-- Logs begin at Wed 2022-03-23 00:40:44 UTC, end at Wed 2022-03-23 03:00:30 UTC. -- Mar 23 01:14:02.321154 n-d-834677-4 systemd[1]: Started Devstack devstack@q-svc.service. Mar 23 01:14:05.247400 n-d-834677-4 neutron-server[99156]: INFO neutron.common.config [-] Logging enabled! Mar 23 01:14:05.248076 n-d-834677-4 neutron-server[99156]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 23 01:14:05.248173 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99156) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 01:14:05.251503 n-d-834677-4 neutron-server[99156]: INFO neutron.common.config [-] Logging enabled! Mar 23 01:14:05.251771 n-d-834677-4 neutron-server[99156]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 23 01:14:05.252089 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99156) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 01:14:05.253061 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 01:14:05.253296 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 01:14:05.253677 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 01:14:05.253922 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 01:14:05.254149 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 01:14:05.254919 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.255343 n-d-834677-4 neutron-server[99156]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 23 01:14:05.255659 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.255947 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.256247 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.256543 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.256862 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.257147 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.257438 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.257736 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.258027 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.258315 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.258584 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.258904 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.259188 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.259475 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.259767 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.260053 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] debug = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.260337 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.260804 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.261234 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.261521 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.261819 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.262110 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.262375 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.262653 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.262943 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.263275 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] host = n-d-834677-4 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.263571 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.263853 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.264144 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.264433 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.264739 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.265020 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.265308 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.265584 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.265859 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] log_file = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.266138 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.266430 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.266721 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.267013 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.267244 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.267468 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.267770 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.268058 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.268334 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.268632 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.268914 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.269193 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.269469 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.269741 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.270029 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.270315 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.270601 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.270880 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.271158 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.271433 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.271713 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.272000 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.272279 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.272554 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.272859 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.273149 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.273422 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.273702 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.274006 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.274292 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.274689 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.274979 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.275257 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.275545 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.275821 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.276098 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.276372 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] use_json = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.276668 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.276944 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.277228 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.277503 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.277777 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.278052 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.278326 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.278614 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.278887 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:05.279185 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.279487 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.279789 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.280087 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.280381 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.280696 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.280991 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.281272 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.281564 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.281864 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.282157 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.282440 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.282739 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.283028 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.283323 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.283635 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.283934 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.284229 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.284508 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.284811 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.285090 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.285369 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.285663 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.285947 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.286238 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.286532 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.286815 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.287114 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.287400 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.288054 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.288349 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.288648 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.288933 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.289228 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.289509 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.289784 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.290065 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.290395 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.290677 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.290955 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.291238 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.291517 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.291796 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.292069 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.292347 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.292663 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.292943 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.293214 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.293485 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.293761 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.294033 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.294320 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.294597 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.294872 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.295145 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.295425 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.295697 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.295971 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.296247 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.296519 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.296891 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.297167 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.297440 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.297711 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.297983 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.298254 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.298524 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.298797 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.299075 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.299347 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.299620 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.299893 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.300165 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.300437 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.300749 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.301048 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.301325 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.301607 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.301882 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.302157 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.302433 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.302707 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.302983 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.303260 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.303529 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.303818 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.304097 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.304382 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.304707 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.304988 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.305284 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.305560 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.305927 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.306207 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.306487 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.306775 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.307049 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.307330 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.307624 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.307915 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.308208 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.308501 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.308816 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.309099 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.309410 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.309688 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:05.309904 n-d-834677-4 neutron-server[99156]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 01:14:05.310144 n-d-834677-4 neutron-server[99156]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99156) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 23 01:14:05.680008 n-d-834677-4 neutron-server[99156]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 01:14:05.680247 n-d-834677-4 neutron-server[99156]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 01:14:05.680588 n-d-834677-4 neutron-server[99156]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 01:14:05.681123 n-d-834677-4 neutron-server[99156]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 23 01:14:06.012047 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.012251 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.012511 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.013725 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.014000 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.014394 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.069316 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.069585 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.069856 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.084638 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.084940 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.085208 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.113579 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.113850 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.114128 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.260286 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.261008 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.261008 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.500474 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.500800 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.501057 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.501329 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.502027 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.601612 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.601978 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.602256 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.602492 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.602847 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.603219 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.603358 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.603618 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.603899 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.604183 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.604445 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.604733 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.604994 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.605249 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.605476 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.605739 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.606003 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.606276 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.606546 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.606813 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.607093 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.607342 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.607627 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.608007 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.608264 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.608508 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.609010 n-d-834677-4 neutron-server[99156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 01:14:06.609254 n-d-834677-4 neutron-server[99156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 01:14:06.609492 n-d-834677-4 neutron-server[99156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 01:14:06.609732 n-d-834677-4 neutron-server[99156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 01:14:06.609969 n-d-834677-4 neutron-server[99156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 01:14:06.610202 n-d-834677-4 neutron-server[99156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 01:14:06.610566 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 23 01:14:06.613993 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 23 01:14:06.618188 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 23 01:14:06.622027 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 23 01:14:06.623673 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 23 01:14:06.624164 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 23 01:14:06.624164 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 23 01:14:06.624164 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 23 01:14:06.627764 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 23 01:14:06.628014 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 23 01:14:06.628364 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 01:14:06.633589 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 23 01:14:06.657794 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 23 01:14:06.658267 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.658570 n-d-834677-4 neutron-server[99156]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99156) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 23 01:14:06.658943 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.660368 n-d-834677-4 neutron-server[99156]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99156) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 23 01:14:06.660655 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 01:14:06.660935 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 23 01:14:06.664694 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.664984 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:06.730423 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 23 01:14:06.730620 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 23 01:14:06.730785 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 23 01:14:06.731414 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 23 01:14:06.754613 n-d-834677-4 neutron-server[99156]: DEBUG oslo_db.sqlalchemy.engines [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99156) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 23 01:14:07.311111 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Initializing driver for type 'gre' Mar 23 01:14:07.311814 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] gre ID ranges: [(1, 1000)] Mar 23 01:14:07.373613 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Initializing driver for type 'local' Mar 23 01:14:07.373949 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Initializing driver for type 'vlan' Mar 23 01:14:07.394865 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] VlanTypeDriver initialization complete Mar 23 01:14:07.395325 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Initializing driver for type 'vxlan' Mar 23 01:14:07.396403 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] vxlan ID ranges: [(1, 1000)] Mar 23 01:14:07.468539 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Initializing extension driver 'port_security' Mar 23 01:14:07.468924 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.extensions.port_security [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] PortSecurityExtensionDriver initialization complete Mar 23 01:14:07.469278 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Initializing mechanism driver 'openvswitch' Mar 23 01:14:07.469600 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Initializing mechanism driver 'hyperv' Mar 23 01:14:07.476529 n-d-834677-4 neutron-server[99156]: DEBUG neutron.plugins.ml2.plugin [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:14:07.477253 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > port after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.477655 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > port after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.478176 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > port after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.478711 n-d-834677-4 neutron-server[99156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 01:14:07.479158 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > subnet after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.479521 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > subnet after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.479870 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > subnet after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.480269 n-d-834677-4 neutron-server[99156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 01:14:07.480701 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > network after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.481056 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > network after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.481402 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > network after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.481813 n-d-834677-4 neutron-server[99156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 01:14:07.482206 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > security_group after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.482554 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > security_group after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.482898 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > security_group after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.483430 n-d-834677-4 neutron-server[99156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 01:14:07.483839 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.484190 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.484535 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.484955 n-d-834677-4 neutron-server[99156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 01:14:07.485361 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > address_group after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.485708 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > address_group after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.486048 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > address_group after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.486444 n-d-834677-4 neutron-server[99156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 01:14:07.486892 n-d-834677-4 neutron-server[99156]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] ML2 OVO RPC backend initialized. {{(pid=99156) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 23 01:14:07.487598 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router_interface after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.487953 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.488370 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > network before_response 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.488749 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > networks before_response 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.489107 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > port before_response 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.489456 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > ports before_response 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.489800 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > subnet before_response 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.490143 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > subnets before_response 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.490493 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > network after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.490848 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > network after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.491178 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > network after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.491514 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > port after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.491851 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > port after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.492188 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > port after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.492528 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > subnet after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.492885 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > subnet after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.493221 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > subnet after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.500752 n-d-834677-4 neutron-server[99156]: INFO neutron.quota [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded quota_driver: . Mar 23 01:14:07.501121 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.plugin [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Modular L2 Plugin initialization complete Mar 23 01:14:07.501472 n-d-834677-4 neutron-server[99156]: DEBUG neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading services supported by the core plugin {{(pid=99156) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 23 01:14:07.501820 n-d-834677-4 neutron-server[99156]: INFO neutron.plugins.ml2.managers [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Got port-security extension from driver 'port_security' Mar 23 01:14:07.502330 n-d-834677-4 neutron-server[99156]: INFO neutron.extensions.vlantransparent [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Disabled vlantransparent extension. Mar 23 01:14:07.502825 n-d-834677-4 neutron-server[99156]: DEBUG neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99156) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 23 01:14:07.503148 n-d-834677-4 neutron-server[99156]: INFO neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading Plugin: router Mar 23 01:14:07.539180 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router_interface before_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.539581 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router after_create 55549900 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.539957 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router before_create 55549900 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.540328 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.540833 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.541198 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router after_delete 55549900 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.541558 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > floatingip after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.541918 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > floatingip after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.542272 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router after_create 55549900 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.542619 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router after_update 55549900 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.542979 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router after_update 55549900 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.543305 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.543667 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router after_update 55549900 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.544078 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router precommit_update 55549900 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.544446 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: port after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.544819 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: port after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.545165 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: subnet after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.545514 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.545861 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > port precommit_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.546208 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router precommit_create 55549900 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.546545 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: port before_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.546890 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router precommit_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.547243 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router after_update 55549900 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.547581 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router precommit_delete 55549900 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.547931 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router precommit_create 55549900 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.548277 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router_interface after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.548641 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router precommit_update 55549900 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.549017 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > agent after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.549369 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > agent after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.549722 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > network after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.550594 n-d-834677-4 neutron-server[99156]: DEBUG neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Tracking information for resource: router configured {{(pid=99156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 01:14:07.550931 n-d-834677-4 neutron-server[99156]: DEBUG neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Tracking information for resource: floatingip configured {{(pid=99156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 01:14:07.556077 n-d-834677-4 neutron-server[99156]: INFO neutron.db.l3_agentschedulers_db [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 23 01:14:07.556696 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: port after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.557062 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: port after_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.557418 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: port after_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.557772 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: port after_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.558697 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router before_create 55550100 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.559072 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router precommit_delete 55550100 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.559435 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router precommit_create 55550100 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.559795 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > router precommit_update 55550100 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.564730 n-d-834677-4 neutron-server[99156]: DEBUG neutron.services.provider_configuration [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Service providers = [] {{(pid=99156) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 23 01:14:07.565012 n-d-834677-4 neutron-server[99156]: DEBUG neutron.db.servicetype_db [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99156) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 23 01:14:07.567950 n-d-834677-4 neutron-server[99156]: DEBUG neutron.services.service_base [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99156) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 01:14:07.568314 n-d-834677-4 neutron-server[99156]: DEBUG neutron.services.service_base [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99156) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 01:14:07.568687 n-d-834677-4 neutron-server[99156]: DEBUG neutron.services.service_base [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99156) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 01:14:07.569584 n-d-834677-4 neutron-server[99156]: DEBUG neutron.services.service_base [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99156) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 01:14:07.569959 n-d-834677-4 neutron-server[99156]: INFO neutron.services.service_base [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 23 01:14:07.570341 n-d-834677-4 neutron-server[99156]: DEBUG neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 01:14:07.570678 n-d-834677-4 neutron-server[99156]: INFO neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 23 01:14:07.581582 n-d-834677-4 neutron-server[99156]: DEBUG neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 01:14:07.581913 n-d-834677-4 neutron-server[99156]: INFO neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading Plugin: auto_allocate Mar 23 01:14:07.587838 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: network precommit_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.588209 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: network precommit_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.588770 n-d-834677-4 neutron-server[99156]: DEBUG neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 01:14:07.589092 n-d-834677-4 neutron-server[99156]: INFO neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading Plugin: tag Mar 23 01:14:07.595732 n-d-834677-4 neutron-server[99156]: DEBUG neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 01:14:07.596069 n-d-834677-4 neutron-server[99156]: INFO neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading Plugin: timestamp Mar 23 01:14:07.600177 n-d-834677-4 neutron-server[99156]: DEBUG neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 01:14:07.600507 n-d-834677-4 neutron-server[99156]: INFO neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading Plugin: network_ip_availability Mar 23 01:14:07.606356 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.606733 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.607094 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.607804 n-d-834677-4 neutron-server[99156]: DEBUG neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 01:14:07.608125 n-d-834677-4 neutron-server[99156]: INFO neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading Plugin: flavors Mar 23 01:14:07.612908 n-d-834677-4 neutron-server[99156]: DEBUG neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 01:14:07.613243 n-d-834677-4 neutron-server[99156]: INFO neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading Plugin: revisions Mar 23 01:14:07.617596 n-d-834677-4 neutron-server[99156]: DEBUG neutron.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 01:14:07.617996 n-d-834677-4 neutron-server[99156]: DEBUG oslo_concurrency.lockutils [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.937s {{(pid=99156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 01:14:07.619156 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99156) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 23 01:14:07.619547 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Initializing extension manager. Mar 23 01:14:07.620074 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: __init__.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.620420 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: __pycache__ {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.620788 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: address_group.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.621552 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.622128 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: address-group Mar 23 01:14:07.622449 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: address_scope.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.623161 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.623678 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: address-scope Mar 23 01:14:07.624004 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: admin_state_down_before_update.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.624959 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.625477 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: router-admin-state-down-before-update Mar 23 01:14:07.625801 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: agent.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.626699 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.627217 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: agent Mar 23 01:14:07.627538 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: agent_resources_synced.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.628425 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.628981 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: agent-resources-synced Mar 23 01:14:07.629306 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: allowedaddresspairs.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.631110 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.631636 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: allowed-address-pairs Mar 23 01:14:07.631962 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: auto_allocated_topology.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.633090 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.633614 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: auto-allocated-topology Mar 23 01:14:07.633957 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: availability_zone.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.634672 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.635184 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: availability_zone Mar 23 01:14:07.635508 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: availability_zone_filter.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.636417 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.636965 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: availability_zone_filter Mar 23 01:14:07.637290 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: data_plane_status.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.638199 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.638710 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension data-plane-status not supported by any of loaded plugins Mar 23 01:14:07.639052 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: default_subnetpools.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.639968 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.640478 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: default-subnetpools Mar 23 01:14:07.640836 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: dhcpagentscheduler.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.641664 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.642182 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: dhcp_agent_scheduler Mar 23 01:14:07.642505 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: dns.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.643418 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.643935 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension dns-integration not supported by any of loaded plugins Mar 23 01:14:07.644263 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: dns_domain_ports.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.645203 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.645725 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 23 01:14:07.646044 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.646959 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.647469 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 23 01:14:07.647790 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: dvr.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.648460 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.649015 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: dvr Mar 23 01:14:07.649335 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: ecmp_routes.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.650298 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.650800 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension ecmp_routes not supported by any of loaded plugins Mar 23 01:14:07.651123 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: empty_string_filtering.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.652032 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.652540 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: empty-string-filtering Mar 23 01:14:07.652892 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.653808 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.654317 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 23 01:14:07.654633 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.655546 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.656055 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 23 01:14:07.656378 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: external_net.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.657314 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.657821 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: external-net Mar 23 01:14:07.658146 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: extra_dhcp_opt.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.659070 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.659577 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: extra_dhcp_opt Mar 23 01:14:07.659894 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: extraroute.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.660833 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.661338 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: extraroute Mar 23 01:14:07.661659 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: extraroute_atomic.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.663046 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.663566 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: extraroute-atomic Mar 23 01:14:07.663891 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: filter_validation.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.664562 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.665130 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: filter-validation Mar 23 01:14:07.665468 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: fip_pf_description.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.666371 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.666877 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 23 01:14:07.667199 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: fip_pf_port_range.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.668111 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.668639 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 23 01:14:07.668980 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: fip_port_details.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.669894 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.670396 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: fip-port-details Mar 23 01:14:07.670728 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: flavors.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.671966 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.672487 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: flavors Mar 23 01:14:07.672858 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.674574 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.675107 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 23 01:14:07.675439 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: floatingip_pools.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.676148 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.676700 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: floatingip-pools Mar 23 01:14:07.677033 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: ip_allocation.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.677958 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.678471 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension ip_allocation not supported by any of loaded plugins Mar 23 01:14:07.678796 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.679734 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.680250 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: ip-substring-filtering Mar 23 01:14:07.680575 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: l2_adjacency.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.681701 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.682205 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension l2_adjacency not supported by any of loaded plugins Mar 23 01:14:07.682525 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: l3.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.685131 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.685674 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: router Mar 23 01:14:07.686010 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: l3_conntrack_helper.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.688281 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.688867 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 23 01:14:07.689200 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.690116 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.690638 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: ext-gw-mode Mar 23 01:14:07.690962 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.691868 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.692389 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: l3-ha Mar 23 01:14:07.692744 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.693656 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.694175 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 23 01:14:07.694495 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: l3_flavors.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.695399 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.695913 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: l3-flavors Mar 23 01:14:07.696237 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: l3_ndp_proxy.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.697680 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.698264 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 23 01:14:07.698753 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.700173 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.700938 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: l3-port-ip-change-not-allowed Mar 23 01:14:07.701479 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: l3agentscheduler.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.702739 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.703269 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: l3_agent_scheduler Mar 23 01:14:07.703604 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: local_ip.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.705466 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.706001 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension local_ip not supported by any of loaded plugins Mar 23 01:14:07.706337 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: logging.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.707825 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.708353 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension logging not supported by any of loaded plugins Mar 23 01:14:07.708728 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: metering.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.709472 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.710059 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: metering Mar 23 01:14:07.710387 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.711488 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.712003 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: metering_source_and_destination_fields Mar 23 01:14:07.712368 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: multiprovidernet.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.713332 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.713853 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: multi-provider Mar 23 01:14:07.714177 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: netmtu.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.715092 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.715609 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: net-mtu Mar 23 01:14:07.715931 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: netmtu_writable.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.716881 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.717392 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: net-mtu-writable Mar 23 01:14:07.717717 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: network_availability_zone.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.718385 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.718900 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: network_availability_zone Mar 23 01:14:07.719225 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: network_ip_availability.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.720336 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.720894 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: network-ip-availability Mar 23 01:14:07.721220 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: network_segment_range.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.722125 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.722638 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension network-segment-range not supported by any of loaded plugins Mar 23 01:14:07.722959 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: pagination.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.723953 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.724279 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: pagination Mar 23 01:14:07.724621 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: port_device_profile.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.725529 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.726056 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: port-device-profile Mar 23 01:14:07.726376 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.727295 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.727874 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: port-mac-address-regenerate Mar 23 01:14:07.728286 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.729242 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.729755 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: port-numa-affinity-policy Mar 23 01:14:07.730079 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: port_resource_request.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.730990 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.731498 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension port-resource-request not supported by any of loaded plugins Mar 23 01:14:07.731827 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: port_resource_request_groups.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.732827 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.733338 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 23 01:14:07.733661 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: portbindings.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.734583 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.735093 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: binding Mar 23 01:14:07.735420 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: portbindings_extended.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.736734 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.737259 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: binding-extended Mar 23 01:14:07.737587 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: portsecurity.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.738501 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.739021 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: port-security Mar 23 01:14:07.739342 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: project_id.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.740328 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.740689 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: project-id Mar 23 01:14:07.741017 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: providernet.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.741935 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.742452 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: provider Mar 23 01:14:07.742777 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: qos.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.746674 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.747208 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension qos not supported by any of loaded plugins Mar 23 01:14:07.747536 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.748831 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.749349 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 23 01:14:07.749682 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.750616 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.751133 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 23 01:14:07.751459 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: qos_default.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.752368 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.752918 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension qos-default not supported by any of loaded plugins Mar 23 01:14:07.753246 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: qos_fip.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.754162 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.754679 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension qos-fip not supported by any of loaded plugins Mar 23 01:14:07.755004 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: qos_fip_network_policy.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.755933 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.756452 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 23 01:14:07.756813 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: qos_gateway_ip.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.757737 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.758258 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 23 01:14:07.758579 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: qos_port_network_policy.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.759522 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.760035 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 23 01:14:07.760355 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.761515 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.762031 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 23 01:14:07.762358 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.763402 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.763923 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 23 01:14:07.764251 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: qos_pps_rule.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.765478 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.765999 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension qos-pps not supported by any of loaded plugins Mar 23 01:14:07.766324 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: qos_rule_type_details.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.767236 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.767760 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 23 01:14:07.768087 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: qos_rule_type_filter.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.769025 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.769547 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 23 01:14:07.769871 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: qos_rules_alias.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.770913 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.771436 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 23 01:14:07.771765 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: quota_check_limit.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.772699 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.773223 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: quota-check-limit Mar 23 01:14:07.773553 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: quotasv2.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.774543 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.775003 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: quotas Mar 23 01:14:07.775339 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: quotasv2_detail.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.777256 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.777597 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: quota_details Mar 23 01:14:07.777925 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: rbac.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.779116 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.780007 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: rbac-policies Mar 23 01:14:07.780573 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: rbac_address_group.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.782183 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.783077 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: rbac-address-group Mar 23 01:14:07.783602 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: rbac_address_scope.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.785233 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.785888 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: rbac-address-scope Mar 23 01:14:07.786219 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: rbac_security_groups.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.787228 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.788112 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: rbac-security-groups Mar 23 01:14:07.788436 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: rbac_subnetpool.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.789403 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.789920 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: rbac-subnetpool Mar 23 01:14:07.790400 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: revisionifmatch.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.791333 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.791855 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: revision-if-match Mar 23 01:14:07.792176 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: revisions.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.793360 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.793886 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: standard-attr-revisions Mar 23 01:14:07.794210 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: router_availability_zone.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.794885 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.795400 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: router_availability_zone Mar 23 01:14:07.795726 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: routerservicetype.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.796679 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.797194 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension router-service-type not supported by any of loaded plugins Mar 23 01:14:07.797515 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.798440 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.798963 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: security-groups-normalized-cidr Mar 23 01:14:07.799287 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: security_groups_port_filtering.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.800206 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.800748 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: port-security-groups-filtering Mar 23 01:14:07.801072 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.802003 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.802519 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: security-groups-remote-address-group Mar 23 01:14:07.802838 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: security_groups_shared_filtering.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.803763 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.804279 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: security-groups-shared-filtering Mar 23 01:14:07.804624 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.805213 n-d-834677-4 neutron-server[99156]: WARNING neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 23 01:14:07.805532 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: securitygroup.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.815470 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.815953 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: security-group Mar 23 01:14:07.816284 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: segment.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.817042 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.817564 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension segment not supported by any of loaded plugins Mar 23 01:14:07.817891 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.818851 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.819369 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 23 01:14:07.819692 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: servicetype.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.820839 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.821391 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: service-type Mar 23 01:14:07.821765 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: sorting.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.822751 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.823091 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: sorting Mar 23 01:14:07.823418 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: standard_attr_segment.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.824335 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.824881 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 23 01:14:07.825203 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: standardattrdescription.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.825857 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.826376 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: standard-attr-description Mar 23 01:14:07.826703 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: stateful_security_group.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.827659 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.828189 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: stateful-security-group Mar 23 01:14:07.828518 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: stdattrs_common.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.829157 n-d-834677-4 neutron-server[99156]: WARNING neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 23 01:14:07.829511 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.830530 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.831058 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 23 01:14:07.831380 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: subnet_onboard.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.832466 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.833020 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: subnet_onboard Mar 23 01:14:07.833347 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.834275 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.834789 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 23 01:14:07.835113 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: subnet_service_types.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.836040 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.836553 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: subnet-service-types Mar 23 01:14:07.836902 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: subnetallocation.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.838026 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.838550 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: subnet_allocation Mar 23 01:14:07.838884 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.839560 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.840088 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: subnetpool-prefix-ops Mar 23 01:14:07.840413 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.841377 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.841893 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 23 01:14:07.842217 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: tagging.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.843304 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.843828 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: standard-attr-tag Mar 23 01:14:07.844159 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: timestamp.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.845414 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.845934 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loaded extension: standard-attr-timestamp Mar 23 01:14:07.846262 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: trunk.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.847293 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.847821 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension trunk not supported by any of loaded plugins Mar 23 01:14:07.848150 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: trunk_details.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.849101 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.849621 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension trunk-details not supported by any of loaded plugins Mar 23 01:14:07.849943 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: uplink_status_propagation.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.850857 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.851375 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 23 01:14:07.851700 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Loading extension file: vlantransparent.py {{(pid=99156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 01:14:07.852380 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 01:14:07.852963 n-d-834677-4 neutron-server[99156]: INFO neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extension vlan-transparent not supported by any of loaded plugins Mar 23 01:14:07.855547 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of TrackedResource for resource:network Mar 23 01:14:07.856075 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of TrackedResource for resource:subnet Mar 23 01:14:07.856468 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 01:14:07.856903 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of TrackedResource for resource:port Mar 23 01:14:07.858147 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.v2.resource_helper [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 01:14:07.858585 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.v2.resource_helper [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Service FLAVORS assigned prefix: {{(pid=99156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 01:14:07.859215 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.v2.resource_helper [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 01:14:07.859653 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.v2.resource_helper [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 01:14:07.859980 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of TrackedResource for resource:router Mar 23 01:14:07.860407 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of TrackedResource for resource:floatingip Mar 23 01:14:07.860936 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.v2.resource_helper [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Service METERING assigned prefix: /metering {{(pid=99156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 01:14:07.862407 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.862786 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.863137 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:14:07.864147 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 01:14:07.864618 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of TrackedResource for resource:security_group Mar 23 01:14:07.865055 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 01:14:07.865656 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.v2.resource_helper [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Service CORE assigned prefix: {{(pid=99156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 01:14:07.865982 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 01:14:07.866331 n-d-834677-4 neutron-server[99156]: WARNING neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] subnetpool is already registered Mar 23 01:14:07.866758 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.v2.resource_helper [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Service CORE assigned prefix: {{(pid=99156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 01:14:07.867086 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 01:14:07.867412 n-d-834677-4 neutron-server[99156]: WARNING neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] subnetpool is already registered Mar 23 01:14:07.869821 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.v2.resource_helper [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 01:14:07.870255 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.v2.resource_helper [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Service FLAVORS assigned prefix: {{(pid=99156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 01:14:07.870840 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.v2.resource_helper [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 01:14:07.871260 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.v2.resource_helper [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 01:14:07.871591 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of TrackedResource for resource:router Mar 23 01:14:07.871928 n-d-834677-4 neutron-server[99156]: WARNING neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] router is already registered Mar 23 01:14:07.872336 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of TrackedResource for resource:floatingip Mar 23 01:14:07.872696 n-d-834677-4 neutron-server[99156]: WARNING neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] floatingip is already registered Mar 23 01:14:07.873152 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.v2.resource_helper [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Service METERING assigned prefix: /metering {{(pid=99156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 01:14:07.873812 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 01:14:07.874143 n-d-834677-4 neutron-server[99156]: WARNING neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] rbac_policy is already registered Mar 23 01:14:07.874554 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of TrackedResource for resource:security_group Mar 23 01:14:07.874889 n-d-834677-4 neutron-server[99156]: WARNING neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] security_group is already registered Mar 23 01:14:07.875299 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 01:14:07.875630 n-d-834677-4 neutron-server[99156]: WARNING neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] security_group_rule is already registered Mar 23 01:14:07.876252 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.v2.resource_helper [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Service CORE assigned prefix: {{(pid=99156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 01:14:07.876586 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 01:14:07.876952 n-d-834677-4 neutron-server[99156]: WARNING neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] subnetpool is already registered Mar 23 01:14:07.877377 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.v2.resource_helper [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Service CORE assigned prefix: {{(pid=99156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 01:14:07.877700 n-d-834677-4 neutron-server[99156]: INFO neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 01:14:07.878029 n-d-834677-4 neutron-server[99156]: WARNING neutron.quota.resource_registry [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] subnetpool is already registered Mar 23 01:14:07.878500 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: extensions {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.879972 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: address-groups {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.881477 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: address-scopes {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.882780 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: agents {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.884035 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: auto-allocated-topology {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.885364 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: availability_zones {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.886570 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: dhcp-networks {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.888108 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: dhcp-agents {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.889565 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: routers {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.891762 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: flavors {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.892961 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: service_profiles {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.894181 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: next_providers {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.895621 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: service_profiles {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.898075 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: floatingip-pools {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.899302 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: routers {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.901587 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: floatingips {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.902883 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: l3-routers {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.904261 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: l3-agents {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.905680 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: metering-labels {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.907029 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: metering-label-rules {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.908321 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: network-ip-availabilities {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.909617 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: bindings {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.911244 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: quotas {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.913187 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: quotas {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.914717 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: rbac-policies {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.916255 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: security-groups {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.917532 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: security-group-rules {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.918755 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: service-providers {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.919959 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: subnetpools {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.921413 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: subnetpools {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.922891 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: tags {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.924567 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: tags {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.926372 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: tags {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.928162 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: tags {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.929985 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: tags {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.931875 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: tags {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.933580 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: tags {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.935464 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: tags {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.937240 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: tags {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.939143 n-d-834677-4 neutron-server[99156]: DEBUG neutron.api.extensions [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Extended resource: tags {{(pid=99156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 01:14:07.944995 n-d-834677-4 neutron-server[99156]: WARNING keystonemiddleware.auth_token [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 23 01:14:07.949770 n-d-834677-4 neutron-server[99156]: WARNING keystonemiddleware.auth_token [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 23 01:14:07.958412 n-d-834677-4 neutron-server[99156]: DEBUG oslo_concurrency.lockutils [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Acquired lock "singleton_lock" {{(pid=99156) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 23 01:14:07.958889 n-d-834677-4 neutron-server[99156]: DEBUG oslo_concurrency.lockutils [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Releasing lock "singleton_lock" {{(pid=99156) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 23 01:14:07.959557 n-d-834677-4 neutron-server[99156]: INFO oslo_service.service [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Starting 2 workers Mar 23 01:14:07.964455 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Started child 99263 {{(pid=99156) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 01:14:07.969018 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Started child 99264 {{(pid=99156) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 01:14:07.969791 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:07.970551 n-d-834677-4 neutron-server[99156]: INFO neutron.service [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Neutron service started, listening on 0.0.0.0:9696 Mar 23 01:14:07.971131 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Publish callbacks [] for process (None), before_spawn {{(pid=99156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:07.971339 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [-] (99263) wsgi starting up on http://0.0.0.0:9696 Mar 23 01:14:07.973626 n-d-834677-4 neutron-server[99156]: INFO oslo_service.service [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Starting 1 workers Mar 23 01:14:07.973839 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:07.975052 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [-] (99264) wsgi starting up on http://0.0.0.0:9696 Mar 23 01:14:07.979024 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Started child 99265 {{(pid=99156) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 01:14:07.979631 n-d-834677-4 neutron-server[99156]: INFO oslo_service.service [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Starting 1 workers Mar 23 01:14:07.982797 n-d-834677-4 neutron-server[99265]: DEBUG neutron.service [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] calling RpcWorker wait() {{(pid=99265) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 23 01:14:07.983417 n-d-834677-4 neutron-server[99265]: DEBUG neutron.service [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] returning from RpcWorker wait() {{(pid=99265) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 23 01:14:07.984144 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Started child 99266 {{(pid=99156) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 01:14:07.984527 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:07.984950 n-d-834677-4 neutron-server[99156]: DEBUG neutron_lib.callbacks.manager [None req-eee31e2e-c3e8-49ce-ab86-9259b9aa97fe None None] Publish callbacks [] for process (None), after_spawn {{(pid=99156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:07.985079 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:14:07.986926 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99156) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 01:14:07.987131 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 01:14:07.987277 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 01:14:07.987599 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 01:14:07.987841 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 01:14:07.988007 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 01:14:07.988524 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.988893 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.989086 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.989360 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.989670 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.990221 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.990344 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:07.990839 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.990839 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.990979 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.991271 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.991368 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.991545 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.991796 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.992012 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.992351 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.992616 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.992929 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.993210 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.993555 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.994003 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.994199 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.994444 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.994777 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] debug = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.994974 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.995420 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.995702 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.995970 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.996311 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.996311 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.996311 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.996311 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.996311 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.996311 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.996311 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:07.996311 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.001040 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.001040 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.001040 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.001040 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.001040 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.001040 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.001040 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] host = n-d-834677-4 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.001040 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.001040 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.001895 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.002000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45692) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:14:08.002116 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.002116 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.002116 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.002116 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.002116 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.002116 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.002116 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.002932 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.002932 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.002932 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.003361 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] log_file = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.003361 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] log_options = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.003361 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.003726 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.004267 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.004267 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.004267 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.004750 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.004750 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.005031 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.005179 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.005324 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.005546 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.005711 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.006034 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.006187 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.006387 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.006681 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.006877 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.007038 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.007327 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.007643 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.007876 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.008023 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.008259 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.008462 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.008698 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.008986 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.009194 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.009444 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.009661 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.009891 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.010133 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.010328 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.010630 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.010796 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.011035 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.011249 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.011491 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.011694 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.012014 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.012471 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.012471 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.013265 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.013265 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.013265 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.013503 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.013648 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.013800 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] use_json = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.013878 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100865 Mar 23 01:14:08.014347 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.014347 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.015322 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.015636 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.015938 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.016241 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.016511 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.017215 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.017215 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.017556 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.017928 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.018212 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.018475 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.018786 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.019024 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.023243 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.023585 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.028830 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.029236 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.030039 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.030039 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.030670 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.030670 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.030913 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.031174 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.031462 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.031797 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.032022 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.032299 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.032552 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.033631 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.035557 n-d-834677-4 neutron-server[99266]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:14:08.037094 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.037248 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.039976 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.041016 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.043279 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.044106 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.044424 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.045442 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.045442 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.045442 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.045864 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.045864 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.046144 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.046318 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.046573 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.046797 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.047045 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.047318 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.047541 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.047759 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.047980 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.048209 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.048424 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.051262 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.051549 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.052006 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.052887 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.053184 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.055320 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.055320 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.055320 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.056534 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.058002 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.058002 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.058974 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.060428 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.060428 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.060428 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.061456 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.064004 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.064004 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.064004 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.064004 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.064004 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.065365 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.065365 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.065604 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.065684 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.065897 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.066083 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.066289 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.066502 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.066734 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.066974 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.067193 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.067410 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.067627 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.067844 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.068063 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.068284 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.068496 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.069766 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.069766 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.071123 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.071123 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.071123 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.071483 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.071626 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.071762 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.072029 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.072356 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.072565 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.072900 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.073124 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.073374 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.073609 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.073855 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.074090 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.074307 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.074521 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.074769 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.074992 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.075240 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.075467 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.075682 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.075919 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.076144 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.076355 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.076628 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.077518 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.078654 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.079902 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.081014 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.081455 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.081848 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.082231 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.082611 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.083029 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.083429 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.083873 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.084269 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.084710 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.085199 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.085661 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.086035 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.086375 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.088418 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.088418 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.088418 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.088418 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.088418 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.088418 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.088418 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.089062 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.089332 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.089554 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.089800 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.090132 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.090357 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.090573 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.090806 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.091076 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.091705 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.091705 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.091874 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.092037 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.092278 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.092526 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.092946 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.093190 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.093413 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.093660 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.093875 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.094105 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.094469 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.094712 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.094942 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.095153 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.095566 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.095978 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.096314 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.096639 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.096957 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.097211 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.097453 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.097887 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.098319 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.098629 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.099047 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.099325 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.099729 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.099953 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.100206 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.100455 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.100758 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.102228 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.102228 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.102228 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.102228 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.102228 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.102228 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.102758 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.102758 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.103156 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.103156 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.103612 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.103612 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.103797 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.103934 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.104296 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.104788 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.105223 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.105731 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.106169 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.106419 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.106653 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.106906 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.107127 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.107353 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.107570 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.108209 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.108312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:14:08.108390 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.108390 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.108527 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.109598 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.109841 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.110064 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.110298 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.110539 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.110774 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.111196 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.111572 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.111956 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.112198 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.112417 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.112689 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.112903 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.113114 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.113341 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.113556 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.113766 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.114441 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.114441 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.114622 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.114749 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.114983 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.115227 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.115455 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.115663 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.115890 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.116108 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.116324 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.116531 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.117513 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.117735 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.117953 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.118178 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.118501 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.118654 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.119046 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.119399 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.119852 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.120082 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.120300 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.120513 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.120766 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.122174 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.122174 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.122174 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.122174 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.122174 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.122174 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.122651 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.122651 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.122651 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.122859 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.123031 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.123339 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.123599 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.124309 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.124309 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.124475 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.124618 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.124876 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.125271 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.125408 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.125674 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.125891 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.126108 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.127047 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.127047 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.127047 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.127298 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.127401 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.127818 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.128123 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.128408 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.128729 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.128947 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.129243 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.129571 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.129827 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.130088 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.130317 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.131148 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.131148 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.131148 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.131378 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.131446 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.131657 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.131921 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.132149 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.132391 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.133276 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.133276 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.133276 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.133484 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.133567 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.133732 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.134168 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.134477 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 01:14:08.135026 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99156) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 01:14:08.135985 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 01:14:08.136138 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 01:14:08.136313 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 01:14:08.136486 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 01:14:08.136696 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 01:14:08.136870 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.137031 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.137195 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.137383 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.137529 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.137667 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.139200 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.139200 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.139200 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.139200 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.139200 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.139891 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.139891 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.139891 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.139891 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.140186 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.140186 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.140186 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.140383 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.140514 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.140698 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.140859 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.141018 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] debug = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.141173 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.141543 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.141720 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.141848 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.141986 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.142387 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.142387 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.142635 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.142635 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.142864 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.142864 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.143106 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.143226 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.143347 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.143466 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.143588 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.144698 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.144698 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.144698 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] host = n-d-834677-4 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.144698 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.144698 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.144698 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.144698 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.145171 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.145171 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.145171 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.145344 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.145409 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.145527 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.145683 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.145849 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.146012 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.146155 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] log_file = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.146296 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] log_options = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.146436 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.146576 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.146715 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.146908 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.147062 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.147367 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.147671 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.147830 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.147987 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.148141 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.148478 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.148722 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.148882 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.149041 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.149198 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.149349 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.149558 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.150306 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.150306 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.150306 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.150306 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.150306 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.151063 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.151063 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.151063 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.151063 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.151063 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.151415 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.151415 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.151610 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.151610 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.151854 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.151977 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.152087 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.152217 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.152342 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.152489 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.153346 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.153512 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.153666 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.153827 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.153985 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.154142 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.154300 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.154456 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.154614 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.154773 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] use_json = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.155710 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.155710 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.155710 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.155710 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.155710 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.155710 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.156171 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.156171 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.156171 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 01:14:08.156380 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.156534 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.156642 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.157641 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.157812 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.157977 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.158140 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.158314 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.158461 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.158617 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.158780 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.158943 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.159111 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.160820 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.160820 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.160820 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.160820 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.161396 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.161396 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.161396 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.161396 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.161762 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.161762 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.161762 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.161969 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.162074 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.162233 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.162554 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.163077 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.163257 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.163416 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.163578 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.163738 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.163898 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.164058 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.164221 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.164381 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.164544 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.164728 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.164888 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.165049 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.165283 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.165480 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.165643 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.165806 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.165967 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.166129 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.166290 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.166450 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.166611 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.166773 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.166933 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.167093 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.167267 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.167431 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.167594 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.167753 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.167924 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.168084 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.168244 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.168407 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.168565 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.168888 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.169186 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.169350 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.169523 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.170343 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.170343 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.170343 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.170343 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.170343 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.170846 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.170846 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.170846 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.171143 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.171143 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.171336 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.171336 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.171527 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.171630 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.171760 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.171921 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.172065 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.172229 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.172388 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.172549 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.172732 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.172893 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.173052 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.173211 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.173372 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.173541 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.173717 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.173876 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.174036 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.174197 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.174356 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.174518 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.174676 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.174838 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.174998 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.175158 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.175319 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.175481 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.175645 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.175804 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.175965 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.176123 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.176283 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.176442 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.176630 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.176783 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.176942 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.177102 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.177266 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.177426 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.177587 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.177746 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.177906 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.178073 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.178233 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.178396 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.178593 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.178720 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.178892 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.179053 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.179214 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.179375 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.179535 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.179695 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.179856 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.180016 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.180175 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.180335 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.180495 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.180688 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.180900 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.181134 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.181221 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.181380 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.181581 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.181813 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.181976 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.182137 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.182303 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.182467 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.182610 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.182769 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.182929 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.183089 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.183250 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.183411 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.183571 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.183731 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.183890 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.184054 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.184215 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.184374 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.184535 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.184714 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.184873 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.185033 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.185193 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.185355 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.185514 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.185678 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.185835 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.185974 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.186132 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.186290 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.186449 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.186591 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.186753 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.186912 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.187072 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.187236 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.187398 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.187560 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.187722 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.187883 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.188045 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.188207 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.188367 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.188531 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.188712 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.188874 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.189036 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.189196 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.189358 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.189522 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.189682 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.189845 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.190008 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.190168 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.190347 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.190507 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.190666 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.190830 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.190991 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.191153 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.191312 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.191472 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.191632 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.191792 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.191953 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.192113 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.192274 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.192420 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.192580 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.192754 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.192912 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.193074 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.193234 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.193394 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.193555 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.193714 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.193875 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.194034 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.194193 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.194352 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.194512 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.194671 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.194830 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.195004 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.195165 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.195325 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.195486 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.195647 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.195807 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.195976 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.196136 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.196297 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.196577 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.196779 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.196939 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.197116 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.197281 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.197455 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.197602 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.197744 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.197882 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.198037 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.198199 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.198350 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.198495 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.198654 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.198797 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.198969 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.199112 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.199275 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.199434 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.199592 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.199748 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.199910 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.200072 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.200232 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.200394 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.200549 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.200753 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.200892 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.201035 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.201182 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.201318 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.201479 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.201622 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.201789 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.201961 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.202123 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.202287 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.202448 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.202609 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.202769 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.202931 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.203095 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.203264 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.203430 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.203591 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.203758 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.203928 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.204096 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.204256 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.204422 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.204612 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.204773 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.204934 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.205094 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.205254 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.205412 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.205611 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.205737 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.205860 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.206013 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.206172 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.206331 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.206491 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.206652 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.206812 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.206972 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.207138 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.207297 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.207457 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.207616 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 01:14:08.207769 n-d-834677-4 neutron-server[99156]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 01:14:19.522992 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc71192-da46-4d55-ba78-796703ac1c32 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:14:19.556011 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1af8908b-8e92-4ee4-990f-4a5a4979a819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475425'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:19.613265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc71192-da46-4d55-ba78-796703ac1c32 None None] No non-hosted networks {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 23 01:14:21.706869 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a33e2e53-d2e4-4abf-a041-c178a08d4f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475425'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:21.734267 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fdb9d997-505f-4864-982c-c93d2ae4fd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:23.025959 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475425'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:24.405895 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475425'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:25.614257 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45786) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:14:25.719473 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475425'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:25.720968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:25.721634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:25.722174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:25.722987 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:25.723523 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:25.724105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:25.725751 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:25.726309 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:25.726825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:25.727159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:25.727490 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:25.727902 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:25.728357 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:25.728732 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:25.729210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:25.729839 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-834677-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:14:25.737180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-834677-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:14:26.207447 n-d-834677-4 neutron-server[99264]: WARNING oslo_policy.policy [None req-978f6080-016a-4bf2-b37c-58dca5836b3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 01:14:26.208035 n-d-834677-4 neutron-server[99264]: WARNING oslo_policy.policy [None req-978f6080-016a-4bf2-b37c-58dca5836b3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 01:14:26.437986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [None req-978f6080-016a-4bf2-b37c-58dca5836b3d admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:14:26.440550 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-978f6080-016a-4bf2-b37c-58dca5836b3d admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8251235 Mar 23 01:14:26.951665 n-d-834677-4 neutron-server[99265]: INFO neutron.db.l3_hamode_db [None req-76040851-f244-4296-9626-b95ddb934ba1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 23 01:14:27.031764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76040851-f244-4296-9626-b95ddb934ba1 None None] Routers set() bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:14:27.032097 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76040851-f244-4296-9626-b95ddb934ba1 None None] Router IDs set() for agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 01:14:28.994809 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45812) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:14:29.537561 n-d-834677-4 neutron-server[99263]: WARNING oslo_policy.policy [None req-ae39c5aa-b93d-4422-82fc-348114af997f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 01:14:29.538865 n-d-834677-4 neutron-server[99263]: WARNING oslo_policy.policy [None req-ae39c5aa-b93d-4422-82fc-348114af997f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 01:14:29.762681 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ae39c5aa-b93d-4422-82fc-348114af997f admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:14:29.856643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.policy [None req-ae39c5aa-b93d-4422-82fc-348114af997f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99263) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 01:14:29.902248 n-d-834677-4 neutron-server[99263]: WARNING oslo_policy.policy [None req-ae39c5aa-b93d-4422-82fc-348114af997f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 01:14:29.902623 n-d-834677-4 neutron-server[99263]: WARNING oslo_policy.policy [None req-ae39c5aa-b93d-4422-82fc-348114af997f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 01:14:30.009941 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae39c5aa-b93d-4422-82fc-348114af997f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757126283406', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757126285147', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757126268424', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757126275641', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757127496116', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757126205499', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7341104', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7362082', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-336013', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-759063'] for rbac-policy (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:30.090058 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae39c5aa-b93d-4422-82fc-348114af997f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:30.091413 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ae39c5aa-b93d-4422-82fc-348114af997f admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0937588 Mar 23 01:14:32.597135 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45828) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:14:32.935455 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:14:32.993571 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Made reservation on behalf of bece89151a814ea0ab5ded56a7a54eb6 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:14:33.056328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.policy [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99264) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 01:14:33.097798 n-d-834677-4 neutron-server[99264]: WARNING oslo_policy.policy [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 01:14:33.098177 n-d-834677-4 neutron-server[99264]: WARNING oslo_policy.policy [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 01:14:33.109557 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:33.132185 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:33.243204 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Publish callbacks [] for security_group (5f337456-eba9-4736-ad9e-76759dc2d494), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:33.249425 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5f337456-eba9-4736-ad9e-76759dc2d494), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:33.269311 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:14:33.307676 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757123563578', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a08035af-9b2c-492a-b4e7-f67a34957702), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:33.308287 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Unsubscribe: segment precommit_create {{(pid=99264) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 01:14:33.308861 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Added segment a08035af-9b2c-492a-b4e7-f67a34957702 of type vlan for network 576005b8-cd84-4631-bab9-5b8f47a48c98 Mar 23 01:14:33.327637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5f337456-eba9-4736-ad9e-76759dc2d494,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:14:33.376343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:33.376662 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:33.377032 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:33.377359 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:33.377681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:33.377988 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:33.378304 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:33.378618 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:33.378931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:33.379241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:33.379559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:33.379887 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:33.380278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:33.380586 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:33.380972 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Tracked resource versions report: Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: pushed versions: Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: { 'AddressGroup': {'1.2'}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'Agent': {'1.1'}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'ConntrackHelper': {'1.0'}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'LocalIPAssociation': {'1.0'}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'Log': {'1.0'}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'NDPProxy': {'1.0'}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'Network': {'1.1'}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'Port': {'1.7'}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'PortForwarding': {'1.3'}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'QosPolicy': {'1.10'}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'SecurityGroup': {'1.5'}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'SecurityGroupRule': {'1.2'}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'SubPort': {'1.0'}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'Subnet': {'1.1'}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'Trunk': {'1.1'}} Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: consumer versions: Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: { DHCP agent@n-d-834677-4: {}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: L3 agent@n-d-834677-4: {}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: Metadata agent@n-d-834677-4: {}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: Metering agent@n-d-834677-4: {}, Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: Open vSwitch agent@n-d-834677-4: { 'AddressGroup': '1.2', Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'Agent': '1.1', Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'ConntrackHelper': '1.0', Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'LocalIPAssociation': '1.0', Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'Log': '1.0', Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'NDPProxy': '1.0', Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'Network': '1.1', Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'Port': '1.7', Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'PortForwarding': '1.3', Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'QosPolicy': '1.10', Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'SecurityGroup': '1.5', Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'SecurityGroupRule': '1.2', Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'SubPort': '1.0', Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'Subnet': '1.1', Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: 'Trunk': '1.1'}} Mar 23 01:14:33.382197 n-d-834677-4 neutron-server[99264]: {{(pid=99264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 01:14:33.422650 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (576005b8-cd84-4631-bab9-5b8f47a48c98), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:33.470597 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (576005b8-cd84-4631-bab9-5b8f47a48c98), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:33.475801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:14:33.476580 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:33.576590 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9782591 Mar 23 01:14:33.593760 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed3636-7b8a-4662-9b45-bb0de94fa0c9 demo demo] Pushing event updated for resources: {'Network': ['ID=576005b8-cd84-4631-bab9-5b8f47a48c98,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:14:33.606535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 576005b8-cd84-4631-bab9-5b8f47a48c98 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:14:36.183397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45842) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:14:36.651878 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d49a09-8dcc-4155-8b44-c0be6bafc64e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:14:36.653313 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-49d49a09-8dcc-4155-8b44-c0be6bafc64e demo admin] 10.222.0.18 "GET /v2.0/networks/576005b8-cd84-4631-bab9-5b8f47a48c98 HTTP/1.1" status: 200 len: 824 time: 0.4688895 Mar 23 01:14:36.681329 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3adb9343-17df-4ba2-afff-66537c67784d demo admin] 10.222.0.18 "GET /v2.0/subnetpools/81f70a67-9967-4ca2-9aa8-2b073e402e98 HTTP/1.1" status: 200 len: 734 time: 0.0188315 Mar 23 01:14:36.689481 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Request body: {'subnet': {'subnetpool_id': '81f70a67-9967-4ca2-9aa8-2b073e402e98', 'network_id': '576005b8-cd84-4631-bab9-5b8f47a48c98', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:14:36.720079 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Made reservation on behalf of bece89151a814ea0ab5ded56a7a54eb6 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:14:36.724359 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:37.024659 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for subnet (bd3df7c6-ab83-448c-8de6-5ba21f308cec), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:37.095864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Checking segment: {'id': 'a08035af-9b2c-492a-b4e7-f67a34957702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '576005b8-cd84-4631-bab9-5b8f47a48c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:14:37.096232 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Network hostable DHCP agents. Network: 576005b8-cd84-4631-bab9-5b8f47a48c98, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:14:37.103134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Pushing event updated for resources: {'Subnet': ['ID=bd3df7c6-ab83-448c-8de6-5ba21f308cec,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:14:37.114412 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:37.114754 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:37.115086 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:37.115418 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:37.115747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:37.116064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:37.116389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:37.116734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:37.117053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:37.117354 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:37.117666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:37.117980 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:37.118401 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:37.118724 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:37.119123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Tracked resource versions report: Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: pushed versions: Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: { 'AddressGroup': {'1.2'}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'Agent': {'1.1'}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'ConntrackHelper': {'1.0'}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'LocalIPAssociation': {'1.0'}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'Log': {'1.0'}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'NDPProxy': {'1.0'}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'Network': {'1.1'}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'Port': {'1.7'}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'PortForwarding': {'1.3'}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'QosPolicy': {'1.10'}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'SecurityGroup': {'1.5'}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'SecurityGroupRule': {'1.2'}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'SubPort': {'1.0'}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'Subnet': {'1.1'}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'Trunk': {'1.1'}} Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: consumer versions: Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: { DHCP agent@n-d-834677-4: {}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: L3 agent@n-d-834677-4: {}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: Metadata agent@n-d-834677-4: {}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: Metering agent@n-d-834677-4: {}, Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: Open vSwitch agent@n-d-834677-4: { 'AddressGroup': '1.2', Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'Agent': '1.1', Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'ConntrackHelper': '1.0', Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'LocalIPAssociation': '1.0', Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'Log': '1.0', Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'NDPProxy': '1.0', Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'Network': '1.1', Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'Port': '1.7', Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'PortForwarding': '1.3', Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'QosPolicy': '1.10', Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'SecurityGroup': '1.5', Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'SecurityGroupRule': '1.2', Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'SubPort': '1.0', Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'Subnet': '1.1', Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: 'Trunk': '1.1'}} Mar 23 01:14:37.120313 n-d-834677-4 neutron-server[99263]: {{(pid=99263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 01:14:37.149455 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Network 576005b8-cd84-4631-bab9-5b8f47a48c98 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:14:37.163875 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 576005b8-cd84-4631-bab9-5b8f47a48c98) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:14:37.169428 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:14:37.170072 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:37.173981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba80e30-10f0-4bad-b2f8-7e8658244e54 None None] Network 576005b8-cd84-4631-bab9-5b8f47a48c98 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:14:37.186878 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-400134f5-4542-40e1-b479-0ed62f897658 demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5006232 Mar 23 01:14:37.563759 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-576005b8-cd84-4631-bab9-5b8f47a48c98', 'network_id': '576005b8-cd84-4631-bab9-5b8f47a48c98', 'project_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'fixed_ips': [{'subnet_id': 'bd3df7c6-ab83-448c-8de6-5ba21f308cec'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:14:37.565640 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:37.845656 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Allocated IP 172.20.0.2 (576005b8-cd84-4631-bab9-5b8f47a48c98/bd3df7c6-ab83-448c-8de6-5ba21f308cec/928043e7-55a3-4eb1-9218-a7841bcf1934) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:14:38.123475 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Publish callbacks [] for port (928043e7-55a3-4eb1-9218-a7841bcf1934), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:38.131867 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (928043e7-55a3-4eb1-9218-a7841bcf1934), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:38.201471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Network 576005b8-cd84-4631-bab9-5b8f47a48c98 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:14:38.207252 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:14:38.219881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:14:38.225907 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Pushing event updated for resources: {'Port': ['ID=928043e7-55a3-4eb1-9218-a7841bcf1934,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:14:38.256205 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:38.256533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:38.256899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:38.257204 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:38.257530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:38.257877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:38.258196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:38.258515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:38.258827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:38.259609 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:38.259609 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:38.259940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:38.260258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:38.260566 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:38.260920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Tracked resource versions report: Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: pushed versions: Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: { 'AddressGroup': {'1.2'}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'Agent': {'1.1'}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'ConntrackHelper': {'1.0'}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'LocalIPAssociation': {'1.0'}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'Log': {'1.0'}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'NDPProxy': {'1.0'}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'Network': {'1.1'}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'Port': {'1.7'}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'PortForwarding': {'1.3'}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'QosPolicy': {'1.10'}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'SecurityGroup': {'1.5'}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'SecurityGroupRule': {'1.2'}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'SubPort': {'1.0'}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'Subnet': {'1.1'}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'Trunk': {'1.1'}} Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: consumer versions: Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: { DHCP agent@n-d-834677-4: {}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: L3 agent@n-d-834677-4: {}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: Metadata agent@n-d-834677-4: {}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: Metering agent@n-d-834677-4: {}, Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: Open vSwitch agent@n-d-834677-4: { 'AddressGroup': '1.2', Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'Agent': '1.1', Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'ConntrackHelper': '1.0', Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'LocalIPAssociation': '1.0', Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'Log': '1.0', Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'NDPProxy': '1.0', Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'Network': '1.1', Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'Port': '1.7', Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'PortForwarding': '1.3', Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'QosPolicy': '1.10', Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'SecurityGroup': '1.5', Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'SecurityGroupRule': '1.2', Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'SubPort': '1.0', Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'Subnet': '1.1', Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: 'Trunk': '1.1'}} Mar 23 01:14:38.262168 n-d-834677-4 neutron-server[99265]: {{(pid=99265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 01:14:38.316583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Attempting to bind port 928043e7-55a3-4eb1-9218-a7841bcf1934 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:14:38.317022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Attempting to bind port 928043e7-55a3-4eb1-9218-a7841bcf1934 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'a08035af-9b2c-492a-b4e7-f67a34957702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '576005b8-cd84-4631-bab9-5b8f47a48c98'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:14:38.317450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Attempting to bind port 928043e7-55a3-4eb1-9218-a7841bcf1934 on network 576005b8-cd84-4631-bab9-5b8f47a48c98 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:14:38.322847 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:14:38.323229 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Checking segment: {'id': 'a08035af-9b2c-492a-b4e7-f67a34957702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '576005b8-cd84-4631-bab9-5b8f47a48c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:14:38.323692 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:38.324089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Bound using segment: {'id': 'a08035af-9b2c-492a-b4e7-f67a34957702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '576005b8-cd84-4631-bab9-5b8f47a48c98'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:14:38.324557 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Bound port: 928043e7-55a3-4eb1-9218-a7841bcf1934, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08035af-9b2c-492a-b4e7-f67a34957702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '576005b8-cd84-4631-bab9-5b8f47a48c98'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:14:38.325003 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (928043e7-55a3-4eb1-9218-a7841bcf1934), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:38.398962 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] For port 928043e7-55a3-4eb1-9218-a7841bcf1934, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:14:38.403828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] For port 928043e7-55a3-4eb1-9218-a7841bcf1934, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=928043e7-55a3-4eb1-9218-a7841bcf1934,segment=NetworkSegment(a08035af-9b2c-492a-b4e7-f67a34957702),segment_id=a08035af-9b2c-492a-b4e7-f67a34957702)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:14:38.415037 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (928043e7-55a3-4eb1-9218-a7841bcf1934), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:38.479091 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78858dc4-57a2-43c1-a29b-33098d98a8df None None] Pushing event updated for resources: {'Port': ['ID=928043e7-55a3-4eb1-9218-a7841bcf1934,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:14:39.749448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45854) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:14:40.086446 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-225fafa7-b34b-4d42-b6ca-acf32da16dc5 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:14:40.089113 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-225fafa7-b34b-4d42-b6ca-acf32da16dc5 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3386035 Mar 23 01:14:42.679756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45862) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:14:43.010837 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-7fa169b8-d19d-455a-b889-542aae5eed90 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:14:43.011959 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7fa169b8-d19d-455a-b889-542aae5eed90 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3313196 Mar 23 01:14:45.582564 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45870) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:14:45.903539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-a20234fd-6655-45f2-9fac-49bd2ec75346 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:14:45.932483 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a20234fd-6655-45f2-9fac-49bd2ec75346 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:45.934379 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a20234fd-6655-45f2-9fac-49bd2ec75346 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:46.094854 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a20234fd-6655-45f2-9fac-49bd2ec75346 demo demo] Publish callbacks [] for router_controller (a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:46.101834 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a20234fd-6655-45f2-9fac-49bd2ec75346 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:46.124312 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a20234fd-6655-45f2-9fac-49bd2ec75346 demo demo] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:46.125540 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a20234fd-6655-45f2-9fac-49bd2ec75346 demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5420246 Mar 23 01:14:48.523590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 928043e7-55a3-4eb1-9218-a7841bcf1934 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:14:48.612472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 928043e7-55a3-4eb1-9218-a7841bcf1934 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:14:48.612910 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (928043e7-55a3-4eb1-9218-a7841bcf1934), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:48.651502 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45882) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:14:48.724369 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 928043e7-55a3-4eb1-9218-a7841bcf1934 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:14:48.724511 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (928043e7-55a3-4eb1-9218-a7841bcf1934), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:48.762643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 928043e7-55a3-4eb1-9218-a7841bcf1934, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=928043e7-55a3-4eb1-9218-a7841bcf1934,segment=NetworkSegment(a08035af-9b2c-492a-b4e7-f67a34957702),segment_id=a08035af-9b2c-492a-b4e7-f67a34957702)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:14:48.768765 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (928043e7-55a3-4eb1-9218-a7841bcf1934), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:48.821207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=928043e7-55a3-4eb1-9218-a7841bcf1934,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:14:48.996581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [None req-57a125ca-8e44-466b-8efc-aac7909ece30 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:14:48.997816 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-57a125ca-8e44-466b-8efc-aac7909ece30 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3451362 Mar 23 01:14:49.463712 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c0396809-841b-4eaf-9bdf-41aa9ee9dd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:49.874407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e32894-f3bf-418e-9ffd-89e2079d2085 None None] Network 576005b8-cd84-4631-bab9-5b8f47a48c98 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:14:50.005767 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f2b5629e-fd99-4052-a3a2-56494af568ba None None] Provisioning complete for port 928043e7-55a3-4eb1-9218-a7841bcf1934 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:14:50.006178 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f2b5629e-fd99-4052-a3a2-56494af568ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (928043e7-55a3-4eb1-9218-a7841bcf1934), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:50.095168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f2b5629e-fd99-4052-a3a2-56494af568ba None None] Current status of the port 928043e7-55a3-4eb1-9218-a7841bcf1934 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:14:50.216507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fd30054f-20a1-458d-a244-56bcb3f66a4b None None] Provisioning complete for port 928043e7-55a3-4eb1-9218-a7841bcf1934 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:14:50.216932 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fd30054f-20a1-458d-a244-56bcb3f66a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (928043e7-55a3-4eb1-9218-a7841bcf1934), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:50.298595 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fd30054f-20a1-458d-a244-56bcb3f66a4b None None] Current status of the port 928043e7-55a3-4eb1-9218-a7841bcf1934 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:14:50.490689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 928043e7-55a3-4eb1-9218-a7841bcf1934 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:14:50.540058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 928043e7-55a3-4eb1-9218-a7841bcf1934 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:14:50.541361 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (928043e7-55a3-4eb1-9218-a7841bcf1934), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:50.620308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 928043e7-55a3-4eb1-9218-a7841bcf1934 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:14:51.579611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45890) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:14:51.696110 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2026b82f-30ee-4a06-838b-dc695c694acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:51.941021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ccae3ca9-8593-41ba-b74a-a177bbd93f76 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:14:51.972346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccae3ca9-8593-41ba-b74a-a177bbd93f76 admin admin] Made reservation on behalf of c1a0327538bd4db181f5f54193afd821 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:14:51.974557 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccae3ca9-8593-41ba-b74a-a177bbd93f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:51.984427 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccae3ca9-8593-41ba-b74a-a177bbd93f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:52.066502 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccae3ca9-8593-41ba-b74a-a177bbd93f76 admin admin] Publish callbacks [] for security_group (27874c65-45ab-49da-98f6-b3404731d906), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:52.072516 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccae3ca9-8593-41ba-b74a-a177bbd93f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (27874c65-45ab-49da-98f6-b3404731d906), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:52.090447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ccae3ca9-8593-41ba-b74a-a177bbd93f76 admin admin] Reserving flat network on physical network physnet1 {{(pid=99264) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 23 01:14:52.105219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae3ca9-8593-41ba-b74a-a177bbd93f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27874c65-45ab-49da-98f6-b3404731d906,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:14:52.112391 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccae3ca9-8593-41ba-b74a-a177bbd93f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:52.112832 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-ccae3ca9-8593-41ba-b74a-a177bbd93f76 admin admin] Added segment e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a of type flat for network c1c193e8-ebed-436f-92ad-13cec1b5b042 Mar 23 01:14:52.161199 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccae3ca9-8593-41ba-b74a-a177bbd93f76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (c1c193e8-ebed-436f-92ad-13cec1b5b042), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:52.198825 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccae3ca9-8593-41ba-b74a-a177bbd93f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (c1c193e8-ebed-436f-92ad-13cec1b5b042), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:52.199771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccae3ca9-8593-41ba-b74a-a177bbd93f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:14:52.200340 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccae3ca9-8593-41ba-b74a-a177bbd93f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:52.282620 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ccae3ca9-8593-41ba-b74a-a177bbd93f76 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7018497 Mar 23 01:14:52.290821 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae3ca9-8593-41ba-b74a-a177bbd93f76 admin admin] Pushing event updated for resources: {'Network': ['ID=c1c193e8-ebed-436f-92ad-13cec1b5b042,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:14:52.311562 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:14:52.974802 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:54.346360 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:54.864842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45908) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:14:55.113398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e783f56-6b86-4660-8a40-a2cfc58a1ae7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:14:55.114840 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5e783f56-6b86-4660-8a40-a2cfc58a1ae7 demo admin] 10.222.0.18 "GET /v2.0/subnets/bd3df7c6-ab83-448c-8de6-5ba21f308cec HTTP/1.1" status: 200 len: 849 time: 0.2490201 Mar 23 01:14:55.299439 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0c767f57-4348-4a6b-9dd9-5f94227a5a0e demo admin] 10.222.0.18 "GET /v2.0/routers/a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0 HTTP/1.1" status: 200 len: 704 time: 0.1756256 Mar 23 01:14:55.592997 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:55.725293 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:55.925693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Allocated IP 172.20.0.1 (576005b8-cd84-4631-bab9-5b8f47a48c98/bd3df7c6-ab83-448c-8de6-5ba21f308cec/5c2777ad-3b84-43ba-90ae-3ab41f65476c) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:14:56.131570 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Publish callbacks [] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:56.215739 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:56.285869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Network 576005b8-cd84-4631-bab9-5b8f47a48c98 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:14:56.307303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:14:56.314334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:14:56.314919 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:56.317485 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Pushing event updated for resources: {'Port': ['ID=5c2777ad-3b84-43ba-90ae-3ab41f65476c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:14:56.564273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f6d08fce-34c1-48ad-9625-668933d78dfe None None] Provisioning complete for port 5c2777ad-3b84-43ba-90ae-3ab41f65476c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:14:56.564539 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f6d08fce-34c1-48ad-9625-668933d78dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:56.573343 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:56.601502 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f6d08fce-34c1-48ad-9625-668933d78dfe None None] Port 5c2777ad-3b84-43ba-90ae-3ab41f65476c cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:14:56.798739 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Publish callbacks [] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:56.805132 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:56.806163 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:56.886136 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Pushing event updated for resources: {'Port': ['ID=5c2777ad-3b84-43ba-90ae-3ab41f65476c,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:14:56.945417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Network 576005b8-cd84-4631-bab9-5b8f47a48c98 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:14:56.946951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:14:57.121351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Router a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:14:57.220462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:14:57.225731 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4db1acd1-9f14-48f1-bdb5-609141530fc5 demo admin] 10.222.0.18 "PUT /v2.0/routers/a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9210808 Mar 23 01:14:57.232289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ccd7838b-3429-4ce6-8949-8c291bcbe78c None None] Provisioning complete for port 5c2777ad-3b84-43ba-90ae-3ab41f65476c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:14:57.232896 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ccd7838b-3429-4ce6-8949-8c291bcbe78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:57.244340 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Sync routers for ids ['a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:14:57.259471 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Routers {'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:14:57.260658 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:14:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:14:57.278124 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ccd7838b-3429-4ce6-8949-8c291bcbe78c None None] Port 5c2777ad-3b84-43ba-90ae-3ab41f65476c cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:14:57.449761 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Set router a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:14:57.878493 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0', 'name': 'router1', 'tenant_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:14:45Z', 'updated_at': '2022-03-23T01:14:56Z', 'revision_number': 2, 'project_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'gw_port_host': None, '_interfaces': [{'id': '5c2777ad-3b84-43ba-90ae-3ab41f65476c', 'name': '', 'network_id': '576005b8-cd84-4631-bab9-5b8f47a48c98', 'tenant_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'mac_address': 'fa:16:3e:53:16:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd3df7c6-ab83-448c-8de6-5ba21f308cec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:14:55Z', 'updated_at': '2022-03-23T01:14:56Z', 'revision_number': 2, 'project_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'subnets': [{'id': 'bd3df7c6-ab83-448c-8de6-5ba21f308cec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f70a67-9967-4ca2-9aa8-2b073e402e98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:14:57.930079 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Checking router: a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:14:57.930449 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Updating router a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0 port 5c2777ad-3b84-43ba-90ae-3ab41f65476c binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:14:57.985617 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:58.494918 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Publish callbacks [] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:58.504240 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:58.662635 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Pushing event updated for resources: {'Port': ['ID=5c2777ad-3b84-43ba-90ae-3ab41f65476c,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:14:58.684699 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:58.685040 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:58.685377 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:58.685706 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:58.686030 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:58.686348 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:58.686666 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:58.686982 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:58.687296 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:58.687613 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:58.687925 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:58.688237 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:58.688550 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:58.688933 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:58.689196 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Tracked resource versions report: Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: pushed versions: Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: { 'AddressGroup': {'1.2'}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'Agent': {'1.1'}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'ConntrackHelper': {'1.0'}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'LocalIPAssociation': {'1.0'}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'Log': {'1.0'}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'NDPProxy': {'1.0'}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'Network': {'1.1'}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'Port': {'1.7'}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'PortForwarding': {'1.3'}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'QosPolicy': {'1.10'}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'SecurityGroup': {'1.5'}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'SecurityGroupRule': {'1.2'}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'SubPort': {'1.0'}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'Subnet': {'1.1'}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'Trunk': {'1.1'}} Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: consumer versions: Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: { DHCP agent@n-d-834677-4: {}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: L3 agent@n-d-834677-4: {}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: Metadata agent@n-d-834677-4: {}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: Metering agent@n-d-834677-4: {}, Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: Open vSwitch agent@n-d-834677-4: { 'AddressGroup': '1.2', Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'Agent': '1.1', Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'ConntrackHelper': '1.0', Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'LocalIPAssociation': '1.0', Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'Log': '1.0', Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'NDPProxy': '1.0', Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'Network': '1.1', Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'Port': '1.7', Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'PortForwarding': '1.3', Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'QosPolicy': '1.10', Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'SecurityGroup': '1.5', Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'SecurityGroupRule': '1.2', Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'SubPort': '1.0', Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'Subnet': '1.1', Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: 'Trunk': '1.1'}} Mar 23 01:14:58.690415 n-d-834677-4 neutron-server[99266]: {{(pid=99266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 01:14:58.692957 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Attempting to bind port 5c2777ad-3b84-43ba-90ae-3ab41f65476c on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:14:58.693234 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Attempting to bind port 5c2777ad-3b84-43ba-90ae-3ab41f65476c by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'a08035af-9b2c-492a-b4e7-f67a34957702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '576005b8-cd84-4631-bab9-5b8f47a48c98'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:14:58.693663 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Attempting to bind port 5c2777ad-3b84-43ba-90ae-3ab41f65476c on network 576005b8-cd84-4631-bab9-5b8f47a48c98 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:14:58.700226 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:14:58.700632 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Checking segment: {'id': 'a08035af-9b2c-492a-b4e7-f67a34957702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '576005b8-cd84-4631-bab9-5b8f47a48c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:14:58.701142 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:58.701465 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Bound using segment: {'id': 'a08035af-9b2c-492a-b4e7-f67a34957702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '576005b8-cd84-4631-bab9-5b8f47a48c98'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:14:58.701941 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Bound port: 5c2777ad-3b84-43ba-90ae-3ab41f65476c, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08035af-9b2c-492a-b4e7-f67a34957702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '576005b8-cd84-4631-bab9-5b8f47a48c98'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:14:58.702326 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:58.768510 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] For port 5c2777ad-3b84-43ba-90ae-3ab41f65476c, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:14:58.791429 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] For port 5c2777ad-3b84-43ba-90ae-3ab41f65476c, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5c2777ad-3b84-43ba-90ae-3ab41f65476c,segment=NetworkSegment(a08035af-9b2c-492a-b4e7-f67a34957702),segment_id=a08035af-9b2c-492a-b4e7-f67a34957702)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:14:58.798830 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:58.807652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-20737c2c-ef8b-4ec9-a843-d9c37f0396da None None] Provisioning complete for port 5c2777ad-3b84-43ba-90ae-3ab41f65476c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:14:58.808187 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-20737c2c-ef8b-4ec9-a843-d9c37f0396da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:58.847331 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Routers {'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:14:58.847947 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:14:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:14:58.887558 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-20737c2c-ef8b-4ec9-a843-d9c37f0396da None None] Current status of the port 5c2777ad-3b84-43ba-90ae-3ab41f65476c is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:14:58.888331 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-20737c2c-ef8b-4ec9-a843-d9c37f0396da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:58.924582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-20737c2c-ef8b-4ec9-a843-d9c37f0396da None None] For port 5c2777ad-3b84-43ba-90ae-3ab41f65476c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5c2777ad-3b84-43ba-90ae-3ab41f65476c,segment=NetworkSegment(a08035af-9b2c-492a-b4e7-f67a34957702),segment_id=a08035af-9b2c-492a-b4e7-f67a34957702)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:14:58.930520 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-20737c2c-ef8b-4ec9-a843-d9c37f0396da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:58.944175 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] Set router a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:14:58.986115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20737c2c-ef8b-4ec9-a843-d9c37f0396da None None] Pushing event updated for resources: {'Port': ['ID=5c2777ad-3b84-43ba-90ae-3ab41f65476c,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:14:59.037916 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf657d0-f291-4268-b3a9-0ea9e7a1a7d9 None None] Pushing event updated for resources: {'Port': ['ID=5c2777ad-3b84-43ba-90ae-3ab41f65476c,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:14:59.055758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-75a8a487-2d3c-485b-b3fa-f9939010c9ed None None] Provisioning complete for port 5c2777ad-3b84-43ba-90ae-3ab41f65476c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:14:59.056320 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-75a8a487-2d3c-485b-b3fa-f9939010c9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:14:59.138075 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-75a8a487-2d3c-485b-b3fa-f9939010c9ed None None] Current status of the port 5c2777ad-3b84-43ba-90ae-3ab41f65476c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:14:59.169345 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0', 'name': 'router1', 'tenant_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:14:45Z', 'updated_at': '2022-03-23T01:14:56Z', 'revision_number': 2, 'project_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'gw_port_host': None, '_interfaces': [{'id': '5c2777ad-3b84-43ba-90ae-3ab41f65476c', 'name': '', 'network_id': '576005b8-cd84-4631-bab9-5b8f47a48c98', 'tenant_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'mac_address': 'fa:16:3e:53:16:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd3df7c6-ab83-448c-8de6-5ba21f308cec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:14:55Z', 'updated_at': '2022-03-23T01:14:58Z', 'revision_number': 4, 'project_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'subnets': [{'id': 'bd3df7c6-ab83-448c-8de6-5ba21f308cec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f70a67-9967-4ca2-9aa8-2b073e402e98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:14:59.197970 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbaaddf-da3b-4c31-94c5-a12cd2d04d94 None None] The sync data for ids ['a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0'] in n-d-834677-4 is: [{'id': 'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0', 'name': 'router1', 'tenant_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:14:45Z', 'updated_at': '2022-03-23T01:14:56Z', 'revision_number': 2, 'project_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'gw_port_host': None, '_interfaces': [{'id': '5c2777ad-3b84-43ba-90ae-3ab41f65476c', 'name': '', 'network_id': '576005b8-cd84-4631-bab9-5b8f47a48c98', 'tenant_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'mac_address': 'fa:16:3e:53:16:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd3df7c6-ab83-448c-8de6-5ba21f308cec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:14:55Z', 'updated_at': '2022-03-23T01:14:58Z', 'revision_number': 4, 'project_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'subnets': [{'id': 'bd3df7c6-ab83-448c-8de6-5ba21f308cec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f70a67-9967-4ca2-9aa8-2b073e402e98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:14:59.697516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45928) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:14:59.813869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750d2718-68f6-4bd5-aa6d-bfdf7281c05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:14:59.815253 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-750d2718-68f6-4bd5-aa6d-bfdf7281c05f admin admin] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 842 time: 0.1167629 Mar 23 01:14:59.824957 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-1da5d6b3-03c5-49e6-9c0d-9d68a35b5df4 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.25.0.0/24', 'name': 'public-subnet', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'gateway_ip': '172.25.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:14:59.845504 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da5d6b3-03c5-49e6-9c0d-9d68a35b5df4 admin admin] Made reservation on behalf of c1a0327538bd4db181f5f54193afd821 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:14:59.847991 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1da5d6b3-03c5-49e6-9c0d-9d68a35b5df4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:00.050949 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 5 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:15:00.188974 n-d-834677-4 neutron-server[99263]: DEBUG neutron.objects.ports [None req-1da5d6b3-03c5-49e6-9c0d-9d68a35b5df4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99263) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:15:00.189428 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1da5d6b3-03c5-49e6-9c0d-9d68a35b5df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for subnet (6a25f33b-69f1-46d7-85d2-73d02929b58e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:00.242834 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5d6b3-03c5-49e6-9c0d-9d68a35b5df4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a25f33b-69f1-46d7-85d2-73d02929b58e,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:15:00.253529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5d6b3-03c5-49e6-9c0d-9d68a35b5df4 admin admin] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:15:00.253887 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da5d6b3-03c5-49e6-9c0d-9d68a35b5df4 admin admin] Network hostable DHCP agents. Network: c1c193e8-ebed-436f-92ad-13cec1b5b042, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:15:00.273838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da5d6b3-03c5-49e6-9c0d-9d68a35b5df4 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:15:00.284182 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-1da5d6b3-03c5-49e6-9c0d-9d68a35b5df4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, c1c193e8-ebed-436f-92ad-13cec1b5b042) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:15:00.289145 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da5d6b3-03c5-49e6-9c0d-9d68a35b5df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:15:00.289832 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1da5d6b3-03c5-49e6-9c0d-9d68a35b5df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:00.294236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa30341d-cd26-431d-870e-896a0d94982c None None] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:15:00.310005 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1da5d6b3-03c5-49e6-9c0d-9d68a35b5df4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4884751 Mar 23 01:15:00.405919 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4c1787-647c-4c48-a948-8fa11f8ffd82 None None] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:15:02.737110 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45936) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:15:02.960084 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5acf3206-3687-49da-8edb-0b7c9910a31c demo admin] 10.222.0.18 "GET /v2.0/routers/a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0 HTTP/1.1" status: 200 len: 710 time: 0.2217326 Mar 23 01:15:03.051108 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cc40c6-ce0d-4721-80d5-31ff850ba66c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:15:03.052503 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c0cc40c6-ce0d-4721-80d5-31ff850ba66c demo admin] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 886 time: 0.0869560 Mar 23 01:15:03.061607 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:15:03.316159 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] Publish callbacks [] for router_gateway (a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:03.559591 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] Publish callbacks [] for router_gateway (a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:03.679224 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:03.831068 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] Allocated IP 172.25.0.115 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/54c2a8e0-d666-4838-ac0a-39a03836d1a3) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:15:03.939028 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] Publish callbacks [] for port (54c2a8e0-d666-4838-ac0a-39a03836d1a3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:04.011497 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (54c2a8e0-d666-4838-ac0a-39a03836d1a3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:04.091752 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:15:04.098756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:15:04.104485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] Pushing event updated for resources: {'Port': ['ID=54c2a8e0-d666-4838-ac0a-39a03836d1a3,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:15:04.106945 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:15:04.403790 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] Publish callbacks [] for router_gateway (a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:04.632507 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:04.637934 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:04.751787 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] Router a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:15:04.864794 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:15:04.870995 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:04.872197 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-28499f65-0e4d-4556-a62b-80c114b38f17 demo admin] 10.222.0.18 "PUT /v2.0/routers/a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0 HTTP/1.1" status: 200 len: 890 time: 1.8137870 Mar 23 01:15:06.522682 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5c2777ad-3b84-43ba-90ae-3ab41f65476c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:15:06.574271 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 5c2777ad-3b84-43ba-90ae-3ab41f65476c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:15:06.574669 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:06.663474 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 5c2777ad-3b84-43ba-90ae-3ab41f65476c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:15:07.446579 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45950) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:15:07.582010 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-41f2a89e-3ea0-4694-8269-4fc17bbb15c0 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1336226 Mar 23 01:15:07.902968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Sync routers for ids ['a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:15:07.915283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Routers {'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:15:07.916017 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:14:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:15:08.142200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Set router a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:15:08.626449 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0', 'name': 'router1', 'tenant_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '54c2a8e0-d666-4838-ac0a-39a03836d1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:14:45Z', 'updated_at': '2022-03-23T01:15:04Z', 'revision_number': 4, 'project_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'gw_port': {'id': '54c2a8e0-d666-4838-ac0a-39a03836d1a3', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:79:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:15:03Z', 'updated_at': '2022-03-23T01:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '5c2777ad-3b84-43ba-90ae-3ab41f65476c', 'name': '', 'network_id': '576005b8-cd84-4631-bab9-5b8f47a48c98', 'tenant_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'mac_address': 'fa:16:3e:53:16:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd3df7c6-ab83-448c-8de6-5ba21f308cec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:14:55Z', 'updated_at': '2022-03-23T01:14:58Z', 'revision_number': 5, 'project_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'subnets': [{'id': 'bd3df7c6-ab83-448c-8de6-5ba21f308cec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f70a67-9967-4ca2-9aa8-2b073e402e98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:15:08.678156 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Checking router: a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:15:08.678527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Updating router a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0 port 54c2a8e0-d666-4838-ac0a-39a03836d1a3 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:15:08.731899 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (54c2a8e0-d666-4838-ac0a-39a03836d1a3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:09.054304 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Publish callbacks [] for port (54c2a8e0-d666-4838-ac0a-39a03836d1a3), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:09.060746 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (54c2a8e0-d666-4838-ac0a-39a03836d1a3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:09.112894 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Attempting to bind port 54c2a8e0-d666-4838-ac0a-39a03836d1a3 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:15:09.113273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Attempting to bind port 54c2a8e0-d666-4838-ac0a-39a03836d1a3 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:15:09.113662 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Attempting to bind port 54c2a8e0-d666-4838-ac0a-39a03836d1a3 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:15:09.115535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93dbc8-8ddf-4d9e-9d09-0c982c9fa647 None None] Pushing event updated for resources: {'Port': ['ID=54c2a8e0-d666-4838-ac0a-39a03836d1a3,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:15:09.123117 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:15:09.123559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:15:09.124018 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:09.124424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:15:09.124903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Bound port: 54c2a8e0-d666-4838-ac0a-39a03836d1a3, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:15:09.125295 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (54c2a8e0-d666-4838-ac0a-39a03836d1a3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:09.176739 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] For port 54c2a8e0-d666-4838-ac0a-39a03836d1a3, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:15:09.179795 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] For port 54c2a8e0-d666-4838-ac0a-39a03836d1a3, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=54c2a8e0-d666-4838-ac0a-39a03836d1a3,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:15:09.188222 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (54c2a8e0-d666-4838-ac0a-39a03836d1a3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:09.248850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Routers {'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:15:09.249418 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:14:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:15:09.255320 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93dbc8-8ddf-4d9e-9d09-0c982c9fa647 None None] Pushing event updated for resources: {'Port': ['ID=54c2a8e0-d666-4838-ac0a-39a03836d1a3,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:15:09.376727 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] Set router a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:15:09.601832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0', 'name': 'router1', 'tenant_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '54c2a8e0-d666-4838-ac0a-39a03836d1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:14:45Z', 'updated_at': '2022-03-23T01:15:04Z', 'revision_number': 4, 'project_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'gw_port': {'id': '54c2a8e0-d666-4838-ac0a-39a03836d1a3', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:79:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:15:03Z', 'updated_at': '2022-03-23T01:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '5c2777ad-3b84-43ba-90ae-3ab41f65476c', 'name': '', 'network_id': '576005b8-cd84-4631-bab9-5b8f47a48c98', 'tenant_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'mac_address': 'fa:16:3e:53:16:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd3df7c6-ab83-448c-8de6-5ba21f308cec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:14:55Z', 'updated_at': '2022-03-23T01:14:58Z', 'revision_number': 5, 'project_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'subnets': [{'id': 'bd3df7c6-ab83-448c-8de6-5ba21f308cec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f70a67-9967-4ca2-9aa8-2b073e402e98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:15:09.629055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fba72b-f9c0-4bbf-9414-45c875cebe49 None None] The sync data for ids ['a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0'] in n-d-834677-4 is: [{'id': 'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0', 'name': 'router1', 'tenant_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '54c2a8e0-d666-4838-ac0a-39a03836d1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:14:45Z', 'updated_at': '2022-03-23T01:15:04Z', 'revision_number': 4, 'project_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'gw_port': {'id': '54c2a8e0-d666-4838-ac0a-39a03836d1a3', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:79:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:15:03Z', 'updated_at': '2022-03-23T01:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '5c2777ad-3b84-43ba-90ae-3ab41f65476c', 'name': '', 'network_id': '576005b8-cd84-4631-bab9-5b8f47a48c98', 'tenant_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'mac_address': 'fa:16:3e:53:16:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12e1f6c-23cc-4b7e-8d4a-e4f03bac5bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd3df7c6-ab83-448c-8de6-5ba21f308cec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:14:55Z', 'updated_at': '2022-03-23T01:14:58Z', 'revision_number': 5, 'project_id': 'bece89151a814ea0ab5ded56a7a54eb6', 'subnets': [{'id': 'bd3df7c6-ab83-448c-8de6-5ba21f308cec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f70a67-9967-4ca2-9aa8-2b073e402e98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:15:10.563812 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 54c2a8e0-d666-4838-ac0a-39a03836d1a3 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:15:10.618881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 54c2a8e0-d666-4838-ac0a-39a03836d1a3 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:15:10.619382 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (54c2a8e0-d666-4838-ac0a-39a03836d1a3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:10.753470 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 54c2a8e0-d666-4838-ac0a-39a03836d1a3 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:15:10.754138 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (54c2a8e0-d666-4838-ac0a-39a03836d1a3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:10.776333 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 54c2a8e0-d666-4838-ac0a-39a03836d1a3, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=54c2a8e0-d666-4838-ac0a-39a03836d1a3,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:15:10.782023 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (54c2a8e0-d666-4838-ac0a-39a03836d1a3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:10.835610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=54c2a8e0-d666-4838-ac0a-39a03836d1a3,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:15:12.571058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 54c2a8e0-d666-4838-ac0a-39a03836d1a3 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:15:12.712471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 54c2a8e0-d666-4838-ac0a-39a03836d1a3 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:15:12.713220 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (54c2a8e0-d666-4838-ac0a-39a03836d1a3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:12.843424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 54c2a8e0-d666-4838-ac0a-39a03836d1a3 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:15:19.464877 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2ea37a5f-b09c-4900-932a-330541cbf801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:21.700170 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c4200203-0ca3-42d7-b3e6-a41b2ea0bd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:22.979543 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:24.316926 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:25.724853 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:37.065361 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 5 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:15:49.466446 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b8ce3758-c580-4377-979a-a0fadb6cc679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:51.706121 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-389ab61a-2e9f-447c-81b0-db083ab12eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:52.983152 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:54.311462 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:15:55.727602 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:16:14.053228 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 5 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:16:19.462751 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-90800b09-61af-422f-b2ac-d235e9309924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:16:21.712398 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-092486d7-9d5d-4bc4-aaa5-3b1f37c7c505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:16:22.985490 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:16:24.317249 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:16:25.723494 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:16:33.748405 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46466) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:16:33.826677 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b2f4ed-07c8-4df7-80ae-3a560ede453f admin admin] GET failed (client error): The resource could not be found. Mar 23 01:16:33.827968 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-06b2f4ed-07c8-4df7-80ae-3a560ede453f admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0782092 Mar 23 01:16:34.063079 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f4db7e-5f65-46e3-9d33-d966bffa63ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:16:34.064453 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c0f4db7e-5f65-46e3-9d33-d966bffa63ee admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2322731 Mar 23 01:16:36.381427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46476) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:16:36.487144 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc48537b-e13a-462f-b1ba-3af97d4204ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:16:36.488519 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bc48537b-e13a-462f-b1ba-3af97d4204ae admin admin] 10.222.0.18 "GET /v2.0/subnets/bd3df7c6-ab83-448c-8de6-5ba21f308cec HTTP/1.1" status: 200 len: 849 time: 0.1061275 Mar 23 01:16:36.498533 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:16:36.584137 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Publish callbacks [] for subnet (bd3df7c6-ab83-448c-8de6-5ba21f308cec), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:16:36.736581 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757123738763'] for subnet (bd3df7c6-ab83-448c-8de6-5ba21f308cec), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:16:36.766158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:16:36.766782 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:16:36.768299 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] 10.222.0.18 "PUT /v2.0/subnets/bd3df7c6-ab83-448c-8de6-5ba21f308cec HTTP/1.1" status: 200 len: 868 time: 0.2737422 Mar 23 01:16:36.771864 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e3386e-e394-4b62-a0df-ca5bb821528a None None] Network 576005b8-cd84-4631-bab9-5b8f47a48c98 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:16:36.790904 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd3df7c6-ab83-448c-8de6-5ba21f308cec,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:16:36.798929 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:16:36.799306 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:16:36.799619 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:16:36.799957 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:16:36.800273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:16:36.800623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:16:36.800987 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:16:36.801300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:16:36.801645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:16:36.802259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:16:36.802551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:16:36.802882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:16:36.803205 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:16:36.803535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:16:36.803853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb08f6-6add-4181-b0c6-c3f8f31d1c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:16:37.094989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0870cbc3-816d-4154-b6e2-ee9d3ee56091 None None] Provisioning complete for port 928043e7-55a3-4eb1-9218-a7841bcf1934 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:16:37.095381 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0870cbc3-816d-4154-b6e2-ee9d3ee56091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (928043e7-55a3-4eb1-9218-a7841bcf1934), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:16:37.178424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0870cbc3-816d-4154-b6e2-ee9d3ee56091 None None] Current status of the port 928043e7-55a3-4eb1-9218-a7841bcf1934 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:16:37.188850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0870cbc3-816d-4154-b6e2-ee9d3ee56091 None None] Provisioning complete for port 5c2777ad-3b84-43ba-90ae-3ab41f65476c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:16:37.189237 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0870cbc3-816d-4154-b6e2-ee9d3ee56091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5c2777ad-3b84-43ba-90ae-3ab41f65476c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:16:37.264899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0870cbc3-816d-4154-b6e2-ee9d3ee56091 None None] Current status of the port 5c2777ad-3b84-43ba-90ae-3ab41f65476c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:16:39.148716 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46486) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:16:39.371299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3ac77c-0fb8-452b-a0b8-55ff2c15490d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:16:39.371682 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3ac77c-0fb8-452b-a0b8-55ff2c15490d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:16:39.373256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ba3ac77c-0fb8-452b-a0b8-55ff2c15490d admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2231307 Mar 23 01:16:41.666415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46494) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:16:41.883954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ad2d6b-2f4f-4b94-b553-924aba985a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:16:41.884429 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ad2d6b-2f4f-4b94-b553-924aba985a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:16:41.886105 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-54ad2d6b-2f4f-4b94-b553-924aba985a6b admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2183828 Mar 23 01:16:44.243789 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46502) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:16:44.388403 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7632406e-ca51-46cd-b0e9-768c52f64bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:16:44.389842 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7632406e-ca51-46cd-b0e9-768c52f64bee admin admin] 10.222.0.18 "GET /v2.0/networks/576005b8-cd84-4631-bab9-5b8f47a48c98 HTTP/1.1" status: 200 len: 868 time: 0.1450608 Mar 23 01:16:46.734277 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46510) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:16:46.886946 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91252417-0c64-4ae7-915a-3537be167513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:16:46.888314 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-91252417-0c64-4ae7-915a-3537be167513 admin admin] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 886 time: 0.1528387 Mar 23 01:16:49.199414 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46518) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:16:49.349555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653dfa14-9ad1-49a2-8f4c-179c06cc600c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:16:49.350025 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653dfa14-9ad1-49a2-8f4c-179c06cc600c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:16:49.351584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-653dfa14-9ad1-49a2-8f4c-179c06cc600c admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1511893 Mar 23 01:16:49.459791 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-50593a29-bbf9-4568-9219-5e61375ab566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:16:51.052440 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 5 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:16:51.675113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46526) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:16:51.709334 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fb4066d9-51bb-4354-b756-8a630687a690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:16:51.857531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67837511-aac3-43d1-b63e-9ddf205b3d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:16:51.857996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67837511-aac3-43d1-b63e-9ddf205b3d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:16:51.859529 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-67837511-aac3-43d1-b63e-9ddf205b3d38 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1834114 Mar 23 01:16:52.988786 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:16:54.178870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46534) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:16:54.267837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65bda62-c7b4-41d4-8fe6-18c43c9afc08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:16:54.269220 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f65bda62-c7b4-41d4-8fe6-18c43c9afc08 admin admin] 10.222.0.18 "GET /v2.0/subnets/6a25f33b-69f1-46d7-85d2-73d02929b58e HTTP/1.1" status: 200 len: 816 time: 0.0893857 Mar 23 01:16:54.320685 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:16:55.727921 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:16:56.600951 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46542) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:16:56.693050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b07536d-e9f6-4e8a-bb5f-1acb84f27a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:16:56.694414 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0b07536d-e9f6-4e8a-bb5f-1acb84f27a2e admin admin] 10.222.0.18 "GET /v2.0/subnets/bd3df7c6-ab83-448c-8de6-5ba21f308cec HTTP/1.1" status: 200 len: 868 time: 0.0924671 Mar 23 01:17:19.455911 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-660fe74b-816b-40a2-9165-43430d76f630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:21.703120 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6fe953d8-f4dc-4237-9bc9-5406365ff598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:22.998058 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:24.323371 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:24.988152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46594) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:17:25.039866 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-7fe4f7d7-8494-44e8-b3bc-c396d49c0b30 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:17:25.041288 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7fe4f7d7-8494-44e8-b3bc-c396d49c0b30 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0521250 Mar 23 01:17:25.732499 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:27.453656 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46602) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:17:27.514238 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4cdbd4-4478-4a92-be48-334b593ad27f admin admin] GET failed (client error): The resource could not be found. Mar 23 01:17:27.515508 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ec4cdbd4-4478-4a92-be48-334b593ad27f admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608592 Mar 23 01:17:27.660413 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d580eb0-d703-468c-97d6-d03b3700a0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:17:27.662897 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0d580eb0-d703-468c-97d6-d03b3700a0ca admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1429160 Mar 23 01:17:28.052184 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 5 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:17:30.021914 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46610) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:17:30.092112 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a664ca57-daf7-4695-a218-0ee5486cd433 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:17:30.113804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a664ca57-daf7-4695-a218-0ee5486cd433 admin admin] Made reservation on behalf of c1a0327538bd4db181f5f54193afd821 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:17:30.116270 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a664ca57-daf7-4695-a218-0ee5486cd433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:30.147047 n-d-834677-4 neutron-server[99264]: WARNING neutron.services.revisions.revision_plugin [None req-a664ca57-daf7-4695-a218-0ee5486cd433 admin admin] Could not find related network for resource to bump revision. Mar 23 01:17:30.158962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a664ca57-daf7-4695-a218-0ee5486cd433 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:17:30.168650 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a664ca57-daf7-4695-a218-0ee5486cd433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (1129985e-eb49-4ece-8968-32cd9062b8fa), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:30.169117 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-a664ca57-daf7-4695-a218-0ee5486cd433 admin admin] Added segment 1129985e-eb49-4ece-8968-32cd9062b8fa of type vlan for network c0552ab9-cef2-43bf-84f9-7f46dc193310 Mar 23 01:17:30.206772 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a664ca57-daf7-4695-a218-0ee5486cd433 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (c0552ab9-cef2-43bf-84f9-7f46dc193310), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:30.232916 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a664ca57-daf7-4695-a218-0ee5486cd433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (c0552ab9-cef2-43bf-84f9-7f46dc193310), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:30.233960 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a664ca57-daf7-4695-a218-0ee5486cd433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:17:30.234568 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a664ca57-daf7-4695-a218-0ee5486cd433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:30.288298 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a664ca57-daf7-4695-a218-0ee5486cd433 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2649076 Mar 23 01:17:30.293660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664ca57-daf7-4695-a218-0ee5486cd433 admin admin] Pushing event updated for resources: {'Network': ['ID=c0552ab9-cef2-43bf-84f9-7f46dc193310,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:17:30.310264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:17:32.635363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46618) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:17:32.701090 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa51b4d-afdc-4b1b-8580-0f50294ce5ba admin admin] GET failed (client error): The resource could not be found. Mar 23 01:17:32.702310 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-caa51b4d-afdc-4b1b-8580-0f50294ce5ba admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0659592 Mar 23 01:17:32.776426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7f27a4-4532-460e-aa57-03f5a1f8cce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:17:32.778290 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9c7f27a4-4532-460e-aa57-03f5a1f8cce3 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0718977 Mar 23 01:17:32.788152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9c6a81d5-4beb-4ecb-a820-220a7d8d04b7 admin admin] Request body: {'subnet': {'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:17:32.814469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6a81d5-4beb-4ecb-a820-220a7d8d04b7 admin admin] Made reservation on behalf of c1a0327538bd4db181f5f54193afd821 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:17:32.816824 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9c6a81d5-4beb-4ecb-a820-220a7d8d04b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:32.999134 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9c6a81d5-4beb-4ecb-a820-220a7d8d04b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for subnet (9a1acd02-8765-4406-ba53-e9336e9fe894), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:33.058408 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a81d5-4beb-4ecb-a820-220a7d8d04b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a1acd02-8765-4406-ba53-e9336e9fe894,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:17:33.069488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6a81d5-4beb-4ecb-a820-220a7d8d04b7 admin admin] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:17:33.069846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6a81d5-4beb-4ecb-a820-220a7d8d04b7 admin admin] Network hostable DHCP agents. Network: c0552ab9-cef2-43bf-84f9-7f46dc193310, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:17:33.093464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6a81d5-4beb-4ecb-a820-220a7d8d04b7 admin admin] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:17:33.105562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-9c6a81d5-4beb-4ecb-a820-220a7d8d04b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, c0552ab9-cef2-43bf-84f9-7f46dc193310) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:17:33.109852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6a81d5-4beb-4ecb-a820-220a7d8d04b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:17:33.110450 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9c6a81d5-4beb-4ecb-a820-220a7d8d04b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:33.115505 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b91f405-4cd0-48bf-971a-b5c3b7fe7f95 None None] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:17:33.127503 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9c6a81d5-4beb-4ecb-a820-220a7d8d04b7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3428018 Mar 23 01:17:33.234050 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-c0552ab9-cef2-43bf-84f9-7f46dc193310', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'project_id': 'c1a0327538bd4db181f5f54193afd821', 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:17:33.234914 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:33.381826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Allocated IP 192.168.233.2 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/78503444-b013-4d44-8e68-496a158ee0a3) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:17:33.632851 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Publish callbacks [] for port (78503444-b013-4d44-8e68-496a158ee0a3), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:33.639302 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (78503444-b013-4d44-8e68-496a158ee0a3), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:33.678281 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:17:33.681080 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:17:33.684813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:17:33.695062 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Pushing event updated for resources: {'Port': ['ID=78503444-b013-4d44-8e68-496a158ee0a3,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:17:33.703550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:17:33.703874 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:17:33.704236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:17:33.704570 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:17:33.704896 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:17:33.705226 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:17:33.705552 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:17:33.705876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:17:33.706200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:17:33.706520 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:17:33.706841 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:17:33.707159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:17:33.707476 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:17:33.707792 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:17:33.708107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:17:33.763715 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Attempting to bind port 78503444-b013-4d44-8e68-496a158ee0a3 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:17:33.764083 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Attempting to bind port 78503444-b013-4d44-8e68-496a158ee0a3 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:17:33.764451 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Attempting to bind port 78503444-b013-4d44-8e68-496a158ee0a3 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:17:33.769638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:17:33.770012 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:17:33.770412 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:33.770829 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:17:33.771292 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Bound port: 78503444-b013-4d44-8e68-496a158ee0a3, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:17:33.771671 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (78503444-b013-4d44-8e68-496a158ee0a3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:33.834187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] For port 78503444-b013-4d44-8e68-496a158ee0a3, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:17:33.837916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] For port 78503444-b013-4d44-8e68-496a158ee0a3, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=78503444-b013-4d44-8e68-496a158ee0a3,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:17:33.846159 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (78503444-b013-4d44-8e68-496a158ee0a3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:33.905678 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c29dd-e7f7-40c3-ac5a-0b08605cbb62 None None] Pushing event updated for resources: {'Port': ['ID=78503444-b013-4d44-8e68-496a158ee0a3,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:17:34.706655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 78503444-b013-4d44-8e68-496a158ee0a3 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:17:34.759756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 78503444-b013-4d44-8e68-496a158ee0a3 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:17:34.760141 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (78503444-b013-4d44-8e68-496a158ee0a3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:34.831599 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577feea5-31d4-4fbb-8b51-3a8aa00098c0 None None] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:17:34.889591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 78503444-b013-4d44-8e68-496a158ee0a3 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:17:34.889974 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (78503444-b013-4d44-8e68-496a158ee0a3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:34.951449 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 78503444-b013-4d44-8e68-496a158ee0a3, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=78503444-b013-4d44-8e68-496a158ee0a3,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:17:34.976223 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9d6ffbcc-e857-4b69-9135-b88b0ac59c45 None None] Provisioning complete for port 78503444-b013-4d44-8e68-496a158ee0a3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:17:34.976524 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9d6ffbcc-e857-4b69-9135-b88b0ac59c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (78503444-b013-4d44-8e68-496a158ee0a3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:34.978007 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (78503444-b013-4d44-8e68-496a158ee0a3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:35.069118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=78503444-b013-4d44-8e68-496a158ee0a3,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:17:35.118355 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ffbcc-e857-4b69-9135-b88b0ac59c45 None None] Current status of the port 78503444-b013-4d44-8e68-496a158ee0a3 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:17:35.339711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c64864b9-e315-432c-9b97-e82590efab97 None None] Provisioning complete for port 78503444-b013-4d44-8e68-496a158ee0a3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:17:35.340081 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c64864b9-e315-432c-9b97-e82590efab97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (78503444-b013-4d44-8e68-496a158ee0a3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:35.423198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c64864b9-e315-432c-9b97-e82590efab97 None None] Current status of the port 78503444-b013-4d44-8e68-496a158ee0a3 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:17:36.623954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 78503444-b013-4d44-8e68-496a158ee0a3 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:17:36.681872 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 78503444-b013-4d44-8e68-496a158ee0a3 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:17:36.682270 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (78503444-b013-4d44-8e68-496a158ee0a3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:36.760571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 78503444-b013-4d44-8e68-496a158ee0a3 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:17:49.459935 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-63993888-9ecc-43df-ba87-8795059888bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:51.710214 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a908810a-fa76-4e19-bc63-d1abf2327eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:52.992821 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:54.327924 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:17:55.741506 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:18:05.051797 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 5 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:18:19.463502 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e6259294-51ea-40a3-b3e8-e8cbac3a927f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:18:21.711830 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eb3d2a6d-98d3-48d5-9eda-60adf6cf8729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:18:23.004142 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:18:24.331725 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:18:25.736572 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:18:42.054718 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 5 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:18:49.472025 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-634e489a-0dea-4f7b-bf60-f32e0362bb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:18:51.708121 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bce0997c-8f5c-43eb-9d22-a25a43cd7c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:18:52.997138 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:18:54.332322 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:18:55.741170 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:00.656975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46658) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:19:00.667152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-f45fe5a1-e555-4540-9a5d-e9090bc87a59 tempest-verify_tempest_config-877399539 tempest-verify_tempest_config-877399539-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:19:00.668133 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f45fe5a1-e555-4540-9a5d-e9090bc87a59 tempest-verify_tempest_config-877399539 tempest-verify_tempest_config-877399539-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0097511 Mar 23 01:19:00.988214 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46676) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:19:01.108173 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:01.212922 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Publish callbacks [] for security_group (941a90ee-2372-4b4f-a15c-d1ce72490c94), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:01.219861 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (941a90ee-2372-4b4f-a15c-d1ce72490c94), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:01.264302 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=119a658cb9574269bd0bd2ca3c1f79bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2746944 Mar 23 01:19:01.265122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941a90ee-2372-4b4f-a15c-d1ce72490c94,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:19:01.267339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46680) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:19:01.272306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.272708 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.273048 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.273394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.273954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.274292 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.275231 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.275573 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.275908 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.276237 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.276567 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.276918 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.277228 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.277554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.278038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597ae608-c483-49e2-ab41-a61e54ececd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.322773 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Publish callbacks [] for security_group (941a90ee-2372-4b4f-a15c-d1ce72490c94), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:01.346793 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Publish callbacks [] for security_group (941a90ee-2372-4b4f-a15c-d1ce72490c94), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:01.446734 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (941a90ee-2372-4b4f-a15c-d1ce72490c94), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:01.450051 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:01.452149 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/941a90ee-2372-4b4f-a15c-d1ce72490c94 HTTP/1.1" status: 204 len: 168 time: 0.1831100 Mar 23 01:19:01.466954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941a90ee-2372-4b4f-a15c-d1ce72490c94,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:19:01.475064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.475525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.475984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.476683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.477047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.477380 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.477718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.478296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.478804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.479183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.479616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.480052 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.480550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.481042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:01.481725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3d373-07be-48cf-8186-74ac4c2d01a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:19:19.058870 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 5 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:19:19.473111 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f546377f-1152-4811-ad65-81292da67e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:21.712335 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6991667a-a4d0-4ccf-9b40-705097ea8d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:23.004121 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:24.349104 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:25.755409 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:49.471210 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7b5fc8a9-b5ef-415a-ad3f-c7cc53fabab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:51.717191 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-15a92d9e-a7e8-43f2-b012-934fbc710ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:53.015990 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:54.347797 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:55.764285 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:19:56.062200 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 5 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:20:19.469832 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9a614515-9be6-4373-85a6-a2157c8978b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:20:21.717808 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-13ba4b97-6b7e-4764-b6e9-689865cf593f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:20:23.018142 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:20:24.354286 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:20:25.759086 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:20:33.066317 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 5 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:20:49.469832 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-87120662-5f1b-4917-a7b7-f78ce69d2bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:20:51.718589 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86165fd5-35dd-43d2-b08f-1293a943db2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:20:53.023058 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:20:54.362471 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:20:55.756827 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:21:10.065485 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 5 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:21:19.475476 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-78928387-6821-40bd-af18-80cc410d6bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:21:21.720516 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8352df1a-34e4-445f-8de0-eb928d22f8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:21:23.024334 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:21:24.366993 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:21:25.748358 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:21:47.068309 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 5 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:21:49.465670 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f872e7d0-e0b1-441d-9609-f1b8ce3672a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:21:51.723498 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-00eec952-d226-45e4-b82a-cb6e3897b0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:21:53.024552 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:21:54.368985 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:21:55.752094 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:22:03.510596 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475425'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:22:19.461979 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-911fa602-5fab-4d95-8cc2-53e38c17ec01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:22:20.177558 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475425'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:22:21.726299 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b348280f-7977-4d5f-b886-e2e2fad19e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:22:23.025017 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:22:24.073049 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:22:24.375281 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:22:25.750893 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:22:33.465070 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:22:49.456361 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bf5bdfad-eabe-4c16-acae-143c735b1b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:22:50.172583 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:22:50.299135 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46734) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:22:50.414987 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d2445f27-0f21-4b66-866f-5ec49360b1ef admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1147268 Mar 23 01:22:51.720153 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ec836b2f-4692-408c-96bb-0a50a804d566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:22:52.722406 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46744) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:22:52.790515 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dfd29d00-1310-4a63-b1f3-ab3809696ef1 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0668390 Mar 23 01:22:53.029192 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:22:54.385203 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:22:55.757577 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:23:01.081637 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:23:03.464148 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:23:19.463098 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d5d2ce8b-f3ab-4233-b699-1006f4fc9b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:23:20.191335 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:23:21.728630 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-891b8e17-2629-4992-8a8e-6ba56bd5a6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:23:23.030955 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:23:24.390103 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:23:25.743007 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:23:33.464350 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:23:38.071599 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:23:49.458070 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8ded6ab5-d6ae-4da7-af8d-97ce7d7881fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:23:50.199518 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:23:51.723889 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6465ef5f-7cc9-4708-ac82-163be7e2dbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:23:53.035392 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:23:54.385194 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:23:55.748204 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:03.466224 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:15.072084 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:24:19.478528 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e2c87840-2ed6-4e31-a1df-647cb20a9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:20.221530 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:21.396011 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46862) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:21.708552 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4454a126-5cd5-4001-acb0-9b719bdc4993 tempest-AutoAllocateNetworkTest-788542119 tempest-AutoAllocateNetworkTest-788542119-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=aa015946117c40ec9ce30ea125b14db5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3113685 Mar 23 01:24:21.711461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46888) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:21.729190 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8c79-0d7d-4b80-8042-64851e6343b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:21.914648 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59da6a13-5867-4328-9d10-e8c99296a1a4 tempest-AutoAllocateNetworkTest-788542119 tempest-AutoAllocateNetworkTest-788542119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:21.919814 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-59da6a13-5867-4328-9d10-e8c99296a1a4 tempest-AutoAllocateNetworkTest-788542119 tempest-AutoAllocateNetworkTest-788542119-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2019992 Mar 23 01:24:21.920022 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46902) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:21.978515 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46904) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:21.978644 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dbd51f11-1030-4a9c-9995-c5ed215d8093 tempest-AutoAllocateNetworkTest-788542119 tempest-AutoAllocateNetworkTest-788542119-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581386 Mar 23 01:24:22.013943 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d9793d75-6af4-4350-a377-15208bc2d4e5 tempest-AutoAllocateNetworkTest-788542119 tempest-AutoAllocateNetworkTest-788542119-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=aa015946117c40ec9ce30ea125b14db5 HTTP/1.1" status: 200 len: 208 time: 0.0326962 Mar 23 01:24:22.617279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46946) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:22.625910 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46950) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:23.004050 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2c8541d8-b7c1-42bd-9ac1-a5dc32d25e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.035370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-network', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:23.036456 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.066990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Made reservation on behalf of b4fac7cf4797433d9067e9d5d2bae7f4 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:24:23.069500 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.081283 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.178393 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Publish callbacks [] for security_group (93a83b54-5cb6-4f88-b086-2c73b6223669), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.188084 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (93a83b54-5cb6-4f88-b086-2c73b6223669), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.192054 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2c8541d8-b7c1-42bd-9ac1-a5dc32d25e3f admin admin] Publish callbacks [] for security_group (82b9a285-47c9-4332-9341-260e7dc53ff7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.202057 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:24:23.213408 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (4784078c-2d48-4bd3-8200-71c515c2bb94), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.213750 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Added segment 4784078c-2d48-4bd3-8200-71c515c2bb94 of type vlan for network 080a736b-27cd-405b-b5de-ee5cfb6bde25 Mar 23 01:24:23.223775 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2c8541d8-b7c1-42bd-9ac1-a5dc32d25e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (82b9a285-47c9-4332-9341-260e7dc53ff7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.301242 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (080a736b-27cd-405b-b5de-ee5cfb6bde25), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.316258 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2c8541d8-b7c1-42bd-9ac1-a5dc32d25e3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa015946117c40ec9ce30ea125b14db5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6955738 Mar 23 01:24:23.316693 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46978) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:23.331125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a83b54-5cb6-4f88-b086-2c73b6223669,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:23.339208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.339549 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.339881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.340208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.340633 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.340956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.341281 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.341602 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.341916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.342244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.342548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.342857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.343168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.343478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.343795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Tracked resource versions report: Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: pushed versions: Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: { 'AddressGroup': {'1.2'}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'Agent': {'1.1'}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'ConntrackHelper': {'1.0'}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'LocalIPAssociation': {'1.0'}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'Log': {'1.0'}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'NDPProxy': {'1.0'}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'Network': {'1.1'}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'Port': {'1.7'}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'PortForwarding': {'1.3'}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'QosPolicy': {'1.10'}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'SecurityGroup': {'1.5'}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'SecurityGroupRule': {'1.2'}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'SubPort': {'1.0'}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'Subnet': {'1.1'}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'Trunk': {'1.1'}} Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: consumer versions: Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: { DHCP agent@n-d-834677-4: {}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: HyperV agent@n-h1-834677-4: {}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: HyperV agent@n-h2-834677-4: {}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: L3 agent@n-d-834677-4: {}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: Metadata agent@n-d-834677-4: {}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: Metering agent@n-d-834677-4: {}, Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: Open vSwitch agent@n-d-834677-4: { 'AddressGroup': '1.2', Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'Agent': '1.1', Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'ConntrackHelper': '1.0', Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'LocalIPAssociation': '1.0', Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'Log': '1.0', Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'NDPProxy': '1.0', Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'Network': '1.1', Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'Port': '1.7', Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'PortForwarding': '1.3', Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'QosPolicy': '1.10', Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'SecurityGroup': '1.5', Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'SecurityGroupRule': '1.2', Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'SubPort': '1.0', Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'Subnet': '1.1', Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: 'Trunk': '1.1'}} Mar 23 01:24:23.345012 n-d-834677-4 neutron-server[99264]: {{(pid=99264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 01:24:23.368680 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (080a736b-27cd-405b-b5de-ee5cfb6bde25), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.369929 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:23.375023 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.378492 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Publish callbacks [] for security_group (82b9a285-47c9-4332-9341-260e7dc53ff7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.400967 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Publish callbacks [] for security_group (82b9a285-47c9-4332-9341-260e7dc53ff7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.459183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] Pushing event updated for resources: {'Network': ['ID=080a736b-27cd-405b-b5de-ee5cfb6bde25,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:23.463835 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (82b9a285-47c9-4332-9341-260e7dc53ff7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.467409 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.473879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 080a736b-27cd-405b-b5de-ee5cfb6bde25 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:24:23.485758 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82b9a285-47c9-4332-9341-260e7dc53ff7 HTTP/1.1" status: 204 len: 168 time: 0.1679251 Mar 23 01:24:23.493871 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bd90312e-6777-4281-b5a8-7b4501d2cb69 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8667905 Mar 23 01:24:23.494967 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46988) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:23.501669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-2d4e7fc1-67f1-47af-8104-f34d7c9d3404 admin admin] Request body: {'subnet': {'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-subnet', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:23.501796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b9a285-47c9-4332-9341-260e7dc53ff7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:23.520191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8541d8-b7c1-42bd-9ac1-a5dc32d25e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b9a285-47c9-4332-9341-260e7dc53ff7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:23.520883 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.521232 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.521568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.522060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.522551 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.523067 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.523358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.523807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.524268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.524764 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.525216 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.525691 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.526249 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.529496 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.529975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670316f-8efa-462f-9d38-0e1603a94dde admin admin] Tracked resource versions report: Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: pushed versions: Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: { 'AddressGroup': {'1.2'}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'Agent': {'1.1'}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'ConntrackHelper': {'1.0'}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'LocalIPAssociation': {'1.0'}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'Log': {'1.0'}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'NDPProxy': {'1.0'}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'Network': {'1.1'}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'Port': {'1.7'}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'PortForwarding': {'1.3'}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'QosPolicy': {'1.10'}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'SecurityGroup': {'1.5'}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'SecurityGroupRule': {'1.2'}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'SubPort': {'1.0'}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'Subnet': {'1.1'}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'Trunk': {'1.1'}} Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: consumer versions: Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: { DHCP agent@n-d-834677-4: {}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: HyperV agent@n-h1-834677-4: {}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: HyperV agent@n-h2-834677-4: {}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: L3 agent@n-d-834677-4: {}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: Metadata agent@n-d-834677-4: {}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: Metering agent@n-d-834677-4: {}, Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: Open vSwitch agent@n-d-834677-4: { 'AddressGroup': '1.2', Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'Agent': '1.1', Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'ConntrackHelper': '1.0', Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'LocalIPAssociation': '1.0', Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'Log': '1.0', Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'NDPProxy': '1.0', Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'Network': '1.1', Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'Port': '1.7', Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'PortForwarding': '1.3', Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'QosPolicy': '1.10', Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'SecurityGroup': '1.5', Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'SecurityGroupRule': '1.2', Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'SubPort': '1.0', Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'Subnet': '1.1', Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: 'Trunk': '1.1'}} Mar 23 01:24:23.531930 n-d-834677-4 neutron-server[99263]: {{(pid=99263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 01:24:23.537161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4e7fc1-67f1-47af-8104-f34d7c9d3404 admin admin] Made reservation on behalf of b4fac7cf4797433d9067e9d5d2bae7f4 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:24:23.541367 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7fc1-67f1-47af-8104-f34d7c9d3404 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.743932 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7fc1-67f1-47af-8104-f34d7c9d3404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for subnet (4c9b9a5f-da6e-46ef-94fa-493b3aa504aa), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.801838 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e7fc1-67f1-47af-8104-f34d7c9d3404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c9b9a5f-da6e-46ef-94fa-493b3aa504aa,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:23.809693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4e7fc1-67f1-47af-8104-f34d7c9d3404 admin admin] Checking segment: {'id': '4784078c-2d48-4bd3-8200-71c515c2bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:24:23.810046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4e7fc1-67f1-47af-8104-f34d7c9d3404 admin admin] Network hostable DHCP agents. Network: 080a736b-27cd-405b-b5de-ee5cfb6bde25, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:24:23.828083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4e7fc1-67f1-47af-8104-f34d7c9d3404 admin admin] Network 080a736b-27cd-405b-b5de-ee5cfb6bde25 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:24:23.838639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-2d4e7fc1-67f1-47af-8104-f34d7c9d3404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 080a736b-27cd-405b-b5de-ee5cfb6bde25) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:24:23.846521 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4e7fc1-67f1-47af-8104-f34d7c9d3404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:23.847686 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7fc1-67f1-47af-8104-f34d7c9d3404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.848677 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebfe234-3588-498f-bbe0-2dc541ba99ff None None] Network 080a736b-27cd-405b-b5de-ee5cfb6bde25 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:24:23.869570 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2d4e7fc1-67f1-47af-8104-f34d7c9d3404 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3719976 Mar 23 01:24:23.869846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47004) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:23.874371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:23.902316 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (8e140531-9947-4a23-85fa-f86a4e4821e1), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.904716 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (8e140531-9947-4a23-85fa-f86a4e4821e1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:23.976393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-080a736b-27cd-405b-b5de-ee5cfb6bde25', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:24:23.977357 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:24.019341 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Publish callbacks [] for router_controller (8e140531-9947-4a23-85fa-f86a4e4821e1), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:24.169324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Allocated IP 172.20.0.2 (080a736b-27cd-405b-b5de-ee5cfb6bde25/4c9b9a5f-da6e-46ef-94fa-493b3aa504aa/4418e87d-cc4d-4375-8689-e91eb7f470a1) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:24:24.286473 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Publish callbacks [] for router_gateway (8e140531-9947-4a23-85fa-f86a4e4821e1), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:24.347120 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Publish callbacks [] for port (4418e87d-cc4d-4375-8689-e91eb7f470a1), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:24.356993 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (4418e87d-cc4d-4375-8689-e91eb7f470a1), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:24.416620 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Network 080a736b-27cd-405b-b5de-ee5cfb6bde25 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:24:24.425305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:24:24.430174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:24:24.434340 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Pushing event updated for resources: {'Port': ['ID=4418e87d-cc4d-4375-8689-e91eb7f470a1,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:24.436309 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:24.446580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:24.447073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:24.447501 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:24.447930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:24.448352 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:24.448802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:24.449217 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:24.449641 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:24.450133 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:24.451183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:24.451183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:24.451183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:24.452190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:24.452190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:24.452538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Tracked resource versions report: Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: pushed versions: Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: { 'AddressGroup': {'1.2'}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'Agent': {'1.1'}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'ConntrackHelper': {'1.0'}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'LocalIPAssociation': {'1.0'}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'Log': {'1.0'}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'NDPProxy': {'1.0'}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'Network': {'1.1'}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'Port': {'1.7'}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'PortForwarding': {'1.3'}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'QosPolicy': {'1.10'}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'SecurityGroup': {'1.5'}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'SecurityGroupRule': {'1.2'}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'SubPort': {'1.0'}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'Subnet': {'1.1'}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'Trunk': {'1.1'}} Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: consumer versions: Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: { DHCP agent@n-d-834677-4: {}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: HyperV agent@n-h1-834677-4: {}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: HyperV agent@n-h2-834677-4: {}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: L3 agent@n-d-834677-4: {}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: Metadata agent@n-d-834677-4: {}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: Metering agent@n-d-834677-4: {}, Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: Open vSwitch agent@n-d-834677-4: { 'AddressGroup': '1.2', Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'Agent': '1.1', Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'ConntrackHelper': '1.0', Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'LocalIPAssociation': '1.0', Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'Log': '1.0', Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'NDPProxy': '1.0', Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'Network': '1.1', Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'Port': '1.7', Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'PortForwarding': '1.3', Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'QosPolicy': '1.10', Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'SecurityGroup': '1.5', Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'SecurityGroupRule': '1.2', Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'SubPort': '1.0', Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'Subnet': '1.1', Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: 'Trunk': '1.1'}} Mar 23 01:24:24.454035 n-d-834677-4 neutron-server[99265]: {{(pid=99265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 01:24:24.520285 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Attempting to bind port 4418e87d-cc4d-4375-8689-e91eb7f470a1 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:24:24.520709 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Attempting to bind port 4418e87d-cc4d-4375-8689-e91eb7f470a1 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '4784078c-2d48-4bd3-8200-71c515c2bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:24:24.521094 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Attempting to bind port 4418e87d-cc4d-4375-8689-e91eb7f470a1 on network 080a736b-27cd-405b-b5de-ee5cfb6bde25 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:24:24.526791 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:24:24.527179 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Checking segment: {'id': '4784078c-2d48-4bd3-8200-71c515c2bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:24:24.527724 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:24.528197 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Bound using segment: {'id': '4784078c-2d48-4bd3-8200-71c515c2bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:24:24.529014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Bound port: 4418e87d-cc4d-4375-8689-e91eb7f470a1, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4784078c-2d48-4bd3-8200-71c515c2bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:24:24.529401 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4418e87d-cc4d-4375-8689-e91eb7f470a1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:24.604672 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Publish callbacks [] for router_gateway (8e140531-9947-4a23-85fa-f86a4e4821e1), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:24.607533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] For port 4418e87d-cc4d-4375-8689-e91eb7f470a1, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:24:24.612261 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] For port 4418e87d-cc4d-4375-8689-e91eb7f470a1, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4418e87d-cc4d-4375-8689-e91eb7f470a1,segment=NetworkSegment(4784078c-2d48-4bd3-8200-71c515c2bb94),segment_id=4784078c-2d48-4bd3-8200-71c515c2bb94)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:24:24.624096 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4418e87d-cc4d-4375-8689-e91eb7f470a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:24.632409 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:24.690045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139363-665f-4c34-b01a-06c916e4ca88 None None] Pushing event updated for resources: {'Port': ['ID=4418e87d-cc4d-4375-8689-e91eb7f470a1,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:24.768087 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Allocated IP 172.25.0.102 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/5fe1b344-892f-44d4-9912-859dbaee519e) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:24:24.892508 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Publish callbacks [] for port (5fe1b344-892f-44d4-9912-859dbaee519e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:24.936884 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (5fe1b344-892f-44d4-9912-859dbaee519e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:24.997796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:24:25.014006 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:24:25.021727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:24:25.027273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Pushing event updated for resources: {'Port': ['ID=5fe1b344-892f-44d4-9912-859dbaee519e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:25.305395 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Publish callbacks [] for router_gateway (8e140531-9947-4a23-85fa-f86a4e4821e1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:25.516081 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (8e140531-9947-4a23-85fa-f86a4e4821e1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:25.686400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Router 8e140531-9947-4a23-85fa-f86a4e4821e1 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:24:25.763315 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:25.819880 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:24:25.830032 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Sync routers for ids ['8e140531-9947-4a23-85fa-f86a4e4821e1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:24:25.849127 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Routers {'8e140531-9947-4a23-85fa-f86a4e4821e1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:24:25.852164 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:25.852860 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:24:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8e140531-9947-4a23-85fa-f86a4e4821e1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:24:25.854001 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-25d96a20-be8c-4393-aae1-6895fa6a80dc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 1.9833570 Mar 23 01:24:25.857654 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47092) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:25.879239 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84612415-ca54-4527-bd0e-33293e401e67 None None] Network 080a736b-27cd-405b-b5de-ee5cfb6bde25 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:24:25.980252 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8ed4a132-fd09-4758-8f5c-24f786123ecd None None] Provisioning complete for port 4418e87d-cc4d-4375-8689-e91eb7f470a1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:25.981402 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a132-fd09-4758-8f5c-24f786123ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4418e87d-cc4d-4375-8689-e91eb7f470a1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:26.033549 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Set router 8e140531-9947-4a23-85fa-f86a4e4821e1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:24:26.125051 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4a132-fd09-4758-8f5c-24f786123ecd None None] Current status of the port 4418e87d-cc4d-4375-8689-e91eb7f470a1 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:26.131457 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a132-fd09-4758-8f5c-24f786123ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4418e87d-cc4d-4375-8689-e91eb7f470a1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:26.194489 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8ed4a132-fd09-4758-8f5c-24f786123ecd None None] For port 4418e87d-cc4d-4375-8689-e91eb7f470a1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4418e87d-cc4d-4375-8689-e91eb7f470a1,segment=NetworkSegment(4784078c-2d48-4bd3-8200-71c515c2bb94),segment_id=4784078c-2d48-4bd3-8200-71c515c2bb94)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:24:26.205699 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a132-fd09-4758-8f5c-24f786123ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4418e87d-cc4d-4375-8689-e91eb7f470a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:26.284934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4a132-fd09-4758-8f5c-24f786123ecd None None] Pushing event updated for resources: {'Port': ['ID=4418e87d-cc4d-4375-8689-e91eb7f470a1,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:26.390746 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:25Z', 'revision_number': 3, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:24:26.430760 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c3e84543-1feb-4a06-99d5-ec77397277e0 None None] Provisioning complete for port 4418e87d-cc4d-4375-8689-e91eb7f470a1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:26.432852 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3e84543-1feb-4a06-99d5-ec77397277e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4418e87d-cc4d-4375-8689-e91eb7f470a1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:26.453264 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Checking router: 8e140531-9947-4a23-85fa-f86a4e4821e1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:24:26.457225 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Updating router 8e140531-9947-4a23-85fa-f86a4e4821e1 port 5fe1b344-892f-44d4-9912-859dbaee519e binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:24:26.518890 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5fe1b344-892f-44d4-9912-859dbaee519e), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:26.656373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c3e84543-1feb-4a06-99d5-ec77397277e0 None None] Current status of the port 4418e87d-cc4d-4375-8689-e91eb7f470a1 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:26.812980 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:26.900123 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Publish callbacks [] for port (5fe1b344-892f-44d4-9912-859dbaee519e), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:26.918094 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5fe1b344-892f-44d4-9912-859dbaee519e), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:26.953647 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4418e87d-cc4d-4375-8689-e91eb7f470a1 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:24:26.966792 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47120) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:27.018923 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Allocated IP 172.20.0.1 (080a736b-27cd-405b-b5de-ee5cfb6bde25/4c9b9a5f-da6e-46ef-94fa-493b3aa504aa/ffd23558-3fb7-42a9-a00d-76c081b4f618) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:24:27.049654 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Attempting to bind port 5fe1b344-892f-44d4-9912-859dbaee519e on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:24:27.050358 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Attempting to bind port 5fe1b344-892f-44d4-9912-859dbaee519e by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:24:27.050995 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Attempting to bind port 5fe1b344-892f-44d4-9912-859dbaee519e on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:24:27.053748 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Pushing event updated for resources: {'Port': ['ID=5fe1b344-892f-44d4-9912-859dbaee519e,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:27.061744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4418e87d-cc4d-4375-8689-e91eb7f470a1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:27.062675 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4418e87d-cc4d-4375-8689-e91eb7f470a1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:27.064047 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:24:27.064634 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:24:27.065172 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:27.065765 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:24:27.066274 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Bound port: 5fe1b344-892f-44d4-9912-859dbaee519e, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:24:27.066639 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5fe1b344-892f-44d4-9912-859dbaee519e), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:27.070308 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:27.070864 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:27.071407 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:27.071894 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:27.072516 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:27.073396 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:27.073989 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:27.074471 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:27.075270 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:27.075743 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:27.076198 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:27.076702 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:27.077156 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:27.077751 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:27.078200 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Tracked resource versions report: Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: pushed versions: Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: { 'AddressGroup': {'1.2'}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'Agent': {'1.1'}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'ConntrackHelper': {'1.0'}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'LocalIPAssociation': {'1.0'}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'Log': {'1.0'}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'NDPProxy': {'1.0'}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'Network': {'1.1'}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'Port': {'1.7'}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'PortForwarding': {'1.3'}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'QosPolicy': {'1.10'}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'SecurityGroup': {'1.5'}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'SecurityGroupRule': {'1.2'}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'SubPort': {'1.0'}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'Subnet': {'1.1'}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'Trunk': {'1.1'}} Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: consumer versions: Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: { DHCP agent@n-d-834677-4: {}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: HyperV agent@n-h1-834677-4: {}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: HyperV agent@n-h2-834677-4: {}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: L3 agent@n-d-834677-4: {}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: Metadata agent@n-d-834677-4: {}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: Metering agent@n-d-834677-4: {}, Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: Open vSwitch agent@n-d-834677-4: { 'AddressGroup': '1.2', Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'Agent': '1.1', Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'ConntrackHelper': '1.0', Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'LocalIPAssociation': '1.0', Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'Log': '1.0', Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'NDPProxy': '1.0', Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'Network': '1.1', Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'Port': '1.7', Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'PortForwarding': '1.3', Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'QosPolicy': '1.10', Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'SecurityGroup': '1.5', Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'SecurityGroupRule': '1.2', Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'SubPort': '1.0', Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'Subnet': '1.1', Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: 'Trunk': '1.1'}} Mar 23 01:24:27.079557 n-d-834677-4 neutron-server[99266]: {{(pid=99266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 01:24:27.142363 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] For port 5fe1b344-892f-44d4-9912-859dbaee519e, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:24:27.146163 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] For port 5fe1b344-892f-44d4-9912-859dbaee519e, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5fe1b344-892f-44d4-9912-859dbaee519e,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:24:27.154465 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5fe1b344-892f-44d4-9912-859dbaee519e), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:27.193756 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Publish callbacks [] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:27.223122 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Routers {'8e140531-9947-4a23-85fa-f86a4e4821e1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:24:27.223754 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:24:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8e140531-9947-4a23-85fa-f86a4e4821e1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:24:27.245235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4418e87d-cc4d-4375-8689-e91eb7f470a1 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:27.264843 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faea7c6-7a17-4c1c-b2e2-f8c2d18031ac None None] Pushing event updated for resources: {'Port': ['ID=5fe1b344-892f-44d4-9912-859dbaee519e,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:27.265065 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:27.328273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Network 080a736b-27cd-405b-b5de-ee5cfb6bde25 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:24:27.332404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd23558-3fb7-42a9-a00d-76c081b4f618,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:27.334946 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:24:27.351531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:24:27.352035 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (8e140531-9947-4a23-85fa-f86a4e4821e1), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:27.372190 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] Set router 8e140531-9947-4a23-85fa-f86a4e4821e1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:24:27.374855 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5980af5-017b-4f06-993d-35b55f79713b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:27.586722 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5980af5-017b-4f06-993d-35b55f79713b admin admin] Publish callbacks [] for security_group (505d27ac-a538-474b-ac53-af3fc781dbe4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:27.595639 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5980af5-017b-4f06-993d-35b55f79713b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (505d27ac-a538-474b-ac53-af3fc781dbe4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:27.676987 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d5980af5-017b-4f06-993d-35b55f79713b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3734a52d83ac4047937571afdf05a40f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7082896 Mar 23 01:24:27.679617 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47154) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:27.680295 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5980af5-017b-4f06-993d-35b55f79713b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505d27ac-a538-474b-ac53-af3fc781dbe4,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:27.690799 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:27.745820 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ebb335e-ab9b-48f1-a5a3-6c607a9a586c admin admin] Publish callbacks [] for security_group (505d27ac-a538-474b-ac53-af3fc781dbe4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:27.781046 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ebb335e-ab9b-48f1-a5a3-6c607a9a586c admin admin] Publish callbacks [] for security_group (505d27ac-a538-474b-ac53-af3fc781dbe4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:27.798064 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:25Z', 'revision_number': 3, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:24:27.809259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-aec12f65-3107-47bc-bcff-e15a5046e62d None None] Provisioning complete for port ffd23558-3fb7-42a9-a00d-76c081b4f618 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:27.812203 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-aec12f65-3107-47bc-bcff-e15a5046e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:27.832135 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf071059-5257-480b-9b50-6c551a38ba1b None None] The sync data for ids ['8e140531-9947-4a23-85fa-f86a4e4821e1'] in n-d-834677-4 is: [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:25Z', 'revision_number': 3, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:24:27.884281 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ebb335e-ab9b-48f1-a5a3-6c607a9a586c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (505d27ac-a538-474b-ac53-af3fc781dbe4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:27.888449 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ebb335e-ab9b-48f1-a5a3-6c607a9a586c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:27.893407 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4ebb335e-ab9b-48f1-a5a3-6c607a9a586c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/505d27ac-a538-474b-ac53-af3fc781dbe4 HTTP/1.1" status: 204 len: 168 time: 0.2059519 Mar 23 01:24:27.909708 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb335e-ab9b-48f1-a5a3-6c607a9a586c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505d27ac-a538-474b-ac53-af3fc781dbe4,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:27.938519 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-aec12f65-3107-47bc-bcff-e15a5046e62d None None] Port ffd23558-3fb7-42a9-a00d-76c081b4f618 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:24:28.021240 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Publish callbacks [] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:28.027152 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:28.028711 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (8e140531-9947-4a23-85fa-f86a4e4821e1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:28.154592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd23558-3fb7-42a9-a00d-76c081b4f618,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:28.161414 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Network 080a736b-27cd-405b-b5de-ee5cfb6bde25 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:24:28.163720 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:24:28.422271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Router 8e140531-9947-4a23-85fa-f86a4e4821e1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:24:28.430790 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47192) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:28.573658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4bf4faa7-95bf-4eb5-82e8-37497a71d37e None None] Provisioning complete for port ffd23558-3fb7-42a9-a00d-76c081b4f618 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:28.574119 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4bf4faa7-95bf-4eb5-82e8-37497a71d37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:28.588283 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:24:28.594333 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0f6bf15e-e08a-489a-afc4-1e1146859f28 admin admin] 10.222.0.18 "PUT /v2.0/routers/8e140531-9947-4a23-85fa-f86a4e4821e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7355437 Mar 23 01:24:28.633105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4bf4faa7-95bf-4eb5-82e8-37497a71d37e None None] Port ffd23558-3fb7-42a9-a00d-76c081b4f618 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:24:28.695052 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9b48989-36a9-40d9-aca9-bafb48ed03a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:28.720945 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47208) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:28.744755 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1d89dcb0-7c70-4c63-a232-e21b9e592cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:28.793333 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9b48989-36a9-40d9-aca9-bafb48ed03a4 admin admin] Publish callbacks [] for security_group (7eecf42d-a809-475a-8aaf-15c45efa3d16), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:28.805126 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9b48989-36a9-40d9-aca9-bafb48ed03a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7eecf42d-a809-475a-8aaf-15c45efa3d16), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:28.845908 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1d89dcb0-7c70-4c63-a232-e21b9e592cd1 admin admin] Publish callbacks [] for security_group (e9b07755-a6aa-44a9-a2ec-705e742d2b2c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:28.853686 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1d89dcb0-7c70-4c63-a232-e21b9e592cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e9b07755-a6aa-44a9-a2ec-705e742d2b2c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:28.868327 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a9b48989-36a9-40d9-aca9-bafb48ed03a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38c82269f58549cc8080b0500924ca54&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4349658 Mar 23 01:24:28.869241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b48989-36a9-40d9-aca9-bafb48ed03a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eecf42d-a809-475a-8aaf-15c45efa3d16,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:28.876237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47212) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:28.953794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89dcb0-7c70-4c63-a232-e21b9e592cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b07755-a6aa-44a9-a2ec-705e742d2b2c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:28.965332 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1d89dcb0-7c70-4c63-a232-e21b9e592cd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f41107daf0b463cac1affbe813ff965&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2402322 Mar 23 01:24:28.965924 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47216) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:28.993857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5fe1b344-892f-44d4-9912-859dbaee519e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:24:29.017096 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46cf8d29-da31-4956-bf2d-b0581325b0d8 admin admin] Publish callbacks [] for security_group (7eecf42d-a809-475a-8aaf-15c45efa3d16), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:29.045844 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46cf8d29-da31-4956-bf2d-b0581325b0d8 admin admin] Publish callbacks [] for security_group (7eecf42d-a809-475a-8aaf-15c45efa3d16), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:29.069475 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f5894e7-7c97-471d-8236-acad6235417d admin admin] Publish callbacks [] for security_group (e9b07755-a6aa-44a9-a2ec-705e742d2b2c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:29.093467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 5fe1b344-892f-44d4-9912-859dbaee519e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:29.093861 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5fe1b344-892f-44d4-9912-859dbaee519e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:29.112875 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46cf8d29-da31-4956-bf2d-b0581325b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7eecf42d-a809-475a-8aaf-15c45efa3d16), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:29.118429 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46cf8d29-da31-4956-bf2d-b0581325b0d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:29.119732 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-46cf8d29-da31-4956-bf2d-b0581325b0d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7eecf42d-a809-475a-8aaf-15c45efa3d16 HTTP/1.1" status: 204 len: 168 time: 0.2369099 Mar 23 01:24:29.129990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf8d29-da31-4956-bf2d-b0581325b0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eecf42d-a809-475a-8aaf-15c45efa3d16,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:29.137841 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f5894e7-7c97-471d-8236-acad6235417d admin admin] Publish callbacks [] for security_group (e9b07755-a6aa-44a9-a2ec-705e742d2b2c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:29.214399 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f5894e7-7c97-471d-8236-acad6235417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e9b07755-a6aa-44a9-a2ec-705e742d2b2c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:29.217725 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f5894e7-7c97-471d-8236-acad6235417d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:29.221929 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9f5894e7-7c97-471d-8236-acad6235417d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9b07755-a6aa-44a9-a2ec-705e742d2b2c HTTP/1.1" status: 204 len: 168 time: 0.2528048 Mar 23 01:24:29.228979 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5894e7-7c97-471d-8236-acad6235417d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b07755-a6aa-44a9-a2ec-705e742d2b2c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:29.237162 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 5fe1b344-892f-44d4-9912-859dbaee519e is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:29.237567 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5fe1b344-892f-44d4-9912-859dbaee519e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:29.273831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 5fe1b344-892f-44d4-9912-859dbaee519e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5fe1b344-892f-44d4-9912-859dbaee519e,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:24:29.280151 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5fe1b344-892f-44d4-9912-859dbaee519e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:29.329227 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=5fe1b344-892f-44d4-9912-859dbaee519e,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:29.924619 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47268) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:29.946664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-24a4e4b1-c2a3-4262-8353-cdcf4b746133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:30.050061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Sync routers for ids ['8e140531-9947-4a23-85fa-f86a4e4821e1'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:24:30.066044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Routers {'8e140531-9947-4a23-85fa-f86a4e4821e1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:24:30.069153 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:24:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8e140531-9947-4a23-85fa-f86a4e4821e1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:24:30.077224 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-24a4e4b1-c2a3-4262-8353-cdcf4b746133 admin admin] Publish callbacks [] for security_group (b9e08f65-d04c-4020-8ca9-5c1b6194f806), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:30.083572 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-24a4e4b1-c2a3-4262-8353-cdcf4b746133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b9e08f65-d04c-4020-8ca9-5c1b6194f806), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:30.112084 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-24a4e4b1-c2a3-4262-8353-cdcf4b746133 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa0321ed631e48b799ac5252ac5081d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1855607 Mar 23 01:24:30.115086 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47286) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:30.133861 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4e4b1-c2a3-4262-8353-cdcf4b746133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e08f65-d04c-4020-8ca9-5c1b6194f806,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:30.231029 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9da0f0c8-3885-4335-baaf-0c09846dab1c admin admin] Publish callbacks [] for security_group (b9e08f65-d04c-4020-8ca9-5c1b6194f806), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:30.266796 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9da0f0c8-3885-4335-baaf-0c09846dab1c admin admin] Publish callbacks [] for security_group (b9e08f65-d04c-4020-8ca9-5c1b6194f806), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:30.341349 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9da0f0c8-3885-4335-baaf-0c09846dab1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b9e08f65-d04c-4020-8ca9-5c1b6194f806), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:30.345449 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9da0f0c8-3885-4335-baaf-0c09846dab1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:30.349073 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9da0f0c8-3885-4335-baaf-0c09846dab1c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9e08f65-d04c-4020-8ca9-5c1b6194f806 HTTP/1.1" status: 204 len: 168 time: 0.2328880 Mar 23 01:24:30.364572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0f0c8-3885-4335-baaf-0c09846dab1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e08f65-d04c-4020-8ca9-5c1b6194f806,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:30.426853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Set router 8e140531-9947-4a23-85fa-f86a4e4821e1 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:24:30.648905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 4, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ffd23558-3fb7-42a9-a00d-76c081b4f618', 'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'mac_address': 'fa:16:3e:22:f8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:26Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 2, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'subnets': [{'id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:24:30.668285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47318) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:30.674678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9612afef-8a64-474d-9ce1-b056285e9436 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719701687-network', 'tenant_id': '04678210851743ddb84933c42dd625eb'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:30.683888 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Checking router: 8e140531-9947-4a23-85fa-f86a4e4821e1 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:24:30.684269 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Updating router 8e140531-9947-4a23-85fa-f86a4e4821e1 port ffd23558-3fb7-42a9-a00d-76c081b4f618 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:24:30.710533 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9612afef-8a64-474d-9ce1-b056285e9436 admin admin] Made reservation on behalf of 04678210851743ddb84933c42dd625eb for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:24:30.714915 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9612afef-8a64-474d-9ce1-b056285e9436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:30.717551 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:30.726724 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9612afef-8a64-474d-9ce1-b056285e9436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:30.838306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47326) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:30.866484 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9612afef-8a64-474d-9ce1-b056285e9436 admin admin] Publish callbacks [] for security_group (231e50bf-5b2b-4da9-9741-04f41aa48055), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:30.886024 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9612afef-8a64-474d-9ce1-b056285e9436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (231e50bf-5b2b-4da9-9741-04f41aa48055), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:30.934148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9612afef-8a64-474d-9ce1-b056285e9436 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:24:30.945103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5fe1b344-892f-44d4-9912-859dbaee519e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:24:30.952780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612afef-8a64-474d-9ce1-b056285e9436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231e50bf-5b2b-4da9-9741-04f41aa48055,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:30.967407 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9612afef-8a64-474d-9ce1-b056285e9436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (9c92d0b7-8811-46a1-92d4-7ce976460b4f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:30.969630 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-9612afef-8a64-474d-9ce1-b056285e9436 admin admin] Added segment 9c92d0b7-8811-46a1-92d4-7ce976460b4f of type vlan for network 64bb047d-0bbf-4685-888f-9205e9f3c904 Mar 23 01:24:31.056560 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9612afef-8a64-474d-9ce1-b056285e9436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (64bb047d-0bbf-4685-888f-9205e9f3c904), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.061584 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47348) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:31.105492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 5fe1b344-892f-44d4-9912-859dbaee519e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:31.106091 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5fe1b344-892f-44d4-9912-859dbaee519e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.113265 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9612afef-8a64-474d-9ce1-b056285e9436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (64bb047d-0bbf-4685-888f-9205e9f3c904), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.114821 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9612afef-8a64-474d-9ce1-b056285e9436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:31.116120 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9612afef-8a64-474d-9ce1-b056285e9436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.239290 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Publish callbacks [] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.242755 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-840c6d2f-427f-436b-8ec7-82a8760a450c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.253282 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.290804 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 5fe1b344-892f-44d4-9912-859dbaee519e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:31.339460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ef5bf-c2b7-49c8-92ad-df30a205df0d None None] Pushing event updated for resources: {'Port': ['ID=ffd23558-3fb7-42a9-a00d-76c081b4f618,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:31.345329 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64ef-7af5-41d6-8a70-910493b82233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.444874 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Attempting to bind port ffd23558-3fb7-42a9-a00d-76c081b4f618 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:24:31.446393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Attempting to bind port ffd23558-3fb7-42a9-a00d-76c081b4f618 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '4784078c-2d48-4bd3-8200-71c515c2bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:24:31.446683 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Attempting to bind port ffd23558-3fb7-42a9-a00d-76c081b4f618 on network 080a736b-27cd-405b-b5de-ee5cfb6bde25 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:24:31.458744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:24:31.459257 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Checking segment: {'id': '4784078c-2d48-4bd3-8200-71c515c2bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:24:31.459510 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.459911 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Bound using segment: {'id': '4784078c-2d48-4bd3-8200-71c515c2bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:24:31.462605 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Bound port: ffd23558-3fb7-42a9-a00d-76c081b4f618, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4784078c-2d48-4bd3-8200-71c515c2bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:24:31.463092 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.568357 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-840c6d2f-427f-436b-8ec7-82a8760a450c admin admin] Publish callbacks [] for security_group (44ec1471-37b5-44c7-b2ad-9171f62c39a3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.582653 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-840c6d2f-427f-436b-8ec7-82a8760a450c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (44ec1471-37b5-44c7-b2ad-9171f62c39a3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.591284 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9612afef-8a64-474d-9ce1-b056285e9436 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9211726 Mar 23 01:24:31.593068 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] For port ffd23558-3fb7-42a9-a00d-76c081b4f618, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:24:31.594730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47386) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:31.596706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] For port ffd23558-3fb7-42a9-a00d-76c081b4f618, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ffd23558-3fb7-42a9-a00d-76c081b4f618,segment=NetworkSegment(4784078c-2d48-4bd3-8200-71c515c2bb94),segment_id=4784078c-2d48-4bd3-8200-71c515c2bb94)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:24:31.599596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612afef-8a64-474d-9ce1-b056285e9436 admin admin] Pushing event updated for resources: {'Network': ['ID=64bb047d-0bbf-4685-888f-9205e9f3c904,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:31.610977 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.624187 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-840c6d2f-427f-436b-8ec7-82a8760a450c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a45e96f340a4b61b204f82c1710cc1b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7845259 Mar 23 01:24:31.627981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 64bb047d-0bbf-4685-888f-9205e9f3c904 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:24:31.631104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f9586981-c902-47ff-baa7-08e0f8287362 admin admin] Request body: {'subnet': {'network_id': '64bb047d-0bbf-4685-888f-9205e9f3c904', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719701687-subnet', 'tenant_id': '04678210851743ddb84933c42dd625eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:31.640308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47390) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:31.668655 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c6d2f-427f-436b-8ec7-82a8760a450c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ec1471-37b5-44c7-b2ad-9171f62c39a3,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:31.691772 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64ef-7af5-41d6-8a70-910493b82233 admin admin] Publish callbacks [] for security_group (97421f03-3988-46d5-8de7-190f04b55dd8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.702251 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0fdd64ef-7af5-41d6-8a70-910493b82233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (97421f03-3988-46d5-8de7-190f04b55dd8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.748609 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9586981-c902-47ff-baa7-08e0f8287362 admin admin] Made reservation on behalf of 04678210851743ddb84933c42dd625eb for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:24:31.756967 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f9586981-c902-47ff-baa7-08e0f8287362 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.771615 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6086b308-e9b0-420c-919b-6b2d15b7f0ae None None] Provisioning complete for port ffd23558-3fb7-42a9-a00d-76c081b4f618 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:31.771615 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6086b308-e9b0-420c-919b-6b2d15b7f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.780989 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd64ef-7af5-41d6-8a70-910493b82233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97421f03-3988-46d5-8de7-190f04b55dd8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:31.785991 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0fdd64ef-7af5-41d6-8a70-910493b82233 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce5971948c414ff9a72864f73d27a265&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7241163 Mar 23 01:24:31.789251 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47404) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:31.858214 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ca38077-31d5-4f44-bc9f-bef20836f36f admin admin] Publish callbacks [] for security_group (97421f03-3988-46d5-8de7-190f04b55dd8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.874967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ef5bf-c2b7-49c8-92ad-df30a205df0d None None] Pushing event updated for resources: {'Port': ['ID=ffd23558-3fb7-42a9-a00d-76c081b4f618,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:31.884442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Routers {'8e140531-9947-4a23-85fa-f86a4e4821e1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:24:31.885346 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:24:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8e140531-9947-4a23-85fa-f86a4e4821e1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:24:31.891426 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ca38077-31d5-4f44-bc9f-bef20836f36f admin admin] Publish callbacks [] for security_group (97421f03-3988-46d5-8de7-190f04b55dd8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.963138 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ca38077-31d5-4f44-bc9f-bef20836f36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (97421f03-3988-46d5-8de7-190f04b55dd8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.966154 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ca38077-31d5-4f44-bc9f-bef20836f36f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:31.967192 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4ca38077-31d5-4f44-bc9f-bef20836f36f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97421f03-3988-46d5-8de7-190f04b55dd8 HTTP/1.1" status: 204 len: 168 time: 0.1765459 Mar 23 01:24:31.986039 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca38077-31d5-4f44-bc9f-bef20836f36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97421f03-3988-46d5-8de7-190f04b55dd8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:32.033784 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] Set router 8e140531-9947-4a23-85fa-f86a4e4821e1 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:24:32.105845 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f9586981-c902-47ff-baa7-08e0f8287362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for subnet (bc585e1f-9d16-4426-ac1e-70da2ee08238), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:32.172938 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-268ac06b-5e24-49c8-8387-f2de78a9a299 admin admin] Publish callbacks [] for security_group (44ec1471-37b5-44c7-b2ad-9171f62c39a3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:32.205511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9586981-c902-47ff-baa7-08e0f8287362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc585e1f-9d16-4426-ac1e-70da2ee08238,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:32.221119 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-268ac06b-5e24-49c8-8387-f2de78a9a299 admin admin] Publish callbacks [] for security_group (44ec1471-37b5-44c7-b2ad-9171f62c39a3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:32.228935 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9586981-c902-47ff-baa7-08e0f8287362 admin admin] Checking segment: {'id': '9c92d0b7-8811-46a1-92d4-7ce976460b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '64bb047d-0bbf-4685-888f-9205e9f3c904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:24:32.229506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9586981-c902-47ff-baa7-08e0f8287362 admin admin] Network hostable DHCP agents. Network: 64bb047d-0bbf-4685-888f-9205e9f3c904, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:24:32.269852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6086b308-e9b0-420c-919b-6b2d15b7f0ae None None] Current status of the port ffd23558-3fb7-42a9-a00d-76c081b4f618 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:32.270802 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6086b308-e9b0-420c-919b-6b2d15b7f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:32.272822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9586981-c902-47ff-baa7-08e0f8287362 admin admin] Network 64bb047d-0bbf-4685-888f-9205e9f3c904 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:24:32.292433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-f9586981-c902-47ff-baa7-08e0f8287362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 64bb047d-0bbf-4685-888f-9205e9f3c904) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:24:32.297791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9586981-c902-47ff-baa7-08e0f8287362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:32.298775 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f9586981-c902-47ff-baa7-08e0f8287362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:32.302613 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-268ac06b-5e24-49c8-8387-f2de78a9a299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (44ec1471-37b5-44c7-b2ad-9171f62c39a3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:32.305524 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-268ac06b-5e24-49c8-8387-f2de78a9a299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:32.306824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-268ac06b-5e24-49c8-8387-f2de78a9a299 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44ec1471-37b5-44c7-b2ad-9171f62c39a3 HTTP/1.1" status: 204 len: 168 time: 0.6643255 Mar 23 01:24:32.311243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f10d45-7442-41d8-999d-9a98e5eae24c None None] Network 64bb047d-0bbf-4685-888f-9205e9f3c904 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:24:32.321061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ac06b-5e24-49c8-8387-f2de78a9a299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ec1471-37b5-44c7-b2ad-9171f62c39a3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:32.327546 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f9586981-c902-47ff-baa7-08e0f8287362 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7313397 Mar 23 01:24:32.330068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47424) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:32.334468 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719701687-router', 'tenant_id': '04678210851743ddb84933c42dd625eb', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:32.356139 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (73142d05-b826-4450-a542-d94a82aa8d5a), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:32.357277 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (73142d05-b826-4450-a542-d94a82aa8d5a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:32.402148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6086b308-e9b0-420c-919b-6b2d15b7f0ae None None] For port ffd23558-3fb7-42a9-a00d-76c081b4f618, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ffd23558-3fb7-42a9-a00d-76c081b4f618,segment=NetworkSegment(4784078c-2d48-4bd3-8200-71c515c2bb94),segment_id=4784078c-2d48-4bd3-8200-71c515c2bb94)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:24:32.417753 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6086b308-e9b0-420c-919b-6b2d15b7f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:32.430323 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Publish callbacks [] for router_controller (73142d05-b826-4450-a542-d94a82aa8d5a), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:32.512939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-64bb047d-0bbf-4685-888f-9205e9f3c904', 'network_id': '64bb047d-0bbf-4685-888f-9205e9f3c904', 'project_id': '04678210851743ddb84933c42dd625eb', 'fixed_ips': [{'subnet_id': 'bc585e1f-9d16-4426-ac1e-70da2ee08238'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:24:32.513870 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:32.515844 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086b308-e9b0-420c-919b-6b2d15b7f0ae None None] Pushing event updated for resources: {'Port': ['ID=ffd23558-3fb7-42a9-a00d-76c081b4f618,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:32.566530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 4, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ffd23558-3fb7-42a9-a00d-76c081b4f618', 'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'mac_address': 'fa:16:3e:22:f8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:26Z', 'updated_at': '2022-03-23T01:24:31Z', 'revision_number': 4, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'subnets': [{'id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:24:32.638821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4b6220-0156-4630-ad80-be632ab78d9e None None] The sync data for ids ['8e140531-9947-4a23-85fa-f86a4e4821e1'] in n-d-834677-4 is: [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 4, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ffd23558-3fb7-42a9-a00d-76c081b4f618', 'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'mac_address': 'fa:16:3e:22:f8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:26Z', 'updated_at': '2022-03-23T01:24:31Z', 'revision_number': 4, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'subnets': [{'id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:24:32.640388 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0d6897ac-dd1f-416b-8b7f-ad9ac23e5637 None None] Provisioning complete for port ffd23558-3fb7-42a9-a00d-76c081b4f618 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:32.640801 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0d6897ac-dd1f-416b-8b7f-ad9ac23e5637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:32.745450 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Publish callbacks [] for router_gateway (73142d05-b826-4450-a542-d94a82aa8d5a), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:32.787335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47442) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:32.811935 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-15bf2c6c-3e0a-4a65-a1cc-5f697306d969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:32.970537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Allocated IP 172.20.0.2 (64bb047d-0bbf-4685-888f-9205e9f3c904/bc585e1f-9d16-4426-ac1e-70da2ee08238/3117403c-bb41-4269-ac0b-c1f725c434b9) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:24:33.018747 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-15bf2c6c-3e0a-4a65-a1cc-5f697306d969 admin admin] Publish callbacks [] for security_group (94611154-b882-41d6-9ffa-45d68aa612be), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.029527 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-15bf2c6c-3e0a-4a65-a1cc-5f697306d969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (94611154-b882-41d6-9ffa-45d68aa612be), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.039413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ffd23558-3fb7-42a9-a00d-76c081b4f618 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:24:33.082602 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-15bf2c6c-3e0a-4a65-a1cc-5f697306d969 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48aea4c66dce48d5a7f3f7fe3a819d38&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2941139 Mar 23 01:24:33.085330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47450) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:33.149864 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Publish callbacks [] for router_gateway (73142d05-b826-4450-a542-d94a82aa8d5a), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.173066 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53a677a9-cae6-4820-a164-1c28904fb1bd admin admin] Publish callbacks [] for security_group (94611154-b882-41d6-9ffa-45d68aa612be), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.179811 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0d6897ac-dd1f-416b-8b7f-ad9ac23e5637 None None] Current status of the port ffd23558-3fb7-42a9-a00d-76c081b4f618 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:33.180426 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.208886 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53a677a9-cae6-4820-a164-1c28904fb1bd admin admin] Publish callbacks [] for security_group (94611154-b882-41d6-9ffa-45d68aa612be), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.276013 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf2c6c-3e0a-4a65-a1cc-5f697306d969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94611154-b882-41d6-9ffa-45d68aa612be,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:33.306559 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53a677a9-cae6-4820-a164-1c28904fb1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (94611154-b882-41d6-9ffa-45d68aa612be), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.310081 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53a677a9-cae6-4820-a164-1c28904fb1bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.311773 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-53a677a9-cae6-4820-a164-1c28904fb1bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94611154-b882-41d6-9ffa-45d68aa612be HTTP/1.1" status: 204 len: 168 time: 0.2234948 Mar 23 01:24:33.311892 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ffd23558-3fb7-42a9-a00d-76c081b4f618 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:33.312372 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47454) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:33.312459 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.356845 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a677a9-cae6-4820-a164-1c28904fb1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94611154-b882-41d6-9ffa-45d68aa612be,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:33.364258 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d281-aaf9-44cc-b160-d02aff9d9361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.401782 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Publish callbacks [] for port (3117403c-bb41-4269-ac0b-c1f725c434b9), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.415388 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (3117403c-bb41-4269-ac0b-c1f725c434b9), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.504677 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Allocated IP 172.25.0.232 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:24:33.507278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Network 64bb047d-0bbf-4685-888f-9205e9f3c904 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:24:33.522454 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.524089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:24:33.527566 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:24:33.550483 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Pushing event updated for resources: {'Port': ['ID=3117403c-bb41-4269-ac0b-c1f725c434b9,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:33.574447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ffd23558-3fb7-42a9-a00d-76c081b4f618 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:33.576845 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d281-aaf9-44cc-b160-d02aff9d9361 admin admin] Publish callbacks [] for security_group (8288a620-2896-4507-914a-96cee15897a5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.586838 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d281-aaf9-44cc-b160-d02aff9d9361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8288a620-2896-4507-914a-96cee15897a5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.673390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Attempting to bind port 3117403c-bb41-4269-ac0b-c1f725c434b9 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:24:33.673765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Attempting to bind port 3117403c-bb41-4269-ac0b-c1f725c434b9 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '9c92d0b7-8811-46a1-92d4-7ce976460b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '64bb047d-0bbf-4685-888f-9205e9f3c904'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:24:33.674777 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f6f1d281-aaf9-44cc-b160-d02aff9d9361 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0993b271fdb4982a70595be318cc90e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3592095 Mar 23 01:24:33.675330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47468) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:33.676658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Attempting to bind port 3117403c-bb41-4269-ac0b-c1f725c434b9 on network 64bb047d-0bbf-4685-888f-9205e9f3c904 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:24:33.688055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:24:33.689363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Checking segment: {'id': '9c92d0b7-8811-46a1-92d4-7ce976460b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '64bb047d-0bbf-4685-888f-9205e9f3c904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:24:33.689363 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.691125 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Bound using segment: {'id': '9c92d0b7-8811-46a1-92d4-7ce976460b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '64bb047d-0bbf-4685-888f-9205e9f3c904'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:24:33.692843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Bound port: 3117403c-bb41-4269-ac0b-c1f725c434b9, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c92d0b7-8811-46a1-92d4-7ce976460b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '64bb047d-0bbf-4685-888f-9205e9f3c904'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:24:33.693299 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3117403c-bb41-4269-ac0b-c1f725c434b9), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.746114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1d281-aaf9-44cc-b160-d02aff9d9361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8288a620-2896-4507-914a-96cee15897a5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:33.754262 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Publish callbacks [] for port (3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.805735 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.816639 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3254646-e7ad-4896-ac60-dea9f5e67f39 admin admin] Publish callbacks [] for security_group (8288a620-2896-4507-914a-96cee15897a5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.858468 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] For port 3117403c-bb41-4269-ac0b-c1f725c434b9, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:24:33.867704 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] For port 3117403c-bb41-4269-ac0b-c1f725c434b9, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3117403c-bb41-4269-ac0b-c1f725c434b9,segment=NetworkSegment(9c92d0b7-8811-46a1-92d4-7ce976460b4f),segment_id=9c92d0b7-8811-46a1-92d4-7ce976460b4f)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:24:33.869194 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3254646-e7ad-4896-ac60-dea9f5e67f39 admin admin] Publish callbacks [] for security_group (8288a620-2896-4507-914a-96cee15897a5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.875841 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Pushing event updated for resources: {'Port': ['ID=3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:33.892016 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3117403c-bb41-4269-ac0b-c1f725c434b9), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.892247 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:24:33.893938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:24:33.901741 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:24:33.969387 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3254646-e7ad-4896-ac60-dea9f5e67f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8288a620-2896-4507-914a-96cee15897a5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.972538 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3254646-e7ad-4896-ac60-dea9f5e67f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:33.974513 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a3254646-e7ad-4896-ac60-dea9f5e67f39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8288a620-2896-4507-914a-96cee15897a5 HTTP/1.1" status: 204 len: 168 time: 0.2947559 Mar 23 01:24:33.996296 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3254646-e7ad-4896-ac60-dea9f5e67f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8288a620-2896-4507-914a-96cee15897a5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:34.024385 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1298dc-e856-4a73-84a9-9b28736d9dd3 None None] Pushing event updated for resources: {'Port': ['ID=3117403c-bb41-4269-ac0b-c1f725c434b9,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:34.317048 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Publish callbacks [] for router_gateway (73142d05-b826-4450-a542-d94a82aa8d5a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:34.320780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47488) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:34.323121 n-d-834677-4 neutron-server[99263]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 01:24:34.535011 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-17ad09b5-7d59-46f6-952f-9dbe7c1dc710 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a819355788324779bc2b00e5ac120894&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2128217 Mar 23 01:24:34.670494 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (73142d05-b826-4450-a542-d94a82aa8d5a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:34.698555 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-172f80a3-3993-4578-9ad4-32afac4051a4 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:34.700740 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-172f80a3-3993-4578-9ad4-32afac4051a4 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1649046 Mar 23 01:24:34.721717 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-29e8baee-03c2-496a-ad0f-9182ee760375 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/quotas/a819355788324779bc2b00e5ac120894 HTTP/1.1" status: 200 len: 375 time: 0.0131855 Mar 23 01:24:34.798477 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-0eca5c1a-df4d-454d-a8e9-45497e85486e tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a819355788324779bc2b00e5ac120894&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696757 Mar 23 01:24:35.000522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3117403c-bb41-4269-ac0b-c1f725c434b9 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:24:35.099974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Router 73142d05-b826-4450-a542-d94a82aa8d5a is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:24:35.120411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3117403c-bb41-4269-ac0b-c1f725c434b9 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:35.121104 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3117403c-bb41-4269-ac0b-c1f725c434b9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:35.300393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3117403c-bb41-4269-ac0b-c1f725c434b9 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:35.300821 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3117403c-bb41-4269-ac0b-c1f725c434b9), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:35.332317 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:24:35.344436 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Sync routers for ids ['73142d05-b826-4450-a542-d94a82aa8d5a'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:24:35.358576 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Routers {'73142d05-b826-4450-a542-d94a82aa8d5a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:24:35.361084 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:24:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['73142d05-b826-4450-a542-d94a82aa8d5a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:24:35.379374 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:35.380877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 3117403c-bb41-4269-ac0b-c1f725c434b9, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3117403c-bb41-4269-ac0b-c1f725c434b9,segment=NetworkSegment(9c92d0b7-8811-46a1-92d4-7ce976460b4f),segment_id=9c92d0b7-8811-46a1-92d4-7ce976460b4f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:24:35.382167 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f07eadda-4906-44e5-bdff-9665c08ee5be admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.0502639 Mar 23 01:24:35.384428 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47542) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:35.395098 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3117403c-bb41-4269-ac0b-c1f725c434b9), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:35.462104 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=3117403c-bb41-4269-ac0b-c1f725c434b9,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:35.471399 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a304f-b99f-4f37-a25b-1ca081ebef04 None None] Network 64bb047d-0bbf-4685-888f-9205e9f3c904 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:24:35.564826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e3eca55e-124c-46f0-8f97-c65cdc430096 None None] Provisioning complete for port 3117403c-bb41-4269-ac0b-c1f725c434b9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:35.565682 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e3eca55e-124c-46f0-8f97-c65cdc430096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3117403c-bb41-4269-ac0b-c1f725c434b9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:35.627444 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Set router 73142d05-b826-4450-a542-d94a82aa8d5a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:24:35.676373 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47550) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:35.776211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e3eca55e-124c-46f0-8f97-c65cdc430096 None None] Current status of the port 3117403c-bb41-4269-ac0b-c1f725c434b9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:35.983627 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719701687-router', 'tenant_id': '04678210851743ddb84933c42dd625eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:32Z', 'updated_at': '2022-03-23T01:24:34Z', 'revision_number': 3, 'project_id': '04678210851743ddb84933c42dd625eb', 'gw_port': {'id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:33Z', 'updated_at': '2022-03-23T01:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:24:36.036321 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Checking router: 73142d05-b826-4450-a542-d94a82aa8d5a for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:24:36.037312 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Updating router 73142d05-b826-4450-a542-d94a82aa8d5a port 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:24:36.069533 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:36.103036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f4187f19-bf64-4372-9b05-b380862cb3bf None None] Provisioning complete for port 3117403c-bb41-4269-ac0b-c1f725c434b9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:36.104190 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f4187f19-bf64-4372-9b05-b380862cb3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3117403c-bb41-4269-ac0b-c1f725c434b9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:36.222920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f4187f19-bf64-4372-9b05-b380862cb3bf None None] Current status of the port 3117403c-bb41-4269-ac0b-c1f725c434b9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:36.234421 n-d-834677-4 neutron-server[99264]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 01:24:36.348122 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-32762ec6-aede-4c3c-b5e1-7a9646ff7e82 req-d6405195-69af-44f7-b074-1f464bcd5451 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 210 time: 0.6704695 Mar 23 01:24:36.356897 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:36.468733 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Publish callbacks [] for port (3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:36.476022 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:36.563034 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449dfe7-44d1-45b3-a12b-c1d9cfa2c154 None None] Pushing event updated for resources: {'Port': ['ID=3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:36.574920 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Attempting to bind port 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:24:36.575305 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Attempting to bind port 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:24:36.578046 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Attempting to bind port 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:24:36.587823 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:24:36.589159 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:24:36.590142 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:36.591905 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:24:36.593611 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Bound port: 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:24:36.594932 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:36.621014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Allocated IP 172.20.0.1 (64bb047d-0bbf-4685-888f-9205e9f3c904/bc585e1f-9d16-4426-ac1e-70da2ee08238/23b16f90-b860-4052-bc0c-fdd223292772) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:24:36.695962 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] For port 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:24:36.699828 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] For port 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:24:36.709193 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:36.755704 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Publish callbacks [] for port (23b16f90-b860-4052-bc0c-fdd223292772), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:36.766526 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449dfe7-44d1-45b3-a12b-c1d9cfa2c154 None None] Pushing event updated for resources: {'Port': ['ID=3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:36.803558 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Routers {'73142d05-b826-4450-a542-d94a82aa8d5a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:24:36.804102 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:24:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['73142d05-b826-4450-a542-d94a82aa8d5a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:24:36.828626 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (23b16f90-b860-4052-bc0c-fdd223292772), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:36.903369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Network 64bb047d-0bbf-4685-888f-9205e9f3c904 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:24:36.910356 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:24:36.914651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:24:36.917630 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (73142d05-b826-4450-a542-d94a82aa8d5a), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:37.024869 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] Set router 73142d05-b826-4450-a542-d94a82aa8d5a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:24:37.025083 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3117403c-bb41-4269-ac0b-c1f725c434b9 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:24:37.170925 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3117403c-bb41-4269-ac0b-c1f725c434b9 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:37.172318 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3117403c-bb41-4269-ac0b-c1f725c434b9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:37.371594 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3117403c-bb41-4269-ac0b-c1f725c434b9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:37.384171 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-da3020dd-c5c9-406e-a550-1f7353e36049 None None] Provisioning complete for port 23b16f90-b860-4052-bc0c-fdd223292772 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:37.384553 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-da3020dd-c5c9-406e-a550-1f7353e36049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (23b16f90-b860-4052-bc0c-fdd223292772), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:37.389128 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Pushing event updated for resources: {'Port': ['ID=23b16f90-b860-4052-bc0c-fdd223292772,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:37.490579 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-da3020dd-c5c9-406e-a550-1f7353e36049 None None] Port 23b16f90-b860-4052-bc0c-fdd223292772 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:24:37.496119 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719701687-router', 'tenant_id': '04678210851743ddb84933c42dd625eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:32Z', 'updated_at': '2022-03-23T01:24:34Z', 'revision_number': 3, 'project_id': '04678210851743ddb84933c42dd625eb', 'gw_port': {'id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:33Z', 'updated_at': '2022-03-23T01:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:24:37.534413 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (23b16f90-b860-4052-bc0c-fdd223292772), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:37.547282 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b69910d-1ed0-410a-abe3-0ed7eadeefea None None] The sync data for ids ['73142d05-b826-4450-a542-d94a82aa8d5a'] in n-d-834677-4 is: [{'id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719701687-router', 'tenant_id': '04678210851743ddb84933c42dd625eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:32Z', 'updated_at': '2022-03-23T01:24:34Z', 'revision_number': 3, 'project_id': '04678210851743ddb84933c42dd625eb', 'gw_port': {'id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:33Z', 'updated_at': '2022-03-23T01:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:24:37.845435 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f2639781-5507-4a7f-ba0d-762dd2e8c604 req-82b11f38-afe0-46a4-bbd9-c080042331ba tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 210 time: 0.0880058 Mar 23 01:24:37.968913 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Publish callbacks [] for port (23b16f90-b860-4052-bc0c-fdd223292772), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:37.976915 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (23b16f90-b860-4052-bc0c-fdd223292772), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:37.978164 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (73142d05-b826-4450-a542-d94a82aa8d5a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:38.137420 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.42', 53397) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:38.180123 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-164cdf07-4e78-4461-b1a8-836ebb23a7da tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a819355788324779bc2b00e5ac120894&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407414 Mar 23 01:24:38.475100 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Pushing event updated for resources: {'Port': ['ID=23b16f90-b860-4052-bc0c-fdd223292772,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:38.589220 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Network 64bb047d-0bbf-4685-888f-9205e9f3c904 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:24:38.590740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:24:38.627843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-c358b0ac-cb06-434a-8fdf-8e61753dc531 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:38.629626 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-c358b0ac-cb06-434a-8fdf-8e61753dc531 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4408667 Mar 23 01:24:38.717241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-4d41afe5-335f-41b5-8014-6368ac971711 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Request body: {'port': {'device_id': 'd1ad206d-84c2-4fc7-85d3-efc23b51e064', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': 'a819355788324779bc2b00e5ac120894'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:38.749422 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Router 73142d05-b826-4450-a542-d94a82aa8d5a has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:24:39.005526 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:24:39.038050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:24:39.056662 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2d175805-c9e7-4e70-b6ea-643cd183eaf7 admin admin] 10.222.0.18 "PUT /v2.0/routers/73142d05-b826-4450-a542-d94a82aa8d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6699774 Mar 23 01:24:39.072313 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7f5b47dc-0ab0-4f07-a70c-ad77a26243ee None None] Provisioning complete for port 23b16f90-b860-4052-bc0c-fdd223292772 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:39.072848 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7f5b47dc-0ab0-4f07-a70c-ad77a26243ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (23b16f90-b860-4052-bc0c-fdd223292772), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:39.097084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-4d41afe5-335f-41b5-8014-6368ac971711 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Made reservation on behalf of a819355788324779bc2b00e5ac120894 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:24:39.102541 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-4d41afe5-335f-41b5-8014-6368ac971711 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:39.122947 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-4d41afe5-335f-41b5-8014-6368ac971711 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:39.126059 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8db5f48c-7218-410e-b6ce-d3318057abd7 req-7d38d09d-cf1d-4021-a8b9-f1010476ae5b tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 210 time: 0.0690277 Mar 23 01:24:39.157024 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b47dc-0ab0-4f07-a70c-ad77a26243ee None None] Port 23b16f90-b860-4052-bc0c-fdd223292772 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:24:39.165299 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:39.165864 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:39.284430 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-4d41afe5-335f-41b5-8014-6368ac971711 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Publish callbacks [] for security_group (9455644b-f394-48b0-b066-d8531ecfa2f1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:39.290128 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-4d41afe5-335f-41b5-8014-6368ac971711 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9455644b-f394-48b0-b066-d8531ecfa2f1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:39.306921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:39.307322 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:39.378860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:24:39.392858 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:39.434453 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41afe5-335f-41b5-8014-6368ac971711 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9455644b-f394-48b0-b066-d8531ecfa2f1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:39.546448 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:39.649580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-4d41afe5-335f-41b5-8014-6368ac971711 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Allocated IP 192.168.233.195 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/9f0b6b18-af78-4b59-8375-b5db5f4d8a35) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:24:40.072094 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-4d41afe5-335f-41b5-8014-6368ac971711 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Publish callbacks [] for port (9f0b6b18-af78-4b59-8375-b5db5f4d8a35), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:40.173108 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-4d41afe5-335f-41b5-8014-6368ac971711 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (9f0b6b18-af78-4b59-8375-b5db5f4d8a35), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:40.359320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-4d41afe5-335f-41b5-8014-6368ac971711 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:24:40.365356 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-4d41afe5-335f-41b5-8014-6368ac971711 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:24:40.382428 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-4d41afe5-335f-41b5-8014-6368ac971711 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:24:40.387989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-4d41afe5-335f-41b5-8014-6368ac971711 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:40.400490 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-4d41afe5-335f-41b5-8014-6368ac971711 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:40.510627 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41afe5-335f-41b5-8014-6368ac971711 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Pushing event updated for resources: {'Port': ['ID=9f0b6b18-af78-4b59-8375-b5db5f4d8a35,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:40.529308 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-4d41afe5-335f-41b5-8014-6368ac971711 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8204226 Mar 23 01:24:40.534168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbab6fc-d5ed-4710-a81d-37523dbfc7e2 req-1405ba4c-da94-495b-90d1-05b693b84bd6 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:40.545140 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bcbab6fc-d5ed-4710-a81d-37523dbfc7e2 req-1405ba4c-da94-495b-90d1-05b693b84bd6 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 936 time: 0.2294195 Mar 23 01:24:40.589285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-96f2aca4-80aa-498a-b30b-ecd7dc08b7d3 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:24:40.591101 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-96f2aca4-80aa-498a-b30b-ecd7dc08b7d3 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058777 Mar 23 01:24:40.718810 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47766) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:40.738859 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bcbab6fc-d5ed-4710-a81d-37523dbfc7e2 req-39fa8446-6e1c-47b8-9f27-5ca02807b4c5 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896143 Mar 23 01:24:40.787742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Sync routers for ids ['73142d05-b826-4450-a542-d94a82aa8d5a'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:24:40.790291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47772) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:40.821940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Routers {'73142d05-b826-4450-a542-d94a82aa8d5a'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:24:40.824377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:24:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['73142d05-b826-4450-a542-d94a82aa8d5a'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:24:40.968232 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:24:41.039582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eb862e0d-852c-4a21-91e6-e62abfaa7452 None None] Provisioning complete for port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:41.040053 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eb862e0d-852c-4a21-91e6-e62abfaa7452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9f0b6b18-af78-4b59-8375-b5db5f4d8a35), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:41.109042 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87617663-0bf9-4c39-b943-cef4c12b5d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:41.218661 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65cc75c8-a969-458d-9f5b-bafc5a17270e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:41.347898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Request body: {'port': {'device_id': 'd1ad206d-84c2-4fc7-85d3-efc23b51e064', 'device_owner': 'compute:tempest-test_az-1860360854', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:41.413193 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Set router 73142d05-b826-4450-a542-d94a82aa8d5a gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:24:41.501178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47786) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:41.511421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f56086e6-b936-42ca-a8ce-18cf5c633dc1 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--582893195', 'description': 'tempest-description--1279508540'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:41.544881 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65cc75c8-a969-458d-9f5b-bafc5a17270e admin admin] Publish callbacks [] for security_group (53bb131b-b3dc-4f7f-87d4-fe1199815d57), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:41.549048 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87617663-0bf9-4c39-b943-cef4c12b5d76 admin admin] Publish callbacks [] for security_group (123b2c0b-4526-4e35-80e5-cc4471b3da06), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:41.559747 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65cc75c8-a969-458d-9f5b-bafc5a17270e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (53bb131b-b3dc-4f7f-87d4-fe1199815d57), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:41.561941 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9f0b6b18-af78-4b59-8375-b5db5f4d8a35), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:41.562824 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f56086e6-b936-42ca-a8ce-18cf5c633dc1 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:41.570640 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eb862e0d-852c-4a21-91e6-e62abfaa7452 None None] Port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:24:41.577443 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87617663-0bf9-4c39-b943-cef4c12b5d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (123b2c0b-4526-4e35-80e5-cc4471b3da06), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:41.716801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:41.717343 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:41.751832 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-87617663-0bf9-4c39-b943-cef4c12b5d76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bfdef203fbd48dc8375ce40cd5a74b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0317576 Mar 23 01:24:41.754374 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-65cc75c8-a969-458d-9f5b-bafc5a17270e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9fa553710cd40f480795cca1ceca886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9631162 Mar 23 01:24:41.764002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47798) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:41.764002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47800) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:41.765073 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47804) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:41.777247 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f56086e6-b936-42ca-a8ce-18cf5c633dc1 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for security_group (1f99957d-9cf7-4926-8edf-e2f1f7af460b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:41.790322 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f56086e6-b936-42ca-a8ce-18cf5c633dc1 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1f99957d-9cf7-4926-8edf-e2f1f7af460b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:41.831250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc75c8-a969-458d-9f5b-bafc5a17270e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bb131b-b3dc-4f7f-87d4-fe1199815d57,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:41.876449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56086e6-b936-42ca-a8ce-18cf5c633dc1 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f99957d-9cf7-4926-8edf-e2f1f7af460b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:41.904625 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f56086e6-b936-42ca-a8ce-18cf5c633dc1 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:41.906335 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f56086e6-b936-42ca-a8ce-18cf5c633dc1 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4011753 Mar 23 01:24:41.909476 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47812) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:41.917398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-690eef9e-a701-4f20-95d2-6131e57a4983 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Request body: {'security_group_rule': {'security_group_id': '1f99957d-9cf7-4926-8edf-e2f1f7af460b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:41.961940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:41.980220 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-690eef9e-a701-4f20-95d2-6131e57a4983 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for security_group_rule (fa2f65a5-4054-4885-adc6-9eab8d59936d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.075083 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66e4f999-6809-4512-930c-c0266a654e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.142241 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719701687-router', 'tenant_id': '04678210851743ddb84933c42dd625eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:32Z', 'updated_at': '2022-03-23T01:24:37Z', 'revision_number': 4, 'project_id': '04678210851743ddb84933c42dd625eb', 'gw_port': {'id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:33Z', 'updated_at': '2022-03-23T01:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '23b16f90-b860-4052-bc0c-fdd223292772', 'name': '', 'network_id': '64bb047d-0bbf-4685-888f-9205e9f3c904', 'tenant_id': '04678210851743ddb84933c42dd625eb', 'mac_address': 'fa:16:3e:40:ad:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bc585e1f-9d16-4426-ac1e-70da2ee08238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:36Z', 'updated_at': '2022-03-23T01:24:37Z', 'revision_number': 2, 'project_id': '04678210851743ddb84933c42dd625eb', 'subnets': [{'id': 'bc585e1f-9d16-4426-ac1e-70da2ee08238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:24:42.201995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Checking router: 73142d05-b826-4450-a542-d94a82aa8d5a for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:24:42.202543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Updating router 73142d05-b826-4450-a542-d94a82aa8d5a port 23b16f90-b860-4052-bc0c-fdd223292772 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:24:42.202933 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66e4f999-6809-4512-930c-c0266a654e5e admin admin] Publish callbacks [] for security_group (8541a3e4-d69a-48c4-8935-551e1a273915), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.212522 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66e4f999-6809-4512-930c-c0266a654e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8541a3e4-d69a-48c4-8935-551e1a273915), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.245499 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (23b16f90-b860-4052-bc0c-fdd223292772), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.253903 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-690eef9e-a701-4f20-95d2-6131e57a4983 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for security_group_rule (fa2f65a5-4054-4885-adc6-9eab8d59936d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.268787 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-690eef9e-a701-4f20-95d2-6131e57a4983 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (fa2f65a5-4054-4885-adc6-9eab8d59936d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.294802 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-66e4f999-6809-4512-930c-c0266a654e5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61a1516c90854e7c96e2d648309464dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5257995 Mar 23 01:24:42.299361 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47822) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:42.302580 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4f999-6809-4512-930c-c0266a654e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8541a3e4-d69a-48c4-8935-551e1a273915,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:42.312729 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690eef9e-a701-4f20-95d2-6131e57a4983 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2f65a5-4054-4885-adc6-9eab8d59936d,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:42.335979 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-690eef9e-a701-4f20-95d2-6131e57a4983 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.337376 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-690eef9e-a701-4f20-95d2-6131e57a4983 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4267244 Mar 23 01:24:42.343846 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47826) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:42.353183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-a39dd134-fa01-4933-aef2-462e0f22667e tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Request body: {'security_group_rule': {'security_group_id': '1f99957d-9cf7-4926-8edf-e2f1f7af460b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:42.412727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87617663-0bf9-4c39-b943-cef4c12b5d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123b2c0b-4526-4e35-80e5-cc4471b3da06,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:42.445478 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a39dd134-fa01-4933-aef2-462e0f22667e tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for security_group_rule (a34c2f2d-b8ce-4250-983f-2ccebbd1f34d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.521196 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-52570c58-cd73-429d-a103-3a182d6d2571 admin admin] Publish callbacks [] for security_group (8541a3e4-d69a-48c4-8935-551e1a273915), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.600590 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-52570c58-cd73-429d-a103-3a182d6d2571 admin admin] Publish callbacks [] for security_group (8541a3e4-d69a-48c4-8935-551e1a273915), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.628056 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a39dd134-fa01-4933-aef2-462e0f22667e tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for security_group_rule (a34c2f2d-b8ce-4250-983f-2ccebbd1f34d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.642216 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a39dd134-fa01-4933-aef2-462e0f22667e tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (a34c2f2d-b8ce-4250-983f-2ccebbd1f34d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.679258 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dd134-fa01-4933-aef2-462e0f22667e tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34c2f2d-b8ce-4250-983f-2ccebbd1f34d,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:42.709512 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a39dd134-fa01-4933-aef2-462e0f22667e tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.711095 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a39dd134-fa01-4933-aef2-462e0f22667e tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3622084 Mar 23 01:24:42.714400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47842) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:42.726191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:42.755987 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.768794 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-52570c58-cd73-429d-a103-3a182d6d2571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8541a3e4-d69a-48c4-8935-551e1a273915), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.771632 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-52570c58-cd73-429d-a103-3a182d6d2571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.772891 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-52570c58-cd73-429d-a103-3a182d6d2571 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8541a3e4-d69a-48c4-8935-551e1a273915 HTTP/1.1" status: 204 len: 168 time: 0.4712737 Mar 23 01:24:42.822623 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52570c58-cd73-429d-a103-3a182d6d2571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8541a3e4-d69a-48c4-8935-551e1a273915,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:42.858828 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c397ff-0835-440a-abcd-22c8720423ec req-88ef33dc-1b8a-4a62-a0fc-816b61fdf09e tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:42.875325 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-45c397ff-0835-440a-abcd-22c8720423ec req-88ef33dc-1b8a-4a62-a0fc-816b61fdf09e tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 936 time: 0.4349225 Mar 23 01:24:42.879937 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b0d0efa-8232-4fbe-8c7f-ca4a1c6c9fb8 admin admin] Publish callbacks [] for security_group (123b2c0b-4526-4e35-80e5-cc4471b3da06), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:42.881596 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5cc7bc10-8d7a-487a-a1fc-4bb467086945 admin admin] Publish callbacks [] for security_group (53bb131b-b3dc-4f7f-87d4-fe1199815d57), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.049671 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Publish callbacks [] for port (23b16f90-b860-4052-bc0c-fdd223292772), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.061528 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (23b16f90-b860-4052-bc0c-fdd223292772), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.102186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-45c397ff-0835-440a-abcd-22c8720423ec req-f9e4438f-51f6-435d-b9d1-19fdbcddb2da tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258077 Mar 23 01:24:43.154609 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5cc7bc10-8d7a-487a-a1fc-4bb467086945 admin admin] Publish callbacks [] for security_group (53bb131b-b3dc-4f7f-87d4-fe1199815d57), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.200813 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b0d0efa-8232-4fbe-8c7f-ca4a1c6c9fb8 admin admin] Publish callbacks [] for security_group (123b2c0b-4526-4e35-80e5-cc4471b3da06), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.235167 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.310230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213dd92-2931-4dec-876a-3ccbda2d5e74 None None] Pushing event updated for resources: {'Port': ['ID=23b16f90-b860-4052-bc0c-fdd223292772,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:43.350876 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47852) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:43.365612 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Attempting to bind port 23b16f90-b860-4052-bc0c-fdd223292772 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:24:43.365972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Attempting to bind port 23b16f90-b860-4052-bc0c-fdd223292772 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '9c92d0b7-8811-46a1-92d4-7ce976460b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '64bb047d-0bbf-4685-888f-9205e9f3c904'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:24:43.366329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Attempting to bind port 23b16f90-b860-4052-bc0c-fdd223292772 on network 64bb047d-0bbf-4685-888f-9205e9f3c904 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:24:43.371994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:24:43.372717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Checking segment: {'id': '9c92d0b7-8811-46a1-92d4-7ce976460b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '64bb047d-0bbf-4685-888f-9205e9f3c904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:24:43.373172 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.373575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Bound using segment: {'id': '9c92d0b7-8811-46a1-92d4-7ce976460b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '64bb047d-0bbf-4685-888f-9205e9f3c904'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:24:43.374034 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Bound port: 23b16f90-b860-4052-bc0c-fdd223292772, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c92d0b7-8811-46a1-92d4-7ce976460b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '64bb047d-0bbf-4685-888f-9205e9f3c904'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:24:43.374408 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (23b16f90-b860-4052-bc0c-fdd223292772), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.488090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:24:43.517933 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Publish callbacks [] for port (9f0b6b18-af78-4b59-8375-b5db5f4d8a35), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.554929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Allocated IP 172.25.0.168 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/9bd40027-bb09-48fb-8bd5-6aa3d7fb54c9) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:24:43.557061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] For port 23b16f90-b860-4052-bc0c-fdd223292772, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:24:43.569232 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] For port 23b16f90-b860-4052-bc0c-fdd223292772, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=23b16f90-b860-4052-bc0c-fdd223292772,segment=NetworkSegment(9c92d0b7-8811-46a1-92d4-7ce976460b4f),segment_id=9c92d0b7-8811-46a1-92d4-7ce976460b4f)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:24:43.576793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Transition to ACTIVE for port object 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:24:43.577870 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b0d0efa-8232-4fbe-8c7f-ca4a1c6c9fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (123b2c0b-4526-4e35-80e5-cc4471b3da06), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.580895 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b0d0efa-8232-4fbe-8c7f-ca4a1c6c9fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.585868 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6b0d0efa-8232-4fbe-8c7f-ca4a1c6c9fb8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/123b2c0b-4526-4e35-80e5-cc4471b3da06 HTTP/1.1" status: 204 len: 168 time: 1.8208370 Mar 23 01:24:43.586041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47856) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:43.589436 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (23b16f90-b860-4052-bc0c-fdd223292772), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.613722 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d0efa-8232-4fbe-8c7f-ca4a1c6c9fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123b2c0b-4526-4e35-80e5-cc4471b3da06,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:43.641393 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9f0b6b18-af78-4b59-8375-b5db5f4d8a35), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.769680 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for port (9bd40027-bb09-48fb-8bd5-6aa3d7fb54c9), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.805019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Routers {'73142d05-b826-4450-a542-d94a82aa8d5a'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:24:43.805896 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:24:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['73142d05-b826-4450-a542-d94a82aa8d5a'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:24:43.810513 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f62efa07-24b0-4ad7-b6d1-e376537a29b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.832858 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1e69521d-3c22-4cf4-9691-948c6bdd8215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.846649 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (9bd40027-bb09-48fb-8bd5-6aa3d7fb54c9), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.957424 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1e69521d-3c22-4cf4-9691-948c6bdd8215 admin admin] Publish callbacks [] for security_group (3918cc1c-f315-4952-95b9-a8ec19352ab5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:43.970270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:24:43.973821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:24:43.976075 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1e69521d-3c22-4cf4-9691-948c6bdd8215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3918cc1c-f315-4952-95b9-a8ec19352ab5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.008551 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:24:44.026462 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1e69521d-3c22-4cf4-9691-948c6bdd8215 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f447018df4fd4a699366edb2c0ab165c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6733403 Mar 23 01:24:44.030200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213dd92-2931-4dec-876a-3ccbda2d5e74 None None] Pushing event updated for resources: {'Port': ['ID=23b16f90-b860-4052-bc0c-fdd223292772,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:44.030709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Attempting to bind port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:24:44.031590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Attempting to bind port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:24:44.032056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Attempting to bind port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:24:44.038737 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47866) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:44.039779 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:24:44.040294 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Attempting to bind port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:24:44.123423 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f62efa07-24b0-4ad7-b6d1-e376537a29b7 admin admin] Publish callbacks [] for security_group (7776340f-ef61-4cbe-b3a4-8d95ff4e6343), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.137635 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-03f1376d-9b6b-46bf-a7a9-9ee8c5ab7f90 None None] Provisioning complete for port 23b16f90-b860-4052-bc0c-fdd223292772 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:44.138845 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-03f1376d-9b6b-46bf-a7a9-9ee8c5ab7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (23b16f90-b860-4052-bc0c-fdd223292772), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.159366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69521d-3c22-4cf4-9691-948c6bdd8215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3918cc1c-f315-4952-95b9-a8ec19352ab5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:44.163033 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f62efa07-24b0-4ad7-b6d1-e376537a29b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7776340f-ef61-4cbe-b3a4-8d95ff4e6343), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.188377 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:24:44.196642 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:24:44.197693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:24:44.210910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62efa07-24b0-4ad7-b6d1-e376537a29b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7776340f-ef61-4cbe-b3a4-8d95ff4e6343,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:44.219825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Bound port: 9f0b6b18-af78-4b59-8375-b5db5f4d8a35, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:24:44.220474 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9f0b6b18-af78-4b59-8375-b5db5f4d8a35), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.253680 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f62efa07-24b0-4ad7-b6d1-e376537a29b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69adcf48ed834e32bc070aa58279f571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6649039 Mar 23 01:24:44.253847 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-03f1376d-9b6b-46bf-a7a9-9ee8c5ab7f90 None None] Current status of the port 23b16f90-b860-4052-bc0c-fdd223292772 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:44.253847 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-03f1376d-9b6b-46bf-a7a9-9ee8c5ab7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (23b16f90-b860-4052-bc0c-fdd223292772), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.255774 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47870) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:44.256936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Pushing event updated for resources: {'Port': ['ID=9f0b6b18-af78-4b59-8375-b5db5f4d8a35,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:44.309739 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-03f1376d-9b6b-46bf-a7a9-9ee8c5ab7f90 None None] For port 23b16f90-b860-4052-bc0c-fdd223292772, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=23b16f90-b860-4052-bc0c-fdd223292772,segment=NetworkSegment(9c92d0b7-8811-46a1-92d4-7ce976460b4f),segment_id=9c92d0b7-8811-46a1-92d4-7ce976460b4f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:24:44.319909 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-03f1376d-9b6b-46bf-a7a9-9ee8c5ab7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (23b16f90-b860-4052-bc0c-fdd223292772), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.329972 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Pushing event updated for resources: {'Port': ['ID=9bd40027-bb09-48fb-8bd5-6aa3d7fb54c9,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:44.389325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] For port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:24:44.397966 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3785d85e-aecc-4df4-b6a0-3ec75f8e5161 admin admin] Publish callbacks [] for security_group (3918cc1c-f315-4952-95b9-a8ec19352ab5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.421285 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5cc7bc10-8d7a-487a-a1fc-4bb467086945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (53bb131b-b3dc-4f7f-87d4-fe1199815d57), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.424155 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5cc7bc10-8d7a-487a-a1fc-4bb467086945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.425572 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5cc7bc10-8d7a-487a-a1fc-4bb467086945 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53bb131b-b3dc-4f7f-87d4-fe1199815d57 HTTP/1.1" status: 204 len: 168 time: 2.6580586 Mar 23 01:24:44.427993 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] For port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=9f0b6b18-af78-4b59-8375-b5db5f4d8a35,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:24:44.458366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7bc10-8d7a-487a-a1fc-4bb467086945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bb131b-b3dc-4f7f-87d4-fe1199815d57,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:44.475266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1376d-9b6b-46bf-a7a9-9ee8c5ab7f90 None None] Pushing event updated for resources: {'Port': ['ID=23b16f90-b860-4052-bc0c-fdd223292772,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:44.483824 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9f0b6b18-af78-4b59-8375-b5db5f4d8a35), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.500866 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] Set router 73142d05-b826-4450-a542-d94a82aa8d5a gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:24:44.584641 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-95cdcb98-d255-4fa8-8821-cc2d0fff744f None None] Provisioning complete for port 23b16f90-b860-4052-bc0c-fdd223292772 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:44.585441 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-95cdcb98-d255-4fa8-8821-cc2d0fff744f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (23b16f90-b860-4052-bc0c-fdd223292772), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.593879 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47874) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:44.608832 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3785d85e-aecc-4df4-b6a0-3ec75f8e5161 admin admin] Publish callbacks [] for security_group (3918cc1c-f315-4952-95b9-a8ec19352ab5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.672590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:44.673351 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.681272 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] 10.222.0.42 "PUT /v2.0/ports/9f0b6b18-af78-4b59-8375-b5db5f4d8a35 HTTP/1.1" status: 200 len: 1118 time: 3.7303934 Mar 23 01:24:44.683859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ad206d-84c2-4fc7-85d3-efc23b51e064', 'tag': '9f0b6b18-af78-4b59-8375-b5db5f4d8a35'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:24:44.824374 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b9fbac1-7055-4f1e-a6fb-db6d44330c9a admin admin] Publish callbacks [] for security_group (7776340f-ef61-4cbe-b3a4-8d95ff4e6343), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.867255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cdd8f-bab5-4e2c-ac4f-aa2fbaffddff req-e2d1e0da-3cfa-43e4-9813-bf80fa57d7f8 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:44.870514 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed3cdd8f-bab5-4e2c-ac4f-aa2fbaffddff req-e2d1e0da-3cfa-43e4-9813-bf80fa57d7f8 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 970 time: 0.5197101 Mar 23 01:24:44.877440 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for floatingip (824cd769-c8b9-403f-ace0-a2a44ca8b20c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.928547 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b9fbac1-7055-4f1e-a6fb-db6d44330c9a admin admin] Publish callbacks [] for security_group (7776340f-ef61-4cbe-b3a4-8d95ff4e6343), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.977871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd82ff-afc4-42cb-bd0c-47d62d97249f service neutron] Pushing event updated for resources: {'Port': ['ID=9f0b6b18-af78-4b59-8375-b5db5f4d8a35,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:44.981572 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5a04a28c-5e5b-4c9c-a17d-e7de73c30823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:44.998207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-95cdcb98-d255-4fa8-8821-cc2d0fff744f None None] Current status of the port 23b16f90-b860-4052-bc0c-fdd223292772 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:45.056527 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9bd40027-bb09-48fb-8bd5-6aa3d7fb54c9), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:45.092916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-497ef5e8-f3a2-4192-be04-fd6c6274ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:45.097084 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-497ef5e8-f3a2-4192-be04-fd6c6274ca0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a819355788324779bc2b00e5ac120894&device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 1152 time: 0.2506053 Mar 23 01:24:45.114086 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed3cdd8f-bab5-4e2c-ac4f-aa2fbaffddff req-155c4c7b-55e2-4ad7-a4ac-95ae8418ed8c tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246611 Mar 23 01:24:45.213059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719701687-router', 'tenant_id': '04678210851743ddb84933c42dd625eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:32Z', 'updated_at': '2022-03-23T01:24:37Z', 'revision_number': 4, 'project_id': '04678210851743ddb84933c42dd625eb', 'gw_port': {'id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:33Z', 'updated_at': '2022-03-23T01:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '23b16f90-b860-4052-bc0c-fdd223292772', 'name': '', 'network_id': '64bb047d-0bbf-4685-888f-9205e9f3c904', 'tenant_id': '04678210851743ddb84933c42dd625eb', 'mac_address': 'fa:16:3e:40:ad:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bc585e1f-9d16-4426-ac1e-70da2ee08238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:36Z', 'updated_at': '2022-03-23T01:24:43Z', 'revision_number': 4, 'project_id': '04678210851743ddb84933c42dd625eb', 'subnets': [{'id': 'bc585e1f-9d16-4426-ac1e-70da2ee08238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:24:45.263182 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ffb013-e170-4142-a87f-162f06e96e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ad206d-84c2-4fc7-85d3-efc23b51e064", "tag": "9f0b6b18-af78-4b59-8375-b5db5f4d8a35"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:24:45.269781 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-3c4d3381-854c-4afc-b80e-e11e2c4e32c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=9f0b6b18-af78-4b59-8375-b5db5f4d8a35 HTTP/1.1" status: 200 len: 217 time: 0.1580501 Mar 23 01:24:45.290025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ba3199-2749-4159-9b3c-789b28957256 None None] The sync data for ids ['73142d05-b826-4450-a542-d94a82aa8d5a'] in n-d-834677-4 is: [{'id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719701687-router', 'tenant_id': '04678210851743ddb84933c42dd625eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:32Z', 'updated_at': '2022-03-23T01:24:37Z', 'revision_number': 4, 'project_id': '04678210851743ddb84933c42dd625eb', 'gw_port': {'id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:33Z', 'updated_at': '2022-03-23T01:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '23b16f90-b860-4052-bc0c-fdd223292772', 'name': '', 'network_id': '64bb047d-0bbf-4685-888f-9205e9f3c904', 'tenant_id': '04678210851743ddb84933c42dd625eb', 'mac_address': 'fa:16:3e:40:ad:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bc585e1f-9d16-4426-ac1e-70da2ee08238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:36Z', 'updated_at': '2022-03-23T01:24:43Z', 'revision_number': 4, 'project_id': '04678210851743ddb84933c42dd625eb', 'subnets': [{'id': 'bc585e1f-9d16-4426-ac1e-70da2ee08238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:24:45.378964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47886) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:45.405209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-8954845b-5925-4846-9cbb-28da976daea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:45.407496 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-8954845b-5925-4846-9cbb-28da976daea6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1311510 Mar 23 01:24:45.418034 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3785d85e-aecc-4df4-b6a0-3ec75f8e5161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3918cc1c-f315-4952-95b9-a8ec19352ab5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:45.424682 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3785d85e-aecc-4df4-b6a0-3ec75f8e5161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:45.425990 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3785d85e-aecc-4df4-b6a0-3ec75f8e5161 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3918cc1c-f315-4952-95b9-a8ec19352ab5 HTTP/1.1" status: 204 len: 168 time: 1.3793828 Mar 23 01:24:45.434342 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b421ebad-285a-4429-ac61-48318a0b8ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:45.454292 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b9fbac1-7055-4f1e-a6fb-db6d44330c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7776340f-ef61-4cbe-b3a4-8d95ff4e6343), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:45.455014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785d85e-aecc-4df4-b6a0-3ec75f8e5161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3918cc1c-f315-4952-95b9-a8ec19352ab5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:45.456790 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b9fbac1-7055-4f1e-a6fb-db6d44330c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:45.457971 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1b9fbac1-7055-4f1e-a6fb-db6d44330c9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7776340f-ef61-4cbe-b3a4-8d95ff4e6343 HTTP/1.1" status: 204 len: 168 time: 1.2012610 Mar 23 01:24:45.533975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fbac1-7055-4f1e-a6fb-db6d44330c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7776340f-ef61-4cbe-b3a4-8d95ff4e6343,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:45.782417 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5a04a28c-5e5b-4c9c-a17d-e7de73c30823 admin admin] Publish callbacks [] for security_group (ba19209a-8742-4e0b-be9b-675027ac552d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:45.784797 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b421ebad-285a-4429-ac61-48318a0b8ffa admin admin] Publish callbacks [] for security_group (304d181d-9941-44fb-8305-bd57ef7dbd72), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:45.802101 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-a6addbac-937e-4b50-9565-ba333d1bfcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:45.807413 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b421ebad-285a-4429-ac61-48318a0b8ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (304d181d-9941-44fb-8305-bd57ef7dbd72), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:45.809972 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-a6addbac-937e-4b50-9565-ba333d1bfcde service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3591812 Mar 23 01:24:45.810914 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5a04a28c-5e5b-4c9c-a17d-e7de73c30823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ba19209a-8742-4e0b-be9b-675027ac552d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:46.035413 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-b958fb1f-3537-4306-be9c-45f6c53a4267 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023034 Mar 23 01:24:46.047073 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b421ebad-285a-4429-ac61-48318a0b8ffa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b227e34bb2ef47ccb0b649037ba1b47c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6668248 Mar 23 01:24:46.076798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421ebad-285a-4429-ac61-48318a0b8ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304d181d-9941-44fb-8305-bd57ef7dbd72,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:46.081799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47898) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:46.086859 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for port (9bd40027-bb09-48fb-8bd5-6aa3d7fb54c9), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:46.096072 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9bd40027-bb09-48fb-8bd5-6aa3d7fb54c9), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:46.113354 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66e1cc1-2c45-4dcd-862b-bb51d27f60a3 x-openstack-request-id: req-d66e1cc1-2c45-4dcd-862b-bb51d27f60a3 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:24:46.114589 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ad206d-84c2-4fc7-85d3-efc23b51e064", "tag": "9f0b6b18-af78-4b59-8375-b5db5f4d8a35", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:24:46.115007 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d66e1cc1-2c45-4dcd-862b-bb51d27f60a3 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:24:46.116155 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d66e1cc1-2c45-4dcd-862b-bb51d27f60a3'] response: {'name': 'network-changed', 'server_uuid': 'd1ad206d-84c2-4fc7-85d3-efc23b51e064', 'tag': '9f0b6b18-af78-4b59-8375-b5db5f4d8a35', 'status': 'completed', 'code': 200} Mar 23 01:24:46.179495 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Pushing event updated for resources: {'Port': ['ID=9bd40027-bb09-48fb-8bd5-6aa3d7fb54c9,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:46.215130 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (824cd769-c8b9-403f-ace0-a2a44ca8b20c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:46.271742 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5a04a28c-5e5b-4c9c-a17d-e7de73c30823 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1717e45a67d430d944232c41b92d881&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6601925 Mar 23 01:24:46.274248 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47904) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:46.275756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04a28c-5e5b-4c9c-a17d-e7de73c30823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba19209a-8742-4e0b-be9b-675027ac552d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:46.290488 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:46.291986 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0f4fe67a-8f40-4fc3-9881-25a6a679147a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5759017 Mar 23 01:24:46.433699 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b03293d1-242a-4545-9be2-a3fa896bbf00 req-bb3b0749-ae90-47ee-aa33-a97de45f1bd8 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135505 Mar 23 01:24:46.443365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47910) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:46.455360 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c9021-1596-4f4b-86a6-d3a57dc5fbeb req-ae215d72-5d14-4011-9eee-c5aa6994f9cc tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:46.482384 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86195f54-a326-4e51-a148-d0e96609bfca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:46.482612 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d09c9021-1596-4f4b-86a6-d3a57dc5fbeb req-ae215d72-5d14-4011-9eee-c5aa6994f9cc tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 970 time: 0.2278209 Mar 23 01:24:46.517204 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f17ce07c-0722-495a-b7b6-9213215e26e4 admin admin] Publish callbacks [] for security_group (ba19209a-8742-4e0b-be9b-675027ac552d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:46.559601 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8e0d-2ea6-417a-8746-cd6690bb9f56 admin admin] Publish callbacks [] for security_group (304d181d-9941-44fb-8305-bd57ef7dbd72), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:46.591981 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8e0d-2ea6-417a-8746-cd6690bb9f56 admin admin] Publish callbacks [] for security_group (304d181d-9941-44fb-8305-bd57ef7dbd72), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:46.681713 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8e0d-2ea6-417a-8746-cd6690bb9f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (304d181d-9941-44fb-8305-bd57ef7dbd72), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:46.686645 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8e0d-2ea6-417a-8746-cd6690bb9f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:46.687414 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86195f54-a326-4e51-a148-d0e96609bfca admin admin] Publish callbacks [] for security_group (1d9f9869-97b1-486e-9be3-59858e636a30), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:46.688798 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b0ca8e0d-2ea6-417a-8746-cd6690bb9f56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/304d181d-9941-44fb-8305-bd57ef7dbd72 HTTP/1.1" status: 204 len: 168 time: 0.6060090 Mar 23 01:24:46.695296 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f17ce07c-0722-495a-b7b6-9213215e26e4 admin admin] Publish callbacks [] for security_group (ba19209a-8742-4e0b-be9b-675027ac552d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:46.721497 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d09c9021-1596-4f4b-86a6-d3a57dc5fbeb req-1597a992-fda1-46e4-abbc-1b6384056980 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377064 Mar 23 01:24:46.726713 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86195f54-a326-4e51-a148-d0e96609bfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1d9f9869-97b1-486e-9be3-59858e636a30), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:46.781445 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca8e0d-2ea6-417a-8746-cd6690bb9f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304d181d-9941-44fb-8305-bd57ef7dbd72,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:46.826346 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f17ce07c-0722-495a-b7b6-9213215e26e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ba19209a-8742-4e0b-be9b-675027ac552d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:46.836792 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f17ce07c-0722-495a-b7b6-9213215e26e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:46.839542 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f17ce07c-0722-495a-b7b6-9213215e26e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba19209a-8742-4e0b-be9b-675027ac552d HTTP/1.1" status: 204 len: 168 time: 0.5619121 Mar 23 01:24:46.878421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ce07c-0722-495a-b7b6-9213215e26e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba19209a-8742-4e0b-be9b-675027ac552d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:47.002309 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 23b16f90-b860-4052-bc0c-fdd223292772 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:24:47.017186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-86195f54-a326-4e51-a148-d0e96609bfca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca1cc7a42bff48bab35701f9e455c6e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5702674 Mar 23 01:24:47.017704 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47938) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:47.059265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86195f54-a326-4e51-a148-d0e96609bfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9f9869-97b1-486e-9be3-59858e636a30,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:47.078815 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 23b16f90-b860-4052-bc0c-fdd223292772 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:47.085392 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (23b16f90-b860-4052-bc0c-fdd223292772), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:47.105696 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffb013-e170-4142-a87f-162f06e96e5b req-a135286b-2aeb-4ba9-9935-bdf631dbbd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:47.110757 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84ffb013-e170-4142-a87f-162f06e96e5b req-a135286b-2aeb-4ba9-9935-bdf631dbbd86 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a819355788324779bc2b00e5ac120894&device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 1152 time: 0.4219186 Mar 23 01:24:47.114454 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-e2c3547e-b9cd-4a37-8467-3827a18df753 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--582893195&fields=id&tenant_id=b4fac7cf4797433d9067e9d5d2bae7f4 HTTP/1.1" status: 200 len: 267 time: 0.4128542 Mar 23 01:24:47.135471 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b58b60a1-b0ac-4b8b-ac04-7991a3d39294 admin admin] Publish callbacks [] for security_group (1d9f9869-97b1-486e-9be3-59858e636a30), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:47.193078 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b58b60a1-b0ac-4b8b-ac04-7991a3d39294 admin admin] Publish callbacks [] for security_group (1d9f9869-97b1-486e-9be3-59858e636a30), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:47.255887 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b58b60a1-b0ac-4b8b-ac04-7991a3d39294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1d9f9869-97b1-486e-9be3-59858e636a30), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:47.260764 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b58b60a1-b0ac-4b8b-ac04-7991a3d39294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:47.262263 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b58b60a1-b0ac-4b8b-ac04-7991a3d39294 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d9f9869-97b1-486e-9be3-59858e636a30 HTTP/1.1" status: 204 len: 168 time: 0.2432652 Mar 23 01:24:47.284251 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b60a1-b0ac-4b8b-ac04-7991a3d39294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9f9869-97b1-486e-9be3-59858e636a30,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:47.703634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 23b16f90-b860-4052-bc0c-fdd223292772 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:47.919548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0741b3-4aa7-45ac-97a7-960a530f6ce0 req-8b3705c3-6914-4d3c-8b8b-f04470b2b5c4 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:47.925846 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e0741b3-4aa7-45ac-97a7-960a530f6ce0 req-8b3705c3-6914-4d3c-8b8b-f04470b2b5c4 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 970 time: 0.0927379 Mar 23 01:24:48.047908 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e0741b3-4aa7-45ac-97a7-960a530f6ce0 req-ffbd838c-0427-4114-91b1-79ba5dcf8318 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210537 Mar 23 01:24:48.050115 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47964) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:48.112223 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16c2f4e9-0e41-41db-a6a4-9e469b4150e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:48.292395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-c96da5f7-506a-4d74-8e8a-474af26ca931 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:48.301839 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-c96da5f7-506a-4d74-8e8a-474af26ca931 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/networks?id=080a736b-27cd-405b-b5de-ee5cfb6bde25 HTTP/1.1" status: 200 len: 824 time: 1.1775825 Mar 23 01:24:48.347488 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16c2f4e9-0e41-41db-a6a4-9e469b4150e0 admin admin] Publish callbacks [] for security_group (e971e8eb-3dfd-4b44-af12-b8448595380a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:48.352140 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-8b3258ff-49c2-4d64-830b-5ab16291717c tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/quotas/b4fac7cf4797433d9067e9d5d2bae7f4 HTTP/1.1" status: 200 len: 375 time: 0.0491791 Mar 23 01:24:48.357779 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16c2f4e9-0e41-41db-a6a4-9e469b4150e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e971e8eb-3dfd-4b44-af12-b8448595380a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:48.418196 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-16c2f4e9-0e41-41db-a6a4-9e469b4150e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72ad5ad6725843c6b103ca9f63b7fa28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3654096 Mar 23 01:24:48.419201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2f4e9-0e41-41db-a6a4-9e469b4150e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e971e8eb-3dfd-4b44-af12-b8448595380a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:48.422877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47972) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:48.515654 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f84f0feb-c0b7-49fc-bb2f-e2873fe58846 admin admin] Publish callbacks [] for security_group (e971e8eb-3dfd-4b44-af12-b8448595380a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:48.561980 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffb013-e170-4142-a87f-162f06e96e5b req-c4ee7dc9-639b-4443-ab50-b39de71ba406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:48.563936 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84ffb013-e170-4142-a87f-162f06e96e5b req-c4ee7dc9-639b-4443-ab50-b39de71ba406 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 1.4413848 Mar 23 01:24:48.570896 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f84f0feb-c0b7-49fc-bb2f-e2873fe58846 admin admin] Publish callbacks [] for security_group (e971e8eb-3dfd-4b44-af12-b8448595380a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:48.637650 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f84f0feb-c0b7-49fc-bb2f-e2873fe58846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e971e8eb-3dfd-4b44-af12-b8448595380a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:48.638428 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-9ee7463c-bc8b-4526-81a7-0fde72564ffe tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b4fac7cf4797433d9067e9d5d2bae7f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2847488 Mar 23 01:24:48.641779 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f84f0feb-c0b7-49fc-bb2f-e2873fe58846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:48.646678 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f84f0feb-c0b7-49fc-bb2f-e2873fe58846 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e971e8eb-3dfd-4b44-af12-b8448595380a HTTP/1.1" status: 204 len: 168 time: 0.2200096 Mar 23 01:24:48.671967 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f0feb-c0b7-49fc-bb2f-e2873fe58846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e971e8eb-3dfd-4b44-af12-b8448595380a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:49.249591 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e8183-417b-4a60-88c1-3f52890b8bf6 req-753d4a48-7a61-43c8-848a-71781c9c3310 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:49.251236 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-954e8183-417b-4a60-88c1-3f52890b8bf6 req-753d4a48-7a61-43c8-848a-71781c9c3310 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 970 time: 0.0719428 Mar 23 01:24:49.325814 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-954e8183-417b-4a60-88c1-3f52890b8bf6 req-25a450f8-820c-45b6-93d1-500119cc676b tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540528 Mar 23 01:24:49.471727 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-120e75fa-8fc6-45ce-aa4e-672f11829c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:49.492842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-0985049e-0fa6-4669-9e40-c9d0bd6be9b3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:24:49.503971 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-0985049e-0fa6-4669-9e40-c9d0bd6be9b3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3616214 Mar 23 01:24:49.638017 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-7a5c7146-10e5-45ff-b5d1-4cd39273d89c service neutron] 10.222.0.18 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327507 Mar 23 01:24:49.761984 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-29d3d266-7cab-451c-8d61-fa12642e41fa service neutron] 10.222.0.18 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144559 Mar 23 01:24:49.985562 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a3393586-eb57-43b2-84a3-b300a6a4702d req-a9128033-5f5f-4ac5-936f-71c072d583f1 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 210 time: 0.0479212 Mar 23 01:24:50.156406 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84ffb013-e170-4142-a87f-162f06e96e5b req-2b62bac0-d15a-49e0-8686-159dd80ff627 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=9f0b6b18-af78-4b59-8375-b5db5f4d8a35 HTTP/1.1" status: 200 len: 217 time: 0.0434966 Mar 23 01:24:50.233133 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:50.258853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffb013-e170-4142-a87f-162f06e96e5b req-cd164f86-2ec8-41be-b38a-1afad658221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:50.261611 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84ffb013-e170-4142-a87f-162f06e96e5b req-cd164f86-2ec8-41be-b38a-1afad658221b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0978954 Mar 23 01:24:50.322225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffb013-e170-4142-a87f-162f06e96e5b req-4de65a32-9245-4d90-a19e-58e6e21b48ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:50.324043 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84ffb013-e170-4142-a87f-162f06e96e5b req-4de65a32-9245-4d90-a19e-58e6e21b48ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0564141 Mar 23 01:24:50.532569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154e9d3-a7a6-467b-b3b7-ef4f92f2e357 req-e35fd337-9fd1-43ba-8ff7-c45879fb7843 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:50.534891 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3154e9d3-a7a6-467b-b3b7-ef4f92f2e357 req-e35fd337-9fd1-43ba-8ff7-c45879fb7843 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 970 time: 0.0967600 Mar 23 01:24:50.537840 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84ffb013-e170-4142-a87f-162f06e96e5b req-7c9fa947-968a-4bce-b590-8bc6c83c790b service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041602 Mar 23 01:24:50.657918 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3154e9d3-a7a6-467b-b3b7-ef4f92f2e357 req-dce4744d-3d41-42fd-a873-926e2af018e7 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151259 Mar 23 01:24:50.679105 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84ffb013-e170-4142-a87f-162f06e96e5b req-f9ad716c-8df5-4c84-9883-31395bbde103 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301138 Mar 23 01:24:51.126877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2afa5205-c78c-4ab1-8abd-e6bd6935c3ad req-7127d8b0-03c9-41b2-a058-7d195507db56 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 210 time: 0.0496492 Mar 23 01:24:51.461791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.43', 62333) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:51.596629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48118) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:51.616172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-ef4e2acb-6759-4150-a53c-ce9dd9c5ea5f tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:51.619408 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-ef4e2acb-6759-4150-a53c-ce9dd9c5ea5f tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.43 "GET /v2.0/networks?id=080a736b-27cd-405b-b5de-ee5cfb6bde25 HTTP/1.1" status: 200 len: 824 time: 0.1477261 Mar 23 01:24:51.703737 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a97ad61d-4cb7-4b9d-8b76-6582d9c3653f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:51.733239 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bde6658c-c5c5-4d04-a2ee-31fe3ab291ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:51.843847 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-a58ed641-d3d2-4973-add1-f98067e2927d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4fac7cf4797433d9067e9d5d2bae7f4 HTTP/1.1" status: 200 len: 379 time: 0.1227412 Mar 23 01:24:51.853872 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-bb25ae7d-d6b4-4b72-a188-405b977801d2 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Request body: {'port': {'device_id': '7c993083-0d9f-4de6-b03b-c5fdbf6bffd3', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'admin_state_up': True, 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'security_groups': ['1f99957d-9cf7-4926-8edf-e2f1f7af460b']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:51.884858 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a97ad61d-4cb7-4b9d-8b76-6582d9c3653f admin admin] Publish callbacks [] for security_group (abc0c1f7-abb7-4cd2-bc62-d6bd5f744fdc), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:51.890454 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a97ad61d-4cb7-4b9d-8b76-6582d9c3653f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (abc0c1f7-abb7-4cd2-bc62-d6bd5f744fdc), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:51.956689 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a97ad61d-4cb7-4b9d-8b76-6582d9c3653f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f164d65533b47718f1ade6b38dd1dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638406 Mar 23 01:24:51.957292 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48144) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:51.959310 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ad61d-4cb7-4b9d-8b76-6582d9c3653f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc0c1f7-abb7-4cd2-bc62-d6bd5f744fdc,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:51.979133 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5b9b4-3466-4473-a781-aa153a94e589 req-9299d32a-a737-4390-b7fc-3eba504c12b4 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:51.982039 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e5b9b4-3466-4473-a781-aa153a94e589 req-9299d32a-a737-4390-b7fc-3eba504c12b4 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 970 time: 0.2006712 Mar 23 01:24:52.072293 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:24:52.090916 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d871b15a-55fc-466a-b417-d744b3ac9609 admin admin] Publish callbacks [] for security_group (abc0c1f7-abb7-4cd2-bc62-d6bd5f744fdc), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:52.103074 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e5b9b4-3466-4473-a781-aa153a94e589 req-05876cdf-b182-452e-b2a2-c532bbd0c405 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029868 Mar 23 01:24:52.105852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-bb25ae7d-d6b4-4b72-a188-405b977801d2 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Made reservation on behalf of b4fac7cf4797433d9067e9d5d2bae7f4 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:24:52.109609 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-bb25ae7d-d6b4-4b72-a188-405b977801d2 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:52.167031 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d871b15a-55fc-466a-b417-d744b3ac9609 admin admin] Publish callbacks [] for security_group (abc0c1f7-abb7-4cd2-bc62-d6bd5f744fdc), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:52.284940 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d871b15a-55fc-466a-b417-d744b3ac9609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (abc0c1f7-abb7-4cd2-bc62-d6bd5f744fdc), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:52.288339 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d871b15a-55fc-466a-b417-d744b3ac9609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:52.289926 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d871b15a-55fc-466a-b417-d744b3ac9609 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abc0c1f7-abb7-4cd2-bc62-d6bd5f744fdc HTTP/1.1" status: 204 len: 168 time: 0.3314939 Mar 23 01:24:52.313440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-08782757-f0a6-4394-893f-196f13ebc5cf tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ebe19fde73ae4fc69c52893752c93734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478747 Mar 23 01:24:52.334084 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5bec6510-a118-4269-b96e-a638dec127bf req-759af480-d1cd-4fd1-9fc1-b500cce073ae tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 210 time: 0.0384135 Mar 23 01:24:52.385535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871b15a-55fc-466a-b417-d744b3ac9609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc0c1f7-abb7-4cd2-bc62-d6bd5f744fdc,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:52.390458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-bb25ae7d-d6b4-4b72-a188-405b977801d2 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Allocated IP 172.20.0.4 (080a736b-27cd-405b-b5de-ee5cfb6bde25/4c9b9a5f-da6e-46ef-94fa-493b3aa504aa/dbf9f7c7-763f-4e90-8d51-bdf89eaf9373) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:24:52.483624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-c44ff3c4-bcdd-4ae6-a0a1-a75af8fd70fa tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:52.491997 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-c44ff3c4-bcdd-4ae6-a0a1-a75af8fd70fa tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767161 Mar 23 01:24:52.516844 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-9ed1f1dc-6b3e-4780-b2bb-bc406ac46ecb tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/quotas/ebe19fde73ae4fc69c52893752c93734 HTTP/1.1" status: 200 len: 375 time: 0.0210631 Mar 23 01:24:52.551039 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-99f83494-d74f-4a86-9d12-7529099ef712 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ebe19fde73ae4fc69c52893752c93734&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339184 Mar 23 01:24:52.613779 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-bb25ae7d-d6b4-4b72-a188-405b977801d2 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for port (dbf9f7c7-763f-4e90-8d51-bdf89eaf9373), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:52.652227 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-bb25ae7d-d6b4-4b72-a188-405b977801d2 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (dbf9f7c7-763f-4e90-8d51-bdf89eaf9373), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:52.721670 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-bb25ae7d-d6b4-4b72-a188-405b977801d2 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Network 080a736b-27cd-405b-b5de-ee5cfb6bde25 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:24:52.724816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-bb25ae7d-d6b4-4b72-a188-405b977801d2 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:24:52.729217 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-bb25ae7d-d6b4-4b72-a188-405b977801d2 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:24:52.734562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-bb25ae7d-d6b4-4b72-a188-405b977801d2 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:52.735192 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-bb25ae7d-d6b4-4b72-a188-405b977801d2 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:52.760504 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-bb25ae7d-d6b4-4b72-a188-405b977801d2 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9126694 Mar 23 01:24:52.765849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25ae7d-d6b4-4b72-a188-405b977801d2 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Pushing event updated for resources: {'Port': ['ID=dbf9f7c7-763f-4e90-8d51-bdf89eaf9373,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:52.894623 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a4332c91-280a-4082-b906-540c03169039 req-079af74a-bf6d-4c10-b79f-55101b1620df tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 210 time: 0.0494835 Mar 23 01:24:52.942936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48184) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:52.989695 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7a30-17cc-447b-974c-48976bf7cbdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:53.045513 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:53.065095 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-cbe87353-cfdc-4bcd-a011-3601ee2ec872 None None] Provisioning complete for port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:53.065918 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cbe87353-cfdc-4bcd-a011-3601ee2ec872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dbf9f7c7-763f-4e90-8d51-bdf89eaf9373), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:53.081824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-cb3fa62b-72d3-4a80-b6ec-0469578d2145 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c42cbdb5c7c143e194fe2d4d6569fa6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320692 Mar 23 01:24:53.142957 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-cbe87353-cfdc-4bcd-a011-3601ee2ec872 None None] Port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:24:53.202356 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7a30-17cc-447b-974c-48976bf7cbdd admin admin] Publish callbacks [] for security_group (fb1c0d72-f4a1-4f15-a88a-ba4996a0b037), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:53.217800 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bf6e7a30-17cc-447b-974c-48976bf7cbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fb1c0d72-f4a1-4f15-a88a-ba4996a0b037), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:53.251495 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bf6e7a30-17cc-447b-974c-48976bf7cbdd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4809ea33f73944439a4392c2a9ec4f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038859 Mar 23 01:24:53.253025 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48206) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:53.297709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08b521-d0bb-44f0-a799-80129b5b6b47 req-4df99d1b-c61e-4c2b-9d2a-0709996c633e tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:53.301106 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9a08b521-d0bb-44f0-a799-80129b5b6b47 req-4df99d1b-c61e-4c2b-9d2a-0709996c633e tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 970 time: 0.1063008 Mar 23 01:24:53.301986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e7a30-17cc-447b-974c-48976bf7cbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1c0d72-f4a1-4f15-a88a-ba4996a0b037,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:53.321199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-c4149a2a-d2df-4190-a9cf-10dc15d970d3 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:53.322718 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-c4149a2a-d2df-4190-a9cf-10dc15d970d3 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2214696 Mar 23 01:24:53.348209 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-7211f8be-ee70-408f-aa66-066d978217bf tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/quotas/c42cbdb5c7c143e194fe2d4d6569fa6d HTTP/1.1" status: 200 len: 375 time: 0.0145838 Mar 23 01:24:53.368143 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f387ea9d-34b1-4c7a-943f-5d8cecc246da admin admin] Publish callbacks [] for security_group (fb1c0d72-f4a1-4f15-a88a-ba4996a0b037), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:53.370790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48210) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:53.381911 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9a08b521-d0bb-44f0-a799-80129b5b6b47 req-e6f3eeec-28d8-4099-8f0a-2bd861556a51 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698271 Mar 23 01:24:53.414229 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-9359624f-7b75-4f2f-bf8f-95141a9b66f8 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c42cbdb5c7c143e194fe2d4d6569fa6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471256 Mar 23 01:24:53.427519 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f387ea9d-34b1-4c7a-943f-5d8cecc246da admin admin] Publish callbacks [] for security_group (fb1c0d72-f4a1-4f15-a88a-ba4996a0b037), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:53.516539 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f387ea9d-34b1-4c7a-943f-5d8cecc246da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fb1c0d72-f4a1-4f15-a88a-ba4996a0b037), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:53.519471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f387ea9d-34b1-4c7a-943f-5d8cecc246da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:53.524714 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f387ea9d-34b1-4c7a-943f-5d8cecc246da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb1c0d72-f4a1-4f15-a88a-ba4996a0b037 HTTP/1.1" status: 204 len: 168 time: 0.2614539 Mar 23 01:24:53.572014 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5b412151-219e-4968-90b2-0c14c4e9db77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:53.575075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387ea9d-34b1-4c7a-943f-5d8cecc246da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1c0d72-f4a1-4f15-a88a-ba4996a0b037,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:53.589467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be5bc2-119a-44ec-9e9d-d4d13b421a04 req-11938a76-fa6e-4497-b690-328d6d91c5d3 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:53.612207 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12be5bc2-119a-44ec-9e9d-d4d13b421a04 req-11938a76-fa6e-4497-b690-328d6d91c5d3 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 931 time: 0.0853348 Mar 23 01:24:53.698117 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12be5bc2-119a-44ec-9e9d-d4d13b421a04 req-58550dcf-09dd-4a0f-9e8b-e68338e2ae78 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828254 Mar 23 01:24:53.737354 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8ce3988-e0f0-442a-a925-d9e916f0fd32 req-dfc35efa-c42a-49ac-9544-794c0a8bf77c tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 210 time: 0.0720117 Mar 23 01:24:53.803608 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5b412151-219e-4968-90b2-0c14c4e9db77 admin admin] Publish callbacks [] for security_group (7b56da4c-71d2-4efe-9113-70b4c0ed143d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:53.811410 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5b412151-219e-4968-90b2-0c14c4e9db77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7b56da4c-71d2-4efe-9113-70b4c0ed143d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:53.859554 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5b412151-219e-4968-90b2-0c14c4e9db77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dbda3f218abb47ef88965e0f23abf6b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4839876 Mar 23 01:24:53.859554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b412151-219e-4968-90b2-0c14c4e9db77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b56da4c-71d2-4efe-9113-70b4c0ed143d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:53.859873 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48224) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:53.959919 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3abb448e-c3bb-49b6-bd9e-cc3cfffcadea admin admin] Publish callbacks [] for security_group (7b56da4c-71d2-4efe-9113-70b4c0ed143d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:54.017917 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-242a6a00-fbba-4a7d-92f0-08f40d6bdb00 req-8d1f6fe2-e4be-44a2-91f6-c388f50ae164 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 210 time: 0.0365553 Mar 23 01:24:54.019806 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3abb448e-c3bb-49b6-bd9e-cc3cfffcadea admin admin] Publish callbacks [] for security_group (7b56da4c-71d2-4efe-9113-70b4c0ed143d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:54.113217 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3abb448e-c3bb-49b6-bd9e-cc3cfffcadea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7b56da4c-71d2-4efe-9113-70b4c0ed143d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:54.116313 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3abb448e-c3bb-49b6-bd9e-cc3cfffcadea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:54.120036 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3abb448e-c3bb-49b6-bd9e-cc3cfffcadea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b56da4c-71d2-4efe-9113-70b4c0ed143d HTTP/1.1" status: 204 len: 168 time: 0.2566876 Mar 23 01:24:54.128293 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb448e-c3bb-49b6-bd9e-cc3cfffcadea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b56da4c-71d2-4efe-9113-70b4c0ed143d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:54.167325 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:24:54.213586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-61a16116-b70d-443c-afb8-b7e8b3b1e36f tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ebe19fde73ae4fc69c52893752c93734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769932 Mar 23 01:24:54.305912 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=9f0b6b18-af78-4b59-8375-b5db5f4d8a35,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:24:54.324817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '9f0b6b18-af78-4b59-8375-b5db5f4d8a35', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '9f0b6b18-af78-4b59-8375-b5db5f4d8a35', 'mac_address': 'fa:16:3e:c6:f4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:tempest-test_az-1860360854', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:24:54.518216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:54.518843 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9f0b6b18-af78-4b59-8375-b5db5f4d8a35), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:54.522380 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:54.536306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:24:54.567835 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=9f0b6b18-af78-4b59-8375-b5db5f4d8a35,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:24:54.573623 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9f0b6b18-af78-4b59-8375-b5db5f4d8a35), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:54.650667 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=9f0b6b18-af78-4b59-8375-b5db5f4d8a35,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:54.697429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3594647-5b34-4c7e-8e85-869bd2dd7df4 req-d5c522f2-67e6-4331-9cf9-a65aaeb9949e tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:54.701143 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d3594647-5b34-4c7e-8e85-869bd2dd7df4 req-d5c522f2-67e6-4331-9cf9-a65aaeb9949e tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 971 time: 0.1378746 Mar 23 01:24:54.712641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-4eafc495-708e-4d4e-bd42-5eb37385873d tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:54.714746 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-4eafc495-708e-4d4e-bd42-5eb37385873d tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4954004 Mar 23 01:24:54.737228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-6698e0e9-f4d5-4adc-8646-05b6f745a1bc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Request body: {'port': {'device_id': '25e4057b-954e-4d32-b606-f690a67b7725', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': 'ebe19fde73ae4fc69c52893752c93734'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:54.787075 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48258) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:54.807131 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e373bcac-3762-4ec7-ae5e-6cacf669e57b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:54.840906 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d3594647-5b34-4c7e-8e85-869bd2dd7df4 req-1f4bc0dc-eb65-462e-9d87-3dd745932f2d tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202495 Mar 23 01:24:54.903746 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['9f0b6b18-af78-4b59-8375-b5db5f4d8a35'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:24:54.909626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1806f61-bb5d-4ab1-8481-f38041782f26 req-c0fccd2a-9402-4c36-93e2-4730c31dabb3 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:54.911720 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1806f61-bb5d-4ab1-8481-f38041782f26 req-c0fccd2a-9402-4c36-93e2-4730c31dabb3 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 931 time: 0.1075897 Mar 23 01:24:54.955895 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-faf65b4a-2f41-49e9-8339-978f1fa9dce3 req-54c9c540-956c-4e8e-9009-3595cb664318 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 210 time: 0.0306878 Mar 23 01:24:54.967416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-6698e0e9-f4d5-4adc-8646-05b6f745a1bc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Made reservation on behalf of ebe19fde73ae4fc69c52893752c93734 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:24:54.974539 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-6698e0e9-f4d5-4adc-8646-05b6f745a1bc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:55.001224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.42', 53406) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:55.025950 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-6698e0e9-f4d5-4adc-8646-05b6f745a1bc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:55.049214 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e373bcac-3762-4ec7-ae5e-6cacf669e57b admin admin] Publish callbacks [] for security_group (8d6f75fa-b88b-429d-8b25-0dd79840d5f9), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:55.060433 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e373bcac-3762-4ec7-ae5e-6cacf669e57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8d6f75fa-b88b-429d-8b25-0dd79840d5f9), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:55.071952 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-4df5620b-678f-427c-b77d-b6ec8d86f6fa tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c42cbdb5c7c143e194fe2d4d6569fa6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691571 Mar 23 01:24:55.189775 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1806f61-bb5d-4ab1-8481-f38041782f26 req-f2f4b815-c926-4dd4-9d5e-1cf9e975821b tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644815 Mar 23 01:24:55.194742 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373bcac-3762-4ec7-ae5e-6cacf669e57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6f75fa-b88b-429d-8b25-0dd79840d5f9,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:55.201107 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e373bcac-3762-4ec7-ae5e-6cacf669e57b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c51a02444ef24cf5a4dfda6c5de1f453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4127846 Mar 23 01:24:55.203761 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48266) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:55.267485 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e648ed5-bf46-4230-9038-0d70c9dee6c7 admin admin] Publish callbacks [] for security_group (8d6f75fa-b88b-429d-8b25-0dd79840d5f9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:55.281229 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-80daf72d-baab-4b1a-aed2-78e7bd9c0ec2 req-87632368-3fe7-47c2-bdbd-9a6282739ed2 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 210 time: 0.0665329 Mar 23 01:24:55.298954 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e648ed5-bf46-4230-9038-0d70c9dee6c7 admin admin] Publish callbacks [] for security_group (8d6f75fa-b88b-429d-8b25-0dd79840d5f9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:55.356956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-1a712b50-d73b-4b51-929a-e12ef9c9259c tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:55.358651 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-1a712b50-d73b-4b51-929a-e12ef9c9259c tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2770300 Mar 23 01:24:55.367656 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e648ed5-bf46-4230-9038-0d70c9dee6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8d6f75fa-b88b-429d-8b25-0dd79840d5f9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:55.371371 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e648ed5-bf46-4230-9038-0d70c9dee6c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:55.372665 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6e648ed5-bf46-4230-9038-0d70c9dee6c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d6f75fa-b88b-429d-8b25-0dd79840d5f9 HTTP/1.1" status: 204 len: 168 time: 0.1675148 Mar 23 01:24:55.378760 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-eab12fb4-6cf8-4da9-811c-b43c5aa43f2b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Request body: {'port': {'device_id': '59d555d8-1c01-4593-927a-9ae06665c3ff', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': 'c42cbdb5c7c143e194fe2d4d6569fa6d'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:55.381865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e648ed5-bf46-4230-9038-0d70c9dee6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6f75fa-b88b-429d-8b25-0dd79840d5f9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:55.478843 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-6698e0e9-f4d5-4adc-8646-05b6f745a1bc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks [] for security_group (04f4347a-e68a-4905-b6f9-edcd869782bf), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:55.485181 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-6698e0e9-f4d5-4adc-8646-05b6f745a1bc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (04f4347a-e68a-4905-b6f9-edcd869782bf), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:55.586687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698e0e9-f4d5-4adc-8646-05b6f745a1bc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f4347a-e68a-4905-b6f9-edcd869782bf,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:55.679260 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-eab12fb4-6cf8-4da9-811c-b43c5aa43f2b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Made reservation on behalf of c42cbdb5c7c143e194fe2d4d6569fa6d for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:24:55.682815 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-eab12fb4-6cf8-4da9-811c-b43c5aa43f2b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:55.694624 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-eab12fb4-6cf8-4da9-811c-b43c5aa43f2b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:55.728964 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-6698e0e9-f4d5-4adc-8646-05b6f745a1bc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Allocated IP 192.168.233.180 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/bbb69ae7-3d91-4cfd-9db8-37739fa3440e) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:24:55.754713 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:55.897777 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-eab12fb4-6cf8-4da9-811c-b43c5aa43f2b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks [] for security_group (e03921d6-ab55-443f-9857-9f235a56024e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:55.911054 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-eab12fb4-6cf8-4da9-811c-b43c5aa43f2b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e03921d6-ab55-443f-9857-9f235a56024e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:56.026495 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab12fb4-6cf8-4da9-811c-b43c5aa43f2b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03921d6-ab55-443f-9857-9f235a56024e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:56.059952 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-6698e0e9-f4d5-4adc-8646-05b6f745a1bc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks [] for port (bbb69ae7-3d91-4cfd-9db8-37739fa3440e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:56.088764 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abb0e9-d288-4331-b1fb-6c7bf8d2bcb2 req-d2b17868-5cb3-4dbc-bc03-876a2b14b0bc tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:56.090334 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-78abb0e9-d288-4331-b1fb-6c7bf8d2bcb2 req-d2b17868-5cb3-4dbc-bc03-876a2b14b0bc tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 971 time: 0.1674256 Mar 23 01:24:56.151472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:24:56.180168 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-6698e0e9-f4d5-4adc-8646-05b6f745a1bc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (bbb69ae7-3d91-4cfd-9db8-37739fa3440e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:56.217032 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-78abb0e9-d288-4331-b1fb-6c7bf8d2bcb2 req-3cef5722-c6d4-4e8b-bfa3-3cacf2757e95 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165490 Mar 23 01:24:56.264539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:24:56.265851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-6698e0e9-f4d5-4adc-8646-05b6f745a1bc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:24:56.270224 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:56.270981 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9f0b6b18-af78-4b59-8375-b5db5f4d8a35), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:56.274610 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-6698e0e9-f4d5-4adc-8646-05b6f745a1bc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:24:56.278476 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-6698e0e9-f4d5-4adc-8646-05b6f745a1bc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:24:56.285208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-6698e0e9-f4d5-4adc-8646-05b6f745a1bc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:56.285882 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-6698e0e9-f4d5-4adc-8646-05b6f745a1bc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:56.334546 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-6698e0e9-f4d5-4adc-8646-05b6f745a1bc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6006434 Mar 23 01:24:56.343386 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b26134-40e0-4f4c-b33b-6de436330367 req-5b131b2d-8418-4f79-9dc4-119edc170ead tempest-NetworksTest-807472938 tempest-NetworksTest-807472938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:56.344000 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b26134-40e0-4f4c-b33b-6de436330367 req-5b131b2d-8418-4f79-9dc4-119edc170ead tempest-NetworksTest-807472938 tempest-NetworksTest-807472938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:56.344312 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b26134-40e0-4f4c-b33b-6de436330367 req-5b131b2d-8418-4f79-9dc4-119edc170ead tempest-NetworksTest-807472938 tempest-NetworksTest-807472938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:56.344991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b26134-40e0-4f4c-b33b-6de436330367 req-5b131b2d-8418-4f79-9dc4-119edc170ead tempest-NetworksTest-807472938 tempest-NetworksTest-807472938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:56.347791 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b26134-40e0-4f4c-b33b-6de436330367 req-5b131b2d-8418-4f79-9dc4-119edc170ead tempest-NetworksTest-807472938 tempest-NetworksTest-807472938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:56.351550 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-26b26134-40e0-4f4c-b33b-6de436330367 req-5b131b2d-8418-4f79-9dc4-119edc170ead tempest-NetworksTest-807472938 tempest-NetworksTest-807472938-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3626 time: 0.1864133 Mar 23 01:24:56.392933 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:24:56.393079 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Request body: {'port': {'device_id': '25e4057b-954e-4d32-b606-f690a67b7725', 'device_owner': 'compute:tempest-test_az-1860360854', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:56.393645 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9f0b6b18-af78-4b59-8375-b5db5f4d8a35), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:56.456747 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21ae1538-2f73-48e9-a05a-9ce061a22c0e req-d23e2c27-6024-497a-8995-4605a829d9bd tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 210 time: 0.1514409 Mar 23 01:24:56.472555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698e0e9-f4d5-4adc-8646-05b6f745a1bc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Pushing event updated for resources: {'Port': ['ID=bbb69ae7-3d91-4cfd-9db8-37739fa3440e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:56.477760 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=9f0b6b18-af78-4b59-8375-b5db5f4d8a35,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:24:56.482238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ad206d-84c2-4fc7-85d3-efc23b51e064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0b6b18-af78-4b59-8375-b5db5f4d8a35'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:24:56.487147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-eab12fb4-6cf8-4da9-811c-b43c5aa43f2b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Allocated IP 192.168.233.130 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/7eed377a-ec0a-4ba0-b3cf-11f13c3814bb) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:24:56.536676 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bbb69ae7-3d91-4cfd-9db8-37739fa3440e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:56.587583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f26fa8-1ca9-4daa-9edc-9c92928786e6 req-a14f2f30-abf2-4253-bec2-dec94e2223c6 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:56.593426 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9f0b6b18-af78-4b59-8375-b5db5f4d8a35), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:56.597336 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-82f26fa8-1ca9-4daa-9edc-9c92928786e6 req-a14f2f30-abf2-4253-bec2-dec94e2223c6 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 931 time: 0.1294029 Mar 23 01:24:56.682062 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-82f26fa8-1ca9-4daa-9edc-9c92928786e6 req-7d0123fb-e2cd-4c9d-bf7d-2839febc8fd0 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785003 Mar 23 01:24:56.705440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=9f0b6b18-af78-4b59-8375-b5db5f4d8a35,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:56.737537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b10c8ef5-51f2-4153-b20d-f30860e22be8 None None] Provisioning complete for port bbb69ae7-3d91-4cfd-9db8-37739fa3440e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:56.737921 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b10c8ef5-51f2-4153-b20d-f30860e22be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bbb69ae7-3d91-4cfd-9db8-37739fa3440e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:56.742232 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8ff000-6bb4-4001-9214-067754bb18d7" -d '{"events": [{"server_uuid": "d1ad206d-84c2-4fc7-85d3-efc23b51e064", "name": "network-vif-plugged", "status": "completed", "tag": "9f0b6b18-af78-4b59-8375-b5db5f4d8a35"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:24:56.791078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b10c8ef5-51f2-4153-b20d-f30860e22be8 None None] Port bbb69ae7-3d91-4cfd-9db8-37739fa3440e cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:24:56.867388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be708db-c4a8-443c-a492-2aa2cc071d20 req-51fc709a-ffa2-422b-b93a-6db854591eb0 tempest-NetworksTest-807472938 tempest-NetworksTest-807472938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:56.868841 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4be708db-c4a8-443c-a492-2aa2cc071d20 req-51fc709a-ffa2-422b-b93a-6db854591eb0 tempest-NetworksTest-807472938 tempest-NetworksTest-807472938-project-admin] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 886 time: 0.1279075 Mar 23 01:24:56.891000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df7259-4f1b-4eb5-b751-a3bce1264600 req-8233ed6d-62c9-44cc-83c2-c2925b86e566 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:56.892536 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-94df7259-4f1b-4eb5-b751-a3bce1264600 req-8233ed6d-62c9-44cc-83c2-c2925b86e566 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 936 time: 0.2678735 Mar 23 01:24:56.965487 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-eab12fb4-6cf8-4da9-811c-b43c5aa43f2b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks [] for port (7eed377a-ec0a-4ba0-b3cf-11f13c3814bb), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:56.981761 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-94df7259-4f1b-4eb5-b751-a3bce1264600 req-43336396-116e-4081-8ab1-ffec8ceacacc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785153 Mar 23 01:24:57.064392 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-eab12fb4-6cf8-4da9-811c-b43c5aa43f2b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (7eed377a-ec0a-4ba0-b3cf-11f13c3814bb), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:57.145244 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2479e4-de87-4ea2-a5ae-ebce2a8e03b0 x-openstack-request-id: req-4b2479e4-de87-4ea2-a5ae-ebce2a8e03b0 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:24:57.145640 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ad206d-84c2-4fc7-85d3-efc23b51e064", "name": "network-vif-plugged", "status": "completed", "tag": "9f0b6b18-af78-4b59-8375-b5db5f4d8a35", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:24:57.145989 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b2479e4-de87-4ea2-a5ae-ebce2a8e03b0 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:24:57.146549 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2479e4-de87-4ea2-a5ae-ebce2a8e03b0'] response: {'server_uuid': 'd1ad206d-84c2-4fc7-85d3-efc23b51e064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0b6b18-af78-4b59-8375-b5db5f4d8a35', 'code': 200} Mar 23 01:24:57.174075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-eab12fb4-6cf8-4da9-811c-b43c5aa43f2b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:24:57.200690 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-eab12fb4-6cf8-4da9-811c-b43c5aa43f2b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:24:57.207663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-eab12fb4-6cf8-4da9-811c-b43c5aa43f2b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:24:57.209578 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.42', 53407) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:57.213031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-eab12fb4-6cf8-4da9-811c-b43c5aa43f2b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:57.213661 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-eab12fb4-6cf8-4da9-811c-b43c5aa43f2b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:57.216481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab12fb4-6cf8-4da9-811c-b43c5aa43f2b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Pushing event updated for resources: {'Port': ['ID=7eed377a-ec0a-4ba0-b3cf-11f13c3814bb,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:57.249264 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf0c2-ac4c-4d73-97cf-5b74cfb53479 req-ff4ab3fe-4fe0-453a-92c3-f791f7148db9 tempest-NetworksTest-807472938 tempest-NetworksTest-807472938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:57.249742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf0c2-ac4c-4d73-97cf-5b74cfb53479 req-ff4ab3fe-4fe0-453a-92c3-f791f7148db9 tempest-NetworksTest-807472938 tempest-NetworksTest-807472938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:57.250508 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf0c2-ac4c-4d73-97cf-5b74cfb53479 req-ff4ab3fe-4fe0-453a-92c3-f791f7148db9 tempest-NetworksTest-807472938 tempest-NetworksTest-807472938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:57.250986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf0c2-ac4c-4d73-97cf-5b74cfb53479 req-ff4ab3fe-4fe0-453a-92c3-f791f7148db9 tempest-NetworksTest-807472938 tempest-NetworksTest-807472938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:57.251443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf0c2-ac4c-4d73-97cf-5b74cfb53479 req-ff4ab3fe-4fe0-453a-92c3-f791f7148db9 tempest-NetworksTest-807472938 tempest-NetworksTest-807472938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:57.253197 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bafbf0c2-ac4c-4d73-97cf-5b74cfb53479 req-ff4ab3fe-4fe0-453a-92c3-f791f7148db9 tempest-NetworksTest-807472938 tempest-NetworksTest-807472938-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3626 time: 0.2405503 Mar 23 01:24:57.261981 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-eab12fb4-6cf8-4da9-811c-b43c5aa43f2b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8906212 Mar 23 01:24:57.280635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Request body: {'port': {'device_id': '59d555d8-1c01-4593-927a-9ae06665c3ff', 'device_owner': 'compute:tempest-test_az-1860360854', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:57.337041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3717e-9709-4c05-b7ff-692d9f3dfc3f req-95850a3b-5ce7-48f1-a6cc-fc4f0c9c31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:57.338922 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f6e3717e-9709-4c05-b7ff-692d9f3dfc3f req-95850a3b-5ce7-48f1-a6cc-fc4f0c9c31a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 1154 time: 0.1281927 Mar 23 01:24:57.372812 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f6e3717e-9709-4c05-b7ff-692d9f3dfc3f req-7c36260e-2ffc-4fd9-b4f8-10de09f641fc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:57.383304 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb69ae7-3d91-4cfd-9db8-37739fa3440e {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:24:57.402810 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Publish callbacks [] for port (bbb69ae7-3d91-4cfd-9db8-37739fa3440e), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:57.490355 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Transition to ACTIVE for port object bbb69ae7-3d91-4cfd-9db8-37739fa3440e will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:24:57.495205 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7eed377a-ec0a-4ba0-b3cf-11f13c3814bb), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:57.519357 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bbb69ae7-3d91-4cfd-9db8-37739fa3440e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:57.536666 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ce7aaec9-bd6a-4db1-9906-8858b3e56730 None None] Provisioning complete for port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:24:57.538987 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ce7aaec9-bd6a-4db1-9906-8858b3e56730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7eed377a-ec0a-4ba0-b3cf-11f13c3814bb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:57.544203 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f6e3717e-9709-4c05-b7ff-692d9f3dfc3f req-7c36260e-2ffc-4fd9-b4f8-10de09f641fc service neutron] Publish callbacks [] for security_group (007c7672-928b-4c0b-bf4d-e926b9391fdc), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:57.551982 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f6e3717e-9709-4c05-b7ff-692d9f3dfc3f req-7c36260e-2ffc-4fd9-b4f8-10de09f641fc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (007c7672-928b-4c0b-bf4d-e926b9391fdc), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:57.597236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ce7aaec9-bd6a-4db1-9906-8858b3e56730 None None] Port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:24:57.606374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc839c-4481-494c-abb5-c52e85662629 req-1e2730c2-831b-46a5-aa5f-674fd4dddc66 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:57.613701 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91cc839c-4481-494c-abb5-c52e85662629 req-1e2730c2-831b-46a5-aa5f-674fd4dddc66 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 972 time: 0.2198596 Mar 23 01:24:57.644570 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36260e-2ffc-4fd9-b4f8-10de09f641fc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=007c7672-928b-4c0b-bf4d-e926b9391fdc,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:57.648926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb69ae7-3d91-4cfd-9db8-37739fa3440e,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:57.667789 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f6e3717e-9709-4c05-b7ff-692d9f3dfc3f req-7c36260e-2ffc-4fd9-b4f8-10de09f641fc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219006 Mar 23 01:24:57.692711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cf2af-ce31-4e54-a5c6-83d52ba72bf8 req-dd3c3305-874b-496f-b33e-3581a7c8a0a8 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:57.695191 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d33cf2af-ce31-4e54-a5c6-83d52ba72bf8 req-dd3c3305-874b-496f-b33e-3581a7c8a0a8 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 936 time: 0.1199419 Mar 23 01:24:57.719314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48354) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:57.760458 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d33cf2af-ce31-4e54-a5c6-83d52ba72bf8 req-3acb5053-236a-4378-96e7-1e13254d09aa tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586882 Mar 23 01:24:57.797288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Attempting to bind port bbb69ae7-3d91-4cfd-9db8-37739fa3440e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:24:57.797638 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Attempting to bind port bbb69ae7-3d91-4cfd-9db8-37739fa3440e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:24:57.797965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Attempting to bind port bbb69ae7-3d91-4cfd-9db8-37739fa3440e on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:24:57.841358 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91cc839c-4481-494c-abb5-c52e85662629 req-18bee0eb-5208-4939-b8c4-c29a84e69cb1 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267070 Mar 23 01:24:57.848056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Port bbb69ae7-3d91-4cfd-9db8-37739fa3440e on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:24:57.848056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Attempting to bind port bbb69ae7-3d91-4cfd-9db8-37739fa3440e on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:24:57.873566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:24:57.874002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:24:57.874282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:24:57.874730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Bound port: bbb69ae7-3d91-4cfd-9db8-37739fa3440e, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:24:57.875094 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bbb69ae7-3d91-4cfd-9db8-37739fa3440e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:57.889523 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-40ec4570-ab43-4cf7-a564-d3a9fdc62c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:57.972470 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d7ea1-678e-408d-8361-884f63be9fd2 req-8868af04-11d0-4d12-a214-bb4f86ab607a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:57.973996 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-161d7ea1-678e-408d-8361-884f63be9fd2 req-8868af04-11d0-4d12-a214-bb4f86ab607a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 931 time: 0.0856748 Mar 23 01:24:57.983622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] For port bbb69ae7-3d91-4cfd-9db8-37739fa3440e, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:24:58.016136 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] For port bbb69ae7-3d91-4cfd-9db8-37739fa3440e, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bbb69ae7-3d91-4cfd-9db8-37739fa3440e,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:24:58.029718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:24:58.034752 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bbb69ae7-3d91-4cfd-9db8-37739fa3440e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.046673 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Publish callbacks [] for port (7eed377a-ec0a-4ba0-b3cf-11f13c3814bb), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.052056 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-40ec4570-ab43-4cf7-a564-d3a9fdc62c52 admin admin] Publish callbacks [] for security_group (6dcee35f-bd4c-409c-b82c-90fa7af9333c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.055838 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-161d7ea1-678e-408d-8361-884f63be9fd2 req-ffc9a5d2-2a69-4d42-9c77-08eda3665d77 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746002 Mar 23 01:24:58.065986 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-40ec4570-ab43-4cf7-a564-d3a9fdc62c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6dcee35f-bd4c-409c-b82c-90fa7af9333c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.081225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:58.082659 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.084887 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] 10.222.0.42 "PUT /v2.0/ports/bbb69ae7-3d91-4cfd-9db8-37739fa3440e HTTP/1.1" status: 200 len: 1118 time: 1.7027233 Mar 23 01:24:58.091721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e4057b-954e-4d32-b606-f690a67b7725', 'tag': 'bbb69ae7-3d91-4cfd-9db8-37739fa3440e'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:24:58.093597 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e702bf-92b5-47ad-8961-c41db8721bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "25e4057b-954e-4d32-b606-f690a67b7725", "tag": "bbb69ae7-3d91-4cfd-9db8-37739fa3440e"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:24:58.111843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Transition to ACTIVE for port object 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:24:58.116233 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-40ec4570-ab43-4cf7-a564-d3a9fdc62c52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcbe112d1e8c4dfb8315abee97965dc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958042 Mar 23 01:24:58.118359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec4570-ab43-4cf7-a564-d3a9fdc62c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcee35f-bd4c-409c-b82c-90fa7af9333c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:58.121619 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48370) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:58.149434 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7eed377a-ec0a-4ba0-b3cf-11f13c3814bb), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.193861 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad834a64-3e73-49bf-bc6a-7cbbdc448bbf admin admin] Publish callbacks [] for security_group (6dcee35f-bd4c-409c-b82c-90fa7af9333c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.220527 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad834a64-3e73-49bf-bc6a-7cbbdc448bbf admin admin] Publish callbacks [] for security_group (6dcee35f-bd4c-409c-b82c-90fa7af9333c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.281762 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad834a64-3e73-49bf-bc6a-7cbbdc448bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6dcee35f-bd4c-409c-b82c-90fa7af9333c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.287195 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad834a64-3e73-49bf-bc6a-7cbbdc448bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.288705 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ad834a64-3e73-49bf-bc6a-7cbbdc448bbf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6dcee35f-bd4c-409c-b82c-90fa7af9333c HTTP/1.1" status: 204 len: 168 time: 0.1661422 Mar 23 01:24:58.299626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad834a64-3e73-49bf-bc6a-7cbbdc448bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcee35f-bd4c-409c-b82c-90fa7af9333c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:58.386597 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31922ab-e882-4256-a488-049433cb6933 x-openstack-request-id: req-c31922ab-e882-4256-a488-049433cb6933 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:24:58.386813 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e4057b-954e-4d32-b606-f690a67b7725", "tag": "bbb69ae7-3d91-4cfd-9db8-37739fa3440e", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:24:58.387072 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c31922ab-e882-4256-a488-049433cb6933 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:24:58.387539 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c31922ab-e882-4256-a488-049433cb6933'] response: {'name': 'network-changed', 'server_uuid': '25e4057b-954e-4d32-b606-f690a67b7725', 'tag': 'bbb69ae7-3d91-4cfd-9db8-37739fa3440e', 'status': 'completed', 'code': 200} Mar 23 01:24:58.413638 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e9608-0342-4e01-815d-7e4a703f9db6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb69ae7-3d91-4cfd-9db8-37739fa3440e,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:58.504744 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Pushing event updated for resources: {'Port': ['ID=7eed377a-ec0a-4ba0-b3cf-11f13c3814bb,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:58.520448 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041ef1c-afdc-4ab9-ac27-c11a3c93d5a6 req-9446ca9a-6bff-4196-b17a-1a04210ff360 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:58.522399 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9041ef1c-afdc-4ab9-ac27-c11a3c93d5a6 req-9446ca9a-6bff-4196-b17a-1a04210ff360 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 970 time: 0.4146001 Mar 23 01:24:58.528582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-87efeeaf-5a11-43b9-b106-23175dcb0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:58.530179 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-87efeeaf-5a11-43b9-b106-23175dcb0fef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebe19fde73ae4fc69c52893752c93734&device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 1152 time: 0.3920462 Mar 23 01:24:58.533152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Attempting to bind port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:24:58.533492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Attempting to bind port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:24:58.533809 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Attempting to bind port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:24:58.559204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:24:58.559486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Attempting to bind port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:24:58.595159 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-02e98888-ad57-4646-b09e-78b28cfa4d6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=bbb69ae7-3d91-4cfd-9db8-37739fa3440e HTTP/1.1" status: 200 len: 217 time: 0.0530746 Mar 23 01:24:58.601123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:24:58.601915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:24:58.602083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:24:58.602535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Bound port: 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:24:58.602892 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7eed377a-ec0a-4ba0-b3cf-11f13c3814bb), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.610026 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48376) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:58.622975 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3614f6b-9576-417d-866a-595421c9f308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.677008 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9041ef1c-afdc-4ab9-ac27-c11a3c93d5a6 req-33a76d0c-6904-4931-a102-41fe626889c1 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416230 Mar 23 01:24:58.708702 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-94bbffb3-8934-4238-bdf4-9c8a82f3dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:58.710069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-94bbffb3-8934-4238-bdf4-9c8a82f3dff5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1038127 Mar 23 01:24:58.712447 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3614f6b-9576-417d-866a-595421c9f308 admin admin] Publish callbacks [] for security_group (4c483eb5-03f7-4b4c-a154-1731b945021d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.717178 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3614f6b-9576-417d-866a-595421c9f308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4c483eb5-03f7-4b4c-a154-1731b945021d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.757649 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f3614f6b-9576-417d-866a-595421c9f308 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc4123f2a6244e97a1e7a3fa3da55969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464479 Mar 23 01:24:58.758645 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3614f6b-9576-417d-866a-595421c9f308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c483eb5-03f7-4b4c-a154-1731b945021d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:58.760880 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48378) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:24:58.761015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] For port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:24:58.764922 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] For port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=7eed377a-ec0a-4ba0-b3cf-11f13c3814bb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:24:58.776105 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7eed377a-ec0a-4ba0-b3cf-11f13c3814bb), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.785870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-a1a95713-71d6-4885-9ed4-7dbe513d5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:58.787761 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-a1a95713-71d6-4885-9ed4-7dbe513d5f8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0710714 Mar 23 01:24:58.813971 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25239636-cb40-471c-8018-7afb624749dc admin admin] Publish callbacks [] for security_group (4c483eb5-03f7-4b4c-a154-1731b945021d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.831129 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:58.831695 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.833134 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-ca50901d-ab27-43c2-8797-24164709250e service neutron] 10.222.0.42 "PUT /v2.0/ports/7eed377a-ec0a-4ba0-b3cf-11f13c3814bb HTTP/1.1" status: 200 len: 1118 time: 1.5584106 Mar 23 01:24:58.840890 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25239636-cb40-471c-8018-7afb624749dc admin admin] Publish callbacks [] for security_group (4c483eb5-03f7-4b4c-a154-1731b945021d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.918663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50901d-ab27-43c2-8797-24164709250e service neutron] Pushing event updated for resources: {'Port': ['ID=7eed377a-ec0a-4ba0-b3cf-11f13c3814bb,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:58.925774 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0492e-638a-4ed5-929a-148511640b2f req-aa9c8ae3-565b-4420-a717-e2a2f007067e tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:58.927436 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-58e0492e-638a-4ed5-929a-148511640b2f req-aa9c8ae3-565b-4420-a717-e2a2f007067e tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 970 time: 0.0786881 Mar 23 01:24:58.968835 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25239636-cb40-471c-8018-7afb624749dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4c483eb5-03f7-4b4c-a154-1731b945021d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.971335 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25239636-cb40-471c-8018-7afb624749dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:24:58.973112 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-25239636-cb40-471c-8018-7afb624749dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c483eb5-03f7-4b4c-a154-1731b945021d HTTP/1.1" status: 204 len: 168 time: 0.2105775 Mar 23 01:24:58.992614 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-9c59b134-72e2-4ce8-81dc-957a8583a380 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860280 Mar 23 01:24:58.993283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25239636-cb40-471c-8018-7afb624749dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c483eb5-03f7-4b4c-a154-1731b945021d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:24:59.029559 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-58e0492e-638a-4ed5-929a-148511640b2f req-b1f6048f-4cff-432e-ba70-b121e4c9f730 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959330 Mar 23 01:24:59.066246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-711768cb-fe42-49af-bc67-8b2f24b580da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:59.067808 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-711768cb-fe42-49af-bc67-8b2f24b580da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c42cbdb5c7c143e194fe2d4d6569fa6d&device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 1152 time: 0.1805875 Mar 23 01:24:59.123142 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1721579-1416-4a1a-ad9b-5625592ad71e req-c4fc0b08-8fc8-4a80-939d-743a676c7b47 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:59.124752 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1721579-1416-4a1a-ad9b-5625592ad71e req-c4fc0b08-8fc8-4a80-939d-743a676c7b47 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 972 time: 0.1843576 Mar 23 01:24:59.135750 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-182fafdd-37ad-4afc-aa0e-9a2457be6e10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=7eed377a-ec0a-4ba0-b3cf-11f13c3814bb HTTP/1.1" status: 200 len: 217 time: 0.0602615 Mar 23 01:24:59.196480 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f2b68-6696-4318-942d-1e6d09197b75 req-bcc0b6d8-c387-4a23-9017-8a4b40fef6f5 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:59.198321 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-349f2b68-6696-4318-942d-1e6d09197b75 req-bcc0b6d8-c387-4a23-9017-8a4b40fef6f5 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 931 time: 0.0574067 Mar 23 01:24:59.224160 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9eb06176-1e74-4b06-8859-d36bb8e9deb2 req-c72ebed7-9dc1-4a41-9649-9a33254cf87f service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220821 Mar 23 01:24:59.238566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-c5f2df90-c098-4c71-9664-678030157dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:59.240053 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-c5f2df90-c098-4c71-9664-678030157dc1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0938451 Mar 23 01:24:59.245139 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1721579-1416-4a1a-ad9b-5625592ad71e req-8975043e-9a14-47b4-8015-b15b6beb39bf tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133478 Mar 23 01:24:59.284230 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-349f2b68-6696-4318-942d-1e6d09197b75 req-f7f69c61-e0d8-41e6-9872-b61723b72917 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783639 Mar 23 01:24:59.337795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-26d0d7c9-0558-4e81-8047-e8def32b98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:59.339754 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-26d0d7c9-0558-4e81-8047-e8def32b98a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0924668 Mar 23 01:24:59.347465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e702bf-92b5-47ad-8961-c41db8721bcf req-7eacedde-bbbb-434b-b725-69e575acb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:59.348944 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b6e702bf-92b5-47ad-8961-c41db8721bcf req-7eacedde-bbbb-434b-b725-69e575acb471 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebe19fde73ae4fc69c52893752c93734&device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 1152 time: 0.0667651 Mar 23 01:24:59.517857 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-680fd28d-baf2-4e83-ac35-4736085d495e service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679125 Mar 23 01:24:59.518903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e702bf-92b5-47ad-8961-c41db8721bcf req-a36f755b-fd9c-4144-9b36-2359977b0000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:59.520214 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b6e702bf-92b5-47ad-8961-c41db8721bcf req-a36f755b-fd9c-4144-9b36-2359977b0000 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1623540 Mar 23 01:24:59.607330 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b6e702bf-92b5-47ad-8961-c41db8721bcf req-10e5c5be-0a19-4d34-a7dc-ce9485eca06b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=bbb69ae7-3d91-4cfd-9db8-37739fa3440e HTTP/1.1" status: 200 len: 217 time: 0.0702848 Mar 23 01:24:59.610864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-b98caac3-c85e-47f5-92cf-607df2da98de tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:24:59.611785 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-b98caac3-c85e-47f5-92cf-607df2da98de tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069308 Mar 23 01:24:59.679246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e702bf-92b5-47ad-8961-c41db8721bcf req-e50ee741-0b8d-4d8c-8460-3d58653b4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:59.680852 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b6e702bf-92b5-47ad-8961-c41db8721bcf req-e50ee741-0b8d-4d8c-8460-3d58653b4a27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0627189 Mar 23 01:24:59.730131 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60c9593a-6985-469b-bbfa-f74fe3441a26 req-232482a0-c860-437c-ba3c-dab23835ce46 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004323 Mar 23 01:24:59.756291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e702bf-92b5-47ad-8961-c41db8721bcf req-656fc3cd-28bd-4e0b-870f-127aeb37dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:59.757774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b6e702bf-92b5-47ad-8961-c41db8721bcf req-656fc3cd-28bd-4e0b-870f-127aeb37dea2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0611672 Mar 23 01:24:59.847524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Request body: {'port': {'device_id': '7c993083-0d9f-4de6-b03b-c5fdbf6bffd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:24:59.895749 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea391b-dd4d-47c1-93af-a5b8a65e0047 req-efd5bd2f-4dd8-422e-a942-78fff69aeac0 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:24:59.897182 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-25ea391b-dd4d-47c1-93af-a5b8a65e0047 req-efd5bd2f-4dd8-422e-a942-78fff69aeac0 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 970 time: 0.1433635 Mar 23 01:24:59.956542 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b6e702bf-92b5-47ad-8961-c41db8721bcf req-92a2b38f-1dff-4576-b903-95261adff05b service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892319 Mar 23 01:24:59.984650 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (dbf9f7c7-763f-4e90-8d51-bdf89eaf9373), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:00.050081 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-25ea391b-dd4d-47c1-93af-a5b8a65e0047 req-3388c195-0f35-485b-ac32-3fefa4132fcb tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404722 Mar 23 01:25:00.164301 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b6e702bf-92b5-47ad-8961-c41db8721bcf req-aed6f5b3-edfb-4148-b002-567ce298d1d1 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000802 Mar 23 01:25:00.168692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0828a-8652-47a1-a115-1692df97c955 req-fb71f3ac-129d-4b72-9d8b-b717b205e158 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:00.170263 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f2a0828a-8652-47a1-a115-1692df97c955 req-fb71f3ac-129d-4b72-9d8b-b717b205e158 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 970 time: 0.0550148 Mar 23 01:25:00.228833 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f2a0828a-8652-47a1-a115-1692df97c955 req-3e298be0-6b93-4c41-b6bf-e96787742d98 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423858 Mar 23 01:25:00.364228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:00.373891 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Publish callbacks [] for port (dbf9f7c7-763f-4e90-8d51-bdf89eaf9373), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:00.388296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d555d8-1c01-4593-927a-9ae06665c3ff', 'tag': '7eed377a-ec0a-4ba0-b3cf-11f13c3814bb'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:00.390579 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307cb824-f3e4-4053-89d6-cf6f9155eaab" -d '{"events": [{"name": "network-changed", "server_uuid": "59d555d8-1c01-4593-927a-9ae06665c3ff", "tag": "7eed377a-ec0a-4ba0-b3cf-11f13c3814bb"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:00.396957 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Transition to ACTIVE for port object dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:25:00.405387 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (dbf9f7c7-763f-4e90-8d51-bdf89eaf9373), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:00.416629 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6387191-a445-4dbf-83ce-ae13e9272794 req-13969af7-8b2a-4041-9472-965915a2b226 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:00.418208 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6387191-a445-4dbf-83ce-ae13e9272794 req-13969af7-8b2a-4041-9472-965915a2b226 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 972 time: 0.0957303 Mar 23 01:25:00.420580 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc9f9c-43a1-4592-938f-41d91bd1b587 req-3ea6c671-808c-4c1f-aab2-cad83e1ab188 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:00.422328 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dfdc9f9c-43a1-4592-938f-41d91bd1b587 req-3ea6c671-808c-4c1f-aab2-cad83e1ab188 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 931 time: 0.0601828 Mar 23 01:25:00.476820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dfdc9f9c-43a1-4592-938f-41d91bd1b587 req-ec883ed7-84d7-4cef-9e17-7647fd5cd496 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487936 Mar 23 01:25:00.507920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf9f7c7-763f-4e90-8d51-bdf89eaf9373,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:00.540793 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f5dff2-609d-4a6a-bbe5-3052ea813017 x-openstack-request-id: req-b5f5dff2-609d-4a6a-bbe5-3052ea813017 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:00.541090 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d555d8-1c01-4593-927a-9ae06665c3ff", "tag": "7eed377a-ec0a-4ba0-b3cf-11f13c3814bb", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:00.541338 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5f5dff2-609d-4a6a-bbe5-3052ea813017 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:00.541733 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5f5dff2-609d-4a6a-bbe5-3052ea813017'] response: {'name': 'network-changed', 'server_uuid': '59d555d8-1c01-4593-927a-9ae06665c3ff', 'tag': '7eed377a-ec0a-4ba0-b3cf-11f13c3814bb', 'status': 'completed', 'code': 200} Mar 23 01:25:00.561095 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Attempting to bind port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:25:00.561432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Attempting to bind port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '4784078c-2d48-4bd3-8200-71c515c2bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:25:00.561766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Attempting to bind port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 on network 080a736b-27cd-405b-b5de-ee5cfb6bde25 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:00.573186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6387191-a445-4dbf-83ce-ae13e9272794 req-36715599-4ad2-4ac7-a3fd-6ad3f772000a tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431310 Mar 23 01:25:00.585027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 on network 080a736b-27cd-405b-b5de-ee5cfb6bde25 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:25:00.586904 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Attempting to bind port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 on network 080a736b-27cd-405b-b5de-ee5cfb6bde25 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:00.609684 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:25:00.610022 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Checking segment: {'id': '4784078c-2d48-4bd3-8200-71c515c2bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:25:00.610412 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Bound using segment: {'id': '4784078c-2d48-4bd3-8200-71c515c2bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:25:00.610847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Bound port: dbf9f7c7-763f-4e90-8d51-bdf89eaf9373, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4784078c-2d48-4bd3-8200-71c515c2bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:25:00.611202 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (dbf9f7c7-763f-4e90-8d51-bdf89eaf9373), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:00.665822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cb824-f3e4-4053-89d6-cf6f9155eaab req-83f39423-b690-4dd0-bfb8-66292fae31a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:00.667411 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-307cb824-f3e4-4053-89d6-cf6f9155eaab req-83f39423-b690-4dd0-bfb8-66292fae31a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c42cbdb5c7c143e194fe2d4d6569fa6d&device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 1152 time: 0.1030860 Mar 23 01:25:00.743204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] For port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:25:00.799027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] For port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=dbf9f7c7-763f-4e90-8d51-bdf89eaf9373,segment=NetworkSegment(4784078c-2d48-4bd3-8200-71c515c2bb94),segment_id=4784078c-2d48-4bd3-8200-71c515c2bb94)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:25:00.818409 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (dbf9f7c7-763f-4e90-8d51-bdf89eaf9373), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:00.885911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:00.886800 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:00.888340 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] 10.222.0.43 "PUT /v2.0/ports/dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 HTTP/1.1" status: 200 len: 1091 time: 1.1547315 Mar 23 01:25:00.897262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cb824-f3e4-4053-89d6-cf6f9155eaab req-bfbe8c8f-c5af-451b-98e8-e51aac170935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:00.898713 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-307cb824-f3e4-4053-89d6-cf6f9155eaab req-bfbe8c8f-c5af-451b-98e8-e51aac170935 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.2222054 Mar 23 01:25:00.922531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b691b5-2273-4b59-86ef-1f8ed02e4a20 req-acc9f3f2-cdec-4407-ac6e-007330cf7bfb tempest-AggregatesAdminTestJSON-557782732 tempest-AggregatesAdminTestJSON-557782732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:00.929150 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-24b691b5-2273-4b59-86ef-1f8ed02e4a20 req-acc9f3f2-cdec-4407-ac6e-007330cf7bfb tempest-AggregatesAdminTestJSON-557782732 tempest-AggregatesAdminTestJSON-557782732-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 1154 time: 0.1983132 Mar 23 01:25:00.975592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fe957-f929-44d3-86c2-1f058c8d61b4 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf9f7c7-763f-4e90-8d51-bdf89eaf9373,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:00.983181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-307cb824-f3e4-4053-89d6-cf6f9155eaab req-24786434-9419-4133-8230-9f30b3339dc6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=7eed377a-ec0a-4ba0-b3cf-11f13c3814bb HTTP/1.1" status: 200 len: 217 time: 0.0734384 Mar 23 01:25:00.984852 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cbb13cb6-f445-4647-b27b-1ab2a2e6acb3 req-60a1b4d9-5c1b-4720-bf74-a03487afdc40 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0356755 Mar 23 01:25:01.005903 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-24b691b5-2273-4b59-86ef-1f8ed02e4a20 req-d8fa079c-9a8d-40b0-8958-e37630d15226 tempest-AggregatesAdminTestJSON-557782732 tempest-AggregatesAdminTestJSON-557782732-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:01.073995 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7878b4ad-4032-42cb-bc54-d34290856a28 req-46c4d4b0-6d12-46e4-899d-9d239c48e0c7 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0340958 Mar 23 01:25:01.216672 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e5b89-9839-4d37-957c-520ecadb26dc req-1627847a-97b8-4990-94f3-743dff7c647e tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:01.218935 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd1e5b89-9839-4d37-957c-520ecadb26dc req-1627847a-97b8-4990-94f3-743dff7c647e tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 970 time: 0.0684361 Mar 23 01:25:01.277179 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd1e5b89-9839-4d37-957c-520ecadb26dc req-b879f8da-d364-4af2-add2-0fabb42d22a4 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518661 Mar 23 01:25:01.279002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cb824-f3e4-4053-89d6-cf6f9155eaab req-0341ae58-2a6c-412b-8865-386bc6f36f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:01.280487 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-307cb824-f3e4-4053-89d6-cf6f9155eaab req-0341ae58-2a6c-412b-8865-386bc6f36f1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.2758768 Mar 23 01:25:01.307502 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-d8d099af-1f0c-429c-abaa-f1fd24a5ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:01.308708 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-d8d099af-1f0c-429c-abaa-f1fd24a5ef72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4fac7cf4797433d9067e9d5d2bae7f4&device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 1125 time: 0.3410711 Mar 23 01:25:01.376879 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-65b9d0ef-18d2-413a-9987-a448e432d71f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 HTTP/1.1" status: 200 len: 217 time: 0.0503910 Mar 23 01:25:01.404491 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd0f07-12ca-4171-b94a-d31c61f97a6f req-5e67a449-4004-4e0d-9ffc-9a1536352108 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:01.406395 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dcfd0f07-12ca-4171-b94a-d31c61f97a6f req-5e67a449-4004-4e0d-9ffc-9a1536352108 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 970 time: 0.0656126 Mar 23 01:25:01.438279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cb824-f3e4-4053-89d6-cf6f9155eaab req-c76bd3c3-a9fc-4bfe-99d0-71584e6028ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:01.439795 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-307cb824-f3e4-4053-89d6-cf6f9155eaab req-c76bd3c3-a9fc-4bfe-99d0-71584e6028ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1510158 Mar 23 01:25:01.460309 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-24b691b5-2273-4b59-86ef-1f8ed02e4a20 req-d8fa079c-9a8d-40b0-8958-e37630d15226 tempest-AggregatesAdminTestJSON-557782732 tempest-AggregatesAdminTestJSON-557782732-project-admin] Publish callbacks [] for security_group (a95291a4-86e1-4566-899a-3d4c60e6592e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:01.463353 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dcfd0f07-12ca-4171-b94a-d31c61f97a6f req-98366466-f8c4-4128-aa23-29fb302102fe tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502388 Mar 23 01:25:01.465318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-0778b727-6632-4392-95c8-83d8f555dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:01.466627 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-0778b727-6632-4392-95c8-83d8f555dafe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4c9b9a5f-da6e-46ef-94fa-493b3aa504aa HTTP/1.1" status: 200 len: 863 time: 0.0802069 Mar 23 01:25:01.477228 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-24b691b5-2273-4b59-86ef-1f8ed02e4a20 req-d8fa079c-9a8d-40b0-8958-e37630d15226 tempest-AggregatesAdminTestJSON-557782732 tempest-AggregatesAdminTestJSON-557782732-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a95291a4-86e1-4566-899a-3d4c60e6592e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:01.588637 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-24b691b5-2273-4b59-86ef-1f8ed02e4a20 req-d8fa079c-9a8d-40b0-8958-e37630d15226 tempest-AggregatesAdminTestJSON-557782732 tempest-AggregatesAdminTestJSON-557782732-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6583338 Mar 23 01:25:01.598772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa079c-9a8d-40b0-8958-e37630d15226 tempest-AggregatesAdminTestJSON-557782732 tempest-AggregatesAdminTestJSON-557782732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95291a4-86e1-4566-899a-3d4c60e6592e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:01.607747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba06ae8-3d89-4a05-9e2a-1a3aa30bc4c2 req-13b815e8-2be0-4905-ae0e-b95b629f2ff3 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:01.609560 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ba06ae8-3d89-4a05-9e2a-1a3aa30bc4c2 req-13b815e8-2be0-4905-ae0e-b95b629f2ff3 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 943 time: 0.0566552 Mar 23 01:25:01.627668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-f853a67b-d36e-4b37-a767-0d9f93f6e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:01.629220 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-f853a67b-d36e-4b37-a767-0d9f93f6e8c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=080a736b-27cd-405b-b5de-ee5cfb6bde25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1531677 Mar 23 01:25:01.631327 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-307cb824-f3e4-4053-89d6-cf6f9155eaab req-defe331d-6195-475a-8257-91c974f968fa service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811936 Mar 23 01:25:01.680330 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ba06ae8-3d89-4a05-9e2a-1a3aa30bc4c2 req-e0504854-8593-48e6-a689-f5ca2687c86e tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581808 Mar 23 01:25:01.804947 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-307cb824-f3e4-4053-89d6-cf6f9155eaab req-43e5a243-f53a-4fe8-a416-22957e739c87 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666238 Mar 23 01:25:01.807029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-fd1fd15b-d793-4605-83de-16bbf6706ea6 service neutron] 10.222.0.43 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578090 Mar 23 01:25:01.899063 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b1defb-7f22-402e-a01c-ac5acd4c6710 req-98e578b8-274d-4e95-9aab-2ddca9f8a698 service neutron] 10.222.0.43 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851128 Mar 23 01:25:01.905280 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca8f49-093a-4fa6-9d66-7bd4d9bf2751 req-0b4aedeb-603d-4cab-a08b-b441c0697ba2 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:01.906759 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8ca8f49-093a-4fa6-9d66-7bd4d9bf2751 req-0b4aedeb-603d-4cab-a08b-b441c0697ba2 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 972 time: 0.0540526 Mar 23 01:25:01.955007 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8ca8f49-093a-4fa6-9d66-7bd4d9bf2751 req-f674eff1-d2ce-4468-b493-c812d394be66 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Mar 23 01:25:02.146275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device bbb69ae7-3d91-4cfd-9db8-37739fa3440e details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:25:02.238045 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63ec5089-c76c-477d-86ba-c838d2edb859 req-b052ef94-c5bd-4442-951e-ce3e1b57b14b tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0285819 Mar 23 01:25:02.250101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port bbb69ae7-3d91-4cfd-9db8-37739fa3440e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bbb69ae7-3d91-4cfd-9db8-37739fa3440e,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:02.262813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'bbb69ae7-3d91-4cfd-9db8-37739fa3440e', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': 'bbb69ae7-3d91-4cfd-9db8-37739fa3440e', 'mac_address': 'fa:16:3e:31:34:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:tempest-test_az-1860360854', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:25:02.302112 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port bbb69ae7-3d91-4cfd-9db8-37739fa3440e is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:02.302509 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bbb69ae7-3d91-4cfd-9db8-37739fa3440e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:02.315390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb69ae7-3d91-4cfd-9db8-37739fa3440e {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:02.334453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port bbb69ae7-3d91-4cfd-9db8-37739fa3440e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bbb69ae7-3d91-4cfd-9db8-37739fa3440e,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:02.339917 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bbb69ae7-3d91-4cfd-9db8-37739fa3440e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:02.340645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:25:02.404628 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935529e6-161a-4029-9ef7-8a105f6b3ede req-6159a277-09bb-4bb4-9cae-b32e34c4e40d tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:02.406020 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-935529e6-161a-4029-9ef7-8a105f6b3ede req-6159a277-09bb-4bb4-9cae-b32e34c4e40d tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 971 time: 0.0581362 Mar 23 01:25:02.408329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=bbb69ae7-3d91-4cfd-9db8-37739fa3440e,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:02.412222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=7eed377a-ec0a-4ba0-b3cf-11f13c3814bb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:02.426737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '7eed377a-ec0a-4ba0-b3cf-11f13c3814bb', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '7eed377a-ec0a-4ba0-b3cf-11f13c3814bb', 'mac_address': 'fa:16:3e:57:58:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:tempest-test_az-1860360854', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:25:02.461077 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-935529e6-161a-4029-9ef7-8a105f6b3ede req-0e791f80-0069-4347-bf1e-52410f10c1b1 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427439 Mar 23 01:25:02.464613 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:02.464986 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7eed377a-ec0a-4ba0-b3cf-11f13c3814bb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:02.477819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:02.498257 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=7eed377a-ec0a-4ba0-b3cf-11f13c3814bb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:02.503585 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7eed377a-ec0a-4ba0-b3cf-11f13c3814bb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:02.546177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c993083-0d9f-4de6-b03b-c5fdbf6bffd3', 'tag': 'dbf9f7c7-763f-4e90-8d51-bdf89eaf9373'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:02.548637 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9f6231-7ae6-4234-a630-e42964338c52" -d '{"events": [{"name": "network-changed", "server_uuid": "7c993083-0d9f-4de6-b03b-c5fdbf6bffd3", "tag": "dbf9f7c7-763f-4e90-8d51-bdf89eaf9373"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:02.553305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=7eed377a-ec0a-4ba0-b3cf-11f13c3814bb,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:02.595197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661e474-8408-4122-812f-56fd4d2ea4b4 req-f82c82c9-4a87-4c61-a9a4-20c6dd8fb810 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:02.596770 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5661e474-8408-4122-812f-56fd4d2ea4b4 req-f82c82c9-4a87-4c61-a9a4-20c6dd8fb810 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 971 time: 0.0591791 Mar 23 01:25:02.598192 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a599a824-b2c2-4e45-a062-97669dcec65e x-openstack-request-id: req-a599a824-b2c2-4e45-a062-97669dcec65e {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:02.598474 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c993083-0d9f-4de6-b03b-c5fdbf6bffd3", "tag": "dbf9f7c7-763f-4e90-8d51-bdf89eaf9373", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:02.598849 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a599a824-b2c2-4e45-a062-97669dcec65e {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:02.599232 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a599a824-b2c2-4e45-a062-97669dcec65e'] response: {'name': 'network-changed', 'server_uuid': '7c993083-0d9f-4de6-b03b-c5fdbf6bffd3', 'tag': 'dbf9f7c7-763f-4e90-8d51-bdf89eaf9373', 'status': 'completed', 'code': 200} Mar 23 01:25:02.653650 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5661e474-8408-4122-812f-56fd4d2ea4b4 req-f82c2308-1aa4-4748-899c-025579f1f459 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509086 Mar 23 01:25:02.686454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f6231-7ae6-4234-a630-e42964338c52 req-1e9418d2-ec5f-4278-9c78-1682deb401af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:02.687951 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f9f6231-7ae6-4234-a630-e42964338c52 req-1e9418d2-ec5f-4278-9c78-1682deb401af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4fac7cf4797433d9067e9d5d2bae7f4&device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 1125 time: 0.0487149 Mar 23 01:25:02.761758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['bbb69ae7-3d91-4cfd-9db8-37739fa3440e'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:02.779795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f6231-7ae6-4234-a630-e42964338c52 req-6b2dff09-c574-415f-bf96-013f01e43ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:02.781678 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f9f6231-7ae6-4234-a630-e42964338c52 req-6b2dff09-c574-415f-bf96-013f01e43ead service neutron] 10.222.0.43 "GET /v2.0/networks?id=080a736b-27cd-405b-b5de-ee5cfb6bde25 HTTP/1.1" status: 200 len: 924 time: 0.0880327 Mar 23 01:25:02.787117 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['7eed377a-ec0a-4ba0-b3cf-11f13c3814bb'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:02.800046 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823bbb8-afae-42fa-b145-2dbb7bfcca79 req-e6bae911-2763-4938-826d-54c920ce688c tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:02.801565 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2823bbb8-afae-42fa-b145-2dbb7bfcca79 req-e6bae911-2763-4938-826d-54c920ce688c tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 943 time: 0.0600309 Mar 23 01:25:02.823145 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f9f6231-7ae6-4234-a630-e42964338c52 req-1ca5476e-f865-4320-b8a6-c22eb03d817c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 HTTP/1.1" status: 200 len: 217 time: 0.0352676 Mar 23 01:25:02.852561 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2823bbb8-afae-42fa-b145-2dbb7bfcca79 req-0659f552-3286-42f6-923c-e407b5db6d2e tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451360 Mar 23 01:25:02.882950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f6231-7ae6-4234-a630-e42964338c52 req-85c6031a-2752-49d5-9846-26324bc17bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:02.884436 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f9f6231-7ae6-4234-a630-e42964338c52 req-85c6031a-2752-49d5-9846-26324bc17bca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4c9b9a5f-da6e-46ef-94fa-493b3aa504aa HTTP/1.1" status: 200 len: 863 time: 0.0545244 Mar 23 01:25:02.932409 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f6231-7ae6-4234-a630-e42964338c52 req-326c6014-f7e8-4389-a9eb-23b4f4d27bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:02.934125 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f9f6231-7ae6-4234-a630-e42964338c52 req-326c6014-f7e8-4389-a9eb-23b4f4d27bf2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=080a736b-27cd-405b-b5de-ee5cfb6bde25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436935 Mar 23 01:25:03.104915 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f9f6231-7ae6-4234-a630-e42964338c52 req-754877b6-47a8-47f4-ad47-2bdce8057eb9 service neutron] 10.222.0.43 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185896 Mar 23 01:25:03.112695 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cac9a-8c4e-45f8-bcf0-ecbc3e0d0cec req-f4c9a456-c403-4f74-a74c-ad832f545673 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:03.114052 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8e4cac9a-8c4e-45f8-bcf0-ecbc3e0d0cec req-f4c9a456-c403-4f74-a74c-ad832f545673 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 972 time: 0.0848396 Mar 23 01:25:03.214817 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8e4cac9a-8c4e-45f8-bcf0-ecbc3e0d0cec req-5c780e6f-e112-47bc-bbd5-aa0a2072a945 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/security-groups?id=9455644b-f394-48b0-b066-d8531ecfa2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922778 Mar 23 01:25:03.232195 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f9f6231-7ae6-4234-a630-e42964338c52 req-11ef75d1-90c0-4ca1-a62e-ade2bc6ae249 service neutron] 10.222.0.43 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172101 Mar 23 01:25:03.363815 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd715f-b9a3-4fa0-abaa-188459c4babd req-793a3677-83d5-4d33-aa8a-264750afdec7 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:03.365315 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-58cd715f-b9a3-4fa0-abaa-188459c4babd req-793a3677-83d5-4d33-aa8a-264750afdec7 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 972 time: 0.0535285 Mar 23 01:25:03.406772 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e6bf0b4-1223-426f-b61f-9143bc812ec1 req-2074d62a-673a-467c-9bb7-6167b01075f7 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0323329 Mar 23 01:25:03.473636 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:03.523334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-58cd715f-b9a3-4fa0-abaa-188459c4babd req-66e76210-17f7-4b3d-8502-2bb1a0e4b7d7 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Deleting port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:25:03.523677 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-58cd715f-b9a3-4fa0-abaa-188459c4babd req-66e76210-17f7-4b3d-8502-2bb1a0e4b7d7 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (9f0b6b18-af78-4b59-8375-b5db5f4d8a35), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:03.643644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-58cd715f-b9a3-4fa0-abaa-188459c4babd req-66e76210-17f7-4b3d-8502-2bb1a0e4b7d7 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] For port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=9f0b6b18-af78-4b59-8375-b5db5f4d8a35,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:03.644370 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-58cd715f-b9a3-4fa0-abaa-188459c4babd req-66e76210-17f7-4b3d-8502-2bb1a0e4b7d7 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (9f0b6b18-af78-4b59-8375-b5db5f4d8a35), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:03.658064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619f79a-34e8-4aae-96f6-fe617cecf05d req-3e3bb8a8-760f-415b-9fe1-8d64cb5c8eac tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:03.659508 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7619f79a-34e8-4aae-96f6-fe617cecf05d req-3e3bb8a8-760f-415b-9fe1-8d64cb5c8eac tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 971 time: 0.1212134 Mar 23 01:25:03.668235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-58cd715f-b9a3-4fa0-abaa-188459c4babd req-66e76210-17f7-4b3d-8502-2bb1a0e4b7d7 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Calling delete_port for 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 owned by compute:tempest-test_az-1860360854 {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:25:03.779679 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7619f79a-34e8-4aae-96f6-fe617cecf05d req-6900b766-9547-4115-841b-78b425452ca8 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126378 Mar 23 01:25:03.779944 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1e778-7756-41df-9548-49dcdd41fbb0 req-cec90227-73d1-44a9-9208-f3ba3c6199f0 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:03.781348 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ec1e778-7756-41df-9548-49dcdd41fbb0 req-cec90227-73d1-44a9-9208-f3ba3c6199f0 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 971 time: 0.0543182 Mar 23 01:25:03.832073 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ec1e778-7756-41df-9548-49dcdd41fbb0 req-a167f156-6105-4020-aa0a-cf392ac0fc8f tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434482 Mar 23 01:25:03.858425 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-58cd715f-b9a3-4fa0-abaa-188459c4babd req-66e76210-17f7-4b3d-8502-2bb1a0e4b7d7 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (9f0b6b18-af78-4b59-8375-b5db5f4d8a35), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:03.870390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['9f0b6b18-af78-4b59-8375-b5db5f4d8a35'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:03.885465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e76210-17f7-4b3d-8502-2bb1a0e4b7d7 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Pushing event deleted for resources: {'Port': ['ID=9f0b6b18-af78-4b59-8375-b5db5f4d8a35,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:03.964775 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cd715f-b9a3-4fa0-abaa-188459c4babd req-66e76210-17f7-4b3d-8502-2bb1a0e4b7d7 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] No DVR routers for this DVR port 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:25:03.981382 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-58cd715f-b9a3-4fa0-abaa-188459c4babd req-66e76210-17f7-4b3d-8502-2bb1a0e4b7d7 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:03.984783 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-58cd715f-b9a3-4fa0-abaa-188459c4babd req-66e76210-17f7-4b3d-8502-2bb1a0e4b7d7 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.42 "DELETE /v2.0/ports/9f0b6b18-af78-4b59-8375-b5db5f4d8a35 HTTP/1.1" status: 204 len: 173 time: 0.6132677 Mar 23 01:25:04.010652 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd68fd4-4c6c-4120-87d5-634b099a6d81 req-b034ee56-cfdc-4d12-822f-2b3e406da082 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:04.012287 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6bd68fd4-4c6c-4120-87d5-634b099a6d81 req-b034ee56-cfdc-4d12-822f-2b3e406da082 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 943 time: 0.0754237 Mar 23 01:25:04.064043 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6bd68fd4-4c6c-4120-87d5-634b099a6d81 req-b0517508-158c-4dc4-afec-b6911f1a2f5a tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444198 Mar 23 01:25:04.147653 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device bbb69ae7-3d91-4cfd-9db8-37739fa3440e up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:25:04.206090 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port bbb69ae7-3d91-4cfd-9db8-37739fa3440e completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:25:04.210066 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port bbb69ae7-3d91-4cfd-9db8-37739fa3440e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:04.210448 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bbb69ae7-3d91-4cfd-9db8-37739fa3440e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:04.289211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port bbb69ae7-3d91-4cfd-9db8-37739fa3440e is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:04.289608 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bbb69ae7-3d91-4cfd-9db8-37739fa3440e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:04.312413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e4057b-954e-4d32-b606-f690a67b7725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb69ae7-3d91-4cfd-9db8-37739fa3440e'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:04.314710 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564799a8-a5ab-42a6-8b51-29a8356dabb6" -d '{"events": [{"server_uuid": "25e4057b-954e-4d32-b606-f690a67b7725", "name": "network-vif-plugged", "status": "completed", "tag": "bbb69ae7-3d91-4cfd-9db8-37739fa3440e"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:04.327605 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port bbb69ae7-3d91-4cfd-9db8-37739fa3440e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bbb69ae7-3d91-4cfd-9db8-37739fa3440e,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:04.332085 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bbb69ae7-3d91-4cfd-9db8-37739fa3440e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:04.332844 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-964db61d-1c9c-4d18-abac-df0878abd82f req-369846d9-e0d2-4315-af7e-cb56cbfe6f56 tempest-AggregatesAdminTestJSON-1482122748 tempest-AggregatesAdminTestJSON-1482122748-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad206d-84c2-4fc7-85d3-efc23b51e064 HTTP/1.1" status: 200 len: 210 time: 0.0358562 Mar 23 01:25:04.332974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:25:04.375199 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658b8f34-6bc4-4515-be00-ac4b49444a09 x-openstack-request-id: req-658b8f34-6bc4-4515-be00-ac4b49444a09 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:04.375480 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e4057b-954e-4d32-b606-f690a67b7725", "name": "network-vif-plugged", "status": "completed", "tag": "bbb69ae7-3d91-4cfd-9db8-37739fa3440e", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:04.375730 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-658b8f34-6bc4-4515-be00-ac4b49444a09 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:04.376112 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-658b8f34-6bc4-4515-be00-ac4b49444a09'] response: {'server_uuid': '25e4057b-954e-4d32-b606-f690a67b7725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb69ae7-3d91-4cfd-9db8-37739fa3440e', 'code': 200} Mar 23 01:25:04.414336 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=bbb69ae7-3d91-4cfd-9db8-37739fa3440e,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:04.432177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:25:04.437367 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:04.437876 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7eed377a-ec0a-4ba0-b3cf-11f13c3814bb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:04.478426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbf2c0-90ee-4a9a-a64d-1f170f7af167 req-aab52466-125d-4b01-9b68-263b7ae55f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:04.480048 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a4bbf2c0-90ee-4a9a-a64d-1f170f7af167 req-aab52466-125d-4b01-9b68-263b7ae55f76 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 1154 time: 0.0505040 Mar 23 01:25:04.530487 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a4bbf2c0-90ee-4a9a-a64d-1f170f7af167 req-2606932d-f7ec-4fc2-b662-f41423f8df87 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435982 Mar 23 01:25:04.547387 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f4af9f61-fb04-41a4-ba21-5a24df3b6b87 req-352247a8-ef62-499d-8146-c07b6e3c05ce tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0387061 Mar 23 01:25:04.555411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:04.555877 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7eed377a-ec0a-4ba0-b3cf-11f13c3814bb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:04.592059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=7eed377a-ec0a-4ba0-b3cf-11f13c3814bb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:04.596557 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7eed377a-ec0a-4ba0-b3cf-11f13c3814bb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:04.600192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ad206d-84c2-4fc7-85d3-efc23b51e064', 'name': 'network-vif-deleted', 'tag': '9f0b6b18-af78-4b59-8375-b5db5f4d8a35'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:04.602910 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b294fa5-1618-4839-b83d-e30964c8a62c" -d '{"events": [{"server_uuid": "d1ad206d-84c2-4fc7-85d3-efc23b51e064", "name": "network-vif-deleted", "tag": "9f0b6b18-af78-4b59-8375-b5db5f4d8a35"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:04.638668 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8ad634-fbc1-4200-b755-666d8faa3c68 x-openstack-request-id: req-cf8ad634-fbc1-4200-b755-666d8faa3c68 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:04.639063 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ad206d-84c2-4fc7-85d3-efc23b51e064", "name": "network-vif-deleted", "tag": "9f0b6b18-af78-4b59-8375-b5db5f4d8a35", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:04.639502 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf8ad634-fbc1-4200-b755-666d8faa3c68 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:04.639905 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8ad634-fbc1-4200-b755-666d8faa3c68'] response: {'server_uuid': 'd1ad206d-84c2-4fc7-85d3-efc23b51e064', 'name': 'network-vif-deleted', 'tag': '9f0b6b18-af78-4b59-8375-b5db5f4d8a35', 'status': 'completed', 'code': 200} Mar 23 01:25:04.645864 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=7eed377a-ec0a-4ba0-b3cf-11f13c3814bb,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:04.904931 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e78f7-4e96-4c34-b079-b7ab250ba690 req-56368985-d7b3-4de4-9f3e-785886015d65 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:04.906410 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-296e78f7-4e96-4c34-b079-b7ab250ba690 req-56368985-d7b3-4de4-9f3e-785886015d65 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 972 time: 0.0563300 Mar 23 01:25:04.952994 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1f23b-d9df-4dbb-8af3-ae83bd253852 req-f60bf825-5fd5-4261-b4d1-f0fe48f167d7 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:04.953908 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-296e78f7-4e96-4c34-b079-b7ab250ba690 req-1ee21f58-ee28-4d51-999f-d4e7cc5f3dc6 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413725 Mar 23 01:25:04.954434 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fac1f23b-d9df-4dbb-8af3-ae83bd253852 req-f60bf825-5fd5-4261-b4d1-f0fe48f167d7 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 972 time: 0.0515387 Mar 23 01:25:04.999667 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fac1f23b-d9df-4dbb-8af3-ae83bd253852 req-4f505fc7-d7d3-44f3-9029-6e46b472a40d tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Mar 23 01:25:05.183194 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-847fec6e-eb02-4b35-92ed-34588f3358c6 req-4150ae0d-e922-4408-a089-7531dc5d6684 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0251896 Mar 23 01:25:05.198107 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2d58-2864-4939-b473-9d35628938df req-9a09a1d4-f8f3-4945-974f-8690fc8eb145 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:05.199660 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9cad2d58-2864-4939-b473-9d35628938df req-9a09a1d4-f8f3-4945-974f-8690fc8eb145 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 943 time: 0.0560968 Mar 23 01:25:05.260454 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9cad2d58-2864-4939-b473-9d35628938df req-1a6401dd-a392-4fd2-b5d2-3ea470c44c67 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549672 Mar 23 01:25:05.664699 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1429acab-9b76-47e2-a539-425c71b168af req-2f1fdbcb-e244-4d68-a74d-9d17a6eb0093 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0307720 Mar 23 01:25:06.097928 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2de40-7585-4056-aef8-4211cffd245c req-920fa84b-38bf-428f-a560-f1c1b1531117 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:06.099417 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9e2de40-7585-4056-aef8-4211cffd245c req-920fa84b-38bf-428f-a560-f1c1b1531117 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 972 time: 0.0682697 Mar 23 01:25:06.148528 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9e2de40-7585-4056-aef8-4211cffd245c req-a1b817f3-a71b-4b3d-bb70-87b4e5d5f778 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430086 Mar 23 01:25:06.151904 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999b92a-312f-4dbf-b1c8-09d949ad4875 req-cfb697ac-6653-440d-9829-f13dfdf62916 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:06.153107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48564) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:06.153790 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a999b92a-312f-4dbf-b1c8-09d949ad4875 req-cfb697ac-6653-440d-9829-f13dfdf62916 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 972 time: 0.0521326 Mar 23 01:25:06.217759 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a999b92a-312f-4dbf-b1c8-09d949ad4875 req-3a3c69ad-9104-4174-a25b-50b09b092905 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575843 Mar 23 01:25:06.283861 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9cb678e-8be4-49bf-9d69-45ec8cb4997c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:06.364923 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9cb678e-8be4-49bf-9d69-45ec8cb4997c admin admin] Publish callbacks [] for security_group (9ac11d1c-1419-496f-9e29-4ec9e5ec95b2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:06.369759 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9cb678e-8be4-49bf-9d69-45ec8cb4997c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9ac11d1c-1419-496f-9e29-4ec9e5ec95b2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:06.377209 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d555d8-1c01-4593-927a-9ae06665c3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eed377a-ec0a-4ba0-b3cf-11f13c3814bb'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:06.381762 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0907cbe4-78ad-4421-b358-999bf8fda252" -d '{"events": [{"server_uuid": "59d555d8-1c01-4593-927a-9ae06665c3ff", "name": "network-vif-plugged", "status": "completed", "tag": "7eed377a-ec0a-4ba0-b3cf-11f13c3814bb"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:06.415631 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48588) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:06.415769 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e9cb678e-8be4-49bf-9d69-45ec8cb4997c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcac27ec707d4ad18298a0ecd20cc31d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614107 Mar 23 01:25:06.416616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb678e-8be4-49bf-9d69-45ec8cb4997c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac11d1c-1419-496f-9e29-4ec9e5ec95b2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:06.498673 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9f37e5-b602-44d1-86ab-ff2754c4d58a x-openstack-request-id: req-ff9f37e5-b602-44d1-86ab-ff2754c4d58a {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:06.498969 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d555d8-1c01-4593-927a-9ae06665c3ff", "name": "network-vif-plugged", "status": "completed", "tag": "7eed377a-ec0a-4ba0-b3cf-11f13c3814bb", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:06.499234 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff9f37e5-b602-44d1-86ab-ff2754c4d58a {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:06.499632 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9f37e5-b602-44d1-86ab-ff2754c4d58a'] response: {'server_uuid': '59d555d8-1c01-4593-927a-9ae06665c3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eed377a-ec0a-4ba0-b3cf-11f13c3814bb', 'code': 200} Mar 23 01:25:06.546028 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-76fc3969-13b8-4ea6-9aaa-bece08bffa43 admin admin] Publish callbacks [] for security_group (9ac11d1c-1419-496f-9e29-4ec9e5ec95b2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:06.575658 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8f395-cfd8-4a5d-9a11-885067ebf96c req-f29a89c9-13bb-47f4-9bbc-ec356b6cafc0 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:06.586149 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4fe8f395-cfd8-4a5d-9a11-885067ebf96c req-f29a89c9-13bb-47f4-9bbc-ec356b6cafc0 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 943 time: 0.1180515 Mar 23 01:25:06.605371 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-76fc3969-13b8-4ea6-9aaa-bece08bffa43 admin admin] Publish callbacks [] for security_group (9ac11d1c-1419-496f-9e29-4ec9e5ec95b2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:06.644702 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f3c6e-6354-4081-8794-6277b190fa70 req-4aef8838-c7b0-4426-bad0-44fefbd0088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:06.646678 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c95f3c6e-6354-4081-8794-6277b190fa70 req-4aef8838-c7b0-4426-bad0-44fefbd0088b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 1154 time: 0.0620136 Mar 23 01:25:06.694174 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4fe8f395-cfd8-4a5d-9a11-885067ebf96c req-e92310bd-1c77-4b11-9c90-5f09ef477473 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992255 Mar 23 01:25:06.721071 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c95f3c6e-6354-4081-8794-6277b190fa70 req-d1b725cc-9c77-4575-891c-8adbf08c4958 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609369 Mar 23 01:25:06.724264 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-76fc3969-13b8-4ea6-9aaa-bece08bffa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9ac11d1c-1419-496f-9e29-4ec9e5ec95b2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:06.727432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-76fc3969-13b8-4ea6-9aaa-bece08bffa43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:06.728562 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-76fc3969-13b8-4ea6-9aaa-bece08bffa43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ac11d1c-1419-496f-9e29-4ec9e5ec95b2 HTTP/1.1" status: 204 len: 168 time: 0.3112435 Mar 23 01:25:06.737704 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc3969-13b8-4ea6-9aaa-bece08bffa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac11d1c-1419-496f-9e29-4ec9e5ec95b2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:06.807078 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f36ae665-97dc-488a-892c-1916e6fdba23 req-96fe053f-44be-48d5-9ee3-59adbb294ce0 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0281162 Mar 23 01:25:06.816993 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b6369b5b-f3f5-42a3-9b2c-eecc8ae7192a tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ebe19fde73ae4fc69c52893752c93734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240827 Mar 23 01:25:07.035434 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:25:07.087409 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48630) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:07.101946 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-5c43d3bd-b7c6-4216-adcc-b81bdbbbe8c2 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:07.104313 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-5c43d3bd-b7c6-4216-adcc-b81bdbbbe8c2 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2814291 Mar 23 01:25:07.105094 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a89f2709-2df7-4c4b-ab8c-476cadf8b827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:07.135248 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-312d9ebb-45ce-479f-b1fe-286f12f9cc59 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/quotas/ebe19fde73ae4fc69c52893752c93734 HTTP/1.1" status: 200 len: 375 time: 0.0242372 Mar 23 01:25:07.185360 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=dbf9f7c7-763f-4e90-8d51-bdf89eaf9373,segment=NetworkSegment(4784078c-2d48-4bd3-8200-71c515c2bb94),segment_id=4784078c-2d48-4bd3-8200-71c515c2bb94)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:07.205540 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a89f2709-2df7-4c4b-ab8c-476cadf8b827 admin admin] Publish callbacks [] for security_group (4b0ff93a-49ca-424b-8211-ef9254635ae3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:07.213311 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a89f2709-2df7-4c4b-ab8c-476cadf8b827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4b0ff93a-49ca-424b-8211-ef9254635ae3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:07.237975 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-534f66fc-df99-4675-adb7-ac35a005eca8 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ebe19fde73ae4fc69c52893752c93734&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1015158 Mar 23 01:25:07.256327 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f2709-2df7-4c4b-ab8c-476cadf8b827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0ff93a-49ca-424b-8211-ef9254635ae3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:07.260747 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a89f2709-2df7-4c4b-ab8c-476cadf8b827 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f412fa751e4468fb35cbb8df9ee6516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1719561 Mar 23 01:25:07.264204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48642) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:07.331026 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52ac9863-d1a8-4c5e-a751-c696fd83b974 admin admin] Publish callbacks [] for security_group (4b0ff93a-49ca-424b-8211-ef9254635ae3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:07.358951 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'dbf9f7c7-763f-4e90-8d51-bdf89eaf9373', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'port_id': 'dbf9f7c7-763f-4e90-8d51-bdf89eaf9373', 'mac_address': 'fa:16:3e:13:49:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:25:07.416772 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:07.417500 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (dbf9f7c7-763f-4e90-8d51-bdf89eaf9373), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:07.451273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:07.486488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=dbf9f7c7-763f-4e90-8d51-bdf89eaf9373,segment=NetworkSegment(4784078c-2d48-4bd3-8200-71c515c2bb94),segment_id=4784078c-2d48-4bd3-8200-71c515c2bb94)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:07.494273 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (dbf9f7c7-763f-4e90-8d51-bdf89eaf9373), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:07.529694 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-44a38b2d-a41a-4a78-a6e5-3048d96229f0 req-ff4e939f-8ec9-4b2f-81e2-c7bf03647c32 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 210 time: 0.0366812 Mar 23 01:25:07.553590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=dbf9f7c7-763f-4e90-8d51-bdf89eaf9373,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:07.660473 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52ac9863-d1a8-4c5e-a751-c696fd83b974 admin admin] Publish callbacks [] for security_group (4b0ff93a-49ca-424b-8211-ef9254635ae3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:07.716857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ffe9d-2b46-45dc-818d-874d69d72436 req-785324fb-9998-4dd6-b343-d3f96dcaa798 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:07.718890 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-763ffe9d-2b46-45dc-818d-874d69d72436 req-785324fb-9998-4dd6-b343-d3f96dcaa798 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 972 time: 0.1176386 Mar 23 01:25:07.754424 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52ac9863-d1a8-4c5e-a751-c696fd83b974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4b0ff93a-49ca-424b-8211-ef9254635ae3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:07.757213 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52ac9863-d1a8-4c5e-a751-c696fd83b974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:07.758450 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-52ac9863-d1a8-4c5e-a751-c696fd83b974 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b0ff93a-49ca-424b-8211-ef9254635ae3 HTTP/1.1" status: 204 len: 168 time: 0.4932654 Mar 23 01:25:07.779768 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac9863-d1a8-4c5e-a751-c696fd83b974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0ff93a-49ca-424b-8211-ef9254635ae3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:07.841221 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-763ffe9d-2b46-45dc-818d-874d69d72436 req-0d0e1924-914e-42af-801c-6037d6accc8d tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023149 Mar 23 01:25:07.963916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bca4e-3e5e-4bf5-b6fa-0938a25875f2 req-978e4780-eb8c-4e38-a511-cf66d8614862 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:07.972059 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a50bca4e-3e5e-4bf5-b6fa-0938a25875f2 req-978e4780-eb8c-4e38-a511-cf66d8614862 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 944 time: 0.0681679 Mar 23 01:25:08.007438 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7027329d-98bc-4003-9220-270c0a5b8e48 req-823043ae-9bb3-4634-aaa1-0b8980dc9060 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0378113 Mar 23 01:25:08.037528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['dbf9f7c7-763f-4e90-8d51-bdf89eaf9373'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:08.063579 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a50bca4e-3e5e-4bf5-b6fa-0938a25875f2 req-453309a4-2049-45a8-b754-11dbb70cb1ff tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827072 Mar 23 01:25:08.194198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:25:08.261340 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:25:08.261692 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 9f0b6b18-af78-4b59-8375-b5db5f4d8a35 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:25:08.642380 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a4c267b-747b-4923-b478-f7efd0a996b5 req-42ed910b-a658-4ac8-9aff-5a32b2cbebd9 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0593636 Mar 23 01:25:08.816702 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2fb5a33b-8e04-47f2-9487-dcc1b0725c09 req-da3bace4-826a-483f-b5dc-788e1299e398 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 210 time: 0.0329888 Mar 23 01:25:08.979796 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ba53f1a-88c1-4e3d-a901-c77ad212f86d req-30a350e5-a151-4e46-baf1-55132b28025b tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0507178 Mar 23 01:25:09.041180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:25:09.144921 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc7e15-d4be-4b6d-b9d4-8038bb2cf244 req-63971e25-3ac4-4de4-bd5b-2ce6b53a7270 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:09.157831 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-17bc7e15-d4be-4b6d-b9d4-8038bb2cf244 req-63971e25-3ac4-4de4-bd5b-2ce6b53a7270 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 972 time: 0.1443071 Mar 23 01:25:09.188382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:25:09.199886 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:09.200577 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dbf9f7c7-763f-4e90-8d51-bdf89eaf9373), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:09.244709 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-23d7bf26-bdd0-4808-a425-af3af7cc3e07 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ebe19fde73ae4fc69c52893752c93734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575800 Mar 23 01:25:09.273013 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-17bc7e15-d4be-4b6d-b9d4-8038bb2cf244 req-c7f05586-ddac-4170-81ec-50f2345dfc32 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066177 Mar 23 01:25:09.386955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:09.387601 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (dbf9f7c7-763f-4e90-8d51-bdf89eaf9373), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:09.441833 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c993083-0d9f-4de6-b03b-c5fdbf6bffd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf9f7c7-763f-4e90-8d51-bdf89eaf9373'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:09.448938 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a56ed5-c825-4780-9a4f-006623541c91" -d '{"events": [{"server_uuid": "7c993083-0d9f-4de6-b03b-c5fdbf6bffd3", "name": "network-vif-plugged", "status": "completed", "tag": "dbf9f7c7-763f-4e90-8d51-bdf89eaf9373"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:09.449366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48790) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:09.450955 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-3df20f96-8001-46bc-bedf-40cf881fa784 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:09.456014 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-3df20f96-8001-46bc-bedf-40cf881fa784 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2030191 Mar 23 01:25:09.469772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-419c5fb0-f494-447d-b373-2b674cb9fb49 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Request body: {'port': {'device_id': '0bbfe0e4-804d-4294-886f-fb4a8aeeedb8', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': 'ebe19fde73ae4fc69c52893752c93734'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:09.484554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=dbf9f7c7-763f-4e90-8d51-bdf89eaf9373,segment=NetworkSegment(4784078c-2d48-4bd3-8200-71c515c2bb94),segment_id=4784078c-2d48-4bd3-8200-71c515c2bb94)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:09.497757 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (dbf9f7c7-763f-4e90-8d51-bdf89eaf9373), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:09.556022 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c94ea-dd0d-4e96-908d-38e64c9c96a2 req-6faff8fe-6c40-49c2-b365-d6f999d45f20 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:09.564833 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-166c94ea-dd0d-4e96-908d-38e64c9c96a2 req-6faff8fe-6c40-49c2-b365-d6f999d45f20 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 944 time: 0.1306584 Mar 23 01:25:09.611373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=dbf9f7c7-763f-4e90-8d51-bdf89eaf9373,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:09.643937 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-166c94ea-dd0d-4e96-908d-38e64c9c96a2 req-b6945311-15da-49eb-b7a3-3958b9c50063 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775847 Mar 23 01:25:09.733508 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-419c5fb0-f494-447d-b373-2b674cb9fb49 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Made reservation on behalf of ebe19fde73ae4fc69c52893752c93734 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:09.736683 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d8ed769f-4d63-479c-9a4c-a214092ac872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:09.737365 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-419c5fb0-f494-447d-b373-2b674cb9fb49 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:09.744691 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d6a6e4c-0cf4-4b4e-a7b1-3fa789e4b737 req-3968ef3b-9f83-4eb7-bc5f-b2e9104c283b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=25e4057b-954e-4d32-b606-f690a67b7725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693479 Mar 23 01:25:09.860927 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d8ed769f-4d63-479c-9a4c-a214092ac872 admin admin] Publish callbacks [] for security_group (473caf01-5535-411f-8447-2e49c42cb567), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:09.882268 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d8ed769f-4d63-479c-9a4c-a214092ac872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (473caf01-5535-411f-8447-2e49c42cb567), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:09.887936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-419c5fb0-f494-447d-b373-2b674cb9fb49 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Allocated IP 192.168.233.58 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/5a344ca5-c2c2-4ed0-be2e-55dce511209b) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:25:09.965183 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d8ed769f-4d63-479c-9a4c-a214092ac872 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e02caf15e96643489be38882264d25ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4607153 Mar 23 01:25:09.966751 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed769f-4d63-479c-9a4c-a214092ac872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473caf01-5535-411f-8447-2e49c42cb567,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:09.969567 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48812) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:10.057477 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41c8d42-f54a-463e-906e-0bca7f65d783 x-openstack-request-id: req-c41c8d42-f54a-463e-906e-0bca7f65d783 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:10.058575 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c993083-0d9f-4de6-b03b-c5fdbf6bffd3", "name": "network-vif-plugged", "status": "completed", "tag": "dbf9f7c7-763f-4e90-8d51-bdf89eaf9373", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:10.059018 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c41c8d42-f54a-463e-906e-0bca7f65d783 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:10.059589 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c41c8d42-f54a-463e-906e-0bca7f65d783'] response: {'server_uuid': '7c993083-0d9f-4de6-b03b-c5fdbf6bffd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf9f7c7-763f-4e90-8d51-bdf89eaf9373', 'code': 200} Mar 23 01:25:10.064679 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bcd48ffd-5e43-46da-8660-ae6f5100279f admin admin] Publish callbacks [] for security_group (473caf01-5535-411f-8447-2e49c42cb567), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:10.067598 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-419c5fb0-f494-447d-b373-2b674cb9fb49 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks [] for port (5a344ca5-c2c2-4ed0-be2e-55dce511209b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:10.094266 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bcd48ffd-5e43-46da-8660-ae6f5100279f admin admin] Publish callbacks [] for security_group (473caf01-5535-411f-8447-2e49c42cb567), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:10.105285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-241177ad-ed91-4a2f-9dca-9c7e0accbaac req-fe817592-c341-4687-9a01-319ed4dabb62 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:25:10.106646 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-241177ad-ed91-4a2f-9dca-9c7e0accbaac req-fe817592-c341-4687-9a01-319ed4dabb62 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060258 Mar 23 01:25:10.118185 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-419c5fb0-f494-447d-b373-2b674cb9fb49 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (5a344ca5-c2c2-4ed0-be2e-55dce511209b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:10.129979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['bbb69ae7-3d91-4cfd-9db8-37739fa3440e'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:10.227861 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c5fb0-f494-447d-b373-2b674cb9fb49 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Pushing event updated for resources: {'Port': ['ID=5a344ca5-c2c2-4ed0-be2e-55dce511209b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:10.269965 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bcd48ffd-5e43-46da-8660-ae6f5100279f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (473caf01-5535-411f-8447-2e49c42cb567), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:10.276852 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bcd48ffd-5e43-46da-8660-ae6f5100279f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:10.277354 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-419c5fb0-f494-447d-b373-2b674cb9fb49 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:25:10.279494 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bcd48ffd-5e43-46da-8660-ae6f5100279f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/473caf01-5535-411f-8447-2e49c42cb567 HTTP/1.1" status: 204 len: 168 time: 0.3088059 Mar 23 01:25:10.286778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-419c5fb0-f494-447d-b373-2b674cb9fb49 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:25:10.291458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-419c5fb0-f494-447d-b373-2b674cb9fb49 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:25:10.298246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-419c5fb0-f494-447d-b373-2b674cb9fb49 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:10.299241 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-419c5fb0-f494-447d-b373-2b674cb9fb49 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:10.316844 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a6e4c-0cf4-4b4e-a7b1-3fa789e4b737 req-bd51e91c-d79a-437c-87d8-a8c87e3df5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:10.318859 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d6a6e4c-0cf4-4b4e-a7b1-3fa789e4b737 req-bd51e91c-d79a-437c-87d8-a8c87e3df5c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebe19fde73ae4fc69c52893752c93734&device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 1154 time: 0.2194724 Mar 23 01:25:10.319460 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd48ffd-5e43-46da-8660-ae6f5100279f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473caf01-5535-411f-8447-2e49c42cb567,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:10.333753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab68dd-ff42-451e-bcb6-7aeed19ad654 req-f6786e75-a9ad-4707-9c1c-8a5ad231a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:10.335564 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e4ab68dd-ff42-451e-bcb6-7aeed19ad654 req-f6786e75-a9ad-4707-9c1c-8a5ad231a705 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 1127 time: 0.1268144 Mar 23 01:25:10.339732 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-419c5fb0-f494-447d-b373-2b674cb9fb49 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8754857 Mar 23 01:25:10.352811 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fc581-d57b-4223-b389-f705030f6f9e req-9913b392-5d98-40e2-b66c-91d6df968fbc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:10.361552 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Request body: {'port': {'device_id': '0bbfe0e4-804d-4294-886f-fb4a8aeeedb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:10.364007 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e04fc581-d57b-4223-b389-f705030f6f9e req-9913b392-5d98-40e2-b66c-91d6df968fbc tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 935 time: 0.1803617 Mar 23 01:25:10.515297 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e04fc581-d57b-4223-b389-f705030f6f9e req-bcb86051-578d-4d69-8db4-ef7223c9f5d2 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496813 Mar 23 01:25:10.612148 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-93a5a0fa-3beb-4c7a-953f-1d5d27c7be18 req-7451b012-e8f3-4e69-bff1-ce1f07df77a7 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0796633 Mar 23 01:25:10.692195 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e4ab68dd-ff42-451e-bcb6-7aeed19ad654 req-66d3747d-dd19-4cbd-ae64-47c0682b259f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3426740 Mar 23 01:25:10.705986 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5a344ca5-c2c2-4ed0-be2e-55dce511209b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:10.709304 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a6e4c-0cf4-4b4e-a7b1-3fa789e4b737 req-fb6f1a03-67fb-4a7e-8f3d-b4e367d21663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:10.710811 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d6a6e4c-0cf4-4b4e-a7b1-3fa789e4b737 req-fb6f1a03-67fb-4a7e-8f3d-b4e367d21663 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.3697658 Mar 23 01:25:10.719803 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0c353-8ea3-4e81-b1c4-6a5a245372cc req-c8a7bb05-04c1-4986-a4ee-b3187def84b7 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:10.726935 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f6e0c353-8ea3-4e81-b1c4-6a5a245372cc req-c8a7bb05-04c1-4986-a4ee-b3187def84b7 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 972 time: 0.0992091 Mar 23 01:25:10.762435 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d6a6e4c-0cf4-4b4e-a7b1-3fa789e4b737 req-0bee535f-7656-4abf-a80b-8a2e296b049d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=bbb69ae7-3d91-4cfd-9db8-37739fa3440e HTTP/1.1" status: 200 len: 217 time: 0.0438323 Mar 23 01:25:10.776845 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8752d538-8272-4f45-b805-029ea36afb7c None None] Provisioning complete for port 5a344ca5-c2c2-4ed0-be2e-55dce511209b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:10.777243 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8752d538-8272-4f45-b805-029ea36afb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5a344ca5-c2c2-4ed0-be2e-55dce511209b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:10.801826 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f6e0c353-8ea3-4e81-b1c4-6a5a245372cc req-ccde0228-ad00-4a9c-a8f7-e4e25e912c35 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691440 Mar 23 01:25:10.888001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8752d538-8272-4f45-b805-029ea36afb7c None None] Port 5a344ca5-c2c2-4ed0-be2e-55dce511209b cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:25:10.897560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a6e4c-0cf4-4b4e-a7b1-3fa789e4b737 req-43f4ee93-3649-41b9-be28-db8b4c5bc2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:10.899023 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d6a6e4c-0cf4-4b4e-a7b1-3fa789e4b737 req-43f4ee93-3649-41b9-be28-db8b4c5bc2e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1157362 Mar 23 01:25:11.015024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a6e4c-0cf4-4b4e-a7b1-3fa789e4b737 req-def923b1-1742-4e3f-b5b4-437fbe2ce172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:11.016420 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d6a6e4c-0cf4-4b4e-a7b1-3fa789e4b737 req-def923b1-1742-4e3f-b5b4-437fbe2ce172 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1108029 Mar 23 01:25:11.116158 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48844) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:11.139085 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f186e56d-f7d0-48c7-98a7-002d96c15cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:11.175887 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d6a6e4c-0cf4-4b4e-a7b1-3fa789e4b737 req-a1b388bc-f376-43d1-844a-789ab0b6186f service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516654 Mar 23 01:25:11.216898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a344ca5-c2c2-4ed0-be2e-55dce511209b {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:11.266596 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Publish callbacks [] for port (5a344ca5-c2c2-4ed0-be2e-55dce511209b), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:11.278843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48848) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:11.298660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Transition to ACTIVE for port object 5a344ca5-c2c2-4ed0-be2e-55dce511209b will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:25:11.314904 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5a344ca5-c2c2-4ed0-be2e-55dce511209b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:11.393544 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d6a6e4c-0cf4-4b4e-a7b1-3fa789e4b737 req-527ce889-0003-4ee6-a45c-c1d55959cff5 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100806 Mar 23 01:25:11.404863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b19da8-a3ce-4127-b8a5-4259d9242e2c req-4b856ac6-04be-48fa-959c-1fd25c776cc4 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:11.411428 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-26b19da8-a3ce-4127-b8a5-4259d9242e2c req-4b856ac6-04be-48fa-959c-1fd25c776cc4 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 945 time: 0.2454600 Mar 23 01:25:11.441730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Pushing event updated for resources: {'Port': ['ID=5a344ca5-c2c2-4ed0-be2e-55dce511209b,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:11.463107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Attempting to bind port 5a344ca5-c2c2-4ed0-be2e-55dce511209b on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:25:11.463517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Attempting to bind port 5a344ca5-c2c2-4ed0-be2e-55dce511209b by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:25:11.464245 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Attempting to bind port 5a344ca5-c2c2-4ed0-be2e-55dce511209b on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:11.469296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Port 5a344ca5-c2c2-4ed0-be2e-55dce511209b on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:25:11.469922 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Attempting to bind port 5a344ca5-c2c2-4ed0-be2e-55dce511209b on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:11.476715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:25:11.477335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:25:11.477781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:25:11.478300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Bound port: 5a344ca5-c2c2-4ed0-be2e-55dce511209b, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:25:11.478728 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5a344ca5-c2c2-4ed0-be2e-55dce511209b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:11.520194 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f186e56d-f7d0-48c7-98a7-002d96c15cde admin admin] Publish callbacks [] for security_group (e71f04ab-b6bd-4c81-9700-8ccdfa31c776), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:11.546162 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f186e56d-f7d0-48c7-98a7-002d96c15cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e71f04ab-b6bd-4c81-9700-8ccdfa31c776), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:11.556877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-26b19da8-a3ce-4127-b8a5-4259d9242e2c req-54aaba5a-35b9-4468-b86a-c2d2199cd69b tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302109 Mar 23 01:25:11.610418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] For port 5a344ca5-c2c2-4ed0-be2e-55dce511209b, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:25:11.613967 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] For port 5a344ca5-c2c2-4ed0-be2e-55dce511209b, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=5a344ca5-c2c2-4ed0-be2e-55dce511209b,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:25:11.615739 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186e56d-f7d0-48c7-98a7-002d96c15cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71f04ab-b6bd-4c81-9700-8ccdfa31c776,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:11.630591 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f186e56d-f7d0-48c7-98a7-002d96c15cde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=188fe35abfc7491da870a5f558bd3dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5131059 Mar 23 01:25:11.632552 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48872) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:11.641224 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5a344ca5-c2c2-4ed0-be2e-55dce511209b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:11.669513 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-2ec7afff-90f4-42ef-a701-d669be9bbbf3 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c42cbdb5c7c143e194fe2d4d6569fa6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449398 Mar 23 01:25:11.701471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d506239c-aadb-4695-bb9e-8635c1d7d1d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:11.721283 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a298bfdd-2dd8-482a-89fe-b807fbf3ae6c admin admin] Publish callbacks [] for security_group (e71f04ab-b6bd-4c81-9700-8ccdfa31c776), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:11.750324 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a298bfdd-2dd8-482a-89fe-b807fbf3ae6c admin admin] Publish callbacks [] for security_group (e71f04ab-b6bd-4c81-9700-8ccdfa31c776), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:11.769360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:11.770225 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:11.771807 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] 10.222.0.42 "PUT /v2.0/ports/5a344ca5-c2c2-4ed0-be2e-55dce511209b HTTP/1.1" status: 200 len: 1095 time: 1.4212322 Mar 23 01:25:11.778437 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbfe0e4-804d-4294-886f-fb4a8aeeedb8', 'tag': '5a344ca5-c2c2-4ed0-be2e-55dce511209b'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:11.781044 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6359a01-44b7-412c-9d1d-bf4438c282ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbfe0e4-804d-4294-886f-fb4a8aeeedb8", "tag": "5a344ca5-c2c2-4ed0-be2e-55dce511209b"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:11.820297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cd922-410b-4e94-91e9-2c975ce3b87d service neutron] Pushing event updated for resources: {'Port': ['ID=5a344ca5-c2c2-4ed0-be2e-55dce511209b,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:11.871884 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a298bfdd-2dd8-482a-89fe-b807fbf3ae6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e71f04ab-b6bd-4c81-9700-8ccdfa31c776), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:11.880909 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a298bfdd-2dd8-482a-89fe-b807fbf3ae6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:11.881861 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a298bfdd-2dd8-482a-89fe-b807fbf3ae6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e71f04ab-b6bd-4c81-9700-8ccdfa31c776 HTTP/1.1" status: 204 len: 168 time: 0.2471540 Mar 23 01:25:11.894991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a94d6-f98a-485e-a54c-350c736cef43 req-9f98155b-9676-44df-877a-14d1a7f2a1ea tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:11.903722 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7c5a94d6-f98a-485e-a54c-350c736cef43 req-9f98155b-9676-44df-877a-14d1a7f2a1ea tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 947 time: 0.1508305 Mar 23 01:25:11.947605 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298bfdd-2dd8-482a-89fe-b807fbf3ae6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71f04ab-b6bd-4c81-9700-8ccdfa31c776,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:11.954901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-3a6abcd6-3a04-4a94-bd0d-3c1fa2e138c4 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:11.963189 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-3a6abcd6-3a04-4a94-bd0d-3c1fa2e138c4 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2926669 Mar 23 01:25:12.005369 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-83c238e5-b136-4d84-b1b0-97fc14da77a0 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/quotas/c42cbdb5c7c143e194fe2d4d6569fa6d HTTP/1.1" status: 200 len: 375 time: 0.0406480 Mar 23 01:25:12.010369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-dbf2a6e2-61da-472d-bdb2-67af7c39fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:12.012285 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-dbf2a6e2-61da-472d-bdb2-67af7c39fb28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebe19fde73ae4fc69c52893752c93734&device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 1129 time: 0.1858757 Mar 23 01:25:12.032588 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7c5a94d6-f98a-485e-a54c-350c736cef43 req-ade1fa04-fbc7-4139-9278-2a34c3390749 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272624 Mar 23 01:25:12.148991 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d506239c-aadb-4695-bb9e-8635c1d7d1d9 admin admin] Publish callbacks [] for security_group (e43edabe-f2ae-43c7-ac62-e37056cd49af), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:12.153907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-d35184fc-345c-4d3c-b4e9-2c52b2e354ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5a344ca5-c2c2-4ed0-be2e-55dce511209b HTTP/1.1" status: 200 len: 217 time: 0.1248224 Mar 23 01:25:12.160169 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d506239c-aadb-4695-bb9e-8635c1d7d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e43edabe-f2ae-43c7-ac62-e37056cd49af), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:12.245383 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d506239c-aadb-4695-bb9e-8635c1d7d1d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a85b2e361c5f4a12a02f83d58ffeb7d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9625742 Mar 23 01:25:12.246111 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48890) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:12.256507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506239c-aadb-4695-bb9e-8635c1d7d1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43edabe-f2ae-43c7-ac62-e37056cd49af,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:12.297368 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-b3ae0792-65dd-4504-a995-9a84d3dd6325 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c42cbdb5c7c143e194fe2d4d6569fa6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2905428 Mar 23 01:25:12.303228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-62202599-0054-479b-825a-a3452f5c2480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:12.311032 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cd0ba50b-d3f3-4c3a-b811-b4fbc1f9b20f req-02b553e2-53e6-41ca-b464-fe8868266692 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0504854 Mar 23 01:25:12.316831 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-62202599-0054-479b-825a-a3452f5c2480 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1400104 Mar 23 01:25:12.433706 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d89de2df-e3a5-4666-bf8e-4e24b354f3bc admin admin] Publish callbacks [] for security_group (e43edabe-f2ae-43c7-ac62-e37056cd49af), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:12.441235 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f85e252-3f19-4b22-807d-22e2bb17c604 x-openstack-request-id: req-6f85e252-3f19-4b22-807d-22e2bb17c604 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:12.441541 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbfe0e4-804d-4294-886f-fb4a8aeeedb8", "tag": "5a344ca5-c2c2-4ed0-be2e-55dce511209b", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:12.441800 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f85e252-3f19-4b22-807d-22e2bb17c604 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:12.442218 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f85e252-3f19-4b22-807d-22e2bb17c604'] response: {'name': 'network-changed', 'server_uuid': '0bbfe0e4-804d-4294-886f-fb4a8aeeedb8', 'tag': '5a344ca5-c2c2-4ed0-be2e-55dce511209b', 'status': 'completed', 'code': 200} Mar 23 01:25:12.487875 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d89de2df-e3a5-4666-bf8e-4e24b354f3bc admin admin] Publish callbacks [] for security_group (e43edabe-f2ae-43c7-ac62-e37056cd49af), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:12.488887 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-efbdba82-851b-4c43-8306-266c238c92d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:12.494481 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-efbdba82-851b-4c43-8306-266c238c92d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1741798 Mar 23 01:25:12.618311 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d89de2df-e3a5-4666-bf8e-4e24b354f3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e43edabe-f2ae-43c7-ac62-e37056cd49af), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:12.621225 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d89de2df-e3a5-4666-bf8e-4e24b354f3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:12.628376 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d89de2df-e3a5-4666-bf8e-4e24b354f3bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e43edabe-f2ae-43c7-ac62-e37056cd49af HTTP/1.1" status: 204 len: 168 time: 0.3812344 Mar 23 01:25:12.647302 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89de2df-e3a5-4666-bf8e-4e24b354f3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43edabe-f2ae-43c7-ac62-e37056cd49af,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:12.709828 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-562afb98-8db0-4dd8-ba15-7c18fdd35188 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106760 Mar 23 01:25:12.720473 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48916) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:12.824283 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-43c982a2-ed00-4931-ae55-cf5178fb3b6a req-0e3aec99-4c15-4b47-a0e5-008105b2ba6a tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 210 time: 0.0498121 Mar 23 01:25:13.055938 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d509b75-eef1-47e5-8f06-304e5c959d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:13.126524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd25195-b2c3-499b-8479-f4ac18b43181 req-8ac5b962-9551-4bca-848d-08fc8913b2d6 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:13.133803 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bdd25195-b2c3-499b-8479-f4ac18b43181 req-8ac5b962-9551-4bca-848d-08fc8913b2d6 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 945 time: 0.3899930 Mar 23 01:25:13.199659 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4a1975d-13c8-449c-8e6b-c5fbefc7e61e req-f0295dc4-290d-4869-bf8d-fda95dfe6071 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725175 Mar 23 01:25:13.258884 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bdd25195-b2c3-499b-8479-f4ac18b43181 req-73c24840-4e09-4a76-8090-26d53078b3ee tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201427 Mar 23 01:25:13.314445 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d509b75-eef1-47e5-8f06-304e5c959d44 admin admin] Publish callbacks [] for security_group (ab792260-8b2e-416d-b9e7-b84e6c1c7ce6), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:13.326856 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d509b75-eef1-47e5-8f06-304e5c959d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ab792260-8b2e-416d-b9e7-b84e6c1c7ce6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:13.373984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d509b75-eef1-47e5-8f06-304e5c959d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab792260-8b2e-416d-b9e7-b84e6c1c7ce6,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:13.374792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48942) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:13.405402 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6359a01-44b7-412c-9d1d-bf4438c282ce req-260095ac-3e1d-4cca-bd03-a34b23bf6b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:13.406916 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6359a01-44b7-412c-9d1d-bf4438c282ce req-260095ac-3e1d-4cca-bd03-a34b23bf6b73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebe19fde73ae4fc69c52893752c93734&device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 1129 time: 0.1458492 Mar 23 01:25:13.408442 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2f9fa-0b7c-48d5-884a-8c5c42f587ba req-70797101-5ad6-45b8-b743-508390d7ff14 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:13.410257 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06d2f9fa-0b7c-48d5-884a-8c5c42f587ba req-70797101-5ad6-45b8-b743-508390d7ff14 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 947 time: 0.2413359 Mar 23 01:25:13.455569 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6d509b75-eef1-47e5-8f06-304e5c959d44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03ea1e9b701a4ee784080fe062783608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7315447 Mar 23 01:25:13.460991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48946) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:13.510518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc459f4-c398-4aae-8fce-8aa4145f8366 req-de3a49b0-9926-45a5-93c6-12c564584609 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:13.511435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48950) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:13.525826 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3cc459f4-c398-4aae-8fce-8aa4145f8366 req-de3a49b0-9926-45a5-93c6-12c564584609 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 945 time: 0.1626899 Mar 23 01:25:13.526040 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06d2f9fa-0b7c-48d5-884a-8c5c42f587ba req-becb6d4a-6bca-428a-839c-f40a5cfb8733 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017408 Mar 23 01:25:13.538644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48952) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:13.551656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-bd673dc8-e7c2-46a6-84fa-acfb9ddc339d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Request body: {'floatingip': {'port_id': 'dbf9f7c7-763f-4e90-8d51-bdf89eaf9373'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:13.582796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6359a01-44b7-412c-9d1d-bf4438c282ce req-9580a146-0801-405a-94fa-1e760f3d87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:13.584628 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6359a01-44b7-412c-9d1d-bf4438c282ce req-9580a146-0801-405a-94fa-1e760f3d87a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1618989 Mar 23 01:25:13.655495 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4dd341c-f2df-410c-af1c-9c349f1ece0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:13.677160 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6359a01-44b7-412c-9d1d-bf4438c282ce req-c88dda2c-d86b-4d41-9a0c-2c3e4a6f6bdc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5a344ca5-c2c2-4ed0-be2e-55dce511209b HTTP/1.1" status: 200 len: 217 time: 0.0849605 Mar 23 01:25:13.678978 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd673dc8-e7c2-46a6-84fa-acfb9ddc339d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for floatingip (824cd769-c8b9-403f-ace0-a2a44ca8b20c), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:13.712243 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2688989-2417-4d17-9265-c46d73705437 req-fdf0669a-03af-45f2-8a4f-5cbc06329fd4 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0374830 Mar 23 01:25:13.756913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6359a01-44b7-412c-9d1d-bf4438c282ce req-09cd59f9-abf7-4cdc-80fc-4dfc7a25311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:13.757029 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4013305a-e438-4d3c-abd1-278d0ac68f95 admin admin] Publish callbacks [] for security_group (ab792260-8b2e-416d-b9e7-b84e6c1c7ce6), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:13.757110 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6359a01-44b7-412c-9d1d-bf4438c282ce req-09cd59f9-abf7-4cdc-80fc-4dfc7a25311b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0679085 Mar 23 01:25:13.837673 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4013305a-e438-4d3c-abd1-278d0ac68f95 admin admin] Publish callbacks [] for security_group (ab792260-8b2e-416d-b9e7-b84e6c1c7ce6), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:13.853090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6359a01-44b7-412c-9d1d-bf4438c282ce req-db5039fb-33eb-419d-944f-0e436587a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:13.855360 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6359a01-44b7-412c-9d1d-bf4438c282ce req-db5039fb-33eb-419d-944f-0e436587a32b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0930319 Mar 23 01:25:14.025530 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a1e37158-d5a2-4a03-801d-571e0d5ff977 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a819355788324779bc2b00e5ac120894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6489954 Mar 23 01:25:14.041091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48962) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:14.083427 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e47d8bbf-f381-40b6-b81c-626ee9f7e051 req-c1ff3b26-166e-4823-91df-7e39dd2eec10 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 210 time: 0.0741866 Mar 23 01:25:14.088856 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-d47036b9-e188-47de-a6c2-15fd999488db tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c42cbdb5c7c143e194fe2d4d6569fa6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656533 Mar 23 01:25:14.101246 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4dd341c-f2df-410c-af1c-9c349f1ece0a admin admin] Publish callbacks [] for security_group (68a5585f-f403-4cd3-9a63-b0a8e5c94c5d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:14.104962 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4013305a-e438-4d3c-abd1-278d0ac68f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ab792260-8b2e-416d-b9e7-b84e6c1c7ce6), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:14.107679 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4013305a-e438-4d3c-abd1-278d0ac68f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:14.108892 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4013305a-e438-4d3c-abd1-278d0ac68f95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab792260-8b2e-416d-b9e7-b84e6c1c7ce6 HTTP/1.1" status: 204 len: 168 time: 0.6461551 Mar 23 01:25:14.122675 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013305a-e438-4d3c-abd1-278d0ac68f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab792260-8b2e-416d-b9e7-b84e6c1c7ce6,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:14.126134 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4dd341c-f2df-410c-af1c-9c349f1ece0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (68a5585f-f403-4cd3-9a63-b0a8e5c94c5d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:14.192093 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6359a01-44b7-412c-9d1d-bf4438c282ce req-9c75881d-0088-4f4f-a7cb-4cd30e969636 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214071 Mar 23 01:25:14.232849 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c4dd341c-f2df-410c-af1c-9c349f1ece0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=804ddafb9ce04eadab33bfde45e16387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7052951 Mar 23 01:25:14.235139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48970) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:14.263369 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c631713f-6213-4cc7-ba34-cb7f18755287 admin admin] Publish callbacks [] for security_group (9455644b-f394-48b0-b066-d8531ecfa2f1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:14.264503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd341c-f2df-410c-af1c-9c349f1ece0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a5585f-f403-4cd3-9a63-b0a8e5c94c5d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:14.334350 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c631713f-6213-4cc7-ba34-cb7f18755287 admin admin] Publish callbacks [] for security_group (9455644b-f394-48b0-b066-d8531ecfa2f1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:14.373527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-8ac4bd4e-e733-46bb-b59e-9cb1a8b76451 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:14.375080 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-8ac4bd4e-e733-46bb-b59e-9cb1a8b76451 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2784507 Mar 23 01:25:14.394427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-cd0e3332-aa7a-438d-81a5-af830efae381 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Request body: {'port': {'device_id': 'be4beea2-d143-4254-9b2f-ca8c1c16a4e5', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': 'c42cbdb5c7c143e194fe2d4d6569fa6d'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:14.445655 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6359a01-44b7-412c-9d1d-bf4438c282ce req-f4e3646c-3715-4b5e-999f-b6bd50bddba6 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446005 Mar 23 01:25:14.507379 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c631713f-6213-4cc7-ba34-cb7f18755287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9455644b-f394-48b0-b066-d8531ecfa2f1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:14.513936 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c631713f-6213-4cc7-ba34-cb7f18755287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:14.515435 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c631713f-6213-4cc7-ba34-cb7f18755287 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9455644b-f394-48b0-b066-d8531ecfa2f1 HTTP/1.1" status: 204 len: 168 time: 0.4759915 Mar 23 01:25:14.533403 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631713f-6213-4cc7-ba34-cb7f18755287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9455644b-f394-48b0-b066-d8531ecfa2f1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:14.652270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-cd0e3332-aa7a-438d-81a5-af830efae381 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Made reservation on behalf of c42cbdb5c7c143e194fe2d4d6569fa6d for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:14.662764 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-cd0e3332-aa7a-438d-81a5-af830efae381 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:14.664438 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea78f13e-4a7c-47ab-be30-1a5f8e2af58b admin admin] Publish callbacks [] for security_group (68a5585f-f403-4cd3-9a63-b0a8e5c94c5d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:14.732448 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48982) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:14.758671 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea78f13e-4a7c-47ab-be30-1a5f8e2af58b admin admin] Publish callbacks [] for security_group (68a5585f-f403-4cd3-9a63-b0a8e5c94c5d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:14.790365 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.resource_extend [None req-bd673dc8-e7c2-46a6-84fa-acfb9ddc339d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:25:14.814804 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-42d5c53f-4c15-4d5c-8c1e-bf64a611dcc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:14.896129 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd673dc8-e7c2-46a6-84fa-acfb9ddc339d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:14.915893 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd673dc8-e7c2-46a6-84fa-acfb9ddc339d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (824cd769-c8b9-403f-ace0-a2a44ca8b20c), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:14.969095 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-47f88efa-67d7-40ac-99f0-72348a694c88 req-c7bd3e3c-d573-480a-838c-3566ec509370 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0807917 Mar 23 01:25:14.998423 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1f2fb-0836-4198-8daf-18e2b2adb4f7 req-2f61af10-1f7f-4257-8d1e-b8f7e2079b6a tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:15.006751 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67b1f2fb-0836-4198-8daf-18e2b2adb4f7 req-2f61af10-1f7f-4257-8d1e-b8f7e2079b6a tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 947 time: 0.2923799 Mar 23 01:25:15.051325 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea78f13e-4a7c-47ab-be30-1a5f8e2af58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (68a5585f-f403-4cd3-9a63-b0a8e5c94c5d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:15.053935 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea78f13e-4a7c-47ab-be30-1a5f8e2af58b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:15.059017 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ea78f13e-4a7c-47ab-be30-1a5f8e2af58b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68a5585f-f403-4cd3-9a63-b0a8e5c94c5d HTTP/1.1" status: 204 len: 168 time: 0.8176985 Mar 23 01:25:15.077987 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-cd0e3332-aa7a-438d-81a5-af830efae381 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Allocated IP 192.168.233.68 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/a08429ac-e841-47ed-859f-d6b27d2e90f6) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:25:15.084701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78f13e-4a7c-47ab-be30-1a5f8e2af58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a5585f-f403-4cd3-9a63-b0a8e5c94c5d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:15.117933 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-bd673dc8-e7c2-46a6-84fa-acfb9ddc339d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Floating IP 824cd769-c8b9-403f-ace0-a2a44ca8b20c associated. External IP: 172.25.0.168, port: dbf9f7c7-763f-4e90-8d51-bdf89eaf9373. Mar 23 01:25:15.246014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48996) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:15.286674 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67b1f2fb-0836-4198-8daf-18e2b2adb4f7 req-4bd42254-fb39-4678-b36d-35432cc3ddb1 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781820 Mar 23 01:25:15.301374 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3fb322b1-c1dd-4579-8195-0fe80ea8ba2b req-354bacf5-4bce-4f75-ac27-81bc705edf30 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 210 time: 0.0561924 Mar 23 01:25:15.344938 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-72e81022-b19b-493c-811b-386eaa2541b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0fe95bb87da248efbe4896a8ad5b32e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0978074 Mar 23 01:25:15.345546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49002) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:15.350256 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-cd0e3332-aa7a-438d-81a5-af830efae381 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks [] for port (a08429ac-e841-47ed-859f-d6b27d2e90f6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:15.399648 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-42d5c53f-4c15-4d5c-8c1e-bf64a611dcc1 admin admin] Publish callbacks [] for security_group (404510aa-93da-4ae5-aeb3-1b3425535915), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:15.407146 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-42d5c53f-4c15-4d5c-8c1e-bf64a611dcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (404510aa-93da-4ae5-aeb3-1b3425535915), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:15.414311 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-cd0e3332-aa7a-438d-81a5-af830efae381 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (a08429ac-e841-47ed-859f-d6b27d2e90f6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:15.430773 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['7eed377a-ec0a-4ba0-b3cf-11f13c3814bb'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:15.479774 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49004) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:15.510751 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9dcc10c8-bb98-40c9-9337-80b2b303ebe2 admin admin] Publish callbacks [] for security_group (a95291a4-86e1-4566-899a-3d4c60e6592e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:15.532432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-42d5c53f-4c15-4d5c-8c1e-bf64a611dcc1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=712bc9971ca74012b3790f746763e884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7963564 Mar 23 01:25:15.536874 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-cd0e3332-aa7a-438d-81a5-af830efae381 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:25:15.540528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49008) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:15.541636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5c53f-4c15-4d5c-8c1e-bf64a611dcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404510aa-93da-4ae5-aeb3-1b3425535915,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:15.548749 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9dcc10c8-bb98-40c9-9337-80b2b303ebe2 admin admin] Publish callbacks [] for security_group (a95291a4-86e1-4566-899a-3d4c60e6592e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:15.564780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-cd0e3332-aa7a-438d-81a5-af830efae381 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:25:15.589699 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-cd0e3332-aa7a-438d-81a5-af830efae381 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:25:15.597683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd673dc8-e7c2-46a6-84fa-acfb9ddc339d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Router 8e140531-9947-4a23-85fa-f86a4e4821e1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:25:15.601524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-cd0e3332-aa7a-438d-81a5-af830efae381 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:15.602903 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-cd0e3332-aa7a-438d-81a5-af830efae381 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:15.617421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e3332-aa7a-438d-81a5-af830efae381 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Pushing event updated for resources: {'Port': ['ID=a08429ac-e841-47ed-859f-d6b27d2e90f6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:15.696993 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-cd0e3332-aa7a-438d-81a5-af830efae381 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3064978 Mar 23 01:25:15.719508 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9dcc10c8-bb98-40c9-9337-80b2b303ebe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a95291a4-86e1-4566-899a-3d4c60e6592e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:15.722103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Request body: {'port': {'device_id': 'be4beea2-d143-4254-9b2f-ca8c1c16a4e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:15.722298 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9dcc10c8-bb98-40c9-9337-80b2b303ebe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:15.726458 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9dcc10c8-bb98-40c9-9337-80b2b303ebe2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a95291a4-86e1-4566-899a-3d4c60e6592e HTTP/1.1" status: 204 len: 168 time: 0.3760109 Mar 23 01:25:15.744500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc10c8-bb98-40c9-9337-80b2b303ebe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95291a4-86e1-4566-899a-3d4c60e6592e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:15.781263 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd673dc8-e7c2-46a6-84fa-acfb9ddc339d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:25:15.787471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ce8ccb1-d6b4-4e3f-9ab2-95457b675613 admin admin] Publish callbacks [] for security_group (404510aa-93da-4ae5-aeb3-1b3425535915), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:15.788299 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd673dc8-e7c2-46a6-84fa-acfb9ddc339d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:15.800688 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a025e-5fc3-463e-a479-e23cd2bcf455 None None] Sync routers for ids ['8e140531-9947-4a23-85fa-f86a4e4821e1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:25:15.826287 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bd673dc8-e7c2-46a6-84fa-acfb9ddc339d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "PUT /v2.0/floatingips/824cd769-c8b9-403f-ace0-a2a44ca8b20c HTTP/1.1" status: 200 len: 991 time: 2.2820687 Mar 23 01:25:15.826287 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c993083-0d9f-4de6-b03b-c5fdbf6bffd3', 'tag': 'dbf9f7c7-763f-4e90-8d51-bdf89eaf9373'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:15.826561 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a025e-5fc3-463e-a479-e23cd2bcf455 None None] Routers {'8e140531-9947-4a23-85fa-f86a4e4821e1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:25:15.826561 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c89a025e-5fc3-463e-a479-e23cd2bcf455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:24:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8e140531-9947-4a23-85fa-f86a4e4821e1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:25:15.879238 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ce8ccb1-d6b4-4e3f-9ab2-95457b675613 admin admin] Publish callbacks [] for security_group (404510aa-93da-4ae5-aeb3-1b3425535915), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:15.916217 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a08429ac-e841-47ed-859f-d6b27d2e90f6), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:15.942737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1c5c414d-a930-4309-a00c-c4d0f9c4ade8 None None] Provisioning complete for port a08429ac-e841-47ed-859f-d6b27d2e90f6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:15.944184 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1c5c414d-a930-4309-a00c-c4d0f9c4ade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a08429ac-e841-47ed-859f-d6b27d2e90f6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:16.030852 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ce8ccb1-d6b4-4e3f-9ab2-95457b675613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (404510aa-93da-4ae5-aeb3-1b3425535915), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:16.033877 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ce8ccb1-d6b4-4e3f-9ab2-95457b675613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:16.037838 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4ce8ccb1-d6b4-4e3f-9ab2-95457b675613 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/404510aa-93da-4ae5-aeb3-1b3425535915 HTTP/1.1" status: 204 len: 168 time: 0.4878521 Mar 23 01:25:16.058924 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473a538-5e4a-4575-a98e-cc9562436c2e req-b943af4d-26f4-4d88-867e-2859c0d4fb1e tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:16.060963 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1473a538-5e4a-4575-a98e-cc9562436c2e req-b943af4d-26f4-4d88-867e-2859c0d4fb1e tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 945 time: 0.1416380 Mar 23 01:25:16.065479 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8ccb1-d6b4-4e3f-9ab2-95457b675613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404510aa-93da-4ae5-aeb3-1b3425535915,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:16.067684 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c89a025e-5fc3-463e-a479-e23cd2bcf455 None None] Set router 8e140531-9947-4a23-85fa-f86a4e4821e1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:25:16.077151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1c5c414d-a930-4309-a00c-c4d0f9c4ade8 None None] Port a08429ac-e841-47ed-859f-d6b27d2e90f6 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:25:16.078100 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-03c63aba-5b8d-4e1e-8f1d-647505f2598b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:16.187232 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eec2485a-c1e5-488e-8cea-5f387d11dfb8 req-dc70df22-e406-4f9e-b9cf-a25917e6bed9 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0406985 Mar 23 01:25:16.226865 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 5a344ca5-c2c2-4ed0-be2e-55dce511209b details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:25:16.284449 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-03c63aba-5b8d-4e1e-8f1d-647505f2598b admin admin] Publish callbacks [] for security_group (c68db5af-2957-4b3d-9a9c-277187667e19), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:16.297335 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-03c63aba-5b8d-4e1e-8f1d-647505f2598b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c68db5af-2957-4b3d-9a9c-277187667e19), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:16.308921 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1473a538-5e4a-4575-a98e-cc9562436c2e req-950a4134-5ecb-4d12-8b96-3090099432b0 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410035 Mar 23 01:25:16.418544 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 5a344ca5-c2c2-4ed0-be2e-55dce511209b, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=5a344ca5-c2c2-4ed0-be2e-55dce511209b,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:16.436855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '5a344ca5-c2c2-4ed0-be2e-55dce511209b', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '5a344ca5-c2c2-4ed0-be2e-55dce511209b', 'mac_address': 'fa:16:3e:f0:f0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:25:16.459223 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49038) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:16.462205 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-03c63aba-5b8d-4e1e-8f1d-647505f2598b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52deccafcc314aa2a5397f7ffffba135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9904249 Mar 23 01:25:16.495705 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d845e3ec-c6b7-48b8-915a-0c150472bb38" -d '{"events": [{"name": "network-changed", "server_uuid": "7c993083-0d9f-4de6-b03b-c5fdbf6bffd3", "tag": "dbf9f7c7-763f-4e90-8d51-bdf89eaf9373"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:16.510884 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c63aba-5b8d-4e1e-8f1d-647505f2598b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68db5af-2957-4b3d-9a9c-277187667e19,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:16.559681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 5a344ca5-c2c2-4ed0-be2e-55dce511209b is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:16.560071 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5a344ca5-c2c2-4ed0-be2e-55dce511209b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:16.572045 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65be627-0db8-42f6-9ff2-139d43dbdb2f req-41d89b12-733c-4e25-ac7a-32e422e55a70 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:16.576044 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c65be627-0db8-42f6-9ff2-139d43dbdb2f req-41d89b12-733c-4e25-ac7a-32e422e55a70 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 947 time: 0.1621110 Mar 23 01:25:16.583664 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a344ca5-c2c2-4ed0-be2e-55dce511209b {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:16.627310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 5a344ca5-c2c2-4ed0-be2e-55dce511209b, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=5a344ca5-c2c2-4ed0-be2e-55dce511209b,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:16.636190 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5a344ca5-c2c2-4ed0-be2e-55dce511209b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:16.683539 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c89a025e-5fc3-463e-a479-e23cd2bcf455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 4, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '824cd769-c8b9-403f-ace0-a2a44ca8b20c', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'port_id': 'dbf9f7c7-763f-4e90-8d51-bdf89eaf9373', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'mac_address': 'fa:16:3e:13:49:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c993083-0d9f-4de6-b03b-c5fdbf6bffd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:24:44Z', 'updated_at': '2022-03-23T01:25:14Z', 'revision_number': 1, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd23558-3fb7-42a9-a00d-76c081b4f618', 'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'mac_address': 'fa:16:3e:22:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:26Z', 'updated_at': '2022-03-23T01:24:32Z', 'revision_number': 5, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'subnets': [{'id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:25:16.705421 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c65be627-0db8-42f6-9ff2-139d43dbdb2f req-97c3887c-fdb0-40a1-ba52-068e8c0f1d8f tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208341 Mar 23 01:25:16.724384 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08429ac-e841-47ed-859f-d6b27d2e90f6 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:16.768728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=5a344ca5-c2c2-4ed0-be2e-55dce511209b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:16.796980 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-000f13de-9861-4de4-9f3f-3b01082a0489 admin admin] Publish callbacks [] for security_group (c68db5af-2957-4b3d-9a9c-277187667e19), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:16.801233 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Publish callbacks [] for port (a08429ac-e841-47ed-859f-d6b27d2e90f6), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:16.808807 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a025e-5fc3-463e-a479-e23cd2bcf455 None None] Checking router: 8e140531-9947-4a23-85fa-f86a4e4821e1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:25:16.818727 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a025e-5fc3-463e-a479-e23cd2bcf455 None None] Routers {'8e140531-9947-4a23-85fa-f86a4e4821e1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:25:16.819578 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c89a025e-5fc3-463e-a479-e23cd2bcf455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:24:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8e140531-9947-4a23-85fa-f86a4e4821e1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:25:16.842711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dae6b5-867e-4da6-8e38-22d2972f9832 req-ce2fba21-5539-4120-a513-417ba70672ff tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:16.844477 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0dae6b5-867e-4da6-8e38-22d2972f9832 req-ce2fba21-5539-4120-a513-417ba70672ff tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 935 time: 0.3981349 Mar 23 01:25:16.851746 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Transition to ACTIVE for port object a08429ac-e841-47ed-859f-d6b27d2e90f6 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:25:16.875757 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['5a344ca5-c2c2-4ed0-be2e-55dce511209b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:16.885590 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a08429ac-e841-47ed-859f-d6b27d2e90f6), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:16.892801 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-000f13de-9861-4de4-9f3f-3b01082a0489 admin admin] Publish callbacks [] for security_group (c68db5af-2957-4b3d-9a9c-277187667e19), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:16.949009 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c89a025e-5fc3-463e-a479-e23cd2bcf455 None None] Set router 8e140531-9947-4a23-85fa-f86a4e4821e1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:25:16.957296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Pushing event updated for resources: {'Port': ['ID=a08429ac-e841-47ed-859f-d6b27d2e90f6,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:16.987331 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032d21b0-10ea-4cf5-8ea3-1f27e671e972 x-openstack-request-id: req-032d21b0-10ea-4cf5-8ea3-1f27e671e972 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:16.987859 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c993083-0d9f-4de6-b03b-c5fdbf6bffd3", "tag": "dbf9f7c7-763f-4e90-8d51-bdf89eaf9373", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:16.987859 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-032d21b0-10ea-4cf5-8ea3-1f27e671e972 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:16.988331 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032d21b0-10ea-4cf5-8ea3-1f27e671e972'] response: {'name': 'network-changed', 'server_uuid': '7c993083-0d9f-4de6-b03b-c5fdbf6bffd3', 'tag': 'dbf9f7c7-763f-4e90-8d51-bdf89eaf9373', 'status': 'completed', 'code': 200} Mar 23 01:25:17.148975 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0dae6b5-867e-4da6-8e38-22d2972f9832 req-62e617fd-bcd2-4446-b02e-afafa7049f5c tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958302 Mar 23 01:25:17.150598 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Attempting to bind port a08429ac-e841-47ed-859f-d6b27d2e90f6 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:25:17.151449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Attempting to bind port a08429ac-e841-47ed-859f-d6b27d2e90f6 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:25:17.151449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Attempting to bind port a08429ac-e841-47ed-859f-d6b27d2e90f6 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:17.162314 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Port a08429ac-e841-47ed-859f-d6b27d2e90f6 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:25:17.162588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Attempting to bind port a08429ac-e841-47ed-859f-d6b27d2e90f6 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:17.169072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:25:17.169420 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:25:17.170218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:25:17.170218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Bound port: a08429ac-e841-47ed-859f-d6b27d2e90f6, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:25:17.170599 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a08429ac-e841-47ed-859f-d6b27d2e90f6), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:17.224025 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-000f13de-9861-4de4-9f3f-3b01082a0489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c68db5af-2957-4b3d-9a9c-277187667e19), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:17.226647 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-000f13de-9861-4de4-9f3f-3b01082a0489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:17.227922 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-000f13de-9861-4de4-9f3f-3b01082a0489 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c68db5af-2957-4b3d-9a9c-277187667e19 HTTP/1.1" status: 204 len: 168 time: 0.7677667 Mar 23 01:25:17.239998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845e3ec-c6b7-48b8-915a-0c150472bb38 req-3a2c9bf9-9e05-4fe0-8967-c78d1f71f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:17.241714 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d845e3ec-c6b7-48b8-915a-0c150472bb38 req-3a2c9bf9-9e05-4fe0-8967-c78d1f71f9a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4fac7cf4797433d9067e9d5d2bae7f4&device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 1127 time: 0.2018304 Mar 23 01:25:17.247029 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c89a025e-5fc3-463e-a479-e23cd2bcf455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 4, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '824cd769-c8b9-403f-ace0-a2a44ca8b20c', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'port_id': 'dbf9f7c7-763f-4e90-8d51-bdf89eaf9373', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'mac_address': 'fa:16:3e:13:49:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c993083-0d9f-4de6-b03b-c5fdbf6bffd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:24:44Z', 'updated_at': '2022-03-23T01:25:14Z', 'revision_number': 1, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd23558-3fb7-42a9-a00d-76c081b4f618', 'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'mac_address': 'fa:16:3e:22:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:26Z', 'updated_at': '2022-03-23T01:24:32Z', 'revision_number': 5, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'subnets': [{'id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:25:17.270425 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f13de-9861-4de4-9f3f-3b01082a0489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68db5af-2957-4b3d-9a9c-277187667e19,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:17.280535 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a025e-5fc3-463e-a479-e23cd2bcf455 None None] The sync data for ids ['8e140531-9947-4a23-85fa-f86a4e4821e1'] in n-d-834677-4 is: [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 4, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '824cd769-c8b9-403f-ace0-a2a44ca8b20c', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'port_id': 'dbf9f7c7-763f-4e90-8d51-bdf89eaf9373', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'mac_address': 'fa:16:3e:13:49:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c993083-0d9f-4de6-b03b-c5fdbf6bffd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:24:44Z', 'updated_at': '2022-03-23T01:25:14Z', 'revision_number': 1, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd23558-3fb7-42a9-a00d-76c081b4f618', 'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'mac_address': 'fa:16:3e:22:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:26Z', 'updated_at': '2022-03-23T01:24:32Z', 'revision_number': 5, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'subnets': [{'id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:25:17.359267 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] For port a08429ac-e841-47ed-859f-d6b27d2e90f6, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:25:17.372366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] For port a08429ac-e841-47ed-859f-d6b27d2e90f6, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a08429ac-e841-47ed-859f-d6b27d2e90f6,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:25:17.391697 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a08429ac-e841-47ed-859f-d6b27d2e90f6), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:17.424177 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cd308623-a1f4-4b20-b2dd-06e849aa7083 req-72ec4bd8-f006-4d30-884b-2a4de6162fff tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0554359 Mar 23 01:25:17.471977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:17.472644 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:17.474048 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] 10.222.0.42 "PUT /v2.0/ports/a08429ac-e841-47ed-859f-d6b27d2e90f6 HTTP/1.1" status: 200 len: 1095 time: 1.7618294 Mar 23 01:25:17.474512 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4beea2-d143-4254-9b2f-ca8c1c16a4e5', 'tag': 'a08429ac-e841-47ed-859f-d6b27d2e90f6'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:17.476977 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b7a1a9-42f8-4777-ba4c-e3a6b398922c" -d '{"events": [{"name": "network-changed", "server_uuid": "be4beea2-d143-4254-9b2f-ca8c1c16a4e5", "tag": "a08429ac-e841-47ed-859f-d6b27d2e90f6"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:17.491030 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845e3ec-c6b7-48b8-915a-0c150472bb38 req-37be57b4-7afc-47a5-80cb-17d1feb5800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:17.491959 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d845e3ec-c6b7-48b8-915a-0c150472bb38 req-37be57b4-7afc-47a5-80cb-17d1feb5800b service neutron] 10.222.0.43 "GET /v2.0/networks?id=080a736b-27cd-405b-b5de-ee5cfb6bde25 HTTP/1.1" status: 200 len: 924 time: 0.2416070 Mar 23 01:25:17.497888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db906756-9eb0-4db7-93ae-8400c1bc5fdb service neutron] Pushing event updated for resources: {'Port': ['ID=a08429ac-e841-47ed-859f-d6b27d2e90f6,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:17.576521 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0f89b3-77be-4665-8374-fc8bd09f7bcb x-openstack-request-id: req-4b0f89b3-77be-4665-8374-fc8bd09f7bcb {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:17.576943 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4beea2-d143-4254-9b2f-ca8c1c16a4e5", "tag": "a08429ac-e841-47ed-859f-d6b27d2e90f6", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:17.577262 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b0f89b3-77be-4665-8374-fc8bd09f7bcb {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:17.577724 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b0f89b3-77be-4665-8374-fc8bd09f7bcb'] response: {'name': 'network-changed', 'server_uuid': 'be4beea2-d143-4254-9b2f-ca8c1c16a4e5', 'tag': 'a08429ac-e841-47ed-859f-d6b27d2e90f6', 'status': 'completed', 'code': 200} Mar 23 01:25:17.700586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d845e3ec-c6b7-48b8-915a-0c150472bb38 req-3373bdf9-a7d5-4644-aed4-b207301f04e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 HTTP/1.1" status: 200 len: 999 time: 0.1928122 Mar 23 01:25:17.710904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3d8606-77ac-44e0-afff-54d28fb50d2f None None] New status for floating IP 824cd769-c8b9-403f-ace0-a2a44ca8b20c: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:25:17.774474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-a8481f0d-1870-4574-b484-9697c0ceaaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:17.777906 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-a8481f0d-1870-4574-b484-9697c0ceaaf4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c42cbdb5c7c143e194fe2d4d6569fa6d&device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 1129 time: 0.1989799 Mar 23 01:25:17.875031 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-c83a3e41-0da3-4a08-b1a7-c2380893609c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a08429ac-e841-47ed-859f-d6b27d2e90f6 HTTP/1.1" status: 200 len: 217 time: 0.0773125 Mar 23 01:25:17.921040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845e3ec-c6b7-48b8-915a-0c150472bb38 req-4e031c34-9793-41e4-936c-75263d90c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:17.922704 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d845e3ec-c6b7-48b8-915a-0c150472bb38 req-4e031c34-9793-41e4-936c-75263d90c94f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4c9b9a5f-da6e-46ef-94fa-493b3aa504aa HTTP/1.1" status: 200 len: 863 time: 0.2164130 Mar 23 01:25:17.942666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ce2bc-ff1d-4129-8287-028a15d5b7f5 req-a75d6100-bf9a-48a4-95a4-0fffe10b9c64 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:17.945121 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e9ce2bc-ff1d-4129-8287-028a15d5b7f5 req-a75d6100-bf9a-48a4-95a4-0fffe10b9c64 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 948 time: 0.1129484 Mar 23 01:25:17.968981 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-6548bbf2-061a-4941-86c9-84379517ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:17.970463 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-6548bbf2-061a-4941-86c9-84379517ea57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0940723 Mar 23 01:25:18.007444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49092) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:18.029449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845e3ec-c6b7-48b8-915a-0c150472bb38 req-27bfe28a-202a-454e-85f1-5f07109fe266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:18.031991 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d845e3ec-c6b7-48b8-915a-0c150472bb38 req-27bfe28a-202a-454e-85f1-5f07109fe266 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=080a736b-27cd-405b-b5de-ee5cfb6bde25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0928135 Mar 23 01:25:18.050641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-468c5868-5ac4-4e47-bbc8-d66420ba8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:18.052549 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-468c5868-5ac4-4e47-bbc8-d66420ba8807 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0752254 Mar 23 01:25:18.115022 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-683f2aae-d2cf-4e32-83ba-2bd9f16150da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:18.188195 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e9ce2bc-ff1d-4129-8287-028a15d5b7f5 req-0d4fc367-ab39-4434-8452-27a1bbd7d678 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358165 Mar 23 01:25:18.333593 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 5a344ca5-c2c2-4ed0-be2e-55dce511209b up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:25:18.350323 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-683f2aae-d2cf-4e32-83ba-2bd9f16150da admin admin] Publish callbacks [] for security_group (786b53b6-cdb6-43c6-af5d-b4d75e107074), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:18.365591 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-683f2aae-d2cf-4e32-83ba-2bd9f16150da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (786b53b6-cdb6-43c6-af5d-b4d75e107074), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:18.415345 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-683f2aae-d2cf-4e32-83ba-2bd9f16150da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41bde4f108d843c5ac2494a0e5c3c80a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3939590 Mar 23 01:25:18.416711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49104) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:18.417768 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f2aae-d2cf-4e32-83ba-2bd9f16150da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786b53b6-cdb6-43c6-af5d-b4d75e107074,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:18.437582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 5a344ca5-c2c2-4ed0-be2e-55dce511209b completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:25:18.455362 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 5a344ca5-c2c2-4ed0-be2e-55dce511209b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:18.455924 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5a344ca5-c2c2-4ed0-be2e-55dce511209b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:18.533037 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-92edb919-8777-4a81-bc34-4ce75e226138 admin admin] Publish callbacks [] for security_group (786b53b6-cdb6-43c6-af5d-b4d75e107074), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:18.580652 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-92edb919-8777-4a81-bc34-4ce75e226138 admin admin] Publish callbacks [] for security_group (786b53b6-cdb6-43c6-af5d-b4d75e107074), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:18.601399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf192027-33ac-458e-b545-65a00a3bcea9 req-2ab9b274-2b1a-41be-8f7a-19fc9bb8730d tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:18.603018 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf192027-33ac-458e-b545-65a00a3bcea9 req-2ab9b274-2b1a-41be-8f7a-19fc9bb8730d tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 947 time: 0.1172061 Mar 23 01:25:18.606935 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d845e3ec-c6b7-48b8-915a-0c150472bb38 req-a2ae4f56-fc1c-4e66-861d-2d9835918eae service neutron] 10.222.0.43 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5672953 Mar 23 01:25:18.608841 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-85f70ac3-47dd-4d15-80da-18f8c76d4d00 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422952 Mar 23 01:25:18.618265 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-19aee98c-8a53-49bb-b040-a2b1f8dfb935 req-592078ab-bdd0-4d1d-a278-31e94b99b7b0 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0560224 Mar 23 01:25:18.693137 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 5a344ca5-c2c2-4ed0-be2e-55dce511209b is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:18.693533 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5a344ca5-c2c2-4ed0-be2e-55dce511209b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:18.752574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbfe0e4-804d-4294-886f-fb4a8aeeedb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a344ca5-c2c2-4ed0-be2e-55dce511209b'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:18.756105 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ae84a5-7de9-43d3-bc5d-f1f28a77bea2" -d '{"events": [{"server_uuid": "0bbfe0e4-804d-4294-886f-fb4a8aeeedb8", "name": "network-vif-plugged", "status": "completed", "tag": "5a344ca5-c2c2-4ed0-be2e-55dce511209b"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:18.756765 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1227d1d9-9f98-4de7-9121-55aba8499e82 req-f12e0b60-3e04-4dfd-962d-8029c0abb5e5 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397309 Mar 23 01:25:18.776738 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 5a344ca5-c2c2-4ed0-be2e-55dce511209b, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=5a344ca5-c2c2-4ed0-be2e-55dce511209b,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:18.783444 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5a344ca5-c2c2-4ed0-be2e-55dce511209b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:18.841860 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b84c1dd-a1a8-4153-b603-35ca37ca29d8 x-openstack-request-id: req-4b84c1dd-a1a8-4153-b603-35ca37ca29d8 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:18.842534 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbfe0e4-804d-4294-886f-fb4a8aeeedb8", "name": "network-vif-plugged", "status": "completed", "tag": "5a344ca5-c2c2-4ed0-be2e-55dce511209b", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:18.843488 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b84c1dd-a1a8-4153-b603-35ca37ca29d8 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:18.846741 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b84c1dd-a1a8-4153-b603-35ca37ca29d8'] response: {'server_uuid': '0bbfe0e4-804d-4294-886f-fb4a8aeeedb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a344ca5-c2c2-4ed0-be2e-55dce511209b', 'code': 200} Mar 23 01:25:18.888036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=5a344ca5-c2c2-4ed0-be2e-55dce511209b,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:18.933824 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-92edb919-8777-4a81-bc34-4ce75e226138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (786b53b6-cdb6-43c6-af5d-b4d75e107074), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:18.938592 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-92edb919-8777-4a81-bc34-4ce75e226138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:18.945083 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-92edb919-8777-4a81-bc34-4ce75e226138 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/786b53b6-cdb6-43c6-af5d-b4d75e107074 HTTP/1.1" status: 204 len: 168 time: 0.5229602 Mar 23 01:25:18.959053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edb919-8777-4a81-bc34-4ce75e226138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786b53b6-cdb6-43c6-af5d-b4d75e107074,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:18.986510 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf192027-33ac-458e-b545-65a00a3bcea9 req-65944f40-62ea-4105-b4fd-fa5b7c91aa01 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763745 Mar 23 01:25:19.020665 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7a1a9-42f8-4777-ba4c-e3a6b398922c req-c8529f54-de47-40ad-90d1-fbb12e8b1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:19.022194 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-34b7a1a9-42f8-4777-ba4c-e3a6b398922c req-c8529f54-de47-40ad-90d1-fbb12e8b1c21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c42cbdb5c7c143e194fe2d4d6569fa6d&device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 1129 time: 0.1640420 Mar 23 01:25:19.025164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d845e3ec-c6b7-48b8-915a-0c150472bb38 req-23fbf05d-a8f8-476b-83ae-693f2fff3037 service neutron] 10.222.0.43 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092169 Mar 23 01:25:19.029908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3596f5d-74b4-4483-9531-0e8172eff38a req-8739d98a-dbe0-4144-8c56-f163e7cfc8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:19.031381 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3596f5d-74b4-4483-9531-0e8172eff38a req-8739d98a-dbe0-4144-8c56-f163e7cfc8ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 1131 time: 0.1067955 Mar 23 01:25:19.146800 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3596f5d-74b4-4483-9531-0e8172eff38a req-0a948207-6a4a-4aa6-91a4-91f1b7165d1d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013610 Mar 23 01:25:19.167083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7a1a9-42f8-4777-ba4c-e3a6b398922c req-19f916b4-1b89-4744-8af3-2a6c3a041fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:19.168587 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-34b7a1a9-42f8-4777-ba4c-e3a6b398922c req-19f916b4-1b89-4744-8af3-2a6c3a041fef service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1363471 Mar 23 01:25:19.320755 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36638ef8-95e8-4194-832b-7c545f68a7df req-b51af097-09ea-445a-9de7-0763756fe666 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:19.323193 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-36638ef8-95e8-4194-832b-7c545f68a7df req-b51af097-09ea-445a-9de7-0763756fe666 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 949 time: 0.0731368 Mar 23 01:25:19.377063 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-36638ef8-95e8-4194-832b-7c545f68a7df req-453f6777-ccdd-4e84-a7a1-8555a6fca17f tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474653 Mar 23 01:25:19.382989 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-34b7a1a9-42f8-4777-ba4c-e3a6b398922c req-f30d0aef-e6df-453d-b2c7-a65874ba67dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a08429ac-e841-47ed-859f-d6b27d2e90f6 HTTP/1.1" status: 200 len: 217 time: 0.0358396 Mar 23 01:25:19.458910 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7a1a9-42f8-4777-ba4c-e3a6b398922c req-5c1b243f-57e7-4b0b-b7b3-58bb77623559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:19.460492 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-34b7a1a9-42f8-4777-ba4c-e3a6b398922c req-5c1b243f-57e7-4b0b-b7b3-58bb77623559 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0618684 Mar 23 01:25:19.472435 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-acc0c5b1-2300-4c96-a37d-54eb5f0d2fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:19.518611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7a1a9-42f8-4777-ba4c-e3a6b398922c req-0511e9da-e23f-4d95-ad3d-a85dd16dee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:19.520217 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-34b7a1a9-42f8-4777-ba4c-e3a6b398922c req-0511e9da-e23f-4d95-ad3d-a85dd16dee70 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0512972 Mar 23 01:25:19.630572 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-34b7a1a9-42f8-4777-ba4c-e3a6b398922c req-5885cd5b-78d4-450f-9f38-5b47a9b7ee62 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965817 Mar 23 01:25:19.738121 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-34b7a1a9-42f8-4777-ba4c-e3a6b398922c req-6ed7e864-2f38-4ea5-ac2a-75f564b4af94 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006918 Mar 23 01:25:19.778860 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a136403-cafc-4c86-a0f3-a504963a097c req-b65efc1c-1215-498c-9871-4e6d06e6dc37 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0348599 Mar 23 01:25:20.116934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8331f53-bec1-4e12-aaa7-3ea04b01564b req-0cd34723-c488-4f8c-a97b-8bc6b2a12a34 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:20.118452 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8331f53-bec1-4e12-aaa7-3ea04b01564b req-0cd34723-c488-4f8c-a97b-8bc6b2a12a34 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 947 time: 0.0573657 Mar 23 01:25:20.175569 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8331f53-bec1-4e12-aaa7-3ea04b01564b req-21e7cf9d-1fbd-4f4b-8ac8-89257dd68b25 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481412 Mar 23 01:25:20.253934 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:20.346034 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-eadd66e2-5f0c-40b4-8d42-8b8e4516d5d7 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=22d058ad966146e8aab32624a1a1ed6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219944 Mar 23 01:25:20.495580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-265ecc9c-d70a-43bc-b230-411d49be7190 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:20.502475 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-265ecc9c-d70a-43bc-b230-411d49be7190 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1481054 Mar 23 01:25:20.522929 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-79e01d13-eced-4c1b-9485-614aac638b66 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/quotas/22d058ad966146e8aab32624a1a1ed6d HTTP/1.1" status: 200 len: 375 time: 0.0194697 Mar 23 01:25:20.539599 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c25f5-974f-45f6-8c79-3f9c4a1c13e9 req-8a2e16ff-3ae6-431a-a33d-b86faa90d570 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:20.546647 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-132c25f5-974f-45f6-8c79-3f9c4a1c13e9 req-8a2e16ff-3ae6-431a-a33d-b86faa90d570 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 949 time: 0.0725052 Mar 23 01:25:20.565772 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-af9eaa58-40a2-4b94-ab93-2b38f341c16c tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d058ad966146e8aab32624a1a1ed6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415628 Mar 23 01:25:20.598844 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-132c25f5-974f-45f6-8c79-3f9c4a1c13e9 req-b415a538-01ee-428a-aca4-64bec2a614c8 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510941 Mar 23 01:25:20.725779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49224) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:20.791203 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2410a623-0669-44c4-b36c-acb47b5643f6 req-79e8481e-3e8f-445e-8bf8-3c2dda09ae28 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 210 time: 0.0323160 Mar 23 01:25:20.874386 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b135a15-dd6e-486e-9257-b899f4448244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:20.947646 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b84623f1-547c-460b-a134-82dbcf6dc637 req-ab123084-c181-4315-ac79-23455a8f10fe tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0525496 Mar 23 01:25:20.982135 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b135a15-dd6e-486e-9257-b899f4448244 admin admin] Publish callbacks [] for security_group (da7f7b27-1987-406a-a9a9-0ebfa4a84251), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:20.986322 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b135a15-dd6e-486e-9257-b899f4448244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (da7f7b27-1987-406a-a9a9-0ebfa4a84251), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:21.032444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b135a15-dd6e-486e-9257-b899f4448244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7f7b27-1987-406a-a9a9-0ebfa4a84251,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:21.040322 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9b135a15-dd6e-486e-9257-b899f4448244 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0084bbd3f9584a6b9f4279e5e9bb2ea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107066 Mar 23 01:25:21.040510 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49246) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:21.104496 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c69301a-876e-4c52-afa8-b77c9d04fa5a admin admin] Publish callbacks [] for security_group (da7f7b27-1987-406a-a9a9-0ebfa4a84251), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:21.119049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49248) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:21.129903 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c69301a-876e-4c52-afa8-b77c9d04fa5a admin admin] Publish callbacks [] for security_group (da7f7b27-1987-406a-a9a9-0ebfa4a84251), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:21.211263 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c69301a-876e-4c52-afa8-b77c9d04fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (da7f7b27-1987-406a-a9a9-0ebfa4a84251), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:21.214025 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c69301a-876e-4c52-afa8-b77c9d04fa5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:21.216669 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5c69301a-876e-4c52-afa8-b77c9d04fa5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da7f7b27-1987-406a-a9a9-0ebfa4a84251 HTTP/1.1" status: 204 len: 168 time: 0.1752114 Mar 23 01:25:21.224473 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69301a-876e-4c52-afa8-b77c9d04fa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7f7b27-1987-406a-a9a9-0ebfa4a84251,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:21.305574 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2ca514ef-ced5-48eb-8873-770651bb277c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:21.321410 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7aca-d83e-4ddd-9968-d37630a2215d req-0dc58343-2cdf-4a8b-9d1d-961245e076ee tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:21.324216 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9d5a7aca-d83e-4ddd-9968-d37630a2215d req-0dc58343-2cdf-4a8b-9d1d-961245e076ee tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 947 time: 0.0689313 Mar 23 01:25:21.389862 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9d5a7aca-d83e-4ddd-9968-d37630a2215d req-672bc22d-4f39-41e4-a79f-4d3b12b95813 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559244 Mar 23 01:25:21.444305 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2ca514ef-ced5-48eb-8873-770651bb277c admin admin] Publish callbacks [] for security_group (8b4391f9-5e6e-4686-8019-554a2b9fa6ab), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:21.451223 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2ca514ef-ced5-48eb-8873-770651bb277c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8b4391f9-5e6e-4686-8019-554a2b9fa6ab), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:21.502021 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2ca514ef-ced5-48eb-8873-770651bb277c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ce8002e30a1413fbab022a4515b4b27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790967 Mar 23 01:25:21.502021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca514ef-ced5-48eb-8873-770651bb277c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4391f9-5e6e-4686-8019-554a2b9fa6ab,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:21.502224 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49268) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:21.551872 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5313441-8cd3-4c64-9669-e8b113a9fbea admin admin] Publish callbacks [] for security_group (8b4391f9-5e6e-4686-8019-554a2b9fa6ab), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:21.576331 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5313441-8cd3-4c64-9669-e8b113a9fbea admin admin] Publish callbacks [] for security_group (8b4391f9-5e6e-4686-8019-554a2b9fa6ab), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:21.648922 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5313441-8cd3-4c64-9669-e8b113a9fbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8b4391f9-5e6e-4686-8019-554a2b9fa6ab), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:21.652511 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5313441-8cd3-4c64-9669-e8b113a9fbea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:21.656295 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b5313441-8cd3-4c64-9669-e8b113a9fbea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b4391f9-5e6e-4686-8019-554a2b9fa6ab HTTP/1.1" status: 204 len: 168 time: 0.1505814 Mar 23 01:25:21.665175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5313441-8cd3-4c64-9669-e8b113a9fbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4391f9-5e6e-4686-8019-554a2b9fa6ab,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:21.705368 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49274) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:21.733692 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-36e262b9-acf4-4266-a9c7-38a8a5852981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:21.737707 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-40961f23-e494-445c-88a6-3e2421395a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:21.805282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94587ee-8a32-40be-9753-343c40cbf343 req-3118931e-fd86-47e2-bf03-98fbaec027da tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:21.807417 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b94587ee-8a32-40be-9753-343c40cbf343 req-3118931e-fd86-47e2-bf03-98fbaec027da tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 949 time: 0.0898354 Mar 23 01:25:21.897895 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b94587ee-8a32-40be-9753-343c40cbf343 req-db34a216-b9a4-4337-a93d-d61d64bd50fb tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819254 Mar 23 01:25:21.908124 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d32c7b1d-d5c5-43ac-9817-9b4fa86c2fd4 req-16bf18f3-8744-401b-8506-1018e2c9c0ee tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 210 time: 0.0392036 Mar 23 01:25:21.909226 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-40961f23-e494-445c-88a6-3e2421395a56 admin admin] Publish callbacks [] for security_group (f991da9f-7129-452f-bd19-01b77081dfe7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:21.916940 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-40961f23-e494-445c-88a6-3e2421395a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f991da9f-7129-452f-bd19-01b77081dfe7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:21.963507 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-40961f23-e494-445c-88a6-3e2421395a56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34954fd3e7f94edc81bb02321a44bdcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543569 Mar 23 01:25:21.963507 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40961f23-e494-445c-88a6-3e2421395a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f991da9f-7129-452f-bd19-01b77081dfe7,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:21.963858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49284) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:22.053502 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9df7572b-b0de-4fa9-9665-efb32c311599 admin admin] Publish callbacks [] for security_group (f991da9f-7129-452f-bd19-01b77081dfe7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.081064 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9df7572b-b0de-4fa9-9665-efb32c311599 admin admin] Publish callbacks [] for security_group (f991da9f-7129-452f-bd19-01b77081dfe7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.081906 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3a43714-3269-4160-b094-814d1b94faec req-37d8ece9-98bd-44ad-8c6a-7199f7a93f67 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0438821 Mar 23 01:25:22.197236 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49294) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:22.212458 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0729-55e3-4586-9327-630527227ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.225906 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-010c27e9-340e-4e7a-8bf1-4d18f0e28175 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=22d058ad966146e8aab32624a1a1ed6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585203 Mar 23 01:25:22.228215 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9df7572b-b0de-4fa9-9665-efb32c311599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f991da9f-7129-452f-bd19-01b77081dfe7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.231861 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9df7572b-b0de-4fa9-9665-efb32c311599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.237477 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9df7572b-b0de-4fa9-9665-efb32c311599 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f991da9f-7129-452f-bd19-01b77081dfe7 HTTP/1.1" status: 204 len: 168 time: 0.2720754 Mar 23 01:25:22.258600 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a08429ac-e841-47ed-859f-d6b27d2e90f6 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:25:22.356242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7572b-b0de-4fa9-9665-efb32c311599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f991da9f-7129-452f-bd19-01b77081dfe7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:22.400522 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0729-55e3-4586-9327-630527227ac2 admin admin] Publish callbacks [] for security_group (b50a5507-950d-4197-9542-6b44a184404f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.401098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933cad0-c7d7-40e0-ac7e-cbab65b0aa48 req-14db49dc-c000-4f9e-8a89-ab3fb9488aaa tempest-ServersAdminNegativeTestJSON-1048526474 tempest-ServersAdminNegativeTestJSON-1048526474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:22.402872 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c933cad0-c7d7-40e0-ac7e-cbab65b0aa48 req-14db49dc-c000-4f9e-8a89-ab3fb9488aaa tempest-ServersAdminNegativeTestJSON-1048526474 tempest-ServersAdminNegativeTestJSON-1048526474-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 1131 time: 0.1871080 Mar 23 01:25:22.417812 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a0c0729-55e3-4586-9327-630527227ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b50a5507-950d-4197-9542-6b44a184404f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.451085 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a08429ac-e841-47ed-859f-d6b27d2e90f6, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a08429ac-e841-47ed-859f-d6b27d2e90f6,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:22.460825 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0a0c0729-55e3-4586-9327-630527227ac2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57b1215293584cceb4e5af77cc59d2ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608075 Mar 23 01:25:22.463218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49310) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:22.466916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'a08429ac-e841-47ed-859f-d6b27d2e90f6', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': 'a08429ac-e841-47ed-859f-d6b27d2e90f6', 'mac_address': 'fa:16:3e:b9:48:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:25:22.489053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c0729-55e3-4586-9327-630527227ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50a5507-950d-4197-9542-6b44a184404f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:22.508163 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c933cad0-c7d7-40e0-ac7e-cbab65b0aa48 req-06ca952b-93ba-4e24-b7e9-963ecb9866b0 tempest-ServersAdminNegativeTestJSON-1048526474 tempest-ServersAdminNegativeTestJSON-1048526474-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.526323 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port a08429ac-e841-47ed-859f-d6b27d2e90f6 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:22.527258 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a08429ac-e841-47ed-859f-d6b27d2e90f6), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.547886 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08429ac-e841-47ed-859f-d6b27d2e90f6 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:22.564791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-f1da655c-07c0-428e-ade8-c9fb6ba1fdff tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:22.567581 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-f1da655c-07c0-428e-ade8-c9fb6ba1fdff tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3144288 Mar 23 01:25:22.572004 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a08429ac-e841-47ed-859f-d6b27d2e90f6, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a08429ac-e841-47ed-859f-d6b27d2e90f6,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:22.580178 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a08429ac-e841-47ed-859f-d6b27d2e90f6), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.589706 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342f984-4956-4909-995e-1e83e3e8606f req-a31cbb60-e9c3-493b-ae76-6f35fa6bcf48 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:22.599475 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7342f984-4956-4909-995e-1e83e3e8606f req-a31cbb60-e9c3-493b-ae76-6f35fa6bcf48 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 947 time: 0.0794196 Mar 23 01:25:22.602805 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-f0275a46-a206-4be4-b99b-4999436a00ec tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Request body: {'port': {'device_id': 'ca6d2d76-8c85-4d81-ae10-ef62b5c9164b', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '22d058ad966146e8aab32624a1a1ed6d'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:22.638357 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=a08429ac-e841-47ed-859f-d6b27d2e90f6,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:22.668934 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7342f984-4956-4909-995e-1e83e3e8606f req-b069c37f-119e-4def-bb9f-b4260ee2674c tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683663 Mar 23 01:25:22.692340 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b114b0a6-fc5c-4142-a495-d3dd458b245e admin admin] Publish callbacks [] for security_group (b50a5507-950d-4197-9542-6b44a184404f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.755679 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b114b0a6-fc5c-4142-a495-d3dd458b245e admin admin] Publish callbacks [] for security_group (b50a5507-950d-4197-9542-6b44a184404f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.820709 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c933cad0-c7d7-40e0-ac7e-cbab65b0aa48 req-06ca952b-93ba-4e24-b7e9-963ecb9866b0 tempest-ServersAdminNegativeTestJSON-1048526474 tempest-ServersAdminNegativeTestJSON-1048526474-project-admin] Publish callbacks [] for security_group (59e68a9c-400f-4674-84a8-8df3d6aefab9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.825947 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c933cad0-c7d7-40e0-ac7e-cbab65b0aa48 req-06ca952b-93ba-4e24-b7e9-963ecb9866b0 tempest-ServersAdminNegativeTestJSON-1048526474 tempest-ServersAdminNegativeTestJSON-1048526474-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (59e68a9c-400f-4674-84a8-8df3d6aefab9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.831876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-f0275a46-a206-4be4-b99b-4999436a00ec tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Made reservation on behalf of 22d058ad966146e8aab32624a1a1ed6d for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:22.835449 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-f0275a46-a206-4be4-b99b-4999436a00ec tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.851943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['a08429ac-e841-47ed-859f-d6b27d2e90f6'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:22.868371 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-f0275a46-a206-4be4-b99b-4999436a00ec tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.900260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c933cad0-c7d7-40e0-ac7e-cbab65b0aa48 req-06ca952b-93ba-4e24-b7e9-963ecb9866b0 tempest-ServersAdminNegativeTestJSON-1048526474 tempest-ServersAdminNegativeTestJSON-1048526474-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773018 Mar 23 01:25:22.900970 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b114b0a6-fc5c-4142-a495-d3dd458b245e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b50a5507-950d-4197-9542-6b44a184404f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.903754 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b114b0a6-fc5c-4142-a495-d3dd458b245e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:22.905082 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b114b0a6-fc5c-4142-a495-d3dd458b245e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b50a5507-950d-4197-9542-6b44a184404f HTTP/1.1" status: 204 len: 168 time: 0.4400649 Mar 23 01:25:22.912519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca952b-93ba-4e24-b7e9-963ecb9866b0 tempest-ServersAdminNegativeTestJSON-1048526474 tempest-ServersAdminNegativeTestJSON-1048526474-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e68a9c-400f-4674-84a8-8df3d6aefab9,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:22.938416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114b0a6-fc5c-4142-a495-d3dd458b245e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50a5507-950d-4197-9542-6b44a184404f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:23.038501 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-f0275a46-a206-4be4-b99b-4999436a00ec tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Publish callbacks [] for security_group (aac6acc4-2a4e-4b7a-a140-f9951c082628), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:23.048313 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-f0275a46-a206-4be4-b99b-4999436a00ec tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (aac6acc4-2a4e-4b7a-a140-f9951c082628), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:23.069698 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f2286c3f-0e4f-4848-9e48-ee2bdfe7d930 req-e2a16945-6864-43fb-9902-26f66f060d38 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 210 time: 0.0527439 Mar 23 01:25:23.092160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0275a46-a206-4be4-b99b-4999436a00ec tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac6acc4-2a4e-4b7a-a140-f9951c082628,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:23.112241 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:23.173306 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49336) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:23.282733 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd7403f0-df37-4819-bb10-ff5be6548450 req-62974807-89f5-455a-b4a1-a2c48dcca35e tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0598941 Mar 23 01:25:23.317363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-f0275a46-a206-4be4-b99b-4999436a00ec tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Allocated IP 192.168.233.240 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/66eb0de5-75c2-4491-81ca-58c9ee758470) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:25:23.361920 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:23.464788 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.43', 62348) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:23.517489 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-81319ac5-9d05-41f8-8583-94f66c30e51a req-0b61ced9-9774-4b56-8dfb-a4c0be83d1c3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512617 Mar 23 01:25:23.541985 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-f0275a46-a206-4be4-b99b-4999436a00ec tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Publish callbacks [] for port (66eb0de5-75c2-4491-81ca-58c9ee758470), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:23.559540 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Publish callbacks [] for security_group (9ab67030-7fce-49cf-9294-1f41f947a513), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:23.569576 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9ab67030-7fce-49cf-9294-1f41f947a513), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:23.590489 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49358) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:23.623169 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab67030-7fce-49cf-9294-1f41f947a513,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:23.638031 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10671109b1a94abba7025222dc1efc05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4601538 Mar 23 01:25:23.638031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:23.638031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:23.638031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:23.638425 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49364) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:23.638500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:23.639064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:23.639064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:23.639330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:23.639606 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:23.639948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:23.640298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:23.640644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:23.641126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:23.641454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:23.641775 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:23.642133 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66514e5-7017-4b0a-92aa-d74d1b0c30b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:23.647073 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-f0275a46-a206-4be4-b99b-4999436a00ec tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (66eb0de5-75c2-4491-81ca-58c9ee758470), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:23.699169 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-f0275a46-a206-4be4-b99b-4999436a00ec tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:25:23.704826 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81319ac5-9d05-41f8-8583-94f66c30e51a req-d4db9375-79eb-4093-b849-323fd3a041db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:23.705794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-f0275a46-a206-4be4-b99b-4999436a00ec tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:25:23.706138 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-81319ac5-9d05-41f8-8583-94f66c30e51a req-d4db9375-79eb-4093-b849-323fd3a041db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4fac7cf4797433d9067e9d5d2bae7f4&device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 1127 time: 0.1166115 Mar 23 01:25:23.711185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-f0275a46-a206-4be4-b99b-4999436a00ec tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:25:23.718044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-f0275a46-a206-4be4-b99b-4999436a00ec tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:23.721898 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-f0275a46-a206-4be4-b99b-4999436a00ec tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:23.725997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0275a46-a206-4be4-b99b-4999436a00ec tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Pushing event updated for resources: {'Port': ['ID=66eb0de5-75c2-4491-81ca-58c9ee758470,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:23.744120 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-f0275a46-a206-4be4-b99b-4999436a00ec tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1462934 Mar 23 01:25:23.761721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Request body: {'port': {'device_id': 'ca6d2d76-8c85-4d81-ae10-ef62b5c9164b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:23.788907 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Publish callbacks [] for security_group (9ab67030-7fce-49cf-9294-1f41f947a513), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:23.836441 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2034878898-network', 'tenant_id': '2a05ac1f6247492dbd8888aad87a4e5e'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:23.870880 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (66eb0de5-75c2-4491-81ca-58c9ee758470), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:23.921057 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Publish callbacks [] for security_group (9ab67030-7fce-49cf-9294-1f41f947a513), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:23.999582 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] Made reservation on behalf of 2a05ac1f6247492dbd8888aad87a4e5e for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:24.005262 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:24.034965 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:24.047825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23052a1b-bcbd-4a25-9a6f-38e0e3e57aed req-82f89139-5ad7-436d-ba1b-690bc24b8b63 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:24.049367 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23052a1b-bcbd-4a25-9a6f-38e0e3e57aed req-82f89139-5ad7-436d-ba1b-690bc24b8b63 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 948 time: 0.2228673 Mar 23 01:25:24.055755 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81319ac5-9d05-41f8-8583-94f66c30e51a req-9880e525-e490-4df2-965c-2d0cca4d2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:24.057464 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-81319ac5-9d05-41f8-8583-94f66c30e51a req-9880e525-e490-4df2-965c-2d0cca4d2033 service neutron] 10.222.0.43 "GET /v2.0/networks?id=080a736b-27cd-405b-b5de-ee5cfb6bde25 HTTP/1.1" status: 200 len: 924 time: 0.3254519 Mar 23 01:25:24.090980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d2d5e1e8-db95-4c3a-995a-80ae9d9d8fbd None None] Provisioning complete for port 66eb0de5-75c2-4491-81ca-58c9ee758470 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:24.092268 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d2d5e1e8-db95-4c3a-995a-80ae9d9d8fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (66eb0de5-75c2-4491-81ca-58c9ee758470), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:24.122909 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33771f-ccb8-4ff2-a4d3-94635c5ca3cd req-8a807cf1-a96d-4f67-9e66-054c9af01434 tempest-ServersAdminNegativeTestJSON-1048526474 tempest-ServersAdminNegativeTestJSON-1048526474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:24.124450 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2e33771f-ccb8-4ff2-a4d3-94635c5ca3cd req-8a807cf1-a96d-4f67-9e66-054c9af01434 tempest-ServersAdminNegativeTestJSON-1048526474 tempest-ServersAdminNegativeTestJSON-1048526474-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 1131 time: 0.1147361 Mar 23 01:25:24.162097 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d2d5e1e8-db95-4c3a-995a-80ae9d9d8fbd None None] Port 66eb0de5-75c2-4491-81ca-58c9ee758470 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:25:24.193031 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9ab67030-7fce-49cf-9294-1f41f947a513), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:24.195811 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:24.199197 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ab67030-7fce-49cf-9294-1f41f947a513 HTTP/1.1" status: 204 len: 168 time: 0.5575726 Mar 23 01:25:24.210192 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2e33771f-ccb8-4ff2-a4d3-94635c5ca3cd req-0e0d3275-e09e-4a62-8d0b-3d501b898621 tempest-ServersAdminNegativeTestJSON-1048526474 tempest-ServersAdminNegativeTestJSON-1048526474-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752909 Mar 23 01:25:24.272236 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66eb0de5-75c2-4491-81ca-58c9ee758470 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:24.273434 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a08429ac-e841-47ed-859f-d6b27d2e90f6 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:25:24.284430 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Publish callbacks [] for port (66eb0de5-75c2-4491-81ca-58c9ee758470), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:24.289449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab67030-7fce-49cf-9294-1f41f947a513,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:24.313710 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Transition to ACTIVE for port object 66eb0de5-75c2-4491-81ca-58c9ee758470 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:25:24.339368 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (66eb0de5-75c2-4491-81ca-58c9ee758470), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:24.349147 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23052a1b-bcbd-4a25-9a6f-38e0e3e57aed req-3ff52b58-eecb-4bf1-80e6-87aa74a8d67e tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807505 Mar 23 01:25:24.350856 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.353174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.353669 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.354253 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.354821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.358429 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.358964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.359443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.359911 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.360411 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.360908 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.361380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.361849 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.365863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.365863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f9e2e-798c-4edb-a4db-9c1ad5c93030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.441288 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-81319ac5-9d05-41f8-8583-94f66c30e51a req-628aa114-c50a-4fbe-8fe0-c14e46670a51 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 HTTP/1.1" status: 200 len: 1001 time: 0.3731472 Mar 23 01:25:24.456475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port a08429ac-e841-47ed-859f-d6b27d2e90f6 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:25:24.486881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port a08429ac-e841-47ed-859f-d6b27d2e90f6 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:24.487635 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a08429ac-e841-47ed-859f-d6b27d2e90f6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:24.525559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d795d-79e4-47fd-b893-b8440c1172a9 req-03707fa8-2045-494b-a175-3dcf6828ae65 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:24.528502 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc0d795d-79e4-47fd-b893-b8440c1172a9 req-03707fa8-2045-494b-a175-3dcf6828ae65 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 936 time: 0.2317488 Mar 23 01:25:24.529482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Pushing event updated for resources: {'Port': ['ID=66eb0de5-75c2-4491-81ca-58c9ee758470,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:24.555198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Attempting to bind port 66eb0de5-75c2-4491-81ca-58c9ee758470 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:25:24.555707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Attempting to bind port 66eb0de5-75c2-4491-81ca-58c9ee758470 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:25:24.556183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Attempting to bind port 66eb0de5-75c2-4491-81ca-58c9ee758470 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:24.565006 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] Publish callbacks [] for security_group (d09ad811-1859-4a8d-b4e8-c979de5c85ea), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:24.575553 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d09ad811-1859-4a8d-b4e8-c979de5c85ea), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:24.576702 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Port 66eb0de5-75c2-4491-81ca-58c9ee758470 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:25:24.577255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Attempting to bind port 66eb0de5-75c2-4491-81ca-58c9ee758470 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:24.581859 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:24.589666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:25:24.590253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:25:24.590890 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:25:24.592080 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Bound port: 66eb0de5-75c2-4491-81ca-58c9ee758470, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:25:24.592682 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (66eb0de5-75c2-4491-81ca-58c9ee758470), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:24.623314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:25:24.660019 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09ad811-1859-4a8d-b4e8-c979de5c85ea,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:24.666268 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc0d795d-79e4-47fd-b893-b8440c1172a9 req-f8cd63c9-6974-4260-9655-ecc1f52a7bd8 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235988 Mar 23 01:25:24.681161 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81319ac5-9d05-41f8-8583-94f66c30e51a req-a16d246d-e0e6-4cb7-925f-898de049b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:24.684225 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-81319ac5-9d05-41f8-8583-94f66c30e51a req-a16d246d-e0e6-4cb7-925f-898de049b1d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4c9b9a5f-da6e-46ef-94fa-493b3aa504aa HTTP/1.1" status: 200 len: 863 time: 0.2327878 Mar 23 01:25:24.719160 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757123563578', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2af5340e-5894-4fc1-b472-5eda067b0ece), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:24.721392 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] Unsubscribe: segment precommit_create {{(pid=99263) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 01:25:24.722756 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] Added segment 2af5340e-5894-4fc1-b472-5eda067b0ece of type vlan for network d44dd811-bae2-4efa-9295-6d682f4c9315 Mar 23 01:25:24.724090 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port a08429ac-e841-47ed-859f-d6b27d2e90f6 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:24.725415 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a08429ac-e841-47ed-859f-d6b27d2e90f6), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:24.729172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] For port 66eb0de5-75c2-4491-81ca-58c9ee758470, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:25:24.736432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] For port 66eb0de5-75c2-4491-81ca-58c9ee758470, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=66eb0de5-75c2-4491-81ca-58c9ee758470,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:25:24.751704 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (66eb0de5-75c2-4491-81ca-58c9ee758470), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:24.780528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:24.783706 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:24.787406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a08429ac-e841-47ed-859f-d6b27d2e90f6, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a08429ac-e841-47ed-859f-d6b27d2e90f6,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:24.788471 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] 10.222.0.43 "PUT /v2.0/ports/66eb0de5-75c2-4491-81ca-58c9ee758470 HTTP/1.1" status: 200 len: 1096 time: 1.0310616 Mar 23 01:25:24.788907 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4beea2-d143-4254-9b2f-ca8c1c16a4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08429ac-e841-47ed-859f-d6b27d2e90f6'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:24.793471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6d2d76-8c85-4d81-ae10-ef62b5c9164b', 'tag': '66eb0de5-75c2-4491-81ca-58c9ee758470'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:24.794487 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad1ef07-91d5-429c-965b-3b84701e505e" -d '{"events": [{"server_uuid": "be4beea2-d143-4254-9b2f-ca8c1c16a4e5", "name": "network-vif-plugged", "status": "completed", "tag": "a08429ac-e841-47ed-859f-d6b27d2e90f6"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:24.799806 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a3d98f-51e7-4704-91f4-197695d84832" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6d2d76-8c85-4d81-ae10-ef62b5c9164b", "tag": "66eb0de5-75c2-4491-81ca-58c9ee758470"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:24.813881 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a08429ac-e841-47ed-859f-d6b27d2e90f6), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:24.910708 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=a08429ac-e841-47ed-859f-d6b27d2e90f6,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:24.937195 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-74046a87-2811-4426-ad59-dbc2e7d3fac3 req-7854406d-e070-4fc4-a96b-419da326fe50 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0823255 Mar 23 01:25:24.941112 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49408) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:24.971453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.972137 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.973070 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.973950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.974519 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.974986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.975444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.975916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.976965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.977561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.978040 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.978497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.979053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.980129 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.980616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:25:24.996021 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-875d87a0-48d7-4cdf-bf65-f07450d8be7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:25.010176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85402f52-0e35-4cde-baca-1039dea241a2 service neutron] Pushing event updated for resources: {'Port': ['ID=66eb0de5-75c2-4491-81ca-58c9ee758470,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:25.018594 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-eb581f8a-a16b-4732-859b-d00694c262f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:25.020521 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-eb581f8a-a16b-4732-859b-d00694c262f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=22d058ad966146e8aab32624a1a1ed6d&device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 1130 time: 0.1569262 Mar 23 01:25:25.076476 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (d44dd811-bae2-4efa-9295-6d682f4c9315), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:25.082887 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e766a8b-0038-436f-b275-b74e1c28ff88 x-openstack-request-id: req-5e766a8b-0038-436f-b275-b74e1c28ff88 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:25.083481 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6d2d76-8c85-4d81-ae10-ef62b5c9164b", "tag": "66eb0de5-75c2-4491-81ca-58c9ee758470", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:25.083686 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e766a8b-0038-436f-b275-b74e1c28ff88 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:25.084009 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e766a8b-0038-436f-b275-b74e1c28ff88'] response: {'name': 'network-changed', 'server_uuid': 'ca6d2d76-8c85-4d81-ae10-ef62b5c9164b', 'tag': '66eb0de5-75c2-4491-81ca-58c9ee758470', 'status': 'completed', 'code': 200} Mar 23 01:25:25.092209 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-48ca688c-4180-4719-a2c7-cc030856ec09 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=66eb0de5-75c2-4491-81ca-58c9ee758470 HTTP/1.1" status: 200 len: 217 time: 0.0536492 Mar 23 01:25:25.098016 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81319ac5-9d05-41f8-8583-94f66c30e51a req-a5112fab-bb36-4d84-ae0d-775a1177f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:25.101995 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-81319ac5-9d05-41f8-8583-94f66c30e51a req-a5112fab-bb36-4d84-ae0d-775a1177f47a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=080a736b-27cd-405b-b5de-ee5cfb6bde25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3698545 Mar 23 01:25:25.134126 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30c6cde-e8e8-4d17-8430-15f6a6a7be12 x-openstack-request-id: req-f30c6cde-e8e8-4d17-8430-15f6a6a7be12 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:25.135518 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4beea2-d143-4254-9b2f-ca8c1c16a4e5", "name": "network-vif-plugged", "status": "completed", "tag": "a08429ac-e841-47ed-859f-d6b27d2e90f6", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:25.136295 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f30c6cde-e8e8-4d17-8430-15f6a6a7be12 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:25.137100 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f30c6cde-e8e8-4d17-8430-15f6a6a7be12'] response: {'server_uuid': 'be4beea2-d143-4254-9b2f-ca8c1c16a4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08429ac-e841-47ed-859f-d6b27d2e90f6', 'code': 200} Mar 23 01:25:25.182100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-1ac2a0bb-c646-4beb-a3a1-0159e4c412f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:25.183768 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-1ac2a0bb-c646-4beb-a3a1-0159e4c412f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0813417 Mar 23 01:25:25.192888 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.resource_extend [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:25:25.208609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-d41f8ea9-5fea-4140-b836-6a81d9aea3c7 req-a7d53a13-7f77-4233-a6a9-b760c7b2542e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:25:25.225117 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d41f8ea9-5fea-4140-b836-6a81d9aea3c7 req-a7d53a13-7f77-4233-a6a9-b760c7b2542e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3268089 Mar 23 01:25:25.230656 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-875d87a0-48d7-4cdf-bf65-f07450d8be7f admin admin] Publish callbacks [] for security_group (a73f8e39-7537-41ce-a831-908c4b57531b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:25.244889 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-875d87a0-48d7-4cdf-bf65-f07450d8be7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a73f8e39-7537-41ce-a831-908c4b57531b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:25.278288 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (d44dd811-bae2-4efa-9295-6d682f4c9315), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:25.279231 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:25.279826 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:25.323550 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-875d87a0-48d7-4cdf-bf65-f07450d8be7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55488acadf8b4dfabbc824e917122a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3812702 Mar 23 01:25:25.326340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49424) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:25.334974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-1ba1a6ea-4621-4bce-8aba-d86a6a0c2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:25.336432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-1ba1a6ea-4621-4bce-8aba-d86a6a0c2a1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1437433 Mar 23 01:25:25.340806 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d87a0-48d7-4cdf-bf65-f07450d8be7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73f8e39-7537-41ce-a831-908c4b57531b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:25.426892 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e2e4-34c6-498e-8ed3-504db33e6b35 req-de540cb0-cc6d-4956-819b-b970f86090d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:25.428440 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9654e2e4-34c6-498e-8ed3-504db33e6b35 req-de540cb0-cc6d-4956-819b-b970f86090d5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 1131 time: 0.1954350 Mar 23 01:25:25.531991 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5a93354e-9766-45ea-ae39-c1f5f13aa6cb admin admin] Publish callbacks [] for security_group (a73f8e39-7537-41ce-a831-908c4b57531b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:25.546817 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9654e2e4-34c6-498e-8ed3-504db33e6b35 req-116f45e0-b20d-4ced-af14-adba7f9f6c9a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095269 Mar 23 01:25:25.564921 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-6f276ec0-4af1-4587-9018-d9fc2c9caad3 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130594 Mar 23 01:25:25.611416 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5a93354e-9766-45ea-ae39-c1f5f13aa6cb admin admin] Publish callbacks [] for security_group (a73f8e39-7537-41ce-a831-908c4b57531b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:25.619988 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-81319ac5-9d05-41f8-8583-94f66c30e51a req-bf555b5f-0a12-4fea-a25e-dce9ba36b2bc service neutron] 10.222.0.43 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090647 Mar 23 01:25:25.642255 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0439820 Mar 23 01:25:25.647470 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49432) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:25.665803 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0ee91d32-41f7-456a-a6a5-e02b796cea54 admin admin] Request body: {'subnet': {'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2034878898-subnet', 'tenant_id': '2a05ac1f6247492dbd8888aad87a4e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:25.669011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0efd3a-28c6-400e-9bc7-784aad1a5184 admin admin] Pushing event updated for resources: {'Network': ['ID=d44dd811-bae2-4efa-9295-6d682f4c9315,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:25.691735 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network d44dd811-bae2-4efa-9295-6d682f4c9315 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:25:25.744282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee91d32-41f7-456a-a6a5-e02b796cea54 admin admin] Made reservation on behalf of 2a05ac1f6247492dbd8888aad87a4e5e for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:25.746970 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0ee91d32-41f7-456a-a6a5-e02b796cea54 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:25.761087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbb8ed-4738-47c2-ae71-476a1bc5746f req-b7870451-14b1-421a-8ee5-233fd22a714c tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:25.763080 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-75cbb8ed-4738-47c2-ae71-476a1bc5746f req-b7870451-14b1-421a-8ee5-233fd22a714c tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 949 time: 0.1810000 Mar 23 01:25:25.779151 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:25.870800 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-81319ac5-9d05-41f8-8583-94f66c30e51a req-37c6b33d-a86b-443e-8cb4-4fa1d3601679 service neutron] 10.222.0.43 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247713 Mar 23 01:25:25.899980 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-75cbb8ed-4738-47c2-ae71-476a1bc5746f req-b7ea8488-a3f0-4f9f-9214-ca9235b26483 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195977 Mar 23 01:25:25.960925 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b10e6-f6b2-4a6b-8108-5d29f6a1572c req-82edd4db-89ae-4e81-8891-4348e4e8b25c tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:25.962472 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-638b10e6-f6b2-4a6b-8108-5d29f6a1572c req-82edd4db-89ae-4e81-8891-4348e4e8b25c tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 949 time: 0.4223504 Mar 23 01:25:25.996926 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-525f0858-ba02-4ffa-8a23-f178f40bbbab req-315105ab-cc03-414a-a4cc-349917fdc051 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150872 Mar 23 01:25:26.014375 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5a93354e-9766-45ea-ae39-c1f5f13aa6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a73f8e39-7537-41ce-a831-908c4b57531b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:26.016897 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5a93354e-9766-45ea-ae39-c1f5f13aa6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:26.018363 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5a93354e-9766-45ea-ae39-c1f5f13aa6cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a73f8e39-7537-41ce-a831-908c4b57531b HTTP/1.1" status: 204 len: 168 time: 0.6909890 Mar 23 01:25:26.037713 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0ee91d32-41f7-456a-a6a5-e02b796cea54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for subnet (b151ab54-9dd9-40f8-bf23-730b361e4833), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:26.040537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93354e-9766-45ea-ae39-c1f5f13aa6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73f8e39-7537-41ce-a831-908c4b57531b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:26.057654 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-638b10e6-f6b2-4a6b-8108-5d29f6a1572c req-da8b8a1e-acd6-4102-8973-90938357c6f4 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764918 Mar 23 01:25:26.130152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee91d32-41f7-456a-a6a5-e02b796cea54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b151ab54-9dd9-40f8-bf23-730b361e4833,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:26.141116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee91d32-41f7-456a-a6a5-e02b796cea54 admin admin] Checking segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:25:26.141481 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee91d32-41f7-456a-a6a5-e02b796cea54 admin admin] Network hostable DHCP agents. Network: d44dd811-bae2-4efa-9295-6d682f4c9315, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:25:26.167315 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee91d32-41f7-456a-a6a5-e02b796cea54 admin admin] Network d44dd811-bae2-4efa-9295-6d682f4c9315 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:25:26.180536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-0ee91d32-41f7-456a-a6a5-e02b796cea54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, d44dd811-bae2-4efa-9295-6d682f4c9315) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:25:26.186771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee91d32-41f7-456a-a6a5-e02b796cea54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:26.188554 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0ee91d32-41f7-456a-a6a5-e02b796cea54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:26.191791 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed51608-cfb6-4bdb-8bff-a068b53c58b2 None None] Network d44dd811-bae2-4efa-9295-6d682f4c9315 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:25:26.221898 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0ee91d32-41f7-456a-a6a5-e02b796cea54 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5670607 Mar 23 01:25:26.248903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3d98f-51e7-4704-91f4-197695d84832 req-eb4b356e-5a44-459a-812d-d8651a35ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:26.250407 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51a3d98f-51e7-4704-91f4-197695d84832 req-eb4b356e-5a44-459a-812d-d8651a35ad6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=22d058ad966146e8aab32624a1a1ed6d&device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 1130 time: 0.0962346 Mar 23 01:25:26.267727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a71ced-7bf4-4fcf-8b3b-1ab869978dec req-3f9312ec-e4a8-4987-aa52-312f982ee3a7 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:26.275071 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4a71ced-7bf4-4fcf-8b3b-1ab869978dec req-3f9312ec-e4a8-4987-aa52-312f982ee3a7 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 948 time: 0.1088800 Mar 23 01:25:26.374269 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104088e3-18ee-4a9b-995a-467bd11dc933 None None] Network d44dd811-bae2-4efa-9295-6d682f4c9315 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:25:26.391559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3d98f-51e7-4704-91f4-197695d84832 req-5a247d01-71b5-47d9-a9c5-cc271c43f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:26.393106 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51a3d98f-51e7-4704-91f4-197695d84832 req-5a247d01-71b5-47d9-a9c5-cc271c43f01a service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1155937 Mar 23 01:25:26.487867 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51a3d98f-51e7-4704-91f4-197695d84832 req-9a46f373-438d-4899-a9c8-f3a12fd5ebfe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=66eb0de5-75c2-4491-81ca-58c9ee758470 HTTP/1.1" status: 200 len: 217 time: 0.0822625 Mar 23 01:25:26.500159 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4a71ced-7bf4-4fcf-8b3b-1ab869978dec req-f9540277-f6a5-4149-8cd6-30840d8d5d12 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239327 Mar 23 01:25:26.579825 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a9759d14-4f99-43d8-b816-43abfe2b28b8 req-a3bc2cf6-afa3-403d-9a04-80752d8b2d8f tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0710318 Mar 23 01:25:26.582982 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3d98f-51e7-4704-91f4-197695d84832 req-2dc71058-b782-4e38-b3e3-189286b91f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:26.585300 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51a3d98f-51e7-4704-91f4-197695d84832 req-2dc71058-b782-4e38-b3e3-189286b91f59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0837140 Mar 23 01:25:26.678775 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3d98f-51e7-4704-91f4-197695d84832 req-b559c272-650a-4dc0-af8e-f790e086b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:26.680493 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51a3d98f-51e7-4704-91f4-197695d84832 req-b559c272-650a-4dc0-af8e-f790e086b1b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0686195 Mar 23 01:25:26.822644 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51a3d98f-51e7-4704-91f4-197695d84832 req-afabaa1b-175f-4186-8f40-0375679fd231 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227484 Mar 23 01:25:26.927801 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51a3d98f-51e7-4704-91f4-197695d84832 req-8f503ed0-d761-4b31-9e36-e20a8a029814 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985696 Mar 23 01:25:27.027256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fa2c2-965a-4883-a8ec-9f1f1e6bb909 req-890e56ab-14b4-4c56-ae88-f3a9cdb888ca tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:27.034225 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-484fa2c2-965a-4883-a8ec-9f1f1e6bb909 req-890e56ab-14b4-4c56-ae88-f3a9cdb888ca tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 949 time: 0.0622072 Mar 23 01:25:27.087198 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-484fa2c2-965a-4883-a8ec-9f1f1e6bb909 req-0e0ede29-8a85-49fe-9dcc-d4f6740b2bc2 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519543 Mar 23 01:25:27.106421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49480) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:27.165635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49488) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:27.171030 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5839c614-aec3-45c2-8bfb-b439f53202be admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1654515602-network', 'tenant_id': 'f997df5cc682420f83e4095b716f93be'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:27.198279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5839c614-aec3-45c2-8bfb-b439f53202be admin admin] Made reservation on behalf of f997df5cc682420f83e4095b716f93be for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:27.201187 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5839c614-aec3-45c2-8bfb-b439f53202be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:27.210523 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5839c614-aec3-45c2-8bfb-b439f53202be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:27.255007 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396881f-0bdc-44c4-96a8-ba1b599e8dbc req-047c1939-11c3-469b-96fe-99adef5075d0 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:27.258685 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3396881f-0bdc-44c4-96a8-ba1b599e8dbc req-047c1939-11c3-469b-96fe-99adef5075d0 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 949 time: 0.0949306 Mar 23 01:25:27.311634 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5839c614-aec3-45c2-8bfb-b439f53202be admin admin] Publish callbacks [] for security_group (246d3d50-13f0-48d9-97cf-dc4d9bec1c01), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:27.320020 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5839c614-aec3-45c2-8bfb-b439f53202be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (246d3d50-13f0-48d9-97cf-dc4d9bec1c01), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:27.338264 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5839c614-aec3-45c2-8bfb-b439f53202be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:25:27.351601 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5839c614-aec3-45c2-8bfb-b439f53202be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (81520a10-5652-4da1-9742-67099adbb58f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:27.352047 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-5839c614-aec3-45c2-8bfb-b439f53202be admin admin] Added segment 81520a10-5652-4da1-9742-67099adbb58f of type vlan for network 537aa1b0-a5b1-4f87-8f02-49ea1b22df55 Mar 23 01:25:27.393030 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3396881f-0bdc-44c4-96a8-ba1b599e8dbc req-d098c4c0-b2e4-4b59-bd57-843e409c9706 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230009 Mar 23 01:25:27.411767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeed45c-d3ab-44e5-85b5-9693e5e40834 req-9f4bb65b-8eb3-42a2-b140-6450a43a1b62 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:27.413305 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0eeed45c-d3ab-44e5-85b5-9693e5e40834 req-9f4bb65b-8eb3-42a2-b140-6450a43a1b62 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 949 time: 0.0982687 Mar 23 01:25:27.442943 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-617c9d31-e8b9-4178-b4da-a8dc46ccc408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:27.466967 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839c614-aec3-45c2-8bfb-b439f53202be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246d3d50-13f0-48d9-97cf-dc4d9bec1c01,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:27.481005 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5839c614-aec3-45c2-8bfb-b439f53202be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (537aa1b0-a5b1-4f87-8f02-49ea1b22df55), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:27.544177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-0eeed45c-d3ab-44e5-85b5-9693e5e40834 req-73d60223-3ea5-4aef-b472-d863ce3822e2 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Deleting port 5a344ca5-c2c2-4ed0-be2e-55dce511209b {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:25:27.546718 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0eeed45c-d3ab-44e5-85b5-9693e5e40834 req-73d60223-3ea5-4aef-b472-d863ce3822e2 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5a344ca5-c2c2-4ed0-be2e-55dce511209b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:27.550374 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5839c614-aec3-45c2-8bfb-b439f53202be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (537aa1b0-a5b1-4f87-8f02-49ea1b22df55), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:27.552855 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5839c614-aec3-45c2-8bfb-b439f53202be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:27.553658 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5839c614-aec3-45c2-8bfb-b439f53202be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:27.629435 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5839c614-aec3-45c2-8bfb-b439f53202be admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4627850 Mar 23 01:25:27.642779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de9419-4c67-4dd2-97c6-1351c3ca0d08 req-7fae0adc-e1da-4f16-b0bc-dad99b9cd580 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:27.644476 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-96de9419-4c67-4dd2-97c6-1351c3ca0d08 req-7fae0adc-e1da-4f16-b0bc-dad99b9cd580 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 949 time: 0.1992688 Mar 23 01:25:27.647384 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49500) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:27.653800 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c1d357bf-8d3b-4977-b50b-8198325a2533 admin admin] Request body: {'subnet': {'network_id': '537aa1b0-a5b1-4f87-8f02-49ea1b22df55', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1654515602-subnet', 'tenant_id': 'f997df5cc682420f83e4095b716f93be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:27.669528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839c614-aec3-45c2-8bfb-b439f53202be admin admin] Pushing event updated for resources: {'Network': ['ID=537aa1b0-a5b1-4f87-8f02-49ea1b22df55,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:27.689675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 537aa1b0-a5b1-4f87-8f02-49ea1b22df55 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:25:27.713411 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-617c9d31-e8b9-4178-b4da-a8dc46ccc408 admin admin] Publish callbacks [] for security_group (01fd5370-acbd-49f7-ac29-9fcfca7b2f96), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:27.725107 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-617c9d31-e8b9-4178-b4da-a8dc46ccc408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (01fd5370-acbd-49f7-ac29-9fcfca7b2f96), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:27.737683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02449a-5e89-4f2a-a64a-01ef72a73129 req-807baee1-2682-452e-8d41-dc12c5189d6d tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:27.739248 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a02449a-5e89-4f2a-a64a-01ef72a73129 req-807baee1-2682-452e-8d41-dc12c5189d6d tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 948 time: 0.1353703 Mar 23 01:25:27.739837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d357bf-8d3b-4977-b50b-8198325a2533 admin admin] Made reservation on behalf of f997df5cc682420f83e4095b716f93be for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:27.742166 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1d357bf-8d3b-4977-b50b-8198325a2533 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:27.749939 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-96de9419-4c67-4dd2-97c6-1351c3ca0d08 req-8105931a-ce55-40ec-bedc-8291fc8ce519 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919182 Mar 23 01:25:27.832010 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-617c9d31-e8b9-4178-b4da-a8dc46ccc408 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fff80a4d40544409ac0c4f2bb6b3bf3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7244511 Mar 23 01:25:27.832937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c9d31-e8b9-4178-b4da-a8dc46ccc408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fd5370-acbd-49f7-ac29-9fcfca7b2f96,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:27.835291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49508) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:27.893421 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c33156b8-fb9a-4455-a317-05dc8f94b3cd req-de4b9984-fb16-495b-b9f3-fda96d01956a tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0429590 Mar 23 01:25:27.897927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-0eeed45c-d3ab-44e5-85b5-9693e5e40834 req-73d60223-3ea5-4aef-b472-d863ce3822e2 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] For port 5a344ca5-c2c2-4ed0-be2e-55dce511209b, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=5a344ca5-c2c2-4ed0-be2e-55dce511209b,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:27.898487 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0eeed45c-d3ab-44e5-85b5-9693e5e40834 req-73d60223-3ea5-4aef-b472-d863ce3822e2 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5a344ca5-c2c2-4ed0-be2e-55dce511209b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:27.951049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-0eeed45c-d3ab-44e5-85b5-9693e5e40834 req-73d60223-3ea5-4aef-b472-d863ce3822e2 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Calling delete_port for 5a344ca5-c2c2-4ed0-be2e-55dce511209b owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:25:28.000874 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a02449a-5e89-4f2a-a64a-01ef72a73129 req-a2076830-172f-4be6-ba92-fc96ac678db7 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724198 Mar 23 01:25:28.058692 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1bfecc7d-2889-40a1-8300-570d2973355d admin admin] Publish callbacks [] for security_group (01fd5370-acbd-49f7-ac29-9fcfca7b2f96), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:28.126278 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1bfecc7d-2889-40a1-8300-570d2973355d admin admin] Publish callbacks [] for security_group (01fd5370-acbd-49f7-ac29-9fcfca7b2f96), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:28.129268 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1d357bf-8d3b-4977-b50b-8198325a2533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for subnet (5157dc30-ae3d-497a-b2de-883d56b1457e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:28.240901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d357bf-8d3b-4977-b50b-8198325a2533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5157dc30-ae3d-497a-b2de-883d56b1457e,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:28.270735 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d357bf-8d3b-4977-b50b-8198325a2533 admin admin] Checking segment: {'id': '81520a10-5652-4da1-9742-67099adbb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '537aa1b0-a5b1-4f87-8f02-49ea1b22df55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:25:28.271361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d357bf-8d3b-4977-b50b-8198325a2533 admin admin] Network hostable DHCP agents. Network: 537aa1b0-a5b1-4f87-8f02-49ea1b22df55, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:25:28.288919 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1bfecc7d-2889-40a1-8300-570d2973355d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (01fd5370-acbd-49f7-ac29-9fcfca7b2f96), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:28.291516 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1bfecc7d-2889-40a1-8300-570d2973355d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:28.295040 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1bfecc7d-2889-40a1-8300-570d2973355d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01fd5370-acbd-49f7-ac29-9fcfca7b2f96 HTTP/1.1" status: 204 len: 168 time: 0.4550269 Mar 23 01:25:28.299162 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0eeed45c-d3ab-44e5-85b5-9693e5e40834 req-73d60223-3ea5-4aef-b472-d863ce3822e2 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (5a344ca5-c2c2-4ed0-be2e-55dce511209b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:28.320382 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfecc7d-2889-40a1-8300-570d2973355d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fd5370-acbd-49f7-ac29-9fcfca7b2f96,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:28.320574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['bbb69ae7-3d91-4cfd-9db8-37739fa3440e', '5a344ca5-c2c2-4ed0-be2e-55dce511209b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:28.320713 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d357bf-8d3b-4977-b50b-8198325a2533 admin admin] Network 537aa1b0-a5b1-4f87-8f02-49ea1b22df55 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:25:28.346581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d60223-3ea5-4aef-b472-d863ce3822e2 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Pushing event deleted for resources: {'Port': ['ID=5a344ca5-c2c2-4ed0-be2e-55dce511209b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:28.385919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-c1d357bf-8d3b-4977-b50b-8198325a2533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 537aa1b0-a5b1-4f87-8f02-49ea1b22df55) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:25:28.396644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d357bf-8d3b-4977-b50b-8198325a2533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:28.397224 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1d357bf-8d3b-4977-b50b-8198325a2533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:28.404777 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a588bbcd-5b98-4183-b24a-2bbf36e20b72 None None] Network 537aa1b0-a5b1-4f87-8f02-49ea1b22df55 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:25:28.417865 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eeed45c-d3ab-44e5-85b5-9693e5e40834 req-73d60223-3ea5-4aef-b472-d863ce3822e2 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] No DVR routers for this DVR port 5a344ca5-c2c2-4ed0-be2e-55dce511209b on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:25:28.429411 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0eeed45c-d3ab-44e5-85b5-9693e5e40834 req-73d60223-3ea5-4aef-b472-d863ce3822e2 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:28.433189 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0eeed45c-d3ab-44e5-85b5-9693e5e40834 req-73d60223-3ea5-4aef-b472-d863ce3822e2 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.42 "DELETE /v2.0/ports/5a344ca5-c2c2-4ed0-be2e-55dce511209b HTTP/1.1" status: 204 len: 173 time: 1.0135658 Mar 23 01:25:28.433670 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbfe0e4-804d-4294-886f-fb4a8aeeedb8', 'name': 'network-vif-deleted', 'tag': '5a344ca5-c2c2-4ed0-be2e-55dce511209b'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:28.436052 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f66f9f-f95b-4fae-a29c-ebadb24064ba" -d '{"events": [{"server_uuid": "0bbfe0e4-804d-4294-886f-fb4a8aeeedb8", "name": "network-vif-deleted", "tag": "5a344ca5-c2c2-4ed0-be2e-55dce511209b"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:28.480556 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c1d357bf-8d3b-4977-b50b-8198325a2533 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8255997 Mar 23 01:25:28.517706 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889e643f-5c2c-49b4-b714-895034a1d6b5 x-openstack-request-id: req-889e643f-5c2c-49b4-b714-895034a1d6b5 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:28.518186 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbfe0e4-804d-4294-886f-fb4a8aeeedb8", "name": "network-vif-deleted", "tag": "5a344ca5-c2c2-4ed0-be2e-55dce511209b", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:28.518579 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-889e643f-5c2c-49b4-b714-895034a1d6b5 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:28.519128 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-889e643f-5c2c-49b4-b714-895034a1d6b5'] response: {'server_uuid': '0bbfe0e4-804d-4294-886f-fb4a8aeeedb8', 'name': 'network-vif-deleted', 'tag': '5a344ca5-c2c2-4ed0-be2e-55dce511209b', 'status': 'completed', 'code': 200} Mar 23 01:25:28.583449 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-64fac1eb-a6ee-4fc4-8fb8-c2c2afa71649 req-5144d98b-f32f-487e-80d9-172476ec3a6e tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbfe0e4-804d-4294-886f-fb4a8aeeedb8 HTTP/1.1" status: 200 len: 210 time: 0.0487764 Mar 23 01:25:28.673145 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1922304e-09c1-4016-a9a2-7178dfe4f4ea None None] Network 537aa1b0-a5b1-4f87-8f02-49ea1b22df55 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:25:28.877672 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49540) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:28.907051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59e247-0704-421e-81b4-4c2f3541db69 req-32f2cedb-0200-4173-94df-520fefe1332b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:28.909454 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da59e247-0704-421e-81b4-4c2f3541db69 req-32f2cedb-0200-4173-94df-520fefe1332b tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 949 time: 0.0794485 Mar 23 01:25:28.934973 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49546) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:28.962986 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c22900d-b63a-4a8c-8a12-fe7c9169cd47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:28.999204 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da59e247-0704-421e-81b4-4c2f3541db69 req-cd35d9fd-89f8-413d-9caf-d1c7e261909e tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839353 Mar 23 01:25:29.054151 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-60d6296d-4109-495d-8831-273542223ddb req-cdc8c0c2-44aa-4739-9342-07568a8aa785 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0376356 Mar 23 01:25:29.072725 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:25:29.133550 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c22900d-b63a-4a8c-8a12-fe7c9169cd47 admin admin] Publish callbacks [] for security_group (c5bcb412-6312-450b-8e95-1d9851033228), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:29.148898 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c22900d-b63a-4a8c-8a12-fe7c9169cd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c5bcb412-6312-450b-8e95-1d9851033228), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:29.177371 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78ddee6e-e62d-4eda-a02d-bcaa579f44fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:29.192183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22900d-b63a-4a8c-8a12-fe7c9169cd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bcb412-6312-450b-8e95-1d9851033228,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:29.194452 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711fccb-a189-43ed-806a-4d1dcc79e298 req-d7ad65ad-b9b3-4c9b-8a66-1390509e56b4 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:29.196011 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b711fccb-a189-43ed-806a-4d1dcc79e298 req-d7ad65ad-b9b3-4c9b-8a66-1390509e56b4 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 948 time: 0.0733185 Mar 23 01:25:29.198569 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3c22900d-b63a-4a8c-8a12-fe7c9169cd47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ffbeb999fc7a4d9190dc72f4f86555bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623444 Mar 23 01:25:29.201207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49554) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:29.223047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac38b21-aacf-4eaf-bf3f-0bb059ad0af0 req-7bbe70ba-5430-44c4-9334-c03751430941 tempest-LiveMigrationNegativeTest-247790940 tempest-LiveMigrationNegativeTest-247790940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:29.224578 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ac38b21-aacf-4eaf-bf3f-0bb059ad0af0 req-7bbe70ba-5430-44c4-9334-c03751430941 tempest-LiveMigrationNegativeTest-247790940 tempest-LiveMigrationNegativeTest-247790940-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 1131 time: 0.1106784 Mar 23 01:25:29.254309 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6ac38b21-aacf-4eaf-bf3f-0bb059ad0af0 req-f0b366b2-e501-4b6a-bd92-1273409dc486 tempest-LiveMigrationNegativeTest-247790940 tempest-LiveMigrationNegativeTest-247790940-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:29.282048 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13475695-21eb-4011-af6a-7b5ff9668e29 admin admin] Publish callbacks [] for security_group (c5bcb412-6312-450b-8e95-1d9851033228), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:29.288130 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b711fccb-a189-43ed-806a-4d1dcc79e298 req-ee2b81a5-cca8-4dcd-a58d-7574f1619b6d tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760038 Mar 23 01:25:29.316876 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13475695-21eb-4011-af6a-7b5ff9668e29 admin admin] Publish callbacks [] for security_group (c5bcb412-6312-450b-8e95-1d9851033228), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:29.324789 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78ddee6e-e62d-4eda-a02d-bcaa579f44fa admin admin] Publish callbacks [] for security_group (8da4072a-9f65-4435-9628-dab62c8711d8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:29.329986 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78ddee6e-e62d-4eda-a02d-bcaa579f44fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8da4072a-9f65-4435-9628-dab62c8711d8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:29.377790 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-78ddee6e-e62d-4eda-a02d-bcaa579f44fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68f3537dfac94c5dad05e61a36a5c390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4984360 Mar 23 01:25:29.378536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddee6e-e62d-4eda-a02d-bcaa579f44fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da4072a-9f65-4435-9628-dab62c8711d8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:29.378650 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49558) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:29.398676 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6ac38b21-aacf-4eaf-bf3f-0bb059ad0af0 req-f0b366b2-e501-4b6a-bd92-1273409dc486 tempest-LiveMigrationNegativeTest-247790940 tempest-LiveMigrationNegativeTest-247790940-project-admin] Publish callbacks [] for security_group (0399b48c-796e-4014-879c-e99307bfbe44), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:29.408895 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6ac38b21-aacf-4eaf-bf3f-0bb059ad0af0 req-f0b366b2-e501-4b6a-bd92-1273409dc486 tempest-LiveMigrationNegativeTest-247790940 tempest-LiveMigrationNegativeTest-247790940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0399b48c-796e-4014-879c-e99307bfbe44), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:29.428352 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13475695-21eb-4011-af6a-7b5ff9668e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c5bcb412-6312-450b-8e95-1d9851033228), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:29.430872 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13475695-21eb-4011-af6a-7b5ff9668e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:29.432061 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-13475695-21eb-4011-af6a-7b5ff9668e29 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5bcb412-6312-450b-8e95-1d9851033228 HTTP/1.1" status: 204 len: 168 time: 0.2286611 Mar 23 01:25:29.469202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ac38b21-aacf-4eaf-bf3f-0bb059ad0af0 req-f0b366b2-e501-4b6a-bd92-1273409dc486 tempest-LiveMigrationNegativeTest-247790940 tempest-LiveMigrationNegativeTest-247790940-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365732 Mar 23 01:25:29.486531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b366b2-e501-4b6a-bd92-1273409dc486 tempest-LiveMigrationNegativeTest-247790940 tempest-LiveMigrationNegativeTest-247790940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0399b48c-796e-4014-879c-e99307bfbe44,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:29.498277 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13475695-21eb-4011-af6a-7b5ff9668e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bcb412-6312-450b-8e95-1d9851033228,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:29.504474 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-24e00d27-59d1-488b-9bc8-0190bd57844a admin admin] Publish callbacks [] for security_group (8da4072a-9f65-4435-9628-dab62c8711d8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:29.546594 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-24e00d27-59d1-488b-9bc8-0190bd57844a admin admin] Publish callbacks [] for security_group (8da4072a-9f65-4435-9628-dab62c8711d8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:29.605777 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-24e00d27-59d1-488b-9bc8-0190bd57844a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8da4072a-9f65-4435-9628-dab62c8711d8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:29.607205 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-24e00d27-59d1-488b-9bc8-0190bd57844a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:29.611149 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-24e00d27-59d1-488b-9bc8-0190bd57844a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8da4072a-9f65-4435-9628-dab62c8711d8 HTTP/1.1" status: 204 len: 168 time: 0.2287703 Mar 23 01:25:29.630227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e00d27-59d1-488b-9bc8-0190bd57844a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da4072a-9f65-4435-9628-dab62c8711d8,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:29.899802 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-54f482e8-e2d8-49c8-9dd1-e87f07ff74ec tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:29.901390 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-54f482e8-e2d8-49c8-9dd1-e87f07ff74ec tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 821 time: 0.2223008 Mar 23 01:25:29.922593 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-852cb607-d17f-4f6d-b1fd-e1c438c8c1ba tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/quotas/2a05ac1f6247492dbd8888aad87a4e5e HTTP/1.1" status: 200 len: 375 time: 0.0150728 Mar 23 01:25:29.960580 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-2e0ccff3-e271-4a48-baf1-9b9a1fa327b7 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322437 Mar 23 01:25:29.973480 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-3b57d1e6-89f4-45f4-b82a-57e48f941cbc service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:25:29.974954 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-3b57d1e6-89f4-45f4-b82a-57e48f941cbc service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076883 Mar 23 01:25:30.080502 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-48ade03e-e09c-47b2-aecf-a2094f60f5d4 service neutron] 10.222.0.18 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994825 Mar 23 01:25:30.099781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b5f4c-b3cf-4023-9bff-e02e705b6f90 req-d7edf640-775a-4a22-bee3-5d21ca5e5a9f tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:30.108435 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ae5b5f4c-b3cf-4023-9bff-e02e705b6f90 req-d7edf640-775a-4a22-bee3-5d21ca5e5a9f tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 949 time: 0.0792272 Mar 23 01:25:30.161704 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ae5b5f4c-b3cf-4023-9bff-e02e705b6f90 req-dcaab091-16c5-4040-8eab-c7a73cb10721 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523558 Mar 23 01:25:30.174000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49608) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:30.198058 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dee2d48a-d1a7-499a-b67b-45dec9ce8220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:30.205201 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-a2c898a7-2f9a-4afc-a5d1-7bc3f827065c service neutron] 10.222.0.18 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169486 Mar 23 01:25:30.334214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fd187-6b01-4718-8962-6103e5b06ce1 req-dbf9112f-e608-4998-a16d-c45810a56d82 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:30.343979 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6b5fd187-6b01-4718-8962-6103e5b06ce1 req-dbf9112f-e608-4998-a16d-c45810a56d82 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 972 time: 0.1083353 Mar 23 01:25:30.376028 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dee2d48a-d1a7-499a-b67b-45dec9ce8220 admin admin] Publish callbacks [] for security_group (46eceaf5-3165-473b-b29b-ade488ca5a45), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:30.390722 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dee2d48a-d1a7-499a-b67b-45dec9ce8220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (46eceaf5-3165-473b-b29b-ade488ca5a45), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:30.409729 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-50f046bf-003c-4f41-9c69-87d13fc99ac2 req-5775168d-b33e-4c4a-a505-971170602ede tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0361493 Mar 23 01:25:30.431200 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6b5fd187-6b01-4718-8962-6103e5b06ce1 req-bd01f3cb-7def-43da-8fdd-4c16930b2111 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863245 Mar 23 01:25:30.448880 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dee2d48a-d1a7-499a-b67b-45dec9ce8220 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01c0369f94304e12926482e53bece642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735872 Mar 23 01:25:30.449739 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2d48a-d1a7-499a-b67b-45dec9ce8220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46eceaf5-3165-473b-b29b-ade488ca5a45,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:30.452190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49620) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:30.513066 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e1803c69-f05a-479f-85a7-dc6c2b60b7af req-b25f9127-db70-459c-a49f-abd432d02d29 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 210 time: 0.0357482 Mar 23 01:25:30.539942 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-82eeeafe-882a-4c06-8c8b-7fb973ff05d0 admin admin] Publish callbacks [] for security_group (46eceaf5-3165-473b-b29b-ade488ca5a45), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:30.563491 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-82eeeafe-882a-4c06-8c8b-7fb973ff05d0 admin admin] Publish callbacks [] for security_group (46eceaf5-3165-473b-b29b-ade488ca5a45), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:30.603273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a434e6-9b5e-4fe2-80c2-ed043d019ea9 req-acbc4934-aec0-47d4-aa71-d1f34665f88f tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:30.605585 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-20a434e6-9b5e-4fe2-80c2-ed043d019ea9 req-acbc4934-aec0-47d4-aa71-d1f34665f88f tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 948 time: 0.0654969 Mar 23 01:25:30.621744 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-82eeeafe-882a-4c06-8c8b-7fb973ff05d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (46eceaf5-3165-473b-b29b-ade488ca5a45), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:30.624290 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-82eeeafe-882a-4c06-8c8b-7fb973ff05d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:30.625666 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-82eeeafe-882a-4c06-8c8b-7fb973ff05d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46eceaf5-3165-473b-b29b-ade488ca5a45 HTTP/1.1" status: 204 len: 168 time: 0.1723311 Mar 23 01:25:30.637582 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eeeafe-882a-4c06-8c8b-7fb973ff05d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46eceaf5-3165-473b-b29b-ade488ca5a45,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:30.685864 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-20a434e6-9b5e-4fe2-80c2-ed043d019ea9 req-26287007-cdc0-4810-97e8-e00720313780 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730715 Mar 23 01:25:31.123087 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 66eb0de5-75c2-4491-81ca-58c9ee758470 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:25:31.264801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 66eb0de5-75c2-4491-81ca-58c9ee758470, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=66eb0de5-75c2-4491-81ca-58c9ee758470,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:31.279587 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '66eb0de5-75c2-4491-81ca-58c9ee758470', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '66eb0de5-75c2-4491-81ca-58c9ee758470', 'mac_address': 'fa:16:3e:2e:74:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:25:31.309376 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507f05e-43d8-4483-b04c-d53665353db7 req-db4af48a-908e-4ba6-adcd-73eae5a17ab0 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:31.317981 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a507f05e-43d8-4483-b04c-d53665353db7 req-db4af48a-908e-4ba6-adcd-73eae5a17ab0 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 949 time: 0.0749450 Mar 23 01:25:31.346591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 66eb0de5-75c2-4491-81ca-58c9ee758470 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:31.346983 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (66eb0de5-75c2-4491-81ca-58c9ee758470), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:31.363400 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66eb0de5-75c2-4491-81ca-58c9ee758470 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:31.374919 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a507f05e-43d8-4483-b04c-d53665353db7 req-6f4e50f6-6461-4aa7-946e-0333374c7aaf tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556710 Mar 23 01:25:31.402982 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 66eb0de5-75c2-4491-81ca-58c9ee758470, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=66eb0de5-75c2-4491-81ca-58c9ee758470,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:31.408772 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (66eb0de5-75c2-4491-81ca-58c9ee758470), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:31.496043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-2385c8f8-3d76-48c7-9e46-8df6867c8dd0 req-5db6aecc-ebe1-40fc-a2ce-e1c0e2b4f0f6 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2035865846', 'description': 'tempest-description-905628631'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:31.518184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=66eb0de5-75c2-4491-81ca-58c9ee758470,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:31.535294 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a5c551bc-ec82-43f4-bcdc-131c2c12a780 req-488bad64-76d0-444c-8a00-a86366fb0483 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0350254 Mar 23 01:25:31.634046 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2385c8f8-3d76-48c7-9e46-8df6867c8dd0 req-5db6aecc-ebe1-40fc-a2ce-e1c0e2b4f0f6 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:31.650011 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2385c8f8-3d76-48c7-9e46-8df6867c8dd0 req-5db6aecc-ebe1-40fc-a2ce-e1c0e2b4f0f6 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:31.710702 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0afdb-dd76-4981-952e-ecc0f606729a req-e15b3906-34d1-4d1d-99e0-e33e39c3ed17 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:31.712797 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7b0afdb-dd76-4981-952e-ecc0f606729a req-e15b3906-34d1-4d1d-99e0-e33e39c3ed17 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.42 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 949 time: 0.1219323 Mar 23 01:25:31.722129 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a12df-5931-47c3-aaed-cca3b807f53c req-47f4f4f9-fb74-40f3-95bb-9a40bef38cf1 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:31.724832 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-029a12df-5931-47c3-aaed-cca3b807f53c req-47f4f4f9-fb74-40f3-95bb-9a40bef38cf1 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 972 time: 0.0850451 Mar 23 01:25:31.727605 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04de0f-4888-43d6-98c4-07efc75a4c52 req-c4a1be81-8574-4551-bfb6-714e6f698e09 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:31.729391 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf04de0f-4888-43d6-98c4-07efc75a4c52 req-c4a1be81-8574-4551-bfb6-714e6f698e09 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 972 time: 0.1991618 Mar 23 01:25:31.776511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-18e6b176-adfa-45c0-a15e-5637fa496d2e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:31.778166 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-18e6b176-adfa-45c0-a15e-5637fa496d2e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.42 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 821 time: 0.2377417 Mar 23 01:25:31.795596 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['66eb0de5-75c2-4491-81ca-58c9ee758470'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:31.800547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-78c82a78-6600-48b8-9b48-ba769ad45df5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Request body: {'port': {'device_id': '8fcad564-e58a-4dc8-b573-2c462b5ed6e7', 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315', 'admin_state_up': True, 'tenant_id': '2a05ac1f6247492dbd8888aad87a4e5e'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:31.847153 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-029a12df-5931-47c3-aaed-cca3b807f53c req-3d908e55-bf33-45cd-9470-70eafe92d5d3 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/security-groups?id=04f4347a-e68a-4905-b6f9-edcd869782bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136398 Mar 23 01:25:31.916890 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-d7b0afdb-dd76-4981-952e-ecc0f606729a req-9bff7efe-0a40-4e91-a0b8-4263ef62beeb tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Deleting port a08429ac-e841-47ed-859f-d6b27d2e90f6 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:25:31.917417 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7b0afdb-dd76-4981-952e-ecc0f606729a req-9bff7efe-0a40-4e91-a0b8-4263ef62beeb tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a08429ac-e841-47ed-859f-d6b27d2e90f6), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:31.945211 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2385c8f8-3d76-48c7-9e46-8df6867c8dd0 req-5db6aecc-ebe1-40fc-a2ce-e1c0e2b4f0f6 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks [] for security_group (5bcd8810-0f19-4cf4-910b-bcde0c11ab5e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:31.962077 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2385c8f8-3d76-48c7-9e46-8df6867c8dd0 req-5db6aecc-ebe1-40fc-a2ce-e1c0e2b4f0f6 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5bcd8810-0f19-4cf4-910b-bcde0c11ab5e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:32.017219 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d874e34c-8e27-4c04-9ca8-528e2d0b1c3d req-2a939c5f-8f5f-491c-b77a-2ac8d888f95a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 210 time: 0.0344858 Mar 23 01:25:32.038282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-bf04de0f-4888-43d6-98c4-07efc75a4c52 req-968b7b68-99a8-4633-a069-dced4f99aab8 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Deleting port bbb69ae7-3d91-4cfd-9db8-37739fa3440e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:25:32.038829 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bf04de0f-4888-43d6-98c4-07efc75a4c52 req-968b7b68-99a8-4633-a069-dced4f99aab8 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (bbb69ae7-3d91-4cfd-9db8-37739fa3440e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:32.044639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6aecc-ebe1-40fc-a2ce-e1c0e2b4f0f6 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcd8810-0f19-4cf4-910b-bcde0c11ab5e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:32.072027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-78c82a78-6600-48b8-9b48-ba769ad45df5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Made reservation on behalf of 2a05ac1f6247492dbd8888aad87a4e5e for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:32.078539 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-78c82a78-6600-48b8-9b48-ba769ad45df5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:32.092686 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d7b0afdb-dd76-4981-952e-ecc0f606729a req-9bff7efe-0a40-4e91-a0b8-4263ef62beeb tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] For port a08429ac-e841-47ed-859f-d6b27d2e90f6, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a08429ac-e841-47ed-859f-d6b27d2e90f6,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:32.093194 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7b0afdb-dd76-4981-952e-ecc0f606729a req-9bff7efe-0a40-4e91-a0b8-4263ef62beeb tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a08429ac-e841-47ed-859f-d6b27d2e90f6), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:32.110064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-d7b0afdb-dd76-4981-952e-ecc0f606729a req-9bff7efe-0a40-4e91-a0b8-4263ef62beeb tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Calling delete_port for a08429ac-e841-47ed-859f-d6b27d2e90f6 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:25:32.168527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2385c8f8-3d76-48c7-9e46-8df6867c8dd0 req-5db6aecc-ebe1-40fc-a2ce-e1c0e2b4f0f6 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks [] for security_group (6e0680b8-014e-42ab-a74b-aeb38e1b7eeb), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:32.203557 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2385c8f8-3d76-48c7-9e46-8df6867c8dd0 req-5db6aecc-ebe1-40fc-a2ce-e1c0e2b4f0f6 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6e0680b8-014e-42ab-a74b-aeb38e1b7eeb), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:32.239165 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccacf8-fd78-4d47-b492-882069901fbb req-d18861ef-ccc5-4fd3-b370-62d3bf55e36b tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:32.245284 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-baccacf8-fd78-4d47-b492-882069901fbb req-d18861ef-ccc5-4fd3-b370-62d3bf55e36b tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 949 time: 0.1316853 Mar 23 01:25:32.261763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2385c8f8-3d76-48c7-9e46-8df6867c8dd0 req-5db6aecc-ebe1-40fc-a2ce-e1c0e2b4f0f6 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:32.262995 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2385c8f8-3d76-48c7-9e46-8df6867c8dd0 req-5db6aecc-ebe1-40fc-a2ce-e1c0e2b4f0f6 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7715981 Mar 23 01:25:32.286788 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-bf04de0f-4888-43d6-98c4-07efc75a4c52 req-968b7b68-99a8-4633-a069-dced4f99aab8 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] For port bbb69ae7-3d91-4cfd-9db8-37739fa3440e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bbb69ae7-3d91-4cfd-9db8-37739fa3440e,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:32.287158 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bf04de0f-4888-43d6-98c4-07efc75a4c52 req-968b7b68-99a8-4633-a069-dced4f99aab8 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (bbb69ae7-3d91-4cfd-9db8-37739fa3440e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:32.289923 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6aecc-ebe1-40fc-a2ce-e1c0e2b4f0f6 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0680b8-014e-42ab-a74b-aeb38e1b7eeb,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:32.301184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 5a344ca5-c2c2-4ed0-be2e-55dce511209b no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:25:32.328824 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 5a344ca5-c2c2-4ed0-be2e-55dce511209b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:25:32.329455 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 5a344ca5-c2c2-4ed0-be2e-55dce511209b not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:25:32.329794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-7f067448-447d-48fe-98c4-63f7a294b724 req-9d2bc94f-1145-489d-80c3-e1eabb717c97 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2067919644', 'description': 'tempest-description-736632336'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:32.344201 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-baccacf8-fd78-4d47-b492-882069901fbb req-91349f64-bc5b-40e4-bf2e-4e13af7c6566 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933423 Mar 23 01:25:32.348452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-bf04de0f-4888-43d6-98c4-07efc75a4c52 req-968b7b68-99a8-4633-a069-dced4f99aab8 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Calling delete_port for bbb69ae7-3d91-4cfd-9db8-37739fa3440e owned by compute:tempest-test_az-1860360854 {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:25:32.373769 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7b0afdb-dd76-4981-952e-ecc0f606729a req-9bff7efe-0a40-4e91-a0b8-4263ef62beeb tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (a08429ac-e841-47ed-859f-d6b27d2e90f6), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:32.382783 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f067448-447d-48fe-98c4-63f7a294b724 req-9d2bc94f-1145-489d-80c3-e1eabb717c97 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:32.386350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['7eed377a-ec0a-4ba0-b3cf-11f13c3814bb', 'a08429ac-e841-47ed-859f-d6b27d2e90f6'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:32.423716 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-78c82a78-6600-48b8-9b48-ba769ad45df5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Allocated IP 172.20.0.9 (d44dd811-bae2-4efa-9295-6d682f4c9315/b151ab54-9dd9-40f8-bf23-730b361e4833/98fd6eba-0c1e-48de-8acc-46f3600d067d) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:25:32.468205 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff7efe-0a40-4e91-a0b8-4263ef62beeb tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Pushing event deleted for resources: {'Port': ['ID=a08429ac-e841-47ed-859f-d6b27d2e90f6,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:32.689876 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f067448-447d-48fe-98c4-63f7a294b724 req-9d2bc94f-1145-489d-80c3-e1eabb717c97 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks [] for security_group (2f1baf2a-1e99-4015-9a84-aee3652777bb), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:32.706824 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f067448-447d-48fe-98c4-63f7a294b724 req-9d2bc94f-1145-489d-80c3-e1eabb717c97 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2f1baf2a-1e99-4015-9a84-aee3652777bb), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:32.737973 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bf04de0f-4888-43d6-98c4-07efc75a4c52 req-968b7b68-99a8-4633-a069-dced4f99aab8 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (bbb69ae7-3d91-4cfd-9db8-37739fa3440e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:32.752139 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['bbb69ae7-3d91-4cfd-9db8-37739fa3440e'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:32.786780 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-78c82a78-6600-48b8-9b48-ba769ad45df5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks [] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:32.795502 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f067448-447d-48fe-98c4-63f7a294b724 req-9d2bc94f-1145-489d-80c3-e1eabb717c97 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:32.796839 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f067448-447d-48fe-98c4-63f7a294b724 req-9d2bc94f-1145-489d-80c3-e1eabb717c97 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4937630 Mar 23 01:25:32.799425 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b7b68-99a8-4633-a069-dced4f99aab8 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Pushing event deleted for resources: {'Port': ['ID=bbb69ae7-3d91-4cfd-9db8-37739fa3440e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:32.812022 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2bc94f-1145-489d-80c3-e1eabb717c97 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1baf2a-1e99-4015-9a84-aee3652777bb,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:32.828773 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b0afdb-dd76-4981-952e-ecc0f606729a req-9bff7efe-0a40-4e91-a0b8-4263ef62beeb tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] No DVR routers for this DVR port a08429ac-e841-47ed-859f-d6b27d2e90f6 on host n-h1-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:25:32.838152 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6a2bdf1b-91d5-4e62-8df0-aedbe8866515 req-96c05a19-b8ac-48e3-bd11-5f67cef98db7 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=be4beea2-d143-4254-9b2f-ca8c1c16a4e5 HTTP/1.1" status: 200 len: 210 time: 0.3649600 Mar 23 01:25:32.853885 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7b0afdb-dd76-4981-952e-ecc0f606729a req-9bff7efe-0a40-4e91-a0b8-4263ef62beeb tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:32.857259 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7b0afdb-dd76-4981-952e-ecc0f606729a req-9bff7efe-0a40-4e91-a0b8-4263ef62beeb tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.42 "DELETE /v2.0/ports/a08429ac-e841-47ed-859f-d6b27d2e90f6 HTTP/1.1" status: 204 len: 173 time: 1.1314096 Mar 23 01:25:32.857779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4beea2-d143-4254-9b2f-ca8c1c16a4e5', 'name': 'network-vif-deleted', 'tag': 'a08429ac-e841-47ed-859f-d6b27d2e90f6'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:32.860256 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf179404-ff5c-42e9-98bf-e7dce005fcfd" -d '{"events": [{"server_uuid": "be4beea2-d143-4254-9b2f-ca8c1c16a4e5", "name": "network-vif-deleted", "tag": "a08429ac-e841-47ed-859f-d6b27d2e90f6"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:32.879522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf04de0f-4888-43d6-98c4-07efc75a4c52 req-968b7b68-99a8-4633-a069-dced4f99aab8 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] No DVR routers for this DVR port bbb69ae7-3d91-4cfd-9db8-37739fa3440e on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:25:32.883794 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bf04de0f-4888-43d6-98c4-07efc75a4c52 req-968b7b68-99a8-4633-a069-dced4f99aab8 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:32.888450 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf04de0f-4888-43d6-98c4-07efc75a4c52 req-968b7b68-99a8-4633-a069-dced4f99aab8 tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.42 "DELETE /v2.0/ports/bbb69ae7-3d91-4cfd-9db8-37739fa3440e HTTP/1.1" status: 204 len: 173 time: 1.1490412 Mar 23 01:25:32.915100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e4057b-954e-4d32-b606-f690a67b7725', 'name': 'network-vif-deleted', 'tag': 'bbb69ae7-3d91-4cfd-9db8-37739fa3440e'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:32.934525 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2261aa8e-7791-4927-988a-e8b489b6821b" -d '{"events": [{"server_uuid": "25e4057b-954e-4d32-b606-f690a67b7725", "name": "network-vif-deleted", "tag": "bbb69ae7-3d91-4cfd-9db8-37739fa3440e"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:33.034578 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f9665fc-2fee-4b90-87d7-d3d6983a2bd5 req-e99405f3-d95f-4895-a02c-880df1296bfd tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0667150 Mar 23 01:25:33.040647 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-78c82a78-6600-48b8-9b48-ba769ad45df5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:33.127810 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-f08c332f-9d5c-4573-a1bf-30fc3f7161ba tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3b737776789745b5974027eaf2efb640&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461721 Mar 23 01:25:33.131068 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 66eb0de5-75c2-4491-81ca-58c9ee758470 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:25:33.177843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-78c82a78-6600-48b8-9b48-ba769ad45df5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Network d44dd811-bae2-4efa-9295-6d682f4c9315 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:25:33.178268 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c82a78-6600-48b8-9b48-ba769ad45df5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Pushing event updated for resources: {'Port': ['ID=98fd6eba-0c1e-48de-8acc-46f3600d067d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:33.187115 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-78c82a78-6600-48b8-9b48-ba769ad45df5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:25:33.190222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-78c82a78-6600-48b8-9b48-ba769ad45df5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:25:33.199204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-78c82a78-6600-48b8-9b48-ba769ad45df5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:33.199347 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-78c82a78-6600-48b8-9b48-ba769ad45df5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:33.225605 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-78c82a78-6600-48b8-9b48-ba769ad45df5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4347842 Mar 23 01:25:33.228805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 66eb0de5-75c2-4491-81ca-58c9ee758470 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:25:33.237717 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Request body: {'port': {'device_id': '8fcad564-e58a-4dc8-b573-2c462b5ed6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:33.238935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 66eb0de5-75c2-4491-81ca-58c9ee758470 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:33.239375 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (66eb0de5-75c2-4491-81ca-58c9ee758470), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:33.287753 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-38aa6609-be60-4724-a9f9-c6648e4fee97 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:33.289708 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-38aa6609-be60-4724-a9f9-c6648e4fee97 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1612256 Mar 23 01:25:33.304206 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-f6ed5470-f179-475e-971d-5ef77535ff45 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/quotas/3b737776789745b5974027eaf2efb640 HTTP/1.1" status: 200 len: 375 time: 0.0092239 Mar 23 01:25:33.306297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-3cb4b233-0b25-4df7-a951-04da8f78928a req-f3192b0b-7640-4fef-97f3-5e9f492f2da1 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-342891907', 'description': 'tempest-description-1878150590'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:33.319716 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:33.341703 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 66eb0de5-75c2-4491-81ca-58c9ee758470 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:33.342433 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (66eb0de5-75c2-4491-81ca-58c9ee758470), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:33.342756 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-4c375bbf-193f-4155-9ab4-ab2ca1ca91c0 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b737776789745b5974027eaf2efb640&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324295 Mar 23 01:25:33.357768 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3cb4b233-0b25-4df7-a951-04da8f78928a req-f3192b0b-7640-4fef-97f3-5e9f492f2da1 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:33.371985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6d2d76-8c85-4d81-ae10-ef62b5c9164b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66eb0de5-75c2-4491-81ca-58c9ee758470'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:33.376258 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df8e245-89e8-4413-aaa7-ac293b0b81bb" -d '{"events": [{"server_uuid": "ca6d2d76-8c85-4d81-ae10-ef62b5c9164b", "name": "network-vif-plugged", "status": "completed", "tag": "66eb0de5-75c2-4491-81ca-58c9ee758470"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:33.393979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 66eb0de5-75c2-4491-81ca-58c9ee758470, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=66eb0de5-75c2-4491-81ca-58c9ee758470,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:33.402223 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (66eb0de5-75c2-4491-81ca-58c9ee758470), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:33.402761 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3cb4b233-0b25-4df7-a951-04da8f78928a req-f3192b0b-7640-4fef-97f3-5e9f492f2da1 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:33.469454 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=66eb0de5-75c2-4491-81ca-58c9ee758470,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:33.492501 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:33.638502 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a4324117-0bcb-4979-b0ec-8676765baacc req-ce3d2ef6-d3c3-4f8d-9b33-391050dbdd2d tempest-ServersAdminNegativeTestJSON-516826325 tempest-ServersAdminNegativeTestJSON-516826325-project] 10.222.0.18 "GET /v2.0/ports?device_id=25e4057b-954e-4d32-b606-f690a67b7725 HTTP/1.1" status: 200 len: 210 time: 0.0409782 Mar 23 01:25:33.662869 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3cb4b233-0b25-4df7-a951-04da8f78928a req-f3192b0b-7640-4fef-97f3-5e9f492f2da1 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks [] for security_group (3a9c3a18-b111-4482-9a60-35e8f3d0b439), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:33.679939 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3cb4b233-0b25-4df7-a951-04da8f78928a req-f3192b0b-7640-4fef-97f3-5e9f492f2da1 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3a9c3a18-b111-4482-9a60-35e8f3d0b439), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:33.709331 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d23dfc-59b8-4a5e-bd9d-b5cee39fc156 x-openstack-request-id: req-51d23dfc-59b8-4a5e-bd9d-b5cee39fc156 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:33.710373 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4beea2-d143-4254-9b2f-ca8c1c16a4e5", "name": "network-vif-deleted", "tag": "a08429ac-e841-47ed-859f-d6b27d2e90f6", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:33.712071 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51d23dfc-59b8-4a5e-bd9d-b5cee39fc156 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:33.712786 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d23dfc-59b8-4a5e-bd9d-b5cee39fc156'] response: {'server_uuid': 'be4beea2-d143-4254-9b2f-ca8c1c16a4e5', 'name': 'network-vif-deleted', 'tag': 'a08429ac-e841-47ed-859f-d6b27d2e90f6', 'status': 'completed', 'code': 200} Mar 23 01:25:33.731272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3192b0b-7640-4fef-97f3-5e9f492f2da1 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9c3a18-b111-4482-9a60-35e8f3d0b439,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:33.760945 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3c0338-0dcf-4db0-adf7-b7cb91fdb890 x-openstack-request-id: req-9c3c0338-0dcf-4db0-adf7-b7cb91fdb890 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:33.761230 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e4057b-954e-4d32-b606-f690a67b7725", "name": "network-vif-deleted", "tag": "bbb69ae7-3d91-4cfd-9db8-37739fa3440e", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:33.761479 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c3c0338-0dcf-4db0-adf7-b7cb91fdb890 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:33.761903 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c3c0338-0dcf-4db0-adf7-b7cb91fdb890'] response: {'server_uuid': '25e4057b-954e-4d32-b606-f690a67b7725', 'name': 'network-vif-deleted', 'tag': 'bbb69ae7-3d91-4cfd-9db8-37739fa3440e', 'status': 'completed', 'code': 200} Mar 23 01:25:33.821015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98fd6eba-0c1e-48de-8acc-46f3600d067d {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:33.827528 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3cb4b233-0b25-4df7-a951-04da8f78928a req-f3192b0b-7640-4fef-97f3-5e9f492f2da1 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks [] for security_group (81ef0a64-9148-43c7-9138-6fd82a4ad0c8), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:33.832877 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Publish callbacks [] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:33.836517 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3cb4b233-0b25-4df7-a951-04da8f78928a req-f3192b0b-7640-4fef-97f3-5e9f492f2da1 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (81ef0a64-9148-43c7-9138-6fd82a4ad0c8), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:33.864669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Transition to ACTIVE for port object 98fd6eba-0c1e-48de-8acc-46f3600d067d will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:25:33.871982 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3cb4b233-0b25-4df7-a951-04da8f78928a req-f3192b0b-7640-4fef-97f3-5e9f492f2da1 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:33.873553 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3cb4b233-0b25-4df7-a951-04da8f78928a req-f3192b0b-7640-4fef-97f3-5e9f492f2da1 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5733457 Mar 23 01:25:33.874347 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f2149-0f10-42fd-ac31-df4d70190e0b req-e5ee6dfd-6193-4a9b-b8bc-f6b239dea386 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:33.878022 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:33.881385 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-649f2149-0f10-42fd-ac31-df4d70190e0b req-e5ee6dfd-6193-4a9b-b8bc-f6b239dea386 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 931 time: 0.0767407 Mar 23 01:25:33.907881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3192b0b-7640-4fef-97f3-5e9f492f2da1 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ef0a64-9148-43c7-9138-6fd82a4ad0c8,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:33.938878 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-649f2149-0f10-42fd-ac31-df4d70190e0b req-2091a1e4-f8d8-4ce1-9c5b-9697c87f0d09 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565438 Mar 23 01:25:33.941158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Pushing event updated for resources: {'Port': ['ID=98fd6eba-0c1e-48de-8acc-46f3600d067d,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:33.972909 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Attempting to bind port 98fd6eba-0c1e-48de-8acc-46f3600d067d on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:25:33.973426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Attempting to bind port 98fd6eba-0c1e-48de-8acc-46f3600d067d by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:25:33.973902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Attempting to bind port 98fd6eba-0c1e-48de-8acc-46f3600d067d on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:33.978490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Port 98fd6eba-0c1e-48de-8acc-46f3600d067d on network d44dd811-bae2-4efa-9295-6d682f4c9315 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:25:33.979579 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Attempting to bind port 98fd6eba-0c1e-48de-8acc-46f3600d067d on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:33.985926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:25:33.986300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Checking segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:25:33.986707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Bound using segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:25:33.987093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Bound port: 98fd6eba-0c1e-48de-8acc-46f3600d067d, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:25:33.987450 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:33.989824 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397c180c-de62-467b-bc6f-9755afe5037d x-openstack-request-id: req-397c180c-de62-467b-bc6f-9755afe5037d {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:33.990159 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6d2d76-8c85-4d81-ae10-ef62b5c9164b", "name": "network-vif-plugged", "status": "completed", "tag": "66eb0de5-75c2-4491-81ca-58c9ee758470", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:33.990558 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-397c180c-de62-467b-bc6f-9755afe5037d {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:33.991169 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397c180c-de62-467b-bc6f-9755afe5037d'] response: {'server_uuid': 'ca6d2d76-8c85-4d81-ae10-ef62b5c9164b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66eb0de5-75c2-4491-81ca-58c9ee758470', 'code': 200} Mar 23 01:25:34.102847 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-ccd1a3b5-2406-4c9c-961d-d0e1883dab1c tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3b737776789745b5974027eaf2efb640&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292120 Mar 23 01:25:34.227521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-528c1c3a-44ba-4a0f-8df1-d67f7af0132b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:34.229457 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-528c1c3a-44ba-4a0f-8df1-d67f7af0132b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1202483 Mar 23 01:25:34.245500 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-02a3a501-8a4c-4a9d-abe2-c35c12a8cec3 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/quotas/3b737776789745b5974027eaf2efb640 HTTP/1.1" status: 200 len: 375 time: 0.0102286 Mar 23 01:25:34.286168 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-bc4e148d-bbf8-4144-a98c-a9c87ad7b251 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b737776789745b5974027eaf2efb640&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332856 Mar 23 01:25:34.344875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b2520-592f-4676-8f58-94ba090fc942 req-65376459-4f30-490f-8be3-3d765197d1a1 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:34.346368 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-394b2520-592f-4676-8f58-94ba090fc942 req-65376459-4f30-490f-8be3-3d765197d1a1 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 950 time: 0.3533010 Mar 23 01:25:34.353848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] For port 98fd6eba-0c1e-48de-8acc-46f3600d067d, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:25:34.358229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] For port 98fd6eba-0c1e-48de-8acc-46f3600d067d, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:25:34.360892 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a54481-1e48-40cb-968d-511dc73d14f6 req-6519d135-5d54-4449-9bb8-14e02a9b7623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:34.362360 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3a54481-1e48-40cb-968d-511dc73d14f6 req-6519d135-5d54-4449-9bb8-14e02a9b7623 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 1132 time: 0.0933437 Mar 23 01:25:34.376039 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:34.443746 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:34.444450 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:34.445872 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] 10.222.0.42 "PUT /v2.0/ports/98fd6eba-0c1e-48de-8acc-46f3600d067d HTTP/1.1" status: 200 len: 1091 time: 1.2125940 Mar 23 01:25:34.463734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-af183f68-d54f-45f0-9939-8dd13eefc01e req-459dc3c6-e5c4-4f40-a381-de90a6e84388 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1272110389', 'description': 'tempest-description-1016283387'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:34.491843 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-394b2520-592f-4676-8f58-94ba090fc942 req-a1be3c80-6a41-4fd5-b6b0-9791887cf69a tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393106 Mar 23 01:25:34.497158 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af183f68-d54f-45f0-9939-8dd13eefc01e req-459dc3c6-e5c4-4f40-a381-de90a6e84388 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:34.502374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd3535-f930-49ec-b729-7181911b75e0 service neutron] Pushing event updated for resources: {'Port': ['ID=98fd6eba-0c1e-48de-8acc-46f3600d067d,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:34.546222 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3a54481-1e48-40cb-968d-511dc73d14f6 req-5475f984-dbd0-4332-95bb-14408940abb7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664276 Mar 23 01:25:34.568992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-06e9948a-91df-4108-894f-ccb051a1d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:34.570728 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-06e9948a-91df-4108-894f-ccb051a1d79d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 1125 time: 0.0698850 Mar 23 01:25:34.627297 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-647e3a0f-38e6-4ef0-99f8-2681ad042822 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d HTTP/1.1" status: 200 len: 217 time: 0.0479970 Mar 23 01:25:34.634510 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af183f68-d54f-45f0-9939-8dd13eefc01e req-459dc3c6-e5c4-4f40-a381-de90a6e84388 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks [] for security_group (306c9152-9efa-405b-b255-af81007bf088), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:34.640050 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af183f68-d54f-45f0-9939-8dd13eefc01e req-459dc3c6-e5c4-4f40-a381-de90a6e84388 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (306c9152-9efa-405b-b255-af81007bf088), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:34.675623 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-044da014-5dfa-46c8-ad18-1a3914a1b31b req-a29446fa-c843-48ef-927d-b559cd8bebc6 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0900486 Mar 23 01:25:34.680924 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af183f68-d54f-45f0-9939-8dd13eefc01e req-459dc3c6-e5c4-4f40-a381-de90a6e84388 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:34.693668 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af183f68-d54f-45f0-9939-8dd13eefc01e req-459dc3c6-e5c4-4f40-a381-de90a6e84388 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2338340 Mar 23 01:25:34.698038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459dc3c6-e5c4-4f40-a381-de90a6e84388 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306c9152-9efa-405b-b255-af81007bf088,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:34.710557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-287e153c-148e-4148-8ee8-cb010db964f9 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3b737776789745b5974027eaf2efb640&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606458 Mar 23 01:25:34.769693 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-39b089d0-8d03-4d28-bfe3-474b7133e319 req-8e0f30d4-850d-40d2-9776-d7eeb7d00e39 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 210 time: 0.0365880 Mar 23 01:25:34.788557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-a6c3887f-a53c-4685-8808-aac597c5d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:34.790086 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-a6c3887f-a53c-4685-8808-aac597c5d5ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.1389420 Mar 23 01:25:34.857756 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-0e717a25-3da8-4c2c-893f-3a2b9b541543 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530415 Mar 23 01:25:34.996473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-e5374c92-5946-4b93-bd30-33da8305e9e2 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:34.998512 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-e5374c92-5946-4b93-bd30-33da8305e9e2 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809052 Mar 23 01:25:35.025888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-27d6ae70-0c5e-4668-9990-c6440eb16f69 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Request body: {'port': {'device_id': '80631fc6-148f-4d9f-b81d-b5b58f783974', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '3b737776789745b5974027eaf2efb640'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:35.177636 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-769be64e-a38d-4ec2-a572-db053225e5bb service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071265 Mar 23 01:25:35.183751 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-7c5396ca-6a15-427c-9a14-853b352314dd tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48168 time: 0.3360360 Mar 23 01:25:35.238229 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-89ce1d95-24f6-4e43-b547-5dd6f898be0a tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/007c7672-928b-4c0b-bf4d-e926b9391fdc HTTP/1.1" status: 200 len: 2998 time: 0.0474043 Mar 23 01:25:35.254062 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49776) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:35.288376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db96cd3-ee3d-4339-ab99-4836d1b04829 req-969616b9-a227-47b0-b6b0-57e681a2505e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:35.289917 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3db96cd3-ee3d-4339-ab99-4836d1b04829 req-969616b9-a227-47b0-b6b0-57e681a2505e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 943 time: 0.1916242 Mar 23 01:25:35.291828 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-064c2f55-c086-4d65-a21e-0445a4acd6c7 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/007c7672-928b-4c0b-bf4d-e926b9391fdc HTTP/1.1" status: 200 len: 2998 time: 0.0526099 Mar 23 01:25:35.296947 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-27d6ae70-0c5e-4668-9990-c6440eb16f69 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Made reservation on behalf of 3b737776789745b5974027eaf2efb640 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:35.300274 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-27d6ae70-0c5e-4668-9990-c6440eb16f69 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:35.325625 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-27d6ae70-0c5e-4668-9990-c6440eb16f69 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:35.343993 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-eccd1cb2-6b2e-487a-b7d2-7f2d82b8ab09 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/0399b48c-796e-4014-879c-e99307bfbe44 HTTP/1.1" status: 200 len: 2998 time: 0.0414920 Mar 23 01:25:35.376879 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a518854-b4f7-4ddb-b82e-f126fb17f79b req-2dfa77a3-1b34-4b07-896e-30d7d74869a3 service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900375 Mar 23 01:25:35.403468 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3db96cd3-ee3d-4339-ab99-4836d1b04829 req-dd5d0636-f53b-4d6f-9c2c-66d873d3ca6e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980177 Mar 23 01:25:35.414557 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-7c69b78b-aa3a-4787-b89e-9488871ce5ac tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/0399b48c-796e-4014-879c-e99307bfbe44 HTTP/1.1" status: 200 len: 2998 time: 0.0646031 Mar 23 01:25:35.436239 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6ad38b42-2730-4de8-b1cb-27f89b3a2cd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebe19fde73ae4fc69c52893752c93734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809788 Mar 23 01:25:35.439199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49780) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:35.473630 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-27d6ae70-0c5e-4668-9990-c6440eb16f69 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks [] for security_group (88c2e242-08a3-4f84-8a18-d8540a21d538), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:35.482818 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-27d6ae70-0c5e-4668-9990-c6440eb16f69 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (88c2e242-08a3-4f84-8a18-d8540a21d538), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:35.484873 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-ef9dcd59-5f49-4dde-adfb-fbefb3ef6e0e tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/04f4347a-e68a-4905-b6f9-edcd869782bf HTTP/1.1" status: 200 len: 2998 time: 0.0473731 Mar 23 01:25:35.545792 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-bfa0337d-cd9f-4cb8-b988-a5bb31978847 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/04f4347a-e68a-4905-b6f9-edcd869782bf HTTP/1.1" status: 200 len: 2998 time: 0.0460215 Mar 23 01:25:35.601290 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-2e09f4d1-e7a2-49bb-b8c8-783912b7a558 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/231e50bf-5b2b-4da9-9741-04f41aa48055 HTTP/1.1" status: 200 len: 2994 time: 0.0490155 Mar 23 01:25:35.634835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6ae70-0c5e-4668-9990-c6440eb16f69 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c2e242-08a3-4f84-8a18-d8540a21d538,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:35.640982 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c6c37c8-6b7b-483d-9775-998b91470d98 admin admin] Publish callbacks [] for security_group (04f4347a-e68a-4905-b6f9-edcd869782bf), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:35.643796 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-fd7748c8-ab36-4b07-ba9c-4f58f4ad60f3 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3b737776789745b5974027eaf2efb640&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480855 Mar 23 01:25:35.644014 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-886b5029-37a1-47f9-809c-0f852cb9cde8 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/231e50bf-5b2b-4da9-9741-04f41aa48055 HTTP/1.1" status: 200 len: 2994 time: 0.0408161 Mar 23 01:25:35.717351 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-81a16a8c-b0e2-403b-b84f-e8748d815fc8 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/246d3d50-13f0-48d9-97cf-dc4d9bec1c01 HTTP/1.1" status: 200 len: 2998 time: 0.0466712 Mar 23 01:25:35.755117 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c6c37c8-6b7b-483d-9775-998b91470d98 admin admin] Publish callbacks [] for security_group (04f4347a-e68a-4905-b6f9-edcd869782bf), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:35.763606 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-bef428b9-67a6-4f8f-a1a0-f7f1fdb9cf89 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/246d3d50-13f0-48d9-97cf-dc4d9bec1c01 HTTP/1.1" status: 200 len: 2998 time: 0.0392668 Mar 23 01:25:35.768839 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcad564-e58a-4dc8-b573-2c462b5ed6e7', 'tag': '98fd6eba-0c1e-48de-8acc-46f3600d067d'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:35.771249 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41974ff-88ae-487a-92de-fe5a948fa1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcad564-e58a-4dc8-b573-2c462b5ed6e7", "tag": "98fd6eba-0c1e-48de-8acc-46f3600d067d"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:35.786987 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e1710-18a9-4e23-83b0-4ed0902adbd6 req-5b28c034-0e9e-428a-a0ce-7135f2886245 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:35.788486 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a8e1710-18a9-4e23-83b0-4ed0902adbd6 req-5b28c034-0e9e-428a-a0ce-7135f2886245 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 972 time: 0.2962377 Mar 23 01:25:35.813004 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-d961461a-2507-43d4-b947-bf0193b14676 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/27874c65-45ab-49da-98f6-b3404731d906 HTTP/1.1" status: 200 len: 2994 time: 0.0420961 Mar 23 01:25:35.855891 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-27d6ae70-0c5e-4668-9990-c6440eb16f69 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Allocated IP 192.168.233.84 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/0742ea29-cf8e-4837-8a78-9fffdbbeed16) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:25:35.856573 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-f610a5e8-7135-40e0-8629-9639d05db26d tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/27874c65-45ab-49da-98f6-b3404731d906 HTTP/1.1" status: 200 len: 2994 time: 0.0371232 Mar 23 01:25:35.900049 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-584e1a33-42ca-40fc-a34d-9be7236d5a19 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/3a9c3a18-b111-4482-9a60-35e8f3d0b439 HTTP/1.1" status: 200 len: 2998 time: 0.0378344 Mar 23 01:25:35.912208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-911bce06-2e9d-419d-aae4-93804762dfc5 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:35.913679 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-911bce06-2e9d-419d-aae4-93804762dfc5 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2594306 Mar 23 01:25:35.916802 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a8e1710-18a9-4e23-83b0-4ed0902adbd6 req-0238dd1d-8faa-4aec-9403-46c19cb12ad7 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216829 Mar 23 01:25:35.932804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-2ce452e5-83f9-440f-b781-c475c9ef853e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Request body: {'port': {'device_id': 'c1bb817c-9422-4834-ab99-489ac5b0a986', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '3b737776789745b5974027eaf2efb640'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:35.968337 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-ee26f64d-15bb-4d37-bfbd-855adc06a7d1 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/3a9c3a18-b111-4482-9a60-35e8f3d0b439 HTTP/1.1" status: 200 len: 2998 time: 0.0581493 Mar 23 01:25:35.994309 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c6c37c8-6b7b-483d-9775-998b91470d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (04f4347a-e68a-4905-b6f9-edcd869782bf), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:35.998604 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c6c37c8-6b7b-483d-9775-998b91470d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:36.003666 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3c6c37c8-6b7b-483d-9775-998b91470d98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04f4347a-e68a-4905-b6f9-edcd869782bf HTTP/1.1" status: 204 len: 168 time: 0.5596328 Mar 23 01:25:36.024392 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-f7b93af0-a7f9-4e9b-8932-ffb2bc5340a8 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/59e68a9c-400f-4674-84a8-8df3d6aefab9 HTTP/1.1" status: 200 len: 2998 time: 0.0551457 Mar 23 01:25:36.050088 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c37c8-6b7b-483d-9775-998b91470d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f4347a-e68a-4905-b6f9-edcd869782bf,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:36.080401 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-9b5a996c-5598-4fdb-9199-9453b572d3d4 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/59e68a9c-400f-4674-84a8-8df3d6aefab9 HTTP/1.1" status: 200 len: 2998 time: 0.0482950 Mar 23 01:25:36.122403 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-fe0e59e4-0f17-4163-bd97-96523d8fe779 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/5bcd8810-0f19-4cf4-910b-bcde0c11ab5e HTTP/1.1" status: 200 len: 2998 time: 0.0411339 Mar 23 01:25:36.167636 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-9ef48935-fdb1-408a-b1c3-eef4c71d9705 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/5bcd8810-0f19-4cf4-910b-bcde0c11ab5e HTTP/1.1" status: 200 len: 2998 time: 0.0391757 Mar 23 01:25:36.198462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54204dd0-606a-4548-9fec-f99bc4692f79 req-c0ff2b95-fcf6-48ed-9383-be413c9ed67f tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:36.199984 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54204dd0-606a-4548-9fec-f99bc4692f79 req-c0ff2b95-fcf6-48ed-9383-be413c9ed67f tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 950 time: 0.1880097 Mar 23 01:25:36.216458 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-311a5193-5c6b-440e-87aa-157837c51baf tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/5f337456-eba9-4736-ad9e-76759dc2d494 HTTP/1.1" status: 200 len: 2990 time: 0.0426822 Mar 23 01:25:36.275014 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-499d85c9-812a-41b9-a18d-7321b995185d tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/5f337456-eba9-4736-ad9e-76759dc2d494 HTTP/1.1" status: 200 len: 2990 time: 0.0515299 Mar 23 01:25:36.278447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-2ce452e5-83f9-440f-b781-c475c9ef853e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Made reservation on behalf of 3b737776789745b5974027eaf2efb640 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:36.281799 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-2ce452e5-83f9-440f-b781-c475c9ef853e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:36.315898 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-27d6ae70-0c5e-4668-9990-c6440eb16f69 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks [] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:36.321759 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a08429ac-e841-47ed-859f-d6b27d2e90f6 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:25:36.339877 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54204dd0-606a-4548-9fec-f99bc4692f79 req-c78a9a82-845c-4006-8b3e-d801c30e4ee8 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316698 Mar 23 01:25:36.359058 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-84c0f295-6223-43b6-a50b-bcdc95680bf4 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/93a83b54-5cb6-4f88-b086-2c73b6223669 HTTP/1.1" status: 200 len: 2994 time: 0.0827804 Mar 23 01:25:36.364643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: a08429ac-e841-47ed-859f-d6b27d2e90f6 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:25:36.366144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a08429ac-e841-47ed-859f-d6b27d2e90f6 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:25:36.366670 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device bbb69ae7-3d91-4cfd-9db8-37739fa3440e no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:25:36.392255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49794) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:36.418569 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: bbb69ae7-3d91-4cfd-9db8-37739fa3440e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:25:36.422105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device bbb69ae7-3d91-4cfd-9db8-37739fa3440e not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:25:36.443615 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-37c9fb2d-9cb4-40ed-ba23-dbdd6fa75865 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/93a83b54-5cb6-4f88-b086-2c73b6223669 HTTP/1.1" status: 200 len: 2994 time: 0.0835609 Mar 23 01:25:36.468812 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8dc60426-10d8-48ca-b2f8-f8b15ef9a9ef req-959c1cd3-3cc2-4a43-b321-2bffafd5219c tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0423632 Mar 23 01:25:36.478256 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-27d6ae70-0c5e-4668-9990-c6440eb16f69 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:36.545736 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-e7597d9f-2580-4fb5-9de5-6cc3c12ad2e7 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/aac6acc4-2a4e-4b7a-a140-f9951c082628 HTTP/1.1" status: 200 len: 2998 time: 0.0863194 Mar 23 01:25:36.547526 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2de0fa6-f8f6-43c4-8116-cf9de90c5bcb x-openstack-request-id: req-b2de0fa6-f8f6-43c4-8116-cf9de90c5bcb {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:36.547818 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcad564-e58a-4dc8-b573-2c462b5ed6e7", "tag": "98fd6eba-0c1e-48de-8acc-46f3600d067d", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:36.548063 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2de0fa6-f8f6-43c4-8116-cf9de90c5bcb {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:36.548446 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2de0fa6-f8f6-43c4-8116-cf9de90c5bcb'] response: {'name': 'network-changed', 'server_uuid': '8fcad564-e58a-4dc8-b573-2c462b5ed6e7', 'tag': '98fd6eba-0c1e-48de-8acc-46f3600d067d', 'status': 'completed', 'code': 200} Mar 23 01:25:36.554205 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.42', 53421) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:36.554592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217b82b-55e9-4942-88ec-a3b0c88a7ab1 req-f3af7957-f042-4484-9681-b9715f2aa480 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:36.556082 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7217b82b-55e9-4942-88ec-a3b0c88a7ab1 req-f3af7957-f042-4484-9681-b9715f2aa480 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 972 time: 0.1051672 Mar 23 01:25:36.576745 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-82f273c6-4316-4c3e-af85-21f89d0ba61b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b368ffc2b7f8406c9492247fd7c7f38d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833172 Mar 23 01:25:36.597796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49798) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:36.604682 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-27d6ae70-0c5e-4668-9990-c6440eb16f69 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:25:36.643566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-27d6ae70-0c5e-4668-9990-c6440eb16f69 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:25:36.646530 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-2ce452e5-83f9-440f-b781-c475c9ef853e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Allocated IP 192.168.233.189 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/3e3d768d-373b-4dd2-8633-80af454dd3c4) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:25:36.650866 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-02d2429b-c933-4cd3-84ea-3dd936a06ce2 req-83bba72e-96fb-43ce-b103-f94df4c402db tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 210 time: 0.0530801 Mar 23 01:25:36.654418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-27d6ae70-0c5e-4668-9990-c6440eb16f69 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:25:36.659793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-27d6ae70-0c5e-4668-9990-c6440eb16f69 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:36.660405 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-27d6ae70-0c5e-4668-9990-c6440eb16f69 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:36.663070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6ae70-0c5e-4668-9990-c6440eb16f69 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Pushing event updated for resources: {'Port': ['ID=0742ea29-cf8e-4837-8a78-9fffdbbeed16,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:36.696146 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-27d6ae70-0c5e-4668-9990-c6440eb16f69 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6810360 Mar 23 01:25:36.702891 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-3a4a73b4-cd5d-4100-91e8-518a3ca4c252 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/aac6acc4-2a4e-4b7a-a140-f9951c082628 HTTP/1.1" status: 200 len: 2998 time: 0.1555238 Mar 23 01:25:36.710781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Request body: {'port': {'device_id': '80631fc6-148f-4d9f-b81d-b5b58f783974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:36.743640 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41974ff-88ae-487a-92de-fe5a948fa1dc req-997c8843-6c47-46f3-8755-b0d8f19fcd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:36.744927 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f41974ff-88ae-487a-92de-fe5a948fa1dc req-997c8843-6c47-46f3-8755-b0d8f19fcd2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 1125 time: 0.1889579 Mar 23 01:25:36.770054 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5644b812-f424-4a66-9669-1f8b53028b3c admin admin] Publish callbacks [] for security_group (59e68a9c-400f-4674-84a8-8df3d6aefab9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:36.778152 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-ab97e9dd-199b-486c-9ea9-5c5b7cca5bcf tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d09ad811-1859-4a8d-b4e8-c979de5c85ea HTTP/1.1" status: 200 len: 2998 time: 0.0749979 Mar 23 01:25:36.818858 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5644b812-f424-4a66-9669-1f8b53028b3c admin admin] Publish callbacks [] for security_group (59e68a9c-400f-4674-84a8-8df3d6aefab9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:36.832304 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-7217b82b-55e9-4942-88ec-a3b0c88a7ab1 req-7aca0098-e853-43b9-98d6-214ec5adbef9 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Deleting port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:25:36.832304 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7217b82b-55e9-4942-88ec-a3b0c88a7ab1 req-7aca0098-e853-43b9-98d6-214ec5adbef9 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7eed377a-ec0a-4ba0-b3cf-11f13c3814bb), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:36.921848 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-ada97ccd-5003-4507-a206-3cc6c06c836c tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d09ad811-1859-4a8d-b4e8-c979de5c85ea HTTP/1.1" status: 200 len: 2998 time: 0.1343920 Mar 23 01:25:36.922351 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:36.925411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8b02548f-1603-4fa1-a1d5-d2f540686649 None None] Provisioning complete for port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:36.926108 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8b02548f-1603-4fa1-a1d5-d2f540686649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:36.974470 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5644b812-f424-4a66-9669-1f8b53028b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (59e68a9c-400f-4674-84a8-8df3d6aefab9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:36.977170 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5644b812-f424-4a66-9669-1f8b53028b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:36.980730 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5644b812-f424-4a66-9669-1f8b53028b3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59e68a9c-400f-4674-84a8-8df3d6aefab9 HTTP/1.1" status: 204 len: 168 time: 0.3756516 Mar 23 01:25:36.980906 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8b02548f-1603-4fa1-a1d5-d2f540686649 None None] Port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:25:37.009319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644b812-f424-4a66-9669-1f8b53028b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e68a9c-400f-4674-84a8-8df3d6aefab9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:37.023528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-7217b82b-55e9-4942-88ec-a3b0c88a7ab1 req-7aca0098-e853-43b9-98d6-214ec5adbef9 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] For port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=7eed377a-ec0a-4ba0-b3cf-11f13c3814bb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:37.023894 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7217b82b-55e9-4942-88ec-a3b0c88a7ab1 req-7aca0098-e853-43b9-98d6-214ec5adbef9 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7eed377a-ec0a-4ba0-b3cf-11f13c3814bb), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:37.030852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9498d-ec5c-4502-8d1b-28ab257db380 req-6aa07b35-b7e2-4a0e-9abd-a1862d9f99bb tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:37.033593 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-3f1cf1bf-db83-4532-abb1-b8ec889798b0 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e03921d6-ab55-443f-9857-9f235a56024e HTTP/1.1" status: 200 len: 2998 time: 0.1031065 Mar 23 01:25:37.038018 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85c9498d-ec5c-4502-8d1b-28ab257db380 req-6aa07b35-b7e2-4a0e-9abd-a1862d9f99bb tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 943 time: 0.2548144 Mar 23 01:25:37.039538 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-7217b82b-55e9-4942-88ec-a3b0c88a7ab1 req-7aca0098-e853-43b9-98d6-214ec5adbef9 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Calling delete_port for 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb owned by compute:tempest-test_az-1860360854 {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:25:37.053560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41974ff-88ae-487a-92de-fe5a948fa1dc req-863c7e3f-7014-4e6c-a8f9-506a9e4e5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:37.054978 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f41974ff-88ae-487a-92de-fe5a948fa1dc req-863c7e3f-7014-4e6c-a8f9-506a9e4e5828 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.3014746 Mar 23 01:25:37.090080 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-2ce452e5-83f9-440f-b781-c475c9ef853e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks [] for port (3e3d768d-373b-4dd2-8633-80af454dd3c4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:37.134975 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68e0bbda-f8f0-4ccb-9ae7-84b8d703768d req-9d0c870b-c028-470a-9d88-77a60b6f4e06 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e03921d6-ab55-443f-9857-9f235a56024e HTTP/1.1" status: 200 len: 2998 time: 0.0911438 Mar 23 01:25:37.135316 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f41974ff-88ae-487a-92de-fe5a948fa1dc req-b2249a65-844d-46ba-bf0a-feaf8a575438 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d HTTP/1.1" status: 200 len: 217 time: 0.0721118 Mar 23 01:25:37.266632 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7217b82b-55e9-4942-88ec-a3b0c88a7ab1 req-7aca0098-e853-43b9-98d6-214ec5adbef9 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (7eed377a-ec0a-4ba0-b3cf-11f13c3814bb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:37.277879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['7eed377a-ec0a-4ba0-b3cf-11f13c3814bb'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:37.312635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca0098-e853-43b9-98d6-214ec5adbef9 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Pushing event deleted for resources: {'Port': ['ID=7eed377a-ec0a-4ba0-b3cf-11f13c3814bb,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:37.383158 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-7217b82b-55e9-4942-88ec-a3b0c88a7ab1 req-7aca0098-e853-43b9-98d6-214ec5adbef9 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] No DVR routers for this DVR port 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb on host n-h1-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:25:37.386257 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7217b82b-55e9-4942-88ec-a3b0c88a7ab1 req-7aca0098-e853-43b9-98d6-214ec5adbef9 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:37.390268 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7217b82b-55e9-4942-88ec-a3b0c88a7ab1 req-7aca0098-e853-43b9-98d6-214ec5adbef9 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.42 "DELETE /v2.0/ports/7eed377a-ec0a-4ba0-b3cf-11f13c3814bb HTTP/1.1" status: 204 len: 173 time: 0.8273623 Mar 23 01:25:37.390937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d555d8-1c01-4593-927a-9ae06665c3ff', 'name': 'network-vif-deleted', 'tag': '7eed377a-ec0a-4ba0-b3cf-11f13c3814bb'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:37.394973 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c76607-ae08-44f4-82be-c5211b27b694" -d '{"events": [{"server_uuid": "59d555d8-1c01-4593-927a-9ae06665c3ff", "name": "network-vif-deleted", "tag": "7eed377a-ec0a-4ba0-b3cf-11f13c3814bb"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:37.405394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774689a-998c-4ba4-8f28-dc90e85cc940 req-a26bbadb-e4af-4772-b23e-6e02f16a5776 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:37.413900 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1774689a-998c-4ba4-8f28-dc90e85cc940 req-a26bbadb-e4af-4772-b23e-6e02f16a5776 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d555d8-1c01-4593-927a-9ae06665c3ff HTTP/1.1" status: 200 len: 889 time: 0.1839509 Mar 23 01:25:37.500496 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-2ce452e5-83f9-440f-b781-c475c9ef853e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (3e3d768d-373b-4dd2-8633-80af454dd3c4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:37.532157 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1774689a-998c-4ba4-8f28-dc90e85cc940 req-6939566a-7ffc-45f7-8306-84b801657ce2 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03921d6-ab55-443f-9857-9f235a56024e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123493 Mar 23 01:25:37.545117 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85c9498d-ec5c-4502-8d1b-28ab257db380 req-d2de8014-1ea1-4b4a-9805-508e9d596ac9 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899118 Mar 23 01:25:37.653076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41974ff-88ae-487a-92de-fe5a948fa1dc req-2c23d640-d79b-4442-aa04-828bd9bb6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:37.654751 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f41974ff-88ae-487a-92de-fe5a948fa1dc req-2c23d640-d79b-4442-aa04-828bd9bb6ce0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.5073545 Mar 23 01:25:37.671373 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-59e79088-82d5-45cc-a81c-140384fcae60 req-1f6397d1-180e-4bc4-9b3d-ec1437e82e9f tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fdd966901e74029bd803e6ba829e9ad HTTP/1.1" status: 200 len: 6153 time: 0.1244147 Mar 23 01:25:37.681211 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-2ce452e5-83f9-440f-b781-c475c9ef853e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:25:37.727094 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-59e79088-82d5-45cc-a81c-140384fcae60 req-417fb49c-7e6a-4422-8838-24588812f088 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] 10.222.0.18 "GET /v2.0/security-groups/5bcd8810-0f19-4cf4-910b-bcde0c11ab5e HTTP/1.1" status: 200 len: 2998 time: 0.0490115 Mar 23 01:25:37.734824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-2ce452e5-83f9-440f-b781-c475c9ef853e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:25:37.758405 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce452e5-83f9-440f-b781-c475c9ef853e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Pushing event updated for resources: {'Port': ['ID=3e3d768d-373b-4dd2-8633-80af454dd3c4,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:37.764096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-2ce452e5-83f9-440f-b781-c475c9ef853e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:25:37.769146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-2ce452e5-83f9-440f-b781-c475c9ef853e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:37.769757 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-2ce452e5-83f9-440f-b781-c475c9ef853e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:37.775974 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f41974ff-88ae-487a-92de-fe5a948fa1dc req-5c652d58-0857-4164-a13c-70c99bf07e7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946295 Mar 23 01:25:37.805235 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-59e79088-82d5-45cc-a81c-140384fcae60 req-490fe293-9d41-49df-8782-3817ebedca8b tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] 10.222.0.18 "GET /v2.0/security-groups/5bcd8810-0f19-4cf4-910b-bcde0c11ab5e HTTP/1.1" status: 200 len: 2998 time: 0.0695488 Mar 23 01:25:37.857227 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-2ce452e5-83f9-440f-b781-c475c9ef853e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9350066 Mar 23 01:25:37.863595 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e192fa-33e9-4013-b82c-af48c1f1b599 x-openstack-request-id: req-c9e192fa-33e9-4013-b82c-af48c1f1b599 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:37.864083 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d555d8-1c01-4593-927a-9ae06665c3ff", "name": "network-vif-deleted", "tag": "7eed377a-ec0a-4ba0-b3cf-11f13c3814bb", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:37.864508 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9e192fa-33e9-4013-b82c-af48c1f1b599 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:37.865257 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e192fa-33e9-4013-b82c-af48c1f1b599'] response: {'server_uuid': '59d555d8-1c01-4593-927a-9ae06665c3ff', 'name': 'network-vif-deleted', 'tag': '7eed377a-ec0a-4ba0-b3cf-11f13c3814bb', 'status': 'completed', 'code': 200} Mar 23 01:25:37.877232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Request body: {'port': {'device_id': 'c1bb817c-9422-4834-ab99-489ac5b0a986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:37.945838 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683044e0-be70-4676-9642-1d0d59f93398 req-99a9bf0e-9ef3-498b-ac30-edf0557bc2ba tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:37.947479 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-683044e0-be70-4676-9642-1d0d59f93398 req-99a9bf0e-9ef3-498b-ac30-edf0557bc2ba tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 950 time: 0.2980571 Mar 23 01:25:38.014837 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a201ec73-3ec0-4cf8-8a36-67a113dd65e4 req-c51e6fd8-46ab-4a6e-8133-79fc4b0668ed tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0513158 Mar 23 01:25:38.032557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f41974ff-88ae-487a-92de-fe5a948fa1dc req-8b7ec052-c047-44a1-b050-991a97913fba service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491651 Mar 23 01:25:38.081806 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3e3d768d-373b-4dd2-8633-80af454dd3c4), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:38.153005 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-683044e0-be70-4676-9642-1d0d59f93398 req-ebabf886-ceb9-4353-ac74-9d753054d1fb tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921430 Mar 23 01:25:38.162118 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0742ea29-cf8e-4837-8a78-9fffdbbeed16 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:38.175374 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Publish callbacks [] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:38.197154 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7c89-32e4-45af-814d-4c409d9f41e9 req-91726326-55d6-443b-b068-f4cffadded00 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:38.199358 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a24f7c89-32e4-45af-814d-4c409d9f41e9 req-91726326-55d6-443b-b068-f4cffadded00 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 936 time: 0.0937729 Mar 23 01:25:38.250765 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a24f7c89-32e4-45af-814d-4c409d9f41e9 req-f91ea410-20e8-4db2-bb8c-3977d0c15df4 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448239 Mar 23 01:25:38.334297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 98fd6eba-0c1e-48de-8acc-46f3600d067d details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:25:38.358061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Transition to ACTIVE for port object 0742ea29-cf8e-4837-8a78-9fffdbbeed16 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:25:38.378343 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:38.381732 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f41974ff-88ae-487a-92de-fe5a948fa1dc req-2777df0a-25a7-40f4-ad10-68e5f81dd593 service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172593 Mar 23 01:25:38.499951 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 98fd6eba-0c1e-48de-8acc-46f3600d067d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:38.501997 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f582ee35-4dfc-4e76-8a10-0d5e5bb5aef8 req-5dbb4611-bb82-4e26-953a-b872284bcd75 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/306c9152-9efa-405b-b255-af81007bf088 HTTP/1.1" status: 200 len: 1795 time: 0.2385108 Mar 23 01:25:38.514113 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '98fd6eba-0c1e-48de-8acc-46f3600d067d', 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315', 'port_id': '98fd6eba-0c1e-48de-8acc-46f3600d067d', 'mac_address': 'fa:16:3e:c1:83:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b151ab54-9dd9-40f8-bf23-730b361e4833', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:25:38.525853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Pushing event updated for resources: {'Port': ['ID=0742ea29-cf8e-4837-8a78-9fffdbbeed16,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:38.562600 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 98fd6eba-0c1e-48de-8acc-46f3600d067d is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:38.563261 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:38.579460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98fd6eba-0c1e-48de-8acc-46f3600d067d {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:38.606329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 98fd6eba-0c1e-48de-8acc-46f3600d067d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:38.616018 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:38.616267 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Attempting to bind port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:25:38.616628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Attempting to bind port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:25:38.616961 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Attempting to bind port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:38.630653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:25:38.630653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Attempting to bind port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:38.679552 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f582ee35-4dfc-4e76-8a10-0d5e5bb5aef8 req-93d4368e-7556-4e94-b7f7-79146bc336ac tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks [] for security_group (306c9152-9efa-405b-b255-af81007bf088), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:38.682298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:25:38.682910 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:25:38.683432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:25:38.683982 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Bound port: 0742ea29-cf8e-4837-8a78-9fffdbbeed16, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:25:38.684544 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:38.712521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=98fd6eba-0c1e-48de-8acc-46f3600d067d,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:38.767954 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f582ee35-4dfc-4e76-8a10-0d5e5bb5aef8 req-93d4368e-7556-4e94-b7f7-79146bc336ac tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks [] for security_group (306c9152-9efa-405b-b255-af81007bf088), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:38.815084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['98fd6eba-0c1e-48de-8acc-46f3600d067d'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:38.867692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3d768d-373b-4dd2-8633-80af454dd3c4 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:38.873697 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] For port 0742ea29-cf8e-4837-8a78-9fffdbbeed16, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:25:38.896960 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] For port 0742ea29-cf8e-4837-8a78-9fffdbbeed16, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0742ea29-cf8e-4837-8a78-9fffdbbeed16,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:25:38.934537 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Publish callbacks [] for port (3e3d768d-373b-4dd2-8633-80af454dd3c4), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:38.964953 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f582ee35-4dfc-4e76-8a10-0d5e5bb5aef8 req-93d4368e-7556-4e94-b7f7-79146bc336ac tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (306c9152-9efa-405b-b255-af81007bf088), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:38.968493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f582ee35-4dfc-4e76-8a10-0d5e5bb5aef8 req-93d4368e-7556-4e94-b7f7-79146bc336ac tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:38.975193 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f582ee35-4dfc-4e76-8a10-0d5e5bb5aef8 req-93d4368e-7556-4e94-b7f7-79146bc336ac tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/306c9152-9efa-405b-b255-af81007bf088 HTTP/1.1" status: 204 len: 173 time: 0.4723325 Mar 23 01:25:38.977937 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:39.115613 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Transition to ACTIVE for port object 3e3d768d-373b-4dd2-8633-80af454dd3c4 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:25:39.120344 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4368e-7556-4e94-b7f7-79146bc336ac tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306c9152-9efa-405b-b255-af81007bf088,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:39.121596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Pushing event updated for resources: {'Port': ['ID=0742ea29-cf8e-4837-8a78-9fffdbbeed16,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:39.127915 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3e3d768d-373b-4dd2-8633-80af454dd3c4), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:39.185664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:39.191040 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:39.192524 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-08004269-a5d2-4666-b841-e6fd568f1f44 service neutron] 10.222.0.42 "PUT /v2.0/ports/0742ea29-cf8e-4837-8a78-9fffdbbeed16 HTTP/1.1" status: 200 len: 1095 time: 2.4885170 Mar 23 01:25:39.198603 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a26a33d-f17d-49d5-b048-9b8782050d0f req-864caeb4-d404-4d2c-9572-aa0e8fd32739 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "GET /v2.0/security-groups/81ef0a64-9148-43c7-9138-6fd82a4ad0c8 HTTP/1.1" status: 200 len: 1794 time: 0.0627525 Mar 23 01:25:39.270282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80631fc6-148f-4d9f-b81d-b5b58f783974', 'tag': '0742ea29-cf8e-4837-8a78-9fffdbbeed16'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:39.272835 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9311c62e-7d94-4768-9fbc-be9677c5af77" -d '{"events": [{"name": "network-changed", "server_uuid": "80631fc6-148f-4d9f-b81d-b5b58f783974", "tag": "0742ea29-cf8e-4837-8a78-9fffdbbeed16"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:39.278231 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a55ede9a-477c-4d6f-a2f4-de8d1b2e3dd7 req-4edb49dd-e33e-4380-bfb9-c3a415cdbf6c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0343688 Mar 23 01:25:39.284690 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8a26a33d-f17d-49d5-b048-9b8782050d0f req-6539788f-4bd7-41d6-aec7-db1dda2a0573 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks [] for security_group (81ef0a64-9148-43c7-9138-6fd82a4ad0c8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:39.330526 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8a26a33d-f17d-49d5-b048-9b8782050d0f req-6539788f-4bd7-41d6-aec7-db1dda2a0573 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks [] for security_group (81ef0a64-9148-43c7-9138-6fd82a4ad0c8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:39.381016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ca4b8-64f5-45cc-85ae-40d84567e85d req-64014005-0fa6-4fb4-bcac-01be76d46105 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:39.388461 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b1ca4b8-64f5-45cc-85ae-40d84567e85d req-64014005-0fa6-4fb4-bcac-01be76d46105 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 944 time: 0.1948617 Mar 23 01:25:39.404915 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8a26a33d-f17d-49d5-b048-9b8782050d0f req-6539788f-4bd7-41d6-aec7-db1dda2a0573 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (81ef0a64-9148-43c7-9138-6fd82a4ad0c8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:39.407703 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8a26a33d-f17d-49d5-b048-9b8782050d0f req-6539788f-4bd7-41d6-aec7-db1dda2a0573 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:39.409292 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a26a33d-f17d-49d5-b048-9b8782050d0f req-6539788f-4bd7-41d6-aec7-db1dda2a0573 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/81ef0a64-9148-43c7-9138-6fd82a4ad0c8 HTTP/1.1" status: 204 len: 173 time: 0.1971915 Mar 23 01:25:39.441711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539788f-4bd7-41d6-aec7-db1dda2a0573 tempest-SecurityGroupsTestAdminJSON-1757624337 tempest-SecurityGroupsTestAdminJSON-1757624337-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ef0a64-9148-43c7-9138-6fd82a4ad0c8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:39.441939 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3d768d-373b-4dd2-8633-80af454dd3c4,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:39.515040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Attempting to bind port 3e3d768d-373b-4dd2-8633-80af454dd3c4 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:25:39.516583 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Attempting to bind port 3e3d768d-373b-4dd2-8633-80af454dd3c4 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:25:39.517753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Attempting to bind port 3e3d768d-373b-4dd2-8633-80af454dd3c4 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:39.529686 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-3a515889-1f9b-4879-b0c4-7f0c7d563f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:39.531395 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-3a515889-1f9b-4879-b0c4-7f0c7d563f3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b737776789745b5974027eaf2efb640&device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 1129 time: 0.2484620 Mar 23 01:25:39.537092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Port 3e3d768d-373b-4dd2-8633-80af454dd3c4 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:25:39.537092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Attempting to bind port 3e3d768d-373b-4dd2-8633-80af454dd3c4 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:39.538564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49876) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:39.550961 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b1ca4b8-64f5-45cc-85ae-40d84567e85d req-e6bbb8ab-6afe-430a-b1da-0dfd6af5f0cc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613345 Mar 23 01:25:39.559082 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:25:39.559082 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:25:39.559459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:25:39.559915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Bound port: 3e3d768d-373b-4dd2-8633-80af454dd3c4, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:25:39.560282 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3e3d768d-373b-4dd2-8633-80af454dd3c4), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:39.567820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a43bd64-797a-4444-9e9a-10d5f4f2d4f8 req-af43e18c-947d-452a-979b-a0e97c1367ef tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0458796 Mar 23 01:25:39.638636 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-5d467b60-1742-4a88-9135-dafc59291bee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=0742ea29-cf8e-4837-8a78-9fffdbbeed16 HTTP/1.1" status: 200 len: 217 time: 0.0944915 Mar 23 01:25:39.784486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] For port 3e3d768d-373b-4dd2-8633-80af454dd3c4, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:25:39.815946 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-e25b47de-0583-4704-8f98-435bd17ebed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:39.817739 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-e25b47de-0583-4704-8f98-435bd17ebed4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1340263 Mar 23 01:25:39.819429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] For port 3e3d768d-373b-4dd2-8633-80af454dd3c4, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3e3d768d-373b-4dd2-8633-80af454dd3c4,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:25:39.861555 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3e3d768d-373b-4dd2-8633-80af454dd3c4), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:39.877733 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b2791d1a-54ef-4c2a-a7bd-4176fb12686a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c42cbdb5c7c143e194fe2d4d6569fa6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349018 Mar 23 01:25:39.878409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49886) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:39.953828 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076acf5-6686-45cd-b1c0-d5fcf57ea772 req-55d160da-29f8-4c0b-afb3-1f93e118279f tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:39.955437 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5076acf5-6686-45cd-b1c0-d5fcf57ea772 req-55d160da-29f8-4c0b-afb3-1f93e118279f tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 950 time: 0.2742231 Mar 23 01:25:39.957944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:39.958560 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:39.959966 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] 10.222.0.42 "PUT /v2.0/ports/3e3d768d-373b-4dd2-8633-80af454dd3c4 HTTP/1.1" status: 200 len: 1096 time: 2.0907435 Mar 23 01:25:39.967742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9653350-de71-460f-a5c7-05429cab04c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3d768d-373b-4dd2-8633-80af454dd3c4,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:39.990832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33986bf-aeb7-47a3-891b-1287be084a01 req-6cc26255-c8ee-44a3-a6e6-51034e5fa214 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:39.999353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-0b628b08-b7c3-4a39-9b98-625182b44715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:40.000970 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-0b628b08-b7c3-4a39-9b98-625182b44715 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1742563 Mar 23 01:25:40.001379 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c33986bf-aeb7-47a3-891b-1287be084a01 req-6cc26255-c8ee-44a3-a6e6-51034e5fa214 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 948 time: 0.1079369 Mar 23 01:25:40.003473 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87f42006-e31c-4103-9f5f-c41f2c83f3f9 admin admin] Publish callbacks [] for security_group (e03921d6-ab55-443f-9857-9f235a56024e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:40.051238 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87f42006-e31c-4103-9f5f-c41f2c83f3f9 admin admin] Publish callbacks [] for security_group (e03921d6-ab55-443f-9857-9f235a56024e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:40.102971 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c33986bf-aeb7-47a3-891b-1287be084a01 req-664545e4-3f58-4f10-9193-13d57176928b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005299 Mar 23 01:25:40.107949 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5076acf5-6686-45cd-b1c0-d5fcf57ea772 req-66748b5e-a1b2-46ff-bb2f-0d3157d1350d tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428068 Mar 23 01:25:40.136282 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87f42006-e31c-4103-9f5f-c41f2c83f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e03921d6-ab55-443f-9857-9f235a56024e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:40.140694 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87f42006-e31c-4103-9f5f-c41f2c83f3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:40.144208 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-87f42006-e31c-4103-9f5f-c41f2c83f3f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e03921d6-ab55-443f-9857-9f235a56024e HTTP/1.1" status: 204 len: 168 time: 0.2627718 Mar 23 01:25:40.168094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-9dc9e156-c0aa-4f52-b5e1-7a9c10de25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:40.169641 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-9dc9e156-c0aa-4f52-b5e1-7a9c10de25fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b737776789745b5974027eaf2efb640&device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 1130 time: 0.1382465 Mar 23 01:25:40.170358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f42006-e31c-4103-9f5f-c41f2c83f3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03921d6-ab55-443f-9857-9f235a56024e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:40.173484 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-8b1841d1-b926-40f1-bc96-e137dac73b15 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439555 Mar 23 01:25:40.181654 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2156ebc-cbb0-453f-865d-dc438b4d993b x-openstack-request-id: req-f2156ebc-cbb0-453f-865d-dc438b4d993b {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:40.181971 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80631fc6-148f-4d9f-b81d-b5b58f783974", "tag": "0742ea29-cf8e-4837-8a78-9fffdbbeed16", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:40.182226 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2156ebc-cbb0-453f-865d-dc438b4d993b {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:40.182635 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2156ebc-cbb0-453f-865d-dc438b4d993b'] response: {'name': 'network-changed', 'server_uuid': '80631fc6-148f-4d9f-b81d-b5b58f783974', 'tag': '0742ea29-cf8e-4837-8a78-9fffdbbeed16', 'status': 'completed', 'code': 200} Mar 23 01:25:40.264799 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9d6ee6e1-7b78-4ec8-b518-a0e1ec123fbe req-6a40a675-3741-4493-987b-2485679aa6e1 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] 10.222.0.18 "GET /v2.0/security-groups/2f1baf2a-1e99-4015-9a84-aee3652777bb HTTP/1.1" status: 200 len: 1794 time: 0.0585346 Mar 23 01:25:40.347928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 98fd6eba-0c1e-48de-8acc-46f3600d067d up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:25:40.375410 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9d6ee6e1-7b78-4ec8-b518-a0e1ec123fbe req-506e2b77-a9dd-4af6-938a-18848fede0af tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks [] for security_group (2f1baf2a-1e99-4015-9a84-aee3652777bb), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:40.415669 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9d6ee6e1-7b78-4ec8-b518-a0e1ec123fbe req-506e2b77-a9dd-4af6-938a-18848fede0af tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks [] for security_group (2f1baf2a-1e99-4015-9a84-aee3652777bb), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:40.456361 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 98fd6eba-0c1e-48de-8acc-46f3600d067d completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:25:40.461221 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 98fd6eba-0c1e-48de-8acc-46f3600d067d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:40.461601 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:40.517698 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9d6ee6e1-7b78-4ec8-b518-a0e1ec123fbe req-506e2b77-a9dd-4af6-938a-18848fede0af tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2f1baf2a-1e99-4015-9a84-aee3652777bb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:40.530952 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9d6ee6e1-7b78-4ec8-b518-a0e1ec123fbe req-506e2b77-a9dd-4af6-938a-18848fede0af tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:40.545170 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9d6ee6e1-7b78-4ec8-b518-a0e1ec123fbe req-506e2b77-a9dd-4af6-938a-18848fede0af tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] 10.222.0.18 "DELETE /v2.0/security-groups/2f1baf2a-1e99-4015-9a84-aee3652777bb HTTP/1.1" status: 204 len: 173 time: 0.2647202 Mar 23 01:25:40.606801 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-278080dc-0a37-4b5d-adb8-9836270fd294 req-4b410355-0ef4-4fad-a038-58ff6b37f477 tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] 10.222.0.18 "GET /v2.0/security-groups/6e0680b8-014e-42ab-a74b-aeb38e1b7eeb HTTP/1.1" status: 200 len: 1794 time: 0.0503690 Mar 23 01:25:40.608937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e2b77-a9dd-4af6-938a-18848fede0af tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1baf2a-1e99-4015-9a84-aee3652777bb,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:40.634036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 98fd6eba-0c1e-48de-8acc-46f3600d067d is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:40.634724 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:40.658290 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-fb5ccf99-e62d-40b5-a286-08d0243889f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=3e3d768d-373b-4dd2-8633-80af454dd3c4 HTTP/1.1" status: 200 len: 217 time: 0.4747486 Mar 23 01:25:40.681922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 98fd6eba-0c1e-48de-8acc-46f3600d067d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:40.687476 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcad564-e58a-4dc8-b573-2c462b5ed6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fd6eba-0c1e-48de-8acc-46f3600d067d'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:40.690600 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78a52c2-7329-4a12-92b2-4d3b361ac43e" -d '{"events": [{"server_uuid": "8fcad564-e58a-4dc8-b573-2c462b5ed6e7", "name": "network-vif-plugged", "status": "completed", "tag": "98fd6eba-0c1e-48de-8acc-46f3600d067d"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:40.694831 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:40.695827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:25:40.711089 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49922) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:40.720842 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-278080dc-0a37-4b5d-adb8-9836270fd294 req-f283cdb2-9372-4679-a529-931c17a30dbb tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks [] for security_group (6e0680b8-014e-42ab-a74b-aeb38e1b7eeb), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:40.772961 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-278080dc-0a37-4b5d-adb8-9836270fd294 req-f283cdb2-9372-4679-a529-931c17a30dbb tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks [] for security_group (6e0680b8-014e-42ab-a74b-aeb38e1b7eeb), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:40.784717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=98fd6eba-0c1e-48de-8acc-46f3600d067d,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:40.799834 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:25:40.800387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 7eed377a-ec0a-4ba0-b3cf-11f13c3814bb not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:25:40.823296 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-278080dc-0a37-4b5d-adb8-9836270fd294 req-f283cdb2-9372-4679-a529-931c17a30dbb tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6e0680b8-014e-42ab-a74b-aeb38e1b7eeb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:40.826496 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-278080dc-0a37-4b5d-adb8-9836270fd294 req-f283cdb2-9372-4679-a529-931c17a30dbb tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:40.835517 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-278080dc-0a37-4b5d-adb8-9836270fd294 req-f283cdb2-9372-4679-a529-931c17a30dbb tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] 10.222.0.18 "DELETE /v2.0/security-groups/6e0680b8-014e-42ab-a74b-aeb38e1b7eeb HTTP/1.1" status: 204 len: 173 time: 0.2257998 Mar 23 01:25:40.856728 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283cdb2-9372-4679-a529-931c17a30dbb tempest-SecurityGroupsTestAdminJSON-704128892 tempest-SecurityGroupsTestAdminJSON-704128892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0680b8-014e-42ab-a74b-aeb38e1b7eeb,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:40.887943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-6b780207-2b12-43b4-aa25-82361812108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:40.889462 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-6b780207-2b12-43b4-aa25-82361812108e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1734717 Mar 23 01:25:40.895378 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fef8c104-7f3e-4762-913b-8a0acfdc824a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de6434a19d8d4ab49635aed447e3a0b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776562 Mar 23 01:25:40.898040 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49926) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:40.964887 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ab0e99b-5b1a-4e90-833a-4e01329fc665 req-4b9ff1b3-b5a5-4c7b-8a32-cd9e5ba078fa service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7740486 Mar 23 01:25:40.998965 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a855cd1-63e5-4e90-a375-4bcb3228af3f req-9cb1b6ad-bf12-4302-96a8-62a972c7200a tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0775645 Mar 23 01:25:41.008688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-acdc7d25-a8e2-49fa-bc62-31da6b07ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:41.014394 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-acdc7d25-a8e2-49fa-bc62-31da6b07ee00 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1179502 Mar 23 01:25:41.061687 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3f4ccc-10dd-4042-857d-1c7ba07252af x-openstack-request-id: req-6b3f4ccc-10dd-4042-857d-1c7ba07252af {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:41.062089 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcad564-e58a-4dc8-b573-2c462b5ed6e7", "name": "network-vif-plugged", "status": "completed", "tag": "98fd6eba-0c1e-48de-8acc-46f3600d067d", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:41.062433 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b3f4ccc-10dd-4042-857d-1c7ba07252af {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:41.062921 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b3f4ccc-10dd-4042-857d-1c7ba07252af'] response: {'server_uuid': '8fcad564-e58a-4dc8-b573-2c462b5ed6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fd6eba-0c1e-48de-8acc-46f3600d067d', 'code': 200} Mar 23 01:25:41.068447 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-710b8c0c-7aa2-420f-95e1-7a872ec67fae admin admin] Publish callbacks [] for security_group (0399b48c-796e-4014-879c-e99307bfbe44), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:41.111488 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-710b8c0c-7aa2-420f-95e1-7a872ec67fae admin admin] Publish callbacks [] for security_group (0399b48c-796e-4014-879c-e99307bfbe44), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:41.179412 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-710b8c0c-7aa2-420f-95e1-7a872ec67fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0399b48c-796e-4014-879c-e99307bfbe44), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:41.185542 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-710b8c0c-7aa2-420f-95e1-7a872ec67fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:41.196199 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-710b8c0c-7aa2-420f-95e1-7a872ec67fae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0399b48c-796e-4014-879c-e99307bfbe44 HTTP/1.1" status: 204 len: 168 time: 0.2920325 Mar 23 01:25:41.212044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b8c0c-7aa2-420f-95e1-7a872ec67fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0399b48c-796e-4014-879c-e99307bfbe44,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:41.252917 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c62e-7d94-4768-9fbc-be9677c5af77 req-b56b4e73-bd60-48f0-a936-fb70622b5b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:41.254457 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9311c62e-7d94-4768-9fbc-be9677c5af77 req-b56b4e73-bd60-48f0-a936-fb70622b5b70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b737776789745b5974027eaf2efb640&device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 1129 time: 0.2128987 Mar 23 01:25:41.256262 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-00c07ace-299e-4fa9-8d14-f6f0277e96c5 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298012 Mar 23 01:25:41.270144 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716200df-e038-4ab1-95ed-960e72bfda66 req-247164b0-5708-4d08-8c91-5cb65d1ceb61 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:41.277636 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-716200df-e038-4ab1-95ed-960e72bfda66 req-247164b0-5708-4d08-8c91-5cb65d1ceb61 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 945 time: 0.1704812 Mar 23 01:25:41.298178 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a7fa9-70c3-407e-8122-f22430145de1 req-f3fc4c2f-ffa0-480e-abc5-8ab270ba23d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:41.299654 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a93a7fa9-70c3-407e-8122-f22430145de1 req-f3fc4c2f-ffa0-480e-abc5-8ab270ba23d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 1127 time: 0.1422422 Mar 23 01:25:41.550703 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-716200df-e038-4ab1-95ed-960e72bfda66 req-dba1186e-163c-4d29-b1f8-28bbc50433bb tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540271 Mar 23 01:25:41.550703 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a93a7fa9-70c3-407e-8122-f22430145de1 req-612069ee-7990-4928-b286-43adc0fd951c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319756 Mar 23 01:25:41.569011 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e816fc1-5cbc-4f17-af94-8da0f46d6c88 req-fed9737f-7583-4871-bdaf-73a86926a548 tempest-DeleteServersAdminTestJSON-975943802 tempest-DeleteServersAdminTestJSON-975943802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:41.570365 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e816fc1-5cbc-4f17-af94-8da0f46d6c88 req-fed9737f-7583-4871-bdaf-73a86926a548 tempest-DeleteServersAdminTestJSON-975943802 tempest-DeleteServersAdminTestJSON-975943802-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 1132 time: 0.2880185 Mar 23 01:25:41.608222 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49950) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:41.658772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c62e-7d94-4768-9fbc-be9677c5af77 req-fb7218d9-3399-4928-9334-b818de99064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:41.660251 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9311c62e-7d94-4768-9fbc-be9677c5af77 req-fb7218d9-3399-4928-9334-b818de99064a service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.3800242 Mar 23 01:25:41.662384 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2b020fe-66fe-4b6d-b3d2-d9d407dbb577 req-e06f4ed2-aef7-4195-a02a-87ae27a2503d service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812373 Mar 23 01:25:41.684152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49960) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:41.735461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b4dfb-3655-45f0-895f-ae1ff89fdcce req-260a3123-4227-4606-82e4-1297d01b7100 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:41.742284 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e85b4dfb-3655-45f0-895f-ae1ff89fdcce req-260a3123-4227-4606-82e4-1297d01b7100 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 950 time: 0.1080892 Mar 23 01:25:41.808006 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9311c62e-7d94-4768-9fbc-be9677c5af77 req-6209689d-c9b4-47ac-9d71-c4c4669b50a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=0742ea29-cf8e-4837-8a78-9fffdbbeed16 HTTP/1.1" status: 200 len: 217 time: 0.0636346 Mar 23 01:25:41.838500 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-929f5116-317b-4952-ad18-abeeb5a93881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:41.981838 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-1e816fc1-5cbc-4f17-af94-8da0f46d6c88 req-4eef3ee1-93d1-46d4-9fec-bf75b4a32ce1 tempest-DeleteServersAdminTestJSON-975943802 tempest-DeleteServersAdminTestJSON-975943802-project-admin] Deleting port 66eb0de5-75c2-4491-81ca-58c9ee758470 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:25:41.982093 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1e816fc1-5cbc-4f17-af94-8da0f46d6c88 req-4eef3ee1-93d1-46d4-9fec-bf75b4a32ce1 tempest-DeleteServersAdminTestJSON-975943802 tempest-DeleteServersAdminTestJSON-975943802-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (66eb0de5-75c2-4491-81ca-58c9ee758470), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:42.062240 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b23575b-806d-4cf1-acc5-7e926e081e2f req-d60b54a8-98c4-4887-9b67-2b44965a4a1b tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0648088 Mar 23 01:25:42.078370 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-41b2d0f6-569e-427a-8349-4ba1240b3c0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fdd966901e74029bd803e6ba829e9ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3874474 Mar 23 01:25:42.078715 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e85b4dfb-3655-45f0-895f-ae1ff89fdcce req-29737086-f394-4eb5-9fee-5f64884a9c60 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355494 Mar 23 01:25:42.082942 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49978) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:42.127938 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-929f5116-317b-4952-ad18-abeeb5a93881 admin admin] Publish callbacks [] for security_group (aff4d996-5795-4f00-8e2e-76d4b55286f5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:42.137065 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-929f5116-317b-4952-ad18-abeeb5a93881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (aff4d996-5795-4f00-8e2e-76d4b55286f5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:42.140590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c62e-7d94-4768-9fbc-be9677c5af77 req-7a7aea76-f8f7-4a37-b76e-1378a0532b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:42.142186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9311c62e-7d94-4768-9fbc-be9677c5af77 req-7a7aea76-f8f7-4a37-b76e-1378a0532b50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.3265553 Mar 23 01:25:42.194774 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bb817c-9422-4834-ab99-489ac5b0a986', 'tag': '3e3d768d-373b-4dd2-8633-80af454dd3c4'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:42.205764 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4697f98c-5512-4609-be9f-850439c6f16a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bb817c-9422-4834-ab99-489ac5b0a986", "tag": "3e3d768d-373b-4dd2-8633-80af454dd3c4"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:42.216253 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-929f5116-317b-4952-ad18-abeeb5a93881 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8a38bfafd3448e1a2d1c1e5574fb3cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6062319 Mar 23 01:25:42.217389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f5116-317b-4952-ad18-abeeb5a93881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff4d996-5795-4f00-8e2e-76d4b55286f5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:42.220178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49984) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:42.273714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-1e816fc1-5cbc-4f17-af94-8da0f46d6c88 req-4eef3ee1-93d1-46d4-9fec-bf75b4a32ce1 tempest-DeleteServersAdminTestJSON-975943802 tempest-DeleteServersAdminTestJSON-975943802-project-admin] For port 66eb0de5-75c2-4491-81ca-58c9ee758470, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=66eb0de5-75c2-4491-81ca-58c9ee758470,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:42.274091 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1e816fc1-5cbc-4f17-af94-8da0f46d6c88 req-4eef3ee1-93d1-46d4-9fec-bf75b4a32ce1 tempest-DeleteServersAdminTestJSON-975943802 tempest-DeleteServersAdminTestJSON-975943802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (66eb0de5-75c2-4491-81ca-58c9ee758470), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:42.291771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-1e816fc1-5cbc-4f17-af94-8da0f46d6c88 req-4eef3ee1-93d1-46d4-9fec-bf75b4a32ce1 tempest-DeleteServersAdminTestJSON-975943802 tempest-DeleteServersAdminTestJSON-975943802-project-admin] Calling delete_port for 66eb0de5-75c2-4491-81ca-58c9ee758470 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:25:42.371994 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e604d7c2-61b6-4aa8-b723-f9898c535cac req-cfd5347c-3db1-4b49-8755-dc03f01111dc tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0654147 Mar 23 01:25:42.377948 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-31a97286-e92d-45c2-afbb-e8805141eb2d admin admin] Publish callbacks [] for security_group (aff4d996-5795-4f00-8e2e-76d4b55286f5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:42.427333 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-31a97286-e92d-45c2-afbb-e8805141eb2d admin admin] Publish callbacks [] for security_group (aff4d996-5795-4f00-8e2e-76d4b55286f5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:42.456260 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0ae79841-32e9-4074-ab94-327616dc3c89 admin admin] Publish callbacks [] for security_group (5bcd8810-0f19-4cf4-910b-bcde0c11ab5e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:42.486978 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae8377e-582f-4368-bc23-f04ff14c5cdb x-openstack-request-id: req-6ae8377e-582f-4368-bc23-f04ff14c5cdb {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:42.487304 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bb817c-9422-4834-ab99-489ac5b0a986", "tag": "3e3d768d-373b-4dd2-8633-80af454dd3c4", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:42.487512 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ae8377e-582f-4368-bc23-f04ff14c5cdb {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:42.488006 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae8377e-582f-4368-bc23-f04ff14c5cdb'] response: {'name': 'network-changed', 'server_uuid': 'c1bb817c-9422-4834-ab99-489ac5b0a986', 'tag': '3e3d768d-373b-4dd2-8633-80af454dd3c4', 'status': 'completed', 'code': 200} Mar 23 01:25:42.539404 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-31a97286-e92d-45c2-afbb-e8805141eb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (aff4d996-5795-4f00-8e2e-76d4b55286f5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:42.550391 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-31a97286-e92d-45c2-afbb-e8805141eb2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:42.551772 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0ae79841-32e9-4074-ab94-327616dc3c89 admin admin] Publish callbacks [] for security_group (5bcd8810-0f19-4cf4-910b-bcde0c11ab5e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:42.552166 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-31a97286-e92d-45c2-afbb-e8805141eb2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aff4d996-5795-4f00-8e2e-76d4b55286f5 HTTP/1.1" status: 204 len: 168 time: 0.3305111 Mar 23 01:25:42.570667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a97286-e92d-45c2-afbb-e8805141eb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff4d996-5795-4f00-8e2e-76d4b55286f5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:42.632457 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c62e-7d94-4768-9fbc-be9677c5af77 req-21da7d44-91f7-45eb-9478-e2d18aa51e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:42.637832 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9311c62e-7d94-4768-9fbc-be9677c5af77 req-21da7d44-91f7-45eb-9478-e2d18aa51e2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4534960 Mar 23 01:25:42.731659 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9966698-1f09-43df-a17c-510ab4e30b85 req-542d9093-ea39-4f33-981d-931e7ea758d4 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:42.739388 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b9966698-1f09-43df-a17c-510ab4e30b85 req-542d9093-ea39-4f33-981d-931e7ea758d4 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 945 time: 0.0842855 Mar 23 01:25:42.804052 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b9966698-1f09-43df-a17c-510ab4e30b85 req-778d7e98-757f-47ae-978f-1d7bc4ef07de tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637462 Mar 23 01:25:42.859511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49f5de-9b55-4b22-a251-1140aafc26ff req-7604543f-e00a-43e8-8ce1-8970d709aadd tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:42.859511 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b49f5de-9b55-4b22-a251-1140aafc26ff req-7604543f-e00a-43e8-8ce1-8970d709aadd tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 948 time: 0.5265732 Mar 23 01:25:42.868635 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0ae79841-32e9-4074-ab94-327616dc3c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5bcd8810-0f19-4cf4-910b-bcde0c11ab5e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:42.874428 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0ae79841-32e9-4074-ab94-327616dc3c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:42.878065 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0ae79841-32e9-4074-ab94-327616dc3c89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5bcd8810-0f19-4cf4-910b-bcde0c11ab5e HTTP/1.1" status: 204 len: 168 time: 0.7921784 Mar 23 01:25:42.928285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae79841-32e9-4074-ab94-327616dc3c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcd8810-0f19-4cf4-910b-bcde0c11ab5e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:43.017852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697f98c-5512-4609-be9f-850439c6f16a req-40d82b96-645a-41d5-9cd1-c54ec88b8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:43.019408 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4697f98c-5512-4609-be9f-850439c6f16a req-40d82b96-645a-41d5-9cd1-c54ec88b8215 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b737776789745b5974027eaf2efb640&device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 1130 time: 0.3806515 Mar 23 01:25:43.047189 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9311c62e-7d94-4768-9fbc-be9677c5af77 req-4a91d934-e117-4bcc-b258-ddebda0f928f service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418479 Mar 23 01:25:43.119666 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b49f5de-9b55-4b22-a251-1140aafc26ff req-be13a096-f51f-4cbf-8f7b-c26026a12e0e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522588 Mar 23 01:25:43.210044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86992ef1-30c1-4613-9b8a-ef68400f8741 req-a9746071-3912-465e-a98c-a5f5c8cb2f77 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:43.219658 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-86992ef1-30c1-4613-9b8a-ef68400f8741 req-a9746071-3912-465e-a98c-a5f5c8cb2f77 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 1127 time: 0.0636368 Mar 23 01:25:43.273751 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1e816fc1-5cbc-4f17-af94-8da0f46d6c88 req-4eef3ee1-93d1-46d4-9fec-bf75b4a32ce1 tempest-DeleteServersAdminTestJSON-975943802 tempest-DeleteServersAdminTestJSON-975943802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (66eb0de5-75c2-4491-81ca-58c9ee758470), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:43.274494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50014) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:43.290148 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a48878e5-5d62-4636-b136-54370d060d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:43.298303 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-86992ef1-30c1-4613-9b8a-ef68400f8741 req-7b08af80-ea8d-4a8e-a362-b742151b954d tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770056 Mar 23 01:25:43.373199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef3ee1-93d1-46d4-9fec-bf75b4a32ce1 tempest-DeleteServersAdminTestJSON-975943802 tempest-DeleteServersAdminTestJSON-975943802-project-admin] Pushing event deleted for resources: {'Port': ['ID=66eb0de5-75c2-4491-81ca-58c9ee758470,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:43.399528 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9311c62e-7d94-4768-9fbc-be9677c5af77 req-581f7edc-72ce-41b6-85be-6198c8a92161 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326764 Mar 23 01:25:43.439625 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a48878e5-5d62-4636-b136-54370d060d19 admin admin] Publish callbacks [] for security_group (8a11aa98-8e69-4ccf-a350-257fea77e69b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:43.489307 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a48878e5-5d62-4636-b136-54370d060d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8a11aa98-8e69-4ccf-a350-257fea77e69b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:43.500643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697f98c-5512-4609-be9f-850439c6f16a req-50a44b26-8bde-450a-995a-df4c12e8cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:43.513211 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4697f98c-5512-4609-be9f-850439c6f16a req-50a44b26-8bde-450a-995a-df4c12e8cdaf service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.4631317 Mar 23 01:25:43.539272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e816fc1-5cbc-4f17-af94-8da0f46d6c88 req-4eef3ee1-93d1-46d4-9fec-bf75b4a32ce1 tempest-DeleteServersAdminTestJSON-975943802 tempest-DeleteServersAdminTestJSON-975943802-project-admin] No DVR routers for this DVR port 66eb0de5-75c2-4491-81ca-58c9ee758470 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:25:43.546602 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50024) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:43.555516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f02ae-ca55-4893-bfa5-cbcc0dee6f75 req-a867be74-aa4a-4c6d-9b41-6428d495ee96 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:43.563378 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-848f02ae-ca55-4893-bfa5-cbcc0dee6f75 req-a867be74-aa4a-4c6d-9b41-6428d495ee96 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca6d2d76-8c85-4d81-ae10-ef62b5c9164b HTTP/1.1" status: 200 len: 867 time: 0.3345547 Mar 23 01:25:43.567023 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1e816fc1-5cbc-4f17-af94-8da0f46d6c88 req-4eef3ee1-93d1-46d4-9fec-bf75b4a32ce1 tempest-DeleteServersAdminTestJSON-975943802 tempest-DeleteServersAdminTestJSON-975943802-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:43.570622 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a48878e5-5d62-4636-b136-54370d060d19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36698c566bc848c09bc7a8b2b1383ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949851 Mar 23 01:25:43.570995 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e816fc1-5cbc-4f17-af94-8da0f46d6c88 req-4eef3ee1-93d1-46d4-9fec-bf75b4a32ce1 tempest-DeleteServersAdminTestJSON-975943802 tempest-DeleteServersAdminTestJSON-975943802-project-admin] 10.222.0.43 "DELETE /v2.0/ports/66eb0de5-75c2-4491-81ca-58c9ee758470 HTTP/1.1" status: 204 len: 173 time: 1.9616249 Mar 23 01:25:43.584998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50028) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:43.597458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48878e5-5d62-4636-b136-54370d060d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a11aa98-8e69-4ccf-a350-257fea77e69b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:43.601573 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1c2d1-133a-4c15-8786-516e6ddf67a5 req-a89c749a-77c1-416d-a2a5-800cd20348a7 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:43.603668 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6c1c2d1-133a-4c15-8786-516e6ddf67a5 req-a89c749a-77c1-416d-a2a5-800cd20348a7 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 1127 time: 0.1988974 Mar 23 01:25:43.616239 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4697f98c-5512-4609-be9f-850439c6f16a req-011fb19d-82ff-4a1d-8040-99c9b585bfd7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=3e3d768d-373b-4dd2-8633-80af454dd3c4 HTTP/1.1" status: 200 len: 217 time: 0.0782642 Mar 23 01:25:43.670893 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e8afb784-b7ec-4210-914d-e17cc73c8822 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4663f89f8ae46949df198ef2284ecf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1231613 Mar 23 01:25:43.671803 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50030) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:43.675931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697f98c-5512-4609-be9f-850439c6f16a req-fb6b6f4f-54c8-415b-a440-0cf51eacda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:43.677447 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4697f98c-5512-4609-be9f-850439c6f16a req-fb6b6f4f-54c8-415b-a440-0cf51eacda42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0547304 Mar 23 01:25:43.741167 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-848f02ae-ca55-4893-bfa5-cbcc0dee6f75 req-43075502-3aaa-4fd4-8e59-0025ab861289 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768501 Mar 23 01:25:43.763554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697f98c-5512-4609-be9f-850439c6f16a req-14d35eeb-bab1-404c-a14a-f27d8e0dc0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:43.765473 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4697f98c-5512-4609-be9f-850439c6f16a req-14d35eeb-bab1-404c-a14a-f27d8e0dc0ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0737603 Mar 23 01:25:43.776426 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6c1c2d1-133a-4c15-8786-516e6ddf67a5 req-b728469a-af00-4b11-a8d0-ca8795714861 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624377 Mar 23 01:25:43.789044 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-994c60a5-7dd3-4c00-b554-3242f4e0e464 admin admin] Publish callbacks [] for security_group (8a11aa98-8e69-4ccf-a350-257fea77e69b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:43.839108 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d35250b-9413-4e69-86f9-5ecaa6022e1c admin admin] Publish callbacks [] for security_group (3a9c3a18-b111-4482-9a60-35e8f3d0b439), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:43.871576 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4697f98c-5512-4609-be9f-850439c6f16a req-b53f9ae0-e63b-4ff2-bde9-362fada8d131 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990605 Mar 23 01:25:43.878752 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-994c60a5-7dd3-4c00-b554-3242f4e0e464 admin admin] Publish callbacks [] for security_group (8a11aa98-8e69-4ccf-a350-257fea77e69b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:43.932716 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d35250b-9413-4e69-86f9-5ecaa6022e1c admin admin] Publish callbacks [] for security_group (3a9c3a18-b111-4482-9a60-35e8f3d0b439), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:43.965161 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c44c41e5-1d5c-4657-8099-105498ff94b5 req-4d713802-1600-4daf-8d67-9d06999b48b9 tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0345719 Mar 23 01:25:44.001763 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4697f98c-5512-4609-be9f-850439c6f16a req-bc936119-8765-4d75-aac8-bc1f30c1b590 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188838 Mar 23 01:25:44.042481 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-994c60a5-7dd3-4c00-b554-3242f4e0e464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8a11aa98-8e69-4ccf-a350-257fea77e69b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:44.045063 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-994c60a5-7dd3-4c00-b554-3242f4e0e464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:44.046232 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-994c60a5-7dd3-4c00-b554-3242f4e0e464 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a11aa98-8e69-4ccf-a350-257fea77e69b HTTP/1.1" status: 204 len: 168 time: 0.4594586 Mar 23 01:25:44.069326 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c60a5-7dd3-4c00-b554-3242f4e0e464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a11aa98-8e69-4ccf-a350-257fea77e69b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:44.090289 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d35250b-9413-4e69-86f9-5ecaa6022e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3a9c3a18-b111-4482-9a60-35e8f3d0b439), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:44.093216 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d35250b-9413-4e69-86f9-5ecaa6022e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:44.094443 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2d35250b-9413-4e69-86f9-5ecaa6022e1c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a9c3a18-b111-4482-9a60-35e8f3d0b439 HTTP/1.1" status: 204 len: 168 time: 0.4167590 Mar 23 01:25:44.109709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35250b-9413-4e69-86f9-5ecaa6022e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9c3a18-b111-4482-9a60-35e8f3d0b439,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:44.313463 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ce09c-c8ff-45ac-8244-d0c7d23cd399 req-b0b1b232-1996-4b95-a609-c4967cbe0983 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:44.314975 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf4ce09c-c8ff-45ac-8244-d0c7d23cd399 req-b0b1b232-1996-4b95-a609-c4967cbe0983 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 948 time: 0.0990396 Mar 23 01:25:44.352316 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0742ea29-cf8e-4837-8a78-9fffdbbeed16 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:25:44.368449 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf4ce09c-c8ff-45ac-8244-d0c7d23cd399 req-7d866cc5-af55-4df1-ad0b-e6bf81c715d9 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468934 Mar 23 01:25:44.479086 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0742ea29-cf8e-4837-8a78-9fffdbbeed16, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0742ea29-cf8e-4837-8a78-9fffdbbeed16,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:44.488625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6d2d76-8c85-4d81-ae10-ef62b5c9164b', 'name': 'network-vif-deleted', 'tag': '66eb0de5-75c2-4491-81ca-58c9ee758470'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:44.491277 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd1fc60-edf4-4e50-98dc-f3e3498a7fac" -d '{"events": [{"server_uuid": "ca6d2d76-8c85-4d81-ae10-ef62b5c9164b", "name": "network-vif-deleted", "tag": "66eb0de5-75c2-4491-81ca-58c9ee758470"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:44.491413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '0742ea29-cf8e-4837-8a78-9fffdbbeed16', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '0742ea29-cf8e-4837-8a78-9fffdbbeed16', 'mac_address': 'fa:16:3e:05:8e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:25:44.532520 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868d887e-628a-4cc8-af71-e75307890f1f x-openstack-request-id: req-868d887e-628a-4cc8-af71-e75307890f1f {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:44.533299 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6d2d76-8c85-4d81-ae10-ef62b5c9164b", "name": "network-vif-deleted", "tag": "66eb0de5-75c2-4491-81ca-58c9ee758470", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:44.533559 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-868d887e-628a-4cc8-af71-e75307890f1f {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:44.533963 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-868d887e-628a-4cc8-af71-e75307890f1f'] response: {'server_uuid': 'ca6d2d76-8c85-4d81-ae10-ef62b5c9164b', 'name': 'network-vif-deleted', 'tag': '66eb0de5-75c2-4491-81ca-58c9ee758470', 'status': 'completed', 'code': 200} Mar 23 01:25:44.538969 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:44.539755 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:44.555266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0742ea29-cf8e-4837-8a78-9fffdbbeed16 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:44.575412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0742ea29-cf8e-4837-8a78-9fffdbbeed16, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0742ea29-cf8e-4837-8a78-9fffdbbeed16,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:44.581199 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:44.581864 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3e3d768d-373b-4dd2-8633-80af454dd3c4 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:25:44.649049 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 3e3d768d-373b-4dd2-8633-80af454dd3c4, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3e3d768d-373b-4dd2-8633-80af454dd3c4,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:44.651953 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=0742ea29-cf8e-4837-8a78-9fffdbbeed16,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:44.663232 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '3e3d768d-373b-4dd2-8633-80af454dd3c4', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '3e3d768d-373b-4dd2-8633-80af454dd3c4', 'mac_address': 'fa:16:3e:da:fe:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:25:44.734723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 3e3d768d-373b-4dd2-8633-80af454dd3c4 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:44.735278 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3e3d768d-373b-4dd2-8633-80af454dd3c4), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:44.749824 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3d768d-373b-4dd2-8633-80af454dd3c4 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:44.773966 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 3e3d768d-373b-4dd2-8633-80af454dd3c4, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3e3d768d-373b-4dd2-8633-80af454dd3c4,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:44.780400 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3e3d768d-373b-4dd2-8633-80af454dd3c4), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:44.854909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=3e3d768d-373b-4dd2-8633-80af454dd3c4,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:45.002319 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['0742ea29-cf8e-4837-8a78-9fffdbbeed16'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:45.074714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['3e3d768d-373b-4dd2-8633-80af454dd3c4'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:45.188453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 66eb0de5-75c2-4491-81ca-58c9ee758470 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:25:45.242233 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 66eb0de5-75c2-4491-81ca-58c9ee758470 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:25:45.242862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 66eb0de5-75c2-4491-81ca-58c9ee758470 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:25:45.562846 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-744f287a-8991-48de-947c-30f5fc6b469d tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=22d058ad966146e8aab32624a1a1ed6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293398 Mar 23 01:25:45.645693 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50158) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:45.766104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-da39ba24-29c0-42c8-b164-873065bbf138 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-734349764-network', 'tenant_id': '9a72c035282348b2a633635951721a5e'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:45.791902 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da39ba24-29c0-42c8-b164-873065bbf138 admin admin] Made reservation on behalf of 9a72c035282348b2a633635951721a5e for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:45.794424 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da39ba24-29c0-42c8-b164-873065bbf138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:45.805350 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da39ba24-29c0-42c8-b164-873065bbf138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:45.853049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50170) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:45.892179 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da39ba24-29c0-42c8-b164-873065bbf138 admin admin] Publish callbacks [] for security_group (475f98d1-b6ed-45c1-9503-8fe45742b7cf), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:45.893648 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-1dc9af46-8bdf-4c70-b967-68fb70dbf51b tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:45.895410 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-1dc9af46-8bdf-4c70-b967-68fb70dbf51b tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3270533 Mar 23 01:25:45.898655 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da39ba24-29c0-42c8-b164-873065bbf138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (475f98d1-b6ed-45c1-9503-8fe45742b7cf), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:45.912895 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-c1d4e531-d148-4f43-8f9e-9b669868be1a tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/quotas/22d058ad966146e8aab32624a1a1ed6d HTTP/1.1" status: 200 len: 375 time: 0.0105100 Mar 23 01:25:45.923978 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-3d3c5045-7a12-4cf0-b381-255ca0eca704 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:25:45.925030 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-3d3c5045-7a12-4cf0-b381-255ca0eca704 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0709298 Mar 23 01:25:45.932439 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da39ba24-29c0-42c8-b164-873065bbf138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:25:45.949292 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39ba24-29c0-42c8-b164-873065bbf138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475f98d1-b6ed-45c1-9503-8fe45742b7cf,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:45.952166 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da39ba24-29c0-42c8-b164-873065bbf138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (deb8e0e1-d467-4290-b52a-da807d2ae879), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:45.952513 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-da39ba24-29c0-42c8-b164-873065bbf138 admin admin] Added segment deb8e0e1-d467-4290-b52a-da807d2ae879 of type vlan for network 70c8bb5e-17f2-45f7-bd62-ee7907f20b08 Mar 23 01:25:45.956227 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-0d1b9283-283f-46ca-8e77-5b98dabc6f8e tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d058ad966146e8aab32624a1a1ed6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369890 Mar 23 01:25:45.997965 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da39ba24-29c0-42c8-b164-873065bbf138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (70c8bb5e-17f2-45f7-bd62-ee7907f20b08), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:46.024755 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da39ba24-29c0-42c8-b164-873065bbf138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (70c8bb5e-17f2-45f7-bd62-ee7907f20b08), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:46.025825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da39ba24-29c0-42c8-b164-873065bbf138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:46.026471 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da39ba24-29c0-42c8-b164-873065bbf138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:46.105750 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-da39ba24-29c0-42c8-b164-873065bbf138 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4589074 Mar 23 01:25:46.108707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50184) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:46.113719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-5942d233-768b-4091-82cd-9b81a5ccea55 admin admin] Request body: {'subnet': {'network_id': '70c8bb5e-17f2-45f7-bd62-ee7907f20b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-734349764-subnet', 'tenant_id': '9a72c035282348b2a633635951721a5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:46.124523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-6211de6e-ae1f-4302-a755-8af216288cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:46.125948 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-6211de6e-ae1f-4302-a755-8af216288cd1 service neutron] 10.222.0.18 "GET /v2.0/ports/98fd6eba-0c1e-48de-8acc-46f3600d067d HTTP/1.1" status: 200 len: 1124 time: 0.1358316 Mar 23 01:25:46.126652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39ba24-29c0-42c8-b164-873065bbf138 admin admin] Pushing event updated for resources: {'Network': ['ID=70c8bb5e-17f2-45f7-bd62-ee7907f20b08,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:46.137099 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 70c8bb5e-17f2-45f7-bd62-ee7907f20b08 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:25:46.141070 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-19123528-199d-4bd0-805a-ab9a2dfdaa85 service neutron] Request body: {'binding': {'host': 'n-h2-834677-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:46.141590 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-19123528-199d-4bd0-805a-ab9a2dfdaa85 service neutron] Unknown quota resources ['binding']. {{(pid=99263) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 01:25:46.177072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5942d233-768b-4091-82cd-9b81a5ccea55 admin admin] Made reservation on behalf of 9a72c035282348b2a633635951721a5e for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:46.180803 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5942d233-768b-4091-82cd-9b81a5ccea55 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:46.197000 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65a9f325-f3fd-49d6-953d-2509d5a438ef req-6af050db-a808-4f0d-98c3-fef46565f58b tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0707769 Mar 23 01:25:46.306507 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-19123528-199d-4bd0-805a-ab9a2dfdaa85 service neutron] Attempting to bind port 98fd6eba-0c1e-48de-8acc-46f3600d067d on host n-h2-834677-4 for vnic_type normal with profile None {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:25:46.307625 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-19123528-199d-4bd0-805a-ab9a2dfdaa85 service neutron] Attempting to bind port 98fd6eba-0c1e-48de-8acc-46f3600d067d by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:25:46.307951 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-19123528-199d-4bd0-805a-ab9a2dfdaa85 service neutron] Attempting to bind port 98fd6eba-0c1e-48de-8acc-46f3600d067d on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:46.313915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-19123528-199d-4bd0-805a-ab9a2dfdaa85 service neutron] Port 98fd6eba-0c1e-48de-8acc-46f3600d067d on network d44dd811-bae2-4efa-9295-6d682f4c9315 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:25:46.314154 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-19123528-199d-4bd0-805a-ab9a2dfdaa85 service neutron] Attempting to bind port 98fd6eba-0c1e-48de-8acc-46f3600d067d on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:46.319241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-19123528-199d-4bd0-805a-ab9a2dfdaa85 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:25:46.319618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-19123528-199d-4bd0-805a-ab9a2dfdaa85 service neutron] Checking segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:25:46.320177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-19123528-199d-4bd0-805a-ab9a2dfdaa85 service neutron] Bound using segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:25:46.320603 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-19123528-199d-4bd0-805a-ab9a2dfdaa85 service neutron] Bound port: 98fd6eba-0c1e-48de-8acc-46f3600d067d, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:25:46.366744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0742ea29-cf8e-4837-8a78-9fffdbbeed16 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:25:46.431432 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-19123528-199d-4bd0-805a-ab9a2dfdaa85 service neutron] For port 98fd6eba-0c1e-48de-8acc-46f3600d067d, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:25:46.436540 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028463a-761b-47aa-afa7-e04b35c77b94 req-2b4237c2-129f-4dbb-a762-7df0819e0501 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:46.441213 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-19123528-199d-4bd0-805a-ab9a2dfdaa85 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:46.442552 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-19123528-199d-4bd0-805a-ab9a2dfdaa85 service neutron] 10.222.0.18 "POST /v2.0/ports/98fd6eba-0c1e-48de-8acc-46f3600d067d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3053577 Mar 23 01:25:46.443696 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9028463a-761b-47aa-afa7-e04b35c77b94 req-2b4237c2-129f-4dbb-a762-7df0819e0501 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 949 time: 0.1497509 Mar 23 01:25:46.473476 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5942d233-768b-4091-82cd-9b81a5ccea55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for subnet (7380d3b5-e262-439c-8f99-7303a662640f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:46.508338 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:25:46.515057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:46.515759 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:46.568868 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9028463a-761b-47aa-afa7-e04b35c77b94 req-0e58653a-f34c-4288-8ea5-b4cf135f61af tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195621 Mar 23 01:25:46.607332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942d233-768b-4091-82cd-9b81a5ccea55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7380d3b5-e262-439c-8f99-7303a662640f,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:46.638616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5942d233-768b-4091-82cd-9b81a5ccea55 admin admin] Checking segment: {'id': 'deb8e0e1-d467-4290-b52a-da807d2ae879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70c8bb5e-17f2-45f7-bd62-ee7907f20b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:25:46.639490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5942d233-768b-4091-82cd-9b81a5ccea55 admin admin] Network hostable DHCP agents. Network: 70c8bb5e-17f2-45f7-bd62-ee7907f20b08, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:25:46.665379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5942d233-768b-4091-82cd-9b81a5ccea55 admin admin] Network 70c8bb5e-17f2-45f7-bd62-ee7907f20b08 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:25:46.684183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-5942d233-768b-4091-82cd-9b81a5ccea55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 70c8bb5e-17f2-45f7-bd62-ee7907f20b08) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:25:46.696335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5942d233-768b-4091-82cd-9b81a5ccea55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:46.696565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7afb05-a0c0-4a51-93c6-e0883733e5d8 None None] Network 70c8bb5e-17f2-45f7-bd62-ee7907f20b08 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:25:46.708868 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5942d233-768b-4091-82cd-9b81a5ccea55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:46.754899 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5942d233-768b-4091-82cd-9b81a5ccea55 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6448250 Mar 23 01:25:46.793306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:46.793830 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:46.859807 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80631fc6-148f-4d9f-b81d-b5b58f783974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0742ea29-cf8e-4837-8a78-9fffdbbeed16'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:46.862094 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3cd12d-90ab-4893-9860-5e5d85b7d56e" -d '{"events": [{"server_uuid": "80631fc6-148f-4d9f-b81d-b5b58f783974", "name": "network-vif-plugged", "status": "completed", "tag": "0742ea29-cf8e-4837-8a78-9fffdbbeed16"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:46.915390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0742ea29-cf8e-4837-8a78-9fffdbbeed16, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0742ea29-cf8e-4837-8a78-9fffdbbeed16,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:46.931132 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-bfd5570d-3579-48dd-abae-11ef78417b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:46.933945 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-bfd5570d-3579-48dd-abae-11ef78417b2a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 1127 time: 0.1073735 Mar 23 01:25:46.946842 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:46.948262 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3e3d768d-373b-4dd2-8633-80af454dd3c4 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:25:46.974795 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa76658-8a3e-487f-99ff-c60dfb135212 None None] Network 70c8bb5e-17f2-45f7-bd62-ee7907f20b08 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:25:47.143403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=0742ea29-cf8e-4837-8a78-9fffdbbeed16,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:47.202173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 3e3d768d-373b-4dd2-8633-80af454dd3c4 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:25:47.210560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 3e3d768d-373b-4dd2-8633-80af454dd3c4 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:47.211238 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3e3d768d-373b-4dd2-8633-80af454dd3c4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:47.263809 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-80103673-db4f-4824-990e-c74b3afbe0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:47.265824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-80103673-db4f-4824-990e-c74b3afbe0fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.3215289 Mar 23 01:25:47.287606 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-83cf6e21-0987-4ac6-80dc-f81eb5095fae req-fb7be665-14aa-4940-bcb1-28e7b8840ba5 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 210 time: 0.0517371 Mar 23 01:25:47.346095 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-d801cd58-6381-4b9e-a9e2-5aaaf60bec59 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d HTTP/1.1" status: 200 len: 217 time: 0.0702679 Mar 23 01:25:47.354173 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc4bc3-3932-4c39-a94f-18d7b6a49441 req-7705d398-f199-463f-99c4-e08b45c7cc1b tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:47.355525 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-19dc4bc3-3932-4c39-a94f-18d7b6a49441 req-7705d398-f199-463f-99c4-e08b45c7cc1b tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 945 time: 0.1814549 Mar 23 01:25:47.364469 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35adf09e-5b5e-4b5a-a256-4841050c1597 x-openstack-request-id: req-35adf09e-5b5e-4b5a-a256-4841050c1597 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:47.364918 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80631fc6-148f-4d9f-b81d-b5b58f783974", "name": "network-vif-plugged", "status": "completed", "tag": "0742ea29-cf8e-4837-8a78-9fffdbbeed16", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:47.365685 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35adf09e-5b5e-4b5a-a256-4841050c1597 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:47.366335 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35adf09e-5b5e-4b5a-a256-4841050c1597'] response: {'server_uuid': '80631fc6-148f-4d9f-b81d-b5b58f783974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0742ea29-cf8e-4837-8a78-9fffdbbeed16', 'code': 200} Mar 23 01:25:47.406505 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 3e3d768d-373b-4dd2-8633-80af454dd3c4 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:47.406986 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3e3d768d-373b-4dd2-8633-80af454dd3c4), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:47.407497 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-2d309804-13b0-4ed1-851b-1c3372d3dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:47.409027 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-2d309804-13b0-4ed1-851b-1c3372d3dbfc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.0526030 Mar 23 01:25:47.468043 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 3e3d768d-373b-4dd2-8633-80af454dd3c4, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3e3d768d-373b-4dd2-8633-80af454dd3c4,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:47.474354 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3e3d768d-373b-4dd2-8633-80af454dd3c4), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:47.486435 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-77b4d8f2-6eb7-4695-835b-777ea9614090 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584552 Mar 23 01:25:47.546032 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=3e3d768d-373b-4dd2-8633-80af454dd3c4,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:47.571026 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-19dc4bc3-3932-4c39-a94f-18d7b6a49441 req-fefb237e-e0eb-460a-a02a-f5996c031262 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591933 Mar 23 01:25:47.577360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9852c63-900c-4fd6-b0b4-991763789159 req-592e0653-df7e-4261-8d0a-cc4ea52bb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:47.578482 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9852c63-900c-4fd6-b0b4-991763789159 req-592e0653-df7e-4261-8d0a-cc4ea52bb8d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 1131 time: 0.1685784 Mar 23 01:25:47.674267 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9852c63-900c-4fd6-b0b4-991763789159 req-bf63b764-5253-4a36-ad55-731f8a51e713 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841458 Mar 23 01:25:47.678271 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-06434899-7b38-4fe6-88b5-376a721d6df9 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756561 Mar 23 01:25:47.727221 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b7bb6f8b-d344-4733-8e87-17b58420b45a req-a230cbc6-a3bf-40a7-ad43-bbc3708fce39 tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0325701 Mar 23 01:25:47.750890 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-d29b6f27-dbb9-45ba-98cb-59c846e16a2f tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=22d058ad966146e8aab32624a1a1ed6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327165 Mar 23 01:25:47.793993 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50254) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:47.850222 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9baaf29d-f625-4e68-9436-d1f3f0240f13 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1209727040-network', 'tenant_id': 'f724dbaaa497403ab2412c3d669284cf'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:47.864858 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b3e92533-549f-421f-882c-3661d04068c0 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430390 Mar 23 01:25:47.954575 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baaf29d-f625-4e68-9436-d1f3f0240f13 admin admin] Made reservation on behalf of f724dbaaa497403ab2412c3d669284cf for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:47.956823 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9baaf29d-f625-4e68-9436-d1f3f0240f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:47.981244 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9baaf29d-f625-4e68-9436-d1f3f0240f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:47.997919 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-680ccca3-2b66-4df8-8e2b-97885ca2f794 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:47.999404 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-680ccca3-2b66-4df8-8e2b-97885ca2f794 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2414496 Mar 23 01:25:48.018058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c0191-2d40-4640-b503-39333280dfad req-de28fad1-8de5-4777-a859-9de02996e178 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:48.019790 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-253c0191-2d40-4640-b503-39333280dfad req-de28fad1-8de5-4777-a859-9de02996e178 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 950 time: 0.1274445 Mar 23 01:25:48.059849 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-b300d2c1-ffe2-464f-b9c5-fdadb154b0b8 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Request body: {'port': {'device_id': '761a9ea4-2518-4c81-9924-1b42a112b5bb', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '22d058ad966146e8aab32624a1a1ed6d'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:48.101762 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f218c0e0-848e-47e6-ba94-dd0b83089a91 req-cd17238b-8c59-4663-a6f2-4ba9343fd59e tempest-FlavorsV2NegativeTest-500113340 tempest-FlavorsV2NegativeTest-500113340-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=dd77854ddd3746a19f5534e636692dba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253212 Mar 23 01:25:48.152089 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-253c0191-2d40-4640-b503-39333280dfad req-ad81acac-5fa9-4a12-93a8-068a6a9c792d tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214490 Mar 23 01:25:48.213394 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9baaf29d-f625-4e68-9436-d1f3f0240f13 admin admin] Publish callbacks [] for security_group (8153ef6b-09e4-4761-b665-502cc98bc798), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:48.236925 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9baaf29d-f625-4e68-9436-d1f3f0240f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8153ef6b-09e4-4761-b665-502cc98bc798), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:48.248256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-b300d2c1-ffe2-464f-b9c5-fdadb154b0b8 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Made reservation on behalf of 22d058ad966146e8aab32624a1a1ed6d for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:48.251784 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-b300d2c1-ffe2-464f-b9c5-fdadb154b0b8 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:48.295813 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218c0e0-848e-47e6-ba94-dd0b83089a91 req-4872e1b6-760f-4180-b983-6a0ea55e7840 tempest-FlavorsV2NegativeTest-500113340 tempest-FlavorsV2NegativeTest-500113340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:48.301195 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f218c0e0-848e-47e6-ba94-dd0b83089a91 req-4872e1b6-760f-4180-b983-6a0ea55e7840 tempest-FlavorsV2NegativeTest-500113340 tempest-FlavorsV2NegativeTest-500113340-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934533 Mar 23 01:25:48.329120 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f218c0e0-848e-47e6-ba94-dd0b83089a91 req-6c88c62c-30c0-4dc0-9207-850aca9b4a7b tempest-FlavorsV2NegativeTest-500113340 tempest-FlavorsV2NegativeTest-500113340-project] 10.222.0.18 "GET /v2.0/quotas/dd77854ddd3746a19f5534e636692dba HTTP/1.1" status: 200 len: 375 time: 0.0200593 Mar 23 01:25:48.331282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-4db8275d-43de-48c0-bce3-76e2055a7fed tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:48.333118 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-4db8275d-43de-48c0-bce3-76e2055a7fed tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7&tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 1127 time: 0.1409779 Mar 23 01:25:48.367452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834677-4'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:48.372338 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f218c0e0-848e-47e6-ba94-dd0b83089a91 req-2cd47602-52df-45b8-8297-aba1df98a021 tempest-FlavorsV2NegativeTest-500113340 tempest-FlavorsV2NegativeTest-500113340-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd77854ddd3746a19f5534e636692dba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364575 Mar 23 01:25:48.458379 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:48.485763 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9baaf29d-f625-4e68-9436-d1f3f0240f13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:25:48.531854 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9baaf29d-f625-4e68-9436-d1f3f0240f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (45809ccb-66ba-41fc-9b4e-a97843791b22), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:48.532208 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-9baaf29d-f625-4e68-9436-d1f3f0240f13 admin admin] Added segment 45809ccb-66ba-41fc-9b4e-a97843791b22 of type vlan for network 2349cefc-301d-403a-8c18-971545588676 Mar 23 01:25:48.534910 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4db2362-f36a-4ca3-87ed-54fbab8a2928 req-391a43ac-a512-4ec4-9537-5248233e48f3 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 210 time: 0.0604188 Mar 23 01:25:48.554326 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baaf29d-f625-4e68-9436-d1f3f0240f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8153ef6b-09e4-4761-b665-502cc98bc798,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:48.649061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50290) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:48.655881 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9baaf29d-f625-4e68-9436-d1f3f0240f13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (2349cefc-301d-403a-8c18-971545588676), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:48.680907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] For port 98fd6eba-0c1e-48de-8acc-46f3600d067d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:48.771109 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9baaf29d-f625-4e68-9436-d1f3f0240f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (2349cefc-301d-403a-8c18-971545588676), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:48.772400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baaf29d-f625-4e68-9436-d1f3f0240f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:48.773155 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9baaf29d-f625-4e68-9436-d1f3f0240f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:48.777813 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] For port 98fd6eba-0c1e-48de-8acc-46f3600d067d, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:25:48.840240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3753a-ea55-4077-be7e-88e04ee9fad9 req-d57b64b4-0597-4efe-bf1e-9a908486432d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:48.842339 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85c3753a-ea55-4077-be7e-88e04ee9fad9 req-d57b64b4-0597-4efe-bf1e-9a908486432d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 945 time: 0.1199827 Mar 23 01:25:48.847613 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcad564-e58a-4dc8-b573-2c462b5ed6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98fd6eba-0c1e-48de-8acc-46f3600d067d'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:48.850307 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e162ffb-0f4f-4d99-8396-e4e43247fe92" -d '{"events": [{"server_uuid": "8fcad564-e58a-4dc8-b573-2c462b5ed6e7", "name": "network-vif-unplugged", "status": "completed", "tag": "98fd6eba-0c1e-48de-8acc-46f3600d067d"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:48.856747 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Publish callbacks [] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:48.869130 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0870ef93-1fbc-4a85-b0eb-59d46e01e7a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:48.876404 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9baaf29d-f625-4e68-9436-d1f3f0240f13 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0783525 Mar 23 01:25:48.877836 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:48.880576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50304) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:48.895392 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-64beb3d9-5ad0-4037-b2bf-6825d04e8ac2 admin admin] Request body: {'subnet': {'network_id': '2349cefc-301d-403a-8c18-971545588676', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1209727040-subnet', 'tenant_id': 'f724dbaaa497403ab2412c3d669284cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:48.900493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baaf29d-f625-4e68-9436-d1f3f0240f13 admin admin] Pushing event updated for resources: {'Network': ['ID=2349cefc-301d-403a-8c18-971545588676,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:48.913972 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-b300d2c1-ffe2-464f-b9c5-fdadb154b0b8 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Allocated IP 192.168.233.229 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/cb18f315-166d-4cb6-a59e-fbb4c45d43cb) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:25:48.920119 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 2349cefc-301d-403a-8c18-971545588676 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:25:48.997010 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5c5a5e81-31fe-4bf0-8e6b-e7a10293d660 req-9731c512-df13-4a81-9b28-79d2a696d549 tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0589485 Mar 23 01:25:49.003664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64beb3d9-5ad0-4037-b2bf-6825d04e8ac2 admin admin] Made reservation on behalf of f724dbaaa497403ab2412c3d669284cf for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:49.008317 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64beb3d9-5ad0-4037-b2bf-6825d04e8ac2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.055348 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85c3753a-ea55-4077-be7e-88e04ee9fad9 req-16791736-2f56-42bf-b66b-f04c795fce53 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964717 Mar 23 01:25:49.063027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Pushing event updated for resources: {'Port': ['ID=98fd6eba-0c1e-48de-8acc-46f3600d067d,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:49.065976 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Attempting to bind port 98fd6eba-0c1e-48de-8acc-46f3600d067d on host n-h1-834677-4 for vnic_type normal with profile {"migrating_to": "n-h2-834677-4"} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:25:49.066307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Attempting to bind port 98fd6eba-0c1e-48de-8acc-46f3600d067d by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:25:49.066628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Attempting to bind port 98fd6eba-0c1e-48de-8acc-46f3600d067d on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:49.074698 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Port 98fd6eba-0c1e-48de-8acc-46f3600d067d on network d44dd811-bae2-4efa-9295-6d682f4c9315 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:25:49.075072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Attempting to bind port 98fd6eba-0c1e-48de-8acc-46f3600d067d on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:49.081788 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:25:49.082803 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Checking segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:25:49.083642 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Bound using segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:25:49.084094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Bound port: 98fd6eba-0c1e-48de-8acc-46f3600d067d, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:25:49.084569 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.143881 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7e86b6-f944-4f8f-b4c6-4ffd531d86b8 x-openstack-request-id: req-3d7e86b6-f944-4f8f-b4c6-4ffd531d86b8 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:49.144305 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcad564-e58a-4dc8-b573-2c462b5ed6e7", "name": "network-vif-unplugged", "status": "completed", "tag": "98fd6eba-0c1e-48de-8acc-46f3600d067d", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:49.144640 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d7e86b6-f944-4f8f-b4c6-4ffd531d86b8 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:49.145028 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7e86b6-f944-4f8f-b4c6-4ffd531d86b8'] response: {'server_uuid': '8fcad564-e58a-4dc8-b573-2c462b5ed6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98fd6eba-0c1e-48de-8acc-46f3600d067d', 'code': 200} Mar 23 01:25:49.172157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] For port 98fd6eba-0c1e-48de-8acc-46f3600d067d, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:25:49.173933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50310) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:49.180203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] For port 98fd6eba-0c1e-48de-8acc-46f3600d067d, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:25:49.199155 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.262156 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0870ef93-1fbc-4a85-b0eb-59d46e01e7a0 admin admin] Publish callbacks [] for security_group (431fe7bb-7273-425b-b85d-68f62399bc4e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.280540 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0870ef93-1fbc-4a85-b0eb-59d46e01e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (431fe7bb-7273-425b-b85d-68f62399bc4e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.291819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:49.292169 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.293554 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] 10.222.0.43 "PUT /v2.0/ports/98fd6eba-0c1e-48de-8acc-46f3600d067d HTTP/1.1" status: 200 len: 1121 time: 0.9470742 Mar 23 01:25:49.304439 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fc420-a1f5-4831-b3b0-dec72a05889b service neutron] Pushing event updated for resources: {'Port': ['ID=98fd6eba-0c1e-48de-8acc-46f3600d067d,revision_number=8']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:49.327466 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-b300d2c1-ffe2-464f-b9c5-fdadb154b0b8 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Publish callbacks [] for port (cb18f315-166d-4cb6-a59e-fbb4c45d43cb), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.349527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33122d9-53b9-492d-b56b-52548af7e0e7 req-b81d37dc-397f-42f7-82a3-c8aa84c6ed12 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:49.356547 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f33122d9-53b9-492d-b56b-52548af7e0e7 req-b81d37dc-397f-42f7-82a3-c8aa84c6ed12 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 950 time: 0.0781760 Mar 23 01:25:49.369192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bb817c-9422-4834-ab99-489ac5b0a986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3d768d-373b-4dd2-8633-80af454dd3c4'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:49.372512 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9614bb3-e944-4ab7-ac31-eb3852127e5a" -d '{"events": [{"server_uuid": "c1bb817c-9422-4834-ab99-489ac5b0a986", "name": "network-vif-plugged", "status": "completed", "tag": "3e3d768d-373b-4dd2-8633-80af454dd3c4"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:49.375486 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8d511c6-8c51-4ca8-9b08-b2ec9642fd28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.378496 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['98fd6eba-0c1e-48de-8acc-46f3600d067d'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:49.398750 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-b300d2c1-ffe2-464f-b9c5-fdadb154b0b8 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (cb18f315-166d-4cb6-a59e-fbb4c45d43cb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.400338 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870ef93-1fbc-4a85-b0eb-59d46e01e7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431fe7bb-7273-425b-b85d-68f62399bc4e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:49.445306 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f33122d9-53b9-492d-b56b-52548af7e0e7 req-4723c431-185f-4756-8e03-7b1923c3d144 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876527 Mar 23 01:25:49.464108 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c9395e-e4d1-4efc-83e0-9ff1b295c008 x-openstack-request-id: req-35c9395e-e4d1-4efc-83e0-9ff1b295c008 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:49.465729 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bb817c-9422-4834-ab99-489ac5b0a986", "name": "network-vif-plugged", "status": "completed", "tag": "3e3d768d-373b-4dd2-8633-80af454dd3c4", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:49.465997 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35c9395e-e4d1-4efc-83e0-9ff1b295c008 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:49.466661 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c9395e-e4d1-4efc-83e0-9ff1b295c008'] response: {'server_uuid': 'c1bb817c-9422-4834-ab99-489ac5b0a986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3d768d-373b-4dd2-8633-80af454dd3c4', 'code': 200} Mar 23 01:25:49.470119 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0870ef93-1fbc-4a85-b0eb-59d46e01e7a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd6a635ec13244c2bc95018967efb2b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8200138 Mar 23 01:25:49.487367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50318) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:49.492458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300d2c1-ffe2-464f-b9c5-fdadb154b0b8 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Pushing event updated for resources: {'Port': ['ID=cb18f315-166d-4cb6-a59e-fbb4c45d43cb,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:49.512891 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d9a3f278-5b19-495c-8524-eb89837ed047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.533778 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-b300d2c1-ffe2-464f-b9c5-fdadb154b0b8 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:25:49.540670 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-b300d2c1-ffe2-464f-b9c5-fdadb154b0b8 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:25:49.544440 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-b300d2c1-ffe2-464f-b9c5-fdadb154b0b8 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:25:49.551223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-b300d2c1-ffe2-464f-b9c5-fdadb154b0b8 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:49.552997 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-b300d2c1-ffe2-464f-b9c5-fdadb154b0b8 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.568720 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64beb3d9-5ad0-4037-b2bf-6825d04e8ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for subnet (8b35a12b-2c92-418f-b380-75bda440d065), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.580231 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8d511c6-8c51-4ca8-9b08-b2ec9642fd28 admin admin] Publish callbacks [] for security_group (bfd073fe-1ed0-41d2-bde4-94a0b73714d4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.593095 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8d511c6-8c51-4ca8-9b08-b2ec9642fd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bfd073fe-1ed0-41d2-bde4-94a0b73714d4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.614092 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-b300d2c1-ffe2-464f-b9c5-fdadb154b0b8 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5587494 Mar 23 01:25:49.638273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Request body: {'port': {'device_id': '761a9ea4-2518-4c81-9924-1b42a112b5bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:49.672375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d511c6-8c51-4ca8-9b08-b2ec9642fd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd073fe-1ed0-41d2-bde4-94a0b73714d4,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:49.679306 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b8d511c6-8c51-4ca8-9b08-b2ec9642fd28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd77854ddd3746a19f5534e636692dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5043416 Mar 23 01:25:49.684145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c1f90-f912-41ce-a4d0-da0c25ee4fc3 req-e486ade1-705d-4020-9d4c-e87e0e0a4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:49.685565 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2b3c1f90-f912-41ce-a4d0-da0c25ee4fc3 req-e486ade1-705d-4020-9d4c-e87e0e0a4d11 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 1132 time: 0.1676636 Mar 23 01:25:49.686025 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50322) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:49.692719 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-58dd63cc-7a6e-4e77-ae0d-0761240cc0b7 admin admin] Publish callbacks [] for security_group (431fe7bb-7273-425b-b85d-68f62399bc4e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.729498 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64beb3d9-5ad0-4037-b2bf-6825d04e8ac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b35a12b-2c92-418f-b380-75bda440d065,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:49.750735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64beb3d9-5ad0-4037-b2bf-6825d04e8ac2 admin admin] Checking segment: {'id': '45809ccb-66ba-41fc-9b4e-a97843791b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2349cefc-301d-403a-8c18-971545588676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:25:49.751089 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64beb3d9-5ad0-4037-b2bf-6825d04e8ac2 admin admin] Network hostable DHCP agents. Network: 2349cefc-301d-403a-8c18-971545588676, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:25:49.760942 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-58dd63cc-7a6e-4e77-ae0d-0761240cc0b7 admin admin] Publish callbacks [] for security_group (431fe7bb-7273-425b-b85d-68f62399bc4e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.809609 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2b3c1f90-f912-41ce-a4d0-da0c25ee4fc3 req-85b3068f-062a-40d9-97e2-efba22cbf4db service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144049 Mar 23 01:25:49.814338 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cb18f315-166d-4cb6-a59e-fbb4c45d43cb), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.816892 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c323ab72-6c5f-4e09-b9aa-9a943e6f06f8 admin admin] Publish callbacks [] for security_group (bfd073fe-1ed0-41d2-bde4-94a0b73714d4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.819018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64beb3d9-5ad0-4037-b2bf-6825d04e8ac2 admin admin] Network 2349cefc-301d-403a-8c18-971545588676 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:25:49.824859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c51d92df-495e-48b0-a70c-1692dda9dcf1 None None] Provisioning complete for port cb18f315-166d-4cb6-a59e-fbb4c45d43cb triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:49.825365 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c51d92df-495e-48b0-a70c-1692dda9dcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cb18f315-166d-4cb6-a59e-fbb4c45d43cb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.831096 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae1d44-97c2-4692-a55b-2422d38039b3 req-e0a61e54-8f3d-4585-b09c-c49347afa0de tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:49.832927 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b4ae1d44-97c2-4692-a55b-2422d38039b3 req-e0a61e54-8f3d-4585-b09c-c49347afa0de tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 936 time: 0.1329405 Mar 23 01:25:49.841444 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c323ab72-6c5f-4e09-b9aa-9a943e6f06f8 admin admin] Publish callbacks [] for security_group (bfd073fe-1ed0-41d2-bde4-94a0b73714d4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.860637 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-58dd63cc-7a6e-4e77-ae0d-0761240cc0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (431fe7bb-7273-425b-b85d-68f62399bc4e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.863253 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-58dd63cc-7a6e-4e77-ae0d-0761240cc0b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.863394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-64beb3d9-5ad0-4037-b2bf-6825d04e8ac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 2349cefc-301d-403a-8c18-971545588676) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:25:49.864385 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-58dd63cc-7a6e-4e77-ae0d-0761240cc0b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/431fe7bb-7273-425b-b85d-68f62399bc4e HTTP/1.1" status: 204 len: 168 time: 0.3759346 Mar 23 01:25:49.878506 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c51d92df-495e-48b0-a70c-1692dda9dcf1 None None] Port cb18f315-166d-4cb6-a59e-fbb4c45d43cb cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:25:49.884780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd63cc-7a6e-4e77-ae0d-0761240cc0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431fe7bb-7273-425b-b85d-68f62399bc4e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:49.890265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ef8b2-eeb9-4967-beb2-88b1994c1714 None None] Network 2349cefc-301d-403a-8c18-971545588676 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:25:49.909835 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64beb3d9-5ad0-4037-b2bf-6825d04e8ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:49.910316 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64beb3d9-5ad0-4037-b2bf-6825d04e8ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.913339 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c323ab72-6c5f-4e09-b9aa-9a943e6f06f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bfd073fe-1ed0-41d2-bde4-94a0b73714d4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.917106 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c323ab72-6c5f-4e09-b9aa-9a943e6f06f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:49.918761 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c323ab72-6c5f-4e09-b9aa-9a943e6f06f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bfd073fe-1ed0-41d2-bde4-94a0b73714d4 HTTP/1.1" status: 204 len: 168 time: 0.2313519 Mar 23 01:25:49.951161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323ab72-6c5f-4e09-b9aa-9a943e6f06f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd073fe-1ed0-41d2-bde4-94a0b73714d4,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:49.970488 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-64beb3d9-5ad0-4037-b2bf-6825d04e8ac2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0833802 Mar 23 01:25:50.061323 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b4ae1d44-97c2-4692-a55b-2422d38039b3 req-70975235-2e14-4d56-80c8-fc913bf9db48 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192998 Mar 23 01:25:50.287339 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-711fc12c-d387-47b2-ae3e-becdf83a6392 req-24b292bf-9cb0-4193-8e13-ba6246c01008 tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.1015129 Mar 23 01:25:50.293677 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:50.300360 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5afa5dc-7013-4427-84c5-2f4ee4e1ffc6 None None] Network 2349cefc-301d-403a-8c18-971545588676 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:25:50.334040 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b61bea-86f3-4b27-aa22-55cda243d0f4 req-5e5a6dbd-59af-4030-be9f-0f1b9b561d4a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:50.341777 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a6b61bea-86f3-4b27-aa22-55cda243d0f4 req-5e5a6dbd-59af-4030-be9f-0f1b9b561d4a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 943 time: 0.1166503 Mar 23 01:25:50.442845 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb18f315-166d-4cb6-a59e-fbb4c45d43cb {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:50.450898 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a6b61bea-86f3-4b27-aa22-55cda243d0f4 req-a620821c-0361-450c-b566-e15645c52642 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083777 Mar 23 01:25:50.455316 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Publish callbacks [] for port (cb18f315-166d-4cb6-a59e-fbb4c45d43cb), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:50.477509 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Transition to ACTIVE for port object cb18f315-166d-4cb6-a59e-fbb4c45d43cb will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:25:50.486662 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cb18f315-166d-4cb6-a59e-fbb4c45d43cb), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:50.507243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50350) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:50.527681 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ce97dd93-723b-4d2a-9c44-db95921fd32f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:50.586327 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Pushing event updated for resources: {'Port': ['ID=cb18f315-166d-4cb6-a59e-fbb4c45d43cb,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:50.635055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Attempting to bind port cb18f315-166d-4cb6-a59e-fbb4c45d43cb on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:25:50.641338 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Attempting to bind port cb18f315-166d-4cb6-a59e-fbb4c45d43cb by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:25:50.641676 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Attempting to bind port cb18f315-166d-4cb6-a59e-fbb4c45d43cb on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:50.649875 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Port cb18f315-166d-4cb6-a59e-fbb4c45d43cb on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:25:50.650356 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Attempting to bind port cb18f315-166d-4cb6-a59e-fbb4c45d43cb on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:50.658281 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:25:50.658635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:25:50.659020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:25:50.659467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Bound port: cb18f315-166d-4cb6-a59e-fbb4c45d43cb, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:25:50.659828 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cb18f315-166d-4cb6-a59e-fbb4c45d43cb), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:50.660988 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ce97dd93-723b-4d2a-9c44-db95921fd32f admin admin] Publish callbacks [] for security_group (32eaaeee-fed3-4d96-8b09-6ff59118cff2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:50.670040 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ce97dd93-723b-4d2a-9c44-db95921fd32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (32eaaeee-fed3-4d96-8b09-6ff59118cff2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:50.725339 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ce97dd93-723b-4d2a-9c44-db95921fd32f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cbaa0b6cd414b878975e080af74c11d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141645 Mar 23 01:25:50.725339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97dd93-723b-4d2a-9c44-db95921fd32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32eaaeee-fed3-4d96-8b09-6ff59118cff2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:50.726150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa2ff2-1b3d-4b63-8d75-d1d26318154b req-6cbee7d6-eb6a-4c01-a48d-3e6768580dbc tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:50.727025 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50354) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:25:50.734087 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62aa2ff2-1b3d-4b63-8d75-d1d26318154b req-6cbee7d6-eb6a-4c01-a48d-3e6768580dbc tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 950 time: 0.1543005 Mar 23 01:25:50.815894 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] For port cb18f315-166d-4cb6-a59e-fbb4c45d43cb, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:25:50.819391 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cfa46194-32c5-43ab-94bc-50b92ccdf5fc admin admin] Publish callbacks [] for security_group (32eaaeee-fed3-4d96-8b09-6ff59118cff2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:50.819942 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] For port cb18f315-166d-4cb6-a59e-fbb4c45d43cb, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=cb18f315-166d-4cb6-a59e-fbb4c45d43cb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:25:50.825924 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62aa2ff2-1b3d-4b63-8d75-d1d26318154b req-40a211ba-af53-4603-a772-f40c22fed9ab tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911858 Mar 23 01:25:50.831371 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cb18f315-166d-4cb6-a59e-fbb4c45d43cb), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:50.868266 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cfa46194-32c5-43ab-94bc-50b92ccdf5fc admin admin] Publish callbacks [] for security_group (32eaaeee-fed3-4d96-8b09-6ff59118cff2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:50.882369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:50.883424 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:50.888491 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] 10.222.0.43 "PUT /v2.0/ports/cb18f315-166d-4cb6-a59e-fbb4c45d43cb HTTP/1.1" status: 200 len: 1096 time: 1.2564847 Mar 23 01:25:50.889498 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761a9ea4-2518-4c81-9924-1b42a112b5bb', 'tag': 'cb18f315-166d-4cb6-a59e-fbb4c45d43cb'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:50.892165 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3352fa-8256-4391-99a5-35b6d42f836b" -d '{"events": [{"name": "network-changed", "server_uuid": "761a9ea4-2518-4c81-9924-1b42a112b5bb", "tag": "cb18f315-166d-4cb6-a59e-fbb4c45d43cb"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:50.992812 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424a7c8a-c8e2-4bf1-b6e3-5367dd8c25fe x-openstack-request-id: req-424a7c8a-c8e2-4bf1-b6e3-5367dd8c25fe {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:50.993100 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761a9ea4-2518-4c81-9924-1b42a112b5bb", "tag": "cb18f315-166d-4cb6-a59e-fbb4c45d43cb", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:50.993345 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-424a7c8a-c8e2-4bf1-b6e3-5367dd8c25fe {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:50.993980 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424a7c8a-c8e2-4bf1-b6e3-5367dd8c25fe'] response: {'name': 'network-changed', 'server_uuid': '761a9ea4-2518-4c81-9924-1b42a112b5bb', 'tag': 'cb18f315-166d-4cb6-a59e-fbb4c45d43cb', 'status': 'completed', 'code': 200} Mar 23 01:25:50.994816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1770963-a4b8-4185-a128-6ca726bde972 service neutron] Pushing event updated for resources: {'Port': ['ID=cb18f315-166d-4cb6-a59e-fbb4c45d43cb,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:51.036815 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-1b50ff8f-512c-4024-86a7-66cbd95b93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:51.038888 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-1b50ff8f-512c-4024-86a7-66cbd95b93b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=22d058ad966146e8aab32624a1a1ed6d&device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 1130 time: 0.0852170 Mar 23 01:25:51.052267 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cfa46194-32c5-43ab-94bc-50b92ccdf5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (32eaaeee-fed3-4d96-8b09-6ff59118cff2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:51.066462 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cfa46194-32c5-43ab-94bc-50b92ccdf5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:51.068631 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cfa46194-32c5-43ab-94bc-50b92ccdf5fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32eaaeee-fed3-4d96-8b09-6ff59118cff2 HTTP/1.1" status: 204 len: 168 time: 0.3400722 Mar 23 01:25:51.107624 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa46194-32c5-43ab-94bc-50b92ccdf5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32eaaeee-fed3-4d96-8b09-6ff59118cff2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:51.149705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcad564-e58a-4dc8-b573-2c462b5ed6e7', 'tag': '98fd6eba-0c1e-48de-8acc-46f3600d067d'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:51.156983 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5a454c-1abd-45b3-bee8-1474fd4ec02d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcad564-e58a-4dc8-b573-2c462b5ed6e7", "tag": "98fd6eba-0c1e-48de-8acc-46f3600d067d"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:51.165213 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-3cb69d2b-3c47-4c24-87c9-34e9ffdc0fa5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=cb18f315-166d-4cb6-a59e-fbb4c45d43cb HTTP/1.1" status: 200 len: 217 time: 0.1031110 Mar 23 01:25:51.247371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-c3f6a5b0-b523-48b6-ab96-c131d4342ee9 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:51.249785 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-c3f6a5b0-b523-48b6-ab96-c131d4342ee9 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/networks?id=70c8bb5e-17f2-45f7-bd62-ee7907f20b08 HTTP/1.1" status: 200 len: 814 time: 0.1799302 Mar 23 01:25:51.277640 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-5cc30657-7f02-4813-a7c4-5b9d60c3bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:51.279609 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-5cc30657-7f02-4813-a7c4-5b9d60c3bf60 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1076908 Mar 23 01:25:51.280084 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-c3041058-c650-49c6-8273-82562e14140f tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/quotas/9a72c035282348b2a633635951721a5e HTTP/1.1" status: 200 len: 375 time: 0.0226645 Mar 23 01:25:51.296035 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3942c76-2c0d-453d-85c0-f424b046398d req-a7b74ef0-9a1a-490b-8255-275a0e62f085 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:51.301301 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b3942c76-2c0d-453d-85c0-f424b046398d req-a7b74ef0-9a1a-490b-8255-275a0e62f085 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 948 time: 0.1178050 Mar 23 01:25:51.326513 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-f2566f82-9dff-4a76-b7e3-69c434c6b146 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a72c035282348b2a633635951721a5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376086 Mar 23 01:25:51.393159 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-a963eefb-b0c4-4c3d-b680-939aa8febb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:51.394685 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-a963eefb-b0c4-4c3d-b680-939aa8febb23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0921838 Mar 23 01:25:51.405207 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b3942c76-2c0d-453d-85c0-f424b046398d req-677272cf-e009-437d-abc0-c344758842bc tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936837 Mar 23 01:25:51.444889 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2e4ef317-ba0c-4300-8a74-299bdd8c2216 service neutron] 10.222.0.18 "GET /v2.0/networks/70c8bb5e-17f2-45f7-bd62-ee7907f20b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085410 Mar 23 01:25:51.509590 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7bae51-67a9-4799-911f-c207d92d908b x-openstack-request-id: req-8d7bae51-67a9-4799-911f-c207d92d908b {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:51.509892 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcad564-e58a-4dc8-b573-2c462b5ed6e7", "tag": "98fd6eba-0c1e-48de-8acc-46f3600d067d", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:51.510321 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d7bae51-67a9-4799-911f-c207d92d908b {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:51.510728 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7bae51-67a9-4799-911f-c207d92d908b'] response: {'name': 'network-changed', 'server_uuid': '8fcad564-e58a-4dc8-b573-2c462b5ed6e7', 'tag': '98fd6eba-0c1e-48de-8acc-46f3600d067d', 'status': 'completed', 'code': 200} Mar 23 01:25:51.537131 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-d89686dd-a7dd-426c-9b4e-cf05f60665df service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265047 Mar 23 01:25:51.595606 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a454c-1abd-45b3-bee8-1474fd4ec02d req-9de3587a-31be-443d-8873-35275b054e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:51.597946 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf5a454c-1abd-45b3-bee8-1474fd4ec02d req-9de3587a-31be-443d-8873-35275b054e4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 1155 time: 0.0804875 Mar 23 01:25:51.628924 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-3b016c1a-0c4c-4fb0-8394-abe8a7455671 service neutron] 10.222.0.18 "GET /v2.0/networks/70c8bb5e-17f2-45f7-bd62-ee7907f20b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760254 Mar 23 01:25:51.630018 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3c670b50-c2ce-4fec-a9ab-1d4d3b1e318c req-439a132e-1518-4c77-94d0-3fe909c22d0f tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0764422 Mar 23 01:25:51.681713 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe7f56b6-c6aa-4e73-9dcb-5c84225f0b4e req-93b82847-2db9-4cca-83fd-e87fba0e5c46 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373234 Mar 23 01:25:51.735847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a454c-1abd-45b3-bee8-1474fd4ec02d req-c8664a27-c280-45a9-a845-8e9d8054b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:51.738318 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf5a454c-1abd-45b3-bee8-1474fd4ec02d req-c8664a27-c280-45a9-a845-8e9d8054b6a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.1328299 Mar 23 01:25:51.751434 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3a2a-c943-478e-acc4-3f51729266ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:51.817108 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf5a454c-1abd-45b3-bee8-1474fd4ec02d req-ad5eb190-5c88-4577-827f-e36d362bdd89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d HTTP/1.1" status: 200 len: 217 time: 0.0716929 Mar 23 01:25:51.880506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a454c-1abd-45b3-bee8-1474fd4ec02d req-cf4a2429-2c55-459c-83c2-5a737b3c4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:51.882109 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf5a454c-1abd-45b3-bee8-1474fd4ec02d req-cf4a2429-2c55-459c-83c2-5a737b3c4603 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.0586147 Mar 23 01:25:51.898046 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e02365-c072-48a7-9838-87c757a748f3 req-560a76f4-b311-4b36-a43b-73144718744c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:51.902651 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-72e02365-c072-48a7-9838-87c757a748f3 req-560a76f4-b311-4b36-a43b-73144718744c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 943 time: 0.1270535 Mar 23 01:25:51.919661 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3352fa-8256-4391-99a5-35b6d42f836b req-ca6458b2-9aa8-4913-ac49-78d788665239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:51.919661 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae3352fa-8256-4391-99a5-35b6d42f836b req-ca6458b2-9aa8-4913-ac49-78d788665239 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=22d058ad966146e8aab32624a1a1ed6d&device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 1130 time: 0.0967224 Mar 23 01:25:51.927406 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf5a454c-1abd-45b3-bee8-1474fd4ec02d req-e5022f1d-3ec7-4522-88dd-d2a8a994e03a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392752 Mar 23 01:25:52.052473 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf5a454c-1abd-45b3-bee8-1474fd4ec02d req-9ba14afa-cefa-4d0c-a524-9c32aa39aa85 service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177154 Mar 23 01:25:52.085248 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-72e02365-c072-48a7-9838-87c757a748f3 req-d1455728-abbf-4619-a8c0-75516b771182 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730201 Mar 23 01:25:52.091252 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3352fa-8256-4391-99a5-35b6d42f836b req-f4a65073-dde4-45ad-bde7-202945869d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:52.093118 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae3352fa-8256-4391-99a5-35b6d42f836b req-f4a65073-dde4-45ad-bde7-202945869d06 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1675544 Mar 23 01:25:52.177896 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43c08d55-cc3f-4489-999e-111f05a34509 req-f34e73df-8ab8-4d8f-ade6-4b43890590c0 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=56a350b1b3924c33ab3bcd007b6c4714&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284333 Mar 23 01:25:52.195784 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae3352fa-8256-4391-99a5-35b6d42f836b req-19649649-b6e6-4840-a026-427af62b274d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=cb18f315-166d-4cb6-a59e-fbb4c45d43cb HTTP/1.1" status: 200 len: 217 time: 0.0947828 Mar 23 01:25:52.216561 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1b4d8e59-be13-45de-a6c7-bcef252bb824 req-e43408dd-2e02-40b0-bb55-91e6dfd84ad5 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 210 time: 0.0347407 Mar 23 01:25:52.275787 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3352fa-8256-4391-99a5-35b6d42f836b req-6aefc577-2be3-40b4-8cfc-9e6d2355d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:52.277322 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae3352fa-8256-4391-99a5-35b6d42f836b req-6aefc577-2be3-40b4-8cfc-9e6d2355d261 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0598824 Mar 23 01:25:52.315137 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf5a454c-1abd-45b3-bee8-1474fd4ec02d req-cd1abb6a-9150-48c8-87cd-6b8dd1d9f4fe service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556627 Mar 23 01:25:52.357185 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3352fa-8256-4391-99a5-35b6d42f836b req-203714fb-97fd-4142-8014-6834a753ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:52.358837 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae3352fa-8256-4391-99a5-35b6d42f836b req-203714fb-97fd-4142-8014-6834a753ee50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0736618 Mar 23 01:25:52.363484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c08d55-cc3f-4489-999e-111f05a34509 req-2923adf3-fb6a-42a9-b5b0-ea60ac9950a0 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:52.372651 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43c08d55-cc3f-4489-999e-111f05a34509 req-2923adf3-fb6a-42a9-b5b0-ea60ac9950a0 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842704 Mar 23 01:25:52.388425 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43c08d55-cc3f-4489-999e-111f05a34509 req-ab610680-3068-4b61-8db7-f9cdff261e06 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/quotas/56a350b1b3924c33ab3bcd007b6c4714 HTTP/1.1" status: 200 len: 375 time: 0.0166373 Mar 23 01:25:52.432463 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43c08d55-cc3f-4489-999e-111f05a34509 req-0ae697f7-dab5-472f-ac4f-3c96510999a3 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=56a350b1b3924c33ab3bcd007b6c4714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408716 Mar 23 01:25:52.490201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea26ec-5e63-4e67-be21-b491afc0509d req-de247c9b-35e8-4082-8ffc-7679d00edfb6 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:52.492285 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fdea26ec-5e63-4e67-be21-b491afc0509d req-de247c9b-35e8-4082-8ffc-7679d00edfb6 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 950 time: 0.1318674 Mar 23 01:25:52.518480 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae3352fa-8256-4391-99a5-35b6d42f836b req-faa4425b-b253-4704-ba44-f3369b968f04 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473608 Mar 23 01:25:52.627870 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fdea26ec-5e63-4e67-be21-b491afc0509d req-5e5417a9-6e54-4138-b6aa-070c99b9159e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219025 Mar 23 01:25:52.677366 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae3352fa-8256-4391-99a5-35b6d42f836b req-89acf8c3-83b2-4a61-8de8-410a7f848422 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523392 Mar 23 01:25:52.724673 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-df3a2253-1cc0-4b39-9006-a403018f6b13 req-5768b52f-7a2c-4be9-82f9-4654154ae2a9 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 210 time: 0.0403130 Mar 23 01:25:52.765015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02ed16-ef63-4fde-852b-cb68e26a70ac req-06629277-eb5c-40d0-a28c-8f814465f51c tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:52.766877 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2e02ed16-ef63-4fde-852b-cb68e26a70ac req-06629277-eb5c-40d0-a28c-8f814465f51c tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 948 time: 0.0982840 Mar 23 01:25:52.834946 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2e02ed16-ef63-4fde-852b-cb68e26a70ac req-5edf4dcd-6835-4ec0-a6f1-82fb48e0c52a tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619740 Mar 23 01:25:52.901057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cb3f-67de-4a6c-9d6f-455c463561f9 req-93b97504-d337-4868-83ec-c5e721cd06b7 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:52.902929 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a30cb3f-67de-4a6c-9d6f-455c463561f9 req-93b97504-d337-4868-83ec-c5e721cd06b7 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.0729063 Mar 23 01:25:52.971205 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a30cb3f-67de-4a6c-9d6f-455c463561f9 req-a5b30c84-d2c3-4782-8b9c-3937dc23c0e3 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622232 Mar 23 01:25:53.058047 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:53.210785 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c6c99758-f79a-4cd1-8d5f-511a82b670fd req-225b60ca-1ac3-4702-bab8-3f60b689606d tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.2875981 Mar 23 01:25:53.213343 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-71b998c0-7dcf-414a-82cf-906d04609228 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3b737776789745b5974027eaf2efb640&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261304 Mar 23 01:25:53.265099 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 98fd6eba-0c1e-48de-8acc-46f3600d067d details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:25:53.348903 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-e8c04e4a-8726-4e4a-8722-298c71397e83 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:53.350706 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-e8c04e4a-8726-4e4a-8722-298c71397e83 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1174095 Mar 23 01:25:53.369585 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-2c109875-1448-4a59-bc6a-f1c8317b3fc0 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/quotas/3b737776789745b5974027eaf2efb640 HTTP/1.1" status: 200 len: 375 time: 0.0124056 Mar 23 01:25:53.372654 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb88ea4-f7b1-41f0-803f-585a434083ee req-790742ff-cbea-45c7-96a6-7992b6d08be1 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:53.379681 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7cb88ea4-f7b1-41f0-803f-585a434083ee req-790742ff-cbea-45c7-96a6-7992b6d08be1 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 943 time: 0.0652163 Mar 23 01:25:53.386998 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 98fd6eba-0c1e-48de-8acc-46f3600d067d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:53.401784 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 98fd6eba-0c1e-48de-8acc-46f3600d067d has no active binding in host n-h2-834677-4 {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 01:25:53.441239 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7cb88ea4-f7b1-41f0-803f-585a434083ee req-02602de3-e071-4555-be97-8799fcc3de3f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605175 Mar 23 01:25:53.666124 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441dba69-c039-4dd3-bb20-3a91522519db req-bec808e2-1fa1-4187-b844-1730b1070c20 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9e89777009504ec1893c4d866ae561ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223198 Mar 23 01:25:53.750661 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-50402cc1-1b8a-4ead-b571-c805a7ef3eb2 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b737776789745b5974027eaf2efb640&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3739898 Mar 23 01:25:53.764956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-ce27f0ea-88d0-4736-90b9-ad8f151c1744 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:53.766383 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-ce27f0ea-88d0-4736-90b9-ad8f151c1744 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.43 "GET /v2.0/networks?id=70c8bb5e-17f2-45f7-bd62-ee7907f20b08 HTTP/1.1" status: 200 len: 814 time: 0.3749409 Mar 23 01:25:53.774787 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dba69-c039-4dd3-bb20-3a91522519db req-d065ccbc-895f-41f3-b718-2ce9a79094a3 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:53.776419 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441dba69-c039-4dd3-bb20-3a91522519db req-d065ccbc-895f-41f3-b718-2ce9a79094a3 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048868 Mar 23 01:25:53.786501 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-8d34fe95-6464-4ceb-8be7-9603cb8c4060 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Request body: {'port': {'device_id': '05a48327-28ea-4d5c-a9fd-e3425c8c4df0', 'network_id': '70c8bb5e-17f2-45f7-bd62-ee7907f20b08', 'admin_state_up': True, 'tenant_id': '9a72c035282348b2a633635951721a5e'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:53.792120 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441dba69-c039-4dd3-bb20-3a91522519db req-9fadc411-e641-4831-8d23-9b7c1e97400c tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/quotas/9e89777009504ec1893c4d866ae561ca HTTP/1.1" status: 200 len: 375 time: 0.0103772 Mar 23 01:25:53.824480 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441dba69-c039-4dd3-bb20-3a91522519db req-fc4d4003-8f3d-4dd0-82f5-8639b26cc7d2 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9e89777009504ec1893c4d866ae561ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270875 Mar 23 01:25:53.913566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-8d34fe95-6464-4ceb-8be7-9603cb8c4060 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Made reservation on behalf of 9a72c035282348b2a633635951721a5e for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:53.918496 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-8d34fe95-6464-4ceb-8be7-9603cb8c4060 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:54.008864 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ab079307-b326-47ca-abc3-953e05af9d55 req-ff5b11bf-c685-4f31-b9b7-37abf2531d1d tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 210 time: 0.0285149 Mar 23 01:25:54.039219 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f8a061c-dd8a-4e98-940e-9d813df655fc req-7af82e58-a933-45e6-b1c8-ce00ea20cae4 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 210 time: 0.0296102 Mar 23 01:25:54.135295 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-8d34fe95-6464-4ceb-8be7-9603cb8c4060 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Allocated IP 172.20.0.8 (70c8bb5e-17f2-45f7-bd62-ee7907f20b08/7380d3b5-e262-439c-8f99-7303a662640f/e165d8a8-8ef1-40be-b891-6187aedc4b4c) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:25:54.165606 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e61dd77-e9b5-47a2-914a-0430bd7c5f21 req-c32bebba-5119-4684-a368-3a2acca745bc tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 210 time: 0.0673964 Mar 23 01:25:54.194810 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43c08d55-cc3f-4489-999e-111f05a34509 req-15706971-656f-4c77-939d-2cf65a2e1f55 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=56a350b1b3924c33ab3bcd007b6c4714&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802691 Mar 23 01:25:54.335545 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b7d3115c-3bf3-4dd2-bb87-c1741bea9212 req-ccc05d62-3b7c-4b4f-af77-8a7573022cbe tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 210 time: 0.1136591 Mar 23 01:25:54.378258 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce246107-8703-4a88-919f-e71b22201390 req-31181652-0c44-4cdf-8757-f3dc5c5c568c tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:54.397195 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce246107-8703-4a88-919f-e71b22201390 req-31181652-0c44-4cdf-8757-f3dc5c5c568c tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 948 time: 0.2375431 Mar 23 01:25:54.422377 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c08d55-cc3f-4489-999e-111f05a34509 req-8b66370a-ead4-4163-b6e7-78504d8287ce tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:54.423893 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43c08d55-cc3f-4489-999e-111f05a34509 req-8b66370a-ead4-4163-b6e7-78504d8287ce tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181633 Mar 23 01:25:54.425821 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:54.447550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-43c08d55-cc3f-4489-999e-111f05a34509 req-8f0e8187-7767-43c1-8d5d-057b29aa99b8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Request body: {'port': {'device_id': '9b4618cc-d503-4ce9-a2c8-c327e2904dfd', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '56a350b1b3924c33ab3bcd007b6c4714'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:54.472808 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cdb23ec5-ca49-40b6-b714-1302167f0caf req-4a0135cb-5d3d-4cbf-821b-5a57c7ddbbb6 tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0408585 Mar 23 01:25:54.476994 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-8d34fe95-6464-4ceb-8be7-9603cb8c4060 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Publish callbacks [] for port (e165d8a8-8ef1-40be-b891-6187aedc4b4c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:54.543474 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce246107-8703-4a88-919f-e71b22201390 req-b3b96647-7ad9-4ce6-956b-602ca96e8e03 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094062 Mar 23 01:25:54.590151 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-8d34fe95-6464-4ceb-8be7-9603cb8c4060 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (e165d8a8-8ef1-40be-b891-6187aedc4b4c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:54.642059 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-8d34fe95-6464-4ceb-8be7-9603cb8c4060 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Network 70c8bb5e-17f2-45f7-bd62-ee7907f20b08 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:25:54.651042 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-8d34fe95-6464-4ceb-8be7-9603cb8c4060 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:25:54.653397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34fe95-6464-4ceb-8be7-9603cb8c4060 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Pushing event updated for resources: {'Port': ['ID=e165d8a8-8ef1-40be-b891-6187aedc4b4c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:54.656398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-8d34fe95-6464-4ceb-8be7-9603cb8c4060 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:25:54.662087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-8d34fe95-6464-4ceb-8be7-9603cb8c4060 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:54.663139 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-8d34fe95-6464-4ceb-8be7-9603cb8c4060 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:54.680028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c08d55-cc3f-4489-999e-111f05a34509 req-8f0e8187-7767-43c1-8d5d-057b29aa99b8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Made reservation on behalf of 56a350b1b3924c33ab3bcd007b6c4714 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:54.683354 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-8d34fe95-6464-4ceb-8be7-9603cb8c4060 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9010375 Mar 23 01:25:54.684028 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-43c08d55-cc3f-4489-999e-111f05a34509 req-8f0e8187-7767-43c1-8d5d-057b29aa99b8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:54.695610 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-43c08d55-cc3f-4489-999e-111f05a34509 req-8f0e8187-7767-43c1-8d5d-057b29aa99b8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:54.702172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Request body: {'port': {'device_id': '05a48327-28ea-4d5c-a9fd-e3425c8c4df0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:54.717161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059d0ee-19a1-48ff-853a-34ee028640d2 req-26c5f0c2-db4c-4de1-b148-bc583677879e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:54.718676 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3059d0ee-19a1-48ff-853a-34ee028640d2 req-26c5f0c2-db4c-4de1-b148-bc583677879e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 943 time: 0.1229236 Mar 23 01:25:54.790816 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e165d8a8-8ef1-40be-b891-6187aedc4b4c), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:54.809187 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3059d0ee-19a1-48ff-853a-34ee028640d2 req-c18c6b1b-89c2-45fb-b2df-9e102f571a87 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816019 Mar 23 01:25:54.856533 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-43c08d55-cc3f-4489-999e-111f05a34509 req-8f0e8187-7767-43c1-8d5d-057b29aa99b8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Publish callbacks [] for security_group (a74a7f09-ca64-4978-96ba-524b081b69fd), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:54.862292 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-43c08d55-cc3f-4489-999e-111f05a34509 req-8f0e8187-7767-43c1-8d5d-057b29aa99b8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a74a7f09-ca64-4978-96ba-524b081b69fd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:54.930187 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e8187-7767-43c1-8d5d-057b29aa99b8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74a7f09-ca64-4978-96ba-524b081b69fd,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:55.003268 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-43c08d55-cc3f-4489-999e-111f05a34509 req-8f0e8187-7767-43c1-8d5d-057b29aa99b8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Allocated IP 192.168.233.122 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/3ac4a138-7e9e-4f3c-a91b-ce4660830ee7) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:25:55.099745 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e165d8a8-8ef1-40be-b891-6187aedc4b4c {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:55.113745 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Publish callbacks [] for port (e165d8a8-8ef1-40be-b891-6187aedc4b4c), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:55.134609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Transition to ACTIVE for port object e165d8a8-8ef1-40be-b891-6187aedc4b4c will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:25:55.141379 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e165d8a8-8ef1-40be-b891-6187aedc4b4c), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:55.201113 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2e165ca3-332e-48fe-90d3-4d832f1950bd req-bb0268d0-5540-4191-99e7-09cc6a89ebc6 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 210 time: 0.0402985 Mar 23 01:25:55.228938 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Pushing event updated for resources: {'Port': ['ID=e165d8a8-8ef1-40be-b891-6187aedc4b4c,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:55.235336 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-22010990-6ceb-4fa6-941e-b53a9f882214 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3b737776789745b5974027eaf2efb640&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367575 Mar 23 01:25:55.241725 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-43c08d55-cc3f-4489-999e-111f05a34509 req-8f0e8187-7767-43c1-8d5d-057b29aa99b8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Publish callbacks [] for port (3ac4a138-7e9e-4f3c-a91b-ce4660830ee7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:55.278741 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Attempting to bind port e165d8a8-8ef1-40be-b891-6187aedc4b4c on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:25:55.279077 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Attempting to bind port e165d8a8-8ef1-40be-b891-6187aedc4b4c by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'deb8e0e1-d467-4290-b52a-da807d2ae879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70c8bb5e-17f2-45f7-bd62-ee7907f20b08'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:25:55.279411 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Attempting to bind port e165d8a8-8ef1-40be-b891-6187aedc4b4c on network 70c8bb5e-17f2-45f7-bd62-ee7907f20b08 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:55.290542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66421576-54b2-446a-b44c-6021a1926f28 req-b6e2d3b4-161e-4ecb-b105-7a26d9ecd1d5 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:55.292229 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-66421576-54b2-446a-b44c-6021a1926f28 req-b6e2d3b4-161e-4ecb-b105-7a26d9ecd1d5 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 943 time: 0.1244833 Mar 23 01:25:55.295486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Port e165d8a8-8ef1-40be-b891-6187aedc4b4c on network 70c8bb5e-17f2-45f7-bd62-ee7907f20b08 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:25:55.296035 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Attempting to bind port e165d8a8-8ef1-40be-b891-6187aedc4b4c on network 70c8bb5e-17f2-45f7-bd62-ee7907f20b08 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:55.311910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:25:55.312133 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Checking segment: {'id': 'deb8e0e1-d467-4290-b52a-da807d2ae879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70c8bb5e-17f2-45f7-bd62-ee7907f20b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:25:55.312521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Bound using segment: {'id': 'deb8e0e1-d467-4290-b52a-da807d2ae879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70c8bb5e-17f2-45f7-bd62-ee7907f20b08'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:25:55.312993 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Bound port: e165d8a8-8ef1-40be-b891-6187aedc4b4c, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb8e0e1-d467-4290-b52a-da807d2ae879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70c8bb5e-17f2-45f7-bd62-ee7907f20b08'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:25:55.313347 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e165d8a8-8ef1-40be-b891-6187aedc4b4c), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:55.351395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f3b2da3c-c54c-4c5b-ac40-2dbf6ad681cc tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:55.353253 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f3b2da3c-c54c-4c5b-ac40-2dbf6ad681cc tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1091828 Mar 23 01:25:55.383345 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-66421576-54b2-446a-b44c-6021a1926f28 req-987a421a-7c03-4834-a471-0fde8e709ed3 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/security-groups?id=475f98d1-b6ed-45c1-9503-8fe45742b7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821345 Mar 23 01:25:55.408757 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] For port e165d8a8-8ef1-40be-b891-6187aedc4b4c, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:25:55.412553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] For port e165d8a8-8ef1-40be-b891-6187aedc4b4c, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e165d8a8-8ef1-40be-b891-6187aedc4b4c,segment=NetworkSegment(deb8e0e1-d467-4290-b52a-da807d2ae879),segment_id=deb8e0e1-d467-4290-b52a-da807d2ae879)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:25:55.416691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-826508a6-ec7f-4a90-9d17-044949adf0e1 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Request body: {'port': {'device_id': 'a54bdeac-7a0f-423a-8099-2478606bea8a', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '3b737776789745b5974027eaf2efb640'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:55.422436 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e165d8a8-8ef1-40be-b891-6187aedc4b4c), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:55.429777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441dba69-c039-4dd3-bb20-3a91522519db req-98196bc7-ddc9-4e1b-8fe0-9c5011644e9c tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=9e89777009504ec1893c4d866ae561ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574322 Mar 23 01:25:55.447507 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1738fb64-5303-444e-81d3-7a8c0c93c57c req-dbe7c59e-529d-4a02-bc79-a0aee1685f40 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 210 time: 0.0880921 Mar 23 01:25:55.492044 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f9c0f31-1189-4e66-bacb-b5bfde4fbb5b req-604eeeb9-3bda-4e90-bb50-526522c99682 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 210 time: 0.0380733 Mar 23 01:25:55.493314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:55.494108 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:55.495397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] 10.222.0.43 "PUT /v2.0/ports/e165d8a8-8ef1-40be-b891-6187aedc4b4c HTTP/1.1" status: 200 len: 1091 time: 0.7985828 Mar 23 01:25:55.497798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a48327-28ea-4d5c-a9fd-e3425c8c4df0', 'tag': 'e165d8a8-8ef1-40be-b891-6187aedc4b4c'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:55.500232 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24358e5-f7c0-4ee1-8b1b-958d4bec7193" -d '{"events": [{"name": "network-changed", "server_uuid": "05a48327-28ea-4d5c-a9fd-e3425c8c4df0", "tag": "e165d8a8-8ef1-40be-b891-6187aedc4b4c"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:55.519019 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558d316-c508-4a32-8299-8c843b810d8a service neutron] Pushing event updated for resources: {'Port': ['ID=e165d8a8-8ef1-40be-b891-6187aedc4b4c,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:55.573693 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c33f09-a2d1-4b06-bc9b-906e7d160929 x-openstack-request-id: req-65c33f09-a2d1-4b06-bc9b-906e7d160929 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:55.573979 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a48327-28ea-4d5c-a9fd-e3425c8c4df0", "tag": "e165d8a8-8ef1-40be-b891-6187aedc4b4c", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:55.574231 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65c33f09-a2d1-4b06-bc9b-906e7d160929 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:55.574639 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c33f09-a2d1-4b06-bc9b-906e7d160929'] response: {'name': 'network-changed', 'server_uuid': '05a48327-28ea-4d5c-a9fd-e3425c8c4df0', 'tag': 'e165d8a8-8ef1-40be-b891-6187aedc4b4c', 'status': 'completed', 'code': 200} Mar 23 01:25:55.629324 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6a5af5e2-f85e-4323-8194-0361c3b1e600 req-6e050abd-f465-42ac-b5de-29418cf59dbc tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0351200 Mar 23 01:25:55.695827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dba69-c039-4dd3-bb20-3a91522519db req-1ee5cd9a-984a-4921-89ae-66881a0a2294 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:55.697317 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441dba69-c039-4dd3-bb20-3a91522519db req-1ee5cd9a-984a-4921-89ae-66881a0a2294 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333579 Mar 23 01:25:55.698721 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-cf2a27d2-d90a-4211-a78e-949cd0dae4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:55.700211 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-cf2a27d2-d90a-4211-a78e-949cd0dae4e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a72c035282348b2a633635951721a5e&device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 1125 time: 0.0525844 Mar 23 01:25:55.700792 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-43c08d55-cc3f-4489-999e-111f05a34509 req-8f0e8187-7767-43c1-8d5d-057b29aa99b8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (3ac4a138-7e9e-4f3c-a91b-ce4660830ee7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:55.722916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-441dba69-c039-4dd3-bb20-3a91522519db req-0dec667f-f88f-4c3f-afd3-469e66ba5fdc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Request body: {'port': {'device_id': '092b835b-3247-44da-ab9a-c9eca7bb0a95', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '9e89777009504ec1893c4d866ae561ca'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:55.744630 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:55.772503 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-d3bd2d41-a48f-4a08-adb8-980f71e00c99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e165d8a8-8ef1-40be-b891-6187aedc4b4c HTTP/1.1" status: 200 len: 217 time: 0.0364470 Mar 23 01:25:55.806228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c08d55-cc3f-4489-999e-111f05a34509 req-8f0e8187-7767-43c1-8d5d-057b29aa99b8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:25:55.824177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-43c08d55-cc3f-4489-999e-111f05a34509 req-8f0e8187-7767-43c1-8d5d-057b29aa99b8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:25:55.829117 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-243cbe71-9542-45e0-b041-ca9216235f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:55.831562 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-243cbe71-9542-45e0-b041-ca9216235f2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7380d3b5-e262-439c-8f99-7303a662640f HTTP/1.1" status: 200 len: 854 time: 0.0525327 Mar 23 01:25:55.832230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c08d55-cc3f-4489-999e-111f05a34509 req-8f0e8187-7767-43c1-8d5d-057b29aa99b8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:25:55.837431 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c08d55-cc3f-4489-999e-111f05a34509 req-8f0e8187-7767-43c1-8d5d-057b29aa99b8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:55.838048 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-43c08d55-cc3f-4489-999e-111f05a34509 req-8f0e8187-7767-43c1-8d5d-057b29aa99b8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:55.846645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e8187-7767-43c1-8d5d-057b29aa99b8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Pushing event updated for resources: {'Port': ['ID=3ac4a138-7e9e-4f3c-a91b-ce4660830ee7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:55.853767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-826508a6-ec7f-4a90-9d17-044949adf0e1 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Made reservation on behalf of 3b737776789745b5974027eaf2efb640 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:55.857085 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-826508a6-ec7f-4a90-9d17-044949adf0e1 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:55.870164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4061b-decb-430d-ab6a-ee93056aba03 req-ae95a529-46d7-4606-a09a-0fe05f23b923 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:55.871760 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6e4061b-decb-430d-ab6a-ee93056aba03 req-ae95a529-46d7-4606-a09a-0fe05f23b923 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 948 time: 0.2360144 Mar 23 01:25:55.886645 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-68fd53e1-3dfb-4de8-ab8d-f356f160a5cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70c8bb5e-17f2-45f7-bd62-ee7907f20b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300882 Mar 23 01:25:55.934044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43c08d55-cc3f-4489-999e-111f05a34509 req-8f0e8187-7767-43c1-8d5d-057b29aa99b8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4928226 Mar 23 01:25:55.958466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Request body: {'port': {'device_id': '9b4618cc-d503-4ce9-a2c8-c327e2904dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:56.031116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848ec36-6ece-4e48-8727-6ca5e4ba001c req-fe2e39b9-5d63-4653-87b6-682f9fb8719e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:56.032688 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5848ec36-6ece-4e48-8727-6ca5e4ba001c req-fe2e39b9-5d63-4653-87b6-682f9fb8719e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 943 time: 0.1248651 Mar 23 01:25:56.037427 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-15904db2-402c-42f8-9ccb-0ca02dba24b7 service neutron] 10.222.0.43 "GET /v2.0/networks/70c8bb5e-17f2-45f7-bd62-ee7907f20b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411874 Mar 23 01:25:56.122090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6e4061b-decb-430d-ab6a-ee93056aba03 req-9e306174-d4b2-478d-be75-bcc6c777495c tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256570 Mar 23 01:25:56.135346 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5848ec36-6ece-4e48-8727-6ca5e4ba001c req-74e2d1e8-4ada-4298-b670-aa0c821c0721 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956023 Mar 23 01:25:56.145774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-734ea507-ba6d-4bc8-a972-b128bc337092 service neutron] 10.222.0.42 "GET /v2.0/ports/98fd6eba-0c1e-48de-8acc-46f3600d067d/bindings/n-h2-834677-4 HTTP/1.1" status: 200 len: 384 time: 0.2621863 Mar 23 01:25:56.166467 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2eab7f3-f0a7-4b84-9255-6166cd473a36 req-06e61d7b-bc26-4cef-9987-130f51de5392 service neutron] 10.222.0.43 "GET /v2.0/networks/70c8bb5e-17f2-45f7-bd62-ee7907f20b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199920 Mar 23 01:25:56.167384 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bd18211f-ef5f-44fd-84ae-6f604d5da0ee None None] Provisioning complete for port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:56.167963 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bd18211f-ef5f-44fd-84ae-6f604d5da0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3ac4a138-7e9e-4f3c-a91b-ce4660830ee7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:56.176474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441dba69-c039-4dd3-bb20-3a91522519db req-0dec667f-f88f-4c3f-afd3-469e66ba5fdc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Made reservation on behalf of 9e89777009504ec1893c4d866ae561ca for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:25:56.179833 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-441dba69-c039-4dd3-bb20-3a91522519db req-0dec667f-f88f-4c3f-afd3-469e66ba5fdc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:56.202019 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3ac4a138-7e9e-4f3c-a91b-ce4660830ee7), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:56.210402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bd18211f-ef5f-44fd-84ae-6f604d5da0ee None None] Port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:25:56.233187 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-441dba69-c039-4dd3-bb20-3a91522519db req-0dec667f-f88f-4c3f-afd3-469e66ba5fdc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:56.286762 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-826508a6-ec7f-4a90-9d17-044949adf0e1 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Allocated IP 192.168.233.245 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/d1af8a1c-2807-40d9-baa8-ecc76b091ade) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:25:56.328746 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24358e5-f7c0-4ee1-8b1b-958d4bec7193 req-799fbded-1bf9-4306-8b4a-0aec8a4dfe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:56.330343 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e24358e5-f7c0-4ee1-8b1b-958d4bec7193 req-799fbded-1bf9-4306-8b4a-0aec8a4dfe3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a72c035282348b2a633635951721a5e&device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 1125 time: 0.0475810 Mar 23 01:25:56.434179 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24358e5-f7c0-4ee1-8b1b-958d4bec7193 req-1d5ee15a-6c13-4f45-9173-2e11ea7d498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:56.435675 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e24358e5-f7c0-4ee1-8b1b-958d4bec7193 req-1d5ee15a-6c13-4f45-9173-2e11ea7d498c service neutron] 10.222.0.43 "GET /v2.0/networks?id=70c8bb5e-17f2-45f7-bd62-ee7907f20b08 HTTP/1.1" status: 200 len: 914 time: 0.0970702 Mar 23 01:25:56.493149 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e24358e5-f7c0-4ee1-8b1b-958d4bec7193 req-5ac6d0d3-5c12-4518-aaa4-11092bab10eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e165d8a8-8ef1-40be-b891-6187aedc4b4c HTTP/1.1" status: 200 len: 217 time: 0.0482209 Mar 23 01:25:56.566350 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24358e5-f7c0-4ee1-8b1b-958d4bec7193 req-89819207-72b3-4e3d-b778-426c8fbbf1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:56.567823 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e24358e5-f7c0-4ee1-8b1b-958d4bec7193 req-89819207-72b3-4e3d-b778-426c8fbbf1e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7380d3b5-e262-439c-8f99-7303a662640f HTTP/1.1" status: 200 len: 854 time: 0.0664027 Mar 23 01:25:56.580488 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b215d-c08b-4989-88ab-450fdb728274 req-159ca547-10a5-4e9e-9d0c-551bddbf1076 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:56.581977 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-649b215d-c08b-4989-88ab-450fdb728274 req-159ca547-10a5-4e9e-9d0c-551bddbf1076 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 943 time: 0.0913496 Mar 23 01:25:56.619013 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e24358e5-f7c0-4ee1-8b1b-958d4bec7193 req-2eadec47-46fd-4784-acc2-fc63128e92a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70c8bb5e-17f2-45f7-bd62-ee7907f20b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360658 Mar 23 01:25:56.619254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050f382-d383-48e5-bd97-f860ad624b8f req-dc5875cd-b8d8-4e0b-90b9-a7e6951108a0 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:56.620725 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0050f382-d383-48e5-bd97-f860ad624b8f req-dc5875cd-b8d8-4e0b-90b9-a7e6951108a0 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 936 time: 0.3244720 Mar 23 01:25:56.684769 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-441dba69-c039-4dd3-bb20-3a91522519db req-0dec667f-f88f-4c3f-afd3-469e66ba5fdc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Publish callbacks [] for security_group (c177f4cb-c1a4-4e1e-b908-49c76954db1a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:56.696818 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-649b215d-c08b-4989-88ab-450fdb728274 req-467713c3-6f22-4ce1-ba59-9e4afff21cff tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/security-groups?id=475f98d1-b6ed-45c1-9503-8fe45742b7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061602 Mar 23 01:25:56.698878 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-441dba69-c039-4dd3-bb20-3a91522519db req-0dec667f-f88f-4c3f-afd3-469e66ba5fdc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c177f4cb-c1a4-4e1e-b908-49c76954db1a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:56.735259 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e24358e5-f7c0-4ee1-8b1b-958d4bec7193 req-8f69421a-89bf-4e29-8d6f-c6c4ae01d520 service neutron] 10.222.0.43 "GET /v2.0/networks/70c8bb5e-17f2-45f7-bd62-ee7907f20b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085606 Mar 23 01:25:56.786003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-373cc841-109e-4bcd-83da-259f4d880c4d service neutron] For port 98fd6eba-0c1e-48de-8acc-46f3600d067d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:56.821174 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-826508a6-ec7f-4a90-9d17-044949adf0e1 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks [] for port (d1af8a1c-2807-40d9-baa8-ecc76b091ade), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:56.826942 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec667f-f88f-4c3f-afd3-469e66ba5fdc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c177f4cb-c1a4-4e1e-b908-49c76954db1a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:56.827566 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ead41486-5980-4083-abb5-e56ceb64fe0c req-a74ef8f9-3445-4ac0-8326-8b500e2049d9 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 210 time: 0.0328374 Mar 23 01:25:56.840499 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0050f382-d383-48e5-bd97-f860ad624b8f req-f3665d8f-1332-4215-b7ca-9fa205e7d76c tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74a7f09-ca64-4978-96ba-524b081b69fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105083 Mar 23 01:25:56.870541 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e24358e5-f7c0-4ee1-8b1b-958d4bec7193 req-45ff0b18-29de-4d8f-b771-27d006c5fb65 service neutron] 10.222.0.43 "GET /v2.0/networks/70c8bb5e-17f2-45f7-bd62-ee7907f20b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284826 Mar 23 01:25:56.871942 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-373cc841-109e-4bcd-83da-259f4d880c4d service neutron] For port 98fd6eba-0c1e-48de-8acc-46f3600d067d, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:25:56.928065 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-373cc841-109e-4bcd-83da-259f4d880c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98fd6eba-0c1e-48de-8acc-46f3600d067d {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:56.929668 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53354673-e210-4795-aa90-3e8e3246ecc3 req-d3c6a4e4-0697-4fb5-9487-900c39662c79 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 210 time: 0.0332119 Mar 23 01:25:56.941736 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-373cc841-109e-4bcd-83da-259f4d880c4d service neutron] For port 98fd6eba-0c1e-48de-8acc-46f3600d067d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:56.966739 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-826508a6-ec7f-4a90-9d17-044949adf0e1 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (d1af8a1c-2807-40d9-baa8-ecc76b091ade), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:56.977656 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['0742ea29-cf8e-4837-8a78-9fffdbbeed16', '3e3d768d-373b-4dd2-8633-80af454dd3c4'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:57.239636 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-373cc841-109e-4bcd-83da-259f4d880c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:57.251330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190de09f-e347-4ea9-9065-1e0e5e085681 req-f6112077-9b8c-437f-b56e-56080c96c0ae tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:57.253093 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-190de09f-e347-4ea9-9065-1e0e5e085681 req-f6112077-9b8c-437f-b56e-56080c96c0ae tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 948 time: 0.0540056 Mar 23 01:25:57.265353 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9851dbc2-e790-4260-bc01-46fb053bb0d5 req-036de3c9-73fc-452e-ab38-d621fcbc2f24 tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.3105633 Mar 23 01:25:57.298979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device cb18f315-166d-4cb6-a59e-fbb4c45d43cb details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:25:57.304186 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-190de09f-e347-4ea9-9065-1e0e5e085681 req-e1aff0b3-6019-4384-849f-f6e4a0258092 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452793 Mar 23 01:25:57.308974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-826508a6-ec7f-4a90-9d17-044949adf0e1 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:25:57.310932 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-826508a6-ec7f-4a90-9d17-044949adf0e1 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:25:57.323814 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-826508a6-ec7f-4a90-9d17-044949adf0e1 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:25:57.328931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-826508a6-ec7f-4a90-9d17-044949adf0e1 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:57.329550 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-826508a6-ec7f-4a90-9d17-044949adf0e1 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:57.351874 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826508a6-ec7f-4a90-9d17-044949adf0e1 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Pushing event updated for resources: {'Port': ['ID=d1af8a1c-2807-40d9-baa8-ecc76b091ade,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:57.415552 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port cb18f315-166d-4cb6-a59e-fbb4c45d43cb, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=cb18f315-166d-4cb6-a59e-fbb4c45d43cb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:57.418228 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-826508a6-ec7f-4a90-9d17-044949adf0e1 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0469444 Mar 23 01:25:57.435018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'cb18f315-166d-4cb6-a59e-fbb4c45d43cb', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': 'cb18f315-166d-4cb6-a59e-fbb4c45d43cb', 'mac_address': 'fa:16:3e:1c:0c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:25:57.441939 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Request body: {'port': {'device_id': 'a54bdeac-7a0f-423a-8099-2478606bea8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:57.483113 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port cb18f315-166d-4cb6-a59e-fbb4c45d43cb is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:57.483708 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cb18f315-166d-4cb6-a59e-fbb4c45d43cb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:57.497932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb18f315-166d-4cb6-a59e-fbb4c45d43cb {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:57.514324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-373cc841-109e-4bcd-83da-259f4d880c4d service neutron] Transition to ACTIVE for port object 98fd6eba-0c1e-48de-8acc-46f3600d067d will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:25:57.521663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port cb18f315-166d-4cb6-a59e-fbb4c45d43cb, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=cb18f315-166d-4cb6-a59e-fbb4c45d43cb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:57.526671 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cb18f315-166d-4cb6-a59e-fbb4c45d43cb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:57.548823 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-373cc841-109e-4bcd-83da-259f4d880c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:57.557266 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2b191-8210-42f9-b508-4e6657a96bf2 req-bfa680a3-aeff-40f4-a594-ca83cfb7d669 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:57.558783 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-afe2b191-8210-42f9-b508-4e6657a96bf2 req-bfa680a3-aeff-40f4-a594-ca83cfb7d669 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 943 time: 0.1963820 Mar 23 01:25:57.583621 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-60f2e432-96b5-44ec-bb20-91d8de2b3799 None None] Provisioning complete for port d1af8a1c-2807-40d9-baa8-ecc76b091ade triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:57.583985 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-60f2e432-96b5-44ec-bb20-91d8de2b3799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d1af8a1c-2807-40d9-baa8-ecc76b091ade), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:57.585529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=cb18f315-166d-4cb6-a59e-fbb4c45d43cb,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:57.620500 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-60f2e432-96b5-44ec-bb20-91d8de2b3799 None None] Port d1af8a1c-2807-40d9-baa8-ecc76b091ade cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:25:57.645041 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:57.649333 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d1af8a1c-2807-40d9-baa8-ecc76b091ade), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:57.662382 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Publish callbacks [] for port (3ac4a138-7e9e-4f3c-a91b-ce4660830ee7), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:57.714562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-373cc841-109e-4bcd-83da-259f4d880c4d service neutron] No DVR routers for this DVR port 98fd6eba-0c1e-48de-8acc-46f3600d067d on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:25:57.750289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Transition to ACTIVE for port object 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:25:57.753364 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cc841-109e-4bcd-83da-259f4d880c4d service neutron] Pushing event updated for resources: {'Port': ['ID=98fd6eba-0c1e-48de-8acc-46f3600d067d,revision_number=10']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:57.759053 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-afe2b191-8210-42f9-b508-4e6657a96bf2 req-65fd8a8c-0678-4d95-8fcf-e9a06b82aabd tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781354 Mar 23 01:25:57.773071 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3ac4a138-7e9e-4f3c-a91b-ce4660830ee7), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:57.831488 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1b566-ce4a-4af2-a236-64d1ac1e3f46 req-42e145bf-b920-461b-a1b9-49accbe7ad09 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:57.833036 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5db1b566-ce4a-4af2-a236-64d1ac1e3f46 req-42e145bf-b920-461b-a1b9-49accbe7ad09 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 943 time: 0.0628879 Mar 23 01:25:57.867479 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-373cc841-109e-4bcd-83da-259f4d880c4d service neutron] 10.222.0.42 "PUT /v2.0/ports/98fd6eba-0c1e-48de-8acc-46f3600d067d/bindings/n-h2-834677-4/activate HTTP/1.1" status: 200 len: 369 time: 1.7186191 Mar 23 01:25:57.891815 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5db1b566-ce4a-4af2-a236-64d1ac1e3f46 req-130fa999-6ab8-43d1-85ef-84fe27a17338 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/security-groups?id=475f98d1-b6ed-45c1-9503-8fe45742b7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526404 Mar 23 01:25:57.991128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac4a138-7e9e-4f3c-a91b-ce4660830ee7,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:57.993834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-441dba69-c039-4dd3-bb20-3a91522519db req-0dec667f-f88f-4c3f-afd3-469e66ba5fdc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Allocated IP 192.168.233.180 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/a8701776-b48d-4371-a914-7e405b7899f1) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:25:58.060657 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['cb18f315-166d-4cb6-a59e-fbb4c45d43cb'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:25:58.074882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Attempting to bind port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:25:58.075136 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Attempting to bind port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:25:58.075436 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Attempting to bind port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:58.085963 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-399174d0-f050-4ec3-b2a5-76bc8d5ca4a2 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:58.088197 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-399174d0-f050-4ec3-b2a5-76bc8d5ca4a2 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7&tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 1126 time: 0.1378212 Mar 23 01:25:58.095582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:25:58.095913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Attempting to bind port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:58.102241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17da64a-65c6-41d4-b2a4-343e3780607d req-e8e1034b-1b58-4f82-8d96-a648c9458438 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:58.104404 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b17da64a-65c6-41d4-b2a4-343e3780607d req-e8e1034b-1b58-4f82-8d96-a648c9458438 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 948 time: 0.1144264 Mar 23 01:25:58.117340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c5515-57a7-46f6-951a-d5b19bde0308 req-8b66dedb-fb3f-4870-ac1f-41d6e0b54d15 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:58.119215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ab4c5515-57a7-46f6-951a-d5b19bde0308 req-8b66dedb-fb3f-4870-ac1f-41d6e0b54d15 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 936 time: 0.1741211 Mar 23 01:25:58.122216 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:25:58.122557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:25:58.122943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:25:58.123812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Bound port: 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:25:58.123812 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3ac4a138-7e9e-4f3c-a91b-ce4660830ee7), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:58.213718 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b17da64a-65c6-41d4-b2a4-343e3780607d req-78b31aeb-409f-4938-aacc-c81cf9667b63 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74a7f09-ca64-4978-96ba-524b081b69fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809851 Mar 23 01:25:58.215765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-2337eece-f26d-4a93-be05-ca0bb0f85647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:58.217254 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-2337eece-f26d-4a93-be05-ca0bb0f85647 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7&tenant_id=2a05ac1f6247492dbd8888aad87a4e5e HTTP/1.1" status: 200 len: 1126 time: 0.1226544 Mar 23 01:25:58.315888 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ab4c5515-57a7-46f6-951a-d5b19bde0308 req-77ecee9d-3131-43c3-9b47-290a8b8d78e8 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866677 Mar 23 01:25:58.323031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] For port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:25:58.325027 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f68cb83-f282-46e3-935a-b2b6e3ec86d0 req-252ce572-1443-4627-9dfd-f58586cea71d tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 210 time: 0.0496023 Mar 23 01:25:58.329198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] For port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3ac4a138-7e9e-4f3c-a91b-ce4660830ee7,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:25:58.340422 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-441dba69-c039-4dd3-bb20-3a91522519db req-0dec667f-f88f-4c3f-afd3-469e66ba5fdc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Publish callbacks [] for port (a8701776-b48d-4371-a914-7e405b7899f1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:58.345737 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3ac4a138-7e9e-4f3c-a91b-ce4660830ee7), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:58.348588 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-9bd8ccf3-6859-4976-a777-4e054d5b7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:58.350108 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-9bd8ccf3-6859-4976-a777-4e054d5b7928 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 1126 time: 0.0852540 Mar 23 01:25:58.414345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac4a138-7e9e-4f3c-a91b-ce4660830ee7,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:58.436482 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9366ba83-8356-49b6-92f8-526ae4c2975b req-5735c36c-03de-45a6-8f5f-e5f3f619f7cf tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0423269 Mar 23 01:25:58.440473 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 98fd6eba-0c1e-48de-8acc-46f3600d067d no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:25:58.444487 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:58.444487 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:58.446598 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3559c227-822d-4673-b9e0-b109c23ea569 service neutron] 10.222.0.43 "PUT /v2.0/ports/3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 HTTP/1.1" status: 200 len: 1096 time: 2.4991784 Mar 23 01:25:58.447382 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4618cc-d503-4ce9-a2c8-c327e2904dfd', 'tag': '3ac4a138-7e9e-4f3c-a91b-ce4660830ee7'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:58.450242 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19232dbe-6989-4603-a128-042344c37f12" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4618cc-d503-4ce9-a2c8-c327e2904dfd", "tag": "3ac4a138-7e9e-4f3c-a91b-ce4660830ee7"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:58.496770 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ecbbd-3b58-441f-a17a-22d6ab23c49c req-b037deeb-d3a9-4619-847d-06d0fd6fca27 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:58.498555 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-202ecbbd-3b58-441f-a17a-22d6ab23c49c req-b037deeb-d3a9-4619-847d-06d0fd6fca27 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 949 time: 0.0903277 Mar 23 01:25:58.515366 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-441dba69-c039-4dd3-bb20-3a91522519db req-0dec667f-f88f-4c3f-afd3-469e66ba5fdc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (a8701776-b48d-4371-a914-7e405b7899f1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:58.517205 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-cd5193c3-b517-4c6f-925a-3877c55e614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:58.524169 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-cd5193c3-b517-4c6f-925a-3877c55e614c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.1661403 Mar 23 01:25:58.536748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] The host n-h1-834677-4 is not matching for port 98fd6eba-0c1e-48de-8acc-46f3600d067d host n-h2-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:25:58.537166 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 98fd6eba-0c1e-48de-8acc-46f3600d067d not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:25:58.571180 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6814b126-2de6-4722-b99b-4277697b8787 x-openstack-request-id: req-6814b126-2de6-4722-b99b-4277697b8787 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:58.571417 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4618cc-d503-4ce9-a2c8-c327e2904dfd", "tag": "3ac4a138-7e9e-4f3c-a91b-ce4660830ee7", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:58.571674 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6814b126-2de6-4722-b99b-4277697b8787 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:58.572237 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6814b126-2de6-4722-b99b-4277697b8787'] response: {'name': 'network-changed', 'server_uuid': '9b4618cc-d503-4ce9-a2c8-c327e2904dfd', 'tag': '3ac4a138-7e9e-4f3c-a91b-ce4660830ee7', 'status': 'completed', 'code': 200} Mar 23 01:25:58.590990 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-6b14dbcd-ddf9-4f4d-86e4-3d08847696b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d HTTP/1.1" status: 200 len: 217 time: 0.0559392 Mar 23 01:25:58.642621 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-202ecbbd-3b58-441f-a17a-22d6ab23c49c req-0ea680d3-068b-4d42-93e3-7254f17d18b5 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330495 Mar 23 01:25:58.649435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441dba69-c039-4dd3-bb20-3a91522519db req-0dec667f-f88f-4c3f-afd3-469e66ba5fdc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:25:58.661360 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b63418a4-f1ca-4f2f-ba9a-52de84f5fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:58.661840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-441dba69-c039-4dd3-bb20-3a91522519db req-0dec667f-f88f-4c3f-afd3-469e66ba5fdc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:25:58.662945 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-b63418a4-f1ca-4f2f-ba9a-52de84f5fabe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.0623729 Mar 23 01:25:58.671661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-441dba69-c039-4dd3-bb20-3a91522519db req-0dec667f-f88f-4c3f-afd3-469e66ba5fdc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:25:58.682784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dba69-c039-4dd3-bb20-3a91522519db req-0dec667f-f88f-4c3f-afd3-469e66ba5fdc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:58.682784 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-441dba69-c039-4dd3-bb20-3a91522519db req-0dec667f-f88f-4c3f-afd3-469e66ba5fdc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:58.684327 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec667f-f88f-4c3f-afd3-469e66ba5fdc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Pushing event updated for resources: {'Port': ['ID=a8701776-b48d-4371-a914-7e405b7899f1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:58.699346 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-feeaaa1f-fb3e-4f79-9d29-3d71c1ce6248 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292003 Mar 23 01:25:58.717370 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441dba69-c039-4dd3-bb20-3a91522519db req-0dec667f-f88f-4c3f-afd3-469e66ba5fdc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0032675 Mar 23 01:25:58.722569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c08d55-cc3f-4489-999e-111f05a34509 req-6ab609b3-4267-4b60-a394-7d1bfa41b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:58.724184 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43c08d55-cc3f-4489-999e-111f05a34509 req-6ab609b3-4267-4b60-a394-7d1bfa41b09a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56a350b1b3924c33ab3bcd007b6c4714&device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 1130 time: 0.1591578 Mar 23 01:25:58.736031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Request body: {'port': {'device_id': '092b835b-3247-44da-ab9a-c9eca7bb0a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:25:58.797896 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43c08d55-cc3f-4489-999e-111f05a34509 req-fce82fdf-d4f8-4914-bcba-1ee77e46c1a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 HTTP/1.1" status: 200 len: 217 time: 0.0576754 Mar 23 01:25:58.804192 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-3d4a4a76-02b5-4e53-9af4-598ff29f73c0 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949013 Mar 23 01:25:58.920933 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-59254111-80fc-42a2-aa42-e47b1ac40385 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073480 Mar 23 01:25:58.943608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-47f9af5b-4456-43e4-b0dd-06e0256230f7 None None] Provisioning complete for port a8701776-b48d-4371-a914-7e405b7899f1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:58.944248 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-47f9af5b-4456-43e4-b0dd-06e0256230f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a8701776-b48d-4371-a914-7e405b7899f1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:58.957327 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a8701776-b48d-4371-a914-7e405b7899f1), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:58.962688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1af8a1c-2807-40d9-baa8-ecc76b091ade {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:58.980169 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Publish callbacks [] for port (d1af8a1c-2807-40d9-baa8-ecc76b091ade), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:58.983563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c08d55-cc3f-4489-999e-111f05a34509 req-e5377604-880d-476e-bcd6-1ec2677d2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:58.985482 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43c08d55-cc3f-4489-999e-111f05a34509 req-e5377604-880d-476e-bcd6-1ec2677d2fa1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1802862 Mar 23 01:25:58.990656 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-47f9af5b-4456-43e4-b0dd-06e0256230f7 None None] Port a8701776-b48d-4371-a914-7e405b7899f1 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:25:59.023811 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Transition to ACTIVE for port object d1af8a1c-2807-40d9-baa8-ecc76b091ade will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:25:59.032840 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d1af8a1c-2807-40d9-baa8-ecc76b091ade), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:59.051446 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5095f-2e86-4f74-9898-f7e7c84d974e req-9a5b8ddb-aa4e-4b22-bcd5-0c3fc535a07d tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:59.051778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f439c-626c-41e2-ad7a-dce26709e42e req-36af22b5-0f5e-4bf6-a2ac-d43b60f62131 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:59.053080 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-19f5095f-2e86-4f74-9898-f7e7c84d974e req-9a5b8ddb-aa4e-4b22-bcd5-0c3fc535a07d tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 943 time: 0.0643666 Mar 23 01:25:59.053240 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8e1f439c-626c-41e2-ad7a-dce26709e42e req-36af22b5-0f5e-4bf6-a2ac-d43b60f62131 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 944 time: 0.1895843 Mar 23 01:25:59.110881 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-19f5095f-2e86-4f74-9898-f7e7c84d974e req-a9d6fa3a-5e8f-4f9b-8c57-fa5bb5483307 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/security-groups?id=475f98d1-b6ed-45c1-9503-8fe45742b7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509281 Mar 23 01:25:59.212583 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1af8a1c-2807-40d9-baa8-ecc76b091ade,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:59.259535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-52bb63db-f1ef-468a-9dde-046cb2295c4f tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:59.261304 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-52bb63db-f1ef-468a-9dde-046cb2295c4f tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7&tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 1126 time: 0.0563757 Mar 23 01:25:59.310456 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c08d55-cc3f-4489-999e-111f05a34509 req-cbcd6eb3-1b9c-4ba0-b62d-0814af69354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:59.311972 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43c08d55-cc3f-4489-999e-111f05a34509 req-cbcd6eb3-1b9c-4ba0-b62d-0814af69354e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2809498 Mar 23 01:25:59.324377 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8e1f439c-626c-41e2-ad7a-dce26709e42e req-2babfc17-bee9-48bd-92f9-a61a26133f51 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497740 Mar 23 01:25:59.328159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Attempting to bind port d1af8a1c-2807-40d9-baa8-ecc76b091ade on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:25:59.328495 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Attempting to bind port d1af8a1c-2807-40d9-baa8-ecc76b091ade by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:25:59.328865 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Attempting to bind port d1af8a1c-2807-40d9-baa8-ecc76b091ade on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:59.336038 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device cb18f315-166d-4cb6-a59e-fbb4c45d43cb up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:25:59.352950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Port d1af8a1c-2807-40d9-baa8-ecc76b091ade on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:25:59.353498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Attempting to bind port d1af8a1c-2807-40d9-baa8-ecc76b091ade on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:25:59.405724 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:25:59.406447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:25:59.406958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:25:59.407384 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port cb18f315-166d-4cb6-a59e-fbb4c45d43cb completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:25:59.407567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Bound port: d1af8a1c-2807-40d9-baa8-ecc76b091ade, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:25:59.408130 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d1af8a1c-2807-40d9-baa8-ecc76b091ade), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:59.416753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port cb18f315-166d-4cb6-a59e-fbb4c45d43cb triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:25:59.417332 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cb18f315-166d-4cb6-a59e-fbb4c45d43cb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:59.419891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede44bd-9425-4a2c-a90e-aac811f3307d req-4af7169b-4749-4b75-a45a-75d756bba5b2 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:59.426895 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cede44bd-9425-4a2c-a90e-aac811f3307d req-4af7169b-4749-4b75-a45a-75d756bba5b2 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 948 time: 0.1241198 Mar 23 01:25:59.491668 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-0f006a02-f7b6-43e3-af04-ebda3fcdae6b service neutron] For port 98fd6eba-0c1e-48de-8acc-46f3600d067d, host n-h1-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:25:59.495316 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cede44bd-9425-4a2c-a90e-aac811f3307d req-207e4a6b-1631-4a56-9a89-783329214f32 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74a7f09-ca64-4978-96ba-524b081b69fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676603 Mar 23 01:25:59.498954 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-0f006a02-f7b6-43e3-af04-ebda3fcdae6b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:59.499940 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8da85a2b-d1e4-4f5b-9b42-13b89dc6d5ef req-0f006a02-f7b6-43e3-af04-ebda3fcdae6b service neutron] 10.222.0.43 "DELETE /v2.0/ports/98fd6eba-0c1e-48de-8acc-46f3600d067d/bindings/n-h1-834677-4 HTTP/1.1" status: 204 len: 173 time: 0.2326999 Mar 23 01:25:59.537606 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port cb18f315-166d-4cb6-a59e-fbb4c45d43cb is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:25:59.537997 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cb18f315-166d-4cb6-a59e-fbb4c45d43cb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:59.567291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761a9ea4-2518-4c81-9924-1b42a112b5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb18f315-166d-4cb6-a59e-fbb4c45d43cb'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:25:59.570075 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46942d93-fdbb-41f1-9c87-8aeb6c861d72" -d '{"events": [{"server_uuid": "761a9ea4-2518-4c81-9924-1b42a112b5bb", "name": "network-vif-plugged", "status": "completed", "tag": "cb18f315-166d-4cb6-a59e-fbb4c45d43cb"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:25:59.578377 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43c08d55-cc3f-4489-999e-111f05a34509 req-3b691716-789e-4c49-8712-0493d0090442 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510078 Mar 23 01:25:59.584588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port cb18f315-166d-4cb6-a59e-fbb4c45d43cb, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=cb18f315-166d-4cb6-a59e-fbb4c45d43cb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:25:59.590110 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cb18f315-166d-4cb6-a59e-fbb4c45d43cb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:59.606399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] For port d1af8a1c-2807-40d9-baa8-ecc76b091ade, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:25:59.631445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5e4c1-8782-47ea-9827-442b4f499b8f req-92e4a990-164c-4e93-a167-aecb3d4a0246 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:59.632968 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dac5e4c1-8782-47ea-9827-442b4f499b8f req-92e4a990-164c-4e93-a167-aecb3d4a0246 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 948 time: 0.2225034 Mar 23 01:25:59.636176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63204ccd-8cb5-4428-8c59-f58bc409bcd6 req-a902010e-c285-4c95-843f-9f5eafd82c2f tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:59.637986 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-63204ccd-8cb5-4428-8c59-f58bc409bcd6 req-a902010e-c285-4c95-843f-9f5eafd82c2f tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 936 time: 0.0580440 Mar 23 01:25:59.652835 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=cb18f315-166d-4cb6-a59e-fbb4c45d43cb,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:59.689718 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-63204ccd-8cb5-4428-8c59-f58bc409bcd6 req-4db6f5a4-6a79-4d39-a79c-f3d4d70faee0 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/security-groups?id=c177f4cb-c1a4-4e1e-b908-49c76954db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447502 Mar 23 01:25:59.695508 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] For port d1af8a1c-2807-40d9-baa8-ecc76b091ade, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=d1af8a1c-2807-40d9-baa8-ecc76b091ade,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:25:59.717174 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d1af8a1c-2807-40d9-baa8-ecc76b091ade), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:59.735825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8701776-b48d-4371-a914-7e405b7899f1 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:25:59.784371 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Publish callbacks [] for port (a8701776-b48d-4371-a914-7e405b7899f1), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:59.801486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:25:59.802100 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:59.803486 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] 10.222.0.42 "PUT /v2.0/ports/d1af8a1c-2807-40d9-baa8-ecc76b091ade HTTP/1.1" status: 200 len: 1096 time: 2.3712041 Mar 23 01:25:59.809240 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-136a463f-663b-43ea-bd54-7e4e5fe0b07e req-52f82ee7-aacd-44cd-baa8-81ab2303baec tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0407813 Mar 23 01:25:59.827012 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dac5e4c1-8782-47ea-9827-442b4f499b8f req-e4e29301-e2a4-474d-9b35-300fba1bb9be tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475279 Mar 23 01:25:59.846776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Transition to ACTIVE for port object a8701776-b48d-4371-a914-7e405b7899f1 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:25:59.850742 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43c08d55-cc3f-4489-999e-111f05a34509 req-709f9d8a-133e-4053-988c-61156e08cb7b service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563734 Mar 23 01:25:59.854630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3f819-9f61-405b-a822-a7b40a5010a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1af8a1c-2807-40d9-baa8-ecc76b091ade,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:25:59.858082 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a8701776-b48d-4371-a914-7e405b7899f1), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:25:59.917110 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f828d80e-fcef-4f0f-9912-24c4cc49d57d x-openstack-request-id: req-f828d80e-fcef-4f0f-9912-24c4cc49d57d {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:25:59.917400 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761a9ea4-2518-4c81-9924-1b42a112b5bb", "name": "network-vif-plugged", "status": "completed", "tag": "cb18f315-166d-4cb6-a59e-fbb4c45d43cb", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:25:59.917648 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f828d80e-fcef-4f0f-9912-24c4cc49d57d {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:25:59.918051 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f828d80e-fcef-4f0f-9912-24c4cc49d57d'] response: {'server_uuid': '761a9ea4-2518-4c81-9924-1b42a112b5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb18f315-166d-4cb6-a59e-fbb4c45d43cb', 'code': 200} Mar 23 01:26:00.001195 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c53ea-dace-46e4-b853-831c53c7339e req-85d203b8-51eb-47c5-bd0a-eed20fe58ed3 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:00.017250 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ab1c53ea-dace-46e4-b853-831c53c7339e req-85d203b8-51eb-47c5-bd0a-eed20fe58ed3 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 950 time: 0.0787108 Mar 23 01:26:00.071085 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ab1c53ea-dace-46e4-b853-831c53c7339e req-f48e3e6c-ceda-405c-a7d6-e58e43cf980f tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488904 Mar 23 01:26:00.122473 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73944bc9-d385-4dfd-84a0-3de7bef712d0 req-b73317ff-cf1a-4a35-8bba-438108929843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:00.123986 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73944bc9-d385-4dfd-84a0-3de7bef712d0 req-b73317ff-cf1a-4a35-8bba-438108929843 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 1132 time: 0.0495567 Mar 23 01:26:00.173698 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73944bc9-d385-4dfd-84a0-3de7bef712d0 req-0c02a632-bd5c-409c-88c8-0aa3a2364580 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432291 Mar 23 01:26:00.269317 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8701776-b48d-4371-a914-7e405b7899f1,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:00.336962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-0ce47f47-c221-4c48-99af-ab4af3f8ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:00.338525 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-0ce47f47-c221-4c48-99af-ab4af3f8ddd5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b737776789745b5974027eaf2efb640&device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 1130 time: 0.1694307 Mar 23 01:26:00.339213 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Attempting to bind port a8701776-b48d-4371-a914-7e405b7899f1 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:26:00.339537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Attempting to bind port a8701776-b48d-4371-a914-7e405b7899f1 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:26:00.339854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Attempting to bind port a8701776-b48d-4371-a914-7e405b7899f1 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:00.343224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19232dbe-6989-4603-a128-042344c37f12 req-927d2435-525b-4fa9-8fde-889628d18a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:00.344719 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-19232dbe-6989-4603-a128-042344c37f12 req-927d2435-525b-4fa9-8fde-889628d18a21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56a350b1b3924c33ab3bcd007b6c4714&device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 1130 time: 0.1768570 Mar 23 01:26:00.391802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acca47-76b5-4b0c-a1fe-be64570b1cc2 req-fdfe7c01-6a76-4472-bb7c-85485aa15af8 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:00.397841 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-66acca47-76b5-4b0c-a1fe-be64570b1cc2 req-fdfe7c01-6a76-4472-bb7c-85485aa15af8 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 943 time: 0.2071080 Mar 23 01:26:00.398608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Port a8701776-b48d-4371-a914-7e405b7899f1 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:26:00.399147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Attempting to bind port a8701776-b48d-4371-a914-7e405b7899f1 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:00.407157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-4af5536b-5e44-4118-8380-547b5cb61f06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=d1af8a1c-2807-40d9-baa8-ecc76b091ade HTTP/1.1" status: 200 len: 217 time: 0.0614984 Mar 23 01:26:00.414530 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:26:00.414975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:26:00.415416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:26:00.415951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Bound port: a8701776-b48d-4371-a914-7e405b7899f1, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:26:00.416319 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a8701776-b48d-4371-a914-7e405b7899f1), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:00.474183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10655093-4c37-4fcd-871c-60f85ca1767d req-caa74be7-3929-493f-8552-05ed3baf2576 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:00.475680 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-10655093-4c37-4fcd-871c-60f85ca1767d req-caa74be7-3929-493f-8552-05ed3baf2576 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 944 time: 0.0613933 Mar 23 01:26:00.518506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-83540540-4782-4512-a25c-ce0c2825f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:00.520268 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-83540540-4782-4512-a25c-ce0c2825f2da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1066890 Mar 23 01:26:00.522296 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-10655093-4c37-4fcd-871c-60f85ca1767d req-68bfa281-c9eb-49cf-901a-fa69132bd44f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400045 Mar 23 01:26:00.526214 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-66acca47-76b5-4b0c-a1fe-be64570b1cc2 req-7206a134-54c5-4fb4-8e63-42ff1bb94163 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/security-groups?id=475f98d1-b6ed-45c1-9503-8fe45742b7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242166 Mar 23 01:26:00.572883 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54bdeac-7a0f-423a-8099-2478606bea8a', 'tag': 'd1af8a1c-2807-40d9-baa8-ecc76b091ade'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:00.575343 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f616a561-a81f-4094-a703-5bddd35fc6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a54bdeac-7a0f-423a-8099-2478606bea8a", "tag": "d1af8a1c-2807-40d9-baa8-ecc76b091ade"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:00.604055 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] For port a8701776-b48d-4371-a914-7e405b7899f1, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:26:00.645071 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40c4ca-0a58-4a8b-b7f3-99db4fe12e0d req-946661de-a652-4c18-8408-5822727b6295 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:00.646538 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cc40c4ca-0a58-4a8b-b7f3-99db4fe12e0d req-946661de-a652-4c18-8408-5822727b6295 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 948 time: 0.0565240 Mar 23 01:26:00.656784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] For port a8701776-b48d-4371-a914-7e405b7899f1, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a8701776-b48d-4371-a914-7e405b7899f1,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:26:00.693480 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a8701776-b48d-4371-a914-7e405b7899f1), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:00.742554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5a2208e-6b33-4587-a7fd-7e7ab0af6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:00.744135 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-f5a2208e-6b33-4587-a7fd-7e7ab0af6aa3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2170172 Mar 23 01:26:00.767688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:00.768306 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:00.769797 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441dba69-c039-4dd3-bb20-3a91522519db req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] 10.222.0.42 "PUT /v2.0/ports/a8701776-b48d-4371-a914-7e405b7899f1 HTTP/1.1" status: 200 len: 1096 time: 2.0392706 Mar 23 01:26:00.853655 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19232dbe-6989-4603-a128-042344c37f12 req-4b093381-510d-483d-97e4-a8908688d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:00.855388 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-19232dbe-6989-4603-a128-042344c37f12 req-4b093381-510d-483d-97e4-a8908688d617 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.2698309 Mar 23 01:26:00.886662 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfeada4-1b89-41f6-8bcc-3c3f6bd598c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8701776-b48d-4371-a914-7e405b7899f1,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:00.894968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d014a-f270-4d7b-a0a7-75fabce9e30a req-75dd8d54-9f72-4102-a64a-e6d5301ac668 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:00.902689 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-570d014a-f270-4d7b-a0a7-75fabce9e30a req-75dd8d54-9f72-4102-a64a-e6d5301ac668 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 1126 time: 0.2580400 Mar 23 01:26:00.941492 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cc40c4ca-0a58-4a8b-b7f3-99db4fe12e0d req-d79631d2-899b-459e-8a13-efed339864f8 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74a7f09-ca64-4978-96ba-524b081b69fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889822 Mar 23 01:26:00.947440 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-19232dbe-6989-4603-a128-042344c37f12 req-d441d40a-eb76-4494-b4a6-d2f22bd8c013 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 HTTP/1.1" status: 200 len: 217 time: 0.0708785 Mar 23 01:26:01.002933 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c13d31b-2503-4f37-965a-726166e20a95 x-openstack-request-id: req-1c13d31b-2503-4f37-965a-726166e20a95 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:01.003227 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54bdeac-7a0f-423a-8099-2478606bea8a", "tag": "d1af8a1c-2807-40d9-baa8-ecc76b091ade", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:01.003479 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c13d31b-2503-4f37-965a-726166e20a95 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:01.003868 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c13d31b-2503-4f37-965a-726166e20a95'] response: {'name': 'network-changed', 'server_uuid': 'a54bdeac-7a0f-423a-8099-2478606bea8a', 'tag': 'd1af8a1c-2807-40d9-baa8-ecc76b091ade', 'status': 'completed', 'code': 200} Mar 23 01:26:01.041618 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dba69-c039-4dd3-bb20-3a91522519db req-2820432f-51ff-45a7-9109-77e476802831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:01.043007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441dba69-c039-4dd3-bb20-3a91522519db req-2820432f-51ff-45a7-9109-77e476802831 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9e89777009504ec1893c4d866ae561ca&device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 1130 time: 0.2115142 Mar 23 01:26:01.048951 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-9426f04d-42d0-47a4-bc4f-6be8fecc8d28 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953680 Mar 23 01:26:01.064033 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-570d014a-f270-4d7b-a0a7-75fabce9e30a req-4616a4d1-db06-478c-a2c4-c234ccdb9b00 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604457 Mar 23 01:26:01.101452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19232dbe-6989-4603-a128-042344c37f12 req-49347314-11ed-462b-bd2b-fa1571c84f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:01.102502 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456da3b-7e53-4df9-8991-e90e22c5ad2a req-e222fc9b-cfd0-4348-bebe-a5c292a0cca7 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:01.103156 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-19232dbe-6989-4603-a128-042344c37f12 req-49347314-11ed-462b-bd2b-fa1571c84f36 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1424506 Mar 23 01:26:01.105744 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441dba69-c039-4dd3-bb20-3a91522519db req-10248092-c55f-47ca-921f-408eb079fa56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=a8701776-b48d-4371-a914-7e405b7899f1 HTTP/1.1" status: 200 len: 217 time: 0.0537417 Mar 23 01:26:01.110254 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5456da3b-7e53-4df9-8991-e90e22c5ad2a req-e222fc9b-cfd0-4348-bebe-a5c292a0cca7 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 948 time: 0.0669210 Mar 23 01:26:01.170332 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5456da3b-7e53-4df9-8991-e90e22c5ad2a req-4877274b-09ed-4849-a93b-d37f7d9cd5a8 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/security-groups?id=c177f4cb-c1a4-4e1e-b908-49c76954db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594208 Mar 23 01:26:01.253607 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f90f8565-2d4c-4d4b-92be-fb55150627e9 req-aeed9d0a-5f63-4aad-810b-6da0a9aedec3 tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0262909 Mar 23 01:26:01.255593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dba69-c039-4dd3-bb20-3a91522519db req-ba427c57-7282-4443-96d2-989b12e2df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:01.257054 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441dba69-c039-4dd3-bb20-3a91522519db req-ba427c57-7282-4443-96d2-989b12e2df07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1420805 Mar 23 01:26:01.310574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19232dbe-6989-4603-a128-042344c37f12 req-f2b00c52-fd22-42e8-acee-8fe0fff0b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:01.312079 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-19232dbe-6989-4603-a128-042344c37f12 req-f2b00c52-fd22-42e8-acee-8fe0fff0b89e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1960390 Mar 23 01:26:01.318593 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e165d8a8-8ef1-40be-b891-6187aedc4b4c details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:26:01.324164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-655dfb42-3cbd-4a5f-a31a-8da75aabab65 req-39329be6-fe13-4115-b6ac-93858020b610 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629862 Mar 23 01:26:01.331794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e1cd0-a033-41ac-87f3-50dd5dbf1834 req-572a83e5-e17b-4432-8a0f-6c2109ad6b4e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:01.333291 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-329e1cd0-a033-41ac-87f3-50dd5dbf1834 req-572a83e5-e17b-4432-8a0f-6c2109ad6b4e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 948 time: 0.1408963 Mar 23 01:26:01.388335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427d0d4-913b-4bcd-a790-28f40b5b3257 req-69cb977b-adde-434a-b0a9-cb9d3a42659a tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:01.389486 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a427d0d4-913b-4bcd-a790-28f40b5b3257 req-69cb977b-adde-434a-b0a9-cb9d3a42659a tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 950 time: 0.0605707 Mar 23 01:26:01.427295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dba69-c039-4dd3-bb20-3a91522519db req-926defd9-d871-4aa5-833e-1b29abac1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:01.429030 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441dba69-c039-4dd3-bb20-3a91522519db req-926defd9-d871-4aa5-833e-1b29abac1348 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1620152 Mar 23 01:26:01.440211 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a427d0d4-913b-4bcd-a790-28f40b5b3257 req-403395eb-ad1e-47ea-b2ba-728d6376eeb0 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438275 Mar 23 01:26:01.472126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e165d8a8-8ef1-40be-b891-6187aedc4b4c, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e165d8a8-8ef1-40be-b891-6187aedc4b4c,segment=NetworkSegment(deb8e0e1-d467-4290-b52a-da807d2ae879),segment_id=deb8e0e1-d467-4290-b52a-da807d2ae879)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:01.486035 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'e165d8a8-8ef1-40be-b891-6187aedc4b4c', 'network_id': '70c8bb5e-17f2-45f7-bd62-ee7907f20b08', 'port_id': 'e165d8a8-8ef1-40be-b891-6187aedc4b4c', 'mac_address': 'fa:16:3e:10:a1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7380d3b5-e262-439c-8f99-7303a662640f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:26:01.526163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e165d8a8-8ef1-40be-b891-6187aedc4b4c is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:01.526553 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e165d8a8-8ef1-40be-b891-6187aedc4b4c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:01.533060 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-329e1cd0-a033-41ac-87f3-50dd5dbf1834 req-9a4c2aaf-336f-4733-b0cc-301e87548364 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883292 Mar 23 01:26:01.544448 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e165d8a8-8ef1-40be-b891-6187aedc4b4c {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:01.569331 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-19232dbe-6989-4603-a128-042344c37f12 req-8c78dbd0-8ccc-4556-afa8-488b56dc32bc service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350762 Mar 23 01:26:01.575352 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616a561-a81f-4094-a703-5bddd35fc6a0 req-2f14280a-f9e8-46ec-8527-6dc6dd5bf6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:01.576836 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f616a561-a81f-4094-a703-5bddd35fc6a0 req-2f14280a-f9e8-46ec-8527-6dc6dd5bf6e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b737776789745b5974027eaf2efb640&device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 1130 time: 0.1870782 Mar 23 01:26:01.586898 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e165d8a8-8ef1-40be-b891-6187aedc4b4c, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e165d8a8-8ef1-40be-b891-6187aedc4b4c,segment=NetworkSegment(deb8e0e1-d467-4290-b52a-da807d2ae879),segment_id=deb8e0e1-d467-4290-b52a-da807d2ae879)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:01.594074 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e165d8a8-8ef1-40be-b891-6187aedc4b4c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:01.646214 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-6d1a95c8-5b9e-4046-8d50-880ef59398a7 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:01.647988 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-6d1a95c8-5b9e-4046-8d50-880ef59398a7 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 821 time: 0.1254430 Mar 23 01:26:01.653837 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e165d8a8-8ef1-40be-b891-6187aedc4b4c,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:01.665133 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-c11bce9c-37e9-4f7b-9a67-5443f4ae98ea tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/quotas/2a05ac1f6247492dbd8888aad87a4e5e HTTP/1.1" status: 200 len: 375 time: 0.0106521 Mar 23 01:26:01.684760 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441dba69-c039-4dd3-bb20-3a91522519db req-94800066-d757-4416-b29c-5ec0417e436b service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433040 Mar 23 01:26:01.722255 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-61a2896b-25cd-43ba-8c3a-e6db2d858b6b tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0513172 Mar 23 01:26:01.818649 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-38dd18b4-0447-4615-b85c-6084a1e675ad service neutron] 10.222.0.18 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888896 Mar 23 01:26:01.917347 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-c20def3a-3e86-487d-a370-2d441e541086 service neutron] 10.222.0.18 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927341 Mar 23 01:26:02.062061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616a561-a81f-4094-a703-5bddd35fc6a0 req-0a64d598-92b7-4b05-9307-d74ca56744ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:02.063471 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f616a561-a81f-4094-a703-5bddd35fc6a0 req-0a64d598-92b7-4b05-9307-d74ca56744ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.4736795 Mar 23 01:26:02.076396 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a629d1-d5e7-4f64-9023-d7648ad1ae79 req-89c0ba7a-302d-4945-841e-11233143bfef tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:02.091247 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-01a629d1-d5e7-4f64-9023-d7648ad1ae79 req-89c0ba7a-302d-4945-841e-11233143bfef tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 944 time: 0.4761784 Mar 23 01:26:02.099225 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-19232dbe-6989-4603-a128-042344c37f12 req-803df386-125e-400c-97f3-7f835175dc2b service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195422 Mar 23 01:26:02.145247 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441dba69-c039-4dd3-bb20-3a91522519db req-00d06140-c233-42d1-b6ad-321b34b63f54 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520886 Mar 23 01:26:02.158695 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['e165d8a8-8ef1-40be-b891-6187aedc4b4c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:26:02.164223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e982e62-86ae-42e1-ae3d-9b5bb00f02d7 req-9142de7e-4cf1-4b95-a49e-415d9cafe002 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:02.172050 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8e982e62-86ae-42e1-ae3d-9b5bb00f02d7 req-9142de7e-4cf1-4b95-a49e-415d9cafe002 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 948 time: 0.0771260 Mar 23 01:26:02.195930 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f616a561-a81f-4094-a703-5bddd35fc6a0 req-60e65d0e-02bd-4b1b-a437-b1cc1a922182 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=d1af8a1c-2807-40d9-baa8-ecc76b091ade HTTP/1.1" status: 200 len: 217 time: 0.0998139 Mar 23 01:26:02.218891 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-01a629d1-d5e7-4f64-9023-d7648ad1ae79 req-c4e73a76-afed-44db-ad77-0a0e00456c10 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/security-groups?id=475f98d1-b6ed-45c1-9503-8fe45742b7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265090 Mar 23 01:26:02.234370 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8e982e62-86ae-42e1-ae3d-9b5bb00f02d7 req-2e573fca-5223-49e5-a5c3-474fa519411e tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74a7f09-ca64-4978-96ba-524b081b69fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612152 Mar 23 01:26:02.265706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616a561-a81f-4094-a703-5bddd35fc6a0 req-6d9ab249-28ff-4990-b173-30408f8ffab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:02.267613 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f616a561-a81f-4094-a703-5bddd35fc6a0 req-6d9ab249-28ff-4990-b173-30408f8ffab3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0637999 Mar 23 01:26:02.351609 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-02f68355-ac3a-40c8-b4d5-59da626fb58d req-33bf1d75-b809-4bc1-8108-edac06aa0a96 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 210 time: 0.0396099 Mar 23 01:26:02.360212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130319e-c9ba-4d1b-937a-c05d5fe6d7e6 req-6a69c584-aa16-4805-9bc8-50ad5883087d tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:02.361930 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b130319e-c9ba-4d1b-937a-c05d5fe6d7e6 req-6a69c584-aa16-4805-9bc8-50ad5883087d tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 948 time: 0.0658247 Mar 23 01:26:02.372431 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616a561-a81f-4094-a703-5bddd35fc6a0 req-681aafb0-453e-4f31-b7ec-80058d88091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:02.374308 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f616a561-a81f-4094-a703-5bddd35fc6a0 req-681aafb0-453e-4f31-b7ec-80058d88091c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0976841 Mar 23 01:26:02.423144 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b130319e-c9ba-4d1b-937a-c05d5fe6d7e6 req-15ce179d-e348-428f-a30e-5bb144799279 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/security-groups?id=c177f4cb-c1a4-4e1e-b908-49c76954db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520627 Mar 23 01:26:02.475405 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a1ace573-80e2-48b3-91e7-3dda699532e6 req-bf5bb0f4-da0f-4e18-8996-655bcfbeb813 tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0344410 Mar 23 01:26:02.518820 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f616a561-a81f-4094-a703-5bddd35fc6a0 req-23e2a3ea-d83e-474d-a707-65441b50f2b2 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365297 Mar 23 01:26:02.595418 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf76ff6-57a4-4271-9eb4-9e4ed926762e req-dfa6cc68-b712-4d68-964e-455787a81077 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:02.597023 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8cf76ff6-57a4-4271-9eb4-9e4ed926762e req-dfa6cc68-b712-4d68-964e-455787a81077 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 950 time: 0.0699573 Mar 23 01:26:02.657882 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8cf76ff6-57a4-4271-9eb4-9e4ed926762e req-f5317f97-5440-4fbf-84ef-0a312ee24a5a tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548306 Mar 23 01:26:02.664629 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f616a561-a81f-4094-a703-5bddd35fc6a0 req-baf0bba8-7c24-439e-a000-1af9c63cfcd9 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393142 Mar 23 01:26:02.688353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d19f1f-46f2-4a7f-8a12-cb7356fb753c req-352efc03-0fd7-4313-8987-750d7ab06c0b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:02.689706 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-13d19f1f-46f2-4a7f-8a12-cb7356fb753c req-352efc03-0fd7-4313-8987-750d7ab06c0b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 948 time: 0.0782964 Mar 23 01:26:02.739784 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-13d19f1f-46f2-4a7f-8a12-cb7356fb753c req-137e69c2-d67f-4e50-9814-180802577097 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435045 Mar 23 01:26:02.904867 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616131e1-5618-48f8-8587-3bf6222c67f5 req-c001e82c-2895-456c-be68-f49e9072e0e6 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:02.906340 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-616131e1-5618-48f8-8587-3bf6222c67f5 req-c001e82c-2895-456c-be68-f49e9072e0e6 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 950 time: 0.0537331 Mar 23 01:26:02.959952 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-616131e1-5618-48f8-8587-3bf6222c67f5 req-c90a301a-b1c3-46b8-9641-546885286419 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458119 Mar 23 01:26:03.005055 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092b835b-3247-44da-ab9a-c9eca7bb0a95', 'tag': 'a8701776-b48d-4371-a914-7e405b7899f1'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:03.007375 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bd3cd6-282b-45d7-acc6-6a617476071e" -d '{"events": [{"name": "network-changed", "server_uuid": "092b835b-3247-44da-ab9a-c9eca7bb0a95", "tag": "a8701776-b48d-4371-a914-7e405b7899f1"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:03.043174 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d3361a-603f-42d3-a31e-6bcfa9b362a6 x-openstack-request-id: req-b3d3361a-603f-42d3-a31e-6bcfa9b362a6 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:03.043465 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092b835b-3247-44da-ab9a-c9eca7bb0a95", "tag": "a8701776-b48d-4371-a914-7e405b7899f1", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:03.043715 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3d3361a-603f-42d3-a31e-6bcfa9b362a6 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:03.044115 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d3361a-603f-42d3-a31e-6bcfa9b362a6'] response: {'name': 'network-changed', 'server_uuid': '092b835b-3247-44da-ab9a-c9eca7bb0a95', 'tag': 'a8701776-b48d-4371-a914-7e405b7899f1', 'status': 'completed', 'code': 200} Mar 23 01:26:03.117398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd3cd6-282b-45d7-acc6-6a617476071e req-1775d2cf-121b-4432-8042-76b614f017f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:03.120640 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3bd3cd6-282b-45d7-acc6-6a617476071e req-1775d2cf-121b-4432-8042-76b614f017f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9e89777009504ec1893c4d866ae561ca&device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 1130 time: 0.0516875 Mar 23 01:26:03.263890 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd3cd6-282b-45d7-acc6-6a617476071e req-0808c2f4-33f8-46d0-8a9d-1b4a7818ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:03.265234 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3bd3cd6-282b-45d7-acc6-6a617476071e req-0808c2f4-33f8-46d0-8a9d-1b4a7818ff68 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1395502 Mar 23 01:26:03.339622 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3bd3cd6-282b-45d7-acc6-6a617476071e req-3d69cd1b-611a-4e1e-b553-a90b8e9c1c2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=a8701776-b48d-4371-a914-7e405b7899f1 HTTP/1.1" status: 200 len: 217 time: 0.0473676 Mar 23 01:26:03.342460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e165d8a8-8ef1-40be-b891-6187aedc4b4c up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:03.393443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9a91b-77ef-4d71-967d-95afa2c62a7e req-fe3fabbe-ecd0-45ad-a826-c8542715d58e tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:03.397698 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1a9a91b-77ef-4d71-967d-95afa2c62a7e req-fe3fabbe-ecd0-45ad-a826-c8542715d58e tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 944 time: 0.0947218 Mar 23 01:26:03.409474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff3476-b9b5-45bd-a598-acd9098ba175 req-ade0fb69-8c57-4a5d-85f1-0350e1752a26 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:03.411516 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-00ff3476-b9b5-45bd-a598-acd9098ba175 req-ade0fb69-8c57-4a5d-85f1-0350e1752a26 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 950 time: 0.2134142 Mar 23 01:26:03.413732 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port e165d8a8-8ef1-40be-b891-6187aedc4b4c completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:26:03.419047 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port e165d8a8-8ef1-40be-b891-6187aedc4b4c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:03.420055 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e165d8a8-8ef1-40be-b891-6187aedc4b4c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:03.441098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-512ccae4-3178-4366-b53c-c745e6d62a9d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:03.442496 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-512ccae4-3178-4366-b53c-c745e6d62a9d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.42 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 821 time: 0.2060792 Mar 23 01:26:03.461660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-dfbb922a-a31c-4d71-9636-30ab98a03493 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Request body: {'port': {'device_id': '9f222424-fbbd-48f5-aa80-3773ee8ff9b4', 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315', 'admin_state_up': True, 'tenant_id': '2a05ac1f6247492dbd8888aad87a4e5e'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:03.462493 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1a9a91b-77ef-4d71-967d-95afa2c62a7e req-eaabb497-2ce8-4c57-8397-aac6539c3be5 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/security-groups?id=475f98d1-b6ed-45c1-9503-8fe45742b7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582800 Mar 23 01:26:03.465821 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd3cd6-282b-45d7-acc6-6a617476071e req-4f8aa43b-3dd4-4c32-a5e1-57ca7d7fc7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:03.467196 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3bd3cd6-282b-45d7-acc6-6a617476071e req-4f8aa43b-3dd4-4c32-a5e1-57ca7d7fc7b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1176255 Mar 23 01:26:03.517852 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:03.525387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e165d8a8-8ef1-40be-b891-6187aedc4b4c is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:03.526020 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e165d8a8-8ef1-40be-b891-6187aedc4b4c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:03.550086 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a48327-28ea-4d5c-a9fd-e3425c8c4df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e165d8a8-8ef1-40be-b891-6187aedc4b4c'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:03.552529 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dc7a53-67a0-4506-81a8-f96063fc6b85" -d '{"events": [{"server_uuid": "05a48327-28ea-4d5c-a9fd-e3425c8c4df0", "name": "network-vif-plugged", "status": "completed", "tag": "e165d8a8-8ef1-40be-b891-6187aedc4b4c"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:03.565762 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e165d8a8-8ef1-40be-b891-6187aedc4b4c, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e165d8a8-8ef1-40be-b891-6187aedc4b4c,segment=NetworkSegment(deb8e0e1-d467-4290-b52a-da807d2ae879),segment_id=deb8e0e1-d467-4290-b52a-da807d2ae879)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:03.570428 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e165d8a8-8ef1-40be-b891-6187aedc4b4c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:03.581718 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-00ff3476-b9b5-45bd-a598-acd9098ba175 req-178f132e-cf8f-43a8-93de-d825e2f90567 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618099 Mar 23 01:26:03.593473 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e3463-c3a2-4a75-a2f6-d22d46b5d95d req-4dd4f332-d0cd-46ea-bfe8-fdecb5df7982 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:03.593702 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-380e3463-c3a2-4a75-a2f6-d22d46b5d95d req-4dd4f332-d0cd-46ea-bfe8-fdecb5df7982 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 948 time: 0.0729649 Mar 23 01:26:03.619372 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd3cd6-282b-45d7-acc6-6a617476071e req-51a8f2b7-b478-478f-99ae-1f276c0464a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:03.621867 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3bd3cd6-282b-45d7-acc6-6a617476071e req-51a8f2b7-b478-478f-99ae-1f276c0464a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1377268 Mar 23 01:26:03.628049 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e165d8a8-8ef1-40be-b891-6187aedc4b4c,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:03.648494 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-380e3463-c3a2-4a75-a2f6-d22d46b5d95d req-ebbd0e19-fd1a-469d-b7e8-0db494571638 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74a7f09-ca64-4978-96ba-524b081b69fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540276 Mar 23 01:26:03.726388 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbf5947e-ab0e-492b-b4be-953730baa32b req-08e050ef-056a-40d6-a4ff-eb006dff7cdc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 210 time: 0.0782850 Mar 23 01:26:03.763253 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080b242-ded3-4405-947c-a2e1dd9f5d97 req-16ccd8d8-b290-4930-bf21-7b7f19c8a0ed tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:03.764924 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-dfbb922a-a31c-4d71-9636-30ab98a03493 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Made reservation on behalf of 2a05ac1f6247492dbd8888aad87a4e5e for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:26:03.765820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f080b242-ded3-4405-947c-a2e1dd9f5d97 req-16ccd8d8-b290-4930-bf21-7b7f19c8a0ed tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 948 time: 0.0615132 Mar 23 01:26:03.768256 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-dfbb922a-a31c-4d71-9636-30ab98a03493 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:03.783862 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3bd3cd6-282b-45d7-acc6-6a617476071e req-1b745595-f299-4ead-bbeb-b7ac89c74783 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477611 Mar 23 01:26:03.817724 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f080b242-ded3-4405-947c-a2e1dd9f5d97 req-7b77690e-6db7-42d1-98c4-8e052fe38f80 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/security-groups?id=c177f4cb-c1a4-4e1e-b908-49c76954db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458529 Mar 23 01:26:03.862243 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d62cd1-40b0-4ff0-a1c2-f891bc991219 x-openstack-request-id: req-14d62cd1-40b0-4ff0-a1c2-f891bc991219 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:03.862602 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a48327-28ea-4d5c-a9fd-e3425c8c4df0", "name": "network-vif-plugged", "status": "completed", "tag": "e165d8a8-8ef1-40be-b891-6187aedc4b4c", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:03.862920 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14d62cd1-40b0-4ff0-a1c2-f891bc991219 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:03.863380 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d62cd1-40b0-4ff0-a1c2-f891bc991219'] response: {'server_uuid': '05a48327-28ea-4d5c-a9fd-e3425c8c4df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e165d8a8-8ef1-40be-b891-6187aedc4b4c', 'code': 200} Mar 23 01:26:03.899803 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51a995fe-800a-4216-a4d7-a7e69a122b1b req-b3a28bc8-a1bd-42b8-a50d-58136a1cab98 tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0943720 Mar 23 01:26:03.969060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7eb99-773c-4de8-ba62-03c4ed7422c3 req-7183f7e2-dd00-4d77-bead-da37cb545f59 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:03.970556 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b1e7eb99-773c-4de8-ba62-03c4ed7422c3 req-7183f7e2-dd00-4d77-bead-da37cb545f59 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 948 time: 0.0640581 Mar 23 01:26:04.020331 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b1e7eb99-773c-4de8-ba62-03c4ed7422c3 req-b94214da-80d5-4efa-a4e8-3e240d913033 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439551 Mar 23 01:26:04.031138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-dfbb922a-a31c-4d71-9636-30ab98a03493 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Allocated IP 172.20.0.6 (d44dd811-bae2-4efa-9295-6d682f4c9315/b151ab54-9dd9-40f8-bf23-730b361e4833/3f82ae65-a157-4ae3-8471-bae86e339b8c) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:26:04.046397 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3bd3cd6-282b-45d7-acc6-6a617476071e req-3254fa85-1553-4bc9-a105-56233d378ace service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505748 Mar 23 01:26:04.074807 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142629bd-71d1-4a1a-84f4-efed767ddbdb req-ab023ba1-2929-43cf-bd87-02573ab4e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:04.076311 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-142629bd-71d1-4a1a-84f4-efed767ddbdb req-ab023ba1-2929-43cf-bd87-02573ab4e590 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 1127 time: 0.1019599 Mar 23 01:26:04.178200 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-142629bd-71d1-4a1a-84f4-efed767ddbdb req-f7235d39-3390-4664-a7c2-22292ea17c42 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=475f98d1-b6ed-45c1-9503-8fe45742b7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924904 Mar 23 01:26:04.227112 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-dfbb922a-a31c-4d71-9636-30ab98a03493 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks [] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:04.261507 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-dfbb922a-a31c-4d71-9636-30ab98a03493 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:04.303254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-dfbb922a-a31c-4d71-9636-30ab98a03493 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Network d44dd811-bae2-4efa-9295-6d682f4c9315 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:26:04.306402 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-dfbb922a-a31c-4d71-9636-30ab98a03493 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:26:04.313261 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-dfbb922a-a31c-4d71-9636-30ab98a03493 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:26:04.318635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-dfbb922a-a31c-4d71-9636-30ab98a03493 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:04.319247 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-dfbb922a-a31c-4d71-9636-30ab98a03493 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:04.325437 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb922a-a31c-4d71-9636-30ab98a03493 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Pushing event updated for resources: {'Port': ['ID=3f82ae65-a157-4ae3-8471-bae86e339b8c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:04.342435 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-dfbb922a-a31c-4d71-9636-30ab98a03493 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8860865 Mar 23 01:26:04.353895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Request body: {'port': {'device_id': '9f222424-fbbd-48f5-aa80-3773ee8ff9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:04.412505 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:04.471369 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device d1af8a1c-2807-40d9-baa8-ecc76b091ade details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:26:04.571770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port d1af8a1c-2807-40d9-baa8-ecc76b091ade, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=d1af8a1c-2807-40d9-baa8-ecc76b091ade,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:04.583530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'd1af8a1c-2807-40d9-baa8-ecc76b091ade', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': 'd1af8a1c-2807-40d9-baa8-ecc76b091ade', 'mac_address': 'fa:16:3e:2b:34:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:26:04.624583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port d1af8a1c-2807-40d9-baa8-ecc76b091ade is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:04.625013 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d1af8a1c-2807-40d9-baa8-ecc76b091ade), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:04.638824 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1af8a1c-2807-40d9-baa8-ecc76b091ade {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:04.643639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81518-514f-44f8-baf9-0566f767296c req-1f473b73-6487-43fc-8581-8e10128e13f2 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:04.645201 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-19a81518-514f-44f8-baf9-0566f767296c req-1f473b73-6487-43fc-8581-8e10128e13f2 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 945 time: 0.1118512 Mar 23 01:26:04.661234 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port d1af8a1c-2807-40d9-baa8-ecc76b091ade, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=d1af8a1c-2807-40d9-baa8-ecc76b091ade,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:04.666823 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d1af8a1c-2807-40d9-baa8-ecc76b091ade), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:04.667858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a8701776-b48d-4371-a914-7e405b7899f1 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:26:04.719577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1a83c-ddf8-401b-ad3f-0b8a3dfac741 req-5813dc08-c2d7-4015-af89-45fb437ce0c7 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:04.725155 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-74f1a83c-ddf8-401b-ad3f-0b8a3dfac741 req-5813dc08-c2d7-4015-af89-45fb437ce0c7 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 950 time: 0.0630910 Mar 23 01:26:04.732333 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-19a81518-514f-44f8-baf9-0566f767296c req-28b81729-70ee-441b-ba4d-9604fca939b8 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/security-groups?id=475f98d1-b6ed-45c1-9503-8fe45742b7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736573 Mar 23 01:26:04.739628 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a8701776-b48d-4371-a914-7e405b7899f1, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a8701776-b48d-4371-a914-7e405b7899f1,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:04.742298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=d1af8a1c-2807-40d9-baa8-ecc76b091ade,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:04.758463 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'a8701776-b48d-4371-a914-7e405b7899f1', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': 'a8701776-b48d-4371-a914-7e405b7899f1', 'mac_address': 'fa:16:3e:41:15:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:26:04.773672 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f82ae65-a157-4ae3-8471-bae86e339b8c {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:04.781709 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Publish callbacks [] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:04.795797 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Transition to ACTIVE for port object 3f82ae65-a157-4ae3-8471-bae86e339b8c will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:26:04.802163 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:04.804145 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port a8701776-b48d-4371-a914-7e405b7899f1 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:04.804984 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a8701776-b48d-4371-a914-7e405b7899f1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:04.808970 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-74f1a83c-ddf8-401b-ad3f-0b8a3dfac741 req-739e9c48-fe56-4748-950d-8c3ee2d1f774 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789199 Mar 23 01:26:04.823919 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8701776-b48d-4371-a914-7e405b7899f1 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:04.846146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a8701776-b48d-4371-a914-7e405b7899f1, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a8701776-b48d-4371-a914-7e405b7899f1,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:04.859101 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a8701776-b48d-4371-a914-7e405b7899f1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:04.916531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Pushing event updated for resources: {'Port': ['ID=3f82ae65-a157-4ae3-8471-bae86e339b8c,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:04.925288 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=a8701776-b48d-4371-a914-7e405b7899f1,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:04.929523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f966e5-6649-442c-89f8-b5a23c1278e7 req-fe4981e0-2e0b-4e30-bc9c-a8d543e63223 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:04.930725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Attempting to bind port 3f82ae65-a157-4ae3-8471-bae86e339b8c on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:26:04.931109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Attempting to bind port 3f82ae65-a157-4ae3-8471-bae86e339b8c by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:26:04.931567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Attempting to bind port 3f82ae65-a157-4ae3-8471-bae86e339b8c on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:04.937711 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-13f966e5-6649-442c-89f8-b5a23c1278e7 req-fe4981e0-2e0b-4e30-bc9c-a8d543e63223 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 943 time: 0.0659893 Mar 23 01:26:04.946003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae8eea-7f4b-4d7e-9dcf-d291309866a6 req-67d37e17-7ef2-46e3-9ad0-ab2e045fa2db tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:04.947562 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1ae8eea-7f4b-4d7e-9dcf-d291309866a6 req-67d37e17-7ef2-46e3-9ad0-ab2e045fa2db tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 948 time: 0.1334581 Mar 23 01:26:04.949324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Port 3f82ae65-a157-4ae3-8471-bae86e339b8c on network d44dd811-bae2-4efa-9295-6d682f4c9315 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:26:04.949324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Attempting to bind port 3f82ae65-a157-4ae3-8471-bae86e339b8c on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:04.954972 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:26:04.955326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Checking segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:26:04.955701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Bound using segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:26:04.956131 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Bound port: 3f82ae65-a157-4ae3-8471-bae86e339b8c, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:26:04.956493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:04.980414 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-13f966e5-6649-442c-89f8-b5a23c1278e7 req-63007753-0b25-4320-a65f-d0c31049c5ba tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424063 Mar 23 01:26:05.037874 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1ae8eea-7f4b-4d7e-9dcf-d291309866a6 req-b5fe5b2f-78de-4458-8335-ff3d2042138a tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74a7f09-ca64-4978-96ba-524b081b69fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839150 Mar 23 01:26:05.056325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] For port 3f82ae65-a157-4ae3-8471-bae86e339b8c, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:26:05.063061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] For port 3f82ae65-a157-4ae3-8471-bae86e339b8c, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:26:05.071378 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:05.104580 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ab5d7-7327-4b60-844a-3327081ce6b2 req-18385ccb-b004-4113-a7c4-c4afe93d85ed tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:05.106145 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b1ab5d7-7327-4b60-844a-3327081ce6b2 req-18385ccb-b004-4113-a7c4-c4afe93d85ed tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 949 time: 0.0619581 Mar 23 01:26:05.107136 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:05.107972 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:05.109442 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] 10.222.0.42 "PUT /v2.0/ports/3f82ae65-a157-4ae3-8471-bae86e339b8c HTTP/1.1" status: 200 len: 1091 time: 0.7596912 Mar 23 01:26:05.109943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f222424-fbbd-48f5-aa80-3773ee8ff9b4', 'tag': '3f82ae65-a157-4ae3-8471-bae86e339b8c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:05.112225 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c08a23-24df-49ee-b4e7-86efdf215945" -d '{"events": [{"name": "network-changed", "server_uuid": "9f222424-fbbd-48f5-aa80-3773ee8ff9b4", "tag": "3f82ae65-a157-4ae3-8471-bae86e339b8c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:05.136796 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['d1af8a1c-2807-40d9-baa8-ecc76b091ade'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:26:05.151935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['a8701776-b48d-4371-a914-7e405b7899f1'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:26:05.167107 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-41d28738-e58b-4bec-a1a8-8d94385f67fe req-c325f2ec-c66f-4845-8885-187551e49d9a tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0437806 Mar 23 01:26:05.182005 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b1ab5d7-7327-4b60-844a-3327081ce6b2 req-3c7ecab4-3a7f-4b36-a954-619b0ce8add1 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/security-groups?id=c177f4cb-c1a4-4e1e-b908-49c76954db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673478 Mar 23 01:26:05.221615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ff37b-84c2-49b3-9312-f367fc137763 service neutron] Pushing event updated for resources: {'Port': ['ID=3f82ae65-a157-4ae3-8471-bae86e339b8c,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:05.250120 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ceba06-5e02-44ea-90c1-b8bc915cee84 x-openstack-request-id: req-b3ceba06-5e02-44ea-90c1-b8bc915cee84 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:05.250413 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f222424-fbbd-48f5-aa80-3773ee8ff9b4", "tag": "3f82ae65-a157-4ae3-8471-bae86e339b8c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:05.250667 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3ceba06-5e02-44ea-90c1-b8bc915cee84 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:05.251165 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ceba06-5e02-44ea-90c1-b8bc915cee84'] response: {'name': 'network-changed', 'server_uuid': '9f222424-fbbd-48f5-aa80-3773ee8ff9b4', 'tag': '3f82ae65-a157-4ae3-8471-bae86e339b8c', 'status': 'completed', 'code': 200} Mar 23 01:26:05.261299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-4f5eb747-d15d-4136-a40c-2d8cf28810d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:05.263444 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-4f5eb747-d15d-4136-a40c-2d8cf28810d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 1125 time: 0.1035688 Mar 23 01:26:05.295323 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ee3c5-2e81-4163-84bb-6a045689649e req-89ce4be3-c894-46a6-9c0b-f229dcf279aa tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:05.297081 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e18ee3c5-2e81-4163-84bb-6a045689649e req-89ce4be3-c894-46a6-9c0b-f229dcf279aa tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 949 time: 0.0545132 Mar 23 01:26:05.311202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-4f40a252-26b3-4f52-891f-0a9c17079e06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c HTTP/1.1" status: 200 len: 217 time: 0.0398402 Mar 23 01:26:05.346144 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e18ee3c5-2e81-4163-84bb-6a045689649e req-ca02c1a5-db84-40e0-8055-0540fd852be4 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426822 Mar 23 01:26:05.353044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:26:05.364851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-33ac65e4-8a35-4ab0-a707-2acaaa3cddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:05.364851 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-33ac65e4-8a35-4ab0-a707-2acaaa3cddc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.0452302 Mar 23 01:26:05.396357 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-d37f91b0-ffc4-44ff-8b25-e36b4b106ffb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249817 Mar 23 01:26:05.509648 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3ac4a138-7e9e-4f3c-a91b-ce4660830ee7,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:05.522199 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '3ac4a138-7e9e-4f3c-a91b-ce4660830ee7', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '3ac4a138-7e9e-4f3c-a91b-ce4660830ee7', 'mac_address': 'fa:16:3e:2e:c7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:26:05.522474 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-5a447eb1-5121-4d28-99dc-8319468b5306 service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185844 Mar 23 01:26:05.539100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ff127-6372-4b8d-8094-b370186f9703 req-65bfffe1-8815-4321-8ab4-b9948ff700d4 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:05.541071 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-986ff127-6372-4b8d-8094-b370186f9703 req-65bfffe1-8815-4321-8ab4-b9948ff700d4 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.43 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 950 time: 0.0771465 Mar 23 01:26:05.559655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:05.560007 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3ac4a138-7e9e-4f3c-a91b-ce4660830ee7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:05.572982 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:05.592393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3ac4a138-7e9e-4f3c-a91b-ce4660830ee7,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:05.597798 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3ac4a138-7e9e-4f3c-a91b-ce4660830ee7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:05.650043 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=3ac4a138-7e9e-4f3c-a91b-ce4660830ee7,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:05.687738 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d178a548-a0eb-45a5-b4b9-c9957cfb06ac req-dffd1d7d-14cf-4128-b1b0-1c9341a6edce service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456892 Mar 23 01:26:05.703765 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-986ff127-6372-4b8d-8094-b370186f9703 req-500769a3-4d35-4680-a5c3-555215aa0792 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Deleting port cb18f315-166d-4cb6-a59e-fbb4c45d43cb {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:26:05.704111 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-986ff127-6372-4b8d-8094-b370186f9703 req-500769a3-4d35-4680-a5c3-555215aa0792 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (cb18f315-166d-4cb6-a59e-fbb4c45d43cb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:05.835475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08a23-24df-49ee-b4e7-86efdf215945 req-8770e7ab-ec65-4ec3-907c-c8bf4a2f9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:05.837018 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d8c08a23-24df-49ee-b4e7-86efdf215945 req-8770e7ab-ec65-4ec3-907c-c8bf4a2f9c41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 1125 time: 0.0944335 Mar 23 01:26:05.858402 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-986ff127-6372-4b8d-8094-b370186f9703 req-500769a3-4d35-4680-a5c3-555215aa0792 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] For port cb18f315-166d-4cb6-a59e-fbb4c45d43cb, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=cb18f315-166d-4cb6-a59e-fbb4c45d43cb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:05.858809 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-986ff127-6372-4b8d-8094-b370186f9703 req-500769a3-4d35-4680-a5c3-555215aa0792 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (cb18f315-166d-4cb6-a59e-fbb4c45d43cb), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:05.945855 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc44ee-b38b-442d-9ef8-f5cebe7c90b9 req-423b2e25-87c9-4e46-93c0-68da1b5652b8 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:05.948053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b3fc44ee-b38b-442d-9ef8-f5cebe7c90b9 req-423b2e25-87c9-4e46-93c0-68da1b5652b8 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 950 time: 0.0589304 Mar 23 01:26:06.003288 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b3fc44ee-b38b-442d-9ef8-f5cebe7c90b9 req-0f4395b3-c46c-4c7a-a8ef-c312e2309e55 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/security-groups?id=aac6acc4-2a4e-4b7a-a140-f9951c082628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492566 Mar 23 01:26:06.062140 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3ac4a138-7e9e-4f3c-a91b-ce4660830ee7'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:26:06.075177 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:26:06.115134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db39a0-379d-4a59-a975-e2bd345b2ee5 req-1e6d0669-50c9-49f3-9567-28bdbe6c0eaa tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:06.117657 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09db39a0-379d-4a59-a975-e2bd345b2ee5 req-1e6d0669-50c9-49f3-9567-28bdbe6c0eaa tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 943 time: 0.0549233 Mar 23 01:26:06.144898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-986ff127-6372-4b8d-8094-b370186f9703 req-500769a3-4d35-4680-a5c3-555215aa0792 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Calling delete_port for cb18f315-166d-4cb6-a59e-fbb4c45d43cb owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:26:06.181236 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09db39a0-379d-4a59-a975-e2bd345b2ee5 req-37024d19-b4ae-4a84-9eba-aa70c8f28b83 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568507 Mar 23 01:26:06.224707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2851418-5cea-48da-9a3c-0649dc4e5f6e req-e415c8fe-c360-48ef-93c2-371038ad637f tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:06.226213 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c2851418-5cea-48da-9a3c-0649dc4e5f6e req-e415c8fe-c360-48ef-93c2-371038ad637f tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 945 time: 0.4149411 Mar 23 01:26:06.268307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08a23-24df-49ee-b4e7-86efdf215945 req-98b2aa3c-2fb6-47bb-8f73-d6a9d5d02d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:06.269796 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d8c08a23-24df-49ee-b4e7-86efdf215945 req-98b2aa3c-2fb6-47bb-8f73-d6a9d5d02d26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.4144597 Mar 23 01:26:06.296473 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ff85b-14e5-4567-89dd-a0b6188de40f req-d2cb8dfa-6a1a-455e-9ef6-3102709758c6 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:06.297983 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-958ff85b-14e5-4567-89dd-a0b6188de40f req-d2cb8dfa-6a1a-455e-9ef6-3102709758c6 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 949 time: 0.0524905 Mar 23 01:26:06.334970 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d8c08a23-24df-49ee-b4e7-86efdf215945 req-52092fb3-0823-4b3a-bba8-abf88577d59f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c HTTP/1.1" status: 200 len: 217 time: 0.0569971 Mar 23 01:26:06.344167 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c2851418-5cea-48da-9a3c-0649dc4e5f6e req-a0fb0573-ecfd-4b77-81d2-e9a28bc9f508 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/security-groups?id=475f98d1-b6ed-45c1-9503-8fe45742b7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090713 Mar 23 01:26:06.348391 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-958ff85b-14e5-4567-89dd-a0b6188de40f req-ba00e684-6cc8-4475-9a03-2bc1a255bfa1 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74a7f09-ca64-4978-96ba-524b081b69fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443866 Mar 23 01:26:06.416760 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08a23-24df-49ee-b4e7-86efdf215945 req-46d7fa88-0e1a-4b32-b882-9aa6ab2c0801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:06.418325 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d8c08a23-24df-49ee-b4e7-86efdf215945 req-46d7fa88-0e1a-4b32-b882-9aa6ab2c0801 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.0779152 Mar 23 01:26:06.448624 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-527a9d34-c408-4c54-9bc1-ccd3c49bc8d1 req-c9935090-a60e-4d92-ba29-ef1aeaa2ac45 tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0300107 Mar 23 01:26:06.495583 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d8c08a23-24df-49ee-b4e7-86efdf215945 req-57756cf7-2538-409b-be8c-d8f1fe9ad6f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534251 Mar 23 01:26:06.495732 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device d1af8a1c-2807-40d9-baa8-ecc76b091ade up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:06.497347 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-986ff127-6372-4b8d-8094-b370186f9703 req-500769a3-4d35-4680-a5c3-555215aa0792 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (cb18f315-166d-4cb6-a59e-fbb4c45d43cb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:06.547657 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['cb18f315-166d-4cb6-a59e-fbb4c45d43cb'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:26:06.572016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500769a3-4d35-4680-a5c3-555215aa0792 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Pushing event deleted for resources: {'Port': ['ID=cb18f315-166d-4cb6-a59e-fbb4c45d43cb,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:06.583383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port d1af8a1c-2807-40d9-baa8-ecc76b091ade completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:26:06.589529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce7aa-8aad-4030-8260-b79003d7bdf0 req-8a9b8598-1a5f-40dd-918f-2e28fc7589fd tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:06.590673 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port d1af8a1c-2807-40d9-baa8-ecc76b091ade triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:06.590895 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d1af8a1c-2807-40d9-baa8-ecc76b091ade), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:06.591153 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b76ce7aa-8aad-4030-8260-b79003d7bdf0 req-8a9b8598-1a5f-40dd-918f-2e28fc7589fd tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 949 time: 0.0655987 Mar 23 01:26:06.671186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-986ff127-6372-4b8d-8094-b370186f9703 req-500769a3-4d35-4680-a5c3-555215aa0792 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] No DVR routers for this DVR port cb18f315-166d-4cb6-a59e-fbb4c45d43cb on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:26:06.673827 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b76ce7aa-8aad-4030-8260-b79003d7bdf0 req-5bcd05fa-8e2e-4547-81e1-6d33087797dc tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719347 Mar 23 01:26:06.687520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15081971-a4d9-4121-bff7-bc7c06c03ccc req-54e0a2d2-2862-46fe-8d62-0c8a03242813 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:06.689187 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15081971-a4d9-4121-bff7-bc7c06c03ccc req-54e0a2d2-2862-46fe-8d62-0c8a03242813 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 949 time: 0.2639647 Mar 23 01:26:06.693678 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-986ff127-6372-4b8d-8094-b370186f9703 req-500769a3-4d35-4680-a5c3-555215aa0792 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:06.697111 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port d1af8a1c-2807-40d9-baa8-ecc76b091ade is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:06.697247 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-986ff127-6372-4b8d-8094-b370186f9703 req-500769a3-4d35-4680-a5c3-555215aa0792 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.43 "DELETE /v2.0/ports/cb18f315-166d-4cb6-a59e-fbb4c45d43cb HTTP/1.1" status: 204 len: 173 time: 1.1483002 Mar 23 01:26:06.697500 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d1af8a1c-2807-40d9-baa8-ecc76b091ade), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:06.716361 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d8c08a23-24df-49ee-b4e7-86efdf215945 req-35d4f4e0-a3d8-4b82-b2ef-1770444539cc service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102859 Mar 23 01:26:06.725298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54bdeac-7a0f-423a-8099-2478606bea8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1af8a1c-2807-40d9-baa8-ecc76b091ade'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:06.727873 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e350a83e-a2dd-451c-8193-d836b5c7e393" -d '{"events": [{"server_uuid": "a54bdeac-7a0f-423a-8099-2478606bea8a", "name": "network-vif-plugged", "status": "completed", "tag": "d1af8a1c-2807-40d9-baa8-ecc76b091ade"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:06.766530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port d1af8a1c-2807-40d9-baa8-ecc76b091ade, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=d1af8a1c-2807-40d9-baa8-ecc76b091ade,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:06.776842 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d1af8a1c-2807-40d9-baa8-ecc76b091ade), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:06.778844 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a8701776-b48d-4371-a914-7e405b7899f1 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:06.783482 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f241a0e0-8c1a-4070-89b9-6efbe69a4b9d x-openstack-request-id: req-f241a0e0-8c1a-4070-89b9-6efbe69a4b9d {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:06.784351 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54bdeac-7a0f-423a-8099-2478606bea8a", "name": "network-vif-plugged", "status": "completed", "tag": "d1af8a1c-2807-40d9-baa8-ecc76b091ade", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:06.784661 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f241a0e0-8c1a-4070-89b9-6efbe69a4b9d {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:06.785065 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f241a0e0-8c1a-4070-89b9-6efbe69a4b9d'] response: {'server_uuid': 'a54bdeac-7a0f-423a-8099-2478606bea8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1af8a1c-2807-40d9-baa8-ecc76b091ade', 'code': 200} Mar 23 01:26:06.813631 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15081971-a4d9-4121-bff7-bc7c06c03ccc req-e130560e-0b13-40e6-b548-3e5b7b97c99b tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/security-groups?id=c177f4cb-c1a4-4e1e-b908-49c76954db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102986 Mar 23 01:26:06.859918 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d8c08a23-24df-49ee-b4e7-86efdf215945 req-e213dd20-5137-4f1a-9987-b46b704b3db3 service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335614 Mar 23 01:26:06.888782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=d1af8a1c-2807-40d9-baa8-ecc76b091ade,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:06.899658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port a8701776-b48d-4371-a914-7e405b7899f1 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:26:06.904034 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port a8701776-b48d-4371-a914-7e405b7899f1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:06.904447 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a8701776-b48d-4371-a914-7e405b7899f1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:06.949946 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9602830-8f29-4225-9970-1fb76ea63e63 req-0d3d2677-fed3-43be-8552-0f9430644a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:06.951571 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d9602830-8f29-4225-9970-1fb76ea63e63 req-0d3d2677-fed3-43be-8552-0f9430644a98 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 1132 time: 0.0576165 Mar 23 01:26:06.990089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port a8701776-b48d-4371-a914-7e405b7899f1 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:06.990390 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a8701776-b48d-4371-a914-7e405b7899f1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:07.005215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d9602830-8f29-4225-9970-1fb76ea63e63 req-c037ad26-ef45-4e20-ae93-386f4ce9926e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371461 Mar 23 01:26:07.022070 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a8701776-b48d-4371-a914-7e405b7899f1, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a8701776-b48d-4371-a914-7e405b7899f1,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:07.027388 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a8701776-b48d-4371-a914-7e405b7899f1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:07.078625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=a8701776-b48d-4371-a914-7e405b7899f1,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:07.119036 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7c45587-ae01-4aed-8cb9-d9c44ef123e8 req-aa78dd6e-9a0e-4b74-9cb9-adee63fa8898 tempest-DeleteServersAdminTestJSON-1948518491 tempest-DeleteServersAdminTestJSON-1948518491-project] 10.222.0.18 "GET /v2.0/ports?device_id=761a9ea4-2518-4c81-9924-1b42a112b5bb HTTP/1.1" status: 200 len: 210 time: 0.0275209 Mar 23 01:26:07.253130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761a9ea4-2518-4c81-9924-1b42a112b5bb', 'name': 'network-vif-deleted', 'tag': 'cb18f315-166d-4cb6-a59e-fbb4c45d43cb'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:07.255347 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f863aa-0a2b-4665-b86e-921416ca0ecc" -d '{"events": [{"server_uuid": "761a9ea4-2518-4c81-9924-1b42a112b5bb", "name": "network-vif-deleted", "tag": "cb18f315-166d-4cb6-a59e-fbb4c45d43cb"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:07.297898 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183e671f-7b8d-4c80-a533-56226d9a29c9 x-openstack-request-id: req-183e671f-7b8d-4c80-a533-56226d9a29c9 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:07.298190 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761a9ea4-2518-4c81-9924-1b42a112b5bb", "name": "network-vif-deleted", "tag": "cb18f315-166d-4cb6-a59e-fbb4c45d43cb", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:07.298441 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-183e671f-7b8d-4c80-a533-56226d9a29c9 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:07.298838 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183e671f-7b8d-4c80-a533-56226d9a29c9'] response: {'server_uuid': '761a9ea4-2518-4c81-9924-1b42a112b5bb', 'name': 'network-vif-deleted', 'tag': 'cb18f315-166d-4cb6-a59e-fbb4c45d43cb', 'status': 'completed', 'code': 200} Mar 23 01:26:07.310664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9865c1-6570-4fa0-8c9f-2b86e247849d req-f054f3f9-521d-435f-b458-50b6f00183df tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:07.312187 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb9865c1-6570-4fa0-8c9f-2b86e247849d req-f054f3f9-521d-435f-b458-50b6f00183df tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 943 time: 0.0606852 Mar 23 01:26:07.362725 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb9865c1-6570-4fa0-8c9f-2b86e247849d req-a7bd1efc-2986-4e0b-b962-34d6ea3deec6 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448482 Mar 23 01:26:07.377305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:07.448944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:26:07.454014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:07.454491 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3ac4a138-7e9e-4f3c-a91b-ce4660830ee7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:07.510648 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571d9a6-ca0a-431c-a7c0-825dd9f4c52b req-041be445-4511-4ec2-95de-733dd549214f tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:07.513263 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f571d9a6-ca0a-431c-a7c0-825dd9f4c52b req-041be445-4511-4ec2-95de-733dd549214f tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 945 time: 0.0731287 Mar 23 01:26:07.568380 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f571d9a6-ca0a-431c-a7c0-825dd9f4c52b req-fb2c6703-1a9e-4170-8ed5-89a55b691692 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/security-groups?id=475f98d1-b6ed-45c1-9503-8fe45742b7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490389 Mar 23 01:26:07.675129 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8d975d8-c46c-4e4a-b908-3268bec0ffca req-82f5b89c-044d-498e-8b40-8a2c40707844 tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0379980 Mar 23 01:26:07.678416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b5972-7184-4157-ab86-8bca8b431295 req-82a028c6-bd87-4f3a-85c1-1c4ce69c8a58 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:07.698733 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ef3b5972-7184-4157-ab86-8bca8b431295 req-82a028c6-bd87-4f3a-85c1-1c4ce69c8a58 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 949 time: 0.0860360 Mar 23 01:26:07.698949 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:07.699440 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3ac4a138-7e9e-4f3c-a91b-ce4660830ee7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:07.752766 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3ac4a138-7e9e-4f3c-a91b-ce4660830ee7,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:07.760578 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3ac4a138-7e9e-4f3c-a91b-ce4660830ee7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:07.761616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device cb18f315-166d-4cb6-a59e-fbb4c45d43cb no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:26:07.770858 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ef3b5972-7184-4157-ab86-8bca8b431295 req-b8dcf9f0-f42a-4406-9fa3-21dec443fca4 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74a7f09-ca64-4978-96ba-524b081b69fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653756 Mar 23 01:26:07.808719 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: cb18f315-166d-4cb6-a59e-fbb4c45d43cb {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:26:07.809155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device cb18f315-166d-4cb6-a59e-fbb4c45d43cb not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:26:07.840394 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=3ac4a138-7e9e-4f3c-a91b-ce4660830ee7,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:07.857998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9d387-a13d-4444-b5f4-2d48a473143a req-cff5d281-2bc3-42e1-8468-0598c335a7fc tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:07.859691 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0fc9d387-a13d-4444-b5f4-2d48a473143a req-cff5d281-2bc3-42e1-8468-0598c335a7fc tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 950 time: 0.0590339 Mar 23 01:26:07.912956 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0fc9d387-a13d-4444-b5f4-2d48a473143a req-f3343a1b-e233-47ed-8625-e3463efeffc0 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471451 Mar 23 01:26:07.956312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d7c87-6dc8-42d1-a3fa-7d603b1f6c2b req-9ac5e364-8b3b-4930-8a01-426e2edb8dc5 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:07.958163 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7d2d7c87-6dc8-42d1-a3fa-7d603b1f6c2b req-9ac5e364-8b3b-4930-8a01-426e2edb8dc5 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 950 time: 0.0610473 Mar 23 01:26:08.004269 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7d2d7c87-6dc8-42d1-a3fa-7d603b1f6c2b req-c31e998d-8980-485b-8b1d-3503e7b7a1e1 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/security-groups?id=c177f4cb-c1a4-4e1e-b908-49c76954db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 Mar 23 01:26:08.503714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3f82ae65-a157-4ae3-8471-bae86e339b8c details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:26:08.542008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb444c0-8182-4a96-88df-1ded8668d648 req-edab191f-e86c-4109-8856-33f2c757f75d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:08.544642 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-acb444c0-8182-4a96-88df-1ded8668d648 req-edab191f-e86c-4109-8856-33f2c757f75d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 943 time: 0.0791597 Mar 23 01:26:08.620037 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-acb444c0-8182-4a96-88df-1ded8668d648 req-fbaf0fbb-a8c5-49d3-8a7d-d7ae190ffc36 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644591 Mar 23 01:26:08.654365 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 3f82ae65-a157-4ae3-8471-bae86e339b8c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:08.669559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '3f82ae65-a157-4ae3-8471-bae86e339b8c', 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315', 'port_id': '3f82ae65-a157-4ae3-8471-bae86e339b8c', 'mac_address': 'fa:16:3e:33:03:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b151ab54-9dd9-40f8-bf23-730b361e4833', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:26:08.716283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 3f82ae65-a157-4ae3-8471-bae86e339b8c is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:08.717063 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:08.736440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f82ae65-a157-4ae3-8471-bae86e339b8c {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:08.741577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50740) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:08.763147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 3f82ae65-a157-4ae3-8471-bae86e339b8c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:08.769059 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:08.832538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092b835b-3247-44da-ab9a-c9eca7bb0a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8701776-b48d-4371-a914-7e405b7899f1'}, {'server_uuid': '9b4618cc-d503-4ce9-a2c8-c327e2904dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac4a138-7e9e-4f3c-a91b-ce4660830ee7'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:08.835484 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85b73048-2baa-45f1-aa67-45369378fc1c req-cc81fa0a-954c-487a-a78d-91e54d41ef6a tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0404086 Mar 23 01:26:08.843423 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a808506-5144-4dec-b6f6-2797468a6f21" -d '{"events": [{"server_uuid": "092b835b-3247-44da-ab9a-c9eca7bb0a95", "name": "network-vif-plugged", "status": "completed", "tag": "a8701776-b48d-4371-a914-7e405b7899f1"}, {"server_uuid": "9b4618cc-d503-4ce9-a2c8-c327e2904dfd", "name": "network-vif-plugged", "status": "completed", "tag": "3ac4a138-7e9e-4f3c-a91b-ce4660830ee7"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:08.917543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=3f82ae65-a157-4ae3-8471-bae86e339b8c,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:08.935993 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bd2837-e6af-4dd4-a93a-491bf4fe86e7 x-openstack-request-id: req-28bd2837-e6af-4dd4-a93a-491bf4fe86e7 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:08.936304 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092b835b-3247-44da-ab9a-c9eca7bb0a95", "name": "network-vif-plugged", "status": "completed", "tag": "a8701776-b48d-4371-a914-7e405b7899f1", "code": 200}, {"server_uuid": "9b4618cc-d503-4ce9-a2c8-c327e2904dfd", "name": "network-vif-plugged", "status": "completed", "tag": "3ac4a138-7e9e-4f3c-a91b-ce4660830ee7", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:08.936562 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28bd2837-e6af-4dd4-a93a-491bf4fe86e7 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:08.938122 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28bd2837-e6af-4dd4-a93a-491bf4fe86e7'] response: {'server_uuid': '092b835b-3247-44da-ab9a-c9eca7bb0a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8701776-b48d-4371-a914-7e405b7899f1', 'code': 200} Mar 23 01:26:08.941055 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28bd2837-e6af-4dd4-a93a-491bf4fe86e7'] response: {'server_uuid': '9b4618cc-d503-4ce9-a2c8-c327e2904dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac4a138-7e9e-4f3c-a91b-ce4660830ee7', 'code': 200} Mar 23 01:26:09.009615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9cb1a-8695-47a8-9a88-89b1bac894ec req-3c43a827-37e7-4e68-ad31-7d713a1b339f tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:09.019746 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ebc9cb1a-8695-47a8-9a88-89b1bac894ec req-3c43a827-37e7-4e68-ad31-7d713a1b339f tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 950 time: 0.1312838 Mar 23 01:26:09.022987 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f9880415-51f9-4039-8d37-ad45aa77c59e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22d058ad966146e8aab32624a1a1ed6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801948 Mar 23 01:26:09.025743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50750) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:09.039261 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['3f82ae65-a157-4ae3-8471-bae86e339b8c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:26:09.133772 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-552c242b-9c1c-4e65-b88d-2bf99128a8e3 admin admin] Publish callbacks [] for security_group (aac6acc4-2a4e-4b7a-a140-f9951c082628), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:09.156643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b5fd1-1873-460b-a8d0-a167ce15d889 req-59f8669f-967e-4908-9211-fcee334af74b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:09.163906 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-609b5fd1-1873-460b-a8d0-a167ce15d889 req-59f8669f-967e-4908-9211-fcee334af74b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 950 time: 0.1106758 Mar 23 01:26:09.193044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39ac57-04f9-4f91-bb1a-64e7204ca554 req-f6729abc-70a0-47ac-a5df-be65de6107a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:09.195492 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b39ac57-04f9-4f91-bb1a-64e7204ca554 req-f6729abc-70a0-47ac-a5df-be65de6107a7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 1132 time: 0.1396580 Mar 23 01:26:09.197937 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-552c242b-9c1c-4e65-b88d-2bf99128a8e3 admin admin] Publish callbacks [] for security_group (aac6acc4-2a4e-4b7a-a140-f9951c082628), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:09.204423 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ebc9cb1a-8695-47a8-9a88-89b1bac894ec req-80d6d27f-97a9-4f21-b30c-3ed0ff627fe0 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74a7f09-ca64-4978-96ba-524b081b69fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838269 Mar 23 01:26:09.259917 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b39ac57-04f9-4f91-bb1a-64e7204ca554 req-dab5cb7b-3e5f-40a4-be2d-746f7279f4ed service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c177f4cb-c1a4-4e1e-b908-49c76954db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541644 Mar 23 01:26:09.264270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0da8d1-aebe-4ffe-9224-b6b865e1ad9e req-d36de8ee-1fa0-45b4-8af0-b5d109ec56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:09.265536 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f0da8d1-aebe-4ffe-9224-b6b865e1ad9e req-d36de8ee-1fa0-45b4-8af0-b5d109ec56f5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 1132 time: 0.1620994 Mar 23 01:26:09.324703 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-609b5fd1-1873-460b-a8d0-a167ce15d889 req-179dc894-c9af-4fa1-9894-c007272a21c9 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598012 Mar 23 01:26:09.386327 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-552c242b-9c1c-4e65-b88d-2bf99128a8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (aac6acc4-2a4e-4b7a-a140-f9951c082628), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:09.390523 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f0da8d1-aebe-4ffe-9224-b6b865e1ad9e req-106e18be-6b06-42f5-a1f4-f580a35ea296 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a74a7f09-ca64-4978-96ba-524b081b69fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127567 Mar 23 01:26:09.393002 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-552c242b-9c1c-4e65-b88d-2bf99128a8e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:09.395537 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-552c242b-9c1c-4e65-b88d-2bf99128a8e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aac6acc4-2a4e-4b7a-a140-f9951c082628 HTTP/1.1" status: 204 len: 168 time: 0.3676817 Mar 23 01:26:09.407312 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c242b-9c1c-4e65-b88d-2bf99128a8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac6acc4-2a4e-4b7a-a140-f9951c082628,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:09.465244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d735f7b-a4df-4e04-bc61-439bdb9658de req-627c4f80-cc28-48f6-95ef-f7eb4fb4dd8a tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:09.466868 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d735f7b-a4df-4e04-bc61-439bdb9658de req-627c4f80-cc28-48f6-95ef-f7eb4fb4dd8a tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 950 time: 0.1192868 Mar 23 01:26:09.518343 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d735f7b-a4df-4e04-bc61-439bdb9658de req-c8c55263-8964-4feb-95dc-1ee889178171 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/security-groups?id=c177f4cb-c1a4-4e1e-b908-49c76954db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459237 Mar 23 01:26:09.848981 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba43f2-2be1-4c85-bca4-3d21447e33e8 req-419b7509-12fa-43ae-9e0a-57fa4877945c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:09.853551 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54ba43f2-2be1-4c85-bca4-3d21447e33e8 req-419b7509-12fa-43ae-9e0a-57fa4877945c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 944 time: 0.1396446 Mar 23 01:26:09.854345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50766) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:09.885083 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61dc207f-3f98-4d3f-937e-49e44005a5a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:09.930705 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54ba43f2-2be1-4c85-bca4-3d21447e33e8 req-66679288-bb30-45e2-8ab2-a2b0daadf0c9 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548656 Mar 23 01:26:10.013874 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61dc207f-3f98-4d3f-937e-49e44005a5a7 admin admin] Publish callbacks [] for security_group (99eecdd0-4b31-4974-8280-4ae2d4b8119c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:10.025028 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61dc207f-3f98-4d3f-937e-49e44005a5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (99eecdd0-4b31-4974-8280-4ae2d4b8119c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:10.081620 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-283c1a4b-4fd6-42ab-b1aa-07f9877a7f6d req-75ec1b4f-1489-447d-8a5f-be90694064c1 tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0335524 Mar 23 01:26:10.094758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50772) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:10.095008 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-61dc207f-3f98-4d3f-937e-49e44005a5a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1adee08793d64ab3ab58d2a5f0a3c851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391114 Mar 23 01:26:10.095956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc207f-3f98-4d3f-937e-49e44005a5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99eecdd0-4b31-4974-8280-4ae2d4b8119c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:10.177979 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-34dbb850-790a-4bf2-ae46-9f5f44ad5ca6 admin admin] Publish callbacks [] for security_group (99eecdd0-4b31-4974-8280-4ae2d4b8119c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:10.255865 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-34dbb850-790a-4bf2-ae46-9f5f44ad5ca6 admin admin] Publish callbacks [] for security_group (99eecdd0-4b31-4974-8280-4ae2d4b8119c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:10.383287 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b172566-02f4-4455-92dd-f61ffb6166ab req-ca8cc65c-c210-46ba-ae91-75e59e83e251 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:10.384028 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b172566-02f4-4455-92dd-f61ffb6166ab req-ca8cc65c-c210-46ba-ae91-75e59e83e251 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:10.384400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b172566-02f4-4455-92dd-f61ffb6166ab req-ca8cc65c-c210-46ba-ae91-75e59e83e251 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:10.388227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b172566-02f4-4455-92dd-f61ffb6166ab req-ca8cc65c-c210-46ba-ae91-75e59e83e251 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:10.388757 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b172566-02f4-4455-92dd-f61ffb6166ab req-ca8cc65c-c210-46ba-ae91-75e59e83e251 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:10.389126 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-34dbb850-790a-4bf2-ae46-9f5f44ad5ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (99eecdd0-4b31-4974-8280-4ae2d4b8119c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:10.389252 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b172566-02f4-4455-92dd-f61ffb6166ab req-ca8cc65c-c210-46ba-ae91-75e59e83e251 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:10.389697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b172566-02f4-4455-92dd-f61ffb6166ab req-ca8cc65c-c210-46ba-ae91-75e59e83e251 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:10.390172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b172566-02f4-4455-92dd-f61ffb6166ab req-ca8cc65c-c210-46ba-ae91-75e59e83e251 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:10.390667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b172566-02f4-4455-92dd-f61ffb6166ab req-ca8cc65c-c210-46ba-ae91-75e59e83e251 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:10.392949 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b172566-02f4-4455-92dd-f61ffb6166ab req-ca8cc65c-c210-46ba-ae91-75e59e83e251 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4&device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95&device_id=a54bdeac-7a0f-423a-8099-2478606bea8a&device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd&device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0&device_id=c1bb817c-9422-4834-ab99-489ac5b0a986&device_id=80631fc6-148f-4d9f-b81d-b5b58f783974&device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7&device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695&device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 8486 time: 0.0960219 Mar 23 01:26:10.394246 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-34dbb850-790a-4bf2-ae46-9f5f44ad5ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:10.397939 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-34dbb850-790a-4bf2-ae46-9f5f44ad5ca6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99eecdd0-4b31-4974-8280-4ae2d4b8119c HTTP/1.1" status: 204 len: 168 time: 0.2995226 Mar 23 01:26:10.459041 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4b172566-02f4-4455-92dd-f61ffb6166ab req-91999bcc-30e9-487c-b181-446b46364511 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:10.463238 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbb850-790a-4bf2-ae46-9f5f44ad5ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99eecdd0-4b31-4974-8280-4ae2d4b8119c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:10.504669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd34acb-6fea-461b-9e05-f18b159bd2cb req-93a4d4d3-6f7b-4de2-9176-d51f4645bf64 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:10.506282 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4dd34acb-6fea-461b-9e05-f18b159bd2cb req-93a4d4d3-6f7b-4de2-9176-d51f4645bf64 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 950 time: 0.1745481 Mar 23 01:26:10.507864 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3f82ae65-a157-4ae3-8471-bae86e339b8c up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:10.649899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 3f82ae65-a157-4ae3-8471-bae86e339b8c completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:26:10.657859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 3f82ae65-a157-4ae3-8471-bae86e339b8c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:10.658480 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:10.670728 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4dd34acb-6fea-461b-9e05-f18b159bd2cb req-d75410e8-b1f9-4ecb-a8d0-d12257260b7c tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74a7f09-ca64-4978-96ba-524b081b69fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485283 Mar 23 01:26:10.716548 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4b172566-02f4-4455-92dd-f61ffb6166ab req-91999bcc-30e9-487c-b181-446b46364511 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Publish callbacks [] for security_group (6e2de309-ba92-4dee-bce6-c1e5f0fd0c51), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:10.722894 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4b172566-02f4-4455-92dd-f61ffb6166ab req-91999bcc-30e9-487c-b181-446b46364511 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6e2de309-ba92-4dee-bce6-c1e5f0fd0c51), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:10.798268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91999bcc-30e9-487c-b181-446b46364511 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2de309-ba92-4dee-bce6-c1e5f0fd0c51,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:10.917298 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b172566-02f4-4455-92dd-f61ffb6166ab req-91999bcc-30e9-487c-b181-446b46364511 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=c177f4cb-c1a4-4e1e-b908-49c76954db1a&id=a74a7f09-ca64-4978-96ba-524b081b69fd&id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&id=88c2e242-08a3-4f84-8a18-d8540a21d538&id=475f98d1-b6ed-45c1-9503-8fe45742b7cf&id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.4973893 Mar 23 01:26:10.926498 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 3f82ae65-a157-4ae3-8471-bae86e339b8c is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:10.926498 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:10.974827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc0519-bf91-403f-97bb-85097fd3cf8c req-d06087d6-51f6-4834-8e82-a163d8252f7d tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:10.976128 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 3f82ae65-a157-4ae3-8471-bae86e339b8c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:10.977427 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f222424-fbbd-48f5-aa80-3773ee8ff9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f82ae65-a157-4ae3-8471-bae86e339b8c'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:10.980275 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90538cb-d970-4d8b-89f6-8d3edceea42d" -d '{"events": [{"server_uuid": "9f222424-fbbd-48f5-aa80-3773ee8ff9b4", "name": "network-vif-plugged", "status": "completed", "tag": "3f82ae65-a157-4ae3-8471-bae86e339b8c"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:10.987262 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:10.988950 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2dcc0519-bf91-403f-97bb-85097fd3cf8c req-d06087d6-51f6-4834-8e82-a163d8252f7d tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 950 time: 0.1111233 Mar 23 01:26:11.091577 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2dcc0519-bf91-403f-97bb-85097fd3cf8c req-9d10d177-f3b6-4e27-8be3-a12170894b9d tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/security-groups?id=c177f4cb-c1a4-4e1e-b908-49c76954db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008999 Mar 23 01:26:11.115692 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=3f82ae65-a157-4ae3-8471-bae86e339b8c,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:11.178983 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d0f6ca-3344-4c8a-a7d8-f51b7d098c1e x-openstack-request-id: req-37d0f6ca-3344-4c8a-a7d8-f51b7d098c1e {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:11.179282 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f222424-fbbd-48f5-aa80-3773ee8ff9b4", "name": "network-vif-plugged", "status": "completed", "tag": "3f82ae65-a157-4ae3-8471-bae86e339b8c", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:11.179537 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37d0f6ca-3344-4c8a-a7d8-f51b7d098c1e {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:11.179944 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d0f6ca-3344-4c8a-a7d8-f51b7d098c1e'] response: {'server_uuid': '9f222424-fbbd-48f5-aa80-3773ee8ff9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f82ae65-a157-4ae3-8471-bae86e339b8c', 'code': 200} Mar 23 01:26:11.244236 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067f7d3-4f58-4fb6-be2b-7435b502522e req-92086f21-af3a-4171-982d-0c44616c7058 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:11.251205 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c067f7d3-4f58-4fb6-be2b-7435b502522e req-92086f21-af3a-4171-982d-0c44616c7058 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 945 time: 0.0919433 Mar 23 01:26:11.309802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6e29c-17d0-41ba-8c83-9685ea1178d5 req-41204bb5-f673-46d5-963c-e57f5ec2d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:11.311385 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39a6e29c-17d0-41ba-8c83-9685ea1178d5 req-41204bb5-f673-46d5-963c-e57f5ec2d3d5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 1127 time: 0.0538886 Mar 23 01:26:11.334583 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c067f7d3-4f58-4fb6-be2b-7435b502522e req-492cceb0-0206-468b-a1f5-87cf0f8400a5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770869 Mar 23 01:26:11.425908 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39a6e29c-17d0-41ba-8c83-9685ea1178d5 req-49d66a0f-e05e-427d-b346-be92a993c2a2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011298 Mar 23 01:26:11.484291 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8e9ffc0f-ee83-4805-a4ac-8f2227d73b40 req-12edd4e8-1948-4371-b112-6b64743572dd tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0466292 Mar 23 01:26:11.573602 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8db69-348d-4df6-b7bb-bcbae3984cab req-52633f75-763f-4893-abfb-8391522709fd tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:11.574091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8db69-348d-4df6-b7bb-bcbae3984cab req-52633f75-763f-4893-abfb-8391522709fd tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:11.576956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8db69-348d-4df6-b7bb-bcbae3984cab req-52633f75-763f-4893-abfb-8391522709fd tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:11.579163 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9d8db69-348d-4df6-b7bb-bcbae3984cab req-52633f75-763f-4893-abfb-8391522709fd tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a&device_id=c1bb817c-9422-4834-ab99-489ac5b0a986&device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 2976 time: 0.0572231 Mar 23 01:26:11.625809 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9d8db69-348d-4df6-b7bb-bcbae3984cab req-e886d58b-42c2-4148-8679-be538332f86d tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407553 Mar 23 01:26:11.846932 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abda72-caa4-4c6e-9d7e-92918a4cf2b6 req-c71097dd-5115-48de-82e8-319b4c4d2b41 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:11.848430 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-90abda72-caa4-4c6e-9d7e-92918a4cf2b6 req-c71097dd-5115-48de-82e8-319b4c4d2b41 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 950 time: 0.0608733 Mar 23 01:26:11.904207 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-90abda72-caa4-4c6e-9d7e-92918a4cf2b6 req-14237751-96e8-4d81-a1d4-fecf8452840d tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/security-groups?id=c177f4cb-c1a4-4e1e-b908-49c76954db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484033 Mar 23 01:26:12.025906 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f839f-11c1-4e69-8c00-0e7b920ca613 req-b46c3b21-8a10-44ed-9ff7-53d0412f33f0 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:12.040625 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-169f839f-11c1-4e69-8c00-0e7b920ca613 req-b46c3b21-8a10-44ed-9ff7-53d0412f33f0 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 950 time: 0.0713501 Mar 23 01:26:12.121347 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-169f839f-11c1-4e69-8c00-0e7b920ca613 req-85ed3635-1f67-452b-8adf-4de6344908a0 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74a7f09-ca64-4978-96ba-524b081b69fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795240 Mar 23 01:26:12.394217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35476f23-907b-419f-8d8c-d44387fcf0b7 req-cd484d5a-0e4d-4236-85bc-2ca63ca52bf0 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:12.395999 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-35476f23-907b-419f-8d8c-d44387fcf0b7 req-cd484d5a-0e4d-4236-85bc-2ca63ca52bf0 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 950 time: 0.0633826 Mar 23 01:26:12.450507 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-35476f23-907b-419f-8d8c-d44387fcf0b7 req-f01b2885-c292-4b80-9ae5-da5df3e1dc34 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74a7f09-ca64-4978-96ba-524b081b69fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443184 Mar 23 01:26:12.551875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af576a55-647b-4629-a71d-fe489d85540e req-26e894ce-2530-46f6-9542-dad97417eb9e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:12.553526 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af576a55-647b-4629-a71d-fe489d85540e req-26e894ce-2530-46f6-9542-dad97417eb9e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 945 time: 0.0617499 Mar 23 01:26:12.611055 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af576a55-647b-4629-a71d-fe489d85540e req-01c3629c-8757-43bc-b304-8640877b9f55 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511727 Mar 23 01:26:12.669182 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d08deb30-3e95-46f3-81b8-501773776fec req-36ea2e24-b220-49e2-873c-f25d3453214d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520682 Mar 23 01:26:12.726959 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b4458e1-a4fa-4999-8685-fb313e191758 req-bd22a8f6-d3ce-46be-bf92-09cde393555e tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0435398 Mar 23 01:26:12.758803 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204eb0c-c523-480c-ad8b-2ff3d99c449c req-2a7a38d3-c518-4e8e-87b8-b588f86957ad tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:12.766525 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8204eb0c-c523-480c-ad8b-2ff3d99c449c req-2a7a38d3-c518-4e8e-87b8-b588f86957ad tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 1131 time: 0.0723820 Mar 23 01:26:12.807944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08deb30-3e95-46f3-81b8-501773776fec req-f55733dd-eed7-49a9-9003-c501e1617a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:12.809816 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d08deb30-3e95-46f3-81b8-501773776fec req-f55733dd-eed7-49a9-9003-c501e1617a74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b737776789745b5974027eaf2efb640&device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 1131 time: 0.0753832 Mar 23 01:26:12.842908 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8204eb0c-c523-480c-ad8b-2ff3d99c449c req-6fcb3588-a0f6-48e4-a200-72c800bf856f tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554631 Mar 23 01:26:12.972717 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3e37f-fef6-4b9e-8f5b-bf5ee45b28e8 req-579b29f6-2f70-4e77-8e8e-28d8bf912778 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:12.976190 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3ab3e37f-fef6-4b9e-8f5b-bf5ee45b28e8 req-579b29f6-2f70-4e77-8e8e-28d8bf912778 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 1131 time: 0.0728621 Mar 23 01:26:13.000347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08deb30-3e95-46f3-81b8-501773776fec req-821f6fe1-1f38-44e7-857d-078aced6980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:13.003705 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d08deb30-3e95-46f3-81b8-501773776fec req-821f6fe1-1f38-44e7-857d-078aced6980f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1342950 Mar 23 01:26:13.036783 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3ab3e37f-fef6-4b9e-8f5b-bf5ee45b28e8 req-f695376f-d353-46d1-9968-72dda51276fc tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543480 Mar 23 01:26:13.087636 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d08deb30-3e95-46f3-81b8-501773776fec req-d738393b-53d1-4338-b004-e4ec721d334e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=0742ea29-cf8e-4837-8a78-9fffdbbeed16 HTTP/1.1" status: 200 len: 217 time: 0.0693166 Mar 23 01:26:13.155105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bebf20-ea6f-4e7f-bd82-b400c0abd5ff req-d3b22437-6b02-4f3e-9be9-7559bda315e1 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:13.156658 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67bebf20-ea6f-4e7f-bd82-b400c0abd5ff req-d3b22437-6b02-4f3e-9be9-7559bda315e1 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 950 time: 0.1403441 Mar 23 01:26:13.172590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08deb30-3e95-46f3-81b8-501773776fec req-ce7adf40-20f2-4301-8745-56f7705e79c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:13.174245 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d08deb30-3e95-46f3-81b8-501773776fec req-ce7adf40-20f2-4301-8745-56f7705e79c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0736299 Mar 23 01:26:13.247771 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67bebf20-ea6f-4e7f-bd82-b400c0abd5ff req-da9b3d1b-91a2-4040-af51-d900654e734b tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/security-groups?id=c177f4cb-c1a4-4e1e-b908-49c76954db1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772257 Mar 23 01:26:13.254654 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08deb30-3e95-46f3-81b8-501773776fec req-d5aedb09-e1b0-4b81-aa22-71a96fc18e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:13.256273 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d08deb30-3e95-46f3-81b8-501773776fec req-d5aedb09-e1b0-4b81-aa22-71a96fc18e9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0688560 Mar 23 01:26:13.362860 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d08deb30-3e95-46f3-81b8-501773776fec req-cf607afc-7e74-429b-b116-70b29c873cc2 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929039 Mar 23 01:26:13.481039 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d08deb30-3e95-46f3-81b8-501773776fec req-72f0132f-cb2a-4c95-bf87-788ee1f0bee0 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058743 Mar 23 01:26:13.597001 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96a21b-e7d5-4b55-ad50-d653312ca1de req-c0ab7a4f-50dd-485b-a466-88ded8314abc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:13.598476 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c96a21b-e7d5-4b55-ad50-d653312ca1de req-c0ab7a4f-50dd-485b-a466-88ded8314abc tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.42 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 950 time: 0.1009555 Mar 23 01:26:13.606320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e835b0-4ae7-4de1-b13b-cbe95f11185f req-b42a6ade-73f8-40ec-bfa5-ba0692fa3b7b tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:13.607734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21e835b0-4ae7-4de1-b13b-cbe95f11185f req-b42a6ade-73f8-40ec-bfa5-ba0692fa3b7b tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 950 time: 0.0793161 Mar 23 01:26:13.711216 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21e835b0-4ae7-4de1-b13b-cbe95f11185f req-d2521839-7bab-4383-8dcf-496be7b18c1b tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74a7f09-ca64-4978-96ba-524b081b69fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947905 Mar 23 01:26:13.738842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-4c96a21b-e7d5-4b55-ad50-d653312ca1de req-42101cfb-8344-4615-95aa-b6c1b3605d0f tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Deleting port a8701776-b48d-4371-a914-7e405b7899f1 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:26:13.739189 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c96a21b-e7d5-4b55-ad50-d653312ca1de req-42101cfb-8344-4615-95aa-b6c1b3605d0f tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a8701776-b48d-4371-a914-7e405b7899f1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:13.913518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-4c96a21b-e7d5-4b55-ad50-d653312ca1de req-42101cfb-8344-4615-95aa-b6c1b3605d0f tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] For port a8701776-b48d-4371-a914-7e405b7899f1, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a8701776-b48d-4371-a914-7e405b7899f1,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:13.913884 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c96a21b-e7d5-4b55-ad50-d653312ca1de req-42101cfb-8344-4615-95aa-b6c1b3605d0f tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a8701776-b48d-4371-a914-7e405b7899f1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:13.935226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-4c96a21b-e7d5-4b55-ad50-d653312ca1de req-42101cfb-8344-4615-95aa-b6c1b3605d0f tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Calling delete_port for a8701776-b48d-4371-a914-7e405b7899f1 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:26:13.964499 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-849e9e29-6f79-4f30-b126-939208af0f19 req-d55f1573-c386-41d1-b566-07255e1dc617 tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0477672 Mar 23 01:26:13.973818 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153b3fa-5652-46c4-ae93-fc522c89fa16 req-1dcc6efa-7e80-450a-8776-381b7c15c817 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:13.975651 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2153b3fa-5652-46c4-ae93-fc522c89fa16 req-1dcc6efa-7e80-450a-8776-381b7c15c817 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 945 time: 0.1155243 Mar 23 01:26:14.077162 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2153b3fa-5652-46c4-ae93-fc522c89fa16 req-a317e95f-5b21-4d71-ba6e-d7f6ec4bfd2c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673230 Mar 23 01:26:14.112322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e26b5-411f-4774-b9ae-774b7d9c02fc req-10055b3a-ddf8-43a6-a656-144307b87c21 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:14.116717 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae8e26b5-411f-4774-b9ae-774b7d9c02fc req-10055b3a-ddf8-43a6-a656-144307b87c21 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.0745649 Mar 23 01:26:14.181279 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae8e26b5-411f-4774-b9ae-774b7d9c02fc req-96e96b0e-5d63-4b47-ab53-1e7c34e7b1be tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552194 Mar 23 01:26:14.192739 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c96a21b-e7d5-4b55-ad50-d653312ca1de req-42101cfb-8344-4615-95aa-b6c1b3605d0f tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (a8701776-b48d-4371-a914-7e405b7899f1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:14.215618 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['a8701776-b48d-4371-a914-7e405b7899f1'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:26:14.269342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42101cfb-8344-4615-95aa-b6c1b3605d0f tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Pushing event deleted for resources: {'Port': ['ID=a8701776-b48d-4371-a914-7e405b7899f1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:14.401223 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-374fd062-71cf-4be2-853c-fdef15698b4e req-b37203a0-17b2-4864-922c-801472770ea0 tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.18 "GET /v2.0/ports?device_id=092b835b-3247-44da-ab9a-c9eca7bb0a95 HTTP/1.1" status: 200 len: 210 time: 0.0340416 Mar 23 01:26:14.406668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c96a21b-e7d5-4b55-ad50-d653312ca1de req-42101cfb-8344-4615-95aa-b6c1b3605d0f tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] No DVR routers for this DVR port a8701776-b48d-4371-a914-7e405b7899f1 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:26:14.424108 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c96a21b-e7d5-4b55-ad50-d653312ca1de req-42101cfb-8344-4615-95aa-b6c1b3605d0f tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:14.427622 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c96a21b-e7d5-4b55-ad50-d653312ca1de req-42101cfb-8344-4615-95aa-b6c1b3605d0f tempest-ServerDiagnosticsNegativeTest-1288273235 tempest-ServerDiagnosticsNegativeTest-1288273235-project] 10.222.0.42 "DELETE /v2.0/ports/a8701776-b48d-4371-a914-7e405b7899f1 HTTP/1.1" status: 204 len: 173 time: 0.8189676 Mar 23 01:26:14.429085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092b835b-3247-44da-ab9a-c9eca7bb0a95', 'name': 'network-vif-deleted', 'tag': 'a8701776-b48d-4371-a914-7e405b7899f1'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:14.432103 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f44744-00a4-4fb3-9a21-2be69b078332" -d '{"events": [{"server_uuid": "092b835b-3247-44da-ab9a-c9eca7bb0a95", "name": "network-vif-deleted", "tag": "a8701776-b48d-4371-a914-7e405b7899f1"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:14.479268 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef53a0-fd11-4b7c-8ec9-79bf9941afcc req-5c5cc05b-6d40-4537-8155-088452014e09 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:14.480849 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ccef53a0-fd11-4b7c-8ec9-79bf9941afcc req-5c5cc05b-6d40-4537-8155-088452014e09 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 1127 time: 0.1866202 Mar 23 01:26:14.513859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adff41-58be-4978-9b28-dedad2f3d605 req-f512ec74-3479-4aaf-b373-dcd054599979 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:14.516240 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39adff41-58be-4978-9b28-dedad2f3d605 req-f512ec74-3479-4aaf-b373-dcd054599979 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 950 time: 0.1507320 Mar 23 01:26:14.519050 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7193489-ba60-47cb-b16d-cca7f6c37352 x-openstack-request-id: req-f7193489-ba60-47cb-b16d-cca7f6c37352 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:14.519348 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092b835b-3247-44da-ab9a-c9eca7bb0a95", "name": "network-vif-deleted", "tag": "a8701776-b48d-4371-a914-7e405b7899f1", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:14.519603 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7193489-ba60-47cb-b16d-cca7f6c37352 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:14.519992 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7193489-ba60-47cb-b16d-cca7f6c37352'] response: {'server_uuid': '092b835b-3247-44da-ab9a-c9eca7bb0a95', 'name': 'network-vif-deleted', 'tag': 'a8701776-b48d-4371-a914-7e405b7899f1', 'status': 'completed', 'code': 200} Mar 23 01:26:14.617571 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ccef53a0-fd11-4b7c-8ec9-79bf9941afcc req-c920bb3e-d6f9-4677-803a-a4a912139d41 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293106 Mar 23 01:26:14.688744 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-39adff41-58be-4978-9b28-dedad2f3d605 req-473b4ffe-c051-45ef-8a92-c149193ed576 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Deleting port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:26:14.689391 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-39adff41-58be-4978-9b28-dedad2f3d605 req-473b4ffe-c051-45ef-8a92-c149193ed576 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3ac4a138-7e9e-4f3c-a91b-ce4660830ee7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:14.832341 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225201d2-b389-4def-b485-e9ca509f13e2 req-9de50dad-0f4d-4846-86cf-68603bf0ed97 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:14.834220 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-225201d2-b389-4def-b485-e9ca509f13e2 req-9de50dad-0f4d-4846-86cf-68603bf0ed97 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 1127 time: 0.1251509 Mar 23 01:26:14.843035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-39adff41-58be-4978-9b28-dedad2f3d605 req-473b4ffe-c051-45ef-8a92-c149193ed576 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] For port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3ac4a138-7e9e-4f3c-a91b-ce4660830ee7,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:14.843331 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-39adff41-58be-4978-9b28-dedad2f3d605 req-473b4ffe-c051-45ef-8a92-c149193ed576 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3ac4a138-7e9e-4f3c-a91b-ce4660830ee7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:14.847128 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17572877-1e8a-41da-b913-930c493c2a4a req-f49757d7-1981-4009-8b85-367152ca776e tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:14.850233 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-17572877-1e8a-41da-b913-930c493c2a4a req-f49757d7-1981-4009-8b85-367152ca776e tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 950 time: 0.0637040 Mar 23 01:26:14.867341 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-39adff41-58be-4978-9b28-dedad2f3d605 req-473b4ffe-c051-45ef-8a92-c149193ed576 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Calling delete_port for 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:26:14.914923 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-17572877-1e8a-41da-b913-930c493c2a4a req-1bb60570-a568-45f8-ab08-7e48f5d94e77 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74a7f09-ca64-4978-96ba-524b081b69fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570750 Mar 23 01:26:14.943793 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-225201d2-b389-4def-b485-e9ca509f13e2 req-1dabe5b5-52f2-45d4-8162-64de6fe61a77 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032910 Mar 23 01:26:15.100330 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-39adff41-58be-4978-9b28-dedad2f3d605 req-473b4ffe-c051-45ef-8a92-c149193ed576 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (3ac4a138-7e9e-4f3c-a91b-ce4660830ee7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:15.104850 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a22f572a-3c43-49e6-8b4d-55d01fe4ce90 req-97924985-7371-4aa0-a03d-430987d531ef tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0360022 Mar 23 01:26:15.136390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3ac4a138-7e9e-4f3c-a91b-ce4660830ee7'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:26:15.165582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b4ffe-c051-45ef-8a92-c149193ed576 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Pushing event deleted for resources: {'Port': ['ID=3ac4a138-7e9e-4f3c-a91b-ce4660830ee7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:15.280571 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-39adff41-58be-4978-9b28-dedad2f3d605 req-473b4ffe-c051-45ef-8a92-c149193ed576 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] No DVR routers for this DVR port 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:26:15.286130 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-39adff41-58be-4978-9b28-dedad2f3d605 req-473b4ffe-c051-45ef-8a92-c149193ed576 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:15.292723 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39adff41-58be-4978-9b28-dedad2f3d605 req-473b4ffe-c051-45ef-8a92-c149193ed576 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.43 "DELETE /v2.0/ports/3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 HTTP/1.1" status: 204 len: 173 time: 0.7539692 Mar 23 01:26:15.361877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40739ba1-f77d-47f0-99a6-c97f47a61b75 req-0429bf76-7e23-4b11-9df7-6a0caef26b5c tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:15.369161 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40739ba1-f77d-47f0-99a6-c97f47a61b75 req-0429bf76-7e23-4b11-9df7-6a0caef26b5c tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 1127 time: 0.0647318 Mar 23 01:26:15.374988 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5812672-d9e7-4b33-885f-2f7da7549b33 req-e262e4e8-818b-44d3-97a6-91927195be3c tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:15.382312 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5812672-d9e7-4b33-885f-2f7da7549b33 req-e262e4e8-818b-44d3-97a6-91927195be3c tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.0711849 Mar 23 01:26:15.446747 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5812672-d9e7-4b33-885f-2f7da7549b33 req-2e903c64-607c-4043-9442-c65f3433908e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633254 Mar 23 01:26:15.446995 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40739ba1-f77d-47f0-99a6-c97f47a61b75 req-901322b8-6262-4e5a-b313-216cb497d73e tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653198 Mar 23 01:26:15.857845 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51010) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:16.093454 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b976d8dd-f335-4e5b-887f-d0662093d7cd req-44c9523f-295b-44a0-bca9-a96254716994 tempest-ImagesNegativeTestJSON-1641631997 tempest-ImagesNegativeTestJSON-1641631997-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b4618cc-d503-4ce9-a2c8-c327e2904dfd HTTP/1.1" status: 200 len: 210 time: 0.0545363 Mar 23 01:26:16.134645 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a931ad46-d36a-4302-b4f5-3af54b1942a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e89777009504ec1893c4d866ae561ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730393 Mar 23 01:26:16.135122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51028) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:16.203638 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b1f34940-bf5d-42c7-8719-91d85c3f1172 admin admin] Publish callbacks [] for security_group (c177f4cb-c1a4-4e1e-b908-49c76954db1a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:16.236884 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b1f34940-bf5d-42c7-8719-91d85c3f1172 admin admin] Publish callbacks [] for security_group (c177f4cb-c1a4-4e1e-b908-49c76954db1a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:16.268393 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-202e5313-7d00-48f1-a3b5-175043e4d28b req-8b22abb4-ac51-4165-9aa3-a64227f6ebce tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0346112 Mar 23 01:26:16.313573 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b1f34940-bf5d-42c7-8719-91d85c3f1172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c177f4cb-c1a4-4e1e-b908-49c76954db1a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:16.316348 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b1f34940-bf5d-42c7-8719-91d85c3f1172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:16.317844 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b1f34940-bf5d-42c7-8719-91d85c3f1172 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c177f4cb-c1a4-4e1e-b908-49c76954db1a HTTP/1.1" status: 204 len: 168 time: 0.1816108 Mar 23 01:26:16.327380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f34940-bf5d-42c7-8719-91d85c3f1172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c177f4cb-c1a4-4e1e-b908-49c76954db1a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:16.522517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4618cc-d503-4ce9-a2c8-c327e2904dfd', 'name': 'network-vif-deleted', 'tag': '3ac4a138-7e9e-4f3c-a91b-ce4660830ee7'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:16.526506 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c55b693-90a2-4e1c-b9bd-434ecb470de9" -d '{"events": [{"server_uuid": "9b4618cc-d503-4ce9-a2c8-c327e2904dfd", "name": "network-vif-deleted", "tag": "3ac4a138-7e9e-4f3c-a91b-ce4660830ee7"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:16.650941 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12ec80-32b8-4f4a-a62b-4ce123dd98e1 req-719d8604-7da8-4043-9cf2-d18221af49b6 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:16.658783 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e12ec80-32b8-4f4a-a62b-4ce123dd98e1 req-719d8604-7da8-4043-9cf2-d18221af49b6 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 1127 time: 0.0638020 Mar 23 01:26:16.668867 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928723c6-6cd4-43a4-88a7-1ad5265f222f req-ab707eab-32fe-4e4f-a6b0-ce223051a728 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:16.670850 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-928723c6-6cd4-43a4-88a7-1ad5265f222f req-ab707eab-32fe-4e4f-a6b0-ce223051a728 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.0779681 Mar 23 01:26:16.725734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e12ec80-32b8-4f4a-a62b-4ce123dd98e1 req-5061e9b7-120d-4c96-87db-687d80067c21 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605538 Mar 23 01:26:16.745308 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-928723c6-6cd4-43a4-88a7-1ad5265f222f req-273b1d8b-28e6-421c-98ee-0b1ebe0d8a58 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652447 Mar 23 01:26:16.785457 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51064) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:16.811027 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c4b94d34-9deb-412a-8c6f-ea44606ed389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:16.824132 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bca7fe1-0aa3-4909-b71f-b5dd7a2bca38 x-openstack-request-id: req-6bca7fe1-0aa3-4909-b71f-b5dd7a2bca38 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:16.824447 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4618cc-d503-4ce9-a2c8-c327e2904dfd", "name": "network-vif-deleted", "tag": "3ac4a138-7e9e-4f3c-a91b-ce4660830ee7", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:16.824740 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6bca7fe1-0aa3-4909-b71f-b5dd7a2bca38 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:16.825140 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bca7fe1-0aa3-4909-b71f-b5dd7a2bca38'] response: {'server_uuid': '9b4618cc-d503-4ce9-a2c8-c327e2904dfd', 'name': 'network-vif-deleted', 'tag': '3ac4a138-7e9e-4f3c-a91b-ce4660830ee7', 'status': 'completed', 'code': 200} Mar 23 01:26:16.884432 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51066) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:16.909689 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c4b94d34-9deb-412a-8c6f-ea44606ed389 admin admin] Publish callbacks [] for security_group (1f299ce0-0022-489b-a255-1400d12decee), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:16.915909 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c4b94d34-9deb-412a-8c6f-ea44606ed389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1f299ce0-0022-489b-a255-1400d12decee), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:16.975171 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51072) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:16.975414 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c4b94d34-9deb-412a-8c6f-ea44606ed389 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a73c595b408491fa07ca00b08cc096a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886714 Mar 23 01:26:16.976390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b94d34-9deb-412a-8c6f-ea44606ed389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f299ce0-0022-489b-a255-1400d12decee,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:17.041685 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9612c4b-4693-4dbc-a4eb-1066805188cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:17.081856 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f6b90335-3bb5-41dd-919a-1d8b48214722 admin admin] Publish callbacks [] for security_group (1f299ce0-0022-489b-a255-1400d12decee), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:17.122384 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f6b90335-3bb5-41dd-919a-1d8b48214722 admin admin] Publish callbacks [] for security_group (1f299ce0-0022-489b-a255-1400d12decee), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:17.194021 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9612c4b-4693-4dbc-a4eb-1066805188cd admin admin] Publish callbacks [] for security_group (ffb5c6d6-1322-4b3a-bbf5-64a8e7bfdaf9), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:17.199928 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9612c4b-4693-4dbc-a4eb-1066805188cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ffb5c6d6-1322-4b3a-bbf5-64a8e7bfdaf9), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:17.254861 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f6b90335-3bb5-41dd-919a-1d8b48214722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1f299ce0-0022-489b-a255-1400d12decee), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:17.257669 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f6b90335-3bb5-41dd-919a-1d8b48214722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:17.258893 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f6b90335-3bb5-41dd-919a-1d8b48214722 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f299ce0-0022-489b-a255-1400d12decee HTTP/1.1" status: 204 len: 168 time: 0.2821980 Mar 23 01:26:17.269557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51092) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:17.269732 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a9612c4b-4693-4dbc-a4eb-1066805188cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=015b7b3402424e5ea1284c7acccefcbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3837128 Mar 23 01:26:17.270741 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9612c4b-4693-4dbc-a4eb-1066805188cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb5c6d6-1322-4b3a-bbf5-64a8e7bfdaf9,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:17.311412 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b90335-3bb5-41dd-919a-1d8b48214722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f299ce0-0022-489b-a255-1400d12decee,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:17.408480 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0704afa8-2ad9-4b0f-ae61-66e55439ab1b admin admin] Publish callbacks [] for security_group (ffb5c6d6-1322-4b3a-bbf5-64a8e7bfdaf9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:17.448571 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0704afa8-2ad9-4b0f-ae61-66e55439ab1b admin admin] Publish callbacks [] for security_group (ffb5c6d6-1322-4b3a-bbf5-64a8e7bfdaf9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:17.527258 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c6659933-b5f4-436a-a0b9-30e785593b28 req-73cbbc67-f6e1-4308-ae18-2c358c8072f0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.1203730 Mar 23 01:26:17.539299 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f7028acc-6861-4b78-9709-b45c50875834 req-ba451468-58af-402c-b33e-9474283a09de tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0515521 Mar 23 01:26:17.588557 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0704afa8-2ad9-4b0f-ae61-66e55439ab1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ffb5c6d6-1322-4b3a-bbf5-64a8e7bfdaf9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:17.593377 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0704afa8-2ad9-4b0f-ae61-66e55439ab1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:17.597408 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0704afa8-2ad9-4b0f-ae61-66e55439ab1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ffb5c6d6-1322-4b3a-bbf5-64a8e7bfdaf9 HTTP/1.1" status: 204 len: 168 time: 0.3264177 Mar 23 01:26:17.618586 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704afa8-2ad9-4b0f-ae61-66e55439ab1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb5c6d6-1322-4b3a-bbf5-64a8e7bfdaf9,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:17.882212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d06e2-acbf-4963-bdfd-490a0aad7ffe req-f577e516-6130-42b8-a840-65fcae66b5a7 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:17.884093 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-766d06e2-acbf-4963-bdfd-490a0aad7ffe req-f577e516-6130-42b8-a840-65fcae66b5a7 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.0676396 Mar 23 01:26:17.959453 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-766d06e2-acbf-4963-bdfd-490a0aad7ffe req-d9822dbe-23c7-4d6d-94e6-251b8619171f tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646892 Mar 23 01:26:17.961961 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51134) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:18.065834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51140) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:18.089807 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c4daf3e-ae29-4046-b92e-2cf05b3e054f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:18.197890 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c4daf3e-ae29-4046-b92e-2cf05b3e054f admin admin] Publish callbacks [] for security_group (56098f9d-1eff-425c-99a8-f114daf15b13), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:18.204801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-157c48e2-2d3b-4a78-b393-6b0a7d4a8f52 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:26:18.206193 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-157c48e2-2d3b-4a78-b393-6b0a7d4a8f52 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066397 Mar 23 01:26:18.207915 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c4daf3e-ae29-4046-b92e-2cf05b3e054f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (56098f9d-1eff-425c-99a8-f114daf15b13), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:18.262430 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de75f22-2604-4d7e-9962-6ac291963306 req-e17f70da-459d-48cd-8432-353e2cec852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:18.268280 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-e17f70da-459d-48cd-8432-353e2cec852c service neutron] 10.222.0.18 "GET /v2.0/ports/3f82ae65-a157-4ae3-8471-bae86e339b8c HTTP/1.1" status: 200 len: 1124 time: 0.0542023 Mar 23 01:26:18.278954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ba5e8ed2-8b95-445a-9d66-d3117fdd932f service neutron] Request body: {'binding': {'host': 'n-h2-834677-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:18.279652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ba5e8ed2-8b95-445a-9d66-d3117fdd932f service neutron] Unknown quota resources ['binding']. {{(pid=99263) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 01:26:18.338769 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51144) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:18.341460 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7198a3a7-a660-41ce-9877-b9c0e9e53845 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56a350b1b3924c33ab3bcd007b6c4714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781276 Mar 23 01:26:18.347978 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4c4daf3e-ae29-4046-b92e-2cf05b3e054f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=474a9676be9d4b8684992db424abf4fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783279 Mar 23 01:26:18.348442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51146) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:18.349414 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4daf3e-ae29-4046-b92e-2cf05b3e054f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56098f9d-1eff-425c-99a8-f114daf15b13,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:18.419701 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a17d531-6e2e-481c-aca4-5e5b5c5f4ccb admin admin] Publish callbacks [] for security_group (56098f9d-1eff-425c-99a8-f114daf15b13), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:18.449722 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a17d531-6e2e-481c-aca4-5e5b5c5f4ccb admin admin] Publish callbacks [] for security_group (56098f9d-1eff-425c-99a8-f114daf15b13), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:18.521500 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a17d531-6e2e-481c-aca4-5e5b5c5f4ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (56098f9d-1eff-425c-99a8-f114daf15b13), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:18.525157 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a17d531-6e2e-481c-aca4-5e5b5c5f4ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:18.526686 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4a17d531-6e2e-481c-aca4-5e5b5c5f4ccb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56098f9d-1eff-425c-99a8-f114daf15b13 HTTP/1.1" status: 204 len: 168 time: 0.1685793 Mar 23 01:26:18.528420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a8701776-b48d-4371-a914-7e405b7899f1 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:26:18.538992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17d531-6e2e-481c-aca4-5e5b5c5f4ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56098f9d-1eff-425c-99a8-f114daf15b13,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:18.595074 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ba5e8ed2-8b95-445a-9d66-d3117fdd932f service neutron] Attempting to bind port 3f82ae65-a157-4ae3-8471-bae86e339b8c on host n-h2-834677-4 for vnic_type normal with profile None {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:26:18.595740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ba5e8ed2-8b95-445a-9d66-d3117fdd932f service neutron] Attempting to bind port 3f82ae65-a157-4ae3-8471-bae86e339b8c by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:26:18.596499 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ba5e8ed2-8b95-445a-9d66-d3117fdd932f service neutron] Attempting to bind port 3f82ae65-a157-4ae3-8471-bae86e339b8c on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:18.611879 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ba5e8ed2-8b95-445a-9d66-d3117fdd932f service neutron] Port 3f82ae65-a157-4ae3-8471-bae86e339b8c on network d44dd811-bae2-4efa-9295-6d682f4c9315 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:26:18.612790 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ba5e8ed2-8b95-445a-9d66-d3117fdd932f service neutron] Attempting to bind port 3f82ae65-a157-4ae3-8471-bae86e339b8c on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:18.617263 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: a8701776-b48d-4371-a914-7e405b7899f1 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:26:18.617782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a8701776-b48d-4371-a914-7e405b7899f1 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:26:18.619327 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ba5e8ed2-8b95-445a-9d66-d3117fdd932f service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:26:18.620344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ba5e8ed2-8b95-445a-9d66-d3117fdd932f service neutron] Checking segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:26:18.620884 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ba5e8ed2-8b95-445a-9d66-d3117fdd932f service neutron] Bound using segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:26:18.621573 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ba5e8ed2-8b95-445a-9d66-d3117fdd932f service neutron] Bound port: 3f82ae65-a157-4ae3-8471-bae86e339b8c, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:26:18.737459 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a490485-4a24-438c-8f7f-ffb9f67467f3 req-c30708e3-ddaa-42ef-a61a-2cb003aa3206 tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0519955 Mar 23 01:26:18.816355 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac34a0c2-0192-4157-81a4-607c273e9d4d admin admin] Publish callbacks [] for security_group (a74a7f09-ca64-4978-96ba-524b081b69fd), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:18.835191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ba5e8ed2-8b95-445a-9d66-d3117fdd932f service neutron] For port 3f82ae65-a157-4ae3-8471-bae86e339b8c, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:26:18.850755 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac34a0c2-0192-4157-81a4-607c273e9d4d admin admin] Publish callbacks [] for security_group (a74a7f09-ca64-4978-96ba-524b081b69fd), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:18.856735 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ba5e8ed2-8b95-445a-9d66-d3117fdd932f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:18.858133 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ba5e8ed2-8b95-445a-9d66-d3117fdd932f service neutron] 10.222.0.18 "POST /v2.0/ports/3f82ae65-a157-4ae3-8471-bae86e339b8c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5826702 Mar 23 01:26:18.950130 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac34a0c2-0192-4157-81a4-607c273e9d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a74a7f09-ca64-4978-96ba-524b081b69fd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:18.957686 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac34a0c2-0192-4157-81a4-607c273e9d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:18.961805 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ac34a0c2-0192-4157-81a4-607c273e9d4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a74a7f09-ca64-4978-96ba-524b081b69fd HTTP/1.1" status: 204 len: 168 time: 0.6201060 Mar 23 01:26:18.976583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34a0c2-0192-4157-81a4-607c273e9d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74a7f09-ca64-4978-96ba-524b081b69fd,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:19.155015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a8fe3-8e12-4398-8f20-cdd644577828 req-28e6a444-f4b3-4398-8890-2d292556fb0b tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:19.172358 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0f5a8fe3-8e12-4398-8f20-cdd644577828 req-28e6a444-f4b3-4398-8890-2d292556fb0b tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 945 time: 0.1312871 Mar 23 01:26:19.207434 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010ef18-8609-4118-8108-6f91e0668b6e req-72fa48bc-77c2-49cf-bdf1-0c58017dd749 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:19.217559 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c010ef18-8609-4118-8108-6f91e0668b6e req-72fa48bc-77c2-49cf-bdf1-0c58017dd749 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.0928307 Mar 23 01:26:19.244051 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0f5a8fe3-8e12-4398-8f20-cdd644577828 req-7f302f64-9240-407f-890a-78a34c24fcf9 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698519 Mar 23 01:26:19.323403 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c010ef18-8609-4118-8108-6f91e0668b6e req-aefb7c26-23f6-4e1d-ba32-08939ca28e8a tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033566 Mar 23 01:26:19.368392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de75f22-2604-4d7e-9962-6ac291963306 req-b7ed29a0-2255-43b8-bc04-6b3b3f35aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:19.370234 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-b7ed29a0-2255-43b8-bc04-6b3b3f35aa88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 1127 time: 0.0456636 Mar 23 01:26:19.418756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:26:19.470577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:26:19.471183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3ac4a138-7e9e-4f3c-a91b-ce4660830ee7 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:26:19.506532 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b7584eb-6c35-4326-94fa-8f09b41f2425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:19.756582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de75f22-2604-4d7e-9962-6ac291963306 req-0e13d03e-54f9-4305-895e-48d30b2a0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:19.758651 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-0e13d03e-54f9-4305-895e-48d30b2a0c84 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.3812699 Mar 23 01:26:19.815821 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-47124831-9426-4782-be8f-da677af81e97 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c HTTP/1.1" status: 200 len: 217 time: 0.0508575 Mar 23 01:26:19.884658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de75f22-2604-4d7e-9962-6ac291963306 req-70fe0583-d98a-4e3e-ae30-121a5e6ebbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:19.886146 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-70fe0583-d98a-4e3e-ae30-121a5e6ebbd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.0574939 Mar 23 01:26:19.933071 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-996f08be-7d54-41f4-8297-5468b071877c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392678 Mar 23 01:26:19.957226 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc1afe33-233d-4267-adb9-07c280f6fcd0 req-ae568898-7c3f-444a-8846-71e6dcd6c4de tempest-ServersAdmin275Test-184629144 tempest-ServersAdmin275Test-184629144-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0456181 Mar 23 01:26:20.068445 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-46a73646-8d94-4104-be40-7c5da3c9fc77 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262519 Mar 23 01:26:20.175471 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-02dede68-78f2-45d5-ae1a-0623581fd56e service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993989 Mar 23 01:26:20.283205 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:20.368274 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0f020713-03cc-4344-8150-61ced9eca7cc req-3776f64e-f4ff-4705-b4e2-63f6bd17fb7c tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0547183 Mar 23 01:26:20.411344 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7c0db929-b43a-461a-a67b-aac25e787fe0 req-565cc0e0-30cf-42c2-aed6-605eba5a9300 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77b8ca841b1f44159ada81d03e5abd32&device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0664735 Mar 23 01:26:20.467091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de75f22-2604-4d7e-9962-6ac291963306 req-8fb888a1-c98d-4ba5-acdd-4d15c86395b8 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:20.468995 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-8fb888a1-c98d-4ba5-acdd-4d15c86395b8 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4&tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 1127 time: 0.1226993 Mar 23 01:26:20.484824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834677-4'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:20.487075 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7c0db929-b43a-461a-a67b-aac25e787fe0 req-47ccaacb-d187-4709-81d9-2504c5ab5c1e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=77b8ca841b1f44159ada81d03e5abd32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591745 Mar 23 01:26:20.650910 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfa4d9-95d9-4db6-a874-2ae6183268f9 req-9cbd5635-ab21-408e-af5d-96bc28863d18 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:20.652927 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88bfa4d9-95d9-4db6-a874-2ae6183268f9 req-9cbd5635-ab21-408e-af5d-96bc28863d18 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.1203597 Mar 23 01:26:20.654316 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:20.685101 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0db929-b43a-461a-a67b-aac25e787fe0 req-8bef539b-8298-40c9-a3c4-399774a21ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:20.686612 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7c0db929-b43a-461a-a67b-aac25e787fe0 req-8bef539b-8298-40c9-a3c4-399774a21ab5 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1837153 Mar 23 01:26:20.757823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a6b4c-bdaf-4558-a13b-02f40775649f req-cc522863-1e6c-4541-805e-1bcf9c1c78cb tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:20.758669 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88bfa4d9-95d9-4db6-a874-2ae6183268f9 req-eceeae25-b26e-4b1f-9498-0680707bdfd5 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944798 Mar 23 01:26:20.761101 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f72a6b4c-bdaf-4558-a13b-02f40775649f req-cc522863-1e6c-4541-805e-1bcf9c1c78cb tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 945 time: 0.2857299 Mar 23 01:26:20.881544 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f72a6b4c-bdaf-4558-a13b-02f40775649f req-963e50c3-3b3c-4dac-a201-d7657db120ba tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041524 Mar 23 01:26:20.921777 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] For port 3f82ae65-a157-4ae3-8471-bae86e339b8c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:20.966375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] For port 3f82ae65-a157-4ae3-8471-bae86e339b8c, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:26:21.011416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f222424-fbbd-48f5-aa80-3773ee8ff9b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f82ae65-a157-4ae3-8471-bae86e339b8c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:21.013910 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556f40e7-8dc0-4147-8f7c-70d25bb4fc0b" -d '{"events": [{"server_uuid": "9f222424-fbbd-48f5-aa80-3773ee8ff9b4", "name": "network-vif-unplugged", "status": "completed", "tag": "3f82ae65-a157-4ae3-8471-bae86e339b8c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:21.021382 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Publish callbacks [] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:21.042282 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:21.104568 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b1fa5d-bc4e-4d10-8cee-86942ca700ba x-openstack-request-id: req-68b1fa5d-bc4e-4d10-8cee-86942ca700ba {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:21.104907 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f222424-fbbd-48f5-aa80-3773ee8ff9b4", "name": "network-vif-unplugged", "status": "completed", "tag": "3f82ae65-a157-4ae3-8471-bae86e339b8c", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:21.114807 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68b1fa5d-bc4e-4d10-8cee-86942ca700ba {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:21.115444 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b1fa5d-bc4e-4d10-8cee-86942ca700ba'] response: {'server_uuid': '9f222424-fbbd-48f5-aa80-3773ee8ff9b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f82ae65-a157-4ae3-8471-bae86e339b8c', 'code': 200} Mar 23 01:26:21.197272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Pushing event updated for resources: {'Port': ['ID=3f82ae65-a157-4ae3-8471-bae86e339b8c,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:21.201862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Attempting to bind port 3f82ae65-a157-4ae3-8471-bae86e339b8c on host n-h1-834677-4 for vnic_type normal with profile {"migrating_to": "n-h2-834677-4"} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:26:21.202209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Attempting to bind port 3f82ae65-a157-4ae3-8471-bae86e339b8c by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:26:21.202541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Attempting to bind port 3f82ae65-a157-4ae3-8471-bae86e339b8c on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:21.210064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Port 3f82ae65-a157-4ae3-8471-bae86e339b8c on network d44dd811-bae2-4efa-9295-6d682f4c9315 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:26:21.211014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Attempting to bind port 3f82ae65-a157-4ae3-8471-bae86e339b8c on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:21.227637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:26:21.227637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Checking segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:26:21.228212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Bound using segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:26:21.228480 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Bound port: 3f82ae65-a157-4ae3-8471-bae86e339b8c, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:26:21.228877 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:21.305196 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] For port 3f82ae65-a157-4ae3-8471-bae86e339b8c, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:26:21.309694 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] For port 3f82ae65-a157-4ae3-8471-bae86e339b8c, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:26:21.319412 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:21.410750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Pushing event updated for resources: {'Port': ['ID=3f82ae65-a157-4ae3-8471-bae86e339b8c,revision_number=8']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:21.414885 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:21.415518 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:21.416972 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-14460a4b-a236-46a0-9235-b9554e422228 service neutron] 10.222.0.43 "PUT /v2.0/ports/3f82ae65-a157-4ae3-8471-bae86e339b8c HTTP/1.1" status: 200 len: 1121 time: 0.9385886 Mar 23 01:26:21.508175 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['3f82ae65-a157-4ae3-8471-bae86e339b8c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:26:21.587648 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51280) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:21.588938 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8bfe90b7-64af-45fb-af4b-10ec96033168 req-7e2efeb3-c0a8-4f90-98a4-657542cac66b tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0671954 Mar 23 01:26:21.742502 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5c8c88cb-2332-4efb-9fe8-25c7e8a362db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:21.743290 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-360f4cb9-dfb0-4274-b25a-75eb589dbe2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:21.864967 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-360f4cb9-dfb0-4274-b25a-75eb589dbe2f admin admin] Publish callbacks [] for security_group (34d88da0-62cb-435e-8b2e-544e28e54ff0), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:21.879274 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-360f4cb9-dfb0-4274-b25a-75eb589dbe2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (34d88da0-62cb-435e-8b2e-544e28e54ff0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:21.919762 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c306cb8-e423-48db-8c52-b986e88668e8 req-5bb4d468-f5d1-45d1-a1b2-c99b7033a87a tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:21.921535 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c306cb8-e423-48db-8c52-b986e88668e8 req-5bb4d468-f5d1-45d1-a1b2-c99b7033a87a tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.0876405 Mar 23 01:26:21.941049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f4cb9-dfb0-4274-b25a-75eb589dbe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d88da0-62cb-435e-8b2e-544e28e54ff0,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:21.966417 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-360f4cb9-dfb0-4274-b25a-75eb589dbe2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90c3587130e64a6cabaac8dc974789b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3748803 Mar 23 01:26:21.966745 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51294) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:22.000721 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c306cb8-e423-48db-8c52-b986e88668e8 req-a8367196-3231-4288-a2f8-2d3a56c95cf8 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681264 Mar 23 01:26:22.043449 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6831532c-6096-4ad1-88fe-5907a76527ef admin admin] Publish callbacks [] for security_group (34d88da0-62cb-435e-8b2e-544e28e54ff0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:22.069954 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6831532c-6096-4ad1-88fe-5907a76527ef admin admin] Publish callbacks [] for security_group (34d88da0-62cb-435e-8b2e-544e28e54ff0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:22.134426 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6831532c-6096-4ad1-88fe-5907a76527ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (34d88da0-62cb-435e-8b2e-544e28e54ff0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:22.137382 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6831532c-6096-4ad1-88fe-5907a76527ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:22.141428 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6831532c-6096-4ad1-88fe-5907a76527ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34d88da0-62cb-435e-8b2e-544e28e54ff0 HTTP/1.1" status: 204 len: 168 time: 0.1733541 Mar 23 01:26:22.149885 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831532c-6096-4ad1-88fe-5907a76527ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d88da0-62cb-435e-8b2e-544e28e54ff0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:22.206820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a7386-67d2-427d-a99b-2ecf2e7b37a1 req-0c408d29-7f28-47e4-b1fd-5225c33e62fd tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:22.212641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5f6a7386-67d2-427d-a99b-2ecf2e7b37a1 req-0c408d29-7f28-47e4-b1fd-5225c33e62fd tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 943 time: 0.1417093 Mar 23 01:26:22.297016 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5f6a7386-67d2-427d-a99b-2ecf2e7b37a1 req-4906ac73-1505-4544-b246-ad7349dd48e1 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780876 Mar 23 01:26:22.406539 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c0db929-b43a-461a-a67b-aac25e787fe0 req-97eb4a1d-ada2-4f0e-80e4-d6c69f44faf3 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.43 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0286093 Mar 23 01:26:22.623611 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51336) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:22.636833 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4b71ed3-84a4-4ce0-8013-0a87ea5a601c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:22.742854 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51340) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:22.760438 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4b71ed3-84a4-4ce0-8013-0a87ea5a601c admin admin] Publish callbacks [] for security_group (e5bdf99e-32b7-4dc0-ac44-4e546efe9a7f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:22.767747 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4b71ed3-84a4-4ce0-8013-0a87ea5a601c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e5bdf99e-32b7-4dc0-ac44-4e546efe9a7f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:22.787172 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2df672ec-111d-4543-8e09-30a55812e88e req-fa2d1e60-32ba-4da7-9095-cac316f14927 tempest-ServersAdmin275Test-1132799058 tempest-ServersAdmin275Test-1132799058-project] 10.222.0.18 "GET /v2.0/ports?device_id=d34b0d29-7087-4efb-870a-5ccd1ec07695 HTTP/1.1" status: 200 len: 210 time: 0.0500815 Mar 23 01:26:22.802769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51344) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:22.803539 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c4b71ed3-84a4-4ce0-8013-0a87ea5a601c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9af79fdf796041aa8573855dfd36599e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785955 Mar 23 01:26:22.842678 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b71ed3-84a4-4ce0-8013-0a87ea5a601c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bdf99e-32b7-4dc0-ac44-4e546efe9a7f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:22.903727 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d576d24a-8937-4f43-9efc-eb3a41db6e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:22.909661 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-470da4b1-97a3-4ade-bc98-602b493fb325 admin admin] Publish callbacks [] for security_group (e5bdf99e-32b7-4dc0-ac44-4e546efe9a7f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:22.946540 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-470da4b1-97a3-4ade-bc98-602b493fb325 admin admin] Publish callbacks [] for security_group (e5bdf99e-32b7-4dc0-ac44-4e546efe9a7f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:23.031024 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d576d24a-8937-4f43-9efc-eb3a41db6e22 admin admin] Publish callbacks [] for security_group (4a1b26d6-e1d1-49dc-ad98-858cf42de4d6), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:23.048078 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d576d24a-8937-4f43-9efc-eb3a41db6e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4a1b26d6-e1d1-49dc-ad98-858cf42de4d6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:23.072021 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:23.078553 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-470da4b1-97a3-4ade-bc98-602b493fb325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e5bdf99e-32b7-4dc0-ac44-4e546efe9a7f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:23.081869 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-470da4b1-97a3-4ade-bc98-602b493fb325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:23.088064 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-470da4b1-97a3-4ade-bc98-602b493fb325 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5bdf99e-32b7-4dc0-ac44-4e546efe9a7f HTTP/1.1" status: 204 len: 168 time: 0.2828557 Mar 23 01:26:23.110919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470da4b1-97a3-4ade-bc98-602b493fb325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bdf99e-32b7-4dc0-ac44-4e546efe9a7f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:23.117177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f222424-fbbd-48f5-aa80-3773ee8ff9b4', 'tag': '3f82ae65-a157-4ae3-8471-bae86e339b8c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:23.121445 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe2c1a4-0d6f-4971-ba70-a1a32c518c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "9f222424-fbbd-48f5-aa80-3773ee8ff9b4", "tag": "3f82ae65-a157-4ae3-8471-bae86e339b8c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:23.163602 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d576d24a-8937-4f43-9efc-eb3a41db6e22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72dfa194f195435a8ff91c3b87d2b92f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4165838 Mar 23 01:26:23.163986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51360) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:23.177995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576d24a-8937-4f43-9efc-eb3a41db6e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1b26d6-e1d1-49dc-ad98-858cf42de4d6,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:23.276311 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb42775-78f6-434c-a8c3-b688e34ec8d0 x-openstack-request-id: req-8fb42775-78f6-434c-a8c3-b688e34ec8d0 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:23.276832 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f222424-fbbd-48f5-aa80-3773ee8ff9b4", "tag": "3f82ae65-a157-4ae3-8471-bae86e339b8c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:23.282187 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fb42775-78f6-434c-a8c3-b688e34ec8d0 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:23.282187 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb42775-78f6-434c-a8c3-b688e34ec8d0'] response: {'name': 'network-changed', 'server_uuid': '9f222424-fbbd-48f5-aa80-3773ee8ff9b4', 'tag': '3f82ae65-a157-4ae3-8471-bae86e339b8c', 'status': 'completed', 'code': 200} Mar 23 01:26:23.350363 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-313cce61-d61b-4cd2-8304-6fa73d9c865e admin admin] Publish callbacks [] for security_group (4a1b26d6-e1d1-49dc-ad98-858cf42de4d6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:23.354381 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aecd2c-1eff-444b-a61a-188be5e1dd78 req-8e87201a-ce76-4c19-a327-b4bb566a81e6 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:23.357877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-86aecd2c-1eff-444b-a61a-188be5e1dd78 req-8e87201a-ce76-4c19-a327-b4bb566a81e6 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.1675415 Mar 23 01:26:23.385977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2c1a4-0d6f-4971-ba70-a1a32c518c8e req-a49cfe73-a580-4d32-bcf3-5914df4e01f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:23.387691 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6fe2c1a4-0d6f-4971-ba70-a1a32c518c8e req-a49cfe73-a580-4d32-bcf3-5914df4e01f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 1155 time: 0.1074383 Mar 23 01:26:23.389585 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-313cce61-d61b-4cd2-8304-6fa73d9c865e admin admin] Publish callbacks [] for security_group (4a1b26d6-e1d1-49dc-ad98-858cf42de4d6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:23.440024 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3f82ae65-a157-4ae3-8471-bae86e339b8c details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:26:23.447062 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-86aecd2c-1eff-444b-a61a-188be5e1dd78 req-b767b43b-8581-49c4-8792-beb8ff0bbc29 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820341 Mar 23 01:26:23.542552 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-313cce61-d61b-4cd2-8304-6fa73d9c865e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4a1b26d6-e1d1-49dc-ad98-858cf42de4d6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:23.545520 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-313cce61-d61b-4cd2-8304-6fa73d9c865e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:23.547386 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-313cce61-d61b-4cd2-8304-6fa73d9c865e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a1b26d6-e1d1-49dc-ad98-858cf42de4d6 HTTP/1.1" status: 204 len: 168 time: 0.3811514 Mar 23 01:26:23.581353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cce61-d61b-4cd2-8304-6fa73d9c865e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1b26d6-e1d1-49dc-ad98-858cf42de4d6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:23.645389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fb82e-59b3-4eff-b2dd-40542de418ee req-36a1bc4d-4240-4ee6-add9-b76de47154d0 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:23.647020 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af0fb82e-59b3-4eff-b2dd-40542de418ee req-36a1bc4d-4240-4ee6-add9-b76de47154d0 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 943 time: 0.2554510 Mar 23 01:26:23.685123 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3f82ae65-a157-4ae3-8471-bae86e339b8c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:23.688967 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2c1a4-0d6f-4971-ba70-a1a32c518c8e req-7e650996-4f6c-4652-9339-a3ca28c73d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:23.690450 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6fe2c1a4-0d6f-4971-ba70-a1a32c518c8e req-7e650996-4f6c-4652-9339-a3ca28c73d1d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.2883387 Mar 23 01:26:23.699362 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3f82ae65-a157-4ae3-8471-bae86e339b8c has no active binding in host n-h2-834677-4 {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 01:26:23.759576 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6fe2c1a4-0d6f-4971-ba70-a1a32c518c8e req-5fa3a4ae-9d79-4d75-b416-f3cbf047b1c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c HTTP/1.1" status: 200 len: 217 time: 0.0583258 Mar 23 01:26:23.769462 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af0fb82e-59b3-4eff-b2dd-40542de418ee req-8cfed28a-ec48-4916-aacc-c0b131463498 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079426 Mar 23 01:26:23.833636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2c1a4-0d6f-4971-ba70-a1a32c518c8e req-cb32ad24-b938-47a9-b0f8-69cf2095bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:23.835133 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6fe2c1a4-0d6f-4971-ba70-a1a32c518c8e req-cb32ad24-b938-47a9-b0f8-69cf2095bcc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.0695169 Mar 23 01:26:23.881706 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6fe2c1a4-0d6f-4971-ba70-a1a32c518c8e req-7e1c4263-1060-47ce-94de-dd2fd7c83590 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383160 Mar 23 01:26:23.989445 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6fe2c1a4-0d6f-4971-ba70-a1a32c518c8e req-e654b18c-94c8-41c7-b5bf-ce5f14bab76c service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004360 Mar 23 01:26:24.013520 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51412) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:24.033045 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-41b035e2-b568-4ab6-b6b7-973590a90953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:24.143415 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6fe2c1a4-0d6f-4971-ba70-a1a32c518c8e req-d50a15c5-7723-4eca-bfe5-681e044773aa service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473243 Mar 23 01:26:24.183047 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-41b035e2-b568-4ab6-b6b7-973590a90953 admin admin] Publish callbacks [] for security_group (3d7cd619-74f2-42e5-ba27-b062f7ee070a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:24.190444 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-41b035e2-b568-4ab6-b6b7-973590a90953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3d7cd619-74f2-42e5-ba27-b062f7ee070a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:24.221780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51416) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:24.238215 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-41b035e2-b568-4ab6-b6b7-973590a90953 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88745cdfbf6341189bda7e4787fe01d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222676 Mar 23 01:26:24.240631 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b035e2-b568-4ab6-b6b7-973590a90953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7cd619-74f2-42e5-ba27-b062f7ee070a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:24.240911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51420) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:24.305675 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Publish callbacks [] for security_group (3d7cd619-74f2-42e5-ba27-b062f7ee070a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:24.334341 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Publish callbacks [] for security_group (3d7cd619-74f2-42e5-ba27-b062f7ee070a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:24.404563 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3d7cd619-74f2-42e5-ba27-b062f7ee070a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:24.413290 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:24.417717 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d7cd619-74f2-42e5-ba27-b062f7ee070a HTTP/1.1" status: 204 len: 168 time: 0.1748652 Mar 23 01:26:24.423552 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51428) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:24.440173 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:24.458190 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7cd619-74f2-42e5-ba27-b062f7ee070a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:24.469161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:24.470408 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:24.471541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:24.472528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:24.472911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:24.473651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:24.474235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:24.474325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:24.474911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:24.475247 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:24.475663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:24.475965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:24.476471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:24.477115 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:24.477647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e0391-278f-4a64-a371-656cf508b7b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:24.622200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ff877-00e3-4012-b398-8cf3798f252a req-436506d4-745a-4e1d-bd06-eff7d48d6b37 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:24.624007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441ff877-00e3-4012-b398-8cf3798f252a req-436506d4-745a-4e1d-bd06-eff7d48d6b37 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.0702469 Mar 23 01:26:24.640835 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1140-7690-46d9-aaa6-aa9f64862016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:24.745409 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1140-7690-46d9-aaa6-aa9f64862016 admin admin] Publish callbacks [] for security_group (c8114c5e-33e0-4cfb-a64a-853af390bcb7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:24.760385 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1140-7690-46d9-aaa6-aa9f64862016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c8114c5e-33e0-4cfb-a64a-853af390bcb7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:24.784476 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f17c3f4c-8845-4017-a2f8-cbff54894617 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-493292058-network', 'tenant_id': '8000f18a9857431388089cd498a778c1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:24.796991 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f6cd1140-7690-46d9-aaa6-aa9f64862016 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77b8ca841b1f44159ada81d03e5abd32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5698328 Mar 23 01:26:24.797284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51446) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:24.880557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441ff877-00e3-4012-b398-8cf3798f252a req-4d74a956-ac0d-42b2-a52a-ea227dbb28a4 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489223 Mar 23 01:26:24.898834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd1140-7690-46d9-aaa6-aa9f64862016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8114c5e-33e0-4cfb-a64a-853af390bcb7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:24.997226 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17c3f4c-8845-4017-a2f8-cbff54894617 admin admin] Made reservation on behalf of 8000f18a9857431388089cd498a778c1 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:26:24.999762 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f17c3f4c-8845-4017-a2f8-cbff54894617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:25.017953 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Publish callbacks [] for security_group (c8114c5e-33e0-4cfb-a64a-853af390bcb7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:25.031109 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f17c3f4c-8845-4017-a2f8-cbff54894617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:25.062826 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Publish callbacks [] for security_group (c8114c5e-33e0-4cfb-a64a-853af390bcb7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:25.099363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbf335-0aa5-49c2-82ab-cf0274d0486b req-81586615-bcf6-4046-b3a9-fc2e4403461b tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:25.107086 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a4dbf335-0aa5-49c2-82ab-cf0274d0486b req-81586615-bcf6-4046-b3a9-fc2e4403461b tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 943 time: 0.1852057 Mar 23 01:26:25.196961 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a4dbf335-0aa5-49c2-82ab-cf0274d0486b req-d6e3f705-b079-4807-ac18-4e2892edee20 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886021 Mar 23 01:26:25.215615 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c8114c5e-33e0-4cfb-a64a-853af390bcb7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:25.219317 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:25.220571 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8114c5e-33e0-4cfb-a64a-853af390bcb7 HTTP/1.1" status: 204 len: 168 time: 0.4218333 Mar 23 01:26:25.242397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8114c5e-33e0-4cfb-a64a-853af390bcb7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:25.258934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:25.259182 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:25.259583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:25.260114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:25.260507 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:25.260937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:25.261325 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:25.261707 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:25.262090 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:25.262469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:25.262984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:25.263363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:25.263742 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:25.264119 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:25.264510 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a0603-81f2-46f4-9171-30cc21c6ac9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:25.286196 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f17c3f4c-8845-4017-a2f8-cbff54894617 admin admin] Publish callbacks [] for security_group (6b73db91-38ef-4f9e-8ca1-5fb649010401), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:25.294494 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f17c3f4c-8845-4017-a2f8-cbff54894617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6b73db91-38ef-4f9e-8ca1-5fb649010401), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:25.330352 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17c3f4c-8845-4017-a2f8-cbff54894617 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:26:25.337627 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c3f4c-8845-4017-a2f8-cbff54894617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b73db91-38ef-4f9e-8ca1-5fb649010401,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:25.344188 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f17c3f4c-8845-4017-a2f8-cbff54894617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:25.344763 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-f17c3f4c-8845-4017-a2f8-cbff54894617 admin admin] Added segment c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2 of type vlan for network aef15d66-e1e1-4d54-bca2-72d70533b0ed Mar 23 01:26:25.389701 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f17c3f4c-8845-4017-a2f8-cbff54894617 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (aef15d66-e1e1-4d54-bca2-72d70533b0ed), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:25.427866 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f17c3f4c-8845-4017-a2f8-cbff54894617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (aef15d66-e1e1-4d54-bca2-72d70533b0ed), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:25.429056 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17c3f4c-8845-4017-a2f8-cbff54894617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:25.429797 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f17c3f4c-8845-4017-a2f8-cbff54894617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:25.505513 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f17c3f4c-8845-4017-a2f8-cbff54894617 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0804148 Mar 23 01:26:25.508828 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51480) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:25.514638 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c3f4c-8845-4017-a2f8-cbff54894617 admin admin] Pushing event updated for resources: {'Network': ['ID=aef15d66-e1e1-4d54-bca2-72d70533b0ed,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:25.515250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-42b87062-61a6-487d-9a83-1b444f3592ed admin admin] Request body: {'subnet': {'network_id': 'aef15d66-e1e1-4d54-bca2-72d70533b0ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-493292058-subnet', 'tenant_id': '8000f18a9857431388089cd498a778c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:25.529147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network aef15d66-e1e1-4d54-bca2-72d70533b0ed details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:26:25.545805 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b87062-61a6-487d-9a83-1b444f3592ed admin admin] Made reservation on behalf of 8000f18a9857431388089cd498a778c1 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:26:25.549529 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-42b87062-61a6-487d-9a83-1b444f3592ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:25.751224 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:25.874561 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-42b87062-61a6-487d-9a83-1b444f3592ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for subnet (edcd7d13-080e-47cd-af78-ec45f4ee637a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:25.957591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b87062-61a6-487d-9a83-1b444f3592ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=edcd7d13-080e-47cd-af78-ec45f4ee637a,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:25.997621 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b87062-61a6-487d-9a83-1b444f3592ed admin admin] Checking segment: {'id': 'c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aef15d66-e1e1-4d54-bca2-72d70533b0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:26:26.002482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b87062-61a6-487d-9a83-1b444f3592ed admin admin] Network hostable DHCP agents. Network: aef15d66-e1e1-4d54-bca2-72d70533b0ed, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:26:26.080498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b87062-61a6-487d-9a83-1b444f3592ed admin admin] Network aef15d66-e1e1-4d54-bca2-72d70533b0ed is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:26:26.102801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-42b87062-61a6-487d-9a83-1b444f3592ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, aef15d66-e1e1-4d54-bca2-72d70533b0ed) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:26:26.116853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ae8a41-df73-4b22-95f6-aba84d9d393e None None] Network aef15d66-e1e1-4d54-bca2-72d70533b0ed requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:26:26.125263 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fb14d-4d5d-4dcb-a99f-2d8e8473d37f req-4a2b3467-7fa7-4b14-9209-b0822da7b0dc tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:26.134393 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd0fb14d-4d5d-4dcb-a99f-2d8e8473d37f req-4a2b3467-7fa7-4b14-9209-b0822da7b0dc tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.1151035 Mar 23 01:26:26.138334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b87062-61a6-487d-9a83-1b444f3592ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:26.139386 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-42b87062-61a6-487d-9a83-1b444f3592ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:26.175271 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-42b87062-61a6-487d-9a83-1b444f3592ed admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6625361 Mar 23 01:26:26.176109 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51522) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:26.183095 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-493292058-router', 'tenant_id': '8000f18a9857431388089cd498a778c1', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:26.229767 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd0fb14d-4d5d-4dcb-a99f-2d8e8473d37f req-345a7e2d-2651-423b-97fa-d989720d5ffe tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940046 Mar 23 01:26:26.252765 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (b7692d1e-8bf6-4e53-83a3-fce356f04fc5), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:26.255731 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (b7692d1e-8bf6-4e53-83a3-fce356f04fc5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:26.348191 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-aef15d66-e1e1-4d54-bca2-72d70533b0ed', 'network_id': 'aef15d66-e1e1-4d54-bca2-72d70533b0ed', 'project_id': '8000f18a9857431388089cd498a778c1', 'fixed_ips': [{'subnet_id': 'edcd7d13-080e-47cd-af78-ec45f4ee637a'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:26:26.350068 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:26.360853 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Publish callbacks [] for router_controller (b7692d1e-8bf6-4e53-83a3-fce356f04fc5), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:26.462034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51532) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:26.475689 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b78f7f3-cb77-419d-a8f8-59350d328f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:26.518212 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Allocated IP 172.20.0.2 (aef15d66-e1e1-4d54-bca2-72d70533b0ed/edcd7d13-080e-47cd-af78-ec45f4ee637a/da52fa3e-63f7-401c-962d-01fdb65a99d9) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:26:26.578436 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b78f7f3-cb77-419d-a8f8-59350d328f21 admin admin] Publish callbacks [] for security_group (3d439923-e63d-459f-943d-390e1eb09bdb), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:26.586418 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b78f7f3-cb77-419d-a8f8-59350d328f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3d439923-e63d-459f-943d-390e1eb09bdb), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:26.636585 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1b78f7f3-cb77-419d-a8f8-59350d328f21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46e40f51a5074a7f88e51cfedc5dd3f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732411 Mar 23 01:26:26.638147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78f7f3-cb77-419d-a8f8-59350d328f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d439923-e63d-459f-943d-390e1eb09bdb,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:26.641633 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51534) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:26.709700 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Publish callbacks [] for port (da52fa3e-63f7-401c-962d-01fdb65a99d9), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:26.711968 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6318eca-8346-4ed2-b9b0-5aff775a044a admin admin] Publish callbacks [] for security_group (3d439923-e63d-459f-943d-390e1eb09bdb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:26.719337 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (da52fa3e-63f7-401c-962d-01fdb65a99d9), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:26.738304 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6318eca-8346-4ed2-b9b0-5aff775a044a admin admin] Publish callbacks [] for security_group (3d439923-e63d-459f-943d-390e1eb09bdb), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:26.783519 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Network aef15d66-e1e1-4d54-bca2-72d70533b0ed is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:26:26.802296 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:26:26.804110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Pushing event updated for resources: {'Port': ['ID=da52fa3e-63f7-401c-962d-01fdb65a99d9,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:26.807597 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:26:26.810300 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7c3f0-2855-4f4d-8252-fe8d264f04f2 req-a8d37986-433e-4071-9b79-d047d4588bae tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:26.813354 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cdf7c3f0-2855-4f4d-8252-fe8d264f04f2 req-a8d37986-433e-4071-9b79-d047d4588bae tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 943 time: 0.4470100 Mar 23 01:26:26.815502 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6318eca-8346-4ed2-b9b0-5aff775a044a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3d439923-e63d-459f-943d-390e1eb09bdb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:26.818278 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6318eca-8346-4ed2-b9b0-5aff775a044a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:26.819425 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d6318eca-8346-4ed2-b9b0-5aff775a044a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d439923-e63d-459f-943d-390e1eb09bdb HTTP/1.1" status: 204 len: 168 time: 0.1764007 Mar 23 01:26:26.831483 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:26.831834 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:26.832175 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:26.832714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:26.833378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:26.833765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:26.834098 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:26.834423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:26.835016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:26.835745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:26.836190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:26.836677 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:26.837082 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:26.837606 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:26.837979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:26.868133 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6318eca-8346-4ed2-b9b0-5aff775a044a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d439923-e63d-459f-943d-390e1eb09bdb,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:26.908127 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Publish callbacks [] for router_gateway (b7692d1e-8bf6-4e53-83a3-fce356f04fc5), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:26.961461 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cdf7c3f0-2855-4f4d-8252-fe8d264f04f2 req-2b639cc6-28d4-4bd9-ae58-74d3014f4ce1 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058457 Mar 23 01:26:26.987556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Attempting to bind port da52fa3e-63f7-401c-962d-01fdb65a99d9 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:26:26.988275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Attempting to bind port da52fa3e-63f7-401c-962d-01fdb65a99d9 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aef15d66-e1e1-4d54-bca2-72d70533b0ed'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:26:26.988763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Attempting to bind port da52fa3e-63f7-401c-962d-01fdb65a99d9 on network aef15d66-e1e1-4d54-bca2-72d70533b0ed {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:26.997166 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:26:26.998071 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-0e33408a-373e-4b8c-b447-53a2321fb6af service neutron] 10.222.0.42 "GET /v2.0/ports/3f82ae65-a157-4ae3-8471-bae86e339b8c/bindings/n-h2-834677-4 HTTP/1.1" status: 200 len: 384 time: 0.1502094 Mar 23 01:26:26.998882 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Checking segment: {'id': 'c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aef15d66-e1e1-4d54-bca2-72d70533b0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:26:26.999517 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:27.000125 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Bound using segment: {'id': 'c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aef15d66-e1e1-4d54-bca2-72d70533b0ed'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:26:27.000754 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Bound port: da52fa3e-63f7-401c-962d-01fdb65a99d9, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aef15d66-e1e1-4d54-bca2-72d70533b0ed'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:26:27.001451 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (da52fa3e-63f7-401c-962d-01fdb65a99d9), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:27.088438 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] For port da52fa3e-63f7-401c-962d-01fdb65a99d9, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:26:27.098601 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] For port da52fa3e-63f7-401c-962d-01fdb65a99d9, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=da52fa3e-63f7-401c-962d-01fdb65a99d9,segment=NetworkSegment(c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2),segment_id=c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:26:27.117029 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (da52fa3e-63f7-401c-962d-01fdb65a99d9), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:27.228921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f9448-aadb-443c-b859-44f2aa105f7e None None] Pushing event updated for resources: {'Port': ['ID=da52fa3e-63f7-401c-962d-01fdb65a99d9,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:27.308757 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Publish callbacks [] for router_gateway (b7692d1e-8bf6-4e53-83a3-fce356f04fc5), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:27.366213 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51564) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:27.377892 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:27.504392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3de75f22-2604-4d7e-9962-6ac291963306 req-bf93e667-cca3-419b-ab3e-372e10b0cb14 service neutron] For port 3f82ae65-a157-4ae3-8471-bae86e339b8c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:27.546105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544f498-eb23-4116-95bb-6d3667f854e0 req-3cca8f3e-454b-43dc-bfce-d248428bda39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:27.547728 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2544f498-eb23-4116-95bb-6d3667f854e0 req-3cca8f3e-454b-43dc-bfce-d248428bda39 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 1131 time: 0.2799997 Mar 23 01:26:27.584681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3de75f22-2604-4d7e-9962-6ac291963306 req-bf93e667-cca3-419b-ab3e-372e10b0cb14 service neutron] For port 3f82ae65-a157-4ae3-8471-bae86e339b8c, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:26:27.592922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Allocated IP 172.25.0.126 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/e9808ead-b938-4bb8-9cc2-6703c2c26548) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:26:27.632571 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c3f04-be0c-4621-a5ec-f2a39f23e22b req-022b643d-a756-46b1-881a-9b34ed5e0f47 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:27.641576 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d73c3f04-be0c-4621-a5ec-f2a39f23e22b req-022b643d-a756-46b1-881a-9b34ed5e0f47 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.3004298 Mar 23 01:26:27.684729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-3de75f22-2604-4d7e-9962-6ac291963306 req-bf93e667-cca3-419b-ab3e-372e10b0cb14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f82ae65-a157-4ae3-8471-bae86e339b8c {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:27.743556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3de75f22-2604-4d7e-9962-6ac291963306 req-bf93e667-cca3-419b-ab3e-372e10b0cb14 service neutron] For port 3f82ae65-a157-4ae3-8471-bae86e339b8c, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:27.755577 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2544f498-eb23-4116-95bb-6d3667f854e0 req-afa552a3-83d5-4375-b842-c777daf61244 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008042 Mar 23 01:26:27.790944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3de75f22-2604-4d7e-9962-6ac291963306 req-bf93e667-cca3-419b-ab3e-372e10b0cb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:27.808181 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dad66634-5bd0-42b4-bb3f-c34d4dd6b856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:27.817212 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Publish callbacks [] for port (e9808ead-b938-4bb8-9cc2-6703c2c26548), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:27.838408 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d73c3f04-be0c-4621-a5ec-f2a39f23e22b req-5fee3ddf-03e5-411f-9810-a5bf6fbd57ab tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954155 Mar 23 01:26:27.918660 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (e9808ead-b938-4bb8-9cc2-6703c2c26548), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:27.928172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-3de75f22-2604-4d7e-9962-6ac291963306 req-bf93e667-cca3-419b-ab3e-372e10b0cb14 service neutron] Transition to ACTIVE for port object 3f82ae65-a157-4ae3-8471-bae86e339b8c will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:26:27.937707 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3de75f22-2604-4d7e-9962-6ac291963306 req-bf93e667-cca3-419b-ab3e-372e10b0cb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:27.978769 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dad66634-5bd0-42b4-bb3f-c34d4dd6b856 admin admin] Publish callbacks [] for security_group (e3d40b30-df2d-462d-a8fc-66a69677f6a0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:27.983248 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:26:27.985852 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:26:27.992425 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:26:27.997634 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dad66634-5bd0-42b4-bb3f-c34d4dd6b856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e3d40b30-df2d-462d-a8fc-66a69677f6a0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:28.021731 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de75f22-2604-4d7e-9962-6ac291963306 req-bf93e667-cca3-419b-ab3e-372e10b0cb14 service neutron] No DVR routers for this DVR port 3f82ae65-a157-4ae3-8471-bae86e339b8c on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:26:28.043784 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Pushing event updated for resources: {'Port': ['ID=e9808ead-b938-4bb8-9cc2-6703c2c26548,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:28.067432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-bf93e667-cca3-419b-ab3e-372e10b0cb14 service neutron] 10.222.0.42 "PUT /v2.0/ports/3f82ae65-a157-4ae3-8471-bae86e339b8c/bindings/n-h2-834677-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0625505 Mar 23 01:26:28.068060 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93e667-cca3-419b-ab3e-372e10b0cb14 service neutron] Pushing event updated for resources: {'Port': ['ID=3f82ae65-a157-4ae3-8471-bae86e339b8c,revision_number=10']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:28.146697 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dad66634-5bd0-42b4-bb3f-c34d4dd6b856 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f08530bff21f487e8a9f251563e4fc9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7736795 Mar 23 01:26:28.157222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51624) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:28.161209 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad66634-5bd0-42b4-bb3f-c34d4dd6b856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d40b30-df2d-462d-a8fc-66a69677f6a0,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:28.188710 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-0acf7881-056d-41c9-8c49-eb65c52736d5 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1e097fa16a6c4ffbbeee2aaac35cd997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448604 Mar 23 01:26:28.297733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99ebd5-7ec9-4f60-8997-f4bbf1c1aeec req-8e9481db-e974-4b94-a476-bc3ae8b761a8 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:28.306158 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6d99ebd5-7ec9-4f60-8997-f4bbf1c1aeec req-8e9481db-e974-4b94-a476-bc3ae8b761a8 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 944 time: 0.1616101 Mar 23 01:26:28.336909 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Publish callbacks [] for router_gateway (b7692d1e-8bf6-4e53-83a3-fce356f04fc5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:28.344024 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-865109bb-d84e-4961-82ec-462448ac28a7 admin admin] Publish callbacks [] for security_group (e3d40b30-df2d-462d-a8fc-66a69677f6a0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:28.388551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de75f22-2604-4d7e-9962-6ac291963306 req-60c703d2-fe57-4d18-ba99-7f0cf2b3aeb5 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:28.390271 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-60c703d2-fe57-4d18-ba99-7f0cf2b3aeb5 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4&tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 1126 time: 0.2344210 Mar 23 01:26:28.399037 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-865109bb-d84e-4961-82ec-462448ac28a7 admin admin] Publish callbacks [] for security_group (e3d40b30-df2d-462d-a8fc-66a69677f6a0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:28.473526 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6d99ebd5-7ec9-4f60-8997-f4bbf1c1aeec req-77badcf6-1b49-4c10-994b-72c99d110a18 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653376 Mar 23 01:26:28.525259 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-865109bb-d84e-4961-82ec-462448ac28a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e3d40b30-df2d-462d-a8fc-66a69677f6a0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:28.528229 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-865109bb-d84e-4961-82ec-462448ac28a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:28.532123 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-865109bb-d84e-4961-82ec-462448ac28a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3d40b30-df2d-462d-a8fc-66a69677f6a0 HTTP/1.1" status: 204 len: 168 time: 0.3750169 Mar 23 01:26:28.550906 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-a4632cfc-3243-4c1a-9ffa-7b812b6a9c96 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:28.553051 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-a4632cfc-3243-4c1a-9ffa-7b812b6a9c96 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3581986 Mar 23 01:26:28.573918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865109bb-d84e-4961-82ec-462448ac28a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d40b30-df2d-462d-a8fc-66a69677f6a0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:28.576832 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-c8010943-c94d-48de-a2f1-2cd8a6f50111 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/quotas/1e097fa16a6c4ffbbeee2aaac35cd997 HTTP/1.1" status: 200 len: 375 time: 0.0102043 Mar 23 01:26:28.610010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0742ea29-cf8e-4837-8a78-9fffdbbeed16 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:26:28.643871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de75f22-2604-4d7e-9962-6ac291963306 req-a326144b-18f2-47d3-bfa5-a8644daf0aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:28.646115 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-a326144b-18f2-47d3-bfa5-a8644daf0aa9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4&tenant_id=2a05ac1f6247492dbd8888aad87a4e5e HTTP/1.1" status: 200 len: 1126 time: 0.1787572 Mar 23 01:26:28.727275 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-e35db19f-11ed-4f99-941d-115f49b802a1 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e097fa16a6c4ffbbeee2aaac35cd997&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475600 Mar 23 01:26:28.762631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de75f22-2604-4d7e-9962-6ac291963306 req-e0fb2e53-0fd9-4bac-acc3-9cecb79788d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:28.764247 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-e0fb2e53-0fd9-4bac-acc3-9cecb79788d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 1126 time: 0.0813999 Mar 23 01:26:28.769018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d2597a-fd64-4bcc-aea9-c18e64e4359d None None] Network aef15d66-e1e1-4d54-bca2-72d70533b0ed requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:26:28.769406 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (b7692d1e-8bf6-4e53-83a3-fce356f04fc5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:28.951285 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e604cff5-5436-4a82-a9ef-80f6b0cfc68c None None] Provisioning complete for port da52fa3e-63f7-401c-962d-01fdb65a99d9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:28.951659 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e604cff5-5436-4a82-a9ef-80f6b0cfc68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (da52fa3e-63f7-401c-962d-01fdb65a99d9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:29.001431 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0742ea29-cf8e-4837-8a78-9fffdbbeed16, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0742ea29-cf8e-4837-8a78-9fffdbbeed16,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:29.016610 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ba61cd3c-69ee-448e-bfd0-fbf86188a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:29.018144 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ba61cd3c-69ee-448e-bfd0-fbf86188a9d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.2457929 Mar 23 01:26:29.041399 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '0742ea29-cf8e-4837-8a78-9fffdbbeed16', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '0742ea29-cf8e-4837-8a78-9fffdbbeed16', 'mac_address': 'fa:16:3e:05:8e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:26:29.073374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Router b7692d1e-8bf6-4e53-83a3-fce356f04fc5 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:26:29.136471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 is: ACTIVE; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:29.139818 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:29.195115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0742ea29-cf8e-4837-8a78-9fffdbbeed16 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:29.246543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device da52fa3e-63f7-401c-962d-01fdb65a99d9 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:29.275389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0742ea29-cf8e-4837-8a78-9fffdbbeed16, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0742ea29-cf8e-4837-8a78-9fffdbbeed16,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:29.279431 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e604cff5-5436-4a82-a9ef-80f6b0cfc68c None None] Current status of the port da52fa3e-63f7-401c-962d-01fdb65a99d9 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:29.280756 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e604cff5-5436-4a82-a9ef-80f6b0cfc68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (da52fa3e-63f7-401c-962d-01fdb65a99d9), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:29.302597 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:29.391984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:26:29.418523 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Sync routers for ids ['b7692d1e-8bf6-4e53-83a3-fce356f04fc5'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:26:29.443087 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Routers {'b7692d1e-8bf6-4e53-83a3-fce356f04fc5'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:26:29.443399 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:26:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b7692d1e-8bf6-4e53-83a3-fce356f04fc5'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:29.454213 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-bfcec959-b9fc-49b9-b533-287774969087 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1e097fa16a6c4ffbbeee2aaac35cd997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772793 Mar 23 01:26:29.546999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e604cff5-5436-4a82-a9ef-80f6b0cfc68c None None] For port da52fa3e-63f7-401c-962d-01fdb65a99d9, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=da52fa3e-63f7-401c-962d-01fdb65a99d9,segment=NetworkSegment(c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2),segment_id=c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:29.566564 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=0742ea29-cf8e-4837-8a78-9fffdbbeed16,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:29.577128 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e604cff5-5436-4a82-a9ef-80f6b0cfc68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (da52fa3e-63f7-401c-962d-01fdb65a99d9), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:29.620535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port da52fa3e-63f7-401c-962d-01fdb65a99d9 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:29.621645 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (da52fa3e-63f7-401c-962d-01fdb65a99d9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:29.628381 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['0742ea29-cf8e-4837-8a78-9fffdbbeed16'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:26:29.657808 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:29.663291 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1f75e7bd-473a-4286-b088-5c05a5f38873 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4840069 Mar 23 01:26:29.672505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51670) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:29.694830 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Set router b7692d1e-8bf6-4e53-83a3-fce356f04fc5 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:26:29.706262 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604cff5-5436-4a82-a9ef-80f6b0cfc68c None None] Pushing event updated for resources: {'Port': ['ID=da52fa3e-63f7-401c-962d-01fdb65a99d9,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:29.708993 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51672) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:29.731995 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-7ca877a5-9a6f-49d2-9b4e-10de9f44520c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c HTTP/1.1" status: 200 len: 217 time: 0.0668266 Mar 23 01:26:29.750680 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-de3158ce-dab2-452c-b646-f19adeee9b59 None None] Provisioning complete for port da52fa3e-63f7-401c-962d-01fdb65a99d9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:29.751112 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-de3158ce-dab2-452c-b646-f19adeee9b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (da52fa3e-63f7-401c-962d-01fdb65a99d9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:29.797705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9423fa-b689-46cd-a63e-1efb88ff9674 req-ef95c63f-3150-4815-b3b7-17032ebf0c77 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:29.806511 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1d9423fa-b689-46cd-a63e-1efb88ff9674 req-ef95c63f-3150-4815-b3b7-17032ebf0c77 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.8223293 Mar 23 01:26:29.841547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de75f22-2604-4d7e-9962-6ac291963306 req-1487280c-49df-4382-b167-63863bf6d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:29.843462 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-1487280c-49df-4382-b167-63863bf6d53a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.1050429 Mar 23 01:26:29.886521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port da52fa3e-63f7-401c-962d-01fdb65a99d9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:29.899260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-8c21ba69-95e9-43ce-94e5-cbe3941a71ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486307 Mar 23 01:26:29.920209 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1d9423fa-b689-46cd-a63e-1efb88ff9674 req-25367c06-72c2-4260-a03b-c597a23eaa79 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122968 Mar 23 01:26:29.957716 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-de3158ce-dab2-452c-b646-f19adeee9b59 None None] Current status of the port da52fa3e-63f7-401c-962d-01fdb65a99d9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:30.060322 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2df73bc6-0e06-4fc2-a843-e5fc7dcbfda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:30.098473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edacecf-cd03-4694-89cd-20d47a5293bf req-350f7513-a46a-4d4f-a772-7cbfc056f6d7 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:30.100690 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9edacecf-cd03-4694-89cd-20d47a5293bf req-350f7513-a46a-4d4f-a772-7cbfc056f6d7 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 944 time: 0.0893507 Mar 23 01:26:30.123293 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-799cef5b-89d5-460f-90ae-2ae73478c146 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009861 Mar 23 01:26:30.126413 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'name': 'tempest-FloatingIPsTestJSON-493292058-router', 'tenant_id': '8000f18a9857431388089cd498a778c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:26Z', 'updated_at': '2022-03-23T01:26:28Z', 'revision_number': 3, 'project_id': '8000f18a9857431388089cd498a778c1', 'gw_port': {'id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:28:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:27Z', 'updated_at': '2022-03-23T01:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:30.136591 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-c013f000-3cf7-4755-8e1d-d475e3c01e6d tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:30.138144 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-c013f000-3cf7-4755-8e1d-d475e3c01e6d tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6828001 Mar 23 01:26:30.166740 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Checking router: b7692d1e-8bf6-4e53-83a3-fce356f04fc5 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:26:30.167561 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Updating router b7692d1e-8bf6-4e53-83a3-fce356f04fc5 port e9808ead-b938-4bb8-9cc2-6703c2c26548 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:26:30.171201 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-8320f79d-d879-4a52-926d-7d7f929b8b9b tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/quotas/1e097fa16a6c4ffbbeee2aaac35cd997 HTTP/1.1" status: 200 len: 375 time: 0.0242112 Mar 23 01:26:30.219567 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e9808ead-b938-4bb8-9cc2-6703c2c26548), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:30.232473 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-1de5b614-a9dc-469b-b062-deaf017e8da9 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e097fa16a6c4ffbbeee2aaac35cd997&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446610 Mar 23 01:26:30.234286 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2df73bc6-0e06-4fc2-a843-e5fc7dcbfda9 admin admin] Publish callbacks [] for security_group (a7e6bcd0-3081-4160-8a1b-082dd8aeadef), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:30.249878 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9edacecf-cd03-4694-89cd-20d47a5293bf req-3d72d4f1-802b-4a31-bacf-1dba62fbfeea tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416218 Mar 23 01:26:30.304094 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-7c5caacc-c6af-4e16-b683-ccf6bdc35a56 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735494 Mar 23 01:26:30.603266 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2df73bc6-0e06-4fc2-a843-e5fc7dcbfda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a7e6bcd0-3081-4160-8a1b-082dd8aeadef), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:30.611561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0742ea29-cf8e-4837-8a78-9fffdbbeed16 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:30.686987 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Publish callbacks [] for port (e9808ead-b938-4bb8-9cc2-6703c2c26548), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:30.687731 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df73bc6-0e06-4fc2-a843-e5fc7dcbfda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e6bcd0-3081-4160-8a1b-082dd8aeadef,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:30.694323 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2df73bc6-0e06-4fc2-a843-e5fc7dcbfda9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=244caea65fa74e80a7e033b5067dd8ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9818575 Mar 23 01:26:30.696470 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51684) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:30.721415 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e9808ead-b938-4bb8-9cc2-6703c2c26548), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:30.762925 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:30.763732 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de75f22-2604-4d7e-9962-6ac291963306 req-097a580b-6d6d-42f9-8732-94fce82c2520 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:30.764330 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:30.766021 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-097a580b-6d6d-42f9-8732-94fce82c2520 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4&tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 1126 time: 0.1561401 Mar 23 01:26:30.770536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e05d2-434e-4730-9a93-8a90eaab9bfe req-53b0f742-91f2-44fc-98c3-67df6977ede3 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:30.780368 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bd8e05d2-434e-4730-9a93-8a90eaab9bfe req-53b0f742-91f2-44fc-98c3-67df6977ede3 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 948 time: 0.1785290 Mar 23 01:26:30.871647 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Attempting to bind port e9808ead-b938-4bb8-9cc2-6703c2c26548 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:26:30.876520 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Attempting to bind port e9808ead-b938-4bb8-9cc2-6703c2c26548 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:26:30.879676 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Attempting to bind port e9808ead-b938-4bb8-9cc2-6703c2c26548 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:30.894734 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59d2fbf5-2501-430d-9df7-da45fc3fd2a7 admin admin] Publish callbacks [] for security_group (a7e6bcd0-3081-4160-8a1b-082dd8aeadef), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:30.924007 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:26:30.924388 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:26:30.927349 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:30.928037 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:30.949345 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bd8e05d2-434e-4730-9a93-8a90eaab9bfe req-04b056e5-908a-4037-bc7e-84a09278979e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627474 Mar 23 01:26:30.975302 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:30.975751 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:26:30.976326 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Bound port: e9808ead-b938-4bb8-9cc2-6703c2c26548, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:26:30.976825 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e9808ead-b938-4bb8-9cc2-6703c2c26548), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:30.983122 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59d2fbf5-2501-430d-9df7-da45fc3fd2a7 admin admin] Publish callbacks [] for security_group (a7e6bcd0-3081-4160-8a1b-082dd8aeadef), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:30.984437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0742ea29-cf8e-4837-8a78-9fffdbbeed16, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0742ea29-cf8e-4837-8a78-9fffdbbeed16,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:30.987306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80631fc6-148f-4d9f-b81d-b5b58f783974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0742ea29-cf8e-4837-8a78-9fffdbbeed16'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:30.995524 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4267c86f-3e90-4932-a7de-47b4ccfe92d0" -d '{"events": [{"server_uuid": "80631fc6-148f-4d9f-b81d-b5b58f783974", "name": "network-vif-plugged", "status": "completed", "tag": "0742ea29-cf8e-4837-8a78-9fffdbbeed16"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:31.004526 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:31.007246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3f82ae65-a157-4ae3-8471-bae86e339b8c no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:26:31.008579 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0a8cace-5d1f-4d77-9c31-b9d5fb7d11df req-706d5e69-77fa-45c5-ac51-6cbfa0180240 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 210 time: 0.0919452 Mar 23 01:26:31.122360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ce581e30-0976-4ff7-9101-ce8a3617a53a service neutron] For port 3f82ae65-a157-4ae3-8471-bae86e339b8c, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:26:31.127874 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ce581e30-0976-4ff7-9101-ce8a3617a53a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:31.130190 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3de75f22-2604-4d7e-9962-6ac291963306 req-ce581e30-0976-4ff7-9101-ce8a3617a53a service neutron] 10.222.0.43 "DELETE /v2.0/ports/3f82ae65-a157-4ae3-8471-bae86e339b8c/bindings/n-h1-834677-4 HTTP/1.1" status: 204 len: 173 time: 0.3414099 Mar 23 01:26:31.148120 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bafff-7b08-4dbd-b38b-2694df1ffbe3 None None] Pushing event updated for resources: {'Port': ['ID=e9808ead-b938-4bb8-9cc2-6703c2c26548,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:31.163826 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9bafff-7b08-4dbd-b38b-2694df1ffbe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:31.165513 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9bafff-7b08-4dbd-b38b-2694df1ffbe3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:31.165877 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9bafff-7b08-4dbd-b38b-2694df1ffbe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:31.166300 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9bafff-7b08-4dbd-b38b-2694df1ffbe3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:31.166808 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9bafff-7b08-4dbd-b38b-2694df1ffbe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:31.166967 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb81bb1-8aa0-4f0c-90a3-4b77a5bcea6f x-openstack-request-id: req-6bb81bb1-8aa0-4f0c-90a3-4b77a5bcea6f {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:31.167481 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9bafff-7b08-4dbd-b38b-2694df1ffbe3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:31.167820 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80631fc6-148f-4d9f-b81d-b5b58f783974", "name": "network-vif-plugged", "status": "completed", "tag": "0742ea29-cf8e-4837-8a78-9fffdbbeed16", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:31.167941 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9bafff-7b08-4dbd-b38b-2694df1ffbe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:31.168271 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9bafff-7b08-4dbd-b38b-2694df1ffbe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:31.168680 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6bb81bb1-8aa0-4f0c-90a3-4b77a5bcea6f {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:31.168780 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9bafff-7b08-4dbd-b38b-2694df1ffbe3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:31.169142 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9bafff-7b08-4dbd-b38b-2694df1ffbe3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:31.169616 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9bafff-7b08-4dbd-b38b-2694df1ffbe3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:31.169943 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9bafff-7b08-4dbd-b38b-2694df1ffbe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:31.170169 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb81bb1-8aa0-4f0c-90a3-4b77a5bcea6f'] response: {'server_uuid': '80631fc6-148f-4d9f-b81d-b5b58f783974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0742ea29-cf8e-4837-8a78-9fffdbbeed16', 'code': 200} Mar 23 01:26:31.170375 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9bafff-7b08-4dbd-b38b-2694df1ffbe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:31.170650 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9bafff-7b08-4dbd-b38b-2694df1ffbe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:31.170953 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9bafff-7b08-4dbd-b38b-2694df1ffbe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:26:31.182686 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device da52fa3e-63f7-401c-962d-01fdb65a99d9 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:31.189335 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] For port e9808ead-b938-4bb8-9cc2-6703c2c26548, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:26:31.193517 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] For port e9808ead-b938-4bb8-9cc2-6703c2c26548, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e9808ead-b938-4bb8-9cc2-6703c2c26548,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:26:31.231528 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e9808ead-b938-4bb8-9cc2-6703c2c26548), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:31.236828 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-69db8170-47e8-419f-a8c8-db637a7c12b0 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1e097fa16a6c4ffbbeee2aaac35cd997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1418507 Mar 23 01:26:31.353644 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Routers {'b7692d1e-8bf6-4e53-83a3-fce356f04fc5'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:26:31.354305 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:26:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b7692d1e-8bf6-4e53-83a3-fce356f04fc5'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:31.395613 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:31.484202 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59d2fbf5-2501-430d-9df7-da45fc3fd2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a7e6bcd0-3081-4160-8a1b-082dd8aeadef), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:31.487890 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59d2fbf5-2501-430d-9df7-da45fc3fd2a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:31.503299 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-59d2fbf5-2501-430d-9df7-da45fc3fd2a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7e6bcd0-3081-4160-8a1b-082dd8aeadef HTTP/1.1" status: 204 len: 168 time: 0.7934463 Mar 23 01:26:31.627588 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2fbf5-2501-430d-9df7-da45fc3fd2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e6bcd0-3081-4160-8a1b-082dd8aeadef,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:31.662242 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bafff-7b08-4dbd-b38b-2694df1ffbe3 None None] Pushing event updated for resources: {'Port': ['ID=e9808ead-b938-4bb8-9cc2-6703c2c26548,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:31.670326 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] Set router b7692d1e-8bf6-4e53-83a3-fce356f04fc5 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:26:31.708557 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3f82ae65-a157-4ae3-8471-bae86e339b8c no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:26:31.719437 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a45f7d-7146-4856-9ce9-a6c8d9c2a3b4 req-437cb466-7e2d-451d-8b14-76789236a179 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:31.722987 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-26a45f7d-7146-4856-9ce9-a6c8d9c2a3b4 req-437cb466-7e2d-451d-8b14-76789236a179 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.1300521 Mar 23 01:26:31.853930 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-26a45f7d-7146-4856-9ce9-a6c8d9c2a3b4 req-9c35473c-9d9e-473f-b41e-ba970e7f93ec tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178677 Mar 23 01:26:31.944684 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-fbf51701-3600-4cd3-a2f2-214c226add45 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:31.947054 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-fbf51701-3600-4cd3-a2f2-214c226add45 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6976938 Mar 23 01:26:31.955579 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51742) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:31.985565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] The host n-h1-834677-4 is not matching for port 3f82ae65-a157-4ae3-8471-bae86e339b8c host n-h2-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:26:31.985565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3f82ae65-a157-4ae3-8471-bae86e339b8c not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:26:31.987554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=0742ea29-cf8e-4837-8a78-9fffdbbeed16,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:32.054241 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port da52fa3e-63f7-401c-962d-01fdb65a99d9 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:32.054708 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (da52fa3e-63f7-401c-962d-01fdb65a99d9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:32.073256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-e412c259-8589-461e-bd46-93fc0c8282ea tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Request body: {'port': {'device_id': '40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '1e097fa16a6c4ffbbeee2aaac35cd997'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:32.121326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 3f82ae65-a157-4ae3-8471-bae86e339b8c is: DOWN; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:32.121523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b8c46-b8c3-4894-9407-01ca4ad4bde7 req-86ca1a41-3bfa-409e-8e8c-867ab73aed07 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:32.132556 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-556b8c46-b8c3-4894-9407-01ca4ad4bde7 req-86ca1a41-3bfa-409e-8e8c-867ab73aed07 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 944 time: 0.6788232 Mar 23 01:26:32.144007 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'name': 'tempest-FloatingIPsTestJSON-493292058-router', 'tenant_id': '8000f18a9857431388089cd498a778c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:26Z', 'updated_at': '2022-03-23T01:26:28Z', 'revision_number': 3, 'project_id': '8000f18a9857431388089cd498a778c1', 'gw_port': {'id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:28:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:27Z', 'updated_at': '2022-03-23T01:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:32.189780 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62f96d-0ccf-4c25-9eb3-600acbff6eaf None None] The sync data for ids ['b7692d1e-8bf6-4e53-83a3-fce356f04fc5'] in n-d-834677-4 is: [{'id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'name': 'tempest-FloatingIPsTestJSON-493292058-router', 'tenant_id': '8000f18a9857431388089cd498a778c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:26Z', 'updated_at': '2022-03-23T01:26:28Z', 'revision_number': 3, 'project_id': '8000f18a9857431388089cd498a778c1', 'gw_port': {'id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:28:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:27Z', 'updated_at': '2022-03-23T01:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:26:32.199632 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port da52fa3e-63f7-401c-962d-01fdb65a99d9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:32.241269 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15fe9de3-a70b-4b3a-b49b-d61b04005ab0 req-448af224-d25b-4c77-9d0b-4b1180a82cd0 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 210 time: 0.0764866 Mar 23 01:26:32.268860 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6cbe-4a09-4b7f-b4f9-2ed7f68fb029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:32.361417 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6cbe-4a09-4b7f-b4f9-2ed7f68fb029 admin admin] Publish callbacks [] for security_group (96cedd32-5c55-474b-a1b3-1587e47a7d63), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:32.373284 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6cbe-4a09-4b7f-b4f9-2ed7f68fb029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (96cedd32-5c55-474b-a1b3-1587e47a7d63), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:32.373444 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-556b8c46-b8c3-4894-9407-01ca4ad4bde7 req-c6a0acca-6d8b-4f2b-9da3-cf85f84f5557 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394698 Mar 23 01:26:32.462009 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Allocated IP 172.20.0.1 (aef15d66-e1e1-4d54-bca2-72d70533b0ed/edcd7d13-080e-47cd-af78-ec45f4ee637a/793bdbd3-778f-4acf-b23a-e1573d5db7f3) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:26:32.479819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf6cbe-4a09-4b7f-b4f9-2ed7f68fb029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cedd32-5c55-474b-a1b3-1587e47a7d63,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:32.514557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1ccf6cbe-4a09-4b7f-b4f9-2ed7f68fb029 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4b3cb3b900b448ba9269e65cae7c669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5583143 Mar 23 01:26:32.517305 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-0e795379-f4ca-4947-b43d-8dda4e6f548a tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1e097fa16a6c4ffbbeee2aaac35cd997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721433 Mar 23 01:26:32.518023 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51762) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:32.600676 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-e412c259-8589-461e-bd46-93fc0c8282ea tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Made reservation on behalf of 1e097fa16a6c4ffbbeee2aaac35cd997 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:26:32.605291 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-e412c259-8589-461e-bd46-93fc0c8282ea tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:32.638271 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-e412c259-8589-461e-bd46-93fc0c8282ea tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:32.711046 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fff32f48-a669-442a-9345-856c47c2c8bc admin admin] Publish callbacks [] for security_group (96cedd32-5c55-474b-a1b3-1587e47a7d63), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:32.736067 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e09e1-f633-4162-a5be-e2f2bbcee9c0 req-51e6cf0f-4742-4417-9600-5b43b07bcbb2 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:32.746333 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe4e09e1-f633-4162-a5be-e2f2bbcee9c0 req-51e6cf0f-4742-4417-9600-5b43b07bcbb2 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 1126 time: 0.1670682 Mar 23 01:26:32.781178 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fff32f48-a669-442a-9345-856c47c2c8bc admin admin] Publish callbacks [] for security_group (96cedd32-5c55-474b-a1b3-1587e47a7d63), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:32.834567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-4bf589f3-f101-4573-8847-f3ee6f228003 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:32.836743 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-4bf589f3-f101-4573-8847-f3ee6f228003 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2594852 Mar 23 01:26:32.845411 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Publish callbacks [] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:32.856071 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-2e76b672-51dc-4f98-bfb3-09adb8f81233 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Request body: {'port': {'device_id': 'b953878f-4bb4-461e-824d-19aa5e4bff97', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '1e097fa16a6c4ffbbeee2aaac35cd997'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:33.001457 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe4e09e1-f633-4162-a5be-e2f2bbcee9c0 req-5764ff1e-10eb-4baa-9919-30293cb7adde tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539206 Mar 23 01:26:33.025402 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-e412c259-8589-461e-bd46-93fc0c8282ea tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks [] for security_group (61f09486-5c57-4ca4-8a42-9a0f0e7e9972), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:33.039063 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-e412c259-8589-461e-bd46-93fc0c8282ea tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (61f09486-5c57-4ca4-8a42-9a0f0e7e9972), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:33.060343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-2e76b672-51dc-4f98-bfb3-09adb8f81233 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Made reservation on behalf of 1e097fa16a6c4ffbbeee2aaac35cd997 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:26:33.063699 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-2e76b672-51dc-4f98-bfb3-09adb8f81233 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:33.108620 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fff32f48-a669-442a-9345-856c47c2c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (96cedd32-5c55-474b-a1b3-1587e47a7d63), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:33.111266 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fff32f48-a669-442a-9345-856c47c2c8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:33.124627 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fff32f48-a669-442a-9345-856c47c2c8bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96cedd32-5c55-474b-a1b3-1587e47a7d63 HTTP/1.1" status: 204 len: 168 time: 0.6028230 Mar 23 01:26:33.153200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff32f48-a669-442a-9345-856c47c2c8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cedd32-5c55-474b-a1b3-1587e47a7d63,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:33.201683 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:33.232876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef69b2c-41c8-4cf7-a1b7-383466847fec req-5e036957-902d-4576-bcef-e192145984b0 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:33.240743 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bef69b2c-41c8-4cf7-a1b7-383466847fec req-5e036957-902d-4576-bcef-e192145984b0 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.2666965 Mar 23 01:26:33.256968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e9808ead-b938-4bb8-9cc2-6703c2c26548 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:33.265120 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412c259-8589-461e-bd46-93fc0c8282ea tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f09486-5c57-4ca4-8a42-9a0f0e7e9972,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:33.327825 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bef69b2c-41c8-4cf7-a1b7-383466847fec req-ca20eefd-897c-4822-996c-e45f3b6a2fdd tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771978 Mar 23 01:26:33.348793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Network aef15d66-e1e1-4d54-bca2-72d70533b0ed is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:26:33.419048 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:26:33.428712 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Pushing event updated for resources: {'Port': ['ID=793bdbd3-778f-4acf-b23a-e1573d5db7f3,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:33.431492 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:26:33.436274 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (b7692d1e-8bf6-4e53-83a3-fce356f04fc5), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:33.438143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-2e76b672-51dc-4f98-bfb3-09adb8f81233 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Allocated IP 192.168.233.8 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/85d1b0ee-c6fe-4614-9389-7fc0e8aed949) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:26:33.488372 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e9808ead-b938-4bb8-9cc2-6703c2c26548 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:33.488564 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e9808ead-b938-4bb8-9cc2-6703c2c26548), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:33.504987 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e27b7bff-625d-43cc-b857-a351cfa5894f req-b826d2d3-391f-475c-876b-3c75486719b0 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 210 time: 0.0687513 Mar 23 01:26:33.541509 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-2871cf4b-2a2c-4e4c-8b13-9636f11e7484 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--582893195&fields=id&tenant_id=b4fac7cf4797433d9067e9d5d2bae7f4 HTTP/1.1" status: 200 len: 267 time: 0.3349123 Mar 23 01:26:33.625204 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:33.740592 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e9808ead-b938-4bb8-9cc2-6703c2c26548 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:33.741361 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e9808ead-b938-4bb8-9cc2-6703c2c26548), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:33.790940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port e9808ead-b938-4bb8-9cc2-6703c2c26548, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e9808ead-b938-4bb8-9cc2-6703c2c26548,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:33.801782 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e9808ead-b938-4bb8-9cc2-6703c2c26548), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:33.848467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-c25a0655-2355-42cc-996c-ba6ee88278bc tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:33.851944 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-c25a0655-2355-42cc-996c-ba6ee88278bc tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/networks?id=080a736b-27cd-405b-b5de-ee5cfb6bde25 HTTP/1.1" status: 200 len: 824 time: 0.2922044 Mar 23 01:26:33.881684 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-335e4a62-6ce5-4964-a018-4c54841c0f85 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/quotas/b4fac7cf4797433d9067e9d5d2bae7f4 HTTP/1.1" status: 200 len: 375 time: 0.0242627 Mar 23 01:26:33.915427 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=e9808ead-b938-4bb8-9cc2-6703c2c26548,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:33.922275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6ddd4d90-c7b1-4bf1-afde-a349f907977e None None] Provisioning complete for port 793bdbd3-778f-4acf-b23a-e1573d5db7f3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:33.922745 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6ddd4d90-c7b1-4bf1-afde-a349f907977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:33.976622 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6ddd4d90-c7b1-4bf1-afde-a349f907977e None None] Port 793bdbd3-778f-4acf-b23a-e1573d5db7f3 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:26:34.049784 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-b1a4c061-b6ae-4f49-b6c2-28612e81aecd tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b4fac7cf4797433d9067e9d5d2bae7f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1550078 Mar 23 01:26:34.057807 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:34.058090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b65697-183c-44a8-b8d0-79065b929483 req-b8370623-e753-445f-895b-65ce0baeccec tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:34.067418 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51816) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:34.067946 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97b65697-183c-44a8-b8d0-79065b929483 req-b8370623-e753-445f-895b-65ce0baeccec tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 821 time: 0.4081204 Mar 23 01:26:34.082829 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-2e76b672-51dc-4f98-bfb3-09adb8f81233 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks [] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:34.108394 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97b65697-183c-44a8-b8d0-79065b929483 req-b9253d8b-1ae2-4639-b7fe-e36700640c28 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/quotas/2a05ac1f6247492dbd8888aad87a4e5e HTTP/1.1" status: 200 len: 375 time: 0.0395079 Mar 23 01:26:34.131775 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c354fcf-7098-4da1-b3c4-05f8e024512a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:34.173760 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-2e76b672-51dc-4f98-bfb3-09adb8f81233 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:34.217565 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97b65697-183c-44a8-b8d0-79065b929483 req-72df9203-ad55-4b1a-b267-69b1905115ce tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081758 Mar 23 01:26:34.249166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-2e76b672-51dc-4f98-bfb3-09adb8f81233 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:26:34.268230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-2e76b672-51dc-4f98-bfb3-09adb8f81233 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:26:34.276506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-2e76b672-51dc-4f98-bfb3-09adb8f81233 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:26:34.282745 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-2e76b672-51dc-4f98-bfb3-09adb8f81233 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:34.283502 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-2e76b672-51dc-4f98-bfb3-09adb8f81233 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:34.336370 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-2e76b672-51dc-4f98-bfb3-09adb8f81233 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4911764 Mar 23 01:26:34.347464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76b672-51dc-4f98-bfb3-09adb8f81233 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Pushing event updated for resources: {'Port': ['ID=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:34.366237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Request body: {'port': {'device_id': 'b953878f-4bb4-461e-824d-19aa5e4bff97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:34.374315 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-be2cc408-53fc-4704-a306-1b428941e5a4 service neutron] 10.222.0.18 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053064 Mar 23 01:26:34.380697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-e412c259-8589-461e-bd46-93fc0c8282ea tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Allocated IP 192.168.233.169 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/73973d13-e663-48da-a248-f8606a93fbeb) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:26:34.471603 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97b65697-183c-44a8-b8d0-79065b929483 req-ba84f67e-8369-4a08-a240-3442e5948e83 service neutron] 10.222.0.18 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530439 Mar 23 01:26:34.605191 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:34.624759 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d29e2ee7-21f2-4955-8c7b-df2bf2e6f582 None None] Provisioning complete for port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:34.628488 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d29e2ee7-21f2-4955-8c7b-df2bf2e6f582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:34.641565 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c354fcf-7098-4da1-b3c4-05f8e024512a admin admin] Publish callbacks [] for security_group (2a583cda-9853-40d3-9244-ac315c52c8f9), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:34.664850 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c354fcf-7098-4da1-b3c4-05f8e024512a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2a583cda-9853-40d3-9244-ac315c52c8f9), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:34.690350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d29e2ee7-21f2-4955-8c7b-df2bf2e6f582 None None] Port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:26:34.693912 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97b65697-183c-44a8-b8d0-79065b929483 req-62ea1c24-263b-470e-b77b-eb8a744f2e35 service neutron] 10.222.0.18 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981549 Mar 23 01:26:34.708456 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d1d84-e577-4188-a854-2a80c2d9457e req-5accb9f7-73a5-4c50-8078-44902fbb58de tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:34.710006 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c69d1d84-e577-4188-a854-2a80c2d9457e req-5accb9f7-73a5-4c50-8078-44902fbb58de tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c993083-0d9f-4de6-b03b-c5fdbf6bffd3 HTTP/1.1" status: 200 len: 945 time: 0.1536841 Mar 23 01:26:34.777794 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5c354fcf-7098-4da1-b3c4-05f8e024512a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8d7abd682804df8af27113519841107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7071297 Mar 23 01:26:34.785461 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-c67414ff-678e-4322-9a3f-63103a0584a8 service neutron] 10.222.0.18 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195300 Mar 23 01:26:34.797694 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51838) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:34.798388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c354fcf-7098-4da1-b3c4-05f8e024512a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a583cda-9853-40d3-9244-ac315c52c8f9,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:34.837982 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Publish callbacks [] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:34.879682 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:34.880437 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (b7692d1e-8bf6-4e53-83a3-fce356f04fc5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:34.937675 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-e412c259-8589-461e-bd46-93fc0c8282ea tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks [] for port (73973d13-e663-48da-a248-f8606a93fbeb), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:34.967602 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-c69d1d84-e577-4188-a854-2a80c2d9457e req-eef7f872-ac89-4314-9294-ced7be7c0261 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Deleting port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:26:34.967950 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c69d1d84-e577-4188-a854-2a80c2d9457e req-eef7f872-ac89-4314-9294-ced7be7c0261 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (dbf9f7c7-763f-4e90-8d51-bdf89eaf9373), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:35.018055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Pushing event updated for resources: {'Port': ['ID=793bdbd3-778f-4acf-b23a-e1573d5db7f3,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:35.051138 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3208be5c-1256-4d1a-baad-e36c5032041c admin admin] Publish callbacks [] for security_group (2a583cda-9853-40d3-9244-ac315c52c8f9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:35.062848 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e9808ead-b938-4bb8-9cc2-6703c2c26548 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:35.113034 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3208be5c-1256-4d1a-baad-e36c5032041c admin admin] Publish callbacks [] for security_group (2a583cda-9853-40d3-9244-ac315c52c8f9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:35.141394 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-e412c259-8589-461e-bd46-93fc0c8282ea tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (73973d13-e663-48da-a248-f8606a93fbeb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:35.173009 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Network aef15d66-e1e1-4d54-bca2-72d70533b0ed is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:26:35.207659 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:26:35.217158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c69d1d84-e577-4188-a854-2a80c2d9457e req-eef7f872-ac89-4314-9294-ced7be7c0261 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] For port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=dbf9f7c7-763f-4e90-8d51-bdf89eaf9373,segment=NetworkSegment(4784078c-2d48-4bd3-8200-71c515c2bb94),segment_id=4784078c-2d48-4bd3-8200-71c515c2bb94)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:35.217670 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c69d1d84-e577-4188-a854-2a80c2d9457e req-eef7f872-ac89-4314-9294-ced7be7c0261 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (dbf9f7c7-763f-4e90-8d51-bdf89eaf9373), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:35.249437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e9808ead-b938-4bb8-9cc2-6703c2c26548 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:35.250139 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e9808ead-b938-4bb8-9cc2-6703c2c26548), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:35.252726 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-e412c259-8589-461e-bd46-93fc0c8282ea tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:26:35.265541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-e412c259-8589-461e-bd46-93fc0c8282ea tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:26:35.603624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e9808ead-b938-4bb8-9cc2-6703c2c26548 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:35.654301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5ce74faa-8676-4fcd-86d1-b1fc911f3cb0 None None] Provisioning complete for port 793bdbd3-778f-4acf-b23a-e1573d5db7f3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:35.654909 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5ce74faa-8676-4fcd-86d1-b1fc911f3cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:35.743583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5ce74faa-8676-4fcd-86d1-b1fc911f3cb0 None None] Port 793bdbd3-778f-4acf-b23a-e1573d5db7f3 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:26:35.857656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-e412c259-8589-461e-bd46-93fc0c8282ea tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:26:35.864780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-e412c259-8589-461e-bd46-93fc0c8282ea tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:35.865639 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-e412c259-8589-461e-bd46-93fc0c8282ea tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:35.872672 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1aab148f-f079-4cdb-a063-435b10292e3e None None] Provisioning complete for port 73973d13-e663-48da-a248-f8606a93fbeb triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:35.873030 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1aab148f-f079-4cdb-a063-435b10292e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (73973d13-e663-48da-a248-f8606a93fbeb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:35.914052 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412c259-8589-461e-bd46-93fc0c8282ea tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Pushing event updated for resources: {'Port': ['ID=73973d13-e663-48da-a248-f8606a93fbeb,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:35.933169 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3208be5c-1256-4d1a-baad-e36c5032041c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2a583cda-9853-40d3-9244-ac315c52c8f9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:35.936287 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3208be5c-1256-4d1a-baad-e36c5032041c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:35.937385 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1aab148f-f079-4cdb-a063-435b10292e3e None None] Port 73973d13-e663-48da-a248-f8606a93fbeb cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:26:35.937790 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3208be5c-1256-4d1a-baad-e36c5032041c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a583cda-9853-40d3-9244-ac315c52c8f9 HTTP/1.1" status: 204 len: 168 time: 1.1363862 Mar 23 01:26:35.983535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208be5c-1256-4d1a-baad-e36c5032041c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a583cda-9853-40d3-9244-ac315c52c8f9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:35.988495 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-e412c259-8589-461e-bd46-93fc0c8282ea tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9416623 Mar 23 01:26:36.009669 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068ca82-ab68-44ff-9675-7b01860a2d40 req-d359cf0d-14d1-444c-b4fd-c8e5bc277c48 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:36.017387 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a068ca82-ab68-44ff-9675-7b01860a2d40 req-d359cf0d-14d1-444c-b4fd-c8e5bc277c48 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.8148825 Mar 23 01:26:36.027194 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Request body: {'port': {'device_id': '40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:36.122229 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Router b7692d1e-8bf6-4e53-83a3-fce356f04fc5 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:26:36.142527 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a068ca82-ab68-44ff-9675-7b01860a2d40 req-ef7bae8e-a78b-488f-9fca-be1507ec57fa tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240482 Mar 23 01:26:36.152436 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73973d13-e663-48da-a248-f8606a93fbeb), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:36.252733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a413ba-3e69-40b7-ab6b-32d7d6f9c269 req-3751342b-ef7c-4585-91d1-9518e862f4b5 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:36.260181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65a413ba-3e69-40b7-ab6b-32d7d6f9c269 req-3751342b-ef7c-4585-91d1-9518e862f4b5 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 934 time: 0.3057036 Mar 23 01:26:36.304087 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c69d1d84-e577-4188-a854-2a80c2d9457e req-eef7f872-ac89-4314-9294-ced7be7c0261 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:36.304544 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c69d1d84-e577-4188-a854-2a80c2d9457e req-eef7f872-ac89-4314-9294-ced7be7c0261 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (824cd769-c8b9-403f-ace0-a2a44ca8b20c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:36.305133 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-c69d1d84-e577-4188-a854-2a80c2d9457e req-eef7f872-ac89-4314-9294-ced7be7c0261 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Floating IP 824cd769-c8b9-403f-ace0-a2a44ca8b20c disassociated. External IP: 172.25.0.168, port: dbf9f7c7-763f-4e90-8d51-bdf89eaf9373. Mar 23 01:26:36.305490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-c69d1d84-e577-4188-a854-2a80c2d9457e req-eef7f872-ac89-4314-9294-ced7be7c0261 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Calling delete_port for dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:26:36.399387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:26:36.407963 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a7ee6968-f9f3-4ff1-8edd-6d92bfe04a22 admin admin] 10.222.0.18 "PUT /v2.0/routers/b7692d1e-8bf6-4e53-83a3-fce356f04fc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7302749 Mar 23 01:26:36.413121 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65a413ba-3e69-40b7-ab6b-32d7d6f9c269 req-92992d3a-ba37-40c0-b270-aacce664a632 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520290 Mar 23 01:26:36.432686 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Sync routers for ids ['b7692d1e-8bf6-4e53-83a3-fce356f04fc5'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:26:36.456703 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Routers {'b7692d1e-8bf6-4e53-83a3-fce356f04fc5'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:26:36.457876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:26:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b7692d1e-8bf6-4e53-83a3-fce356f04fc5'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:36.476282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:36.492309 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Publish callbacks [] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:36.507590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Transition to ACTIVE for port object 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:26:36.518726 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:36.641551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Pushing event updated for resources: {'Port': ['ID=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:36.672041 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Set router b7692d1e-8bf6-4e53-83a3-fce356f04fc5 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:26:36.709753 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cb34ef3a-16f9-450a-8a90-c7c73b608a05 req-c012449b-ef60-43b1-9fb8-7e10f481a282 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 210 time: 0.1420982 Mar 23 01:26:36.840388 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Attempting to bind port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:26:36.840805 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Attempting to bind port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:26:36.841702 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Attempting to bind port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:36.846356 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c69d1d84-e577-4188-a854-2a80c2d9457e req-eef7f872-ac89-4314-9294-ced7be7c0261 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (dbf9f7c7-763f-4e90-8d51-bdf89eaf9373), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:36.872543 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-df5d187e-916f-4669-b621-6a9112816b67 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a2197bbb087244449add1667f6153ce8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1051996 Mar 23 01:26:36.900417 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73973d13-e663-48da-a248-f8606a93fbeb {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:36.923156 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Publish callbacks [] for port (73973d13-e663-48da-a248-f8606a93fbeb), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:36.955547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:26:36.956553 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Attempting to bind port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:36.997068 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Transition to ACTIVE for port object 73973d13-e663-48da-a248-f8606a93fbeb will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:26:37.015075 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73973d13-e663-48da-a248-f8606a93fbeb), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:37.033558 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14be2ae8-4475-4dab-89c2-49952c3159cd req-9925e254-24a4-48ed-95cf-eb8a857818ad tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 210 time: 0.1659586 Mar 23 01:26:37.046410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7f872-ac89-4314-9294-ced7be7c0261 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Pushing event deleted for resources: {'Port': ['ID=dbf9f7c7-763f-4e90-8d51-bdf89eaf9373,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:37.173420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'name': 'tempest-FloatingIPsTestJSON-493292058-router', 'tenant_id': '8000f18a9857431388089cd498a778c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:26Z', 'updated_at': '2022-03-23T01:26:33Z', 'revision_number': 4, 'project_id': '8000f18a9857431388089cd498a778c1', 'gw_port': {'id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:27Z', 'updated_at': '2022-03-23T01:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '793bdbd3-778f-4acf-b23a-e1573d5db7f3', 'name': '', 'network_id': 'aef15d66-e1e1-4d54-bca2-72d70533b0ed', 'tenant_id': '8000f18a9857431388089cd498a778c1', 'mac_address': 'fa:16:3e:43:1f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'edcd7d13-080e-47cd-af78-ec45f4ee637a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:31Z', 'updated_at': '2022-03-23T01:26:34Z', 'revision_number': 2, 'project_id': '8000f18a9857431388089cd498a778c1', 'subnets': [{'id': 'edcd7d13-080e-47cd-af78-ec45f4ee637a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:37.193390 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-2ee149c1-6512-4510-90e8-4703c99d3a8b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:37.210141 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-2ee149c1-6512-4510-90e8-4703c99d3a8b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3163183 Mar 23 01:26:37.237471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Checking router: b7692d1e-8bf6-4e53-83a3-fce356f04fc5 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:26:37.238152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Updating router b7692d1e-8bf6-4e53-83a3-fce356f04fc5 port 793bdbd3-778f-4acf-b23a-e1573d5db7f3 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:26:37.246359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Pushing event updated for resources: {'Port': ['ID=73973d13-e663-48da-a248-f8606a93fbeb,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:37.279435 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-84407eab-5a06-4267-b7b8-fd4cc9bb3024 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/quotas/a2197bbb087244449add1667f6153ce8 HTTP/1.1" status: 200 len: 375 time: 0.0681849 Mar 23 01:26:37.334334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:26:37.334961 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:26:37.335065 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:26:37.335503 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Bound port: 85d1b0ee-c6fe-4614-9389-7fc0e8aed949, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:26:37.335906 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:37.340812 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:37.385382 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-34e39c79-de7d-40b8-8405-0ece062d46f8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722828 Mar 23 01:26:37.400219 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Attempting to bind port 73973d13-e663-48da-a248-f8606a93fbeb on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:26:37.400866 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Attempting to bind port 73973d13-e663-48da-a248-f8606a93fbeb by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:26:37.401353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Attempting to bind port 73973d13-e663-48da-a248-f8606a93fbeb on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:37.409428 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Port 73973d13-e663-48da-a248-f8606a93fbeb on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:26:37.410459 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Attempting to bind port 73973d13-e663-48da-a248-f8606a93fbeb on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:37.420915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:26:37.425437 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:26:37.425825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:26:37.438743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Bound port: 73973d13-e663-48da-a248-f8606a93fbeb, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:26:37.439129 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73973d13-e663-48da-a248-f8606a93fbeb), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:37.569602 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] For port 73973d13-e663-48da-a248-f8606a93fbeb, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:26:37.573904 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] For port 73973d13-e663-48da-a248-f8606a93fbeb, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73973d13-e663-48da-a248-f8606a93fbeb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:26:37.584192 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73973d13-e663-48da-a248-f8606a93fbeb), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:37.605405 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:37.606106 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:37.607877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] 10.222.0.43 "PUT /v2.0/ports/73973d13-e663-48da-a248-f8606a93fbeb HTTP/1.1" status: 200 len: 1096 time: 1.5860577 Mar 23 01:26:37.609620 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d', 'tag': '73973d13-e663-48da-a248-f8606a93fbeb'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:37.612426 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0bafff-ff3a-415d-b426-eab76a6ad37e" -d '{"events": [{"name": "network-changed", "server_uuid": "40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d", "tag": "73973d13-e663-48da-a248-f8606a93fbeb"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:37.667111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b65697-183c-44a8-b8d0-79065b929483 req-d22b0557-9324-49c4-abfa-1b9d88a1c100 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:37.668722 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97b65697-183c-44a8-b8d0-79065b929483 req-d22b0557-9324-49c4-abfa-1b9d88a1c100 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.42 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 821 time: 0.7073350 Mar 23 01:26:37.721248 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-97b65697-183c-44a8-b8d0-79065b929483 req-209af55a-1b42-4bf4-9a80-7c9356aa4ecf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Request body: {'port': {'device_id': '6fb69340-2e1a-4983-8715-e0904dfb6c57', 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315', 'admin_state_up': True, 'tenant_id': '2a05ac1f6247492dbd8888aad87a4e5e'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:37.764561 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-6381913f-4c22-478c-849c-5ea72d6884f0 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:37.774314 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-6381913f-4c22-478c-849c-5ea72d6884f0 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.42 "GET /v2.0/networks?id=080a736b-27cd-405b-b5de-ee5cfb6bde25 HTTP/1.1" status: 200 len: 824 time: 0.7775056 Mar 23 01:26:37.870346 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b6ec8-bbb5-4fe5-8d29-4304657556b7 service neutron] Pushing event updated for resources: {'Port': ['ID=73973d13-e663-48da-a248-f8606a93fbeb,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:37.909400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] For port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:26:37.941268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ad66d-f21f-453f-8818-c4888bdabf31 req-26d86c63-bbd6-439b-95a6-bef9532d6993 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:37.954152 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-561ad66d-f21f-453f-8818-c4888bdabf31 req-26d86c63-bbd6-439b-95a6-bef9532d6993 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.1590014 Mar 23 01:26:37.975419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c69d1d84-e577-4188-a854-2a80c2d9457e req-eef7f872-ac89-4314-9294-ced7be7c0261 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Router 8e140531-9947-4a23-85fa-f86a4e4821e1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:26:38.005477 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] For port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:26:38.014699 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-8c016fe5-d3cd-420c-890f-8cec4d5965ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:38.018994 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-8c016fe5-d3cd-420c-890f-8cec4d5965ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e097fa16a6c4ffbbeee2aaac35cd997&device_id=40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d HTTP/1.1" status: 200 len: 1130 time: 0.3164184 Mar 23 01:26:38.094312 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:38.114300 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-1c2b5b6a-bce5-40df-9078-ef8267989938 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=73973d13-e663-48da-a248-f8606a93fbeb HTTP/1.1" status: 200 len: 217 time: 0.0491960 Mar 23 01:26:38.119094 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Publish callbacks [] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:38.125879 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:38.155146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:38.155840 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:38.157561 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] 10.222.0.42 "PUT /v2.0/ports/85d1b0ee-c6fe-4614-9389-7fc0e8aed949 HTTP/1.1" status: 200 len: 1094 time: 3.8032906 Mar 23 01:26:38.173386 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-561ad66d-f21f-453f-8818-c4888bdabf31 req-d97047a1-6840-472e-bbba-16e542f5645e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122681 Mar 23 01:26:38.173743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b953878f-4bb4-461e-824d-19aa5e4bff97', 'tag': '85d1b0ee-c6fe-4614-9389-7fc0e8aed949'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:38.176286 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e1ac02-24ee-4187-92cf-5bea425111cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b953878f-4bb4-461e-824d-19aa5e4bff97", "tag": "85d1b0ee-c6fe-4614-9389-7fc0e8aed949"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:38.229962 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-4df2d7e9-6602-4ed4-ab2b-2311773de9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:38.237262 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-4df2d7e9-6602-4ed4-ab2b-2311773de9d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1130435 Mar 23 01:26:38.323311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfce5fb-f81d-437d-8d3e-ba163723af76 None None] Pushing event updated for resources: {'Port': ['ID=793bdbd3-778f-4acf-b23a-e1573d5db7f3,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:38.403409 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-5bc9d98e-37f1-4c68-a076-22995e7450f9 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4fac7cf4797433d9067e9d5d2bae7f4 HTTP/1.1" status: 200 len: 379 time: 0.5978765 Mar 23 01:26:38.449723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Attempting to bind port 793bdbd3-778f-4acf-b23a-e1573d5db7f3 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:26:38.450021 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Attempting to bind port 793bdbd3-778f-4acf-b23a-e1573d5db7f3 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aef15d66-e1e1-4d54-bca2-72d70533b0ed'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:26:38.450389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Attempting to bind port 793bdbd3-778f-4acf-b23a-e1573d5db7f3 on network aef15d66-e1e1-4d54-bca2-72d70533b0ed {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:38.463259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:26:38.463822 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Checking segment: {'id': 'c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aef15d66-e1e1-4d54-bca2-72d70533b0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:26:38.464462 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:38.465078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Bound using segment: {'id': 'c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aef15d66-e1e1-4d54-bca2-72d70533b0ed'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:26:38.467661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Bound port: 793bdbd3-778f-4acf-b23a-e1573d5db7f3, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aef15d66-e1e1-4d54-bca2-72d70533b0ed'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:26:38.468333 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:38.478114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-a29791fe-88ec-4132-8121-6f90cf02812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:38.491762 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-a29791fe-88ec-4132-8121-6f90cf02812a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2452328 Mar 23 01:26:38.497669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b65697-183c-44a8-b8d0-79065b929483 req-209af55a-1b42-4bf4-9a80-7c9356aa4ecf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Made reservation on behalf of 2a05ac1f6247492dbd8888aad87a4e5e for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:26:38.501765 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97b65697-183c-44a8-b8d0-79065b929483 req-209af55a-1b42-4bf4-9a80-7c9356aa4ecf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:38.600705 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b11e0-385f-434e-9735-44c970ca0046 req-3db28f19-06bf-4094-a4fd-07f623e31278 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:38.602438 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-265b11e0-385f-434e-9735-44c970ca0046 req-3db28f19-06bf-4094-a4fd-07f623e31278 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 946 time: 0.2569895 Mar 23 01:26:38.613521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] For port 793bdbd3-778f-4acf-b23a-e1573d5db7f3, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:26:38.632892 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] For port 793bdbd3-778f-4acf-b23a-e1573d5db7f3, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=793bdbd3-778f-4acf-b23a-e1573d5db7f3,segment=NetworkSegment(c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2),segment_id=c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:26:38.659399 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:38.704891 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-265b11e0-385f-434e-9735-44c970ca0046 req-1f03026d-eea5-4bbb-a36d-6daab8fb4733 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821469 Mar 23 01:26:38.736792 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-e8112f0e-c3d2-49d3-915d-0e252f62a4af service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361610 Mar 23 01:26:38.770934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfce5fb-f81d-437d-8d3e-ba163723af76 None None] Pushing event updated for resources: {'Port': ['ID=793bdbd3-778f-4acf-b23a-e1573d5db7f3,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:38.781067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Routers {'b7692d1e-8bf6-4e53-83a3-fce356f04fc5'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:26:38.782245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:26:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b7692d1e-8bf6-4e53-83a3-fce356f04fc5'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:38.912152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7234e92c-06af-43a2-a16b-bbd497c48aeb None None] Provisioning complete for port 793bdbd3-778f-4acf-b23a-e1573d5db7f3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:38.912711 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7234e92c-06af-43a2-a16b-bbd497c48aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:38.965452 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79dd66cb-dfba-444e-98d5-f66da542b616 req-be71d30c-598c-4e46-88a7-bd6a4729ae57 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131474 Mar 23 01:26:38.970311 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5a9ecc-03e7-4438-9609-bbedb5dcd58d x-openstack-request-id: req-cf5a9ecc-03e7-4438-9609-bbedb5dcd58d {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:38.970781 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d", "tag": "73973d13-e663-48da-a248-f8606a93fbeb", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:38.971201 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf5a9ecc-03e7-4438-9609-bbedb5dcd58d {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:38.971804 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5a9ecc-03e7-4438-9609-bbedb5dcd58d'] response: {'name': 'network-changed', 'server_uuid': '40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d', 'tag': '73973d13-e663-48da-a248-f8606a93fbeb', 'status': 'completed', 'code': 200} Mar 23 01:26:39.032907 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] Set router b7692d1e-8bf6-4e53-83a3-fce356f04fc5 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:26:39.049045 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-eeda32a0-f5d2-4492-baa6-1ac975977f71 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Request body: {'port': {'device_id': '8dabdc44-3569-422b-9596-a76bc29bd20c', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'admin_state_up': True, 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'security_groups': ['1f99957d-9cf7-4926-8edf-e2f1f7af460b']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:39.082274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c69d1d84-e577-4188-a854-2a80c2d9457e req-eef7f872-ac89-4314-9294-ced7be7c0261 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:26:39.093027 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3cbddc-c05a-4441-a63e-86a40f8676af None None] Sync routers for ids ['8e140531-9947-4a23-85fa-f86a4e4821e1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:26:39.113514 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3cbddc-c05a-4441-a63e-86a40f8676af None None] Routers {'8e140531-9947-4a23-85fa-f86a4e4821e1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:26:39.119465 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-db3cbddc-c05a-4441-a63e-86a40f8676af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:26:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8e140531-9947-4a23-85fa-f86a4e4821e1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:39.180791 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-34d9adff-f119-4095-aed6-8684e8964608 req-217f4c8c-4226-4cba-8d47-b201b937b749 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 210 time: 0.0565364 Mar 23 01:26:39.209689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bafff-ff3a-415d-b426-eab76a6ad37e req-c051f475-96e0-429d-8200-c7becaaf05f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:39.221874 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ca0bafff-ff3a-415d-b426-eab76a6ad37e req-c051f475-96e0-429d-8200-c7becaaf05f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e097fa16a6c4ffbbeee2aaac35cd997&device_id=40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d HTTP/1.1" status: 200 len: 1130 time: 0.1403446 Mar 23 01:26:39.279536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641105ef-ec21-4391-b8ba-481b4a45a468 service neutron] Pushing event updated for resources: {'Port': ['ID=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:39.339897 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7234e92c-06af-43a2-a16b-bbd497c48aeb None None] Current status of the port 793bdbd3-778f-4acf-b23a-e1573d5db7f3 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:39.340471 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7234e92c-06af-43a2-a16b-bbd497c48aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:39.354703 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7903bd5e-f78b-44d5-b5c1-f03b2fdf047a req-0e1f7d3e-1198-4c3f-bd83-7febb58cc2b3 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 210 time: 0.0807717 Mar 23 01:26:39.412982 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-db3cbddc-c05a-4441-a63e-86a40f8676af None None] Set router 8e140531-9947-4a23-85fa-f86a4e4821e1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:26:39.494310 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bafff-ff3a-415d-b426-eab76a6ad37e req-5e0ca79c-3a4a-4ad6-8e60-d47d88a5a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:39.494539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7234e92c-06af-43a2-a16b-bbd497c48aeb None None] For port 793bdbd3-778f-4acf-b23a-e1573d5db7f3, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=793bdbd3-778f-4acf-b23a-e1573d5db7f3,segment=NetworkSegment(c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2),segment_id=c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:39.496962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-97b65697-183c-44a8-b8d0-79065b929483 req-209af55a-1b42-4bf4-9a80-7c9356aa4ecf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Allocated IP 172.20.0.3 (d44dd811-bae2-4efa-9295-6d682f4c9315/b151ab54-9dd9-40f8-bf23-730b361e4833/449c7652-1711-4a3c-a3e0-b4ff1d552c09) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:26:39.498363 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ca0bafff-ff3a-415d-b426-eab76a6ad37e req-5e0ca79c-3a4a-4ad6-8e60-d47d88a5a184 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.2674859 Mar 23 01:26:39.506287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:26:39.548654 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7234e92c-06af-43a2-a16b-bbd497c48aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:39.577367 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ca0bafff-ff3a-415d-b426-eab76a6ad37e req-8aecc8f1-31d5-48aa-a224-118a1977ba26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=73973d13-e663-48da-a248-f8606a93fbeb HTTP/1.1" status: 200 len: 217 time: 0.0739260 Mar 23 01:26:39.610386 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f800867-e1eb-4d73-8665-0e62ef811739 req-957b5901-a16e-4d19-957d-f867adf519d4 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 210 time: 0.0953710 Mar 23 01:26:39.700421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bafff-ff3a-415d-b426-eab76a6ad37e req-3f41c069-0f22-4bfd-85d8-0dcfea050a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:39.702099 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ca0bafff-ff3a-415d-b426-eab76a6ad37e req-3f41c069-0f22-4bfd-85d8-0dcfea050a3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1071329 Mar 23 01:26:39.711462 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:26:39.712059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:26:39.719377 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.43', 62378) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:39.726788 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97b65697-183c-44a8-b8d0-79065b929483 req-209af55a-1b42-4bf4-9a80-7c9356aa4ecf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks [] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:39.737369 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-39cea338-39b9-414c-8d15-426b6c401d94 None None] Provisioning complete for port 793bdbd3-778f-4acf-b23a-e1573d5db7f3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:39.737739 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-39cea338-39b9-414c-8d15-426b6c401d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:39.740035 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5afc8e-2a45-44fb-bcf6-2750d32a2f40 x-openstack-request-id: req-8a5afc8e-2a45-44fb-bcf6-2750d32a2f40 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:39.740516 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b953878f-4bb4-461e-824d-19aa5e4bff97", "tag": "85d1b0ee-c6fe-4614-9389-7fc0e8aed949", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:39.741158 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a5afc8e-2a45-44fb-bcf6-2750d32a2f40 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:39.741785 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5afc8e-2a45-44fb-bcf6-2750d32a2f40'] response: {'name': 'network-changed', 'server_uuid': 'b953878f-4bb4-461e-824d-19aa5e4bff97', 'tag': '85d1b0ee-c6fe-4614-9389-7fc0e8aed949', 'status': 'completed', 'code': 200} Mar 23 01:26:39.805368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69d1d84-e577-4188-a854-2a80c2d9457e req-eef7f872-ac89-4314-9294-ced7be7c0261 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] No DVR routers for this DVR port dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:26:39.808173 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-53395306-c7bf-4d72-83cf-248292cef8b0 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a2197bbb087244449add1667f6153ce8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823140 Mar 23 01:26:39.820888 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c69d1d84-e577-4188-a854-2a80c2d9457e req-eef7f872-ac89-4314-9294-ced7be7c0261 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:39.824256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c69d1d84-e577-4188-a854-2a80c2d9457e req-eef7f872-ac89-4314-9294-ced7be7c0261 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.43 "DELETE /v2.0/ports/dbf9f7c7-763f-4e90-8d51-bdf89eaf9373 HTTP/1.1" status: 204 len: 173 time: 5.1027689 Mar 23 01:26:39.885625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234e92c-06af-43a2-a16b-bbd497c48aeb None None] Pushing event updated for resources: {'Port': ['ID=793bdbd3-778f-4acf-b23a-e1573d5db7f3,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:39.894908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-4e44d364-542a-4eef-8e54-5fa0872eb968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:39.896432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-4e44d364-542a-4eef-8e54-5fa0872eb968 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e097fa16a6c4ffbbeee2aaac35cd997&device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 1128 time: 1.6125672 Mar 23 01:26:39.926193 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-db3cbddc-c05a-4441-a63e-86a40f8676af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 4, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ffd23558-3fb7-42a9-a00d-76c081b4f618', 'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'mac_address': 'fa:16:3e:22:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:26Z', 'updated_at': '2022-03-23T01:24:32Z', 'revision_number': 5, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'subnets': [{'id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:39.930119 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'name': 'tempest-FloatingIPsTestJSON-493292058-router', 'tenant_id': '8000f18a9857431388089cd498a778c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:26Z', 'updated_at': '2022-03-23T01:26:33Z', 'revision_number': 4, 'project_id': '8000f18a9857431388089cd498a778c1', 'gw_port': {'id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:27Z', 'updated_at': '2022-03-23T01:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '793bdbd3-778f-4acf-b23a-e1573d5db7f3', 'name': '', 'network_id': 'aef15d66-e1e1-4d54-bca2-72d70533b0ed', 'tenant_id': '8000f18a9857431388089cd498a778c1', 'mac_address': 'fa:16:3e:43:1f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'edcd7d13-080e-47cd-af78-ec45f4ee637a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:31Z', 'updated_at': '2022-03-23T01:26:38Z', 'revision_number': 4, 'project_id': '8000f18a9857431388089cd498a778c1', 'subnets': [{'id': 'edcd7d13-080e-47cd-af78-ec45f4ee637a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:39.987902 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-2476e82e-98de-45ae-afb0-2517dc198099 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=85d1b0ee-c6fe-4614-9389-7fc0e8aed949 HTTP/1.1" status: 200 len: 217 time: 0.0782974 Mar 23 01:26:40.013652 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3cbddc-c05a-4441-a63e-86a40f8676af None None] Checking router: 8e140531-9947-4a23-85fa-f86a4e4821e1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:26:40.029141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbc3af9-4552-452b-8c26-b2b9efb87fd3 None None] The sync data for ids ['b7692d1e-8bf6-4e53-83a3-fce356f04fc5'] in n-d-834677-4 is: [{'id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'name': 'tempest-FloatingIPsTestJSON-493292058-router', 'tenant_id': '8000f18a9857431388089cd498a778c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:26Z', 'updated_at': '2022-03-23T01:26:33Z', 'revision_number': 4, 'project_id': '8000f18a9857431388089cd498a778c1', 'gw_port': {'id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:27Z', 'updated_at': '2022-03-23T01:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '793bdbd3-778f-4acf-b23a-e1573d5db7f3', 'name': '', 'network_id': 'aef15d66-e1e1-4d54-bca2-72d70533b0ed', 'tenant_id': '8000f18a9857431388089cd498a778c1', 'mac_address': 'fa:16:3e:43:1f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'edcd7d13-080e-47cd-af78-ec45f4ee637a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:31Z', 'updated_at': '2022-03-23T01:26:38Z', 'revision_number': 4, 'project_id': '8000f18a9857431388089cd498a778c1', 'subnets': [{'id': 'edcd7d13-080e-47cd-af78-ec45f4ee637a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:26:40.038063 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3cbddc-c05a-4441-a63e-86a40f8676af None None] Routers {'8e140531-9947-4a23-85fa-f86a4e4821e1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:26:40.038063 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-db3cbddc-c05a-4441-a63e-86a40f8676af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:26:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8e140531-9947-4a23-85fa-f86a4e4821e1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:40.104310 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-d91f1317-f4bb-4c33-8bc0-39370757ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:40.108936 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-d91f1317-f4bb-4c33-8bc0-39370757ba46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1031246 Mar 23 01:26:40.189597 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-39cea338-39b9-414c-8d15-426b6c401d94 None None] Current status of the port 793bdbd3-778f-4acf-b23a-e1573d5db7f3 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:40.205442 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bafff-ff3a-415d-b426-eab76a6ad37e req-12c22709-a66b-4bd0-ae26-e00ddba341f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:40.207021 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ca0bafff-ff3a-415d-b426-eab76a6ad37e req-12c22709-a66b-4bd0-ae26-e00ddba341f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4788339 Mar 23 01:26:40.222815 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-dae679b1-ffd8-4ed0-a6f5-d1f844d723b1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 2.1303492 Mar 23 01:26:40.241413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4937fe-4880-4fdf-9dfb-9185c743017e req-87cf07c9-a98e-41d7-b79e-8a7f4407f420 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:40.249015 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fb4937fe-4880-4fdf-9dfb-9185c743017e req-87cf07c9-a98e-41d7-b79e-8a7f4407f420 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.3545566 Mar 23 01:26:40.258396 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:40.259918 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-db3cbddc-c05a-4441-a63e-86a40f8676af None None] Set router 8e140531-9947-4a23-85fa-f86a4e4821e1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:26:40.272314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-e32cb3e4-b812-4d5a-918d-ba94d79c083c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:40.273868 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-e32cb3e4-b812-4d5a-918d-ba94d79c083c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4275594 Mar 23 01:26:40.290810 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97b65697-183c-44a8-b8d0-79065b929483 req-209af55a-1b42-4bf4-9a80-7c9356aa4ecf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:40.321486 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:40.383171 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-5669e807-15bc-4dde-9407-9802a4c9fd0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Request body: {'port': {'device_id': '21e60a40-00e9-4ad0-a421-0ff6dfc53779', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': 'a2197bbb087244449add1667f6153ce8'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:40.461043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-425ad8ff-8125-4542-be3e-6c7f4aa9686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:40.463489 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-425ad8ff-8125-4542-be3e-6c7f4aa9686c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3118441 Mar 23 01:26:40.464630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209af55a-1b42-4bf4-9a80-7c9356aa4ecf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Pushing event updated for resources: {'Port': ['ID=449c7652-1711-4a3c-a3e0-b4ff1d552c09,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:40.493891 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b65697-183c-44a8-b8d0-79065b929483 req-209af55a-1b42-4bf4-9a80-7c9356aa4ecf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Network d44dd811-bae2-4efa-9295-6d682f4c9315 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:26:40.501937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-97b65697-183c-44a8-b8d0-79065b929483 req-209af55a-1b42-4bf4-9a80-7c9356aa4ecf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:26:40.509035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b65697-183c-44a8-b8d0-79065b929483 req-209af55a-1b42-4bf4-9a80-7c9356aa4ecf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:26:40.524396 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b65697-183c-44a8-b8d0-79065b929483 req-209af55a-1b42-4bf4-9a80-7c9356aa4ecf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:40.525506 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97b65697-183c-44a8-b8d0-79065b929483 req-209af55a-1b42-4bf4-9a80-7c9356aa4ecf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:40.545057 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fb4937fe-4880-4fdf-9dfb-9185c743017e req-24b86051-10f1-4da1-85b0-2311629bd5d1 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938337 Mar 23 01:26:40.614018 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-db3cbddc-c05a-4441-a63e-86a40f8676af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 4, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ffd23558-3fb7-42a9-a00d-76c081b4f618', 'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'mac_address': 'fa:16:3e:22:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:26Z', 'updated_at': '2022-03-23T01:24:32Z', 'revision_number': 5, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'subnets': [{'id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:40.689775 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ca0bafff-ff3a-415d-b426-eab76a6ad37e req-b13ed35a-7dbb-4af2-bbbb-c9bb715c42b7 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376502 Mar 23 01:26:40.754291 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3cbddc-c05a-4441-a63e-86a40f8676af None None] The sync data for ids ['8e140531-9947-4a23-85fa-f86a4e4821e1'] in n-d-834677-4 is: [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 4, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ffd23558-3fb7-42a9-a00d-76c081b4f618', 'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'mac_address': 'fa:16:3e:22:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:26Z', 'updated_at': '2022-03-23T01:24:32Z', 'revision_number': 5, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'subnets': [{'id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:26:40.755273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-5669e807-15bc-4dde-9407-9802a4c9fd0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Made reservation on behalf of a2197bbb087244449add1667f6153ce8 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:26:40.765305 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-5669e807-15bc-4dde-9407-9802a4c9fd0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:40.819608 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-5669e807-15bc-4dde-9407-9802a4c9fd0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:40.849521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22185c-b2d7-41c5-8baa-936609996a69 req-4610bbec-24c3-45b4-86d9-6e60ea6a85dd tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:40.850945 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e22185c-b2d7-41c5-8baa-936609996a69 req-4610bbec-24c3-45b4-86d9-6e60ea6a85dd tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 946 time: 0.1875901 Mar 23 01:26:40.895134 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97b65697-183c-44a8-b8d0-79065b929483 req-209af55a-1b42-4bf4-9a80-7c9356aa4ecf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1798432 Mar 23 01:26:40.918724 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Request body: {'port': {'device_id': '6fb69340-2e1a-4983-8715-e0904dfb6c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:40.982384 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ca0bafff-ff3a-415d-b426-eab76a6ad37e req-3c41e5bf-7519-489b-8325-ea12f1b4a7d8 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389762 Mar 23 01:26:40.992090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-eeda32a0-f5d2-4492-baa6-1ac975977f71 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Made reservation on behalf of b4fac7cf4797433d9067e9d5d2bae7f4 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:26:40.996710 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-eeda32a0-f5d2-4492-baa6-1ac975977f71 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:41.028348 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e22185c-b2d7-41c5-8baa-936609996a69 req-010f4992-982a-40bc-a2bc-cf1a00bb0f36 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700137 Mar 23 01:26:41.113824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-adc4c083-9d6f-44be-9efd-c862929fe3c1 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337589 Mar 23 01:26:41.131836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 793bdbd3-778f-4acf-b23a-e1573d5db7f3 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:41.142258 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-5669e807-15bc-4dde-9407-9802a4c9fd0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks [] for security_group (236594e7-454c-4119-92ce-7d4ad20ab631), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:41.149923 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-5669e807-15bc-4dde-9407-9802a4c9fd0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (236594e7-454c-4119-92ce-7d4ad20ab631), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:41.171572 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:41.298833 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 793bdbd3-778f-4acf-b23a-e1573d5db7f3 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:41.300586 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:41.311742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d72ec-776e-4eb0-9ec6-9ac21c43dfbc None None] New status for floating IP 824cd769-c8b9-403f-ace0-a2a44ca8b20c: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:26:41.351997 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c0de220c-ac68-415b-95d8-e0d5e11b8c97 req-1f1388aa-a783-4013-ba95-d4335cde6d2a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 210 time: 0.0495358 Mar 23 01:26:41.352784 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669e807-15bc-4dde-9407-9802a4c9fd0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236594e7-454c-4119-92ce-7d4ad20ab631,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:41.378743 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d852e9a7-ed1a-4937-8ab6-4c7d330c98ea req-fe133144-6f79-4af7-ae25-63147875d18c service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403858 Mar 23 01:26:41.386173 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:41.538625 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-5669e807-15bc-4dde-9407-9802a4c9fd0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Allocated IP 192.168.233.180 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/12cc3aa7-3a74-4937-8205-13c47cc68a3a) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:26:41.589112 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcefa78-1f5f-4be2-aa6f-ba2dd144996d req-1c5e24c0-2a8b-4bbb-888c-ae62b78d4060 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:41.590681 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3fcefa78-1f5f-4be2-aa6f-ba2dd144996d req-1c5e24c0-2a8b-4bbb-888c-ae62b78d4060 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 931 time: 0.0951362 Mar 23 01:26:41.615955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 793bdbd3-778f-4acf-b23a-e1573d5db7f3 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:41.675980 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3fcefa78-1f5f-4be2-aa6f-ba2dd144996d req-0683db92-7240-40c5-b0af-506f85ee884f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704904 Mar 23 01:26:41.747852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c993083-0d9f-4de6-b03b-c5fdbf6bffd3', 'name': 'network-vif-deleted', 'tag': 'dbf9f7c7-763f-4e90-8d51-bdf89eaf9373'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:41.751348 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3e78a7-0a1a-4029-8bb5-5e4e38490027" -d '{"events": [{"server_uuid": "7c993083-0d9f-4de6-b03b-c5fdbf6bffd3", "name": "network-vif-deleted", "tag": "dbf9f7c7-763f-4e90-8d51-bdf89eaf9373"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:41.782698 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-eeda32a0-f5d2-4492-baa6-1ac975977f71 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Allocated IP 172.20.0.5 (080a736b-27cd-405b-b5de-ee5cfb6bde25/4c9b9a5f-da6e-46ef-94fa-493b3aa504aa/d81bd03d-ee5d-4090-a081-705322ce9299) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:26:41.838981 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-5669e807-15bc-4dde-9407-9802a4c9fd0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks [] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:41.888362 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d59a8ae2-96a8-4dfe-b009-cffdbbe4578d req-66cbd14b-d7d0-4fbf-bbb4-38629bc88458 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 210 time: 0.0444586 Mar 23 01:26:41.916516 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-5669e807-15bc-4dde-9407-9802a4c9fd0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:41.968725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Allocated IP 172.25.0.37 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/9e7f9988-8ab8-4e97-b91c-661f58a33c1f) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:26:41.978832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ac02-24ee-4187-92cf-5bea425111cf req-f5f14eb3-281f-40f0-9cae-10ebffbf148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:41.980561 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-31e1ac02-24ee-4187-92cf-5bea425111cf req-f5f14eb3-281f-40f0-9cae-10ebffbf148a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e097fa16a6c4ffbbeee2aaac35cd997&device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 1128 time: 0.5063102 Mar 23 01:26:41.998944 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-5669e807-15bc-4dde-9407-9802a4c9fd0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:26:42.003091 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-5669e807-15bc-4dde-9407-9802a4c9fd0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:26:42.026798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-5669e807-15bc-4dde-9407-9802a4c9fd0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:26:42.033948 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-5669e807-15bc-4dde-9407-9802a4c9fd0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:42.035868 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-5669e807-15bc-4dde-9407-9802a4c9fd0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:42.142637 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669e807-15bc-4dde-9407-9802a4c9fd0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Pushing event updated for resources: {'Port': ['ID=12cc3aa7-3a74-4937-8205-13c47cc68a3a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:42.164772 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-5669e807-15bc-4dde-9407-9802a4c9fd0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7910273 Mar 23 01:26:42.188777 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7732eb9-7307-4cb6-9a69-691e84e7db5f req-8748c1b4-7569-4280-9efa-271eb2092234 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:42.198521 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7732eb9-7307-4cb6-9a69-691e84e7db5f req-8748c1b4-7569-4280-9efa-271eb2092234 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.1536920 Mar 23 01:26:42.232924 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Request body: {'port': {'device_id': '21e60a40-00e9-4ad0-a421-0ff6dfc53779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:42.239191 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-eeda32a0-f5d2-4492-baa6-1ac975977f71 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for port (d81bd03d-ee5d-4090-a081-705322ce9299), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:42.274837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ac02-24ee-4187-92cf-5bea425111cf req-8ebc6ecb-6f38-4f8e-889b-ff23c7e79d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:42.276176 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7732eb9-7307-4cb6-9a69-691e84e7db5f req-72feaac9-b41b-4ab1-82b9-8a38f6a822b2 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760458 Mar 23 01:26:42.276482 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-31e1ac02-24ee-4187-92cf-5bea425111cf req-8ebc6ecb-6f38-4f8e-889b-ff23c7e79d55 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.2849028 Mar 23 01:26:42.366492 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:42.381234 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed9013a-08e0-4d72-b5db-d73b9cdcb71d x-openstack-request-id: req-8ed9013a-08e0-4d72-b5db-d73b9cdcb71d {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:42.381669 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c993083-0d9f-4de6-b03b-c5fdbf6bffd3", "name": "network-vif-deleted", "tag": "dbf9f7c7-763f-4e90-8d51-bdf89eaf9373", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:42.382018 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ed9013a-08e0-4d72-b5db-d73b9cdcb71d {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:42.382543 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed9013a-08e0-4d72-b5db-d73b9cdcb71d'] response: {'server_uuid': '7c993083-0d9f-4de6-b03b-c5fdbf6bffd3', 'name': 'network-vif-deleted', 'tag': 'dbf9f7c7-763f-4e90-8d51-bdf89eaf9373', 'status': 'completed', 'code': 200} Mar 23 01:26:42.393258 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-31e1ac02-24ee-4187-92cf-5bea425111cf req-b47833ab-291f-47d4-ae86-21d22b1e1831 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=85d1b0ee-c6fe-4614-9389-7fc0e8aed949 HTTP/1.1" status: 200 len: 217 time: 0.0966585 Mar 23 01:26:42.397980 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks [] for port (9e7f9988-8ab8-4e97-b91c-661f58a33c1f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:42.453231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449c7652-1711-4a3c-a3e0-b4ff1d552c09 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:42.456534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e77d51c7-e992-4fad-8bec-42d53bd2931d None None] Provisioning complete for port 12cc3aa7-3a74-4937-8205-13c47cc68a3a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:42.456945 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e77d51c7-e992-4fad-8bec-42d53bd2931d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:42.471806 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Publish callbacks [] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:42.477486 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-eeda32a0-f5d2-4492-baa6-1ac975977f71 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (d81bd03d-ee5d-4090-a081-705322ce9299), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:42.511518 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e77d51c7-e992-4fad-8bec-42d53bd2931d None None] Port 12cc3aa7-3a74-4937-8205-13c47cc68a3a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:26:42.534403 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Transition to ACTIVE for port object 449c7652-1711-4a3c-a3e0-b4ff1d552c09 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:26:42.536574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ac02-24ee-4187-92cf-5bea425111cf req-a80d6c83-12c1-486b-a5c4-31ccc31bf760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:42.538259 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-31e1ac02-24ee-4187-92cf-5bea425111cf req-a80d6c83-12c1-486b-a5c4-31ccc31bf760 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1347170 Mar 23 01:26:42.547358 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:42.568107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-eeda32a0-f5d2-4492-baa6-1ac975977f71 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Network 080a736b-27cd-405b-b5de-ee5cfb6bde25 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:26:42.600505 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-eeda32a0-f5d2-4492-baa6-1ac975977f71 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:26:42.605647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-eeda32a0-f5d2-4492-baa6-1ac975977f71 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:26:42.611157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-eeda32a0-f5d2-4492-baa6-1ac975977f71 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:42.611858 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-eeda32a0-f5d2-4492-baa6-1ac975977f71 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:42.614775 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (9e7f9988-8ab8-4e97-b91c-661f58a33c1f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:42.617568 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda32a0-f5d2-4492-baa6-1ac975977f71 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Pushing event updated for resources: {'Port': ['ID=d81bd03d-ee5d-4090-a081-705322ce9299,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:42.622822 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6b5c0-1f11-4543-a21d-3e54ef673edf req-d0fba5ed-4e1a-4477-a41b-50fd952e04bd tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:42.630008 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-51c6b5c0-1f11-4543-a21d-3e54ef673edf req-d0fba5ed-4e1a-4477-a41b-50fd952e04bd tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 946 time: 0.1142657 Mar 23 01:26:42.685153 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:26:42.695485 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-eeda32a0-f5d2-4492-baa6-1ac975977f71 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2141120 Mar 23 01:26:42.714625 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-51c6b5c0-1f11-4543-a21d-3e54ef673edf req-30e18191-0be1-447c-94c2-8224f705f7a8 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838041 Mar 23 01:26:42.751189 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:26:42.759767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=449c7652-1711-4a3c-a3e0-b4ff1d552c09,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:42.800155 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12cc3aa7-3a74-4937-8205-13c47cc68a3a {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:42.801052 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ac02-24ee-4187-92cf-5bea425111cf req-dd2dbfb5-2294-4772-8e07-a99a92a2827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:42.802662 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-31e1ac02-24ee-4187-92cf-5bea425111cf req-dd2dbfb5-2294-4772-8e07-a99a92a2827f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2583346 Mar 23 01:26:42.809073 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:26:42.812186 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Publish callbacks [] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:42.818995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Request body: {'port': {'device_id': '8dabdc44-3569-422b-9596-a76bc29bd20c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:42.831297 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Transition to ACTIVE for port object 12cc3aa7-3a74-4937-8205-13c47cc68a3a will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:26:42.836357 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:42.873427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Attempting to bind port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:26:42.873871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Attempting to bind port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:26:42.874296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Attempting to bind port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:42.906117 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Pushing event updated for resources: {'Port': ['ID=12cc3aa7-3a74-4937-8205-13c47cc68a3a,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:42.970671 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-71645e17-df99-4ca2-b6fd-613e533272aa None None] Provisioning complete for port d81bd03d-ee5d-4090-a081-705322ce9299 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:42.971196 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71645e17-df99-4ca2-b6fd-613e533272aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d81bd03d-ee5d-4090-a081-705322ce9299), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:43.041218 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-71645e17-df99-4ca2-b6fd-613e533272aa None None] Port d81bd03d-ee5d-4090-a081-705322ce9299 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:26:43.060562 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63c08c-5eff-48f2-b34d-b13b63cb7aa2 req-55c41c10-6380-415e-8522-3feb3726399a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:43.062569 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2a63c08c-5eff-48f2-b34d-b13b63cb7aa2 req-55c41c10-6380-415e-8522-3feb3726399a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 948 time: 0.0940719 Mar 23 01:26:43.063538 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Attempting to bind port 12cc3aa7-3a74-4937-8205-13c47cc68a3a on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:26:43.063869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Attempting to bind port 12cc3aa7-3a74-4937-8205-13c47cc68a3a by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:26:43.064195 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Attempting to bind port 12cc3aa7-3a74-4937-8205-13c47cc68a3a on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:43.076888 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:26:43.092219 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Port 12cc3aa7-3a74-4937-8205-13c47cc68a3a on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:26:43.092582 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Attempting to bind port 12cc3aa7-3a74-4937-8205-13c47cc68a3a on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:43.118108 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:26:43.118588 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:26:43.118984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:26:43.119605 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Bound port: 12cc3aa7-3a74-4937-8205-13c47cc68a3a, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:26:43.120009 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:43.140298 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2a63c08c-5eff-48f2-b34d-b13b63cb7aa2 req-1b559cf5-00f5-4639-ae24-0d94a26e4d12 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704746 Mar 23 01:26:43.316489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 on network d44dd811-bae2-4efa-9295-6d682f4c9315 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:26:43.316875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Attempting to bind port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:43.363039 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:26:43.363558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Checking segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:26:43.364057 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Bound using segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:26:43.364627 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Bound port: 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:26:43.365091 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:43.375258 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Pushing event updated for resources: {'Port': ['ID=9e7f9988-8ab8-4e97-b91c-661f58a33c1f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:43.423927 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks [] for floatingip (c70165b0-ab1f-4428-b075-be62e8590901), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:43.465034 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73973d13-e663-48da-a248-f8606a93fbeb details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:26:43.474480 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d81bd03d-ee5d-4090-a081-705322ce9299), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:43.496090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-31e1ac02-24ee-4187-92cf-5bea425111cf req-2b6fd1be-ee1f-4e35-af6b-cbda03c68552 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6822882 Mar 23 01:26:43.572336 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9e7f9988-8ab8-4e97-b91c-661f58a33c1f), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:43.595200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73973d13-e663-48da-a248-f8606a93fbeb, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73973d13-e663-48da-a248-f8606a93fbeb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:43.598127 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] For port 12cc3aa7-3a74-4937-8205-13c47cc68a3a, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:26:43.603339 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] For port 12cc3aa7-3a74-4937-8205-13c47cc68a3a, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:26:43.613119 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '73973d13-e663-48da-a248-f8606a93fbeb', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '73973d13-e663-48da-a248-f8606a93fbeb', 'mac_address': 'fa:16:3e:9b:a0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:26:43.622886 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fa772-dcf7-4b8c-b208-7047f3cfe4d7 req-4ccc2514-b996-4c4f-838d-0e8276a9063e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:43.633036 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-858fa772-dcf7-4b8c-b208-7047f3cfe4d7 req-4ccc2514-b996-4c4f-838d-0e8276a9063e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 943 time: 0.1176383 Mar 23 01:26:43.646096 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:43.672204 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 73973d13-e663-48da-a248-f8606a93fbeb is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:43.673643 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73973d13-e663-48da-a248-f8606a93fbeb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:43.678054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] For port 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:26:43.697097 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73973d13-e663-48da-a248-f8606a93fbeb {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:43.709691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] For port 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=449c7652-1711-4a3c-a3e0-b4ff1d552c09,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:26:43.729548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73973d13-e663-48da-a248-f8606a93fbeb, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73973d13-e663-48da-a248-f8606a93fbeb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:43.737671 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73973d13-e663-48da-a248-f8606a93fbeb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:43.751356 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:43.752130 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:43.753530 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] 10.222.0.43 "PUT /v2.0/ports/12cc3aa7-3a74-4937-8205-13c47cc68a3a HTTP/1.1" status: 200 len: 1096 time: 1.5451119 Mar 23 01:26:43.754342 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e60a40-00e9-4ad0-a421-0ff6dfc53779', 'tag': '12cc3aa7-3a74-4937-8205-13c47cc68a3a'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:43.756568 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e90e6dc-ebdb-4bb2-9441-a3fcba3166c1" -d '{"events": [{"name": "network-changed", "server_uuid": "21e60a40-00e9-4ad0-a421-0ff6dfc53779", "tag": "12cc3aa7-3a74-4937-8205-13c47cc68a3a"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:43.759084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdd216-44ba-4919-9bec-5e622c80026d service neutron] Pushing event updated for resources: {'Port': ['ID=12cc3aa7-3a74-4937-8205-13c47cc68a3a,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:43.781219 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-858fa772-dcf7-4b8c-b208-7047f3cfe4d7 req-74a67ae8-7714-41da-8563-88cf350d38f9 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466591 Mar 23 01:26:43.800001 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:43.811965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=73973d13-e663-48da-a248-f8606a93fbeb,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:43.887134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-101ff9c6-cc19-4529-8ab5-48af424ca5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:43.889156 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-101ff9c6-cc19-4529-8ab5-48af424ca5ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 1130 time: 0.0618956 Mar 23 01:26:43.958758 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-209ec226-b61f-496e-9212-d4bc1128c99d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a HTTP/1.1" status: 200 len: 217 time: 0.0549872 Mar 23 01:26:43.989389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:43.993124 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:43.994796 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97b65697-183c-44a8-b8d0-79065b929483 req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] 10.222.0.42 "PUT /v2.0/ports/449c7652-1711-4a3c-a3e0-b4ff1d552c09 HTTP/1.1" status: 200 len: 1091 time: 3.0915837 Mar 23 01:26:44.040414 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-31e1ac02-24ee-4187-92cf-5bea425111cf req-d0643a2c-511a-49f2-bcdb-061f724c45f7 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282300 Mar 23 01:26:44.049996 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-d6cbc200-864d-4d39-8c51-11929528625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:44.051483 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-d6cbc200-864d-4d39-8c51-11929528625f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0765612 Mar 23 01:26:44.059816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736070a-9d8a-4363-bc69-8953a125127a req-f8b5fb6b-e7f5-47d7-8a99-2d2c1783954c tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:44.061331 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7736070a-9d8a-4363-bc69-8953a125127a req-f8b5fb6b-e7f5-47d7-8a99-2d2c1783954c tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 931 time: 0.1499836 Mar 23 01:26:44.153257 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7736070a-9d8a-4363-bc69-8953a125127a req-ffb69987-6f82-4053-a8a7-da322339eb7e tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825202 Mar 23 01:26:44.155246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['73973d13-e663-48da-a248-f8606a93fbeb'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:26:44.160709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-067efe61-a248-49d1-a525-b7482b87ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:44.161668 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-067efe61-a248-49d1-a525-b7482b87ef54 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0994005 Mar 23 01:26:44.169751 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ce3c2-2a60-42b0-93e5-8070a462c5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=449c7652-1711-4a3c-a3e0-b4ff1d552c09,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:44.270622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81bd03d-ee5d-4090-a081-705322ce9299 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:44.285151 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Publish callbacks [] for port (d81bd03d-ee5d-4090-a081-705322ce9299), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:44.309745 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Transition to ACTIVE for port object d81bd03d-ee5d-4090-a081-705322ce9299 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:26:44.317998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b65697-183c-44a8-b8d0-79065b929483 req-af960721-9ab1-484c-9b34-4c7d6ec92a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:44.319872 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97b65697-183c-44a8-b8d0-79065b929483 req-af960721-9ab1-484c-9b34-4c7d6ec92a67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 1125 time: 0.2522724 Mar 23 01:26:44.331360 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d81bd03d-ee5d-4090-a081-705322ce9299), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:44.347215 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-20d70a17-56c2-4728-aa3a-9027606551d3 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782413 Mar 23 01:26:44.356420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb555a-1351-4fa5-8017-f67939e3038e req-5a5bfdd9-e26e-4244-b988-2e1d1c7f95d4 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:44.358619 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3feb555a-1351-4fa5-8017-f67939e3038e req-5a5bfdd9-e26e-4244-b988-2e1d1c7f95d4 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.0971899 Mar 23 01:26:44.391889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb69340-2e1a-4983-8715-e0904dfb6c57', 'tag': '449c7652-1711-4a3c-a3e0-b4ff1d552c09'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:44.394149 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6d6329-b4ab-49f1-8c13-30afaa153c00" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb69340-2e1a-4983-8715-e0904dfb6c57", "tag": "449c7652-1711-4a3c-a3e0-b4ff1d552c09"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:44.400067 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks [] for port (9e7f9988-8ab8-4e97-b91c-661f58a33c1f), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:44.427542 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97b65697-183c-44a8-b8d0-79065b929483 req-6cab7009-de3e-4c11-86dc-3e99e657e828 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=449c7652-1711-4a3c-a3e0-b4ff1d552c09 HTTP/1.1" status: 200 len: 217 time: 0.0972490 Mar 23 01:26:44.435008 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9e7f9988-8ab8-4e97-b91c-661f58a33c1f), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:44.472935 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (c70165b0-ab1f-4428-b075-be62e8590901), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:44.480890 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3feb555a-1351-4fa5-8017-f67939e3038e req-96f97489-a12b-4f57-b587-d4e0b320c5b0 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119802 Mar 23 01:26:44.530354 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a805ebd4-454b-454f-84b3-a703ceaa12ac req-29b641ba-0803-44a1-9f77-8869aa24ce7c service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700292 Mar 23 01:26:44.584999 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:44.586636 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3446434 Mar 23 01:26:44.601821 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Attempting to bind port d81bd03d-ee5d-4090-a081-705322ce9299 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:26:44.602206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Attempting to bind port d81bd03d-ee5d-4090-a081-705322ce9299 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '4784078c-2d48-4bd3-8200-71c515c2bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:26:44.602481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Attempting to bind port d81bd03d-ee5d-4090-a081-705322ce9299 on network 080a736b-27cd-405b-b5de-ee5cfb6bde25 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:44.616806 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Port d81bd03d-ee5d-4090-a081-705322ce9299 on network 080a736b-27cd-405b-b5de-ee5cfb6bde25 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:26:44.617141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Attempting to bind port d81bd03d-ee5d-4090-a081-705322ce9299 on network 080a736b-27cd-405b-b5de-ee5cfb6bde25 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:44.619232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Pushing event updated for resources: {'Port': ['ID=d81bd03d-ee5d-4090-a081-705322ce9299,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:44.642347 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf87bf7-b076-4693-afc6-0c62b6edbc0c req-5d4ef087-1b0a-47c3-b7e9-9fd35e33e005 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:44.643916 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6cf87bf7-b076-4693-afc6-0c62b6edbc0c req-5d4ef087-1b0a-47c3-b7e9-9fd35e33e005 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 946 time: 0.0729878 Mar 23 01:26:44.658634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:26:44.701284 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6cf87bf7-b076-4693-afc6-0c62b6edbc0c req-53886126-9a43-4b5e-b3cc-791f06db9157 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507414 Mar 23 01:26:44.723567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:26:44.723920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Checking segment: {'id': '4784078c-2d48-4bd3-8200-71c515c2bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:26:44.724303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Bound using segment: {'id': '4784078c-2d48-4bd3-8200-71c515c2bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:26:44.724770 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Bound port: d81bd03d-ee5d-4090-a081-705322ce9299, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4784078c-2d48-4bd3-8200-71c515c2bb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:26:44.725130 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d81bd03d-ee5d-4090-a081-705322ce9299), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:44.759287 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7af3c-8c64-44ab-aac7-60b44c0570f1 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Pushing event updated for resources: {'Port': ['ID=9e7f9988-8ab8-4e97-b91c-661f58a33c1f,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:44.764447 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-e260fda3-070e-4a5a-87d3-ce88189b1180 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.1664140 Mar 23 01:26:44.765164 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40fc30d-aa86-4cd8-aab4-9192c9dc6937 x-openstack-request-id: req-e40fc30d-aa86-4cd8-aab4-9192c9dc6937 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:44.765735 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e60a40-00e9-4ad0-a421-0ff6dfc53779", "tag": "12cc3aa7-3a74-4937-8205-13c47cc68a3a", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:44.765857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b65697-183c-44a8-b8d0-79065b929483 req-74b6d79f-597b-4d93-94e8-ef32fb3b2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:44.766344 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e40fc30d-aa86-4cd8-aab4-9192c9dc6937 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:44.767251 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97b65697-183c-44a8-b8d0-79065b929483 req-74b6d79f-597b-4d93-94e8-ef32fb3b2912 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.3263557 Mar 23 01:26:44.767748 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40fc30d-aa86-4cd8-aab4-9192c9dc6937'] response: {'name': 'network-changed', 'server_uuid': '21e60a40-00e9-4ad0-a421-0ff6dfc53779', 'tag': '12cc3aa7-3a74-4937-8205-13c47cc68a3a', 'status': 'completed', 'code': 200} Mar 23 01:26:44.838115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:44.853881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '85d1b0ee-c6fe-4614-9389-7fc0e8aed949', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '85d1b0ee-c6fe-4614-9389-7fc0e8aed949', 'mac_address': 'fa:16:3e:24:01:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:26:44.882990 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97b65697-183c-44a8-b8d0-79065b929483 req-8a75f1e7-6b1f-4581-b21b-44bea002b9c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925438 Mar 23 01:26:44.903138 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90e6dc-ebdb-4bb2-9441-a3fcba3166c1 req-402afa7d-2749-4246-9d12-fad50872dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:44.904576 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e90e6dc-ebdb-4bb2-9441-a3fcba3166c1 req-402afa7d-2749-4246-9d12-fad50872dd2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 1130 time: 0.0963762 Mar 23 01:26:44.914891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:44.915618 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:44.938033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:44.990785 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:45.002299 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:45.033622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] For port d81bd03d-ee5d-4090-a081-705322ce9299, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:26:45.044119 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-c98afdfa-8f79-4b35-888c-04d48edd60a6 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:45.045679 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-c98afdfa-8f79-4b35-888c-04d48edd60a6 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.2466893 Mar 23 01:26:45.068872 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-d0baedea-5e87-4df3-aee6-a964cb7b5edd tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:26:45.069962 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7d065c66-707d-41ed-820c-543eb6ff61b5 req-d0baedea-5e87-4df3-aee6-a964cb7b5edd tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100381 Mar 23 01:26:45.074809 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] For port d81bd03d-ee5d-4090-a081-705322ce9299, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=d81bd03d-ee5d-4090-a081-705322ce9299,segment=NetworkSegment(4784078c-2d48-4bd3-8200-71c515c2bb94),segment_id=4784078c-2d48-4bd3-8200-71c515c2bb94)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:26:45.092356 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d81bd03d-ee5d-4090-a081-705322ce9299), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:45.109393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f9bf5-69a1-430c-a178-ce9989f1b657 req-1ba02e9d-2adf-4524-96b2-baf9e0ca5b12 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:45.110997 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-284f9bf5-69a1-430c-a178-ce9989f1b657 req-1ba02e9d-2adf-4524-96b2-baf9e0ca5b12 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 948 time: 0.1048546 Mar 23 01:26:45.115679 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:45.152811 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90e6dc-ebdb-4bb2-9441-a3fcba3166c1 req-340b1771-82a8-4e57-ab0a-1e08442bd147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:45.154381 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e90e6dc-ebdb-4bb2-9441-a3fcba3166c1 req-340b1771-82a8-4e57-ab0a-1e08442bd147 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.2424424 Mar 23 01:26:45.169392 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac338c4d-8dcc-41ea-9eb0-cee8b9b2b910 x-openstack-request-id: req-ac338c4d-8dcc-41ea-9eb0-cee8b9b2b910 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:45.169680 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb69340-2e1a-4983-8715-e0904dfb6c57", "tag": "449c7652-1711-4a3c-a3e0-b4ff1d552c09", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:45.169934 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac338c4d-8dcc-41ea-9eb0-cee8b9b2b910 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:45.170462 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac338c4d-8dcc-41ea-9eb0-cee8b9b2b910'] response: {'name': 'network-changed', 'server_uuid': '6fb69340-2e1a-4983-8715-e0904dfb6c57', 'tag': '449c7652-1711-4a3c-a3e0-b4ff1d552c09', 'status': 'completed', 'code': 200} Mar 23 01:26:45.175596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Pushing event updated for resources: {'Port': ['ID=d81bd03d-ee5d-4090-a081-705322ce9299,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:45.189565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:45.190245 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:45.191764 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-7fd04c33-be72-4745-8838-e8d86be07c70 service neutron] 10.222.0.42 "PUT /v2.0/ports/d81bd03d-ee5d-4090-a081-705322ce9299 HTTP/1.1" status: 200 len: 1091 time: 2.3845062 Mar 23 01:26:45.198457 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97b65697-183c-44a8-b8d0-79065b929483 req-d49515e5-1404-4443-b26a-96967744ad58 service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063164 Mar 23 01:26:45.251407 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e90e6dc-ebdb-4bb2-9441-a3fcba3166c1 req-747df88a-6c64-4019-892a-9e22fb85d800 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a HTTP/1.1" status: 200 len: 217 time: 0.0883958 Mar 23 01:26:45.264752 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-284f9bf5-69a1-430c-a178-ce9989f1b657 req-78ad1f41-cea2-4d31-a9ee-8d33397af633 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415489 Mar 23 01:26:45.287854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['85d1b0ee-c6fe-4614-9389-7fc0e8aed949'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:26:45.406175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647be3d-fd3c-4a15-b69c-30b6bb4c21c7 req-9412ba0a-e073-4cdb-aa18-35e8ddaf455d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:45.407816 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ea432fa4-9bc6-43c9-a69f-69187b105702 req-30abb65a-5e4a-4967-9eda-cc47b9677792 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/floatingips/c70165b0-ab1f-4428-b075-be62e8590901 HTTP/1.1" status: 200 len: 692 time: 0.0670528 Mar 23 01:26:45.417923 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d647be3d-fd3c-4a15-b69c-30b6bb4c21c7 req-9412ba0a-e073-4cdb-aa18-35e8ddaf455d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 943 time: 0.1247351 Mar 23 01:26:45.443544 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-650464f1-5ece-460e-b5b2-d754a481e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:45.449422 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-650464f1-5ece-460e-b5b2-d754a481e7c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4fac7cf4797433d9067e9d5d2bae7f4&device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 1125 time: 0.1590600 Mar 23 01:26:45.498836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73973d13-e663-48da-a248-f8606a93fbeb up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:45.543308 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea432fa4-9bc6-43c9-a69f-69187b105702 req-c3e08143-e75d-4ac8-b0a1-f9c235d56151 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:45.549800 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ea432fa4-9bc6-43c9-a69f-69187b105702 req-c3e08143-e75d-4ac8-b0a1-f9c235d56151 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.1411102 Mar 23 01:26:45.550447 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-2bd2f724-68c0-4d3d-8494-22806a916023 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d81bd03d-ee5d-4090-a081-705322ce9299 HTTP/1.1" status: 200 len: 217 time: 0.0907135 Mar 23 01:26:45.555421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-ea432fa4-9bc6-43c9-a69f-69187b105702 req-df9b9a5a-dcc1-40df-8c53-a8311ef076db tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:26:45.556764 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d647be3d-fd3c-4a15-b69c-30b6bb4c21c7 req-3945b409-b04e-4be1-b384-60993d4921a5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379111 Mar 23 01:26:45.567381 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ea432fa4-9bc6-43c9-a69f-69187b105702 req-df9b9a5a-dcc1-40df-8c53-a8311ef076db tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164616 Mar 23 01:26:45.567647 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97b65697-183c-44a8-b8d0-79065b929483 req-73a2d915-e2fd-4046-bcd8-425884e5964d service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619390 Mar 23 01:26:45.578441 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90e6dc-ebdb-4bb2-9441-a3fcba3166c1 req-d4d0860a-aaa3-4e70-b4b4-d1e9f8f901e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:45.579909 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e90e6dc-ebdb-4bb2-9441-a3fcba3166c1 req-d4d0860a-aaa3-4e70-b4b4-d1e9f8f901e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.3142068 Mar 23 01:26:45.621280 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 73973d13-e663-48da-a248-f8606a93fbeb completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:26:45.629057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 73973d13-e663-48da-a248-f8606a93fbeb triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:45.629433 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (73973d13-e663-48da-a248-f8606a93fbeb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:45.649360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-12f10652-492f-46c9-86ac-cee8e89e41af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:45.651096 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-12f10652-492f-46c9-86ac-cee8e89e41af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c9b9a5f-da6e-46ef-94fa-493b3aa504aa HTTP/1.1" status: 200 len: 863 time: 0.0931528 Mar 23 01:26:45.732703 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90e6dc-ebdb-4bb2-9441-a3fcba3166c1 req-bd3a5be2-9769-4bf7-9728-b89b9448cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:45.734314 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e90e6dc-ebdb-4bb2-9441-a3fcba3166c1 req-bd3a5be2-9769-4bf7-9728-b89b9448cebc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1445541 Mar 23 01:26:45.742832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 73973d13-e663-48da-a248-f8606a93fbeb is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:45.743381 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73973d13-e663-48da-a248-f8606a93fbeb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:45.749637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-ae92cb6d-62ae-4173-9591-0b760f96331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:45.751308 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-ae92cb6d-62ae-4173-9591-0b760f96331e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080a736b-27cd-405b-b5de-ee5cfb6bde25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0893805 Mar 23 01:26:45.755793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3fe4a-3779-4f24-9665-0cc926854815 req-9fd54866-8d0e-467e-84e9-39fc4ae15335 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:45.757626 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52f3fe4a-3779-4f24-9665-0cc926854815 req-9fd54866-8d0e-467e-84e9-39fc4ae15335 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 943 time: 0.1126246 Mar 23 01:26:45.761097 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d6329-b4ab-49f1-8c13-30afaa153c00 req-75e313e1-233f-40d4-8522-644de871f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:45.765251 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd6d6329-b4ab-49f1-8c13-30afaa153c00 req-75e313e1-233f-40d4-8522-644de871f6c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 1125 time: 0.1131353 Mar 23 01:26:45.785957 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73973d13-e663-48da-a248-f8606a93fbeb, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73973d13-e663-48da-a248-f8606a93fbeb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:45.787019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73973d13-e663-48da-a248-f8606a93fbeb'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:45.791322 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c795bf2c-29c1-489a-90d3-8570f5ae34fd" -d '{"events": [{"server_uuid": "40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d", "name": "network-vif-plugged", "status": "completed", "tag": "73973d13-e663-48da-a248-f8606a93fbeb"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:45.795698 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73973d13-e663-48da-a248-f8606a93fbeb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:45.859714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=73973d13-e663-48da-a248-f8606a93fbeb,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:45.882403 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52f3fe4a-3779-4f24-9665-0cc926854815 req-0982568b-3439-45ad-9030-5cd0e34bd4e0 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170571 Mar 23 01:26:45.918523 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e90e6dc-ebdb-4bb2-9441-a3fcba3166c1 req-96dc2506-3531-4d27-b803-0fdf325dabb0 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720455 Mar 23 01:26:45.991130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a22d7e-e4ce-4393-ac4b-6d5f4eabf752 req-944be2d2-8a8a-4d9a-b9fc-307b76d75b2b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:45.993913 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-69a22d7e-e4ce-4393-ac4b-6d5f4eabf752 req-944be2d2-8a8a-4d9a-b9fc-307b76d75b2b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.1810842 Mar 23 01:26:46.029488 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-48740c8b-5897-4e23-bc35-ff08a0442957 service neutron] 10.222.0.42 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628927 Mar 23 01:26:46.041336 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3caee9e4-e631-4d54-af3e-666e62f2c935 req-6ddc6480-807f-4c73-9671-8cc8504af378 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=8000f18a9857431388089cd498a778c1 HTTP/1.1" status: 200 len: 695 time: 0.1216056 Mar 23 01:26:46.070767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d6329-b4ab-49f1-8c13-30afaa153c00 req-50151d54-ea01-4e7f-a87e-5eb029fd35d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:46.072437 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd6d6329-b4ab-49f1-8c13-30afaa153c00 req-50151d54-ea01-4e7f-a87e-5eb029fd35d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.2694108 Mar 23 01:26:46.146896 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e90e6dc-ebdb-4bb2-9441-a3fcba3166c1 req-8980f99e-5948-4468-bece-7c34b2963dd9 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206323 Mar 23 01:26:46.152627 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-69a22d7e-e4ce-4393-ac4b-6d5f4eabf752 req-e6d9c895-4c5c-45f8-b205-da9226fd40f3 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432359 Mar 23 01:26:46.155552 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd6d6329-b4ab-49f1-8c13-30afaa153c00 req-e5f300ac-88d3-42c6-8e86-e8c7518d1a49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=449c7652-1711-4a3c-a3e0-b4ff1d552c09 HTTP/1.1" status: 200 len: 217 time: 0.0701118 Mar 23 01:26:46.196961 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caee9e4-e631-4d54-af3e-666e62f2c935 req-4841f028-3d85-4699-9f70-f6f9ecdbd2c9 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:46.204080 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3caee9e4-e631-4d54-af3e-666e62f2c935 req-4841f028-3d85-4699-9f70-f6f9ecdbd2c9 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/networks?id=c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 787 time: 0.1529150 Mar 23 01:26:46.214095 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-3caee9e4-e631-4d54-af3e-666e62f2c935 req-8b1c2390-6f11-4937-8209-97e7e352bb31 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:26:46.219231 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08f6a5cf-3bf2-42ae-94e7-3df4343a1de4 req-33737ad8-1b48-49ac-84c1-a3955027ff61 service neutron] 10.222.0.42 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717961 Mar 23 01:26:46.230388 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3caee9e4-e631-4d54-af3e-666e62f2c935 req-8b1c2390-6f11-4937-8209-97e7e352bb31 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0253656 Mar 23 01:26:46.258215 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e1b918-b69b-4eda-b190-f09ccd20bb1b x-openstack-request-id: req-a2e1b918-b69b-4eda-b190-f09ccd20bb1b {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:46.258480 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d", "name": "network-vif-plugged", "status": "completed", "tag": "73973d13-e663-48da-a248-f8606a93fbeb", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:46.258741 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2e1b918-b69b-4eda-b190-f09ccd20bb1b {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:46.259143 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e1b918-b69b-4eda-b190-f09ccd20bb1b'] response: {'server_uuid': '40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73973d13-e663-48da-a248-f8606a93fbeb', 'code': 200} Mar 23 01:26:46.268945 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d6329-b4ab-49f1-8c13-30afaa153c00 req-bc6a52e1-2498-43f6-914c-220124629a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:46.270818 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd6d6329-b4ab-49f1-8c13-30afaa153c00 req-bc6a52e1-2498-43f6-914c-220124629a64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.1029329 Mar 23 01:26:46.345062 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd6d6329-b4ab-49f1-8c13-30afaa153c00 req-30c0484f-ccdc-4e37-a9f0-cc1183ab30a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672882 Mar 23 01:26:46.422317 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9b08b4d1-a0a1-4b81-86b8-5eb0e20c888f req-f6a31bd9-abd4-47f7-ad7d-a27145c560d0 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/floatingips/c70165b0-ab1f-4428-b075-be62e8590901 HTTP/1.1" status: 200 len: 692 time: 0.0720840 Mar 23 01:26:46.435580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8e6d5-bcad-4744-a8be-58d1bb2ae69c req-e2717359-3bab-4ed2-8011-291c0fc5ae4b tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:46.437122 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5db8e6d5-bcad-4744-a8be-58d1bb2ae69c req-e2717359-3bab-4ed2-8011-291c0fc5ae4b tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 947 time: 0.1478117 Mar 23 01:26:46.483339 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd6d6329-b4ab-49f1-8c13-30afaa153c00 req-d79e79ab-6e32-4911-a529-afddf8f091f9 service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293545 Mar 23 01:26:46.491087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3899cc-4629-484e-a51d-fe133722cd10 req-41b1d31c-ae41-4f94-be25-74a79ac46ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:46.493014 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a3899cc-4629-484e-a51d-fe133722cd10 req-41b1d31c-ae41-4f94-be25-74a79ac46ee7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d HTTP/1.1" status: 200 len: 1132 time: 0.1344938 Mar 23 01:26:46.551201 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5db8e6d5-bcad-4744-a8be-58d1bb2ae69c req-c960d78e-ffcb-4029-8aa8-437ba7a0d364 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963597 Mar 23 01:26:46.569966 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08b4d1-a0a1-4b81-86b8-5eb0e20c888f req-4069a4fc-fedb-462a-b79b-5f191c22a85d tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:46.572131 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9b08b4d1-a0a1-4b81-86b8-5eb0e20c888f req-4069a4fc-fedb-462a-b79b-5f191c22a85d tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.1435652 Mar 23 01:26:46.574841 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a3899cc-4629-484e-a51d-fe133722cd10 req-a2eaa440-264e-4632-916e-a4fb6352b83d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746844 Mar 23 01:26:46.582280 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-9b08b4d1-a0a1-4b81-86b8-5eb0e20c888f req-a71151b8-4fd5-4289-9961-7c1bbd6e827a tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:26:46.583452 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9b08b4d1-a0a1-4b81-86b8-5eb0e20c888f req-a71151b8-4fd5-4289-9961-7c1bbd6e827a tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057349 Mar 23 01:26:46.604524 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd6d6329-b4ab-49f1-8c13-30afaa153c00 req-b88a1dae-8119-47b0-98b8-15e6b7929917 service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111717 Mar 23 01:26:46.668743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:46.670036 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9b08b4d1-a0a1-4b81-86b8-5eb0e20c888f req-d53557e0-7184-4744-9c6b-fca11decaec5 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.0805626 Mar 23 01:26:46.702052 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df91b42-5302-4ff4-a313-bc71c3031651 req-e49f489e-19e4-4564-b97b-a7c9fc533ba0 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:46.703464 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3df91b42-5302-4ff4-a313-bc71c3031651 req-e49f489e-19e4-4564-b97b-a7c9fc533ba0 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 948 time: 0.0640030 Mar 23 01:26:46.735252 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:26:46.736167 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9b08b4d1-a0a1-4b81-86b8-5eb0e20c888f req-739a10cc-5224-47fc-8a46-7847bb907fed tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.0582192 Mar 23 01:26:46.741855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:46.742658 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:46.777073 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3df91b42-5302-4ff4-a313-bc71c3031651 req-f44770ea-e6aa-4837-abc0-8410f90e2f05 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676310 Mar 23 01:26:46.847780 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:46.848343 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:46.886327 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-9b08b4d1-a0a1-4b81-86b8-5eb0e20c888f req-fee97f98-2b2e-45cd-ac14-b08cbda8726d tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Deleting port 9e7f9988-8ab8-4e97-b91c-661f58a33c1f {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:26:46.886826 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9b08b4d1-a0a1-4b81-86b8-5eb0e20c888f req-fee97f98-2b2e-45cd-ac14-b08cbda8726d tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (9e7f9988-8ab8-4e97-b91c-661f58a33c1f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:46.892001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:46.897305 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:46.911332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7417ea-6f73-4825-bc57-18727e69c78e req-99bc9e65-2769-479c-9a35-aee271813503 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:46.919789 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba7417ea-6f73-4825-bc57-18727e69c78e req-99bc9e65-2769-479c-9a35-aee271813503 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 943 time: 0.0698342 Mar 23 01:26:46.964441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:46.972848 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba7417ea-6f73-4825-bc57-18727e69c78e req-f0922f95-e531-4dff-a712-3e26d3a404b3 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518827 Mar 23 01:26:46.985829 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9b08b4d1-a0a1-4b81-86b8-5eb0e20c888f req-fee97f98-2b2e-45cd-ac14-b08cbda8726d tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (9e7f9988-8ab8-4e97-b91c-661f58a33c1f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:46.986163 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9b08b4d1-a0a1-4b81-86b8-5eb0e20c888f req-fee97f98-2b2e-45cd-ac14-b08cbda8726d tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks [] for floatingip (9e7f9988-8ab8-4e97-b91c-661f58a33c1f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:46.998443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-9b08b4d1-a0a1-4b81-86b8-5eb0e20c888f req-fee97f98-2b2e-45cd-ac14-b08cbda8726d tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Calling delete_port for 9e7f9988-8ab8-4e97-b91c-661f58a33c1f owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:26:47.145384 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437bac8-d480-4176-9a75-90adaf2ea4d4 req-e01af5bc-2741-4cf1-bc28-085e2c308c43 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:47.147961 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5437bac8-d480-4176-9a75-90adaf2ea4d4 req-e01af5bc-2741-4cf1-bc28-085e2c308c43 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 943 time: 0.0693779 Mar 23 01:26:47.171914 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9b08b4d1-a0a1-4b81-86b8-5eb0e20c888f req-fee97f98-2b2e-45cd-ac14-b08cbda8726d tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (9e7f9988-8ab8-4e97-b91c-661f58a33c1f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:47.172207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dabdc44-3569-422b-9596-a76bc29bd20c', 'tag': 'd81bd03d-ee5d-4090-a081-705322ce9299'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:47.174604 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9aa7a8d-5b17-4c5d-8f85-75c6932506d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8dabdc44-3569-422b-9596-a76bc29bd20c", "tag": "d81bd03d-ee5d-4090-a081-705322ce9299"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:47.199491 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee97f98-2b2e-45cd-ac14-b08cbda8726d tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Pushing event deleted for resources: {'Port': ['ID=9e7f9988-8ab8-4e97-b91c-661f58a33c1f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:47.203764 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5437bac8-d480-4176-9a75-90adaf2ea4d4 req-c171767e-0132-4bba-87b7-97179753b1de tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489497 Mar 23 01:26:47.225279 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9b08b4d1-a0a1-4b81-86b8-5eb0e20c888f req-fee97f98-2b2e-45cd-ac14-b08cbda8726d tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks [] for floatingip (c70165b0-ab1f-4428-b075-be62e8590901), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:47.228783 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9b08b4d1-a0a1-4b81-86b8-5eb0e20c888f req-fee97f98-2b2e-45cd-ac14-b08cbda8726d tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:47.234384 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9b08b4d1-a0a1-4b81-86b8-5eb0e20c888f req-fee97f98-2b2e-45cd-ac14-b08cbda8726d tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "DELETE /v2.0/floatingips/c70165b0-ab1f-4428-b075-be62e8590901 HTTP/1.1" status: 204 len: 173 time: 0.4973557 Mar 23 01:26:47.271543 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63ceeeb-12e7-4c69-8f09-99d03da46d72 x-openstack-request-id: req-b63ceeeb-12e7-4c69-8f09-99d03da46d72 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:47.271865 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dabdc44-3569-422b-9596-a76bc29bd20c", "tag": "d81bd03d-ee5d-4090-a081-705322ce9299", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:47.272116 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b63ceeeb-12e7-4c69-8f09-99d03da46d72 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:47.272480 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63ceeeb-12e7-4c69-8f09-99d03da46d72'] response: {'name': 'network-changed', 'server_uuid': '8dabdc44-3569-422b-9596-a76bc29bd20c', 'tag': 'd81bd03d-ee5d-4090-a081-705322ce9299', 'status': 'completed', 'code': 200} Mar 23 01:26:47.379732 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa7a8d-5b17-4c5d-8f85-75c6932506d3 req-eff3cd10-4381-4f4a-9261-1dc78216c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:47.381277 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9aa7a8d-5b17-4c5d-8f85-75c6932506d3 req-eff3cd10-4381-4f4a-9261-1dc78216c1a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4fac7cf4797433d9067e9d5d2bae7f4&device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 1125 time: 0.0818067 Mar 23 01:26:47.392890 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3dbcf-3339-4576-a6b4-6b0f7ad563b5 req-60a30fcd-af10-4339-ae2f-fb8e8ed7e0d7 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:47.394267 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-68a3dbcf-3339-4576-a6b4-6b0f7ad563b5 req-60a30fcd-af10-4339-ae2f-fb8e8ed7e0d7 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.0822597 Mar 23 01:26:47.482559 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-c9f3734b-a693-4f3d-b5d3-07888827a280 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1961319 Mar 23 01:26:47.492310 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:47.500543 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-68a3dbcf-3339-4576-a6b4-6b0f7ad563b5 req-791c3358-a655-486b-96b3-a78cec5e0569 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971925 Mar 23 01:26:47.517348 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:47.520096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa7a8d-5b17-4c5d-8f85-75c6932506d3 req-e0b3245d-2a89-4521-ad87-01f5359df5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:47.521633 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9aa7a8d-5b17-4c5d-8f85-75c6932506d3 req-e0b3245d-2a89-4521-ad87-01f5359df5fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=080a736b-27cd-405b-b5de-ee5cfb6bde25 HTTP/1.1" status: 200 len: 924 time: 0.1265299 Mar 23 01:26:47.590968 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9aa7a8d-5b17-4c5d-8f85-75c6932506d3 req-36782a87-c541-43ca-8fba-b8a57ab610b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d81bd03d-ee5d-4090-a081-705322ce9299 HTTP/1.1" status: 200 len: 217 time: 0.0550964 Mar 23 01:26:47.635185 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:47.756570 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Allocated IP 172.25.0.107 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/22cee08e-7692-49ca-944b-106e7d783e94) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:26:47.950437 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa7a8d-5b17-4c5d-8f85-75c6932506d3 req-1ea3ef3c-a017-4d65-9bc2-c88cdd997dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:47.952157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9aa7a8d-5b17-4c5d-8f85-75c6932506d3 req-1ea3ef3c-a017-4d65-9bc2-c88cdd997dba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c9b9a5f-da6e-46ef-94fa-493b3aa504aa HTTP/1.1" status: 200 len: 863 time: 0.3521347 Mar 23 01:26:47.996891 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced25c1-b056-4dc4-90da-bdf40df4cf98 req-38787acd-fef5-4dda-9ee7-bc64ca81de4c tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:47.998485 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ced25c1-b056-4dc4-90da-bdf40df4cf98 req-38787acd-fef5-4dda-9ee7-bc64ca81de4c tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 948 time: 0.1031055 Mar 23 01:26:48.096421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa7a8d-5b17-4c5d-8f85-75c6932506d3 req-9922e2be-a2d5-42ef-8186-5648c73082f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:48.098352 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9aa7a8d-5b17-4c5d-8f85-75c6932506d3 req-9922e2be-a2d5-42ef-8186-5648c73082f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080a736b-27cd-405b-b5de-ee5cfb6bde25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1397655 Mar 23 01:26:48.110412 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ced25c1-b056-4dc4-90da-bdf40df4cf98 req-613b33f1-c757-49fd-9995-fa07d60f8217 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057179 Mar 23 01:26:48.153974 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks [] for port (22cee08e-7692-49ca-944b-106e7d783e94), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:48.212743 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (22cee08e-7692-49ca-944b-106e7d783e94), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:48.241164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9aa7a8d-5b17-4c5d-8f85-75c6932506d3 req-c943de5e-e909-4831-864e-46f19d1513f1 service neutron] 10.222.0.42 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258745 Mar 23 01:26:48.270772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:26:48.275355 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:26:48.277407 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Pushing event updated for resources: {'Port': ['ID=22cee08e-7692-49ca-944b-106e7d783e94,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:48.284327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b953878f-4bb4-461e-824d-19aa5e4bff97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d1b0ee-c6fe-4614-9389-7fc0e8aed949'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:48.286830 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b590a6f-17dd-493c-93f6-fecefd4749ff" -d '{"events": [{"server_uuid": "b953878f-4bb4-461e-824d-19aa5e4bff97", "name": "network-vif-plugged", "status": "completed", "tag": "85d1b0ee-c6fe-4614-9389-7fc0e8aed949"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:48.287027 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:26:48.338009 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks [] for floatingip (4295c1ca-e963-4b3e-b15d-45ddab11f018), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:48.364025 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ec405-0eba-41eb-96f7-08f64fb36236 req-b1f7a38c-0a62-491c-811e-6a5eb0bacc8f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:48.365549 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-221ec405-0eba-41eb-96f7-08f64fb36236 req-b1f7a38c-0a62-491c-811e-6a5eb0bacc8f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 948 time: 0.1202199 Mar 23 01:26:48.378294 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (22cee08e-7692-49ca-944b-106e7d783e94), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:48.424774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9aa7a8d-5b17-4c5d-8f85-75c6932506d3 req-4477c4a8-8fee-4ada-8f27-825832a5c0bf service neutron] 10.222.0.42 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654375 Mar 23 01:26:48.443192 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-221ec405-0eba-41eb-96f7-08f64fb36236 req-949edb70-1e2b-48c5-bfec-78721b433a4d tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663078 Mar 23 01:26:48.557083 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks [] for port (22cee08e-7692-49ca-944b-106e7d783e94), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:48.563707 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (22cee08e-7692-49ca-944b-106e7d783e94), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:48.567691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a3b77-c824-4282-a1f5-05b4720bf23c req-f5066677-5117-4070-b082-5468149aca35 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:48.569464 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-867a3b77-c824-4282-a1f5-05b4720bf23c req-f5066677-5117-4070-b082-5468149aca35 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 943 time: 0.0563197 Mar 23 01:26:48.602563 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (4295c1ca-e963-4b3e-b15d-45ddab11f018), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:48.624543 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-867a3b77-c824-4282-a1f5-05b4720bf23c req-e208d27c-518a-4875-b479-18407e6f200e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479686 Mar 23 01:26:48.625458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Pushing event updated for resources: {'Port': ['ID=22cee08e-7692-49ca-944b-106e7d783e94,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:48.630015 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:48.631441 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-7d12bb44-2a4b-414c-968e-0f616642cc2b tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1430123 Mar 23 01:26:48.683280 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device d81bd03d-ee5d-4090-a081-705322ce9299 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:26:48.727623 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-ea8271ae-8d9b-426b-9b0b-b22d3d30d822 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.0892744 Mar 23 01:26:48.773977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b917f-80f6-4130-b093-06191c14cb5e req-2e11be15-553a-47d4-92c1-de8699430422 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:48.784210 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b8b917f-80f6-4130-b093-06191c14cb5e req-2e11be15-553a-47d4-92c1-de8699430422 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 943 time: 0.0777481 Mar 23 01:26:48.862247 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b8b917f-80f6-4130-b093-06191c14cb5e req-8b5b8c46-da89-4825-b4bc-fa6d8b147ea7 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764384 Mar 23 01:26:48.863236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port d81bd03d-ee5d-4090-a081-705322ce9299, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=d81bd03d-ee5d-4090-a081-705322ce9299,segment=NetworkSegment(4784078c-2d48-4bd3-8200-71c515c2bb94),segment_id=4784078c-2d48-4bd3-8200-71c515c2bb94)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:48.894633 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'd81bd03d-ee5d-4090-a081-705322ce9299', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'port_id': 'd81bd03d-ee5d-4090-a081-705322ce9299', 'mac_address': 'fa:16:3e:b7:4e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:26:48.904719 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-ea033830-9570-4df7-a36d-70ffeff8d611 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:48.916099 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-ea033830-9570-4df7-a36d-70ffeff8d611 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.1818800 Mar 23 01:26:48.929915 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539ac53f-8853-43b3-b48e-c4f7b48a7d07 x-openstack-request-id: req-539ac53f-8853-43b3-b48e-c4f7b48a7d07 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:48.930353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-4364bb23-9c19-471b-9d3c-474ce587f345 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:26:48.930896 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b953878f-4bb4-461e-824d-19aa5e4bff97", "name": "network-vif-plugged", "status": "completed", "tag": "85d1b0ee-c6fe-4614-9389-7fc0e8aed949", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:48.931350 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-539ac53f-8853-43b3-b48e-c4f7b48a7d07 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:48.931948 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-539ac53f-8853-43b3-b48e-c4f7b48a7d07'] response: {'server_uuid': 'b953878f-4bb4-461e-824d-19aa5e4bff97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d1b0ee-c6fe-4614-9389-7fc0e8aed949', 'code': 200} Mar 23 01:26:48.937640 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5f503c0-1c2c-4fc5-bd0d-554658987bde req-4364bb23-9c19-471b-9d3c-474ce587f345 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206728 Mar 23 01:26:48.977391 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port d81bd03d-ee5d-4090-a081-705322ce9299 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:48.977939 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d81bd03d-ee5d-4090-a081-705322ce9299), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:48.997721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81bd03d-ee5d-4090-a081-705322ce9299 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:49.026174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port d81bd03d-ee5d-4090-a081-705322ce9299, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=d81bd03d-ee5d-4090-a081-705322ce9299,segment=NetworkSegment(4784078c-2d48-4bd3-8200-71c515c2bb94),segment_id=4784078c-2d48-4bd3-8200-71c515c2bb94)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:49.039681 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d81bd03d-ee5d-4090-a081-705322ce9299), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:49.044034 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 449c7652-1711-4a3c-a3e0-b4ff1d552c09 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:26:49.091226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf14cf-ddde-426a-b52b-250d239c261a req-47c0cb12-f197-4169-a613-dc1430730fd6 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:49.093392 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ebbf14cf-ddde-426a-b52b-250d239c261a req-47c0cb12-f197-4169-a613-dc1430730fd6 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.1095064 Mar 23 01:26:49.113429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cca529-c711-4564-aa7b-679659bda92f req-428b06aa-9988-4afa-9fbb-69d70966afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:49.115398 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1cca529-c711-4564-aa7b-679659bda92f req-428b06aa-9988-4afa-9fbb-69d70966afae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 1130 time: 0.0960841 Mar 23 01:26:49.168674 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a837473a-50ad-432f-9c64-7f102f59b06e req-f9047adb-ce7d-4deb-97fc-e703f6e8e8bb tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/floatingips/4295c1ca-e963-4b3e-b15d-45ddab11f018 HTTP/1.1" status: 200 len: 693 time: 0.1075902 Mar 23 01:26:49.168963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52070) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:49.194212 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ebbf14cf-ddde-426a-b52b-250d239c261a req-d83f9636-044c-4c28-a830-1a6f961f57a8 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912166 Mar 23 01:26:49.196930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=d81bd03d-ee5d-4090-a081-705322ce9299,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:49.213084 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1cca529-c711-4564-aa7b-679659bda92f req-0386f65d-161d-4a92-90fa-a78ed1cc9ed6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855680 Mar 23 01:26:49.246090 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=449c7652-1711-4a3c-a3e0-b4ff1d552c09,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:49.267387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '449c7652-1711-4a3c-a3e0-b4ff1d552c09', 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315', 'port_id': '449c7652-1711-4a3c-a3e0-b4ff1d552c09', 'mac_address': 'fa:16:3e:7c:91:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b151ab54-9dd9-40f8-bf23-730b361e4833', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:26:49.315528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:49.316999 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:49.344278 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837473a-50ad-432f-9c64-7f102f59b06e req-3170b69b-fd57-429e-bcea-d839c03e5dc6 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:49.345707 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a837473a-50ad-432f-9c64-7f102f59b06e req-3170b69b-fd57-429e-bcea-d839c03e5dc6 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.1682107 Mar 23 01:26:49.347843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449c7652-1711-4a3c-a3e0-b4ff1d552c09 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:49.361658 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e32e30ad-29f8-49a7-85e2-4991a7cb708f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:49.370711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=449c7652-1711-4a3c-a3e0-b4ff1d552c09,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:49.377935 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:49.390729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1c28a-1acb-4ea1-bf8d-c02891e45f25 req-6d2ca1c5-af6a-49f1-a224-595c36ec7038 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:49.398000 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-46b1c28a-1acb-4ea1-bf8d-c02891e45f25 req-6d2ca1c5-af6a-49f1-a224-595c36ec7038 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 948 time: 0.1132252 Mar 23 01:26:49.400803 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a837473a-50ad-432f-9c64-7f102f59b06e req-263f11e7-9e5d-4a2a-ae28-431b35e69d55 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.0486081 Mar 23 01:26:49.458821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=449c7652-1711-4a3c-a3e0-b4ff1d552c09,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:49.468649 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a837473a-50ad-432f-9c64-7f102f59b06e req-2e9025e8-94a2-41ba-adf1-b5a13bbb76f6 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.107 HTTP/1.1" status: 200 len: 696 time: 0.0617228 Mar 23 01:26:49.486767 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-704af77c-176b-4b12-9682-c0d5d36c3320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:49.496626 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-46b1c28a-1acb-4ea1-bf8d-c02891e45f25 req-09dcb086-a43a-4476-9153-1e7d913f4ae7 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976684 Mar 23 01:26:49.497603 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 12cc3aa7-3a74-4937-8205-13c47cc68a3a details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:26:49.583946 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e32e30ad-29f8-49a7-85e2-4991a7cb708f admin admin] Publish callbacks [] for security_group (bba7080f-9697-44e0-9a75-2e0c9aead4af), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:49.593736 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e32e30ad-29f8-49a7-85e2-4991a7cb708f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bba7080f-9697-44e0-9a75-2e0c9aead4af), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:49.615313 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-a837473a-50ad-432f-9c64-7f102f59b06e req-8d4c2d06-825f-4ab3-8320-728c48f22fa8 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Deleting port 22cee08e-7692-49ca-944b-106e7d783e94 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:26:49.616065 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a837473a-50ad-432f-9c64-7f102f59b06e req-8d4c2d06-825f-4ab3-8320-728c48f22fa8 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (22cee08e-7692-49ca-944b-106e7d783e94), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:49.631286 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e30ad-29f8-49a7-85e2-4991a7cb708f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba7080f-9697-44e0-9a75-2e0c9aead4af,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:49.639791 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 12cc3aa7-3a74-4937-8205-13c47cc68a3a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:49.656680 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '12cc3aa7-3a74-4937-8205-13c47cc68a3a', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '12cc3aa7-3a74-4937-8205-13c47cc68a3a', 'mac_address': 'fa:16:3e:23:54:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:26:49.702378 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e32e30ad-29f8-49a7-85e2-4991a7cb708f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=095916bc224b41c09c8952cde39348f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5297191 Mar 23 01:26:49.703343 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52078) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:49.711351 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['d81bd03d-ee5d-4090-a081-705322ce9299'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:26:49.718626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['449c7652-1711-4a3c-a3e0-b4ff1d552c09'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:26:49.730951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d9250-d972-43cc-8d73-93b17f75c27d req-9527818a-8578-41c2-a5ca-b04514c4f47c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:49.731611 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a837473a-50ad-432f-9c64-7f102f59b06e req-8d4c2d06-825f-4ab3-8320-728c48f22fa8 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (22cee08e-7692-49ca-944b-106e7d783e94), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:49.732133 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a837473a-50ad-432f-9c64-7f102f59b06e req-8d4c2d06-825f-4ab3-8320-728c48f22fa8 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks [] for floatingip (22cee08e-7692-49ca-944b-106e7d783e94), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:49.732895 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e65d9250-d972-43cc-8d73-93b17f75c27d req-9527818a-8578-41c2-a5ca-b04514c4f47c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 948 time: 0.1067653 Mar 23 01:26:49.748261 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 12cc3aa7-3a74-4937-8205-13c47cc68a3a is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:49.748668 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:49.758816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-a837473a-50ad-432f-9c64-7f102f59b06e req-8d4c2d06-825f-4ab3-8320-728c48f22fa8 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Calling delete_port for 22cee08e-7692-49ca-944b-106e7d783e94 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:26:49.808391 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12cc3aa7-3a74-4937-8205-13c47cc68a3a {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:49.815162 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e65d9250-d972-43cc-8d73-93b17f75c27d req-28852d7d-fbb2-48bb-bdc8-b6c996e39f29 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764847 Mar 23 01:26:49.837736 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-634c81cd-6c6b-4867-825b-b0871dcf10db admin admin] Publish callbacks [] for security_group (bba7080f-9697-44e0-9a75-2e0c9aead4af), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:49.866169 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-634c81cd-6c6b-4867-825b-b0871dcf10db admin admin] Publish callbacks [] for security_group (bba7080f-9697-44e0-9a75-2e0c9aead4af), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:49.891753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 12cc3aa7-3a74-4937-8205-13c47cc68a3a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:49.906064 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:49.948311 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-634c81cd-6c6b-4867-825b-b0871dcf10db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bba7080f-9697-44e0-9a75-2e0c9aead4af), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:49.952392 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-634c81cd-6c6b-4867-825b-b0871dcf10db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:49.956633 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-634c81cd-6c6b-4867-825b-b0871dcf10db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bba7080f-9697-44e0-9a75-2e0c9aead4af HTTP/1.1" status: 204 len: 168 time: 0.2482142 Mar 23 01:26:49.975364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c81cd-6c6b-4867-825b-b0871dcf10db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba7080f-9697-44e0-9a75-2e0c9aead4af,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:49.998870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52461d3c-8051-4054-8fe3-08f31c12faea req-e167cfea-98c4-46d1-bde7-c6fe0b361218 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:50.012161 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-52461d3c-8051-4054-8fe3-08f31c12faea req-e167cfea-98c4-46d1-bde7-c6fe0b361218 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 944 time: 0.1081681 Mar 23 01:26:50.057146 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a837473a-50ad-432f-9c64-7f102f59b06e req-8d4c2d06-825f-4ab3-8320-728c48f22fa8 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (22cee08e-7692-49ca-944b-106e7d783e94), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:50.073206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=12cc3aa7-3a74-4937-8205-13c47cc68a3a,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:50.109900 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c2d06-825f-4ab3-8320-728c48f22fa8 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Pushing event deleted for resources: {'Port': ['ID=22cee08e-7692-49ca-944b-106e7d783e94,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:50.129168 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-52461d3c-8051-4054-8fe3-08f31c12faea req-01c223a2-ade9-4040-9a1c-818026d94d9c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128304 Mar 23 01:26:50.185838 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a837473a-50ad-432f-9c64-7f102f59b06e req-8d4c2d06-825f-4ab3-8320-728c48f22fa8 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks [] for floatingip (4295c1ca-e963-4b3e-b15d-45ddab11f018), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:50.196796 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a837473a-50ad-432f-9c64-7f102f59b06e req-8d4c2d06-825f-4ab3-8320-728c48f22fa8 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:50.200036 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a837473a-50ad-432f-9c64-7f102f59b06e req-8d4c2d06-825f-4ab3-8320-728c48f22fa8 tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "DELETE /v2.0/floatingips/4295c1ca-e963-4b3e-b15d-45ddab11f018 HTTP/1.1" status: 204 len: 173 time: 0.7307918 Mar 23 01:26:50.297826 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:50.322857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d9850-9206-4ea5-9f7f-923397a9fe2d req-2b34f17c-1cfb-4bfd-942e-542c586361cc tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:50.324500 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b81d9850-9206-4ea5-9f7f-923397a9fe2d req-2b34f17c-1cfb-4bfd-942e-542c586361cc tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 944 time: 0.0865848 Mar 23 01:26:50.359236 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [req-f134dfb1-d4b9-4553-855c-cf019dc671c8 req-1030b940-cf40-4de3-b27d-e505f1082b5a tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] show failed (client error): The resource could not be found. Mar 23 01:26:50.361483 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f134dfb1-d4b9-4553-855c-cf019dc671c8 req-1030b940-cf40-4de3-b27d-e505f1082b5a tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/floatingips/4295c1ca-e963-4b3e-b15d-45ddab11f018 HTTP/1.1" status: 404 len: 350 time: 0.0827894 Mar 23 01:26:50.397881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['12cc3aa7-3a74-4937-8205-13c47cc68a3a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:26:50.416832 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b81d9850-9206-4ea5-9f7f-923397a9fe2d req-3124b430-5569-4bf4-869b-b9d1de0c7004 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863724 Mar 23 01:26:50.523128 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-760133c6-f66c-499c-aa96-28de4bcdbab5 req-27eab951-8b94-4c8a-836e-8414b97301cd tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] show failed (client error): The resource could not be found. Mar 23 01:26:50.536911 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-760133c6-f66c-499c-aa96-28de4bcdbab5 req-27eab951-8b94-4c8a-836e-8414b97301cd tempest-FloatingIPsTestJSON-285478370 tempest-FloatingIPsTestJSON-285478370-project] 10.222.0.18 "GET /v2.0/floatingips/4295c1ca-e963-4b3e-b15d-45ddab11f018 HTTP/1.1" status: 404 len: 350 time: 0.0672548 Mar 23 01:26:50.537458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fe661-21ca-4d9d-8e05-ccff5f5c8339 req-4be11e97-c536-48b2-9287-3ed2bc770d09 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:50.538846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52102) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:50.539044 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de8fe661-21ca-4d9d-8e05-ccff5f5c8339 req-4be11e97-c536-48b2-9287-3ed2bc770d09 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.1067123 Mar 23 01:26:50.607712 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de8fe661-21ca-4d9d-8e05-ccff5f5c8339 req-4aee9efd-609d-44b2-8a31-13e5d2d70530 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619898 Mar 23 01:26:50.708860 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58845f21-9583-418e-9c4d-084c243acade req-7527ef1e-0c51-4fb3-adda-285f550202f9 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:50.710517 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-58845f21-9583-418e-9c4d-084c243acade req-7527ef1e-0c51-4fb3-adda-285f550202f9 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 948 time: 0.1046789 Mar 23 01:26:50.832335 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-58845f21-9583-418e-9c4d-084c243acade req-fa002a42-66f5-41b8-87c9-d5d3e8e178e4 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129346 Mar 23 01:26:50.936823 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52118) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:50.973498 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb829c-f030-44a8-841a-c1a6394ae8a5 req-cd240415-4e58-47ce-a007-3c6c55b6102b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:50.975025 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2ecb829c-f030-44a8-841a-c1a6394ae8a5 req-cd240415-4e58-47ce-a007-3c6c55b6102b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 949 time: 0.0750036 Mar 23 01:26:51.022414 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2ecb829c-f030-44a8-841a-c1a6394ae8a5 req-bf1c84bd-2cc8-4abb-9c3d-98e4399aabcf tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416846 Mar 23 01:26:51.027019 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d3173-e3e6-4c5b-ad9a-107945d74295 req-339183f6-2510-4496-a542-7cd0e7debd11 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:51.028624 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d6d3173-e3e6-4c5b-ad9a-107945d74295 req-339183f6-2510-4496-a542-7cd0e7debd11 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d HTTP/1.1" status: 200 len: 950 time: 0.0926254 Mar 23 01:26:51.065832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-89099ffc-b527-4c23-91ca-c522bfd77275 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-network', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:51.152933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89099ffc-b527-4c23-91ca-c522bfd77275 admin admin] Made reservation on behalf of b47b2a17ae974944ae65504bbaa701ca for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:26:51.155284 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89099ffc-b527-4c23-91ca-c522bfd77275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:51.163894 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d6d3173-e3e6-4c5b-ad9a-107945d74295 req-e9a96ef0-6665-4879-af7e-4fadf9152be3 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298563 Mar 23 01:26:51.175155 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89099ffc-b527-4c23-91ca-c522bfd77275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:51.246776 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8e7beb7f-0abe-4d8c-a995-bbbfd2db9ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (b7692d1e-8bf6-4e53-83a3-fce356f04fc5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:51.278673 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4037f-873f-41f2-b38a-a2e82c05c3f8 req-2b360292-2167-4e3c-aa4d-a517e2e8fff0 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:51.281096 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f2e4037f-873f-41f2-b38a-a2e82c05c3f8 req-2b360292-2167-4e3c-aa4d-a517e2e8fff0 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 944 time: 0.0577247 Mar 23 01:26:51.330548 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f2e4037f-873f-41f2-b38a-a2e82c05c3f8 req-94d19f9b-120d-4a87-b762-5d7f450077a2 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Mar 23 01:26:51.376455 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89099ffc-b527-4c23-91ca-c522bfd77275 admin admin] Publish callbacks [] for security_group (08d4b9f5-d3b0-44d6-881f-183bc500874a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:51.386293 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89099ffc-b527-4c23-91ca-c522bfd77275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (08d4b9f5-d3b0-44d6-881f-183bc500874a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:51.493868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ffc-b527-4c23-91ca-c522bfd77275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d4b9f5-d3b0-44d6-881f-183bc500874a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:51.498106 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89099ffc-b527-4c23-91ca-c522bfd77275 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:26:51.509120 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89099ffc-b527-4c23-91ca-c522bfd77275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2199cdfb-bd20-46cd-898e-92b7e6d82ae9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:51.509475 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-89099ffc-b527-4c23-91ca-c522bfd77275 admin admin] Added segment 2199cdfb-bd20-46cd-898e-92b7e6d82ae9 of type vlan for network 91ac4adb-f221-477e-a515-1831215e878a Mar 23 01:26:51.553020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 12cc3aa7-3a74-4937-8205-13c47cc68a3a up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:51.576431 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999604c-9d30-4eaf-817e-c525ed33148c req-7858a4ee-8b21-43c2-b570-0129284d23df tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:51.578417 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9999604c-9d30-4eaf-817e-c525ed33148c req-7858a4ee-8b21-43c2-b570-0129284d23df tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 944 time: 0.0930891 Mar 23 01:26:51.612550 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89099ffc-b527-4c23-91ca-c522bfd77275 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (91ac4adb-f221-477e-a515-1831215e878a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:51.627337 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 12cc3aa7-3a74-4937-8205-13c47cc68a3a completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:26:51.645786 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 12cc3aa7-3a74-4937-8205-13c47cc68a3a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:51.646486 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:51.701221 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9999604c-9d30-4eaf-817e-c525ed33148c req-9793a7a0-4fa4-4ab1-bf77-61e53d9a3817 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975173 Mar 23 01:26:51.711718 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89099ffc-b527-4c23-91ca-c522bfd77275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (91ac4adb-f221-477e-a515-1831215e878a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:51.712994 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89099ffc-b527-4c23-91ca-c522bfd77275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:51.713576 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89099ffc-b527-4c23-91ca-c522bfd77275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:51.749548 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-19904fe0-7695-4b5e-afcd-ac7df74becf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:51.787649 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 12cc3aa7-3a74-4937-8205-13c47cc68a3a is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:51.788038 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:51.794249 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099ffc-b527-4c23-91ca-c522bfd77275 admin admin] Pushing event updated for resources: {'Network': ['ID=91ac4adb-f221-477e-a515-1831215e878a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:51.801955 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-89099ffc-b527-4c23-91ca-c522bfd77275 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8640158 Mar 23 01:26:51.806006 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52154) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:51.810284 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 91ac4adb-f221-477e-a515-1831215e878a details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:26:51.811589 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-370f7c44-697c-46d5-aff7-d71b8e653444 admin admin] Request body: {'subnet': {'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-subnet', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:51.847042 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370f7c44-697c-46d5-aff7-d71b8e653444 admin admin] Made reservation on behalf of b47b2a17ae974944ae65504bbaa701ca for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:26:51.849920 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-370f7c44-697c-46d5-aff7-d71b8e653444 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:51.851119 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-8e7beb7f-0abe-4d8c-a995-bbbfd2db9ae3 admin admin] Deleting port 793bdbd3-778f-4acf-b23a-e1573d5db7f3 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:26:51.851562 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8e7beb7f-0abe-4d8c-a995-bbbfd2db9ae3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:51.878978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e60a40-00e9-4ad0-a421-0ff6dfc53779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cc3aa7-3a74-4937-8205-13c47cc68a3a'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:51.881430 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a098668-2ff3-4a72-a5c4-a48357ec388b" -d '{"events": [{"server_uuid": "21e60a40-00e9-4ad0-a421-0ff6dfc53779", "name": "network-vif-plugged", "status": "completed", "tag": "12cc3aa7-3a74-4937-8205-13c47cc68a3a"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:51.930252 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 12cc3aa7-3a74-4937-8205-13c47cc68a3a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:51.949652 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-8e7beb7f-0abe-4d8c-a995-bbbfd2db9ae3 admin admin] For port 793bdbd3-778f-4acf-b23a-e1573d5db7f3, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=793bdbd3-778f-4acf-b23a-e1573d5db7f3,segment=NetworkSegment(c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2),segment_id=c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:51.950508 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8e7beb7f-0abe-4d8c-a995-bbbfd2db9ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:51.950821 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:51.959488 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c233f9-61d4-4855-8a15-e02c1a06cf63 x-openstack-request-id: req-07c233f9-61d4-4855-8a15-e02c1a06cf63 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:51.959778 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e60a40-00e9-4ad0-a421-0ff6dfc53779", "name": "network-vif-plugged", "status": "completed", "tag": "12cc3aa7-3a74-4937-8205-13c47cc68a3a", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:51.960324 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07c233f9-61d4-4855-8a15-e02c1a06cf63 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:51.960776 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c233f9-61d4-4855-8a15-e02c1a06cf63'] response: {'server_uuid': '21e60a40-00e9-4ad0-a421-0ff6dfc53779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cc3aa7-3a74-4937-8205-13c47cc68a3a', 'code': 200} Mar 23 01:26:51.974124 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-8e7beb7f-0abe-4d8c-a995-bbbfd2db9ae3 admin admin] Calling delete_port for 793bdbd3-778f-4acf-b23a-e1573d5db7f3 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:26:51.985718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b62f25-99e3-4624-8752-263b7baf0139 req-4c943eb0-03d7-40cf-bfe9-1e5917800d97 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:51.993352 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-52b62f25-99e3-4624-8752-263b7baf0139 req-4c943eb0-03d7-40cf-bfe9-1e5917800d97 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.2005925 Mar 23 01:26:52.022587 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=12cc3aa7-3a74-4937-8205-13c47cc68a3a,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:52.154867 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295a7d3-44e7-4e78-81a9-cdac52e2dd0d req-cb12b3b5-2470-495d-b250-6a1e73d125e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:52.156443 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d295a7d3-44e7-4e78-81a9-cdac52e2dd0d req-cb12b3b5-2470-495d-b250-6a1e73d125e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 1132 time: 0.0793266 Mar 23 01:26:52.157249 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-52b62f25-99e3-4624-8752-263b7baf0139 req-a69776cc-8474-4876-a01d-b964cee10454 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627376 Mar 23 01:26:52.163440 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-370f7c44-697c-46d5-aff7-d71b8e653444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for subnet (05068ea8-5994-4998-8f6b-aa411220325a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:52.256227 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8e7beb7f-0abe-4d8c-a995-bbbfd2db9ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (793bdbd3-778f-4acf-b23a-e1573d5db7f3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:52.284472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f7c44-697c-46d5-aff7-d71b8e653444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05068ea8-5994-4998-8f6b-aa411220325a,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:52.293614 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7beb7f-0abe-4d8c-a995-bbbfd2db9ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=793bdbd3-778f-4acf-b23a-e1573d5db7f3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:52.312109 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d295a7d3-44e7-4e78-81a9-cdac52e2dd0d req-9c450139-c597-4def-a529-b7d0538d32f6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392345 Mar 23 01:26:52.313629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f7c44-697c-46d5-aff7-d71b8e653444 admin admin] Checking segment: {'id': '2199cdfb-bd20-46cd-898e-92b7e6d82ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '91ac4adb-f221-477e-a515-1831215e878a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:26:52.313981 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f7c44-697c-46d5-aff7-d71b8e653444 admin admin] Network hostable DHCP agents. Network: 91ac4adb-f221-477e-a515-1831215e878a, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:26:52.329638 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e965ad-515b-439c-bb41-fe4b5125a80e req-f03c4eac-f6a2-4e27-a8a7-9e5009fe1044 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:52.331204 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4e965ad-515b-439c-bb41-fe4b5125a80e req-f03c4eac-f6a2-4e27-a8a7-9e5009fe1044 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.1595066 Mar 23 01:26:52.367650 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f7c44-697c-46d5-aff7-d71b8e653444 admin admin] Network 91ac4adb-f221-477e-a515-1831215e878a is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:26:52.392592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-370f7c44-697c-46d5-aff7-d71b8e653444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 91ac4adb-f221-477e-a515-1831215e878a) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:26:52.397551 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4e965ad-515b-439c-bb41-fe4b5125a80e req-cee64dbe-067b-4d04-8f52-a318442e23c4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597165 Mar 23 01:26:52.401366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370f7c44-697c-46d5-aff7-d71b8e653444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:52.401938 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-370f7c44-697c-46d5-aff7-d71b8e653444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:52.404104 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9353427d-b5b1-484a-be85-c758cd674164 None None] Network 91ac4adb-f221-477e-a515-1831215e878a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:26:52.435066 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-370f7c44-697c-46d5-aff7-d71b8e653444 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6250551 Mar 23 01:26:52.439983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52166) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:52.444739 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:52.483056 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (eb85f0ce-7c1e-4000-b17d-8134878dd624), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:52.484776 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (eb85f0ce-7c1e-4000-b17d-8134878dd624), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:52.561276 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Publish callbacks [] for router_controller (eb85f0ce-7c1e-4000-b17d-8134878dd624), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:52.635465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-91ac4adb-f221-477e-a515-1831215e878a', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:26:52.637066 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:52.748063 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device d81bd03d-ee5d-4090-a081-705322ce9299 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:52.814769 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Publish callbacks [] for router_gateway (eb85f0ce-7c1e-4000-b17d-8134878dd624), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:52.824658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963d751-57f6-45f7-82cd-a0ab6af3570f req-e9c2bb12-8beb-4758-9e97-6e41c78f9278 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:52.832240 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f963d751-57f6-45f7-82cd-a0ab6af3570f req-e9c2bb12-8beb-4758-9e97-6e41c78f9278 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 944 time: 0.1177745 Mar 23 01:26:52.886285 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port d81bd03d-ee5d-4090-a081-705322ce9299 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:26:52.895742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Allocated IP 172.20.0.2 (91ac4adb-f221-477e-a515-1831215e878a/05068ea8-5994-4998-8f6b-aa411220325a/309e3b9a-380a-4bdf-9066-891f83a2659a) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:26:52.898905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port d81bd03d-ee5d-4090-a081-705322ce9299 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:52.899466 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d81bd03d-ee5d-4090-a081-705322ce9299), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:52.908277 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f963d751-57f6-45f7-82cd-a0ab6af3570f req-4ec30e71-2f80-425d-bcfc-e77441e476cc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713930 Mar 23 01:26:52.909453 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8e7beb7f-0abe-4d8c-a995-bbbfd2db9ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (b7692d1e-8bf6-4e53-83a3-fce356f04fc5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:52.995425 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46baf4-6e63-4c5d-af99-8fada7d232ad req-53ff8ff0-c00a-4471-b2f7-d76a09f21e64 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:53.002952 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a46baf4-6e63-4c5d-af99-8fada7d232ad req-53ff8ff0-c00a-4471-b2f7-d76a09f21e64 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 944 time: 0.1478860 Mar 23 01:26:53.082425 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:53.095526 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a46baf4-6e63-4c5d-af99-8fada7d232ad req-d84e56f3-b4d9-47cd-91d7-667d04616440 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915511 Mar 23 01:26:53.209520 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port d81bd03d-ee5d-4090-a081-705322ce9299 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:53.210332 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d81bd03d-ee5d-4090-a081-705322ce9299), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:53.256177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7beb7f-0abe-4d8c-a995-bbbfd2db9ae3 admin admin] Router b7692d1e-8bf6-4e53-83a3-fce356f04fc5 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:26:53.272404 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Publish callbacks [] for port (309e3b9a-380a-4bdf-9066-891f83a2659a), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:53.288940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port d81bd03d-ee5d-4090-a081-705322ce9299, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=d81bd03d-ee5d-4090-a081-705322ce9299,segment=NetworkSegment(4784078c-2d48-4bd3-8200-71c515c2bb94),segment_id=4784078c-2d48-4bd3-8200-71c515c2bb94)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:53.290590 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (309e3b9a-380a-4bdf-9066-891f83a2659a), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:53.299039 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Publish callbacks [] for router_gateway (eb85f0ce-7c1e-4000-b17d-8134878dd624), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:53.319728 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:53.323918 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d81bd03d-ee5d-4090-a081-705322ce9299), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:53.324693 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 449c7652-1711-4a3c-a3e0-b4ff1d552c09 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:53.375826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Network 91ac4adb-f221-477e-a515-1831215e878a is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:26:53.376538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Pushing event updated for resources: {'Port': ['ID=309e3b9a-380a-4bdf-9066-891f83a2659a,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:53.385182 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:26:53.409947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:26:53.431984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2187f54-1215-47d6-bd68-471e64ec45b3 req-34137c9d-c58a-49a7-8110-af999095db54 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:53.433419 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2187f54-1215-47d6-bd68-471e64ec45b3 req-34137c9d-c58a-49a7-8110-af999095db54 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.1222401 Mar 23 01:26:53.447956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7beb7f-0abe-4d8c-a995-bbbfd2db9ae3 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:26:53.454457 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8e7beb7f-0abe-4d8c-a995-bbbfd2db9ae3 admin admin] 10.222.0.18 "PUT /v2.0/routers/b7692d1e-8bf6-4e53-83a3-fce356f04fc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9109495 Mar 23 01:26:53.457229 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52186) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:53.465057 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cffe8e-1471-4802-8af8-123c8f65cc7b None None] Sync routers for ids ['b7692d1e-8bf6-4e53-83a3-fce356f04fc5'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:26:53.482939 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cffe8e-1471-4802-8af8-123c8f65cc7b None None] Routers {'b7692d1e-8bf6-4e53-83a3-fce356f04fc5'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:26:53.485161 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-30cffe8e-1471-4802-8af8-123c8f65cc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:26:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b7692d1e-8bf6-4e53-83a3-fce356f04fc5'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:53.503751 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2187f54-1215-47d6-bd68-471e64ec45b3 req-2aadc676-d7ca-495e-a800-c33ba1394773 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628917 Mar 23 01:26:53.537750 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:26:53.548746 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=d81bd03d-ee5d-4090-a081-705322ce9299,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:53.556254 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:53.556681 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:53.579188 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Attempting to bind port 309e3b9a-380a-4bdf-9066-891f83a2659a on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:26:53.579469 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Attempting to bind port 309e3b9a-380a-4bdf-9066-891f83a2659a by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '2199cdfb-bd20-46cd-898e-92b7e6d82ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '91ac4adb-f221-477e-a515-1831215e878a'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:26:53.579825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Attempting to bind port 309e3b9a-380a-4bdf-9066-891f83a2659a on network 91ac4adb-f221-477e-a515-1831215e878a {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:53.586906 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Allocated IP 172.25.0.113 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/cdec097c-f108-46d5-92c5-4c8293f8d07e) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:26:53.591370 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:26:53.591755 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Checking segment: {'id': '2199cdfb-bd20-46cd-898e-92b7e6d82ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '91ac4adb-f221-477e-a515-1831215e878a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:26:53.592160 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:53.592548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Bound using segment: {'id': '2199cdfb-bd20-46cd-898e-92b7e6d82ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '91ac4adb-f221-477e-a515-1831215e878a'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:26:53.593053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Bound port: 309e3b9a-380a-4bdf-9066-891f83a2659a, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2199cdfb-bd20-46cd-898e-92b7e6d82ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '91ac4adb-f221-477e-a515-1831215e878a'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:26:53.593433 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (309e3b9a-380a-4bdf-9066-891f83a2659a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:53.640086 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-30cffe8e-1471-4802-8af8-123c8f65cc7b None None] Set router b7692d1e-8bf6-4e53-83a3-fce356f04fc5 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:26:53.708314 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] For port 309e3b9a-380a-4bdf-9066-891f83a2659a, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:26:53.714318 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] For port 309e3b9a-380a-4bdf-9066-891f83a2659a, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=309e3b9a-380a-4bdf-9066-891f83a2659a,segment=NetworkSegment(2199cdfb-bd20-46cd-898e-92b7e6d82ae9),segment_id=2199cdfb-bd20-46cd-898e-92b7e6d82ae9)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:26:53.719004 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:53.719385 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:53.834757 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e424855-68f4-4e80-9eed-6cc03322fe9a req-87e0ae0b-f72e-45b1-ab0f-34da20fb9dec tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:53.837013 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8e424855-68f4-4e80-9eed-6cc03322fe9a req-87e0ae0b-f72e-45b1-ab0f-34da20fb9dec tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.2809105 Mar 23 01:26:53.871193 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-972455b6-07d0-4d77-80d5-8a1fdf5d0607 admin admin] Publish callbacks [] for router (b7692d1e-8bf6-4e53-83a3-fce356f04fc5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:53.888146 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-30cffe8e-1471-4802-8af8-123c8f65cc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'name': 'tempest-FloatingIPsTestJSON-493292058-router', 'tenant_id': '8000f18a9857431388089cd498a778c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:26Z', 'updated_at': '2022-03-23T01:26:52Z', 'revision_number': 5, 'project_id': '8000f18a9857431388089cd498a778c1', 'gw_port': {'id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:27Z', 'updated_at': '2022-03-23T01:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:53.923280 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (309e3b9a-380a-4bdf-9066-891f83a2659a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:53.923543 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cffe8e-1471-4802-8af8-123c8f65cc7b None None] Checking router: b7692d1e-8bf6-4e53-83a3-fce356f04fc5 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:26:53.937998 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cffe8e-1471-4802-8af8-123c8f65cc7b None None] Routers {'b7692d1e-8bf6-4e53-83a3-fce356f04fc5'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:26:53.938707 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-30cffe8e-1471-4802-8af8-123c8f65cc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:26:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b7692d1e-8bf6-4e53-83a3-fce356f04fc5'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:53.966320 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dabdc44-3569-422b-9596-a76bc29bd20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81bd03d-ee5d-4090-a081-705322ce9299'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:53.969373 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a433a71d-a491-40b6-ac76-8fcef7636046" -d '{"events": [{"server_uuid": "8dabdc44-3569-422b-9596-a76bc29bd20c", "name": "network-vif-plugged", "status": "completed", "tag": "d81bd03d-ee5d-4090-a081-705322ce9299"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:54.015195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=449c7652-1711-4a3c-a3e0-b4ff1d552c09,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:54.027032 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:54.030954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b651c2a-1505-40a6-8bd0-c70f347bfd78 None None] Pushing event updated for resources: {'Port': ['ID=309e3b9a-380a-4bdf-9066-891f83a2659a,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:54.100650 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Publish callbacks [] for port (cdec097c-f108-46d5-92c5-4c8293f8d07e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:54.119061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=449c7652-1711-4a3c-a3e0-b4ff1d552c09,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:54.136125 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-972455b6-07d0-4d77-80d5-8a1fdf5d0607 admin admin] Publish callbacks [] for router_gateway (b7692d1e-8bf6-4e53-83a3-fce356f04fc5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:54.157057 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61abdb-423a-4bce-848f-cd607e88009b req-2d59a70b-7771-4e6c-b24a-d225cb7045a7 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:54.158241 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f61abdb-423a-4bce-848f-cd607e88009b req-2d59a70b-7771-4e6c-b24a-d225cb7045a7 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 945 time: 0.1002896 Mar 23 01:26:54.170430 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-30cffe8e-1471-4802-8af8-123c8f65cc7b None None] Set router b7692d1e-8bf6-4e53-83a3-fce356f04fc5 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:26:54.177883 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8e424855-68f4-4e80-9eed-6cc03322fe9a req-ff4fede2-b20c-4d7b-bd12-ff0b9e467f5f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298249 Mar 23 01:26:54.231335 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (cdec097c-f108-46d5-92c5-4c8293f8d07e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:54.267153 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f61abdb-423a-4bce-848f-cd607e88009b req-62c9a0be-22c4-4417-89ab-bafa11f047ef tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023138 Mar 23 01:26:54.268013 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c0b561-9f1f-416c-b6ea-c403ba221695 x-openstack-request-id: req-71c0b561-9f1f-416c-b6ea-c403ba221695 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:54.268301 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dabdc44-3569-422b-9596-a76bc29bd20c", "name": "network-vif-plugged", "status": "completed", "tag": "d81bd03d-ee5d-4090-a081-705322ce9299", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:54.268549 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71c0b561-9f1f-416c-b6ea-c403ba221695 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:54.273855 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c0b561-9f1f-416c-b6ea-c403ba221695'] response: {'server_uuid': '8dabdc44-3569-422b-9596-a76bc29bd20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81bd03d-ee5d-4090-a081-705322ce9299', 'code': 200} Mar 23 01:26:54.278397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:26:54.282212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:26:54.287876 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:26:54.429500 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:54.438751 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Pushing event updated for resources: {'Port': ['ID=cdec097c-f108-46d5-92c5-4c8293f8d07e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:54.448929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-972455b6-07d0-4d77-80d5-8a1fdf5d0607 admin admin] Deleting port e9808ead-b938-4bb8-9cc2-6703c2c26548 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:26:54.449506 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-972455b6-07d0-4d77-80d5-8a1fdf5d0607 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e9808ead-b938-4bb8-9cc2-6703c2c26548), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:54.473878 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb467c2-76ab-44bd-ad70-c17761a1d8be req-75937089-15e3-41b5-9dff-f1cbbdc5045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:54.477315 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcb467c2-76ab-44bd-ad70-c17761a1d8be req-75937089-15e3-41b5-9dff-f1cbbdc5045e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 1127 time: 0.0933204 Mar 23 01:26:54.562002 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcb467c2-76ab-44bd-ad70-c17761a1d8be req-690d769c-c24b-41ab-b577-6d396e529f19 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770752 Mar 23 01:26:54.642647 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-30cffe8e-1471-4802-8af8-123c8f65cc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'name': 'tempest-FloatingIPsTestJSON-493292058-router', 'tenant_id': '8000f18a9857431388089cd498a778c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:26Z', 'updated_at': '2022-03-23T01:26:52Z', 'revision_number': 5, 'project_id': '8000f18a9857431388089cd498a778c1', 'gw_port': {'id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:27Z', 'updated_at': '2022-03-23T01:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:54.675007 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cffe8e-1471-4802-8af8-123c8f65cc7b None None] The sync data for ids ['b7692d1e-8bf6-4e53-83a3-fce356f04fc5'] in n-d-834677-4 is: [{'id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'name': 'tempest-FloatingIPsTestJSON-493292058-router', 'tenant_id': '8000f18a9857431388089cd498a778c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:26Z', 'updated_at': '2022-03-23T01:26:52Z', 'revision_number': 5, 'project_id': '8000f18a9857431388089cd498a778c1', 'gw_port': {'id': 'e9808ead-b938-4bb8-9cc2-6703c2c26548', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7692d1e-8bf6-4e53-83a3-fce356f04fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:27Z', 'updated_at': '2022-03-23T01:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:26:54.735979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa84d6-08e2-44bf-8072-4224cbe96b38 req-47af84ad-4001-44a9-8012-7b38ef0793ad tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:54.737519 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ffaa84d6-08e2-44bf-8072-4224cbe96b38 req-47af84ad-4001-44a9-8012-7b38ef0793ad tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.1117620 Mar 23 01:26:54.795003 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ffaa84d6-08e2-44bf-8072-4224cbe96b38 req-9bcc8b67-f845-4de5-97da-f7e15836684d tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512824 Mar 23 01:26:54.963242 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d1336-d4f4-4265-b9ca-9fb450e296a8 req-eae4fc5f-e825-4b1a-9dc8-363aa4d1a43c tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:54.964777 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-378d1336-d4f4-4265-b9ca-9fb450e296a8 req-eae4fc5f-e825-4b1a-9dc8-363aa4d1a43c tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 945 time: 0.5798068 Mar 23 01:26:55.041566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-972455b6-07d0-4d77-80d5-8a1fdf5d0607 admin admin] For port e9808ead-b938-4bb8-9cc2-6703c2c26548, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e9808ead-b938-4bb8-9cc2-6703c2c26548,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:55.041930 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-972455b6-07d0-4d77-80d5-8a1fdf5d0607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e9808ead-b938-4bb8-9cc2-6703c2c26548), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:55.113601 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Publish callbacks [] for router_gateway (eb85f0ce-7c1e-4000-b17d-8134878dd624), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:55.116888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-972455b6-07d0-4d77-80d5-8a1fdf5d0607 admin admin] Calling delete_port for e9808ead-b938-4bb8-9cc2-6703c2c26548 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:26:55.224719 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 309e3b9a-380a-4bdf-9066-891f83a2659a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:55.334125 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 309e3b9a-380a-4bdf-9066-891f83a2659a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:55.334751 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (309e3b9a-380a-4bdf-9066-891f83a2659a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:55.342503 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-378d1336-d4f4-4265-b9ca-9fb450e296a8 req-a21ead61-760b-43e0-b95d-1f5343812b41 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224924 Mar 23 01:26:55.373964 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f137ba3-5214-444e-9cc4-18a1a694b45e req-67453425-6c0e-43b7-a714-cbcc81559a08 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:55.377474 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2f137ba3-5214-444e-9cc4-18a1a694b45e req-67453425-6c0e-43b7-a714-cbcc81559a08 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.1076977 Mar 23 01:26:55.480509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 309e3b9a-380a-4bdf-9066-891f83a2659a is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:55.481233 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (309e3b9a-380a-4bdf-9066-891f83a2659a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:55.487668 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2f137ba3-5214-444e-9cc4-18a1a694b45e req-e93f787e-324d-4e7b-8a5b-79802c358404 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013501 Mar 23 01:26:55.534445 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 309e3b9a-380a-4bdf-9066-891f83a2659a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=309e3b9a-380a-4bdf-9066-891f83a2659a,segment=NetworkSegment(2199cdfb-bd20-46cd-898e-92b7e6d82ae9),segment_id=2199cdfb-bd20-46cd-898e-92b7e6d82ae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:55.541743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb1421e-7d32-40fb-85dd-8111dea48b32 None None] Network 91ac4adb-f221-477e-a515-1831215e878a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:26:55.642223 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73973d13-e663-48da-a248-f8606a93fbeb details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:26:55.675632 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1916486-9410-45c1-8455-417200fb62b4 req-c846ad25-4d52-4279-8152-e571da4968f3 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:55.683838 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a1916486-9410-45c1-8455-417200fb62b4 req-c846ad25-4d52-4279-8152-e571da4968f3 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 945 time: 0.1799862 Mar 23 01:26:55.688499 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-972455b6-07d0-4d77-80d5-8a1fdf5d0607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (e9808ead-b938-4bb8-9cc2-6703c2c26548), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:55.737734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972455b6-07d0-4d77-80d5-8a1fdf5d0607 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9808ead-b938-4bb8-9cc2-6703c2c26548,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:55.779229 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73973d13-e663-48da-a248-f8606a93fbeb, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73973d13-e663-48da-a248-f8606a93fbeb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:55.796326 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (309e3b9a-380a-4bdf-9066-891f83a2659a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:55.812327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '73973d13-e663-48da-a248-f8606a93fbeb', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '73973d13-e663-48da-a248-f8606a93fbeb', 'mac_address': 'fa:16:3e:9b:a0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:26:55.819340 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-972455b6-07d0-4d77-80d5-8a1fdf5d0607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (b7692d1e-8bf6-4e53-83a3-fce356f04fc5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:55.885239 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 793bdbd3-778f-4acf-b23a-e1573d5db7f3 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:26:55.947295 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (eb85f0ce-7c1e-4000-b17d-8134878dd624), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:55.951938 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a1916486-9410-45c1-8455-417200fb62b4 req-6e2ac345-3542-4bea-b251-4c3638f4b860 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672367 Mar 23 01:26:55.956050 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 793bdbd3-778f-4acf-b23a-e1573d5db7f3 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:26:55.956371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 793bdbd3-778f-4acf-b23a-e1573d5db7f3 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:26:55.968465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-384e663a-d387-47f5-82ff-718d35596d03 None None] Provisioning complete for port 309e3b9a-380a-4bdf-9066-891f83a2659a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:55.969619 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-384e663a-d387-47f5-82ff-718d35596d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (309e3b9a-380a-4bdf-9066-891f83a2659a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:55.969762 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787d8e6-3558-4a36-833f-acb668bbcb5c req-acc96986-7412-4470-b970-391d435e4ed1 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:55.973827 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d787d8e6-3558-4a36-833f-acb668bbcb5c req-acc96986-7412-4470-b970-391d435e4ed1 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 1132 time: 0.0833590 Mar 23 01:26:56.009201 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d787d8e6-3558-4a36-833f-acb668bbcb5c req-cd010a5a-3743-40c6-a74b-42f74f4d29f3 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:56.033981 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:56.053232 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-972455b6-07d0-4d77-80d5-8a1fdf5d0607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (b7692d1e-8bf6-4e53-83a3-fce356f04fc5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:56.058571 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-972455b6-07d0-4d77-80d5-8a1fdf5d0607 admin admin] Publish callbacks [] for router_controller (b7692d1e-8bf6-4e53-83a3-fce356f04fc5), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:56.060713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=309e3b9a-380a-4bdf-9066-891f83a2659a,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:56.070022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 73973d13-e663-48da-a248-f8606a93fbeb is: ACTIVE; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:56.070584 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73973d13-e663-48da-a248-f8606a93fbeb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:56.093798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73973d13-e663-48da-a248-f8606a93fbeb {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:26:56.156406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-384e663a-d387-47f5-82ff-718d35596d03 None None] Current status of the port 309e3b9a-380a-4bdf-9066-891f83a2659a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:56.164041 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73973d13-e663-48da-a248-f8606a93fbeb, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73973d13-e663-48da-a248-f8606a93fbeb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:56.166893 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-972455b6-07d0-4d77-80d5-8a1fdf5d0607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (b7692d1e-8bf6-4e53-83a3-fce356f04fc5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:56.167465 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972455b6-07d0-4d77-80d5-8a1fdf5d0607 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7692d1e-8bf6-4e53-83a3-fce356f04fc5 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:26:56.173020 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73973d13-e663-48da-a248-f8606a93fbeb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:56.199098 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-972455b6-07d0-4d77-80d5-8a1fdf5d0607 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:56.203590 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d787d8e6-3558-4a36-833f-acb668bbcb5c req-cd010a5a-3743-40c6-a74b-42f74f4d29f3 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] Publish callbacks [] for security_group (ded05659-babd-4237-a672-61ab5d28b0ef), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:56.204647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52242) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:56.204834 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-972455b6-07d0-4d77-80d5-8a1fdf5d0607 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b7692d1e-8bf6-4e53-83a3-fce356f04fc5 HTTP/1.1" status: 204 len: 168 time: 2.7286515 Mar 23 01:26:56.216642 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d787d8e6-3558-4a36-833f-acb668bbcb5c req-cd010a5a-3743-40c6-a74b-42f74f4d29f3 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ded05659-babd-4237-a672-61ab5d28b0ef), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:56.265468 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6fdd8-616c-4102-b38d-6848131ad984 req-556cb9ee-0fc4-43ab-baf6-68b7043f7d17 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:56.269145 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=73973d13-e663-48da-a248-f8606a93fbeb,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:56.270455 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-29a6fdd8-616c-4102-b38d-6848131ad984 req-556cb9ee-0fc4-43ab-baf6-68b7043f7d17 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.1806812 Mar 23 01:26:56.290105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb69340-2e1a-4983-8715-e0904dfb6c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449c7652-1711-4a3c-a3e0-b4ff1d552c09'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:56.293788 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9f218d-dae1-4451-ab8a-1cefead80e93" -d '{"events": [{"server_uuid": "6fb69340-2e1a-4983-8715-e0904dfb6c57", "name": "network-vif-plugged", "status": "completed", "tag": "449c7652-1711-4a3c-a3e0-b4ff1d552c09"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:56.338095 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d787d8e6-3558-4a36-833f-acb668bbcb5c req-cd010a5a-3743-40c6-a74b-42f74f4d29f3 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565998 Mar 23 01:26:56.350883 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Router eb85f0ce-7c1e-4000-b17d-8134878dd624 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:26:56.371855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd010a5a-3743-40c6-a74b-42f74f4d29f3 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded05659-babd-4237-a672-61ab5d28b0ef,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:56.377671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-848245c8-9aa3-4bd1-af6c-834ad63e691b admin admin] Deleting subnet edcd7d13-080e-47cd-af78-ec45f4ee637a {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:26:56.387766 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-848245c8-9aa3-4bd1-af6c-834ad63e691b admin admin] Publish callbacks [] for subnet (edcd7d13-080e-47cd-af78-ec45f4ee637a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:56.404974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['73973d13-e663-48da-a248-f8606a93fbeb'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:26:56.418241 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-29a6fdd8-616c-4102-b38d-6848131ad984 req-5927726f-7374-45b4-9edb-d98b9bf58139 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338556 Mar 23 01:26:56.496392 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-848245c8-9aa3-4bd1-af6c-834ad63e691b admin admin] Publish callbacks [] for subnet (edcd7d13-080e-47cd-af78-ec45f4ee637a), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:56.547040 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a094666d-f372-4681-a7ad-5753d167ca22 x-openstack-request-id: req-a094666d-f372-4681-a7ad-5753d167ca22 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:56.547333 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb69340-2e1a-4983-8715-e0904dfb6c57", "name": "network-vif-plugged", "status": "completed", "tag": "449c7652-1711-4a3c-a3e0-b4ff1d552c09", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:56.547586 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a094666d-f372-4681-a7ad-5753d167ca22 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:56.549633 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a094666d-f372-4681-a7ad-5753d167ca22'] response: {'server_uuid': '6fb69340-2e1a-4983-8715-e0904dfb6c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449c7652-1711-4a3c-a3e0-b4ff1d552c09', 'code': 200} Mar 23 01:26:56.609896 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:26:56.637960 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Sync routers for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:26:56.653882 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:56.659203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52262) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:56.660278 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c4acb4d9-4f14-4c38-b699-0c1260ccebce admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.2183032 Mar 23 01:26:56.697093 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2958723b-d6d2-4eeb-8ee1-8b74f856447c None None] Provisioning complete for port 309e3b9a-380a-4bdf-9066-891f83a2659a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:56.697613 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2958723b-d6d2-4eeb-8ee1-8b74f856447c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (309e3b9a-380a-4bdf-9066-891f83a2659a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:56.797950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:26:56.798374 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:26:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:56.801458 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-848245c8-9aa3-4bd1-af6c-834ad63e691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (edcd7d13-080e-47cd-af78-ec45f4ee637a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:56.994081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3e8ee-4301-44bc-a8e3-98cf891ff033 req-2c688212-eccf-46ba-a1ec-ce9bb6efdd96 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:56.995786 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5be3e8ee-4301-44bc-a8e3-98cf891ff033 req-2c688212-eccf-46ba-a1ec-ce9bb6efdd96 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 945 time: 0.3494239 Mar 23 01:26:56.997882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa830433-0519-49bd-aa9d-19b14e5084cd req-381b1c75-2655-4e53-a86b-f43936caac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:57.002396 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa830433-0519-49bd-aa9d-19b14e5084cd req-381b1c75-2655-4e53-a86b-f43936caac64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 1127 time: 0.3772454 Mar 23 01:26:57.035724 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2958723b-d6d2-4eeb-8ee1-8b74f856447c None None] Current status of the port 309e3b9a-380a-4bdf-9066-891f83a2659a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:57.042211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:26:57.077883 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 309e3b9a-380a-4bdf-9066-891f83a2659a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:57.112798 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa830433-0519-49bd-aa9d-19b14e5084cd req-38d5d558-1123-42c8-adfe-376668a7655e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610762 Mar 23 01:26:57.153763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-848245c8-9aa3-4bd1-af6c-834ad63e691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for subnet (edcd7d13-080e-47cd-af78-ec45f4ee637a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:57.192641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848245c8-9aa3-4bd1-af6c-834ad63e691b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edcd7d13-080e-47cd-af78-ec45f4ee637a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:57.204242 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-848245c8-9aa3-4bd1-af6c-834ad63e691b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:57.207920 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-848245c8-9aa3-4bd1-af6c-834ad63e691b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/edcd7d13-080e-47cd-af78-ec45f4ee637a HTTP/1.1" status: 204 len: 168 time: 1.0021768 Mar 23 01:26:57.211350 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52278) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:57.221546 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5be3e8ee-4301-44bc-a8e3-98cf891ff033 req-a3d4927b-7eaf-4d52-b3dd-43fbffcefc02 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156563 Mar 23 01:26:57.249075 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637da50e-f1d3-4619-8857-abbd52ed0794 None None] Network aef15d66-e1e1-4d54-bca2-72d70533b0ed requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:26:57.335666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52284) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:57.381202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 309e3b9a-380a-4bdf-9066-891f83a2659a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:57.382249 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (309e3b9a-380a-4bdf-9066-891f83a2659a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:57.412000 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (aef15d66-e1e1-4d54-bca2-72d70533b0ed), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:57.454011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de609dbf-60d6-49e5-b077-f28956a780ad req-271362e4-d0eb-4eba-95b5-d9ae9feb0c8d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:57.458380 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de609dbf-60d6-49e5-b077-f28956a780ad req-271362e4-d0eb-4eba-95b5-d9ae9feb0c8d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 945 time: 0.1885846 Mar 23 01:26:57.572805 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de609dbf-60d6-49e5-b077-f28956a780ad req-d6df704a-c090-4f3d-a828-41ee9ee645cb tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778170 Mar 23 01:26:57.577556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 309e3b9a-380a-4bdf-9066-891f83a2659a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:57.601891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:54Z', 'revision_number': 3, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:57.605354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec732dd7-b86e-426d-91a2-e13ca983a410 None None] DHCP port deletion for aef15d66-e1e1-4d54-bca2-72d70533b0ed request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:26:57.607471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73973d13-e663-48da-a248-f8606a93fbeb up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:26:57.625763 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Deleting port da52fa3e-63f7-401c-962d-01fdb65a99d9 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:26:57.628490 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (da52fa3e-63f7-401c-962d-01fdb65a99d9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:57.655397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Checking router: eb85f0ce-7c1e-4000-b17d-8134878dd624 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:26:57.655758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Updating router eb85f0ce-7c1e-4000-b17d-8134878dd624 port cdec097c-f108-46d5-92c5-4c8293f8d07e binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:26:57.684980 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d78d5-6b1a-4e5c-b1fa-da16c75e19db req-23899acc-1e55-4d8c-a4a8-d61f7ac29ce8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:57.687935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e9808ead-b938-4bb8-9cc2-6703c2c26548 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:26:57.692109 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c74d78d5-6b1a-4e5c-b1fa-da16c75e19db req-23899acc-1e55-4d8c-a4a8-d61f7ac29ce8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.2979887 Mar 23 01:26:57.704654 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-91d33128-bc74-4d4d-bea2-2065bec0ee52 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3166459 Mar 23 01:26:57.720292 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-42129340-d70d-4b49-a622-37c3c3de9027 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:26:57.721610 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-42129340-d70d-4b49-a622-37c3c3de9027 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056608 Mar 23 01:26:57.726135 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:57.750410 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] For port da52fa3e-63f7-401c-962d-01fdb65a99d9, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=da52fa3e-63f7-401c-962d-01fdb65a99d9,segment=NetworkSegment(c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2),segment_id=c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:57.750410 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (da52fa3e-63f7-401c-962d-01fdb65a99d9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:57.776462 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Calling delete_port for da52fa3e-63f7-401c-962d-01fdb65a99d9 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:26:57.786216 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c74d78d5-6b1a-4e5c-b1fa-da16c75e19db req-2a7a9e1c-8872-4011-83b5-bf15e2f60c67 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929606 Mar 23 01:26:57.924050 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: e9808ead-b938-4bb8-9cc2-6703c2c26548 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:26:57.924411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e9808ead-b938-4bb8-9cc2-6703c2c26548 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:26:57.940737 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cdec097c-f108-46d5-92c5-4c8293f8d07e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.024645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ec732dd7-b86e-426d-91a2-e13ca983a410 None None] Deleting port da52fa3e-63f7-401c-962d-01fdb65a99d9 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:26:58.025201 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ec732dd7-b86e-426d-91a2-e13ca983a410 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (da52fa3e-63f7-401c-962d-01fdb65a99d9), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.043393 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (da52fa3e-63f7-401c-962d-01fdb65a99d9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.058986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Allocated IP 172.20.0.1 (91ac4adb-f221-477e-a515-1831215e878a/05068ea8-5994-4998-8f6b-aa411220325a/a2ed4d81-07bc-4d7d-8e8c-264584c70544) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:26:58.106309 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=da52fa3e-63f7-401c-962d-01fdb65a99d9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:58.113607 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 73973d13-e663-48da-a248-f8606a93fbeb triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:58.114107 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (73973d13-e663-48da-a248-f8606a93fbeb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.124891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] No DVR routers for this DVR port da52fa3e-63f7-401c-962d-01fdb65a99d9 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:26:58.225606 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ec732dd7-b86e-426d-91a2-e13ca983a410 None None] For port da52fa3e-63f7-401c-962d-01fdb65a99d9, host n-d-834677-4, got binding levels [] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:58.226213 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ec732dd7-b86e-426d-91a2-e13ca983a410 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (da52fa3e-63f7-401c-962d-01fdb65a99d9), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.247202 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (aef15d66-e1e1-4d54-bca2-72d70533b0ed), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.263883 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Publish callbacks [] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.270029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 73973d13-e663-48da-a248-f8606a93fbeb is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:26:58.270534 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73973d13-e663-48da-a248-f8606a93fbeb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.316422 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ec732dd7-b86e-426d-91a2-e13ca983a410 None None] Calling delete_port for da52fa3e-63f7-401c-962d-01fdb65a99d9 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:26:58.325988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.ipam_backend_mixin [None req-ec732dd7-b86e-426d-91a2-e13ca983a410 None None] Port da52fa3e-63f7-401c-962d-01fdb65a99d9 was not found and therefore no delete operation was performed {{(pid=99265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 01:26:58.329001 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a2f83-d484-4e8e-b52d-bf9ce9f62b8b req-748765bf-b6e9-489f-a239-df460d7e97d0 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:58.331271 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ec732dd7-b86e-426d-91a2-e13ca983a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (da52fa3e-63f7-401c-962d-01fdb65a99d9), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.334465 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-878a2f83-d484-4e8e-b52d-bf9ce9f62b8b req-748765bf-b6e9-489f-a239-df460d7e97d0 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.1166434 Mar 23 01:26:58.348765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304fd91-ef6c-4f4f-9789-080dcfefecf1 req-c8e045d4-919d-4215-819c-9edf1d89ae15 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:58.361928 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2304fd91-ef6c-4f4f-9789-080dcfefecf1 req-c8e045d4-919d-4215-819c-9edf1d89ae15 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 945 time: 0.3965271 Mar 23 01:26:58.368979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73973d13-e663-48da-a248-f8606a93fbeb, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73973d13-e663-48da-a248-f8606a93fbeb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:26:58.369327 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:26:58.369681 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:26:58.370599 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:26:58.371102 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Subscribe: > port after_create 55550000 {{(pid=99263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:26:58.374689 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:26:58.375054 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Subscribe: > port after_update 55550000 {{(pid=99263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:26:58.375521 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:26:58.375852 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:26:58.376203 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:26:58.376709 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:26:58.394719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52320) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:58.397305 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73973d13-e663-48da-a248-f8606a93fbeb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.402033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec732dd7-b86e-426d-91a2-e13ca983a410 None None] Pushing event deleted for resources: {'Port': ['ID=da52fa3e-63f7-401c-962d-01fdb65a99d9,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:58.416669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec732dd7-b86e-426d-91a2-e13ca983a410 None None] No DVR routers for this DVR port da52fa3e-63f7-401c-962d-01fdb65a99d9 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:26:58.427529 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ea74b5ef-ce7e-47a2-a7e5-f3fbd0cb2605 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Request body: {'floatingip': {'port_id': 'd81bd03d-ee5d-4090-a081-705322ce9299'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:26:58.505417 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=73973d13-e663-48da-a248-f8606a93fbeb,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:58.516516 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:26:58.516909 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:26:58.517378 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:26:58.518827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52324) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:58.528379 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:26:58.528809 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef15d66-e1e1-4d54-bca2-72d70533b0ed']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:58.553444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73973d13-e663-48da-a248-f8606a93fbeb'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:26:58.553789 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:58.554083 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:58.556646 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab06ea26-7b29-486f-a169-a297f136e540" -d '{"events": [{"server_uuid": "40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d", "name": "network-vif-plugged", "status": "completed", "tag": "73973d13-e663-48da-a248-f8606a93fbeb"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:26:58.560244 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.591211 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Publish callbacks [] for port (cdec097c-f108-46d5-92c5-4c8293f8d07e), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.593097 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ea74b5ef-ce7e-47a2-a7e5-f3fbd0cb2605 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for floatingip (824cd769-c8b9-403f-ace0-a2a44ca8b20c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.601606 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cdec097c-f108-46d5-92c5-4c8293f8d07e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.605867 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.646226 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.659102 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:26:58.659917 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (c1d06773-eeb8-4a9d-b6a3-9a8fc4a092e2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.663862 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7425ea-4450-455d-84f0-5ebb0071b8a4 x-openstack-request-id: req-5d7425ea-4450-455d-84f0-5ebb0071b8a4 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:26:58.664471 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d", "name": "network-vif-plugged", "status": "completed", "tag": "73973d13-e663-48da-a248-f8606a93fbeb", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:26:58.665301 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d7425ea-4450-455d-84f0-5ebb0071b8a4 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:26:58.666054 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7425ea-4450-455d-84f0-5ebb0071b8a4'] response: {'server_uuid': '40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73973d13-e663-48da-a248-f8606a93fbeb', 'code': 200} Mar 23 01:26:58.667922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92833f-05ea-41f3-a7b4-b68065dbbc32 None None] Pushing event updated for resources: {'Port': ['ID=cdec097c-f108-46d5-92c5-4c8293f8d07e,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:58.707899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Attempting to bind port cdec097c-f108-46d5-92c5-4c8293f8d07e on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:26:58.708406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Attempting to bind port cdec097c-f108-46d5-92c5-4c8293f8d07e by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:26:58.709165 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Attempting to bind port cdec097c-f108-46d5-92c5-4c8293f8d07e on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: from cryptography.utils import int_from_bytes Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: from cryptography.utils import int_from_bytes Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:26:58.723595 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:26:58.730187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:26:58.730924 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:26:58.731489 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.732085 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:26:58.732883 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Bound port: cdec097c-f108-46d5-92c5-4c8293f8d07e, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:26:58.733594 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cdec097c-f108-46d5-92c5-4c8293f8d07e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.792357 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] For port cdec097c-f108-46d5-92c5-4c8293f8d07e, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:26:58.797606 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] For port cdec097c-f108-46d5-92c5-4c8293f8d07e, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=cdec097c-f108-46d5-92c5-4c8293f8d07e,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:26:58.811143 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cdec097c-f108-46d5-92c5-4c8293f8d07e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:58.923654 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:26:58.924315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:26:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:58.936426 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92833f-05ea-41f3-a7b4-b68065dbbc32 None None] Pushing event updated for resources: {'Port': ['ID=cdec097c-f108-46d5-92c5-4c8293f8d07e,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:59.168783 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:26:59.179531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-7ede3d2e-3adf-4a4c-8fda-6d01359c00f0 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:59.180925 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-7ede3d2e-3adf-4a4c-8fda-6d01359c00f0 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] 10.222.0.18 "GET /v2.0/ports/12cc3aa7-3a74-4937-8205-13c47cc68a3a HTTP/1.1" status: 200 len: 1129 time: 0.6466899 Mar 23 01:26:59.222079 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2782a73-3a87-47ad-a371-2bb4f822acc8 req-8044a185-af95-4016-a86d-aafbf1bd77c7 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:59.226699 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2782a73-3a87-47ad-a371-2bb4f822acc8 req-8044a185-af95-4016-a86d-aafbf1bd77c7 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 945 time: 0.1438665 Mar 23 01:26:59.256480 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (aef15d66-e1e1-4d54-bca2-72d70533b0ed), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:59.263271 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device da52fa3e-63f7-401c-962d-01fdb65a99d9 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:26:59.282670 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:59.287228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Network 91ac4adb-f221-477e-a515-1831215e878a is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:26:59.292774 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:26:59.298046 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/aef15d66-e1e1-4d54-bca2-72d70533b0ed HTTP/1.1" status: 204 len: 168 time: 2.0817878 Mar 23 01:26:59.301919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:26:59.302246 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (eb85f0ce-7c1e-4000-b17d-8134878dd624), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:59.325132 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a549988-5fa9-43ec-a277-100371c980b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aef15d66-e1e1-4d54-bca2-72d70533b0ed,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:59.354266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: da52fa3e-63f7-401c-962d-01fdb65a99d9 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:26:59.354266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device da52fa3e-63f7-401c-962d-01fdb65a99d9 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:26:59.422112 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2782a73-3a87-47ad-a371-2bb4f822acc8 req-cb6e76f4-8d68-4b0c-a8b5-a491e79217d8 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873951 Mar 23 01:26:59.533507 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-878a2f83-d484-4e8e-b52d-bf9ce9f62b8b req-4b483926-33f6-4410-9ae4-154d76253b59 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1780052 Mar 23 01:26:59.538730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Pushing event updated for resources: {'Port': ['ID=a2ed4d81-07bc-4d7d-8e8c-264584c70544,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:26:59.669272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52376) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:26:59.762768 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:54Z', 'revision_number': 3, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:26:59.817958 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362deee9-df5a-43c8-9711-4cca62ada357 req-eefe3ff8-a299-4d3c-b7b1-4a635444fb79 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:26:59.829382 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-362deee9-df5a-43c8-9711-4cca62ada357 req-eefe3ff8-a299-4d3c-b7b1-4a635444fb79 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.1958096 Mar 23 01:26:59.839369 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb65868-e0f0-4a4b-8728-dee01d0f46c3 None None] The sync data for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 is: [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:54Z', 'revision_number': 3, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:26:59.888520 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-129a46b6-8e3d-43f0-aa3b-02479108ee8b None None] Provisioning complete for port a2ed4d81-07bc-4d7d-8e8c-264584c70544 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:26:59.890463 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-129a46b6-8e3d-43f0-aa3b-02479108ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:26:59.961525 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-362deee9-df5a-43c8-9711-4cca62ada357 req-471606f5-9313-46bb-9887-ee399c7ea20f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299112 Mar 23 01:26:59.992468 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-129a46b6-8e3d-43f0-aa3b-02479108ee8b None None] Port a2ed4d81-07bc-4d7d-8e8c-264584c70544 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:27:00.154541 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b2709932-875e-4c1e-af4d-1ebcad8e8f55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8000f18a9857431388089cd498a778c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4836328 Mar 23 01:27:00.157344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52382) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:00.194647 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:00.259900 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-825ef55a-7e30-42f8-b1d7-3231ce024ed2 admin admin] Publish callbacks [] for security_group (6b73db91-38ef-4f9e-8ca1-5fb649010401), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:00.261654 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b46a01-29ef-441d-94aa-9a97620b0d61 req-47650fa4-1e9b-4ddf-bdd3-d14c04d444c9 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:00.264350 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b9b46a01-29ef-441d-94aa-9a97620b0d61 req-47650fa4-1e9b-4ddf-bdd3-d14c04d444c9 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 1127 time: 0.4426951 Mar 23 01:27:00.334888 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-825ef55a-7e30-42f8-b1d7-3231ce024ed2 admin admin] Publish callbacks [] for security_group (6b73db91-38ef-4f9e-8ca1-5fb649010401), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:00.434329 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-825ef55a-7e30-42f8-b1d7-3231ce024ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6b73db91-38ef-4f9e-8ca1-5fb649010401), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:00.436981 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-825ef55a-7e30-42f8-b1d7-3231ce024ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:00.438159 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-825ef55a-7e30-42f8-b1d7-3231ce024ed2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b73db91-38ef-4f9e-8ca1-5fb649010401 HTTP/1.1" status: 204 len: 168 time: 0.2798188 Mar 23 01:27:00.453200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ef55a-7e30-42f8-b1d7-3231ce024ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b73db91-38ef-4f9e-8ca1-5fb649010401,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:00.723901 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b9b46a01-29ef-441d-94aa-9a97620b0d61 req-eb9e5b73-91d3-4bd7-abb7-54b264aa6893 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461839 Mar 23 01:27:01.032978 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07c77c-92dc-4e44-a41f-90aff631681d req-894d7617-fd66-427b-8a25-87a7694a0e01 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:01.044237 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd07c77c-92dc-4e44-a41f-90aff631681d req-894d7617-fd66-427b-8a25-87a7694a0e01 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.2871740 Mar 23 01:27:01.065409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-723d159f-92ac-490c-a8f4-1187bc92f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:01.067230 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-723d159f-92ac-490c-a8f4-1187bc92f13d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 1132 time: 0.2010865 Mar 23 01:27:01.192873 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cdec097c-f108-46d5-92c5-4c8293f8d07e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:01.331586 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd07c77c-92dc-4e44-a41f-90aff631681d req-ff43a332-3d4d-4515-ad54-76534dc03034 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862856 Mar 23 01:27:01.437485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-d6e14572-9952-42ac-8682-1e24de998566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:01.442816 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-d6e14572-9952-42ac-8682-1e24de998566 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.3612652 Mar 23 01:27:01.474807 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port cdec097c-f108-46d5-92c5-4c8293f8d07e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:01.479270 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cdec097c-f108-46d5-92c5-4c8293f8d07e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:01.628398 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-180367c4-085f-4702-84a1-4fa136e09bea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a HTTP/1.1" status: 200 len: 217 time: 0.1587548 Mar 23 01:27:01.734975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-7584976d-3afb-45eb-a973-46ab6d62809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:01.739429 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-7584976d-3afb-45eb-a973-46ab6d62809c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1095524 Mar 23 01:27:01.846481 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port cdec097c-f108-46d5-92c5-4c8293f8d07e is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:01.846884 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cdec097c-f108-46d5-92c5-4c8293f8d07e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:01.848101 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-46ce28c4-2e6e-4536-a46b-e1cc28f85531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:01.849835 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-46ce28c4-2e6e-4536-a46b-e1cc28f85531 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1045315 Mar 23 01:27:01.946668 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port cdec097c-f108-46d5-92c5-4c8293f8d07e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=cdec097c-f108-46d5-92c5-4c8293f8d07e,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:01.956103 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cdec097c-f108-46d5-92c5-4c8293f8d07e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:02.015782 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.resource_extend [None req-ea74b5ef-ce7e-47a2-a7e5-f3fbd0cb2605 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:27:02.138203 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=cdec097c-f108-46d5-92c5-4c8293f8d07e,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:02.181682 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ea74b5ef-ce7e-47a2-a7e5-f3fbd0cb2605 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:02.190984 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-9d5c89f1-175a-40d4-9f19-c76d76296167 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330505 Mar 23 01:27:02.195517 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ea74b5ef-ce7e-47a2-a7e5-f3fbd0cb2605 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (824cd769-c8b9-403f-ace0-a2a44ca8b20c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:02.263979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6bf51-85f6-4ffa-a751-acf85ddc89bf req-4241f61f-0a99-4155-9901-4dccecad73b9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:02.274019 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-38b6bf51-85f6-4ffa-a751-acf85ddc89bf req-4241f61f-0a99-4155-9901-4dccecad73b9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 1.1210494 Mar 23 01:27:02.540638 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-b453a093-8280-4b61-b0b1-424ee94ca879 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365915 Mar 23 01:27:02.547266 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Publish callbacks [] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:02.566174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52448) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:02.585634 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:02.587323 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (eb85f0ce-7c1e-4000-b17d-8134878dd624), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:02.713064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24cbfb-9dbc-4646-a5e2-600c945b6cb4 req-7cd9ec3d-fc11-4b9d-906b-ba374faacfea tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:02.729535 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6d24cbfb-9dbc-4646-a5e2-600c945b6cb4 req-7cd9ec3d-fc11-4b9d-906b-ba374faacfea tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.1878188 Mar 23 01:27:02.857855 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6d24cbfb-9dbc-4646-a5e2-600c945b6cb4 req-a7ca69c3-be0a-4ff9-81ed-4b6ac1fee6c2 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252582 Mar 23 01:27:02.966344 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-bb103560-607d-484c-8cdb-1d2b06294113 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-777839237-network', 'tenant_id': 'e96d0848fa6f4c64a3e672198ab4f4df'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:03.007158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Pushing event updated for resources: {'Port': ['ID=a2ed4d81-07bc-4d7d-8e8c-264584c70544,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:03.037659 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-38b6bf51-85f6-4ffa-a751-acf85ddc89bf req-67f71378-3d8f-46f9-bf35-1c3a2a6db23e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958956 Mar 23 01:27:03.047266 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-ea74b5ef-ce7e-47a2-a7e5-f3fbd0cb2605 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Floating IP 824cd769-c8b9-403f-ace0-a2a44ca8b20c associated. External IP: 172.25.0.168, port: d81bd03d-ee5d-4090-a081-705322ce9299. Mar 23 01:27:03.124712 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cdec097c-f108-46d5-92c5-4c8293f8d07e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:03.136325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb103560-607d-484c-8cdb-1d2b06294113 admin admin] Made reservation on behalf of e96d0848fa6f4c64a3e672198ab4f4df for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:27:03.139340 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb103560-607d-484c-8cdb-1d2b06294113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:03.158708 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb103560-607d-484c-8cdb-1d2b06294113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:03.206520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Network 91ac4adb-f221-477e-a515-1831215e878a is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:27:03.220780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:03.272869 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port cdec097c-f108-46d5-92c5-4c8293f8d07e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:03.273399 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cdec097c-f108-46d5-92c5-4c8293f8d07e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:03.451171 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port cdec097c-f108-46d5-92c5-4c8293f8d07e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:03.542890 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:03.677583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-298951f1-f56a-4bfc-b7bc-ec331116465d None None] Provisioning complete for port a2ed4d81-07bc-4d7d-8e8c-264584c70544 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:03.678159 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-298951f1-f56a-4bfc-b7bc-ec331116465d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:03.758504 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-298951f1-f56a-4bfc-b7bc-ec331116465d None None] Port a2ed4d81-07bc-4d7d-8e8c-264584c70544 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:27:04.068904 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb103560-607d-484c-8cdb-1d2b06294113 admin admin] Publish callbacks [] for security_group (d551250c-b408-4179-8495-5e11683c5f24), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:04.083649 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Router eb85f0ce-7c1e-4000-b17d-8134878dd624 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:27:04.089796 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb103560-607d-484c-8cdb-1d2b06294113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d551250c-b408-4179-8495-5e11683c5f24), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:04.126522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb103560-607d-484c-8cdb-1d2b06294113 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:27:04.198817 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23c172-7dcd-4959-b855-a4580071f8f5 req-496731e4-b4e4-436d-b0ef-1d842cedd133 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:04.206405 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3f23c172-7dcd-4959-b855-a4580071f8f5 req-496731e4-b4e4-436d-b0ef-1d842cedd133 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.2179656 Mar 23 01:27:04.223541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea74b5ef-ce7e-47a2-a7e5-f3fbd0cb2605 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Router 8e140531-9947-4a23-85fa-f86a4e4821e1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:27:04.225153 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb103560-607d-484c-8cdb-1d2b06294113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (99aa3f51-3d36-451e-b3e0-273e43a07816), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:04.225784 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-bb103560-607d-484c-8cdb-1d2b06294113 admin admin] Added segment 99aa3f51-3d36-451e-b3e0-273e43a07816 of type vlan for network f50381e7-fadf-49c7-87c9-d98cf3c3cc56 Mar 23 01:27:04.248151 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb103560-607d-484c-8cdb-1d2b06294113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d551250c-b408-4179-8495-5e11683c5f24,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:04.327720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e5a7e-e179-49f0-81cf-86a225fdbf1a req-ed47015e-576d-4375-b51c-2c6e5ff4bb1c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:04.332359 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-681e5a7e-e179-49f0-81cf-86a225fdbf1a req-ed47015e-576d-4375-b51c-2c6e5ff4bb1c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.1341195 Mar 23 01:27:04.497537 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-681e5a7e-e179-49f0-81cf-86a225fdbf1a req-6d6fce65-7611-472f-8b89-22a78f4890c5 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577959 Mar 23 01:27:04.546598 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb103560-607d-484c-8cdb-1d2b06294113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (f50381e7-fadf-49c7-87c9-d98cf3c3cc56), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:04.568632 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3f23c172-7dcd-4959-b855-a4580071f8f5 req-fda3e41e-343b-41df-be1c-09f400b9e355 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604555 Mar 23 01:27:04.706394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:27:04.714895 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5edd7eb3-85d0-43b8-aed7-11195edc4b5e admin admin] 10.222.0.18 "PUT /v2.0/routers/eb85f0ce-7c1e-4000-b17d-8134878dd624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0293489 Mar 23 01:27:04.718300 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb103560-607d-484c-8cdb-1d2b06294113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (f50381e7-fadf-49c7-87c9-d98cf3c3cc56), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:04.719726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb103560-607d-484c-8cdb-1d2b06294113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:04.719950 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb103560-607d-484c-8cdb-1d2b06294113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:04.720101 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Sync routers for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:27:04.781523 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:04.792657 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:26:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:04.812257 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52486) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:04.812518 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bb103560-607d-484c-8cdb-1d2b06294113 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2434535 Mar 23 01:27:04.818713 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-bdbf42d2-f09b-4667-b7bc-c1fb1729ec0f admin admin] Request body: {'subnet': {'network_id': 'f50381e7-fadf-49c7-87c9-d98cf3c3cc56', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-777839237-subnet', 'tenant_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:04.881057 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea74b5ef-ce7e-47a2-a7e5-f3fbd0cb2605 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:27:04.886997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbf42d2-f09b-4667-b7bc-c1fb1729ec0f admin admin] Made reservation on behalf of e96d0848fa6f4c64a3e672198ab4f4df for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:27:04.892866 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bdbf42d2-f09b-4667-b7bc-c1fb1729ec0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:04.893390 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ea74b5ef-ce7e-47a2-a7e5-f3fbd0cb2605 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:04.898593 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40793f2d-60a3-4421-bc6d-c43ab08345e7 None None] Sync routers for ids ['8e140531-9947-4a23-85fa-f86a4e4821e1'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:27:04.899229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb103560-607d-484c-8cdb-1d2b06294113 admin admin] Pushing event updated for resources: {'Network': ['ID=f50381e7-fadf-49c7-87c9-d98cf3c3cc56,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:04.925350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network f50381e7-fadf-49c7-87c9-d98cf3c3cc56 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:27:05.004215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ea74b5ef-ce7e-47a2-a7e5-f3fbd0cb2605 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "PUT /v2.0/floatingips/824cd769-c8b9-403f-ace0-a2a44ca8b20c HTTP/1.1" status: 200 len: 991 time: 6.6045494 Mar 23 01:27:05.004215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dabdc44-3569-422b-9596-a76bc29bd20c', 'tag': 'd81bd03d-ee5d-4090-a081-705322ce9299'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:05.010102 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e063c9f-ec60-48f7-8611-c392cc274c75" -d '{"events": [{"name": "network-changed", "server_uuid": "8dabdc44-3569-422b-9596-a76bc29bd20c", "tag": "d81bd03d-ee5d-4090-a081-705322ce9299"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:05.164933 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40793f2d-60a3-4421-bc6d-c43ab08345e7 None None] Routers {'8e140531-9947-4a23-85fa-f86a4e4821e1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:05.176694 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-40793f2d-60a3-4421-bc6d-c43ab08345e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:26:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8e140531-9947-4a23-85fa-f86a4e4821e1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:05.180868 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f7cae8-e85b-4a13-8655-c0216ebf1042 x-openstack-request-id: req-e0f7cae8-e85b-4a13-8655-c0216ebf1042 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:05.181472 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dabdc44-3569-422b-9596-a76bc29bd20c", "tag": "d81bd03d-ee5d-4090-a081-705322ce9299", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:05.181472 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0f7cae8-e85b-4a13-8655-c0216ebf1042 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:05.181854 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f7cae8-e85b-4a13-8655-c0216ebf1042'] response: {'name': 'network-changed', 'server_uuid': '8dabdc44-3569-422b-9596-a76bc29bd20c', 'tag': 'd81bd03d-ee5d-4090-a081-705322ce9299', 'status': 'completed', 'code': 200} Mar 23 01:27:05.209270 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:05.450984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e063c9f-ec60-48f7-8611-c392cc274c75 req-75256858-c980-45f1-b74f-a8f1a56beb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:05.452511 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e063c9f-ec60-48f7-8611-c392cc274c75 req-75256858-c980-45f1-b74f-a8f1a56beb41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4fac7cf4797433d9067e9d5d2bae7f4&device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 1127 time: 0.2250762 Mar 23 01:27:05.464954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0ab7f-dfbc-4a3d-9ca8-1d7663f1e504 req-e229e94c-950e-47fb-9f0e-8531519a09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:05.467405 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8b0ab7f-dfbc-4a3d-9ca8-1d7663f1e504 req-e229e94c-950e-47fb-9f0e-8531519a09a3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 1131 time: 0.1745222 Mar 23 01:27:05.626610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-40793f2d-60a3-4421-bc6d-c43ab08345e7 None None] Set router 8e140531-9947-4a23-85fa-f86a4e4821e1 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:05.661163 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbb061-c00a-4ffe-b12b-e2fff0a7aa8b req-3eff7de9-914e-46f5-a10a-f3a0c87a41cf tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:05.671298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e063c9f-ec60-48f7-8611-c392cc274c75 req-8873a3ea-43ef-4cd9-a8cc-44148643d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:05.672961 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e063c9f-ec60-48f7-8611-c392cc274c75 req-8873a3ea-43ef-4cd9-a8cc-44148643d270 service neutron] 10.222.0.42 "GET /v2.0/networks?id=080a736b-27cd-405b-b5de-ee5cfb6bde25 HTTP/1.1" status: 200 len: 924 time: 0.2020149 Mar 23 01:27:05.675459 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21dbb061-c00a-4ffe-b12b-e2fff0a7aa8b req-3eff7de9-914e-46f5-a10a-f3a0c87a41cf tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 945 time: 0.4070010 Mar 23 01:27:05.683600 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bdbf42d2-f09b-4667-b7bc-c1fb1729ec0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (df2e3b95-c09a-4e8b-b70e-283fa8c59d86), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:05.727576 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:00Z', 'revision_number': 2, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:05.864820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf42d2-f09b-4667-b7bc-c1fb1729ec0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2e3b95-c09a-4e8b-b70e-283fa8c59d86,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:05.889119 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Checking router: eb85f0ce-7c1e-4000-b17d-8134878dd624 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:27:05.892282 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Updating router eb85f0ce-7c1e-4000-b17d-8134878dd624 port a2ed4d81-07bc-4d7d-8e8c-264584c70544 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:27:05.919461 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8b0ab7f-dfbc-4a3d-9ca8-1d7663f1e504 req-5b0d9227-2747-465f-96f7-9a9276590896 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427635 Mar 23 01:27:05.946938 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e063c9f-ec60-48f7-8611-c392cc274c75 req-3badf445-ca41-4b40-a2aa-2d2778275a64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d81bd03d-ee5d-4090-a081-705322ce9299 HTTP/1.1" status: 200 len: 999 time: 0.2278144 Mar 23 01:27:06.007058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbf42d2-f09b-4667-b7bc-c1fb1729ec0f admin admin] Checking segment: {'id': '99aa3f51-3d36-451e-b3e0-273e43a07816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f50381e7-fadf-49c7-87c9-d98cf3c3cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:27:06.007939 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf42d2-f09b-4667-b7bc-c1fb1729ec0f admin admin] Network hostable DHCP agents. Network: f50381e7-fadf-49c7-87c9-d98cf3c3cc56, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:27:06.025375 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21dbb061-c00a-4ffe-b12b-e2fff0a7aa8b req-01b51c5d-c77c-4b73-a192-2ab90f0c36f0 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3486524 Mar 23 01:27:06.025644 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:06.059813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf42d2-f09b-4667-b7bc-c1fb1729ec0f admin admin] Network f50381e7-fadf-49c7-87c9-d98cf3c3cc56 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:27:06.065292 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-40793f2d-60a3-4421-bc6d-c43ab08345e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 4, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '824cd769-c8b9-403f-ace0-a2a44ca8b20c', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'port_id': 'd81bd03d-ee5d-4090-a081-705322ce9299', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'mac_address': 'fa:16:3e:b7:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dabdc44-3569-422b-9596-a76bc29bd20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:24:44Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 5, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd23558-3fb7-42a9-a00d-76c081b4f618', 'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'mac_address': 'fa:16:3e:22:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:26Z', 'updated_at': '2022-03-23T01:24:32Z', 'revision_number': 5, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'subnets': [{'id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:06.081955 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-bdbf42d2-f09b-4667-b7bc-c1fb1729ec0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, f50381e7-fadf-49c7-87c9-d98cf3c3cc56) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:06.094539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbf42d2-f09b-4667-b7bc-c1fb1729ec0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:06.095145 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bdbf42d2-f09b-4667-b7bc-c1fb1729ec0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:06.146776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52520) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:06.153481 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bdbf42d2-f09b-4667-b7bc-c1fb1729ec0f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3390131 Mar 23 01:27:06.166351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-777839237-router', 'tenant_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:06.202934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a804c7-10a8-4914-abbe-b8e3adbca241 None None] Network f50381e7-fadf-49c7-87c9-d98cf3c3cc56 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:27:06.212726 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40793f2d-60a3-4421-bc6d-c43ab08345e7 None None] Checking router: 8e140531-9947-4a23-85fa-f86a4e4821e1 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:27:06.283000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e063c9f-ec60-48f7-8611-c392cc274c75 req-ec613fb3-717a-4519-86c5-adb5312cbbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:06.289395 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e063c9f-ec60-48f7-8611-c392cc274c75 req-ec613fb3-717a-4519-86c5-adb5312cbbef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c9b9a5f-da6e-46ef-94fa-493b3aa504aa HTTP/1.1" status: 200 len: 863 time: 0.1543519 Mar 23 01:27:06.290790 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (b7f4af93-f299-47e8-aa76-0dc25b954343), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:06.291884 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (b7f4af93-f299-47e8-aa76-0dc25b954343), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:06.326326 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17651f88-bd25-4e40-9b8e-d2dfec4d3276 req-500189c5-76e8-4a8a-b5c6-b8fa2abff037 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:06.343146 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-17651f88-bd25-4e40-9b8e-d2dfec4d3276 req-500189c5-76e8-4a8a-b5c6-b8fa2abff037 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.1853316 Mar 23 01:27:06.366854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40793f2d-60a3-4421-bc6d-c43ab08345e7 None None] Routers {'8e140531-9947-4a23-85fa-f86a4e4821e1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:06.369660 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-40793f2d-60a3-4421-bc6d-c43ab08345e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:26:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8e140531-9947-4a23-85fa-f86a4e4821e1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:06.559464 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Publish callbacks [] for router_controller (b7f4af93-f299-47e8-aa76-0dc25b954343), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:06.569001 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-17651f88-bd25-4e40-9b8e-d2dfec4d3276 req-ed2aa284-2147-4ae7-b03d-b6940a27d5f2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183616 Mar 23 01:27:06.699905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-f50381e7-fadf-49c7-87c9-d98cf3c3cc56', 'network_id': 'f50381e7-fadf-49c7-87c9-d98cf3c3cc56', 'project_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'fixed_ips': [{'subnet_id': 'df2e3b95-c09a-4e8b-b70e-283fa8c59d86'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:27:06.701510 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:06.807140 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0742ea29-cf8e-4837-8a78-9fffdbbeed16 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:27:06.818775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0742ea29-cf8e-4837-8a78-9fffdbbeed16 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:27:06.873024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-54039922-a78a-42f9-91a7-d95bac3736b6 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:06.886545 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-54039922-a78a-42f9-91a7-d95bac3736b6 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 821 time: 0.3501742 Mar 23 01:27:06.982089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-40793f2d-60a3-4421-bc6d-c43ab08345e7 None None] Set router 8e140531-9947-4a23-85fa-f86a4e4821e1 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:06.983280 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c64e04-f7c2-4898-b0f7-176474752cda req-9396f1a4-c1b8-4004-9b1d-9959a35265af tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:06.995065 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23c64e04-f7c2-4898-b0f7-176474752cda req-9396f1a4-c1b8-4004-9b1d-9959a35265af tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 949 time: 0.1256874 Mar 23 01:27:07.094078 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Publish callbacks [] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:07.108053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23c64e04-f7c2-4898-b0f7-176474752cda req-b617a163-9d00-4859-813a-deae627b0953 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106546 Mar 23 01:27:07.114647 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-1d001e76-6651-497f-a7d1-5c947dae5a88 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/quotas/b47b2a17ae974944ae65504bbaa701ca HTTP/1.1" status: 200 len: 375 time: 0.2262571 Mar 23 01:27:07.152122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e063c9f-ec60-48f7-8611-c392cc274c75 req-c3d863d1-9195-487b-a6ab-6160228f4c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:07.164782 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e063c9f-ec60-48f7-8611-c392cc274c75 req-c3d863d1-9195-487b-a6ab-6160228f4c92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080a736b-27cd-405b-b5de-ee5cfb6bde25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8429470 Mar 23 01:27:07.220569 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:07.418622 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e063c9f-ec60-48f7-8611-c392cc274c75 req-ae1e34f1-4e89-4457-af18-b7464b5e9a80 service neutron] 10.222.0.42 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812055 Mar 23 01:27:07.508796 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:07.509509 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:07.607783 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.resource_extend [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:27:07.626135 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-750d3602-7dbe-482b-941d-3f5f1c65326b tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5081854 Mar 23 01:27:07.630270 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e063c9f-ec60-48f7-8611-c392cc274c75 req-4b5ac36c-dd58-448b-b862-e528a3ebe3b7 service neutron] 10.222.0.42 "GET /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006927 Mar 23 01:27:07.677400 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc35fd-5f92-416f-a63f-33af7529df97 None None] Pushing event updated for resources: {'Port': ['ID=a2ed4d81-07bc-4d7d-8e8c-264584c70544,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:07.698004 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Attempting to bind port a2ed4d81-07bc-4d7d-8e8c-264584c70544 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:27:07.698376 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Attempting to bind port a2ed4d81-07bc-4d7d-8e8c-264584c70544 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '2199cdfb-bd20-46cd-898e-92b7e6d82ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '91ac4adb-f221-477e-a515-1831215e878a'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:27:07.698738 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Attempting to bind port a2ed4d81-07bc-4d7d-8e8c-264584c70544 on network 91ac4adb-f221-477e-a515-1831215e878a {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:27:07.709912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Publish callbacks [] for router_gateway (b7f4af93-f299-47e8-aa76-0dc25b954343), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:07.713283 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:27:07.713687 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Checking segment: {'id': '2199cdfb-bd20-46cd-898e-92b7e6d82ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '91ac4adb-f221-477e-a515-1831215e878a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:27:07.714995 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:07.715276 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Bound using segment: {'id': '2199cdfb-bd20-46cd-898e-92b7e6d82ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '91ac4adb-f221-477e-a515-1831215e878a'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:27:07.715775 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Bound port: a2ed4d81-07bc-4d7d-8e8c-264584c70544, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2199cdfb-bd20-46cd-898e-92b7e6d82ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '91ac4adb-f221-477e-a515-1831215e878a'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:27:07.716155 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:07.898550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80631fc6-148f-4d9f-b81d-b5b58f783974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0742ea29-cf8e-4837-8a78-9fffdbbeed16'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:07.903545 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7e5650-3d59-44a5-ad35-4b9511939a1c" -d '{"events": [{"server_uuid": "80631fc6-148f-4d9f-b81d-b5b58f783974", "name": "network-vif-unplugged", "status": "completed", "tag": "0742ea29-cf8e-4837-8a78-9fffdbbeed16"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:07.918179 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64023854-cefe-4179-b8f8-70c7a56961ed req-5506c8ef-e4ff-4a5f-b925-2ba11a2ce136 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:07.922131 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-64023854-cefe-4179-b8f8-70c7a56961ed req-5506c8ef-e4ff-4a5f-b925-2ba11a2ce136 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.1615388 Mar 23 01:27:07.928772 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] For port a2ed4d81-07bc-4d7d-8e8c-264584c70544, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:27:07.941872 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] For port a2ed4d81-07bc-4d7d-8e8c-264584c70544, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a2ed4d81-07bc-4d7d-8e8c-264584c70544,segment=NetworkSegment(2199cdfb-bd20-46cd-898e-92b7e6d82ae9),segment_id=2199cdfb-bd20-46cd-898e-92b7e6d82ae9)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:27:07.973173 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:08.021293 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-64023854-cefe-4179-b8f8-70c7a56961ed req-7b735f44-a35d-428c-a629-4509147f70b0 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931313 Mar 23 01:27:08.046848 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0742ea29-cf8e-4837-8a78-9fffdbbeed16, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0742ea29-cf8e-4837-8a78-9fffdbbeed16,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:08.061339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f7000c92-6629-4f48-a944-b1338d1fc3fe None None] Provisioning complete for port a2ed4d81-07bc-4d7d-8e8c-264584c70544 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:08.061730 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f7000c92-6629-4f48-a944-b1338d1fc3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:08.083673 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-485c6f17-a781-448e-8c57-d683ef911437 service neutron] 10.222.0.18 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567223 Mar 23 01:27:08.123026 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc35fd-5f92-416f-a63f-33af7529df97 None None] Pushing event updated for resources: {'Port': ['ID=a2ed4d81-07bc-4d7d-8e8c-264584c70544,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:08.190139 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:08.190473 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:26:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:08.194932 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:08.312675 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0562beba-c725-4eb1-83b0-77425af1de89 x-openstack-request-id: req-0562beba-c725-4eb1-83b0-77425af1de89 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:08.313001 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80631fc6-148f-4d9f-b81d-b5b58f783974", "name": "network-vif-unplugged", "status": "completed", "tag": "0742ea29-cf8e-4837-8a78-9fffdbbeed16", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:08.313319 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0562beba-c725-4eb1-83b0-77425af1de89 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:08.313784 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0562beba-c725-4eb1-83b0-77425af1de89'] response: {'server_uuid': '80631fc6-148f-4d9f-b81d-b5b58f783974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0742ea29-cf8e-4837-8a78-9fffdbbeed16', 'code': 200} Mar 23 01:27:08.368109 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Allocated IP 172.20.0.2 (f50381e7-fadf-49c7-87c9-d98cf3c3cc56/df2e3b95-c09a-4e8b-b70e-283fa8c59d86/d731f9be-04a4-4905-a503-036771a3a738) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:27:08.467017 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0742ea29-cf8e-4837-8a78-9fffdbbeed16, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0742ea29-cf8e-4837-8a78-9fffdbbeed16,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:08.577311 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-64497c19-5573-4fce-82af-2285a4be6ef8 service neutron] 10.222.0.18 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845662 Mar 23 01:27:08.593163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '0742ea29-cf8e-4837-8a78-9fffdbbeed16', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '0742ea29-cf8e-4837-8a78-9fffdbbeed16', 'mac_address': 'fa:16:3e:05:8e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:27:08.660977 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:08.706999 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660eccb9-3de1-46ed-8b72-557255a726ad req-cfbd1cbb-7f31-4f4b-ada9-47b4e22a6fa5 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:08.724339 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-660eccb9-3de1-46ed-8b72-557255a726ad req-cfbd1cbb-7f31-4f4b-ada9-47b4e22a6fa5 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 947 time: 0.2305677 Mar 23 01:27:08.768975 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=0742ea29-cf8e-4837-8a78-9fffdbbeed16,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:08.916045 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Publish callbacks [] for router_gateway (b7f4af93-f299-47e8-aa76-0dc25b954343), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:08.921207 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-660eccb9-3de1-46ed-8b72-557255a726ad req-ded71d89-c44e-4312-a729-b3e58930faa8 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902521 Mar 23 01:27:08.979666 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:09.249834 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f7000c92-6629-4f48-a944-b1338d1fc3fe None None] Current status of the port a2ed4d81-07bc-4d7d-8e8c-264584c70544 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:09.254436 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f7000c92-6629-4f48-a944-b1338d1fc3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:09.370484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Allocated IP 172.25.0.249 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/57f13f88-7484-4eb4-8dfe-fc5670898f78) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:27:09.472759 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a90e6-29e1-4648-a12a-c09052a4bb79 req-e58d1c2a-8df9-403b-898d-073f2a9c44fa tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:09.487509 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c26a90e6-29e1-4648-a12a-c09052a4bb79 req-e58d1c2a-8df9-403b-898d-073f2a9c44fa tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.2215910 Mar 23 01:27:09.497664 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:07Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:09.526946 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e48c48a6-7e7a-4082-bad3-981ff2274520 req-5d5a51e2-fe1e-4c22-be57-fe62d0280377 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 210 time: 0.5486813 Mar 23 01:27:09.652467 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140fad02-be57-4afa-9cc7-3569d9a84904 None None] The sync data for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 is: [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:07Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:27:09.724020 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c26a90e6-29e1-4648-a12a-c09052a4bb79 req-7fb65301-e9b7-4885-8ac2-eb40647e245c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355328 Mar 23 01:27:09.836683 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f7000c92-6629-4f48-a944-b1338d1fc3fe None None] For port a2ed4d81-07bc-4d7d-8e8c-264584c70544, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a2ed4d81-07bc-4d7d-8e8c-264584c70544,segment=NetworkSegment(2199cdfb-bd20-46cd-898e-92b7e6d82ae9),segment_id=2199cdfb-bd20-46cd-898e-92b7e6d82ae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:09.901507 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f7000c92-6629-4f48-a944-b1338d1fc3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:10.001411 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Publish callbacks [] for port (57f13f88-7484-4eb4-8dfe-fc5670898f78), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:10.034970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:10.039358 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:10.077363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb28a9-3911-4dca-ac14-134c7de95497 req-ed0782a7-4791-436e-a1f1-938cd3174519 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:10.079387 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9efb28a9-3911-4dca-ac14-134c7de95497 req-ed0782a7-4791-436e-a1f1-938cd3174519 tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 1129 time: 0.2999845 Mar 23 01:27:10.099615 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0742ea29-cf8e-4837-8a78-9fffdbbeed16 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:27:10.158986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0742ea29-cf8e-4837-8a78-9fffdbbeed16, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0742ea29-cf8e-4837-8a78-9fffdbbeed16,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:10.174053 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (57f13f88-7484-4eb4-8dfe-fc5670898f78), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:10.239899 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:10.329067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-40793f2d-60a3-4421-bc6d-c43ab08345e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 4, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '824cd769-c8b9-403f-ace0-a2a44ca8b20c', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'port_id': 'd81bd03d-ee5d-4090-a081-705322ce9299', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'mac_address': 'fa:16:3e:b7:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dabdc44-3569-422b-9596-a76bc29bd20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:24:44Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 5, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd23558-3fb7-42a9-a00d-76c081b4f618', 'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'mac_address': 'fa:16:3e:22:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:26Z', 'updated_at': '2022-03-23T01:24:32Z', 'revision_number': 5, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'subnets': [{'id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:10.334963 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Publish callbacks [] for port (d731f9be-04a4-4905-a503-036771a3a738), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:10.351190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7fac91ff-494e-40c0-a5db-d4e4c2e1063a None None] Provisioning complete for port a2ed4d81-07bc-4d7d-8e8c-264584c70544 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:10.358096 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7fac91ff-494e-40c0-a5db-d4e4c2e1063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:10.373887 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Pushing event updated for resources: {'Port': ['ID=57f13f88-7484-4eb4-8dfe-fc5670898f78,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:10.398202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9efb28a9-3911-4dca-ac14-134c7de95497 req-c9418332-b845-4c03-a4a0-f40cce41e7de tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119068 Mar 23 01:27:10.408043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:27:10.410535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:10.413388 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:27:10.802609 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7000c92-6629-4f48-a944-b1338d1fc3fe None None] Pushing event updated for resources: {'Port': ['ID=a2ed4d81-07bc-4d7d-8e8c-264584c70544,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:10.813757 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40793f2d-60a3-4421-bc6d-c43ab08345e7 None None] The sync data for ids ['8e140531-9947-4a23-85fa-f86a4e4821e1'] in n-d-834677-4 is: [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 4, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '824cd769-c8b9-403f-ace0-a2a44ca8b20c', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'port_id': 'd81bd03d-ee5d-4090-a081-705322ce9299', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'mac_address': 'fa:16:3e:b7:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dabdc44-3569-422b-9596-a76bc29bd20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:24:44Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 5, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd23558-3fb7-42a9-a00d-76c081b4f618', 'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'mac_address': 'fa:16:3e:22:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:26Z', 'updated_at': '2022-03-23T01:24:32Z', 'revision_number': 5, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'subnets': [{'id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:27:10.816501 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (d731f9be-04a4-4905-a503-036771a3a738), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:10.863802 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a7f1d75-b7fd-4626-b082-2d1252cff135 req-93c345ee-8ec1-470f-8416-4636b4a9db34 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 210 time: 0.1490119 Mar 23 01:27:11.096788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Network f50381e7-fadf-49c7-87c9-d98cf3c3cc56 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:27:11.098843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['0742ea29-cf8e-4837-8a78-9fffdbbeed16'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:27:11.203854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:11.226217 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:27:11.357277 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a2ed4d81-07bc-4d7d-8e8c-264584c70544 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:11.361821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f71ad8-c410-4409-b992-f177ae403e90 req-c19fc7bc-e768-47fb-825c-0c9647aaa430 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:11.363444 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c8f71ad8-c410-4409-b992-f177ae403e90 req-c19fc7bc-e768-47fb-825c-0c9647aaa430 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.4435463 Mar 23 01:27:11.481882 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=0742ea29-cf8e-4837-8a78-9fffdbbeed16,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:11.523269 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cab6a48-8b8f-431d-b8a8-c589d3c2cdb6 None None] New status for floating IP 824cd769-c8b9-403f-ace0-a2a44ca8b20c: ACTIVE {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:27:11.609923 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c8f71ad8-c410-4409-b992-f177ae403e90 req-a41391f9-6386-433b-9c04-ecdceaf10608 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322888 Mar 23 01:27:11.661604 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-83944027-13d2-4449-8b84-ae2111b9772c tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:11.663569 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-83944027-13d2-4449-8b84-ae2111b9772c tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.43 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 821 time: 0.6272204 Mar 23 01:27:11.683367 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-05e659ce-565c-4260-ad22-6725d9d87eac tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Request body: {'port': {'device_id': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'admin_state_up': True, 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:11.755050 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8cf64-6834-4cf1-8cd2-e88e4c72cece req-1ad37585-b192-40e2-9599-49836546ec4b tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:11.794395 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54a8cf64-6834-4cf1-8cd2-e88e4c72cece req-1ad37585-b192-40e2-9599-49836546ec4b tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 1130 time: 0.5843244 Mar 23 01:27:11.799367 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Publish callbacks [] for router_gateway (b7f4af93-f299-47e8-aa76-0dc25b954343), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:12.039358 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7fac91ff-494e-40c0-a5db-d4e4c2e1063a None None] Current status of the port a2ed4d81-07bc-4d7d-8e8c-264584c70544 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:12.056059 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-05e659ce-565c-4260-ad22-6725d9d87eac tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Made reservation on behalf of b47b2a17ae974944ae65504bbaa701ca for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:27:12.068038 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-05e659ce-565c-4260-ad22-6725d9d87eac tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:12.206318 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54a8cf64-6834-4cf1-8cd2-e88e4c72cece req-12a76467-1e60-4a41-87ee-31cebdf7128e tempest-ServersAdminTestJSON-597044921 tempest-ServersAdminTestJSON-597044921-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109073 Mar 23 01:27:12.259003 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9a336620-1830-47f4-93b2-cdd530cef278 req-3da2ad4c-ab8f-4cad-b279-9b62daaefa4c tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 210 time: 0.2152214 Mar 23 01:27:12.268910 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Pushing event updated for resources: {'Port': ['ID=d731f9be-04a4-4905-a503-036771a3a738,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:12.295910 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Attempting to bind port d731f9be-04a4-4905-a503-036771a3a738 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:27:12.301926 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Attempting to bind port d731f9be-04a4-4905-a503-036771a3a738 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '99aa3f51-3d36-451e-b3e0-273e43a07816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f50381e7-fadf-49c7-87c9-d98cf3c3cc56'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:27:12.302144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Attempting to bind port d731f9be-04a4-4905-a503-036771a3a738 on network f50381e7-fadf-49c7-87c9-d98cf3c3cc56 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:27:12.389413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:27:12.394837 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Checking segment: {'id': '99aa3f51-3d36-451e-b3e0-273e43a07816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f50381e7-fadf-49c7-87c9-d98cf3c3cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:27:12.401023 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:12.401705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Bound using segment: {'id': '99aa3f51-3d36-451e-b3e0-273e43a07816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f50381e7-fadf-49c7-87c9-d98cf3c3cc56'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:27:12.403134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Bound port: d731f9be-04a4-4905-a503-036771a3a738, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99aa3f51-3d36-451e-b3e0-273e43a07816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f50381e7-fadf-49c7-87c9-d98cf3c3cc56'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:27:12.405711 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d731f9be-04a4-4905-a503-036771a3a738), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:12.561211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-05e659ce-565c-4260-ad22-6725d9d87eac tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Allocated IP 172.20.0.6 (91ac4adb-f221-477e-a515-1831215e878a/05068ea8-5994-4998-8f6b-aa411220325a/e12a9fb8-1537-45a6-8abd-6981869c6e64) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:27:12.778404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port a2ed4d81-07bc-4d7d-8e8c-264584c70544 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:12.778777 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:13.108378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] For port d731f9be-04a4-4905-a503-036771a3a738, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:27:13.115838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] For port d731f9be-04a4-4905-a503-036771a3a738, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d731f9be-04a4-4905-a503-036771a3a738,segment=NetworkSegment(99aa3f51-3d36-451e-b3e0-273e43a07816),segment_id=99aa3f51-3d36-451e-b3e0-273e43a07816)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:27:13.132877 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-05e659ce-565c-4260-ad22-6725d9d87eac tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for port (e12a9fb8-1537-45a6-8abd-6981869c6e64), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:13.187429 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d731f9be-04a4-4905-a503-036771a3a738), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:13.228125 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-05e659ce-565c-4260-ad22-6725d9d87eac tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e12a9fb8-1537-45a6-8abd-6981869c6e64), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:13.360464 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-05e659ce-565c-4260-ad22-6725d9d87eac tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Network 91ac4adb-f221-477e-a515-1831215e878a is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:27:13.370327 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e659ce-565c-4260-ad22-6725d9d87eac tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Pushing event updated for resources: {'Port': ['ID=e12a9fb8-1537-45a6-8abd-6981869c6e64,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:13.380279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-05e659ce-565c-4260-ad22-6725d9d87eac tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:13.385851 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-05e659ce-565c-4260-ad22-6725d9d87eac tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:27:13.501474 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665917e8-8318-46d4-9ad0-19e2301d7c43 None None] Pushing event updated for resources: {'Port': ['ID=d731f9be-04a4-4905-a503-036771a3a738,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:13.510491 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a2ed4d81-07bc-4d7d-8e8c-264584c70544 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:13.527569 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cc4d8-6650-44d5-b718-312df366dcb9 req-9d4c05fc-3888-4abd-b6c4-7ad99bd89341 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:13.542370 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-810cc4d8-6650-44d5-b718-312df366dcb9 req-9d4c05fc-3888-4abd-b6c4-7ad99bd89341 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.7835915 Mar 23 01:27:13.564015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-05e659ce-565c-4260-ad22-6725d9d87eac tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:13.567022 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-05e659ce-565c-4260-ad22-6725d9d87eac tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:13.585978 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (b7f4af93-f299-47e8-aa76-0dc25b954343), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:13.700441 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-810cc4d8-6650-44d5-b718-312df366dcb9 req-fd1566de-2259-4571-9b7e-67795ef2bfdd tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571383 Mar 23 01:27:13.767628 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-05e659ce-565c-4260-ad22-6725d9d87eac tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0884724 Mar 23 01:27:13.810915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Request body: {'port': {'device_id': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:13.930927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805b5ee-73b2-4ebd-bd90-f039b66b4460 req-b81ca52f-677c-4733-acf9-9f3caa35bec0 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:13.942070 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f805b5ee-73b2-4ebd-bd90-f039b66b4460 req-b81ca52f-677c-4733-acf9-9f3caa35bec0 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 950 time: 0.3536623 Mar 23 01:27:14.041610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d3b22486-7105-41cc-8193-1ecd85e5882b None None] Provisioning complete for port e12a9fb8-1537-45a6-8abd-6981869c6e64 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:14.043749 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d3b22486-7105-41cc-8193-1ecd85e5882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e12a9fb8-1537-45a6-8abd-6981869c6e64), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:14.116078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d3b22486-7105-41cc-8193-1ecd85e5882b None None] Port e12a9fb8-1537-45a6-8abd-6981869c6e64 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:27:14.151072 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f805b5ee-73b2-4ebd-bd90-f039b66b4460 req-ec152236-a943-4e00-bcaf-a03a870e6f3d tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063708 Mar 23 01:27:14.183567 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e12a9fb8-1537-45a6-8abd-6981869c6e64), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:14.223500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672598da-f014-4401-ba56-d964401bfe31 req-238ce0aa-9b1f-40af-8757-07366fcfd7d9 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:14.225185 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-672598da-f014-4401-ba56-d964401bfe31 req-238ce0aa-9b1f-40af-8757-07366fcfd7d9 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 931 time: 0.2261326 Mar 23 01:27:14.230716 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Router b7f4af93-f299-47e8-aa76-0dc25b954343 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:27:14.253417 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0742ea29-cf8e-4837-8a78-9fffdbbeed16 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:14.383125 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:14.383509 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:14.473588 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-672598da-f014-4401-ba56-d964401bfe31 req-fa507f40-a4c0-4333-b2b0-fbe7df35a4ce tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237096 Mar 23 01:27:14.578678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdb37c-c3e9-4b38-88f8-16618a1204a2 req-6df3daa0-7ada-4c64-b582-b878578b2b9f tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:14.580258 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cecdb37c-c3e9-4b38-88f8-16618a1204a2 req-6df3daa0-7ada-4c64-b582-b878578b2b9f tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.42 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 950 time: 0.2274184 Mar 23 01:27:14.626030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:14.626622 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:14.669558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:27:14.684101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Sync routers for ids ['b7f4af93-f299-47e8-aa76-0dc25b954343'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:27:14.724537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80631fc6-148f-4d9f-b81d-b5b58f783974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0742ea29-cf8e-4837-8a78-9fffdbbeed16'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:14.737662 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff51c92-8dde-4b1c-8e3e-6a833ebc8d06" -d '{"events": [{"server_uuid": "80631fc6-148f-4d9f-b81d-b5b58f783974", "name": "network-vif-plugged", "status": "completed", "tag": "0742ea29-cf8e-4837-8a78-9fffdbbeed16"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:14.800945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0742ea29-cf8e-4837-8a78-9fffdbbeed16, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0742ea29-cf8e-4837-8a78-9fffdbbeed16,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:14.808393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Routers {'b7f4af93-f299-47e8-aa76-0dc25b954343'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:14.812500 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:26:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b7f4af93-f299-47e8-aa76-0dc25b954343'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:14.859210 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:14.861286 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-357d0697-e324-45a2-bd98-999b3a8a903c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.7106273 Mar 23 01:27:14.869288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52664) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:14.928752 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12a9fb8-1537-45a6-8abd-6981869c6e64 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:27:14.986076 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Publish callbacks [] for port (e12a9fb8-1537-45a6-8abd-6981869c6e64), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:15.045234 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Transition to ACTIVE for port object e12a9fb8-1537-45a6-8abd-6981869c6e64 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:27:15.054958 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e12a9fb8-1537-45a6-8abd-6981869c6e64), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:15.175180 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Pushing event updated for resources: {'Port': ['ID=e12a9fb8-1537-45a6-8abd-6981869c6e64,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:15.199396 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Set router b7f4af93-f299-47e8-aa76-0dc25b954343 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:15.371195 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa7be21-6053-4701-a171-fd01cf11d1ed x-openstack-request-id: req-ffa7be21-6053-4701-a171-fd01cf11d1ed {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:15.371589 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80631fc6-148f-4d9f-b81d-b5b58f783974", "name": "network-vif-plugged", "status": "completed", "tag": "0742ea29-cf8e-4837-8a78-9fffdbbeed16", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:15.371935 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffa7be21-6053-4701-a171-fd01cf11d1ed {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:15.373586 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa7be21-6053-4701-a171-fd01cf11d1ed'] response: {'server_uuid': '80631fc6-148f-4d9f-b81d-b5b58f783974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0742ea29-cf8e-4837-8a78-9fffdbbeed16', 'code': 200} Mar 23 01:27:15.384019 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:15.528272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eb2791-2950-44d2-84d0-083da287d14b None None] Network f50381e7-fadf-49c7-87c9-d98cf3c3cc56 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:27:15.534152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Attempting to bind port e12a9fb8-1537-45a6-8abd-6981869c6e64 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:27:15.534857 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Attempting to bind port e12a9fb8-1537-45a6-8abd-6981869c6e64 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '2199cdfb-bd20-46cd-898e-92b7e6d82ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '91ac4adb-f221-477e-a515-1831215e878a'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:27:15.535191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Attempting to bind port e12a9fb8-1537-45a6-8abd-6981869c6e64 on network 91ac4adb-f221-477e-a515-1831215e878a {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:27:15.542592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Port e12a9fb8-1537-45a6-8abd-6981869c6e64 on network 91ac4adb-f221-477e-a515-1831215e878a not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:27:15.542925 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Attempting to bind port e12a9fb8-1537-45a6-8abd-6981869c6e64 on network 91ac4adb-f221-477e-a515-1831215e878a {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:27:15.551395 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:27:15.551744 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Checking segment: {'id': '2199cdfb-bd20-46cd-898e-92b7e6d82ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '91ac4adb-f221-477e-a515-1831215e878a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:27:15.552144 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Bound using segment: {'id': '2199cdfb-bd20-46cd-898e-92b7e6d82ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '91ac4adb-f221-477e-a515-1831215e878a'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:27:15.552631 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Bound port: e12a9fb8-1537-45a6-8abd-6981869c6e64, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2199cdfb-bd20-46cd-898e-92b7e6d82ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '91ac4adb-f221-477e-a515-1831215e878a'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:27:15.553077 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e12a9fb8-1537-45a6-8abd-6981869c6e64), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:15.645763 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] For port e12a9fb8-1537-45a6-8abd-6981869c6e64, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:27:15.655142 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] For port e12a9fb8-1537-45a6-8abd-6981869c6e64, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e12a9fb8-1537-45a6-8abd-6981869c6e64,segment=NetworkSegment(2199cdfb-bd20-46cd-898e-92b7e6d82ae9),segment_id=2199cdfb-bd20-46cd-898e-92b7e6d82ae9)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:27:15.672925 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e12a9fb8-1537-45a6-8abd-6981869c6e64), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:15.738477 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee9179-ee7c-4f97-9257-4d1d2327f985 req-2250398d-8cfe-4475-8960-8dae79fd6e6f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:15.775815 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6aee9179-ee7c-4f97-9257-4d1d2327f985 req-2250398d-8cfe-4475-8960-8dae79fd6e6f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.7556813 Mar 23 01:27:15.795560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=0742ea29-cf8e-4837-8a78-9fffdbbeed16,revision_number=10']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:15.798838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d731f9be-04a4-4905-a503-036771a3a738 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:15.810603 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-cecdb37c-c3e9-4b38-88f8-16618a1204a2 req-9c22a343-6877-4a78-9695-238e913cca57 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Deleting port d1af8a1c-2807-40d9-baa8-ecc76b091ade {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:27:15.811436 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cecdb37c-c3e9-4b38-88f8-16618a1204a2 req-9c22a343-6877-4a78-9695-238e913cca57 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d1af8a1c-2807-40d9-baa8-ecc76b091ade), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:15.828155 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:15.829240 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:15.831195 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] 10.222.0.43 "PUT /v2.0/ports/e12a9fb8-1537-45a6-8abd-6981869c6e64 HTTP/1.1" status: 200 len: 1091 time: 2.0329247 Mar 23 01:27:15.833136 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c1b95-be4c-4305-89ea-6a8db4bc3163 service neutron] Pushing event updated for resources: {'Port': ['ID=e12a9fb8-1537-45a6-8abd-6981869c6e64,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:15.841743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'tag': 'e12a9fb8-1537-45a6-8abd-6981869c6e64'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:15.843818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-693397a6-cf8f-45dd-b881-b27b2670d3af None None] Provisioning complete for port d731f9be-04a4-4905-a503-036771a3a738 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:15.845132 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44dc7ec-eaac-492a-b73a-67c05de0a57a" -d '{"events": [{"name": "network-changed", "server_uuid": "d101fa00-8c25-4ac6-9cf6-589114e0ef28", "tag": "e12a9fb8-1537-45a6-8abd-6981869c6e64"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:15.845836 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-693397a6-cf8f-45dd-b881-b27b2670d3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d731f9be-04a4-4905-a503-036771a3a738), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:15.972291 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d81f0-da0d-4775-acad-17c22268fb51 req-bf50e72f-0b04-4924-9ed1-8950c09bd317 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:15.985311 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-665d81f0-da0d-4775-acad-17c22268fb51 req-bf50e72f-0b04-4924-9ed1-8950c09bd317 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 950 time: 0.5334816 Mar 23 01:27:16.072458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-cecdb37c-c3e9-4b38-88f8-16618a1204a2 req-9c22a343-6877-4a78-9695-238e913cca57 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] For port d1af8a1c-2807-40d9-baa8-ecc76b091ade, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=d1af8a1c-2807-40d9-baa8-ecc76b091ade,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:16.072860 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cecdb37c-c3e9-4b38-88f8-16618a1204a2 req-9c22a343-6877-4a78-9695-238e913cca57 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d1af8a1c-2807-40d9-baa8-ecc76b091ade), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:16.089527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-cecdb37c-c3e9-4b38-88f8-16618a1204a2 req-9c22a343-6877-4a78-9695-238e913cca57 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Calling delete_port for d1af8a1c-2807-40d9-baa8-ecc76b091ade owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:27:16.136529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-bb0924a0-58b8-42ce-86ba-3bcae9f2a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:16.143701 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-bb0924a0-58b8-42ce-86ba-3bcae9f2a394 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 1125 time: 0.2467098 Mar 23 01:27:16.161890 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-665d81f0-da0d-4775-acad-17c22268fb51 req-cbcf6609-d16b-474d-9ec1-98576967a124 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757398 Mar 23 01:27:16.219943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-693397a6-cf8f-45dd-b881-b27b2670d3af None None] Current status of the port d731f9be-04a4-4905-a503-036771a3a738 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:16.221481 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-693397a6-cf8f-45dd-b881-b27b2670d3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d731f9be-04a4-4905-a503-036771a3a738), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:16.235374 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f8c923ef-4cb8-4539-86d2-c876a29539b3 req-39f85caf-cb3a-42d7-89c2-0265e5bdac14 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1bb817c-9422-4834-ab99-489ac5b0a986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2805932 Mar 23 01:27:16.262558 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-dd76bbd5-3fc9-4f68-899b-c172e11f083e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e12a9fb8-1537-45a6-8abd-6981869c6e64 HTTP/1.1" status: 200 len: 217 time: 0.0970604 Mar 23 01:27:16.350948 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6aee9179-ee7c-4f97-9257-4d1d2327f985 req-edb4e8eb-af51-414f-b59d-3dcdc239fdd9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714297 Mar 23 01:27:16.413308 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-5cce33ae-f29b-46f0-9f7d-433d1e8c6c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:16.426524 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-5cce33ae-f29b-46f0-9f7d-433d1e8c6c0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05068ea8-5994-4998-8f6b-aa411220325a HTTP/1.1" status: 200 len: 860 time: 0.1454597 Mar 23 01:27:16.491200 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b76ddbc-fb22-463d-a1ed-b36ed95716d2 x-openstack-request-id: req-7b76ddbc-fb22-463d-a1ed-b36ed95716d2 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:16.491549 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d101fa00-8c25-4ac6-9cf6-589114e0ef28", "tag": "e12a9fb8-1537-45a6-8abd-6981869c6e64", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:16.491859 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b76ddbc-fb22-463d-a1ed-b36ed95716d2 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:16.492272 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b76ddbc-fb22-463d-a1ed-b36ed95716d2'] response: {'name': 'network-changed', 'server_uuid': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'tag': 'e12a9fb8-1537-45a6-8abd-6981869c6e64', 'status': 'completed', 'code': 200} Mar 23 01:27:16.496956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-693397a6-cf8f-45dd-b881-b27b2670d3af None None] For port d731f9be-04a4-4905-a503-036771a3a738, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d731f9be-04a4-4905-a503-036771a3a738,segment=NetworkSegment(99aa3f51-3d36-451e-b3e0-273e43a07816),segment_id=99aa3f51-3d36-451e-b3e0-273e43a07816)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:16.537002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c923ef-4cb8-4539-86d2-c876a29539b3 req-07432239-8a34-4345-b10c-740700379ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:16.538990 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f8c923ef-4cb8-4539-86d2-c876a29539b3 req-07432239-8a34-4345-b10c-740700379ea1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b737776789745b5974027eaf2efb640&device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 1132 time: 0.2606430 Mar 23 01:27:16.540154 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-693397a6-cf8f-45dd-b881-b27b2670d3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d731f9be-04a4-4905-a503-036771a3a738), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:16.642869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db935bc6-63a8-492e-9dd9-161a01e4e452 req-80207259-2dde-44ae-962b-60cb00058b75 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:16.651598 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-db935bc6-63a8-492e-9dd9-161a01e4e452 req-80207259-2dde-44ae-962b-60cb00058b75 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 943 time: 0.2015479 Mar 23 01:27:16.686748 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-24072e5d-7bb7-4d8c-8981-48358211e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:16.686972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port d731f9be-04a4-4905-a503-036771a3a738 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:16.687377 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d731f9be-04a4-4905-a503-036771a3a738), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:16.698441 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-24072e5d-7bb7-4d8c-8981-48358211e5ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91ac4adb-f221-477e-a515-1831215e878a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2709796 Mar 23 01:27:16.854126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-777839237-router', 'tenant_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '57f13f88-7484-4eb4-8dfe-fc5670898f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:06Z', 'updated_at': '2022-03-23T01:27:10Z', 'revision_number': 3, 'project_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'gw_port': {'id': '57f13f88-7484-4eb4-8dfe-fc5670898f78', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:09Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:16.880447 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-db935bc6-63a8-492e-9dd9-161a01e4e452 req-f9f1e7df-8e35-485e-b372-40095d63b326 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199636 Mar 23 01:27:16.947451 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cecdb37c-c3e9-4b38-88f8-16618a1204a2 req-9c22a343-6877-4a78-9695-238e913cca57 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (d1af8a1c-2807-40d9-baa8-ecc76b091ade), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:17.161057 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-67a12660-7b5a-45ab-9d4a-c89c58de323f service neutron] 10.222.0.43 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463360 Mar 23 01:27:17.263367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22a343-6877-4a78-9695-238e913cca57 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Pushing event deleted for resources: {'Port': ['ID=d1af8a1c-2807-40d9-baa8-ecc76b091ade,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:17.322885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Checking router: b7f4af93-f299-47e8-aa76-0dc25b954343 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:27:17.324241 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Updating router b7f4af93-f299-47e8-aa76-0dc25b954343 port 57f13f88-7484-4eb4-8dfe-fc5670898f78 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:27:17.326635 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['3e3d768d-373b-4dd2-8633-80af454dd3c4', '0742ea29-cf8e-4837-8a78-9fffdbbeed16'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:27:17.392622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c923ef-4cb8-4539-86d2-c876a29539b3 req-3e078dcd-b32f-4c43-9536-6a0e00d2ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:17.394080 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f8c923ef-4cb8-4539-86d2-c876a29539b3 req-3e078dcd-b32f-4c43-9536-6a0e00d2ebe3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.7889774 Mar 23 01:27:17.456587 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693397a6-cf8f-45dd-b881-b27b2670d3af None None] Pushing event updated for resources: {'Port': ['ID=d731f9be-04a4-4905-a503-036771a3a738,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:17.510250 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8698b7cc-bbc6-43c6-834d-1b21c8c0c642 req-be4d2b31-5494-4e62-9718-4cc9b2d492f3 service neutron] 10.222.0.43 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479543 Mar 23 01:27:17.537325 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d43ff3c-189a-4231-828c-e01356ff2547 req-e81b04a6-cbdf-4846-976c-77458dfa20cd tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=a54bdeac-7a0f-423a-8099-2478606bea8a HTTP/1.1" status: 200 len: 210 time: 0.1568956 Mar 23 01:27:17.581400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f0e70-596b-46cf-a82f-e1eded0e85bc req-69562aa7-87e7-41bd-ac7a-21be808b89d4 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:17.594558 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-995f0e70-596b-46cf-a82f-e1eded0e85bc req-69562aa7-87e7-41bd-ac7a-21be808b89d4 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 945 time: 0.2511983 Mar 23 01:27:17.769187 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (57f13f88-7484-4eb4-8dfe-fc5670898f78), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:17.775858 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:17.793833 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f8c923ef-4cb8-4539-86d2-c876a29539b3 req-a9eea74d-f23d-43b4-b236-8131ba220761 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=3e3d768d-373b-4dd2-8633-80af454dd3c4 HTTP/1.1" status: 200 len: 217 time: 0.2464256 Mar 23 01:27:17.801404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-03a120c2-e947-4e74-bffe-5b4229782356 None None] Provisioning complete for port d731f9be-04a4-4905-a503-036771a3a738 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:17.801777 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-03a120c2-e947-4e74-bffe-5b4229782356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d731f9be-04a4-4905-a503-036771a3a738), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:17.813010 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-995f0e70-596b-46cf-a82f-e1eded0e85bc req-a5e384e3-28af-4edc-adb7-46eae303589f tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/security-groups?id=475f98d1-b6ed-45c1-9503-8fe45742b7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083983 Mar 23 01:27:17.852806 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44dc7ec-eaac-492a-b73a-67c05de0a57a req-4faa356f-5f7d-4a20-8038-d2121207ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:17.862016 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e44dc7ec-eaac-492a-b73a-67c05de0a57a req-4faa356f-5f7d-4a20-8038-d2121207ff01 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 1125 time: 0.1812723 Mar 23 01:27:18.022371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Allocated IP 172.20.0.1 (f50381e7-fadf-49c7-87c9-d98cf3c3cc56/df2e3b95-c09a-4e8b-b70e-283fa8c59d86/56301e9b-6945-457b-9718-a4356c4f732b) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:27:18.128624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port d731f9be-04a4-4905-a503-036771a3a738 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:18.129461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44dc7ec-eaac-492a-b73a-67c05de0a57a req-4c3b020d-04bf-47b2-b7ec-46f8fcdc4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:18.132583 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e44dc7ec-eaac-492a-b73a-67c05de0a57a req-4c3b020d-04bf-47b2-b7ec-46f8fcdc4c1b service neutron] 10.222.0.43 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 921 time: 0.2689905 Mar 23 01:27:18.221940 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e44dc7ec-eaac-492a-b73a-67c05de0a57a req-2b31d439-cf97-4ed7-ba26-5c45c760aab6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e12a9fb8-1537-45a6-8abd-6981869c6e64 HTTP/1.1" status: 200 len: 217 time: 0.0837038 Mar 23 01:27:18.252981 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Publish callbacks [] for port (56301e9b-6945-457b-9718-a4356c4f732b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:18.313006 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device d1af8a1c-2807-40d9-baa8-ecc76b091ade no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:27:18.328145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecdb37c-c3e9-4b38-88f8-16618a1204a2 req-9c22a343-6877-4a78-9695-238e913cca57 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] No DVR routers for this DVR port d1af8a1c-2807-40d9-baa8-ecc76b091ade on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:27:18.332992 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cecdb37c-c3e9-4b38-88f8-16618a1204a2 req-9c22a343-6877-4a78-9695-238e913cca57 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:18.344750 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cecdb37c-c3e9-4b38-88f8-16618a1204a2 req-9c22a343-6877-4a78-9695-238e913cca57 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.42 "DELETE /v2.0/ports/d1af8a1c-2807-40d9-baa8-ecc76b091ade HTTP/1.1" status: 204 len: 173 time: 3.7458551 Mar 23 01:27:18.419656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44dc7ec-eaac-492a-b73a-67c05de0a57a req-86121135-1884-4716-aae6-e48bff07db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:18.424257 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e44dc7ec-eaac-492a-b73a-67c05de0a57a req-86121135-1884-4716-aae6-e48bff07db7f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05068ea8-5994-4998-8f6b-aa411220325a HTTP/1.1" status: 200 len: 860 time: 0.1246099 Mar 23 01:27:18.435560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d731f9be-04a4-4905-a503-036771a3a738 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:18.455072 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: d1af8a1c-2807-40d9-baa8-ecc76b091ade {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:27:18.455414 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device d1af8a1c-2807-40d9-baa8-ecc76b091ade not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:27:18.458882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54bdeac-7a0f-423a-8099-2478606bea8a', 'name': 'network-vif-deleted', 'tag': 'd1af8a1c-2807-40d9-baa8-ecc76b091ade'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:18.461358 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5da582-dcff-4569-8fc1-09c75c47672e" -d '{"events": [{"server_uuid": "a54bdeac-7a0f-423a-8099-2478606bea8a", "name": "network-vif-deleted", "tag": "d1af8a1c-2807-40d9-baa8-ecc76b091ade"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:18.465889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c923ef-4cb8-4539-86d2-c876a29539b3 req-6cbd0ace-f8a7-4132-8d14-c354f6cdda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:18.466313 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f8c923ef-4cb8-4539-86d2-c876a29539b3 req-6cbd0ace-f8a7-4132-8d14-c354f6cdda26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0825882 Mar 23 01:27:18.467387 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (56301e9b-6945-457b-9718-a4356c4f732b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:18.565336 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Pushing event updated for resources: {'Port': ['ID=56301e9b-6945-457b-9718-a4356c4f732b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:18.586673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Network f50381e7-fadf-49c7-87c9-d98cf3c3cc56 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:27:18.589907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:18.593576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:27:18.594088 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (b7f4af93-f299-47e8-aa76-0dc25b954343), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:18.638451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e0f84-71ba-4f8a-988f-2f9369fc679f req-338c38bb-aed3-4d72-8f9f-7ad2b7230c11 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:18.647361 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2d2e0f84-71ba-4f8a-988f-2f9369fc679f req-338c38bb-aed3-4d72-8f9f-7ad2b7230c11 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 943 time: 0.4274092 Mar 23 01:27:18.657120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c923ef-4cb8-4539-86d2-c876a29539b3 req-3be84817-4024-45dc-918f-d81b5a8165c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:18.658691 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f8c923ef-4cb8-4539-86d2-c876a29539b3 req-3be84817-4024-45dc-918f-d81b5a8165c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1390622 Mar 23 01:27:18.743701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44dc7ec-eaac-492a-b73a-67c05de0a57a req-82354edb-ee15-41fb-ad08-113f47d7c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:18.750330 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e44dc7ec-eaac-492a-b73a-67c05de0a57a req-82354edb-ee15-41fb-ad08-113f47d7c6ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91ac4adb-f221-477e-a515-1831215e878a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3117664 Mar 23 01:27:18.890784 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f8c923ef-4cb8-4539-86d2-c876a29539b3 req-420cf479-6586-4b49-91ba-3deacc3ea827 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164850 Mar 23 01:27:18.968340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462055ca-26d5-4d62-af71-3214041c2366 req-e9730bf9-4b8e-4905-9df0-aad413ea2037 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:19.006005 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-462055ca-26d5-4d62-af71-3214041c2366 req-e9730bf9-4b8e-4905-9df0-aad413ea2037 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 1.2470484 Mar 23 01:27:19.179232 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2d2e0f84-71ba-4f8a-988f-2f9369fc679f req-bf7da9e1-aed6-4816-9723-f834d8972547 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234349 Mar 23 01:27:19.317912 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e44dc7ec-eaac-492a-b73a-67c05de0a57a req-083f7939-823a-491a-95aa-c976ca3056f6 service neutron] 10.222.0.43 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541461 Mar 23 01:27:19.382542 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f8c923ef-4cb8-4539-86d2-c876a29539b3 req-fe0ad1ab-fd79-42d3-b8a8-5c7ddda14423 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828072 Mar 23 01:27:19.429281 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e00ff3-8787-4d8f-ab36-24379ca6ea87 x-openstack-request-id: req-05e00ff3-8787-4d8f-ab36-24379ca6ea87 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:19.429585 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54bdeac-7a0f-423a-8099-2478606bea8a", "name": "network-vif-deleted", "tag": "d1af8a1c-2807-40d9-baa8-ecc76b091ade", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:19.429932 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05e00ff3-8787-4d8f-ab36-24379ca6ea87 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:19.431724 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-03a120c2-e947-4e74-bffe-5b4229782356 None None] Current status of the port d731f9be-04a4-4905-a503-036771a3a738 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:19.432287 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e00ff3-8787-4d8f-ab36-24379ca6ea87'] response: {'server_uuid': 'a54bdeac-7a0f-423a-8099-2478606bea8a', 'name': 'network-vif-deleted', 'tag': 'd1af8a1c-2807-40d9-baa8-ecc76b091ade', 'status': 'completed', 'code': 200} Mar 23 01:27:19.646847 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-462055ca-26d5-4d62-af71-3214041c2366 req-5fb58237-edaa-493c-8dc2-33193c1d1ab4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6398776 Mar 23 01:27:19.712205 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e44dc7ec-eaac-492a-b73a-67c05de0a57a req-2cbc7b00-b73c-41b5-be14-bfccbb20a361 service neutron] 10.222.0.43 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808639 Mar 23 01:27:19.772381 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc43745-08c3-4057-b0a8-2b27e0fe1359 req-0930fd0c-de28-437f-b029-3d748ca413d6 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:19.772920 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Publish callbacks [] for port (57f13f88-7484-4eb4-8dfe-fc5670898f78), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:19.778106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port d731f9be-04a4-4905-a503-036771a3a738 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:19.778684 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d731f9be-04a4-4905-a503-036771a3a738), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:19.782008 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5bc43745-08c3-4057-b0a8-2b27e0fe1359 req-0930fd0c-de28-437f-b029-3d748ca413d6 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 945 time: 0.1858389 Mar 23 01:27:19.801021 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (57f13f88-7484-4eb4-8dfe-fc5670898f78), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:19.819526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedc43d-d631-49bb-bca2-260c69289f3e req-f8248e16-7d28-4c7a-a4dd-b3bbe77210d6 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:19.824085 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1eedc43d-d631-49bb-bca2-260c69289f3e req-f8248e16-7d28-4c7a-a4dd-b3bbe77210d6 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.43 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 945 time: 0.3221378 Mar 23 01:27:19.827845 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (56301e9b-6945-457b-9718-a4356c4f732b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:20.080498 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:27:20.097895 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adde98b-2e28-46a9-96d0-26bd2ca09978 None None] Pushing event updated for resources: {'Port': ['ID=57f13f88-7484-4eb4-8dfe-fc5670898f78,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:20.159003 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6c76d12d-e381-4f8a-aea8-61349272e36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:20.163751 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-1284bcc0-1176-446b-9b08-6f0dfc55933e service neutron] show failed (client error): The resource could not be found. Mar 23 01:27:20.166009 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-1284bcc0-1176-446b-9b08-6f0dfc55933e service neutron] 10.222.0.43 "GET /v2.0/ports/12cc3aa7-3a74-4937-8205-13c47cc68a3a/bindings/n-h1-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.1638710 Mar 23 01:27:20.167395 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Attempting to bind port 57f13f88-7484-4eb4-8dfe-fc5670898f78 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:27:20.167792 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Attempting to bind port 57f13f88-7484-4eb4-8dfe-fc5670898f78 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:27:20.168156 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Attempting to bind port 57f13f88-7484-4eb4-8dfe-fc5670898f78 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:27:20.204910 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:27:20.205734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:27:20.206846 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:20.208106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:27:20.208629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Bound port: 57f13f88-7484-4eb4-8dfe-fc5670898f78, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:27:20.210184 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (57f13f88-7484-4eb4-8dfe-fc5670898f78), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:20.243690 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5bc43745-08c3-4057-b0a8-2b27e0fe1359 req-a957a3fe-46b8-4de0-9fdd-5122a3687c08 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/security-groups?id=475f98d1-b6ed-45c1-9503-8fe45742b7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606795 Mar 23 01:27:20.332188 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-1eedc43d-d631-49bb-bca2-260c69289f3e req-aa7eccf9-6482-4812-b5da-09250ba196b6 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Deleting port e165d8a8-8ef1-40be-b891-6187aedc4b4c {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:27:20.332912 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1eedc43d-d631-49bb-bca2-260c69289f3e req-aa7eccf9-6482-4812-b5da-09250ba196b6 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e165d8a8-8ef1-40be-b891-6187aedc4b4c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:20.364202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] For port 57f13f88-7484-4eb4-8dfe-fc5670898f78, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:27:20.375162 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] For port 57f13f88-7484-4eb4-8dfe-fc5670898f78, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=57f13f88-7484-4eb4-8dfe-fc5670898f78,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:27:20.416802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b59a80-0bc7-4b01-80cb-b61f570af8db req-38d7a437-21d4-4664-a18c-11fe02acfd17 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:20.430390 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79b59a80-0bc7-4b01-80cb-b61f570af8db req-38d7a437-21d4-4664-a18c-11fe02acfd17 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 950 time: 0.2188001 Mar 23 01:27:20.458022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a87460c3-d8bd-4dd5-b412-440555396c57 None None] Provisioning complete for port 56301e9b-6945-457b-9718-a4356c4f732b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:20.458650 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a87460c3-d8bd-4dd5-b412-440555396c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (56301e9b-6945-457b-9718-a4356c4f732b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:20.510008 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (57f13f88-7484-4eb4-8dfe-fc5670898f78), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:20.641392 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef640c-3b2e-4dd1-a74a-18ac7bb440e0 req-f60a6baa-a639-4eb8-bb5d-4e6c51facbf0 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:20.661893 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40ef640c-3b2e-4dd1-a74a-18ac7bb440e0 req-f60a6baa-a639-4eb8-bb5d-4e6c51facbf0 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 943 time: 0.2894046 Mar 23 01:27:20.703105 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-1eedc43d-d631-49bb-bca2-260c69289f3e req-aa7eccf9-6482-4812-b5da-09250ba196b6 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] For port e165d8a8-8ef1-40be-b891-6187aedc4b4c, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e165d8a8-8ef1-40be-b891-6187aedc4b4c,segment=NetworkSegment(deb8e0e1-d467-4290-b52a-da807d2ae879),segment_id=deb8e0e1-d467-4290-b52a-da807d2ae879)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:20.703880 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1eedc43d-d631-49bb-bca2-260c69289f3e req-aa7eccf9-6482-4812-b5da-09250ba196b6 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e165d8a8-8ef1-40be-b891-6187aedc4b4c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:20.722134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adde98b-2e28-46a9-96d0-26bd2ca09978 None None] Pushing event updated for resources: {'Port': ['ID=57f13f88-7484-4eb4-8dfe-fc5670898f78,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:20.730846 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:20.786034 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Routers {'b7f4af93-f299-47e8-aa76-0dc25b954343'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:20.788385 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:26:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b7f4af93-f299-47e8-aa76-0dc25b954343'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:21.025591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a87460c3-d8bd-4dd5-b412-440555396c57 None None] Port 56301e9b-6945-457b-9718-a4356c4f732b cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:27:21.167069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port d731f9be-04a4-4905-a503-036771a3a738 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:21.206922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] Set router b7f4af93-f299-47e8-aa76-0dc25b954343 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:21.368744 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79b59a80-0bc7-4b01-80cb-b61f570af8db req-5a48d2c9-7a4e-4a56-9f4c-1b623bd81ad7 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9196804 Mar 23 01:27:21.393608 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Publish callbacks [] for port (56301e9b-6945-457b-9718-a4356c4f732b), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:21.403059 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-a9315b99-cd2a-46ea-9aa5-6d60ec65014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:21.406082 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-a9315b99-cd2a-46ea-9aa5-6d60ec65014a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779&tenant_id=a2197bbb087244449add1667f6153ce8 HTTP/1.1" status: 200 len: 1132 time: 0.8701625 Mar 23 01:27:21.411818 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (56301e9b-6945-457b-9718-a4356c4f732b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:21.414897 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (b7f4af93-f299-47e8-aa76-0dc25b954343), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:21.432062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:21.463186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-1eedc43d-d631-49bb-bca2-260c69289f3e req-aa7eccf9-6482-4812-b5da-09250ba196b6 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Calling delete_port for e165d8a8-8ef1-40be-b891-6187aedc4b4c owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:27:21.717403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e12a9fb8-1537-45a6-8abd-6981869c6e64 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:27:21.719426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Pushing event updated for resources: {'Port': ['ID=56301e9b-6945-457b-9718-a4356c4f732b,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:21.753934 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:21.770450 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f179e7-ce83-46c4-bae7-413131913f4e req-af4898bb-7c18-4256-9db8-970d5f9874f0 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:21.772138 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6f179e7-ce83-46c4-bae7-413131913f4e req-af4898bb-7c18-4256-9db8-970d5f9874f0 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.2627137 Mar 23 01:27:21.792635 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40ef640c-3b2e-4dd1-a74a-18ac7bb440e0 req-940efb9b-5f51-4092-82e0-4fe5c122ceb1 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1291940 Mar 23 01:27:21.865172 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6f179e7-ce83-46c4-bae7-413131913f4e req-ce590420-2365-4605-b5a5-a830597ff0d5 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825949 Mar 23 01:27:21.935637 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e12a9fb8-1537-45a6-8abd-6981869c6e64, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e12a9fb8-1537-45a6-8abd-6981869c6e64,segment=NetworkSegment(2199cdfb-bd20-46cd-898e-92b7e6d82ae9),segment_id=2199cdfb-bd20-46cd-898e-92b7e6d82ae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:21.962018 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Network f50381e7-fadf-49c7-87c9-d98cf3c3cc56 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:27:21.981000 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'e12a9fb8-1537-45a6-8abd-6981869c6e64', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'port_id': 'e12a9fb8-1537-45a6-8abd-6981869c6e64', 'mac_address': 'fa:16:3e:b0:df:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:27:21.982169 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:22.043505 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1eedc43d-d631-49bb-bca2-260c69289f3e req-aa7eccf9-6482-4812-b5da-09250ba196b6 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e165d8a8-8ef1-40be-b891-6187aedc4b4c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:22.095755 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a2992d4-751a-490d-ae8d-cfbf683a6c33 req-99bc8612-51d2-4771-a90f-19330ab469bf tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 210 time: 0.1035559 Mar 23 01:27:22.148367 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['e165d8a8-8ef1-40be-b891-6187aedc4b4c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:27:22.156209 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a9d0a67c-33cc-428c-8f78-3b7c4895cbcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:22.180369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8ba9e-e2a0-42f6-bb2f-023643912301 req-b7ff8240-052c-43ca-9a93-95c04170edd4 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:22.184054 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7f8ba9e-e2a0-42f6-bb2f-023643912301 req-b7ff8240-052c-43ca-9a93-95c04170edd4 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 950 time: 0.3226774 Mar 23 01:27:22.192042 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7eccf9-6482-4812-b5da-09250ba196b6 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Pushing event deleted for resources: {'Port': ['ID=e165d8a8-8ef1-40be-b891-6187aedc4b4c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:22.223208 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e12a9fb8-1537-45a6-8abd-6981869c6e64 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:22.223616 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e12a9fb8-1537-45a6-8abd-6981869c6e64), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:22.243810 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12a9fb8-1537-45a6-8abd-6981869c6e64 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:27:22.277324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-777839237-router', 'tenant_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '57f13f88-7484-4eb4-8dfe-fc5670898f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:06Z', 'updated_at': '2022-03-23T01:27:19Z', 'revision_number': 4, 'project_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'gw_port': {'id': '57f13f88-7484-4eb4-8dfe-fc5670898f78', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:09Z', 'updated_at': '2022-03-23T01:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '56301e9b-6945-457b-9718-a4356c4f732b', 'name': '', 'network_id': 'f50381e7-fadf-49c7-87c9-d98cf3c3cc56', 'tenant_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'mac_address': 'fa:16:3e:2c:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'df2e3b95-c09a-4e8b-b70e-283fa8c59d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:17Z', 'updated_at': '2022-03-23T01:27:18Z', 'revision_number': 1, 'project_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'subnets': [{'id': 'df2e3b95-c09a-4e8b-b70e-283fa8c59d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:22.330977 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a7866-c49b-4d4d-9168-f42aa779e667 None None] The sync data for ids ['b7f4af93-f299-47e8-aa76-0dc25b954343'] in n-d-834677-4 is: [{'id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-777839237-router', 'tenant_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '57f13f88-7484-4eb4-8dfe-fc5670898f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:06Z', 'updated_at': '2022-03-23T01:27:19Z', 'revision_number': 4, 'project_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'gw_port': {'id': '57f13f88-7484-4eb4-8dfe-fc5670898f78', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:09Z', 'updated_at': '2022-03-23T01:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '56301e9b-6945-457b-9718-a4356c4f732b', 'name': '', 'network_id': 'f50381e7-fadf-49c7-87c9-d98cf3c3cc56', 'tenant_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'mac_address': 'fa:16:3e:2c:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'df2e3b95-c09a-4e8b-b70e-283fa8c59d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:17Z', 'updated_at': '2022-03-23T01:27:18Z', 'revision_number': 1, 'project_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'subnets': [{'id': 'df2e3b95-c09a-4e8b-b70e-283fa8c59d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:27:22.361463 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e12a9fb8-1537-45a6-8abd-6981869c6e64, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e12a9fb8-1537-45a6-8abd-6981869c6e64,segment=NetworkSegment(2199cdfb-bd20-46cd-898e-92b7e6d82ae9),segment_id=2199cdfb-bd20-46cd-898e-92b7e6d82ae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:22.373358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eedc43d-d631-49bb-bca2-260c69289f3e req-aa7eccf9-6482-4812-b5da-09250ba196b6 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] No DVR routers for this DVR port e165d8a8-8ef1-40be-b891-6187aedc4b4c on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:27:22.377348 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e12a9fb8-1537-45a6-8abd-6981869c6e64), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:22.384655 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1eedc43d-d631-49bb-bca2-260c69289f3e req-aa7eccf9-6482-4812-b5da-09250ba196b6 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:22.415127 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1eedc43d-d631-49bb-bca2-260c69289f3e req-aa7eccf9-6482-4812-b5da-09250ba196b6 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.43 "DELETE /v2.0/ports/e165d8a8-8ef1-40be-b891-6187aedc4b4c HTTP/1.1" status: 204 len: 173 time: 2.5715756 Mar 23 01:27:22.418571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a48327-28ea-4d5c-a9fd-e3425c8c4df0', 'name': 'network-vif-deleted', 'tag': 'e165d8a8-8ef1-40be-b891-6187aedc4b4c'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:22.429838 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb1bf3b-6e54-4dff-835b-24f74ab03800" -d '{"events": [{"server_uuid": "05a48327-28ea-4d5c-a9fd-e3425c8c4df0", "name": "network-vif-deleted", "tag": "e165d8a8-8ef1-40be-b891-6187aedc4b4c"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:22.550842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] For port 12cc3aa7-3a74-4937-8205-13c47cc68a3a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:22.559262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Router b7f4af93-f299-47e8-aa76-0dc25b954343 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:27:22.573137 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-e7f8ba9e-e2a0-42f6-bb2f-023643912301 req-8ae9458a-db9e-41a2-b0e1-f402f5938b9b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Deleting port 3e3d768d-373b-4dd2-8633-80af454dd3c4 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:27:22.574231 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e7f8ba9e-e2a0-42f6-bb2f-023643912301 req-8ae9458a-db9e-41a2-b0e1-f402f5938b9b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3e3d768d-373b-4dd2-8633-80af454dd3c4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:22.583687 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d1c0c5-c470-4076-a699-96c97cb6aa2e x-openstack-request-id: req-e4d1c0c5-c470-4076-a699-96c97cb6aa2e {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:22.584376 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a48327-28ea-4d5c-a9fd-e3425c8c4df0", "name": "network-vif-deleted", "tag": "e165d8a8-8ef1-40be-b891-6187aedc4b4c", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:22.584376 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4d1c0c5-c470-4076-a699-96c97cb6aa2e {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:22.584810 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d1c0c5-c470-4076-a699-96c97cb6aa2e'] response: {'server_uuid': '05a48327-28ea-4d5c-a9fd-e3425c8c4df0', 'name': 'network-vif-deleted', 'tag': 'e165d8a8-8ef1-40be-b891-6187aedc4b4c', 'status': 'completed', 'code': 200} Mar 23 01:27:22.629625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7397fe7b-710c-4ded-8ab3-e9cb76862e93 None None] Provisioning complete for port 56301e9b-6945-457b-9718-a4356c4f732b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:22.630015 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7397fe7b-710c-4ded-8ab3-e9cb76862e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (56301e9b-6945-457b-9718-a4356c4f732b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:22.632462 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549041de-2d71-41b5-bb54-d2f8af236cad req-6d09e0cf-81e4-4367-96a1-1dbc585d48f5 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:22.647924 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-549041de-2d71-41b5-bb54-d2f8af236cad req-6d09e0cf-81e4-4367-96a1-1dbc585d48f5 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 950 time: 0.1422813 Mar 23 01:27:22.737831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7397fe7b-710c-4ded-8ab3-e9cb76862e93 None None] Port 56301e9b-6945-457b-9718-a4356c4f732b cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:27:22.777433 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e12a9fb8-1537-45a6-8abd-6981869c6e64,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:22.833791 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-549041de-2d71-41b5-bb54-d2f8af236cad req-c20962f4-0b0e-4d96-a5ca-bc963986fc3d tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848440 Mar 23 01:27:22.904809 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['e12a9fb8-1537-45a6-8abd-6981869c6e64'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:27:22.956008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] For port 12cc3aa7-3a74-4937-8205-13c47cc68a3a, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:27:23.093019 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:23.105417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:27:23.131248 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6b52afec-97c4-4ecb-a72d-27ab8b45e671 admin admin] 10.222.0.18 "PUT /v2.0/routers/b7f4af93-f299-47e8-aa76-0dc25b954343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2587633 Mar 23 01:27:23.152330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-e7f8ba9e-e2a0-42f6-bb2f-023643912301 req-8ae9458a-db9e-41a2-b0e1-f402f5938b9b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] For port 3e3d768d-373b-4dd2-8633-80af454dd3c4, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3e3d768d-373b-4dd2-8633-80af454dd3c4,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:23.165607 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752c317-1e80-400e-9414-da7cf643d4f0 req-57d97c79-af10-4b07-8302-e05e56ad1ad2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:23.165903 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e7f8ba9e-e2a0-42f6-bb2f-023643912301 req-8ae9458a-db9e-41a2-b0e1-f402f5938b9b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3e3d768d-373b-4dd2-8633-80af454dd3c4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:23.174904 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e752c317-1e80-400e-9414-da7cf643d4f0 req-57d97c79-af10-4b07-8302-e05e56ad1ad2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.1711922 Mar 23 01:27:23.243983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e60a40-00e9-4ad0-a421-0ff6dfc53779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12cc3aa7-3a74-4937-8205-13c47cc68a3a'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:23.246755 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff91e81-1069-4b03-8391-67871480d513" -d '{"events": [{"server_uuid": "21e60a40-00e9-4ad0-a421-0ff6dfc53779", "name": "network-vif-unplugged", "status": "completed", "tag": "12cc3aa7-3a74-4937-8205-13c47cc68a3a"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:23.270308 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Publish callbacks [] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:23.296084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-e7f8ba9e-e2a0-42f6-bb2f-023643912301 req-8ae9458a-db9e-41a2-b0e1-f402f5938b9b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Calling delete_port for 3e3d768d-373b-4dd2-8633-80af454dd3c4 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:27:23.349987 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e752c317-1e80-400e-9414-da7cf643d4f0 req-2616319a-8b43-4a36-9dfc-ea566da79c62 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728907 Mar 23 01:27:23.356417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Transition to ACTIVE for port object 12cc3aa7-3a74-4937-8205-13c47cc68a3a will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:27:23.491419 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:23.546935 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531b56a-3a01-4406-92b1-8891f9a5731b req-c95a32b3-49c1-4ea9-9c58-62c061b32709 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:23.548553 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c531b56a-3a01-4406-92b1-8891f9a5731b req-c95a32b3-49c1-4ea9-9c58-62c061b32709 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 944 time: 0.5170531 Mar 23 01:27:23.660104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Pushing event updated for resources: {'Port': ['ID=12cc3aa7-3a74-4937-8205-13c47cc68a3a,revision_number=6']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:23.664513 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b085d949-2f92-4e24-9f94-9c7ea95a30ac req-45678bc4-473a-451c-b2b7-891d38e787a3 tempest-VolumesAdminNegativeTest-1254813143 tempest-VolumesAdminNegativeTest-1254813143-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a48327-28ea-4d5c-a9fd-e3425c8c4df0 HTTP/1.1" status: 200 len: 210 time: 0.0936286 Mar 23 01:27:23.723977 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e165d8a8-8ef1-40be-b891-6187aedc4b4c no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:27:23.828080 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362a7b8c-794a-49bc-b973-64941cf7ec5a x-openstack-request-id: req-362a7b8c-794a-49bc-b973-64941cf7ec5a {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:23.828618 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e60a40-00e9-4ad0-a421-0ff6dfc53779", "name": "network-vif-unplugged", "status": "completed", "tag": "12cc3aa7-3a74-4937-8205-13c47cc68a3a", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:23.829020 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-362a7b8c-794a-49bc-b973-64941cf7ec5a {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:23.829597 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362a7b8c-794a-49bc-b973-64941cf7ec5a'] response: {'server_uuid': '21e60a40-00e9-4ad0-a421-0ff6dfc53779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12cc3aa7-3a74-4937-8205-13c47cc68a3a', 'code': 200} Mar 23 01:27:23.845247 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: e165d8a8-8ef1-40be-b891-6187aedc4b4c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:27:23.845752 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e165d8a8-8ef1-40be-b891-6187aedc4b4c not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:27:23.846015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 12cc3aa7-3a74-4937-8205-13c47cc68a3a no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:27:23.896267 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] No DVR routers for this DVR port 12cc3aa7-3a74-4937-8205-13c47cc68a3a on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:27:23.971601 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] The host n-h2-834677-4 is not matching for port 12cc3aa7-3a74-4937-8205-13c47cc68a3a host n-h1-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:27:23.972155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 12cc3aa7-3a74-4937-8205-13c47cc68a3a not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:27:24.007488 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c531b56a-3a01-4406-92b1-8891f9a5731b req-90aa3ad0-cd4f-4c41-a597-7fa90b132bdb tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877966 Mar 23 01:27:24.031419 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [req-53d983ae-783a-435a-9317-7ea8688c8a8f req-ca65bc7e-7de7-4e5a-924b-499da3b7e1f1 tempest-FloatingIPDetailsNegativeTestJSON-760474298 tempest-FloatingIPDetailsNegativeTestJSON-760474298-project] show failed (client error): The resource could not be found. Mar 23 01:27:24.048018 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53d983ae-783a-435a-9317-7ea8688c8a8f req-ca65bc7e-7de7-4e5a-924b-499da3b7e1f1 tempest-FloatingIPDetailsNegativeTestJSON-760474298 tempest-FloatingIPDetailsNegativeTestJSON-760474298-project] 10.222.0.18 "GET /v2.0/floatingips/1379829a-986a-4e45-97d6-1a0ca056ec82 HTTP/1.1" status: 404 len: 350 time: 0.0978682 Mar 23 01:27:24.049999 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52804) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:24.106546 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e7f8ba9e-e2a0-42f6-bb2f-023643912301 req-8ae9458a-db9e-41a2-b0e1-f402f5938b9b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (3e3d768d-373b-4dd2-8633-80af454dd3c4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:24.128274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['0742ea29-cf8e-4837-8a78-9fffdbbeed16'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:27:24.152854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Attempting to bind port 12cc3aa7-3a74-4937-8205-13c47cc68a3a on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:27:24.154078 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Attempting to bind port 12cc3aa7-3a74-4937-8205-13c47cc68a3a by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:27:24.154416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Attempting to bind port 12cc3aa7-3a74-4937-8205-13c47cc68a3a on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:27:24.175509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9458a-db9e-41a2-b0e1-f402f5938b9b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Pushing event deleted for resources: {'Port': ['ID=3e3d768d-373b-4dd2-8633-80af454dd3c4,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:24.178797 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Port 12cc3aa7-3a74-4937-8205-13c47cc68a3a on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:27:24.179486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Attempting to bind port 12cc3aa7-3a74-4937-8205-13c47cc68a3a on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:27:24.210171 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:27:24.210631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:27:24.211034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:27:24.211504 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Bound port: 12cc3aa7-3a74-4937-8205-13c47cc68a3a, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:27:24.211866 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:24.245504 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f8ba9e-e2a0-42f6-bb2f-023643912301 req-8ae9458a-db9e-41a2-b0e1-f402f5938b9b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] No DVR routers for this DVR port 3e3d768d-373b-4dd2-8633-80af454dd3c4 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:27:24.248328 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e7f8ba9e-e2a0-42f6-bb2f-023643912301 req-8ae9458a-db9e-41a2-b0e1-f402f5938b9b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:24.252388 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7f8ba9e-e2a0-42f6-bb2f-023643912301 req-8ae9458a-db9e-41a2-b0e1-f402f5938b9b tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.42 "DELETE /v2.0/ports/3e3d768d-373b-4dd2-8633-80af454dd3c4 HTTP/1.1" status: 204 len: 173 time: 2.0173857 Mar 23 01:27:24.370069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] For port 12cc3aa7-3a74-4937-8205-13c47cc68a3a, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:27:24.377761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] For port 12cc3aa7-3a74-4937-8205-13c47cc68a3a, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:27:24.389535 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:24.413945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3e3d768d-373b-4dd2-8633-80af454dd3c4 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:27:24.454486 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04b31972-d691-42c3-92a0-733781a98bc8 req-4333ef73-6ab7-412f-a2ee-d8995d007e05 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1bb817c-9422-4834-ab99-489ac5b0a986 HTTP/1.1" status: 200 len: 210 time: 0.2670054 Mar 23 01:27:24.572043 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 3e3d768d-373b-4dd2-8633-80af454dd3c4 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:27:24.572382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3e3d768d-373b-4dd2-8633-80af454dd3c4 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:27:24.621214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Pushing event updated for resources: {'Port': ['ID=12cc3aa7-3a74-4937-8205-13c47cc68a3a,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:24.623795 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:24.695778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:24.696276 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:24.696457 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:24.696822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:24.697158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:24.697504 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:24.697817 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:24.698147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:24.698469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:24.698791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:24.699112 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:24.699433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:24.699751 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:24.700070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:24.700389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:24.753832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:24.754456 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:24.755921 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-49390977-39b9-46ec-b55b-0be1747d4517 service neutron] 10.222.0.42 "PUT /v2.0/ports/12cc3aa7-3a74-4937-8205-13c47cc68a3a HTTP/1.1" status: 200 len: 1096 time: 3.3326242 Mar 23 01:27:24.764436 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52822) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:24.958182 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc09de2-ea89-47be-9138-d50b030a4866 req-e3deb445-f438-4956-93f8-c61c8bd6f748 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:24.968410 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cbc09de2-ea89-47be-9138-d50b030a4866 req-e3deb445-f438-4956-93f8-c61c8bd6f748 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 948 time: 0.3860252 Mar 23 01:27:24.986345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc2c8d7-8640-4b67-b379-0088e71b0d75 admin admin] Deleting subnet 7380d3b5-e262-439c-8f99-7303a662640f {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:27:25.006492 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cdc2c8d7-8640-4b67-b379-0088e71b0d75 admin admin] Publish callbacks [] for subnet (7380d3b5-e262-439c-8f99-7303a662640f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:25.083269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-fc157843-6d14-4261-9220-5d668dd2bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:25.084996 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-fc157843-6d14-4261-9220-5d668dd2bb5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 1130 time: 0.2468884 Mar 23 01:27:25.090484 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cdc2c8d7-8640-4b67-b379-0088e71b0d75 admin admin] Publish callbacks [] for subnet (7380d3b5-e262-439c-8f99-7303a662640f), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:25.145763 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cbc09de2-ea89-47be-9138-d50b030a4866 req-d43f5cd4-9779-4814-a502-68852b312ea8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740377 Mar 23 01:27:25.156284 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cdc2c8d7-8640-4b67-b379-0088e71b0d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (7380d3b5-e262-439c-8f99-7303a662640f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:25.354952 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e126f-9df8-4655-8986-9fc8783ac68b req-17fe6849-3d3a-4c86-b9b2-0f0792c40aa0 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:25.357668 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-704e126f-9df8-4655-8986-9fc8783ac68b req-17fe6849-3d3a-4c86-b9b2-0f0792c40aa0 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 944 time: 0.1075568 Mar 23 01:27:25.408014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 57f13f88-7484-4eb4-8dfe-fc5670898f78 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:25.443132 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-704e126f-9df8-4655-8986-9fc8783ac68b req-5cbff6a6-5d45-4419-a6cc-1d0a918a28c6 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768642 Mar 23 01:27:25.479182 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cdc2c8d7-8640-4b67-b379-0088e71b0d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for subnet (7380d3b5-e262-439c-8f99-7303a662640f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:25.532500 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cdc2c8d7-8640-4b67-b379-0088e71b0d75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:25.548065 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cdc2c8d7-8640-4b67-b379-0088e71b0d75 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7380d3b5-e262-439c-8f99-7303a662640f HTTP/1.1" status: 204 len: 168 time: 0.7825027 Mar 23 01:27:25.554379 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (b7f4af93-f299-47e8-aa76-0dc25b954343), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:25.558056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52830) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:25.657151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 57f13f88-7484-4eb4-8dfe-fc5670898f78 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:25.661893 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (57f13f88-7484-4eb4-8dfe-fc5670898f78), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:25.775798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e12a9fb8-1537-45a6-8abd-6981869c6e64 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:25.832216 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bb817c-9422-4834-ab99-489ac5b0a986', 'name': 'network-vif-deleted', 'tag': '3e3d768d-373b-4dd2-8633-80af454dd3c4'}, {'name': 'network-changed', 'server_uuid': '21e60a40-00e9-4ad0-a421-0ff6dfc53779', 'tag': '12cc3aa7-3a74-4937-8205-13c47cc68a3a'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:25.838209 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4" -d '{"events": [{"server_uuid": "c1bb817c-9422-4834-ab99-489ac5b0a986", "name": "network-vif-deleted", "tag": "3e3d768d-373b-4dd2-8633-80af454dd3c4"}, {"name": "network-changed", "server_uuid": "21e60a40-00e9-4ad0-a421-0ff6dfc53779", "tag": "12cc3aa7-3a74-4937-8205-13c47cc68a3a"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:25.848211 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2c8d7-8640-4b67-b379-0088e71b0d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7380d3b5-e262-439c-8f99-7303a662640f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:25.858288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-04fc340c-47a8-4b47-a421-b02d4542042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:25.862833 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-04fc340c-47a8-4b47-a421-b02d4542042b service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.7694032 Mar 23 01:27:25.869442 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c166a7b-5e7c-482e-a9e5-775b00bebef1 req-e2bc7c70-aa52-46c5-beb8-d465456308f3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3741441 Mar 23 01:27:26.001419 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 57f13f88-7484-4eb4-8dfe-fc5670898f78 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:26.002159 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (57f13f88-7484-4eb4-8dfe-fc5670898f78), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:26.030554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 57f13f88-7484-4eb4-8dfe-fc5670898f78, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=57f13f88-7484-4eb4-8dfe-fc5670898f78,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:26.037918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port e12a9fb8-1537-45a6-8abd-6981869c6e64 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:27:26.045190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port e12a9fb8-1537-45a6-8abd-6981869c6e64 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:26.045609 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e12a9fb8-1537-45a6-8abd-6981869c6e64), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:26.070858 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4c7c03-e49d-410e-85f5-e70ec6cfc081 x-openstack-request-id: req-1c4c7c03-e49d-410e-85f5-e70ec6cfc081 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:26.071168 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bb817c-9422-4834-ab99-489ac5b0a986", "name": "network-vif-deleted", "tag": "3e3d768d-373b-4dd2-8633-80af454dd3c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "21e60a40-00e9-4ad0-a421-0ff6dfc53779", "tag": "12cc3aa7-3a74-4937-8205-13c47cc68a3a", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:26.071432 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c4c7c03-e49d-410e-85f5-e70ec6cfc081 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:26.071859 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4c7c03-e49d-410e-85f5-e70ec6cfc081'] response: {'server_uuid': 'c1bb817c-9422-4834-ab99-489ac5b0a986', 'name': 'network-vif-deleted', 'tag': '3e3d768d-373b-4dd2-8633-80af454dd3c4', 'status': 'completed', 'code': 200} Mar 23 01:27:26.072124 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4c7c03-e49d-410e-85f5-e70ec6cfc081'] response: {'name': 'network-changed', 'server_uuid': '21e60a40-00e9-4ad0-a421-0ff6dfc53779', 'tag': '12cc3aa7-3a74-4937-8205-13c47cc68a3a', 'status': 'completed', 'code': 200} Mar 23 01:27:26.091596 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-1d39f3e5-fc1d-4da5-95b7-a6fe7621f9ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a HTTP/1.1" status: 200 len: 217 time: 0.2040715 Mar 23 01:27:26.117420 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (57f13f88-7484-4eb4-8dfe-fc5670898f78), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:26.143703 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (70c8bb5e-17f2-45f7-bd62-ee7907f20b08), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:26.172165 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:26.223956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e12a9fb8-1537-45a6-8abd-6981869c6e64 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:26.224341 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e12a9fb8-1537-45a6-8abd-6981869c6e64), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:26.271369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c166a7b-5e7c-482e-a9e5-775b00bebef1 req-eff39458-6dbe-4b12-b9eb-950ea03b9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:26.273439 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c166a7b-5e7c-482e-a9e5-775b00bebef1 req-eff39458-6dbe-4b12-b9eb-950ea03b9b84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 1126 time: 0.2346406 Mar 23 01:27:26.275761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e12a9fb8-1537-45a6-8abd-6981869c6e64, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e12a9fb8-1537-45a6-8abd-6981869c6e64,segment=NetworkSegment(2199cdfb-bd20-46cd-898e-92b7e6d82ae9),segment_id=2199cdfb-bd20-46cd-898e-92b7e6d82ae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:26.280299 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12a9fb8-1537-45a6-8abd-6981869c6e64'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:26.283686 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9525496-0484-4e80-a7be-61aa78515b1a" -d '{"events": [{"server_uuid": "d101fa00-8c25-4ac6-9cf6-589114e0ef28", "name": "network-vif-plugged", "status": "completed", "tag": "e12a9fb8-1537-45a6-8abd-6981869c6e64"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:26.290795 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e12a9fb8-1537-45a6-8abd-6981869c6e64), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:26.326994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=57f13f88-7484-4eb4-8dfe-fc5670898f78,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:26.354609 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-061d9221-273f-4934-9b14-832349fd859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:26.356551 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-061d9221-273f-4934-9b14-832349fd859d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.2516346 Mar 23 01:27:26.418495 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01b176-2e7b-4adb-874e-bab8a486130d req-13613f39-8dce-45c8-a34f-05edcc0d8a2c tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:26.426414 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ee01b176-2e7b-4adb-874e-bab8a486130d req-13613f39-8dce-45c8-a34f-05edcc0d8a2c tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 950 time: 0.2848504 Mar 23 01:27:26.450809 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c166a7b-5e7c-482e-a9e5-775b00bebef1 req-e1d03f05-d4d0-4e63-99b1-c34f4e4628b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:26.452584 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c166a7b-5e7c-482e-a9e5-775b00bebef1 req-e1d03f05-d4d0-4e63-99b1-c34f4e4628b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.1533210 Mar 23 01:27:26.466055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e12a9fb8-1537-45a6-8abd-6981869c6e64,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:26.553866 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ee01b176-2e7b-4adb-874e-bab8a486130d req-a8c66428-6312-4fc5-b70f-988c0abb350e tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262374 Mar 23 01:27:26.569440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c166a7b-5e7c-482e-a9e5-775b00bebef1 req-cf0457d1-72d9-4eb1-87c7-0ca234974398 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d HTTP/1.1" status: 200 len: 217 time: 0.0713971 Mar 23 01:27:26.579648 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Sync routers for ids ['b7f4af93-f299-47e8-aa76-0dc25b954343'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:27:26.591976 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (70c8bb5e-17f2-45f7-bd62-ee7907f20b08), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:26.594949 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Routers {'b7f4af93-f299-47e8-aa76-0dc25b954343'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:26.595571 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b7f4af93-f299-47e8-aa76-0dc25b954343'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:26.616115 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:27:26.616455 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:27:26.628103 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:27:26.628470 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Subscribe: > port after_create 55550000 {{(pid=99264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:27:26.629236 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Subscribe: > port after_delete 55550000 {{(pid=99264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:27:26.629385 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Subscribe: > port after_update 55550000 {{(pid=99264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:27:26.629952 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:27:26.630372 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:27:26.631800 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:27:26.632162 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:27:26.647451 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144ee72e-e393-468b-8b22-f666144aa752 x-openstack-request-id: req-144ee72e-e393-468b-8b22-f666144aa752 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:26.647791 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d101fa00-8c25-4ac6-9cf6-589114e0ef28", "name": "network-vif-plugged", "status": "completed", "tag": "e12a9fb8-1537-45a6-8abd-6981869c6e64", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:26.648050 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-144ee72e-e393-468b-8b22-f666144aa752 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:26.648485 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-144ee72e-e393-468b-8b22-f666144aa752'] response: {'server_uuid': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12a9fb8-1537-45a6-8abd-6981869c6e64', 'code': 200} Mar 23 01:27:26.679928 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-d35202e5-a95f-4262-9ae8-da1fba0cc606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:26.692957 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-d35202e5-a95f-4262-9ae8-da1fba0cc606 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 1130 time: 0.5702682 Mar 23 01:27:26.755302 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:27:26.755788 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:27:26.756312 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:27:26.756849 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 01:27:26.757368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c8bb5e-17f2-45f7-bd62-ee7907f20b08']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:26.768997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Deleting port 56301e9b-6945-457b-9718-a4356c4f732b {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:27:26.769338 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (56301e9b-6945-457b-9718-a4356c4f732b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:26.780828 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb8e0e1-d467-4290-b52a-da807d2ae879') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:26.781131 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb8e0e1-d467-4290-b52a-da807d2ae879') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:26.800795 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (deb8e0e1-d467-4290-b52a-da807d2ae879), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:26.809146 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Set router b7f4af93-f299-47e8-aa76-0dc25b954343 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:26.827505 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (deb8e0e1-d467-4290-b52a-da807d2ae879), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:26.859214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:27:26.861211 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (deb8e0e1-d467-4290-b52a-da807d2ae879), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: from cryptography.utils import int_from_bytes Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: from cryptography.utils import int_from_bytes Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:27:26.898118 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:27:26.942614 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1254ab2-0006-4ac8-ac78-509d340a5f93 req-62803603-08e8-41af-9d82-4dd581e9d41b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:26.949957 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a1254ab2-0006-4ac8-ac78-509d340a5f93 req-62803603-08e8-41af-9d82-4dd581e9d41b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 948 time: 0.6506014 Mar 23 01:27:27.045663 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-777839237-router', 'tenant_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '57f13f88-7484-4eb4-8dfe-fc5670898f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:06Z', 'updated_at': '2022-03-23T01:27:19Z', 'revision_number': 4, 'project_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'gw_port': {'id': '57f13f88-7484-4eb4-8dfe-fc5670898f78', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:09Z', 'updated_at': '2022-03-23T01:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '56301e9b-6945-457b-9718-a4356c4f732b', 'name': '', 'network_id': 'f50381e7-fadf-49c7-87c9-d98cf3c3cc56', 'tenant_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'mac_address': 'fa:16:3e:2c:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'df2e3b95-c09a-4e8b-b70e-283fa8c59d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:17Z', 'updated_at': '2022-03-23T01:27:20Z', 'revision_number': 2, 'project_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'subnets': [{'id': 'df2e3b95-c09a-4e8b-b70e-283fa8c59d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:27.074824 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Checking router: b7f4af93-f299-47e8-aa76-0dc25b954343 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:27:27.075530 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Updating router b7f4af93-f299-47e8-aa76-0dc25b954343 port 56301e9b-6945-457b-9718-a4356c4f732b binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:27:27.082944 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c166a7b-5e7c-482e-a9e5-775b00bebef1 req-7283e030-fe15-4f8b-b373-49b95a857783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:27.088243 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c166a7b-5e7c-482e-a9e5-775b00bebef1 req-7283e030-fe15-4f8b-b373-49b95a857783 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.4996400 Mar 23 01:27:27.103318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-3309df9f-3023-418f-b3ce-d80daf89d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:27.106433 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-3309df9f-3023-418f-b3ce-d80daf89d3de service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.3930612 Mar 23 01:27:27.116036 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (56301e9b-6945-457b-9718-a4356c4f732b), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:27.212182 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-6db54b72-53a5-484f-bf88-275b5981b47a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a HTTP/1.1" status: 200 len: 217 time: 0.0771811 Mar 23 01:27:27.245076 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c166a7b-5e7c-482e-a9e5-775b00bebef1 req-fd873c62-42d3-449d-b083-51ecb127d9a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367600 Mar 23 01:27:27.267835 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (56301e9b-6945-457b-9718-a4356c4f732b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:27.313130 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 57f13f88-7484-4eb4-8dfe-fc5670898f78 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:27.500838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 57f13f88-7484-4eb4-8dfe-fc5670898f78 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:27.501513 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (57f13f88-7484-4eb4-8dfe-fc5670898f78), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:27.504921 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Publish callbacks [] for port (56301e9b-6945-457b-9718-a4356c4f732b), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:27.509655 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a1254ab2-0006-4ac8-ac78-509d340a5f93 req-8b009d37-ad8a-4778-b5c9-2fb45077002d tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769014 Mar 23 01:27:27.518545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-8cf8f1bb-5da5-436e-b752-0221fdac3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:27.519678 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-8cf8f1bb-5da5-436e-b752-0221fdac3fab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.1057358 Mar 23 01:27:27.522081 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c166a7b-5e7c-482e-a9e5-775b00bebef1 req-a42851a7-53a7-43a1-9fb7-1aa58ed68b86 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583385 Mar 23 01:27:27.524436 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (56301e9b-6945-457b-9718-a4356c4f732b), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:27.652612 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-964d2663-8276-4e5a-87ef-528002092112 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213441 Mar 23 01:27:27.671536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Calling delete_port for 56301e9b-6945-457b-9718-a4356c4f732b owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:27:27.683972 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (70c8bb5e-17f2-45f7-bd62-ee7907f20b08), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:27.685359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fe0c0-c622-4f96-8648-bd45128fa92b req-ad6ae4fe-481e-4367-8df3-c83a35ba8155 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:27.687067 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-086fe0c0-c622-4f96-8648-bd45128fa92b req-ad6ae4fe-481e-4367-8df3-c83a35ba8155 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 945 time: 0.8751915 Mar 23 01:27:27.700275 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:27.703617 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] 10.222.0.18 "DELETE /v2.0/networks/70c8bb5e-17f2-45f7-bd62-ee7907f20b08 HTTP/1.1" status: 204 len: 168 time: 2.0540216 Mar 23 01:27:27.714970 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1339db-a4af-4c9a-8316-979cba7d062f None None] Pushing event updated for resources: {'Port': ['ID=56301e9b-6945-457b-9718-a4356c4f732b,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:27.729055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52872) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:27.807830 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6006fea-304f-4074-8faa-9016aea444cd req-1fd36040-d182-47bb-94c2-86183841b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:27.809397 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6006fea-304f-4074-8faa-9016aea444cd req-1fd36040-d182-47bb-94c2-86183841b8e8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 1127 time: 0.9669714 Mar 23 01:27:27.850687 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 57f13f88-7484-4eb4-8dfe-fc5670898f78 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:27.883236 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-c8790aec-1a4b-4366-b949-0a416ea0ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:27.884366 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-c8790aec-1a4b-4366-b949-0a416ea0ae6a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.6444595 Mar 23 01:27:27.916058 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Attempting to bind port 56301e9b-6945-457b-9718-a4356c4f732b on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:27:27.916632 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Attempting to bind port 56301e9b-6945-457b-9718-a4356c4f732b by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '99aa3f51-3d36-451e-b3e0-273e43a07816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f50381e7-fadf-49c7-87c9-d98cf3c3cc56'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:27:27.917186 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Attempting to bind port 56301e9b-6945-457b-9718-a4356c4f732b on network f50381e7-fadf-49c7-87c9-d98cf3c3cc56 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:27:27.922475 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:27:27.922942 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Checking segment: {'id': '99aa3f51-3d36-451e-b3e0-273e43a07816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f50381e7-fadf-49c7-87c9-d98cf3c3cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:27:27.923430 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:27.923885 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Bound using segment: {'id': '99aa3f51-3d36-451e-b3e0-273e43a07816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f50381e7-fadf-49c7-87c9-d98cf3c3cc56'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:27:27.924419 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Bound port: 56301e9b-6945-457b-9718-a4356c4f732b, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99aa3f51-3d36-451e-b3e0-273e43a07816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f50381e7-fadf-49c7-87c9-d98cf3c3cc56'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:27:27.924895 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (56301e9b-6945-457b-9718-a4356c4f732b), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:27.930625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76bf129-516c-4c42-bf9f-ef9269e460fa admin admin] Pushing event deleted for resources: {'Network': ['ID=70c8bb5e-17f2-45f7-bd62-ee7907f20b08,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:27.938557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e6263a0-c318-43b6-9570-61289f09ef8f req-9099d64a-4b82-4b1b-947d-0521bb03071a service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701283 Mar 23 01:27:27.974978 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c166a7b-5e7c-482e-a9e5-775b00bebef1 req-ce677145-13ca-4b91-97dc-595710bb7318 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106777 Mar 23 01:27:27.995207 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] For port 56301e9b-6945-457b-9718-a4356c4f732b, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:27:27.998863 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] For port 56301e9b-6945-457b-9718-a4356c4f732b, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=56301e9b-6945-457b-9718-a4356c4f732b,segment=NetworkSegment(99aa3f51-3d36-451e-b3e0-273e43a07816),segment_id=99aa3f51-3d36-451e-b3e0-273e43a07816)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:27:28.009262 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (56301e9b-6945-457b-9718-a4356c4f732b), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:28.131833 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1339db-a4af-4c9a-8316-979cba7d062f None None] Pushing event updated for resources: {'Port': ['ID=56301e9b-6945-457b-9718-a4356c4f732b,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:28.162903 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Routers {'b7f4af93-f299-47e8-aa76-0dc25b954343'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:28.163560 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b7f4af93-f299-47e8-aa76-0dc25b954343'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:28.227852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ded83-c48f-40fc-9b53-31dcfa5f97ca req-1dbf5775-d120-4b06-ae2d-5c7a5189e975 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:28.229864 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc7ded83-c48f-40fc-9b53-31dcfa5f97ca req-1dbf5775-d120-4b06-ae2d-5c7a5189e975 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.42 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 950 time: 0.5251276 Mar 23 01:27:28.286926 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Provisioning complete for port 56301e9b-6945-457b-9718-a4356c4f732b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:28.287491 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (56301e9b-6945-457b-9718-a4356c4f732b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:28.328988 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6006fea-304f-4074-8faa-9016aea444cd req-44da7eb5-e7bf-4775-884a-f21b47051cc2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892474 Mar 23 01:27:28.343387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-df98d169-e3af-4e81-bfd0-998325f2a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:28.345457 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-df98d169-e3af-4e81-bfd0-998325f2a0fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 1130 time: 0.3030827 Mar 23 01:27:28.367096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5198c-6c04-4e8e-8bcd-f3c0889623fe req-ec80ae0a-7f6e-463b-bebb-00a007edbe42 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:28.373418 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0f5198c-6c04-4e8e-8bcd-f3c0889623fe req-ec80ae0a-7f6e-463b-bebb-00a007edbe42 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 950 time: 0.4143667 Mar 23 01:27:28.484492 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] Set router b7f4af93-f299-47e8-aa76-0dc25b954343 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:28.525106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Current status of the port 56301e9b-6945-457b-9718-a4356c4f732b is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:28.526628 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (56301e9b-6945-457b-9718-a4356c4f732b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:28.612575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] For port 56301e9b-6945-457b-9718-a4356c4f732b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=56301e9b-6945-457b-9718-a4356c4f732b,segment=NetworkSegment(99aa3f51-3d36-451e-b3e0-273e43a07816),segment_id=99aa3f51-3d36-451e-b3e0-273e43a07816)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:28.623544 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (56301e9b-6945-457b-9718-a4356c4f732b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:28.725069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0f5198c-6c04-4e8e-8bcd-f3c0889623fe req-1f75d33e-9e81-4bfa-a0ef-f4d7038c2db7 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/security-groups?id=88c2e242-08a3-4f84-8a18-d8540a21d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203280 Mar 23 01:27:28.731092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Pushing event updated for resources: {'Port': ['ID=56301e9b-6945-457b-9718-a4356c4f732b,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:28.762465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:28.762953 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:28.764962 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:28.765412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:28.765847 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:28.766275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:28.769053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:28.769528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:28.769976 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:28.770402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:28.772373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:28.773350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:28.776308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:28.776837 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:28.778379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63625be2-9924-40da-a6ed-011aaa8b460d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:28.827117 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-baaf582b-a03b-4727-abfd-6a4633c57207 None None] Provisioning complete for port 56301e9b-6945-457b-9718-a4356c4f732b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:28.827622 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-baaf582b-a03b-4727-abfd-6a4633c57207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (56301e9b-6945-457b-9718-a4356c4f732b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:28.936592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-0695e7af-1276-49b9-86ca-2515efd53074 admin admin] Deleting subnet 8b35a12b-2c92-418f-b380-75bda440d065 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:27:28.947425 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0695e7af-1276-49b9-86ca-2515efd53074 admin admin] Publish callbacks [] for subnet (8b35a12b-2c92-418f-b380-75bda440d065), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:28.953457 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-777839237-router', 'tenant_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '57f13f88-7484-4eb4-8dfe-fc5670898f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:06Z', 'updated_at': '2022-03-23T01:27:19Z', 'revision_number': 4, 'project_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'gw_port': {'id': '57f13f88-7484-4eb4-8dfe-fc5670898f78', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:09Z', 'updated_at': '2022-03-23T01:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '56301e9b-6945-457b-9718-a4356c4f732b', 'name': '', 'network_id': 'f50381e7-fadf-49c7-87c9-d98cf3c3cc56', 'tenant_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'mac_address': 'fa:16:3e:2c:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'df2e3b95-c09a-4e8b-b70e-283fa8c59d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:17Z', 'updated_at': '2022-03-23T01:27:27Z', 'revision_number': 4, 'project_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'subnets': [{'id': 'df2e3b95-c09a-4e8b-b70e-283fa8c59d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:28.974825 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-086fe0c0-c622-4f96-8648-bd45128fa92b req-58770997-4941-42d1-b6c7-a63066753536 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2353930 Mar 23 01:27:28.978998 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (56301e9b-6945-457b-9718-a4356c4f732b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:28.996891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-baaf582b-a03b-4727-abfd-6a4633c57207 None None] Could not find standard attr ID for object 56301e9b-6945-457b-9718-a4356c4f732b. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:27:29.003884 n-d-834677-4 neutron-server[99265]: INFO neutron.plugins.ml2.db [None req-baaf582b-a03b-4727-abfd-6a4633c57207 None None] No ports have port_id starting with 56301e9b-6945-457b-9718-a4356c4f732b Mar 23 01:27:29.021282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-51c6e6f4-1b21-4b87-a73f-f9b08bf793de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:29.023926 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-51c6e6f4-1b21-4b87-a73f-f9b08bf793de service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.6486716 Mar 23 01:27:29.027612 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-fc7ded83-c48f-40fc-9b53-31dcfa5f97ca req-ac5dec41-5b34-4811-b0bb-a9bce9276d07 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Deleting port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:27:29.028617 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fc7ded83-c48f-40fc-9b53-31dcfa5f97ca req-ac5dec41-5b34-4811-b0bb-a9bce9276d07 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:29.047803 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Pushing event deleted for resources: {'Port': ['ID=56301e9b-6945-457b-9718-a4356c4f732b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:29.060433 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:29.060814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:29.061156 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:29.061877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:29.062226 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:29.062701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:29.063042 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:29.063371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:29.063789 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:29.064121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:29.064446 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:29.064879 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:29.065207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:29.065529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:29.065977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:29.070996 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-dcac72ad-d1a8-4ece-a466-81f58ac4f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:29.073420 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-dcac72ad-d1a8-4ece-a466-81f58ac4f136 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2148852 Mar 23 01:27:29.126665 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfadfdc-adf5-4ec0-aa8a-c9a9178520bb None None] The sync data for ids ['b7f4af93-f299-47e8-aa76-0dc25b954343'] in n-d-834677-4 is: [{'id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-777839237-router', 'tenant_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '57f13f88-7484-4eb4-8dfe-fc5670898f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:06Z', 'updated_at': '2022-03-23T01:27:19Z', 'revision_number': 4, 'project_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'gw_port': {'id': '57f13f88-7484-4eb4-8dfe-fc5670898f78', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:09Z', 'updated_at': '2022-03-23T01:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '56301e9b-6945-457b-9718-a4356c4f732b', 'name': '', 'network_id': 'f50381e7-fadf-49c7-87c9-d98cf3c3cc56', 'tenant_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'mac_address': 'fa:16:3e:2c:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'df2e3b95-c09a-4e8b-b70e-283fa8c59d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:17Z', 'updated_at': '2022-03-23T01:27:27Z', 'revision_number': 4, 'project_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'subnets': [{'id': 'df2e3b95-c09a-4e8b-b70e-283fa8c59d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:27:29.144209 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0695e7af-1276-49b9-86ca-2515efd53074 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (8b35a12b-2c92-418f-b380-75bda440d065), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:29.254685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-fc7ded83-c48f-40fc-9b53-31dcfa5f97ca req-ac5dec41-5b34-4811-b0bb-a9bce9276d07 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] For port 0742ea29-cf8e-4837-8a78-9fffdbbeed16, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0742ea29-cf8e-4837-8a78-9fffdbbeed16,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:29.255078 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fc7ded83-c48f-40fc-9b53-31dcfa5f97ca req-ac5dec41-5b34-4811-b0bb-a9bce9276d07 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:29.293229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-fc7ded83-c48f-40fc-9b53-31dcfa5f97ca req-ac5dec41-5b34-4811-b0bb-a9bce9276d07 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Calling delete_port for 0742ea29-cf8e-4837-8a78-9fffdbbeed16 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:27:29.509089 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fc7ded83-c48f-40fc-9b53-31dcfa5f97ca req-ac5dec41-5b34-4811-b0bb-a9bce9276d07 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0742ea29-cf8e-4837-8a78-9fffdbbeed16), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:29.556205 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0695e7af-1276-49b9-86ca-2515efd53074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (8b35a12b-2c92-418f-b380-75bda440d065), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:29.593944 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-ad897b73-8f2d-4bcf-b27e-bf9c79feea1a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a HTTP/1.1" status: 200 len: 217 time: 0.1034265 Mar 23 01:27:29.604257 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d2ccb-49b3-47dd-bd0f-b01113bb5006 req-074c569c-4fdf-47bb-8b1b-4bc44b6a293e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:29.607029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd7d2ccb-49b3-47dd-bd0f-b01113bb5006 req-074c569c-4fdf-47bb-8b1b-4bc44b6a293e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 948 time: 0.7486694 Mar 23 01:27:29.607829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5dec41-5b34-4811-b0bb-a9bce9276d07 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Pushing event deleted for resources: {'Port': ['ID=0742ea29-cf8e-4837-8a78-9fffdbbeed16,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:29.686799 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-dfaf5eda-8a27-40d5-9c68-dd0a97bd1986 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397363 Mar 23 01:27:29.701197 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (b7f4af93-f299-47e8-aa76-0dc25b954343), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:29.801471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7ded83-c48f-40fc-9b53-31dcfa5f97ca req-ac5dec41-5b34-4811-b0bb-a9bce9276d07 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] No DVR routers for this DVR port 0742ea29-cf8e-4837-8a78-9fffdbbeed16 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:27:29.828924 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fc7ded83-c48f-40fc-9b53-31dcfa5f97ca req-ac5dec41-5b34-4811-b0bb-a9bce9276d07 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:29.839029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc7ded83-c48f-40fc-9b53-31dcfa5f97ca req-ac5dec41-5b34-4811-b0bb-a9bce9276d07 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.42 "DELETE /v2.0/ports/0742ea29-cf8e-4837-8a78-9fffdbbeed16 HTTP/1.1" status: 204 len: 173 time: 1.5767212 Mar 23 01:27:29.839663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80631fc6-148f-4d9f-b81d-b5b58f783974', 'name': 'network-vif-deleted', 'tag': '0742ea29-cf8e-4837-8a78-9fffdbbeed16'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:29.844739 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9715a004-9243-45ed-b0db-6551d197c4ab" -d '{"events": [{"server_uuid": "80631fc6-148f-4d9f-b81d-b5b58f783974", "name": "network-vif-deleted", "tag": "0742ea29-cf8e-4837-8a78-9fffdbbeed16"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:29.864266 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd7d2ccb-49b3-47dd-bd0f-b01113bb5006 req-23cab90e-12de-4572-b0dc-74644889dfe5 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448018 Mar 23 01:27:29.878731 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-f8574a12-6fbf-44d1-8390-dc81766eb765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:29.880215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-f8574a12-6fbf-44d1-8390-dc81766eb765 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.2699065 Mar 23 01:27:29.975168 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc6aefc-d263-4819-a39d-81f6c3c25d1e x-openstack-request-id: req-6cc6aefc-d263-4819-a39d-81f6c3c25d1e {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:29.975552 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80631fc6-148f-4d9f-b81d-b5b58f783974", "name": "network-vif-deleted", "tag": "0742ea29-cf8e-4837-8a78-9fffdbbeed16", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:29.975791 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6cc6aefc-d263-4819-a39d-81f6c3c25d1e {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:29.976267 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc6aefc-d263-4819-a39d-81f6c3c25d1e'] response: {'server_uuid': '80631fc6-148f-4d9f-b81d-b5b58f783974', 'name': 'network-vif-deleted', 'tag': '0742ea29-cf8e-4837-8a78-9fffdbbeed16', 'status': 'completed', 'code': 200} Mar 23 01:27:30.004719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-97a0af3e-1406-4677-ab2d-8d1c383c4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:30.010607 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-97a0af3e-1406-4677-ab2d-8d1c383c4967 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1188338 Mar 23 01:27:30.114895 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a49e68bd-58af-48fd-96b4-cbca68dbe56f req-e7dc22ad-92b4-4ad8-a06b-67614a784240 tempest-ServersAdminTestJSON-1681111109 tempest-ServersAdminTestJSON-1681111109-project] 10.222.0.18 "GET /v2.0/ports?device_id=80631fc6-148f-4d9f-b81d-b5b58f783974 HTTP/1.1" status: 200 len: 210 time: 0.0893512 Mar 23 01:27:30.148484 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0695e7af-1276-49b9-86ca-2515efd53074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (8b35a12b-2c92-418f-b380-75bda440d065), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:30.277356 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-4dddcce9-cefc-4cbd-8d7b-c8b488a91346 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542906 Mar 23 01:27:30.339439 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695e7af-1276-49b9-86ca-2515efd53074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b35a12b-2c92-418f-b380-75bda440d065,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:30.340748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 12cc3aa7-3a74-4937-8205-13c47cc68a3a details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:27:30.343699 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0742ea29-cf8e-4837-8a78-9fffdbbeed16 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:27:30.362534 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0695e7af-1276-49b9-86ca-2515efd53074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:30.373770 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0695e7af-1276-49b9-86ca-2515efd53074 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8b35a12b-2c92-418f-b380-75bda440d065 HTTP/1.1" status: 204 len: 168 time: 2.6287568 Mar 23 01:27:30.381664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52908) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:30.450878 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 0742ea29-cf8e-4837-8a78-9fffdbbeed16 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:27:30.450878 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0742ea29-cf8e-4837-8a78-9fffdbbeed16 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:27:30.500791 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-35353176-417e-4df6-b12f-4418a6aae2d7 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7805595 Mar 23 01:27:30.566060 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e3a9659-be51-4ba1-a23c-cab2f418d9e4 req-e4fa958a-237a-40ed-8354-d6e9c754f7d8 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480609 Mar 23 01:27:30.675498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88432fcf-0fbf-4ea6-8c21-17151b07aa2f req-d4952a97-4cac-4849-ab82-3d48503f0d22 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:30.682898 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88432fcf-0fbf-4ea6-8c21-17151b07aa2f req-d4952a97-4cac-4849-ab82-3d48503f0d22 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 945 time: 0.3944774 Mar 23 01:27:30.688133 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 12cc3aa7-3a74-4937-8205-13c47cc68a3a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:30.712411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '12cc3aa7-3a74-4937-8205-13c47cc68a3a', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '12cc3aa7-3a74-4937-8205-13c47cc68a3a', 'mac_address': 'fa:16:3e:23:54:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:27:30.733143 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1d70c0f-34ed-4411-92ba-5e9120659e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (2349cefc-301d-403a-8c18-971545588676), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:30.792027 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 12cc3aa7-3a74-4937-8205-13c47cc68a3a is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:30.792027 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:30.792315 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88432fcf-0fbf-4ea6-8c21-17151b07aa2f req-288b27a5-d9d2-41a5-aa75-07757b692391 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069844 Mar 23 01:27:30.822820 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12cc3aa7-3a74-4937-8205-13c47cc68a3a {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:27:30.883325 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 12cc3aa7-3a74-4937-8205-13c47cc68a3a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:30.908786 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:30.997368 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1d70c0f-34ed-4411-92ba-5e9120659e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (2349cefc-301d-403a-8c18-971545588676), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:31.007505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Router b7f4af93-f299-47e8-aa76-0dc25b954343 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:27:31.040960 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=12cc3aa7-3a74-4937-8205-13c47cc68a3a,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:31.148395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91eec8f-7f12-4315-bb5c-8f9bb8fd517a req-e79b232a-974a-4109-b951-4a5feb6d0aab tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:31.157378 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e91eec8f-7f12-4315-bb5c-8f9bb8fd517a req-e79b232a-974a-4109-b951-4a5feb6d0aab tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 949 time: 0.1211333 Mar 23 01:27:31.181947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['12cc3aa7-3a74-4937-8205-13c47cc68a3a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:27:31.182763 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e1d70c0f-34ed-4411-92ba-5e9120659e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2349cefc-301d-403a-8c18-971545588676']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:31.194500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e1d70c0f-34ed-4411-92ba-5e9120659e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45809ccb-66ba-41fc-9b4e-a97843791b22') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:31.194823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e1d70c0f-34ed-4411-92ba-5e9120659e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45809ccb-66ba-41fc-9b4e-a97843791b22') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:31.206482 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1d70c0f-34ed-4411-92ba-5e9120659e5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (45809ccb-66ba-41fc-9b4e-a97843791b22), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:31.221586 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1d70c0f-34ed-4411-92ba-5e9120659e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (45809ccb-66ba-41fc-9b4e-a97843791b22), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:31.229143 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d70c0f-34ed-4411-92ba-5e9120659e5d admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:27:31.229543 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1d70c0f-34ed-4411-92ba-5e9120659e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (45809ccb-66ba-41fc-9b4e-a97843791b22), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:31.263755 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:27:31.278574 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1f88a809-fdd3-483b-8b34-625e87df9961 admin admin] 10.222.0.18 "PUT /v2.0/routers/b7f4af93-f299-47e8-aa76-0dc25b954343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2251949 Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: items = [ Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:27:31.279443 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:27:31.285369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52922) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:31.303411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcb2501-c5e6-4533-9e5b-0d60407f9e7b None None] Sync routers for ids ['b7f4af93-f299-47e8-aa76-0dc25b954343'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:27:31.308889 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e91eec8f-7f12-4315-bb5c-8f9bb8fd517a req-84ddae91-c5e1-4556-a06b-7c015a79a2eb tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505558 Mar 23 01:27:31.355317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcb2501-c5e6-4533-9e5b-0d60407f9e7b None None] Routers {'b7f4af93-f299-47e8-aa76-0dc25b954343'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:31.359902 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0bcb2501-c5e6-4533-9e5b-0d60407f9e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b7f4af93-f299-47e8-aa76-0dc25b954343'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:31.469844 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1d70c0f-34ed-4411-92ba-5e9120659e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (2349cefc-301d-403a-8c18-971545588676), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:31.488522 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1d70c0f-34ed-4411-92ba-5e9120659e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:31.491985 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e1d70c0f-34ed-4411-92ba-5e9120659e5d admin admin] 10.222.0.18 "DELETE /v2.0/networks/2349cefc-301d-403a-8c18-971545588676 HTTP/1.1" status: 204 len: 168 time: 1.1059017 Mar 23 01:27:31.514996 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f31d1ce-e93b-406d-be39-1bb92bae1672 admin admin] Publish callbacks [] for router (b7f4af93-f299-47e8-aa76-0dc25b954343), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:31.531882 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d37b38d-b7be-4083-a96f-245966264b4b req-0e26e06d-b1cb-402e-8961-444bc427ff89 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6473167 Mar 23 01:27:31.580539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-8d37b38d-b7be-4083-a96f-245966264b4b req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:31.595583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d70c0f-34ed-4411-92ba-5e9120659e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=2349cefc-301d-403a-8c18-971545588676,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:31.676378 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d37b38d-b7be-4083-a96f-245966264b4b req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:31.707641 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-0bcb2501-c5e6-4533-9e5b-0d60407f9e7b None None] Set router b7f4af93-f299-47e8-aa76-0dc25b954343 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:31.821398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52944) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:31.991002 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f31d1ce-e93b-406d-be39-1bb92bae1672 admin admin] Publish callbacks [] for router_gateway (b7f4af93-f299-47e8-aa76-0dc25b954343), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:32.035790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52946) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:32.102655 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8a703-c7e7-49ca-9730-78e0448050d0 req-50886581-01bf-4523-92b1-2befb694cdab tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:32.112564 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4c8a703-c7e7-49ca-9730-78e0448050d0 req-50886581-01bf-4523-92b1-2befb694cdab tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 949 time: 0.2828131 Mar 23 01:27:32.195883 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8933d658-ad90-4a89-931a-0cc2dc0b6682 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a72c035282348b2a633635951721a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732891 Mar 23 01:27:32.200435 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0bcb2501-c5e6-4533-9e5b-0d60407f9e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-777839237-router', 'tenant_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '57f13f88-7484-4eb4-8dfe-fc5670898f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:06Z', 'updated_at': '2022-03-23T01:27:28Z', 'revision_number': 5, 'project_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'gw_port': {'id': '57f13f88-7484-4eb4-8dfe-fc5670898f78', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:09Z', 'updated_at': '2022-03-23T01:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:32.204290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52950) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:32.231268 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-9f31d1ce-e93b-406d-be39-1bb92bae1672 admin admin] Deleting port 57f13f88-7484-4eb4-8dfe-fc5670898f78 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:27:32.231830 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f31d1ce-e93b-406d-be39-1bb92bae1672 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (57f13f88-7484-4eb4-8dfe-fc5670898f78), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:32.237658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcb2501-c5e6-4533-9e5b-0d60407f9e7b None None] Checking router: b7f4af93-f299-47e8-aa76-0dc25b954343 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:27:32.247049 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcb2501-c5e6-4533-9e5b-0d60407f9e7b None None] Routers {'b7f4af93-f299-47e8-aa76-0dc25b954343'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:32.247811 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0bcb2501-c5e6-4533-9e5b-0d60407f9e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b7f4af93-f299-47e8-aa76-0dc25b954343'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:32.303803 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4c8a703-c7e7-49ca-9730-78e0448050d0 req-d2432bd0-86c4-4324-9813-489d90b828d2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903412 Mar 23 01:27:32.346155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-0bcb2501-c5e6-4533-9e5b-0d60407f9e7b None None] Set router b7f4af93-f299-47e8-aa76-0dc25b954343 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:32.356780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cf9ca-d9ce-4c3b-b037-70dda629a73e req-2962d00d-405d-406b-aefc-60af08d2da6d tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:32.358704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f0cf9ca-d9ce-4c3b-b037-70dda629a73e req-2962d00d-405d-406b-aefc-60af08d2da6d tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.43 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779&tenant_id=a2197bbb087244449add1667f6153ce8&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 949 time: 0.4321125 Mar 23 01:27:32.362748 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-eb36bee4-cc3e-4950-9eb5-8a3548bb553a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b737776789745b5974027eaf2efb640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256855 Mar 23 01:27:32.366172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52954) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:32.404449 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0bcb2501-c5e6-4533-9e5b-0d60407f9e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-777839237-router', 'tenant_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:06Z', 'updated_at': '2022-03-23T01:27:31Z', 'revision_number': 6, 'project_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:32.454637 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13b8476d-3b67-4d6b-8cc6-bb1f255e88b0 admin admin] Publish callbacks [] for security_group (88c2e242-08a3-4f84-8a18-d8540a21d538), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:32.462119 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-9f31d1ce-e93b-406d-be39-1bb92bae1672 admin admin] For port 57f13f88-7484-4eb4-8dfe-fc5670898f78, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=57f13f88-7484-4eb4-8dfe-fc5670898f78,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:32.462492 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f31d1ce-e93b-406d-be39-1bb92bae1672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (57f13f88-7484-4eb4-8dfe-fc5670898f78), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:32.466114 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d37b38d-b7be-4083-a96f-245966264b4b req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:32.488290 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1546b599-9b43-4882-b6db-ccbd63b31d1e admin admin] Publish callbacks [] for security_group (475f98d1-b6ed-45c1-9503-8fe45742b7cf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:32.489685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-9f31d1ce-e93b-406d-be39-1bb92bae1672 admin admin] Calling delete_port for 57f13f88-7484-4eb4-8dfe-fc5670898f78 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:27:32.503623 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13b8476d-3b67-4d6b-8cc6-bb1f255e88b0 admin admin] Publish callbacks [] for security_group (88c2e242-08a3-4f84-8a18-d8540a21d538), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:32.601575 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1546b599-9b43-4882-b6db-ccbd63b31d1e admin admin] Publish callbacks [] for security_group (475f98d1-b6ed-45c1-9503-8fe45742b7cf), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:32.603813 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [req-7f0cf9ca-d9ce-4c3b-b037-70dda629a73e req-00c1b0f4-bdc7-41fd-99cf-89a214109d17 service neutron] delete failed (client error): The resource could not be found. Mar 23 01:27:32.604914 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f0cf9ca-d9ce-4c3b-b037-70dda629a73e req-00c1b0f4-bdc7-41fd-99cf-89a214109d17 service neutron] 10.222.0.43 "DELETE /v2.0/ports/12cc3aa7-3a74-4937-8205-13c47cc68a3a/bindings/n-h2-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.2362297 Mar 23 01:27:32.612277 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcb2501-c5e6-4533-9e5b-0d60407f9e7b None None] The sync data for ids ['b7f4af93-f299-47e8-aa76-0dc25b954343'] in n-d-834677-4 is: [{'id': 'b7f4af93-f299-47e8-aa76-0dc25b954343', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-777839237-router', 'tenant_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:06Z', 'updated_at': '2022-03-23T01:27:31Z', 'revision_number': 6, 'project_id': 'e96d0848fa6f4c64a3e672198ab4f4df', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:27:32.635710 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13b8476d-3b67-4d6b-8cc6-bb1f255e88b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (88c2e242-08a3-4f84-8a18-d8540a21d538), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:32.639601 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13b8476d-3b67-4d6b-8cc6-bb1f255e88b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:32.643200 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-13b8476d-3b67-4d6b-8cc6-bb1f255e88b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88c2e242-08a3-4f84-8a18-d8540a21d538 HTTP/1.1" status: 204 len: 168 time: 0.2743132 Mar 23 01:27:32.700245 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8476d-3b67-4d6b-8cc6-bb1f255e88b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c2e242-08a3-4f84-8a18-d8540a21d538,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:32.742303 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-8d37b38d-b7be-4083-a96f-245966264b4b req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Allocated IP 172.25.0.66 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/e17556f4-ce28-40af-a50e-59732f3642fa) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:27:32.820575 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f31d1ce-e93b-406d-be39-1bb92bae1672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (57f13f88-7484-4eb4-8dfe-fc5670898f78), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:32.823238 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1546b599-9b43-4882-b6db-ccbd63b31d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (475f98d1-b6ed-45c1-9503-8fe45742b7cf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:32.825777 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1546b599-9b43-4882-b6db-ccbd63b31d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:32.831579 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1546b599-9b43-4882-b6db-ccbd63b31d1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/475f98d1-b6ed-45c1-9503-8fe45742b7cf HTTP/1.1" status: 204 len: 168 time: 0.6205797 Mar 23 01:27:32.852032 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31d1ce-e93b-406d-be39-1bb92bae1672 admin admin] Pushing event deleted for resources: {'Port': ['ID=57f13f88-7484-4eb4-8dfe-fc5670898f78,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:32.901643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546b599-9b43-4882-b6db-ccbd63b31d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475f98d1-b6ed-45c1-9503-8fe45742b7cf,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:32.939526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cf9ca-d9ce-4c3b-b037-70dda629a73e req-c85970a0-951d-4c17-a1ef-7182729fa1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:32.941839 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f0cf9ca-d9ce-4c3b-b037-70dda629a73e req-c85970a0-951d-4c17-a1ef-7182729fa1c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 1131 time: 0.1767342 Mar 23 01:27:33.001342 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f31d1ce-e93b-406d-be39-1bb92bae1672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (b7f4af93-f299-47e8-aa76-0dc25b954343), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.056825 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d37b38d-b7be-4083-a96f-245966264b4b req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for port (e17556f4-ce28-40af-a50e-59732f3642fa), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.130672 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cf9ca-d9ce-4c3b-b037-70dda629a73e req-7dafc29d-27fd-4ec5-80ab-04b7348d1224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:33.133975 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f0cf9ca-d9ce-4c3b-b037-70dda629a73e req-7dafc29d-27fd-4ec5-80ab-04b7348d1224 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1834481 Mar 23 01:27:33.137502 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f31d1ce-e93b-406d-be39-1bb92bae1672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (b7f4af93-f299-47e8-aa76-0dc25b954343), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.139781 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f31d1ce-e93b-406d-be39-1bb92bae1672 admin admin] Publish callbacks [] for router_controller (b7f4af93-f299-47e8-aa76-0dc25b954343), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.141215 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52996) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:33.159925 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d37b38d-b7be-4083-a96f-245966264b4b req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e17556f4-ce28-40af-a50e-59732f3642fa), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.221192 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d37b38d-b7be-4083-a96f-245966264b4b req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:27:33.232484 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-8d37b38d-b7be-4083-a96f-245966264b4b req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:33.236935 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d37b38d-b7be-4083-a96f-245966264b4b req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:27:33.254732 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f31d1ce-e93b-406d-be39-1bb92bae1672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (b7f4af93-f299-47e8-aa76-0dc25b954343), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.255285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f31d1ce-e93b-406d-be39-1bb92bae1672 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7f4af93-f299-47e8-aa76-0dc25b954343 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:27:33.263560 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Pushing event updated for resources: {'Port': ['ID=e17556f4-ce28-40af-a50e-59732f3642fa,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:33.264193 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f31d1ce-e93b-406d-be39-1bb92bae1672 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.267690 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9f31d1ce-e93b-406d-be39-1bb92bae1672 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b7f4af93-f299-47e8-aa76-0dc25b954343 HTTP/1.1" status: 204 len: 168 time: 1.9781992 Mar 23 01:27:33.273240 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d3a8b720-99b5-44d4-93bb-3e5b63b7e2ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b33751623b94f4cb73467a5e14d2686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287742 Mar 23 01:27:33.275735 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52998) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:33.275870 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53000) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:33.330033 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f0cf9ca-d9ce-4c3b-b037-70dda629a73e req-74ae2c69-72a5-4d0d-8d95-5a86a0c89301 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a HTTP/1.1" status: 200 len: 217 time: 0.0616148 Mar 23 01:27:33.340459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0f1c7-9914-4707-b2a2-674d0373da33 req-c706ff08-3f7c-4617-a96c-56888bbf147b tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:33.342144 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9ad0f1c7-9914-4707-b2a2-674d0373da33 req-c706ff08-3f7c-4617-a96c-56888bbf147b tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d HTTP/1.1" status: 200 len: 950 time: 0.3463089 Mar 23 01:27:33.345683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-252a8608-13a0-4915-afdc-55d98c3054e0 admin admin] Deleting subnet df2e3b95-c09a-4e8b-b70e-283fa8c59d86 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:27:33.350922 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-252a8608-13a0-4915-afdc-55d98c3054e0 admin admin] Publish callbacks [] for subnet (df2e3b95-c09a-4e8b-b70e-283fa8c59d86), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.410422 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-252a8608-13a0-4915-afdc-55d98c3054e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (df2e3b95-c09a-4e8b-b70e-283fa8c59d86), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.436012 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cf9ca-d9ce-4c3b-b037-70dda629a73e req-66b1539b-ce78-470e-acf5-16b4d333be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:33.438870 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f0cf9ca-d9ce-4c3b-b037-70dda629a73e req-66b1539b-ce78-470e-acf5-16b4d333be46 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0984640 Mar 23 01:27:33.451623 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-818bffdb-0cbc-438a-90c4-b5d5880d3441 admin admin] Publish callbacks [] for security_group (6e2de309-ba92-4dee-bce6-c1e5f0fd0c51), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.455428 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9ad0f1c7-9914-4707-b2a2-674d0373da33 req-f0dc7f7d-0037-4d14-bf3e-3e07642afa13 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062014 Mar 23 01:27:33.468443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53006) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:33.550859 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-818bffdb-0cbc-438a-90c4-b5d5880d3441 admin admin] Publish callbacks [] for security_group (6e2de309-ba92-4dee-bce6-c1e5f0fd0c51), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.558755 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.570845 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9a486dc9-65c7-4415-a0cb-faa2d997b34e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f724dbaaa497403ab2412c3d669284cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0986512 Mar 23 01:27:33.583002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53008) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:33.586151 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-252a8608-13a0-4915-afdc-55d98c3054e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (df2e3b95-c09a-4e8b-b70e-283fa8c59d86), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.598356 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 56301e9b-6945-457b-9718-a4356c4f732b no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:27:33.605638 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d37b38d-b7be-4083-a96f-245966264b4b req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for floatingip (d31db3af-5a67-4750-acd1-bc0252e7736b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.621579 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 56301e9b-6945-457b-9718-a4356c4f732b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:27:33.622175 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 56301e9b-6945-457b-9718-a4356c4f732b not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:27:33.622748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 57f13f88-7484-4eb4-8dfe-fc5670898f78 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:27:33.646766 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 57f13f88-7484-4eb4-8dfe-fc5670898f78 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:27:33.647582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 57f13f88-7484-4eb4-8dfe-fc5670898f78 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:27:33.687204 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-818bffdb-0cbc-438a-90c4-b5d5880d3441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6e2de309-ba92-4dee-bce6-c1e5f0fd0c51), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.687509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d89b5f-905f-4d26-b03f-cc65e612070d req-1e9a83c2-1854-4aed-8ffb-5e7c6fbdf270 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:33.689026 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21d89b5f-905f-4d26-b03f-cc65e612070d req-1e9a83c2-1854-4aed-8ffb-5e7c6fbdf270 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 949 time: 0.0808103 Mar 23 01:27:33.690059 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-818bffdb-0cbc-438a-90c4-b5d5880d3441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.690453 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-252a8608-13a0-4915-afdc-55d98c3054e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (df2e3b95-c09a-4e8b-b70e-283fa8c59d86), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.694036 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-818bffdb-0cbc-438a-90c4-b5d5880d3441 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e2de309-ba92-4dee-bce6-c1e5f0fd0c51 HTTP/1.1" status: 204 len: 168 time: 0.4080479 Mar 23 01:27:33.694036 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cf9ca-d9ce-4c3b-b037-70dda629a73e req-9c92c7ce-f0f5-49d5-b1a9-998548aac5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:33.694864 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f0cf9ca-d9ce-4c3b-b037-70dda629a73e req-9c92c7ce-f0f5-49d5-b1a9-998548aac5d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2481937 Mar 23 01:27:33.719753 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d37b38d-b7be-4083-a96f-245966264b4b req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e17556f4-ce28-40af-a50e-59732f3642fa), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.722551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a8608-13a0-4915-afdc-55d98c3054e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2e3b95-c09a-4e8b-b70e-283fa8c59d86,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:33.726325 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bffdb-0cbc-438a-90c4-b5d5880d3441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2de309-ba92-4dee-bce6-c1e5f0fd0c51,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:33.731982 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-252a8608-13a0-4915-afdc-55d98c3054e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.737463 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-252a8608-13a0-4915-afdc-55d98c3054e0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/df2e3b95-c09a-4e8b-b70e-283fa8c59d86 HTTP/1.1" status: 204 len: 168 time: 0.4574242 Mar 23 01:27:33.741631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3151f8ed-b48a-43bf-8ae0-042aac0b8782 None None] Network f50381e7-fadf-49c7-87c9-d98cf3c3cc56 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:27:33.741787 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53012) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:33.860736 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21d89b5f-905f-4d26-b03f-cc65e612070d req-77416106-3f4b-4895-83b9-7c33aa7cc4fc tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399262 Mar 23 01:27:33.867172 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (f50381e7-fadf-49c7-87c9-d98cf3c3cc56), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.946862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] Deleting port d731f9be-04a4-4905-a503-036771a3a738 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:27:33.947508 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d731f9be-04a4-4905-a503-036771a3a738), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:33.974649 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a028fb2-9d8d-4319-a3de-fc45b0d984ad None None] DHCP port deletion for f50381e7-fadf-49c7-87c9-d98cf3c3cc56 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:27:34.051543 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] For port d731f9be-04a4-4905-a503-036771a3a738, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d731f9be-04a4-4905-a503-036771a3a738,segment=NetworkSegment(99aa3f51-3d36-451e-b3e0-273e43a07816),segment_id=99aa3f51-3d36-451e-b3e0-273e43a07816)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:34.051989 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d731f9be-04a4-4905-a503-036771a3a738), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.067847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] Calling delete_port for d731f9be-04a4-4905-a503-036771a3a738 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:27:34.068791 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8a028fb2-9d8d-4319-a3de-fc45b0d984ad None None] Deleting port d731f9be-04a4-4905-a503-036771a3a738 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:27:34.069412 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8a028fb2-9d8d-4319-a3de-fc45b0d984ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d731f9be-04a4-4905-a503-036771a3a738), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.165910 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f617090a-14b0-4174-ae75-47f1e2b0d5bd admin admin] Publish callbacks [] for security_group (8153ef6b-09e4-4761-b665-502cc98bc798), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.166736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8a028fb2-9d8d-4319-a3de-fc45b0d984ad None None] For port d731f9be-04a4-4905-a503-036771a3a738, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d731f9be-04a4-4905-a503-036771a3a738,segment=NetworkSegment(99aa3f51-3d36-451e-b3e0-273e43a07816),segment_id=99aa3f51-3d36-451e-b3e0-273e43a07816)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:34.167988 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8a028fb2-9d8d-4319-a3de-fc45b0d984ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d731f9be-04a4-4905-a503-036771a3a738), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.177580 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (d731f9be-04a4-4905-a503-036771a3a738), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.184734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8a028fb2-9d8d-4319-a3de-fc45b0d984ad None None] Calling delete_port for d731f9be-04a4-4905-a503-036771a3a738 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:27:34.191488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] No DVR routers for this DVR port d731f9be-04a4-4905-a503-036771a3a738 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:27:34.236216 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d731f9be-04a4-4905-a503-036771a3a738,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:34.240489 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f617090a-14b0-4174-ae75-47f1e2b0d5bd admin admin] Publish callbacks [] for security_group (8153ef6b-09e4-4761-b665-502cc98bc798), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.291259 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (f50381e7-fadf-49c7-87c9-d98cf3c3cc56), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.321209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50381e7-fadf-49c7-87c9-d98cf3c3cc56']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:34.334055 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f0cf9ca-d9ce-4c3b-b037-70dda629a73e req-ddc70554-a81c-44d5-b3e4-21da1ef68fcc service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6269062 Mar 23 01:27:34.334313 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8a028fb2-9d8d-4319-a3de-fc45b0d984ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (d731f9be-04a4-4905-a503-036771a3a738), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.338102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99aa3f51-3d36-451e-b3e0-273e43a07816') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:34.339031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99aa3f51-3d36-451e-b3e0-273e43a07816') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:34.358848 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (99aa3f51-3d36-451e-b3e0-273e43a07816), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.359545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a028fb2-9d8d-4319-a3de-fc45b0d984ad None None] No DVR routers for this DVR port d731f9be-04a4-4905-a503-036771a3a738 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:27:34.396125 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (99aa3f51-3d36-451e-b3e0-273e43a07816), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.415330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:27:34.416025 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (99aa3f51-3d36-451e-b3e0-273e43a07816), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.419705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 12cc3aa7-3a74-4937-8205-13c47cc68a3a up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:27:34.419998 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:27:34.427409 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f617090a-14b0-4174-ae75-47f1e2b0d5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8153ef6b-09e4-4761-b665-502cc98bc798), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.430105 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f617090a-14b0-4174-ae75-47f1e2b0d5bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.434266 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f617090a-14b0-4174-ae75-47f1e2b0d5bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8153ef6b-09e4-4761-b665-502cc98bc798 HTTP/1.1" status: 204 len: 168 time: 0.8483832 Mar 23 01:27:34.454526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617090a-14b0-4174-ae75-47f1e2b0d5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8153ef6b-09e4-4761-b665-502cc98bc798,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:34.500889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a028fb2-9d8d-4319-a3de-fc45b0d984ad None None] Pushing event deleted for resources: {'Port': ['ID=d731f9be-04a4-4905-a503-036771a3a738,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:34.508830 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d37b38d-b7be-4083-a96f-245966264b4b req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for port (e17556f4-ce28-40af-a50e-59732f3642fa), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.532571 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d37b38d-b7be-4083-a96f-245966264b4b req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e17556f4-ce28-40af-a50e-59732f3642fa), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.550298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 12cc3aa7-3a74-4937-8205-13c47cc68a3a completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:27:34.560534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 12cc3aa7-3a74-4937-8205-13c47cc68a3a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:34.561278 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.618432 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (f50381e7-fadf-49c7-87c9-d98cf3c3cc56), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.621484 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f0cf9ca-d9ce-4c3b-b037-70dda629a73e req-0cc72c7f-217d-4cb0-a7d5-4c9c5691bcb8 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765756 Mar 23 01:27:34.680763 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d37b38d-b7be-4083-a96f-245966264b4b req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (d31db3af-5a67-4750-acd1-bc0252e7736b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.704032 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Pushing event updated for resources: {'Port': ['ID=e17556f4-ce28-40af-a50e-59732f3642fa,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:34.716333 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d37b38d-b7be-4083-a96f-245966264b4b req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.723263 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d37b38d-b7be-4083-a96f-245966264b4b req-2678e619-ed01-42bb-9b19-f979113f17d7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1589274 Mar 23 01:27:34.742750 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.750786 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f50381e7-fadf-49c7-87c9-d98cf3c3cc56 HTTP/1.1" status: 204 len: 168 time: 1.0065525 Mar 23 01:27:34.759524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c34683-3b01-4c57-b9c8-3e6cca4ce1f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f50381e7-fadf-49c7-87c9-d98cf3c3cc56,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:34.826692 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 12cc3aa7-3a74-4937-8205-13c47cc68a3a is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:34.827242 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.859838 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d37b38d-b7be-4083-a96f-245966264b4b req-0026407c-523d-4bdc-8724-b66d1758fa1b tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 695 time: 0.1205690 Mar 23 01:27:34.867015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e60a40-00e9-4ad0-a421-0ff6dfc53779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cc3aa7-3a74-4937-8205-13c47cc68a3a'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:34.869861 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143f4d2f-49cc-4405-9837-74ac3e61522b" -d '{"events": [{"server_uuid": "21e60a40-00e9-4ad0-a421-0ff6dfc53779", "name": "network-vif-plugged", "status": "completed", "tag": "12cc3aa7-3a74-4937-8205-13c47cc68a3a"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:34.874293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 12cc3aa7-3a74-4937-8205-13c47cc68a3a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:34.883786 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:34.895614 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a76d7-6a0b-4aa7-bc9c-eb2b275c2f02 req-db46293d-4982-4b6b-90b3-4821a1c8c936 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:34.904951 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-973a76d7-6a0b-4aa7-bc9c-eb2b275c2f02 req-db46293d-4982-4b6b-90b3-4821a1c8c936 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d HTTP/1.1" status: 200 len: 950 time: 0.1516700 Mar 23 01:27:34.958559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=12cc3aa7-3a74-4937-8205-13c47cc68a3a,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:34.976926 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-973a76d7-6a0b-4aa7-bc9c-eb2b275c2f02 req-d0f247eb-458d-45c9-81e1-3fdbed1ecf5e tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709589 Mar 23 01:27:35.013215 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37b38d-b7be-4083-a96f-245966264b4b req-269ef671-6ae9-4f45-8e6e-dac98e589b38 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:35.014648 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d37b38d-b7be-4083-a96f-245966264b4b req-269ef671-6ae9-4f45-8e6e-dac98e589b38 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.1474404 Mar 23 01:27:35.057751 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bd0fd3-eb01-4b03-8743-14fc1d0aa01c x-openstack-request-id: req-82bd0fd3-eb01-4b03-8743-14fc1d0aa01c {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:35.058052 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e60a40-00e9-4ad0-a421-0ff6dfc53779", "name": "network-vif-plugged", "status": "completed", "tag": "12cc3aa7-3a74-4937-8205-13c47cc68a3a", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:35.058315 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82bd0fd3-eb01-4b03-8743-14fc1d0aa01c {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:35.058715 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82bd0fd3-eb01-4b03-8743-14fc1d0aa01c'] response: {'server_uuid': '21e60a40-00e9-4ad0-a421-0ff6dfc53779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cc3aa7-3a74-4937-8205-13c47cc68a3a', 'code': 200} Mar 23 01:27:35.134241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53056) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:35.177325 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff5ee2-506a-46df-838f-7e42150ac559 req-d32c5c75-aa58-4622-970f-542e30a5b534 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:35.179217 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-60ff5ee2-506a-46df-838f-7e42150ac559 req-d32c5c75-aa58-4622-970f-542e30a5b534 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.0613253 Mar 23 01:27:35.198855 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2645aba9-cf70-49e2-b42e-fe57f2dba3a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e96d0848fa6f4c64a3e672198ab4f4df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0623724 Mar 23 01:27:35.201999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53062) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:35.259909 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0aa65fe7-7788-4075-8760-faa3cdf33699 admin admin] Publish callbacks [] for security_group (d551250c-b408-4179-8495-5e11683c5f24), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:35.277129 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d731f9be-04a4-4905-a503-036771a3a738 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:27:35.283274 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-60ff5ee2-506a-46df-838f-7e42150ac559 req-a5951a3b-053d-44cc-8427-8e938cd5ea94 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984647 Mar 23 01:27:35.297518 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0aa65fe7-7788-4075-8760-faa3cdf33699 admin admin] Publish callbacks [] for security_group (d551250c-b408-4179-8495-5e11683c5f24), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:35.307631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: d731f9be-04a4-4905-a503-036771a3a738 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:27:35.314582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d731f9be-04a4-4905-a503-036771a3a738 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:27:35.392894 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0aa65fe7-7788-4075-8760-faa3cdf33699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d551250c-b408-4179-8495-5e11683c5f24), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:35.395713 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0aa65fe7-7788-4075-8760-faa3cdf33699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:35.399387 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0aa65fe7-7788-4075-8760-faa3cdf33699 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d551250c-b408-4179-8495-5e11683c5f24 HTTP/1.1" status: 204 len: 168 time: 0.1945686 Mar 23 01:27:35.406843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa65fe7-7788-4075-8760-faa3cdf33699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d551250c-b408-4179-8495-5e11683c5f24,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:35.729947 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-6e4adc27-a6a8-428e-86b5-59d4bdcb6f3b tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:35.738260 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-6e4adc27-a6a8-428e-86b5-59d4bdcb6f3b tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 821 time: 0.1304936 Mar 23 01:27:35.751383 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-abc24f76-d835-4095-8b82-5ea3b277e563 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/quotas/b47b2a17ae974944ae65504bbaa701ca HTTP/1.1" status: 200 len: 375 time: 0.0121651 Mar 23 01:27:35.760191 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73973d13-e663-48da-a248-f8606a93fbeb no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:27:35.833601 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-e20fe019-4aaa-4918-9690-175b7540f8e1 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0749798 Mar 23 01:27:35.876001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 73973d13-e663-48da-a248-f8606a93fbeb is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:35.876399 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73973d13-e663-48da-a248-f8606a93fbeb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:35.954895 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-2a933e18-b13f-4f77-a9b7-21c3498fdc7a service neutron] 10.222.0.18 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119909 Mar 23 01:27:35.956840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73973d13-e663-48da-a248-f8606a93fbeb, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73973d13-e663-48da-a248-f8606a93fbeb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:35.965264 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73973d13-e663-48da-a248-f8606a93fbeb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:36.023168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=73973d13-e663-48da-a248-f8606a93fbeb,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:36.108942 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-7ce85290-944a-4865-8e8b-ff83a30d5d2a service neutron] 10.222.0.18 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457927 Mar 23 01:27:36.324372 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b4b7a7e-af6a-4a05-a906-838f1f542ec3 req-59479b06-2cd1-4248-a8c1-b4e715d0fde2 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5 HTTP/1.1" status: 200 len: 210 time: 0.0405557 Mar 23 01:27:36.480109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d414a90-3b27-4b3b-bdc0-8409fc8b177f req-dd29a922-5813-4e12-85b0-9daf1a266c76 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:36.482542 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6d414a90-3b27-4b3b-bdc0-8409fc8b177f req-dd29a922-5813-4e12-85b0-9daf1a266c76 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.0752499 Mar 23 01:27:36.522485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53148) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:36.550463 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6d414a90-3b27-4b3b-bdc0-8409fc8b177f req-e18a858a-9100-44fc-a337-d467e58c57eb tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619884 Mar 23 01:27:36.695735 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6fcec-da08-4c14-80bb-8e13dc2fe9e6 req-c027d02a-8ea2-41a0-ac11-44576ac5edbf tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:36.700014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-fb1fbe67-6340-4c81-a369-247ea504cea4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-228037806-network', 'tenant_id': 'b283f72cdf604288b3b9d29014e717e0'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:36.701119 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08e6fcec-da08-4c14-80bb-8e13dc2fe9e6 req-c027d02a-8ea2-41a0-ac11-44576ac5edbf tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 1132 time: 0.0768573 Mar 23 01:27:36.747931 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1fbe67-6340-4c81-a369-247ea504cea4 admin admin] Made reservation on behalf of b283f72cdf604288b3b9d29014e717e0 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:27:36.757274 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb1fbe67-6340-4c81-a369-247ea504cea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:36.767821 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb1fbe67-6340-4c81-a369-247ea504cea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:36.796883 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08e6fcec-da08-4c14-80bb-8e13dc2fe9e6 req-97ca3e78-5f3f-4d28-a50e-f24aae8a7432 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856273 Mar 23 01:27:36.933585 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb1fbe67-6340-4c81-a369-247ea504cea4 admin admin] Publish callbacks [] for security_group (c1575cc1-6ddf-491f-8ded-be4c220b1be7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:36.938825 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb1fbe67-6340-4c81-a369-247ea504cea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c1575cc1-6ddf-491f-8ded-be4c220b1be7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:36.964633 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1fbe67-6340-4c81-a369-247ea504cea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:27:36.975324 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fbe67-6340-4c81-a369-247ea504cea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1575cc1-6ddf-491f-8ded-be4c220b1be7,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:36.980297 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb1fbe67-6340-4c81-a369-247ea504cea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (0d887752-b680-43a1-8bb5-aabecc73025d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:36.980684 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-fb1fbe67-6340-4c81-a369-247ea504cea4 admin admin] Added segment 0d887752-b680-43a1-8bb5-aabecc73025d of type vlan for network 8e4cda28-da62-40bd-b5f1-9db62d0dce18 Mar 23 01:27:37.032501 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb1fbe67-6340-4c81-a369-247ea504cea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (8e4cda28-da62-40bd-b5f1-9db62d0dce18), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:37.060334 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73973d13-e663-48da-a248-f8606a93fbeb'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:37.063812 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbcd31c-2cc0-445d-baf3-0316c0574aac" -d '{"events": [{"server_uuid": "40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d", "name": "network-vif-unplugged", "status": "completed", "tag": "73973d13-e663-48da-a248-f8606a93fbeb"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:37.098572 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb1fbe67-6340-4c81-a369-247ea504cea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (8e4cda28-da62-40bd-b5f1-9db62d0dce18), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:37.100650 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1fbe67-6340-4c81-a369-247ea504cea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:37.101636 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb1fbe67-6340-4c81-a369-247ea504cea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:37.158500 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355a9f3a-b568-46f4-9f77-cee290a1a3ba x-openstack-request-id: req-355a9f3a-b568-46f4-9f77-cee290a1a3ba {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:37.159365 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d", "name": "network-vif-unplugged", "status": "completed", "tag": "73973d13-e663-48da-a248-f8606a93fbeb", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:37.159478 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-355a9f3a-b568-46f4-9f77-cee290a1a3ba {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:37.159868 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355a9f3a-b568-46f4-9f77-cee290a1a3ba'] response: {'server_uuid': '40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73973d13-e663-48da-a248-f8606a93fbeb', 'code': 200} Mar 23 01:27:37.220698 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-c2e9b2f5-757a-4d34-a6eb-2bb9dc34a497 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a2197bbb087244449add1667f6153ce8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393791 Mar 23 01:27:37.223749 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fb1fbe67-6340-4c81-a369-247ea504cea4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7001624 Mar 23 01:27:37.227332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53214) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:37.233111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9418b957-dabe-460e-934f-b1a515c8ef76 admin admin] Request body: {'subnet': {'network_id': '8e4cda28-da62-40bd-b5f1-9db62d0dce18', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-228037806-subnet', 'tenant_id': 'b283f72cdf604288b3b9d29014e717e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:37.238265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fbe67-6340-4c81-a369-247ea504cea4 admin admin] Pushing event updated for resources: {'Network': ['ID=8e4cda28-da62-40bd-b5f1-9db62d0dce18,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:37.249400 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 8e4cda28-da62-40bd-b5f1-9db62d0dce18 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:27:37.287802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9418b957-dabe-460e-934f-b1a515c8ef76 admin admin] Made reservation on behalf of b283f72cdf604288b3b9d29014e717e0 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:27:37.290226 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9418b957-dabe-460e-934f-b1a515c8ef76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:37.341891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-cc74487a-e98b-4b3d-a471-a7f4bf01aa97 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:37.343691 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-cc74487a-e98b-4b3d-a471-a7f4bf01aa97 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1165001 Mar 23 01:27:37.359460 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-63866953-2122-425f-91d3-be409a0678f0 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/quotas/a2197bbb087244449add1667f6153ce8 HTTP/1.1" status: 200 len: 375 time: 0.0103219 Mar 23 01:27:37.414918 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-dee56a66-6ab1-4343-9e1e-29de5741bdd3 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0501187 Mar 23 01:27:37.484376 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9418b957-dabe-460e-934f-b1a515c8ef76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:37.555113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418b957-dabe-460e-934f-b1a515c8ef76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:37.566407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9418b957-dabe-460e-934f-b1a515c8ef76 admin admin] Checking segment: {'id': '0d887752-b680-43a1-8bb5-aabecc73025d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8e4cda28-da62-40bd-b5f1-9db62d0dce18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:27:37.566768 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9418b957-dabe-460e-934f-b1a515c8ef76 admin admin] Network hostable DHCP agents. Network: 8e4cda28-da62-40bd-b5f1-9db62d0dce18, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:27:37.587921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9418b957-dabe-460e-934f-b1a515c8ef76 admin admin] Network 8e4cda28-da62-40bd-b5f1-9db62d0dce18 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:27:37.601390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-9418b957-dabe-460e-934f-b1a515c8ef76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 8e4cda28-da62-40bd-b5f1-9db62d0dce18) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:37.612939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a625597-8aec-4780-9dc0-2f7c766bc92d None None] Network 8e4cda28-da62-40bd-b5f1-9db62d0dce18 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:27:37.614029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9418b957-dabe-460e-934f-b1a515c8ef76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:37.614688 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9418b957-dabe-460e-934f-b1a515c8ef76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:37.637745 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b3ebc3e-79b0-4eec-b64a-1be20e3e1bc1 req-a3662055-ce89-46b3-9bd2-4bfb4bde5c99 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5 HTTP/1.1" status: 200 len: 210 time: 0.0415537 Mar 23 01:27:37.689530 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9418b957-dabe-460e-934f-b1a515c8ef76 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4606566 Mar 23 01:27:37.692493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53226) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:37.698621 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-228037806-router', 'tenant_id': 'b283f72cdf604288b3b9d29014e717e0', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:37.739332 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c44df0b6-aeb6-4c96-a5ec-887f77f885ba req-565deda8-9c2a-42bf-986c-994a1872f5b8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 210 time: 0.0551844 Mar 23 01:27:37.778645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-8e4cda28-da62-40bd-b5f1-9db62d0dce18', 'network_id': '8e4cda28-da62-40bd-b5f1-9db62d0dce18', 'project_id': 'b283f72cdf604288b3b9d29014e717e0', 'fixed_ips': [{'subnet_id': 'f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:27:37.779535 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:37.786144 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (cb358ee9-1a2f-4483-ab3c-0e713da0b668), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:37.787290 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (cb358ee9-1a2f-4483-ab3c-0e713da0b668), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:37.862402 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Publish callbacks [] for router_controller (cb358ee9-1a2f-4483-ab3c-0e713da0b668), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:37.878308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-44a18395-6a5e-43d8-a273-462da6dddb66 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:37.886215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-44a18395-6a5e-43d8-a273-462da6dddb66 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.42 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 821 time: 0.2414308 Mar 23 01:27:37.915309 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-f9a15b64-7361-4b7b-b563-667d59039ec9 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Request body: {'port': {'device_id': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'admin_state_up': True, 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:37.998707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Allocated IP 172.20.0.2 (8e4cda28-da62-40bd-b5f1-9db62d0dce18/f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2/3a591ca9-80d7-4906-9d73-354168e24701) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:27:38.054736 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Publish callbacks [] for router_gateway (cb358ee9-1a2f-4483-ab3c-0e713da0b668), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:38.140812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-f9a15b64-7361-4b7b-b563-667d59039ec9 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Made reservation on behalf of b47b2a17ae974944ae65504bbaa701ca for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:27:38.146922 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-f9a15b64-7361-4b7b-b563-667d59039ec9 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:38.243615 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Publish callbacks [] for port (3a591ca9-80d7-4906-9d73-354168e24701), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:38.253051 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (3a591ca9-80d7-4906-9d73-354168e24701), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:38.299816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Network 8e4cda28-da62-40bd-b5f1-9db62d0dce18 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:27:38.303492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:38.309840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:27:38.317665 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Pushing event updated for resources: {'Port': ['ID=3a591ca9-80d7-4906-9d73-354168e24701,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:38.358603 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Publish callbacks [] for router_gateway (cb358ee9-1a2f-4483-ab3c-0e713da0b668), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:38.363669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-f9a15b64-7361-4b7b-b563-667d59039ec9 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Allocated IP 172.20.0.14 (91ac4adb-f221-477e-a515-1831215e878a/05068ea8-5994-4998-8f6b-aa411220325a/e6808410-5340-4b18-b122-0debd98b56d5) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:27:38.400400 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:27:38.401528 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:38.515720 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:38.528303 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '85d1b0ee-c6fe-4614-9389-7fc0e8aed949', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '85d1b0ee-c6fe-4614-9389-7fc0e8aed949', 'mac_address': 'fa:16:3e:24:01:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:27:38.543101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Attempting to bind port 3a591ca9-80d7-4906-9d73-354168e24701 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:27:38.543760 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Attempting to bind port 3a591ca9-80d7-4906-9d73-354168e24701 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '0d887752-b680-43a1-8bb5-aabecc73025d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8e4cda28-da62-40bd-b5f1-9db62d0dce18'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:27:38.544278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Attempting to bind port 3a591ca9-80d7-4906-9d73-354168e24701 on network 8e4cda28-da62-40bd-b5f1-9db62d0dce18 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:27:38.572582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:27:38.573438 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Checking segment: {'id': '0d887752-b680-43a1-8bb5-aabecc73025d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8e4cda28-da62-40bd-b5f1-9db62d0dce18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:27:38.574030 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:38.574568 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Bound using segment: {'id': '0d887752-b680-43a1-8bb5-aabecc73025d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8e4cda28-da62-40bd-b5f1-9db62d0dce18'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:27:38.575452 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Bound port: 3a591ca9-80d7-4906-9d73-354168e24701, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d887752-b680-43a1-8bb5-aabecc73025d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8e4cda28-da62-40bd-b5f1-9db62d0dce18'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:27:38.576010 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3a591ca9-80d7-4906-9d73-354168e24701), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:38.597251 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 is: ACTIVE; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:38.597860 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:38.612263 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:27:38.626785 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53258) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:38.657765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Allocated IP 172.25.0.209 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/770e42cf-ee9b-4b7d-86a5-d4458fa7fd33) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:27:38.663363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:38.694060 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:38.774680 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ce115f7-5c73-4985-9c43-4aff831be973 req-dcde189d-da79-4a64-9f4c-fcc955a4b497 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5 HTTP/1.1" status: 200 len: 210 time: 0.0360401 Mar 23 01:27:38.787727 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] For port 3a591ca9-80d7-4906-9d73-354168e24701, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:27:38.820872 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] For port 3a591ca9-80d7-4906-9d73-354168e24701, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3a591ca9-80d7-4906-9d73-354168e24701,segment=NetworkSegment(0d887752-b680-43a1-8bb5-aabecc73025d),segment_id=0d887752-b680-43a1-8bb5-aabecc73025d)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:27:38.842245 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3a591ca9-80d7-4906-9d73-354168e24701), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:38.849009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:38.851696 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Publish callbacks [] for port (770e42cf-ee9b-4b7d-86a5-d4458fa7fd33), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:38.905417 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (770e42cf-ee9b-4b7d-86a5-d4458fa7fd33), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:38.936394 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45003bd4-b8e2-4805-b006-7fb4f43af454 None None] Pushing event updated for resources: {'Port': ['ID=3a591ca9-80d7-4906-9d73-354168e24701,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:38.952213 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['85d1b0ee-c6fe-4614-9389-7fc0e8aed949'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:27:38.983283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Pushing event updated for resources: {'Port': ['ID=770e42cf-ee9b-4b7d-86a5-d4458fa7fd33,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:39.053234 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:27:39.065426 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-f9a15b64-7361-4b7b-b563-667d59039ec9 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for port (e6808410-5340-4b18-b122-0debd98b56d5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:39.111243 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:39.127877 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-f9a15b64-7361-4b7b-b563-667d59039ec9 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e6808410-5340-4b18-b122-0debd98b56d5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:39.137332 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-416c6027-bb5f-4dce-9d62-fdc79eb30589 req-73446faf-2722-4545-9816-b2dcafeb89ec tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 210 time: 0.1559095 Mar 23 01:27:39.170519 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:27:39.180435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-f9a15b64-7361-4b7b-b563-667d59039ec9 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Network 91ac4adb-f221-477e-a515-1831215e878a is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:27:39.184015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-f9a15b64-7361-4b7b-b563-667d59039ec9 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:39.188720 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-f9a15b64-7361-4b7b-b563-667d59039ec9 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:27:39.218456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['e12a9fb8-1537-45a6-8abd-6981869c6e64'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:27:39.230358 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-274d521c-ff03-4517-84b5-7fc2eecbc992 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a2197bbb087244449add1667f6153ce8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916400 Mar 23 01:27:39.274475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a15b64-7361-4b7b-b563-667d59039ec9 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Pushing event updated for resources: {'Port': ['ID=e6808410-5340-4b18-b122-0debd98b56d5,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:39.341351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-f9a15b64-7361-4b7b-b563-667d59039ec9 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:39.341979 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-f9a15b64-7361-4b7b-b563-667d59039ec9 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:39.346020 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca81796d-e098-4312-ad49-82fd0907a15c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:39.390074 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-f9a15b64-7361-4b7b-b563-667d59039ec9 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4809682 Mar 23 01:27:39.406634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Request body: {'port': {'device_id': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:39.526277 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e6808410-5340-4b18-b122-0debd98b56d5), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:39.592566 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca81796d-e098-4312-ad49-82fd0907a15c admin admin] Publish callbacks [] for security_group (6f5a49d6-372a-4e25-b607-21da3764473f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:39.600082 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca81796d-e098-4312-ad49-82fd0907a15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6f5a49d6-372a-4e25-b607-21da3764473f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:39.603862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-12ab321a-cc30-435f-8c03-35909504750c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:39.605668 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-12ab321a-cc30-435f-8c03-35909504750c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3677626 Mar 23 01:27:39.644587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-804d742a-00b9-40ad-b03c-c2d8a3fe53c4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Request body: {'port': {'device_id': '8795cd7d-1f90-4ef3-bab7-933ed8a51053', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': 'a2197bbb087244449add1667f6153ce8'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:39.645909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4a83b5ca-f938-41f7-914b-cefc0407be0c None None] Provisioning complete for port e6808410-5340-4b18-b122-0debd98b56d5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:39.646437 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4a83b5ca-f938-41f7-914b-cefc0407be0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e6808410-5340-4b18-b122-0debd98b56d5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:39.685906 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4a83b5ca-f938-41f7-914b-cefc0407be0c None None] Port e6808410-5340-4b18-b122-0debd98b56d5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:27:39.703068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81796d-e098-4312-ad49-82fd0907a15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5a49d6-372a-4e25-b607-21da3764473f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:39.710770 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ca81796d-e098-4312-ad49-82fd0907a15c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5cb8831f3a34e03b05f7237a5e9dd0a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0822377 Mar 23 01:27:39.713230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53286) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:39.779961 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Publish callbacks [] for router_gateway (cb358ee9-1a2f-4483-ab3c-0e713da0b668), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:39.837615 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-618f45a8-9db9-4c4e-b4d4-1aee7c3e34b0 admin admin] Publish callbacks [] for security_group (6f5a49d6-372a-4e25-b607-21da3764473f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:39.876631 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-804d742a-00b9-40ad-b03c-c2d8a3fe53c4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Made reservation on behalf of a2197bbb087244449add1667f6153ce8 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:27:39.880174 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-804d742a-00b9-40ad-b03c-c2d8a3fe53c4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:39.886069 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-618f45a8-9db9-4c4e-b4d4-1aee7c3e34b0 admin admin] Publish callbacks [] for security_group (6f5a49d6-372a-4e25-b607-21da3764473f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:40.026614 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6808410-5340-4b18-b122-0debd98b56d5 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:27:40.051382 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b7fbb-1783-48dc-b366-f2176418128f req-5ac1a1a3-7b58-490c-b8db-babd51708e59 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:40.059778 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-872b7fbb-1783-48dc-b366-f2176418128f req-5ac1a1a3-7b58-490c-b8db-babd51708e59 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5 HTTP/1.1" status: 200 len: 932 time: 0.1719663 Mar 23 01:27:40.070225 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Publish callbacks [] for port (e6808410-5340-4b18-b122-0debd98b56d5), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:40.084042 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-618f45a8-9db9-4c4e-b4d4-1aee7c3e34b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6f5a49d6-372a-4e25-b607-21da3764473f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:40.087191 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-618f45a8-9db9-4c4e-b4d4-1aee7c3e34b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:40.088612 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-618f45a8-9db9-4c4e-b4d4-1aee7c3e34b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f5a49d6-372a-4e25-b607-21da3764473f HTTP/1.1" status: 204 len: 168 time: 0.3743956 Mar 23 01:27:40.115585 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f45a8-9db9-4c4e-b4d4-1aee7c3e34b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5a49d6-372a-4e25-b607-21da3764473f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:40.118226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Transition to ACTIVE for port object e6808410-5340-4b18-b122-0debd98b56d5 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:27:40.128626 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (e6808410-5340-4b18-b122-0debd98b56d5), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:40.207234 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-872b7fbb-1783-48dc-b366-f2176418128f req-e158ac3f-de6f-44d8-a56d-a18e36ba8772 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463501 Mar 23 01:27:40.274065 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6808410-5340-4b18-b122-0debd98b56d5,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:40.284324 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (cb358ee9-1a2f-4483-ab3c-0e713da0b668), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:40.402491 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-804d742a-00b9-40ad-b03c-c2d8a3fe53c4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Allocated IP 192.168.233.89 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/7dfb5313-72b1-49c3-b766-3525312824ec) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:27:40.410394 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:40.417474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Attempting to bind port e6808410-5340-4b18-b122-0debd98b56d5 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:27:40.428244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Attempting to bind port e6808410-5340-4b18-b122-0debd98b56d5 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '2199cdfb-bd20-46cd-898e-92b7e6d82ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '91ac4adb-f221-477e-a515-1831215e878a'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:27:40.429365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Attempting to bind port e6808410-5340-4b18-b122-0debd98b56d5 on network 91ac4adb-f221-477e-a515-1831215e878a {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:27:40.445806 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Port e6808410-5340-4b18-b122-0debd98b56d5 on network 91ac4adb-f221-477e-a515-1831215e878a not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:27:40.451841 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Attempting to bind port e6808410-5340-4b18-b122-0debd98b56d5 on network 91ac4adb-f221-477e-a515-1831215e878a {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:27:40.534672 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:27:40.535253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Checking segment: {'id': '2199cdfb-bd20-46cd-898e-92b7e6d82ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '91ac4adb-f221-477e-a515-1831215e878a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:27:40.538338 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Bound using segment: {'id': '2199cdfb-bd20-46cd-898e-92b7e6d82ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '91ac4adb-f221-477e-a515-1831215e878a'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:27:40.539084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Bound port: e6808410-5340-4b18-b122-0debd98b56d5, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2199cdfb-bd20-46cd-898e-92b7e6d82ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '91ac4adb-f221-477e-a515-1831215e878a'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:27:40.539618 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e6808410-5340-4b18-b122-0debd98b56d5), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:40.546586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-94f774d3-4669-4733-88ca-7f11990b878a req-ddb763e3-2be0-4e3a-b302-a5f3cf4f4cd9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 210 time: 0.1896749 Mar 23 01:27:40.596991 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435176d3-b446-4422-92d6-388946552858 None None] Network 8e4cda28-da62-40bd-b5f1-9db62d0dce18 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:27:40.640674 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-804d742a-00b9-40ad-b03c-c2d8a3fe53c4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks [] for port (7dfb5313-72b1-49c3-b766-3525312824ec), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:40.646432 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:40.649883 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:40.734192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] For port e6808410-5340-4b18-b122-0debd98b56d5, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:27:40.737783 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] For port e6808410-5340-4b18-b122-0debd98b56d5, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=e6808410-5340-4b18-b122-0debd98b56d5,segment=NetworkSegment(2199cdfb-bd20-46cd-898e-92b7e6d82ae9),segment_id=2199cdfb-bd20-46cd-898e-92b7e6d82ae9)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:27:40.742725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53334) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:40.759968 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3153a598-a856-4d72-93c4-9ba68a494709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:40.794389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5dee8980-1368-4b2f-896c-321026534fa3 None None] Provisioning complete for port 3a591ca9-80d7-4906-9d73-354168e24701 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:40.796675 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5dee8980-1368-4b2f-896c-321026534fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3a591ca9-80d7-4906-9d73-354168e24701), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:40.850914 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-804d742a-00b9-40ad-b03c-c2d8a3fe53c4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:40.859074 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3153a598-a856-4d72-93c4-9ba68a494709 admin admin] Publish callbacks [] for security_group (d2db46d2-4a07-425b-b38f-d80e1829677f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:40.860982 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (e6808410-5340-4b18-b122-0debd98b56d5), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:40.871140 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3153a598-a856-4d72-93c4-9ba68a494709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d2db46d2-4a07-425b-b38f-d80e1829677f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:40.883846 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['12cc3aa7-3a74-4937-8205-13c47cc68a3a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:27:40.955630 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3153a598-a856-4d72-93c4-9ba68a494709 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfddc3d7b55648a9b91156c825a7ca61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117593 Mar 23 01:27:40.963610 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:40.964457 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:40.967230 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] 10.222.0.42 "PUT /v2.0/ports/e6808410-5340-4b18-b122-0debd98b56d5 HTTP/1.1" status: 200 len: 1092 time: 1.5651784 Mar 23 01:27:40.984725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53342) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:40.990805 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'tag': 'e6808410-5340-4b18-b122-0debd98b56d5'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:40.994371 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1b431a-7e57-4dfe-ac48-15c401440634" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5a25c7-22bc-4110-9f8a-04ff4249c7a5", "tag": "e6808410-5340-4b18-b122-0debd98b56d5"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:41.029577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-804d742a-00b9-40ad-b03c-c2d8a3fe53c4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:27:41.069558 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-804d742a-00b9-40ad-b03c-c2d8a3fe53c4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:41.095316 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-804d742a-00b9-40ad-b03c-c2d8a3fe53c4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:27:41.096094 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5dee8980-1368-4b2f-896c-321026534fa3 None None] Current status of the port 3a591ca9-80d7-4906-9d73-354168e24701 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:41.096542 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5dee8980-1368-4b2f-896c-321026534fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3a591ca9-80d7-4906-9d73-354168e24701), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:41.112918 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d742a-00b9-40ad-b03c-c2d8a3fe53c4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Pushing event updated for resources: {'Port': ['ID=7dfb5313-72b1-49c3-b766-3525312824ec,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:41.119072 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:41.119741 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:41.192371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6b1a8-c692-4a57-85b6-c18013179163 req-c44023a8-771c-4e22-a537-d0c4a847d41e tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:41.194279 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-91e6b1a8-c692-4a57-85b6-c18013179163 req-c44023a8-771c-4e22-a537-d0c4a847d41e tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 1127 time: 0.3614225 Mar 23 01:27:41.251547 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079d1546-ea49-4267-85d7-bcdb5080365b x-openstack-request-id: req-079d1546-ea49-4267-85d7-bcdb5080365b {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:41.251879 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5a25c7-22bc-4110-9f8a-04ff4249c7a5", "tag": "e6808410-5340-4b18-b122-0debd98b56d5", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:41.257101 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-079d1546-ea49-4267-85d7-bcdb5080365b {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:41.259927 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-079d1546-ea49-4267-85d7-bcdb5080365b'] response: {'name': 'network-changed', 'server_uuid': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'tag': 'e6808410-5340-4b18-b122-0debd98b56d5', 'status': 'completed', 'code': 200} Mar 23 01:27:41.297580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153a598-a856-4d72-93c4-9ba68a494709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2db46d2-4a07-425b-b38f-d80e1829677f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:41.308035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb7e89-dc82-4521-8ec2-be4c384b42d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6808410-5340-4b18-b122-0debd98b56d5,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:41.393204 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-804d742a-00b9-40ad-b03c-c2d8a3fe53c4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:41.396352 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-804d742a-00b9-40ad-b03c-c2d8a3fe53c4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:41.468166 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-804d742a-00b9-40ad-b03c-c2d8a3fe53c4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8274460 Mar 23 01:27:41.470341 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5dee8980-1368-4b2f-896c-321026534fa3 None None] For port 3a591ca9-80d7-4906-9d73-354168e24701, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3a591ca9-80d7-4906-9d73-354168e24701,segment=NetworkSegment(0d887752-b680-43a1-8bb5-aabecc73025d),segment_id=0d887752-b680-43a1-8bb5-aabecc73025d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:41.470810 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-91e6b1a8-c692-4a57-85b6-c18013179163 req-d1e35513-fc33-4940-a29f-1629591ac5d2 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590978 Mar 23 01:27:41.480674 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ddf15385-d7e2-4e60-a1bc-f1951b345566 admin admin] Publish callbacks [] for security_group (d2db46d2-4a07-425b-b38f-d80e1829677f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:41.496516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Request body: {'port': {'device_id': '8795cd7d-1f90-4ef3-bab7-933ed8a51053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:41.501514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-7c99507e-8eb1-40f0-97f1-bdfcefaba055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:41.506887 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-7c99507e-8eb1-40f0-97f1-bdfcefaba055 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5 HTTP/1.1" status: 200 len: 1126 time: 0.4469290 Mar 23 01:27:41.511392 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3a591ca9-80d7-4906-9d73-354168e24701 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:41.596765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Router cb358ee9-1a2f-4483-ab3c-0e713da0b668 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:27:41.666824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-712e57ff-6919-47a5-bcce-99c52851ec0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6808410-5340-4b18-b122-0debd98b56d5 HTTP/1.1" status: 200 len: 217 time: 0.1272972 Mar 23 01:27:41.670685 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5dee8980-1368-4b2f-896c-321026534fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3a591ca9-80d7-4906-9d73-354168e24701), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:41.678124 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ddf15385-d7e2-4e60-a1bc-f1951b345566 admin admin] Publish callbacks [] for security_group (d2db46d2-4a07-425b-b38f-d80e1829677f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:41.696917 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:41.734930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b953878f-4bb4-461e-824d-19aa5e4bff97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d1b0ee-c6fe-4614-9389-7fc0e8aed949'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:41.745508 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb0d645-f7b0-468f-9577-4e2b8480c851" -d '{"events": [{"server_uuid": "b953878f-4bb4-461e-824d-19aa5e4bff97", "name": "network-vif-plugged", "status": "completed", "tag": "85d1b0ee-c6fe-4614-9389-7fc0e8aed949"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:41.819642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:41.864593 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:41.898281 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-8a644a64-88c1-463b-be81-17e27eaaeeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:41.900302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-8a644a64-88c1-463b-be81-17e27eaaeeb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=05068ea8-5994-4998-8f6b-aa411220325a HTTP/1.1" status: 200 len: 860 time: 0.2325966 Mar 23 01:27:41.962607 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e00af6a7-715d-4a79-b3d7-66247177a836 None None] Provisioning complete for port 7dfb5313-72b1-49c3-b766-3525312824ec triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:41.964376 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e00af6a7-715d-4a79-b3d7-66247177a836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:42.001415 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3a591ca9-80d7-4906-9d73-354168e24701 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:42.002196 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3a591ca9-80d7-4906-9d73-354168e24701), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:42.031739 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ddf15385-d7e2-4e60-a1bc-f1951b345566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d2db46d2-4a07-425b-b38f-d80e1829677f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:42.038631 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ddf15385-d7e2-4e60-a1bc-f1951b345566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:42.042175 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ddf15385-d7e2-4e60-a1bc-f1951b345566 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2db46d2-4a07-425b-b38f-d80e1829677f HTTP/1.1" status: 204 len: 168 time: 1.0414722 Mar 23 01:27:42.053622 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee8980-1368-4b2f-896c-321026534fa3 None None] Pushing event updated for resources: {'Port': ['ID=3a591ca9-80d7-4906-9d73-354168e24701,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:42.086419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf15385-d7e2-4e60-a1bc-f1951b345566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2db46d2-4a07-425b-b38f-d80e1829677f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:42.154758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-94b2bd19-92da-4178-99e8-f5fab7cd2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:42.156643 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-94b2bd19-92da-4178-99e8-f5fab7cd2e90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=91ac4adb-f221-477e-a515-1831215e878a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2442780 Mar 23 01:27:42.200798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:42.209042 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e00af6a7-715d-4a79-b3d7-66247177a836 None None] Port 7dfb5313-72b1-49c3-b766-3525312824ec cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:27:42.320131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3a591ca9-80d7-4906-9d73-354168e24701 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:42.352705 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-43178aa7-0270-46cd-a3bb-14f14894b99e service neutron] 10.222.0.42 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887064 Mar 23 01:27:42.380967 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbe08c-752f-4929-ab6f-76cb906978af req-a03e3ab9-d4f9-4dc8-a648-702468956221 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:42.388874 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1edbe08c-752f-4929-ab6f-76cb906978af req-a03e3ab9-d4f9-4dc8-a648-702468956221 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5 HTTP/1.1" status: 200 len: 944 time: 0.7668240 Mar 23 01:27:42.448371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-75baee2c-0999-4414-9553-71fe151fbd96 None None] Provisioning complete for port 3a591ca9-80d7-4906-9d73-354168e24701 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:42.453153 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-75baee2c-0999-4414-9553-71fe151fbd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3a591ca9-80d7-4906-9d73-354168e24701), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:42.547144 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1397ab1-f96c-41c9-81c5-d0669c20f67e req-f17eb550-9da3-46c0-b116-051e6fb1b1fa service neutron] 10.222.0.42 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852250 Mar 23 01:27:42.648878 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-75baee2c-0999-4414-9553-71fe151fbd96 None None] Current status of the port 3a591ca9-80d7-4906-9d73-354168e24701 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:42.714661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b431a-7e57-4dfe-ac48-15c401440634 req-dfecbc57-f5d3-4fb1-bd01-69cd5037e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:42.719368 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa1b431a-7e57-4dfe-ac48-15c401440634 req-dfecbc57-f5d3-4fb1-bd01-69cd5037e967 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5 HTTP/1.1" status: 200 len: 1126 time: 0.1179159 Mar 23 01:27:42.749207 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1edbe08c-752f-4929-ab6f-76cb906978af req-f5518378-5c2b-4f7f-b178-fad463c0c278 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592467 Mar 23 01:27:42.795042 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:27:42.807805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dfb5313-72b1-49c3-b766-3525312824ec {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:27:42.808260 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Sync routers for ids ['cb358ee9-1a2f-4483-ab3c-0e713da0b668'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:27:42.829131 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Publish callbacks [] for port (7dfb5313-72b1-49c3-b766-3525312824ec), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:42.834992 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Routers {'cb358ee9-1a2f-4483-ab3c-0e713da0b668'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:42.838506 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['cb358ee9-1a2f-4483-ab3c-0e713da0b668'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:42.850434 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:42.855488 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9a8cc6c0-2eb5-4307-9c93-36ff5b4730d1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1585219 Mar 23 01:27:42.858398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Transition to ACTIVE for port object 7dfb5313-72b1-49c3-b766-3525312824ec will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:27:42.859711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53398) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:42.926762 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:42.945532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b431a-7e57-4dfe-ac48-15c401440634 req-7de9e0f7-7ae9-462b-a862-a2f689147f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:42.947728 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa1b431a-7e57-4dfe-ac48-15c401440634 req-7de9e0f7-7ae9-462b-a862-a2f689147f48 service neutron] 10.222.0.42 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 921 time: 0.2187762 Mar 23 01:27:43.099005 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa1b431a-7e57-4dfe-ac48-15c401440634 req-8f88de91-0061-4b5b-b04d-c4a9701700e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6808410-5340-4b18-b122-0debd98b56d5 HTTP/1.1" status: 200 len: 217 time: 0.1441128 Mar 23 01:27:43.136044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfb5313-72b1-49c3-b766-3525312824ec,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:43.276733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b431a-7e57-4dfe-ac48-15c401440634 req-4fa92641-2f37-43a3-8e13-d5f2aaca8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:43.280307 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa1b431a-7e57-4dfe-ac48-15c401440634 req-4fa92641-2f37-43a3-8e13-d5f2aaca8e0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=05068ea8-5994-4998-8f6b-aa411220325a HTTP/1.1" status: 200 len: 860 time: 0.1652246 Mar 23 01:27:43.364691 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3a591ca9-80d7-4906-9d73-354168e24701 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:43.401478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b431a-7e57-4dfe-ac48-15c401440634 req-31fe88c1-5fa3-4148-af43-93edf2167976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:43.410989 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa1b431a-7e57-4dfe-ac48-15c401440634 req-31fe88c1-5fa3-4148-af43-93edf2167976 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=91ac4adb-f221-477e-a515-1831215e878a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1152143 Mar 23 01:27:43.416633 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de0c4d-bd48-41cc-82af-2ee4686e8a60 req-e4a9141c-4fb8-46ce-b9d3-070a5a01d51d tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:43.438452 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-41de0c4d-bd48-41cc-82af-2ee4686e8a60 req-e4a9141c-4fb8-46ce-b9d3-070a5a01d51d tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 947 time: 0.5650299 Mar 23 01:27:43.512403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3a591ca9-80d7-4906-9d73-354168e24701 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:43.514424 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3a591ca9-80d7-4906-9d73-354168e24701), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:43.517113 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Attempting to bind port 7dfb5313-72b1-49c3-b766-3525312824ec on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:27:43.517498 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Attempting to bind port 7dfb5313-72b1-49c3-b766-3525312824ec by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:27:43.518187 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Attempting to bind port 7dfb5313-72b1-49c3-b766-3525312824ec on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:27:43.532872 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Set router cb358ee9-1a2f-4483-ab3c-0e713da0b668 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:43.608528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Port 7dfb5313-72b1-49c3-b766-3525312824ec on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:27:43.609042 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Attempting to bind port 7dfb5313-72b1-49c3-b766-3525312824ec on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:27:43.630168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:27:43.630655 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:27:43.631337 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:27:43.631942 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Bound port: 7dfb5313-72b1-49c3-b766-3525312824ec, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:27:43.632544 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:43.649274 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa1b431a-7e57-4dfe-ac48-15c401440634 req-0d9091c9-d1f1-402c-ac00-35acbeb0d58e service neutron] 10.222.0.42 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296886 Mar 23 01:27:43.683517 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3a591ca9-80d7-4906-9d73-354168e24701 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:43.756617 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] For port 7dfb5313-72b1-49c3-b766-3525312824ec, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:27:43.787641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-41de0c4d-bd48-41cc-82af-2ee4686e8a60 req-dadf7da7-7501-4d8b-b70a-1f3eddde56d4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480878 Mar 23 01:27:43.789802 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] For port 7dfb5313-72b1-49c3-b766-3525312824ec, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7dfb5313-72b1-49c3-b766-3525312824ec,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:27:43.806731 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:43.871083 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa1b431a-7e57-4dfe-ac48-15c401440634 req-921fe091-4ee3-45bc-af03-59e7840e9c1b service neutron] 10.222.0.42 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160518 Mar 23 01:27:43.881444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:43.882083 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:43.883488 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] 10.222.0.43 "PUT /v2.0/ports/7dfb5313-72b1-49c3-b766-3525312824ec HTTP/1.1" status: 200 len: 1095 time: 2.3977330 Mar 23 01:27:43.884870 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8795cd7d-1f90-4ef3-bab7-933ed8a51053', 'tag': '7dfb5313-72b1-49c3-b766-3525312824ec'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:43.887087 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'name': 'tempest-FloatingIPDetailsTestJSON-228037806-router', 'tenant_id': 'b283f72cdf604288b3b9d29014e717e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '770e42cf-ee9b-4b7d-86a5-d4458fa7fd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:37Z', 'updated_at': '2022-03-23T01:27:39Z', 'revision_number': 3, 'project_id': 'b283f72cdf604288b3b9d29014e717e0', 'gw_port': {'id': '770e42cf-ee9b-4b7d-86a5-d4458fa7fd33', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:38Z', 'updated_at': '2022-03-23T01:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:43.887599 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e1f908-53cd-449a-a782-7b3c91fa3323" -d '{"events": [{"name": "network-changed", "server_uuid": "8795cd7d-1f90-4ef3-bab7-933ed8a51053", "tag": "7dfb5313-72b1-49c3-b766-3525312824ec"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:43.892384 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8fca52-844d-4cc0-91a9-95e86f6f9dd7 x-openstack-request-id: req-0a8fca52-844d-4cc0-91a9-95e86f6f9dd7 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:43.892716 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b953878f-4bb4-461e-824d-19aa5e4bff97", "name": "network-vif-plugged", "status": "completed", "tag": "85d1b0ee-c6fe-4614-9389-7fc0e8aed949", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:43.892839 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a8fca52-844d-4cc0-91a9-95e86f6f9dd7 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:43.893226 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a8fca52-844d-4cc0-91a9-95e86f6f9dd7'] response: {'server_uuid': 'b953878f-4bb4-461e-824d-19aa5e4bff97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d1b0ee-c6fe-4614-9389-7fc0e8aed949', 'code': 200} Mar 23 01:27:43.927940 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Checking router: cb358ee9-1a2f-4483-ab3c-0e713da0b668 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:27:43.928744 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Updating router cb358ee9-1a2f-4483-ab3c-0e713da0b668 port 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:27:43.945468 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd9688-1154-4488-8556-4ed4bb72b214 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfb5313-72b1-49c3-b766-3525312824ec,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:43.984741 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (770e42cf-ee9b-4b7d-86a5-d4458fa7fd33), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:44.148324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-8726dee9-a752-4cb0-a46e-58ac52300605 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:27:44.149400 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-8726dee9-a752-4cb0-a46e-58ac52300605 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1927402 Mar 23 01:27:44.190147 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-4c037619-bc06-4d9d-aaa1-b5d4c66e6fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:44.191688 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-4c037619-bc06-4d9d-aaa1-b5d4c66e6fc1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 1129 time: 0.1560078 Mar 23 01:27:44.278427 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-fbff11cb-ce4b-46a1-b62e-9ce0d03f271a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7dfb5313-72b1-49c3-b766-3525312824ec HTTP/1.1" status: 200 len: 217 time: 0.0466208 Mar 23 01:27:44.279725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-3f9bcb51-2dea-4d75-86f9-d28028f733bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:44.284117 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-3f9bcb51-2dea-4d75-86f9-d28028f733bc service neutron] 10.222.0.18 "GET /v2.0/ports/449c7652-1711-4a3c-a3e0-b4ff1d552c09 HTTP/1.1" status: 200 len: 1124 time: 0.1253703 Mar 23 01:27:44.294007 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-3d8c968b-c24b-4abb-b30f-21debe3d8d40 service neutron] Request body: {'binding': {'host': 'n-h2-834677-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:44.295739 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-3d8c968b-c24b-4abb-b30f-21debe3d8d40 service neutron] Unknown quota resources ['binding']. {{(pid=99264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 01:27:44.363947 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-f97219c3-b420-40de-aa7b-ee3e30810e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:44.365662 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-f97219c3-b420-40de-aa7b-ee3e30810e26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0773008 Mar 23 01:27:44.403005 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Publish callbacks [] for port (770e42cf-ee9b-4b7d-86a5-d4458fa7fd33), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:44.418669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device e6808410-5340-4b18-b122-0debd98b56d5 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:27:44.430831 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (770e42cf-ee9b-4b7d-86a5-d4458fa7fd33), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:44.521119 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-48bfc8d1-c9cb-4c46-aeaa-3ba77afe2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:44.522856 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-48bfc8d1-c9cb-4c46-aeaa-3ba77afe2374 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1504714 Mar 23 01:27:44.525285 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:44.557069 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Attempting to bind port 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:27:44.557699 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Attempting to bind port 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:27:44.558388 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Attempting to bind port 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:27:44.572052 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:27:44.572953 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:27:44.573533 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:44.574091 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:27:44.574748 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Bound port: 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:27:44.575419 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (770e42cf-ee9b-4b7d-86a5-d4458fa7fd33), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:44.612726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-3d8c968b-c24b-4abb-b30f-21debe3d8d40 service neutron] Attempting to bind port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 on host n-h2-834677-4 for vnic_type normal with profile None {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:27:44.613067 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-3d8c968b-c24b-4abb-b30f-21debe3d8d40 service neutron] Attempting to bind port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:27:44.613372 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-3d8c968b-c24b-4abb-b30f-21debe3d8d40 service neutron] Attempting to bind port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:27:44.619110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-3d8c968b-c24b-4abb-b30f-21debe3d8d40 service neutron] Port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 on network d44dd811-bae2-4efa-9295-6d682f4c9315 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:27:44.619433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-3d8c968b-c24b-4abb-b30f-21debe3d8d40 service neutron] Attempting to bind port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:27:44.625011 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-3d8c968b-c24b-4abb-b30f-21debe3d8d40 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:27:44.625350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-3d8c968b-c24b-4abb-b30f-21debe3d8d40 service neutron] Checking segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:27:44.625734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-3d8c968b-c24b-4abb-b30f-21debe3d8d40 service neutron] Bound using segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:27:44.626163 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-3d8c968b-c24b-4abb-b30f-21debe3d8d40 service neutron] Bound port: 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:27:44.683835 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] For port 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:27:44.696557 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] For port 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=770e42cf-ee9b-4b7d-86a5-d4458fa7fd33,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:27:44.701668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-3d8c968b-c24b-4abb-b30f-21debe3d8d40 service neutron] For port 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=449c7652-1711-4a3c-a3e0-b4ff1d552c09,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:27:44.713424 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-1f2a9331-d26c-4c7a-8e94-93ca2946aa4f service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543219 Mar 23 01:27:44.732487 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (770e42cf-ee9b-4b7d-86a5-d4458fa7fd33), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:44.734744 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-3d8c968b-c24b-4abb-b30f-21debe3d8d40 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:44.738008 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2daca-2644-48ba-8161-cb58d2578cb4 None None] Pushing event updated for resources: {'Port': ['ID=770e42cf-ee9b-4b7d-86a5-d4458fa7fd33,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:44.740206 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-3d8c968b-c24b-4abb-b30f-21debe3d8d40 service neutron] 10.222.0.18 "POST /v2.0/ports/449c7652-1711-4a3c-a3e0-b4ff1d552c09/bindings HTTP/1.1" status: 201 len: 389 time: 0.4478724 Mar 23 01:27:44.748949 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port e6808410-5340-4b18-b122-0debd98b56d5, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=e6808410-5340-4b18-b122-0debd98b56d5,segment=NetworkSegment(2199cdfb-bd20-46cd-898e-92b7e6d82ae9),segment_id=2199cdfb-bd20-46cd-898e-92b7e6d82ae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:44.765185 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2daca-2644-48ba-8161-cb58d2578cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:44.771555 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2daca-2644-48ba-8161-cb58d2578cb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:44.772106 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2daca-2644-48ba-8161-cb58d2578cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:44.773155 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2daca-2644-48ba-8161-cb58d2578cb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:44.778029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'e6808410-5340-4b18-b122-0debd98b56d5', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'port_id': 'e6808410-5340-4b18-b122-0debd98b56d5', 'mac_address': 'fa:16:3e:73:7c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:27:44.778565 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2daca-2644-48ba-8161-cb58d2578cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:44.779067 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2daca-2644-48ba-8161-cb58d2578cb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:44.779557 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2daca-2644-48ba-8161-cb58d2578cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:44.780066 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2daca-2644-48ba-8161-cb58d2578cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:44.780536 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2daca-2644-48ba-8161-cb58d2578cb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:44.781615 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2daca-2644-48ba-8161-cb58d2578cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:44.781615 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2daca-2644-48ba-8161-cb58d2578cb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:44.781892 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2daca-2644-48ba-8161-cb58d2578cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:44.782016 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2daca-2644-48ba-8161-cb58d2578cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:44.782346 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2daca-2644-48ba-8161-cb58d2578cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:44.782666 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf2daca-2644-48ba-8161-cb58d2578cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:27:44.837977 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d5902e1-411c-4bd1-8bbf-1dd1dd962d6f req-24afbdbf-c316-4e3a-86a7-dbd05686ae7e service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122696 Mar 23 01:27:44.866226 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Routers {'cb358ee9-1a2f-4483-ab3c-0e713da0b668'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:44.867708 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['cb358ee9-1a2f-4483-ab3c-0e713da0b668'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:44.967305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port e6808410-5340-4b18-b122-0debd98b56d5 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:44.968014 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e6808410-5340-4b18-b122-0debd98b56d5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:44.977843 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2daca-2644-48ba-8161-cb58d2578cb4 None None] Pushing event updated for resources: {'Port': ['ID=770e42cf-ee9b-4b7d-86a5-d4458fa7fd33,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:45.026839 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6808410-5340-4b18-b122-0debd98b56d5 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:27:45.097985 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a69708-1f2d-4aca-a8fd-6bbfbe733d14 x-openstack-request-id: req-21a69708-1f2d-4aca-a8fd-6bbfbe733d14 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:45.098456 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8795cd7d-1f90-4ef3-bab7-933ed8a51053", "tag": "7dfb5313-72b1-49c3-b766-3525312824ec", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:45.098878 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21a69708-1f2d-4aca-a8fd-6bbfbe733d14 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:45.099447 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a69708-1f2d-4aca-a8fd-6bbfbe733d14'] response: {'name': 'network-changed', 'server_uuid': '8795cd7d-1f90-4ef3-bab7-933ed8a51053', 'tag': '7dfb5313-72b1-49c3-b766-3525312824ec', 'status': 'completed', 'code': 200} Mar 23 01:27:45.109807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd98363-ec10-46fd-93dc-bddd66340f32 req-ff096944-9a38-4464-af9d-2d9934369209 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:45.113134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port e6808410-5340-4b18-b122-0debd98b56d5, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=e6808410-5340-4b18-b122-0debd98b56d5,segment=NetworkSegment(2199cdfb-bd20-46cd-898e-92b7e6d82ae9),segment_id=2199cdfb-bd20-46cd-898e-92b7e6d82ae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:45.117483 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4bd98363-ec10-46fd-93dc-bddd66340f32 req-ff096944-9a38-4464-af9d-2d9934369209 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5 HTTP/1.1" status: 200 len: 944 time: 0.2761030 Mar 23 01:27:45.127273 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e6808410-5340-4b18-b122-0debd98b56d5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:45.163904 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] Set router cb358ee9-1a2f-4483-ab3c-0e713da0b668 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:45.307685 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=e6808410-5340-4b18-b122-0debd98b56d5,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:45.314286 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-6e698b00-3488-446f-a816-ef78e722bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:45.314910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1f908-53cd-449a-a782-7b3c91fa3323 req-2d3f750e-ee89-4aa2-8a96-b1cd5e63986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:45.316634 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-6e698b00-3488-446f-a816-ef78e722bab2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 1127 time: 0.1872387 Mar 23 01:27:45.318269 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9e1f908-53cd-449a-a782-7b3c91fa3323 req-2d3f750e-ee89-4aa2-8a96-b1cd5e63986b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 1129 time: 0.2164927 Mar 23 01:27:45.334934 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4bd98363-ec10-46fd-93dc-bddd66340f32 req-0c649940-b545-49ec-bc94-c720c36134f2 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145965 Mar 23 01:27:45.411844 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512e371-f826-4436-9928-866a7c91b5ed req-a022b6cc-34ed-415b-a611-88168540d046 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:45.413805 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d512e371-f826-4436-9928-866a7c91b5ed req-a022b6cc-34ed-415b-a611-88168540d046 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 947 time: 0.1655848 Mar 23 01:27:45.440295 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['e6808410-5340-4b18-b122-0debd98b56d5'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:27:45.488939 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-a3a8728b-5118-4702-a296-ffc8c0ff962b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:45.490742 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-a3a8728b-5118-4702-a296-ffc8c0ff962b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.1630569 Mar 23 01:27:45.498358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1f908-53cd-449a-a782-7b3c91fa3323 req-abcfffc9-55b5-4271-a8f7-eabca3ebb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:45.499840 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9e1f908-53cd-449a-a782-7b3c91fa3323 req-abcfffc9-55b5-4271-a8f7-eabca3ebb734 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1639674 Mar 23 01:27:45.511551 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d512e371-f826-4436-9928-866a7c91b5ed req-a6c55cd7-a2ef-4abd-adca-9c2a632c2151 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867755 Mar 23 01:27:45.549426 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'name': 'tempest-FloatingIPDetailsTestJSON-228037806-router', 'tenant_id': 'b283f72cdf604288b3b9d29014e717e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '770e42cf-ee9b-4b7d-86a5-d4458fa7fd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:37Z', 'updated_at': '2022-03-23T01:27:39Z', 'revision_number': 3, 'project_id': 'b283f72cdf604288b3b9d29014e717e0', 'gw_port': {'id': '770e42cf-ee9b-4b7d-86a5-d4458fa7fd33', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:38Z', 'updated_at': '2022-03-23T01:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:45.613991 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2046b366-c33b-47a2-aa6b-719fc03b6b1d None None] The sync data for ids ['cb358ee9-1a2f-4483-ab3c-0e713da0b668'] in n-d-834677-4 is: [{'id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'name': 'tempest-FloatingIPDetailsTestJSON-228037806-router', 'tenant_id': 'b283f72cdf604288b3b9d29014e717e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '770e42cf-ee9b-4b7d-86a5-d4458fa7fd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:37Z', 'updated_at': '2022-03-23T01:27:39Z', 'revision_number': 3, 'project_id': 'b283f72cdf604288b3b9d29014e717e0', 'gw_port': {'id': '770e42cf-ee9b-4b7d-86a5-d4458fa7fd33', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:38Z', 'updated_at': '2022-03-23T01:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:27:45.621461 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-8bd2ec6d-247e-4f3f-84a7-78d53867c869 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=449c7652-1711-4a3c-a3e0-b4ff1d552c09 HTTP/1.1" status: 200 len: 217 time: 0.1085441 Mar 23 01:27:45.623397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Allocated IP 172.20.0.1 (8e4cda28-da62-40bd-b5f1-9db62d0dce18/f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2/9e3e2ae7-8105-4f5c-a905-9eb62e800143) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:27:45.637211 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9e1f908-53cd-449a-a782-7b3c91fa3323 req-0ab81727-99f3-4b17-9c6f-39c6ebf36cf3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7dfb5313-72b1-49c3-b766-3525312824ec HTTP/1.1" status: 200 len: 217 time: 0.1288109 Mar 23 01:27:45.759572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-dd30667d-8670-4202-b1ce-874a8adf5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:45.765354 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-dd30667d-8670-4202-b1ce-874a8adf5c92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.1336257 Mar 23 01:27:45.781451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1f908-53cd-449a-a782-7b3c91fa3323 req-e6644ce9-e2e4-46d2-8c5d-b10297397981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:45.783168 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9e1f908-53cd-449a-a782-7b3c91fa3323 req-e6644ce9-e2e4-46d2-8c5d-b10297397981 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1332879 Mar 23 01:27:45.809810 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-fcc2fda7-cb48-423c-9a66-08f937855536 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311928 Mar 23 01:27:45.855817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bf734-ac28-4007-9610-201d9c8aa0dc req-0b4c44bd-7cbd-4c1f-8c19-a29e004ddfce tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:45.866739 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae8bf734-ac28-4007-9610-201d9c8aa0dc req-0b4c44bd-7cbd-4c1f-8c19-a29e004ddfce tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 945 time: 0.3637183 Mar 23 01:27:45.980376 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae8bf734-ac28-4007-9610-201d9c8aa0dc req-cf8ace57-47d4-4bd1-ab25-9cbfa6f95d6f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010168 Mar 23 01:27:45.984573 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-d8ea2724-1b7e-4675-ba3b-867d64ddd57a service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573508 Mar 23 01:27:46.170433 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Publish callbacks [] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:46.191469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1f908-53cd-449a-a782-7b3c91fa3323 req-b732208f-a346-4345-84f8-3a7c63cd20c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:46.194771 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9e1f908-53cd-449a-a782-7b3c91fa3323 req-b732208f-a346-4345-84f8-3a7c63cd20c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3738966 Mar 23 01:27:46.240762 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-16d01af9-a8bc-4da8-8686-99491ff500b6 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479727 Mar 23 01:27:46.260776 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:46.307401 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Network 8e4cda28-da62-40bd-b5f1-9db62d0dce18 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:27:46.311247 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:46.315069 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:27:46.364058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Pushing event updated for resources: {'Port': ['ID=9e3e2ae7-8105-4f5c-a905-9eb62e800143,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:46.438175 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device e6808410-5340-4b18-b122-0debd98b56d5 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:46.472492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53504) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:46.543475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53510) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:46.732642 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9e1f908-53cd-449a-a782-7b3c91fa3323 req-b934491a-8670-4b0d-877c-22b870e14fd0 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829761 Mar 23 01:27:46.792332 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1de8bdb-f560-4d88-9825-ba57892c0003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:46.854737 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486ab1e-bbca-4ced-9cf4-8fa8d203d44a req-c6ce5e57-5373-4c42-9e69-1ffc3ea76c79 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:46.863375 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c486ab1e-bbca-4ced-9cf4-8fa8d203d44a req-c6ce5e57-5373-4c42-9e69-1ffc3ea76c79 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 947 time: 0.1735632 Mar 23 01:27:46.931451 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae354a13-7b62-4ad5-bb6c-e78bef17f6c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:46.993271 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5386b919-a65f-4536-89aa-652d49771450 None None] Provisioning complete for port 9e3e2ae7-8105-4f5c-a905-9eb62e800143 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:46.993762 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5386b919-a65f-4536-89aa-652d49771450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.009228 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (cb358ee9-1a2f-4483-ab3c-0e713da0b668), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.045625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port e6808410-5340-4b18-b122-0debd98b56d5 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:27:47.052055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5386b919-a65f-4536-89aa-652d49771450 None None] Port 9e3e2ae7-8105-4f5c-a905-9eb62e800143 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:27:47.058625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port e6808410-5340-4b18-b122-0debd98b56d5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:47.059309 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e6808410-5340-4b18-b122-0debd98b56d5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.087451 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9e1f908-53cd-449a-a782-7b3c91fa3323 req-cd117294-d4e9-498e-bd2f-e36a13560801 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329136 Mar 23 01:27:47.110652 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c486ab1e-bbca-4ced-9cf4-8fa8d203d44a req-bac035df-a80e-4014-a987-1631049a3f9b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460229 Mar 23 01:27:47.151381 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f303b0-5b7b-47fd-a20e-90ff89f2ff05 req-2ca83e6c-25a4-490f-9317-15c18986a930 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:47.153105 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42f303b0-5b7b-47fd-a20e-90ff89f2ff05 req-2ca83e6c-25a4-490f-9317-15c18986a930 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5 HTTP/1.1" status: 200 len: 945 time: 0.6394770 Mar 23 01:27:47.245763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae354a13-7b62-4ad5-bb6c-e78bef17f6c1 admin admin] Publish callbacks [] for security_group (63ba21b1-b7b8-46d8-8836-75fdfe88530a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.276954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port e6808410-5340-4b18-b122-0debd98b56d5 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:47.277340 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e6808410-5340-4b18-b122-0debd98b56d5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.289622 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42f303b0-5b7b-47fd-a20e-90ff89f2ff05 req-ade700be-9351-4f55-94ea-92bad50cc098 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149044 Mar 23 01:27:47.290797 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae354a13-7b62-4ad5-bb6c-e78bef17f6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (63ba21b1-b7b8-46d8-8836-75fdfe88530a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.332479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6808410-5340-4b18-b122-0debd98b56d5'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:47.335320 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cb052c-c514-414b-9306-3d02151bae37" -d '{"events": [{"server_uuid": "2a5a25c7-22bc-4110-9f8a-04ff4249c7a5", "name": "network-vif-plugged", "status": "completed", "tag": "e6808410-5340-4b18-b122-0debd98b56d5"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:47.387627 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1de8bdb-f560-4d88-9825-ba57892c0003 admin admin] Publish callbacks [] for security_group (1c97de04-517e-4685-8484-eecc807b5d2b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.392154 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.395377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port e6808410-5340-4b18-b122-0debd98b56d5, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=e6808410-5340-4b18-b122-0debd98b56d5,segment=NetworkSegment(2199cdfb-bd20-46cd-898e-92b7e6d82ae9),segment_id=2199cdfb-bd20-46cd-898e-92b7e6d82ae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:47.422240 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6eb3e0-d201-46d6-8357-186521e8b156 x-openstack-request-id: req-7d6eb3e0-d201-46d6-8357-186521e8b156 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:47.422978 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5a25c7-22bc-4110-9f8a-04ff4249c7a5", "name": "network-vif-plugged", "status": "completed", "tag": "e6808410-5340-4b18-b122-0debd98b56d5", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:47.423587 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d6eb3e0-d201-46d6-8357-186521e8b156 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:47.423999 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d6eb3e0-d201-46d6-8357-186521e8b156'] response: {'server_uuid': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6808410-5340-4b18-b122-0debd98b56d5', 'code': 200} Mar 23 01:27:47.424914 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e6808410-5340-4b18-b122-0debd98b56d5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.436967 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1de8bdb-f560-4d88-9825-ba57892c0003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1c97de04-517e-4685-8484-eecc807b5d2b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.472346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae354a13-7b62-4ad5-bb6c-e78bef17f6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ba21b1-b7b8-46d8-8836-75fdfe88530a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:47.480121 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ae354a13-7b62-4ad5-bb6c-e78bef17f6c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3ba13bf52494833859956baf9314e52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9351959 Mar 23 01:27:47.487786 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53528) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:47.510978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=e6808410-5340-4b18-b122-0debd98b56d5,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:47.569662 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e1de8bdb-f560-4d88-9825-ba57892c0003 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e146e916a3a64f1eb37a83d6d1f091af&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0960512 Mar 23 01:27:47.584529 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53530) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:47.602032 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de8bdb-f560-4d88-9825-ba57892c0003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c97de04-517e-4685-8484-eecc807b5d2b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:47.644993 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcf91d-3f4c-4e18-8216-3739e3cfafbb req-f438fc0d-8b54-4a8e-aab9-1f58323cce22 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:47.652305 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0dcf91d-3f4c-4e18-8216-3739e3cfafbb req-f438fc0d-8b54-4a8e-aab9-1f58323cce22 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 945 time: 0.2531400 Mar 23 01:27:47.727610 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e5bf4-600c-4d58-a9f7-66b8d410f217 req-6789e81f-1c8f-4509-aff2-cecf7c23542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:47.729300 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b6e5bf4-600c-4d58-a9f7-66b8d410f217 req-6789e81f-1c8f-4509-aff2-cecf7c23542d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5 HTTP/1.1" status: 200 len: 1128 time: 0.2399435 Mar 23 01:27:47.732741 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99fc92c8-8840-46a6-8c86-4d1933c0b8af admin admin] Publish callbacks [] for security_group (63ba21b1-b7b8-46d8-8836-75fdfe88530a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.772532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:47.786452 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99fc92c8-8840-46a6-8c86-4d1933c0b8af admin admin] Publish callbacks [] for security_group (63ba21b1-b7b8-46d8-8836-75fdfe88530a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.802259 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Publish callbacks [] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.805772 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7dfb5313-72b1-49c3-b766-3525312824ec details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:27:47.813360 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.868077 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99fc92c8-8840-46a6-8c86-4d1933c0b8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (63ba21b1-b7b8-46d8-8836-75fdfe88530a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.870827 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99fc92c8-8840-46a6-8c86-4d1933c0b8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.874734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-99fc92c8-8840-46a6-8c86-4d1933c0b8af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63ba21b1-b7b8-46d8-8836-75fdfe88530a HTTP/1.1" status: 204 len: 168 time: 0.3779662 Mar 23 01:27:47.902142 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:47.902522 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (770e42cf-ee9b-4b7d-86a5-d4458fa7fd33), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.954598 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc92c8-8840-46a6-8c86-4d1933c0b8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ba21b1-b7b8-46d8-8836-75fdfe88530a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:47.955762 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Pushing event updated for resources: {'Port': ['ID=9e3e2ae7-8105-4f5c-a905-9eb62e800143,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:47.976591 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (cb358ee9-1a2f-4483-ab3c-0e713da0b668), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:47.986030 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0dcf91d-3f4c-4e18-8216-3739e3cfafbb req-12dfc7eb-ad8c-4f5e-97b1-9e2a3b1d97c6 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295074 Mar 23 01:27:47.993775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 7dfb5313-72b1-49c3-b766-3525312824ec, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7dfb5313-72b1-49c3-b766-3525312824ec,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:47.998093 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7fe8f034-8c54-463c-8bf6-52b1bd5b75ff admin admin] Publish callbacks [] for security_group (1c97de04-517e-4685-8484-eecc807b5d2b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:48.054799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '7dfb5313-72b1-49c3-b766-3525312824ec', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '7dfb5313-72b1-49c3-b766-3525312824ec', 'mac_address': 'fa:16:3e:60:5b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:27:48.059903 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b6e5bf4-600c-4d58-a9f7-66b8d410f217 req-fabdce27-d615-446a-96a1-1adfd82a6755 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155113 Mar 23 01:27:48.082678 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7fe8f034-8c54-463c-8bf6-52b1bd5b75ff admin admin] Publish callbacks [] for security_group (1c97de04-517e-4685-8484-eecc807b5d2b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:48.151766 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7fe8f034-8c54-463c-8bf6-52b1bd5b75ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1c97de04-517e-4685-8484-eecc807b5d2b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:48.163159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:48.163914 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (770e42cf-ee9b-4b7d-86a5-d4458fa7fd33), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:48.169989 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7fe8f034-8c54-463c-8bf6-52b1bd5b75ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:48.172022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 7dfb5313-72b1-49c3-b766-3525312824ec is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:48.172575 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:48.179994 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7fe8f034-8c54-463c-8bf6-52b1bd5b75ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c97de04-517e-4685-8484-eecc807b5d2b HTTP/1.1" status: 204 len: 168 time: 0.5890934 Mar 23 01:27:48.218415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8f034-8c54-463c-8bf6-52b1bd5b75ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c97de04-517e-4685-8484-eecc807b5d2b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:48.255281 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=770e42cf-ee9b-4b7d-86a5-d4458fa7fd33,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:48.266413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfb5313-72b1-49c3-b766-3525312824ec {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:27:48.286713 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (770e42cf-ee9b-4b7d-86a5-d4458fa7fd33), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:48.403728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 7dfb5313-72b1-49c3-b766-3525312824ec, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7dfb5313-72b1-49c3-b766-3525312824ec,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:48.424520 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:48.460579 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=770e42cf-ee9b-4b7d-86a5-d4458fa7fd33,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:48.618328 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=7dfb5313-72b1-49c3-b766-3525312824ec,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:48.703294 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7d458-bc26-4640-9c83-393de7e1d09e req-90075c75-5c1e-4001-9258-ae971b36d235 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:48.715680 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-29d7d458-bc26-4640-9c83-393de7e1d09e req-90075c75-5c1e-4001-9258-ae971b36d235 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5 HTTP/1.1" status: 200 len: 946 time: 0.1265786 Mar 23 01:27:48.816110 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Network 8e4cda28-da62-40bd-b5f1-9db62d0dce18 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:27:48.847354 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:48.871952 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['7dfb5313-72b1-49c3-b766-3525312824ec'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:27:49.056057 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-29d7d458-bc26-4640-9c83-393de7e1d09e req-4ea9fd0f-417a-4225-a2ba-d14f0cb96aad tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393106 Mar 23 01:27:49.211103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bca2d4-f809-4a77-9adc-f0e5419de71f req-03d1fdcb-db4f-40af-9f2b-ae5032152153 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:49.222909 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8bca2d4-f809-4a77-9adc-f0e5419de71f req-03d1fdcb-db4f-40af-9f2b-ae5032152153 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 945 time: 0.0944326 Mar 23 01:27:49.308810 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8bca2d4-f809-4a77-9adc-f0e5419de71f req-b1760c62-b454-4fba-8837-9ca043b75597 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798187 Mar 23 01:27:49.310652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0231c0-a53a-41cf-b172-f727c3a1b866 req-fa5d36f5-ce6f-43b4-9127-5fa9becfd583 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:49.314141 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8b0231c0-a53a-41cf-b172-f727c3a1b866 req-fa5d36f5-ce6f-43b4-9127-5fa9becfd583 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 948 time: 0.5912900 Mar 23 01:27:49.538266 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-604057c2-4131-4ef3-9df2-1eb6c1d4ca3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:49.588388 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8b0231c0-a53a-41cf-b172-f727c3a1b866 req-6169b388-c724-4f28-8b45-109923cd344f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532063 Mar 23 01:27:49.607789 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Router cb358ee9-1a2f-4483-ab3c-0e713da0b668 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:27:49.631532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9e8e4a22-5227-43d1-b1b0-c9fafa3bcf27 None None] Provisioning complete for port 9e3e2ae7-8105-4f5c-a905-9eb62e800143 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:49.631918 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e8e4a22-5227-43d1-b1b0-c9fafa3bcf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:49.768927 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e4a22-5227-43d1-b1b0-c9fafa3bcf27 None None] Port 9e3e2ae7-8105-4f5c-a905-9eb62e800143 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:27:49.805571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:49.938537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:49.938848 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (770e42cf-ee9b-4b7d-86a5-d4458fa7fd33), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:49.970252 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:27:49.987582 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5c02ea95-a647-4521-8b6a-e3764cb55e30 admin admin] 10.222.0.18 "PUT /v2.0/routers/cb358ee9-1a2f-4483-ab3c-0e713da0b668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1264360 Mar 23 01:27:49.997737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Sync routers for ids ['cb358ee9-1a2f-4483-ab3c-0e713da0b668'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:27:50.037963 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Routers {'cb358ee9-1a2f-4483-ab3c-0e713da0b668'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:50.038811 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['cb358ee9-1a2f-4483-ab3c-0e713da0b668'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:50.044379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53608) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:50.224660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e38fea-1032-4a08-96fe-fa43f5a4d713 req-b97280e9-c4a8-4972-ba0d-c4746be42194 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:50.226223 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12e38fea-1032-4a08-96fe-fa43f5a4d713 req-b97280e9-c4a8-4972-ba0d-c4746be42194 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 945 time: 0.1586268 Mar 23 01:27:50.295018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:50.303951 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Set router cb358ee9-1a2f-4483-ab3c-0e713da0b668 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:50.372459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1906fad-3983-4ed8-aa49-c884e932d803 req-156858bf-ead8-48a8-8b0c-bb564074ca6f tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:50.374107 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1906fad-3983-4ed8-aa49-c884e932d803 req-156858bf-ead8-48a8-8b0c-bb564074ca6f tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5 HTTP/1.1" status: 200 len: 946 time: 0.2102492 Mar 23 01:27:50.449419 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12e38fea-1032-4a08-96fe-fa43f5a4d713 req-d89e9e71-f566-45fb-8e82-8b4c03b25b8f tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130418 Mar 23 01:27:50.449937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53620) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:50.517348 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:50.543979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d05580e3-71a7-4ccf-ab83-c77b0b37af85 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-329892235-network', 'tenant_id': '88258706fcbb4a7782ff3a36d1464da4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:50.579874 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-02e0fc27-5c5b-465c-bf32-eeb9fec0c7a0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1704450643-network', 'tenant_id': '590cc3d8447b4c0a8244387b16c14c1a'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:50.606852 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1906fad-3983-4ed8-aa49-c884e932d803 req-10a70b9f-031b-4712-89cb-2889bbc1b545 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090638 Mar 23 01:27:50.637213 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e0fc27-5c5b-465c-bf32-eeb9fec0c7a0 admin admin] Made reservation on behalf of 590cc3d8447b4c0a8244387b16c14c1a for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:27:50.644341 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-02e0fc27-5c5b-465c-bf32-eeb9fec0c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:50.664313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05580e3-71a7-4ccf-ab83-c77b0b37af85 admin admin] Made reservation on behalf of 88258706fcbb4a7782ff3a36d1464da4 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:27:50.667004 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-02e0fc27-5c5b-465c-bf32-eeb9fec0c7a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:50.673494 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d05580e3-71a7-4ccf-ab83-c77b0b37af85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:50.701690 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d05580e3-71a7-4ccf-ab83-c77b0b37af85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:50.833915 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-02e0fc27-5c5b-465c-bf32-eeb9fec0c7a0 admin admin] Publish callbacks [] for security_group (92a574d4-1559-4835-86f0-8ad18625e417), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:50.846248 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-02e0fc27-5c5b-465c-bf32-eeb9fec0c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (92a574d4-1559-4835-86f0-8ad18625e417), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:50.872366 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d05580e3-71a7-4ccf-ab83-c77b0b37af85 admin admin] Publish callbacks [] for security_group (24cc78bd-3a79-4103-9280-211c66b68497), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:50.891217 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d05580e3-71a7-4ccf-ab83-c77b0b37af85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (24cc78bd-3a79-4103-9280-211c66b68497), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:50.903093 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e0fc27-5c5b-465c-bf32-eeb9fec0c7a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:27:50.912223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0fc27-5c5b-465c-bf32-eeb9fec0c7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a574d4-1559-4835-86f0-8ad18625e417,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:50.944293 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05580e3-71a7-4ccf-ab83-c77b0b37af85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:27:50.960819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c65b6-5267-45f8-ba84-4e948d1e1a1e req-fe195305-da50-42d7-aab9-9175b686c747 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:50.964416 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-02e0fc27-5c5b-465c-bf32-eeb9fec0c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (eb1a2797-e272-42ba-a65c-bd9cfe839b82), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:50.966907 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-02e0fc27-5c5b-465c-bf32-eeb9fec0c7a0 admin admin] Added segment eb1a2797-e272-42ba-a65c-bd9cfe839b82 of type vlan for network 4f95c67a-fe49-4926-835f-c2991ffa4e67 Mar 23 01:27:50.969215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f01c65b6-5267-45f8-ba84-4e948d1e1a1e req-fe195305-da50-42d7-aab9-9175b686c747 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 945 time: 0.2023330 Mar 23 01:27:51.008624 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05580e3-71a7-4ccf-ab83-c77b0b37af85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cc78bd-3a79-4103-9280-211c66b68497,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:51.018805 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d05580e3-71a7-4ccf-ab83-c77b0b37af85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:51.019232 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-d05580e3-71a7-4ccf-ab83-c77b0b37af85 admin admin] Added segment 3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af of type vlan for network 0f6285fa-5b57-4b49-b542-0cfe0fd86a95 Mar 23 01:27:51.056534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'name': 'tempest-FloatingIPDetailsTestJSON-228037806-router', 'tenant_id': 'b283f72cdf604288b3b9d29014e717e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '770e42cf-ee9b-4b7d-86a5-d4458fa7fd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:37Z', 'updated_at': '2022-03-23T01:27:47Z', 'revision_number': 4, 'project_id': 'b283f72cdf604288b3b9d29014e717e0', 'gw_port': {'id': '770e42cf-ee9b-4b7d-86a5-d4458fa7fd33', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:38Z', 'updated_at': '2022-03-23T01:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '9e3e2ae7-8105-4f5c-a905-9eb62e800143', 'name': '', 'network_id': '8e4cda28-da62-40bd-b5f1-9db62d0dce18', 'tenant_id': 'b283f72cdf604288b3b9d29014e717e0', 'mac_address': 'fa:16:3e:82:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:44Z', 'updated_at': '2022-03-23T01:27:47Z', 'revision_number': 2, 'project_id': 'b283f72cdf604288b3b9d29014e717e0', 'subnets': [{'id': 'f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:51.093586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f01c65b6-5267-45f8-ba84-4e948d1e1a1e req-bbf53edc-9229-4c6f-9b9e-610d85eb36e5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182973 Mar 23 01:27:51.112627 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-02e0fc27-5c5b-465c-bf32-eeb9fec0c7a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (4f95c67a-fe49-4926-835f-c2991ffa4e67), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:51.113190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Checking router: cb358ee9-1a2f-4483-ab3c-0e713da0b668 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:27:51.113495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Updating router cb358ee9-1a2f-4483-ab3c-0e713da0b668 port 9e3e2ae7-8105-4f5c-a905-9eb62e800143 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:27:51.124367 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d05580e3-71a7-4ccf-ab83-c77b0b37af85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (0f6285fa-5b57-4b49-b542-0cfe0fd86a95), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:51.170925 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-6008e9a6-81ac-45e5-b636-0b0219efb931 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2228971 Mar 23 01:27:51.172006 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-02e0fc27-5c5b-465c-bf32-eeb9fec0c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (4f95c67a-fe49-4926-835f-c2991ffa4e67), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:51.172922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e0fc27-5c5b-465c-bf32-eeb9fec0c7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:51.173502 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-02e0fc27-5c5b-465c-bf32-eeb9fec0c7a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:51.179995 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:51.197062 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:51.202796 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d05580e3-71a7-4ccf-ab83-c77b0b37af85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (0f6285fa-5b57-4b49-b542-0cfe0fd86a95), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:51.203838 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05580e3-71a7-4ccf-ab83-c77b0b37af85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:51.204484 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d05580e3-71a7-4ccf-ab83-c77b0b37af85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:51.259758 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-02e0fc27-5c5b-465c-bf32-eeb9fec0c7a0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8085859 Mar 23 01:27:51.263641 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:51.267014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53640) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:51.267656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0fc27-5c5b-465c-bf32-eeb9fec0c7a0 admin admin] Pushing event updated for resources: {'Network': ['ID=4f95c67a-fe49-4926-835f-c2991ffa4e67,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:51.277284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d30eea96-0da4-41c3-a5c7-197c6c271889 admin admin] Request body: {'subnet': {'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1704450643-subnet', 'tenant_id': '590cc3d8447b4c0a8244387b16c14c1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:51.288153 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 4f95c67a-fe49-4926-835f-c2991ffa4e67 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:27:51.369076 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d05580e3-71a7-4ccf-ab83-c77b0b37af85 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3197114 Mar 23 01:27:51.372159 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53642) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:27:51.383454 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-850b571e-4fe9-484b-8352-488ca0c7cbca admin admin] Request body: {'subnet': {'network_id': '0f6285fa-5b57-4b49-b542-0cfe0fd86a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-329892235-subnet', 'tenant_id': '88258706fcbb4a7782ff3a36d1464da4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:51.387571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30eea96-0da4-41c3-a5c7-197c6c271889 admin admin] Made reservation on behalf of 590cc3d8447b4c0a8244387b16c14c1a for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:27:51.390461 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d30eea96-0da4-41c3-a5c7-197c6c271889 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:51.394761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05580e3-71a7-4ccf-ab83-c77b0b37af85 admin admin] Pushing event updated for resources: {'Network': ['ID=0f6285fa-5b57-4b49-b542-0cfe0fd86a95,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:51.446514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 0f6285fa-5b57-4b49-b542-0cfe0fd86a95 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:27:51.488850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850b571e-4fe9-484b-8352-488ca0c7cbca admin admin] Made reservation on behalf of 88258706fcbb4a7782ff3a36d1464da4 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:27:51.491231 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-850b571e-4fe9-484b-8352-488ca0c7cbca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:51.590960 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:51.713836 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Allocated IP 172.25.0.92 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/618e6f68-4377-4df2-a993-e57a25f90951) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:27:51.735155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-6024a015-92cc-42ef-a26f-a49adc7384e7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:51.743380 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-6024a015-92cc-42ef-a26f-a49adc7384e7 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2017746 Mar 23 01:27:51.753715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada9ac2-bd4f-4b9e-a11d-1e7def3d1d35 req-2078ded2-099e-487a-8621-3e564ef536ec tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:51.756043 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fada9ac2-bd4f-4b9e-a11d-1e7def3d1d35 req-2078ded2-099e-487a-8621-3e564ef536ec tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 945 time: 0.2751801 Mar 23 01:27:51.818117 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-47859153-7b66-435b-a06e-25b6e2f6dc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:51.825892 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for port (618e6f68-4377-4df2-a993-e57a25f90951), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:51.833505 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7dfb5313-72b1-49c3-b766-3525312824ec up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:51.856779 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-7cb49c97-b987-4c51-ad47-8d0d7e916c3c tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 695 time: 0.1120367 Mar 23 01:27:51.871255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-437e3ead-8b96-40ed-a5dc-30f2163d95a2 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Request body: {'floatingip': {'port_id': 'e12a9fb8-1537-45a6-8abd-6981869c6e64', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:51.871511 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (618e6f68-4377-4df2-a993-e57a25f90951), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:51.932153 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:27:51.938609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:51.976032 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-437e3ead-8b96-40ed-a5dc-30f2163d95a2 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for floatingip (d31db3af-5a67-4750-acd1-bc0252e7736b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:51.978983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:27:52.017802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 7dfb5313-72b1-49c3-b766-3525312824ec completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:27:52.064766 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 7dfb5313-72b1-49c3-b766-3525312824ec triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:52.065926 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.067608 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Pushing event updated for resources: {'Port': ['ID=618e6f68-4377-4df2-a993-e57a25f90951,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:52.143228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-fada9ac2-bd4f-4b9e-a11d-1e7def3d1d35 req-db864b5b-86b2-45a3-b19f-d3c716ad1e9d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Deleting port d81bd03d-ee5d-4090-a081-705322ce9299 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:27:52.144363 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fada9ac2-bd4f-4b9e-a11d-1e7def3d1d35 req-db864b5b-86b2-45a3-b19f-d3c716ad1e9d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d81bd03d-ee5d-4090-a081-705322ce9299), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.205144 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for floatingip (013166ec-e9ab-4473-9b4e-87c5b9a34674), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.224788 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Publish callbacks [] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.255961 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d30eea96-0da4-41c3-a5c7-197c6c271889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (56b936d6-168f-4a47-94f1-75821af6ee78), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.261010 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.310063 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 7dfb5313-72b1-49c3-b766-3525312824ec is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:52.311222 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.322807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30eea96-0da4-41c3-a5c7-197c6c271889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56b936d6-168f-4a47-94f1-75821af6ee78,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:52.365121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8795cd7d-1f90-4ef3-bab7-933ed8a51053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfb5313-72b1-49c3-b766-3525312824ec'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:52.372088 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6f5e12-064e-4274-bbb4-2fc2637ea165" -d '{"events": [{"server_uuid": "8795cd7d-1f90-4ef3-bab7-933ed8a51053", "name": "network-vif-plugged", "status": "completed", "tag": "7dfb5313-72b1-49c3-b766-3525312824ec"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:52.374801 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (618e6f68-4377-4df2-a993-e57a25f90951), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.420392 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bca636-87ec-46a3-8b38-6b1f1fd692c1 None None] Pushing event updated for resources: {'Port': ['ID=9e3e2ae7-8105-4f5c-a905-9eb62e800143,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:52.424053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 7dfb5313-72b1-49c3-b766-3525312824ec, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7dfb5313-72b1-49c3-b766-3525312824ec,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:52.511965 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-850b571e-4fe9-484b-8352-488ca0c7cbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (79beddf3-e38e-4ae2-aeb0-ffcc685292ac), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.539896 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.588633 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30eea96-0da4-41c3-a5c7-197c6c271889 admin admin] Checking segment: {'id': 'eb1a2797-e272-42ba-a65c-bd9cfe839b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:27:52.588912 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30eea96-0da4-41c3-a5c7-197c6c271889 admin admin] Network hostable DHCP agents. Network: 4f95c67a-fe49-4926-835f-c2991ffa4e67, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:27:52.616062 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Attempting to bind port 9e3e2ae7-8105-4f5c-a905-9eb62e800143 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:27:52.616724 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Attempting to bind port 9e3e2ae7-8105-4f5c-a905-9eb62e800143 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '0d887752-b680-43a1-8bb5-aabecc73025d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8e4cda28-da62-40bd-b5f1-9db62d0dce18'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:27:52.617684 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Attempting to bind port 9e3e2ae7-8105-4f5c-a905-9eb62e800143 on network 8e4cda28-da62-40bd-b5f1-9db62d0dce18 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:27:52.634184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:27:52.634462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-fada9ac2-bd4f-4b9e-a11d-1e7def3d1d35 req-db864b5b-86b2-45a3-b19f-d3c716ad1e9d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] For port d81bd03d-ee5d-4090-a081-705322ce9299, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=d81bd03d-ee5d-4090-a081-705322ce9299,segment=NetworkSegment(4784078c-2d48-4bd3-8200-71c515c2bb94),segment_id=4784078c-2d48-4bd3-8200-71c515c2bb94)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:52.635084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Checking segment: {'id': '0d887752-b680-43a1-8bb5-aabecc73025d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8e4cda28-da62-40bd-b5f1-9db62d0dce18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:27:52.635659 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.643417 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Bound using segment: {'id': '0d887752-b680-43a1-8bb5-aabecc73025d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8e4cda28-da62-40bd-b5f1-9db62d0dce18'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:27:52.644177 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fada9ac2-bd4f-4b9e-a11d-1e7def3d1d35 req-db864b5b-86b2-45a3-b19f-d3c716ad1e9d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d81bd03d-ee5d-4090-a081-705322ce9299), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.644766 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Bound port: 9e3e2ae7-8105-4f5c-a905-9eb62e800143, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d887752-b680-43a1-8bb5-aabecc73025d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8e4cda28-da62-40bd-b5f1-9db62d0dce18'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:27:52.645400 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.692731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=7dfb5313-72b1-49c3-b766-3525312824ec,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:52.716118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b571e-4fe9-484b-8352-488ca0c7cbca admin admin] Pushing event updated for resources: {'Subnet': ['ID=79beddf3-e38e-4ae2-aeb0-ffcc685292ac,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:52.749117 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b571e-4fe9-484b-8352-488ca0c7cbca admin admin] Checking segment: {'id': '3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f6285fa-5b57-4b49-b542-0cfe0fd86a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:27:52.749812 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b571e-4fe9-484b-8352-488ca0c7cbca admin admin] Network hostable DHCP agents. Network: 0f6285fa-5b57-4b49-b542-0cfe0fd86a95, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:27:52.752362 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30eea96-0da4-41c3-a5c7-197c6c271889 admin admin] Network 4f95c67a-fe49-4926-835f-c2991ffa4e67 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:27:52.776278 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for port (618e6f68-4377-4df2-a993-e57a25f90951), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.793483 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (618e6f68-4377-4df2-a993-e57a25f90951), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.813874 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-d30eea96-0da4-41c3-a5c7-197c6c271889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 4f95c67a-fe49-4926-835f-c2991ffa4e67) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:52.833036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37339ae4-9212-4d7c-a9c3-cf744210064a None None] Network 4f95c67a-fe49-4926-835f-c2991ffa4e67 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:27:52.848647 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b571e-4fe9-484b-8352-488ca0c7cbca admin admin] Network 0f6285fa-5b57-4b49-b542-0cfe0fd86a95 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:27:52.853906 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30eea96-0da4-41c3-a5c7-197c6c271889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:52.854500 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d30eea96-0da4-41c3-a5c7-197c6c271889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.873326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] For port 9e3e2ae7-8105-4f5c-a905-9eb62e800143, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:27:52.883117 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] For port 9e3e2ae7-8105-4f5c-a905-9eb62e800143, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9e3e2ae7-8105-4f5c-a905-9eb62e800143,segment=NetworkSegment(0d887752-b680-43a1-8bb5-aabecc73025d),segment_id=0d887752-b680-43a1-8bb5-aabecc73025d)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:27:52.886245 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-850b571e-4fe9-484b-8352-488ca0c7cbca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 0f6285fa-5b57-4b49-b542-0cfe0fd86a95) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:52.909541 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34ef83a-8de5-4df0-a7c2-d95cd177fcd5 None None] Network 0f6285fa-5b57-4b49-b542-0cfe0fd86a95 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:27:52.912926 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.927509 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850b571e-4fe9-484b-8352-488ca0c7cbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:52.928258 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-850b571e-4fe9-484b-8352-488ca0c7cbca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:52.935649 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Pushing event updated for resources: {'Port': ['ID=618e6f68-4377-4df2-a993-e57a25f90951,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:52.954616 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d30eea96-0da4-41c3-a5c7-197c6c271889 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6830447 Mar 23 01:27:52.988518 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (013166ec-e9ab-4473-9b4e-87c5b9a34674), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:53.039814 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:53.041908 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-d473e8c5-31a9-490a-b1fc-bf5b363ab793 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8623569 Mar 23 01:27:53.050728 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-850b571e-4fe9-484b-8352-488ca0c7cbca admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6758895 Mar 23 01:27:53.086963 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bca636-87ec-46a3-8b38-6b1f1fd692c1 None None] Pushing event updated for resources: {'Port': ['ID=9e3e2ae7-8105-4f5c-a905-9eb62e800143,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:53.091270 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4136d15a-a332-4ffa-94d2-226f83c524f7 None None] Provisioning complete for port 9e3e2ae7-8105-4f5c-a905-9eb62e800143 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:53.091899 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4136d15a-a332-4ffa-94d2-226f83c524f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:53.137315 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-898bb45e-0633-4ce7-a92b-707caab9a044 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.0834301 Mar 23 01:27:53.319471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178eb0a8-12e6-4a07-abb5-645e01b8cdd4 None None] Network 4f95c67a-fe49-4926-835f-c2991ffa4e67 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:27:53.328368 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:53.356708 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-8bca5d92-ef21-46ab-8c0b-be00683215c1 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:53.362080 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Routers {'cb358ee9-1a2f-4483-ab3c-0e713da0b668'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:53.368583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['cb358ee9-1a2f-4483-ab3c-0e713da0b668'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:53.379075 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-630ac9ee-06b5-4e4f-b642-d857c6cb98c2 req-8bca5d92-ef21-46ab-8c0b-be00683215c1 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.2349465 Mar 23 01:27:53.558665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b59b3-7b0b-4371-820e-f72d34748b6a req-23871e27-5c6b-4cd0-9dee-4f65df372f10 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:53.570236 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-550b59b3-7b0b-4371-820e-f72d34748b6a req-23871e27-5c6b-4cd0-9dee-4f65df372f10 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.0958645 Mar 23 01:27:53.611812 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] Set router cb358ee9-1a2f-4483-ab3c-0e713da0b668 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:53.650061 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-550b59b3-7b0b-4371-820e-f72d34748b6a req-fe492d3f-7ca6-4ea9-b5a2-fa41ceac0051 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782967 Mar 23 01:27:53.832461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91878f5-880e-41af-913a-8eb01a922c7b req-d6f3a461-e997-4180-aa11-a23b82a067c3 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:53.845314 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d91878f5-880e-41af-913a-8eb01a922c7b req-d6f3a461-e997-4180-aa11-a23b82a067c3 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dabdc44-3569-422b-9596-a76bc29bd20c HTTP/1.1" status: 200 len: 945 time: 0.1182997 Mar 23 01:27:53.872808 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fada9ac2-bd4f-4b9e-a11d-1e7def3d1d35 req-db864b5b-86b2-45a3-b19f-d3c716ad1e9d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:53.872808 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fada9ac2-bd4f-4b9e-a11d-1e7def3d1d35 req-db864b5b-86b2-45a3-b19f-d3c716ad1e9d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (824cd769-c8b9-403f-ace0-a2a44ca8b20c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:53.875920 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-fada9ac2-bd4f-4b9e-a11d-1e7def3d1d35 req-db864b5b-86b2-45a3-b19f-d3c716ad1e9d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Floating IP 824cd769-c8b9-403f-ace0-a2a44ca8b20c disassociated. External IP: 172.25.0.168, port: d81bd03d-ee5d-4090-a081-705322ce9299. Mar 23 01:27:53.876440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-fada9ac2-bd4f-4b9e-a11d-1e7def3d1d35 req-db864b5b-86b2-45a3-b19f-d3c716ad1e9d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Calling delete_port for d81bd03d-ee5d-4090-a081-705322ce9299 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:27:53.898828 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.resource_extend [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-437e3ead-8b96-40ed-a5dc-30f2163d95a2 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:27:53.961081 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d91878f5-880e-41af-913a-8eb01a922c7b req-f2797151-5c8b-4dab-a4ad-a138757313a4 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f99957d-9cf7-4926-8edf-e2f1f7af460b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144059 Mar 23 01:27:54.059420 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-437e3ead-8b96-40ed-a5dc-30f2163d95a2 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:54.097513 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-437e3ead-8b96-40ed-a5dc-30f2163d95a2 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (d31db3af-5a67-4750-acd1-bc0252e7736b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:54.154234 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499ea92-f8f3-4bb2-8784-ece9667ec044 req-d4ff6f37-64f8-453e-a235-4cfce6a9acdd tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:54.159114 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9499ea92-f8f3-4bb2-8784-ece9667ec044 req-d4ff6f37-64f8-453e-a235-4cfce6a9acdd tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 945 time: 0.1159892 Mar 23 01:27:54.162767 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4136d15a-a332-4ffa-94d2-226f83c524f7 None None] Current status of the port 9e3e2ae7-8105-4f5c-a905-9eb62e800143 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:54.162767 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4136d15a-a332-4ffa-94d2-226f83c524f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:54.205430 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa0dd9b-61ef-4ac1-97b9-7206003e96c3 None None] Network 0f6285fa-5b57-4b49-b542-0cfe0fd86a95 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:27:54.251845 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9499ea92-f8f3-4bb2-8784-ece9667ec044 req-973e8da9-d6fe-454c-892f-afc437439e2c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882196 Mar 23 01:27:54.310998 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4136d15a-a332-4ffa-94d2-226f83c524f7 None None] For port 9e3e2ae7-8105-4f5c-a905-9eb62e800143, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9e3e2ae7-8105-4f5c-a905-9eb62e800143,segment=NetworkSegment(0d887752-b680-43a1-8bb5-aabecc73025d),segment_id=0d887752-b680-43a1-8bb5-aabecc73025d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:27:54.326922 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4136d15a-a332-4ffa-94d2-226f83c524f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:54.398708 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fada9ac2-bd4f-4b9e-a11d-1e7def3d1d35 req-db864b5b-86b2-45a3-b19f-d3c716ad1e9d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (d81bd03d-ee5d-4090-a081-705322ce9299), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:54.401515 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-437e3ead-8b96-40ed-a5dc-30f2163d95a2 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Floating IP d31db3af-5a67-4750-acd1-bc0252e7736b associated. External IP: 172.25.0.66, port: e12a9fb8-1537-45a6-8abd-6981869c6e64. Mar 23 01:27:54.463520 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device d81bd03d-ee5d-4090-a081-705322ce9299 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:27:54.484283 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db864b5b-86b2-45a3-b19f-d3c716ad1e9d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Pushing event deleted for resources: {'Port': ['ID=d81bd03d-ee5d-4090-a081-705322ce9299,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:54.491684 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:54.499244 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: d81bd03d-ee5d-4090-a081-705322ce9299 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:27:54.499853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device d81bd03d-ee5d-4090-a081-705322ce9299 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:27:54.522601 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066495bd-7b81-4a44-a204-3bd4bfc57e7b x-openstack-request-id: req-066495bd-7b81-4a44-a204-3bd4bfc57e7b {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:54.523031 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8795cd7d-1f90-4ef3-bab7-933ed8a51053", "name": "network-vif-plugged", "status": "completed", "tag": "7dfb5313-72b1-49c3-b766-3525312824ec", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:54.523376 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-066495bd-7b81-4a44-a204-3bd4bfc57e7b {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:54.523866 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066495bd-7b81-4a44-a204-3bd4bfc57e7b'] response: {'server_uuid': '8795cd7d-1f90-4ef3-bab7-933ed8a51053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfb5313-72b1-49c3-b766-3525312824ec', 'code': 200} Mar 23 01:27:54.573908 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d5a92259-9019-4726-98cf-a76a74d5040b None None] Provisioning complete for port 9e3e2ae7-8105-4f5c-a905-9eb62e800143 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:54.581745 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d5a92259-9019-4726-98cf-a76a74d5040b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:54.586631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136d15a-a332-4ffa-94d2-226f83c524f7 None None] Pushing event updated for resources: {'Port': ['ID=9e3e2ae7-8105-4f5c-a905-9eb62e800143,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:54.693397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'name': 'tempest-FloatingIPDetailsTestJSON-228037806-router', 'tenant_id': 'b283f72cdf604288b3b9d29014e717e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '770e42cf-ee9b-4b7d-86a5-d4458fa7fd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:37Z', 'updated_at': '2022-03-23T01:27:47Z', 'revision_number': 4, 'project_id': 'b283f72cdf604288b3b9d29014e717e0', 'gw_port': {'id': '770e42cf-ee9b-4b7d-86a5-d4458fa7fd33', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:38Z', 'updated_at': '2022-03-23T01:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '9e3e2ae7-8105-4f5c-a905-9eb62e800143', 'name': '', 'network_id': '8e4cda28-da62-40bd-b5f1-9db62d0dce18', 'tenant_id': 'b283f72cdf604288b3b9d29014e717e0', 'mac_address': 'fa:16:3e:82:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:44Z', 'updated_at': '2022-03-23T01:27:52Z', 'revision_number': 4, 'project_id': 'b283f72cdf604288b3b9d29014e717e0', 'subnets': [{'id': 'f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:54.715490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fada9ac2-bd4f-4b9e-a11d-1e7def3d1d35 req-db864b5b-86b2-45a3-b19f-d3c716ad1e9d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Router 8e140531-9947-4a23-85fa-f86a4e4821e1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:27:54.726849 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15e4c2-b83f-4eae-95ed-5823a8a81428 req-3be1e905-ff10-4f88-bca8-4965ba2887ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:54.728234 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0626d5b-a1cf-48db-a71e-668a60d78f6a None None] The sync data for ids ['cb358ee9-1a2f-4483-ab3c-0e713da0b668'] in n-d-834677-4 is: [{'id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'name': 'tempest-FloatingIPDetailsTestJSON-228037806-router', 'tenant_id': 'b283f72cdf604288b3b9d29014e717e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '770e42cf-ee9b-4b7d-86a5-d4458fa7fd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:37Z', 'updated_at': '2022-03-23T01:27:47Z', 'revision_number': 4, 'project_id': 'b283f72cdf604288b3b9d29014e717e0', 'gw_port': {'id': '770e42cf-ee9b-4b7d-86a5-d4458fa7fd33', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:38Z', 'updated_at': '2022-03-23T01:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '9e3e2ae7-8105-4f5c-a905-9eb62e800143', 'name': '', 'network_id': '8e4cda28-da62-40bd-b5f1-9db62d0dce18', 'tenant_id': 'b283f72cdf604288b3b9d29014e717e0', 'mac_address': 'fa:16:3e:82:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:44Z', 'updated_at': '2022-03-23T01:27:52Z', 'revision_number': 4, 'project_id': 'b283f72cdf604288b3b9d29014e717e0', 'subnets': [{'id': 'f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:27:54.732997 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc15e4c2-b83f-4eae-95ed-5823a8a81428 req-3be1e905-ff10-4f88-bca8-4965ba2887ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 1131 time: 0.1326251 Mar 23 01:27:54.845094 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d5a92259-9019-4726-98cf-a76a74d5040b None None] Current status of the port 9e3e2ae7-8105-4f5c-a905-9eb62e800143 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:55.004474 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc15e4c2-b83f-4eae-95ed-5823a8a81428 req-b1fb4f3e-5144-4eed-947a-35aad213ee24 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636149 Mar 23 01:27:55.073345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f00d7-9b64-424c-b37c-9b813206029a req-392ba2d8-2dad-4d9d-a1f8-a1b5fca6f26e tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:55.074943 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-612f00d7-9b64-424c-b37c-9b813206029a req-392ba2d8-2dad-4d9d-a1f8-a1b5fca6f26e tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/networks?id=4f95c67a-fe49-4926-835f-c2991ffa4e67 HTTP/1.1" status: 200 len: 822 time: 0.3182230 Mar 23 01:27:55.105002 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-612f00d7-9b64-424c-b37c-9b813206029a req-17b5c922-e3ad-49ce-a84b-9219750aca9c tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/quotas/590cc3d8447b4c0a8244387b16c14c1a HTTP/1.1" status: 200 len: 375 time: 0.0235472 Mar 23 01:27:55.184394 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-612f00d7-9b64-424c-b37c-9b813206029a req-df6e4423-30a1-41ee-b968-82d60c8d7457 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=590cc3d8447b4c0a8244387b16c14c1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783846 Mar 23 01:27:55.235126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fada9ac2-bd4f-4b9e-a11d-1e7def3d1d35 req-db864b5b-86b2-45a3-b19f-d3c716ad1e9d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:27:55.247578 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a478b-db66-4a33-b6c9-81da946358e2 None None] Sync routers for ids ['8e140531-9947-4a23-85fa-f86a4e4821e1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:27:55.259207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-437e3ead-8b96-40ed-a5dc-30f2163d95a2 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Router eb85f0ce-7c1e-4000-b17d-8134878dd624 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:27:55.264724 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a478b-db66-4a33-b6c9-81da946358e2 None None] Routers {'8e140531-9947-4a23-85fa-f86a4e4821e1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:55.265406 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-492a478b-db66-4a33-b6c9-81da946358e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8e140531-9947-4a23-85fa-f86a4e4821e1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:55.334890 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-612f00d7-9b64-424c-b37c-9b813206029a req-187c1638-b2ed-4893-b64e-48c7786543cc service neutron] 10.222.0.18 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495044 Mar 23 01:27:55.351567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-fada9ac2-bd4f-4b9e-a11d-1e7def3d1d35 req-db864b5b-86b2-45a3-b19f-d3c716ad1e9d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] No DVR routers for this DVR port d81bd03d-ee5d-4090-a081-705322ce9299 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:27:55.365101 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fada9ac2-bd4f-4b9e-a11d-1e7def3d1d35 req-db864b5b-86b2-45a3-b19f-d3c716ad1e9d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:55.368411 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fada9ac2-bd4f-4b9e-a11d-1e7def3d1d35 req-db864b5b-86b2-45a3-b19f-d3c716ad1e9d tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.42 "DELETE /v2.0/ports/d81bd03d-ee5d-4090-a081-705322ce9299 HTTP/1.1" status: 204 len: 173 time: 3.6050744 Mar 23 01:27:55.370692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dabdc44-3569-422b-9596-a76bc29bd20c', 'name': 'network-vif-deleted', 'tag': 'd81bd03d-ee5d-4090-a081-705322ce9299'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:27:55.380577 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2263c6aa-115c-47a6-978f-d791cafbd6eb" -d '{"events": [{"server_uuid": "8dabdc44-3569-422b-9596-a76bc29bd20c", "name": "network-vif-deleted", "tag": "d81bd03d-ee5d-4090-a081-705322ce9299"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:27:55.526851 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-492a478b-db66-4a33-b6c9-81da946358e2 None None] Set router 8e140531-9947-4a23-85fa-f86a4e4821e1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:55.530972 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-612f00d7-9b64-424c-b37c-9b813206029a req-449b4a08-9519-4e1c-9016-fedbcf240d84 service neutron] 10.222.0.18 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949885 Mar 23 01:27:55.743193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-437e3ead-8b96-40ed-a5dc-30f2163d95a2 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:27:55.750933 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:55.760185 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-437e3ead-8b96-40ed-a5dc-30f2163d95a2 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:55.767736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36fde31-da10-4e74-a310-2381c11704b7 None None] Sync routers for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:27:55.846312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9e3e2ae7-8105-4f5c-a905-9eb62e800143 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:27:55.923579 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-437e3ead-8b96-40ed-a5dc-30f2163d95a2 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "PUT /v2.0/floatingips/d31db3af-5a67-4750-acd1-bc0252e7736b HTTP/1.1" status: 200 len: 995 time: 4.0656168 Mar 23 01:27:55.925163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36fde31-da10-4e74-a310-2381c11704b7 None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:55.925807 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f36fde31-da10-4e74-a310-2381c11704b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:56.110944 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-492a478b-db66-4a33-b6c9-81da946358e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 4, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ffd23558-3fb7-42a9-a00d-76c081b4f618', 'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'mac_address': 'fa:16:3e:22:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:26Z', 'updated_at': '2022-03-23T01:24:32Z', 'revision_number': 5, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'subnets': [{'id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:56.115915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-67cde66d-41a8-4abd-9b7e-095d44a652d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:56.121578 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-67cde66d-41a8-4abd-9b7e-095d44a652d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 1127 time: 0.1907070 Mar 23 01:27:56.153304 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-39f7650a-c6d2-45d0-b99d-8a9e17279128 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3094137 Mar 23 01:27:56.159570 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:56.210493 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a478b-db66-4a33-b6c9-81da946358e2 None None] Checking router: 8e140531-9947-4a23-85fa-f86a4e4821e1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:27:56.230456 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:56.242441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 9e3e2ae7-8105-4f5c-a905-9eb62e800143 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:27:56.242753 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:56.265712 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a478b-db66-4a33-b6c9-81da946358e2 None None] Routers {'8e140531-9947-4a23-85fa-f86a4e4821e1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:56.268461 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-492a478b-db66-4a33-b6c9-81da946358e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8e140531-9947-4a23-85fa-f86a4e4821e1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:56.334604 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-f36fde31-da10-4e74-a310-2381c11704b7 None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:56.501561 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-f8e7fa1a-35a0-4260-b613-8b1217fe5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:56.511506 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-f8e7fa1a-35a0-4260-b613-8b1217fe5b7c service neutron] 10.222.0.18 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 921 time: 0.3827503 Mar 23 01:27:56.514189 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:56.746813 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-3a230baa-9069-471c-82ab-c8471c6d43d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e12a9fb8-1537-45a6-8abd-6981869c6e64 HTTP/1.1" status: 200 len: 998 time: 0.2215288 Mar 23 01:27:56.829905 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-492a478b-db66-4a33-b6c9-81da946358e2 None None] Set router 8e140531-9947-4a23-85fa-f86a4e4821e1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:56.840336 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Allocated IP 172.25.0.54 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/e8f769a8-99c9-479f-ab3b-ea25c30c28ef) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:27:56.909725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-105f39b5-dfbf-4ef4-8c11-c9843ebd6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:56.919044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-105f39b5-dfbf-4ef4-8c11-c9843ebd6a19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05068ea8-5994-4998-8f6b-aa411220325a HTTP/1.1" status: 200 len: 860 time: 0.1680448 Mar 23 01:27:56.999421 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 9e3e2ae7-8105-4f5c-a905-9eb62e800143 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:27:57.053854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-39a28aee-7c39-428c-937c-0e16b860f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:57.057074 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-39a28aee-7c39-428c-937c-0e16b860f813 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91ac4adb-f221-477e-a515-1831215e878a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1321037 Mar 23 01:27:57.078868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-bf775214-97c7-46da-851e-0dfe27612236 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:27:57.079976 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-bf775214-97c7-46da-851e-0dfe27612236 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152605 Mar 23 01:27:57.174576 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:27:57.208767 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f36fde31-da10-4e74-a310-2381c11704b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'd31db3af-5a67-4750-acd1-bc0252e7736b', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'port_id': 'e12a9fb8-1537-45a6-8abd-6981869c6e64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'mac_address': 'fa:16:3e:b0:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:27:33Z', 'updated_at': '2022-03-23T01:27:53Z', 'revision_number': 1, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:57.216294 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-6ef665c5-8346-4c43-b6e9-31b64d7b2bb4 service neutron] 10.222.0.18 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288619 Mar 23 01:27:57.219799 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for port (e8f769a8-99c9-479f-ab3b-ea25c30c28ef), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:57.275152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36fde31-da10-4e74-a310-2381c11704b7 None None] Checking router: eb85f0ce-7c1e-4000-b17d-8134878dd624 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:27:57.301703 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36fde31-da10-4e74-a310-2381c11704b7 None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:27:57.302559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f36fde31-da10-4e74-a310-2381c11704b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:57.345807 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e8f769a8-99c9-479f-ab3b-ea25c30c28ef), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:57.381005 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-492a478b-db66-4a33-b6c9-81da946358e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 4, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ffd23558-3fb7-42a9-a00d-76c081b4f618', 'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'mac_address': 'fa:16:3e:22:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:26Z', 'updated_at': '2022-03-23T01:24:32Z', 'revision_number': 5, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'subnets': [{'id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:57.420314 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863f20d2-674a-4c6f-8e74-7bab8baf9601 req-6bf2046d-373a-42e1-a283-657615a4f79e service neutron] 10.222.0.18 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987727 Mar 23 01:27:57.423782 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a478b-db66-4a33-b6c9-81da946358e2 None None] The sync data for ids ['8e140531-9947-4a23-85fa-f86a4e4821e1'] in n-d-834677-4 is: [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:24:27Z', 'revision_number': 4, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ffd23558-3fb7-42a9-a00d-76c081b4f618', 'name': '', 'network_id': '080a736b-27cd-405b-b5de-ee5cfb6bde25', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'mac_address': 'fa:16:3e:22:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:26Z', 'updated_at': '2022-03-23T01:24:32Z', 'revision_number': 5, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'subnets': [{'id': '4c9b9a5f-da6e-46ef-94fa-493b3aa504aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:27:57.478779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:27:57.480393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:57.482675 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Pushing event updated for resources: {'Port': ['ID=e8f769a8-99c9-479f-ab3b-ea25c30c28ef,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:57.485063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:27:57.615598 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-f36fde31-da10-4e74-a310-2381c11704b7 None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:27:57.631727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-69ccafdc-eb5c-499d-afa8-90cf980572de req-d9199236-e6b0-48d7-a1e2-e1f6632f1c17 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-478193600', 'description': 'tempest-description-1260744472'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:57.633750 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for floatingip (211929df-3466-4bf2-9d35-7aeb2dc5dc43), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:57.677897 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-69ccafdc-eb5c-499d-afa8-90cf980572de req-d9199236-e6b0-48d7-a1e2-e1f6632f1c17 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:57.703125 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e8f769a8-99c9-479f-ab3b-ea25c30c28ef), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:57.868809 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-69ccafdc-eb5c-499d-afa8-90cf980572de req-d9199236-e6b0-48d7-a1e2-e1f6632f1c17 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (9b755183-c186-476c-b503-06c84b04bced), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:57.879640 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-69ccafdc-eb5c-499d-afa8-90cf980572de req-d9199236-e6b0-48d7-a1e2-e1f6632f1c17 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9b755183-c186-476c-b503-06c84b04bced), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:57.942773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9199236-e6b0-48d7-a1e2-e1f6632f1c17 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b755183-c186-476c-b503-06c84b04bced,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:57.974001 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-69ccafdc-eb5c-499d-afa8-90cf980572de req-d9199236-e6b0-48d7-a1e2-e1f6632f1c17 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:57.975282 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-69ccafdc-eb5c-499d-afa8-90cf980572de req-d9199236-e6b0-48d7-a1e2-e1f6632f1c17 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3487883 Mar 23 01:27:57.986142 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f732a79-cf42-4587-84db-27178c18ae95 None None] New status for floating IP 824cd769-c8b9-403f-ace0-a2a44ca8b20c: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:27:58.146989 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for port (e8f769a8-99c9-479f-ab3b-ea25c30c28ef), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:58.154345 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f36fde31-da10-4e74-a310-2381c11704b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'd31db3af-5a67-4750-acd1-bc0252e7736b', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'port_id': 'e12a9fb8-1537-45a6-8abd-6981869c6e64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'mac_address': 'fa:16:3e:b0:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:27:33Z', 'updated_at': '2022-03-23T01:27:53Z', 'revision_number': 1, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:27:58.165901 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e8f769a8-99c9-479f-ab3b-ea25c30c28ef), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:58.241283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36fde31-da10-4e74-a310-2381c11704b7 None None] The sync data for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 is: [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'd31db3af-5a67-4750-acd1-bc0252e7736b', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'port_id': 'e12a9fb8-1537-45a6-8abd-6981869c6e64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'mac_address': 'fa:16:3e:b0:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:27:33Z', 'updated_at': '2022-03-23T01:27:53Z', 'revision_number': 1, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:27:58.343999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f00d7-9b64-424c-b37c-9b813206029a req-9b92013e-6ae3-4524-8df9-3fe9e29afe81 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:58.345777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-612f00d7-9b64-424c-b37c-9b813206029a req-9b92013e-6ae3-4524-8df9-3fe9e29afe81 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.42 "GET /v2.0/networks?id=4f95c67a-fe49-4926-835f-c2991ffa4e67 HTTP/1.1" status: 200 len: 822 time: 0.3466198 Mar 23 01:27:58.374269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-612f00d7-9b64-424c-b37c-9b813206029a req-7b4a8fb7-7db3-4b75-8a91-58ee367b0e09 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Request body: {'port': {'device_id': '0f747e1f-17ac-4ba4-8c92-652e309100ed', 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67', 'admin_state_up': True, 'tenant_id': '590cc3d8447b4c0a8244387b16c14c1a'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:58.378586 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Pushing event updated for resources: {'Port': ['ID=e8f769a8-99c9-479f-ab3b-ea25c30c28ef,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:58.419396 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (211929df-3466-4bf2-9d35-7aeb2dc5dc43), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:58.443386 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:58.443849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96118a6a-7224-4184-8871-6d0158283aa2 req-764bf691-3e6a-49b7-b182-b1c1877d7e66 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:58.445586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96118a6a-7224-4184-8871-6d0158283aa2 req-764bf691-3e6a-49b7-b182-b1c1877d7e66 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.2868233 Mar 23 01:27:58.464995 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-48f31bfc-c6da-475d-99e4-260c3d64c99b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3106458 Mar 23 01:27:58.558809 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96118a6a-7224-4184-8871-6d0158283aa2 req-4876436a-67ba-44fc-bcc4-74369e9101ad tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906668 Mar 23 01:27:58.603905 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-6d0c6c47-24b5-4670-b2e2-cb394e6f7544 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.1357145 Mar 23 01:27:58.622463 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da9190-e048-471d-ab91-94f5ee64b5ee None None] New status for floating IP d31db3af-5a67-4750-acd1-bc0252e7736b: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:27:58.658429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612f00d7-9b64-424c-b37c-9b813206029a req-7b4a8fb7-7db3-4b75-8a91-58ee367b0e09 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Made reservation on behalf of 590cc3d8447b4c0a8244387b16c14c1a for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:27:58.675260 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-612f00d7-9b64-424c-b37c-9b813206029a req-7b4a8fb7-7db3-4b75-8a91-58ee367b0e09 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:58.883050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-10792d37-870e-47d7-9a93-6bbec4d8d508 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:58.885566 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3180cd2e-1d45-4148-86cd-1972a2b0bd30 req-10792d37-870e-47d7-9a93-6bbec4d8d508 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.2709105 Mar 23 01:27:58.944447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-612f00d7-9b64-424c-b37c-9b813206029a req-7b4a8fb7-7db3-4b75-8a91-58ee367b0e09 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Allocated IP 172.20.0.3 (4f95c67a-fe49-4926-835f-c2991ffa4e67/56b936d6-168f-4a47-94f1-75821af6ee78/4ebcca10-19da-4c2e-b1b9-ccac70a6f66e) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:27:58.970283 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6010ed-c663-49a0-9f76-b458bf3e0b74 x-openstack-request-id: req-bc6010ed-c663-49a0-9f76-b458bf3e0b74 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:27:58.970570 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dabdc44-3569-422b-9596-a76bc29bd20c", "name": "network-vif-deleted", "tag": "d81bd03d-ee5d-4090-a081-705322ce9299", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:27:58.972839 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc6010ed-c663-49a0-9f76-b458bf3e0b74 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:27:58.973318 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc6010ed-c663-49a0-9f76-b458bf3e0b74'] response: {'server_uuid': '8dabdc44-3569-422b-9596-a76bc29bd20c', 'name': 'network-vif-deleted', 'tag': 'd81bd03d-ee5d-4090-a081-705322ce9299', 'status': 'completed', 'code': 200} Mar 23 01:27:59.011330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc4238-8b41-463b-923c-ce0ee1677d99 req-b46832d3-8f8b-4df3-ab83-772ca1d26678 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:59.013351 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-00fc4238-8b41-463b-923c-ce0ee1677d99 req-b46832d3-8f8b-4df3-ab83-772ca1d26678 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 945 time: 0.1345034 Mar 23 01:27:59.189431 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af9be3fe-5261-427e-bd5c-095481a037cf req-b242d43c-095b-413f-b44e-0a09dad8c68f tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 210 time: 0.0395732 Mar 23 01:27:59.232823 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-612f00d7-9b64-424c-b37c-9b813206029a req-7b4a8fb7-7db3-4b75-8a91-58ee367b0e09 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:59.281241 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-00fc4238-8b41-463b-923c-ce0ee1677d99 req-d8253326-37c6-4465-8c73-8308f8fc4649 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315204 Mar 23 01:27:59.285177 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-612f00d7-9b64-424c-b37c-9b813206029a req-7b4a8fb7-7db3-4b75-8a91-58ee367b0e09 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:59.357625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-25b9eb57-263f-4141-8d3b-5f4057b5863e req-131df891-8d6f-4606-a7b7-ab2865be4630 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-695648066', 'description': 'tempest-description-906199620'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:59.377538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612f00d7-9b64-424c-b37c-9b813206029a req-7b4a8fb7-7db3-4b75-8a91-58ee367b0e09 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Network 4f95c67a-fe49-4926-835f-c2991ffa4e67 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:27:59.398977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-612f00d7-9b64-424c-b37c-9b813206029a req-7b4a8fb7-7db3-4b75-8a91-58ee367b0e09 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:27:59.402333 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-612f00d7-9b64-424c-b37c-9b813206029a req-7b4a8fb7-7db3-4b75-8a91-58ee367b0e09 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:27:59.419483 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-5c7cc07e-b38e-48a1-8ab4-dda2171739cc tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:59.429719 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-5c7cc07e-b38e-48a1-8ab4-dda2171739cc tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1367912 Mar 23 01:27:59.438296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a8fb7-7db3-4b75-8a91-58ee367b0e09 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Pushing event updated for resources: {'Port': ['ID=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:59.461778 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-25b9eb57-263f-4141-8d3b-5f4057b5863e req-131df891-8d6f-4606-a7b7-ab2865be4630 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:59.498244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f00d7-9b64-424c-b37c-9b813206029a req-7b4a8fb7-7db3-4b75-8a91-58ee367b0e09 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:27:59.499286 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-612f00d7-9b64-424c-b37c-9b813206029a req-7b4a8fb7-7db3-4b75-8a91-58ee367b0e09 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:59.526736 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-612f00d7-9b64-424c-b37c-9b813206029a req-7b4a8fb7-7db3-4b75-8a91-58ee367b0e09 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1661241 Mar 23 01:27:59.539453 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Request body: {'port': {'device_id': '0f747e1f-17ac-4ba4-8c92-652e309100ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:59.604302 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-d72ee257-2d96-4822-a949-d67059a9f0e8 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 1000 time: 0.1733437 Mar 23 01:27:59.613904 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-d1f5d622-d7be-4624-b63b-454095d852f1 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Request body: {'floatingip': {'port_id': 'e6808410-5340-4b18-b122-0debd98b56d5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:27:59.631399 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:59.660026 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-25b9eb57-263f-4141-8d3b-5f4057b5863e req-131df891-8d6f-4606-a7b7-ab2865be4630 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (818c75d3-12ef-49fb-bf83-bf380ba799f6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:59.690078 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-25b9eb57-263f-4141-8d3b-5f4057b5863e req-131df891-8d6f-4606-a7b7-ab2865be4630 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (818c75d3-12ef-49fb-bf83-bf380ba799f6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:59.702161 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-d1f5d622-d7be-4624-b63b-454095d852f1 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for floatingip (d31db3af-5a67-4750-acd1-bc0252e7736b), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:59.713818 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-25b9eb57-263f-4141-8d3b-5f4057b5863e req-131df891-8d6f-4606-a7b7-ab2865be4630 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:27:59.715193 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-25b9eb57-263f-4141-8d3b-5f4057b5863e req-131df891-8d6f-4606-a7b7-ab2865be4630 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3698571 Mar 23 01:27:59.822653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131df891-8d6f-4606-a7b7-ab2865be4630 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818c75d3-12ef-49fb-bf83-bf380ba799f6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:27:59.948930 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-b37a98ae-34a0-4499-9c82-92c19db8c471 req-2eb6773b-0fae-4c31-b098-be523fb967d1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:27:59.949850 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b37a98ae-34a0-4499-9c82-92c19db8c471 req-2eb6773b-0fae-4c31-b098-be523fb967d1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053194 Mar 23 01:28:00.152120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:28:00.171960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Publish callbacks [] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:00.203325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Transition to ACTIVE for port object 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:28:00.221655 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:00.546842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Pushing event updated for resources: {'Port': ['ID=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:00.563461 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c588138d-daf3-4c00-b1df-005b3877123c req-84682598-ac11-4747-98e3-ad822a095285 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2913609 Mar 23 01:28:00.568713 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-c588138d-daf3-4c00-b1df-005b3877123c req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:00.606961 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c588138d-daf3-4c00-b1df-005b3877123c req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:00.631213 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-60f5e909-6dd7-4c3f-9452-11b52047a55f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3899248 Mar 23 01:28:00.633102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Attempting to bind port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:28:00.633606 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Attempting to bind port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'eb1a2797-e272-42ba-a65c-bd9cfe839b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:28:00.634433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Attempting to bind port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e on network 4f95c67a-fe49-4926-835f-c2991ffa4e67 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:28:00.702700 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e on network 4f95c67a-fe49-4926-835f-c2991ffa4e67 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:28:00.703391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Attempting to bind port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e on network 4f95c67a-fe49-4926-835f-c2991ffa4e67 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:28:00.709707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:28:00.709977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Checking segment: {'id': 'eb1a2797-e272-42ba-a65c-bd9cfe839b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:28:00.710368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Bound using segment: {'id': 'eb1a2797-e272-42ba-a65c-bd9cfe839b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:28:00.710806 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Bound port: 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1a2797-e272-42ba-a65c-bd9cfe839b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:28:00.711169 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:00.821692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] For port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:28:00.833398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] For port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:28:00.853946 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:00.943833 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Pushing event updated for resources: {'Port': ['ID=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:00.971210 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:00.972637 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:00.975824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-612f00d7-9b64-424c-b37c-9b813206029a req-0237fcea-7638-47c2-a1ce-a32a5527976e service neutron] 10.222.0.42 "PUT /v2.0/ports/4ebcca10-19da-4c2e-b1b9-ccac70a6f66e HTTP/1.1" status: 200 len: 1091 time: 1.4408662 Mar 23 01:28:00.977394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'tag': 'e12a9fb8-1537-45a6-8abd-6981869c6e64'}, {'name': 'network-changed', 'server_uuid': '0f747e1f-17ac-4ba4-8c92-652e309100ed', 'tag': '4ebcca10-19da-4c2e-b1b9-ccac70a6f66e'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:00.979960 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b77c74d-5a70-4050-9c8d-ee185718c2da" -d '{"events": [{"name": "network-changed", "server_uuid": "d101fa00-8c25-4ac6-9cf6-589114e0ef28", "tag": "e12a9fb8-1537-45a6-8abd-6981869c6e64"}, {"name": "network-changed", "server_uuid": "0f747e1f-17ac-4ba4-8c92-652e309100ed", "tag": "4ebcca10-19da-4c2e-b1b9-ccac70a6f66e"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:00.986133 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c588138d-daf3-4c00-b1df-005b3877123c req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:01.016560 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-d1f5d622-d7be-4624-b63b-454095d852f1 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:01.024265 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-d1f5d622-d7be-4624-b63b-454095d852f1 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (d31db3af-5a67-4750-acd1-bc0252e7736b), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:01.195198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f00d7-9b64-424c-b37c-9b813206029a req-2452ab16-ba6a-4ed3-aeab-ba9684d02df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:01.197344 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-612f00d7-9b64-424c-b37c-9b813206029a req-2452ab16-ba6a-4ed3-aeab-ba9684d02df9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=590cc3d8447b4c0a8244387b16c14c1a&device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 1125 time: 0.1133039 Mar 23 01:28:01.277090 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-d1f5d622-d7be-4624-b63b-454095d852f1 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Floating IP d31db3af-5a67-4750-acd1-bc0252e7736b associated. External IP: 172.25.0.66, port: e12a9fb8-1537-45a6-8abd-6981869c6e64. Mar 23 01:28:01.325109 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-612f00d7-9b64-424c-b37c-9b813206029a req-aa42bcee-0461-4e37-9c21-2fca7a71e93f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e HTTP/1.1" status: 200 len: 217 time: 0.0947173 Mar 23 01:28:01.378890 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53764) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:01.418315 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-c588138d-daf3-4c00-b1df-005b3877123c req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Allocated IP 172.25.0.39 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/c07abda2-b2a6-4355-955c-92bb717cbf4f) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:28:01.479013 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f00d7-9b64-424c-b37c-9b813206029a req-ca0f0648-b51b-4627-9b91-ba7899ae75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:01.480650 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-612f00d7-9b64-424c-b37c-9b813206029a req-ca0f0648-b51b-4627-9b91-ba7899ae75e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b936d6-168f-4a47-94f1-75821af6ee78 HTTP/1.1" status: 200 len: 862 time: 0.1431813 Mar 23 01:28:01.555560 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-612f00d7-9b64-424c-b37c-9b813206029a req-db91d0dd-a6f6-4d22-a851-28d970dcc0a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f95c67a-fe49-4926-835f-c2991ffa4e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355153 Mar 23 01:28:01.622238 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-d6aaee7a-b5e3-4734-b65e-c093a388edd8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:01.632712 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-d6aaee7a-b5e3-4734-b65e-c093a388edd8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports/7dfb5313-72b1-49c3-b766-3525312824ec HTTP/1.1" status: 200 len: 946 time: 0.2498434 Mar 23 01:28:01.676743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-d1f5d622-d7be-4624-b63b-454095d852f1 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Router eb85f0ce-7c1e-4000-b17d-8134878dd624 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:28:01.906522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-d1f5d622-d7be-4624-b63b-454095d852f1 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:28:01.917919 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14333e15-6a2e-4f18-beec-38795d8cca90 None None] Sync routers for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:28:01.934703 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14333e15-6a2e-4f18-beec-38795d8cca90 None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:01.937747 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-14333e15-6a2e-4f18-beec-38795d8cca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:02.082565 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-612f00d7-9b64-424c-b37c-9b813206029a req-ec46d8a4-2fa5-42c3-a1ba-764b87b3783b service neutron] 10.222.0.42 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139174 Mar 23 01:28:02.198256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-612f00d7-9b64-424c-b37c-9b813206029a req-af5acf64-e465-43fb-96f1-9bdba538ded9 service neutron] 10.222.0.42 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129382 Mar 23 01:28:02.300770 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-14333e15-6a2e-4f18-beec-38795d8cca90 None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:02.348239 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c588138d-daf3-4c00-b1df-005b3877123c req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for port (c07abda2-b2a6-4355-955c-92bb717cbf4f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:02.384012 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-d1f5d622-d7be-4624-b63b-454095d852f1 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Router eb85f0ce-7c1e-4000-b17d-8134878dd624 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:28:02.407263 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c588138d-daf3-4c00-b1df-005b3877123c req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (c07abda2-b2a6-4355-955c-92bb717cbf4f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:02.471358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c588138d-daf3-4c00-b1df-005b3877123c req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:28:02.478460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-c588138d-daf3-4c00-b1df-005b3877123c req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:28:02.483293 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c588138d-daf3-4c00-b1df-005b3877123c req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:28:02.569966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Pushing event updated for resources: {'Port': ['ID=c07abda2-b2a6-4355-955c-92bb717cbf4f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:02.588292 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c588138d-daf3-4c00-b1df-005b3877123c req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for floatingip (dea40f24-6729-4faf-954a-98f51d30852f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:02.605359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-d1f5d622-d7be-4624-b63b-454095d852f1 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:28:02.609841 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-d1f5d622-d7be-4624-b63b-454095d852f1 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:02.636906 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c588138d-daf3-4c00-b1df-005b3877123c req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c07abda2-b2a6-4355-955c-92bb717cbf4f), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:02.655497 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'tag': 'e12a9fb8-1537-45a6-8abd-6981869c6e64'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:02.658154 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7612829-b653-4941-8ce6-ebfde5ccae90" -d '{"events": [{"name": "network-changed", "server_uuid": "d101fa00-8c25-4ac6-9cf6-589114e0ef28", "tag": "e12a9fb8-1537-45a6-8abd-6981869c6e64"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:02.709976 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-d1f5d622-d7be-4624-b63b-454095d852f1 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "PUT /v2.0/floatingips/d31db3af-5a67-4750-acd1-bc0252e7736b HTTP/1.1" status: 200 len: 998 time: 3.1000175 Mar 23 01:28:02.812902 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-80fbfc43-606d-4e68-bfde-ca8468592d87 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:02.822334 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-80fbfc43-606d-4e68-bfde-ca8468592d87 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports/e12a9fb8-1537-45a6-8abd-6981869c6e64 HTTP/1.1" status: 200 len: 942 time: 0.1070709 Mar 23 01:28:02.918942 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-14333e15-6a2e-4f18-beec-38795d8cca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'd31db3af-5a67-4750-acd1-bc0252e7736b', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'port_id': 'e6808410-5340-4b18-b122-0debd98b56d5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'mac_address': 'fa:16:3e:73:7c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:27:33Z', 'updated_at': '2022-03-23T01:28:00Z', 'revision_number': 3, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:03.002217 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14333e15-6a2e-4f18-beec-38795d8cca90 None None] Checking router: eb85f0ce-7c1e-4000-b17d-8134878dd624 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:28:03.005780 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c588138d-daf3-4c00-b1df-005b3877123c req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for port (c07abda2-b2a6-4355-955c-92bb717cbf4f), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:03.015300 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c588138d-daf3-4c00-b1df-005b3877123c req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (c07abda2-b2a6-4355-955c-92bb717cbf4f), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:03.017540 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14333e15-6a2e-4f18-beec-38795d8cca90 None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:03.018262 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-14333e15-6a2e-4f18-beec-38795d8cca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:03.056783 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-d0abac22-ceb6-4f9c-be12-17cb68b0eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:03.071751 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-d0abac22-ceb6-4f9c-be12-17cb68b0eb03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 1127 time: 0.1025841 Mar 23 01:28:03.149510 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c588138d-daf3-4c00-b1df-005b3877123c req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (dea40f24-6729-4faf-954a-98f51d30852f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:03.172777 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Pushing event updated for resources: {'Port': ['ID=c07abda2-b2a6-4355-955c-92bb717cbf4f,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:03.179979 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c588138d-daf3-4c00-b1df-005b3877123c req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:03.182028 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c588138d-daf3-4c00-b1df-005b3877123c req-ec7e810a-914d-4dc4-92ae-054bda35dd75 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6177480 Mar 23 01:28:03.194418 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-14333e15-6a2e-4f18-beec-38795d8cca90 None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:03.260632 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c588138d-daf3-4c00-b1df-005b3877123c req-d51eb535-5178-4f26-a1c8-e6231d8258c6 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.39 HTTP/1.1" status: 200 len: 695 time: 0.0609729 Mar 23 01:28:03.417009 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588138d-daf3-4c00-b1df-005b3877123c req-fb5f787f-e3d7-453e-a594-013f90812e7f tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:03.434727 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c588138d-daf3-4c00-b1df-005b3877123c req-fb5f787f-e3d7-453e-a594-013f90812e7f tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.1570754 Mar 23 01:28:03.435834 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-b6e45716-69aa-44d2-b53d-a59ee9193679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:03.455460 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-b6e45716-69aa-44d2-b53d-a59ee9193679 service neutron] 10.222.0.18 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 921 time: 0.3824482 Mar 23 01:28:03.457853 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-902d08b2-7d97-4de3-b3a3-af1ae8452ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:03.459225 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-902d08b2-7d97-4de3-b3a3-af1ae8452ae9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 1131 time: 0.2024913 Mar 23 01:28:03.552104 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:03.648821 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-14333e15-6a2e-4f18-beec-38795d8cca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'd31db3af-5a67-4750-acd1-bc0252e7736b', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'port_id': 'e6808410-5340-4b18-b122-0debd98b56d5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'mac_address': 'fa:16:3e:73:7c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:27:33Z', 'updated_at': '2022-03-23T01:28:00Z', 'revision_number': 3, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:03.700375 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-f32202fd-06b5-4d16-96c7-05064b6fc12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:03.704089 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-f32202fd-06b5-4d16-96c7-05064b6fc12f service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.2364564 Mar 23 01:28:03.713960 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-0a38b334-ae21-4c08-9709-f86c6865246e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e12a9fb8-1537-45a6-8abd-6981869c6e64 HTTP/1.1" status: 200 len: 217 time: 0.2377939 Mar 23 01:28:03.720631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-03f45e14-1a83-4de3-919b-56ec62bcfc63 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:03.723839 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-03f45e14-1a83-4de3-919b-56ec62bcfc63 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/networks?id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95 HTTP/1.1" status: 200 len: 812 time: 0.2083113 Mar 23 01:28:03.726013 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14333e15-6a2e-4f18-beec-38795d8cca90 None None] The sync data for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 is: [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'd31db3af-5a67-4750-acd1-bc0252e7736b', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'port_id': 'e6808410-5340-4b18-b122-0debd98b56d5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'mac_address': 'fa:16:3e:73:7c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:27:33Z', 'updated_at': '2022-03-23T01:28:00Z', 'revision_number': 3, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:28:03.749954 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-6d1c9fcc-310b-4944-aa29-2c6b074e430a tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/quotas/88258706fcbb4a7782ff3a36d1464da4 HTTP/1.1" status: 200 len: 375 time: 0.0140138 Mar 23 01:28:03.793199 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-5001fd6f-2410-4df5-bd3f-821b621dfcff tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=88258706fcbb4a7782ff3a36d1464da4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347822 Mar 23 01:28:03.810886 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-4c853d74-bf11-43cb-9e34-5e78116dda25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7dfb5313-72b1-49c3-b766-3525312824ec HTTP/1.1" status: 200 len: 217 time: 0.0750580 Mar 23 01:28:03.867044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-b9f759a0-4f10-4861-a2a4-09cc4deffd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:03.869250 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-b9f759a0-4f10-4861-a2a4-09cc4deffd29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05068ea8-5994-4998-8f6b-aa411220325a HTTP/1.1" status: 200 len: 860 time: 0.1538124 Mar 23 01:28:03.910195 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-fb88a19c-24dd-48f3-84a3-d3b1494caf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:03.912335 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-fb88a19c-24dd-48f3-84a3-d3b1494caf96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0933142 Mar 23 01:28:03.960340 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-fdea6e98-5b9d-4092-8158-1d2ba33663b5 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553521 Mar 23 01:28:03.968072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-7b07adb7-db16-442b-bd83-df5edd4d13e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:03.969748 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-7b07adb7-db16-442b-bd83-df5edd4d13e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91ac4adb-f221-477e-a515-1831215e878a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0919011 Mar 23 01:28:03.982095 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-5a3f3731-9eb0-46a4-baac-3aa7ffcfd56b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:28:03.983236 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-5a3f3731-9eb0-46a4-baac-3aa7ffcfd56b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060678 Mar 23 01:28:03.985720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-10f316fd-08c1-4468-bf7c-c5754cd4ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:03.987161 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-10f316fd-08c1-4468-bf7c-c5754cd4ba19 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0669699 Mar 23 01:28:04.087543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543d7b9-f09e-4ff4-a4bb-e8641315a44b None None] New status for floating IP d31db3af-5a67-4750-acd1-bc0252e7736b: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:28:04.154777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-13f7c336-da26-45d7-89cf-299610458a8b service neutron] 10.222.0.18 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859651 Mar 23 01:28:04.262752 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-230ebc9c-948a-4ed6-b25d-3e17eca5eefc service neutron] 10.222.0.18 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664921 Mar 23 01:28:04.394749 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-147e8938-f0ef-4146-a1d5-a7a3ae21b898 service neutron] 10.222.0.18 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221075 Mar 23 01:28:04.429623 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-9847be82-43fd-420b-8946-d5e867219824 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320683 Mar 23 01:28:04.624565 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-0573983a-396c-4374-909d-74cf49c15c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:04.626481 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-0573983a-396c-4374-909d-74cf49c15c31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5 HTTP/1.1" status: 200 len: 1128 time: 0.1217091 Mar 23 01:28:04.631965 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-488e9e85-279b-4960-b1c4-a1e60c4dac52 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950951 Mar 23 01:28:04.755350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14289308-1a03-4f45-9fdd-dfbb89e1c47f req-e9c0c893-843b-4c82-980e-d6f12baaa91a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:04.758341 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14289308-1a03-4f45-9fdd-dfbb89e1c47f req-e9c0c893-843b-4c82-980e-d6f12baaa91a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.2349627 Mar 23 01:28:04.894784 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14289308-1a03-4f45-9fdd-dfbb89e1c47f req-bba4a8ae-dcfd-4a35-95ec-133a4d923274 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290534 Mar 23 01:28:05.019847 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-47da3220-0a99-4769-9830-4e3223b8de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:05.028636 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-47da3220-0a99-4769-9830-4e3223b8de38 service neutron] 10.222.0.18 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 921 time: 0.3933184 Mar 23 01:28:05.116882 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:28:05.159478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517bb76-f7eb-41ab-8109-92b0a9cff472 req-e5885e03-7e25-4dac-8ade-5874ca3c8a63 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:05.170235 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c517bb76-f7eb-41ab-8109-92b0a9cff472 req-e5885e03-7e25-4dac-8ade-5874ca3c8a63 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 943 time: 0.1232769 Mar 23 01:28:05.184881 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-b4054ea9-f128-4cda-a076-f06dbdef4ba8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6808410-5340-4b18-b122-0debd98b56d5 HTTP/1.1" status: 200 len: 1001 time: 0.1546414 Mar 23 01:28:05.257881 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee24d01-a30a-43e0-9991-d14c157d769b None None] Sync routers for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:28:05.273949 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee24d01-a30a-43e0-9991-d14c157d769b None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:05.274583 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-dee24d01-a30a-43e0-9991-d14c157d769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:05.278457 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c517bb76-f7eb-41ab-8109-92b0a9cff472 req-75ca7599-928d-4e18-a947-6ded0479af25 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021523 Mar 23 01:28:05.303448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-df803296-ab99-4985-be5d-98fd2bd40c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:05.315898 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-df803296-ab99-4985-be5d-98fd2bd40c63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05068ea8-5994-4998-8f6b-aa411220325a HTTP/1.1" status: 200 len: 860 time: 0.1287458 Mar 23 01:28:05.334461 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:05.365316 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '4ebcca10-19da-4c2e-b1b9-ccac70a6f66e', 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67', 'port_id': '4ebcca10-19da-4c2e-b1b9-ccac70a6f66e', 'mac_address': 'fa:16:3e:5c:6d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b936d6-168f-4a47-94f1-75821af6ee78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:28:05.453302 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-388959f0-9eda-41e7-8f41-88a599c9649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:05.455399 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:05.455803 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:05.464138 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-388959f0-9eda-41e7-8f41-88a599c9649d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91ac4adb-f221-477e-a515-1831215e878a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1459401 Mar 23 01:28:05.487947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:28:05.526184 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-dee24d01-a30a-43e0-9991-d14c157d769b None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:05.553032 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:05.597437 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:05.664001 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf389e20-46b0-4710-b40a-9b195113c08e req-9d6d70fc-1b03-427c-a2ec-47c7e75628fc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:05.665967 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf389e20-46b0-4710-b40a-9b195113c08e req-9d6d70fc-1b03-427c-a2ec-47c7e75628fc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 945 time: 0.1642020 Mar 23 01:28:05.720047 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:05.767990 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf389e20-46b0-4710-b40a-9b195113c08e req-557e9475-e71d-4cb3-b8f7-c89f743585c9 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863578 Mar 23 01:28:05.885163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['4ebcca10-19da-4c2e-b1b9-ccac70a6f66e'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:05.935815 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaf3e75-ab1b-42a2-ae1e-ca00fe64abdd x-openstack-request-id: req-beaf3e75-ab1b-42a2-ae1e-ca00fe64abdd {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:05.936129 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d101fa00-8c25-4ac6-9cf6-589114e0ef28", "tag": "e12a9fb8-1537-45a6-8abd-6981869c6e64", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f747e1f-17ac-4ba4-8c92-652e309100ed", "tag": "4ebcca10-19da-4c2e-b1b9-ccac70a6f66e", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:05.936921 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-beaf3e75-ab1b-42a2-ae1e-ca00fe64abdd {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:05.937456 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beaf3e75-ab1b-42a2-ae1e-ca00fe64abdd'] response: {'name': 'network-changed', 'server_uuid': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'tag': 'e12a9fb8-1537-45a6-8abd-6981869c6e64', 'status': 'completed', 'code': 200} Mar 23 01:28:05.938050 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beaf3e75-ab1b-42a2-ae1e-ca00fe64abdd'] response: {'name': 'network-changed', 'server_uuid': '0f747e1f-17ac-4ba4-8c92-652e309100ed', 'tag': '4ebcca10-19da-4c2e-b1b9-ccac70a6f66e', 'status': 'completed', 'code': 200} Mar 23 01:28:06.235964 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577f97c8-4b88-4799-8b70-55fa007ced30 x-openstack-request-id: req-577f97c8-4b88-4799-8b70-55fa007ced30 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:06.236646 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d101fa00-8c25-4ac6-9cf6-589114e0ef28", "tag": "e12a9fb8-1537-45a6-8abd-6981869c6e64", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:06.236646 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-577f97c8-4b88-4799-8b70-55fa007ced30 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:06.236913 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577f97c8-4b88-4799-8b70-55fa007ced30'] response: {'name': 'network-changed', 'server_uuid': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'tag': 'e12a9fb8-1537-45a6-8abd-6981869c6e64', 'status': 'completed', 'code': 200} Mar 23 01:28:06.242285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-9d2a9761-79bc-4ad6-949f-d0fa7fa30862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:06.244426 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-9d2a9761-79bc-4ad6-949f-d0fa7fa30862 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=590cc3d8447b4c0a8244387b16c14c1a&device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 1126 time: 0.2715485 Mar 23 01:28:06.245545 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-dee24d01-a30a-43e0-9991-d14c157d769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'd31db3af-5a67-4750-acd1-bc0252e7736b', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'port_id': 'e6808410-5340-4b18-b122-0debd98b56d5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'mac_address': 'fa:16:3e:73:7c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:27:33Z', 'updated_at': '2022-03-23T01:28:04Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:06.294681 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee24d01-a30a-43e0-9991-d14c157d769b None None] Checking router: eb85f0ce-7c1e-4000-b17d-8134878dd624 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:28:06.305941 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee24d01-a30a-43e0-9991-d14c157d769b None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:06.307360 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-dee24d01-a30a-43e0-9991-d14c157d769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:06.417352 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-73bce64b-e1c8-4fa5-a455-b0e1da12c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:06.419001 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-73bce64b-e1c8-4fa5-a455-b0e1da12c0ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 1127 time: 0.1813354 Mar 23 01:28:06.463718 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-388c0fb5-74b7-4597-9a21-c77348aaf768 service neutron] 10.222.0.18 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9985743 Mar 23 01:28:06.487881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-5f4dc636-8567-48ba-98da-2131410554b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:06.490399 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-5f4dc636-8567-48ba-98da-2131410554b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4f95c67a-fe49-4926-835f-c2991ffa4e67 HTTP/1.1" status: 200 len: 922 time: 0.2201834 Mar 23 01:28:06.523846 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-6f7f6f89-4072-4cac-9bb9-6468029f4eed tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4686747 Mar 23 01:28:06.535031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:06.562078 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-dee24d01-a30a-43e0-9991-d14c157d769b None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:06.605435 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-fc5041c6-a58f-4ef2-9108-deeeacf202f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e HTTP/1.1" status: 200 len: 217 time: 0.1027014 Mar 23 01:28:06.626087 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06678a8f-2c7f-4ecb-be72-af9e56ca6e30 req-23ee70ca-45c1-4da3-be04-594752165761 service neutron] 10.222.0.18 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612349 Mar 23 01:28:06.700470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-6b784358-b795-41bc-9556-59b93bbbe172 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:06.710434 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-6b784358-b795-41bc-9556-59b93bbbe172 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.42 "GET /v2.0/networks?id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95 HTTP/1.1" status: 200 len: 812 time: 0.3455188 Mar 23 01:28:06.716407 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:06.727420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-828325be-5aac-4e81-8d67-3483261e3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:06.732456 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-828325be-5aac-4e81-8d67-3483261e3f13 service neutron] 10.222.0.43 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 921 time: 0.3069363 Mar 23 01:28:06.738024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-60ced7d5-41a7-455a-9f47-e74940b9226b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Request body: {'port': {'device_id': 'e5ec8e97-f658-4e3b-9465-16f0be0e36d9', 'network_id': '0f6285fa-5b57-4b49-b542-0cfe0fd86a95', 'admin_state_up': True, 'tenant_id': '88258706fcbb4a7782ff3a36d1464da4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:06.749670 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-155939a5-1878-4cb9-9792-9aadab8a04fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:06.751140 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-155939a5-1878-4cb9-9792-9aadab8a04fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b936d6-168f-4a47-94f1-75821af6ee78 HTTP/1.1" status: 200 len: 862 time: 0.1350610 Mar 23 01:28:06.803400 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-591a7c9a-0793-447b-9bd6-acdc61e2372b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e12a9fb8-1537-45a6-8abd-6981869c6e64 HTTP/1.1" status: 200 len: 217 time: 0.0626967 Mar 23 01:28:06.828593 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de4985cf-fbb3-4458-bf2a-bc7e083baa82 req-da68e147-0b62-445b-a54b-1ed7d075e636 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 210 time: 0.0745549 Mar 23 01:28:06.883353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-53312a6a-518d-4fe0-8ece-f3cc8d0de2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:06.884902 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-53312a6a-518d-4fe0-8ece-f3cc8d0de2a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05068ea8-5994-4998-8f6b-aa411220325a HTTP/1.1" status: 200 len: 860 time: 0.0589118 Mar 23 01:28:06.925766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-c3da2eec-7894-4a37-826e-e34e1888b706 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f95c67a-fe49-4926-835f-c2991ffa4e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399720 Mar 23 01:28:06.926350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53820) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:06.989452 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-4032d348-defa-4c16-982e-8f53ab5a3d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:06.991944 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-4032d348-defa-4c16-982e-8f53ab5a3d7b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91ac4adb-f221-477e-a515-1831215e878a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0990880 Mar 23 01:28:07.092769 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29d05ea7-ab2c-4896-864d-6add83d268d7 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for security_group (1f99957d-9cf7-4926-8edf-e2f1f7af460b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:07.095538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-60ced7d5-41a7-455a-9f47-e74940b9226b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Made reservation on behalf of 88258706fcbb4a7782ff3a36d1464da4 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:28:07.100036 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-60ced7d5-41a7-455a-9f47-e74940b9226b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:07.110584 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-dee24d01-a30a-43e0-9991-d14c157d769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'd31db3af-5a67-4750-acd1-bc0252e7736b', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'port_id': 'e6808410-5340-4b18-b122-0debd98b56d5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'mac_address': 'fa:16:3e:73:7c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:27:33Z', 'updated_at': '2022-03-23T01:28:04Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:07.146052 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee24d01-a30a-43e0-9991-d14c157d769b None None] The sync data for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 is: [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'd31db3af-5a67-4750-acd1-bc0252e7736b', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'port_id': 'e6808410-5340-4b18-b122-0debd98b56d5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'mac_address': 'fa:16:3e:73:7c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:27:33Z', 'updated_at': '2022-03-23T01:28:04Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:28:07.154213 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0a619-18ae-4879-ba89-c31482ab03f1 req-7b28a7a9-2e01-4649-a887-fdae53729a4b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:07.156446 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3ea0a619-18ae-4879-ba89-c31482ab03f1 req-7b28a7a9-2e01-4649-a887-fdae53729a4b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.1057811 Mar 23 01:28:07.164049 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-639aac6a-deab-47e1-a6ea-7ff32ffc4276 service neutron] 10.222.0.43 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655037 Mar 23 01:28:07.209693 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29d05ea7-ab2c-4896-864d-6add83d268d7 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for security_group (1f99957d-9cf7-4926-8edf-e2f1f7af460b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:07.302225 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3ea0a619-18ae-4879-ba89-c31482ab03f1 req-c2ef1e76-8f17-443a-9ce1-59247e4ca068 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370766 Mar 23 01:28:07.342103 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-5a781431-2d29-43d0-aff8-ba2fcceede96 service neutron] 10.222.0.42 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682630 Mar 23 01:28:07.349852 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:07.358981 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-787a66d0-cb58-41e3-8977-673674569d7d service neutron] 10.222.0.43 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770275 Mar 23 01:28:07.488516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9baeabe-b71b-4824-be87-9cf313071855 req-428a33ef-c384-4af2-9dff-9abc3b6b6510 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:07.490061 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c9baeabe-b71b-4824-be87-9cf313071855 req-428a33ef-c384-4af2-9dff-9abc3b6b6510 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 944 time: 0.1044178 Mar 23 01:28:07.525968 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7612829-b653-4941-8ce6-ebfde5ccae90 req-3e36bf1d-46bc-4c12-bdc6-56020c045de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:07.527471 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7612829-b653-4941-8ce6-ebfde5ccae90 req-3e36bf1d-46bc-4c12-bdc6-56020c045de1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 1127 time: 0.0866070 Mar 23 01:28:07.532121 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29d05ea7-ab2c-4896-864d-6add83d268d7 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1f99957d-9cf7-4926-8edf-e2f1f7af460b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:07.535185 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29d05ea7-ab2c-4896-864d-6add83d268d7 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:07.539027 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-29d05ea7-ab2c-4896-864d-6add83d268d7 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "DELETE /v2.0/security-groups/1f99957d-9cf7-4926-8edf-e2f1f7af460b HTTP/1.1" status: 204 len: 168 time: 0.6051266 Mar 23 01:28:07.545877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53840) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:07.546994 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-60ced7d5-41a7-455a-9f47-e74940b9226b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Allocated IP 172.20.0.7 (0f6285fa-5b57-4b49-b542-0cfe0fd86a95/79beddf3-e38e-4ae2-aeb0-ffcc685292ac/cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:28:07.575045 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d05ea7-ab2c-4896-864d-6add83d268d7 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f99957d-9cf7-4926-8edf-e2f1f7af460b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:07.620337 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c9baeabe-b71b-4824-be87-9cf313071855 req-abb6af58-37f0-4cc4-9fb6-d92386438786 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234634 Mar 23 01:28:07.623508 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-06500ac6-6fc0-4a50-8ab1-65cae0c73524 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] show failed (client error): The resource could not be found. Mar 23 01:28:07.624484 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-06500ac6-6fc0-4a50-8ab1-65cae0c73524 tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "GET /v2.0/security-groups/1f99957d-9cf7-4926-8edf-e2f1f7af460b HTTP/1.1" status: 404 len: 347 time: 0.0716023 Mar 23 01:28:07.627543 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53842) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:07.648593 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b77c74d-5a70-4050-9c8d-ee185718c2da req-865c6d6b-742a-4dbe-b1a8-5fc66f9fb2a8 service neutron] 10.222.0.42 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516274 Mar 23 01:28:07.723292 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Allocated IP 172.25.0.126 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/587f4906-5fef-46e9-8f95-c04bb132b7dd) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:28:07.812430 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7612829-b653-4941-8ce6-ebfde5ccae90 req-28fe9779-0be9-41b5-ba50-e6c7eed8845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:07.813923 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7612829-b653-4941-8ce6-ebfde5ccae90 req-28fe9779-0be9-41b5-ba50-e6c7eed8845c service neutron] 10.222.0.43 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 921 time: 0.2784607 Mar 23 01:28:07.818268 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-13aa296b-f779-42da-981e-e3407262a87a req-30f81556-4688-42a5-ada2-7eafa332a574 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 1001 time: 0.1368933 Mar 23 01:28:07.840484 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-60ced7d5-41a7-455a-9f47-e74940b9226b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:07.868994 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7612829-b653-4941-8ce6-ebfde5ccae90 req-c64d4e9e-ab7f-4aba-a8e7-23af5918029a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e12a9fb8-1537-45a6-8abd-6981869c6e64 HTTP/1.1" status: 200 len: 217 time: 0.0485916 Mar 23 01:28:07.882192 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for port (587f4906-5fef-46e9-8f95-c04bb132b7dd), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:07.914672 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-60ced7d5-41a7-455a-9f47-e74940b9226b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:07.940286 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa296b-f779-42da-981e-e3407262a87a req-7eda8ab8-f7cb-474e-9bf6-5d156ff610f6 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:07.941948 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-13aa296b-f779-42da-981e-e3407262a87a req-7eda8ab8-f7cb-474e-9bf6-5d156ff610f6 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports/e6808410-5340-4b18-b122-0debd98b56d5 HTTP/1.1" status: 200 len: 943 time: 0.1138761 Mar 23 01:28:07.961782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-fd244afd-f836-47a6-aa53-3631ba63548f tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Deleting port 9bd40027-bb09-48fb-8bd5-6aa3d7fb54c9 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:07.964125 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd244afd-f836-47a6-aa53-3631ba63548f tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (9bd40027-bb09-48fb-8bd5-6aa3d7fb54c9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:07.964881 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7612829-b653-4941-8ce6-ebfde5ccae90 req-7712c0c7-6c5a-4614-b09b-c710afe05baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:07.965279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-60ced7d5-41a7-455a-9f47-e74940b9226b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Network 0f6285fa-5b57-4b49-b542-0cfe0fd86a95 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:28:07.966525 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7612829-b653-4941-8ce6-ebfde5ccae90 req-7712c0c7-6c5a-4614-b09b-c710afe05baf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05068ea8-5994-4998-8f6b-aa411220325a HTTP/1.1" status: 200 len: 860 time: 0.0798542 Mar 23 01:28:07.970901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-60ced7d5-41a7-455a-9f47-e74940b9226b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:28:07.977383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-60ced7d5-41a7-455a-9f47-e74940b9226b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:28:07.984539 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (587f4906-5fef-46e9-8f95-c04bb132b7dd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.006918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ced7d5-41a7-455a-9f47-e74940b9226b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event updated for resources: {'Port': ['ID=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:08.053244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:28:08.061181 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:28:08.067555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:28:08.074307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-60ced7d5-41a7-455a-9f47-e74940b9226b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:08.074913 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-60ced7d5-41a7-455a-9f47-e74940b9226b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.098478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Pushing event updated for resources: {'Port': ['ID=587f4906-5fef-46e9-8f95-c04bb132b7dd,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:08.122941 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-60ced7d5-41a7-455a-9f47-e74940b9226b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3901114 Mar 23 01:28:08.134620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Request body: {'port': {'device_id': 'e5ec8e97-f658-4e3b-9465-16f0be0e36d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:08.140560 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-13aa296b-f779-42da-981e-e3407262a87a req-907e7fdc-ad1f-496f-a223-133c26c7d6b6 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 1001 time: 0.1248033 Mar 23 01:28:08.144097 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7612829-b653-4941-8ce6-ebfde5ccae90 req-e53c1f54-4ed9-45a5-ba89-717d9a7da654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:08.145931 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7612829-b653-4941-8ce6-ebfde5ccae90 req-e53c1f54-4ed9-45a5-ba89-717d9a7da654 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91ac4adb-f221-477e-a515-1831215e878a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1664965 Mar 23 01:28:08.147614 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd244afd-f836-47a6-aa53-3631ba63548f tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (9bd40027-bb09-48fb-8bd5-6aa3d7fb54c9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.147935 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd244afd-f836-47a6-aa53-3631ba63548f tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for floatingip (9bd40027-bb09-48fb-8bd5-6aa3d7fb54c9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.187884 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-fd244afd-f836-47a6-aa53-3631ba63548f tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Calling delete_port for 9bd40027-bb09-48fb-8bd5-6aa3d7fb54c9 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:08.229467 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for floatingip (d84c30d2-f41c-45ef-bb55-38ff2bb47fe4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.232237 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.254680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'tag': 'e6808410-5340-4b18-b122-0debd98b56d5'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:08.256933 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b52911a-d3af-4c97-a7b9-cb0a402ee8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5a25c7-22bc-4110-9f8a-04ff4249c7a5", "tag": "e6808410-5340-4b18-b122-0debd98b56d5"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:08.298798 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (587f4906-5fef-46e9-8f95-c04bb132b7dd), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.398127 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa296b-f779-42da-981e-e3407262a87a req-0aac93cf-c99f-4056-9a8a-e9cd6242335b tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:08.400026 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-13aa296b-f779-42da-981e-e3407262a87a req-0aac93cf-c99f-4056-9a8a-e9cd6242335b tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.2487512 Mar 23 01:28:08.406776 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7612829-b653-4941-8ce6-ebfde5ccae90 req-768b278f-0d47-4135-afd9-7e2e1c573259 service neutron] 10.222.0.43 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413092 Mar 23 01:28:08.551115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:28:08.593996 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7612829-b653-4941-8ce6-ebfde5ccae90 req-9a064652-4c8f-47c9-b21a-a16a9cc34c61 service neutron] 10.222.0.43 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798313 Mar 23 01:28:08.607471 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be4315-0eec-41ed-9a68-acd86feac363 req-be92ac89-5c91-4b01-a93c-729b71b6b803 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:08.609122 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-38be4315-0eec-41ed-9a68-acd86feac363 req-be92ac89-5c91-4b01-a93c-729b71b6b803 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 945 time: 0.1226642 Mar 23 01:28:08.609342 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for port (587f4906-5fef-46e9-8f95-c04bb132b7dd), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.610613 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd244afd-f836-47a6-aa53-3631ba63548f tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (9bd40027-bb09-48fb-8bd5-6aa3d7fb54c9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.619155 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (587f4906-5fef-46e9-8f95-c04bb132b7dd), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.644199 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd244afd-f836-47a6-aa53-3631ba63548f tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Pushing event deleted for resources: {'Port': ['ID=9bd40027-bb09-48fb-8bd5-6aa3d7fb54c9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:08.710732 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:28:08.715000 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:28:08.715372 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.735242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:28:08.743020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Pushing event updated for resources: {'Port': ['ID=587f4906-5fef-46e9-8f95-c04bb132b7dd,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:08.750554 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Publish callbacks [] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.760952 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-38be4315-0eec-41ed-9a68-acd86feac363 req-d56697ec-6291-4b5e-a778-9912fe33695b tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201878 Mar 23 01:28:08.761892 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd244afd-f836-47a6-aa53-3631ba63548f tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks [] for floatingip (824cd769-c8b9-403f-ace0-a2a44ca8b20c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.765140 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd244afd-f836-47a6-aa53-3631ba63548f tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.766967 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fd244afd-f836-47a6-aa53-3631ba63548f tempest-ServersWithSpecificFlavorTestJSON-1206974033 tempest-ServersWithSpecificFlavorTestJSON-1206974033-project] 10.222.0.18 "DELETE /v2.0/floatingips/824cd769-c8b9-403f-ace0-a2a44ca8b20c HTTP/1.1" status: 204 len: 168 time: 1.1378944 Mar 23 01:28:08.767093 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (d84c30d2-f41c-45ef-bb55-38ff2bb47fe4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.778830 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Transition to ACTIVE for port object cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:28:08.795123 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.835069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:08.835462 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.838758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:08.847680 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.849473 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-d5b712f9-f6ae-4cb4-91b9-38d5d5284383 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3245511 Mar 23 01:28:08.870280 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f747e1f-17ac-4ba4-8c92-652e309100ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebcca10-19da-4c2e-b1b9-ccac70a6f66e'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:08.873323 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01594d5a-8b01-405b-8ea8-be534aed129e" -d '{"events": [{"server_uuid": "0f747e1f-17ac-4ba4-8c92-652e309100ed", "name": "network-vif-plugged", "status": "completed", "tag": "4ebcca10-19da-4c2e-b1b9-ccac70a6f66e"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:08.887208 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:08.892153 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:08.892970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:08.941854 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-80623a2e-7876-47ac-b7f1-c33d06322f55 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0860007 Mar 23 01:28:08.943449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4eca8-3a65-4ce4-afc8-4d6ed8042b90 req-31f2b45f-4700-486d-8ce8-0407526fde99 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:08.946015 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9aa4eca8-3a65-4ce4-afc8-4d6ed8042b90 req-31f2b45f-4700-486d-8ce8-0407526fde99 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 943 time: 0.0713654 Mar 23 01:28:08.975901 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:09.006853 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9aa4eca8-3a65-4ce4-afc8-4d6ed8042b90 req-d64725c7-12c8-4609-9bec-215dbff41d87 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554609 Mar 23 01:28:09.044639 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:09.045044 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:09.085512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:09.091276 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:09.143936 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12d5036-ef01-4d35-86d4-27f8876e8019 x-openstack-request-id: req-e12d5036-ef01-4d35-86d4-27f8876e8019 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:09.144432 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5a25c7-22bc-4110-9f8a-04ff4249c7a5", "tag": "e6808410-5340-4b18-b122-0debd98b56d5", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:09.145053 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e12d5036-ef01-4d35-86d4-27f8876e8019 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:09.145591 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12d5036-ef01-4d35-86d4-27f8876e8019'] response: {'name': 'network-changed', 'server_uuid': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'tag': 'e6808410-5340-4b18-b122-0debd98b56d5', 'status': 'completed', 'code': 200} Mar 23 01:28:09.147250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-8e27a504-49e5-48fe-bf4d-c81475d5f47f tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:09.163028 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5d89b058-cff8-4b04-9499-7bf00b7b84a7 req-8e27a504-49e5-48fe-bf4d-c81475d5f47f tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.2106102 Mar 23 01:28:09.165961 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:09.190618 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Attempting to bind port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:28:09.191099 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Attempting to bind port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f6285fa-5b57-4b49-b542-0cfe0fd86a95'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:28:09.191563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Attempting to bind port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c on network 0f6285fa-5b57-4b49-b542-0cfe0fd86a95 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:28:09.218156 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c on network 0f6285fa-5b57-4b49-b542-0cfe0fd86a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:28:09.218444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Attempting to bind port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c on network 0f6285fa-5b57-4b49-b542-0cfe0fd86a95 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:28:09.263811 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ff1a2-68f2-4f88-831a-a624e3dd222a req-4047394b-eca5-4528-aac1-5bf7b6990af8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:09.265415 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-658ff1a2-68f2-4f88-831a-a624e3dd222a req-4047394b-eca5-4528-aac1-5bf7b6990af8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.0573349 Mar 23 01:28:09.265665 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:28:09.266012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Checking segment: {'id': '3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f6285fa-5b57-4b49-b542-0cfe0fd86a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:28:09.266401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Bound using segment: {'id': '3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f6285fa-5b57-4b49-b542-0cfe0fd86a95'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:28:09.266852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Bound port: cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f6285fa-5b57-4b49-b542-0cfe0fd86a95'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:28:09.267215 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:09.318601 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-658ff1a2-68f2-4f88-831a-a624e3dd222a req-026704fb-f228-49f4-a67b-6dda81a26ea4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458939 Mar 23 01:28:09.326234 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-4b762cd5-70f5-4521-8cbd-2489ed968ed2 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 1001 time: 0.1408472 Mar 23 01:28:09.350305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52911a-d3af-4c97-a7b9-cb0a402ee8f6 req-a5670ac8-d7b4-47fe-9cfe-3df23e46e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:09.351799 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b52911a-d3af-4c97-a7b9-cb0a402ee8f6 req-a5670ac8-d7b4-47fe-9cfe-3df23e46e814 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5 HTTP/1.1" status: 200 len: 1128 time: 0.1787863 Mar 23 01:28:09.437608 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae772332-6aa2-4636-b148-204707df644c req-582732e7-55a1-4896-81a3-89db6a46a24d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:09.439708 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae772332-6aa2-4636-b148-204707df644c req-582732e7-55a1-4896-81a3-89db6a46a24d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 945 time: 0.0645409 Mar 23 01:28:09.500203 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae772332-6aa2-4636-b148-204707df644c req-d2402689-c6b0-4dd9-9284-7fd4154292b3 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538447 Mar 23 01:28:09.586683 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabf0402-0230-4f0e-9f52-e89e9234a9c3 x-openstack-request-id: req-cabf0402-0230-4f0e-9f52-e89e9234a9c3 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:09.587250 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f747e1f-17ac-4ba4-8c92-652e309100ed", "name": "network-vif-plugged", "status": "completed", "tag": "4ebcca10-19da-4c2e-b1b9-ccac70a6f66e", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:09.587250 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cabf0402-0230-4f0e-9f52-e89e9234a9c3 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:09.587586 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cabf0402-0230-4f0e-9f52-e89e9234a9c3'] response: {'server_uuid': '0f747e1f-17ac-4ba4-8c92-652e309100ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebcca10-19da-4c2e-b1b9-ccac70a6f66e', 'code': 200} Mar 23 01:28:09.711274 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cd4aaab4-8dad-402c-b059-acedeb7dfcf0 req-d0261a3a-27ae-4e6c-9e03-81f0e04fe81f tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips/d84c30d2-f41c-45ef-bb55-38ff2bb47fe4 HTTP/1.1" status: 200 len: 693 time: 0.0446432 Mar 23 01:28:09.826182 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4aaab4-8dad-402c-b059-acedeb7dfcf0 req-bcc523b3-f1ed-4c6b-a35b-65588228de22 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:09.827484 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cd4aaab4-8dad-402c-b059-acedeb7dfcf0 req-bcc523b3-f1ed-4c6b-a35b-65588228de22 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.1103935 Mar 23 01:28:09.827603 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-054f3cc6-6fa3-4be7-a67b-1ce513efb369 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:09.828854 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-054f3cc6-6fa3-4be7-a67b-1ce513efb369 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports/e6808410-5340-4b18-b122-0debd98b56d5 HTTP/1.1" status: 200 len: 943 time: 0.4842937 Mar 23 01:28:09.840450 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] For port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:28:09.852967 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] For port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c,segment=NetworkSegment(3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af),segment_id=3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:28:09.872950 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:09.926650 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96752b-f816-4003-967b-c968a5061797 req-d37fe759-6adc-4005-8265-1519bde03d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:09.928172 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de96752b-f816-4003-967b-c968a5061797 req-d37fe759-6adc-4005-8265-1519bde03d80 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 1127 time: 0.2015443 Mar 23 01:28:09.969292 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:09.969505 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:09.971658 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] 10.222.0.42 "PUT /v2.0/ports/cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c HTTP/1.1" status: 200 len: 1091 time: 1.8411491 Mar 23 01:28:09.973092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52911a-d3af-4c97-a7b9-cb0a402ee8f6 req-3d64f05e-49a1-4bd9-8b0d-6a022587f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:09.976774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b52911a-d3af-4c97-a7b9-cb0a402ee8f6 req-3d64f05e-49a1-4bd9-8b0d-6a022587f7e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 921 time: 0.6137490 Mar 23 01:28:09.987399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ec8e97-f658-4e3b-9465-16f0be0e36d9', 'tag': 'cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:09.990938 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fba3a9-e4b9-458a-bf8c-2f7db997a443" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ec8e97-f658-4e3b-9465-16f0be0e36d9", "tag": "cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:10.004382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a55e0-2d7f-4bb4-a8bc-d4f8f1de918f req-c7e5e653-fb56-4fa7-8358-d5defbca3c62 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:10.006951 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a66a55e0-2d7f-4bb4-a8bc-d4f8f1de918f req-c7e5e653-fb56-4fa7-8358-d5defbca3c62 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 946 time: 0.0684595 Mar 23 01:28:10.061266 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a66a55e0-2d7f-4bb4-a8bc-d4f8f1de918f req-b52884e3-2139-4dd0-8a6c-594ae450ecc8 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454893 Mar 23 01:28:10.136785 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b699fd-fc82-4cb5-adcf-56e6f38819c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:10.151532 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-20925f71-deb0-452e-a32b-8c8095ccbcbf tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 1001 time: 0.2643666 Mar 23 01:28:10.165224 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de96752b-f816-4003-967b-c968a5061797 req-08b27abc-5c1f-4bee-8502-ce2090736149 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063847 Mar 23 01:28:10.168444 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b52911a-d3af-4c97-a7b9-cb0a402ee8f6 req-1d81fb50-e08e-4996-a96a-8839a2a22183 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6808410-5340-4b18-b122-0debd98b56d5 HTTP/1.1" status: 200 len: 1001 time: 0.1573348 Mar 23 01:28:10.199889 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58be7da-b296-4499-b4b2-c0c46b20424f req-8ba04f35-4a36-4ec9-868c-0c8d1f1ef5bf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:10.201732 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c58be7da-b296-4499-b4b2-c0c46b20424f req-8ba04f35-4a36-4ec9-868c-0c8d1f1ef5bf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 945 time: 0.0653827 Mar 23 01:28:10.224484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-4c01022e-0ab3-4b67-ae59-0acf36d38f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:10.226042 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-4c01022e-0ab3-4b67-ae59-0acf36d38f18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88258706fcbb4a7782ff3a36d1464da4&device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 1125 time: 0.2025228 Mar 23 01:28:10.252325 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c58be7da-b296-4499-b4b2-c0c46b20424f req-cbd77f41-ae96-42ec-801b-76653550407a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442412 Mar 23 01:28:10.295076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-5ae6ba91-efa9-4980-bd91-a5f065280f60 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:10.296823 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-5ae6ba91-efa9-4980-bd91-a5f065280f60 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.1359000 Mar 23 01:28:10.327863 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98b197d3-c659-40e9-93c8-a9046322fd78 req-041e47ed-8350-4246-8f1b-fdebbb7fccbe tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips/d84c30d2-f41c-45ef-bb55-38ff2bb47fe4 HTTP/1.1" status: 200 len: 693 time: 0.0491152 Mar 23 01:28:10.372897 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-19d51afb-9e50-4e6a-863a-825f2ab6402d tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 1001 time: 0.0693469 Mar 23 01:28:10.382581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-16a6d4ab-bdbc-4cff-8809-399ad71abdd5 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:10.434829 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b197d3-c659-40e9-93c8-a9046322fd78 req-5648cbce-38ec-4446-9578-272d747221ba tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:10.436159 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98b197d3-c659-40e9-93c8-a9046322fd78 req-5648cbce-38ec-4446-9578-272d747221ba tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.1030142 Mar 23 01:28:10.491994 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98b197d3-c659-40e9-93c8-a9046322fd78 req-4533399b-259a-4aad-a559-c2e6f2394267 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0494893 Mar 23 01:28:10.497996 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-34cfec8c-93e7-42b4-833a-010fc59b8dfc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c HTTP/1.1" status: 200 len: 217 time: 0.0739439 Mar 23 01:28:10.549361 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98b197d3-c659-40e9-93c8-a9046322fd78 req-057b15a4-6dce-4ac1-8969-747f16c52609 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0496426 Mar 23 01:28:10.549622 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-16a6d4ab-bdbc-4cff-8809-399ad71abdd5 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for floatingip (d31db3af-5a67-4750-acd1-bc0252e7736b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:10.554447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52911a-d3af-4c97-a7b9-cb0a402ee8f6 req-f9549137-10c0-4142-a74c-dbac28953689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:10.556015 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b52911a-d3af-4c97-a7b9-cb0a402ee8f6 req-f9549137-10c0-4142-a74c-dbac28953689 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=05068ea8-5994-4998-8f6b-aa411220325a HTTP/1.1" status: 200 len: 860 time: 0.1331816 Mar 23 01:28:10.634535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-a93304fb-391d-4d3d-96d9-ccccbe326774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:10.635941 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-a93304fb-391d-4d3d-96d9-ccccbe326774 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79beddf3-e38e-4ae2-aeb0-ffcc685292ac HTTP/1.1" status: 200 len: 852 time: 0.1290193 Mar 23 01:28:10.687015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-98b197d3-c659-40e9-93c8-a9046322fd78 req-8b80890f-d2b5-4693-90f5-1944b5b0e976 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Deleting port 587f4906-5fef-46e9-8f95-c04bb132b7dd {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:10.687426 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-98b197d3-c659-40e9-93c8-a9046322fd78 req-8b80890f-d2b5-4693-90f5-1944b5b0e976 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (587f4906-5fef-46e9-8f95-c04bb132b7dd), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:10.710974 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-0bf8bd7f-02e2-4fe7-9f90-8e9920d49c99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588467 Mar 23 01:28:10.731673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52911a-d3af-4c97-a7b9-cb0a402ee8f6 req-f66321da-ae6d-46f9-af20-8e4d499c3753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:10.733118 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b52911a-d3af-4c97-a7b9-cb0a402ee8f6 req-f66321da-ae6d-46f9-af20-8e4d499c3753 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=91ac4adb-f221-477e-a515-1831215e878a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1428041 Mar 23 01:28:10.773295 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-98b197d3-c659-40e9-93c8-a9046322fd78 req-8b80890f-d2b5-4693-90f5-1944b5b0e976 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (587f4906-5fef-46e9-8f95-c04bb132b7dd), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:10.773608 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-98b197d3-c659-40e9-93c8-a9046322fd78 req-8b80890f-d2b5-4693-90f5-1944b5b0e976 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for floatingip (587f4906-5fef-46e9-8f95-c04bb132b7dd), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:10.786808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-98b197d3-c659-40e9-93c8-a9046322fd78 req-8b80890f-d2b5-4693-90f5-1944b5b0e976 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Calling delete_port for 587f4906-5fef-46e9-8f95-c04bb132b7dd owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:10.857628 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-16a6d4ab-bdbc-4cff-8809-399ad71abdd5 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:10.868497 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-16a6d4ab-bdbc-4cff-8809-399ad71abdd5 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (d31db3af-5a67-4750-acd1-bc0252e7736b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:10.868866 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-16a6d4ab-bdbc-4cff-8809-399ad71abdd5 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Floating IP d31db3af-5a67-4750-acd1-bc0252e7736b disassociated. External IP: 172.25.0.66, port: e6808410-5340-4b18-b122-0debd98b56d5. Mar 23 01:28:10.924836 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-98b197d3-c659-40e9-93c8-a9046322fd78 req-8b80890f-d2b5-4693-90f5-1944b5b0e976 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (587f4906-5fef-46e9-8f95-c04bb132b7dd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:10.951424 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80890f-d2b5-4693-90f5-1944b5b0e976 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Pushing event deleted for resources: {'Port': ['ID=587f4906-5fef-46e9-8f95-c04bb132b7dd,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:10.998423 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-767001ea-521b-4529-88eb-dadc2ea0558e service neutron] 10.222.0.42 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782388 Mar 23 01:28:11.013256 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-98b197d3-c659-40e9-93c8-a9046322fd78 req-8b80890f-d2b5-4693-90f5-1944b5b0e976 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for floatingip (d84c30d2-f41c-45ef-bb55-38ff2bb47fe4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:11.015704 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b52911a-d3af-4c97-a7b9-cb0a402ee8f6 req-ccbaa27e-d9fe-4e78-b5bb-1c23e7b2a02a service neutron] 10.222.0.42 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643447 Mar 23 01:28:11.015885 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-98b197d3-c659-40e9-93c8-a9046322fd78 req-8b80890f-d2b5-4693-90f5-1944b5b0e976 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:11.017077 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98b197d3-c659-40e9-93c8-a9046322fd78 req-8b80890f-d2b5-4693-90f5-1944b5b0e976 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "DELETE /v2.0/floatingips/d84c30d2-f41c-45ef-bb55-38ff2bb47fe4 HTTP/1.1" status: 204 len: 173 time: 0.4626913 Mar 23 01:28:11.106358 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e5c6e6-d4f3-4562-9645-de34f45a0aa8 x-openstack-request-id: req-b0e5c6e6-d4f3-4562-9645-de34f45a0aa8 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:11.106649 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ec8e97-f658-4e3b-9465-16f0be0e36d9", "tag": "cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:11.106882 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0e5c6e6-d4f3-4562-9645-de34f45a0aa8 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:11.107274 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e5c6e6-d4f3-4562-9645-de34f45a0aa8'] response: {'name': 'network-changed', 'server_uuid': 'e5ec8e97-f658-4e3b-9465-16f0be0e36d9', 'tag': 'cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c', 'status': 'completed', 'code': 200} Mar 23 01:28:11.183561 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e85927-4fb5-4c6f-b787-fee8648c5b2e req-0048a287-5dfb-4819-84a8-51b15e49bb48 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:11.185057 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-19e85927-4fb5-4c6f-b787-fee8648c5b2e req-0048a287-5dfb-4819-84a8-51b15e49bb48 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 943 time: 0.0560126 Mar 23 01:28:11.240237 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-19e85927-4fb5-4c6f-b787-fee8648c5b2e req-e9c7f5d1-d6f4-4535-bcd9-f744e41ae658 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496371 Mar 23 01:28:11.245469 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fdbc082-de74-4008-b464-cffd119e6e97 req-177bb7dc-25a7-4023-b0bb-bdfbce2faf94 service neutron] 10.222.0.42 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391841 Mar 23 01:28:11.263346 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b52911a-d3af-4c97-a7b9-cb0a402ee8f6 req-41e5c988-c182-43ff-9af7-22a0eeaee040 service neutron] 10.222.0.42 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322173 Mar 23 01:28:11.288615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-16a6d4ab-bdbc-4cff-8809-399ad71abdd5 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Router eb85f0ce-7c1e-4000-b17d-8134878dd624 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:28:11.437706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fba3a9-e4b9-458a-bf8c-2f7db997a443 req-4e024feb-f1ba-411d-b72e-3deacbe3302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:11.439239 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2fba3a9-e4b9-458a-bf8c-2f7db997a443 req-4e024feb-f1ba-411d-b72e-3deacbe3302a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88258706fcbb4a7782ff3a36d1464da4&device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 1125 time: 0.1078045 Mar 23 01:28:11.450633 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-16a6d4ab-bdbc-4cff-8809-399ad71abdd5 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:28:11.457098 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-16a6d4ab-bdbc-4cff-8809-399ad71abdd5 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:11.463979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c5410-012c-42a2-bf24-3169d2c458b9 None None] Sync routers for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:28:11.475389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c5410-012c-42a2-bf24-3169d2c458b9 None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:11.476409 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d09c5410-012c-42a2-bf24-3169d2c458b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:11.590328 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b953878f-4bb4-461e-824d-19aa5e4bff97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d1b0ee-c6fe-4614-9389-7fc0e8aed949'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:11.593883 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babbac36-759b-4f47-9ea7-eb591d67e348" -d '{"events": [{"server_uuid": "b953878f-4bb4-461e-824d-19aa5e4bff97", "name": "network-vif-unplugged", "status": "completed", "tag": "85d1b0ee-c6fe-4614-9389-7fc0e8aed949"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:11.608935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-d09c5410-012c-42a2-bf24-3169d2c458b9 None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:11.705634 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ab7eb-e84e-4dbc-9aab-58e351310228 req-ab18f9aa-194c-4948-8234-213c7eedf8d8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:11.708206 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3f2ab7eb-e84e-4dbc-9aab-58e351310228 req-ab18f9aa-194c-4948-8234-213c7eedf8d8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.0713475 Mar 23 01:28:11.760905 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3f2ab7eb-e84e-4dbc-9aab-58e351310228 req-e3ab0ebb-e62f-47d1-b6cc-c20982a4f0c9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467083 Mar 23 01:28:11.860952 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d09c5410-012c-42a2-bf24-3169d2c458b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:11.872121 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-16a6d4ab-bdbc-4cff-8809-399ad71abdd5 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "PUT /v2.0/floatingips/d31db3af-5a67-4750-acd1-bc0252e7736b HTTP/1.1" status: 200 len: 694 time: 1.4936354 Mar 23 01:28:11.884020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b3544-9820-4e12-b8e2-eff637bcae58 req-7bf82c37-8ab1-404d-9091-6d50beb251eb tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:11.886283 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cd4b3544-9820-4e12-b8e2-eff637bcae58 req-7bf82c37-8ab1-404d-9091-6d50beb251eb tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 945 time: 0.0605156 Mar 23 01:28:11.894107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c5410-012c-42a2-bf24-3169d2c458b9 None None] Checking router: eb85f0ce-7c1e-4000-b17d-8134878dd624 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:28:11.907698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c5410-012c-42a2-bf24-3169d2c458b9 None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:11.909080 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d09c5410-012c-42a2-bf24-3169d2c458b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:11.926142 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fba3a9-e4b9-458a-bf8c-2f7db997a443 req-27068cc2-d5fd-42f1-8ea7-1314a8686906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:11.927912 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2fba3a9-e4b9-458a-bf8c-2f7db997a443 req-27068cc2-d5fd-42f1-8ea7-1314a8686906 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95 HTTP/1.1" status: 200 len: 912 time: 0.4682753 Mar 23 01:28:11.935242 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cd4b3544-9820-4e12-b8e2-eff637bcae58 req-e45266ec-ac9b-4d02-bf36-ef72a1051181 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417011 Mar 23 01:28:11.978586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2fba3a9-e4b9-458a-bf8c-2f7db997a443 req-51177e31-f4fb-4899-a051-d7662ecde71f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c HTTP/1.1" status: 200 len: 217 time: 0.0405617 Mar 23 01:28:11.980511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-a574c65f-0910-4859-b84e-e3b4aeadfc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:11.981936 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-a574c65f-0910-4859-b84e-e3b4aeadfc40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5 HTTP/1.1" status: 200 len: 1128 time: 0.0883327 Mar 23 01:28:12.028920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-d09c5410-012c-42a2-bf24-3169d2c458b9 None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:12.073296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fba3a9-e4b9-458a-bf8c-2f7db997a443 req-e7955f55-23bf-4564-bcb2-20b835be56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:12.074906 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2fba3a9-e4b9-458a-bf8c-2f7db997a443 req-e7955f55-23bf-4564-bcb2-20b835be56ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79beddf3-e38e-4ae2-aeb0-ffcc685292ac HTTP/1.1" status: 200 len: 852 time: 0.0907416 Mar 23 01:28:12.117141 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2fba3a9-e4b9-458a-bf8c-2f7db997a443 req-175066ee-211e-4855-b9ba-85a4645d7421 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335681 Mar 23 01:28:12.149443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-2cb36250-fd10-47a2-9f61-2d52b06cb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:12.150929 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-2cb36250-fd10-47a2-9f61-2d52b06cb0c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 921 time: 0.1593671 Mar 23 01:28:12.222431 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-5de566ff-1872-4975-99ac-b66d875af09b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6808410-5340-4b18-b122-0debd98b56d5 HTTP/1.1" status: 200 len: 217 time: 0.0455813 Mar 23 01:28:12.253216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d09c5410-012c-42a2-bf24-3169d2c458b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:12.286472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c5410-012c-42a2-bf24-3169d2c458b9 None None] The sync data for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 is: [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:28:12.296679 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-9aa8ea89-6ed0-43a3-aa7e-41f3fadc79de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:12.298227 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-9aa8ea89-6ed0-43a3-aa7e-41f3fadc79de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05068ea8-5994-4998-8f6b-aa411220325a HTTP/1.1" status: 200 len: 860 time: 0.0695910 Mar 23 01:28:12.300209 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2fba3a9-e4b9-458a-bf8c-2f7db997a443 req-4ed7b142-fc2a-4d60-8e92-a2db845ab15d service neutron] 10.222.0.42 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721308 Mar 23 01:28:12.419970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-844089ac-ae0b-4735-8cff-88cb87984b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:12.422671 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-844089ac-ae0b-4735-8cff-88cb87984b76 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91ac4adb-f221-477e-a515-1831215e878a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1182451 Mar 23 01:28:12.483590 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2fba3a9-e4b9-458a-bf8c-2f7db997a443 req-6757a92f-80dd-4421-84cb-12d6fc4f6fbb service neutron] 10.222.0.42 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705792 Mar 23 01:28:12.487254 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b6080-2e5d-487b-8829-56176e5575bd req-14a86b16-5ca8-4c5b-868f-fcf616242138 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:12.489028 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d10b6080-2e5d-487b-8829-56176e5575bd req-14a86b16-5ca8-4c5b-868f-fcf616242138 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5243633 Mar 23 01:28:12.538683 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-26da6706-beb3-4933-85cd-a85208cf980c service neutron] 10.222.0.18 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058540 Mar 23 01:28:12.573771 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f330802-6089-4875-8a5d-7f3e2da6b596 None None] New status for floating IP d31db3af-5a67-4750-acd1-bc0252e7736b: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:28:12.580706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:28:12.638368 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f82fe1ad-21da-489f-b035-da37cb986ce5 req-d60c5bda-3007-4be7-8e9a-4d099453b705 service neutron] 10.222.0.18 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993385 Mar 23 01:28:12.656014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c6b39-7bce-46c0-ab5d-2a562fc37315 req-5ebab19b-8399-4e7f-998b-9810009c8b12 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:12.664046 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-612c6b39-7bce-46c0-ab5d-2a562fc37315 req-5ebab19b-8399-4e7f-998b-9810009c8b12 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 945 time: 0.0854840 Mar 23 01:28:12.694831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c,segment=NetworkSegment(3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af),segment_id=3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:12.708990 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c', 'network_id': '0f6285fa-5b57-4b49-b542-0cfe0fd86a95', 'port_id': 'cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c', 'mac_address': 'fa:16:3e:6e:9e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79beddf3-e38e-4ae2-aeb0-ffcc685292ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:28:12.723701 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-612c6b39-7bce-46c0-ab5d-2a562fc37315 req-70f3424e-dbcd-4799-8c49-1b30eb591619 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537188 Mar 23 01:28:12.757636 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:12.758071 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:12.773843 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cf3c8d-7a1b-4894-aa5f-bd8613cdb125 x-openstack-request-id: req-34cf3c8d-7a1b-4894-aa5f-bd8613cdb125 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:12.774270 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b953878f-4bb4-461e-824d-19aa5e4bff97", "name": "network-vif-unplugged", "status": "completed", "tag": "85d1b0ee-c6fe-4614-9389-7fc0e8aed949", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:12.774613 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34cf3c8d-7a1b-4894-aa5f-bd8613cdb125 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:12.775117 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34cf3c8d-7a1b-4894-aa5f-bd8613cdb125'] response: {'server_uuid': 'b953878f-4bb4-461e-824d-19aa5e4bff97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d1b0ee-c6fe-4614-9389-7fc0e8aed949', 'code': 200} Mar 23 01:28:12.781882 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:28:12.805103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c,segment=NetworkSegment(3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af),segment_id=3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:12.811605 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:12.848454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8d647-6293-4cbd-8747-8e450373c3ed req-06caa1a4-7a3b-4649-935e-3e30620592c6 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:12.858578 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c2a8d647-6293-4cbd-8747-8e450373c3ed req-06caa1a4-7a3b-4649-935e-3e30620592c6 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 945 time: 0.0653832 Mar 23 01:28:12.871891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:12.902988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9277a-e54b-440a-a317-f7689685245b req-b5af79d1-a9e8-4871-b013-4616be077c0b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:12.904535 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8b9277a-e54b-440a-a317-f7689685245b req-b5af79d1-a9e8-4871-b013-4616be077c0b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 944 time: 0.0624051 Mar 23 01:28:12.906413 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c2a8d647-6293-4cbd-8747-8e450373c3ed req-dddc30b2-f727-4da1-b16e-d23426084912 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469780 Mar 23 01:28:12.959127 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8b9277a-e54b-440a-a317-f7689685245b req-922d4129-5251-4f9e-bb18-abee817ea843 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477297 Mar 23 01:28:13.006504 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f7a4742e-33f7-44b4-ac17-6786b1376414 req-a7593e46-dc6e-4069-ab8a-f85c7d119fa8 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=b283f72cdf604288b3b9d29014e717e0 HTTP/1.1" status: 200 len: 1654 time: 0.0772364 Mar 23 01:28:13.107888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'tag': 'e6808410-5340-4b18-b122-0debd98b56d5'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:13.110362 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f935eea3-98f3-4d3b-82ef-bf5a4e5a1c85" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5a25c7-22bc-4110-9f8a-04ff4249c7a5", "tag": "e6808410-5340-4b18-b122-0debd98b56d5"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:13.128792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4742e-33f7-44b4-ac17-6786b1376414 req-55794683-8ec5-4b83-b3aa-ef2a4e6d3a4d tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:13.135766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f7a4742e-33f7-44b4-ac17-6786b1376414 req-55794683-8ec5-4b83-b3aa-ef2a4e6d3a4d tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/networks?id=c1c193e8-ebed-436f-92ad-13cec1b5b042&id=c1c193e8-ebed-436f-92ad-13cec1b5b042&id=c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 787 time: 0.1226027 Mar 23 01:28:13.139417 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:13.141082 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-f7a4742e-33f7-44b4-ac17-6786b1376414 req-602a3a0d-f754-4c11-b60e-132fe2f7b357 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:28:13.145064 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f7a4742e-33f7-44b4-ac17-6786b1376414 req-602a3a0d-f754-4c11-b60e-132fe2f7b357 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086102 Mar 23 01:28:13.227234 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d20406-2c4d-45cd-bf04-4628fbade3a5 req-b1ee767f-fec9-4c2c-b0c4-ef56864bdaf9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:13.228819 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53d20406-2c4d-45cd-bf04-4628fbade3a5 req-b1ee767f-fec9-4c2c-b0c4-ef56864bdaf9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.0576468 Mar 23 01:28:13.231339 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f54944-74c6-4f23-a505-00590338a98e x-openstack-request-id: req-76f54944-74c6-4f23-a505-00590338a98e {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:13.231871 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5a25c7-22bc-4110-9f8a-04ff4249c7a5", "tag": "e6808410-5340-4b18-b122-0debd98b56d5", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:13.232347 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76f54944-74c6-4f23-a505-00590338a98e {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:13.232989 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f54944-74c6-4f23-a505-00590338a98e'] response: {'name': 'network-changed', 'server_uuid': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'tag': 'e6808410-5340-4b18-b122-0debd98b56d5', 'status': 'completed', 'code': 200} Mar 23 01:28:13.332391 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53d20406-2c4d-45cd-bf04-4628fbade3a5 req-1af068b5-21c8-40e9-bd19-320485d368c1 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958652 Mar 23 01:28:13.340170 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935eea3-98f3-4d3b-82ef-bf5a4e5a1c85 req-4af0eed6-618a-4216-b64b-c7e8251295fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:13.341814 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f935eea3-98f3-4d3b-82ef-bf5a4e5a1c85 req-4af0eed6-618a-4216-b64b-c7e8251295fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5 HTTP/1.1" status: 200 len: 1128 time: 0.0854082 Mar 23 01:28:13.354354 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-37528ad6-03e6-4240-84d0-cdd790999467 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:13.355877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-37528ad6-03e6-4240-84d0-cdd790999467 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57&tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 1127 time: 0.0672214 Mar 23 01:28:13.367747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834677-4'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:13.372653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-cdb8d6c0-309b-4ed2-ac5b-7474fbcaeac6 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:13.374775 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-cdb8d6c0-309b-4ed2-ac5b-7474fbcaeac6 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0840595 Mar 23 01:28:13.430511 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cd16ecc0-d3a2-4f5e-b455-857f85afc2a0 req-dad2148d-a18d-4b94-8f48-41a1e17ac3b0 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips/dea40f24-6729-4faf-954a-98f51d30852f HTTP/1.1" status: 200 len: 692 time: 0.0736542 Mar 23 01:28:13.466956 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-25b73d3c-cc1d-43bb-8f51-2d46e5f52307 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 695 time: 0.0792260 Mar 23 01:28:13.484246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-63323c49-63d5-4ad3-bb33-ffef452c48ab tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Request body: {'floatingip': {'port_id': 'e12a9fb8-1537-45a6-8abd-6981869c6e64', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:13.519628 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:13.534960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-63323c49-63d5-4ad3-bb33-ffef452c48ab tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for floatingip (d31db3af-5a67-4750-acd1-bc0252e7736b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:13.566555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935eea3-98f3-4d3b-82ef-bf5a4e5a1c85 req-2b742676-2cb1-4bc1-b6a8-2df1e00f25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:13.568099 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f935eea3-98f3-4d3b-82ef-bf5a4e5a1c85 req-2b742676-2cb1-4bc1-b6a8-2df1e00f25f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 921 time: 0.2117248 Mar 23 01:28:13.606283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16ecc0-d3a2-4f5e-b455-857f85afc2a0 req-543e0d18-4998-40f7-a80f-44741d16e16f tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:13.607595 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cd16ecc0-d3a2-4f5e-b455-857f85afc2a0 req-543e0d18-4998-40f7-a80f-44741d16e16f tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.1708417 Mar 23 01:28:13.631109 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f935eea3-98f3-4d3b-82ef-bf5a4e5a1c85 req-072293e7-21ea-4401-a67e-d7c3e867e406 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6808410-5340-4b18-b122-0debd98b56d5 HTTP/1.1" status: 200 len: 217 time: 0.0548890 Mar 23 01:28:13.696501 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cd16ecc0-d3a2-4f5e-b455-857f85afc2a0 req-52aa03bf-65e2-4dc2-be82-3dfca427c982 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.39 HTTP/1.1" status: 200 len: 695 time: 0.0789347 Mar 23 01:28:13.767214 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cd16ecc0-d3a2-4f5e-b455-857f85afc2a0 req-2cd5217e-21c3-4744-b80c-a4b3ce2c0364 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.39 HTTP/1.1" status: 200 len: 695 time: 0.0605373 Mar 23 01:28:13.775532 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] For port 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=449c7652-1711-4a3c-a3e0-b4ff1d552c09,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:13.777998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935eea3-98f3-4d3b-82ef-bf5a4e5a1c85 req-fe136759-59e0-43ae-a93d-fa4ae1667a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:13.779462 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f935eea3-98f3-4d3b-82ef-bf5a4e5a1c85 req-fe136759-59e0-43ae-a93d-fa4ae1667a0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=05068ea8-5994-4998-8f6b-aa411220325a HTTP/1.1" status: 200 len: 860 time: 0.1371775 Mar 23 01:28:13.887152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935eea3-98f3-4d3b-82ef-bf5a4e5a1c85 req-5090eae6-da5c-4aa3-a41e-c8b88369d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:13.888672 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f935eea3-98f3-4d3b-82ef-bf5a4e5a1c85 req-5090eae6-da5c-4aa3-a41e-c8b88369d5c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=91ac4adb-f221-477e-a515-1831215e878a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1004741 Mar 23 01:28:13.904464 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] For port 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host n-h1-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:28:13.944563 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 449c7652-1711-4a3c-a3e0-b4ff1d552c09 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:28:13.952065 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb69340-2e1a-4983-8715-e0904dfb6c57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449c7652-1711-4a3c-a3e0-b4ff1d552c09'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:13.954592 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d38cb0e-5377-431f-b1f2-b9528c43c3dc" -d '{"events": [{"server_uuid": "6fb69340-2e1a-4983-8715-e0904dfb6c57", "name": "network-vif-unplugged", "status": "completed", "tag": "449c7652-1711-4a3c-a3e0-b4ff1d552c09"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:13.959768 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Publish callbacks [] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:13.973996 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:13.984949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-cd16ecc0-d3a2-4f5e-b455-857f85afc2a0 req-86daecaf-5c53-43be-abdd-4d0b08a27b49 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Deleting port c07abda2-b2a6-4355-955c-92bb717cbf4f {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:13.985286 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cd16ecc0-d3a2-4f5e-b455-857f85afc2a0 req-86daecaf-5c53-43be-abdd-4d0b08a27b49 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c07abda2-b2a6-4355-955c-92bb717cbf4f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:14.052303 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=449c7652-1711-4a3c-a3e0-b4ff1d552c09,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:14.064758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 449c7652-1711-4a3c-a3e0-b4ff1d552c09 has no active binding in host n-h2-834677-4 {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 01:28:14.083764 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f935eea3-98f3-4d3b-82ef-bf5a4e5a1c85 req-9f5f7f87-0648-40ca-9cd1-6ed401b0ad6f service neutron] 10.222.0.42 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872900 Mar 23 01:28:14.111181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Pushing event updated for resources: {'Port': ['ID=449c7652-1711-4a3c-a3e0-b4ff1d552c09,revision_number=7']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:14.127855 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Attempting to bind port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 on host n-h1-834677-4 for vnic_type normal with profile {"migrating_to": "n-h2-834677-4"} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:28:14.128190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Attempting to bind port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:28:14.128520 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Attempting to bind port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:28:14.142067 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cd16ecc0-d3a2-4f5e-b455-857f85afc2a0 req-86daecaf-5c53-43be-abdd-4d0b08a27b49 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c07abda2-b2a6-4355-955c-92bb717cbf4f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:14.142397 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cd16ecc0-d3a2-4f5e-b455-857f85afc2a0 req-86daecaf-5c53-43be-abdd-4d0b08a27b49 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for floatingip (c07abda2-b2a6-4355-955c-92bb717cbf4f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:14.145350 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 on network d44dd811-bae2-4efa-9295-6d682f4c9315 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:28:14.145350 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Attempting to bind port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:28:14.163085 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-cd16ecc0-d3a2-4f5e-b455-857f85afc2a0 req-86daecaf-5c53-43be-abdd-4d0b08a27b49 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Calling delete_port for c07abda2-b2a6-4355-955c-92bb717cbf4f owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:14.164897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:28:14.165227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Checking segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:28:14.165600 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Bound using segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:28:14.166027 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Bound port: 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:28:14.166376 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:14.183386 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-63323c49-63d5-4ad3-bb33-ffef452c48ab tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:14.189982 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-63323c49-63d5-4ad3-bb33-ffef452c48ab tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (d31db3af-5a67-4750-acd1-bc0252e7736b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:14.283894 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] For port 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host n-h1-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:28:14.285241 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f935eea3-98f3-4d3b-82ef-bf5a4e5a1c85 req-6587812a-6490-4c2e-bf69-61b69c67df4a service neutron] 10.222.0.42 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701164 Mar 23 01:28:14.288402 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] For port 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=449c7652-1711-4a3c-a3e0-b4ff1d552c09,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:28:14.299482 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:14.310207 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-63323c49-63d5-4ad3-bb33-ffef452c48ab tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Floating IP d31db3af-5a67-4750-acd1-bc0252e7736b associated. External IP: 172.25.0.66, port: e12a9fb8-1537-45a6-8abd-6981869c6e64. Mar 23 01:28:14.395370 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Pushing event updated for resources: {'Port': ['ID=449c7652-1711-4a3c-a3e0-b4ff1d552c09,revision_number=8']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:14.420270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:14.420912 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:14.422287 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b6a2a709-996e-4fee-a0e3-5577571ddd0c service neutron] 10.222.0.43 "PUT /v2.0/ports/449c7652-1711-4a3c-a3e0-b4ff1d552c09 HTTP/1.1" status: 200 len: 1121 time: 1.0585523 Mar 23 01:28:14.429807 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cd16ecc0-d3a2-4f5e-b455-857f85afc2a0 req-86daecaf-5c53-43be-abdd-4d0b08a27b49 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c07abda2-b2a6-4355-955c-92bb717cbf4f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:14.458835 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86daecaf-5c53-43be-abdd-4d0b08a27b49 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Pushing event deleted for resources: {'Port': ['ID=c07abda2-b2a6-4355-955c-92bb717cbf4f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:14.526823 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['449c7652-1711-4a3c-a3e0-b4ff1d552c09'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:14.527111 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cd16ecc0-d3a2-4f5e-b455-857f85afc2a0 req-86daecaf-5c53-43be-abdd-4d0b08a27b49 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for floatingip (dea40f24-6729-4faf-954a-98f51d30852f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:14.529693 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cd16ecc0-d3a2-4f5e-b455-857f85afc2a0 req-86daecaf-5c53-43be-abdd-4d0b08a27b49 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:14.531154 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cd16ecc0-d3a2-4f5e-b455-857f85afc2a0 req-86daecaf-5c53-43be-abdd-4d0b08a27b49 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "DELETE /v2.0/floatingips/dea40f24-6729-4faf-954a-98f51d30852f HTTP/1.1" status: 204 len: 173 time: 0.7575355 Mar 23 01:28:14.598196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:28:14.657260 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ef66a-daaa-40c0-ad6a-4ce9855a4464 req-3197f739-32c1-4de1-ab61-3e2608577749 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:14.659677 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a46ef66a-daaa-40c0-ad6a-4ce9855a4464 req-3197f739-32c1-4de1-ab61-3e2608577749 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 945 time: 0.0630236 Mar 23 01:28:14.697379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:28:14.704736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:28:14.705188 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:14.715758 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a46ef66a-daaa-40c0-ad6a-4ce9855a4464 req-47cc591d-9966-4b37-9047-b3336fe1a614 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493274 Mar 23 01:28:14.837605 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:14.837997 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:14.878180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ec8e97-f658-4e3b-9465-16f0be0e36d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:14.879485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a94b37-be63-4578-8045-bf371aeb6560 req-019f20ee-fc07-43a6-b349-69de5603dd37 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:14.881354 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-65a94b37-be63-4578-8045-bf371aeb6560 req-019f20ee-fc07-43a6-b349-69de5603dd37 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 943 time: 0.0651221 Mar 23 01:28:14.884196 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5650fa4-0cdb-46a2-bccc-4d6282967a87 req-1ddcf50a-5436-4c57-b00c-e1407c41e2f4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:14.885952 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a5650fa4-0cdb-46a2-bccc-4d6282967a87 req-1ddcf50a-5436-4c57-b00c-e1407c41e2f4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a5a25c7-22bc-4110-9f8a-04ff4249c7a5 HTTP/1.1" status: 200 len: 946 time: 0.0939856 Mar 23 01:28:14.887683 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e16ef6-90d6-49d3-bac2-eb953a7f9d48" -d '{"events": [{"server_uuid": "e5ec8e97-f658-4e3b-9465-16f0be0e36d9", "name": "network-vif-plugged", "status": "completed", "tag": "cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:14.903330 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c,segment=NetworkSegment(3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af),segment_id=3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:14.906654 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['449c7652-1711-4a3c-a3e0-b4ff1d552c09'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:14.934329 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:14.938512 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-63323c49-63d5-4ad3-bb33-ffef452c48ab tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Router eb85f0ce-7c1e-4000-b17d-8134878dd624 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:28:14.945070 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-65a94b37-be63-4578-8045-bf371aeb6560 req-3cb57ff4-2454-42b8-ac08-d47605f8e3d9 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567553 Mar 23 01:28:15.019891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:15.050066 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf505a5-e1ae-4264-b2b9-3aba105c5f52 x-openstack-request-id: req-eaf505a5-e1ae-4264-b2b9-3aba105c5f52 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:15.050363 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb69340-2e1a-4983-8715-e0904dfb6c57", "name": "network-vif-unplugged", "status": "completed", "tag": "449c7652-1711-4a3c-a3e0-b4ff1d552c09", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:15.051149 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eaf505a5-e1ae-4264-b2b9-3aba105c5f52 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:15.051702 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf505a5-e1ae-4264-b2b9-3aba105c5f52'] response: {'server_uuid': '6fb69340-2e1a-4983-8715-e0904dfb6c57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449c7652-1711-4a3c-a3e0-b4ff1d552c09', 'code': 200} Mar 23 01:28:15.091304 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-a5650fa4-0cdb-46a2-bccc-4d6282967a87 req-5d69e84d-4039-4156-aa4f-f784b4d5378d tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Deleting port e6808410-5340-4b18-b122-0debd98b56d5 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:15.091945 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a5650fa4-0cdb-46a2-bccc-4d6282967a87 req-5d69e84d-4039-4156-aa4f-f784b4d5378d tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e6808410-5340-4b18-b122-0debd98b56d5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:15.150560 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ee3c0-3133-485f-8406-4eb8c52c58fe req-a08a9377-9251-48f6-a2b7-4c87052c78f7 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:15.152022 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-664ee3c0-3133-485f-8406-4eb8c52c58fe req-a08a9377-9251-48f6-a2b7-4c87052c78f7 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 945 time: 0.0565052 Mar 23 01:28:15.158898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-63323c49-63d5-4ad3-bb33-ffef452c48ab tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:28:15.163693 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-63323c49-63d5-4ad3-bb33-ffef452c48ab tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:15.170230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dedada0-c178-47d0-a678-c4841aa88485 None None] Sync routers for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:28:15.181183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dedada0-c178-47d0-a678-c4841aa88485 None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:15.181949 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6dedada0-c178-47d0-a678-c4841aa88485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:15.201679 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-664ee3c0-3133-485f-8406-4eb8c52c58fe req-2f1f6232-f906-41c7-b131-492a4f1edc3e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436068 Mar 23 01:28:15.209910 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-63323c49-63d5-4ad3-bb33-ffef452c48ab tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "PUT /v2.0/floatingips/d31db3af-5a67-4750-acd1-bc0252e7736b HTTP/1.1" status: 200 len: 995 time: 1.7315917 Mar 23 01:28:15.238722 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'tag': 'e12a9fb8-1537-45a6-8abd-6981869c6e64'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:15.242082 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e899bff8-37f4-486e-878e-a519f631a43b" -d '{"events": [{"name": "network-changed", "server_uuid": "d101fa00-8c25-4ac6-9cf6-589114e0ef28", "tag": "e12a9fb8-1537-45a6-8abd-6981869c6e64"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:15.271823 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-a5650fa4-0cdb-46a2-bccc-4d6282967a87 req-5d69e84d-4039-4156-aa4f-f784b4d5378d tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] For port e6808410-5340-4b18-b122-0debd98b56d5, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=e6808410-5340-4b18-b122-0debd98b56d5,segment=NetworkSegment(2199cdfb-bd20-46cd-898e-92b7e6d82ae9),segment_id=2199cdfb-bd20-46cd-898e-92b7e6d82ae9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:15.272358 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a5650fa4-0cdb-46a2-bccc-4d6282967a87 req-5d69e84d-4039-4156-aa4f-f784b4d5378d tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e6808410-5340-4b18-b122-0debd98b56d5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:15.288909 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-a5650fa4-0cdb-46a2-bccc-4d6282967a87 req-5d69e84d-4039-4156-aa4f-f784b4d5378d tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Calling delete_port for e6808410-5340-4b18-b122-0debd98b56d5 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:15.311769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-5a7ea392-1fb4-45b3-95ec-0387ccf1f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:15.313530 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-5a7ea392-1fb4-45b3-95ec-0387ccf1f6d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 1127 time: 0.0878165 Mar 23 01:28:15.316843 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4020f-1fc8-4096-ac96-38918d1f82b4 req-8896f1dd-76a4-4cd0-a89e-9ab6e19014c5 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:15.324236 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a4a4020f-1fc8-4096-ac96-38918d1f82b4 req-8896f1dd-76a4-4cd0-a89e-9ab6e19014c5 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.0658369 Mar 23 01:28:15.369246 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a4a4020f-1fc8-4096-ac96-38918d1f82b4 req-fe501da2-0f5d-4d4f-9b22-5b9cf9ab7b2d tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439174 Mar 23 01:28:15.448343 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5f5b902-8dba-4b97-91a1-7d6a311f4965 req-ac0cb084-f9dc-4b01-b037-034933c42604 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips/211929df-3466-4bf2-9d35-7aeb2dc5dc43 HTTP/1.1" status: 200 len: 692 time: 0.0544293 Mar 23 01:28:15.463091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-29a49581-4d5e-4ec3-a507-4e224cc67f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:15.464586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-29a49581-4d5e-4ec3-a507-4e224cc67f7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 921 time: 0.1149685 Mar 23 01:28:15.473429 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-6dedada0-c178-47d0-a678-c4841aa88485 None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:15.557863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5b902-8dba-4b97-91a1-7d6a311f4965 req-28102ba9-6925-4263-b500-d5a9309b141a tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:15.559871 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5f5b902-8dba-4b97-91a1-7d6a311f4965 req-28102ba9-6925-4263-b500-d5a9309b141a tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.1106966 Mar 23 01:28:15.572264 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-f3c81cb2-5a82-4690-b266-537dba94ad5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e12a9fb8-1537-45a6-8abd-6981869c6e64 HTTP/1.1" status: 200 len: 998 time: 0.0984530 Mar 23 01:28:15.573319 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a5650fa4-0cdb-46a2-bccc-4d6282967a87 req-5d69e84d-4039-4156-aa4f-f784b4d5378d tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e6808410-5340-4b18-b122-0debd98b56d5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:15.591074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['e6808410-5340-4b18-b122-0debd98b56d5'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:15.630553 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5f5b902-8dba-4b97-91a1-7d6a311f4965 req-5cd9854a-228f-49e0-8c69-72df1c56a432 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.0618486 Mar 23 01:28:15.632418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69e84d-4039-4156-aa4f-f784b4d5378d tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Pushing event deleted for resources: {'Port': ['ID=e6808410-5340-4b18-b122-0debd98b56d5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:15.644391 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['e12a9fb8-1537-45a6-8abd-6981869c6e64'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:15.685097 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5650fa4-0cdb-46a2-bccc-4d6282967a87 req-5d69e84d-4039-4156-aa4f-f784b4d5378d tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] No DVR routers for this DVR port e6808410-5340-4b18-b122-0debd98b56d5 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:28:15.688821 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a5650fa4-0cdb-46a2-bccc-4d6282967a87 req-5d69e84d-4039-4156-aa4f-f784b4d5378d tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:15.692660 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a5650fa4-0cdb-46a2-bccc-4d6282967a87 req-5d69e84d-4039-4156-aa4f-f784b4d5378d tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.42 "DELETE /v2.0/ports/e6808410-5340-4b18-b122-0debd98b56d5 HTTP/1.1" status: 204 len: 173 time: 0.7987504 Mar 23 01:28:15.698157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-a4f58269-7bbf-4dd8-a63c-7445199f84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:15.699680 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-a4f58269-7bbf-4dd8-a63c-7445199f84f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05068ea8-5994-4998-8f6b-aa411220325a HTTP/1.1" status: 200 len: 860 time: 0.1186817 Mar 23 01:28:15.721048 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5f5b902-8dba-4b97-91a1-7d6a311f4965 req-ad08303b-b09f-4e8d-9f42-6cc28d9c5f13 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.0699642 Mar 23 01:28:15.806905 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-39eb41ac-2a52-4d1d-a21b-d38a7bd74287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:15.808559 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-39eb41ac-2a52-4d1d-a21b-d38a7bd74287 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91ac4adb-f221-477e-a515-1831215e878a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0938089 Mar 23 01:28:15.855371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6dedada0-c178-47d0-a678-c4841aa88485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'd31db3af-5a67-4750-acd1-bc0252e7736b', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'port_id': 'e12a9fb8-1537-45a6-8abd-6981869c6e64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'mac_address': 'fa:16:3e:b0:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:27:33Z', 'updated_at': '2022-03-23T01:28:14Z', 'revision_number': 8, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:15.901262 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dedada0-c178-47d0-a678-c4841aa88485 None None] Checking router: eb85f0ce-7c1e-4000-b17d-8134878dd624 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:28:15.929603 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dedada0-c178-47d0-a678-c4841aa88485 None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:15.930237 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6dedada0-c178-47d0-a678-c4841aa88485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:15.943266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-b5f5b902-8dba-4b97-91a1-7d6a311f4965 req-b3f3459f-8a11-4a22-9c2a-d2c291b8461e tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Deleting port e8f769a8-99c9-479f-ab3b-ea25c30c28ef {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:15.943920 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b5f5b902-8dba-4b97-91a1-7d6a311f4965 req-b3f3459f-8a11-4a22-9c2a-d2c291b8461e tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e8f769a8-99c9-479f-ab3b-ea25c30c28ef), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:15.949036 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-2778b93d-63fd-4661-b822-3451aa7098b7 service neutron] 10.222.0.18 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307213 Mar 23 01:28:15.966656 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73973d13-e663-48da-a248-f8606a93fbeb details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:28:16.035238 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b5f5b902-8dba-4b97-91a1-7d6a311f4965 req-b3f3459f-8a11-4a22-9c2a-d2c291b8461e tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e8f769a8-99c9-479f-ab3b-ea25c30c28ef), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:16.035995 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b5f5b902-8dba-4b97-91a1-7d6a311f4965 req-b3f3459f-8a11-4a22-9c2a-d2c291b8461e tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for floatingip (e8f769a8-99c9-479f-ab3b-ea25c30c28ef), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:16.048185 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dec6941d-4f76-4a6c-92ea-181b19f5b4bd req-a023d090-6555-42d1-9738-f29462f70070 service neutron] 10.222.0.18 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934062 Mar 23 01:28:16.052134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-b5f5b902-8dba-4b97-91a1-7d6a311f4965 req-b3f3459f-8a11-4a22-9c2a-d2c291b8461e tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Calling delete_port for e8f769a8-99c9-479f-ab3b-ea25c30c28ef owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:16.109377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-6dedada0-c178-47d0-a678-c4841aa88485 None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:16.166672 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73973d13-e663-48da-a248-f8606a93fbeb, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73973d13-e663-48da-a248-f8606a93fbeb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:16.202259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd6aa6-7857-4ebb-862e-ce71b68f4df4 req-ef5471ae-958c-4b2f-b611-c410bd7fb672 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:16.203930 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-50bd6aa6-7857-4ebb-862e-ce71b68f4df4 req-ef5471ae-958c-4b2f-b611-c410bd7fb672 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 945 time: 0.0648434 Mar 23 01:28:16.212430 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '73973d13-e663-48da-a248-f8606a93fbeb', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '73973d13-e663-48da-a248-f8606a93fbeb', 'mac_address': 'fa:16:3e:9b:a0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:28:16.244955 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b5f5b902-8dba-4b97-91a1-7d6a311f4965 req-b3f3459f-8a11-4a22-9c2a-d2c291b8461e tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e8f769a8-99c9-479f-ab3b-ea25c30c28ef), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:16.284318 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-50bd6aa6-7857-4ebb-862e-ce71b68f4df4 req-431276ae-005a-4d79-92e7-a17eb4be9eda tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732696 Mar 23 01:28:16.288127 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3459f-8a11-4a22-9c2a-d2c291b8461e tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Pushing event deleted for resources: {'Port': ['ID=e8f769a8-99c9-479f-ab3b-ea25c30c28ef,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:16.307144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 73973d13-e663-48da-a248-f8606a93fbeb is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:16.307608 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73973d13-e663-48da-a248-f8606a93fbeb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:16.327839 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73973d13-e663-48da-a248-f8606a93fbeb {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:28:16.352324 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53990) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:16.355562 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b5f5b902-8dba-4b97-91a1-7d6a311f4965 req-b3f3459f-8a11-4a22-9c2a-d2c291b8461e tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for floatingip (211929df-3466-4bf2-9d35-7aeb2dc5dc43), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:16.358247 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b5f5b902-8dba-4b97-91a1-7d6a311f4965 req-b3f3459f-8a11-4a22-9c2a-d2c291b8461e tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:16.359461 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5f5b902-8dba-4b97-91a1-7d6a311f4965 req-b3f3459f-8a11-4a22-9c2a-d2c291b8461e tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "DELETE /v2.0/floatingips/211929df-3466-4bf2-9d35-7aeb2dc5dc43 HTTP/1.1" status: 204 len: 173 time: 0.6284621 Mar 23 01:28:16.369854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73973d13-e663-48da-a248-f8606a93fbeb, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73973d13-e663-48da-a248-f8606a93fbeb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:16.383849 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73973d13-e663-48da-a248-f8606a93fbeb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:16.386680 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68970ea6-17ae-4f68-abf0-2e74fdb48131 x-openstack-request-id: req-68970ea6-17ae-4f68-abf0-2e74fdb48131 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:16.386999 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ec8e97-f658-4e3b-9465-16f0be0e36d9", "name": "network-vif-plugged", "status": "completed", "tag": "cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:16.387258 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68970ea6-17ae-4f68-abf0-2e74fdb48131 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:16.387769 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68970ea6-17ae-4f68-abf0-2e74fdb48131'] response: {'server_uuid': 'e5ec8e97-f658-4e3b-9465-16f0be0e36d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c', 'code': 200} Mar 23 01:28:16.475738 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537f856e-3881-4daf-8302-74e73d837d89 x-openstack-request-id: req-537f856e-3881-4daf-8302-74e73d837d89 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:16.476035 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d101fa00-8c25-4ac6-9cf6-589114e0ef28", "tag": "e12a9fb8-1537-45a6-8abd-6981869c6e64", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:16.476288 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-537f856e-3881-4daf-8302-74e73d837d89 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:16.476710 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537f856e-3881-4daf-8302-74e73d837d89'] response: {'name': 'network-changed', 'server_uuid': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'tag': 'e12a9fb8-1537-45a6-8abd-6981869c6e64', 'status': 'completed', 'code': 200} Mar 23 01:28:16.477937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=73973d13-e663-48da-a248-f8606a93fbeb,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:16.511154 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6dedada0-c178-47d0-a678-c4841aa88485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'd31db3af-5a67-4750-acd1-bc0252e7736b', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'port_id': 'e12a9fb8-1537-45a6-8abd-6981869c6e64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'mac_address': 'fa:16:3e:b0:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:27:33Z', 'updated_at': '2022-03-23T01:28:14Z', 'revision_number': 8, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:16.542424 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35046199-18e7-46c7-8737-4cb13bc3482c req-ca7cf9f6-d5f7-4b32-a96c-12c2c7de9ed9 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:16.542656 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dedada0-c178-47d0-a678-c4841aa88485 None None] The sync data for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 is: [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'd31db3af-5a67-4750-acd1-bc0252e7736b', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'port_id': 'e12a9fb8-1537-45a6-8abd-6981869c6e64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'mac_address': 'fa:16:3e:b0:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:27:33Z', 'updated_at': '2022-03-23T01:28:14Z', 'revision_number': 8, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:28:16.547627 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-35046199-18e7-46c7-8737-4cb13bc3482c req-ca7cf9f6-d5f7-4b32-a96c-12c2c7de9ed9 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 943 time: 0.1053171 Mar 23 01:28:16.575311 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc46e7-0a7b-49ed-b9cd-7aa59338f7bf req-42231130-ca5d-4b27-a302-1929fa557851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:16.576857 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6dc46e7-0a7b-49ed-b9cd-7aa59338f7bf req-42231130-ca5d-4b27-a302-1929fa557851 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 1127 time: 0.0992281 Mar 23 01:28:16.590553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['73973d13-e663-48da-a248-f8606a93fbeb'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:16.611715 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-35046199-18e7-46c7-8737-4cb13bc3482c req-bdabd5b6-dbc2-4bb5-bb6b-76c41214c901 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631764 Mar 23 01:28:16.670773 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6dc46e7-0a7b-49ed-b9cd-7aa59338f7bf req-58f4e083-9f7e-4bf3-a757-5cdc1648bf4c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578685 Mar 23 01:28:16.743751 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a0599e8-8164-4ca7-a821-e3b120994c61 req-0dde677c-9b14-4396-8b9c-d7b71944b499 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/floatingips/d31db3af-5a67-4750-acd1-bc0252e7736b HTTP/1.1" status: 200 len: 995 time: 0.1479931 Mar 23 01:28:16.761777 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc151f2d-7561-4333-af4b-280476221d85 req-b88b053f-bf50-4ad2-a5dc-a365c22b26fc tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:16.763536 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc151f2d-7561-4333-af4b-280476221d85 req-b88b053f-bf50-4ad2-a5dc-a365c22b26fc tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 945 time: 0.0666327 Mar 23 01:28:16.803977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899bff8-37f4-486e-878e-a519f631a43b req-25db025d-7a22-404c-8106-932512a6e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:16.805699 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e899bff8-37f4-486e-878e-a519f631a43b req-25db025d-7a22-404c-8106-932512a6e159 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 1127 time: 0.2765424 Mar 23 01:28:16.814480 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc151f2d-7561-4333-af4b-280476221d85 req-f6ba5a8b-5403-4eba-924b-cd2a9660231b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437794 Mar 23 01:28:16.865224 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5806e-3d32-47a0-b74f-6330433084ae None None] New status for floating IP d31db3af-5a67-4750-acd1-bc0252e7736b: ACTIVE {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:28:16.898338 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b293c88e-f4d6-4281-aa8b-a2fdf5c56c28 req-31edc952-8ffb-4d69-b89c-21b4c44379a5 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips/013166ec-e9ab-4473-9b4e-87c5b9a34674 HTTP/1.1" status: 200 len: 692 time: 0.0487380 Mar 23 01:28:16.989986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0599e8-8164-4ca7-a821-e3b120994c61 req-006dacc7-f977-4962-a789-348fd58a3b3c tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:16.993056 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a0599e8-8164-4ca7-a821-e3b120994c61 req-006dacc7-f977-4962-a789-348fd58a3b3c tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.2215946 Mar 23 01:28:17.018460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293c88e-f4d6-4281-aa8b-a2fdf5c56c28 req-8db41d6c-79b7-4450-8cd6-4e96ef1f9525 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:17.019845 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b293c88e-f4d6-4281-aa8b-a2fdf5c56c28 req-8db41d6c-79b7-4450-8cd6-4e96ef1f9525 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.1157920 Mar 23 01:28:17.025146 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899bff8-37f4-486e-878e-a519f631a43b req-4abee530-d5aa-44f1-aec5-e7450e60d8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:17.026424 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e899bff8-37f4-486e-878e-a519f631a43b req-4abee530-d5aa-44f1-aec5-e7450e60d8f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 921 time: 0.1928077 Mar 23 01:28:17.040808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-b293c88e-f4d6-4281-aa8b-a2fdf5c56c28 req-f31a9a3f-1fac-4719-921f-925a818051f3 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:28:17.042278 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b293c88e-f4d6-4281-aa8b-a2fdf5c56c28 req-f31a9a3f-1fac-4719-921f-925a818051f3 tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068188 Mar 23 01:28:17.081918 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb69340-2e1a-4983-8715-e0904dfb6c57', 'tag': '449c7652-1711-4a3c-a3e0-b4ff1d552c09'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:17.084233 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a1f73a-5bf8-449f-93fe-b5115864ca63" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb69340-2e1a-4983-8715-e0904dfb6c57", "tag": "449c7652-1711-4a3c-a3e0-b4ff1d552c09"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:17.097584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b293c88e-f4d6-4281-aa8b-a2fdf5c56c28 req-2b7718ea-626c-4d33-9301-7d19660fe7fb tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.0473368 Mar 23 01:28:17.151273 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b293c88e-f4d6-4281-aa8b-a2fdf5c56c28 req-16a061e1-e7b2-4d9d-84a6-37df7926e53e tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.0469482 Mar 23 01:28:17.159607 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e899bff8-37f4-486e-878e-a519f631a43b req-7b294e52-273b-4b16-8476-51c8fbfb40cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e12a9fb8-1537-45a6-8abd-6981869c6e64 HTTP/1.1" status: 200 len: 1000 time: 0.1207201 Mar 23 01:28:17.230649 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500706f-74d4-407e-a3bb-159d2a25521a req-6a310591-f821-43a4-82ca-afbc7e41aa3f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:17.232164 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9500706f-74d4-407e-a3bb-159d2a25521a req-6a310591-f821-43a4-82ca-afbc7e41aa3f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.1515634 Mar 23 01:28:17.238223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899bff8-37f4-486e-878e-a519f631a43b req-9f7506f4-29b4-4663-a73a-ae3c2f909ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:17.239612 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e899bff8-37f4-486e-878e-a519f631a43b req-9f7506f4-29b4-4663-a73a-ae3c2f909ffb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05068ea8-5994-4998-8f6b-aa411220325a HTTP/1.1" status: 200 len: 860 time: 0.0735819 Mar 23 01:28:17.245071 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-907554e0-7fd4-4e29-8096-4602574afa2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (8e140531-9947-4a23-85fa-f86a4e4821e1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:17.281623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-b293c88e-f4d6-4281-aa8b-a2fdf5c56c28 req-53180bdc-4826-4a21-ade0-f8ba354e6a1b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Deleting port 618e6f68-4377-4df2-a993-e57a25f90951 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:17.282180 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b293c88e-f4d6-4281-aa8b-a2fdf5c56c28 req-53180bdc-4826-4a21-ade0-f8ba354e6a1b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (618e6f68-4377-4df2-a993-e57a25f90951), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:17.359498 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b293c88e-f4d6-4281-aa8b-a2fdf5c56c28 req-53180bdc-4826-4a21-ade0-f8ba354e6a1b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (618e6f68-4377-4df2-a993-e57a25f90951), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:17.359798 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b293c88e-f4d6-4281-aa8b-a2fdf5c56c28 req-53180bdc-4826-4a21-ade0-f8ba354e6a1b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for floatingip (618e6f68-4377-4df2-a993-e57a25f90951), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:17.373652 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-b293c88e-f4d6-4281-aa8b-a2fdf5c56c28 req-53180bdc-4826-4a21-ade0-f8ba354e6a1b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Calling delete_port for 618e6f68-4377-4df2-a993-e57a25f90951 owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:17.389798 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9500706f-74d4-407e-a3bb-159d2a25521a req-e30e6a91-a185-4873-a3ec-7122943324b5 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483986 Mar 23 01:28:17.401965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899bff8-37f4-486e-878e-a519f631a43b req-0982da76-07a5-4ae9-a368-7d3c73b14c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:17.403463 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e899bff8-37f4-486e-878e-a519f631a43b req-0982da76-07a5-4ae9-a368-7d3c73b14c31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91ac4adb-f221-477e-a515-1831215e878a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1519818 Mar 23 01:28:17.540299 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b293c88e-f4d6-4281-aa8b-a2fdf5c56c28 req-53180bdc-4826-4a21-ade0-f8ba354e6a1b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (618e6f68-4377-4df2-a993-e57a25f90951), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:17.567666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53180bdc-4826-4a21-ade0-f8ba354e6a1b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Pushing event deleted for resources: {'Port': ['ID=618e6f68-4377-4df2-a993-e57a25f90951,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:17.589474 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e899bff8-37f4-486e-878e-a519f631a43b req-d25e705d-b2f2-49be-b58d-b76facda1414 service neutron] 10.222.0.43 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638930 Mar 23 01:28:17.666303 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b293c88e-f4d6-4281-aa8b-a2fdf5c56c28 req-53180bdc-4826-4a21-ade0-f8ba354e6a1b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks [] for floatingip (013166ec-e9ab-4473-9b4e-87c5b9a34674), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:17.669160 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b293c88e-f4d6-4281-aa8b-a2fdf5c56c28 req-53180bdc-4826-4a21-ade0-f8ba354e6a1b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:17.672207 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b293c88e-f4d6-4281-aa8b-a2fdf5c56c28 req-53180bdc-4826-4a21-ade0-f8ba354e6a1b tempest-FloatingIPDetailsTestJSON-881725308 tempest-FloatingIPDetailsTestJSON-881725308-project] 10.222.0.18 "DELETE /v2.0/floatingips/013166ec-e9ab-4473-9b4e-87c5b9a34674 HTTP/1.1" status: 204 len: 173 time: 0.5138278 Mar 23 01:28:17.678703 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54014) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:17.807865 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e899bff8-37f4-486e-878e-a519f631a43b req-1fa2d2f6-802c-458c-bfc1-e75d76861c6e service neutron] 10.222.0.43 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089567 Mar 23 01:28:17.827540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24369a-fb4e-4a67-9f07-a841baa97110 req-1670a95e-75ae-4764-bffd-8087d90db930 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:17.829709 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3d24369a-fb4e-4a67-9f07-a841baa97110 req-1670a95e-75ae-4764-bffd-8087d90db930 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 945 time: 0.1651082 Mar 23 01:28:17.840719 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-09147598-1ddf-448f-abdf-2576e668c4ac req-6ae5b470-df02-4ec3-ba86-1e7e529a3061 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 1000 time: 0.1113153 Mar 23 01:28:17.862822 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-907554e0-7fd4-4e29-8096-4602574afa2f admin admin] Deleting port ffd23558-3fb7-42a9-a00d-76c081b4f618 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:17.863442 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-907554e0-7fd4-4e29-8096-4602574afa2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:17.948067 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3d24369a-fb4e-4a67-9f07-a841baa97110 req-ac09dde2-d2de-4df0-b40f-766fac97529b tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076376 Mar 23 01:28:17.977051 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73973d13-e663-48da-a248-f8606a93fbeb up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:28:17.985338 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09147598-1ddf-448f-abdf-2576e668c4ac req-2c6f5eee-f487-4e24-8bae-d9375f5fb786 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:17.986854 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-09147598-1ddf-448f-abdf-2576e668c4ac req-2c6f5eee-f487-4e24-8bae-d9375f5fb786 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports/e12a9fb8-1537-45a6-8abd-6981869c6e64 HTTP/1.1" status: 200 len: 942 time: 0.1364813 Mar 23 01:28:17.990437 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-907554e0-7fd4-4e29-8096-4602574afa2f admin admin] For port ffd23558-3fb7-42a9-a00d-76c081b4f618, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ffd23558-3fb7-42a9-a00d-76c081b4f618,segment=NetworkSegment(4784078c-2d48-4bd3-8200-71c515c2bb94),segment_id=4784078c-2d48-4bd3-8200-71c515c2bb94)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:17.990943 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-907554e0-7fd4-4e29-8096-4602574afa2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:18.016216 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-907554e0-7fd4-4e29-8096-4602574afa2f admin admin] Calling delete_port for ffd23558-3fb7-42a9-a00d-76c081b4f618 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:18.075898 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70649b33-f754-4c49-9cf9-1943a44e1a03 x-openstack-request-id: req-70649b33-f754-4c49-9cf9-1943a44e1a03 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:18.076136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 73973d13-e663-48da-a248-f8606a93fbeb triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:28:18.076415 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (73973d13-e663-48da-a248-f8606a93fbeb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:18.076803 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb69340-2e1a-4983-8715-e0904dfb6c57", "tag": "449c7652-1711-4a3c-a3e0-b4ff1d552c09", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:18.077218 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70649b33-f754-4c49-9cf9-1943a44e1a03 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:18.077952 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70649b33-f754-4c49-9cf9-1943a44e1a03'] response: {'name': 'network-changed', 'server_uuid': '6fb69340-2e1a-4983-8715-e0904dfb6c57', 'tag': '449c7652-1711-4a3c-a3e0-b4ff1d552c09', 'status': 'completed', 'code': 200} Mar 23 01:28:18.183774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 73973d13-e663-48da-a248-f8606a93fbeb is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:18.184623 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73973d13-e663-48da-a248-f8606a93fbeb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:18.219558 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-09147598-1ddf-448f-abdf-2576e668c4ac req-8467251f-8051-432b-a79d-d9c4a12663d6 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 1000 time: 0.1258450 Mar 23 01:28:18.235269 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73973d13-e663-48da-a248-f8606a93fbeb, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73973d13-e663-48da-a248-f8606a93fbeb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:18.242432 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73973d13-e663-48da-a248-f8606a93fbeb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:18.295400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1f73a-5bf8-449f-93fe-b5115864ca63 req-fc8dc458-7c05-4f32-9015-8c50230950bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:18.297032 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44a1f73a-5bf8-449f-93fe-b5115864ca63 req-fc8dc458-7c05-4f32-9015-8c50230950bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 1155 time: 0.1957676 Mar 23 01:28:18.319700 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=73973d13-e663-48da-a248-f8606a93fbeb,revision_number=10']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:18.388788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73973d13-e663-48da-a248-f8606a93fbeb'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:18.393361 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b0f8f4-3157-48e6-a63c-698161be8155" -d '{"events": [{"server_uuid": "40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d", "name": "network-vif-plugged", "status": "completed", "tag": "73973d13-e663-48da-a248-f8606a93fbeb"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:18.478026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'name': 'network-vif-deleted', 'tag': 'e6808410-5340-4b18-b122-0debd98b56d5'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:18.480290 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33db387-5181-4dfe-8801-034ef5023f67" -d '{"events": [{"server_uuid": "2a5a25c7-22bc-4110-9f8a-04ff4249c7a5", "name": "network-vif-deleted", "tag": "e6808410-5340-4b18-b122-0debd98b56d5"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:18.497624 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09147598-1ddf-448f-abdf-2576e668c4ac req-b7aaa658-8b7d-49cf-9d60-b3a0c95e4281 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:18.499076 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-09147598-1ddf-448f-abdf-2576e668c4ac req-b7aaa658-8b7d-49cf-9d60-b3a0c95e4281 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.2722850 Mar 23 01:28:18.523145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1f73a-5bf8-449f-93fe-b5115864ca63 req-d791d520-92c3-49b8-9550-a44ba0a3d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:18.525515 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44a1f73a-5bf8-449f-93fe-b5115864ca63 req-d791d520-92c3-49b8-9550-a44ba0a3d82e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.2212019 Mar 23 01:28:18.619752 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645dfa2-f03b-44cf-8c8a-54e910463ebe req-a53b7108-38c7-4836-8563-0f238f890c86 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:18.621002 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44a1f73a-5bf8-449f-93fe-b5115864ca63 req-50a7e40d-2452-4101-90da-a1afd4bac58c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=449c7652-1711-4a3c-a3e0-b4ff1d552c09 HTTP/1.1" status: 200 len: 217 time: 0.0593956 Mar 23 01:28:18.622068 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3645dfa2-f03b-44cf-8c8a-54e910463ebe req-a53b7108-38c7-4836-8563-0f238f890c86 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 943 time: 0.4325080 Mar 23 01:28:18.630115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device e6808410-5340-4b18-b122-0debd98b56d5 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:18.653484 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: e6808410-5340-4b18-b122-0debd98b56d5 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:28:18.653889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device e6808410-5340-4b18-b122-0debd98b56d5 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:28:18.671699 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-09147598-1ddf-448f-abdf-2576e668c4ac req-ff15a0b1-216d-4303-9e83-96ca12cbbb71 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 1000 time: 0.1622479 Mar 23 01:28:18.674507 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b5ea-3c60-493e-8e30-390730a14d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (cb358ee9-1a2f-4483-ab3c-0e713da0b668), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:18.730020 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3645dfa2-f03b-44cf-8c8a-54e910463ebe req-ca2f5541-7975-4460-b675-83f95129fdbb tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015885 Mar 23 01:28:18.731341 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-907554e0-7fd4-4e29-8096-4602574afa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ffd23558-3fb7-42a9-a00d-76c081b4f618), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:18.745661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-09147598-1ddf-448f-abdf-2576e668c4ac req-34fa198e-87db-415e-9cda-f3e014712671 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:18.777173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907554e0-7fd4-4e29-8096-4602574afa2f admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd23558-3fb7-42a9-a00d-76c081b4f618,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:18.963048 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f36d2-aab6-4c39-8a46-7dfd17ce13cf req-ea0dabe1-b900-4acc-bede-4bcb080b2ca4 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:18.964781 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-960f36d2-aab6-4c39-8a46-7dfd17ce13cf req-ea0dabe1-b900-4acc-bede-4bcb080b2ca4 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 945 time: 0.1452875 Mar 23 01:28:19.014791 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-907554e0-7fd4-4e29-8096-4602574afa2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (8e140531-9947-4a23-85fa-f86a4e4821e1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:19.040021 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-960f36d2-aab6-4c39-8a46-7dfd17ce13cf req-bae2b654-1711-46d4-8e6d-b2be9aedf732 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662944 Mar 23 01:28:19.089963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1f73a-5bf8-449f-93fe-b5115864ca63 req-e8093121-f2bd-4ac2-88b5-ceca266c8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:19.091469 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44a1f73a-5bf8-449f-93fe-b5115864ca63 req-e8093121-f2bd-4ac2-88b5-ceca266c8a82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.4594221 Mar 23 01:28:19.136676 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44a1f73a-5bf8-449f-93fe-b5115864ca63 req-974935e4-9d3e-4d7d-a9b6-05a498efaca7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341201 Mar 23 01:28:19.157751 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-09147598-1ddf-448f-abdf-2576e668c4ac req-34fa198e-87db-415e-9cda-f3e014712671 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for floatingip (d31db3af-5a67-4750-acd1-bc0252e7736b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:19.190150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cb3f0-b0e2-43e6-ad86-7fe1ce02a2cc req-e18eb26f-532e-4458-8193-19753da4a88d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:19.191750 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b30cb3f0-b0e2-43e6-ad86-7fe1ce02a2cc req-e18eb26f-532e-4458-8193-19753da4a88d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 945 time: 0.0780721 Mar 23 01:28:19.306685 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b30cb3f0-b0e2-43e6-ad86-7fe1ce02a2cc req-d048db09-2ce7-4c40-8376-ec8a157dfed9 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812271 Mar 23 01:28:19.329863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907554e0-7fd4-4e29-8096-4602574afa2f admin admin] Router 8e140531-9947-4a23-85fa-f86a4e4821e1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:28:19.366953 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0998c3f-f771-4e67-9e64-632304d3dbb4 x-openstack-request-id: req-d0998c3f-f771-4e67-9e64-632304d3dbb4 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:19.367476 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d", "name": "network-vif-plugged", "status": "completed", "tag": "73973d13-e663-48da-a248-f8606a93fbeb", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:19.367476 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0998c3f-f771-4e67-9e64-632304d3dbb4 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:19.368498 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0998c3f-f771-4e67-9e64-632304d3dbb4'] response: {'server_uuid': '40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73973d13-e663-48da-a248-f8606a93fbeb', 'code': 200} Mar 23 01:28:19.372328 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44a1f73a-5bf8-449f-93fe-b5115864ca63 req-b195b159-d642-453c-86d2-06e5006709c0 service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284262 Mar 23 01:28:19.480523 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-09147598-1ddf-448f-abdf-2576e668c4ac req-34fa198e-87db-415e-9cda-f3e014712671 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:19.490811 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-09147598-1ddf-448f-abdf-2576e668c4ac req-34fa198e-87db-415e-9cda-f3e014712671 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (d31db3af-5a67-4750-acd1-bc0252e7736b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:19.491157 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-09147598-1ddf-448f-abdf-2576e668c4ac req-34fa198e-87db-415e-9cda-f3e014712671 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Floating IP d31db3af-5a67-4750-acd1-bc0252e7736b disassociated. External IP: 172.25.0.66, port: e12a9fb8-1537-45a6-8abd-6981869c6e64. Mar 23 01:28:19.493029 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b710d94c-5fea-4c53-abe8-2003aa8601ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:19.503312 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907554e0-7fd4-4e29-8096-4602574afa2f admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:28:19.516037 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-907554e0-7fd4-4e29-8096-4602574afa2f admin admin] 10.222.0.18 "PUT /v2.0/routers/8e140531-9947-4a23-85fa-f86a4e4821e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1623659 Mar 23 01:28:19.516764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503073f7-6250-4aaf-89f6-799ed8ade356 None None] Sync routers for ids ['8e140531-9947-4a23-85fa-f86a4e4821e1'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:28:19.524960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a03ef-d5f8-4112-a293-e3f5a63c5509 req-3aa4e23d-0386-4347-a10d-c5780b33739e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:19.529067 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff9a03ef-d5f8-4112-a293-e3f5a63c5509 req-3aa4e23d-0386-4347-a10d-c5780b33739e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.1107864 Mar 23 01:28:19.529665 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503073f7-6250-4aaf-89f6-799ed8ade356 None None] Routers {'8e140531-9947-4a23-85fa-f86a4e4821e1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:19.530028 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54040) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:19.530570 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-503073f7-6250-4aaf-89f6-799ed8ade356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8e140531-9947-4a23-85fa-f86a4e4821e1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:19.639663 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44a1f73a-5bf8-449f-93fe-b5115864ca63 req-c2d688db-18d5-411b-8b40-189b53fa4649 service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536614 Mar 23 01:28:19.714990 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-503073f7-6250-4aaf-89f6-799ed8ade356 None None] Set router 8e140531-9947-4a23-85fa-f86a4e4821e1 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:19.720070 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2db24c9-7ce9-4cd5-928a-e7bf34773b6e admin admin] Publish callbacks [] for router (8e140531-9947-4a23-85fa-f86a4e4821e1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:19.790413 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff9a03ef-d5f8-4112-a293-e3f5a63c5509 req-8b9b4941-1d09-4bb7-9db3-cc827f788e77 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574084 Mar 23 01:28:19.803391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6b5ea-3c60-493e-8e30-390730a14d93 admin admin] Deleting port 9e3e2ae7-8105-4f5c-a905-9eb62e800143 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:19.803833 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b5ea-3c60-493e-8e30-390730a14d93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:19.836583 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2db24c9-7ce9-4cd5-928a-e7bf34773b6e admin admin] Publish callbacks [] for router_gateway (8e140531-9947-4a23-85fa-f86a4e4821e1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:19.892488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09147598-1ddf-448f-abdf-2576e668c4ac req-34fa198e-87db-415e-9cda-f3e014712671 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Router eb85f0ce-7c1e-4000-b17d-8134878dd624 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:28:19.894128 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49203990-1d0a-4a1d-9d1d-e49dc948777e x-openstack-request-id: req-49203990-1d0a-4a1d-9d1d-e49dc948777e {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:19.894699 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5a25c7-22bc-4110-9f8a-04ff4249c7a5", "name": "network-vif-deleted", "tag": "e6808410-5340-4b18-b122-0debd98b56d5", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:19.895050 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49203990-1d0a-4a1d-9d1d-e49dc948777e {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:19.895602 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49203990-1d0a-4a1d-9d1d-e49dc948777e'] response: {'server_uuid': '2a5a25c7-22bc-4110-9f8a-04ff4249c7a5', 'name': 'network-vif-deleted', 'tag': 'e6808410-5340-4b18-b122-0debd98b56d5', 'status': 'completed', 'code': 200} Mar 23 01:28:19.940586 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-c2db24c9-7ce9-4cd5-928a-e7bf34773b6e admin admin] Deleting port 5fe1b344-892f-44d4-9912-859dbaee519e {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:19.941563 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2db24c9-7ce9-4cd5-928a-e7bf34773b6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5fe1b344-892f-44d4-9912-859dbaee519e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:20.010227 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-503073f7-6250-4aaf-89f6-799ed8ade356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:28:18Z', 'revision_number': 5, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port': {'id': '5fe1b344-892f-44d4-9912-859dbaee519e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:24Z', 'updated_at': '2022-03-23T01:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:20.026895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-9cd6b5ea-3c60-493e-8e30-390730a14d93 admin admin] For port 9e3e2ae7-8105-4f5c-a905-9eb62e800143, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9e3e2ae7-8105-4f5c-a905-9eb62e800143,segment=NetworkSegment(0d887752-b680-43a1-8bb5-aabecc73025d),segment_id=0d887752-b680-43a1-8bb5-aabecc73025d)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:20.027264 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b5ea-3c60-493e-8e30-390730a14d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:20.049368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6b5ea-3c60-493e-8e30-390730a14d93 admin admin] Calling delete_port for 9e3e2ae7-8105-4f5c-a905-9eb62e800143 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:20.064354 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-19dc882b-fdfa-41dc-9975-093c9bb35b45 req-d662fb74-4a4a-4663-a578-1a885b59a3b1 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-478193600&fields=id&tenant_id=88258706fcbb4a7782ff3a36d1464da4 HTTP/1.1" status: 200 len: 267 time: 0.1009259 Mar 23 01:28:20.100629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-c2db24c9-7ce9-4cd5-928a-e7bf34773b6e admin admin] For port 5fe1b344-892f-44d4-9912-859dbaee519e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5fe1b344-892f-44d4-9912-859dbaee519e,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:20.101532 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2db24c9-7ce9-4cd5-928a-e7bf34773b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5fe1b344-892f-44d4-9912-859dbaee519e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:20.130660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09147598-1ddf-448f-abdf-2576e668c4ac req-34fa198e-87db-415e-9cda-f3e014712671 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:28:20.136032 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-09147598-1ddf-448f-abdf-2576e668c4ac req-34fa198e-87db-415e-9cda-f3e014712671 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:20.137302 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-c2db24c9-7ce9-4cd5-928a-e7bf34773b6e admin admin] Calling delete_port for 5fe1b344-892f-44d4-9912-859dbaee519e owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:20.145192 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6620c76-a5c7-4728-aa58-d6d01bf3661c None None] Sync routers for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:28:20.154776 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6620c76-a5c7-4728-aa58-d6d01bf3661c None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:20.155748 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e6620c76-a5c7-4728-aa58-d6d01bf3661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:20.207099 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-09147598-1ddf-448f-abdf-2576e668c4ac req-34fa198e-87db-415e-9cda-f3e014712671 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "PUT /v2.0/floatingips/d31db3af-5a67-4750-acd1-bc0252e7736b HTTP/1.1" status: 200 len: 695 time: 1.4917707 Mar 23 01:28:20.207598 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc882b-fdfa-41dc-9975-093c9bb35b45 req-b5061f5e-da8b-40d8-9729-a3bab77f2cc5 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:20.209651 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-19dc882b-fdfa-41dc-9975-093c9bb35b45 req-b5061f5e-da8b-40d8-9729-a3bab77f2cc5 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 945 time: 0.1315773 Mar 23 01:28:20.231959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-19dc882b-fdfa-41dc-9975-093c9bb35b45 req-04c6f91c-d8e1-491d-a3c8-4e0995c25184 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Request body: {'port': {'security_groups': ['24cc78bd-3a79-4103-9280-211c66b68497', '9b755183-c186-476c-b503-06c84b04bced']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:20.233501 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503073f7-6250-4aaf-89f6-799ed8ade356 None None] Checking router: 8e140531-9947-4a23-85fa-f86a4e4821e1 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:28:20.253484 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503073f7-6250-4aaf-89f6-799ed8ade356 None None] Routers {'8e140531-9947-4a23-85fa-f86a4e4821e1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:20.254745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-503073f7-6250-4aaf-89f6-799ed8ade356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8e140531-9947-4a23-85fa-f86a4e4821e1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:20.274608 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-e6620c76-a5c7-4728-aa58-d6d01bf3661c None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:20.299087 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b5ea-3c60-493e-8e30-390730a14d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (9e3e2ae7-8105-4f5c-a905-9eb62e800143), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:20.371126 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-19dc882b-fdfa-41dc-9975-093c9bb35b45 req-04c6f91c-d8e1-491d-a3c8-4e0995c25184 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:20.371358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6b5ea-3c60-493e-8e30-390730a14d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3e2ae7-8105-4f5c-a905-9eb62e800143,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:20.390075 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:20.420966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09147598-1ddf-448f-abdf-2576e668c4ac req-f9bee9b3-77dd-4f5b-a0c9-d860a36c4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:20.422577 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-09147598-1ddf-448f-abdf-2576e668c4ac req-f9bee9b3-77dd-4f5b-a0c9-d860a36c4dd3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 1127 time: 0.1343501 Mar 23 01:28:20.428998 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-503073f7-6250-4aaf-89f6-799ed8ade356 None None] Set router 8e140531-9947-4a23-85fa-f86a4e4821e1 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:20.513967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-503073f7-6250-4aaf-89f6-799ed8ade356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:28:19Z', 'revision_number': 6, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:20.543850 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2db24c9-7ce9-4cd5-928a-e7bf34773b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (5fe1b344-892f-44d4-9912-859dbaee519e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:20.554309 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b5ea-3c60-493e-8e30-390730a14d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (cb358ee9-1a2f-4483-ab3c-0e713da0b668), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:20.571396 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503073f7-6250-4aaf-89f6-799ed8ade356 None None] The sync data for ids ['8e140531-9947-4a23-85fa-f86a4e4821e1'] in n-d-834677-4 is: [{'id': '8e140531-9947-4a23-85fa-f86a4e4821e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2119968536-router', 'tenant_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:23Z', 'updated_at': '2022-03-23T01:28:19Z', 'revision_number': 6, 'project_id': 'b4fac7cf4797433d9067e9d5d2bae7f4', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:28:20.606977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db24c9-7ce9-4cd5-928a-e7bf34773b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe1b344-892f-44d4-9912-859dbaee519e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:20.643233 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e6620c76-a5c7-4728-aa58-d6d01bf3661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:20.681585 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2db24c9-7ce9-4cd5-928a-e7bf34773b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (8e140531-9947-4a23-85fa-f86a4e4821e1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:20.686935 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6620c76-a5c7-4728-aa58-d6d01bf3661c None None] Checking router: eb85f0ce-7c1e-4000-b17d-8134878dd624 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:28:20.696562 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6620c76-a5c7-4728-aa58-d6d01bf3661c None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:20.697197 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e6620c76-a5c7-4728-aa58-d6d01bf3661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:20.742399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09147598-1ddf-448f-abdf-2576e668c4ac req-332f5ed6-0004-4fe0-b983-8e2d8df254b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:20.743915 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-09147598-1ddf-448f-abdf-2576e668c4ac req-332f5ed6-0004-4fe0-b983-8e2d8df254b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 921 time: 0.1873183 Mar 23 01:28:20.793408 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-09147598-1ddf-448f-abdf-2576e668c4ac req-7b7385f7-3685-4f73-8101-75d59eff54ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e12a9fb8-1537-45a6-8abd-6981869c6e64 HTTP/1.1" status: 200 len: 217 time: 0.0430470 Mar 23 01:28:20.813618 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-e6620c76-a5c7-4728-aa58-d6d01bf3661c None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:20.845648 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2db24c9-7ce9-4cd5-928a-e7bf34773b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (8e140531-9947-4a23-85fa-f86a4e4821e1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:20.849340 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2db24c9-7ce9-4cd5-928a-e7bf34773b6e admin admin] Publish callbacks [] for router_controller (8e140531-9947-4a23-85fa-f86a4e4821e1), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:20.904348 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-19dc882b-fdfa-41dc-9975-093c9bb35b45 req-04c6f91c-d8e1-491d-a3c8-4e0995c25184 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] For port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c,segment=NetworkSegment(3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af),segment_id=3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:20.916939 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2db24c9-7ce9-4cd5-928a-e7bf34773b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (8e140531-9947-4a23-85fa-f86a4e4821e1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:20.917549 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2db24c9-7ce9-4cd5-928a-e7bf34773b6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e140531-9947-4a23-85fa-f86a4e4821e1 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:28:20.921890 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09147598-1ddf-448f-abdf-2576e668c4ac req-0d5522a2-af9b-44d8-872c-c78b015abdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:20.923491 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-09147598-1ddf-448f-abdf-2576e668c4ac req-0d5522a2-af9b-44d8-872c-c78b015abdca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05068ea8-5994-4998-8f6b-aa411220325a HTTP/1.1" status: 200 len: 860 time: 0.1242495 Mar 23 01:28:20.923877 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2db24c9-7ce9-4cd5-928a-e7bf34773b6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:20.927636 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c2db24c9-7ce9-4cd5-928a-e7bf34773b6e admin admin] 10.222.0.18 "DELETE /v2.0/routers/8e140531-9947-4a23-85fa-f86a4e4821e1 HTTP/1.1" status: 204 len: 168 time: 1.3934343 Mar 23 01:28:20.928145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54046) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:20.955979 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-19dc882b-fdfa-41dc-9975-093c9bb35b45 req-04c6f91c-d8e1-491d-a3c8-4e0995c25184 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:20.963673 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-19dc882b-fdfa-41dc-9975-093c9bb35b45 req-04c6f91c-d8e1-491d-a3c8-4e0995c25184 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:20.978234 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:21.031547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd6b5ea-3c60-493e-8e30-390730a14d93 admin admin] Router cb358ee9-1a2f-4483-ab3c-0e713da0b668 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:28:21.054772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5eac34-5fd8-45a5-811f-0e8a89d654cb admin admin] Deleting subnet 4c9b9a5f-da6e-46ef-94fa-493b3aa504aa {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:28:21.077997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc882b-fdfa-41dc-9975-093c9bb35b45 req-04c6f91c-d8e1-491d-a3c8-4e0995c25184 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:21.079371 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-19dc882b-fdfa-41dc-9975-093c9bb35b45 req-04c6f91c-d8e1-491d-a3c8-4e0995c25184 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:21.081208 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-19dc882b-fdfa-41dc-9975-093c9bb35b45 req-04c6f91c-d8e1-491d-a3c8-4e0995c25184 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "PUT /v2.0/ports/cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c HTTP/1.1" status: 200 len: 981 time: 0.8559809 Mar 23 01:28:21.082314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ec8e97-f658-4e3b-9465-16f0be0e36d9', 'tag': 'cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:21.089244 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3c7621-4258-4e05-8212-e71f4fcb9450" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ec8e97-f658-4e3b-9465-16f0be0e36d9", "tag": "cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:21.119361 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6f91c-d8e1-491d-a3c8-4e0995c25184 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event updated for resources: {'Port': ['ID=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c,revision_number=6']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:21.151970 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eb5eac34-5fd8-45a5-811f-0e8a89d654cb admin admin] Publish callbacks [] for subnet (4c9b9a5f-da6e-46ef-94fa-493b3aa504aa), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:21.171905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:21.197621 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09147598-1ddf-448f-abdf-2576e668c4ac req-a26b0648-d37c-4576-b784-e82349c0a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:21.199166 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-09147598-1ddf-448f-abdf-2576e668c4ac req-a26b0648-d37c-4576-b784-e82349c0a649 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91ac4adb-f221-477e-a515-1831215e878a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2587991 Mar 23 01:28:21.212092 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e6620c76-a5c7-4728-aa58-d6d01bf3661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:21.247674 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6620c76-a5c7-4728-aa58-d6d01bf3661c None None] The sync data for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 is: [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:26:59Z', 'revision_number': 4, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a2ed4d81-07bc-4d7d-8e8c-264584c70544', 'name': '', 'network_id': '91ac4adb-f221-477e-a515-1831215e878a', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'mac_address': 'fa:16:3e:fc:83:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '05068ea8-5994-4998-8f6b-aa411220325a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:57Z', 'updated_at': '2022-03-23T01:27:09Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'subnets': [{'id': '05068ea8-5994-4998-8f6b-aa411220325a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:28:21.274401 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eb5eac34-5fd8-45a5-811f-0e8a89d654cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (4c9b9a5f-da6e-46ef-94fa-493b3aa504aa), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:21.319643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f719e-385a-4b45-80ce-01b2449fb522 req-68414cc7-26a2-4aa1-a023-3a254c07526d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:21.321558 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e05f719e-385a-4b45-80ce-01b2449fb522 req-68414cc7-26a2-4aa1-a023-3a254c07526d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 943 time: 0.0733991 Mar 23 01:28:21.350850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd6b5ea-3c60-493e-8e30-390730a14d93 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:28:21.363070 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9cd6b5ea-3c60-493e-8e30-390730a14d93 admin admin] 10.222.0.18 "PUT /v2.0/routers/cb358ee9-1a2f-4483-ab3c-0e713da0b668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6827157 Mar 23 01:28:21.364025 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54062) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:21.373510 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c8369-053e-40b3-bea9-6a115de2e3ba None None] Sync routers for ids ['cb358ee9-1a2f-4483-ab3c-0e713da0b668'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:28:21.416884 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-09147598-1ddf-448f-abdf-2576e668c4ac req-489eb53d-c0ca-4573-a9b8-c7d904476479 service neutron] 10.222.0.18 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077737 Mar 23 01:28:21.430093 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c8369-053e-40b3-bea9-6a115de2e3ba None None] Routers {'cb358ee9-1a2f-4483-ab3c-0e713da0b668'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:21.430798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b90c8369-053e-40b3-bea9-6a115de2e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['cb358ee9-1a2f-4483-ab3c-0e713da0b668'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:21.448833 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eb5eac34-5fd8-45a5-811f-0e8a89d654cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (4c9b9a5f-da6e-46ef-94fa-493b3aa504aa), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:21.477997 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e05f719e-385a-4b45-80ce-01b2449fb522 req-7cd865d1-b1c5-40f5-ba72-5a4d2f11de32 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482775 Mar 23 01:28:21.552476 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d27edc03-bca3-4450-a96a-460b831cab02 admin admin] Publish callbacks [] for router (cb358ee9-1a2f-4483-ab3c-0e713da0b668), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:21.590589 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-09147598-1ddf-448f-abdf-2576e668c4ac req-9a02ce7d-1197-46e6-a4eb-0a899faa2cd8 service neutron] 10.222.0.18 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662426 Mar 23 01:28:21.594935 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eb5eac34-5fd8-45a5-811f-0e8a89d654cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (4c9b9a5f-da6e-46ef-94fa-493b3aa504aa), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:21.757837 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-b90c8369-053e-40b3-bea9-6a115de2e3ba None None] Set router cb358ee9-1a2f-4483-ab3c-0e713da0b668 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:21.793600 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12950ff-af98-4c14-8a3a-db7c89bf03b7 req-283c5638-3b24-44cc-a6e8-897a8221c220 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:21.795345 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e12950ff-af98-4c14-8a3a-db7c89bf03b7 req-283c5638-3b24-44cc-a6e8-897a8221c220 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.1796401 Mar 23 01:28:21.836887 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fc9b33eb-e944-49ae-9461-4908a8dfd2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:21.854885 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d27edc03-bca3-4450-a96a-460b831cab02 admin admin] Publish callbacks [] for router_gateway (cb358ee9-1a2f-4483-ab3c-0e713da0b668), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:21.887067 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102f3be-9541-4fb7-9e75-4391b2117c98 None None] New status for floating IP d31db3af-5a67-4750-acd1-bc0252e7736b: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:28:21.894579 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5fe1b344-892f-44d4-9912-859dbaee519e no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:21.924901 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 5fe1b344-892f-44d4-9912-859dbaee519e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:28:21.925246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5fe1b344-892f-44d4-9912-859dbaee519e not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:28:21.925843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ffd23558-3fb7-42a9-a00d-76c081b4f618 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:21.949303 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: ffd23558-3fb7-42a9-a00d-76c081b4f618 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:28:21.949650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ffd23558-3fb7-42a9-a00d-76c081b4f618 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:28:21.952176 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e12950ff-af98-4c14-8a3a-db7c89bf03b7 req-e2069f9d-8b68-462b-9519-d537150a3e80 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434710 Mar 23 01:28:22.012286 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d27edc03-bca3-4450-a96a-460b831cab02 admin admin] Deleting port 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:22.012547 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d27edc03-bca3-4450-a96a-460b831cab02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (770e42cf-ee9b-4b7d-86a5-d4458fa7fd33), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:22.074815 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5d95ea-5fd4-422c-a231-24480cdfa48e x-openstack-request-id: req-ba5d95ea-5fd4-422c-a231-24480cdfa48e {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:22.075096 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ec8e97-f658-4e3b-9465-16f0be0e36d9", "tag": "cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:22.075477 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba5d95ea-5fd4-422c-a231-24480cdfa48e {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:22.076569 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5d95ea-5fd4-422c-a231-24480cdfa48e'] response: {'name': 'network-changed', 'server_uuid': 'e5ec8e97-f658-4e3b-9465-16f0be0e36d9', 'tag': 'cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c', 'status': 'completed', 'code': 200} Mar 23 01:28:22.112021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'tag': 'e12a9fb8-1537-45a6-8abd-6981869c6e64'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:22.114436 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea3ef11-2cc5-40b3-8977-243090bde752" -d '{"events": [{"name": "network-changed", "server_uuid": "d101fa00-8c25-4ac6-9cf6-589114e0ef28", "tag": "e12a9fb8-1537-45a6-8abd-6981869c6e64"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:22.126033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b90c8369-053e-40b3-bea9-6a115de2e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'name': 'tempest-FloatingIPDetailsTestJSON-228037806-router', 'tenant_id': 'b283f72cdf604288b3b9d29014e717e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '770e42cf-ee9b-4b7d-86a5-d4458fa7fd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:37Z', 'updated_at': '2022-03-23T01:28:20Z', 'revision_number': 5, 'project_id': 'b283f72cdf604288b3b9d29014e717e0', 'gw_port': {'id': '770e42cf-ee9b-4b7d-86a5-d4458fa7fd33', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:27:38Z', 'updated_at': '2022-03-23T01:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:22.139644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5eac34-5fd8-45a5-811f-0e8a89d654cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c9b9a5f-da6e-46ef-94fa-493b3aa504aa,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:22.171148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c8369-053e-40b3-bea9-6a115de2e3ba None None] Checking router: cb358ee9-1a2f-4483-ab3c-0e713da0b668 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:28:22.175346 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eb5eac34-5fd8-45a5-811f-0e8a89d654cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:22.178603 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12a22e0-7f7f-4a3e-aad3-486020ad887a None None] Network 080a736b-27cd-405b-b5de-ee5cfb6bde25 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:28:22.182322 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-eb5eac34-5fd8-45a5-811f-0e8a89d654cb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4c9b9a5f-da6e-46ef-94fa-493b3aa504aa HTTP/1.1" status: 204 len: 168 time: 1.2531939 Mar 23 01:28:22.184855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54070) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:22.195781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-d27edc03-bca3-4450-a96a-460b831cab02 admin admin] For port 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=770e42cf-ee9b-4b7d-86a5-d4458fa7fd33,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:22.196460 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d27edc03-bca3-4450-a96a-460b831cab02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (770e42cf-ee9b-4b7d-86a5-d4458fa7fd33), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:22.218761 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d27edc03-bca3-4450-a96a-460b831cab02 admin admin] Calling delete_port for 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:22.245946 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349134d0-6663-448c-ba19-593f0cbdcc16 req-a242a078-3537-47ff-a93a-4833fdda2256 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:22.248307 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-349134d0-6663-448c-ba19-593f0cbdcc16 req-a242a078-3537-47ff-a93a-4833fdda2256 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 945 time: 0.1188893 Mar 23 01:28:22.252106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c8369-053e-40b3-bea9-6a115de2e3ba None None] Routers {'cb358ee9-1a2f-4483-ab3c-0e713da0b668'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:22.252775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b90c8369-053e-40b3-bea9-6a115de2e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:28:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['cb358ee9-1a2f-4483-ab3c-0e713da0b668'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:22.293719 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a1a890f-d866-4515-b99c-614753efbb7a req-728a9b66-5e09-44ea-87da-cd5e1305e3fc tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-695648066&fields=id&tenant_id=88258706fcbb4a7782ff3a36d1464da4 HTTP/1.1" status: 200 len: 267 time: 0.1673999 Mar 23 01:28:22.321116 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c7621-4258-4e05-8212-e71f4fcb9450 req-7110c1a4-b398-438c-9b57-d7734a67df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:22.322628 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af3c7621-4258-4e05-8212-e71f4fcb9450 req-7110c1a4-b398-438c-9b57-d7734a67df1a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88258706fcbb4a7782ff3a36d1464da4&device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 1166 time: 0.2051916 Mar 23 01:28:22.352585 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-349134d0-6663-448c-ba19-593f0cbdcc16 req-f089bcb4-646b-40b4-a909-32e11eeafaec tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692010 Mar 23 01:28:22.353436 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (080a736b-27cd-405b-b5de-ee5cfb6bde25), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:22.394744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-b90c8369-053e-40b3-bea9-6a115de2e3ba None None] Set router cb358ee9-1a2f-4483-ab3c-0e713da0b668 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:22.461551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b90c8369-053e-40b3-bea9-6a115de2e3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'name': 'tempest-FloatingIPDetailsTestJSON-228037806-router', 'tenant_id': 'b283f72cdf604288b3b9d29014e717e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:37Z', 'updated_at': '2022-03-23T01:28:21Z', 'revision_number': 6, 'project_id': 'b283f72cdf604288b3b9d29014e717e0', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:22.463008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c7621-4258-4e05-8212-e71f4fcb9450 req-2f131906-c64e-46f0-bf87-22559de76c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:22.465179 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af3c7621-4258-4e05-8212-e71f4fcb9450 req-2f131906-c64e-46f0-bf87-22559de76c46 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95 HTTP/1.1" status: 200 len: 912 time: 0.1254022 Mar 23 01:28:22.494555 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c8369-053e-40b3-bea9-6a115de2e3ba None None] The sync data for ids ['cb358ee9-1a2f-4483-ab3c-0e713da0b668'] in n-d-834677-4 is: [{'id': 'cb358ee9-1a2f-4483-ab3c-0e713da0b668', 'name': 'tempest-FloatingIPDetailsTestJSON-228037806-router', 'tenant_id': 'b283f72cdf604288b3b9d29014e717e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:27:37Z', 'updated_at': '2022-03-23T01:28:21Z', 'revision_number': 6, 'project_id': 'b283f72cdf604288b3b9d29014e717e0', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:28:22.502547 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d27edc03-bca3-4450-a96a-460b831cab02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (770e42cf-ee9b-4b7d-86a5-d4458fa7fd33), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:22.530609 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a890f-d866-4515-b99c-614753efbb7a req-47b515f4-db0e-4377-b26b-5ad804f57bef tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:22.531248 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a1a890f-d866-4515-b99c-614753efbb7a req-47b515f4-db0e-4377-b26b-5ad804f57bef tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 984 time: 0.2282560 Mar 23 01:28:22.565273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce15fe2-a83d-464f-9f07-48e01758d6d6 None None] DHCP port deletion for 080a736b-27cd-405b-b5de-ee5cfb6bde25 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:28:22.571643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27edc03-bca3-4450-a96a-460b831cab02 admin admin] Pushing event deleted for resources: {'Port': ['ID=770e42cf-ee9b-4b7d-86a5-d4458fa7fd33,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:22.578443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-9a1a890f-d866-4515-b99c-614753efbb7a req-3913d759-8058-476c-80de-a55edf930764 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Request body: {'port': {'security_groups': ['24cc78bd-3a79-4103-9280-211c66b68497', '9b755183-c186-476c-b503-06c84b04bced', '818c75d3-12ef-49fb-bf83-bf380ba799f6']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:22.585434 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bae923-03f7-4400-9f27-f7a5a83930bd x-openstack-request-id: req-77bae923-03f7-4400-9f27-f7a5a83930bd {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:22.585929 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d101fa00-8c25-4ac6-9cf6-589114e0ef28", "tag": "e12a9fb8-1537-45a6-8abd-6981869c6e64", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:22.586239 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77bae923-03f7-4400-9f27-f7a5a83930bd {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:22.586644 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77bae923-03f7-4400-9f27-f7a5a83930bd'] response: {'name': 'network-changed', 'server_uuid': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'tag': 'e12a9fb8-1537-45a6-8abd-6981869c6e64', 'status': 'completed', 'code': 200} Mar 23 01:28:22.590791 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af3c7621-4258-4e05-8212-e71f4fcb9450 req-97b416bd-e37b-4a1d-a6a5-9a1a48de9f0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c HTTP/1.1" status: 200 len: 217 time: 0.1146159 Mar 23 01:28:22.682716 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0ce15fe2-a83d-464f-9f07-48e01758d6d6 None None] Deleting port 4418e87d-cc4d-4375-8689-e91eb7f470a1 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:22.683232 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0ce15fe2-a83d-464f-9f07-48e01758d6d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4418e87d-cc4d-4375-8689-e91eb7f470a1), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:22.702935 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d27edc03-bca3-4450-a96a-460b831cab02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (cb358ee9-1a2f-4483-ab3c-0e713da0b668), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:22.780078 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c7621-4258-4e05-8212-e71f4fcb9450 req-8dddf1b0-e0e4-4013-a872-ccce172fcb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:22.781565 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af3c7621-4258-4e05-8212-e71f4fcb9450 req-8dddf1b0-e0e4-4013-a872-ccce172fcb95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79beddf3-e38e-4ae2-aeb0-ffcc685292ac HTTP/1.1" status: 200 len: 852 time: 0.1472814 Mar 23 01:28:22.811890 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9a1a890f-d866-4515-b99c-614753efbb7a req-3913d759-8058-476c-80de-a55edf930764 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:22.834215 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3ef11-2cc5-40b3-8977-243090bde752 req-062ad958-c4fd-4e1b-aa64-b25a359fa3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:22.835936 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ea3ef11-2cc5-40b3-8977-243090bde752 req-062ad958-c4fd-4e1b-aa64-b25a359fa3ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b47b2a17ae974944ae65504bbaa701ca&device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 1127 time: 0.2132661 Mar 23 01:28:22.836271 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af3c7621-4258-4e05-8212-e71f4fcb9450 req-831c598c-ce16-4c24-ac35-5fabec23e68a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473895 Mar 23 01:28:22.837806 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] Deleting port 4418e87d-cc4d-4375-8689-e91eb7f470a1 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:22.838146 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4418e87d-cc4d-4375-8689-e91eb7f470a1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:22.878242 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d27edc03-bca3-4450-a96a-460b831cab02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (cb358ee9-1a2f-4483-ab3c-0e713da0b668), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:22.881577 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d27edc03-bca3-4450-a96a-460b831cab02 admin admin] Publish callbacks [] for router_controller (cb358ee9-1a2f-4483-ab3c-0e713da0b668), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:22.967707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0ce15fe2-a83d-464f-9f07-48e01758d6d6 None None] For port 4418e87d-cc4d-4375-8689-e91eb7f470a1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4418e87d-cc4d-4375-8689-e91eb7f470a1,segment=NetworkSegment(4784078c-2d48-4bd3-8200-71c515c2bb94),segment_id=4784078c-2d48-4bd3-8200-71c515c2bb94)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:22.968494 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0ce15fe2-a83d-464f-9f07-48e01758d6d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4418e87d-cc4d-4375-8689-e91eb7f470a1), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:22.994594 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0ce15fe2-a83d-464f-9f07-48e01758d6d6 None None] Calling delete_port for 4418e87d-cc4d-4375-8689-e91eb7f470a1 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:23.004668 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7744c4c-5e02-4381-99a8-227ed3cd2ea8 req-2f769bd6-5137-4bc6-9075-bb971205c52f tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:23.011831 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7744c4c-5e02-4381-99a8-227ed3cd2ea8 req-2f769bd6-5137-4bc6-9075-bb971205c52f tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 945 time: 0.1834674 Mar 23 01:28:23.025954 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d27edc03-bca3-4450-a96a-460b831cab02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (cb358ee9-1a2f-4483-ab3c-0e713da0b668), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.026482 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27edc03-bca3-4450-a96a-460b831cab02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb358ee9-1a2f-4483-ab3c-0e713da0b668 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:28:23.041586 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d27edc03-bca3-4450-a96a-460b831cab02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.045497 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d27edc03-bca3-4450-a96a-460b831cab02 admin admin] 10.222.0.18 "DELETE /v2.0/routers/cb358ee9-1a2f-4483-ab3c-0e713da0b668 HTTP/1.1" status: 204 len: 168 time: 1.6804831 Mar 23 01:28:23.049497 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] For port 4418e87d-cc4d-4375-8689-e91eb7f470a1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4418e87d-cc4d-4375-8689-e91eb7f470a1,segment=NetworkSegment(4784078c-2d48-4bd3-8200-71c515c2bb94),segment_id=4784078c-2d48-4bd3-8200-71c515c2bb94)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:23.049664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54102) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:23.049753 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4418e87d-cc4d-4375-8689-e91eb7f470a1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.073898 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.099765 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] Calling delete_port for 4418e87d-cc4d-4375-8689-e91eb7f470a1 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:23.106870 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af3c7621-4258-4e05-8212-e71f4fcb9450 req-a56904a2-588b-4e21-9285-88051e1db915 service neutron] 10.222.0.42 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567177 Mar 23 01:28:23.127129 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0ce15fe2-a83d-464f-9f07-48e01758d6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (4418e87d-cc4d-4375-8689-e91eb7f470a1), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.143389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-456fe8f2-6130-4a1b-be3a-c33ab5b670e7 admin admin] Deleting subnet f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:28:23.148136 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-456fe8f2-6130-4a1b-be3a-c33ab5b670e7 admin admin] Publish callbacks [] for subnet (f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.157196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce15fe2-a83d-464f-9f07-48e01758d6d6 None None] Pushing event deleted for resources: {'Port': ['ID=4418e87d-cc4d-4375-8689-e91eb7f470a1,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:23.162529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce15fe2-a83d-464f-9f07-48e01758d6d6 None None] No DVR routers for this DVR port 4418e87d-cc4d-4375-8689-e91eb7f470a1 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:28:23.179877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7744c4c-5e02-4381-99a8-227ed3cd2ea8 req-a991c275-08a1-44f9-bc0d-5839a69c08f1 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566722 Mar 23 01:28:23.219390 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-456fe8f2-6130-4a1b-be3a-c33ab5b670e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.323023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3ef11-2cc5-40b3-8977-243090bde752 req-925c1940-ae92-4328-8bdd-5b381f27de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:23.324836 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ea3ef11-2cc5-40b3-8977-243090bde752 req-925c1940-ae92-4328-8bdd-5b381f27de2c service neutron] 10.222.0.43 "GET /v2.0/networks?id=91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 200 len: 921 time: 0.4777658 Mar 23 01:28:23.384767 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af3c7621-4258-4e05-8212-e71f4fcb9450 req-1972b54e-4335-4237-acba-d6b908e0ab89 service neutron] 10.222.0.42 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704246 Mar 23 01:28:23.398079 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4418e87d-cc4d-4375-8689-e91eb7f470a1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.477756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4418e87d-cc4d-4375-8689-e91eb7f470a1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:23.488370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] No DVR routers for this DVR port 4418e87d-cc4d-4375-8689-e91eb7f470a1 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:28:23.531421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9a1a890f-d866-4515-b99c-614753efbb7a req-3913d759-8058-476c-80de-a55edf930764 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] For port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c,segment=NetworkSegment(3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af),segment_id=3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:23.602840 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (080a736b-27cd-405b-b5de-ee5cfb6bde25), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.626991 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9a1a890f-d866-4515-b99c-614753efbb7a req-3913d759-8058-476c-80de-a55edf930764 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.639288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080a736b-27cd-405b-b5de-ee5cfb6bde25']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:23.642122 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9a1a890f-d866-4515-b99c-614753efbb7a req-3913d759-8058-476c-80de-a55edf930764 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.654215 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:23.674595 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4784078c-2d48-4bd3-8200-71c515c2bb94') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:23.674895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4784078c-2d48-4bd3-8200-71c515c2bb94') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:23.682303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a890f-d866-4515-b99c-614753efbb7a req-3913d759-8058-476c-80de-a55edf930764 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:23.682987 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9a1a890f-d866-4515-b99c-614753efbb7a req-3913d759-8058-476c-80de-a55edf930764 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.685141 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a1a890f-d866-4515-b99c-614753efbb7a req-3913d759-8058-476c-80de-a55edf930764 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "PUT /v2.0/ports/cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c HTTP/1.1" status: 200 len: 1020 time: 1.1160393 Mar 23 01:28:23.723307 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (4784078c-2d48-4bd3-8200-71c515c2bb94), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.755797 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (4784078c-2d48-4bd3-8200-71c515c2bb94), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.790207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:28:23.790616 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (4784078c-2d48-4bd3-8200-71c515c2bb94), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:28:23.792820 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:28:23.803417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913d759-8058-476c-80de-a55edf930764 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event updated for resources: {'Port': ['ID=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:23.866635 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:23.892106 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ea3ef11-2cc5-40b3-8977-243090bde752 req-f177dce1-58ef-4b70-a0e2-0c36d6af6510 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e12a9fb8-1537-45a6-8abd-6981869c6e64 HTTP/1.1" status: 200 len: 217 time: 0.5558755 Mar 23 01:28:23.896639 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-456fe8f2-6130-4a1b-be3a-c33ab5b670e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.920088 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (080a736b-27cd-405b-b5de-ee5cfb6bde25), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.929071 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:28:23.929545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 770e42cf-ee9b-4b7d-86a5-d4458fa7fd33 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:28:23.929842 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4418e87d-cc4d-4375-8689-e91eb7f470a1 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:23.932068 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:23.934612 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:23.939327 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/080a736b-27cd-405b-b5de-ee5cfb6bde25 HTTP/1.1" status: 204 len: 168 time: 1.7501073 Mar 23 01:28:23.942505 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54120) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:23.985248 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3ef11-2cc5-40b3-8977-243090bde752 req-79168199-e4c3-425e-b617-16558713041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:23.988497 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ea3ef11-2cc5-40b3-8977-243090bde752 req-79168199-e4c3-425e-b617-16558713041b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=05068ea8-5994-4998-8f6b-aa411220325a HTTP/1.1" status: 200 len: 860 time: 0.0867937 Mar 23 01:28:24.030515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 4418e87d-cc4d-4375-8689-e91eb7f470a1 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:28:24.030889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4418e87d-cc4d-4375-8689-e91eb7f470a1 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:28:24.031820 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9e3e2ae7-8105-4f5c-a905-9eb62e800143 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:24.056127 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afce2ea-244b-4f07-82b2-2dacc101966f req-51bc6e1f-a51e-4de4-aa2a-acaf2957c27d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:24.065171 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9afce2ea-244b-4f07-82b2-2dacc101966f req-51bc6e1f-a51e-4de4-aa2a-acaf2957c27d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 943 time: 0.7438145 Mar 23 01:28:24.069650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 9e3e2ae7-8105-4f5c-a905-9eb62e800143 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:28:24.069998 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9e3e2ae7-8105-4f5c-a905-9eb62e800143 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:28:24.079085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dde77e-d075-4d40-b963-707c2ccf23a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=080a736b-27cd-405b-b5de-ee5cfb6bde25,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:24.084699 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-456fe8f2-6130-4a1b-be3a-c33ab5b670e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:24.150765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fe8f2-6130-4a1b-be3a-c33ab5b670e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:24.170528 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-456fe8f2-6130-4a1b-be3a-c33ab5b670e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:24.176225 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-456fe8f2-6130-4a1b-be3a-c33ab5b670e7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f7b1d3c9-ff59-48f4-87f0-a4c02536e5e2 HTTP/1.1" status: 204 len: 168 time: 1.1234570 Mar 23 01:28:24.177267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffe64a2-5214-4e1a-a193-121acc8342d9 None None] Network 8e4cda28-da62-40bd-b5f1-9db62d0dce18 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:28:24.178654 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54122) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:24.194271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9bde0-509b-4ec7-9979-a23a85c364b6 req-9026e321-2cfb-4153-ac6c-a7ead8e32c92 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:24.201985 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f9d9bde0-509b-4ec7-9979-a23a85c364b6 req-9026e321-2cfb-4153-ac6c-a7ead8e32c92 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.3147795 Mar 23 01:28:24.252358 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9afce2ea-244b-4f07-82b2-2dacc101966f req-9786175f-9544-45fe-bb39-b56d2bc1dab0 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789293 Mar 23 01:28:24.264590 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3ef11-2cc5-40b3-8977-243090bde752 req-c8aa4f92-fac7-4063-981d-f1e0229a8715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:24.266134 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ea3ef11-2cc5-40b3-8977-243090bde752 req-c8aa4f92-fac7-4063-981d-f1e0229a8715 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91ac4adb-f221-477e-a515-1831215e878a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2714081 Mar 23 01:28:24.273742 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f9d9bde0-509b-4ec7-9979-a23a85c364b6 req-20265938-4f53-401b-84c9-73f126344f00 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706520 Mar 23 01:28:24.380540 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (8e4cda28-da62-40bd-b5f1-9db62d0dce18), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:24.447234 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-014a674c-5708-4695-813f-c30addb3e6f1 req-f7e979fc-da09-4d4f-9320-c00b46adc061 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/floatingips/d31db3af-5a67-4750-acd1-bc0252e7736b HTTP/1.1" status: 200 len: 693 time: 0.1040003 Mar 23 01:28:24.490832 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ea3ef11-2cc5-40b3-8977-243090bde752 req-86412f00-f990-4e5e-919c-7521fb59e268 service neutron] 10.222.0.43 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108681 Mar 23 01:28:24.568016 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:24.593965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ec8e97-f658-4e3b-9465-16f0be0e36d9', 'tag': 'cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:24.596208 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca23bdb-cdbd-4509-b5ab-b9fc0b9c7ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ec8e97-f658-4e3b-9465-16f0be0e36d9", "tag": "cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:24.651782 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ea3ef11-2cc5-40b3-8977-243090bde752 req-64475298-68bc-4db7-bced-c85378f74640 service neutron] 10.222.0.43 "GET /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527843 Mar 23 01:28:24.718405 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a674c-5708-4695-813f-c30addb3e6f1 req-5eb62123-edee-4205-877f-86a797d2be92 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:24.720714 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-014a674c-5708-4695-813f-c30addb3e6f1 req-5eb62123-edee-4205-877f-86a797d2be92 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.2583876 Mar 23 01:28:24.726761 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] Deleting port 3a591ca9-80d7-4906-9d73-354168e24701 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:24.728790 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3a591ca9-80d7-4906-9d73-354168e24701), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:24.821793 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-014a674c-5708-4695-813f-c30addb3e6f1 req-91755bb8-771b-4887-9657-1394cc09a793 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 696 time: 0.0552161 Mar 23 01:28:24.826209 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] For port 3a591ca9-80d7-4906-9d73-354168e24701, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3a591ca9-80d7-4906-9d73-354168e24701,segment=NetworkSegment(0d887752-b680-43a1-8bb5-aabecc73025d),segment_id=0d887752-b680-43a1-8bb5-aabecc73025d)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:24.826815 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3a591ca9-80d7-4906-9d73-354168e24701), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:24.843074 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] Calling delete_port for 3a591ca9-80d7-4906-9d73-354168e24701 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:24.887973 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-17b20bcc-bef1-4e5d-a420-401c6228057b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (73142d05-b826-4450-a542-d94a82aa8d5a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:24.888752 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a532a7-ffca-499c-bd0a-507d9cbbadf9 None None] DHCP port deletion for 8e4cda28-da62-40bd-b5f1-9db62d0dce18 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:28:24.893618 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-014a674c-5708-4695-813f-c30addb3e6f1 req-e4f738a2-8c1f-429c-9a24-fe92a46e8b58 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 696 time: 0.0639846 Mar 23 01:28:24.955231 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (3a591ca9-80d7-4906-9d73-354168e24701), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:25.036174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=3a591ca9-80d7-4906-9d73-354168e24701,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:25.051656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] No DVR routers for this DVR port 3a591ca9-80d7-4906-9d73-354168e24701 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:28:25.149836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-48a532a7-ffca-499c-bd0a-507d9cbbadf9 None None] Deleting port 3a591ca9-80d7-4906-9d73-354168e24701 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:25.150155 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-48a532a7-ffca-499c-bd0a-507d9cbbadf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3a591ca9-80d7-4906-9d73-354168e24701), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:25.277774 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (8e4cda28-da62-40bd-b5f1-9db62d0dce18), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:25.286431 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-48a532a7-ffca-499c-bd0a-507d9cbbadf9 None None] For port 3a591ca9-80d7-4906-9d73-354168e24701, host n-d-834677-4, got binding levels [] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:25.286918 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-48a532a7-ffca-499c-bd0a-507d9cbbadf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3a591ca9-80d7-4906-9d73-354168e24701), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:25.287303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-014a674c-5708-4695-813f-c30addb3e6f1 req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Deleting port e17556f4-ce28-40af-a50e-59732f3642fa {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:25.287824 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-014a674c-5708-4695-813f-c30addb3e6f1 req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e17556f4-ce28-40af-a50e-59732f3642fa), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:25.313577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-48a532a7-ffca-499c-bd0a-507d9cbbadf9 None None] Calling delete_port for 3a591ca9-80d7-4906-9d73-354168e24701 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:25.324618 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.ipam_backend_mixin [None req-48a532a7-ffca-499c-bd0a-507d9cbbadf9 None None] Port 3a591ca9-80d7-4906-9d73-354168e24701 was not found and therefore no delete operation was performed {{(pid=99265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 01:28:25.325943 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-48a532a7-ffca-499c-bd0a-507d9cbbadf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (3a591ca9-80d7-4906-9d73-354168e24701), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:25.346286 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4cda28-da62-40bd-b5f1-9db62d0dce18']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:25.370754 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d887752-b680-43a1-8bb5-aabecc73025d') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:25.371087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d887752-b680-43a1-8bb5-aabecc73025d') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:25.374172 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-014a674c-5708-4695-813f-c30addb3e6f1 req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e17556f4-ce28-40af-a50e-59732f3642fa), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:25.374784 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-014a674c-5708-4695-813f-c30addb3e6f1 req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for floatingip (e17556f4-ce28-40af-a50e-59732f3642fa), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:25.380409 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a532a7-ffca-499c-bd0a-507d9cbbadf9 None None] Pushing event deleted for resources: {'Port': ['ID=3a591ca9-80d7-4906-9d73-354168e24701,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:25.387668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-014a674c-5708-4695-813f-c30addb3e6f1 req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Calling delete_port for e17556f4-ce28-40af-a50e-59732f3642fa owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:25.388897 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a532a7-ffca-499c-bd0a-507d9cbbadf9 None None] No DVR routers for this DVR port 3a591ca9-80d7-4906-9d73-354168e24701 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:28:25.397328 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (0d887752-b680-43a1-8bb5-aabecc73025d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:25.418983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3637f-9c73-432f-91c3-362ff8bca32a req-eaf10dc9-2dd7-4b4e-b70d-1afa29563d38 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:25.420649 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ee3637f-9c73-432f-91c3-362ff8bca32a req-eaf10dc9-2dd7-4b4e-b70d-1afa29563d38 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 1023 time: 0.2333593 Mar 23 01:28:25.511687 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (0d887752-b680-43a1-8bb5-aabecc73025d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:25.519022 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:28:25.520251 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (0d887752-b680-43a1-8bb5-aabecc73025d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:25.604338 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ee3637f-9c73-432f-91c3-362ff8bca32a req-504b0462-ef46-4888-98e6-9c04dde84a2e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b755183-c186-476c-b503-06c84b04bced&id=24cc78bd-3a79-4103-9280-211c66b68497&id=818c75d3-12ef-49fb-bf83-bf380ba799f6 HTTP/1.1" status: 200 len: 6198 time: 0.1760998 Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:28:25.620744 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:28:25.623147 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (8e4cda28-da62-40bd-b5f1-9db62d0dce18), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:25.640659 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:25.666709 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] 10.222.0.18 "DELETE /v2.0/networks/8e4cda28-da62-40bd-b5f1-9db62d0dce18 HTTP/1.1" status: 204 len: 168 time: 1.4817424 Mar 23 01:28:25.729607 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a1db8-40ea-4c6a-ad40-9b1dc61b4cdd admin admin] Pushing event deleted for resources: {'Network': ['ID=8e4cda28-da62-40bd-b5f1-9db62d0dce18,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:25.746051 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3a591ca9-80d7-4906-9d73-354168e24701 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:25.835807 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 3a591ca9-80d7-4906-9d73-354168e24701 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:28:25.836230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3a591ca9-80d7-4906-9d73-354168e24701 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:28:25.842709 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:25.920886 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54154) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:25.967654 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b36511-b409-4480-83da-73cfb9eaf5c6 x-openstack-request-id: req-44b36511-b409-4480-83da-73cfb9eaf5c6 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:25.968246 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ec8e97-f658-4e3b-9465-16f0be0e36d9", "tag": "cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:25.968246 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44b36511-b409-4480-83da-73cfb9eaf5c6 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:25.968561 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b36511-b409-4480-83da-73cfb9eaf5c6'] response: {'name': 'network-changed', 'server_uuid': 'e5ec8e97-f658-4e3b-9465-16f0be0e36d9', 'tag': 'cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c', 'status': 'completed', 'code': 200} Mar 23 01:28:25.980889 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-014a674c-5708-4695-813f-c30addb3e6f1 req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e17556f4-ce28-40af-a50e-59732f3642fa), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:26.000622 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-20140279-52f5-47f4-84d4-fe0ab04a0251 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b283f72cdf604288b3b9d29014e717e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0773299 Mar 23 01:28:26.001341 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54156) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:26.034284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18817020-806f-466e-955b-ac59de784ce6 req-21cda793-fdd8-4480-8808-facd8689cce9 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:26.042766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Pushing event deleted for resources: {'Port': ['ID=e17556f4-ce28-40af-a50e-59732f3642fa,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:26.043257 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-18817020-806f-466e-955b-ac59de784ce6 req-21cda793-fdd8-4480-8808-facd8689cce9 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 943 time: 0.1445601 Mar 23 01:28:26.099103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:26.099808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:26.099933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:26.100275 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:26.100551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:26.100941 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:26.101233 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:26.101563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:26.101895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:26.103119 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:26.103476 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:26.103809 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:26.104489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:26.104489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:26.104881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:26.117897 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d795d323-8bf5-48f2-97d0-eed086e995e8 admin admin] Publish callbacks [] for security_group (c1575cc1-6ddf-491f-8ded-be4c220b1be7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:26.127509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca23bdb-cdbd-4509-b5ab-b9fc0b9c7ee3 req-c321ea68-c8b3-4033-9136-b508336b784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:26.129388 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4ca23bdb-cdbd-4509-b5ab-b9fc0b9c7ee3 req-c321ea68-c8b3-4033-9136-b508336b784f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88258706fcbb4a7782ff3a36d1464da4&device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 1206 time: 0.1596930 Mar 23 01:28:26.141680 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d795d323-8bf5-48f2-97d0-eed086e995e8 admin admin] Publish callbacks [] for security_group (c1575cc1-6ddf-491f-8ded-be4c220b1be7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:26.164094 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-014a674c-5708-4695-813f-c30addb3e6f1 req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks [] for floatingip (d31db3af-5a67-4750-acd1-bc0252e7736b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:26.170170 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-014a674c-5708-4695-813f-c30addb3e6f1 req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:26.171580 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-014a674c-5708-4695-813f-c30addb3e6f1 req-14557f5e-7168-44bf-bbfd-7e9748dc7bf4 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "DELETE /v2.0/floatingips/d31db3af-5a67-4750-acd1-bc0252e7736b HTTP/1.1" status: 204 len: 173 time: 1.2281265 Mar 23 01:28:26.206861 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-18817020-806f-466e-955b-ac59de784ce6 req-2f749aaf-d397-4b66-9725-6d09775a48c8 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565769 Mar 23 01:28:26.208526 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d795d323-8bf5-48f2-97d0-eed086e995e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c1575cc1-6ddf-491f-8ded-be4c220b1be7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:26.214741 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d795d323-8bf5-48f2-97d0-eed086e995e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:26.216119 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d795d323-8bf5-48f2-97d0-eed086e995e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1575cc1-6ddf-491f-8ded-be4c220b1be7 HTTP/1.1" status: 204 len: 168 time: 0.2133100 Mar 23 01:28:26.246953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795d323-8bf5-48f2-97d0-eed086e995e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1575cc1-6ddf-491f-8ded-be4c220b1be7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:26.271685 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-9d792c6a-5a6a-44b3-af68-2262c00d24ec req-87d773a7-cbd7-46fc-a64e-3a2e446e5738 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2061232026 ', 'description': 'tempest-description-1473940969'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:26.330330 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9d792c6a-5a6a-44b3-af68-2262c00d24ec req-87d773a7-cbd7-46fc-a64e-3a2e446e5738 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:26.338999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca23bdb-cdbd-4509-b5ab-b9fc0b9c7ee3 req-c2b3381c-67da-41da-bdd2-76b819d64cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:26.340844 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4ca23bdb-cdbd-4509-b5ab-b9fc0b9c7ee3 req-c2b3381c-67da-41da-bdd2-76b819d64cab service neutron] 10.222.0.42 "GET /v2.0/networks?id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95 HTTP/1.1" status: 200 len: 912 time: 0.1986208 Mar 23 01:28:26.408496 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4ca23bdb-cdbd-4509-b5ab-b9fc0b9c7ee3 req-0de4e824-3c4b-4f09-b9ce-89d355323aa0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c HTTP/1.1" status: 200 len: 217 time: 0.0568256 Mar 23 01:28:26.421208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52309ca-9e6d-42b0-b1d1-c8dffe614e05 req-f1e8636d-d4de-45bf-b860-c4c1824f1522 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:26.428762 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b52309ca-9e6d-42b0-b1d1-c8dffe614e05 req-f1e8636d-d4de-45bf-b860-c4c1824f1522 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.1393836 Mar 23 01:28:26.467219 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9d792c6a-5a6a-44b3-af68-2262c00d24ec req-87d773a7-cbd7-46fc-a64e-3a2e446e5738 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (8db6c0ad-8f1b-458f-9ddc-0b17e1a7e3df), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:26.483328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-17b20bcc-bef1-4e5d-a420-401c6228057b admin admin] Deleting port 23b16f90-b860-4052-bc0c-fdd223292772 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:26.486111 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-17b20bcc-bef1-4e5d-a420-401c6228057b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (23b16f90-b860-4052-bc0c-fdd223292772), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:26.493639 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9d792c6a-5a6a-44b3-af68-2262c00d24ec req-87d773a7-cbd7-46fc-a64e-3a2e446e5738 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8db6c0ad-8f1b-458f-9ddc-0b17e1a7e3df), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:26.564003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca23bdb-cdbd-4509-b5ab-b9fc0b9c7ee3 req-c85c91dd-a39c-461d-9136-467f47a0e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:26.565599 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4ca23bdb-cdbd-4509-b5ab-b9fc0b9c7ee3 req-c85c91dd-a39c-461d-9136-467f47a0e5e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79beddf3-e38e-4ae2-aeb0-ffcc685292ac HTTP/1.1" status: 200 len: 852 time: 0.1337373 Mar 23 01:28:26.585111 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d773a7-cbd7-46fc-a64e-3a2e446e5738 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db6c0ad-8f1b-458f-9ddc-0b17e1a7e3df,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:26.632787 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9d792c6a-5a6a-44b3-af68-2262c00d24ec req-87d773a7-cbd7-46fc-a64e-3a2e446e5738 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:26.642336 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9d792c6a-5a6a-44b3-af68-2262c00d24ec req-87d773a7-cbd7-46fc-a64e-3a2e446e5738 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3769524 Mar 23 01:28:26.663149 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4ca23bdb-cdbd-4509-b5ab-b9fc0b9c7ee3 req-5722e5f4-4865-43e9-8504-0332862f03b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834475 Mar 23 01:28:26.664851 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0ccbf347-b454-4f69-ae97-62bfa9f948db req-3f6de627-c20d-443c-a28e-00996d607bac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1906321 Mar 23 01:28:26.669652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:28:26.672831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 449c7652-1711-4a3c-a3e0-b4ff1d552c09 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:26.733904 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b52309ca-9e6d-42b0-b1d1-c8dffe614e05 req-f0d30220-fbf1-45ac-b2bd-9ac0d0431a6f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040006 Mar 23 01:28:26.814864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbf347-b454-4f69-ae97-62bfa9f948db req-c4afb47c-7819-40bb-b099-e78fdc2e24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:26.818600 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0ccbf347-b454-4f69-ae97-62bfa9f948db req-c4afb47c-7819-40bb-b099-e78fdc2e24c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 1126 time: 0.1195419 Mar 23 01:28:26.824682 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-17b20bcc-bef1-4e5d-a420-401c6228057b admin admin] For port 23b16f90-b860-4052-bc0c-fdd223292772, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=23b16f90-b860-4052-bc0c-fdd223292772,segment=NetworkSegment(9c92d0b7-8811-46a1-92d4-7ce976460b4f),segment_id=9c92d0b7-8811-46a1-92d4-7ce976460b4f)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:26.825941 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-17b20bcc-bef1-4e5d-a420-401c6228057b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (23b16f90-b860-4052-bc0c-fdd223292772), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:26.850829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-17b20bcc-bef1-4e5d-a420-401c6228057b admin admin] Calling delete_port for 23b16f90-b860-4052-bc0c-fdd223292772 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:27.083289 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-d1c2a8c4-b15b-437d-a82f-0fe8465a9df2 service neutron] 10.222.0.43 "GET /v2.0/ports/7dfb5313-72b1-49c3-b766-3525312824ec/bindings/n-h2-834677-4 HTTP/1.1" status: 200 len: 382 time: 0.2145336 Mar 23 01:28:27.114726 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4ca23bdb-cdbd-4509-b5ab-b9fc0b9c7ee3 req-88e3eb78-fbb6-46df-a8ae-2612f69d9e42 service neutron] 10.222.0.42 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186268 Mar 23 01:28:27.125689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbf347-b454-4f69-ae97-62bfa9f948db req-62cd34a8-74cc-4379-923c-1a350367d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:27.127229 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0ccbf347-b454-4f69-ae97-62bfa9f948db req-62cd34a8-74cc-4379-923c-1a350367d25b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.2861073 Mar 23 01:28:27.132624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:27.135131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 is: DOWN; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:27.170725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '4ebcca10-19da-4c2e-b1b9-ccac70a6f66e', 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67', 'port_id': '4ebcca10-19da-4c2e-b1b9-ccac70a6f66e', 'mac_address': 'fa:16:3e:5c:6d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b936d6-168f-4a47-94f1-75821af6ee78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:28:27.206816 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0ccbf347-b454-4f69-ae97-62bfa9f948db req-51347bba-3396-41d8-94ad-4c0986005c1c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c HTTP/1.1" status: 200 len: 217 time: 0.0666063 Mar 23 01:28:27.278876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e is: ACTIVE; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:27.279698 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:27.330888 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:28:27.332680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbf347-b454-4f69-ae97-62bfa9f948db req-240c1dc4-91bd-4975-9ee2-0bba31dfc7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:27.334753 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0ccbf347-b454-4f69-ae97-62bfa9f948db req-240c1dc4-91bd-4975-9ee2-0bba31dfc7ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.1160657 Mar 23 01:28:27.396361 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:27.411135 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:27.418181 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0ccbf347-b454-4f69-ae97-62bfa9f948db req-30bbed6f-9bee-441c-9945-b8e1f188a646 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724828 Mar 23 01:28:27.538188 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['4ebcca10-19da-4c2e-b1b9-ccac70a6f66e'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:27.580664 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:27.591973 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0ccbf347-b454-4f69-ae97-62bfa9f948db req-83870d1b-6f85-49c1-98db-da9d4a7edb5d service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619189 Mar 23 01:28:27.631289 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b497fd-d4d5-4e90-ab53-34247a557d5b req-cfb73583-f25e-4698-82a9-3e3abb110037 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:27.633330 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a2b497fd-d4d5-4e90-ab53-34247a557d5b req-cfb73583-f25e-4698-82a9-3e3abb110037 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 945 time: 0.2972109 Mar 23 01:28:27.650236 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-17b20bcc-bef1-4e5d-a420-401c6228057b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (23b16f90-b860-4052-bc0c-fdd223292772), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:27.733696 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a2b497fd-d4d5-4e90-ab53-34247a557d5b req-2f9c78f0-c170-4efa-a2f4-fa0eed276027 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756292 Mar 23 01:28:27.768484 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0ccbf347-b454-4f69-ae97-62bfa9f948db req-8c60baa2-fa90-43a3-8f2e-687128b1cfd2 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687152 Mar 23 01:28:27.821709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b20bcc-bef1-4e5d-a420-401c6228057b admin admin] Pushing event deleted for resources: {'Port': ['ID=23b16f90-b860-4052-bc0c-fdd223292772,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:27.856121 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2a16e95-4b1d-4054-812f-6daa8e8897aa req-589bfb2a-5e54-4d72-99d2-93627a3d5a0f tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/8db6c0ad-8f1b-458f-9ddc-0b17e1a7e3df HTTP/1.1" status: 200 len: 1798 time: 0.8108530 Mar 23 01:28:27.956998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-b8522429-d797-4d82-aa0c-10ad5d0e1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:27.966064 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-b8522429-d797-4d82-aa0c-10ad5d0e1755 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053&tenant_id=a2197bbb087244449add1667f6153ce8 HTTP/1.1" status: 200 len: 1131 time: 0.3946180 Mar 23 01:28:28.024267 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4ca23bdb-cdbd-4509-b5ab-b9fc0b9c7ee3 req-24f76edd-bd87-4544-93eb-981bc2716217 service neutron] 10.222.0.42 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8908443 Mar 23 01:28:28.043672 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0d26-05a9-44ef-ba20-efc2def55d28 req-324ed2cb-8e65-422d-a1b2-3aa2b549a09d tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:28.051791 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e66a0d26-05a9-44ef-ba20-efc2def55d28 req-324ed2cb-8e65-422d-a1b2-3aa2b549a09d tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 945 time: 0.2101507 Mar 23 01:28:28.128069 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e66a0d26-05a9-44ef-ba20-efc2def55d28 req-b6b095e5-40ee-496c-911b-39fc96c5a74c tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716982 Mar 23 01:28:28.247062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145116c2-0e8e-4dc5-8f38-9b01a0efc740 req-ba4529a4-8efa-4974-825a-69f6d543806a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:28.256464 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-145116c2-0e8e-4dc5-8f38-9b01a0efc740 req-ba4529a4-8efa-4974-825a-69f6d543806a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 943 time: 0.2811537 Mar 23 01:28:28.302561 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-29565665-9023-43e4-81eb-9f024ecd96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:28.304900 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-29565665-9023-43e4-81eb-9f024ecd96b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 1131 time: 0.1553490 Mar 23 01:28:28.319295 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce1425-39ea-4b20-81e7-9530d247f03f req-99c4eb4a-7884-4ca5-86b2-82c63498ac53 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:28.329949 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d1ce1425-39ea-4b20-81e7-9530d247f03f req-99c4eb4a-7884-4ca5-86b2-82c63498ac53 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.0867276 Mar 23 01:28:28.401214 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d1ce1425-39ea-4b20-81e7-9530d247f03f req-d7bff7c5-72e0-469a-ae06-a57b2842e3d7 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680592 Mar 23 01:28:28.460312 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-17b20bcc-bef1-4e5d-a420-401c6228057b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (73142d05-b826-4450-a542-d94a82aa8d5a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:28.481781 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-145116c2-0e8e-4dc5-8f38-9b01a0efc740 req-f8a41fd5-9027-497b-b356-2eff031be984 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239280 Mar 23 01:28:28.492758 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ee36ac99-f312-4d55-9606-93ccb8a75305 req-8cb6b8c3-494f-4302-9ac3-95aebeed4e58 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/8db6c0ad-8f1b-458f-9ddc-0b17e1a7e3df HTTP/1.1" status: 200 len: 1798 time: 0.0747275 Mar 23 01:28:28.597100 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ee36ac99-f312-4d55-9606-93ccb8a75305 req-ac9b72e5-9995-4767-bae0-e07ba8c75658 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (8db6c0ad-8f1b-458f-9ddc-0b17e1a7e3df), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:28.677617 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ee36ac99-f312-4d55-9606-93ccb8a75305 req-ac9b72e5-9995-4767-bae0-e07ba8c75658 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (8db6c0ad-8f1b-458f-9ddc-0b17e1a7e3df), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:28.682485 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:28:28.711999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-6a6539bf-893f-427b-9108-dda57faf5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:28.716029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-6a6539bf-893f-427b-9108-dda57faf5b7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.3983781 Mar 23 01:28:28.798364 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ee36ac99-f312-4d55-9606-93ccb8a75305 req-ac9b72e5-9995-4767-bae0-e07ba8c75658 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8db6c0ad-8f1b-458f-9ddc-0b17e1a7e3df), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:28.805643 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ee36ac99-f312-4d55-9606-93ccb8a75305 req-ac9b72e5-9995-4767-bae0-e07ba8c75658 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:28.824051 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ee36ac99-f312-4d55-9606-93ccb8a75305 req-ac9b72e5-9995-4767-bae0-e07ba8c75658 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "DELETE /v2.0/security-groups/8db6c0ad-8f1b-458f-9ddc-0b17e1a7e3df HTTP/1.1" status: 204 len: 173 time: 0.3065193 Mar 23 01:28:28.830959 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:28:28.831639 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:28.854038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b72e5-9995-4767-bae0-e07ba8c75658 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db6c0ad-8f1b-458f-9ddc-0b17e1a7e3df,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:28.948560 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-0ad29374-5729-4652-8fc6-d80165f0813b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7dfb5313-72b1-49c3-b766-3525312824ec HTTP/1.1" status: 200 len: 217 time: 0.1449316 Mar 23 01:28:28.967170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5974424-e74f-42c4-b005-57e27b5ed48b req-50a12551-47bd-4ece-844a-24b581b26180 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:28.977513 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5974424-e74f-42c4-b005-57e27b5ed48b req-50a12551-47bd-4ece-844a-24b581b26180 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 944 time: 0.0804768 Mar 23 01:28:29.107233 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5974424-e74f-42c4-b005-57e27b5ed48b req-893a0e63-d244-4a51-9790-fe39ca6bb9b1 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287327 Mar 23 01:28:29.127236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:29.127991 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:29.211307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b20bcc-bef1-4e5d-a420-401c6228057b admin admin] Router 73142d05-b826-4450-a542-d94a82aa8d5a has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:28:29.217209 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f747e1f-17ac-4ba4-8c92-652e309100ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebcca10-19da-4c2e-b1b9-ccac70a6f66e'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:29.225677 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa9ef74-e01d-4748-bf43-e069a11b1bec" -d '{"events": [{"server_uuid": "0f747e1f-17ac-4ba4-8c92-652e309100ed", "name": "network-vif-plugged", "status": "completed", "tag": "4ebcca10-19da-4c2e-b1b9-ccac70a6f66e"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:29.256137 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:29.257379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec77e4-cde7-45e3-a4b4-bf9948c781cf req-0e801b8c-b8dc-4beb-bbb2-beb19d1e6ff5 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:29.260269 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1fec77e4-cde7-45e3-a4b4-bf9948c781cf req-0e801b8c-b8dc-4beb-bbb2-beb19d1e6ff5 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.43 "GET /v2.0/ports?device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 945 time: 0.1866777 Mar 23 01:28:29.267823 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:29.323021 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-7c503654-f76d-4920-b788-6f0bbcc5c9ba req-e9767b4a-e0a7-42f8-9327-d41aa48cf2d2 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] show failed (client error): The resource could not be found. Mar 23 01:28:29.334896 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:29.341288 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c503654-f76d-4920-b788-6f0bbcc5c9ba req-e9767b4a-e0a7-42f8-9327-d41aa48cf2d2 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/8db6c0ad-8f1b-458f-9ddc-0b17e1a7e3df HTTP/1.1" status: 404 len: 352 time: 0.1435697 Mar 23 01:28:29.351514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:29.352018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:29.352451 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:29.353043 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:29.353575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:29.354030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:29.354452 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:29.355033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:29.355452 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:29.355910 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:29.356331 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:29.356774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:29.357222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:29.357650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:29.358105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:29.539490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-1fec77e4-cde7-45e3-a4b4-bf9948c781cf req-94692b66-4ad9-4dd0-bbfc-4e32d79cc3cd tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Deleting port e12a9fb8-1537-45a6-8abd-6981869c6e64 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:29.541419 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1fec77e4-cde7-45e3-a4b4-bf9948c781cf req-94692b66-4ad9-4dd0-bbfc-4e32d79cc3cd tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e12a9fb8-1537-45a6-8abd-6981869c6e64), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:29.596010 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa88706-303d-46f3-81c8-8c8ea9a3aeb0 x-openstack-request-id: req-4aa88706-303d-46f3-81c8-8c8ea9a3aeb0 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:29.596303 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f747e1f-17ac-4ba4-8c92-652e309100ed", "name": "network-vif-plugged", "status": "completed", "tag": "4ebcca10-19da-4c2e-b1b9-ccac70a6f66e", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:29.596556 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4aa88706-303d-46f3-81c8-8c8ea9a3aeb0 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:29.597069 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa88706-303d-46f3-81c8-8c8ea9a3aeb0'] response: {'server_uuid': '0f747e1f-17ac-4ba4-8c92-652e309100ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebcca10-19da-4c2e-b1b9-ccac70a6f66e', 'code': 200} Mar 23 01:28:29.619008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-e8d7fa82-71d6-4baa-ae35-ce5066d53249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:29.624498 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-e8d7fa82-71d6-4baa-ae35-ce5066d53249 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.4303193 Mar 23 01:28:29.649814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-e9aa43a4-3c98-4dbe-af42-3a9d4f107652 req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1862746095', 'description': 'tempest-description-1678949696'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:29.698917 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e9aa43a4-3c98-4dbe-af42-3a9d4f107652 req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:29.747149 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b20bcc-bef1-4e5d-a420-401c6228057b admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:28:29.754521 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-17b20bcc-bef1-4e5d-a420-401c6228057b admin admin] 10.222.0.18 "PUT /v2.0/routers/73142d05-b826-4450-a542-d94a82aa8d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8107224 Mar 23 01:28:29.759469 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584a7563-83bd-48a9-b3a1-af9f8d0e3aa7 None None] Sync routers for ids ['73142d05-b826-4450-a542-d94a82aa8d5a'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:28:29.762604 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e3528-87a4-4a20-b5cd-5e4ed234ba6b req-633a5d64-56e9-4947-8848-a404e86b5f2e tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:29.772025 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-491e3528-87a4-4a20-b5cd-5e4ed234ba6b req-633a5d64-56e9-4947-8848-a404e86b5f2e tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/ports?device_id=d101fa00-8c25-4ac6-9cf6-589114e0ef28 HTTP/1.1" status: 200 len: 945 time: 0.1933160 Mar 23 01:28:29.775854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54260) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:29.782456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584a7563-83bd-48a9-b3a1-af9f8d0e3aa7 None None] Routers {'73142d05-b826-4450-a542-d94a82aa8d5a'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:29.786329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-584a7563-83bd-48a9-b3a1-af9f8d0e3aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:28:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['73142d05-b826-4450-a542-d94a82aa8d5a'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:29.800273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-db091bb8-f5a8-4a5c-8969-5defab2ed9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:29.801437 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-db091bb8-f5a8-4a5c-8969-5defab2ed9a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1664124 Mar 23 01:28:29.812843 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e9aa43a4-3c98-4dbe-af42-3a9d4f107652 req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (fd3efad5-bcdd-40b9-ba3d-f8bf52dfdbb4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:29.822652 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e9aa43a4-3c98-4dbe-af42-3a9d4f107652 req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fd3efad5-bcdd-40b9-ba3d-f8bf52dfdbb4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:29.849850 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e9aa43a4-3c98-4dbe-af42-3a9d4f107652 req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:29.863507 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e9aa43a4-3c98-4dbe-af42-3a9d4f107652 req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2219641 Mar 23 01:28:29.930817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-1fec77e4-cde7-45e3-a4b4-bf9948c781cf req-94692b66-4ad9-4dd0-bbfc-4e32d79cc3cd tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] For port e12a9fb8-1537-45a6-8abd-6981869c6e64, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e12a9fb8-1537-45a6-8abd-6981869c6e64,segment=NetworkSegment(2199cdfb-bd20-46cd-898e-92b7e6d82ae9),segment_id=2199cdfb-bd20-46cd-898e-92b7e6d82ae9)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:29.932991 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1fec77e4-cde7-45e3-a4b4-bf9948c781cf req-94692b66-4ad9-4dd0-bbfc-4e32d79cc3cd tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e12a9fb8-1537-45a6-8abd-6981869c6e64), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:30.023803 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-1fec77e4-cde7-45e3-a4b4-bf9948c781cf req-94692b66-4ad9-4dd0-bbfc-4e32d79cc3cd tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Calling delete_port for e12a9fb8-1537-45a6-8abd-6981869c6e64 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:30.028349 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7dfb5313-72b1-49c3-b766-3525312824ec no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:30.032242 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3efad5-bcdd-40b9-ba3d-f8bf52dfdbb4,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:30.052823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:30.053434 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:30.053934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:30.054558 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:30.055072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:30.055560 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:30.056044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:30.056541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:30.057069 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:30.057563 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:30.058046 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:30.058644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:30.059125 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:30.059805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:30.060287 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461665e-36f1-4b96-a8a4-95c3005fb71b tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:28:30.162699 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57abe03-e164-4505-a359-982ae74a0ca8 req-22b3ff40-0913-49a8-9352-f1e7fcec5cdb tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:30.179734 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d57abe03-e164-4505-a359-982ae74a0ca8 req-22b3ff40-0913-49a8-9352-f1e7fcec5cdb tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.2117364 Mar 23 01:28:30.182106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-584a7563-83bd-48a9-b3a1-af9f8d0e3aa7 None None] Set router 73142d05-b826-4450-a542-d94a82aa8d5a gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:30.248755 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d57abe03-e164-4505-a359-982ae74a0ca8 req-7c522887-2983-4f8b-ba90-05b76c3e5830 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671573 Mar 23 01:28:30.520591 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1fec77e4-cde7-45e3-a4b4-bf9948c781cf req-94692b66-4ad9-4dd0-bbfc-4e32d79cc3cd tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e12a9fb8-1537-45a6-8abd-6981869c6e64), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:30.560646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 7dfb5313-72b1-49c3-b766-3525312824ec is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:30.561298 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:30.602812 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-491e3528-87a4-4a20-b5cd-5e4ed234ba6b req-99b0b91d-7d9a-454b-8fc2-4a040714a9e0 tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.18 "GET /v2.0/security-groups?id=08d4b9f5-d3b0-44d6-881f-183bc500874a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8299336 Mar 23 01:28:30.636423 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94692b66-4ad9-4dd0-bbfc-4e32d79cc3cd tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Pushing event deleted for resources: {'Port': ['ID=e12a9fb8-1537-45a6-8abd-6981869c6e64,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:30.641708 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 7dfb5313-72b1-49c3-b766-3525312824ec, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7dfb5313-72b1-49c3-b766-3525312824ec,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:30.671569 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa9c1-f55a-4ed5-8053-8cc796067818 admin admin] Publish callbacks [] for router (73142d05-b826-4450-a542-d94a82aa8d5a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:30.759178 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:30.761860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:30.773695 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbeba0-0bc5-4199-8eb2-c4e87a59e047 req-c6968c2d-49f0-4d9a-940e-e1458822c4a4 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:30.782089 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d3dbeba0-0bc5-4199-8eb2-c4e87a59e047 req-c6968c2d-49f0-4d9a-940e-e1458822c4a4 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 945 time: 0.4161956 Mar 23 01:28:30.796087 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-dda26c89-bb54-4800-8b16-6d9d7bcb01fd service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9448328 Mar 23 01:28:30.814812 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=7dfb5313-72b1-49c3-b766-3525312824ec,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:30.890904 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fec77e4-cde7-45e3-a4b4-bf9948c781cf req-94692b66-4ad9-4dd0-bbfc-4e32d79cc3cd tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] No DVR routers for this DVR port e12a9fb8-1537-45a6-8abd-6981869c6e64 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:28:30.913201 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1fec77e4-cde7-45e3-a4b4-bf9948c781cf req-94692b66-4ad9-4dd0-bbfc-4e32d79cc3cd tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:30.913688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:30.914077 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:30.921581 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1fec77e4-cde7-45e3-a4b4-bf9948c781cf req-94692b66-4ad9-4dd0-bbfc-4e32d79cc3cd tempest-FloatingIPsAssociationTestJSON-1379499155 tempest-FloatingIPsAssociationTestJSON-1379499155-project] 10.222.0.43 "DELETE /v2.0/ports/e12a9fb8-1537-45a6-8abd-6981869c6e64 HTTP/1.1" status: 204 len: 173 time: 1.6545424 Mar 23 01:28:30.922038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'name': 'network-vif-deleted', 'tag': 'e12a9fb8-1537-45a6-8abd-6981869c6e64'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:30.928869 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2958bb74-da75-47d5-b0c5-25e8e8f333a0" -d '{"events": [{"server_uuid": "d101fa00-8c25-4ac6-9cf6-589114e0ef28", "name": "network-vif-deleted", "tag": "e12a9fb8-1537-45a6-8abd-6981869c6e64"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:30.966169 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-584a7563-83bd-48a9-b3a1-af9f8d0e3aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719701687-router', 'tenant_id': '04678210851743ddb84933c42dd625eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:32Z', 'updated_at': '2022-03-23T01:28:27Z', 'revision_number': 5, 'project_id': '04678210851743ddb84933c42dd625eb', 'gw_port': {'id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:33Z', 'updated_at': '2022-03-23T01:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:31.039996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e961fd-3844-40c4-9366-0b99ceeef1ce req-1e351627-2e60-4653-b3cd-df328d4614d2 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:31.041268 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584a7563-83bd-48a9-b3a1-af9f8d0e3aa7 None None] Checking router: 73142d05-b826-4450-a542-d94a82aa8d5a for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:28:31.056463 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d3dbeba0-0bc5-4199-8eb2-c4e87a59e047 req-95808e1e-51d9-44cd-b616-5dfda7116fc9 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730660 Mar 23 01:28:31.057346 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-89e961fd-3844-40c4-9366-0b99ceeef1ce req-1e351627-2e60-4653-b3cd-df328d4614d2 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 943 time: 0.2143459 Mar 23 01:28:31.073384 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:31.085729 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:31.092511 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584a7563-83bd-48a9-b3a1-af9f8d0e3aa7 None None] Routers {'73142d05-b826-4450-a542-d94a82aa8d5a'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:31.094115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-584a7563-83bd-48a9-b3a1-af9f8d0e3aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:28:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['73142d05-b826-4450-a542-d94a82aa8d5a'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:31.109739 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-772cec88-b43f-46c6-8757-875eb803bf9a req-b05d0e82-cc5f-45b4-a503-e347d63e45bd tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2115756407', 'description': 'tempest-description-416115056'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:31.154551 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-772cec88-b43f-46c6-8757-875eb803bf9a req-b05d0e82-cc5f-45b4-a503-e347d63e45bd tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:31.172545 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-455f3e0d-1884-4a83-a8cf-1161c27852a7 req-1bbe6275-60a7-44c2-88a5-2344ee49d42e service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308215 Mar 23 01:28:31.185288 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa9c1-f55a-4ed5-8053-8cc796067818 admin admin] Publish callbacks [] for router_gateway (73142d05-b826-4450-a542-d94a82aa8d5a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:31.245957 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:31.340302 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-772cec88-b43f-46c6-8757-875eb803bf9a req-b05d0e82-cc5f-45b4-a503-e347d63e45bd tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (a190b03e-079e-4527-9200-c9af5c2e812a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:31.351240 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-772cec88-b43f-46c6-8757-875eb803bf9a req-b05d0e82-cc5f-45b4-a503-e347d63e45bd tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a190b03e-079e-4527-9200-c9af5c2e812a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:31.405270 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-89e961fd-3844-40c4-9366-0b99ceeef1ce req-c4951378-9fd4-4ca5-a103-256509ec8509 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456342 Mar 23 01:28:31.415663 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-772cec88-b43f-46c6-8757-875eb803bf9a req-b05d0e82-cc5f-45b4-a503-e347d63e45bd tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:31.429678 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-772cec88-b43f-46c6-8757-875eb803bf9a req-b05d0e82-cc5f-45b4-a503-e347d63e45bd tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3264244 Mar 23 01:28:31.443085 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d0e82-cc5f-45b4-a503-e347d63e45bd tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a190b03e-079e-4527-9200-c9af5c2e812a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:31.530775 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05291540-f656-4298-8fbd-9e27a3b86bb4 req-c698b193-739d-4f57-9869-655399e5a683 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:31.532338 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05291540-f656-4298-8fbd-9e27a3b86bb4 req-c698b193-739d-4f57-9869-655399e5a683 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 943 time: 0.3149216 Mar 23 01:28:31.644502 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8795cd7d-1f90-4ef3-bab7-933ed8a51053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dfb5313-72b1-49c3-b766-3525312824ec'}, {'server_uuid': '0f747e1f-17ac-4ba4-8c92-652e309100ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ebcca10-19da-4c2e-b1b9-ccac70a6f66e'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:31.652879 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecc6f3f-b267-485c-9a9a-a1060a952ec5" -d '{"events": [{"server_uuid": "8795cd7d-1f90-4ef3-bab7-933ed8a51053", "name": "network-vif-unplugged", "status": "completed", "tag": "7dfb5313-72b1-49c3-b766-3525312824ec"}, {"server_uuid": "0f747e1f-17ac-4ba4-8c92-652e309100ed", "name": "network-vif-unplugged", "status": "completed", "tag": "4ebcca10-19da-4c2e-b1b9-ccac70a6f66e"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:31.653459 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520603de-7735-4c3e-b6cc-266c50e572b2 x-openstack-request-id: req-520603de-7735-4c3e-b6cc-266c50e572b2 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:31.653952 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d101fa00-8c25-4ac6-9cf6-589114e0ef28", "name": "network-vif-deleted", "tag": "e12a9fb8-1537-45a6-8abd-6981869c6e64", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:31.654067 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-520603de-7735-4c3e-b6cc-266c50e572b2 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:31.654408 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520603de-7735-4c3e-b6cc-266c50e572b2'] response: {'server_uuid': 'd101fa00-8c25-4ac6-9cf6-589114e0ef28', 'name': 'network-vif-deleted', 'tag': 'e12a9fb8-1537-45a6-8abd-6981869c6e64', 'status': 'completed', 'code': 200} Mar 23 01:28:31.700921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ef7aa9c1-f55a-4ed5-8053-8cc796067818 admin admin] Deleting port 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:31.701578 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa9c1-f55a-4ed5-8053-8cc796067818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:31.720338 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-f671e77d-b59c-463f-8ce6-f46331bb2f66 req-378ea0b2-0c4a-406f-b6e5-2320e6b48351 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1019190335', 'description': 'tempest-description-5929479'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:31.779472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-584a7563-83bd-48a9-b3a1-af9f8d0e3aa7 None None] Set router 73142d05-b826-4450-a542-d94a82aa8d5a gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:31.857244 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a46f0-cdbb-40b2-b2d7-2942663a35d9 req-010d767b-e370-4cb7-9f52-ea3ffe365c81 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:31.868339 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7a1a46f0-cdbb-40b2-b2d7-2942663a35d9 req-010d767b-e370-4cb7-9f52-ea3ffe365c81 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 947 time: 0.1170847 Mar 23 01:28:31.930896 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f671e77d-b59c-463f-8ce6-f46331bb2f66 req-378ea0b2-0c4a-406f-b6e5-2320e6b48351 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:31.995465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-05291540-f656-4298-8fbd-9e27a3b86bb4 req-2baabcbf-6b83-4d19-afbc-15060a56ad21 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Deleting port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:31.995775 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-05291540-f656-4298-8fbd-9e27a3b86bb4 req-2baabcbf-6b83-4d19-afbc-15060a56ad21 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:32.003581 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7a1a46f0-cdbb-40b2-b2d7-2942663a35d9 req-526b9c11-f1cd-49ee-bb90-8b3d61a55582 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338799 Mar 23 01:28:32.036808 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e12a9fb8-1537-45a6-8abd-6981869c6e64 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:32.077427 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54304) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:32.130273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: e12a9fb8-1537-45a6-8abd-6981869c6e64 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:28:32.130616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e12a9fb8-1537-45a6-8abd-6981869c6e64 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:28:32.136345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-05291540-f656-4298-8fbd-9e27a3b86bb4 req-2baabcbf-6b83-4d19-afbc-15060a56ad21 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] For port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:32.136745 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-05291540-f656-4298-8fbd-9e27a3b86bb4 req-2baabcbf-6b83-4d19-afbc-15060a56ad21 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:32.151847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-05291540-f656-4298-8fbd-9e27a3b86bb4 req-2baabcbf-6b83-4d19-afbc-15060a56ad21 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Calling delete_port for 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:32.195640 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cd3f9d-a6a5-4b6d-970e-fe340618b94d x-openstack-request-id: req-28cd3f9d-a6a5-4b6d-970e-fe340618b94d {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:32.198932 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8795cd7d-1f90-4ef3-bab7-933ed8a51053", "name": "network-vif-unplugged", "status": "completed", "tag": "7dfb5313-72b1-49c3-b766-3525312824ec", "code": 200}, {"server_uuid": "0f747e1f-17ac-4ba4-8c92-652e309100ed", "name": "network-vif-unplugged", "status": "completed", "tag": "4ebcca10-19da-4c2e-b1b9-ccac70a6f66e", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:32.199206 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28cd3f9d-a6a5-4b6d-970e-fe340618b94d {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:32.199634 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28cd3f9d-a6a5-4b6d-970e-fe340618b94d'] response: {'server_uuid': '8795cd7d-1f90-4ef3-bab7-933ed8a51053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dfb5313-72b1-49c3-b766-3525312824ec', 'code': 200} Mar 23 01:28:32.199898 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28cd3f9d-a6a5-4b6d-970e-fe340618b94d'] response: {'server_uuid': '0f747e1f-17ac-4ba4-8c92-652e309100ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ebcca10-19da-4c2e-b1b9-ccac70a6f66e', 'code': 200} Mar 23 01:28:32.276906 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54306) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:32.300495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-584a7563-83bd-48a9-b3a1-af9f8d0e3aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719701687-router', 'tenant_id': '04678210851743ddb84933c42dd625eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:32Z', 'updated_at': '2022-03-23T01:28:27Z', 'revision_number': 5, 'project_id': '04678210851743ddb84933c42dd625eb', 'gw_port': {'id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:33Z', 'updated_at': '2022-03-23T01:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:32.326186 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-05291540-f656-4298-8fbd-9e27a3b86bb4 req-2baabcbf-6b83-4d19-afbc-15060a56ad21 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4ebcca10-19da-4c2e-b1b9-ccac70a6f66e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:32.340612 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584a7563-83bd-48a9-b3a1-af9f8d0e3aa7 None None] The sync data for ids ['73142d05-b826-4450-a542-d94a82aa8d5a'] in n-d-834677-4 is: [{'id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719701687-router', 'tenant_id': '04678210851743ddb84933c42dd625eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:24:32Z', 'updated_at': '2022-03-23T01:28:27Z', 'revision_number': 5, 'project_id': '04678210851743ddb84933c42dd625eb', 'gw_port': {'id': '3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73142d05-b826-4450-a542-d94a82aa8d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:24:33Z', 'updated_at': '2022-03-23T01:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:28:32.419658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baabcbf-6b83-4d19-afbc-15060a56ad21 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Pushing event deleted for resources: {'Port': ['ID=4ebcca10-19da-4c2e-b1b9-ccac70a6f66e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:32.424920 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-96ef752d-0bcd-4367-ace6-87ed7641d97b req-24d90090-648d-4845-b989-9123c3486cd5 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f747e1f-17ac-4ba4-8c92-652e309100ed HTTP/1.1" status: 200 len: 210 time: 0.1466162 Mar 23 01:28:32.481991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-ef7aa9c1-f55a-4ed5-8053-8cc796067818 admin admin] For port 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:32.482373 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa9c1-f55a-4ed5-8053-8cc796067818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:32.536163 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ef7aa9c1-f55a-4ed5-8053-8cc796067818 admin admin] Calling delete_port for 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:32.578383 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-133207c4-1727-426a-8e97-4f6bad6b48f1 service neutron] 10.222.0.42 "GET /v2.0/ports/449c7652-1711-4a3c-a3e0-b4ff1d552c09/bindings/n-h2-834677-4 HTTP/1.1" status: 200 len: 384 time: 0.2746735 Mar 23 01:28:32.579112 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-05291540-f656-4298-8fbd-9e27a3b86bb4 req-2baabcbf-6b83-4d19-afbc-15060a56ad21 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] No DVR routers for this DVR port 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:28:32.590250 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-05291540-f656-4298-8fbd-9e27a3b86bb4 req-2baabcbf-6b83-4d19-afbc-15060a56ad21 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:32.595608 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05291540-f656-4298-8fbd-9e27a3b86bb4 req-2baabcbf-6b83-4d19-afbc-15060a56ad21 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.42 "DELETE /v2.0/ports/4ebcca10-19da-4c2e-b1b9-ccac70a6f66e HTTP/1.1" status: 204 len: 173 time: 1.0536375 Mar 23 01:28:32.597204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f747e1f-17ac-4ba4-8c92-652e309100ed', 'name': 'network-vif-deleted', 'tag': '4ebcca10-19da-4c2e-b1b9-ccac70a6f66e'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:32.600557 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041e5dd7-853a-4de7-b440-1fca7bbc6236" -d '{"events": [{"server_uuid": "0f747e1f-17ac-4ba4-8c92-652e309100ed", "name": "network-vif-deleted", "tag": "4ebcca10-19da-4c2e-b1b9-ccac70a6f66e"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:32.601248 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-00de640d-bbc1-4842-aee9-10252ef55f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:32.675046 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68173b0f-48ae-4795-a354-e50836ef24bf req-36e2bff2-fd80-4062-b698-df70d681fce4 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:32.678425 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f671e77d-b59c-463f-8ce6-f46331bb2f66 req-378ea0b2-0c4a-406f-b6e5-2320e6b48351 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (073b7a43-2ede-49f7-8d7b-9ecd1611216a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:32.682295 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68173b0f-48ae-4795-a354-e50836ef24bf req-36e2bff2-fd80-4062-b698-df70d681fce4 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 943 time: 0.1459126 Mar 23 01:28:32.691881 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f671e77d-b59c-463f-8ce6-f46331bb2f66 req-378ea0b2-0c4a-406f-b6e5-2320e6b48351 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (073b7a43-2ede-49f7-8d7b-9ecd1611216a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:32.785039 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f671e77d-b59c-463f-8ce6-f46331bb2f66 req-378ea0b2-0c4a-406f-b6e5-2320e6b48351 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:32.799448 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f671e77d-b59c-463f-8ce6-f46331bb2f66 req-378ea0b2-0c4a-406f-b6e5-2320e6b48351 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.1017888 Mar 23 01:28:32.807410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ea0b2-0c4a-406f-b6e5-2320e6b48351 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073b7a43-2ede-49f7-8d7b-9ecd1611216a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:32.822752 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68173b0f-48ae-4795-a354-e50836ef24bf req-c830d8f3-f8b7-4a03-a4d0-82756ea772b7 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394103 Mar 23 01:28:32.878005 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae0a73f-bc6c-4d0e-9fe8-e4e3164e5d28 x-openstack-request-id: req-7ae0a73f-bc6c-4d0e-9fe8-e4e3164e5d28 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:32.878234 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f747e1f-17ac-4ba4-8c92-652e309100ed", "name": "network-vif-deleted", "tag": "4ebcca10-19da-4c2e-b1b9-ccac70a6f66e", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:32.878579 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ae0a73f-bc6c-4d0e-9fe8-e4e3164e5d28 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:32.879395 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae0a73f-bc6c-4d0e-9fe8-e4e3164e5d28'] response: {'server_uuid': '0f747e1f-17ac-4ba4-8c92-652e309100ed', 'name': 'network-vif-deleted', 'tag': '4ebcca10-19da-4c2e-b1b9-ccac70a6f66e', 'status': 'completed', 'code': 200} Mar 23 01:28:32.909670 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-00de640d-bbc1-4842-aee9-10252ef55f55 admin admin] Publish callbacks [] for security_group (448640a3-e536-435d-a668-7cca90948bb5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:32.924192 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-00de640d-bbc1-4842-aee9-10252ef55f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (448640a3-e536-435d-a668-7cca90948bb5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:33.084046 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-00de640d-bbc1-4842-aee9-10252ef55f55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab645611f84c4c5e899770eb9ba1d173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7959712 Mar 23 01:28:33.084912 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54328) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:33.103121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de640d-bbc1-4842-aee9-10252ef55f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448640a3-e536-435d-a668-7cca90948bb5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:33.260643 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa9c1-f55a-4ed5-8053-8cc796067818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:33.273050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ff8ae-c621-45bd-9067-d79a4bffb553 req-e79ed4f5-2cf0-4d89-898d-0a727686cf0c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:33.274591 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-702ff8ae-c621-45bd-9067-d79a4bffb553 req-e79ed4f5-2cf0-4d89-898d-0a727686cf0c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 947 time: 0.1509953 Mar 23 01:28:33.278942 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-abb619f9-4bdf-4eb5-b374-95385f2c76ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (eb85f0ce-7c1e-4000-b17d-8134878dd624), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:33.280898 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fc0c270c-e75d-45ac-8c6e-b08882b51763 admin admin] Publish callbacks [] for security_group (448640a3-e536-435d-a668-7cca90948bb5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:33.333104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-6065d26c-a236-4ad7-a5fd-38480f69ed04 service neutron] For port 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=449c7652-1711-4a3c-a3e0-b4ff1d552c09,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:33.336560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7aa9c1-f55a-4ed5-8053-8cc796067818 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:33.356729 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c64e5aae-9971-4243-aaa1-6e316d67a83a req-abe6dc9d-0d0d-4cad-bd4e-14ddf3204b36 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88258706fcbb4a7782ff3a36d1464da4 HTTP/1.1" status: 200 len: 10995 time: 0.3890190 Mar 23 01:28:33.424050 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fc0c270c-e75d-45ac-8c6e-b08882b51763 admin admin] Publish callbacks [] for security_group (448640a3-e536-435d-a668-7cca90948bb5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:33.449386 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-6065d26c-a236-4ad7-a5fd-38480f69ed04 service neutron] For port 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:28:33.496029 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-702ff8ae-c621-45bd-9067-d79a4bffb553 req-7af90ed2-ce03-4d52-8f33-2b23a0e49e4a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092717 Mar 23 01:28:33.523571 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c64e5aae-9971-4243-aaa1-6e316d67a83a req-3aea31fb-35a6-4e77-af3e-ced5c9ac5833 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/24cc78bd-3a79-4103-9280-211c66b68497 HTTP/1.1" status: 200 len: 2998 time: 0.1494474 Mar 23 01:28:33.526966 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa9c1-f55a-4ed5-8053-8cc796067818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (73142d05-b826-4450-a542-d94a82aa8d5a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:33.561543 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:33.567596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-6065d26c-a236-4ad7-a5fd-38480f69ed04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449c7652-1711-4a3c-a3e0-b4ff1d552c09 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:28:33.580023 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-6065d26c-a236-4ad7-a5fd-38480f69ed04 service neutron] For port 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=449c7652-1711-4a3c-a3e0-b4ff1d552c09,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:33.656075 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fc0c270c-e75d-45ac-8c6e-b08882b51763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (448640a3-e536-435d-a668-7cca90948bb5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:33.660499 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fc0c270c-e75d-45ac-8c6e-b08882b51763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:33.664880 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fc0c270c-e75d-45ac-8c6e-b08882b51763 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/448640a3-e536-435d-a668-7cca90948bb5 HTTP/1.1" status: 204 len: 168 time: 0.5765793 Mar 23 01:28:33.686967 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c270c-e75d-45ac-8c6e-b08882b51763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448640a3-e536-435d-a668-7cca90948bb5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:33.794577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 23b16f90-b860-4052-bc0c-fdd223292772 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:33.811993 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-abb619f9-4bdf-4eb5-b374-95385f2c76ee admin admin] Deleting port a2ed4d81-07bc-4d7d-8e8c-264584c70544 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:33.812338 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-abb619f9-4bdf-4eb5-b374-95385f2c76ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:33.843972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 23b16f90-b860-4052-bc0c-fdd223292772 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:28:33.847565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 23b16f90-b860-4052-bc0c-fdd223292772 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:28:33.891095 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa9c1-f55a-4ed5-8053-8cc796067818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (73142d05-b826-4450-a542-d94a82aa8d5a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:33.894303 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa9c1-f55a-4ed5-8053-8cc796067818 admin admin] Publish callbacks [] for router_controller (73142d05-b826-4450-a542-d94a82aa8d5a), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:33.988686 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-abb619f9-4bdf-4eb5-b374-95385f2c76ee admin admin] For port a2ed4d81-07bc-4d7d-8e8c-264584c70544, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a2ed4d81-07bc-4d7d-8e8c-264584c70544,segment=NetworkSegment(2199cdfb-bd20-46cd-898e-92b7e6d82ae9),segment_id=2199cdfb-bd20-46cd-898e-92b7e6d82ae9)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:33.989070 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-abb619f9-4bdf-4eb5-b374-95385f2c76ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:33.991339 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa9c1-f55a-4ed5-8053-8cc796067818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (73142d05-b826-4450-a542-d94a82aa8d5a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:33.992045 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7aa9c1-f55a-4ed5-8053-8cc796067818 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73142d05-b826-4450-a542-d94a82aa8d5a {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:28:33.993595 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-6065d26c-a236-4ad7-a5fd-38480f69ed04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:34.021481 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-abb619f9-4bdf-4eb5-b374-95385f2c76ee admin admin] Calling delete_port for a2ed4d81-07bc-4d7d-8e8c-264584c70544 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:34.086372 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:28:34.087024 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7aa9c1-f55a-4ed5-8053-8cc796067818 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:34.092041 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ef7aa9c1-f55a-4ed5-8053-8cc796067818 admin admin] 10.222.0.18 "DELETE /v2.0/routers/73142d05-b826-4450-a542-d94a82aa8d5a HTTP/1.1" status: 204 len: 168 time: 4.3105733 Mar 23 01:28:34.098376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54342) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:34.098603 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54344) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:34.104886 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ef2f853e-3067-4451-8e42-e371c103799c tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1552157212', 'description': 'tempest-description--1737706460'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:34.220582 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c64e5aae-9971-4243-aaa1-6e316d67a83a req-f6df34f5-6384-482e-b705-956133c9ef07 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/24cc78bd-3a79-4103-9280-211c66b68497 HTTP/1.1" status: 200 len: 2998 time: 0.6860473 Mar 23 01:28:34.231962 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef2f853e-3067-4451-8e42-e371c103799c tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:34.319175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9fe81a-5b10-4ba1-bb6f-5af4a83ceae2 admin admin] Deleting subnet bc585e1f-9d16-4426-ac1e-70da2ee08238 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:28:34.322651 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe81a-5b10-4ba1-bb6f-5af4a83ceae2 admin admin] Publish callbacks [] for subnet (bc585e1f-9d16-4426-ac1e-70da2ee08238), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:34.366168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea5655-3036-4927-af54-824a2e64e847 req-464b924d-9570-4834-a673-9f330b7ee884 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:34.368495 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe81a-5b10-4ba1-bb6f-5af4a83ceae2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (bc585e1f-9d16-4426-ac1e-70da2ee08238), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:34.373850 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85ea5655-3036-4927-af54-824a2e64e847 req-464b924d-9570-4834-a673-9f330b7ee884 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 943 time: 0.1863232 Mar 23 01:28:34.465632 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85ea5655-3036-4927-af54-824a2e64e847 req-86640dd6-33d5-4a64-8f9b-be3bf0d935a5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905674 Mar 23 01:28:34.490951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-6065d26c-a236-4ad7-a5fd-38480f69ed04 service neutron] Transition to ACTIVE for port object 449c7652-1711-4a3c-a3e0-b4ff1d552c09 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:28:34.491642 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-abb619f9-4bdf-4eb5-b374-95385f2c76ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a2ed4d81-07bc-4d7d-8e8c-264584c70544), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:34.508466 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63402a88-4608-45d0-b735-e04b5494580c req-f4f5bb0d-2216-44b1-8e35-fd26628b3c11 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/fd3efad5-bcdd-40b9-ba3d-f8bf52dfdbb4 HTTP/1.1" status: 200 len: 1818 time: 0.1246231 Mar 23 01:28:34.508466 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-6065d26c-a236-4ad7-a5fd-38480f69ed04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:34.611294 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb619f9-4bdf-4eb5-b374-95385f2c76ee admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ed4d81-07bc-4d7d-8e8c-264584c70544,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:34.652444 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef2f853e-3067-4451-8e42-e371c103799c tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for security_group (4440d8a0-0e51-4542-9ec2-cc5c88e3f661), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:34.696375 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef2f853e-3067-4451-8e42-e371c103799c tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4440d8a0-0e51-4542-9ec2-cc5c88e3f661), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:34.717961 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:34.767413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:28:34.767761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 4ebcca10-19da-4c2e-b1b9-ccac70a6f66e not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:28:34.805703 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe81a-5b10-4ba1-bb6f-5af4a83ceae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (bc585e1f-9d16-4426-ac1e-70da2ee08238), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:34.894538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-6065d26c-a236-4ad7-a5fd-38480f69ed04 service neutron] No DVR routers for this DVR port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:28:34.973913 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-63402a88-4608-45d0-b735-e04b5494580c req-fe14bb92-95f8-485a-b1cd-dbbdf9f158be tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (fd3efad5-bcdd-40b9-ba3d-f8bf52dfdbb4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:34.977048 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb92543-e8c5-43dd-b5f2-77e68aff659a req-054294d8-688c-47bb-b1e3-13af889d0f7b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:34.983907 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0bb92543-e8c5-43dd-b5f2-77e68aff659a req-054294d8-688c-47bb-b1e3-13af889d0f7b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 947 time: 0.2586803 Mar 23 01:28:34.991029 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef2f853e-3067-4451-8e42-e371c103799c tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:34.992314 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ef2f853e-3067-4451-8e42-e371c103799c tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8916266 Mar 23 01:28:34.994421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065d26c-a236-4ad7-a5fd-38480f69ed04 service neutron] Pushing event updated for resources: {'Port': ['ID=449c7652-1711-4a3c-a3e0-b4ff1d552c09,revision_number=10']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:34.997266 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54376) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:35.004308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f853e-3067-4451-8e42-e371c103799c tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4440d8a0-0e51-4542-9ec2-cc5c88e3f661,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:35.020755 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c0c03880-c232-4eea-9f25-16653af8d93a tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Request body: {'security_group_rule': {'security_group_id': '4440d8a0-0e51-4542-9ec2-cc5c88e3f661', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:35.064289 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-6065d26c-a236-4ad7-a5fd-38480f69ed04 service neutron] 10.222.0.42 "PUT /v2.0/ports/449c7652-1711-4a3c-a3e0-b4ff1d552c09/bindings/n-h2-834677-4/activate HTTP/1.1" status: 200 len: 369 time: 2.4696579 Mar 23 01:28:35.069365 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-63402a88-4608-45d0-b735-e04b5494580c req-fe14bb92-95f8-485a-b1cd-dbbdf9f158be tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (fd3efad5-bcdd-40b9-ba3d-f8bf52dfdbb4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:35.093905 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c0c03880-c232-4eea-9f25-16653af8d93a tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for security_group_rule (1b3c0024-3096-4752-a787-a8131b6a8897), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:35.107088 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0bb92543-e8c5-43dd-b5f2-77e68aff659a req-653ecf7e-7a22-428e-b9e3-643012d48d3f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168671 Mar 23 01:28:35.128430 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe81a-5b10-4ba1-bb6f-5af4a83ceae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (bc585e1f-9d16-4426-ac1e-70da2ee08238), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:35.136938 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-abb619f9-4bdf-4eb5-b374-95385f2c76ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (eb85f0ce-7c1e-4000-b17d-8134878dd624), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:35.162651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54380) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:35.192779 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fe81a-5b10-4ba1-bb6f-5af4a83ceae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc585e1f-9d16-4426-ac1e-70da2ee08238,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:35.218394 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fa9fe81a-5b10-4ba1-bb6f-5af4a83ceae2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:35.224910 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da491ccf-8af1-49ea-8da6-712c7dcf73ce None None] Network 64bb047d-0bbf-4685-888f-9205e9f3c904 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:28:35.237296 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fa9fe81a-5b10-4ba1-bb6f-5af4a83ceae2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bc585e1f-9d16-4426-ac1e-70da2ee08238 HTTP/1.1" status: 204 len: 168 time: 1.1375048 Mar 23 01:28:35.252537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54384) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:35.354014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b00198b9-6f8b-499d-9806-1f7946dceb59 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:35.354014 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-b00198b9-6f8b-499d-9806-1f7946dceb59 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57&tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 1126 time: 0.2034609 Mar 23 01:28:35.357541 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-63402a88-4608-45d0-b735-e04b5494580c req-fe14bb92-95f8-485a-b1cd-dbbdf9f158be tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fd3efad5-bcdd-40b9-ba3d-f8bf52dfdbb4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:35.357774 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-63402a88-4608-45d0-b735-e04b5494580c req-fe14bb92-95f8-485a-b1cd-dbbdf9f158be tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:35.359278 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63402a88-4608-45d0-b735-e04b5494580c req-fe14bb92-95f8-485a-b1cd-dbbdf9f158be tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "DELETE /v2.0/security-groups/fd3efad5-bcdd-40b9-ba3d-f8bf52dfdbb4 HTTP/1.1" status: 204 len: 173 time: 0.8198392 Mar 23 01:28:35.474003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14bb92-95f8-485a-b1cd-dbbdf9f158be tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3efad5-bcdd-40b9-ba3d-f8bf52dfdbb4,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:35.501707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dc4556-a395-4b08-8ae5-51a07ac8a125 None None] DHCP port deletion for 64bb047d-0bbf-4685-888f-9205e9f3c904 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:28:35.543327 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c0c03880-c232-4eea-9f25-16653af8d93a tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for security_group_rule (1b3c0024-3096-4752-a787-a8131b6a8897), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:35.564196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-47dc4556-a395-4b08-8ae5-51a07ac8a125 None None] Deleting port 3117403c-bb41-4269-ac0b-c1f725c434b9 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:35.564915 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-47dc4556-a395-4b08-8ae5-51a07ac8a125 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3117403c-bb41-4269-ac0b-c1f725c434b9), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:35.573941 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-284221f0-2578-487e-928a-90a86667a609 req-31346211-697e-423c-871e-ee2a964b1def tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] show failed (client error): The resource could not be found. Mar 23 01:28:35.578493 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-284221f0-2578-487e-928a-90a86667a609 req-31346211-697e-423c-871e-ee2a964b1def tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/fd3efad5-bcdd-40b9-ba3d-f8bf52dfdbb4 HTTP/1.1" status: 404 len: 352 time: 0.1104515 Mar 23 01:28:35.596627 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c0c03880-c232-4eea-9f25-16653af8d93a tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (1b3c0024-3096-4752-a787-a8131b6a8897), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:35.605842 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (64bb047d-0bbf-4685-888f-9205e9f3c904), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:35.663845 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-47dc4556-a395-4b08-8ae5-51a07ac8a125 None None] For port 3117403c-bb41-4269-ac0b-c1f725c434b9, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3117403c-bb41-4269-ac0b-c1f725c434b9,segment=NetworkSegment(9c92d0b7-8811-46a1-92d4-7ce976460b4f),segment_id=9c92d0b7-8811-46a1-92d4-7ce976460b4f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:35.664504 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-47dc4556-a395-4b08-8ae5-51a07ac8a125 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3117403c-bb41-4269-ac0b-c1f725c434b9), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:35.680897 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-47dc4556-a395-4b08-8ae5-51a07ac8a125 None None] Calling delete_port for 3117403c-bb41-4269-ac0b-c1f725c434b9 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:35.746984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5c8e728e-1d53-4a7d-8fbd-10da3226f0af admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1185010933-network', 'tenant_id': 'ef8754dc5e7849a78c9e10d2126fb45b'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:35.747277 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c0c03880-c232-4eea-9f25-16653af8d93a tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:35.749264 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c0c03880-c232-4eea-9f25-16653af8d93a tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7461817 Mar 23 01:28:35.756586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5fcbf451-1a01-4cb7-9f85-89387ff2a3ff req-feaea73f-c813-4378-9066-0978731d6e90 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/a190b03e-079e-4527-9200-c9af5c2e812a HTTP/1.1" status: 200 len: 1817 time: 0.1294994 Mar 23 01:28:35.764097 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54402) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:35.789807 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c03880-c232-4eea-9f25-16653af8d93a tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3c0024-3096-4752-a787-a8131b6a8897,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:35.791894 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-47dc4556-a395-4b08-8ae5-51a07ac8a125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (3117403c-bb41-4269-ac0b-c1f725c434b9), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:35.797925 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-983a3bc8-913f-4696-b21e-1f1d8f35c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:35.816977 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-983a3bc8-913f-4696-b21e-1f1d8f35c142 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57&tenant_id=2a05ac1f6247492dbd8888aad87a4e5e HTTP/1.1" status: 200 len: 1126 time: 0.4249775 Mar 23 01:28:35.822379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc4556-a395-4b08-8ae5-51a07ac8a125 None None] Pushing event deleted for resources: {'Port': ['ID=3117403c-bb41-4269-ac0b-c1f725c434b9,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:35.823462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ee4fb28f-c58f-4176-a788-0ec6f3724bbc tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Request body: {'security_group_rule': {'security_group_id': '4440d8a0-0e51-4542-9ec2-cc5c88e3f661', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:35.836931 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dc4556-a395-4b08-8ae5-51a07ac8a125 None None] No DVR routers for this DVR port 3117403c-bb41-4269-ac0b-c1f725c434b9 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:28:35.837469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8e728e-1d53-4a7d-8fbd-10da3226f0af admin admin] Made reservation on behalf of ef8754dc5e7849a78c9e10d2126fb45b for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:28:35.839837 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c8e728e-1d53-4a7d-8fbd-10da3226f0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:35.866691 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c8e728e-1d53-4a7d-8fbd-10da3226f0af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:35.889654 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:35.912035 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee4fb28f-c58f-4176-a788-0ec6f3724bbc tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for security_group_rule (43b9ab9b-dddf-4241-bfbd-914aa36fb2ea), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:35.912670 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662a46f-6c9e-4eb1-8742-c012e1c437fa req-3afc7e3a-2c3f-4bd7-b6f6-40cb51ef426a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:35.914191 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3662a46f-6c9e-4eb1-8742-c012e1c437fa req-3afc7e3a-2c3f-4bd7-b6f6-40cb51ef426a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 944 time: 0.1634581 Mar 23 01:28:35.931022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:28:35.931813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3c8d70b1-0bf9-41ec-b8d2-1693bb9245a3 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:28:35.932491 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3117403c-bb41-4269-ac0b-c1f725c434b9 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:35.967958 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 3117403c-bb41-4269-ac0b-c1f725c434b9 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:28:35.968748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3117403c-bb41-4269-ac0b-c1f725c434b9 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:28:35.999024 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee4fb28f-c58f-4176-a788-0ec6f3724bbc tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for security_group_rule (43b9ab9b-dddf-4241-bfbd-914aa36fb2ea), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.021338 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee4fb28f-c58f-4176-a788-0ec6f3724bbc tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (43b9ab9b-dddf-4241-bfbd-914aa36fb2ea), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.050021 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7dfb5313-72b1-49c3-b766-3525312824ec details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:28:36.076448 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3662a46f-6c9e-4eb1-8742-c012e1c437fa req-3297583a-99ce-4ed5-88da-820a004d3e7c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473022 Mar 23 01:28:36.084491 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fb28f-c58f-4176-a788-0ec6f3724bbc tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b9ab9b-dddf-4241-bfbd-914aa36fb2ea,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:36.096792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] Deleting port 3117403c-bb41-4269-ac0b-c1f725c434b9 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:36.098008 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3117403c-bb41-4269-ac0b-c1f725c434b9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.168134 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c8e728e-1d53-4a7d-8fbd-10da3226f0af admin admin] Publish callbacks [] for security_group (017f11c5-2ec4-4084-9f16-6652b5154c33), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.169935 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee4fb28f-c58f-4176-a788-0ec6f3724bbc tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.171153 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ee4fb28f-c58f-4176-a788-0ec6f3724bbc tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3767869 Mar 23 01:28:36.174554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54406) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:36.179344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:36.187598 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c8e728e-1d53-4a7d-8fbd-10da3226f0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (017f11c5-2ec4-4084-9f16-6652b5154c33), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.194148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-0a268657-b672-405f-b98b-2cf4cd585f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:36.195685 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-0a268657-b672-405f-b98b-2cf4cd585f2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 1126 time: 0.3214858 Mar 23 01:28:36.199683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb619f9-4bdf-4eb5-b374-95385f2c76ee admin admin] Router eb85f0ce-7c1e-4000-b17d-8134878dd624 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:28:36.227363 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5fcbf451-1a01-4cb7-9f85-89387ff2a3ff req-b28c1fa0-5433-45d1-9dc0-cd488cb6413a tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (a190b03e-079e-4527-9200-c9af5c2e812a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.258653 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 7dfb5313-72b1-49c3-b766-3525312824ec, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7dfb5313-72b1-49c3-b766-3525312824ec,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:36.273361 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8e728e-1d53-4a7d-8fbd-10da3226f0af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:28:36.276287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '7dfb5313-72b1-49c3-b766-3525312824ec', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '7dfb5313-72b1-49c3-b766-3525312824ec', 'mac_address': 'fa:16:3e:60:5b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:28:36.294800 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.304185 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e728e-1d53-4a7d-8fbd-10da3226f0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017f11c5-2ec4-4084-9f16-6652b5154c33,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:36.304757 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] For port 3117403c-bb41-4269-ac0b-c1f725c434b9, host n-d-834677-4, got binding levels [] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:36.305288 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3117403c-bb41-4269-ac0b-c1f725c434b9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.332365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] Calling delete_port for 3117403c-bb41-4269-ac0b-c1f725c434b9 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:36.338864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.ipam_backend_mixin [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] Port 3117403c-bb41-4269-ac0b-c1f725c434b9 was not found and therefore no delete operation was performed {{(pid=99264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 01:28:36.340533 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5fcbf451-1a01-4cb7-9f85-89387ff2a3ff req-b28c1fa0-5433-45d1-9dc0-cd488cb6413a tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (a190b03e-079e-4527-9200-c9af5c2e812a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.356575 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (3117403c-bb41-4269-ac0b-c1f725c434b9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.363212 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c8e728e-1d53-4a7d-8fbd-10da3226f0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (7fd114f6-a2f5-4c0a-ab95-6c45c65c117d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.363692 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-5c8e728e-1d53-4a7d-8fbd-10da3226f0af admin admin] Added segment 7fd114f6-a2f5-4c0a-ab95-6c45c65c117d of type vlan for network c8981c57-c0e7-42f1-a74c-ec51534cb9b1 Mar 23 01:28:36.384254 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 7dfb5313-72b1-49c3-b766-3525312824ec is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:36.385513 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.407284 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=3117403c-bb41-4269-ac0b-c1f725c434b9,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:36.409366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfb5313-72b1-49c3-b766-3525312824ec {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:28:36.418930 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] No DVR routers for this DVR port 3117403c-bb41-4269-ac0b-c1f725c434b9 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:28:36.439872 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-e7a7f7e4-6bf7-4e26-96bf-7a22dced5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:36.439872 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-e7a7f7e4-6bf7-4e26-96bf-7a22dced5816 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.2290585 Mar 23 01:28:36.475258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 7dfb5313-72b1-49c3-b766-3525312824ec, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7dfb5313-72b1-49c3-b766-3525312824ec,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:36.484437 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.493166 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c8e728e-1d53-4a7d-8fbd-10da3226f0af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (c8981c57-c0e7-42f1-a74c-ec51534cb9b1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.515839 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980ba5d-384a-4e8f-9d93-d47b461c5d08 req-13b36821-4123-483a-9e35-4cc76b6c9be2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:36.525095 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9980ba5d-384a-4e8f-9d93-d47b461c5d08 req-13b36821-4123-483a-9e35-4cc76b6c9be2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 947 time: 0.3035128 Mar 23 01:28:36.535099 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-98f3e840-592d-4d33-b517-d187a5ed32e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=449c7652-1711-4a3c-a3e0-b4ff1d552c09 HTTP/1.1" status: 200 len: 217 time: 0.0825622 Mar 23 01:28:36.553897 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=7dfb5313-72b1-49c3-b766-3525312824ec,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:36.574369 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c8e728e-1d53-4a7d-8fbd-10da3226f0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (c8981c57-c0e7-42f1-a74c-ec51534cb9b1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.575319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8e728e-1d53-4a7d-8fbd-10da3226f0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:36.576414 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c8e728e-1d53-4a7d-8fbd-10da3226f0af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.577344 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5fcbf451-1a01-4cb7-9f85-89387ff2a3ff req-b28c1fa0-5433-45d1-9dc0-cd488cb6413a tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a190b03e-079e-4527-9200-c9af5c2e812a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.579883 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5fcbf451-1a01-4cb7-9f85-89387ff2a3ff req-b28c1fa0-5433-45d1-9dc0-cd488cb6413a tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.581023 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5fcbf451-1a01-4cb7-9f85-89387ff2a3ff req-b28c1fa0-5433-45d1-9dc0-cd488cb6413a tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "DELETE /v2.0/security-groups/a190b03e-079e-4527-9200-c9af5c2e812a HTTP/1.1" status: 204 len: 173 time: 0.8177497 Mar 23 01:28:36.623210 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (64bb047d-0bbf-4685-888f-9205e9f3c904), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:36.639504 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c1fa0-5433-45d1-9dc0-cd488cb6413a tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a190b03e-079e-4527-9200-c9af5c2e812a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:36.648324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54420) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:36.650893 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5c8e728e-1d53-4a7d-8fbd-10da3226f0af admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4859328 Mar 23 01:28:36.653103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-220fb53c-7e16-4368-8409-3a99e7d4494e admin admin] Request body: {'subnet': {'network_id': 'c8981c57-c0e7-42f1-a74c-ec51534cb9b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1185010933-subnet', 'tenant_id': 'ef8754dc5e7849a78c9e10d2126fb45b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:36.673593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64bb047d-0bbf-4685-888f-9205e9f3c904']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:36.685410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-294f1e0d-237c-4b15-ab7a-ff15d2f98e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:36.686167 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-294f1e0d-237c-4b15-ab7a-ff15d2f98e4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.1236975 Mar 23 01:28:36.693505 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c92d0b7-8811-46a1-92d4-7ce976460b4f') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:36.693854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c92d0b7-8811-46a1-92d4-7ce976460b4f') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:36.744578 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb619f9-4bdf-4eb5-b374-95385f2c76ee admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:28:36.752889 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-abb619f9-4bdf-4eb5-b374-95385f2c76ee admin admin] 10.222.0.18 "PUT /v2.0/routers/eb85f0ce-7c1e-4000-b17d-8134878dd624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6710701 Mar 23 01:28:36.758928 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54422) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:36.761952 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b21669-8773-479d-bf58-032ed0170aca None None] Sync routers for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:28:36.779374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e728e-1d53-4a7d-8fbd-10da3226f0af admin admin] Pushing event updated for resources: {'Network': ['ID=c8981c57-c0e7-42f1-a74c-ec51534cb9b1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:36.780815 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b21669-8773-479d-bf58-032ed0170aca None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:36.781664 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b4b21669-8773-479d-bf58-032ed0170aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:28:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:36.797105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network c8981c57-c0e7-42f1-a74c-ec51534cb9b1 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:28:36.834381 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9980ba5d-384a-4e8f-9d93-d47b461c5d08 req-1dc0286b-f6d8-432d-8017-96ea5868a95d tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082671 Mar 23 01:28:36.971078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['7dfb5313-72b1-49c3-b766-3525312824ec'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:36.988919 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b4b21669-8773-479d-bf58-032ed0170aca None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:37.009464 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f71af0da-d2a4-4699-a081-eafa0cf155bf admin admin] Publish callbacks [] for router (eb85f0ce-7c1e-4000-b17d-8134878dd624), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:37.140134 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f71af0da-d2a4-4699-a081-eafa0cf155bf admin admin] Publish callbacks [] for router_gateway (eb85f0ce-7c1e-4000-b17d-8134878dd624), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:37.144766 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:37.288210 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Allocated IP 172.25.0.72 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/6c4da953-235a-43c8-9bf9-1ce4df0ddf94) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:28:37.414963 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-88a8d6f8-23f1-4837-8b74-6bb55325e176 req-1f703135-18b5-43e8-af98-479061af33d9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] show failed (client error): The resource could not be found. Mar 23 01:28:37.417099 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a8d6f8-23f1-4837-8b74-6bb55325e176 req-1f703135-18b5-43e8-af98-479061af33d9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/a190b03e-079e-4527-9200-c9af5c2e812a HTTP/1.1" status: 404 len: 352 time: 0.7257028 Mar 23 01:28:37.419458 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (9c92d0b7-8811-46a1-92d4-7ce976460b4f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:37.460509 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b4b21669-8773-479d-bf58-032ed0170aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:28:34Z', 'revision_number': 5, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port': {'id': 'cdec097c-f108-46d5-92c5-4c8293f8d07e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:26:53Z', 'updated_at': '2022-03-23T01:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:37.474818 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-8d387722-a839-4cdb-8b42-9cdd3265efde service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7784269 Mar 23 01:28:37.502821 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b21669-8773-479d-bf58-032ed0170aca None None] Checking router: eb85f0ce-7c1e-4000-b17d-8134878dd624 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:28:37.527169 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (9c92d0b7-8811-46a1-92d4-7ce976460b4f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:37.536490 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b21669-8773-479d-bf58-032ed0170aca None None] Routers {'eb85f0ce-7c1e-4000-b17d-8134878dd624'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:37.537451 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b4b21669-8773-479d-bf58-032ed0170aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:28:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb85f0ce-7c1e-4000-b17d-8134878dd624'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:37.556275 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220fb53c-7e16-4368-8409-3a99e7d4494e admin admin] Made reservation on behalf of ef8754dc5e7849a78c9e10d2126fb45b for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:28:37.559091 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-220fb53c-7e16-4368-8409-3a99e7d4494e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:37.575598 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ba3c0-dc20-472d-86f8-b1c6138b3398 req-6cf0768d-91c5-40c2-b79d-9c22d726a691 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:37.577244 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e9ba3c0-dc20-472d-86f8-b1c6138b3398 req-6cf0768d-91c5-40c2-b79d-9c22d726a691 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.43 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053&tenant_id=a2197bbb087244449add1667f6153ce8&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 948 time: 0.2840679 Mar 23 01:28:37.588054 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc85c57-20b2-42e4-8809-f3b18aa51184 req-daa87f43-2fbf-4eab-ae77-b34c4f16b1f0 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:37.593056 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4fc85c57-20b2-42e4-8809-f3b18aa51184 req-daa87f43-2fbf-4eab-ae77-b34c4f16b1f0 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 948 time: 0.2984235 Mar 23 01:28:37.665403 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for port (6c4da953-235a-43c8-9bf9-1ce4df0ddf94), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:37.667903 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-f71af0da-d2a4-4699-a081-eafa0cf155bf admin admin] Deleting port cdec097c-f108-46d5-92c5-4c8293f8d07e {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:37.668320 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f71af0da-d2a4-4699-a081-eafa0cf155bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (cdec097c-f108-46d5-92c5-4c8293f8d07e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:37.754682 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4fc85c57-20b2-42e4-8809-f3b18aa51184 req-9972c6b8-9a90-4379-ba2d-f513f9e41375 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495607 Mar 23 01:28:37.784061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:28:37.786107 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (9c92d0b7-8811-46a1-92d4-7ce976460b4f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:37.799127 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b4b21669-8773-479d-bf58-032ed0170aca None None] Set router eb85f0ce-7c1e-4000-b17d-8134878dd624 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:28:37.817997 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:28:37.879205 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6c4da953-235a-43c8-9bf9-1ce4df0ddf94), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:37.891725 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b4b21669-8773-479d-bf58-032ed0170aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:28:37Z', 'revision_number': 6, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:37.900888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-f71af0da-d2a4-4699-a081-eafa0cf155bf admin admin] For port cdec097c-f108-46d5-92c5-4c8293f8d07e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=cdec097c-f108-46d5-92c5-4c8293f8d07e,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:37.901550 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f71af0da-d2a4-4699-a081-eafa0cf155bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (cdec097c-f108-46d5-92c5-4c8293f8d07e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:37.927313 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b21669-8773-479d-bf58-032ed0170aca None None] The sync data for ids ['eb85f0ce-7c1e-4000-b17d-8134878dd624'] in n-d-834677-4 is: [{'id': 'eb85f0ce-7c1e-4000-b17d-8134878dd624', 'name': 'tempest-FloatingIPsAssociationTestJSON-1825904358-router', 'tenant_id': 'b47b2a17ae974944ae65504bbaa701ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:26:52Z', 'updated_at': '2022-03-23T01:28:37Z', 'revision_number': 6, 'project_id': 'b47b2a17ae974944ae65504bbaa701ca', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:28:37.985442 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (64bb047d-0bbf-4685-888f-9205e9f3c904), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:37.989372 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-f71af0da-d2a4-4699-a081-eafa0cf155bf admin admin] Calling delete_port for cdec097c-f108-46d5-92c5-4c8293f8d07e owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:37.996972 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-220fb53c-7e16-4368-8409-3a99e7d4494e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (41a38ecd-d037-4d1c-ad02-886eeef71adb), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:38.009087 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:38.014730 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] 10.222.0.18 "DELETE /v2.0/networks/64bb047d-0bbf-4685-888f-9205e9f3c904 HTTP/1.1" status: 204 len: 168 time: 2.7540495 Mar 23 01:28:38.033643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:28:38.052453 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ba3c0-dc20-472d-86f8-b1c6138b3398 req-2170d188-d42a-4283-9c88-565790b6a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:38.054397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e9ba3c0-dc20-472d-86f8-b1c6138b3398 req-2170d188-d42a-4283-9c88-565790b6a50d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 1130 time: 0.2527874 Mar 23 01:28:38.055685 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Pushing event updated for resources: {'Port': ['ID=6c4da953-235a-43c8-9bf9-1ce4df0ddf94,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:38.060976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:28:38.067829 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-adf39959-e7a5-4716-a79a-60e688dce0b4 req-7b0540ed-0072-48fa-bbca-f9c70b3768a6 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/073b7a43-2ede-49f7-8d7b-9ecd1611216a HTTP/1.1" status: 200 len: 1815 time: 0.2268381 Mar 23 01:28:38.069193 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:28:38.103488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf70bc-928f-4e32-89d2-4ae68e985c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=64bb047d-0bbf-4685-888f-9205e9f3c904,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:38.172021 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-733ad34a-9651-4555-88d1-e5204df74096 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6740048 Mar 23 01:28:38.177733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fb53c-7e16-4368-8409-3a99e7d4494e admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a38ecd-d037-4d1c-ad02-886eeef71adb,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:38.206566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39b7e9-e4f6-47b4-9de9-9fc93b9e72b1 req-67ba569b-0016-4598-bd67-217adbfe693a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:38.208636 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb39b7e9-e4f6-47b4-9de9-9fc93b9e72b1 req-67ba569b-0016-4598-bd67-217adbfe693a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 944 time: 0.6173236 Mar 23 01:28:38.243429 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54442) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:38.310817 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220fb53c-7e16-4368-8409-3a99e7d4494e admin admin] Checking segment: {'id': '7fd114f6-a2f5-4c0a-ab95-6c45c65c117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8981c57-c0e7-42f1-a74c-ec51534cb9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:28:38.311286 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220fb53c-7e16-4368-8409-3a99e7d4494e admin admin] Network hostable DHCP agents. Network: c8981c57-c0e7-42f1-a74c-ec51534cb9b1, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:28:38.391586 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ba3c0-dc20-472d-86f8-b1c6138b3398 req-5882e13c-cac1-4b9e-8acc-66837c17ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:38.391586 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e9ba3c0-dc20-472d-86f8-b1c6138b3398 req-5882e13c-cac1-4b9e-8acc-66837c17ea96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.3268311 Mar 23 01:28:38.402510 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb39b7e9-e4f6-47b4-9de9-9fc93b9e72b1 req-c32c6613-03ec-4762-9ffa-484157de247f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227219 Mar 23 01:28:38.405345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220fb53c-7e16-4368-8409-3a99e7d4494e admin admin] Network c8981c57-c0e7-42f1-a74c-ec51534cb9b1 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:28:38.415469 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-2521e922-0bdf-4d12-829e-2aac7fb92e86 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237132 Mar 23 01:28:38.427979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-220fb53c-7e16-4368-8409-3a99e7d4494e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, c8981c57-c0e7-42f1-a74c-ec51534cb9b1) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:28:38.433376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220fb53c-7e16-4368-8409-3a99e7d4494e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:38.434659 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-220fb53c-7e16-4368-8409-3a99e7d4494e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:38.456558 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfd13ab-d320-4b91-9c97-7e436a203fec None None] Network c8981c57-c0e7-42f1-a74c-ec51534cb9b1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:28:38.467854 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-220fb53c-7e16-4368-8409-3a99e7d4494e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8182595 Mar 23 01:28:38.547536 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for floatingip (f63617b7-0629-4ff3-912a-e749325c3101), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:38.551748 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e9ba3c0-dc20-472d-86f8-b1c6138b3398 req-83194a2c-8150-4f84-8dc1-2b98220a5043 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7dfb5313-72b1-49c3-b766-3525312824ec HTTP/1.1" status: 200 len: 217 time: 0.1096883 Mar 23 01:28:38.645469 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e5d4a5-202a-4522-8425-e2028d81bb19 None None] Network c8981c57-c0e7-42f1-a74c-ec51534cb9b1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:28:38.736122 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8fa2358e-510d-4197-8cc7-91d944809cd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4fac7cf4797433d9067e9d5d2bae7f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4901175 Mar 23 01:28:38.742693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54458) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:38.782219 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-adf39959-e7a5-4716-a79a-60e688dce0b4 req-7ba841f2-190b-4f0d-a212-9e8ac60752d4 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (073b7a43-2ede-49f7-8d7b-9ecd1611216a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:38.790897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ba3c0-dc20-472d-86f8-b1c6138b3398 req-52b9b0f5-87de-4a67-ab1e-b8f96f85f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:38.792764 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e9ba3c0-dc20-472d-86f8-b1c6138b3398 req-52b9b0f5-87de-4a67-ab1e-b8f96f85f506 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.2233324 Mar 23 01:28:38.796920 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6c4da953-235a-43c8-9bf9-1ce4df0ddf94), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:38.885475 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-adf39959-e7a5-4716-a79a-60e688dce0b4 req-7ba841f2-190b-4f0d-a212-9e8ac60752d4 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (073b7a43-2ede-49f7-8d7b-9ecd1611216a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:38.902897 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-5fdc77c6-5f83-4607-8b3a-e2f1c13463d9 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:38.905027 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-5fdc77c6-5f83-4607-8b3a-e2f1c13463d9 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57&tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 1126 time: 0.1496825 Mar 23 01:28:38.908591 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46a2febc-c5cc-472d-a4c4-436e9711277c admin admin] Publish callbacks [] for security_group (93a83b54-5cb6-4f88-b086-2c73b6223669), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:38.967897 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46a2febc-c5cc-472d-a4c4-436e9711277c admin admin] Publish callbacks [] for security_group (93a83b54-5cb6-4f88-b086-2c73b6223669), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:38.995799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ba3c0-dc20-472d-86f8-b1c6138b3398 req-b751b8f6-4e26-4fca-9e97-00c5d87833d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:38.997379 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e9ba3c0-dc20-472d-86f8-b1c6138b3398 req-b751b8f6-4e26-4fca-9e97-00c5d87833d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1982558 Mar 23 01:28:39.036780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-15408633-747f-406f-98b3-72826cde7b27 req-d9d3f639-9982-4090-b55c-b02c1f42af40 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1302631524', 'description': 'tempest-description-1424276458'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:39.047683 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f71af0da-d2a4-4699-a081-eafa0cf155bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (cdec097c-f108-46d5-92c5-4c8293f8d07e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.111951 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-15408633-747f-406f-98b3-72826cde7b27 req-d9d3f639-9982-4090-b55c-b02c1f42af40 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.127467 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-adf39959-e7a5-4716-a79a-60e688dce0b4 req-7ba841f2-190b-4f0d-a212-9e8ac60752d4 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (073b7a43-2ede-49f7-8d7b-9ecd1611216a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.130860 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-adf39959-e7a5-4716-a79a-60e688dce0b4 req-7ba841f2-190b-4f0d-a212-9e8ac60752d4 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.132015 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-adf39959-e7a5-4716-a79a-60e688dce0b4 req-7ba841f2-190b-4f0d-a212-9e8ac60752d4 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "DELETE /v2.0/security-groups/073b7a43-2ede-49f7-8d7b-9ecd1611216a HTTP/1.1" status: 204 len: 173 time: 0.9988120 Mar 23 01:28:39.132859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71af0da-d2a4-4699-a081-eafa0cf155bf admin admin] Pushing event deleted for resources: {'Port': ['ID=cdec097c-f108-46d5-92c5-4c8293f8d07e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:39.135189 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46a2febc-c5cc-472d-a4c4-436e9711277c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (93a83b54-5cb6-4f88-b086-2c73b6223669), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.147689 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46a2febc-c5cc-472d-a4c4-436e9711277c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.149324 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-46a2febc-c5cc-472d-a4c4-436e9711277c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93a83b54-5cb6-4f88-b086-2c73b6223669 HTTP/1.1" status: 204 len: 168 time: 0.4049621 Mar 23 01:28:39.190949 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-bd73acd0-738b-408e-96e0-4fa47b948a09 service neutron] For port 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:28:39.192282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba841f2-190b-4f0d-a212-9e8ac60752d4 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=073b7a43-2ede-49f7-8d7b-9ecd1611216a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:39.193476 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2febc-c5cc-472d-a4c4-436e9711277c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a83b54-5cb6-4f88-b086-2c73b6223669,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:39.222072 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-bd73acd0-738b-408e-96e0-4fa47b948a09 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.223776 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ef379fe-3a27-47b8-a8d8-6a2638773c95 req-bd73acd0-738b-408e-96e0-4fa47b948a09 service neutron] 10.222.0.43 "DELETE /v2.0/ports/449c7652-1711-4a3c-a3e0-b4ff1d552c09/bindings/n-h1-834677-4 HTTP/1.1" status: 204 len: 173 time: 0.3115101 Mar 23 01:28:39.334664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f71af0da-d2a4-4699-a081-eafa0cf155bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (eb85f0ce-7c1e-4000-b17d-8134878dd624), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.341893 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-15408633-747f-406f-98b3-72826cde7b27 req-d9d3f639-9982-4090-b55c-b02c1f42af40 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (f72e234d-16d5-4db4-9ffe-c382d1c59c45), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.342684 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e9ba3c0-dc20-472d-86f8-b1c6138b3398 req-3923c631-0746-4ee6-8eae-9766c02fa93c service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043418 Mar 23 01:28:39.351375 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-15408633-747f-406f-98b3-72826cde7b27 req-d9d3f639-9982-4090-b55c-b02c1f42af40 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f72e234d-16d5-4db4-9ffe-c382d1c59c45), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.423414 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3f639-9982-4090-b55c-b02c1f42af40 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72e234d-16d5-4db4-9ffe-c382d1c59c45,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:39.431323 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-15408633-747f-406f-98b3-72826cde7b27 req-d9d3f639-9982-4090-b55c-b02c1f42af40 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.432770 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15408633-747f-406f-98b3-72826cde7b27 req-d9d3f639-9982-4090-b55c-b02c1f42af40 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4117312 Mar 23 01:28:39.483900 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-47919375-5c42-4a28-a55b-b0020e099de6 req-0635fd20-9503-45c0-94e0-bda6a338dd87 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] show failed (client error): The resource could not be found. Mar 23 01:28:39.485991 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47919375-5c42-4a28-a55b-b0020e099de6 req-0635fd20-9503-45c0-94e0-bda6a338dd87 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/073b7a43-2ede-49f7-8d7b-9ecd1611216a HTTP/1.1" status: 404 len: 352 time: 0.0211985 Mar 23 01:28:39.571215 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for port (6c4da953-235a-43c8-9bf9-1ce4df0ddf94), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.587104 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f71af0da-d2a4-4699-a081-eafa0cf155bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (eb85f0ce-7c1e-4000-b17d-8134878dd624), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.591332 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (6c4da953-235a-43c8-9bf9-1ce4df0ddf94), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.594083 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f71af0da-d2a4-4699-a081-eafa0cf155bf admin admin] Publish callbacks [] for router_controller (eb85f0ce-7c1e-4000-b17d-8134878dd624), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.606060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022c3f-c27b-4a26-92f4-fa28c4a3d56e req-18c2f12e-917d-4261-b64d-7e3949bbad28 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:39.613413 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ac022c3f-c27b-4a26-92f4-fa28c4a3d56e req-18c2f12e-917d-4261-b64d-7e3949bbad28 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 948 time: 0.3826718 Mar 23 01:28:39.645226 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57cf9e5c-32dc-4d66-97f5-fe0f3e8416e0 req-dd87394e-1936-4fb9-9918-011f85ade6df tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "GET /v2.0/security-groups/f72e234d-16d5-4db4-9ffe-c382d1c59c45 HTTP/1.1" status: 200 len: 1830 time: 0.1191618 Mar 23 01:28:39.650295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-57cf9e5c-32dc-4d66-97f5-fe0f3e8416e0 req-8e58049c-a6dc-4bce-8825-e16193402e35 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f72e234d-16d5-4db4-9ffe-c382d1c59c45', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:39.650891 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-57cf9e5c-32dc-4d66-97f5-fe0f3e8416e0 req-8e58049c-a6dc-4bce-8825-e16193402e35 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f72e234d-16d5-4db4-9ffe-c382d1c59c45', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:39.760248 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57cf9e5c-32dc-4d66-97f5-fe0f3e8416e0 req-8e58049c-a6dc-4bce-8825-e16193402e35 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group_rule (b01421e0-08c1-4a12-9a4e-2e4e9de50778), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.760487 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a2ed4d81-07bc-4d7d-8e8c-264584c70544 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:39.797219 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57cf9e5c-32dc-4d66-97f5-fe0f3e8416e0 req-8e58049c-a6dc-4bce-8825-e16193402e35 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group_rule (b01421e0-08c1-4a12-9a4e-2e4e9de50778), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.799924 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: a2ed4d81-07bc-4d7d-8e8c-264584c70544 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:28:39.800762 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a2ed4d81-07bc-4d7d-8e8c-264584c70544 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:28:39.801996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cdec097c-f108-46d5-92c5-4c8293f8d07e no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:39.807752 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57cf9e5c-32dc-4d66-97f5-fe0f3e8416e0 req-8e58049c-a6dc-4bce-8825-e16193402e35 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (b01421e0-08c1-4a12-9a4e-2e4e9de50778), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.851780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58049c-a6dc-4bce-8825-e16193402e35 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01421e0-08c1-4a12-9a4e-2e4e9de50778,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:39.865744 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57cf9e5c-32dc-4d66-97f5-fe0f3e8416e0 req-8e58049c-a6dc-4bce-8825-e16193402e35 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.868993 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57cf9e5c-32dc-4d66-97f5-fe0f3e8416e0 req-8e58049c-a6dc-4bce-8825-e16193402e35 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2229078 Mar 23 01:28:39.870666 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: cdec097c-f108-46d5-92c5-4c8293f8d07e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:28:39.871197 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cdec097c-f108-46d5-92c5-4c8293f8d07e not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:28:39.883475 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ac022c3f-c27b-4a26-92f4-fa28c4a3d56e req-d0668953-498e-4e1a-a409-d85b25b71a60 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453294 Mar 23 01:28:39.890934 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f71af0da-d2a4-4699-a081-eafa0cf155bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (eb85f0ce-7c1e-4000-b17d-8134878dd624), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.891563 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71af0da-d2a4-4699-a081-eafa0cf155bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb85f0ce-7c1e-4000-b17d-8134878dd624 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:28:39.920366 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f71af0da-d2a4-4699-a081-eafa0cf155bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:39.921907 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f71af0da-d2a4-4699-a081-eafa0cf155bf admin admin] 10.222.0.18 "DELETE /v2.0/routers/eb85f0ce-7c1e-4000-b17d-8134878dd624 HTTP/1.1" status: 204 len: 168 time: 3.1565382 Mar 23 01:28:39.925561 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54478) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:39.975780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54480) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:40.063559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7dfb5313-72b1-49c3-b766-3525312824ec up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:28:40.111264 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb977111-e8e9-452d-a879-2c0c5a6e46a4 admin admin] Deleting subnet 05068ea8-5994-4998-8f6b-aa411220325a {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:28:40.119618 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fb977111-e8e9-452d-a879-2c0c5a6e46a4 admin admin] Publish callbacks [] for subnet (05068ea8-5994-4998-8f6b-aa411220325a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:40.133290 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-da294de5-a798-45ae-ab8b-5c4f03baafba req-1fd1ae02-f407-4215-86d0-9a0a3ae964dc tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88258706fcbb4a7782ff3a36d1464da4 HTTP/1.1" status: 200 len: 6198 time: 0.1946781 Mar 23 01:28:40.133973 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Pushing event updated for resources: {'Port': ['ID=6c4da953-235a-43c8-9bf9-1ce4df0ddf94,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:40.149987 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 7dfb5313-72b1-49c3-b766-3525312824ec triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:28:40.150701 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:40.174720 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fb977111-e8e9-452d-a879-2c0c5a6e46a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (05068ea8-5994-4998-8f6b-aa411220325a), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:40.195742 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cf935197-7bb5-4c23-9f40-65a34592565d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04678210851743ddb84933c42dd625eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1766613 Mar 23 01:28:40.196455 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54482) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:40.251355 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (f63617b7-0629-4ff3-912a-e749325c3101), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:40.265695 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e9ba3c0-dc20-472d-86f8-b1c6138b3398 req-60661afc-e05f-4ac8-8446-9a9ad10fea52 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8914528 Mar 23 01:28:40.280886 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938e4d8-3328-46d8-9222-9b514ca7938c req-6148ebf2-904e-4e2d-ba27-3444a86e8f81 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:40.289182 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:40.289408 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a938e4d8-3328-46d8-9222-9b514ca7938c req-6148ebf2-904e-4e2d-ba27-3444a86e8f81 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 944 time: 0.2930255 Mar 23 01:28:40.298521 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fe4dacc5-0884-49ca-92c9-590e56339d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1146369 Mar 23 01:28:40.307418 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-da294de5-a798-45ae-ab8b-5c4f03baafba req-0ffb5047-3f08-467b-9be0-ff3fb3a64e3c tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/24cc78bd-3a79-4103-9280-211c66b68497 HTTP/1.1" status: 200 len: 2998 time: 0.1216438 Mar 23 01:28:40.312852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 7dfb5313-72b1-49c3-b766-3525312824ec is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:40.314567 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:40.332940 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fb977111-e8e9-452d-a879-2c0c5a6e46a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (05068ea8-5994-4998-8f6b-aa411220325a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:40.382564 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-58d91a44-c5fd-429c-b932-6556b8f35bcc admin admin] Publish callbacks [] for security_group (231e50bf-5b2b-4da9-9741-04f41aa48055), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:40.394416 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8795cd7d-1f90-4ef3-bab7-933ed8a51053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfb5313-72b1-49c3-b766-3525312824ec'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:40.396775 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979d2ac4-666a-4c09-af5f-84907e1197fd" -d '{"events": [{"server_uuid": "8795cd7d-1f90-4ef3-bab7-933ed8a51053", "name": "network-vif-plugged", "status": "completed", "tag": "7dfb5313-72b1-49c3-b766-3525312824ec"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:40.428331 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-da294de5-a798-45ae-ab8b-5c4f03baafba req-1cae72e1-bb8c-4680-84c9-b0c66add5d61 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/24cc78bd-3a79-4103-9280-211c66b68497 HTTP/1.1" status: 200 len: 2998 time: 0.1132426 Mar 23 01:28:40.439268 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 7dfb5313-72b1-49c3-b766-3525312824ec, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7dfb5313-72b1-49c3-b766-3525312824ec,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:40.457032 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:40.469597 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fb977111-e8e9-452d-a879-2c0c5a6e46a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (05068ea8-5994-4998-8f6b-aa411220325a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:40.480145 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-58d91a44-c5fd-429c-b932-6556b8f35bcc admin admin] Publish callbacks [] for security_group (231e50bf-5b2b-4da9-9741-04f41aa48055), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:40.528668 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a938e4d8-3328-46d8-9222-9b514ca7938c req-c34fb820-e603-42a0-a3cb-3dd38df6106c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382402 Mar 23 01:28:40.571357 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb977111-e8e9-452d-a879-2c0c5a6e46a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05068ea8-5994-4998-8f6b-aa411220325a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:40.577006 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=7dfb5313-72b1-49c3-b766-3525312824ec,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:40.578119 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fb977111-e8e9-452d-a879-2c0c5a6e46a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:40.589219 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6293b87c-8d48-4fc3-9fac-cd557ac0c913 None None] Network 91ac4adb-f221-477e-a515-1831215e878a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:28:40.593962 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fb977111-e8e9-452d-a879-2c0c5a6e46a4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/05068ea8-5994-4998-8f6b-aa411220325a HTTP/1.1" status: 204 len: 168 time: 0.6649952 Mar 23 01:28:40.594349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54500) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:40.675504 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267d6e94-1191-4c44-a065-dce30a0338a0 x-openstack-request-id: req-267d6e94-1191-4c44-a065-dce30a0338a0 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:40.676064 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8795cd7d-1f90-4ef3-bab7-933ed8a51053", "name": "network-vif-plugged", "status": "completed", "tag": "7dfb5313-72b1-49c3-b766-3525312824ec", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:40.676483 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-267d6e94-1191-4c44-a065-dce30a0338a0 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:40.678095 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267d6e94-1191-4c44-a065-dce30a0338a0'] response: {'server_uuid': '8795cd7d-1f90-4ef3-bab7-933ed8a51053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfb5313-72b1-49c3-b766-3525312824ec', 'code': 200} Mar 23 01:28:40.694156 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-2633a65a-6436-4c1e-a787-41d24d2cf199 req-c215ca6b-1ea5-443b-a508-f43f6af23e31 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-774155749', 'description': 'tempest-description-1099661009'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:40.707496 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (91ac4adb-f221-477e-a515-1831215e878a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:40.786389 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2633a65a-6436-4c1e-a787-41d24d2cf199 req-c215ca6b-1ea5-443b-a508-f43f6af23e31 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:40.852436 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8b51a6-3566-42b2-bb36-2124c97da540 None None] DHCP port deletion for 91ac4adb-f221-477e-a515-1831215e878a request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:28:40.902010 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2633a65a-6436-4c1e-a787-41d24d2cf199 req-c215ca6b-1ea5-443b-a508-f43f6af23e31 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (a74cb710-7289-4704-b5ad-b30ca73d0335), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:40.914080 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2633a65a-6436-4c1e-a787-41d24d2cf199 req-c215ca6b-1ea5-443b-a508-f43f6af23e31 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a74cb710-7289-4704-b5ad-b30ca73d0335), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:40.937983 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2633a65a-6436-4c1e-a787-41d24d2cf199 req-c215ca6b-1ea5-443b-a508-f43f6af23e31 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:40.939443 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2633a65a-6436-4c1e-a787-41d24d2cf199 req-c215ca6b-1ea5-443b-a508-f43f6af23e31 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2534947 Mar 23 01:28:40.957266 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] Deleting port 309e3b9a-380a-4bdf-9066-891f83a2659a {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:40.957836 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (309e3b9a-380a-4bdf-9066-891f83a2659a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:41.010639 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3d8b51a6-3566-42b2-bb36-2124c97da540 None None] Deleting port 309e3b9a-380a-4bdf-9066-891f83a2659a {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:28:41.011204 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3d8b51a6-3566-42b2-bb36-2124c97da540 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (309e3b9a-380a-4bdf-9066-891f83a2659a), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:41.031961 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215ca6b-1ea5-443b-a508-f43f6af23e31 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74cb710-7289-4704-b5ad-b30ca73d0335,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:41.145824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] For port 309e3b9a-380a-4bdf-9066-891f83a2659a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=309e3b9a-380a-4bdf-9066-891f83a2659a,segment=NetworkSegment(2199cdfb-bd20-46cd-898e-92b7e6d82ae9),segment_id=2199cdfb-bd20-46cd-898e-92b7e6d82ae9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:41.148011 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (309e3b9a-380a-4bdf-9066-891f83a2659a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:41.177578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3d8b51a6-3566-42b2-bb36-2124c97da540 None None] For port 309e3b9a-380a-4bdf-9066-891f83a2659a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=309e3b9a-380a-4bdf-9066-891f83a2659a,segment=NetworkSegment(2199cdfb-bd20-46cd-898e-92b7e6d82ae9),segment_id=2199cdfb-bd20-46cd-898e-92b7e6d82ae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:41.177998 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3d8b51a6-3566-42b2-bb36-2124c97da540 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (309e3b9a-380a-4bdf-9066-891f83a2659a), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:41.184276 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] Calling delete_port for 309e3b9a-380a-4bdf-9066-891f83a2659a owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:41.202174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3d8b51a6-3566-42b2-bb36-2124c97da540 None None] Calling delete_port for 309e3b9a-380a-4bdf-9066-891f83a2659a owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:28:41.256084 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aabe1b41-518d-4086-9157-6749ef99f294 req-93489483-aa62-4454-9147-bf7759a6eada tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "GET /v2.0/security-groups/f72e234d-16d5-4db4-9ffe-c382d1c59c45 HTTP/1.1" status: 200 len: 2423 time: 0.0980599 Mar 23 01:28:41.278662 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-58d91a44-c5fd-429c-b932-6556b8f35bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (231e50bf-5b2b-4da9-9741-04f41aa48055), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:41.281422 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-58d91a44-c5fd-429c-b932-6556b8f35bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:41.285173 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-58d91a44-c5fd-429c-b932-6556b8f35bcc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/231e50bf-5b2b-4da9-9741-04f41aa48055 HTTP/1.1" status: 204 len: 168 time: 1.0573673 Mar 23 01:28:41.315820 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3d8b51a6-3566-42b2-bb36-2124c97da540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (309e3b9a-380a-4bdf-9066-891f83a2659a), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:41.322935 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d91a44-c5fd-429c-b932-6556b8f35bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231e50bf-5b2b-4da9-9741-04f41aa48055,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:41.374815 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b51a6-3566-42b2-bb36-2124c97da540 None None] Pushing event deleted for resources: {'Port': ['ID=309e3b9a-380a-4bdf-9066-891f83a2659a,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:41.378115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8b51a6-3566-42b2-bb36-2124c97da540 None None] No DVR routers for this DVR port 309e3b9a-380a-4bdf-9066-891f83a2659a on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:28:41.461545 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7806138-ed25-45a3-b166-68d71f61b675 req-2193e49f-4d68-42d3-8d62-d7b46a2e44a8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:41.463095 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7806138-ed25-45a3-b166-68d71f61b675 req-2193e49f-4d68-42d3-8d62-d7b46a2e44a8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.1060863 Mar 23 01:28:41.485635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-08ed1b71-4ba9-4d38-b106-4266b27606d5 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:41.487370 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-08ed1b71-4ba9-4d38-b106-4266b27606d5 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/networks?id=4f95c67a-fe49-4926-835f-c2991ffa4e67 HTTP/1.1" status: 200 len: 822 time: 0.2976837 Mar 23 01:28:41.509379 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-9837a92a-a65a-48f9-8e2f-dadcb602b46d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/quotas/590cc3d8447b4c0a8244387b16c14c1a HTTP/1.1" status: 200 len: 375 time: 0.0117180 Mar 23 01:28:41.521471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (309e3b9a-380a-4bdf-9066-891f83a2659a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:41.563413 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7806138-ed25-45a3-b166-68d71f61b675 req-b79a93d8-9bd6-4472-8dc3-d88f14487e2f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939608 Mar 23 01:28:41.586619 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-9ceb34bb-21a1-4d3f-a29b-8c8bd923166b tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=590cc3d8447b4c0a8244387b16c14c1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566821 Mar 23 01:28:41.593359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-f8991737-bd9d-44a9-b681-41acb854bd65 req-f6df7c00-c421-4285-80a8-6c58f8f2c2ea tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-479471910', 'description': 'tempest-description-828147920'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:41.596636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] Pushing event deleted for resources: {'Port': ['ID=309e3b9a-380a-4bdf-9066-891f83a2659a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:41.602587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] No DVR routers for this DVR port 309e3b9a-380a-4bdf-9066-891f83a2659a on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:28:41.651744 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f8991737-bd9d-44a9-b681-41acb854bd65 req-f6df7c00-c421-4285-80a8-6c58f8f2c2ea tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:41.720029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 309e3b9a-380a-4bdf-9066-891f83a2659a no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:41.759049 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 309e3b9a-380a-4bdf-9066-891f83a2659a {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:28:41.759700 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 309e3b9a-380a-4bdf-9066-891f83a2659a not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:28:41.801376 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f8991737-bd9d-44a9-b681-41acb854bd65 req-f6df7c00-c421-4285-80a8-6c58f8f2c2ea tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (84ebc244-ed9f-4bc2-ad7e-1b3d52d1cefd), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:41.811578 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f8991737-bd9d-44a9-b681-41acb854bd65 req-f6df7c00-c421-4285-80a8-6c58f8f2c2ea tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (84ebc244-ed9f-4bc2-ad7e-1b3d52d1cefd), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:41.817588 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-bb77f2ec-7126-4a88-b15c-792694fe0769 service neutron] 10.222.0.18 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299728 Mar 23 01:28:41.828410 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (91ac4adb-f221-477e-a515-1831215e878a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:41.851914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df7c00-c421-4285-80a8-6c58f8f2c2ea tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ebc244-ed9f-4bc2-ad7e-1b3d52d1cefd,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:41.856950 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f8991737-bd9d-44a9-b681-41acb854bd65 req-f6df7c00-c421-4285-80a8-6c58f8f2c2ea tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:41.858292 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8991737-bd9d-44a9-b681-41acb854bd65 req-f6df7c00-c421-4285-80a8-6c58f8f2c2ea tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2693856 Mar 23 01:28:41.955117 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-6eae5ec7-576d-4f7d-ad2d-e5984f0887bb service neutron] 10.222.0.18 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234207 Mar 23 01:28:41.974053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ac4adb-f221-477e-a515-1831215e878a']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:41.987371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2199cdfb-bd20-46cd-898e-92b7e6d82ae9') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:41.987371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2199cdfb-bd20-46cd-898e-92b7e6d82ae9') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:42.001907 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (2199cdfb-bd20-46cd-898e-92b7e6d82ae9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:42.019492 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2199cdfb-bd20-46cd-898e-92b7e6d82ae9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:42.028110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:28:42.030945 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (2199cdfb-bd20-46cd-898e-92b7e6d82ae9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:28:42.034456 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:28:42.080052 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672c383-d95a-4065-883c-b9499fd01f44 req-ad29634b-01b2-4a32-b334-84619e80bb0b tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:42.084877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1672c383-d95a-4065-883c-b9499fd01f44 req-ad29634b-01b2-4a32-b334-84619e80bb0b tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 1126 time: 0.1094337 Mar 23 01:28:42.161796 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (91ac4adb-f221-477e-a515-1831215e878a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:42.165705 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1672c383-d95a-4065-883c-b9499fd01f44 req-cc146838-d734-4633-94f8-40eb519f8299 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739765 Mar 23 01:28:42.169234 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:42.172643 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] 10.222.0.18 "DELETE /v2.0/networks/91ac4adb-f221-477e-a515-1831215e878a HTTP/1.1" status: 204 len: 168 time: 1.5770581 Mar 23 01:28:42.205128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff4ae7-6afa-4cd8-b176-4e03dc762016 admin admin] Pushing event deleted for resources: {'Network': ['ID=91ac4adb-f221-477e-a515-1831215e878a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:42.288231 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a1290f82-661a-4695-a2a1-eb21fee50cbb req-198195a2-d8c2-4f9e-8770-00b593fcaf0e tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "GET /v2.0/security-group-rules/b01421e0-08c1-4a12-9a4e-2e4e9de50778 HTTP/1.1" status: 200 len: 778 time: 0.0481367 Mar 23 01:28:42.398629 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a1290f82-661a-4695-a2a1-eb21fee50cbb req-f9cae370-b667-4037-a3b8-34bdc2f1f0e4 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "GET /v2.0/security-groups/f72e234d-16d5-4db4-9ffe-c382d1c59c45 HTTP/1.1" status: 200 len: 2423 time: 0.1028657 Mar 23 01:28:42.415413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54564) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:42.483532 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a1290f82-661a-4695-a2a1-eb21fee50cbb req-1012ddab-a4ba-4ee0-9242-289bef639392 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group_rule (b01421e0-08c1-4a12-9a4e-2e4e9de50778), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:42.496079 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a1290f82-661a-4695-a2a1-eb21fee50cbb req-1012ddab-a4ba-4ee0-9242-289bef639392 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group_rule (b01421e0-08c1-4a12-9a4e-2e4e9de50778), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:42.500854 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aa35d0df-acc8-43d2-ad7b-8244bb3e09cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b47b2a17ae974944ae65504bbaa701ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0839484 Mar 23 01:28:42.504336 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54566) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:42.521356 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51115228-298f-41fc-a42e-688c768d2164 req-fae05fc3-832f-42ca-990c-de5e9ae98c67 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:42.522892 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-51115228-298f-41fc-a42e-688c768d2164 req-fae05fc3-832f-42ca-990c-de5e9ae98c67 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.0978611 Mar 23 01:28:42.572114 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a1290f82-661a-4695-a2a1-eb21fee50cbb req-1012ddab-a4ba-4ee0-9242-289bef639392 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (b01421e0-08c1-4a12-9a4e-2e4e9de50778), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:42.581273 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a1290f82-661a-4695-a2a1-eb21fee50cbb req-1012ddab-a4ba-4ee0-9242-289bef639392 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:42.593387 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a1290f82-661a-4695-a2a1-eb21fee50cbb req-1012ddab-a4ba-4ee0-9242-289bef639392 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b01421e0-08c1-4a12-9a4e-2e4e9de50778 HTTP/1.1" status: 204 len: 173 time: 0.1863456 Mar 23 01:28:42.601646 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-51115228-298f-41fc-a42e-688c768d2164 req-a76d8ded-6688-40f0-a15b-a1c8232ca174 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676661 Mar 23 01:28:42.615346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012ddab-a4ba-4ee0-9242-289bef639392 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b01421e0-08c1-4a12-9a4e-2e4e9de50778,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:42.629417 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15d65244-7ac1-4d0c-aebe-ab87ca36552b admin admin] Publish callbacks [] for security_group (08d4b9f5-d3b0-44d6-881f-183bc500874a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:42.657425 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15d65244-7ac1-4d0c-aebe-ab87ca36552b admin admin] Publish callbacks [] for security_group (08d4b9f5-d3b0-44d6-881f-183bc500874a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:42.699388 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31bb0c9c-be97-4a56-83e3-e70799b95918 req-f29fb1f9-149b-4b8b-a00b-b19f67223a1c tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 210 time: 0.0436103 Mar 23 01:28:42.813311 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15d65244-7ac1-4d0c-aebe-ab87ca36552b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (08d4b9f5-d3b0-44d6-881f-183bc500874a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:42.816592 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15d65244-7ac1-4d0c-aebe-ab87ca36552b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:42.817792 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-15d65244-7ac1-4d0c-aebe-ab87ca36552b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08d4b9f5-d3b0-44d6-881f-183bc500874a HTTP/1.1" status: 204 len: 168 time: 0.3123851 Mar 23 01:28:42.836491 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d65244-7ac1-4d0c-aebe-ab87ca36552b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d4b9f5-d3b0-44d6-881f-183bc500874a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:42.858652 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-c6f025f8-c88d-422e-b9ad-67255a7b0b89 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:42.860170 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-c6f025f8-c88d-422e-b9ad-67255a7b0b89 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/networks?id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95 HTTP/1.1" status: 200 len: 812 time: 0.1545393 Mar 23 01:28:42.884300 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-9556f623-e517-4acb-bdb2-387f97a17c72 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/quotas/88258706fcbb4a7782ff3a36d1464da4 HTTP/1.1" status: 200 len: 375 time: 0.0157828 Mar 23 01:28:42.909682 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dfe56-f9fe-4afc-b3a7-d62a5e72fd47 req-276778af-16cd-4a08-b050-7a5e4d0318bc tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:42.914242 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-618dfe56-f9fe-4afc-b3a7-d62a5e72fd47 req-276778af-16cd-4a08-b050-7a5e4d0318bc tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 1126 time: 0.1347122 Mar 23 01:28:42.984454 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-f91b6ea8-54c2-4824-9f24-abaf430308d2 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=88258706fcbb4a7782ff3a36d1464da4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0926723 Mar 23 01:28:43.010369 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-618dfe56-f9fe-4afc-b3a7-d62a5e72fd47 req-a883d754-1d81-4d8b-ad84-eb32d424b980 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837252 Mar 23 01:28:43.129329 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-3caaf3f2-2ac2-4fce-9fe2-97d2d3b1e9a6 req-4f0ff546-13da-4548-81ad-53db185d28e7 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-604410605', 'description': 'tempest-description-1017119716'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:43.196142 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3caaf3f2-2ac2-4fce-9fe2-97d2d3b1e9a6 req-4f0ff546-13da-4548-81ad-53db185d28e7 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:43.221735 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-d633367c-67bf-491b-b1eb-6f307024aaf0 service neutron] 10.222.0.18 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233548 Mar 23 01:28:43.324357 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3caaf3f2-2ac2-4fce-9fe2-97d2d3b1e9a6 req-4f0ff546-13da-4548-81ad-53db185d28e7 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (d5ef581c-6a7b-4cc9-91bb-06160ad5eda3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:43.355122 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3caaf3f2-2ac2-4fce-9fe2-97d2d3b1e9a6 req-4f0ff546-13da-4548-81ad-53db185d28e7 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d5ef581c-6a7b-4cc9-91bb-06160ad5eda3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:43.392521 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-28b39332-2262-4bd0-a07e-6e17696d59fa service neutron] 10.222.0.18 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730506 Mar 23 01:28:43.423501 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ff546-13da-4548-81ad-53db185d28e7 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ef581c-6a7b-4cc9-91bb-06160ad5eda3,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:43.445224 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3caaf3f2-2ac2-4fce-9fe2-97d2d3b1e9a6 req-4f0ff546-13da-4548-81ad-53db185d28e7 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:43.447969 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3caaf3f2-2ac2-4fce-9fe2-97d2d3b1e9a6 req-4f0ff546-13da-4548-81ad-53db185d28e7 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3259358 Mar 23 01:28:44.097246 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dd7f29b1-af41-4248-a981-963837ab16b6 req-af49e787-e698-48e4-9dc7-28809a8122e2 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "GET /v2.0/security-groups/d5ef581c-6a7b-4cc9-91bb-06160ad5eda3 HTTP/1.1" status: 200 len: 1829 time: 0.1677494 Mar 23 01:28:44.136796 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c255a12c-6937-4943-a8e2-c55866495a11 req-f3d936e7-237f-466d-8e6f-834281a99a1a tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 210 time: 0.0691853 Mar 23 01:28:44.235776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-47310378-d7d5-497f-b34e-8933f87a9d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:44.252042 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-47310378-d7d5-497f-b34e-8933f87a9d1d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.42 "GET /v2.0/networks?id=4f95c67a-fe49-4926-835f-c2991ffa4e67 HTTP/1.1" status: 200 len: 822 time: 0.3195605 Mar 23 01:28:44.311000 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba1c2c96-fb33-480e-844b-34828b4066d8 req-ca3fe3d8-7afb-4cd7-8fc9-485271e7d210 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 210 time: 0.0574827 Mar 23 01:28:44.316790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-5b617e4a-4967-4923-9a06-91f37c4003ba tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Request body: {'port': {'device_id': 'bc647936-7af3-4500-a95d-e51e25eb2555', 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67', 'admin_state_up': True, 'tenant_id': '590cc3d8447b4c0a8244387b16c14c1a'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:44.411910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-c73bf509-c8ba-4a88-a8d3-6547ca6cb7bf req-76a3eae2-03f1-4da3-b2a3-e4a928df6af3 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-76643015', 'description': 'tempest-description-1238794799'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:44.474280 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c73bf509-c8ba-4a88-a8d3-6547ca6cb7bf req-76a3eae2-03f1-4da3-b2a3-e4a928df6af3 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:44.564772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-5b617e4a-4967-4923-9a06-91f37c4003ba tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Made reservation on behalf of 590cc3d8447b4c0a8244387b16c14c1a for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:28:44.569694 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-5b617e4a-4967-4923-9a06-91f37c4003ba tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:44.575175 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c73bf509-c8ba-4a88-a8d3-6547ca6cb7bf req-76a3eae2-03f1-4da3-b2a3-e4a928df6af3 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (f47671bd-556f-4cb7-82f6-fe8041ea4d1a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:44.589441 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c73bf509-c8ba-4a88-a8d3-6547ca6cb7bf req-76a3eae2-03f1-4da3-b2a3-e4a928df6af3 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f47671bd-556f-4cb7-82f6-fe8041ea4d1a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:44.628242 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3eae2-03f1-4da3-b2a3-e4a928df6af3 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47671bd-556f-4cb7-82f6-fe8041ea4d1a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:44.662406 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c73bf509-c8ba-4a88-a8d3-6547ca6cb7bf req-76a3eae2-03f1-4da3-b2a3-e4a928df6af3 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:44.669373 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c73bf509-c8ba-4a88-a8d3-6547ca6cb7bf req-76a3eae2-03f1-4da3-b2a3-e4a928df6af3 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2646973 Mar 23 01:28:44.789702 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-5b617e4a-4967-4923-9a06-91f37c4003ba tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Allocated IP 172.20.0.14 (4f95c67a-fe49-4926-835f-c2991ffa4e67/56b936d6-168f-4a47-94f1-75821af6ee78/bcc8e7d0-4339-4009-9f1c-04fd153673d3) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:28:44.802704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d2887047-eb84-46d0-9b7a-bda4d1030e6c req-fd1e5443-34b7-4ec9-86ee-5ef8d71a389d tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "GET /v2.0/security-groups/f47671bd-556f-4cb7-82f6-fe8041ea4d1a HTTP/1.1" status: 200 len: 1828 time: 0.1082895 Mar 23 01:28:45.013996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-a67e20f2-82b8-44cb-af83-423461ca45e3 req-db9ec1f6-74c0-476e-9e36-302490ba088c tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-813955557', 'description': 'tempest-description-2016834134'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:45.022033 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c37c972-5249-404f-8b5a-421260f46d99 req-dd53f711-365c-4620-9021-3377f2809348 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a2197bbb087244449add1667f6153ce8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488706 Mar 23 01:28:45.040451 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a67e20f2-82b8-44cb-af83-423461ca45e3 req-db9ec1f6-74c0-476e-9e36-302490ba088c tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:45.141917 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-5b617e4a-4967-4923-9a06-91f37c4003ba tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:45.185794 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37c972-5249-404f-8b5a-421260f46d99 req-ec84ac13-3a7f-4c23-97e5-5ca5f70b9022 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:45.189605 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a67e20f2-82b8-44cb-af83-423461ca45e3 req-db9ec1f6-74c0-476e-9e36-302490ba088c tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (f25c5e66-f2dd-4beb-b9ac-c7a032ed9bcf), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:45.196348 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c37c972-5249-404f-8b5a-421260f46d99 req-ec84ac13-3a7f-4c23-97e5-5ca5f70b9022 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1727998 Mar 23 01:28:45.200268 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a67e20f2-82b8-44cb-af83-423461ca45e3 req-db9ec1f6-74c0-476e-9e36-302490ba088c tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f25c5e66-f2dd-4beb-b9ac-c7a032ed9bcf), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:45.218608 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c37c972-5249-404f-8b5a-421260f46d99 req-5cbcdc30-4ab7-4cf4-a9f1-e2055e90a6ca tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/quotas/a2197bbb087244449add1667f6153ce8 HTTP/1.1" status: 200 len: 375 time: 0.0207679 Mar 23 01:28:45.225225 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-5b617e4a-4967-4923-9a06-91f37c4003ba tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:45.287218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b617e4a-4967-4923-9a06-91f37c4003ba tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Pushing event updated for resources: {'Port': ['ID=bcc8e7d0-4339-4009-9f1c-04fd153673d3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:45.300834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-5b617e4a-4967-4923-9a06-91f37c4003ba tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Network 4f95c67a-fe49-4926-835f-c2991ffa4e67 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:28:45.303776 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a67e20f2-82b8-44cb-af83-423461ca45e3 req-db9ec1f6-74c0-476e-9e36-302490ba088c tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:45.309447 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c37c972-5249-404f-8b5a-421260f46d99 req-a149fd45-38d8-4a76-bc60-d4df5422a400 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898306 Mar 23 01:28:45.322326 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a67e20f2-82b8-44cb-af83-423461ca45e3 req-db9ec1f6-74c0-476e-9e36-302490ba088c tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3141508 Mar 23 01:28:45.333561 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-5b617e4a-4967-4923-9a06-91f37c4003ba tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:28:45.341925 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-5b617e4a-4967-4923-9a06-91f37c4003ba tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:28:45.358747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ec1f6-74c0-476e-9e36-302490ba088c tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25c5e66-f2dd-4beb-b9ac-c7a032ed9bcf,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:45.460520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-5b617e4a-4967-4923-9a06-91f37c4003ba tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:45.463518 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-5b617e4a-4967-4923-9a06-91f37c4003ba tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:45.501137 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-5b617e4a-4967-4923-9a06-91f37c4003ba tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1888366 Mar 23 01:28:45.513970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Request body: {'port': {'device_id': 'bc647936-7af3-4500-a95d-e51e25eb2555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:45.655934 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:45.860020 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dc9ea31e-9375-48be-9ef3-213557067ab5 req-0de02d3b-5d2e-4e9b-adfd-f9e19ef9a2c1 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 210 time: 0.1113830 Mar 23 01:28:45.888542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-9b882e7f-5ad8-4233-a532-461ddc4f46b8 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:45.890689 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-9b882e7f-5ad8-4233-a532-461ddc4f46b8 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.43 "GET /v2.0/networks?id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95 HTTP/1.1" status: 200 len: 812 time: 0.4563143 Mar 23 01:28:45.910920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-8b38c649-2275-4623-9d1f-4b0c922bc65d tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Request body: {'port': {'device_id': '633e23d5-84f8-4068-8445-cb6f685cd921', 'network_id': '0f6285fa-5b57-4b49-b542-0cfe0fd86a95', 'admin_state_up': True, 'tenant_id': '88258706fcbb4a7782ff3a36d1464da4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:46.134117 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4dd67f35-9aa4-4838-9bcf-1d0ccc610f22 req-36701b50-14ee-43ad-8288-f4d6ec40bf15 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "GET /v2.0/security-groups/f25c5e66-f2dd-4beb-b9ac-c7a032ed9bcf HTTP/1.1" status: 200 len: 1829 time: 0.2140946 Mar 23 01:28:46.239280 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70182c90-a524-44bb-9096-62ca8b1bf008 req-2021e1c0-3ee6-4a56-8080-f559f70b0114 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:46.240868 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70182c90-a524-44bb-9096-62ca8b1bf008 req-2021e1c0-3ee6-4a56-8080-f559f70b0114 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 932 time: 0.1950798 Mar 23 01:28:46.250374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-8b38c649-2275-4623-9d1f-4b0c922bc65d tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Made reservation on behalf of 88258706fcbb4a7782ff3a36d1464da4 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:28:46.256396 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-8b38c649-2275-4623-9d1f-4b0c922bc65d tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:46.305374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc8e7d0-4339-4009-9f1c-04fd153673d3 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:28:46.318145 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Publish callbacks [] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:46.353395 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70182c90-a524-44bb-9096-62ca8b1bf008 req-3be66c5f-aaa7-461f-afea-2b1a9e517d82 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045680 Mar 23 01:28:46.367589 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Transition to ACTIVE for port object bcc8e7d0-4339-4009-9f1c-04fd153673d3 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:28:46.384754 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:46.462303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc8e7d0-4339-4009-9f1c-04fd153673d3,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:46.469059 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54748) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:46.482433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-a5b4abd6-4322-4220-9a1e-ec6a47edc9f5 req-583cf318-dfcc-4cd9-b939-b30bc7ff176a tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-921580303', 'description': 'tempest-description-1571592908'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:46.523897 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-88fcd707-10bb-4402-bcc3-8d6c64851344 req-bce0c97a-7f4f-4301-952d-1ca066b9965c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 210 time: 0.0386486 Mar 23 01:28:46.540752 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-8b38c649-2275-4623-9d1f-4b0c922bc65d tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Allocated IP 172.20.0.12 (0f6285fa-5b57-4b49-b542-0cfe0fd86a95/79beddf3-e38e-4ae2-aeb0-ffcc685292ac/a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:28:46.582739 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a5b4abd6-4322-4220-9a1e-ec6a47edc9f5 req-583cf318-dfcc-4cd9-b939-b30bc7ff176a tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:46.713611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Attempting to bind port bcc8e7d0-4339-4009-9f1c-04fd153673d3 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:28:46.713963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Attempting to bind port bcc8e7d0-4339-4009-9f1c-04fd153673d3 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'eb1a2797-e272-42ba-a65c-bd9cfe839b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:28:46.714432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Attempting to bind port bcc8e7d0-4339-4009-9f1c-04fd153673d3 on network 4f95c67a-fe49-4926-835f-c2991ffa4e67 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:28:46.737510 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Port bcc8e7d0-4339-4009-9f1c-04fd153673d3 on network 4f95c67a-fe49-4926-835f-c2991ffa4e67 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:28:46.737849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Attempting to bind port bcc8e7d0-4339-4009-9f1c-04fd153673d3 on network 4f95c67a-fe49-4926-835f-c2991ffa4e67 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:28:46.746126 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a5b4abd6-4322-4220-9a1e-ec6a47edc9f5 req-583cf318-dfcc-4cd9-b939-b30bc7ff176a tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (1bb0f9cf-4ed4-4df2-8e47-c9e6225004ce), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:46.746913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:28:46.747507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Checking segment: {'id': 'eb1a2797-e272-42ba-a65c-bd9cfe839b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:28:46.748281 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Bound using segment: {'id': 'eb1a2797-e272-42ba-a65c-bd9cfe839b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:28:46.749860 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Bound port: bcc8e7d0-4339-4009-9f1c-04fd153673d3, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1a2797-e272-42ba-a65c-bd9cfe839b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:28:46.750284 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:46.756010 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a5b4abd6-4322-4220-9a1e-ec6a47edc9f5 req-583cf318-dfcc-4cd9-b939-b30bc7ff176a tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1bb0f9cf-4ed4-4df2-8e47-c9e6225004ce), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:46.809730 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a5b4abd6-4322-4220-9a1e-ec6a47edc9f5 req-583cf318-dfcc-4cd9-b939-b30bc7ff176a tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:46.811007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a5b4abd6-4322-4220-9a1e-ec6a47edc9f5 req-583cf318-dfcc-4cd9-b939-b30bc7ff176a tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4177213 Mar 23 01:28:46.827034 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1d71bb7d-48c5-4ba4-aa5d-57df3cce7136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:46.840415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cf318-dfcc-4cd9-b939-b30bc7ff176a tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb0f9cf-4ed4-4df2-8e47-c9e6225004ce,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:46.885061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] For port bcc8e7d0-4339-4009-9f1c-04fd153673d3, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:28:46.888663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] For port bcc8e7d0-4339-4009-9f1c-04fd153673d3, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bcc8e7d0-4339-4009-9f1c-04fd153673d3,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:28:46.904726 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:46.961726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:46.962358 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:46.963944 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] 10.222.0.42 "PUT /v2.0/ports/bcc8e7d0-4339-4009-9f1c-04fd153673d3 HTTP/1.1" status: 200 len: 1092 time: 1.4552548 Mar 23 01:28:46.966760 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-8b38c649-2275-4623-9d1f-4b0c922bc65d tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:46.966939 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc647936-7af3-4500-a95d-e51e25eb2555', 'tag': 'bcc8e7d0-4339-4009-9f1c-04fd153673d3'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:46.975241 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c141376-8a3f-42e2-8289-b56d178cd50e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc647936-7af3-4500-a95d-e51e25eb2555", "tag": "bcc8e7d0-4339-4009-9f1c-04fd153673d3"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:46.978178 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7827cf5a-7a74-43fc-a53e-14d5dfcef473 req-5036ad22-0603-484c-b855-ae965088accd tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "GET /v2.0/security-groups/1bb0f9cf-4ed4-4df2-8e47-c9e6225004ce HTTP/1.1" status: 200 len: 1829 time: 0.1060658 Mar 23 01:28:47.007642 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b33ded-feda-4a0c-b045-16d98636d80c req-f522913f-02e2-4e71-8887-92cb66954944 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:47.009674 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97b33ded-feda-4a0c-b045-16d98636d80c req-f522913f-02e2-4e71-8887-92cb66954944 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d HTTP/1.1" status: 200 len: 951 time: 0.1166005 Mar 23 01:28:47.054790 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1d71bb7d-48c5-4ba4-aa5d-57df3cce7136 admin admin] Publish callbacks [] for security_group (84a2d46b-12e8-41fb-8afd-fe90b9e6a352), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:47.057563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53585a-1763-42d2-8494-4fc59cb0e832 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc8e7d0-4339-4009-9f1c-04fd153673d3,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:47.060668 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-8b38c649-2275-4623-9d1f-4b0c922bc65d tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:47.063298 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1d71bb7d-48c5-4ba4-aa5d-57df3cce7136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (84a2d46b-12e8-41fb-8afd-fe90b9e6a352), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:47.073312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:47.118282 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97b33ded-feda-4a0c-b045-16d98636d80c req-b06e3862-ec32-4bc4-9a03-3fe25e8095a6 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639777 Mar 23 01:28:47.130281 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-a0a93b35-9207-445f-913b-0b98dc5dc0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:47.132007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-a0a93b35-9207-445f-913b-0b98dc5dc0c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=590cc3d8447b4c0a8244387b16c14c1a&device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 1126 time: 0.1116550 Mar 23 01:28:47.143803 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-8b38c649-2275-4623-9d1f-4b0c922bc65d tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Network 0f6285fa-5b57-4b49-b542-0cfe0fd86a95 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:28:47.156553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-8b38c649-2275-4623-9d1f-4b0c922bc65d tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:28:47.171349 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-8b38c649-2275-4623-9d1f-4b0c922bc65d tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:28:47.203369 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-3a8a1884-05ad-4c55-9791-c9eb5665630a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcc8e7d0-4339-4009-9f1c-04fd153673d3 HTTP/1.1" status: 200 len: 217 time: 0.0562086 Mar 23 01:28:47.238348 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-8b38c649-2275-4623-9d1f-4b0c922bc65d tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:47.238910 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-8b38c649-2275-4623-9d1f-4b0c922bc65d tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:47.251410 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1d71bb7d-48c5-4ba4-aa5d-57df3cce7136 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6bfad20feeff4473af6d93496b09e281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7785842 Mar 23 01:28:47.254378 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71bb7d-48c5-4ba4-aa5d-57df3cce7136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a2d46b-12e8-41fb-8afd-fe90b9e6a352,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:47.268031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54792) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:47.272234 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59197c0b-5623-4c14-9907-3598d0313110 x-openstack-request-id: req-59197c0b-5623-4c14-9907-3598d0313110 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:47.273605 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc647936-7af3-4500-a95d-e51e25eb2555", "tag": "bcc8e7d0-4339-4009-9f1c-04fd153673d3", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:47.273947 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59197c0b-5623-4c14-9907-3598d0313110 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:47.277097 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59197c0b-5623-4c14-9907-3598d0313110'] response: {'name': 'network-changed', 'server_uuid': 'bc647936-7af3-4500-a95d-e51e25eb2555', 'tag': 'bcc8e7d0-4339-4009-9f1c-04fd153673d3', 'status': 'completed', 'code': 200} Mar 23 01:28:47.285306 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c37c972-5249-404f-8b5a-421260f46d99 req-c0ec685a-cd49-442f-ab22-cb03ef1e9488 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a2197bbb087244449add1667f6153ce8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1367559 Mar 23 01:28:47.291977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38c649-2275-4623-9d1f-4b0c922bc65d tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event updated for resources: {'Port': ['ID=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:47.311978 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-8b38c649-2275-4623-9d1f-4b0c922bc65d tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4065554 Mar 23 01:28:47.329780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec43e2f-cbcd-449b-b654-7bef6704c26a req-5f707f4a-58cc-4dbd-98a0-e4112ed9f39e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:47.342541 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2ec43e2f-cbcd-449b-b654-7bef6704c26a req-5f707f4a-58cc-4dbd-98a0-e4112ed9f39e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 932 time: 0.0883725 Mar 23 01:28:47.357778 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Request body: {'port': {'device_id': '633e23d5-84f8-4068-8445-cb6f685cd921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:47.405230 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-3544637d-b098-45f5-a48c-2788c2b646ea req-f5f96851-e757-41a0-b73e-7f23033095b3 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] show failed (client error): The resource could not be found. Mar 23 01:28:47.406515 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3544637d-b098-45f5-a48c-2788c2b646ea req-f5f96851-e757-41a0-b73e-7f23033095b3 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "GET /v2.0/security-groups/710750c3-ec39-4d85-8b9b-c2daf1ae4e40 HTTP/1.1" status: 404 len: 352 time: 0.0870974 Mar 23 01:28:47.438721 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04896cee-c137-438d-8dac-3989c93dbc20 admin admin] Publish callbacks [] for security_group (84a2d46b-12e8-41fb-8afd-fe90b9e6a352), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:47.444814 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-e3e6243c-91da-4743-9112-fedd256864cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:47.446474 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-e3e6243c-91da-4743-9112-fedd256864cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b936d6-168f-4a47-94f1-75821af6ee78 HTTP/1.1" status: 200 len: 862 time: 0.2315881 Mar 23 01:28:47.498823 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2ec43e2f-cbcd-449b-b654-7bef6704c26a req-c56f31ab-9cf9-43ff-8dfd-c02d7cca45f4 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552711 Mar 23 01:28:47.506609 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:47.517945 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-7bc14a24-d6c2-4b09-8397-3e98631d2f62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f95c67a-fe49-4926-835f-c2991ffa4e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596871 Mar 23 01:28:47.550236 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04896cee-c137-438d-8dac-3989c93dbc20 admin admin] Publish callbacks [] for security_group (84a2d46b-12e8-41fb-8afd-fe90b9e6a352), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:47.638827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37c972-5249-404f-8b5a-421260f46d99 req-dd66e090-46ca-4fbf-aabf-641fdc9373a0 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:47.640370 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c37c972-5249-404f-8b5a-421260f46d99 req-dd66e090-46ca-4fbf-aabf-641fdc9373a0 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3188598 Mar 23 01:28:47.669155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6ed006d8-4666-4d48-8683-5008fa2d63f2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Request body: {'port': {'device_id': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': 'a2197bbb087244449add1667f6153ce8'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:47.728009 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [req-538a0d07-fd53-42b0-878b-b61ad47870d0 req-077efb01-ac82-478e-ba68-6723880b7f9a tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] show failed (client error): The resource could not be found. Mar 23 01:28:47.729088 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-538a0d07-fd53-42b0-878b-b61ad47870d0 req-077efb01-ac82-478e-ba68-6723880b7f9a tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "GET /v2.0/security-group-rules/3ebd0fff-e190-4481-982f-dc996290da3a HTTP/1.1" status: 404 len: 361 time: 0.0285294 Mar 23 01:28:47.798271 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04896cee-c137-438d-8dac-3989c93dbc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (84a2d46b-12e8-41fb-8afd-fe90b9e6a352), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:47.800857 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04896cee-c137-438d-8dac-3989c93dbc20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:47.802030 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-04896cee-c137-438d-8dac-3989c93dbc20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84a2d46b-12e8-41fb-8afd-fe90b9e6a352 HTTP/1.1" status: 204 len: 168 time: 0.5236187 Mar 23 01:28:47.811431 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-65da3e33-e7c0-4867-af02-d21206b413c8 service neutron] 10.222.0.42 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792938 Mar 23 01:28:47.824531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a07649-5661-4b49-85a4-4e224100bdaf req-2cc63ca7-0ac9-4d4b-a683-56f8f410b599 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:47.832524 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-56a07649-5661-4b49-85a4-4e224100bdaf req-2cc63ca7-0ac9-4d4b-a683-56f8f410b599 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 944 time: 0.2099705 Mar 23 01:28:47.856204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04896cee-c137-438d-8dac-3989c93dbc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a2d46b-12e8-41fb-8afd-fe90b9e6a352,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:47.939656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:28:47.951942 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Publish callbacks [] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:47.963330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6ed006d8-4666-4d48-8683-5008fa2d63f2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Made reservation on behalf of a2197bbb087244449add1667f6153ce8 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:28:47.966814 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6ed006d8-4666-4d48-8683-5008fa2d63f2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:47.971476 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Transition to ACTIVE for port object a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:28:47.971741 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-56a07649-5661-4b49-85a4-4e224100bdaf req-602a8263-bc3e-4bc2-92de-8b15850ce56d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381137 Mar 23 01:28:47.986260 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:48.012750 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8c5c39c-29c7-49a9-a49a-5f453c21b64c req-c16ff42e-6df8-4928-be18-b48db6f4b2ba service neutron] 10.222.0.42 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716883 Mar 23 01:28:48.048620 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b3eb21f-7652-4a1f-801e-14f244438742 req-0ab7a688-50cf-4e5f-acbd-4778e2091fcd tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 210 time: 0.0756485 Mar 23 01:28:48.124057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:48.269412 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Attempting to bind port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:28:48.269997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Attempting to bind port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f6285fa-5b57-4b49-b542-0cfe0fd86a95'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:28:48.270185 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Attempting to bind port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 on network 0f6285fa-5b57-4b49-b542-0cfe0fd86a95 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:28:48.286668 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1cabcb5-dedb-422c-abc5-7fd9818f4dbd req-ada36c6a-2250-416e-acaf-08806d744765 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "GET /v2.0/security-groups/1bb0f9cf-4ed4-4df2-8e47-c9e6225004ce HTTP/1.1" status: 200 len: 1829 time: 0.1933014 Mar 23 01:28:48.294392 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 on network 0f6285fa-5b57-4b49-b542-0cfe0fd86a95 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:28:48.294710 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Attempting to bind port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 on network 0f6285fa-5b57-4b49-b542-0cfe0fd86a95 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:28:48.302162 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:28:48.302504 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Checking segment: {'id': '3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f6285fa-5b57-4b49-b542-0cfe0fd86a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:28:48.303145 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Bound using segment: {'id': '3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f6285fa-5b57-4b49-b542-0cfe0fd86a95'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:28:48.303588 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Bound port: a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f6285fa-5b57-4b49-b542-0cfe0fd86a95'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:28:48.303944 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:48.406993 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f1cabcb5-dedb-422c-abc5-7fd9818f4dbd req-35ba331f-742e-441a-a4c5-0897714329b3 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (1bb0f9cf-4ed4-4df2-8e47-c9e6225004ce), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:48.432849 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f1cabcb5-dedb-422c-abc5-7fd9818f4dbd req-35ba331f-742e-441a-a4c5-0897714329b3 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (1bb0f9cf-4ed4-4df2-8e47-c9e6225004ce), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:48.534202 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f1cabcb5-dedb-422c-abc5-7fd9818f4dbd req-35ba331f-742e-441a-a4c5-0897714329b3 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1bb0f9cf-4ed4-4df2-8e47-c9e6225004ce), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:48.537413 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f1cabcb5-dedb-422c-abc5-7fd9818f4dbd req-35ba331f-742e-441a-a4c5-0897714329b3 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:48.549133 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1cabcb5-dedb-422c-abc5-7fd9818f4dbd req-35ba331f-742e-441a-a4c5-0897714329b3 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "DELETE /v2.0/security-groups/1bb0f9cf-4ed4-4df2-8e47-c9e6225004ce HTTP/1.1" status: 204 len: 173 time: 0.2591503 Mar 23 01:28:48.559662 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] For port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:28:48.587516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] For port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4,segment=NetworkSegment(3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af),segment_id=3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:28:48.640257 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:48.662684 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba331f-742e-441a-a4c5-0897714329b3 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb0f9cf-4ed4-4df2-8e47-c9e6225004ce,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:48.686868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6ed006d8-4666-4d48-8683-5008fa2d63f2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Allocated IP 192.168.233.229 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/ace774f7-592a-4eb6-a147-caa3aee00d6a) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:28:48.716751 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:48.717548 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:48.719590 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] 10.222.0.43 "PUT /v2.0/ports/a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 HTTP/1.1" status: 200 len: 1092 time: 1.3722878 Mar 23 01:28:48.720149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633e23d5-84f8-4068-8445-cb6f685cd921', 'tag': 'a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:48.723245 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca4afed-76a7-44c6-991f-a3dafe08fff3" -d '{"events": [{"name": "network-changed", "server_uuid": "633e23d5-84f8-4068-8445-cb6f685cd921", "tag": "a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:48.756912 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c141376-8a3f-42e2-8289-b56d178cd50e req-2d7e1be5-f25e-4ed7-8224-f7b79704319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:48.758402 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c141376-8a3f-42e2-8289-b56d178cd50e req-2d7e1be5-f25e-4ed7-8224-f7b79704319a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=590cc3d8447b4c0a8244387b16c14c1a&device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 1126 time: 0.6218178 Mar 23 01:28:48.819614 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522dd2f-b4bc-497b-8803-fe5c7fbf7316 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:48.855409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391641a3-a99d-4125-9ab2-4b30b3532aa4 req-fb1181a2-2672-4f7c-ba95-becdf6d4ec02 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:48.857048 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-391641a3-a99d-4125-9ab2-4b30b3532aa4 req-fb1181a2-2672-4f7c-ba95-becdf6d4ec02 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 944 time: 0.1070321 Mar 23 01:28:48.864116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-ea8e1aac-d7ff-4348-a742-23f1a0db30ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:48.865722 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-ea8e1aac-d7ff-4348-a742-23f1a0db30ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88258706fcbb4a7782ff3a36d1464da4&device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 1126 time: 0.0802166 Mar 23 01:28:48.957258 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-f3458330-3202-4966-bba9-62a87cf6e7b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 HTTP/1.1" status: 200 len: 217 time: 0.0562673 Mar 23 01:28:48.967732 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-756e0e1b-f583-4c13-ac6c-3a2da939bd4f req-26f44ebf-4ec4-485c-ae78-8f482b24c493 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "GET /v2.0/security-groups/f25c5e66-f2dd-4beb-b9ac-c7a032ed9bcf HTTP/1.1" status: 200 len: 1829 time: 0.2043617 Mar 23 01:28:48.989454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54880) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:49.006632 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-391641a3-a99d-4125-9ab2-4b30b3532aa4 req-13f8385d-b1cd-48d2-a44c-c3344eb4e989 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398630 Mar 23 01:28:49.021909 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-29bf4907-59e8-4edd-91f5-0ce57ec70e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:49.023512 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-29bf4907-59e8-4edd-91f5-0ce57ec70e35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79beddf3-e38e-4ae2-aeb0-ffcc685292ac HTTP/1.1" status: 200 len: 852 time: 0.0592358 Mar 23 01:28:49.036651 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6ed006d8-4666-4d48-8683-5008fa2d63f2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks [] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:49.039004 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c141376-8a3f-42e2-8289-b56d178cd50e req-261e5a2b-5ac0-4b30-8446-4c90cda1ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:49.040698 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c141376-8a3f-42e2-8289-b56d178cd50e req-261e5a2b-5ac0-4b30-8446-4c90cda1ce58 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4f95c67a-fe49-4926-835f-c2991ffa4e67 HTTP/1.1" status: 200 len: 922 time: 0.2631016 Mar 23 01:28:49.088855 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-5f1e2c02-af37-451b-bd43-c5fc93410aeb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583754 Mar 23 01:28:49.095184 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c141376-8a3f-42e2-8289-b56d178cd50e req-aa067059-b979-4440-a5c3-54f1390d9413 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcc8e7d0-4339-4009-9f1c-04fd153673d3 HTTP/1.1" status: 200 len: 217 time: 0.0383542 Mar 23 01:28:49.175747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-65be122e-9d7b-4918-9b83-d7c899cfd8b4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1863784132-network', 'tenant_id': '1678261026c64e4184d05714d530f92f'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:49.221511 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb302ec-04b0-42c4-80f1-58a5fc1fb321 x-openstack-request-id: req-5bb302ec-04b0-42c4-80f1-58a5fc1fb321 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:49.222393 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633e23d5-84f8-4068-8445-cb6f685cd921", "tag": "a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:49.223074 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bb302ec-04b0-42c4-80f1-58a5fc1fb321 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:49.223979 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb302ec-04b0-42c4-80f1-58a5fc1fb321'] response: {'name': 'network-changed', 'server_uuid': '633e23d5-84f8-4068-8445-cb6f685cd921', 'tag': 'a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4', 'status': 'completed', 'code': 200} Mar 23 01:28:49.228621 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-756e0e1b-f583-4c13-ac6c-3a2da939bd4f req-66bbf5ed-5b0e-457a-a47e-faecee46e895 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (f25c5e66-f2dd-4beb-b9ac-c7a032ed9bcf), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:49.238466 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-8159228d-e94a-4fce-b5d5-044eeec98757 service neutron] 10.222.0.43 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429958 Mar 23 01:28:49.245112 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c141376-8a3f-42e2-8289-b56d178cd50e req-d18d99ff-f7b0-4c2d-8b60-dda72ad3f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:49.246607 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c141376-8a3f-42e2-8289-b56d178cd50e req-d18d99ff-f7b0-4c2d-8b60-dda72ad3f98e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b936d6-168f-4a47-94f1-75821af6ee78 HTTP/1.1" status: 200 len: 862 time: 0.1423380 Mar 23 01:28:49.269416 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-756e0e1b-f583-4c13-ac6c-3a2da939bd4f req-66bbf5ed-5b0e-457a-a47e-faecee46e895 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (f25c5e66-f2dd-4beb-b9ac-c7a032ed9bcf), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:49.279595 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65be122e-9d7b-4918-9b83-d7c899cfd8b4 admin admin] Made reservation on behalf of 1678261026c64e4184d05714d530f92f for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:28:49.281787 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65be122e-9d7b-4918-9b83-d7c899cfd8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:49.309149 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c141376-8a3f-42e2-8289-b56d178cd50e req-f5a7d03f-9a17-493f-8f20-1ada01cbee59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f95c67a-fe49-4926-835f-c2991ffa4e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542023 Mar 23 01:28:49.316655 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6ed006d8-4666-4d48-8683-5008fa2d63f2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:49.318014 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65be122e-9d7b-4918-9b83-d7c899cfd8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:49.354447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['7dfb5313-72b1-49c3-b766-3525312824ec'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:49.396010 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a5e7d-ca9c-4fa4-a574-f370c360ff82 req-977ee87d-9895-40c7-8368-56072de0219e tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:49.397558 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-262a5e7d-ca9c-4fa4-a574-f370c360ff82 req-977ee87d-9895-40c7-8368-56072de0219e tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 944 time: 0.1200125 Mar 23 01:28:49.399949 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a58393a4-3c1b-4fa6-94dd-6a08a397768c req-4aae9698-705a-462d-b4f6-492f87699ea1 service neutron] 10.222.0.43 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537941 Mar 23 01:28:49.443508 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6ed006d8-4666-4d48-8683-5008fa2d63f2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:28:49.447651 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['12cc3aa7-3a74-4937-8205-13c47cc68a3a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:49.458991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6ed006d8-4666-4d48-8683-5008fa2d63f2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:28:49.460927 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-756e0e1b-f583-4c13-ac6c-3a2da939bd4f req-66bbf5ed-5b0e-457a-a47e-faecee46e895 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f25c5e66-f2dd-4beb-b9ac-c7a032ed9bcf), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:49.463388 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-756e0e1b-f583-4c13-ac6c-3a2da939bd4f req-66bbf5ed-5b0e-457a-a47e-faecee46e895 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:49.469900 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-756e0e1b-f583-4c13-ac6c-3a2da939bd4f req-66bbf5ed-5b0e-457a-a47e-faecee46e895 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "DELETE /v2.0/security-groups/f25c5e66-f2dd-4beb-b9ac-c7a032ed9bcf HTTP/1.1" status: 204 len: 173 time: 0.5012984 Mar 23 01:28:49.483792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6ed006d8-4666-4d48-8683-5008fa2d63f2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:28:49.485125 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-262a5e7d-ca9c-4fa4-a574-f370c360ff82 req-b8c8d360-6106-4a27-a908-dff0d5e90636 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808966 Mar 23 01:28:49.500128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed006d8-4666-4d48-8683-5008fa2d63f2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Pushing event updated for resources: {'Port': ['ID=ace774f7-592a-4eb6-a147-caa3aee00d6a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:49.555674 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbf5ed-5b0e-457a-a47e-faecee46e895 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25c5e66-f2dd-4beb-b9ac-c7a032ed9bcf,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:49.646919 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-084b6d9d-1de3-475a-82ee-84e3178785e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:49.647964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4afed-76a7-44c6-991f-a3dafe08fff3 req-6b89af54-f646-4c76-b46a-2f74041c3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:49.649652 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ca4afed-76a7-44c6-991f-a3dafe08fff3 req-6b89af54-f646-4c76-b46a-2f74041c3003 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88258706fcbb4a7782ff3a36d1464da4&device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 1126 time: 0.1427755 Mar 23 01:28:49.724295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6ed006d8-4666-4d48-8683-5008fa2d63f2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:49.725670 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6ed006d8-4666-4d48-8683-5008fa2d63f2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:49.757864 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c141376-8a3f-42e2-8289-b56d178cd50e req-d6b60eb3-11e2-43f1-938b-57fc7c271057 service neutron] 10.222.0.42 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375374 Mar 23 01:28:49.847468 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4afed-76a7-44c6-991f-a3dafe08fff3 req-4ee65730-7545-4176-b593-8afb43800d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:49.849028 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ca4afed-76a7-44c6-991f-a3dafe08fff3 req-4ee65730-7545-4176-b593-8afb43800d72 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95 HTTP/1.1" status: 200 len: 912 time: 0.1929042 Mar 23 01:28:49.884026 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6ed006d8-4666-4d48-8683-5008fa2d63f2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2236440 Mar 23 01:28:49.901261 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Request body: {'port': {'device_id': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:49.908383 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ca4afed-76a7-44c6-991f-a3dafe08fff3 req-fe13e2d1-3c7a-4dcf-8074-486824099101 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 HTTP/1.1" status: 200 len: 217 time: 0.0501292 Mar 23 01:28:49.913576 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65be122e-9d7b-4918-9b83-d7c899cfd8b4 admin admin] Publish callbacks [] for security_group (7b15a377-f6e2-466f-a3d5-6a965f206c99), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:49.945527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65be122e-9d7b-4918-9b83-d7c899cfd8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7b15a377-f6e2-466f-a3d5-6a965f206c99), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:49.951294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fe1a7144-150a-4379-90ee-07451554afbc None None] Provisioning complete for port ace774f7-592a-4eb6-a147-caa3aee00d6a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:28:49.954998 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe1a7144-150a-4379-90ee-07451554afbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:49.968585 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f7a1e0a-6864-472d-911e-3f56ded33151 req-67be60b6-667c-4f98-b651-c167020b9c4d tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "GET /v2.0/security-groups/f47671bd-556f-4cb7-82f6-fe8041ea4d1a HTTP/1.1" status: 200 len: 1828 time: 0.1507721 Mar 23 01:28:49.981829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad6701-d655-46ea-a75e-174360b7728c req-f85ef3a2-8c7b-42e4-8593-a38bb7eade45 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:49.988713 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85ad6701-d655-46ea-a75e-174360b7728c req-f85ef3a2-8c7b-42e4-8593-a38bb7eade45 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 936 time: 0.3342879 Mar 23 01:28:50.012719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65be122e-9d7b-4918-9b83-d7c899cfd8b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:28:50.023039 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fe1a7144-150a-4379-90ee-07451554afbc None None] Port ace774f7-592a-4eb6-a147-caa3aee00d6a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:28:50.038611 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4afed-76a7-44c6-991f-a3dafe08fff3 req-a4dd0a02-b5f0-4817-9d18-9091ebda20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:50.040306 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ca4afed-76a7-44c6-991f-a3dafe08fff3 req-a4dd0a02-b5f0-4817-9d18-9091ebda20f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79beddf3-e38e-4ae2-aeb0-ffcc685292ac HTTP/1.1" status: 200 len: 852 time: 0.1231461 Mar 23 01:28:50.079194 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be122e-9d7b-4918-9b83-d7c899cfd8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b15a377-f6e2-466f-a3d5-6a965f206c99,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:50.082714 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65be122e-9d7b-4918-9b83-d7c899cfd8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (531b3f07-50a7-4905-b9c5-f07ac7738748), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.083271 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-65be122e-9d7b-4918-9b83-d7c899cfd8b4 admin admin] Added segment 531b3f07-50a7-4905-b9c5-f07ac7738748 of type vlan for network b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 Mar 23 01:28:50.103060 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ca4afed-76a7-44c6-991f-a3dafe08fff3 req-08622a9f-4816-4a07-9e5f-f08845aa224e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515163 Mar 23 01:28:50.106570 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c141376-8a3f-42e2-8289-b56d178cd50e req-f04369b1-fa73-44d7-a4c3-3b87afdac301 service neutron] 10.222.0.42 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278682 Mar 23 01:28:50.139395 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73973d13-e663-48da-a248-f8606a93fbeb no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:28:50.144727 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.170195 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54920) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:50.171962 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2f7a1e0a-6864-472d-911e-3f56ded33151 req-3e6739b5-62e9-4d36-92d8-01109374b4d8 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (f47671bd-556f-4cb7-82f6-fe8041ea4d1a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.175951 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85ad6701-d655-46ea-a75e-174360b7728c req-9147b186-a0d0-4e7b-bb47-8756e7d85315 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862600 Mar 23 01:28:50.179529 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65be122e-9d7b-4918-9b83-d7c899cfd8b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (b6b671bb-04e7-47ec-9c6c-e9f6b7584d32), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.254357 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 73973d13-e663-48da-a248-f8606a93fbeb is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:50.254755 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73973d13-e663-48da-a248-f8606a93fbeb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.283136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73973d13-e663-48da-a248-f8606a93fbeb'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:50.286157 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9cfc31-a605-446d-8aa2-5d4536b01e74" -d '{"events": [{"server_uuid": "40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d", "name": "network-vif-unplugged", "status": "completed", "tag": "73973d13-e663-48da-a248-f8606a93fbeb"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:50.306603 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65be122e-9d7b-4918-9b83-d7c899cfd8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (b6b671bb-04e7-47ec-9c6c-e9f6b7584d32), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.307500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65be122e-9d7b-4918-9b83-d7c899cfd8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:50.308154 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65be122e-9d7b-4918-9b83-d7c899cfd8b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.309426 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73973d13-e663-48da-a248-f8606a93fbeb, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73973d13-e663-48da-a248-f8606a93fbeb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:50.326587 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73973d13-e663-48da-a248-f8606a93fbeb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.334751 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.406002 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=73973d13-e663-48da-a248-f8606a93fbeb,revision_number=11']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:50.415660 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ca4afed-76a7-44c6-991f-a3dafe08fff3 req-ceb1cabf-63c0-4f9a-9ca8-8fa208c15dfa service neutron] 10.222.0.43 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818220 Mar 23 01:28:50.471639 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-65be122e-9d7b-4918-9b83-d7c899cfd8b4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4759507 Mar 23 01:28:50.471867 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2f7a1e0a-6864-472d-911e-3f56ded33151 req-3e6739b5-62e9-4d36-92d8-01109374b4d8 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (f47671bd-556f-4cb7-82f6-fe8041ea4d1a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.477896 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54936) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:50.499215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-1fffb00c-95f0-43bd-80e5-b419645562c3 admin admin] Request body: {'subnet': {'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1863784132-subnet', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:50.523109 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-746b9892-4096-4e41-b92e-c043c1e64858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.576749 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be122e-9d7b-4918-9b83-d7c899cfd8b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b6b671bb-04e7-47ec-9c6c-e9f6b7584d32,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:50.594679 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:28:50.604251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fffb00c-95f0-43bd-80e5-b419645562c3 admin admin] Made reservation on behalf of 1678261026c64e4184d05714d530f92f for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:28:50.606738 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1fffb00c-95f0-43bd-80e5-b419645562c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.621763 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ca4afed-76a7-44c6-991f-a3dafe08fff3 req-8d37032a-cf58-4470-a629-c9dd3b223d35 service neutron] 10.222.0.43 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839082 Mar 23 01:28:50.626609 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2f7a1e0a-6864-472d-911e-3f56ded33151 req-3e6739b5-62e9-4d36-92d8-01109374b4d8 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f47671bd-556f-4cb7-82f6-fe8041ea4d1a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.630563 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2f7a1e0a-6864-472d-911e-3f56ded33151 req-3e6739b5-62e9-4d36-92d8-01109374b4d8 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.631482 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f7a1e0a-6864-472d-911e-3f56ded33151 req-3e6739b5-62e9-4d36-92d8-01109374b4d8 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "DELETE /v2.0/security-groups/f47671bd-556f-4cb7-82f6-fe8041ea4d1a HTTP/1.1" status: 204 len: 173 time: 0.6530631 Mar 23 01:28:50.648396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6739b5-62e9-4d36-92d8-01109374b4d8 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47671bd-556f-4cb7-82f6-fe8041ea4d1a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:50.691360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd25e5-a269-4899-a6fd-af231152fe85 req-e2b7cf9d-802e-494f-8065-89214ff23688 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:50.692948 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e4fd25e5-a269-4899-a6fd-af231152fe85 req-e2b7cf9d-802e-494f-8065-89214ff23688 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 944 time: 0.2186267 Mar 23 01:28:50.699004 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-746b9892-4096-4e41-b92e-c043c1e64858 admin admin] Publish callbacks [] for security_group (bdf27d5b-ed8c-438d-9f45-72b97e06d1b5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.706888 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-746b9892-4096-4e41-b92e-c043c1e64858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bdf27d5b-ed8c-438d-9f45-72b97e06d1b5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.711192 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8416a1d-3f9c-411f-b721-5a7f90a2b025 x-openstack-request-id: req-f8416a1d-3f9c-411f-b721-5a7f90a2b025 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:50.711504 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d", "name": "network-vif-unplugged", "status": "completed", "tag": "73973d13-e663-48da-a248-f8606a93fbeb", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:50.711754 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8416a1d-3f9c-411f-b721-5a7f90a2b025 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:50.712145 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8416a1d-3f9c-411f-b721-5a7f90a2b025'] response: {'server_uuid': '40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73973d13-e663-48da-a248-f8606a93fbeb', 'code': 200} Mar 23 01:28:50.762735 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device bcc8e7d0-4339-4009-9f1c-04fd153673d3 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:28:50.771141 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-746b9892-4096-4e41-b92e-c043c1e64858 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f44dfbf11a349ffaa3bcbb6de678011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5966735 Mar 23 01:28:50.774010 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54946) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:50.783954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b9892-4096-4e41-b92e-c043c1e64858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf27d5b-ed8c-438d-9f45-72b97e06d1b5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:50.854712 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e4fd25e5-a269-4899-a6fd-af231152fe85 req-f894c06b-9da1-4811-8146-3a6e964c4fdb tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196027 Mar 23 01:28:50.897355 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2c9f566-f2f5-44e3-9fe4-d790801816e4 admin admin] Publish callbacks [] for security_group (bdf27d5b-ed8c-438d-9f45-72b97e06d1b5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.926270 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2c9f566-f2f5-44e3-9fe4-d790801816e4 admin admin] Publish callbacks [] for security_group (bdf27d5b-ed8c-438d-9f45-72b97e06d1b5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:50.930461 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port bcc8e7d0-4339-4009-9f1c-04fd153673d3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bcc8e7d0-4339-4009-9f1c-04fd153673d3,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:50.954322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'bcc8e7d0-4339-4009-9f1c-04fd153673d3', 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67', 'port_id': 'bcc8e7d0-4339-4009-9f1c-04fd153673d3', 'mac_address': 'fa:16:3e:a0:6d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b936d6-168f-4a47-94f1-75821af6ee78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:28:50.967804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace774f7-592a-4eb6-a147-caa3aee00d6a {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:28:50.980351 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Publish callbacks [] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.019748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port bcc8e7d0-4339-4009-9f1c-04fd153673d3 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:51.020308 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.026997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c420935-1acf-41e0-9b7d-c3a69eabe6d4 req-1d2594a4-c118-436e-a3f4-2673b7d81609 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:51.029099 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3c420935-1acf-41e0-9b7d-c3a69eabe6d4 req-1d2594a4-c118-436e-a3f4-2673b7d81609 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 944 time: 0.0735104 Mar 23 01:28:51.030403 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2c9f566-f2f5-44e3-9fe4-d790801816e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bdf27d5b-ed8c-438d-9f45-72b97e06d1b5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.034256 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2c9f566-f2f5-44e3-9fe4-d790801816e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.035721 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c2c9f566-f2f5-44e3-9fe4-d790801816e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bdf27d5b-ed8c-438d-9f45-72b97e06d1b5 HTTP/1.1" status: 204 len: 168 time: 0.2606390 Mar 23 01:28:51.036198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Transition to ACTIVE for port object ace774f7-592a-4eb6-a147-caa3aee00d6a will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:28:51.041131 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3023ac09-885e-482b-bbf3-da7836c12400 req-ad5059c5-2738-46d7-ba4c-bd68bbff0b50 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "GET /v2.0/security-groups/d5ef581c-6a7b-4cc9-91bb-06160ad5eda3 HTTP/1.1" status: 200 len: 1829 time: 0.1394112 Mar 23 01:28:51.047723 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.057228 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc8e7d0-4339-4009-9f1c-04fd153673d3 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:28:51.060541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9f566-f2f5-44e3-9fe4-d790801816e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf27d5b-ed8c-438d-9f45-72b97e06d1b5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:51.096906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Pushing event updated for resources: {'Port': ['ID=ace774f7-592a-4eb6-a147-caa3aee00d6a,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:51.114722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port bcc8e7d0-4339-4009-9f1c-04fd153673d3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bcc8e7d0-4339-4009-9f1c-04fd153673d3,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:51.121727 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3c420935-1acf-41e0-9b7d-c3a69eabe6d4 req-7c093e15-33c0-44ef-a789-82f10b94284b tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812516 Mar 23 01:28:51.131856 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.252585 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3023ac09-885e-482b-bbf3-da7836c12400 req-eec64529-2ed1-4130-94cf-e616e8da2fad tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (d5ef581c-6a7b-4cc9-91bb-06160ad5eda3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.259527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1fffb00c-95f0-43bd-80e5-b419645562c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (f3184f37-b64b-4050-92bd-c90b3721827c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.271002 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=bcc8e7d0-4339-4009-9f1c-04fd153673d3,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:51.363426 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['bcc8e7d0-4339-4009-9f1c-04fd153673d3'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:51.451706 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3023ac09-885e-482b-bbf3-da7836c12400 req-eec64529-2ed1-4130-94cf-e616e8da2fad tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (d5ef581c-6a7b-4cc9-91bb-06160ad5eda3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.468448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447717b2-db7a-4e59-b3d9-45989b38ad52 req-93ff0dff-e179-497a-86df-65ba4a1d6b1e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:51.471730 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-447717b2-db7a-4e59-b3d9-45989b38ad52 req-93ff0dff-e179-497a-86df-65ba4a1d6b1e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 948 time: 0.1088316 Mar 23 01:28:51.484338 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54972) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:51.504957 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffb00c-95f0-43bd-80e5-b419645562c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3184f37-b64b-4050-92bd-c90b3721827c,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:51.525313 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-447717b2-db7a-4e59-b3d9-45989b38ad52 req-9c262c94-6f19-45f5-a7e2-abbf771f72c5 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468078 Mar 23 01:28:51.558655 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd22dc5a-3b01-43fa-859e-93c565dab7c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.564852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fffb00c-95f0-43bd-80e5-b419645562c3 admin admin] Checking segment: {'id': '531b3f07-50a7-4905-b9c5-f07ac7738748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:28:51.565451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fffb00c-95f0-43bd-80e5-b419645562c3 admin admin] Network hostable DHCP agents. Network: b6b671bb-04e7-47ec-9c6c-e9f6b7584d32, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:28:51.594231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Attempting to bind port ace774f7-592a-4eb6-a147-caa3aee00d6a on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:28:51.595164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Attempting to bind port ace774f7-592a-4eb6-a147-caa3aee00d6a by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:28:51.595164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Attempting to bind port ace774f7-592a-4eb6-a147-caa3aee00d6a on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:28:51.611205 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Port ace774f7-592a-4eb6-a147-caa3aee00d6a on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:28:51.611489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Attempting to bind port ace774f7-592a-4eb6-a147-caa3aee00d6a on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:28:51.629742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:28:51.630003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:28:51.631080 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:28:51.631698 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Bound port: ace774f7-592a-4eb6-a147-caa3aee00d6a, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:28:51.632211 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.650023 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3023ac09-885e-482b-bbf3-da7836c12400 req-eec64529-2ed1-4130-94cf-e616e8da2fad tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d5ef581c-6a7b-4cc9-91bb-06160ad5eda3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.653202 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3023ac09-885e-482b-bbf3-da7836c12400 req-eec64529-2ed1-4130-94cf-e616e8da2fad tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.654974 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3023ac09-885e-482b-bbf3-da7836c12400 req-eec64529-2ed1-4130-94cf-e616e8da2fad tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "DELETE /v2.0/security-groups/d5ef581c-6a7b-4cc9-91bb-06160ad5eda3 HTTP/1.1" status: 204 len: 173 time: 0.6047161 Mar 23 01:28:51.671628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fffb00c-95f0-43bd-80e5-b419645562c3 admin admin] Network b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:28:51.701816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec64529-2ed1-4130-94cf-e616e8da2fad tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ef581c-6a7b-4cc9-91bb-06160ad5eda3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:51.741384 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-1fffb00c-95f0-43bd-80e5-b419645562c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, b6b671bb-04e7-47ec-9c6c-e9f6b7584d32) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:28:51.757970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fffb00c-95f0-43bd-80e5-b419645562c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:51.758523 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1fffb00c-95f0-43bd-80e5-b419645562c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.759619 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9499f92-5df2-4885-910b-65ba351c45e7 None None] Network b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:28:51.772030 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-afc56a10-65dc-4db8-b073-a890a9fb89b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.800321 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b24de0b9-3c0f-47b5-85bb-63873b884a6c req-a5ace2c7-98b9-412b-996c-ebcc575e40da tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "GET /v2.0/security-groups/f72e234d-16d5-4db4-9ffe-c382d1c59c45 HTTP/1.1" status: 200 len: 1830 time: 0.1125290 Mar 23 01:28:51.867312 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1fffb00c-95f0-43bd-80e5-b419645562c3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3785143 Mar 23 01:28:51.869036 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55000) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:51.873874 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:28:51.876299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1863784132-router', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:51.899431 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd22dc5a-3b01-43fa-859e-93c565dab7c2 admin admin] Publish callbacks [] for security_group (e22d91da-7d4c-4ead-be1d-de8780240728), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.901375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:28:51.925619 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (fc792777-3a75-4518-950b-1e2a1eae22ab), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.925619 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (fc792777-3a75-4518-950b-1e2a1eae22ab), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.925946 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b24de0b9-3c0f-47b5-85bb-63873b884a6c req-f228ae7f-bce7-49c1-8a80-54d31b518912 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (f72e234d-16d5-4db4-9ffe-c382d1c59c45), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.926721 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.928560 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd22dc5a-3b01-43fa-859e-93c565dab7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e22d91da-7d4c-4ead-be1d-de8780240728), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:51.970238 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22dc5a-3b01-43fa-859e-93c565dab7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22d91da-7d4c-4ead-be1d-de8780240728,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:52.028040 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b24de0b9-3c0f-47b5-85bb-63873b884a6c req-f228ae7f-bce7-49c1-8a80-54d31b518912 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (f72e234d-16d5-4db4-9ffe-c382d1c59c45), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.031419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:52.032100 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.034001 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c37c972-5249-404f-8b5a-421260f46d99 req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] 10.222.0.42 "PUT /v2.0/ports/ace774f7-592a-4eb6-a147-caa3aee00d6a HTTP/1.1" status: 200 len: 1096 time: 2.1374581 Mar 23 01:28:52.036513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:52.038715 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3aa631-8a2d-425f-8ce0-77fab1ac85be" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:52.058766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bd22dc5a-3b01-43fa-859e-93c565dab7c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=037fed99fead4b69a73151948ded6db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5699530 Mar 23 01:28:52.062798 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55012) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:52.098580 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Publish callbacks [] for router_controller (fc792777-3a75-4518-950b-1e2a1eae22ab), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.138813 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612dd9b-9f84-49c1-b167-a170928f0d16 service neutron] Pushing event updated for resources: {'Port': ['ID=ace774f7-592a-4eb6-a147-caa3aee00d6a,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:52.213286 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b24de0b9-3c0f-47b5-85bb-63873b884a6c req-f228ae7f-bce7-49c1-8a80-54d31b518912 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f72e234d-16d5-4db4-9ffe-c382d1c59c45), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.217728 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b24de0b9-3c0f-47b5-85bb-63873b884a6c req-f228ae7f-bce7-49c1-8a80-54d31b518912 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.220164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b24de0b9-3c0f-47b5-85bb-63873b884a6c req-f228ae7f-bce7-49c1-8a80-54d31b518912 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] 10.222.0.18 "DELETE /v2.0/security-groups/f72e234d-16d5-4db4-9ffe-c382d1c59c45 HTTP/1.1" status: 204 len: 173 time: 0.4191806 Mar 23 01:28:52.223192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:28:52.257690 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55016) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:52.270282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-b6b671bb-04e7-47ec-9c6c-e9f6b7584d32', 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32', 'project_id': '1678261026c64e4184d05714d530f92f', 'fixed_ips': [{'subnet_id': 'f3184f37-b64b-4050-92bd-c90b3721827c'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:28:52.277720 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.316763 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228ae7f-bce7-49c1-8a80-54d31b518912 tempest-SecurityGroupRulesNegativeTestJSON-1455345543 tempest-SecurityGroupRulesNegativeTestJSON-1455345543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72e234d-16d5-4db4-9ffe-c382d1c59c45,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:52.326327 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8802a-026d-41b2-b0a4-afe00eb0e2ea req-f3b33db5-8c3e-4596-8355-6073de0202e3 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:52.338917 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5aa8802a-026d-41b2-b0a4-afe00eb0e2ea req-f3b33db5-8c3e-4596-8355-6073de0202e3 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 944 time: 0.3392811 Mar 23 01:28:52.355925 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Publish callbacks [] for router_gateway (fc792777-3a75-4518-950b-1e2a1eae22ab), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.373945 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7f527352-fa45-40f4-89f9-10eb416dd2cd admin admin] Publish callbacks [] for security_group (e22d91da-7d4c-4ead-be1d-de8780240728), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.404590 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5c5710-60eb-41d4-8841-756d3483d55e admin admin] Deleting subnet 41a38ecd-d037-4d1c-ad02-886eeef71adb {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:28:52.409123 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5710-60eb-41d4-8841-756d3483d55e admin admin] Publish callbacks [] for subnet (41a38ecd-d037-4d1c-ad02-886eeef71adb), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.433863 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37c972-5249-404f-8b5a-421260f46d99 req-1fd0e12b-6c35-4526-ad75-ff47b77ca86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:52.436433 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c37c972-5249-404f-8b5a-421260f46d99 req-1fd0e12b-6c35-4526-ad75-ff47b77ca86f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 1130 time: 0.2838631 Mar 23 01:28:52.441712 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7f527352-fa45-40f4-89f9-10eb416dd2cd admin admin] Publish callbacks [] for security_group (e22d91da-7d4c-4ead-be1d-de8780240728), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.475776 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1d2497-530f-4c70-a2b2-4c4eab42321e x-openstack-request-id: req-7e1d2497-530f-4c70-a2b2-4c4eab42321e {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:52.476022 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5710-60eb-41d4-8841-756d3483d55e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (41a38ecd-d037-4d1c-ad02-886eeef71adb), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.476873 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:52.477309 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e1d2497-530f-4c70-a2b2-4c4eab42321e {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:52.477916 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e1d2497-530f-4c70-a2b2-4c4eab42321e'] response: {'name': 'network-changed', 'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a', 'status': 'completed', 'code': 200} Mar 23 01:28:52.478692 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Allocated IP 172.20.0.2 (b6b671bb-04e7-47ec-9c6c-e9f6b7584d32/f3184f37-b64b-4050-92bd-c90b3721827c/2829b85f-b788-4b1f-96d5-047a3f83d744) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:28:52.523499 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5710-60eb-41d4-8841-756d3483d55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (41a38ecd-d037-4d1c-ad02-886eeef71adb), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.542673 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c37c972-5249-404f-8b5a-421260f46d99 req-47674c3d-73aa-433f-9d29-b97b95544ea8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a HTTP/1.1" status: 200 len: 217 time: 0.0961068 Mar 23 01:28:52.598715 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5710-60eb-41d4-8841-756d3483d55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (41a38ecd-d037-4d1c-ad02-886eeef71adb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.630206 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Publish callbacks [] for port (2829b85f-b788-4b1f-96d5-047a3f83d744), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.651868 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (2829b85f-b788-4b1f-96d5-047a3f83d744), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.655690 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37c972-5249-404f-8b5a-421260f46d99 req-66f6e803-7a3b-4ad1-8cac-283448de66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:52.657493 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c37c972-5249-404f-8b5a-421260f46d99 req-66f6e803-7a3b-4ad1-8cac-283448de66f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0949750 Mar 23 01:28:52.671444 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.resource_extend [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:28:52.679057 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5710-60eb-41d4-8841-756d3483d55e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.686194 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2d5c5710-60eb-41d4-8841-756d3483d55e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/41a38ecd-d037-4d1c-ad02-886eeef71adb HTTP/1.1" status: 204 len: 168 time: 0.4274979 Mar 23 01:28:52.686811 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55032) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:52.688213 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c5710-60eb-41d4-8841-756d3483d55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a38ecd-d037-4d1c-ad02-886eeef71adb,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:52.705734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380ca35-006f-438e-bcc3-cfcd77852747 req-c99119ed-b2fc-43c7-9b07-6c5bdd38c441 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:52.709027 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Network b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:28:52.713706 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2380ca35-006f-438e-bcc3-cfcd77852747 req-c99119ed-b2fc-43c7-9b07-6c5bdd38c441 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 945 time: 0.1599736 Mar 23 01:28:52.724269 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:28:52.741342 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7f527352-fa45-40f4-89f9-10eb416dd2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e22d91da-7d4c-4ead-be1d-de8780240728), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.744407 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7f527352-fa45-40f4-89f9-10eb416dd2cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.745823 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7f527352-fa45-40f4-89f9-10eb416dd2cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e22d91da-7d4c-4ead-be1d-de8780240728 HTTP/1.1" status: 204 len: 168 time: 0.6761019 Mar 23 01:28:52.760760 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:28:52.776814 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f527352-fa45-40f4-89f9-10eb416dd2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22d91da-7d4c-4ead-be1d-de8780240728,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:52.801031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37c972-5249-404f-8b5a-421260f46d99 req-05b257cb-839f-49a9-a3e0-3a72f0e36029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:52.803298 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c37c972-5249-404f-8b5a-421260f46d99 req-05b257cb-839f-49a9-a3e0-3a72f0e36029 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1396325 Mar 23 01:28:52.820276 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2380ca35-006f-438e-bcc3-cfcd77852747 req-a3b6e4de-6248-4b09-9d5e-18dd25622b7b tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006112 Mar 23 01:28:52.833776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device bcc8e7d0-4339-4009-9f1c-04fd153673d3 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:28:52.858952 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5aa8802a-026d-41b2-b0a4-afe00eb0e2ea req-31b5e093-0a97-4eef-856c-9f02256b9cc3 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171711 Mar 23 01:28:52.887559 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d395fab8-9a35-4cdb-a073-422b3c866a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (c8981c57-c0e7-42f1-a74c-ec51534cb9b1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.957401 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Pushing event updated for resources: {'Port': ['ID=2829b85f-b788-4b1f-96d5-047a3f83d744,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:52.963384 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Attempting to bind port 2829b85f-b788-4b1f-96d5-047a3f83d744 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:28:52.963863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Attempting to bind port 2829b85f-b788-4b1f-96d5-047a3f83d744 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '531b3f07-50a7-4905-b9c5-f07ac7738748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:28:52.964405 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Attempting to bind port 2829b85f-b788-4b1f-96d5-047a3f83d744 on network b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:28:52.984179 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:28:52.984721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Checking segment: {'id': '531b3f07-50a7-4905-b9c5-f07ac7738748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:28:52.985228 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:52.985713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Bound using segment: {'id': '531b3f07-50a7-4905-b9c5-f07ac7738748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:28:52.986301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Bound port: 2829b85f-b788-4b1f-96d5-047a3f83d744, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531b3f07-50a7-4905-b9c5-f07ac7738748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:28:52.986846 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2829b85f-b788-4b1f-96d5-047a3f83d744), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:53.001356 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c37c972-5249-404f-8b5a-421260f46d99 req-9afa07bf-4af4-41f8-93bb-3c50aee93e75 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798599 Mar 23 01:28:53.078070 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4,segment=NetworkSegment(3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af),segment_id=3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:53.129343 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:53.155163 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d395fab8-9a35-4cdb-a073-422b3c866a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (c8981c57-c0e7-42f1-a74c-ec51534cb9b1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:53.158810 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4', 'network_id': '0f6285fa-5b57-4b49-b542-0cfe0fd86a95', 'port_id': 'a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4', 'mac_address': 'fa:16:3e:92:a0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79beddf3-e38e-4ae2-aeb0-ffcc685292ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:28:53.171092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port bcc8e7d0-4339-4009-9f1c-04fd153673d3 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:28:53.186656 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c37c972-5249-404f-8b5a-421260f46d99 req-cd017a8d-ca7c-43a9-855a-1933c708c7f0 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777585 Mar 23 01:28:53.190197 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port bcc8e7d0-4339-4009-9f1c-04fd153673d3 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:28:53.208922 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:53.296105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] For port 2829b85f-b788-4b1f-96d5-047a3f83d744, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:28:53.300537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3aa631-8a2d-425f-8ce0-77fab1ac85be req-41b7eb70-6b06-4534-92e1-7a22e31348a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:53.302850 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da3aa631-8a2d-425f-8ce0-77fab1ac85be req-41b7eb70-6b06-4534-92e1-7a22e31348a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 1130 time: 0.0583048 Mar 23 01:28:53.344390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] For port 2829b85f-b788-4b1f-96d5-047a3f83d744, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2829b85f-b788-4b1f-96d5-047a3f83d744,segment=NetworkSegment(531b3f07-50a7-4905-b9c5-f07ac7738748),segment_id=531b3f07-50a7-4905-b9c5-f07ac7738748)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:28:53.387607 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2829b85f-b788-4b1f-96d5-047a3f83d744), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:53.449253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3aa631-8a2d-425f-8ce0-77fab1ac85be req-b6156e77-2d3a-4776-9de7-81bf2d5c5f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:53.451459 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da3aa631-8a2d-425f-8ce0-77fab1ac85be req-b6156e77-2d3a-4776-9de7-81bf2d5c5f84 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1290562 Mar 23 01:28:53.517921 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da3aa631-8a2d-425f-8ce0-77fab1ac85be req-c604b610-27bd-4343-a757-aea410cf914a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a HTTP/1.1" status: 200 len: 217 time: 0.0582731 Mar 23 01:28:53.542283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:53.542680 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:53.574179 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:28:53.578259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb130d9-cfca-49fc-b903-fd08b0b8ce0f None None] Pushing event updated for resources: {'Port': ['ID=2829b85f-b788-4b1f-96d5-047a3f83d744,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:53.681093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3aa631-8a2d-425f-8ce0-77fab1ac85be req-6b0f6434-cab6-40a9-a745-d200befe8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:53.685746 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da3aa631-8a2d-425f-8ce0-77fab1ac85be req-6b0f6434-cab6-40a9-a745-d200befe8633 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1600549 Mar 23 01:28:53.749932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4,segment=NetworkSegment(3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af),segment_id=3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:53.751171 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port bcc8e7d0-4339-4009-9f1c-04fd153673d3 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:53.751720 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:53.762377 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:53.777231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3aa631-8a2d-425f-8ce0-77fab1ac85be req-47f4a0ad-11e3-4118-bf64-a3e4b32ddc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:53.779114 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da3aa631-8a2d-425f-8ce0-77fab1ac85be req-47f4a0ad-11e3-4118-bf64-a3e4b32ddc0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0871239 Mar 23 01:28:53.798623 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d395fab8-9a35-4cdb-a073-422b3c866a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8981c57-c0e7-42f1-a74c-ec51534cb9b1']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:53.818833 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2748b2-decc-479e-9454-e9680d5d72ce req-d2b0c24b-bb2c-489f-867b-1b4833d739a4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:53.830015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc647936-7af3-4500-a95d-e51e25eb2555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc8e7d0-4339-4009-9f1c-04fd153673d3'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:53.830264 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cd2748b2-decc-479e-9454-e9680d5d72ce req-d2b0c24b-bb2c-489f-867b-1b4833d739a4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 948 time: 0.7994115 Mar 23 01:28:53.837140 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d13af4a-9ee5-447e-b455-447f367544b2" -d '{"events": [{"server_uuid": "bc647936-7af3-4500-a95d-e51e25eb2555", "name": "network-vif-plugged", "status": "completed", "tag": "bcc8e7d0-4339-4009-9f1c-04fd153673d3"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:53.879885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port bcc8e7d0-4339-4009-9f1c-04fd153673d3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bcc8e7d0-4339-4009-9f1c-04fd153673d3,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:53.893728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:53.897809 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d395fab8-9a35-4cdb-a073-422b3c866a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd114f6-a2f5-4c0a-ab95-6c45c65c117d') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:53.898106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d395fab8-9a35-4cdb-a073-422b3c866a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd114f6-a2f5-4c0a-ab95-6c45c65c117d') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:53.909154 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:53.964368 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da3aa631-8a2d-425f-8ce0-77fab1ac85be req-7fd6055b-a611-4f02-a152-3a2c3b496a69 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775286 Mar 23 01:28:54.007552 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=bcc8e7d0-4339-4009-9f1c-04fd153673d3,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:54.037915 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d395fab8-9a35-4cdb-a073-422b3c866a5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (7fd114f6-a2f5-4c0a-ab95-6c45c65c117d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:54.056794 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Publish callbacks [] for router_gateway (fc792777-3a75-4518-950b-1e2a1eae22ab), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:54.118392 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:54.125813 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cd2748b2-decc-479e-9454-e9680d5d72ce req-3d7f5969-4502-4687-b66d-d2edc0e03539 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477603 Mar 23 01:28:54.126983 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d395fab8-9a35-4cdb-a073-422b3c866a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (7fd114f6-a2f5-4c0a-ab95-6c45c65c117d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:54.142175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d395fab8-9a35-4cdb-a073-422b3c866a5c admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:28:54.142662 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d395fab8-9a35-4cdb-a073-422b3c866a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (7fd114f6-a2f5-4c0a-ab95-6c45c65c117d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:28:54.154022 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:28:54.198615 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:54.215372 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da3aa631-8a2d-425f-8ce0-77fab1ac85be req-d26493b2-0842-4a7a-ba17-80bac8cc1e8d service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236190 Mar 23 01:28:54.437893 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:54.476088 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d395fab8-9a35-4cdb-a073-422b3c866a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (c8981c57-c0e7-42f1-a74c-ec51534cb9b1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:54.512234 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d395fab8-9a35-4cdb-a073-422b3c866a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:54.516650 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d395fab8-9a35-4cdb-a073-422b3c866a5c admin admin] 10.222.0.18 "DELETE /v2.0/networks/c8981c57-c0e7-42f1-a74c-ec51534cb9b1 HTTP/1.1" status: 204 len: 168 time: 1.8186197 Mar 23 01:28:54.530829 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395fab8-9a35-4cdb-a073-422b3c866a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=c8981c57-c0e7-42f1-a74c-ec51534cb9b1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:54.552174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80407ba-b314-438e-869b-e8ff0f3f3917 req-9edf4cc0-7d82-4629-b813-5c5b930cdc04 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:54.563049 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b80407ba-b314-438e-869b-e8ff0f3f3917 req-9edf4cc0-7d82-4629-b813-5c5b930cdc04 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 946 time: 0.2487211 Mar 23 01:28:54.628391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Allocated IP 172.25.0.106 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:28:54.722278 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07e0a4f-6a36-45cb-9a38-9ec05440ab13 x-openstack-request-id: req-a07e0a4f-6a36-45cb-9a38-9ec05440ab13 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:54.722678 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc647936-7af3-4500-a95d-e51e25eb2555", "name": "network-vif-plugged", "status": "completed", "tag": "bcc8e7d0-4339-4009-9f1c-04fd153673d3", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:54.722935 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a07e0a4f-6a36-45cb-9a38-9ec05440ab13 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:54.723414 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07e0a4f-6a36-45cb-9a38-9ec05440ab13'] response: {'server_uuid': 'bc647936-7af3-4500-a95d-e51e25eb2555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc8e7d0-4339-4009-9f1c-04fd153673d3', 'code': 200} Mar 23 01:28:54.789885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ace774f7-592a-4eb6-a147-caa3aee00d6a details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:28:54.884512 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b80407ba-b314-438e-869b-e8ff0f3f3917 req-88b02813-e51c-420c-b170-b43c3f179ba7 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198862 Mar 23 01:28:54.911316 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55142) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:54.982745 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Publish callbacks [] for port (fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:55.050379 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:55.104748 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cdbfc-47f2-460c-b981-5dd072912680 req-53dfc381-c73f-4716-8ebf-36c3ae1c48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:55.108214 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:28:55.111687 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:28:55.119737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:28:55.125266 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b2cdbfc-47f2-460c-b981-5dd072912680 req-53dfc381-c73f-4716-8ebf-36c3ae1c48cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 1128 time: 0.3157067 Mar 23 01:28:55.141094 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e0803a5f-ac65-4c21-93d6-098cd8bb790f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef8754dc5e7849a78c9e10d2126fb45b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271214 Mar 23 01:28:55.144841 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55150) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:55.152981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:55.158404 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Pushing event updated for resources: {'Port': ['ID=fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:55.183416 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'ace774f7-592a-4eb6-a147-caa3aee00d6a', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': 'ace774f7-592a-4eb6-a147-caa3aee00d6a', 'mac_address': 'fa:16:3e:33:48:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:28:55.269230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port ace774f7-592a-4eb6-a147-caa3aee00d6a is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:55.269629 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:55.271711 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b2cdbfc-47f2-460c-b981-5dd072912680 req-18b4d191-dfb8-4654-b2b7-471aaec6e5e8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276329 Mar 23 01:28:55.292802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4280b911-763a-44b6-95c7-aa57861913df None None] Network b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:28:55.297345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f9ad9-d851-4047-b50c-df1142389199 req-3d23f384-47dc-45c2-a740-4bbd744ad541 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:55.298941 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c06f9ad9-d851-4047-b50c-df1142389199 req-3d23f384-47dc-45c2-a740-4bbd744ad541 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 945 time: 0.3641672 Mar 23 01:28:55.392668 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace774f7-592a-4eb6-a147-caa3aee00d6a {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:28:55.432712 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c06f9ad9-d851-4047-b50c-df1142389199 req-2d797521-c58a-4306-af6c-767f41e7e8a2 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229160 Mar 23 01:28:55.459329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:55.469611 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b0efc182-1334-4129-9deb-c8a04f6b04a4 admin admin] Publish callbacks [] for security_group (017f11c5-2ec4-4084-9f16-6652b5154c33), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:55.487250 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:55.521884 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b0efc182-1334-4129-9deb-c8a04f6b04a4 admin admin] Publish callbacks [] for security_group (017f11c5-2ec4-4084-9f16-6652b5154c33), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:55.559630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d112a874-0d1a-4859-bdbf-24094d91cf32 None None] Provisioning complete for port 2829b85f-b788-4b1f-96d5-047a3f83d744 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:28:55.559919 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d112a874-0d1a-4859-bdbf-24094d91cf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2829b85f-b788-4b1f-96d5-047a3f83d744), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:55.617147 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Publish callbacks [] for router_gateway (fc792777-3a75-4518-950b-1e2a1eae22ab), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:55.706740 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db15166-4d97-47b1-97b5-9c90b3665745 req-78ffede6-3bc7-457d-9d26-dd53ec7c7c00 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:55.718424 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1db15166-4d97-47b1-97b5-9c90b3665745 req-78ffede6-3bc7-457d-9d26-dd53ec7c7c00 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 949 time: 0.1654456 Mar 23 01:28:55.719657 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b0efc182-1334-4129-9deb-c8a04f6b04a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (017f11c5-2ec4-4084-9f16-6652b5154c33), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:55.738743 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b0efc182-1334-4129-9deb-c8a04f6b04a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:55.746678 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b0efc182-1334-4129-9deb-c8a04f6b04a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/017f11c5-2ec4-4084-9f16-6652b5154c33 HTTP/1.1" status: 204 len: 168 time: 0.5562541 Mar 23 01:28:55.774141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efc182-1334-4129-9deb-c8a04f6b04a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017f11c5-2ec4-4084-9f16-6652b5154c33,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:55.787517 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['ace774f7-592a-4eb6-a147-caa3aee00d6a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:28:55.888211 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1db15166-4d97-47b1-97b5-9c90b3665745 req-163db552-d3d7-46ed-83ba-c35fdce8a3f6 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400449 Mar 23 01:28:55.903339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2829b85f-b788-4b1f-96d5-047a3f83d744 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:28:55.916536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=ace774f7-592a-4eb6-a147-caa3aee00d6a,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:56.021298 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:56.101374 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (fc792777-3a75-4518-950b-1e2a1eae22ab), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:56.148890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d112a874-0d1a-4859-bdbf-24094d91cf32 None None] Current status of the port 2829b85f-b788-4b1f-96d5-047a3f83d744 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:56.149581 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d112a874-0d1a-4859-bdbf-24094d91cf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2829b85f-b788-4b1f-96d5-047a3f83d744), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:56.166452 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:28:56.278213 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d112a874-0d1a-4859-bdbf-24094d91cf32 None None] For port 2829b85f-b788-4b1f-96d5-047a3f83d744, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2829b85f-b788-4b1f-96d5-047a3f83d744,segment=NetworkSegment(531b3f07-50a7-4905-b9c5-f07ac7738748),segment_id=531b3f07-50a7-4905-b9c5-f07ac7738748)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:56.307934 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d112a874-0d1a-4859-bdbf-24094d91cf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2829b85f-b788-4b1f-96d5-047a3f83d744), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:56.373188 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 2829b85f-b788-4b1f-96d5-047a3f83d744 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:28:56.373588 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2829b85f-b788-4b1f-96d5-047a3f83d744), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:56.444478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ef2cb-5154-4cc8-936f-a3a17455fa04 req-232a90e6-e5d1-474a-94c6-529750bfbda4 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:56.456145 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd6ef2cb-5154-4cc8-936f-a3a17455fa04 req-232a90e6-e5d1-474a-94c6-529750bfbda4 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 946 time: 0.1785204 Mar 23 01:28:56.551425 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd6ef2cb-5154-4cc8-936f-a3a17455fa04 req-dc621af1-9829-42a8-91f1-7b0b592e7619 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829594 Mar 23 01:28:56.554685 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Router fc792777-3a75-4518-950b-1e2a1eae22ab is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:28:56.665283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:28:56.698587 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112a874-0d1a-4859-bdbf-24094d91cf32 None None] Pushing event updated for resources: {'Port': ['ID=2829b85f-b788-4b1f-96d5-047a3f83d744,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:56.709076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:28:56.709676 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:56.722853 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:28:56.749300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Sync routers for ids ['fc792777-3a75-4518-950b-1e2a1eae22ab'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:28:56.766881 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:56.770807 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-36ea4f86-d295-4b0b-bf0d-0e6eb0a6a3e1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.8985329 Mar 23 01:28:56.771213 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55226) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:56.773948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-dc783815-65c7-4d8b-8684-fd3dc9be5a90 None None] Provisioning complete for port 2829b85f-b788-4b1f-96d5-047a3f83d744 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:28:56.774855 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dc783815-65c7-4d8b-8684-fd3dc9be5a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2829b85f-b788-4b1f-96d5-047a3f83d744), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:56.826652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Routers {'fc792777-3a75-4518-950b-1e2a1eae22ab'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:56.827634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:28:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fc792777-3a75-4518-950b-1e2a1eae22ab'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:56.969045 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cbbb0-e560-4270-bfc8-bbe6918a8fa8 req-de61fc06-16a3-4a8d-8d76-bad9b2700388 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:56.970660 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-275cbbb0-e560-4270-bfc8-bbe6918a8fa8 req-de61fc06-16a3-4a8d-8d76-bad9b2700388 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 945 time: 0.1210938 Mar 23 01:28:56.996290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 2829b85f-b788-4b1f-96d5-047a3f83d744 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:57.056095 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:57.056882 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:57.075227 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-275cbbb0-e560-4270-bfc8-bbe6918a8fa8 req-de302eaf-8fe0-4001-8765-99ea8abab513 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962853 Mar 23 01:28:57.084315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Set router fc792777-3a75-4518-950b-1e2a1eae22ab gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:57.087169 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-dc783815-65c7-4d8b-8684-fd3dc9be5a90 None None] Current status of the port 2829b85f-b788-4b1f-96d5-047a3f83d744 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:57.141431 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55242) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:57.166634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633e23d5-84f8-4068-8445-cb6f685cd921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:57.169315 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fa3f57-6a4d-4207-b039-d0771402b001" -d '{"events": [{"server_uuid": "633e23d5-84f8-4068-8445-cb6f685cd921", "name": "network-vif-plugged", "status": "completed", "tag": "a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:28:57.192521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4,segment=NetworkSegment(3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af),segment_id=3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:57.217549 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:57.354973 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:57.485788 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6eb96732-34c0-4753-bee8-415a7c8094ba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1196046097-network', 'tenant_id': '472492e8b3c842c789b88a01144fa8c9'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:57.514551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'name': 'tempest-ServersTestJSON-1863784132-router', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:28:51Z', 'updated_at': '2022-03-23T01:28:55Z', 'revision_number': 3, 'project_id': '1678261026c64e4184d05714d530f92f', 'gw_port': {'id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:54Z', 'updated_at': '2022-03-23T01:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:57.547009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Checking router: fc792777-3a75-4518-950b-1e2a1eae22ab for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:28:57.547479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Updating router fc792777-3a75-4518-950b-1e2a1eae22ab port fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:28:57.583175 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:57.586636 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:57.606874 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb96732-34c0-4753-bee8-415a7c8094ba admin admin] Made reservation on behalf of 472492e8b3c842c789b88a01144fa8c9 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:28:57.609923 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6eb96732-34c0-4753-bee8-415a7c8094ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:57.651922 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6eb96732-34c0-4753-bee8-415a7c8094ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:57.751334 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157401bb-2791-46b2-8159-9d98c821ceb5 req-78e85c57-118f-4860-b268-09f4f2d24de1 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:57.753033 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-157401bb-2791-46b2-8159-9d98c821ceb5 req-78e85c57-118f-4860-b268-09f4f2d24de1 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 949 time: 0.2421074 Mar 23 01:28:57.827615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Allocated IP 172.20.0.1 (b6b671bb-04e7-47ec-9c6c-e9f6b7584d32/f3184f37-b64b-4050-92bd-c90b3721827c/2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:28:57.905030 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Publish callbacks [] for port (fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:57.911585 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc5a4cd-8ce7-4427-b96a-cee7e902baae x-openstack-request-id: req-bcc5a4cd-8ce7-4427-b96a-cee7e902baae {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:28:57.912123 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633e23d5-84f8-4068-8445-cb6f685cd921", "name": "network-vif-plugged", "status": "completed", "tag": "a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:28:57.912538 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bcc5a4cd-8ce7-4427-b96a-cee7e902baae {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:28:57.913194 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc5a4cd-8ce7-4427-b96a-cee7e902baae'] response: {'server_uuid': '633e23d5-84f8-4068-8445-cb6f685cd921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4', 'code': 200} Mar 23 01:28:57.915402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2829b85f-b788-4b1f-96d5-047a3f83d744 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:28:57.947615 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:57.973797 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Publish callbacks [] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:57.980966 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-157401bb-2791-46b2-8159-9d98c821ceb5 req-438d1a5c-8913-4f16-ac08-e78bc6beb8de tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153292 Mar 23 01:28:58.025594 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6eb96732-34c0-4753-bee8-415a7c8094ba admin admin] Publish callbacks [] for security_group (a22fa6f7-78b6-4784-8916-3f4fc532fa6a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:58.051177 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6eb96732-34c0-4753-bee8-415a7c8094ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a22fa6f7-78b6-4784-8916-3f4fc532fa6a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:58.066376 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb96732-34c0-4753-bee8-415a7c8094ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:28:58.078931 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6eb96732-34c0-4753-bee8-415a7c8094ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (00b62840-966d-46c2-8a1c-edb97ca194d0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:58.079440 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-6eb96732-34c0-4753-bee8-415a7c8094ba admin admin] Added segment 00b62840-966d-46c2-8a1c-edb97ca194d0 of type vlan for network 00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa Mar 23 01:28:58.109844 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9e40c-813d-4ea1-9b13-be37da9c192b None None] Pushing event updated for resources: {'Port': ['ID=fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:58.133508 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 2829b85f-b788-4b1f-96d5-047a3f83d744 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:28:58.134001 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6eb96732-34c0-4753-bee8-415a7c8094ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:58.135979 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2829b85f-b788-4b1f-96d5-047a3f83d744), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:58.174293 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6eb96732-34c0-4753-bee8-415a7c8094ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:58.175459 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb96732-34c0-4753-bee8-415a7c8094ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:58.176325 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6eb96732-34c0-4753-bee8-415a7c8094ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:58.215141 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6eb96732-34c0-4753-bee8-415a7c8094ba admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0725186 Mar 23 01:28:58.219877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Attempting to bind port fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:28:58.220566 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Attempting to bind port fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:28:58.221444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Attempting to bind port fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:28:58.229861 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55286) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:28:58.235076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:28:58.235790 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:28:58.236377 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:58.236502 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d4870d6e-73b9-4bea-8d30-ef4c49e8c994 admin admin] Request body: {'subnet': {'network_id': '00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1196046097-subnet', 'tenant_id': '472492e8b3c842c789b88a01144fa8c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:28:58.237290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:28:58.237986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Bound port: fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:28:58.238559 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:58.310553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4870d6e-73b9-4bea-8d30-ef4c49e8c994 admin admin] Made reservation on behalf of 472492e8b3c842c789b88a01144fa8c9 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:28:58.313524 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d4870d6e-73b9-4bea-8d30-ef4c49e8c994 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:58.337069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 2829b85f-b788-4b1f-96d5-047a3f83d744 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:58.343899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] For port fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:28:58.348004 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] For port fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:28:58.357951 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:58.393408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843a744-782d-4c63-9eda-d787c52662ae req-086c4b83-b2f9-4bb5-b009-670c764cadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:58.396201 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3843a744-782d-4c63-9eda-d787c52662ae req-086c4b83-b2f9-4bb5-b009-670c764cadf5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 1128 time: 0.4192038 Mar 23 01:28:58.430648 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Routers {'fc792777-3a75-4518-950b-1e2a1eae22ab'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:28:58.431410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:28:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fc792777-3a75-4518-950b-1e2a1eae22ab'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:58.435661 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb96732-34c0-4753-bee8-415a7c8094ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22fa6f7-78b6-4784-8916-3f4fc532fa6a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:58.493182 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb96732-34c0-4753-bee8-415a7c8094ba admin admin] Pushing event updated for resources: {'Network': ['ID=00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:58.551814 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:28:58.553995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9e40c-813d-4ea1-9b13-be37da9c192b None None] Pushing event updated for resources: {'Port': ['ID=fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:58.578780 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3843a744-782d-4c63-9eda-d787c52662ae req-b25521d9-b03a-4f97-b4e3-ad8e035e933d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675367 Mar 23 01:28:58.604462 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c5444-7f99-4837-b229-239e43930392 req-90a3dc07-42df-4aa6-8592-a7ee44f65cb6 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:58.605070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c055693-eb22-4a88-8fcb-c4645391fa3d req-511c479b-3cd6-4194-95eb-7a912eb362e5 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:58.606242 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-140c5444-7f99-4837-b229-239e43930392 req-90a3dc07-42df-4aa6-8592-a7ee44f65cb6 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 946 time: 0.0843840 Mar 23 01:28:58.610095 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c055693-eb22-4a88-8fcb-c4645391fa3d req-511c479b-3cd6-4194-95eb-7a912eb362e5 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 946 time: 0.6338401 Mar 23 01:28:58.643421 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:58.698972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] Set router fc792777-3a75-4518-950b-1e2a1eae22ab gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:28:58.701260 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-140c5444-7f99-4837-b229-239e43930392 req-e8ab5594-221c-489b-8895-6ba273355259 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685141 Mar 23 01:28:58.747090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Network b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:28:58.761555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:28:58.784415 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c055693-eb22-4a88-8fcb-c4645391fa3d req-239ecbdf-3f8e-41f5-8e69-674a4f2c5fad tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645346 Mar 23 01:28:58.787885 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:28:58.806942 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ace774f7-592a-4eb6-a147-caa3aee00d6a up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:28:58.828878 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d4870d6e-73b9-4bea-8d30-ef4c49e8c994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (847a7b45-f560-4ae5-b213-abae41dbbc88), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:58.895787 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (fc792777-3a75-4518-950b-1e2a1eae22ab), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:58.900093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Pushing event updated for resources: {'Port': ['ID=2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:58.905120 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4870d6e-73b9-4bea-8d30-ef4c49e8c994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=847a7b45-f560-4ae5-b213-abae41dbbc88,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:58.984380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe17dd-4f27-42d4-8ff2-e10f6d4ad406 req-3ae4768c-c5ea-471b-b022-ec1f062218ba tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:58.992093 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9fbe17dd-4f27-42d4-8ff2-e10f6d4ad406 req-3ae4768c-c5ea-471b-b022-ec1f062218ba tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 946 time: 0.1745796 Mar 23 01:28:59.003106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4870d6e-73b9-4bea-8d30-ef4c49e8c994 admin admin] Checking segment: {'id': '00b62840-966d-46c2-8a1c-edb97ca194d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:28:59.013247 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4870d6e-73b9-4bea-8d30-ef4c49e8c994 admin admin] Network hostable DHCP agents. Network: 00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:28:59.070544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4870d6e-73b9-4bea-8d30-ef4c49e8c994 admin admin] Network 00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:28:59.091497 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0200f-d54c-48cb-b0c6-be1b96903eb9 req-fa9aede5-5f59-4c32-8513-b9ebbe6fa4eb tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:59.093168 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7b0200f-d54c-48cb-b0c6-be1b96903eb9 req-fa9aede5-5f59-4c32-8513-b9ebbe6fa4eb tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 946 time: 0.1295273 Mar 23 01:28:59.106810 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9fbe17dd-4f27-42d4-8ff2-e10f6d4ad406 req-75889018-181b-4e8a-a9d7-7f425e5cb1a0 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133897 Mar 23 01:28:59.116507 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-d4870d6e-73b9-4bea-8d30-ef4c49e8c994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:28:59.124554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4870d6e-73b9-4bea-8d30-ef4c49e8c994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:59.125931 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d4870d6e-73b9-4bea-8d30-ef4c49e8c994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:59.168097 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d4870d6e-73b9-4bea-8d30-ef4c49e8c994 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9357679 Mar 23 01:28:59.174495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2d9728-89a7-4659-be12-05b5f7e65fc7 None None] Network 00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:28:59.209794 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:59.262374 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7b0200f-d54c-48cb-b0c6-be1b96903eb9 req-fd183396-8c07-40ae-9a87-df04e8175046 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508293 Mar 23 01:28:59.319892 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d7579c19-34a9-47e0-ba4b-551d122bdd03 None None] Provisioning complete for port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:28:59.320267 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d7579c19-34a9-47e0-ba4b-551d122bdd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:59.339395 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9135f86-6a7e-40ae-b7fb-bed2806edf07 req-76037d53-526d-4bcb-844f-55b4ac602458 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:28:59.351862 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a9135f86-6a7e-40ae-b7fb-bed2806edf07 req-76037d53-526d-4bcb-844f-55b4ac602458 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 949 time: 0.1242790 Mar 23 01:28:59.368019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port ace774f7-592a-4eb6-a147-caa3aee00d6a completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:28:59.415155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port ace774f7-592a-4eb6-a147-caa3aee00d6a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:28:59.415592 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:59.450257 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29b7968-236a-4464-a303-aebcb0275d17 None None] Network 00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:28:59.465251 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Publish callbacks [] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:59.466877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a9135f86-6a7e-40ae-b7fb-bed2806edf07 req-8fdf193c-5188-43c3-9dfd-9367fd9d617a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031427 Mar 23 01:28:59.475489 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:59.514675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d7579c19-34a9-47e0-ba4b-551d122bdd03 None None] Port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:28:59.557302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'name': 'tempest-ServersTestJSON-1863784132-router', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:28:51Z', 'updated_at': '2022-03-23T01:28:55Z', 'revision_number': 3, 'project_id': '1678261026c64e4184d05714d530f92f', 'gw_port': {'id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:54Z', 'updated_at': '2022-03-23T01:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:28:59.593533 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Pushing event updated for resources: {'Port': ['ID=2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:28:59.596188 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (fc792777-3a75-4518-950b-1e2a1eae22ab), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:59.613710 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [req-c886e3e3-cc93-4212-85bc-9acfb801349e req-9b8d07b2-f33e-4ce2-aa16-87ae71e6b743 tempest-SecurityGroupsNegativeTestJSON-1780316824 tempest-SecurityGroupsNegativeTestJSON-1780316824-project] show failed (client error): The resource could not be found. Mar 23 01:28:59.616003 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c886e3e3-cc93-4212-85bc-9acfb801349e req-9b8d07b2-f33e-4ce2-aa16-87ae71e6b743 tempest-SecurityGroupsNegativeTestJSON-1780316824 tempest-SecurityGroupsNegativeTestJSON-1780316824-project] 10.222.0.18 "GET /v2.0/security-groups/aad73954-ddac-4138-be1f-cbbca67f8395 HTTP/1.1" status: 404 len: 352 time: 0.0248899 Mar 23 01:28:59.626498 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e05e54d-3a63-47d0-a089-1bd10315e45a None None] The sync data for ids ['fc792777-3a75-4518-950b-1e2a1eae22ab'] in n-d-834677-4 is: [{'id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'name': 'tempest-ServersTestJSON-1863784132-router', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:28:51Z', 'updated_at': '2022-03-23T01:28:55Z', 'revision_number': 3, 'project_id': '1678261026c64e4184d05714d530f92f', 'gw_port': {'id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:54Z', 'updated_at': '2022-03-23T01:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:28:59.740989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Network b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:28:59.742589 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:28:59.800857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port ace774f7-592a-4eb6-a147-caa3aee00d6a is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:28:59.801316 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:59.875319 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a1c204e5-b764-44ad-8edb-d2861167c504 req-82941837-e3f3-4ff9-9337-8588becfbced tempest-SecurityGroupsNegativeTestJSON-1780316824 tempest-SecurityGroupsNegativeTestJSON-1780316824-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=472492e8b3c842c789b88a01144fa8c9 HTTP/1.1" status: 200 len: 3001 time: 0.1544602 Mar 23 01:28:59.887970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:28:59.902577 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:28:59.961445 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:28:59.963915 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a1c204e5-b764-44ad-8edb-d2861167c504 req-b51dfd82-1b2e-4152-bbbf-761d509f593e tempest-SecurityGroupsNegativeTestJSON-1780316824 tempest-SecurityGroupsNegativeTestJSON-1780316824-project] 10.222.0.18 "GET /v2.0/security-groups/a22fa6f7-78b6-4784-8916-3f4fc532fa6a HTTP/1.1" status: 200 len: 2998 time: 0.0766616 Mar 23 01:28:59.965450 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d19b58a-f173-4890-8755-bbdbb8153f24" -d '{"events": [{"server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "name": "network-vif-plugged", "status": "completed", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:00.077534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=ace774f7-592a-4eb6-a147-caa3aee00d6a,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:00.110415 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a1c204e5-b764-44ad-8edb-d2861167c504 req-0cb00f4c-d78d-42cc-ab4d-7cb21a3f721b tempest-SecurityGroupsNegativeTestJSON-1780316824 tempest-SecurityGroupsNegativeTestJSON-1780316824-project] 10.222.0.18 "GET /v2.0/security-groups/a22fa6f7-78b6-4784-8916-3f4fc532fa6a HTTP/1.1" status: 200 len: 2998 time: 0.1440547 Mar 23 01:29:00.136938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Router fc792777-3a75-4518-950b-1e2a1eae22ab has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:29:00.185642 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d387d2-cd08-4621-b800-ac2a16806365 req-2b040cb4-1f32-4b62-bafc-980b3c72d382 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:00.187222 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53d387d2-cd08-4621-b800-ac2a16806365 req-2b040cb4-1f32-4b62-bafc-980b3c72d382 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 946 time: 0.2577770 Mar 23 01:29:00.193247 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0c068d-7419-4241-aefc-e1857c17ce07 x-openstack-request-id: req-6b0c068d-7419-4241-aefc-e1857c17ce07 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:00.193796 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "name": "network-vif-plugged", "status": "completed", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:00.193796 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b0c068d-7419-4241-aefc-e1857c17ce07 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:00.194203 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b0c068d-7419-4241-aefc-e1857c17ce07'] response: {'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a', 'code': 200} Mar 23 01:29:00.363043 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e75e3809-a924-434e-8012-8f077fa66ef5 None None] Provisioning complete for port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:29:00.363423 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e75e3809-a924-434e-8012-8f077fa66ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:00.445139 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e75e3809-a924-434e-8012-8f077fa66ef5 None None] Port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:29:00.511519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591dce1-a716-4099-89c3-cf8192013d96 req-192ed078-16f5-4fdd-bea0-63bde3a1da58 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:00.519942 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5591dce1-a716-4099-89c3-cf8192013d96 req-192ed078-16f5-4fdd-bea0-63bde3a1da58 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 946 time: 0.3044119 Mar 23 01:29:00.559758 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bd763a19-df95-429b-ae97-274cccf8e811 req-81336ec3-dc49-4455-b9de-9ff9fd8af85e tempest-SecurityGroupsNegativeTestJSON-1780316824 tempest-SecurityGroupsNegativeTestJSON-1780316824-project] 10.222.0.18 "GET /v2.0/security-groups/a22fa6f7-78b6-4784-8916-3f4fc532fa6a HTTP/1.1" status: 200 len: 2998 time: 0.0916476 Mar 23 01:29:00.599302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abddd18-b54c-46fe-a06c-65e7965e93d6 req-a94c827b-3fb0-4560-9403-1b9aa05d532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:00.601008 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7abddd18-b54c-46fe-a06c-65e7965e93d6 req-a94c827b-3fb0-4560-9403-1b9aa05d532b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 1132 time: 0.2654860 Mar 23 01:29:00.622813 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-53d387d2-cd08-4621-b800-ac2a16806365 req-fee76cd2-5cc6-428c-b444-ad7889c33ee4 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Deleting port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:29:00.623245 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-53d387d2-cd08-4621-b800-ac2a16806365 req-fee76cd2-5cc6-428c-b444-ad7889c33ee4 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:00.624955 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [req-bd763a19-df95-429b-ae97-274cccf8e811 req-f4c2c613-fe4e-435f-909d-4786568695c8 tempest-SecurityGroupsNegativeTestJSON-1780316824 tempest-SecurityGroupsNegativeTestJSON-1780316824-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 23 01:29:00.645244 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bd763a19-df95-429b-ae97-274cccf8e811 req-f4c2c613-fe4e-435f-909d-4786568695c8 tempest-SecurityGroupsNegativeTestJSON-1780316824 tempest-SecurityGroupsNegativeTestJSON-1780316824-project] 10.222.0.18 "DELETE /v2.0/security-groups/a22fa6f7-78b6-4784-8916-3f4fc532fa6a HTTP/1.1" status: 409 len: 352 time: 0.0844879 Mar 23 01:29:00.693326 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5591dce1-a716-4099-89c3-cf8192013d96 req-ab630aac-3c00-4669-94e6-59c078d6c7f9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725006 Mar 23 01:29:00.749478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:29:00.772663 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5ca48044-7bb0-4b59-8f0e-ead9bd8f84b6 admin admin] 10.222.0.18 "PUT /v2.0/routers/fc792777-3a75-4518-950b-1e2a1eae22ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9935985 Mar 23 01:29:00.791749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08701900-e93b-4b4f-9e0e-3f7ea8c14a33 req-10de542e-d824-468b-9706-1cdc49463c36 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:00.800225 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-08701900-e93b-4b4f-9e0e-3f7ea8c14a33 req-10de542e-d824-468b-9706-1cdc49463c36 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 946 time: 0.1014698 Mar 23 01:29:00.806628 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7abddd18-b54c-46fe-a06c-65e7965e93d6 req-b8973693-70f4-45d6-b54d-81a8713e72dc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863594 Mar 23 01:29:00.830106 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-53d387d2-cd08-4621-b800-ac2a16806365 req-fee76cd2-5cc6-428c-b444-ad7889c33ee4 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] For port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:00.830568 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-53d387d2-cd08-4621-b800-ac2a16806365 req-fee76cd2-5cc6-428c-b444-ad7889c33ee4 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:00.853095 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-53d387d2-cd08-4621-b800-ac2a16806365 req-fee76cd2-5cc6-428c-b444-ad7889c33ee4 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Calling delete_port for 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:29:00.865311 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-08701900-e93b-4b4f-9e0e-3f7ea8c14a33 req-5f87704e-93c2-41fb-8a53-d2b891324ac8 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646000 Mar 23 01:29:00.920575 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [req-3611a56b-e50a-4513-8c31-327c03f6f837 req-999ea784-fcf9-4942-a10a-67163c31a1c7 tempest-SecurityGroupsNegativeTestJSON-1780316824 tempest-SecurityGroupsNegativeTestJSON-1780316824-project] show failed (client error): The resource could not be found. Mar 23 01:29:00.921632 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3611a56b-e50a-4513-8c31-327c03f6f837 req-999ea784-fcf9-4942-a10a-67163c31a1c7 tempest-SecurityGroupsNegativeTestJSON-1780316824 tempest-SecurityGroupsNegativeTestJSON-1780316824-project] 10.222.0.18 "GET /v2.0/security-groups/4c98e379-bfb0-44d9-acb4-8cd12e6bf012 HTTP/1.1" status: 404 len: 352 time: 0.0166385 Mar 23 01:29:01.036378 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb0a40-ec8c-4e87-afb1-72abe4021759 req-8ccfc720-83fb-497e-8cb8-fe4346db2882 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:01.037986 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3eb0a40-ec8c-4e87-afb1-72abe4021759 req-8ccfc720-83fb-497e-8cb8-fe4346db2882 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.1055393 Mar 23 01:29:01.070194 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc373d-616e-4995-a208-481784c69fe1 req-612b334d-4e5d-4319-8e2c-4ab26d64e794 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:01.071879 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-28dc373d-616e-4995-a208-481784c69fe1 req-612b334d-4e5d-4319-8e2c-4ab26d64e794 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 946 time: 0.0682263 Mar 23 01:29:01.138918 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3eb0a40-ec8c-4e87-afb1-72abe4021759 req-35bea5ab-ae36-4b4b-91b1-8fea66e5b6ec tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930417 Mar 23 01:29:01.145698 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-53d387d2-cd08-4621-b800-ac2a16806365 req-fee76cd2-5cc6-428c-b444-ad7889c33ee4 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (85d1b0ee-c6fe-4614-9389-7fc0e8aed949), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:01.162251 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-28dc373d-616e-4995-a208-481784c69fe1 req-18b1506c-6401-4386-b385-a1e3110392df tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737803 Mar 23 01:29:01.192995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee76cd2-5cc6-428c-b444-ad7889c33ee4 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Pushing event deleted for resources: {'Port': ['ID=85d1b0ee-c6fe-4614-9389-7fc0e8aed949,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:01.206420 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-038e7533-baf3-4d0c-8493-9886dfc05615 req-b2470e71-9471-4a9b-a5d0-5c179dfcabe0 tempest-SecurityGroupsNegativeTestJSON-1780316824 tempest-SecurityGroupsNegativeTestJSON-1780316824-project] show failed (client error): The resource could not be found. Mar 23 01:29:01.207684 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-038e7533-baf3-4d0c-8493-9886dfc05615 req-b2470e71-9471-4a9b-a5d0-5c179dfcabe0 tempest-SecurityGroupsNegativeTestJSON-1780316824 tempest-SecurityGroupsNegativeTestJSON-1780316824-project] 10.222.0.18 "GET /v2.0/security-groups/843424cf-44a9-4425-888c-bb5031470f93 HTTP/1.1" status: 404 len: 352 time: 0.0273128 Mar 23 01:29:01.222764 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55446) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:01.273714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d387d2-cd08-4621-b800-ac2a16806365 req-fee76cd2-5cc6-428c-b444-ad7889c33ee4 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] No DVR routers for this DVR port 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:29:01.295426 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-53d387d2-cd08-4621-b800-ac2a16806365 req-fee76cd2-5cc6-428c-b444-ad7889c33ee4 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:01.298142 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae06808-1d63-4cb9-af51-0354ab02ba32 admin admin] Deleting subnet 847a7b45-f560-4ae5-b213-abae41dbbc88 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:29:01.308288 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53d387d2-cd08-4621-b800-ac2a16806365 req-fee76cd2-5cc6-428c-b444-ad7889c33ee4 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.42 "DELETE /v2.0/ports/85d1b0ee-c6fe-4614-9389-7fc0e8aed949 HTTP/1.1" status: 204 len: 173 time: 1.1092198 Mar 23 01:29:01.308894 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bae06808-1d63-4cb9-af51-0354ab02ba32 admin admin] Publish callbacks [] for subnet (847a7b45-f560-4ae5-b213-abae41dbbc88), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:01.310849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b953878f-4bb4-461e-824d-19aa5e4bff97', 'name': 'network-vif-deleted', 'tag': '85d1b0ee-c6fe-4614-9389-7fc0e8aed949'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:01.317512 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdefded-a494-4213-a59e-d0058737a247" -d '{"events": [{"server_uuid": "b953878f-4bb4-461e-824d-19aa5e4bff97", "name": "network-vif-deleted", "tag": "85d1b0ee-c6fe-4614-9389-7fc0e8aed949"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:01.392827 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2687056-94af-4f7b-9f0c-ab9ad3d922c9 x-openstack-request-id: req-e2687056-94af-4f7b-9f0c-ab9ad3d922c9 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:01.393294 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b953878f-4bb4-461e-824d-19aa5e4bff97", "name": "network-vif-deleted", "tag": "85d1b0ee-c6fe-4614-9389-7fc0e8aed949", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:01.393699 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2687056-94af-4f7b-9f0c-ab9ad3d922c9 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:01.394280 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2687056-94af-4f7b-9f0c-ab9ad3d922c9'] response: {'server_uuid': 'b953878f-4bb4-461e-824d-19aa5e4bff97', 'name': 'network-vif-deleted', 'tag': '85d1b0ee-c6fe-4614-9389-7fc0e8aed949', 'status': 'completed', 'code': 200} Mar 23 01:29:01.396866 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bae06808-1d63-4cb9-af51-0354ab02ba32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (847a7b45-f560-4ae5-b213-abae41dbbc88), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:01.464621 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bae06808-1d63-4cb9-af51-0354ab02ba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (847a7b45-f560-4ae5-b213-abae41dbbc88), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:01.541776 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bae06808-1d63-4cb9-af51-0354ab02ba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (847a7b45-f560-4ae5-b213-abae41dbbc88), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:01.593921 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae06808-1d63-4cb9-af51-0354ab02ba32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847a7b45-f560-4ae5-b213-abae41dbbc88,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:01.601019 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bae06808-1d63-4cb9-af51-0354ab02ba32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:01.610698 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55458) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:01.612992 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bae06808-1d63-4cb9-af51-0354ab02ba32 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/847a7b45-f560-4ae5-b213-abae41dbbc88 HTTP/1.1" status: 204 len: 168 time: 0.3871291 Mar 23 01:29:01.617135 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55460) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:01.630121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55464) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:01.634887 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e1aa2f4d-4a9a-4933-a792-f50ad8bba5bd tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355962781', 'description': 'tempest-description--1533520339'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:01.688937 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2f4d-4a9a-4933-a792-f50ad8bba5bd tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:01.798313 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2f4d-4a9a-4933-a792-f50ad8bba5bd tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for security_group (fd7c24bd-65f7-4c4a-afed-b8dade6949ed), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:01.818953 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2f4d-4a9a-4933-a792-f50ad8bba5bd tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fd7c24bd-65f7-4c4a-afed-b8dade6949ed), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:01.835239 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-468e40d7-a42e-42ed-84bd-b519e5e77061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:01.842273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:29:01.962297 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1aa2f4d-4a9a-4933-a792-f50ad8bba5bd tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:01.967128 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e1aa2f4d-4a9a-4933-a792-f50ad8bba5bd tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3356316 Mar 23 01:29:01.967422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55470) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:01.969910 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:29:01.970541 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:01.980769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-dba74f53-f834-432c-a723-a354f270f943 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Request body: {'security_group_rule': {'security_group_id': 'fd7c24bd-65f7-4c4a-afed-b8dade6949ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:02.006294 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c5f55d1-99c3-4848-92d6-81b4663d4abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.023103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa2f4d-4a9a-4933-a792-f50ad8bba5bd tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7c24bd-65f7-4c4a-afed-b8dade6949ed,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:02.028688 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dba74f53-f834-432c-a723-a354f270f943 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for security_group_rule (ffa7eaaa-3d3e-4852-b99a-d947b30420ed), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.069058 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22abee-dbc8-47d6-8140-3cbae2a3e699 req-025d36a4-0048-40de-aa98-c96ded80509f tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:02.076380 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be22abee-dbc8-47d6-8140-3cbae2a3e699 req-025d36a4-0048-40de-aa98-c96ded80509f tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 946 time: 0.2398911 Mar 23 01:29:02.144121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:02.144547 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.179763 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-afc19f64-4dac-4ea3-8d1f-2ecb0d72d35f req-d9e14e1b-82c8-4826-b24d-0c119e426944 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=b953878f-4bb4-461e-824d-19aa5e4bff97 HTTP/1.1" status: 200 len: 210 time: 0.0976045 Mar 23 01:29:02.186248 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dba74f53-f834-432c-a723-a354f270f943 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for security_group_rule (ffa7eaaa-3d3e-4852-b99a-d947b30420ed), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.195635 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-468e40d7-a42e-42ed-84bd-b519e5e77061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.200399 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dba74f53-f834-432c-a723-a354f270f943 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ffa7eaaa-3d3e-4852-b99a-d947b30420ed), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.229678 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-468e40d7-a42e-42ed-84bd-b519e5e77061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:02.247113 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:02.247534 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-468e40d7-a42e-42ed-84bd-b519e5e77061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b62840-966d-46c2-8a1c-edb97ca194d0') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:02.247534 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-468e40d7-a42e-42ed-84bd-b519e5e77061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b62840-966d-46c2-8a1c-edb97ca194d0') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:02.255527 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.263734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be22abee-dbc8-47d6-8140-3cbae2a3e699 req-4de45136-09e6-4386-a299-f242f5739029 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861527 Mar 23 01:29:02.287247 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba74f53-f834-432c-a723-a354f270f943 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa7eaaa-3d3e-4852-b99a-d947b30420ed,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:02.287991 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-468e40d7-a42e-42ed-84bd-b519e5e77061 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (00b62840-966d-46c2-8a1c-edb97ca194d0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.311476 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-468e40d7-a42e-42ed-84bd-b519e5e77061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (00b62840-966d-46c2-8a1c-edb97ca194d0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.315228 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dba74f53-f834-432c-a723-a354f270f943 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.321272 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dba74f53-f834-432c-a723-a354f270f943 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3454318 Mar 23 01:29:02.323544 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55478) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:02.324735 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Sync routers for ids ['fc792777-3a75-4518-950b-1e2a1eae22ab'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:29:02.330962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e4bd301b-3d24-4790-873e-438b71c4346d tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Request body: {'security_group_rule': {'security_group_id': 'fd7c24bd-65f7-4c4a-afed-b8dade6949ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:02.335389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468e40d7-a42e-42ed-84bd-b519e5e77061 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:29:02.335830 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-468e40d7-a42e-42ed-84bd-b519e5e77061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (00b62840-966d-46c2-8a1c-edb97ca194d0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:29:02.338052 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:29:02.347002 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Routers {'fc792777-3a75-4518-950b-1e2a1eae22ab'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:29:02.347789 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:28:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fc792777-3a75-4518-950b-1e2a1eae22ab'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:02.349622 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:02.378912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4bd301b-3d24-4790-873e-438b71c4346d tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for security_group_rule (a8fe1e4d-f131-4b7c-a045-61c831cb9384), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.425449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ca843-970a-4d24-9da0-6bc49b9becd7 req-ea1f865d-c213-4a63-917e-57ddba5d3aee tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:02.429772 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a6ca843-970a-4d24-9da0-6bc49b9becd7 req-ea1f865d-c213-4a63-917e-57ddba5d3aee tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.1270146 Mar 23 01:29:02.431284 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-468e40d7-a42e-42ed-84bd-b519e5e77061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.436952 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-468e40d7-a42e-42ed-84bd-b519e5e77061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.439858 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c5f55d1-99c3-4848-92d6-81b4663d4abc admin admin] Publish callbacks [] for security_group (3a37d516-fc1d-4fc6-b2c1-4828059477ca), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.443728 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-468e40d7-a42e-42ed-84bd-b519e5e77061 admin admin] 10.222.0.18 "DELETE /v2.0/networks/00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa HTTP/1.1" status: 204 len: 168 time: 0.8248193 Mar 23 01:29:02.451413 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c5f55d1-99c3-4848-92d6-81b4663d4abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3a37d516-fc1d-4fc6-b2c1-4828059477ca), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.476112 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e40d7-a42e-42ed-84bd-b519e5e77061 admin admin] Pushing event deleted for resources: {'Network': ['ID=00cbd3b1-5e56-4d5c-8ea6-30df0472b8fa,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:02.539886 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a6ca843-970a-4d24-9da0-6bc49b9becd7 req-2f92e292-d112-44ac-b73d-69d8017c3a72 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948446 Mar 23 01:29:02.593174 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4c5f55d1-99c3-4848-92d6-81b4663d4abc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26694755c5084f048f7b718b0fc7682c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9812903 Mar 23 01:29:02.596318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55484) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:02.626450 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4bd301b-3d24-4790-873e-438b71c4346d tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for security_group_rule (a8fe1e4d-f131-4b7c-a045-61c831cb9384), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.632281 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f55d1-99c3-4848-92d6-81b4663d4abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a37d516-fc1d-4fc6-b2c1-4828059477ca,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:02.634730 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Set router fc792777-3a75-4518-950b-1e2a1eae22ab gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:29:02.640981 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4bd301b-3d24-4790-873e-438b71c4346d tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (a8fe1e4d-f131-4b7c-a045-61c831cb9384), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.677743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd301b-3d24-4790-873e-438b71c4346d tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fe1e4d-f131-4b7c-a045-61c831cb9384,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:02.703511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55488) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:02.721430 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4bd301b-3d24-4790-873e-438b71c4346d tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.722651 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e4bd301b-3d24-4790-873e-438b71c4346d tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3978624 Mar 23 01:29:02.740371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55490) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:02.750128 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:02.795529 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-41335543-7e34-48e5-86c4-a973d4e62f8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=472492e8b3c842c789b88a01144fa8c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0891066 Mar 23 01:29:02.796524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55492) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:02.802852 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-07c7fbf2-ca0f-4cf7-b0a6-d1d10a372569 req-e71ee1f6-dabf-4a45-a2b5-8921c77bfded tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-774155749&fields=id&tenant_id=88258706fcbb4a7782ff3a36d1464da4 HTTP/1.1" status: 200 len: 267 time: 0.1464458 Mar 23 01:29:02.810616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device bcc8e7d0-4339-4009-9f1c-04fd153673d3 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:29:02.816706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:29:02.860496 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:29:02.861643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 85d1b0ee-c6fe-4614-9389-7fc0e8aed949 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:29:02.899150 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.903640 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ee2bee9-9e8d-4cea-8bfb-20d5a174ea95 admin admin] Publish callbacks [] for security_group (3a37d516-fc1d-4fc6-b2c1-4828059477ca), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.937881 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd8c9-77ff-4872-9f62-e8c8293c69d0 admin admin] Publish callbacks [] for security_group (a22fa6f7-78b6-4784-8916-3f4fc532fa6a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:02.972386 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port bcc8e7d0-4339-4009-9f1c-04fd153673d3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bcc8e7d0-4339-4009-9f1c-04fd153673d3,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:02.992682 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'bcc8e7d0-4339-4009-9f1c-04fd153673d3', 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67', 'port_id': 'bcc8e7d0-4339-4009-9f1c-04fd153673d3', 'mac_address': 'fa:16:3e:a0:6d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b936d6-168f-4a47-94f1-75821af6ee78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:29:03.005563 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ee2bee9-9e8d-4cea-8bfb-20d5a174ea95 admin admin] Publish callbacks [] for security_group (3a37d516-fc1d-4fc6-b2c1-4828059477ca), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:03.024477 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7fbf2-ca0f-4cf7-b0a6-d1d10a372569 req-ee9d3067-5c8e-4ec5-a3fa-06a90202d07f tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:03.024814 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd8c9-77ff-4872-9f62-e8c8293c69d0 admin admin] Publish callbacks [] for security_group (a22fa6f7-78b6-4784-8916-3f4fc532fa6a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:03.026073 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-07c7fbf2-ca0f-4cf7-b0a6-d1d10a372569 req-ee9d3067-5c8e-4ec5-a3fa-06a90202d07f tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 946 time: 0.2223465 Mar 23 01:29:03.051643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7c0ad-e83f-4937-b119-06115c47f5eb req-6c4457c9-6544-4704-bba6-d1ca4b33a70e tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:03.054875 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-07c7fbf2-ca0f-4cf7-b0a6-d1d10a372569 req-8d7456e7-21fd-4c60-97f1-ede221157ff9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Request body: {'port': {'security_groups': ['24cc78bd-3a79-4103-9280-211c66b68497', 'a74cb710-7289-4704-b5ad-b30ca73d0335']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:03.056559 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60e7c0ad-e83f-4937-b119-06115c47f5eb req-6c4457c9-6544-4704-bba6-d1ca4b33a70e tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 946 time: 0.2254202 Mar 23 01:29:03.064498 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port bcc8e7d0-4339-4009-9f1c-04fd153673d3 is: ACTIVE; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:03.066413 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:03.072372 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'name': 'tempest-ServersTestJSON-1863784132-router', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:28:51Z', 'updated_at': '2022-03-23T01:28:59Z', 'revision_number': 4, 'project_id': '1678261026c64e4184d05714d530f92f', 'gw_port': {'id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:54Z', 'updated_at': '2022-03-23T01:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b', 'name': '', 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'mac_address': 'fa:16:3e:01:83:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:57Z', 'updated_at': '2022-03-23T01:28:59Z', 'revision_number': 2, 'project_id': '1678261026c64e4184d05714d530f92f', 'subnets': [{'id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:03.095736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bcc8e7d0-4339-4009-9f1c-04fd153673d3 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:03.111495 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Checking router: fc792777-3a75-4518-950b-1e2a1eae22ab for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:29:03.112124 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Updating router fc792777-3a75-4518-950b-1e2a1eae22ab port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:29:03.140675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port bcc8e7d0-4339-4009-9f1c-04fd153673d3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bcc8e7d0-4339-4009-9f1c-04fd153673d3,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:03.150550 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:03.162268 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:03.180498 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60e7c0ad-e83f-4937-b119-06115c47f5eb req-3f603623-54e5-41d4-9f03-f9919cf538ed tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069043 Mar 23 01:29:03.200259 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-07c7fbf2-ca0f-4cf7-b0a6-d1d10a372569 req-8d7456e7-21fd-4c60-97f1-ede221157ff9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:03.214525 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd8c9-77ff-4872-9f62-e8c8293c69d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a22fa6f7-78b6-4784-8916-3f4fc532fa6a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:03.219513 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd8c9-77ff-4872-9f62-e8c8293c69d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:03.231166 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0cfbd8c9-77ff-4872-9f62-e8c8293c69d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a22fa6f7-78b6-4784-8916-3f4fc532fa6a HTTP/1.1" status: 204 len: 168 time: 0.4230189 Mar 23 01:29:03.244212 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['bcc8e7d0-4339-4009-9f1c-04fd153673d3'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:03.249519 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=bcc8e7d0-4339-4009-9f1c-04fd153673d3,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:03.270055 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbd8c9-77ff-4872-9f62-e8c8293c69d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22fa6f7-78b6-4784-8916-3f4fc532fa6a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:03.305349 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ee2bee9-9e8d-4cea-8bfb-20d5a174ea95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3a37d516-fc1d-4fc6-b2c1-4828059477ca), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:03.310126 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ee2bee9-9e8d-4cea-8bfb-20d5a174ea95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:03.312495 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8ee2bee9-9e8d-4cea-8bfb-20d5a174ea95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a37d516-fc1d-4fc6-b2c1-4828059477ca HTTP/1.1" status: 204 len: 168 time: 0.7147508 Mar 23 01:29:03.382175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2bee9-9e8d-4cea-8bfb-20d5a174ea95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a37d516-fc1d-4fc6-b2c1-4828059477ca,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:03.503235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ba010-0ffe-4ac8-8e04-c0559192482b req-f0c5c5b9-c5af-4fdf-8f5f-fbd58707ff7f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:03.511912 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:03.514767 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d6ba010-0ffe-4ac8-8e04-c0559192482b req-f0c5c5b9-c5af-4fdf-8f5f-fbd58707ff7f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.1771660 Mar 23 01:29:03.615474 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d6ba010-0ffe-4ac8-8e04-c0559192482b req-f13ea8a3-c08a-4780-a0e3-dc60e84a6ffe tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997746 Mar 23 01:29:03.616958 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:03.802464 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:29:03.870951 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:29:03.875534 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:04.038782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Allocated IP 172.25.0.75 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/9c2009be-2649-4d07-9ab6-4e22197d523e) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:29:04.062638 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Publish callbacks [] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:04.077356 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:04.115548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:04.142559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55520) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:04.156336 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-07c7fbf2-ca0f-4cf7-b0a6-d1d10a372569 req-8d7456e7-21fd-4c60-97f1-ede221157ff9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] For port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4,segment=NetworkSegment(3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af),segment_id=3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:04.162214 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97496cdd-9835-457b-9745-4cf76ba025f7 None None] Pushing event updated for resources: {'Port': ['ID=2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:04.168706 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-03fa8e32-0492-4961-aca0-f991a0c32660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:04.174881 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496cdd-9835-457b-9745-4cf76ba025f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:04.175649 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496cdd-9835-457b-9745-4cf76ba025f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:04.176136 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496cdd-9835-457b-9745-4cf76ba025f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:04.176626 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496cdd-9835-457b-9745-4cf76ba025f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:04.177118 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496cdd-9835-457b-9745-4cf76ba025f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:04.177581 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496cdd-9835-457b-9745-4cf76ba025f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:04.178050 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496cdd-9835-457b-9745-4cf76ba025f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:04.178516 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496cdd-9835-457b-9745-4cf76ba025f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:04.179236 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496cdd-9835-457b-9745-4cf76ba025f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:04.179713 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496cdd-9835-457b-9745-4cf76ba025f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:04.180187 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496cdd-9835-457b-9745-4cf76ba025f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:04.180676 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496cdd-9835-457b-9745-4cf76ba025f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:04.181139 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496cdd-9835-457b-9745-4cf76ba025f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:04.181619 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496cdd-9835-457b-9745-4cf76ba025f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:04.182071 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97496cdd-9835-457b-9745-4cf76ba025f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:04.290232 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-07c7fbf2-ca0f-4cf7-b0a6-d1d10a372569 req-8d7456e7-21fd-4c60-97f1-ede221157ff9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:04.325787 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Attempting to bind port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:29:04.328867 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Attempting to bind port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '531b3f07-50a7-4905-b9c5-f07ac7738748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:29:04.329297 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Attempting to bind port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b on network b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:04.332629 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-07c7fbf2-ca0f-4cf7-b0a6-d1d10a372569 req-8d7456e7-21fd-4c60-97f1-ede221157ff9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:04.346794 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:29:04.347167 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Checking segment: {'id': '531b3f07-50a7-4905-b9c5-f07ac7738748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:29:04.347535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:04.347662 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:04.347953 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Bound using segment: {'id': '531b3f07-50a7-4905-b9c5-f07ac7738748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:29:04.348434 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Bound port: 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531b3f07-50a7-4905-b9c5-f07ac7738748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:29:04.348834 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:04.424689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:04.457429 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7fbf2-ca0f-4cf7-b0a6-d1d10a372569 req-8d7456e7-21fd-4c60-97f1-ede221157ff9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:04.458503 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-07c7fbf2-ca0f-4cf7-b0a6-d1d10a372569 req-8d7456e7-21fd-4c60-97f1-ede221157ff9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:04.476842 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-07c7fbf2-ca0f-4cf7-b0a6-d1d10a372569 req-8d7456e7-21fd-4c60-97f1-ede221157ff9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "PUT /v2.0/ports/a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 HTTP/1.1" status: 200 len: 982 time: 1.4366467 Mar 23 01:29:04.481758 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633e23d5-84f8-4068-8445-cb6f685cd921', 'tag': 'a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:04.484551 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e78f05-7b96-4fb7-91a9-a73697075d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "633e23d5-84f8-4068-8445-cb6f685cd921", "tag": "a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:04.491183 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] For port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:29:04.498036 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] For port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b,segment=NetworkSegment(531b3f07-50a7-4905-b9c5-f07ac7738748),segment_id=531b3f07-50a7-4905-b9c5-f07ac7738748)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:29:04.511938 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:04.542678 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for port (9c2009be-2649-4d07-9ab6-4e22197d523e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:04.550872 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-03fa8e32-0492-4961-aca0-f991a0c32660 admin admin] Publish callbacks [] for security_group (e217ae3a-39c2-49c9-9b8b-4a4a4305f918), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:04.594770 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-03fa8e32-0492-4961-aca0-f991a0c32660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e217ae3a-39c2-49c9-9b8b-4a4a4305f918), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:04.624096 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7456e7-21fd-4c60-97f1-ede221157ff9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event updated for resources: {'Port': ['ID=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4,revision_number=6']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:04.663791 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97496cdd-9835-457b-9745-4cf76ba025f7 None None] Pushing event updated for resources: {'Port': ['ID=2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:04.691530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:04.700943 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cf20f-ba73-47a8-9457-72d8a25227ff req-e716a450-8399-4825-9620-a80fc339e00c tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:04.702534 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-305cf20f-ba73-47a8-9457-72d8a25227ff req-e716a450-8399-4825-9620-a80fc339e00c tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d HTTP/1.1" status: 200 len: 949 time: 0.1314259 Mar 23 01:29:04.724903 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Routers {'fc792777-3a75-4518-950b-1e2a1eae22ab'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:29:04.725895 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:28:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fc792777-3a75-4518-950b-1e2a1eae22ab'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:04.733664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (9c2009be-2649-4d07-9ab6-4e22197d523e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:04.765372 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa8e32-0492-4961-aca0-f991a0c32660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e217ae3a-39c2-49c9-9b8b-4a4a4305f918,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:04.851890 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-03fa8e32-0492-4961-aca0-f991a0c32660 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2938458330c04e34b24688416666ca3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7056463 Mar 23 01:29:04.852953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55540) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:04.864350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device bcc8e7d0-4339-4009-9f1c-04fd153673d3 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:29:04.929988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Pushing event updated for resources: {'Port': ['ID=9c2009be-2649-4d07-9ab6-4e22197d523e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:04.941216 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-305cf20f-ba73-47a8-9457-72d8a25227ff req-17ac2d6a-ffdf-49c1-b2c4-762af519fc47 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275982 Mar 23 01:29:04.948905 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:29:04.955222 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:29:04.966470 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:29:04.967030 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db051626-46dd-4667-bb32-08f67f12ea66 req-4473c13d-9e3f-49ed-ba2e-e64fffe2b207 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:04.976068 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] Set router fc792777-3a75-4518-950b-1e2a1eae22ab gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:29:04.978564 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db051626-46dd-4667-bb32-08f67f12ea66 req-4473c13d-9e3f-49ed-ba2e-e64fffe2b207 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 945 time: 0.4228911 Mar 23 01:29:05.015613 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-db52b0e4-524f-4425-884f-a1cd6d6d7194 None None] Provisioning complete for port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:29:05.018633 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db52b0e4-524f-4425-884f-a1cd6d6d7194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.104641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55546) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:05.166343 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for floatingip (708880fe-57cd-4d7d-bdaf-c06e71006a60), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.226743 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db051626-46dd-4667-bb32-08f67f12ea66 req-2f78e917-7750-4b45-a99e-3f29dbbba176 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470777 Mar 23 01:29:05.235349 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1ec3f4c-57ea-4d07-903d-4f369a7150b1 admin admin] Publish callbacks [] for security_group (e217ae3a-39c2-49c9-9b8b-4a4a4305f918), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.260690 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-95d95920-722b-49b5-be90-aac17b8ba50c req-a7b91e0a-bc4b-4f64-89d6-b884d29c0781 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:29:05.261737 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95d95920-722b-49b5-be90-aac17b8ba50c req-a7b91e0a-bc4b-4f64-89d6-b884d29c0781 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181379 Mar 23 01:29:05.276350 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9c2009be-2649-4d07-9ab6-4e22197d523e), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.367623 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1ec3f4c-57ea-4d07-903d-4f369a7150b1 admin admin] Publish callbacks [] for security_group (e217ae3a-39c2-49c9-9b8b-4a4a4305f918), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.380278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9f99d591-62ae-4cd9-a99e-ec46e83b1567 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1800578142-network', 'tenant_id': '4f6d3df7c0f14ae88ab865aa48748b90'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:05.442204 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'name': 'tempest-ServersTestJSON-1863784132-router', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:28:51Z', 'updated_at': '2022-03-23T01:28:59Z', 'revision_number': 4, 'project_id': '1678261026c64e4184d05714d530f92f', 'gw_port': {'id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:54Z', 'updated_at': '2022-03-23T01:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b', 'name': '', 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'mac_address': 'fa:16:3e:01:83:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:57Z', 'updated_at': '2022-03-23T01:29:04Z', 'revision_number': 4, 'project_id': '1678261026c64e4184d05714d530f92f', 'subnets': [{'id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:05.451805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-db52b0e4-524f-4425-884f-a1cd6d6d7194 None None] Current status of the port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:05.451805 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db52b0e4-524f-4425-884f-a1cd6d6d7194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.461694 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f99d591-62ae-4cd9-a99e-ec46e83b1567 admin admin] Made reservation on behalf of 4f6d3df7c0f14ae88ab865aa48748b90 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:05.464528 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f99d591-62ae-4cd9-a99e-ec46e83b1567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.504376 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for port (9c2009be-2649-4d07-9ab6-4e22197d523e), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.512088 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (9c2009be-2649-4d07-9ab6-4e22197d523e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.514507 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd89204-3c98-4698-b58e-d74d805994e7 None None] The sync data for ids ['fc792777-3a75-4518-950b-1e2a1eae22ab'] in n-d-834677-4 is: [{'id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'name': 'tempest-ServersTestJSON-1863784132-router', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:28:51Z', 'updated_at': '2022-03-23T01:28:59Z', 'revision_number': 4, 'project_id': '1678261026c64e4184d05714d530f92f', 'gw_port': {'id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:54Z', 'updated_at': '2022-03-23T01:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b', 'name': '', 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'mac_address': 'fa:16:3e:01:83:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:57Z', 'updated_at': '2022-03-23T01:29:04Z', 'revision_number': 4, 'project_id': '1678261026c64e4184d05714d530f92f', 'subnets': [{'id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:29:05.527208 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f99d591-62ae-4cd9-a99e-ec46e83b1567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.650288 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c1a38f33-b31a-46ad-a142-d6bded422b7d req-1401d724-de29-4b5a-aed4-da48c3695e41 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/a74cb710-7289-4704-b5ad-b30ca73d0335 HTTP/1.1" status: 200 len: 1817 time: 0.3662667 Mar 23 01:29:05.664486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-db52b0e4-524f-4425-884f-a1cd6d6d7194 None None] For port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b,segment=NetworkSegment(531b3f07-50a7-4905-b9c5-f07ac7738748),segment_id=531b3f07-50a7-4905-b9c5-f07ac7738748)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:05.688542 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port bcc8e7d0-4339-4009-9f1c-04fd153673d3 is: BUILD; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:05.690440 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.699303 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1ec3f4c-57ea-4d07-903d-4f369a7150b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e217ae3a-39c2-49c9-9b8b-4a4a4305f918), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.706697 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1ec3f4c-57ea-4d07-903d-4f369a7150b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.706697 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c1ec3f4c-57ea-4d07-903d-4f369a7150b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e217ae3a-39c2-49c9-9b8b-4a4a4305f918 HTTP/1.1" status: 204 len: 168 time: 0.8502040 Mar 23 01:29:05.730503 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec3f4c-57ea-4d07-903d-4f369a7150b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e217ae3a-39c2-49c9-9b8b-4a4a4305f918,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:05.732233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Pushing event updated for resources: {'Port': ['ID=9c2009be-2649-4d07-9ab6-4e22197d523e,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:05.747399 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263c2dba-cc04-42a9-9e33-daac5753fdff x-openstack-request-id: req-263c2dba-cc04-42a9-9e33-daac5753fdff {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:05.747690 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633e23d5-84f8-4068-8445-cb6f685cd921", "tag": "a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:05.747944 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-263c2dba-cc04-42a9-9e33-daac5753fdff {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:05.748358 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-263c2dba-cc04-42a9-9e33-daac5753fdff'] response: {'name': 'network-changed', 'server_uuid': '633e23d5-84f8-4068-8445-cb6f685cd921', 'tag': 'a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4', 'status': 'completed', 'code': 200} Mar 23 01:29:05.821126 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db52b0e4-524f-4425-884f-a1cd6d6d7194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.839763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bcc8e7d0-4339-4009-9f1c-04fd153673d3 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:05.913004 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (708880fe-57cd-4d7d-bdaf-c06e71006a60), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.918055 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f99d591-62ae-4cd9-a99e-ec46e83b1567 admin admin] Publish callbacks [] for security_group (fdf1d912-47cc-487a-9e78-2a5dcff3fd64), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.924028 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:29:05.924286 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-c1a38f33-b31a-46ad-a142-d6bded422b7d req-1a9f047c-c5fa-4b9f-8460-b0fe383c3ab9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 23 01:29:05.941114 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c1a38f33-b31a-46ad-a142-d6bded422b7d req-1a9f047c-c5fa-4b9f-8460-b0fe383c3ab9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "DELETE /v2.0/security-groups/a74cb710-7289-4704-b5ad-b30ca73d0335 HTTP/1.1" status: 409 len: 341 time: 0.2832372 Mar 23 01:29:05.946220 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-dc34acc6-0dfc-4628-968a-872a80d851b2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1937187 Mar 23 01:29:05.953190 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.954481 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f0148b87-5c0e-45d3-9e47-600516d2fd6a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2130547 Mar 23 01:29:05.959997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-e686d693-621c-4f4b-be56-bfc9f219f8f3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:29:05.961093 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-e686d693-621c-4f4b-be56-bfc9f219f8f3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055714 Mar 23 01:29:05.978877 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f99d591-62ae-4cd9-a99e-ec46e83b1567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fdf1d912-47cc-487a-9e78-2a5dcff3fd64), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:05.996199 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e78f05-7b96-4fb7-91a9-a73697075d5c req-5973ee04-5c78-4342-be83-fa43682b1625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:06.003809 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5e78f05-7b96-4fb7-91a9-a73697075d5c req-5973ee04-5c78-4342-be83-fa43682b1625 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88258706fcbb4a7782ff3a36d1464da4&device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 1167 time: 0.1557405 Mar 23 01:29:06.040182 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f99d591-62ae-4cd9-a99e-ec46e83b1567 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:29:06.084155 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f99d591-62ae-4cd9-a99e-ec46e83b1567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2f0fa3bf-cbb7-4b96-a437-eea8ac117579), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:06.086943 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-9f99d591-62ae-4cd9-a99e-ec46e83b1567 admin admin] Added segment 2f0fa3bf-cbb7-4b96-a437-eea8ac117579 of type vlan for network ab9df0e6-dce9-4d34-8f0a-69ea139a8629 Mar 23 01:29:06.209519 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f99d591-62ae-4cd9-a99e-ec46e83b1567 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (ab9df0e6-dce9-4d34-8f0a-69ea139a8629), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:06.264794 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port bcc8e7d0-4339-4009-9f1c-04fd153673d3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bcc8e7d0-4339-4009-9f1c-04fd153673d3,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:06.341206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99d591-62ae-4cd9-a99e-ec46e83b1567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf1d912-47cc-487a-9e78-2a5dcff3fd64,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:06.358527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f99d591-62ae-4cd9-a99e-ec46e83b1567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (ab9df0e6-dce9-4d34-8f0a-69ea139a8629), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:06.365855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99d591-62ae-4cd9-a99e-ec46e83b1567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:06.368990 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f99d591-62ae-4cd9-a99e-ec46e83b1567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:06.371299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e78f05-7b96-4fb7-91a9-a73697075d5c req-2c28bc82-f3fb-436f-9e30-3065f11e8065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:06.379215 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5e78f05-7b96-4fb7-91a9-a73697075d5c req-2c28bc82-f3fb-436f-9e30-3065f11e8065 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95 HTTP/1.1" status: 200 len: 912 time: 0.3668101 Mar 23 01:29:06.466323 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5e78f05-7b96-4fb7-91a9-a73697075d5c req-8af14f7d-0651-4c9f-ba8e-2bb135d7ec6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 HTTP/1.1" status: 200 len: 217 time: 0.0776343 Mar 23 01:29:06.553134 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:06.564980 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99d591-62ae-4cd9-a99e-ec46e83b1567 admin admin] Pushing event updated for resources: {'Network': ['ID=ab9df0e6-dce9-4d34-8f0a-69ea139a8629,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:06.614848 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e78f05-7b96-4fb7-91a9-a73697075d5c req-6b83d627-52a9-412a-b6fd-26d6c001a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:06.616436 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5e78f05-7b96-4fb7-91a9-a73697075d5c req-6b83d627-52a9-412a-b6fd-26d6c001a813 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79beddf3-e38e-4ae2-aeb0-ffcc685292ac HTTP/1.1" status: 200 len: 852 time: 0.1326115 Mar 23 01:29:06.652680 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52b0e4-524f-4425-884f-a1cd6d6d7194 None None] Pushing event updated for resources: {'Port': ['ID=2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:06.655455 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5cec707d-fe2b-49ab-b0cb-1a0ceda8c8c0 None None] Provisioning complete for port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:29:06.655949 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5cec707d-fe2b-49ab-b0cb-1a0ceda8c8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:06.713579 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5e78f05-7b96-4fb7-91a9-a73697075d5c req-cbfe0592-1aac-4114-abc2-19d6593da5e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890553 Mar 23 01:29:06.736295 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9f99d591-62ae-4cd9-a99e-ec46e83b1567 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6172552 Mar 23 01:29:06.738943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55592) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:06.745034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f0528930-ffff-4a53-b0b1-3eff171716a9 admin admin] Request body: {'subnet': {'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1800578142-subnet', 'tenant_id': '4f6d3df7c0f14ae88ab865aa48748b90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:06.803704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a978054-ff5c-44b6-ae7c-914d4c2b4a69 req-9882b7f7-16e4-4ea0-8787-d892b1b2100e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:06.811470 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network ab9df0e6-dce9-4d34-8f0a-69ea139a8629 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:29:06.811933 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a978054-ff5c-44b6-ae7c-914d4c2b4a69 req-9882b7f7-16e4-4ea0-8787-d892b1b2100e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.5250044 Mar 23 01:29:06.846577 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21966e89-0dfc-404c-8978-f03659600f1d req-16ab7762-e32d-40db-ad03-7de0d8eee8e1 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:06.852947 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21966e89-0dfc-404c-8978-f03659600f1d req-16ab7762-e32d-40db-ad03-7de0d8eee8e1 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.43 "GET /v2.0/ports?device_id=40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d HTTP/1.1" status: 200 len: 949 time: 0.4647186 Mar 23 01:29:06.982086 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5e78f05-7b96-4fb7-91a9-a73697075d5c req-7429ddcd-a7b8-4261-af46-c8467b4abb16 service neutron] 10.222.0.43 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553263 Mar 23 01:29:06.983565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0528930-ffff-4a53-b0b1-3eff171716a9 admin admin] Made reservation on behalf of 4f6d3df7c0f14ae88ab865aa48748b90 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:06.985960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0528930-ffff-4a53-b0b1-3eff171716a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:07.030898 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc7868-cd6d-4240-b841-f8eef481ad61 req-e5115800-e36b-41cf-a8ed-df83d7d93f18 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:07.042182 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e6bc7868-cd6d-4240-b841-f8eef481ad61 req-e5115800-e36b-41cf-a8ed-df83d7d93f18 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d HTTP/1.1" status: 200 len: 949 time: 0.4238136 Mar 23 01:29:07.109719 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a978054-ff5c-44b6-ae7c-914d4c2b4a69 req-e1dffd4a-5ac0-4acf-bf83-8f65f8ecd916 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966869 Mar 23 01:29:07.364353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-d39b1940-6dc8-40fd-bbde-fda9786959dc tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:07.366919 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-d39b1940-6dc8-40fd-bbde-fda9786959dc tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports/ace774f7-592a-4eb6-a147-caa3aee00d6a HTTP/1.1" status: 200 len: 947 time: 0.0852003 Mar 23 01:29:07.372822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-21966e89-0dfc-404c-8978-f03659600f1d req-6b942a0f-06fd-4ce1-a605-93fb583d3295 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Deleting port 73973d13-e663-48da-a248-f8606a93fbeb {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:29:07.374009 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-21966e89-0dfc-404c-8978-f03659600f1d req-6b942a0f-06fd-4ce1-a605-93fb583d3295 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (73973d13-e663-48da-a248-f8606a93fbeb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:07.384220 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e6bc7868-cd6d-4240-b841-f8eef481ad61 req-d35e0c45-c543-480c-88e8-e0eb750e6209 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/security-groups?id=61f09486-5c57-4ca4-8a42-9a0f0e7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410497 Mar 23 01:29:07.460442 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5e78f05-7b96-4fb7-91a9-a73697075d5c req-f5d8f6a5-2727-4b33-97a8-3e3f1d2c36ea service neutron] 10.222.0.43 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714394 Mar 23 01:29:07.503988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:29:07.508494 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:07.762919 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc0350-a1de-4478-8463-a8e6b008817a req-a3136439-1222-4124-8d43-449f3da4befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:07.764882 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95dc0350-a1de-4478-8463-a8e6b008817a req-a3136439-1222-4124-8d43-449f3da4befa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88258706fcbb4a7782ff3a36d1464da4&device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 1167 time: 0.2160923 Mar 23 01:29:07.769059 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-4e68445b-36ce-4c31-85d4-aa81dd8989b2 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1355962781&fields=id&tenant_id=1678261026c64e4184d05714d530f92f HTTP/1.1" status: 200 len: 267 time: 0.2043056 Mar 23 01:29:07.853513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689c42e-5246-4a76-a287-f9f081f3bf63 req-77397311-1cc0-446e-96bd-fa8e9ffdbbbc tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:07.855172 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a689c42e-5246-4a76-a287-f9f081f3bf63 req-77397311-1cc0-446e-96bd-fa8e9ffdbbbc tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 944 time: 0.4731705 Mar 23 01:29:07.931869 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5cec707d-fe2b-49ab-b0cb-1a0ceda8c8c0 None None] Current status of the port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:07.995507 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc0350-a1de-4478-8463-a8e6b008817a req-6969ea2e-54d8-4844-852d-1503ef42c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:07.997123 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95dc0350-a1de-4478-8463-a8e6b008817a req-6969ea2e-54d8-4844-852d-1503ef42c213 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95 HTTP/1.1" status: 200 len: 912 time: 0.2255347 Mar 23 01:29:08.014373 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-56a7c5d9-af39-4c02-b551-b8b22a0c8c56 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:08.017951 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=bcc8e7d0-4339-4009-9f1c-04fd153673d3,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:08.018855 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-56a7c5d9-af39-4c02-b551-b8b22a0c8c56 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/networks?id=b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 HTTP/1.1" status: 200 len: 806 time: 0.2355704 Mar 23 01:29:08.063259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-21966e89-0dfc-404c-8978-f03659600f1d req-6b942a0f-06fd-4ce1-a605-93fb583d3295 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] For port 73973d13-e663-48da-a248-f8606a93fbeb, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73973d13-e663-48da-a248-f8606a93fbeb,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:08.064957 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-21966e89-0dfc-404c-8978-f03659600f1d req-6b942a0f-06fd-4ce1-a605-93fb583d3295 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (73973d13-e663-48da-a248-f8606a93fbeb), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:08.085888 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-9c21ddd5-c920-4737-8e4f-3ec26a7c8702 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/quotas/1678261026c64e4184d05714d530f92f HTTP/1.1" status: 200 len: 375 time: 0.0446174 Mar 23 01:29:08.090885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:08.109162 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95dc0350-a1de-4478-8463-a8e6b008817a req-cfd19f82-2656-4091-b4d5-8b685982b2bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 HTTP/1.1" status: 200 len: 217 time: 0.0893152 Mar 23 01:29:08.154317 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0528930-ffff-4a53-b0b1-3eff171716a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (506fc8cb-b131-4468-9ea5-c13892963b9c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:08.196434 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:29:08.203038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-21966e89-0dfc-404c-8978-f03659600f1d req-6b942a0f-06fd-4ce1-a605-93fb583d3295 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Calling delete_port for 73973d13-e663-48da-a248-f8606a93fbeb owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:29:08.223689 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139d43d-1300-40f0-9591-ca2c7456ddb8 req-7b062277-460d-4123-86a9-c81c6d968c05 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:08.225642 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a139d43d-1300-40f0-9591-ca2c7456ddb8 req-7b062277-460d-4123-86a9-c81c6d968c05 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 944 time: 0.5772288 Mar 23 01:29:08.303489 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:29:08.304162 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:08.464715 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:08.473820 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a689c42e-5246-4a76-a287-f9f081f3bf63 req-7318af89-7a6f-4da0-8d8a-07d6d3221fec tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620897 Mar 23 01:29:08.622856 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0528930-ffff-4a53-b0b1-3eff171716a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=506fc8cb-b131-4468-9ea5-c13892963b9c,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:08.675424 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0528930-ffff-4a53-b0b1-3eff171716a9 admin admin] Checking segment: {'id': '2f0fa3bf-cbb7-4b96-a437-eea8ac117579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:29:08.675791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0528930-ffff-4a53-b0b1-3eff171716a9 admin admin] Network hostable DHCP agents. Network: ab9df0e6-dce9-4d34-8f0a-69ea139a8629, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:29:08.740163 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3454e-4f99-41fe-ad78-9eae177df9a0 req-13129712-cef5-4b95-9ea7-ea7a278cf880 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:08.747698 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1ba3454e-4f99-41fe-ad78-9eae177df9a0 req-13129712-cef5-4b95-9ea7-ea7a278cf880 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 985 time: 0.1823075 Mar 23 01:29:08.807555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0528930-ffff-4a53-b0b1-3eff171716a9 admin admin] Network ab9df0e6-dce9-4d34-8f0a-69ea139a8629 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:29:08.874375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-f0528930-ffff-4a53-b0b1-3eff171716a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, ab9df0e6-dce9-4d34-8f0a-69ea139a8629) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:29:08.884801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd750451-a25f-444c-b568-8e6a479e7630 None None] Network ab9df0e6-dce9-4d34-8f0a-69ea139a8629 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:29:08.892634 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc0350-a1de-4478-8463-a8e6b008817a req-7b2441f0-4d52-4b8b-a68f-66552b970351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:08.894953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0528930-ffff-4a53-b0b1-3eff171716a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:08.895540 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0528930-ffff-4a53-b0b1-3eff171716a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:08.902832 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95dc0350-a1de-4478-8463-a8e6b008817a req-7b2441f0-4d52-4b8b-a68f-66552b970351 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79beddf3-e38e-4ae2-aeb0-ffcc685292ac HTTP/1.1" status: 200 len: 852 time: 0.7921486 Mar 23 01:29:08.923455 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-a139d43d-1300-40f0-9591-ca2c7456ddb8 req-1115c090-95ce-4d48-b8e3-175853c0ec6e tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Deleting port bcc8e7d0-4339-4009-9f1c-04fd153673d3 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:29:08.924459 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a139d43d-1300-40f0-9591-ca2c7456ddb8 req-1115c090-95ce-4d48-b8e3-175853c0ec6e tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:08.934148 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-21966e89-0dfc-404c-8978-f03659600f1d req-6b942a0f-06fd-4ce1-a605-93fb583d3295 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (73973d13-e663-48da-a248-f8606a93fbeb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:08.948858 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-1049c334-cc8a-4919-8c51-14201823aaf6 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1678261026c64e4184d05714d530f92f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8372467 Mar 23 01:29:08.975345 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95dc0350-a1de-4478-8463-a8e6b008817a req-9e3be62a-a83b-4dac-b46d-e5d03fd1c43c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619228 Mar 23 01:29:09.036391 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f0528930-ffff-4a53-b0b1-3eff171716a9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2951152 Mar 23 01:29:09.046062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b942a0f-06fd-4ce1-a605-93fb583d3295 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Pushing event deleted for resources: {'Port': ['ID=73973d13-e663-48da-a248-f8606a93fbeb,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:09.069533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1ba3454e-4f99-41fe-ad78-9eae177df9a0 req-3395c134-2e07-4d54-83a8-1c797e7da162 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74cb710-7289-4704-b5ad-b30ca73d0335&id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3143413 Mar 23 01:29:09.089241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-c65dcfab-a5de-4892-8926-591e55042c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:09.091005 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-c65dcfab-a5de-4892-8926-591e55042c8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 1132 time: 0.2784493 Mar 23 01:29:09.100001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4915b0-9607-4e5e-9b51-af4a163a10f7 None None] Network ab9df0e6-dce9-4d34-8f0a-69ea139a8629 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:29:09.118640 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-240ed21b-f6c1-46bb-bb74-b538f9d717c3 service neutron] 10.222.0.18 "GET /v2.0/networks/b6b671bb-04e7-47ec-9c6c-e9f6b7584d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452827 Mar 23 01:29:09.176459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-21966e89-0dfc-404c-8978-f03659600f1d req-6b942a0f-06fd-4ce1-a605-93fb583d3295 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] No DVR routers for this DVR port 73973d13-e663-48da-a248-f8606a93fbeb on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:29:09.206796 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-21966e89-0dfc-404c-8978-f03659600f1d req-6b942a0f-06fd-4ce1-a605-93fb583d3295 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:09.210343 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21966e89-0dfc-404c-8978-f03659600f1d req-6b942a0f-06fd-4ce1-a605-93fb583d3295 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.43 "DELETE /v2.0/ports/73973d13-e663-48da-a248-f8606a93fbeb HTTP/1.1" status: 204 len: 173 time: 2.3326526 Mar 23 01:29:09.214328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d', 'name': 'network-vif-deleted', 'tag': '73973d13-e663-48da-a248-f8606a93fbeb'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:09.216876 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031b0a40-9354-428a-bead-ef74796de976" -d '{"events": [{"server_uuid": "40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d", "name": "network-vif-deleted", "tag": "73973d13-e663-48da-a248-f8606a93fbeb"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:09.239151 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-a139d43d-1300-40f0-9591-ca2c7456ddb8 req-1115c090-95ce-4d48-b8e3-175853c0ec6e tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] For port bcc8e7d0-4339-4009-9f1c-04fd153673d3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bcc8e7d0-4339-4009-9f1c-04fd153673d3,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:09.240080 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a139d43d-1300-40f0-9591-ca2c7456ddb8 req-1115c090-95ce-4d48-b8e3-175853c0ec6e tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:09.267024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-a139d43d-1300-40f0-9591-ca2c7456ddb8 req-1115c090-95ce-4d48-b8e3-175853c0ec6e tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Calling delete_port for bcc8e7d0-4339-4009-9f1c-04fd153673d3 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:29:09.283997 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95dc0350-a1de-4478-8463-a8e6b008817a req-179f963e-f508-4162-95ba-e3c3d5aa7a6b service neutron] 10.222.0.43 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513660 Mar 23 01:29:09.510747 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95dc0350-a1de-4478-8463-a8e6b008817a req-1225f4e4-49db-49f1-8c64-951cc35bc9a0 service neutron] 10.222.0.43 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774054 Mar 23 01:29:09.539003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-87c2c735-6607-4a0f-8f4a-c2a641b3d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:09.541671 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-87c2c735-6607-4a0f-8f4a-c2a641b3d3f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.4148540 Mar 23 01:29:09.578239 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-9bbd1a90-01ec-4464-98ff-cc2d063b916c service neutron] 10.222.0.18 "GET /v2.0/networks/b6b671bb-04e7-47ec-9c6c-e9f6b7584d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586458 Mar 23 01:29:09.605139 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-7a7939c6-89a0-4e0e-8ca1-de348486bf7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a HTTP/1.1" status: 200 len: 217 time: 0.0512872 Mar 23 01:29:09.670235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-3faf567d-0ca8-4551-8d2c-a05823002a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:09.671963 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-3faf567d-0ca8-4551-8d2c-a05823002a1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0574267 Mar 23 01:29:09.682584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68fe58-919a-46fd-abcc-aa131aa2eeba req-9c977044-a02b-4680-a233-3f22fa2dfcd1 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:09.684160 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de68fe58-919a-46fd-abcc-aa131aa2eeba req-9c977044-a02b-4680-a233-3f22fa2dfcd1 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.3946111 Mar 23 01:29:09.802020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-44d4ebbe-268e-4fce-95d3-8439b786e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:09.803538 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-44d4ebbe-268e-4fce-95d3-8439b786e6b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1166327 Mar 23 01:29:09.940639 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de68fe58-919a-46fd-abcc-aa131aa2eeba req-587e94f0-cd76-4cbf-aebf-0e1d137cfd1f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927679 Mar 23 01:29:10.146529 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e4c6640-77fc-4f63-b2af-7d85aaaa16cf req-70732e88-a584-43b1-84d4-fb16b8060eb2 tempest-ListImageFiltersTestJSON-36931637 tempest-ListImageFiltersTestJSON-36931637-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d HTTP/1.1" status: 200 len: 210 time: 0.0930953 Mar 23 01:29:10.283531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73973d13-e663-48da-a248-f8606a93fbeb no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:29:10.324661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 73973d13-e663-48da-a248-f8606a93fbeb {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:29:10.325225 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73973d13-e663-48da-a248-f8606a93fbeb not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:29:10.550445 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-e49453a1-7651-4376-9589-a6018c3313b5 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7151616 Mar 23 01:29:10.552044 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55589dca-f247-4b20-866d-575242866b02 x-openstack-request-id: req-55589dca-f247-4b20-866d-575242866b02 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:10.552332 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d", "name": "network-vif-deleted", "tag": "73973d13-e663-48da-a248-f8606a93fbeb", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:10.552588 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55589dca-f247-4b20-866d-575242866b02 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:10.553014 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55589dca-f247-4b20-866d-575242866b02'] response: {'server_uuid': '40c5f7fc-faf3-4284-a5f8-af1ec7e59f2d', 'name': 'network-vif-deleted', 'tag': '73973d13-e663-48da-a248-f8606a93fbeb', 'status': 'completed', 'code': 200} Mar 23 01:29:10.671811 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-3f655a39-3e36-4d94-8ffe-284595b765d9 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:10.680962 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-3f655a39-3e36-4d94-8ffe-284595b765d9 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/networks?id=ab9df0e6-dce9-4d34-8f0a-69ea139a8629 HTTP/1.1" status: 200 len: 818 time: 0.2259610 Mar 23 01:29:10.698035 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-442e0cd2-c522-48c4-a573-2ee0a71622e5 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/quotas/4f6d3df7c0f14ae88ab865aa48748b90 HTTP/1.1" status: 200 len: 375 time: 0.0159078 Mar 23 01:29:10.740692 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-2727da81-8a56-4c01-aa14-58cd5c21a671 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f6d3df7c0f14ae88ab865aa48748b90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411587 Mar 23 01:29:10.746952 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a139d43d-1300-40f0-9591-ca2c7456ddb8 req-1115c090-95ce-4d48-b8e3-175853c0ec6e tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (bcc8e7d0-4339-4009-9f1c-04fd153673d3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:10.798793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7a1a0-38b1-4aff-aa66-641d68914585 req-3b9d5add-24e3-4823-b014-827ad9a737fa tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:10.822928 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70d7a1a0-38b1-4aff-aa66-641d68914585 req-3b9d5add-24e3-4823-b014-827ad9a737fa tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc647936-7af3-4500-a95d-e51e25eb2555 HTTP/1.1" status: 200 len: 865 time: 0.2098472 Mar 23 01:29:10.840390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device bcc8e7d0-4339-4009-9f1c-04fd153673d3 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:29:10.857216 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115c090-95ce-4d48-b8e3-175853c0ec6e tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Pushing event deleted for resources: {'Port': ['ID=bcc8e7d0-4339-4009-9f1c-04fd153673d3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:10.915387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: bcc8e7d0-4339-4009-9f1c-04fd153673d3 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:29:10.920589 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device bcc8e7d0-4339-4009-9f1c-04fd153673d3 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:29:10.945052 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-6ea2b934-98cc-47d1-b329-d612a91abd86 service neutron] 10.222.0.18 "GET /v2.0/networks/ab9df0e6-dce9-4d34-8f0a-69ea139a8629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027433 Mar 23 01:29:10.971513 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-a3a37361-5b4d-4dcb-bc9f-487f009dae72 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171949 Mar 23 01:29:10.990425 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70d7a1a0-38b1-4aff-aa66-641d68914585 req-f5103e56-69ae-43df-ac71-1a54b02848d2 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719310 Mar 23 01:29:11.067276 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a139d43d-1300-40f0-9591-ca2c7456ddb8 req-1115c090-95ce-4d48-b8e3-175853c0ec6e tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] No DVR routers for this DVR port bcc8e7d0-4339-4009-9f1c-04fd153673d3 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:29:11.069944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a139d43d-1300-40f0-9591-ca2c7456ddb8 req-1115c090-95ce-4d48-b8e3-175853c0ec6e tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:11.072962 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-87a35c0b-3cc9-4d19-8e84-22b12a95f3f2 service neutron] 10.222.0.18 "GET /v2.0/networks/ab9df0e6-dce9-4d34-8f0a-69ea139a8629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265242 Mar 23 01:29:11.075011 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a139d43d-1300-40f0-9591-ca2c7456ddb8 req-1115c090-95ce-4d48-b8e3-175853c0ec6e tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.42 "DELETE /v2.0/ports/bcc8e7d0-4339-4009-9f1c-04fd153673d3 HTTP/1.1" status: 204 len: 173 time: 2.7957730 Mar 23 01:29:11.085873 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:29:11.210121 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a48b33fa-6941-4eb5-8a59-6bf9d7427e30 req-58188b4b-4130-4c49-b040-367cbded6a9c tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 210 time: 0.0586963 Mar 23 01:29:11.390280 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3cd6b-16a4-49f7-9739-8370542501aa req-dc862da0-b641-4511-b6b4-ce6778943570 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:11.391850 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e3d3cd6b-16a4-49f7-9739-8370542501aa req-dc862da0-b641-4511-b6b4-ce6778943570 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 985 time: 0.0907793 Mar 23 01:29:11.546302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e3d3cd6b-16a4-49f7-9739-8370542501aa req-f51c1ec3-debf-4090-8e2e-fba056fa05ed tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74cb710-7289-4704-b5ad-b30ca73d0335&id=24cc78bd-3a79-4103-9280-211c66b68497&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1406851 Mar 23 01:29:11.879656 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0cd7f-6cd4-4a21-abe2-22b03d33cbea req-5a62fde8-0610-4854-82b4-6eaa92cbfbe4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:11.891423 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-99f0cd7f-6cd4-4a21-abe2-22b03d33cbea req-5a62fde8-0610-4854-82b4-6eaa92cbfbe4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.1578603 Mar 23 01:29:11.892985 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-7abac561-9436-478e-9e29-ffdb262d5599 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:11.895724 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-7abac561-9436-478e-9e29-ffdb262d5599 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.43 "GET /v2.0/networks?id=b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 HTTP/1.1" status: 200 len: 806 time: 0.3999228 Mar 23 01:29:11.981024 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-99f0cd7f-6cd4-4a21-abe2-22b03d33cbea req-7130b9ce-7abc-4e5e-8833-05f96b66262a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860796 Mar 23 01:29:12.006067 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-dafe2638-8025-4a28-9275-7e56662534af tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1678261026c64e4184d05714d530f92f HTTP/1.1" status: 200 len: 380 time: 0.0934691 Mar 23 01:29:12.024099 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-203239c2-a6a9-434c-b12e-eba4d56f9998 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Request body: {'port': {'device_id': 'f86f9582-bef0-48bc-81d2-1edbfa2b691f', 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32', 'admin_state_up': True, 'tenant_id': '1678261026c64e4184d05714d530f92f', 'security_groups': ['fd7c24bd-65f7-4c4a-afed-b8dade6949ed']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:12.140867 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-938cd824-2c3d-4ac8-ae25-dbb45d6f1499 req-76de2959-c544-4e71-9ff5-4ba75c222aa4 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-479471910&fields=id&tenant_id=88258706fcbb4a7782ff3a36d1464da4 HTTP/1.1" status: 200 len: 267 time: 0.0848639 Mar 23 01:29:12.236691 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-203239c2-a6a9-434c-b12e-eba4d56f9998 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Made reservation on behalf of 1678261026c64e4184d05714d530f92f for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:12.240791 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-203239c2-a6a9-434c-b12e-eba4d56f9998 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:12.264035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cd824-2c3d-4ac8-ae25-dbb45d6f1499 req-9ac554a9-982f-4998-b852-a625eb0241a3 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:12.272009 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-938cd824-2c3d-4ac8-ae25-dbb45d6f1499 req-9ac554a9-982f-4998-b852-a625eb0241a3 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 985 time: 0.1282628 Mar 23 01:29:12.278383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-938cd824-2c3d-4ac8-ae25-dbb45d6f1499 req-30cc18b4-a0be-480b-a032-7855a761ea58 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Request body: {'port': {'security_groups': ['24cc78bd-3a79-4103-9280-211c66b68497', 'a74cb710-7289-4704-b5ad-b30ca73d0335', '84ebc244-ed9f-4bc2-ad7e-1b3d52d1cefd']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:12.385247 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-938cd824-2c3d-4ac8-ae25-dbb45d6f1499 req-30cc18b4-a0be-480b-a032-7855a761ea58 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:12.464523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-203239c2-a6a9-434c-b12e-eba4d56f9998 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Allocated IP 172.20.0.5 (b6b671bb-04e7-47ec-9c6c-e9f6b7584d32/f3184f37-b64b-4050-92bd-c90b3721827c/81af76e8-af90-45d8-94be-d4199650e69d) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:29:12.554813 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc647936-7af3-4500-a95d-e51e25eb2555', 'name': 'network-vif-deleted', 'tag': 'bcc8e7d0-4339-4009-9f1c-04fd153673d3'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:12.557241 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798339fa-2614-4b8b-96f7-d11e90461971" -d '{"events": [{"server_uuid": "bc647936-7af3-4500-a95d-e51e25eb2555", "name": "network-vif-deleted", "tag": "bcc8e7d0-4339-4009-9f1c-04fd153673d3"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:12.723562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-938cd824-2c3d-4ac8-ae25-dbb45d6f1499 req-30cc18b4-a0be-480b-a032-7855a761ea58 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] For port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4,segment=NetworkSegment(3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af),segment_id=3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:12.725886 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-203239c2-a6a9-434c-b12e-eba4d56f9998 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for port (81af76e8-af90-45d8-94be-d4199650e69d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:12.763944 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-36ac93e2-df3d-43ac-8fec-5525de9661fa req-e5b6783a-fe76-4844-95e2-0b72983fdf5c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 210 time: 0.0359399 Mar 23 01:29:12.780225 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-938cd824-2c3d-4ac8-ae25-dbb45d6f1499 req-30cc18b4-a0be-480b-a032-7855a761ea58 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:12.794567 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-938cd824-2c3d-4ac8-ae25-dbb45d6f1499 req-30cc18b4-a0be-480b-a032-7855a761ea58 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:12.810890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:12.847547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cd824-2c3d-4ac8-ae25-dbb45d6f1499 req-30cc18b4-a0be-480b-a032-7855a761ea58 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:12.848371 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-938cd824-2c3d-4ac8-ae25-dbb45d6f1499 req-30cc18b4-a0be-480b-a032-7855a761ea58 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:12.849957 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-938cd824-2c3d-4ac8-ae25-dbb45d6f1499 req-30cc18b4-a0be-480b-a032-7855a761ea58 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "PUT /v2.0/ports/a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 HTTP/1.1" status: 200 len: 1021 time: 0.5770957 Mar 23 01:29:12.851614 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-203239c2-a6a9-434c-b12e-eba4d56f9998 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (81af76e8-af90-45d8-94be-d4199650e69d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:12.882590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc18b4-a0be-480b-a032-7855a761ea58 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event updated for resources: {'Port': ['ID=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:12.919027 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:13.051408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203239c2-a6a9-434c-b12e-eba4d56f9998 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Pushing event updated for resources: {'Port': ['ID=81af76e8-af90-45d8-94be-d4199650e69d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:13.082041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-203239c2-a6a9-434c-b12e-eba4d56f9998 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Network b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:29:13.089363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-203239c2-a6a9-434c-b12e-eba4d56f9998 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:29:13.094541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-203239c2-a6a9-434c-b12e-eba4d56f9998 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:29:13.124256 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55454bf0-3b18-4af7-a7fd-a9965444ca95 x-openstack-request-id: req-55454bf0-3b18-4af7-a7fd-a9965444ca95 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:13.129051 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc647936-7af3-4500-a95d-e51e25eb2555", "name": "network-vif-deleted", "tag": "bcc8e7d0-4339-4009-9f1c-04fd153673d3", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:13.130847 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55454bf0-3b18-4af7-a7fd-a9965444ca95 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:13.131842 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55454bf0-3b18-4af7-a7fd-a9965444ca95'] response: {'server_uuid': 'bc647936-7af3-4500-a95d-e51e25eb2555', 'name': 'network-vif-deleted', 'tag': 'bcc8e7d0-4339-4009-9f1c-04fd153673d3', 'status': 'completed', 'code': 200} Mar 23 01:29:13.199538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948eb0ef-dcf6-4dcd-8287-8ff10ddd4ff8 req-0cc7a9e7-7a9d-4b88-a328-781f6558eece tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:13.214950 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-948eb0ef-dcf6-4dcd-8287-8ff10ddd4ff8 req-0cc7a9e7-7a9d-4b88-a328-781f6558eece tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 931 time: 0.1956825 Mar 23 01:29:13.244692 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:13.305686 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-948eb0ef-dcf6-4dcd-8287-8ff10ddd4ff8 req-a893243d-475f-43d6-a5bf-a951c8b2d8e9 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd7c24bd-65f7-4c4a-afed-b8dade6949ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807648 Mar 23 01:29:13.351637 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-203239c2-a6a9-434c-b12e-eba4d56f9998 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:13.352593 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-203239c2-a6a9-434c-b12e-eba4d56f9998 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:13.398194 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-203239c2-a6a9-434c-b12e-eba4d56f9998 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3841159 Mar 23 01:29:13.409599 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb1afac1-464c-47f4-a8b7-5dd11a2f75dc req-3e182b5b-be63-4686-b4cf-c5da9e36b2a3 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/84ebc244-ed9f-4bc2-ad7e-1b3d52d1cefd HTTP/1.1" status: 200 len: 1816 time: 0.0846519 Mar 23 01:29:13.420511 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Request body: {'port': {'device_id': 'f86f9582-bef0-48bc-81d2-1edbfa2b691f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:13.564633 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-fb1afac1-464c-47f4-a8b7-5dd11a2f75dc req-78d1e150-7a21-4448-9d3a-eb981aa42a19 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 23 01:29:13.592826 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb1afac1-464c-47f4-a8b7-5dd11a2f75dc req-78d1e150-7a21-4448-9d3a-eb981aa42a19 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "DELETE /v2.0/security-groups/84ebc244-ed9f-4bc2-ad7e-1b3d52d1cefd HTTP/1.1" status: 409 len: 341 time: 0.1789260 Mar 23 01:29:13.613044 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (81af76e8-af90-45d8-94be-d4199650e69d), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:13.756646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55786) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:13.770231 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-06e77ca4-e3a3-457e-b7a9-cab6e1687c01 None None] Provisioning complete for port 81af76e8-af90-45d8-94be-d4199650e69d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:29:13.770666 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-06e77ca4-e3a3-457e-b7a9-cab6e1687c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (81af76e8-af90-45d8-94be-d4199650e69d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:13.916007 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-06e77ca4-e3a3-457e-b7a9-cab6e1687c01 None None] Port 81af76e8-af90-45d8-94be-d4199650e69d cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:29:14.192629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf5031-5698-4068-b988-4f12fdb71b2c req-b787256e-5fa8-495a-a60b-6e78ee7c6c63 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:14.200191 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dbcf5031-5698-4068-b988-4f12fdb71b2c req-b787256e-5fa8-495a-a60b-6e78ee7c6c63 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.2205453 Mar 23 01:29:14.318932 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dbcf5031-5698-4068-b988-4f12fdb71b2c req-8d24a302-0e9f-44c5-89fe-bf305dea2e95 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166275 Mar 23 01:29:14.346075 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81af76e8-af90-45d8-94be-d4199650e69d {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:14.365454 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Publish callbacks [] for port (81af76e8-af90-45d8-94be-d4199650e69d), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:14.397762 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Transition to ACTIVE for port object 81af76e8-af90-45d8-94be-d4199650e69d will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:29:14.405897 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (81af76e8-af90-45d8-94be-d4199650e69d), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:14.458148 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6628de96-1273-46a3-9bf8-f09f7ccac43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:14.522710 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Pushing event updated for resources: {'Port': ['ID=81af76e8-af90-45d8-94be-d4199650e69d,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:14.723347 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Attempting to bind port 81af76e8-af90-45d8-94be-d4199650e69d on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:29:14.723949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Attempting to bind port 81af76e8-af90-45d8-94be-d4199650e69d by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '531b3f07-50a7-4905-b9c5-f07ac7738748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:29:14.724468 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Attempting to bind port 81af76e8-af90-45d8-94be-d4199650e69d on network b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:14.729703 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Port 81af76e8-af90-45d8-94be-d4199650e69d on network b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:29:14.730036 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Attempting to bind port 81af76e8-af90-45d8-94be-d4199650e69d on network b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:14.736159 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:29:14.736478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Checking segment: {'id': '531b3f07-50a7-4905-b9c5-f07ac7738748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:29:14.736934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Bound using segment: {'id': '531b3f07-50a7-4905-b9c5-f07ac7738748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:29:14.737452 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Bound port: 81af76e8-af90-45d8-94be-d4199650e69d, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531b3f07-50a7-4905-b9c5-f07ac7738748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:29:14.737810 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (81af76e8-af90-45d8-94be-d4199650e69d), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:14.832691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-527b5efe-ce50-4097-a407-3a40df315f22 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:14.834242 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-527b5efe-ce50-4097-a407-3a40df315f22 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.42 "GET /v2.0/networks?id=ab9df0e6-dce9-4d34-8f0a-69ea139a8629 HTTP/1.1" status: 200 len: 818 time: 0.7899890 Mar 23 01:29:14.840398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-b7433323-5142-44c3-8a34-2878f07643f7 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:14.847332 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-b7433323-5142-44c3-8a34-2878f07643f7 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/networks?id=4f95c67a-fe49-4926-835f-c2991ffa4e67 HTTP/1.1" status: 200 len: 822 time: 0.9463313 Mar 23 01:29:14.849800 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] For port 81af76e8-af90-45d8-94be-d4199650e69d, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:29:14.858561 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] For port 81af76e8-af90-45d8-94be-d4199650e69d, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=81af76e8-af90-45d8-94be-d4199650e69d,segment=NetworkSegment(531b3f07-50a7-4905-b9c5-f07ac7738748),segment_id=531b3f07-50a7-4905-b9c5-f07ac7738748)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:29:14.868545 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (81af76e8-af90-45d8-94be-d4199650e69d), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:14.869891 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-da86c458-979d-482e-bf7b-9d7d9b2a27cb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Request body: {'port': {'device_id': 'b8568d0c-d820-4a15-bfd3-716f31465384', 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629', 'admin_state_up': True, 'tenant_id': '4f6d3df7c0f14ae88ab865aa48748b90'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:14.883750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-1528c434-2ff3-4ba7-8da9-106cd75eea3a tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:14.885333 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-1528c434-2ff3-4ba7-8da9-106cd75eea3a tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.43 "GET /v2.0/networks?id=ab9df0e6-dce9-4d34-8f0a-69ea139a8629 HTTP/1.1" status: 200 len: 818 time: 0.7397506 Mar 23 01:29:14.890995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-a7d1abd7-3931-4f24-8110-2fdb079a25a5 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:14.892912 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-a7d1abd7-3931-4f24-8110-2fdb079a25a5 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.42 "GET /v2.0/networks?id=ab9df0e6-dce9-4d34-8f0a-69ea139a8629 HTTP/1.1" status: 200 len: 818 time: 0.6560209 Mar 23 01:29:14.923971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:14.925389 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:14.928480 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] 10.222.0.43 "PUT /v2.0/ports/81af76e8-af90-45d8-94be-d4199650e69d HTTP/1.1" status: 200 len: 1091 time: 1.5161824 Mar 23 01:29:14.928480 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86f9582-bef0-48bc-81d2-1edbfa2b691f', 'tag': '81af76e8-af90-45d8-94be-d4199650e69d'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:14.930708 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd4fc35-688c-4a66-aa40-58fa84210069" -d '{"events": [{"name": "network-changed", "server_uuid": "f86f9582-bef0-48bc-81d2-1edbfa2b691f", "tag": "81af76e8-af90-45d8-94be-d4199650e69d"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:14.958445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-2ac643d1-7694-4315-9e2f-8ae5f71fe7bb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Request body: {'port': {'device_id': '8dfd9d7e-ab02-4007-b41d-838d35a732fe', 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629', 'admin_state_up': True, 'tenant_id': '4f6d3df7c0f14ae88ab865aa48748b90'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:14.970070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-0ee4ee4c-ede6-41d0-81b9-fb56affa37fd tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Request body: {'port': {'device_id': 'f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c', 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629', 'admin_state_up': True, 'tenant_id': '4f6d3df7c0f14ae88ab865aa48748b90'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:14.982666 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-01d98157-e51f-40ae-8f67-6e5e280549da tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/quotas/590cc3d8447b4c0a8244387b16c14c1a HTTP/1.1" status: 200 len: 375 time: 0.1343653 Mar 23 01:29:14.991814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3ee11-af91-42f8-a9d4-8ad5a37e666c service neutron] Pushing event updated for resources: {'Port': ['ID=81af76e8-af90-45d8-94be-d4199650e69d,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:15.024860 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67769044-c001-4c17-abac-f8f69ba2afe0 req-edd5a5d4-4afd-44c6-8cac-f52debf0aec4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3419266 Mar 23 01:29:15.114785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-c182ed68-1e59-4c18-b117-a8ddace8a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:15.116464 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-c182ed68-1e59-4c18-b117-a8ddace8a2cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1678261026c64e4184d05714d530f92f&device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 1125 time: 0.0799856 Mar 23 01:29:15.178404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633e23d5-84f8-4068-8445-cb6f685cd921', 'tag': 'a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:15.181201 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a06853-79ab-4d55-9646-c0a9c1dd65b7" -d '{"events": [{"name": "network-changed", "server_uuid": "633e23d5-84f8-4068-8445-cb6f685cd921", "tag": "a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:15.187147 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-59fba91d-116f-4ad5-9dc7-4e3545b25679 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81af76e8-af90-45d8-94be-d4199650e69d HTTP/1.1" status: 200 len: 217 time: 0.0570042 Mar 23 01:29:15.243870 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-63e90abe-523f-44bb-869d-3baa49f0d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:15.245480 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-63e90abe-523f-44bb-869d-3baa49f0d5af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3184f37-b64b-4050-92bd-c90b3721827c HTTP/1.1" status: 200 len: 845 time: 0.0518456 Mar 23 01:29:15.281161 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-b575a540-d50e-4778-8a0d-aac3b109b4b6 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=590cc3d8447b4c0a8244387b16c14c1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2975748 Mar 23 01:29:15.337385 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-4d3e03e8-e31c-4d4d-ae0f-a5a4146e4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:15.341005 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-4d3e03e8-e31c-4d4d-ae0f-a5a4146e4e48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6b671bb-04e7-47ec-9c6c-e9f6b7584d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0872040 Mar 23 01:29:15.357638 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6628de96-1273-46a3-9bf8-f09f7ccac43e admin admin] Publish callbacks [] for security_group (eb6eb9b2-5a8f-435d-a9ea-3f5e0d759cd0), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:15.380593 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-169f22be-f4b2-4ee0-b3a1-70261ee3ca48 req-7c4e335b-60c9-4c45-b33d-394f99c42bc6 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 210 time: 0.0502493 Mar 23 01:29:15.387670 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6628de96-1273-46a3-9bf8-f09f7ccac43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (eb6eb9b2-5a8f-435d-a9ea-3f5e0d759cd0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:15.494447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-2ac643d1-7694-4315-9e2f-8ae5f71fe7bb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Made reservation on behalf of 4f6d3df7c0f14ae88ab865aa48748b90 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:15.498029 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-2ac643d1-7694-4315-9e2f-8ae5f71fe7bb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:15.529951 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-2e96233f-1101-457b-9d61-f1dd9ecfaa5b service neutron] 10.222.0.43 "GET /v2.0/networks/b6b671bb-04e7-47ec-9c6c-e9f6b7584d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786575 Mar 23 01:29:15.589564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55828) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:15.600274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67769044-c001-4c17-abac-f8f69ba2afe0 req-eae2fb98-e27e-431c-a0fd-f5cb10914d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:15.601875 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67769044-c001-4c17-abac-f8f69ba2afe0 req-eae2fb98-e27e-431c-a0fd-f5cb10914d43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 1132 time: 0.4094784 Mar 23 01:29:15.615633 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fb9bf-993e-4629-9839-d87ca8b40233 req-063b0903-b583-4ac0-b178-0574db0177e7 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:15.618147 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-750fb9bf-993e-4629-9839-d87ca8b40233 req-063b0903-b583-4ac0-b178-0574db0177e7 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 943 time: 0.1276305 Mar 23 01:29:15.637035 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6628de96-1273-46a3-9bf8-f09f7ccac43e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3aa9f53704a449188a3cdb8058df13ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8765574 Mar 23 01:29:15.638780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55832) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:15.651081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628de96-1273-46a3-9bf8-f09f7ccac43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6eb9b2-5a8f-435d-a9ea-3f5e0d759cd0,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:15.783979 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-750fb9bf-993e-4629-9839-d87ca8b40233 req-f6474ef4-870e-42b3-96f1-2c31b179938f tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd7c24bd-65f7-4c4a-afed-b8dade6949ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583529 Mar 23 01:29:15.789917 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e6e351ca-00bd-411e-b590-1921418a6341 admin admin] Publish callbacks [] for security_group (eb6eb9b2-5a8f-435d-a9ea-3f5e0d759cd0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:15.790303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-da86c458-979d-482e-bf7b-9d7d9b2a27cb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Made reservation on behalf of 4f6d3df7c0f14ae88ab865aa48748b90 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:15.793639 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-da86c458-979d-482e-bf7b-9d7d9b2a27cb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:15.812789 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-0ee4ee4c-ede6-41d0-81b9-fb56affa37fd tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Made reservation on behalf of 4f6d3df7c0f14ae88ab865aa48748b90 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:15.816399 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-0ee4ee4c-ede6-41d0-81b9-fb56affa37fd tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:15.831428 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94fe1c1e-6b29-45b9-a85c-a62f83392cd9 req-fe3548dc-895e-4c38-b1c7-297e42b66126 service neutron] 10.222.0.43 "GET /v2.0/networks/b6b671bb-04e7-47ec-9c6c-e9f6b7584d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899902 Mar 23 01:29:15.831684 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-8ae855a8-f24f-4b00-a72b-b31517e53279 service neutron] 10.222.0.18 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266502 Mar 23 01:29:15.840112 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e6e351ca-00bd-411e-b590-1921418a6341 admin admin] Publish callbacks [] for security_group (eb6eb9b2-5a8f-435d-a9ea-3f5e0d759cd0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:15.951678 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a528b-15c5-4e40-9ba9-634f305d8486 req-f5611d74-e98a-485f-9059-3a0ad0047e54 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:15.953977 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bb5a528b-15c5-4e40-9ba9-634f305d8486 req-f5611d74-e98a-485f-9059-3a0ad0047e54 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 1024 time: 0.0848155 Mar 23 01:29:15.973110 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e6e351ca-00bd-411e-b590-1921418a6341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (eb6eb9b2-5a8f-435d-a9ea-3f5e0d759cd0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:15.978169 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e6e351ca-00bd-411e-b590-1921418a6341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:15.979639 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e6e351ca-00bd-411e-b590-1921418a6341 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb6eb9b2-5a8f-435d-a9ea-3f5e0d759cd0 HTTP/1.1" status: 204 len: 168 time: 0.3318899 Mar 23 01:29:16.010891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e351ca-00bd-411e-b590-1921418a6341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6eb9b2-5a8f-435d-a9ea-3f5e0d759cd0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:16.121033 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bb5a528b-15c5-4e40-9ba9-634f305d8486 req-acd26c69-e357-40a8-a63d-4950f5980bb8 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74cb710-7289-4704-b5ad-b30ca73d0335&id=24cc78bd-3a79-4103-9280-211c66b68497&id=84ebc244-ed9f-4bc2-ad7e-1b3d52d1cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1565604 Mar 23 01:29:16.178862 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18c6209-77db-4487-b9f5-ba9101819d3b x-openstack-request-id: req-d18c6209-77db-4487-b9f5-ba9101819d3b {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:16.179499 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86f9582-bef0-48bc-81d2-1edbfa2b691f", "tag": "81af76e8-af90-45d8-94be-d4199650e69d", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:16.179975 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d18c6209-77db-4487-b9f5-ba9101819d3b {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:16.180495 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d18c6209-77db-4487-b9f5-ba9101819d3b'] response: {'name': 'network-changed', 'server_uuid': 'f86f9582-bef0-48bc-81d2-1edbfa2b691f', 'tag': '81af76e8-af90-45d8-94be-d4199650e69d', 'status': 'completed', 'code': 200} Mar 23 01:29:16.299693 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebef145b-ec15-4a0b-9250-c95492ccc0ff x-openstack-request-id: req-ebef145b-ec15-4a0b-9250-c95492ccc0ff {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:16.299982 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633e23d5-84f8-4068-8445-cb6f685cd921", "tag": "a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:16.300245 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ebef145b-ec15-4a0b-9250-c95492ccc0ff {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:16.300671 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebef145b-ec15-4a0b-9250-c95492ccc0ff'] response: {'name': 'network-changed', 'server_uuid': '633e23d5-84f8-4068-8445-cb6f685cd921', 'tag': 'a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4', 'status': 'completed', 'code': 200} Mar 23 01:29:16.400308 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4fc35-688c-4a66-aa40-58fa84210069 req-9f9f2b6e-502b-41dd-8fa0-d8dcb3f91e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:16.401957 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-edd4fc35-688c-4a66-aa40-58fa84210069 req-9f9f2b6e-502b-41dd-8fa0-d8dcb3f91e8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1678261026c64e4184d05714d530f92f&device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 1125 time: 0.1313286 Mar 23 01:29:16.419084 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8f7b05e8-f658-45c2-9931-1f594cfa79d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e097fa16a6c4ffbbeee2aaac35cd997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8217673 Mar 23 01:29:16.420328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67769044-c001-4c17-abac-f8f69ba2afe0 req-4ca29e5d-e3ba-4e89-a2b8-8312c6f5e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:16.427730 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67769044-c001-4c17-abac-f8f69ba2afe0 req-4ca29e5d-e3ba-4e89-a2b8-8312c6f5e8fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.7866349 Mar 23 01:29:16.436163 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55842) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:16.479844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a06853-79ab-4d55-9646-c0a9c1dd65b7 req-03f24951-3d56-4b5a-9a1c-177931554dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:16.481490 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-56a06853-79ab-4d55-9646-c0a9c1dd65b7 req-03f24951-3d56-4b5a-9a1c-177931554dec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=88258706fcbb4a7782ff3a36d1464da4&device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 1207 time: 0.1725500 Mar 23 01:29:16.494185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-2ac643d1-7694-4315-9e2f-8ae5f71fe7bb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Allocated IP 172.20.0.3 (ab9df0e6-dce9-4d34-8f0a-69ea139a8629/506fc8cb-b131-4468-9ea5-c13892963b9c/8cb45cd1-8648-498a-ad48-54d74e46b1c6) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:29:16.512935 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f42e47-c611-4f22-b406-9c0572b998aa req-0d7e5b57-02d9-430a-9c33-13444ba57fc8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:16.514715 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c1f42e47-c611-4f22-b406-9c0572b998aa req-0d7e5b57-02d9-430a-9c33-13444ba57fc8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.1617165 Mar 23 01:29:16.534401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55844) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:16.540319 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67769044-c001-4c17-abac-f8f69ba2afe0 req-b951f752-35c9-4264-87d0-fae0059445bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a HTTP/1.1" status: 200 len: 217 time: 0.0910563 Mar 23 01:29:16.540787 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.43', 62443) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:16.569765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4fc35-688c-4a66-aa40-58fa84210069 req-9757a8e1-bfbc-422d-a04a-c2f897e1dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:16.571251 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-edd4fc35-688c-4a66-aa40-58fa84210069 req-9757a8e1-bfbc-422d-a04a-c2f897e1dba9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 HTTP/1.1" status: 200 len: 906 time: 0.1602895 Mar 23 01:29:16.618578 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2531487-49c7-472a-b02a-b071ea7f79df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:16.626342 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-58d061a0-6e40-4f54-93f2-a867e9aac7fe service neutron] 10.222.0.18 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7809181 Mar 23 01:29:16.659774 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-edd4fc35-688c-4a66-aa40-58fa84210069 req-e035f6d7-f86b-4f48-b267-367521e2f71f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81af76e8-af90-45d8-94be-d4199650e69d HTTP/1.1" status: 200 len: 217 time: 0.0593514 Mar 23 01:29:16.694752 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67769044-c001-4c17-abac-f8f69ba2afe0 req-5111cea5-c4b6-496e-b6d1-8b2512b206d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:16.696243 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67769044-c001-4c17-abac-f8f69ba2afe0 req-5111cea5-c4b6-496e-b6d1-8b2512b206d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1248655 Mar 23 01:29:16.717952 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c1f42e47-c611-4f22-b406-9c0572b998aa req-f3c9a474-f22a-43f9-9cae-4f5d5f351b3c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937118 Mar 23 01:29:16.756899 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4fc35-688c-4a66-aa40-58fa84210069 req-4c891e5a-2d33-4da3-8de5-b06660c90167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:16.758392 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-edd4fc35-688c-4a66-aa40-58fa84210069 req-4c891e5a-2d33-4da3-8de5-b06660c90167 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3184f37-b64b-4050-92bd-c90b3721827c HTTP/1.1" status: 200 len: 845 time: 0.0858026 Mar 23 01:29:16.759514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a06853-79ab-4d55-9646-c0a9c1dd65b7 req-addff330-3ad6-4cef-9550-da30903ee8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:16.761010 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-56a06853-79ab-4d55-9646-c0a9c1dd65b7 req-addff330-3ad6-4cef-9550-da30903ee8ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95 HTTP/1.1" status: 200 len: 912 time: 0.2177873 Mar 23 01:29:16.776458 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-393e8a4c-298d-4f81-8110-d6e42a0345a2 admin admin] Publish callbacks [] for security_group (61f09486-5c57-4ca4-8a42-9a0f0e7e9972), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:16.870159 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-393e8a4c-298d-4f81-8110-d6e42a0345a2 admin admin] Publish callbacks [] for security_group (61f09486-5c57-4ca4-8a42-9a0f0e7e9972), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:16.878328 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-56a06853-79ab-4d55-9646-c0a9c1dd65b7 req-a098e182-98b2-48a9-b807-439b9984d5f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 HTTP/1.1" status: 200 len: 217 time: 0.0923083 Mar 23 01:29:16.891375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e597e89-61d0-416c-bda6-bb94bfbeecc3 req-71ced409-adb9-43f2-8270-01ab112599fc tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:16.893068 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7e597e89-61d0-416c-bda6-bb94bfbeecc3 req-71ced409-adb9-43f2-8270-01ab112599fc tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.43 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 1024 time: 0.3348312 Mar 23 01:29:16.946275 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b728b94-cfcf-469f-9b19-e9348db1e035 req-3d1f308a-610f-47eb-a25d-25d8d722e6c4 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 210 time: 0.0730705 Mar 23 01:29:16.962845 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67769044-c001-4c17-abac-f8f69ba2afe0 req-de7c766e-2406-462e-8329-db2ae2806698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:16.964388 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67769044-c001-4c17-abac-f8f69ba2afe0 req-de7c766e-2406-462e-8329-db2ae2806698 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2551813 Mar 23 01:29:17.069968 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5daff54c-b45d-442f-9527-479deea3a364 req-491c889d-7fee-49b7-ba2c-e4ebc271b7c3 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 210 time: 0.0314634 Mar 23 01:29:17.074211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4fc35-688c-4a66-aa40-58fa84210069 req-fb277cf5-5e3b-4094-9e29-06c7e7c5600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:17.075677 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-edd4fc35-688c-4a66-aa40-58fa84210069 req-fb277cf5-5e3b-4094-9e29-06c7e7c5600c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6b671bb-04e7-47ec-9c6c-e9f6b7584d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3062432 Mar 23 01:29:17.096141 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a06853-79ab-4d55-9646-c0a9c1dd65b7 req-e8643f89-99e3-46eb-be35-eeab2b90ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:17.097793 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-56a06853-79ab-4d55-9646-c0a9c1dd65b7 req-e8643f89-99e3-46eb-be35-eeab2b90ea8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79beddf3-e38e-4ae2-aeb0-ffcc685292ac HTTP/1.1" status: 200 len: 852 time: 0.2017584 Mar 23 01:29:17.148643 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2531487-49c7-472a-b02a-b071ea7f79df admin admin] Publish callbacks [] for security_group (ad906d7a-796b-4f2c-8bb7-335eaef5384b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:17.187734 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2531487-49c7-472a-b02a-b071ea7f79df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ad906d7a-796b-4f2c-8bb7-335eaef5384b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:17.199246 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-2ac643d1-7694-4315-9e2f-8ae5f71fe7bb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks [] for port (8cb45cd1-8648-498a-ad48-54d74e46b1c6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:17.225291 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-393e8a4c-298d-4f81-8110-d6e42a0345a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (61f09486-5c57-4ca4-8a42-9a0f0e7e9972), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:17.227502 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-56a06853-79ab-4d55-9646-c0a9c1dd65b7 req-77358b36-5476-4d20-ac56-3426fe5b66d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f6285fa-5b57-4b49-b542-0cfe0fd86a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121545 Mar 23 01:29:17.227715 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-393e8a4c-298d-4f81-8110-d6e42a0345a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:17.231815 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-393e8a4c-298d-4f81-8110-d6e42a0345a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61f09486-5c57-4ca4-8a42-9a0f0e7e9972 HTTP/1.1" status: 204 len: 168 time: 0.7927587 Mar 23 01:29:17.290480 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2531487-49c7-472a-b02a-b071ea7f79df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad906d7a-796b-4f2c-8bb7-335eaef5384b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:17.294993 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d2531487-49c7-472a-b02a-b071ea7f79df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41cd0857fa9946eaa151cdbccd75dcd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7563691 Mar 23 01:29:17.302423 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55866) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:17.315435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ce4be-df6b-44ea-92b1-ea0e1681d468 req-a45a0374-0926-4dea-abe1-325af7bbe9c7 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:17.318547 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-340ce4be-df6b-44ea-92b1-ea0e1681d468 req-a45a0374-0926-4dea-abe1-325af7bbe9c7 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 943 time: 0.3530297 Mar 23 01:29:17.321672 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67769044-c001-4c17-abac-f8f69ba2afe0 req-ab414d96-af05-428a-899a-07598a74ed96 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379602 Mar 23 01:29:17.361676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e8a4c-298d-4f81-8110-d6e42a0345a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f09486-5c57-4ca4-8a42-9a0f0e7e9972,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:17.373316 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-56a06853-79ab-4d55-9646-c0a9c1dd65b7 req-2768c1bd-3025-4884-a6d9-c2fe4f96a735 service neutron] 10.222.0.43 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375933 Mar 23 01:29:17.479065 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-7e597e89-61d0-416c-bda6-bb94bfbeecc3 req-2b20196e-b387-4f9e-a4cd-162a0c66149e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Deleting port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:29:17.479672 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7e597e89-61d0-416c-bda6-bb94bfbeecc3 req-2b20196e-b387-4f9e-a4cd-162a0c66149e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:17.485195 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-2ac643d1-7694-4315-9e2f-8ae5f71fe7bb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8cb45cd1-8648-498a-ad48-54d74e46b1c6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:17.566623 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-edd4fc35-688c-4a66-aa40-58fa84210069 req-a3acb5d5-8f69-450b-b2f7-035cfa35022c service neutron] 10.222.0.43 "GET /v2.0/networks/b6b671bb-04e7-47ec-9c6c-e9f6b7584d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830217 Mar 23 01:29:17.575871 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cdaaf-3a93-4d44-b626-98368d561a13 req-36579bdd-1552-4967-a5b2-949e78c6c667 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:17.583318 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b72cdaaf-3a93-4d44-b626-98368d561a13 req-36579bdd-1552-4967-a5b2-949e78c6c667 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 1024 time: 0.3528087 Mar 23 01:29:17.684898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-da86c458-979d-482e-bf7b-9d7d9b2a27cb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Allocated IP 172.20.0.7 (ab9df0e6-dce9-4d34-8f0a-69ea139a8629/506fc8cb-b131-4468-9ea5-c13892963b9c/8d3aa8df-d53c-46e6-b266-ae2116ddf41f) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:29:17.766131 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b72cdaaf-3a93-4d44-b626-98368d561a13 req-2576310a-8b52-42ab-af63-f047990dfc70 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74cb710-7289-4704-b5ad-b30ca73d0335&id=24cc78bd-3a79-4103-9280-211c66b68497&id=84ebc244-ed9f-4bc2-ad7e-1b3d52d1cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1819155 Mar 23 01:29:17.779424 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-56a06853-79ab-4d55-9646-c0a9c1dd65b7 req-9af516f9-cab6-4376-84b9-f205081777ae service neutron] 10.222.0.43 "GET /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973646 Mar 23 01:29:17.812348 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-340ce4be-df6b-44ea-92b1-ea0e1681d468 req-56d61058-da46-4232-86ac-714b1c0fa7ae tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd7c24bd-65f7-4c4a-afed-b8dade6949ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4666641 Mar 23 01:29:17.820113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-2ac643d1-7694-4315-9e2f-8ae5f71fe7bb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Network ab9df0e6-dce9-4d34-8f0a-69ea139a8629 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:29:17.844424 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-edd4fc35-688c-4a66-aa40-58fa84210069 req-fc1340f9-40ac-4c08-94ec-cd4f6f6cffd6 service neutron] 10.222.0.43 "GET /v2.0/networks/b6b671bb-04e7-47ec-9c6c-e9f6b7584d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567840 Mar 23 01:29:17.881862 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b286f752-21aa-421d-baa7-8c16aae123b4 admin admin] Publish callbacks [] for security_group (ad906d7a-796b-4f2c-8bb7-335eaef5384b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:17.927079 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-2ac643d1-7694-4315-9e2f-8ae5f71fe7bb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:29:17.937767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-2ac643d1-7694-4315-9e2f-8ae5f71fe7bb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:29:17.945458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac643d1-7694-4315-9e2f-8ae5f71fe7bb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Pushing event updated for resources: {'Port': ['ID=8cb45cd1-8648-498a-ad48-54d74e46b1c6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:17.950990 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67769044-c001-4c17-abac-f8f69ba2afe0 req-829d1087-fd68-484c-b043-b0cd157e98eb service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143775 Mar 23 01:29:18.046986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31531666-31f1-4204-b174-c10592da0542 req-87bead73-1890-4c08-9548-873e63b28491 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:18.057636 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31531666-31f1-4204-b174-c10592da0542 req-87bead73-1890-4c08-9548-873e63b28491 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.1216164 Mar 23 01:29:18.127983 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b286f752-21aa-421d-baa7-8c16aae123b4 admin admin] Publish callbacks [] for security_group (ad906d7a-796b-4f2c-8bb7-335eaef5384b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:18.139266 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31531666-31f1-4204-b174-c10592da0542 req-5ff06193-364d-4630-a7dc-e965b95dda6e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801926 Mar 23 01:29:18.161176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-7e597e89-61d0-416c-bda6-bb94bfbeecc3 req-2b20196e-b387-4f9e-a4cd-162a0c66149e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] For port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4,segment=NetworkSegment(3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af),segment_id=3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:18.161176 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7e597e89-61d0-416c-bda6-bb94bfbeecc3 req-2b20196e-b387-4f9e-a4cd-162a0c66149e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:18.239511 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ec2aa25-f912-46ef-b910-4817ebbefdfe req-9f978985-0a47-47d3-9ed8-4cac4de95b7d tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 210 time: 0.1181557 Mar 23 01:29:18.247717 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-7e597e89-61d0-416c-bda6-bb94bfbeecc3 req-2b20196e-b387-4f9e-a4cd-162a0c66149e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Calling delete_port for a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:29:18.259304 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-2ac643d1-7694-4315-9e2f-8ae5f71fe7bb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:18.260265 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-2ac643d1-7694-4315-9e2f-8ae5f71fe7bb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:18.319801 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-2ac643d1-7694-4315-9e2f-8ae5f71fe7bb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4057951 Mar 23 01:29:18.328409 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2cb9f4dc-6a73-4b07-b5cc-02b1f1804466 req-901a243e-b2b1-43b1-9c92-be52c1ffd861 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 210 time: 0.0927215 Mar 23 01:29:18.342070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Request body: {'port': {'device_id': '8dfd9d7e-ab02-4007-b41d-838d35a732fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:18.379080 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-da86c458-979d-482e-bf7b-9d7d9b2a27cb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks [] for port (8d3aa8df-d53c-46e6-b266-ae2116ddf41f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:18.468332 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b286f752-21aa-421d-baa7-8c16aae123b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ad906d7a-796b-4f2c-8bb7-335eaef5384b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:18.472361 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b286f752-21aa-421d-baa7-8c16aae123b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:18.479927 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b286f752-21aa-421d-baa7-8c16aae123b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad906d7a-796b-4f2c-8bb7-335eaef5384b HTTP/1.1" status: 204 len: 168 time: 1.1749985 Mar 23 01:29:18.527530 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286f752-21aa-421d-baa7-8c16aae123b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad906d7a-796b-4f2c-8bb7-335eaef5384b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:18.645193 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8cb45cd1-8648-498a-ad48-54d74e46b1c6), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:18.725408 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-0ee4ee4c-ede6-41d0-81b9-fb56affa37fd tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Allocated IP 172.20.0.13 (ab9df0e6-dce9-4d34-8f0a-69ea139a8629/506fc8cb-b131-4468-9ea5-c13892963b9c/9f5034fd-1750-46f2-a12b-5392f6c6dd6b) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:29:18.771554 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-da86c458-979d-482e-bf7b-9d7d9b2a27cb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8d3aa8df-d53c-46e6-b266-ae2116ddf41f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:18.890847 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55904) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:18.982706 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734c1d2-8930-4331-9584-5fecddb65328 req-fc746494-8217-4b1c-9985-b0f5e761c0f4 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:18.989783 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e734c1d2-8930-4331-9584-5fecddb65328 req-fc746494-8217-4b1c-9985-b0f5e761c0f4 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 943 time: 0.0688522 Mar 23 01:29:19.050851 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e734c1d2-8930-4331-9584-5fecddb65328 req-3134494a-bf04-4015-ab9e-885a616e286c tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd7c24bd-65f7-4c4a-afed-b8dade6949ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601079 Mar 23 01:29:19.065045 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-4ca70ed9-5935-4568-af2e-482ed9fb8f98 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1149459670-network', 'tenant_id': 'bdc89fd48da447569ecb7d7fab866625'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:19.083119 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-da86c458-979d-482e-bf7b-9d7d9b2a27cb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Network ab9df0e6-dce9-4d34-8f0a-69ea139a8629 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:29:19.084474 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca70ed9-5935-4568-af2e-482ed9fb8f98 admin admin] Made reservation on behalf of bdc89fd48da447569ecb7d7fab866625 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:19.087724 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ca70ed9-5935-4568-af2e-482ed9fb8f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:19.098634 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ca70ed9-5935-4568-af2e-482ed9fb8f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:19.133397 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-da86c458-979d-482e-bf7b-9d7d9b2a27cb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:29:19.147310 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86c458-979d-482e-bf7b-9d7d9b2a27cb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Pushing event updated for resources: {'Port': ['ID=8d3aa8df-d53c-46e6-b266-ae2116ddf41f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:19.158123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-da86c458-979d-482e-bf7b-9d7d9b2a27cb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:29:19.203596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-a98f2f23-e304-4e0e-ab4f-6bd1878db8eb tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:19.205345 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-a98f2f23-e304-4e0e-ab4f-6bd1878db8eb tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.42 "GET /v2.0/networks?id=4f95c67a-fe49-4926-835f-c2991ffa4e67 HTTP/1.1" status: 200 len: 822 time: 0.7238085 Mar 23 01:29:19.226886 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7e597e89-61d0-416c-bda6-bb94bfbeecc3 req-2b20196e-b387-4f9e-a4cd-162a0c66149e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:19.227974 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ca70ed9-5935-4568-af2e-482ed9fb8f98 admin admin] Publish callbacks [] for security_group (bc48cfee-05bb-4436-b4a6-194c8fafbb12), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:19.233452 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ca70ed9-5935-4568-af2e-482ed9fb8f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bc48cfee-05bb-4436-b4a6-194c8fafbb12), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:19.239186 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:19.280349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-5fd5821d-74e7-469e-81ad-7865734b1d33 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Request body: {'port': {'device_id': '8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee', 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67', 'admin_state_up': True, 'tenant_id': '590cc3d8447b4c0a8244387b16c14c1a'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:19.344273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca70ed9-5935-4568-af2e-482ed9fb8f98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:29:19.372645 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ca70ed9-5935-4568-af2e-482ed9fb8f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (17818811-7c03-40c9-b734-33dda2c62b98), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:19.372970 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-4ca70ed9-5935-4568-af2e-482ed9fb8f98 admin admin] Added segment 17818811-7c03-40c9-b734-33dda2c62b98 of type vlan for network 9d97951d-16e7-45bf-8eeb-bb87b46299c3 Mar 23 01:29:19.374714 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca70ed9-5935-4568-af2e-482ed9fb8f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc48cfee-05bb-4436-b4a6-194c8fafbb12,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:19.442719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc5227-31c3-4c3b-97cd-27e267c8d812 req-028661f8-9fb8-4bd7-a06e-d8db0a4bc87d tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:19.445037 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eecc5227-31c3-4c3b-97cd-27e267c8d812 req-028661f8-9fb8-4bd7-a06e-d8db0a4bc87d tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=633e23d5-84f8-4068-8445-cb6f685cd921 HTTP/1.1" status: 200 len: 945 time: 0.4559004 Mar 23 01:29:19.459223 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20196e-b387-4f9e-a4cd-162a0c66149e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event deleted for resources: {'Port': ['ID=a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:19.475750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-da86c458-979d-482e-bf7b-9d7d9b2a27cb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:19.475750 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-da86c458-979d-482e-bf7b-9d7d9b2a27cb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:19.521165 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3fe36-dfba-4d1c-9239-5e5bfa1e294d req-9a10b93c-526f-4980-ba11-6a751093caa4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:19.537286 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7d3fe36-dfba-4d1c-9239-5e5bfa1e294d req-9a10b93c-526f-4980-ba11-6a751093caa4 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.2575171 Mar 23 01:29:19.542835 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2071e097-7e2d-4b92-b41f-645ef2403f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:19.569823 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ca70ed9-5935-4568-af2e-482ed9fb8f98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (9d97951d-16e7-45bf-8eeb-bb87b46299c3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:19.622176 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7d3fe36-dfba-4d1c-9239-5e5bfa1e294d req-05ad2cef-fac3-4a9d-8a01-5a18ebf61a1d tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829046 Mar 23 01:29:19.625480 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-da86c458-979d-482e-bf7b-9d7d9b2a27cb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7700548 Mar 23 01:29:19.635096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e597e89-61d0-416c-bda6-bb94bfbeecc3 req-2b20196e-b387-4f9e-a4cd-162a0c66149e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] No DVR routers for this DVR port a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:29:19.648959 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Request body: {'port': {'device_id': 'b8568d0c-d820-4a15-bfd3-716f31465384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:19.653514 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7e597e89-61d0-416c-bda6-bb94bfbeecc3 req-2b20196e-b387-4f9e-a4cd-162a0c66149e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:19.653730 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ca70ed9-5935-4568-af2e-482ed9fb8f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (9d97951d-16e7-45bf-8eeb-bb87b46299c3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:19.655913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca70ed9-5935-4568-af2e-482ed9fb8f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:19.656568 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ca70ed9-5935-4568-af2e-482ed9fb8f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:19.658028 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7e597e89-61d0-416c-bda6-bb94bfbeecc3 req-2b20196e-b387-4f9e-a4cd-162a0c66149e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.43 "DELETE /v2.0/ports/a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 HTTP/1.1" status: 204 len: 173 time: 2.7553842 Mar 23 01:29:19.659029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633e23d5-84f8-4068-8445-cb6f685cd921', 'name': 'network-vif-deleted', 'tag': 'a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:19.662020 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aff7940-8763-4c10-888d-3d0812e25a80" -d '{"events": [{"server_uuid": "633e23d5-84f8-4068-8445-cb6f685cd921", "name": "network-vif-deleted", "tag": "a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:19.753685 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca70ed9-5935-4568-af2e-482ed9fb8f98 admin admin] Pushing event updated for resources: {'Network': ['ID=9d97951d-16e7-45bf-8eeb-bb87b46299c3,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:19.766798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 9d97951d-16e7-45bf-8eeb-bb87b46299c3 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:29:19.805083 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6bbb2842-d067-4b8b-8347-432209f35e60 req-21d5326c-245b-42ce-9f85-a9233700b12a tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 210 time: 0.0365617 Mar 23 01:29:19.836650 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4ca70ed9-5935-4568-af2e-482ed9fb8f98 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9413562 Mar 23 01:29:19.837432 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55936) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:19.851494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-fcad11cb-78d1-471f-947e-1a9dbe2ca761 admin admin] Request body: {'subnet': {'network_id': '9d97951d-16e7-45bf-8eeb-bb87b46299c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1149459670-subnet', 'tenant_id': 'bdc89fd48da447569ecb7d7fab866625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:19.944091 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ef4d2d8d-177a-4636-8ce1-1133cac37438 req-c843d023-d0a9-446c-a302-e5d2ac8b3b4f tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 210 time: 0.0478966 Mar 23 01:29:19.962927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcad11cb-78d1-471f-947e-1a9dbe2ca761 admin admin] Made reservation on behalf of bdc89fd48da447569ecb7d7fab866625 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:19.965569 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fcad11cb-78d1-471f-947e-1a9dbe2ca761 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:20.346728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:29:20.365562 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-0ee4ee4c-ede6-41d0-81b9-fb56affa37fd tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks [] for port (9f5034fd-1750-46f2-a12b-5392f6c6dd6b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:20.389175 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 81af76e8-af90-45d8-94be-d4199650e69d details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:29:20.406391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387e0c9-b245-48f7-aa07-ed54c94cf729 req-e90faf50-a8da-4f39-8745-414ffca5175d tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:20.412735 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7387e0c9-b245-48f7-aa07-ed54c94cf729 req-e90faf50-a8da-4f39-8745-414ffca5175d tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 943 time: 0.2071946 Mar 23 01:29:20.441142 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7d088e-3e1b-48df-8dc1-0d0a6467a917 x-openstack-request-id: req-df7d088e-3e1b-48df-8dc1-0d0a6467a917 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:20.441510 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633e23d5-84f8-4068-8445-cb6f685cd921", "name": "network-vif-deleted", "tag": "a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:20.441701 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df7d088e-3e1b-48df-8dc1-0d0a6467a917 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:20.442075 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df7d088e-3e1b-48df-8dc1-0d0a6467a917'] response: {'server_uuid': '633e23d5-84f8-4068-8445-cb6f685cd921', 'name': 'network-vif-deleted', 'tag': 'a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4', 'status': 'completed', 'code': 200} Mar 23 01:29:20.443307 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-0ee4ee4c-ede6-41d0-81b9-fb56affa37fd tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (9f5034fd-1750-46f2-a12b-5392f6c6dd6b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:20.445092 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d3aa8df-d53c-46e6-b266-ae2116ddf41f), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:20.524490 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fcad11cb-78d1-471f-947e-1a9dbe2ca761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (f1f2cb59-7def-45f7-ab3b-245424e23546), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:20.589280 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad11cb-78d1-471f-947e-1a9dbe2ca761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f2cb59-7def-45f7-ab3b-245424e23546,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:20.597959 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7387e0c9-b245-48f7-aa07-ed54c94cf729 req-cf1f5f6c-76e1-4355-a3c2-953fe17aa087 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd7c24bd-65f7-4c4a-afed-b8dade6949ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636298 Mar 23 01:29:20.609474 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 81af76e8-af90-45d8-94be-d4199650e69d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=81af76e8-af90-45d8-94be-d4199650e69d,segment=NetworkSegment(531b3f07-50a7-4905-b9c5-f07ac7738748),segment_id=531b3f07-50a7-4905-b9c5-f07ac7738748)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:20.624777 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcad11cb-78d1-471f-947e-1a9dbe2ca761 admin admin] Checking segment: {'id': '17818811-7c03-40c9-b734-33dda2c62b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d97951d-16e7-45bf-8eeb-bb87b46299c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:29:20.625255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcad11cb-78d1-471f-947e-1a9dbe2ca761 admin admin] Network hostable DHCP agents. Network: 9d97951d-16e7-45bf-8eeb-bb87b46299c3, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:29:20.627917 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '81af76e8-af90-45d8-94be-d4199650e69d', 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32', 'port_id': '81af76e8-af90-45d8-94be-d4199650e69d', 'mac_address': 'fa:16:3e:65:e7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:29:20.631997 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:29:20.632554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a0a9c0bb-55b0-4aed-a26e-3c3e6af5c5b4 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:29:20.634185 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:20.648327 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcad11cb-78d1-471f-947e-1a9dbe2ca761 admin admin] Network 9d97951d-16e7-45bf-8eeb-bb87b46299c3 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:29:20.663491 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-fcad11cb-78d1-471f-947e-1a9dbe2ca761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 9d97951d-16e7-45bf-8eeb-bb87b46299c3) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:29:20.674396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcad11cb-78d1-471f-947e-1a9dbe2ca761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:20.676368 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fcad11cb-78d1-471f-947e-1a9dbe2ca761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:20.680016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ac4f19-9119-4295-b57a-fb3ca41eb4b8 None None] Network 9d97951d-16e7-45bf-8eeb-bb87b46299c3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:29:20.712177 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fcad11cb-78d1-471f-947e-1a9dbe2ca761 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8703539 Mar 23 01:29:20.745144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 81af76e8-af90-45d8-94be-d4199650e69d is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:20.745840 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (81af76e8-af90-45d8-94be-d4199650e69d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:20.762096 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81af76e8-af90-45d8-94be-d4199650e69d {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:20.800656 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eecc5227-31c3-4c3b-97cd-27e267c8d812 req-7ea7771d-08d6-4c3b-8716-6cdfcabb7637 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=a74cb710-7289-4704-b5ad-b30ca73d0335&id=24cc78bd-3a79-4103-9280-211c66b68497&id=84ebc244-ed9f-4bc2-ad7e-1b3d52d1cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 1.3218913 Mar 23 01:29:20.859868 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 81af76e8-af90-45d8-94be-d4199650e69d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=81af76e8-af90-45d8-94be-d4199650e69d,segment=NetworkSegment(531b3f07-50a7-4905-b9c5-f07ac7738748),segment_id=531b3f07-50a7-4905-b9c5-f07ac7738748)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:20.895703 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (81af76e8-af90-45d8-94be-d4199650e69d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:20.917045 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e81091-c781-4722-85c2-3a7700bf1a23 req-7d620710-621b-4548-b13e-461c3ab8f362 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:20.917909 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23e81091-c781-4722-85c2-3a7700bf1a23 req-7d620710-621b-4548-b13e-461c3ab8f362 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.1544182 Mar 23 01:29:20.932000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-0ee4ee4c-ede6-41d0-81b9-fb56affa37fd tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Network ab9df0e6-dce9-4d34-8f0a-69ea139a8629 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:29:20.939252 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-0ee4ee4c-ede6-41d0-81b9-fb56affa37fd tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:29:20.949603 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-5fd5821d-74e7-469e-81ad-7865734b1d33 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Made reservation on behalf of 590cc3d8447b4c0a8244387b16c14c1a for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:20.952941 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-5fd5821d-74e7-469e-81ad-7865734b1d33 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:20.976647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-0ee4ee4c-ede6-41d0-81b9-fb56affa37fd tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:29:21.011655 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23e81091-c781-4722-85c2-3a7700bf1a23 req-19783fd5-1455-4a14-8f49-23f57ddbc1ef tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853243 Mar 23 01:29:21.046530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=81af76e8-af90-45d8-94be-d4199650e69d,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:21.055639 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a440ef97-182a-40c7-931c-b7089bf37544 None None] Network 9d97951d-16e7-45bf-8eeb-bb87b46299c3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:29:21.233424 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-900821b7-deac-44be-80c4-4662790ef0b5 req-379952a0-1562-4d35-aa85-1e97e48b87d5 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 210 time: 0.0740433 Mar 23 01:29:21.273641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4ee4c-ede6-41d0-81b9-fb56affa37fd tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Pushing event updated for resources: {'Port': ['ID=9f5034fd-1750-46f2-a12b-5392f6c6dd6b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:21.345930 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-0ee4ee4c-ede6-41d0-81b9-fb56affa37fd tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:21.346478 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-0ee4ee4c-ede6-41d0-81b9-fb56affa37fd tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:21.361607 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-5fd5821d-74e7-469e-81ad-7865734b1d33 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Allocated IP 172.20.0.2 (4f95c67a-fe49-4926-835f-c2991ffa4e67/56b936d6-168f-4a47-94f1-75821af6ee78/2a95e671-fa80-409d-8134-89a69cb5eea4) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:29:21.375048 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['81af76e8-af90-45d8-94be-d4199650e69d'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:21.418882 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-0ee4ee4c-ede6-41d0-81b9-fb56affa37fd tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5098331 Mar 23 01:29:21.441563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Request body: {'port': {'device_id': 'f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:21.456322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223538b-899e-4a93-a482-03dbc24b7751 req-dce55fa9-f80c-4eed-9cc7-a78b7632dece tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:21.468402 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4223538b-899e-4a93-a482-03dbc24b7751 req-dce55fa9-f80c-4eed-9cc7-a78b7632dece tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 932 time: 0.4204915 Mar 23 01:29:21.508984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb45cd1-8648-498a-ad48-54d74e46b1c6 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:21.538206 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Publish callbacks [] for port (8cb45cd1-8648-498a-ad48-54d74e46b1c6), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:21.601489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Transition to ACTIVE for port object 8cb45cd1-8648-498a-ad48-54d74e46b1c6 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:29:21.655289 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8cb45cd1-8648-498a-ad48-54d74e46b1c6), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:21.743722 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9f5034fd-1750-46f2-a12b-5392f6c6dd6b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:21.749860 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ad89087b-bfdf-42c7-b253-8ac2c2d599a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:21.754392 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4223538b-899e-4a93-a482-03dbc24b7751 req-fb4afad7-7d6c-4335-9ef5-0bfd330d43a1 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844958 Mar 23 01:29:21.806683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Pushing event updated for resources: {'Port': ['ID=8cb45cd1-8648-498a-ad48-54d74e46b1c6,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:21.815949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62a27f-618e-483f-8914-55455927f780 req-4dad1d2f-b7e0-4291-8318-e65e326eec2c tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:21.827242 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1d62a27f-618e-483f-8914-55455927f780 req-4dad1d2f-b7e0-4291-8318-e65e326eec2c tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/networks?id=9d97951d-16e7-45bf-8eeb-bb87b46299c3 HTTP/1.1" status: 200 len: 809 time: 0.1546204 Mar 23 01:29:21.849302 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1d62a27f-618e-483f-8914-55455927f780 req-cf1148be-6064-4940-8df9-f9d6902310d1 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/quotas/bdc89fd48da447569ecb7d7fab866625 HTTP/1.1" status: 200 len: 375 time: 0.0207911 Mar 23 01:29:21.886770 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1d62a27f-618e-483f-8914-55455927f780 req-25ea8928-e861-4711-84ff-d73a894777d6 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bdc89fd48da447569ecb7d7fab866625&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366592 Mar 23 01:29:21.985764 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-5fd5821d-74e7-469e-81ad-7865734b1d33 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for port (2a95e671-fa80-409d-8134-89a69cb5eea4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:22.006256 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1d62a27f-618e-483f-8914-55455927f780 req-a51bd1c5-2d01-4691-ac19-35e113e9a3a4 service neutron] 10.222.0.18 "GET /v2.0/networks/9d97951d-16e7-45bf-8eeb-bb87b46299c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122243 Mar 23 01:29:22.098833 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1d62a27f-618e-483f-8914-55455927f780 req-40e3eb19-886a-4193-a3cf-955e1212c1ec service neutron] 10.222.0.18 "GET /v2.0/networks/9d97951d-16e7-45bf-8eeb-bb87b46299c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852511 Mar 23 01:29:22.120326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Attempting to bind port 8cb45cd1-8648-498a-ad48-54d74e46b1c6 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:29:22.120701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Attempting to bind port 8cb45cd1-8648-498a-ad48-54d74e46b1c6 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '2f0fa3bf-cbb7-4b96-a437-eea8ac117579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:29:22.121083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Attempting to bind port 8cb45cd1-8648-498a-ad48-54d74e46b1c6 on network ab9df0e6-dce9-4d34-8f0a-69ea139a8629 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:22.145216 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Port 8cb45cd1-8648-498a-ad48-54d74e46b1c6 on network ab9df0e6-dce9-4d34-8f0a-69ea139a8629 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:29:22.145549 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Attempting to bind port 8cb45cd1-8648-498a-ad48-54d74e46b1c6 on network ab9df0e6-dce9-4d34-8f0a-69ea139a8629 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:22.163425 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3aa8df-d53c-46e6-b266-ae2116ddf41f {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:22.175128 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Publish callbacks [] for port (8d3aa8df-d53c-46e6-b266-ae2116ddf41f), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:22.181302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:29:22.181685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Checking segment: {'id': '2f0fa3bf-cbb7-4b96-a437-eea8ac117579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:29:22.182075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Bound using segment: {'id': '2f0fa3bf-cbb7-4b96-a437-eea8ac117579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:29:22.182528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Bound port: 8cb45cd1-8648-498a-ad48-54d74e46b1c6, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0fa3bf-cbb7-4b96-a437-eea8ac117579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:29:22.182885 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8cb45cd1-8648-498a-ad48-54d74e46b1c6), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:22.211069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Transition to ACTIVE for port object 8d3aa8df-d53c-46e6-b266-ae2116ddf41f will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:29:22.225403 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15b568-3185-4048-a48e-2ad325e68780 req-c1f365ed-ea6d-452f-9aca-df07ca215237 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:22.232990 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b15b568-3185-4048-a48e-2ad325e68780 req-c1f365ed-ea6d-452f-9aca-df07ca215237 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 944 time: 0.1819239 Mar 23 01:29:22.232990 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8d3aa8df-d53c-46e6-b266-ae2116ddf41f), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:22.234189 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-5fd5821d-74e7-469e-81ad-7865734b1d33 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2a95e671-fa80-409d-8134-89a69cb5eea4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:22.388840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-5fd5821d-74e7-469e-81ad-7865734b1d33 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Network 4f95c67a-fe49-4926-835f-c2991ffa4e67 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:29:22.419862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-5fd5821d-74e7-469e-81ad-7865734b1d33 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:29:22.423055 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-5fd5821d-74e7-469e-81ad-7865734b1d33 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:29:22.445269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3aa8df-d53c-46e6-b266-ae2116ddf41f,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:22.549030 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] For port 8cb45cd1-8648-498a-ad48-54d74e46b1c6, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:29:22.562460 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc5f2-91ff-45b5-a407-b2119b5883dc req-5a43d4e7-b05c-45f0-99a3-b0e212f87cef tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:22.564009 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c35cc5f2-91ff-45b5-a407-b2119b5883dc req-5a43d4e7-b05c-45f0-99a3-b0e212f87cef tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.0614908 Mar 23 01:29:22.607569 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b15b568-3185-4048-a48e-2ad325e68780 req-7638efe0-9be7-47ef-a242-c277d03fef53 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd7c24bd-65f7-4c4a-afed-b8dade6949ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3319204 Mar 23 01:29:22.617328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] For port 8cb45cd1-8648-498a-ad48-54d74e46b1c6, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8cb45cd1-8648-498a-ad48-54d74e46b1c6,segment=NetworkSegment(2f0fa3bf-cbb7-4b96-a437-eea8ac117579),segment_id=2f0fa3bf-cbb7-4b96-a437-eea8ac117579)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:29:22.647336 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8cb45cd1-8648-498a-ad48-54d74e46b1c6), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:22.649254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5821d-74e7-469e-81ad-7865734b1d33 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Pushing event updated for resources: {'Port': ['ID=2a95e671-fa80-409d-8134-89a69cb5eea4,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:22.664555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-5fd5821d-74e7-469e-81ad-7865734b1d33 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:22.665242 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-5fd5821d-74e7-469e-81ad-7865734b1d33 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:22.665984 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c35cc5f2-91ff-45b5-a407-b2119b5883dc req-90a5bc06-5842-4e03-8522-93227c048a76 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933201 Mar 23 01:29:22.727282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:22.728186 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:22.729672 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] 10.222.0.42 "PUT /v2.0/ports/8cb45cd1-8648-498a-ad48-54d74e46b1c6 HTTP/1.1" status: 200 len: 1091 time: 4.3971179 Mar 23 01:29:22.740808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dfd9d7e-ab02-4007-b41d-838d35a732fe', 'tag': '8cb45cd1-8648-498a-ad48-54d74e46b1c6'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:22.743202 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41255ae-7c7e-4483-96a6-195ed5ecfb89" -d '{"events": [{"name": "network-changed", "server_uuid": "8dfd9d7e-ab02-4007-b41d-838d35a732fe", "tag": "8cb45cd1-8648-498a-ad48-54d74e46b1c6"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:22.782802 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-5fd5821d-74e7-469e-81ad-7865734b1d33 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5676999 Mar 23 01:29:22.811453 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f8cdb-5b0a-45a8-8397-0209e320060e req-3cd377ee-f2a0-4f47-8d25-d1849981d6ae tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:22.820492 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cc1f8cdb-5b0a-45a8-8397-0209e320060e req-3cd377ee-f2a0-4f47-8d25-d1849981d6ae tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 931 time: 0.0654278 Mar 23 01:29:22.842026 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bdb4112e-5cdc-4d7e-a07f-3990d1076ca7 req-dcd90591-5f0b-4b79-bbbd-32c4a7f8b4fc tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 210 time: 0.1066587 Mar 23 01:29:22.855335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Request body: {'port': {'device_id': '8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:22.906446 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafa9b3-e57d-464b-b1f1-7055fa713c4b service neutron] Pushing event updated for resources: {'Port': ['ID=8cb45cd1-8648-498a-ad48-54d74e46b1c6,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:22.916984 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cc1f8cdb-5b0a-45a8-8397-0209e320060e req-a453e5de-79b2-4b7c-a2c8-faf28fb0d1ef tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840485 Mar 23 01:29:22.917588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Attempting to bind port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:29:22.917926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Attempting to bind port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '2f0fa3bf-cbb7-4b96-a437-eea8ac117579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:29:22.919894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Attempting to bind port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f on network ab9df0e6-dce9-4d34-8f0a-69ea139a8629 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:22.947880 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5034fd-1750-46f2-a12b-5392f6c6dd6b {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:22.965145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f on network ab9df0e6-dce9-4d34-8f0a-69ea139a8629 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:29:22.965478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Attempting to bind port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f on network ab9df0e6-dce9-4d34-8f0a-69ea139a8629 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:22.971057 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Publish callbacks [] for port (9f5034fd-1750-46f2-a12b-5392f6c6dd6b), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:23.001904 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0705cfe2-002b-49e0-accb-3a0617a1ee3f x-openstack-request-id: req-0705cfe2-002b-49e0-accb-3a0617a1ee3f {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:23.002230 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dfd9d7e-ab02-4007-b41d-838d35a732fe", "tag": "8cb45cd1-8648-498a-ad48-54d74e46b1c6", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:23.002543 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0705cfe2-002b-49e0-accb-3a0617a1ee3f {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:23.002955 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0705cfe2-002b-49e0-accb-3a0617a1ee3f'] response: {'name': 'network-changed', 'server_uuid': '8dfd9d7e-ab02-4007-b41d-838d35a732fe', 'tag': '8cb45cd1-8648-498a-ad48-54d74e46b1c6', 'status': 'completed', 'code': 200} Mar 23 01:29:23.037471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:29:23.037841 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Checking segment: {'id': '2f0fa3bf-cbb7-4b96-a437-eea8ac117579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:29:23.038149 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Bound using segment: {'id': '2f0fa3bf-cbb7-4b96-a437-eea8ac117579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:29:23.038611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Bound port: 8d3aa8df-d53c-46e6-b266-ae2116ddf41f, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0fa3bf-cbb7-4b96-a437-eea8ac117579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:29:23.038971 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d3aa8df-d53c-46e6-b266-ae2116ddf41f), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:23.060182 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Transition to ACTIVE for port object 9f5034fd-1750-46f2-a12b-5392f6c6dd6b will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:29:23.080261 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:23.082728 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (9f5034fd-1750-46f2-a12b-5392f6c6dd6b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:23.095339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-10e3560c-e5e1-4776-beaf-1c08c4c4883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:23.096933 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-10e3560c-e5e1-4776-beaf-1c08c4c4883c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f6d3df7c0f14ae88ab865aa48748b90&device_id=8dfd9d7e-ab02-4007-b41d-838d35a732fe HTTP/1.1" status: 200 len: 1125 time: 0.2947073 Mar 23 01:29:23.097497 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2a95e671-fa80-409d-8134-89a69cb5eea4), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:23.113380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78d0d8-7842-478a-846e-d48da3aded58 req-fc890fac-89e4-4636-90ca-8dc53fc6135c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:23.115281 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed78d0d8-7842-478a-846e-d48da3aded58 req-fc890fac-89e4-4636-90ca-8dc53fc6135c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 932 time: 0.0688875 Mar 23 01:29:23.155856 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08fafa35-245d-477a-b1b4-cfff29a90cd6 req-1456c416-a0e4-4152-8854-187d7f390150 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/a74cb710-7289-4704-b5ad-b30ca73d0335 HTTP/1.1" status: 200 len: 1817 time: 0.2504292 Mar 23 01:29:23.179159 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed78d0d8-7842-478a-846e-d48da3aded58 req-df359162-5240-4823-8a68-fa580a35debb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573585 Mar 23 01:29:23.277191 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-c49a64b9-1a6a-4163-8733-18dc6a011ddb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cb45cd1-8648-498a-ad48-54d74e46b1c6 HTTP/1.1" status: 200 len: 217 time: 0.1517885 Mar 23 01:29:23.359139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5034fd-1750-46f2-a12b-5392f6c6dd6b,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:23.377944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] For port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:29:23.460975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] For port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d3aa8df-d53c-46e6-b266-ae2116ddf41f,segment=NetworkSegment(2f0fa3bf-cbb7-4b96-a437-eea8ac117579),segment_id=2f0fa3bf-cbb7-4b96-a437-eea8ac117579)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:29:23.529429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-84d3be7d-9f7e-4937-8818-ceb3f18d2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:23.530920 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-84d3be7d-9f7e-4937-8818-ceb3f18d2847 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=506fc8cb-b131-4468-9ea5-c13892963b9c HTTP/1.1" status: 200 len: 858 time: 0.2181664 Mar 23 01:29:23.554364 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8d3aa8df-d53c-46e6-b266-ae2116ddf41f), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:23.617424 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-08fafa35-245d-477a-b1b4-cfff29a90cd6 req-76e6fcf6-9996-4fa2-9104-c24fc43c2bd2 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (a74cb710-7289-4704-b5ad-b30ca73d0335), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:24.038213 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-633b5f2b-d3b2-485e-af06-0b9aceb05458 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ab9df0e6-dce9-4d34-8f0a-69ea139a8629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4881206 Mar 23 01:29:24.044071 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:24.044743 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:24.047277 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] 10.222.0.42 "PUT /v2.0/ports/8d3aa8df-d53c-46e6-b266-ae2116ddf41f HTTP/1.1" status: 200 len: 1091 time: 4.4038610 Mar 23 01:29:24.202277 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acb2ef-15bc-437e-b26e-3ba07ec92611 req-fafea872-8fc6-4c18-8398-6b0014dcf6f5 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:24.203773 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95acb2ef-15bc-437e-b26e-3ba07ec92611 req-fafea872-8fc6-4c18-8398-6b0014dcf6f5 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 944 time: 0.4719381 Mar 23 01:29:24.255932 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95acb2ef-15bc-437e-b26e-3ba07ec92611 req-9251a4b5-4cf9-44f3-8c84-f55d685abcea tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd7c24bd-65f7-4c4a-afed-b8dade6949ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454149 Mar 23 01:29:24.256407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Attempting to bind port 9f5034fd-1750-46f2-a12b-5392f6c6dd6b on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:29:24.256774 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Attempting to bind port 9f5034fd-1750-46f2-a12b-5392f6c6dd6b by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '2f0fa3bf-cbb7-4b96-a437-eea8ac117579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:29:24.257109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Attempting to bind port 9f5034fd-1750-46f2-a12b-5392f6c6dd6b on network ab9df0e6-dce9-4d34-8f0a-69ea139a8629 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:24.287561 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-08fafa35-245d-477a-b1b4-cfff29a90cd6 req-76e6fcf6-9996-4fa2-9104-c24fc43c2bd2 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (a74cb710-7289-4704-b5ad-b30ca73d0335), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:24.324869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0a21d-e24d-4db0-8eed-d6ac37a4ecc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3aa8df-d53c-46e6-b266-ae2116ddf41f,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:24.328732 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Port 9f5034fd-1750-46f2-a12b-5392f6c6dd6b on network ab9df0e6-dce9-4d34-8f0a-69ea139a8629 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:29:24.329063 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Attempting to bind port 9f5034fd-1750-46f2-a12b-5392f6c6dd6b on network ab9df0e6-dce9-4d34-8f0a-69ea139a8629 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:24.347319 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 81af76e8-af90-45d8-94be-d4199650e69d up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:29:24.385447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:29:24.385678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Checking segment: {'id': '2f0fa3bf-cbb7-4b96-a437-eea8ac117579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:29:24.386059 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Bound using segment: {'id': '2f0fa3bf-cbb7-4b96-a437-eea8ac117579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:29:24.386509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Bound port: 9f5034fd-1750-46f2-a12b-5392f6c6dd6b, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0fa3bf-cbb7-4b96-a437-eea8ac117579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:29:24.386862 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9f5034fd-1750-46f2-a12b-5392f6c6dd6b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:24.401945 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca6dad-cae5-4555-b69d-60bab3920401 req-408be469-da3d-4c5b-bbe9-63ec067fc5af tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:24.413101 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fdca6dad-cae5-4555-b69d-60bab3920401 req-408be469-da3d-4c5b-bbe9-63ec067fc5af tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.0966613 Mar 23 01:29:24.420689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 81af76e8-af90-45d8-94be-d4199650e69d completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:29:24.427015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 81af76e8-af90-45d8-94be-d4199650e69d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:29:24.427741 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (81af76e8-af90-45d8-94be-d4199650e69d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:24.470190 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:24.489060 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fdca6dad-cae5-4555-b69d-60bab3920401 req-6fbddf58-f018-462a-825c-ff0d77f8643c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736225 Mar 23 01:29:24.508282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-543da45e-c299-4d1a-b6df-e59707035dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:24.509824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-543da45e-c299-4d1a-b6df-e59707035dbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f6d3df7c0f14ae88ab865aa48748b90&device_id=b8568d0c-d820-4a15-bfd3-716f31465384 HTTP/1.1" status: 200 len: 1125 time: 0.3867857 Mar 23 01:29:24.519585 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62a27f-618e-483f-8914-55455927f780 req-c94d86ad-1451-4e78-938b-ceb2b280daa8 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:24.521054 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1d62a27f-618e-483f-8914-55455927f780 req-c94d86ad-1451-4e78-938b-ceb2b280daa8 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.43 "GET /v2.0/networks?id=9d97951d-16e7-45bf-8eeb-bb87b46299c3 HTTP/1.1" status: 200 len: 809 time: 0.4891164 Mar 23 01:29:24.521676 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-08fafa35-245d-477a-b1b4-cfff29a90cd6 req-76e6fcf6-9996-4fa2-9104-c24fc43c2bd2 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a74cb710-7289-4704-b5ad-b30ca73d0335), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:24.524178 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-08fafa35-245d-477a-b1b4-cfff29a90cd6 req-76e6fcf6-9996-4fa2-9104-c24fc43c2bd2 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:24.525659 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08fafa35-245d-477a-b1b4-cfff29a90cd6 req-76e6fcf6-9996-4fa2-9104-c24fc43c2bd2 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "DELETE /v2.0/security-groups/a74cb710-7289-4704-b5ad-b30ca73d0335 HTTP/1.1" status: 204 len: 173 time: 1.3500054 Mar 23 01:29:24.527571 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-5f182b88-ec6a-4410-8332-55c4bc339610 service neutron] 10.222.0.42 "GET /v2.0/networks/ab9df0e6-dce9-4d34-8f0a-69ea139a8629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488146 Mar 23 01:29:24.548440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 81af76e8-af90-45d8-94be-d4199650e69d is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:24.549290 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (81af76e8-af90-45d8-94be-d4199650e69d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:24.589264 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-1d62a27f-618e-483f-8914-55455927f780 req-3939d0bb-b7b9-4942-a958-06038bc738b0 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Request body: {'port': {'device_id': '9d11fe12-43e6-4f81-9d5c-48a3d0e8c491', 'network_id': '9d97951d-16e7-45bf-8eeb-bb87b46299c3', 'admin_state_up': True, 'tenant_id': 'bdc89fd48da447569ecb7d7fab866625'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:24.598107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 81af76e8-af90-45d8-94be-d4199650e69d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=81af76e8-af90-45d8-94be-d4199650e69d,segment=NetworkSegment(531b3f07-50a7-4905-b9c5-f07ac7738748),segment_id=531b3f07-50a7-4905-b9c5-f07ac7738748)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:24.599388 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86f9582-bef0-48bc-81d2-1edbfa2b691f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81af76e8-af90-45d8-94be-d4199650e69d'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:24.604871 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63215eca-8d46-4306-9f10-620e3679051f" -d '{"events": [{"server_uuid": "f86f9582-bef0-48bc-81d2-1edbfa2b691f", "name": "network-vif-plugged", "status": "completed", "tag": "81af76e8-af90-45d8-94be-d4199650e69d"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:24.613103 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (81af76e8-af90-45d8-94be-d4199650e69d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:24.660678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6fcf6-9996-4fa2-9104-c24fc43c2bd2 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74cb710-7289-4704-b5ad-b30ca73d0335,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:24.677789 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-911068f9-f626-4703-9231-669392205a59 req-ceffe689-8840-4734-9a54-d866c492d18a tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 210 time: 0.0538197 Mar 23 01:29:24.739747 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-921c4d14-ce4d-4042-b40e-23eafb281475 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d3aa8df-d53c-46e6-b266-ae2116ddf41f HTTP/1.1" status: 200 len: 217 time: 0.2112453 Mar 23 01:29:24.768378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=81af76e8-af90-45d8-94be-d4199650e69d,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:24.842121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7d849-03b5-4c3e-9e88-de8d606550ea req-8c524de1-5348-4bef-a0eb-d2c4a167db20 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:24.851056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] For port 9f5034fd-1750-46f2-a12b-5392f6c6dd6b, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:29:24.854071 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2b7d849-03b5-4c3e-9e88-de8d606550ea req-8c524de1-5348-4bef-a0eb-d2c4a167db20 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 931 time: 0.0873256 Mar 23 01:29:24.896121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] For port 9f5034fd-1750-46f2-a12b-5392f6c6dd6b, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=9f5034fd-1750-46f2-a12b-5392f6c6dd6b,segment=NetworkSegment(2f0fa3bf-cbb7-4b96-a437-eea8ac117579),segment_id=2f0fa3bf-cbb7-4b96-a437-eea8ac117579)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:29:24.927407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a95e671-fa80-409d-8134-89a69cb5eea4 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:24.928653 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2b7d849-03b5-4c3e-9e88-de8d606550ea req-10505292-3d30-409a-be01-4cbcff10b60b tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673428 Mar 23 01:29:24.957620 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (9f5034fd-1750-46f2-a12b-5392f6c6dd6b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:24.989984 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7424ccba-7347-4354-a0f9-05d4ab01ec91 req-48c28e80-6cb8-49fa-9733-5fdf5a7a4113 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/84ebc244-ed9f-4bc2-ad7e-1b3d52d1cefd HTTP/1.1" status: 200 len: 1816 time: 0.0425169 Mar 23 01:29:24.990367 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Publish callbacks [] for port (2a95e671-fa80-409d-8134-89a69cb5eea4), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:24.993316 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-0bd439d2-4062-4adf-9e08-a8bfc69dbad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:24.994826 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-0bd439d2-4062-4adf-9e08-a8bfc69dbad4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=506fc8cb-b131-4468-9ea5-c13892963b9c HTTP/1.1" status: 200 len: 858 time: 0.2246892 Mar 23 01:29:25.023155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8568d0c-d820-4a15-bfd3-716f31465384', 'tag': '8d3aa8df-d53c-46e6-b266-ae2116ddf41f'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:25.025464 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91221505-d056-4657-9776-f643844f3a27" -d '{"events": [{"name": "network-changed", "server_uuid": "b8568d0c-d820-4a15-bfd3-716f31465384", "tag": "8d3aa8df-d53c-46e6-b266-ae2116ddf41f"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:25.053131 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-e580fb70-a726-44cb-9a67-79faae3d274b service neutron] 10.222.0.42 "GET /v2.0/networks/ab9df0e6-dce9-4d34-8f0a-69ea139a8629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157647 Mar 23 01:29:25.054283 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7424ccba-7347-4354-a0f9-05d4ab01ec91 req-3e068763-d6d6-45fa-858c-fb9cf0387b1e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (84ebc244-ed9f-4bc2-ad7e-1b3d52d1cefd), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:25.074101 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Transition to ACTIVE for port object 2a95e671-fa80-409d-8134-89a69cb5eea4 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:29:25.078736 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7424ccba-7347-4354-a0f9-05d4ab01ec91 req-3e068763-d6d6-45fa-858c-fb9cf0387b1e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (84ebc244-ed9f-4bc2-ad7e-1b3d52d1cefd), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:25.125452 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (2a95e671-fa80-409d-8134-89a69cb5eea4), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:25.136947 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7424ccba-7347-4354-a0f9-05d4ab01ec91 req-3e068763-d6d6-45fa-858c-fb9cf0387b1e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (84ebc244-ed9f-4bc2-ad7e-1b3d52d1cefd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:25.140750 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7424ccba-7347-4354-a0f9-05d4ab01ec91 req-3e068763-d6d6-45fa-858c-fb9cf0387b1e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:25.142398 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7424ccba-7347-4354-a0f9-05d4ab01ec91 req-3e068763-d6d6-45fa-858c-fb9cf0387b1e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "DELETE /v2.0/security-groups/84ebc244-ed9f-4bc2-ad7e-1b3d52d1cefd HTTP/1.1" status: 204 len: 173 time: 0.1450374 Mar 23 01:29:25.143279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:25.143908 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:25.145275 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] 10.222.0.43 "PUT /v2.0/ports/9f5034fd-1750-46f2-a12b-5392f6c6dd6b HTTP/1.1" status: 200 len: 1092 time: 3.7124810 Mar 23 01:29:25.151036 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-7058cc9e-bce2-498f-b3dc-f4956fc6888b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ab9df0e6-dce9-4d34-8f0a-69ea139a8629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162021 Mar 23 01:29:25.154920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e068763-d6d6-45fa-858c-fb9cf0387b1e tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ebc244-ed9f-4bc2-ad7e-1b3d52d1cefd,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:25.210472 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316d85df-90fb-444a-8db3-925ad9a0b4d3 x-openstack-request-id: req-316d85df-90fb-444a-8db3-925ad9a0b4d3 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:25.210763 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86f9582-bef0-48bc-81d2-1edbfa2b691f", "name": "network-vif-plugged", "status": "completed", "tag": "81af76e8-af90-45d8-94be-d4199650e69d", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:25.211198 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-316d85df-90fb-444a-8db3-925ad9a0b4d3 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:25.211748 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316d85df-90fb-444a-8db3-925ad9a0b4d3'] response: {'server_uuid': 'f86f9582-bef0-48bc-81d2-1edbfa2b691f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81af76e8-af90-45d8-94be-d4199650e69d', 'code': 200} Mar 23 01:29:25.308824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d62a27f-618e-483f-8914-55455927f780 req-3939d0bb-b7b9-4942-a958-06038bc738b0 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Made reservation on behalf of bdc89fd48da447569ecb7d7fab866625 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:25.312086 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1d62a27f-618e-483f-8914-55455927f780 req-3939d0bb-b7b9-4942-a958-06038bc738b0 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:25.362189 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4a01a-d3ed-40b2-ad4a-13dc2d4aee10 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5034fd-1750-46f2-a12b-5392f6c6dd6b,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:25.384419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fd452-e563-41c2-a26c-fb2d3a442bfc req-0dec9af3-1426-4a36-a8b6-f36256428cbe tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:25.391826 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-984fd452-e563-41c2-a26c-fb2d3a442bfc req-0dec9af3-1426-4a36-a8b6-f36256428cbe tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 944 time: 0.4666843 Mar 23 01:29:25.395398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-54fdbed2-0a9f-4b4d-9e76-9fcbca4c42c7 req-481a3d98-63e4-49a6-a613-04ad64b98851 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1037650898', 'description': 'tempest-description-897290395'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:25.401564 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18085e2-b0a5-414b-81a7-6df19d05c1b3 x-openstack-request-id: req-c18085e2-b0a5-414b-81a7-6df19d05c1b3 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:25.401844 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8568d0c-d820-4a15-bfd3-716f31465384", "tag": "8d3aa8df-d53c-46e6-b266-ae2116ddf41f", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:25.402094 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c18085e2-b0a5-414b-81a7-6df19d05c1b3 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:25.402493 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c18085e2-b0a5-414b-81a7-6df19d05c1b3'] response: {'name': 'network-changed', 'server_uuid': 'b8568d0c-d820-4a15-bfd3-716f31465384', 'tag': '8d3aa8df-d53c-46e6-b266-ae2116ddf41f', 'status': 'completed', 'code': 200} Mar 23 01:29:25.433343 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-54fdbed2-0a9f-4b4d-9e76-9fcbca4c42c7 req-481a3d98-63e4-49a6-a613-04ad64b98851 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:25.460434 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82553486-a409-43f2-bc0a-d529d65056ba req-ea7403c1-d1fb-442f-8223-a84ce99a283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:25.464633 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-82553486-a409-43f2-bc0a-d529d65056ba req-ea7403c1-d1fb-442f-8223-a84ce99a283a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 1127 time: 0.1606386 Mar 23 01:29:25.546337 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-82553486-a409-43f2-bc0a-d529d65056ba req-d601417e-bfc6-4d31-8b9e-cd227a1a9ef0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fd7c24bd-65f7-4c4a-afed-b8dade6949ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724492 Mar 23 01:29:25.573712 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-54fdbed2-0a9f-4b4d-9e76-9fcbca4c42c7 req-481a3d98-63e4-49a6-a613-04ad64b98851 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (9bc891e2-51f6-4ee4-87ab-e45918ef0056), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:25.580129 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-54fdbed2-0a9f-4b4d-9e76-9fcbca4c42c7 req-481a3d98-63e4-49a6-a613-04ad64b98851 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9bc891e2-51f6-4ee4-87ab-e45918ef0056), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:25.613794 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-54fdbed2-0a9f-4b4d-9e76-9fcbca4c42c7 req-481a3d98-63e4-49a6-a613-04ad64b98851 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:25.615333 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-54fdbed2-0a9f-4b4d-9e76-9fcbca4c42c7 req-481a3d98-63e4-49a6-a613-04ad64b98851 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2255347 Mar 23 01:29:25.617520 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a3d98-63e4-49a6-a613-04ad64b98851 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc891e2-51f6-4ee4-87ab-e45918ef0056,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:25.648361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41255ae-7c7e-4483-96a6-195ed5ecfb89 req-e93e0bde-9a52-48a6-ac22-1c96e129f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:25.650043 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e41255ae-7c7e-4483-96a6-195ed5ecfb89 req-e93e0bde-9a52-48a6-ac22-1c96e129f852 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f6d3df7c0f14ae88ab865aa48748b90&device_id=8dfd9d7e-ab02-4007-b41d-838d35a732fe HTTP/1.1" status: 200 len: 1125 time: 0.5258238 Mar 23 01:29:25.650686 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Pushing event updated for resources: {'Port': ['ID=2a95e671-fa80-409d-8134-89a69cb5eea4,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:25.670335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-5d6dce86-3dbe-400b-a28c-759ea4fc126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:25.671905 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-5d6dce86-3dbe-400b-a28c-759ea4fc126f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f6d3df7c0f14ae88ab865aa48748b90&device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 1126 time: 0.4308572 Mar 23 01:29:25.723645 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-984fd452-e563-41c2-a26c-fb2d3a442bfc req-e4575bd9-71b0-4900-a940-e2978abfa007 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249543 Mar 23 01:29:25.748058 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Attempting to bind port 2a95e671-fa80-409d-8134-89a69cb5eea4 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:29:25.748396 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Attempting to bind port 2a95e671-fa80-409d-8134-89a69cb5eea4 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'eb1a2797-e272-42ba-a65c-bd9cfe839b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:29:25.748751 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Attempting to bind port 2a95e671-fa80-409d-8134-89a69cb5eea4 on network 4f95c67a-fe49-4926-835f-c2991ffa4e67 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:25.773386 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:25.786441 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-971bce39-0b92-4ee2-87eb-f8a78df5d2ee service neutron] 10.222.0.42 "GET /v2.0/networks/ab9df0e6-dce9-4d34-8f0a-69ea139a8629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853574 Mar 23 01:29:25.796184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bc5ec-16ca-4373-9d32-7c865d5d21b1 req-e7e13a5b-a131-4701-92fb-017e5fa913b5 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:25.798637 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae1bc5ec-16ca-4373-9d32-7c865d5d21b1 req-e7e13a5b-a131-4701-92fb-017e5fa913b5 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 945 time: 0.0901406 Mar 23 01:29:25.835565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Port 2a95e671-fa80-409d-8134-89a69cb5eea4 on network 4f95c67a-fe49-4926-835f-c2991ffa4e67 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:29:25.835889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Attempting to bind port 2a95e671-fa80-409d-8134-89a69cb5eea4 on network 4f95c67a-fe49-4926-835f-c2991ffa4e67 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:25.868203 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae1bc5ec-16ca-4373-9d32-7c865d5d21b1 req-5aa938b5-2cb1-4200-bc89-2283a1526fa4 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd7c24bd-65f7-4c4a-afed-b8dade6949ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591357 Mar 23 01:29:25.910969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:29:25.911309 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Checking segment: {'id': 'eb1a2797-e272-42ba-a65c-bd9cfe839b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:29:25.911694 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Bound using segment: {'id': 'eb1a2797-e272-42ba-a65c-bd9cfe839b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:29:25.912147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Bound port: 2a95e671-fa80-409d-8134-89a69cb5eea4, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1a2797-e272-42ba-a65c-bd9cfe839b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:29:25.912502 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2a95e671-fa80-409d-8134-89a69cb5eea4), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:25.964231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-1d62a27f-618e-483f-8914-55455927f780 req-3939d0bb-b7b9-4942-a958-06038bc738b0 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Allocated IP 172.20.0.12 (9d97951d-16e7-45bf-8eeb-bb87b46299c3/f1f2cb59-7def-45f7-ab3b-245424e23546/609854f9-b3c0-4b5e-8b9c-729a2ef8c72b) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:29:26.055025 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-688bcc99-fd35-4389-95bb-edc6f8717af3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f5034fd-1750-46f2-a12b-5392f6c6dd6b HTTP/1.1" status: 200 len: 217 time: 0.1172993 Mar 23 01:29:26.143096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41255ae-7c7e-4483-96a6-195ed5ecfb89 req-dddb7f47-86b5-49a9-8706-c776b718b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:26.144647 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e41255ae-7c7e-4483-96a6-195ed5ecfb89 req-dddb7f47-86b5-49a9-8706-c776b718b7f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ab9df0e6-dce9-4d34-8f0a-69ea139a8629 HTTP/1.1" status: 200 len: 918 time: 0.4652076 Mar 23 01:29:26.151437 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff65fb-5825-4dfb-a5ea-a7d9b81f0aeb req-4320b1da-bbcb-4b77-af28-08e08e1d57e7 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:26.153159 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-30ff65fb-5825-4dfb-a5ea-a7d9b81f0aeb req-4320b1da-bbcb-4b77-af28-08e08e1d57e7 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.3427796 Mar 23 01:29:26.159506 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23728ff0-c491-4537-8a44-b30acd8835f2 req-10b61d37-5fdf-4080-91b2-d459120f5b61 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/9bc891e2-51f6-4ee4-87ab-e45918ef0056 HTTP/1.1" status: 200 len: 1817 time: 0.0396776 Mar 23 01:29:26.172446 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-23728ff0-c491-4537-8a44-b30acd8835f2 req-e30b095c-ff44-4239-9dd8-75f84191a694 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Request body: {'security_group': {'name': 'tempest-sg-hth-775613922', 'description': 'tempest-description-hth-664169044'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:26.208492 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-23728ff0-c491-4537-8a44-b30acd8835f2 req-e30b095c-ff44-4239-9dd8-75f84191a694 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (9bc891e2-51f6-4ee4-87ab-e45918ef0056), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:26.255251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] For port 2a95e671-fa80-409d-8134-89a69cb5eea4, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:29:26.258336 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-23728ff0-c491-4537-8a44-b30acd8835f2 req-e30b095c-ff44-4239-9dd8-75f84191a694 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (9bc891e2-51f6-4ee4-87ab-e45918ef0056), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:26.258779 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-7ff4ae1f-42fc-4f46-afe9-89d01988e377 service neutron] 10.222.0.42 "GET /v2.0/networks/ab9df0e6-dce9-4d34-8f0a-69ea139a8629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427960 Mar 23 01:29:26.260083 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e41255ae-7c7e-4483-96a6-195ed5ecfb89 req-894abb85-bf17-482b-99e3-dca44d93293c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cb45cd1-8648-498a-ad48-54d74e46b1c6 HTTP/1.1" status: 200 len: 217 time: 0.0976379 Mar 23 01:29:26.263630 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-23728ff0-c491-4537-8a44-b30acd8835f2 req-e30b095c-ff44-4239-9dd8-75f84191a694 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9bc891e2-51f6-4ee4-87ab-e45918ef0056), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:26.279206 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-23728ff0-c491-4537-8a44-b30acd8835f2 req-e30b095c-ff44-4239-9dd8-75f84191a694 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:26.281243 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23728ff0-c491-4537-8a44-b30acd8835f2 req-e30b095c-ff44-4239-9dd8-75f84191a694 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "PUT /v2.0/security-groups/9bc891e2-51f6-4ee4-87ab-e45918ef0056 HTTP/1.1" status: 200 len: 1790 time: 0.1138108 Mar 23 01:29:26.300447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] For port 2a95e671-fa80-409d-8134-89a69cb5eea4, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2a95e671-fa80-409d-8134-89a69cb5eea4,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:29:26.325083 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b095c-ff44-4239-9dd8-75f84191a694 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc891e2-51f6-4ee4-87ab-e45918ef0056,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:26.340371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-345b2313-ab46-44bc-9682-01f9399286d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:26.342137 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-345b2313-ab46-44bc-9682-01f9399286d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=506fc8cb-b131-4468-9ea5-c13892963b9c HTTP/1.1" status: 200 len: 858 time: 0.2705774 Mar 23 01:29:26.383121 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cc786a86-eba3-47ae-8f5a-82162a41a4ae req-15f28901-6cfb-44db-8ece-bfcbed0c0563 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 210 time: 0.0332649 Mar 23 01:29:26.522425 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae9464-3100-4b59-a664-cf92f3c1dccf req-66c3e72f-b7db-4aa3-a4b7-d931ec5b3872 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:26.524109 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4fae9464-3100-4b59-a664-cf92f3c1dccf req-66c3e72f-b7db-4aa3-a4b7-d931ec5b3872 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 943 time: 0.0564358 Mar 23 01:29:26.580892 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4fae9464-3100-4b59-a664-cf92f3c1dccf req-ed3bffa6-94b2-41d7-872e-c6ece65b1b01 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499654 Mar 23 01:29:26.728072 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (2a95e671-fa80-409d-8134-89a69cb5eea4), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:26.774469 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6c8130f0-72f1-4a4a-9aa5-5506bc2b8e25 req-9ca58882-c2a0-4807-9abc-01ccba6410b7 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/9bc891e2-51f6-4ee4-87ab-e45918ef0056 HTTP/1.1" status: 200 len: 1790 time: 0.0638914 Mar 23 01:29:26.899558 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-30ff65fb-5825-4dfb-a5ea-a7d9b81f0aeb req-63cc9745-d9fc-4c8f-8faf-6a43cfb78ed5 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7168014 Mar 23 01:29:26.915971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75990b2e-34b8-4d4c-9815-21367b1f05cf req-4d8b928d-9023-49ab-a0f1-49afcc9890f1 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:26.929384 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-75990b2e-34b8-4d4c-9815-21367b1f05cf req-4d8b928d-9023-49ab-a0f1-49afcc9890f1 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 944 time: 0.0991306 Mar 23 01:29:26.967783 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:26.968470 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:26.972143 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] 10.222.0.42 "PUT /v2.0/ports/2a95e671-fa80-409d-8134-89a69cb5eea4 HTTP/1.1" status: 200 len: 1091 time: 4.1675720 Mar 23 01:29:26.989872 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1d62a27f-618e-483f-8914-55455927f780 req-3939d0bb-b7b9-4942-a958-06038bc738b0 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Publish callbacks [] for port (609854f9-b3c0-4b5e-8b9c-729a2ef8c72b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:27.039873 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41255ae-7c7e-4483-96a6-195ed5ecfb89 req-5ec8f72c-42d3-45e3-9bf3-63ffcf68613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:27.042042 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e41255ae-7c7e-4483-96a6-195ed5ecfb89 req-5ec8f72c-42d3-45e3-9bf3-63ffcf68613e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=506fc8cb-b131-4468-9ea5-c13892963b9c HTTP/1.1" status: 200 len: 858 time: 0.7648792 Mar 23 01:29:27.043474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Pushing event updated for resources: {'Port': ['ID=2a95e671-fa80-409d-8134-89a69cb5eea4,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:27.048499 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-d22afb34-5622-467f-ab61-df3c32ffe96c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab9df0e6-dce9-4d34-8f0a-69ea139a8629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3446519 Mar 23 01:29:27.088282 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-75990b2e-34b8-4d4c-9815-21367b1f05cf req-69b15192-eaae-4a3b-a27d-8f16213e7dac tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427720 Mar 23 01:29:27.100515 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1d62a27f-618e-483f-8914-55455927f780 req-3939d0bb-b7b9-4942-a958-06038bc738b0 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (609854f9-b3c0-4b5e-8b9c-729a2ef8c72b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:27.252047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:27.252716 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:27.253070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:27.253775 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:27.253775 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:27.254138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:27.254498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:27.254915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:27.255244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:27.255576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:27.255902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:27.256240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:27.256571 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:27.256924 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:27.257257 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2dd819-0a21-471e-8275-4d45a76ec30c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:27.277854 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9aeb1-49da-4916-b860-64051100996a req-bb48f02e-8093-4956-8f98-0c2ca2bb297a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:27.278915 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e41255ae-7c7e-4483-96a6-195ed5ecfb89 req-10f0073c-b0b3-4d82-a108-5c26c7941118 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ab9df0e6-dce9-4d34-8f0a-69ea139a8629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1888855 Mar 23 01:29:27.279768 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a0c9aeb1-49da-4916-b860-64051100996a req-bb48f02e-8093-4956-8f98-0c2ca2bb297a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 945 time: 0.0878351 Mar 23 01:29:27.349868 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a0c9aeb1-49da-4916-b860-64051100996a req-2d21c42f-d5a8-4185-8837-ad634cafe113 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd7c24bd-65f7-4c4a-afed-b8dade6949ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597610 Mar 23 01:29:27.362605 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d62a27f-618e-483f-8914-55455927f780 req-3939d0bb-b7b9-4942-a958-06038bc738b0 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Network 9d97951d-16e7-45bf-8eeb-bb87b46299c3 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:29:27.420096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c', 'tag': '9f5034fd-1750-46f2-a12b-5392f6c6dd6b'}, {'name': 'network-changed', 'server_uuid': '8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee', 'tag': '2a95e671-fa80-409d-8134-89a69cb5eea4'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:27.428317 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949" -d '{"events": [{"name": "network-changed", "server_uuid": "f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c", "tag": "9f5034fd-1750-46f2-a12b-5392f6c6dd6b"}, {"name": "network-changed", "server_uuid": "8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee", "tag": "2a95e671-fa80-409d-8134-89a69cb5eea4"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:27.431123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-1d62a27f-618e-483f-8914-55455927f780 req-3939d0bb-b7b9-4942-a958-06038bc738b0 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:29:27.459506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d62a27f-618e-483f-8914-55455927f780 req-3939d0bb-b7b9-4942-a958-06038bc738b0 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:29:27.463713 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91221505-d056-4657-9776-f643844f3a27 req-d572aa42-1d4b-4ced-827a-24d95256e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:27.465245 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91221505-d056-4657-9776-f643844f3a27 req-d572aa42-1d4b-4ced-827a-24d95256e2f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f6d3df7c0f14ae88ab865aa48748b90&device_id=b8568d0c-d820-4a15-bfd3-716f31465384 HTTP/1.1" status: 200 len: 1125 time: 1.1205099 Mar 23 01:29:27.475492 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a59d57e5-cea8-4fe2-8a4a-0055702e45ca req-abdddad4-5f3e-46bd-b28f-def0a2bfcff3 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/9bc891e2-51f6-4ee4-87ab-e45918ef0056 HTTP/1.1" status: 200 len: 1790 time: 0.4246604 Mar 23 01:29:27.511443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939d0bb-b7b9-4942-a958-06038bc738b0 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Pushing event updated for resources: {'Port': ['ID=609854f9-b3c0-4b5e-8b9c-729a2ef8c72b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:27.604334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-c573d626-a3c5-43ef-8deb-27bb764c5c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:27.605585 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-c573d626-a3c5-43ef-8deb-27bb764c5c3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=590cc3d8447b4c0a8244387b16c14c1a&device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 1125 time: 0.5399935 Mar 23 01:29:27.636769 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-e03fa4aa-30f0-455c-b86a-8d77c85f905a service neutron] 10.222.0.43 "GET /v2.0/networks/ab9df0e6-dce9-4d34-8f0a-69ea139a8629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233853 Mar 23 01:29:27.649768 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62a27f-618e-483f-8914-55455927f780 req-3939d0bb-b7b9-4942-a958-06038bc738b0 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:27.650360 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1d62a27f-618e-483f-8914-55455927f780 req-3939d0bb-b7b9-4942-a958-06038bc738b0 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:27.695310 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50c872-1231-4696-8966-d51fcfa116f9 req-edfdec5f-c679-46b1-a09f-6eb39f48da36 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:27.697257 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b50c872-1231-4696-8966-d51fcfa116f9 req-edfdec5f-c679-46b1-a09f-6eb39f48da36 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 945 time: 0.0553052 Mar 23 01:29:27.707935 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56164) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:27.709945 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-f46381bd-880d-40e8-aacf-ce1a032ed7c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a95e671-fa80-409d-8134-89a69cb5eea4 HTTP/1.1" status: 200 len: 217 time: 0.0887506 Mar 23 01:29:27.715106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c9178ecb-e190-4622-bcf7-c995f98591e6 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Request body: {'floatingip': {'port_id': '81af76e8-af90-45d8-94be-d4199650e69d'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:27.771840 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e41255ae-7c7e-4483-96a6-195ed5ecfb89 req-db2ed38e-d529-4548-9903-192b08a7bda3 service neutron] 10.222.0.42 "GET /v2.0/networks/ab9df0e6-dce9-4d34-8f0a-69ea139a8629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427683 Mar 23 01:29:27.775134 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c9178ecb-e190-4622-bcf7-c995f98591e6 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for floatingip (708880fe-57cd-4d7d-bdaf-c06e71006a60), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:27.800774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1d62a27f-618e-483f-8914-55455927f780 req-3939d0bb-b7b9-4942-a958-06038bc738b0 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2330005 Mar 23 01:29:27.834388 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Request body: {'port': {'device_id': '9d11fe12-43e6-4f81-9d5c-48a3d0e8c491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:27.928201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897464d-2d2e-44a3-bcc9-2b662afea7bf req-c90f9a86-f4a1-4240-bba6-fd54291da702 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:27.929723 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c897464d-2d2e-44a3-bcc9-2b662afea7bf req-c90f9a86-f4a1-4240-bba6-fd54291da702 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 932 time: 0.1599417 Mar 23 01:29:27.938311 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91221505-d056-4657-9776-f643844f3a27 req-cb89130a-0c31-49ab-8082-9f1ac473065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:27.939313 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91221505-d056-4657-9776-f643844f3a27 req-cb89130a-0c31-49ab-8082-9f1ac473065b service neutron] 10.222.0.42 "GET /v2.0/networks?id=ab9df0e6-dce9-4d34-8f0a-69ea139a8629 HTTP/1.1" status: 200 len: 918 time: 0.4433343 Mar 23 01:29:27.939904 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a59d57e5-cea8-4fe2-8a4a-0055702e45ca req-76618e66-1b8b-4fe0-862b-2b69f168c7f5 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (9bc891e2-51f6-4ee4-87ab-e45918ef0056), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:27.947008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-5f908306-d1d6-4b09-8779-096a0740f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:27.948486 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-5f908306-d1d6-4b09-8779-096a0740f0e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b936d6-168f-4a47-94f1-75821af6ee78 HTTP/1.1" status: 200 len: 862 time: 0.2234929 Mar 23 01:29:28.069646 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-9bc018d6-5396-486d-8b6f-ef3e215207f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f95c67a-fe49-4926-835f-c2991ffa4e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074021 Mar 23 01:29:28.070942 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91221505-d056-4657-9776-f643844f3a27 req-6263354b-bd7e-4803-abca-dd68fdfc714f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d3aa8df-d53c-46e6-b266-ae2116ddf41f HTTP/1.1" status: 200 len: 217 time: 0.1164103 Mar 23 01:29:28.080867 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c897464d-2d2e-44a3-bcc9-2b662afea7bf req-700a0a88-0865-40f7-9794-8c5e716c1ea9 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc48cfee-05bb-4436-b4a6-194c8fafbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396267 Mar 23 01:29:28.086625 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a59d57e5-cea8-4fe2-8a4a-0055702e45ca req-76618e66-1b8b-4fe0-862b-2b69f168c7f5 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (9bc891e2-51f6-4ee4-87ab-e45918ef0056), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:28.094479 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95715b6d-b2de-4d30-a868-57f780ad69ea req-6ec09b08-9141-49fb-9686-ade6ba74473f service neutron] 10.222.0.43 "GET /v2.0/networks/ab9df0e6-dce9-4d34-8f0a-69ea139a8629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141953 Mar 23 01:29:28.191705 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37666b7-5f12-42ec-9fb4-02c2ccf0fbf9 x-openstack-request-id: req-b37666b7-5f12-42ec-9fb4-02c2ccf0fbf9 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:28.192024 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c", "tag": "9f5034fd-1750-46f2-a12b-5392f6c6dd6b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee", "tag": "2a95e671-fa80-409d-8134-89a69cb5eea4", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:28.192275 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b37666b7-5f12-42ec-9fb4-02c2ccf0fbf9 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:28.192705 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37666b7-5f12-42ec-9fb4-02c2ccf0fbf9'] response: {'name': 'network-changed', 'server_uuid': 'f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c', 'tag': '9f5034fd-1750-46f2-a12b-5392f6c6dd6b', 'status': 'completed', 'code': 200} Mar 23 01:29:28.192961 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37666b7-5f12-42ec-9fb4-02c2ccf0fbf9'] response: {'name': 'network-changed', 'server_uuid': '8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee', 'tag': '2a95e671-fa80-409d-8134-89a69cb5eea4', 'status': 'completed', 'code': 200} Mar 23 01:29:28.235710 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (609854f9-b3c0-4b5e-8b9c-729a2ef8c72b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:28.250630 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e41255ae-7c7e-4483-96a6-195ed5ecfb89 req-4122976c-4d54-4f14-9fab-09c931030f4a service neutron] 10.222.0.42 "GET /v2.0/networks/ab9df0e6-dce9-4d34-8f0a-69ea139a8629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459305 Mar 23 01:29:28.348323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91221505-d056-4657-9776-f643844f3a27 req-8535a198-32af-4668-a12f-99d8f69c0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:28.350283 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91221505-d056-4657-9776-f643844f3a27 req-8535a198-32af-4668-a12f-99d8f69c0d66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=506fc8cb-b131-4468-9ea5-c13892963b9c HTTP/1.1" status: 200 len: 858 time: 0.2580626 Mar 23 01:29:28.414333 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91221505-d056-4657-9776-f643844f3a27 req-80195b2a-5697-4c87-be3b-eab6e2a420e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ab9df0e6-dce9-4d34-8f0a-69ea139a8629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577769 Mar 23 01:29:28.423435 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a59d57e5-cea8-4fe2-8a4a-0055702e45ca req-76618e66-1b8b-4fe0-862b-2b69f168c7f5 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9bc891e2-51f6-4ee4-87ab-e45918ef0056), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:28.426245 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a59d57e5-cea8-4fe2-8a4a-0055702e45ca req-76618e66-1b8b-4fe0-862b-2b69f168c7f5 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:28.443576 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a59d57e5-cea8-4fe2-8a4a-0055702e45ca req-76618e66-1b8b-4fe0-862b-2b69f168c7f5 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "DELETE /v2.0/security-groups/9bc891e2-51f6-4ee4-87ab-e45918ef0056 HTTP/1.1" status: 204 len: 173 time: 0.9432657 Mar 23 01:29:28.466336 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c9178ecb-e190-4622-bcf7-c995f98591e6 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:28.475720 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c9178ecb-e190-4622-bcf7-c995f98591e6 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (708880fe-57cd-4d7d-bdaf-c06e71006a60), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:28.492083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-75910573-102f-40b5-a398-cd645492fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:28.494261 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-75910573-102f-40b5-a398-cd645492fcf4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f6d3df7c0f14ae88ab865aa48748b90&device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 1126 time: 0.2543323 Mar 23 01:29:28.592841 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-c08ca7c3-2827-4ef8-9cc2-227b4d76be60 service neutron] 10.222.0.42 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033374 Mar 23 01:29:28.593519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76618e66-1b8b-4fe0-862b-2b69f168c7f5 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc891e2-51f6-4ee4-87ab-e45918ef0056,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:28.634292 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-c9178ecb-e190-4622-bcf7-c995f98591e6 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Floating IP 708880fe-57cd-4d7d-bdaf-c06e71006a60 associated. External IP: 172.25.0.75, port: 81af76e8-af90-45d8-94be-d4199650e69d. Mar 23 01:29:28.799545 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c51cb6-1d5a-4dcd-9c3d-62a2489cf70b req-7e267f17-a46b-4b93-a592-8a015612ff3a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:28.806128 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-51c51cb6-1d5a-4dcd-9c3d-62a2489cf70b req-7e267f17-a46b-4b93-a592-8a015612ff3a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.0805352 Mar 23 01:29:28.919823 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8cb45cd1-8648-498a-ad48-54d74e46b1c6 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:29:28.928970 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-51c51cb6-1d5a-4dcd-9c3d-62a2489cf70b req-beb43936-8428-41f3-8f7d-63cdaac61b29 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217673 Mar 23 01:29:29.021724 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9178ecb-e190-4622-bcf7-c995f98591e6 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Router fc792777-3a75-4518-950b-1e2a1eae22ab has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:29:29.059382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8cb45cd1-8648-498a-ad48-54d74e46b1c6, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8cb45cd1-8648-498a-ad48-54d74e46b1c6,segment=NetworkSegment(2f0fa3bf-cbb7-4b96-a437-eea8ac117579),segment_id=2f0fa3bf-cbb7-4b96-a437-eea8ac117579)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:29.073215 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '8cb45cd1-8648-498a-ad48-54d74e46b1c6', 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629', 'port_id': '8cb45cd1-8648-498a-ad48-54d74e46b1c6', 'mac_address': 'fa:16:3e:0a:f7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506fc8cb-b131-4468-9ea5-c13892963b9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:29:29.115330 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8cb45cd1-8648-498a-ad48-54d74e46b1c6 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:29.115725 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8cb45cd1-8648-498a-ad48-54d74e46b1c6), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:29.136853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb45cd1-8648-498a-ad48-54d74e46b1c6 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:29.162960 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8cb45cd1-8648-498a-ad48-54d74e46b1c6, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8cb45cd1-8648-498a-ad48-54d74e46b1c6,segment=NetworkSegment(2f0fa3bf-cbb7-4b96-a437-eea8ac117579),segment_id=2f0fa3bf-cbb7-4b96-a437-eea8ac117579)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:29.172411 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8cb45cd1-8648-498a-ad48-54d74e46b1c6), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:29.193085 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91221505-d056-4657-9776-f643844f3a27 req-d5d6eb9c-9a92-4da4-b571-e5c438b6d318 service neutron] 10.222.0.42 "GET /v2.0/networks/ab9df0e6-dce9-4d34-8f0a-69ea139a8629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7424245 Mar 23 01:29:29.207390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32322570-4e44-4c5e-9db4-b125bda8e261 req-669caf65-7422-4dd5-9b6f-fd74ff7a47da tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:29.208892 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-32322570-4e44-4c5e-9db4-b125bda8e261 req-669caf65-7422-4dd5-9b6f-fd74ff7a47da tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 943 time: 0.6336925 Mar 23 01:29:29.216650 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-242d0037-271f-4013-a101-e4c97cbf3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:29.217859 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-242d0037-271f-4013-a101-e4c97cbf3129 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ab9df0e6-dce9-4d34-8f0a-69ea139a8629 HTTP/1.1" status: 200 len: 918 time: 0.6441667 Mar 23 01:29:29.223423 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9178ecb-e190-4622-bcf7-c995f98591e6 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:29:29.232555 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c9178ecb-e190-4622-bcf7-c995f98591e6 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:29.261220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece082c6-82a9-46dc-af6a-218acb2ffb87 None None] Sync routers for ids ['fc792777-3a75-4518-950b-1e2a1eae22ab'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:29:29.269223 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c9178ecb-e190-4622-bcf7-c995f98591e6 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "PUT /v2.0/floatingips/708880fe-57cd-4d7d-bdaf-c06e71006a60 HTTP/1.1" status: 200 len: 990 time: 1.5595660 Mar 23 01:29:29.271567 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86f9582-bef0-48bc-81d2-1edbfa2b691f', 'tag': '81af76e8-af90-45d8-94be-d4199650e69d'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:29.274459 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62803aea-afb8-49e6-a7f8-764c220771eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f86f9582-bef0-48bc-81d2-1edbfa2b691f", "tag": "81af76e8-af90-45d8-94be-d4199650e69d"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:29.286537 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f933a-4bfe-44cb-9ef0-d18924483071 req-84530b80-ef9c-45f6-bcd9-897411d92928 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:29.294241 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-573f933a-4bfe-44cb-9ef0-d18924483071 req-84530b80-ef9c-45f6-bcd9-897411d92928 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 944 time: 0.1266446 Mar 23 01:29:29.304721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece082c6-82a9-46dc-af6a-218acb2ffb87 None None] Routers {'fc792777-3a75-4518-950b-1e2a1eae22ab'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:29:29.305823 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ece082c6-82a9-46dc-af6a-218acb2ffb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:29:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fc792777-3a75-4518-950b-1e2a1eae22ab'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:29.328621 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3c47f18-d770-4e90-973d-d952a69edad9 req-d624c272-f6be-4720-976d-59e50e914025 service neutron] 10.222.0.42 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128260 Mar 23 01:29:29.349776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8cb45cd1-8648-498a-ad48-54d74e46b1c6,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:29.350887 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-573f933a-4bfe-44cb-9ef0-d18924483071 req-61fb9abb-aede-48e1-b48f-7bd1a4113891 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557408 Mar 23 01:29:29.367748 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-70de1df9-c7da-4ace-8650-d79b2caaed36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f5034fd-1750-46f2-a12b-5392f6c6dd6b HTTP/1.1" status: 200 len: 217 time: 0.1265826 Mar 23 01:29:29.498553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-ece082c6-82a9-46dc-af6a-218acb2ffb87 None None] Set router fc792777-3a75-4518-950b-1e2a1eae22ab gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:29:29.522829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:29.530900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8cb45cd1-8648-498a-ad48-54d74e46b1c6'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:29.560188 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Publish callbacks [] for port (609854f9-b3c0-4b5e-8b9c-729a2ef8c72b), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:29.584872 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-32322570-4e44-4c5e-9db4-b125bda8e261 req-87b04efa-bd98-4266-9888-e6ffe44f6881 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626621 Mar 23 01:29:29.613186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-1ce77ac3-61c7-4e65-ab9e-0afa863e8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:29.614865 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-1ce77ac3-61c7-4e65-ab9e-0afa863e8e2a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=506fc8cb-b131-4468-9ea5-c13892963b9c HTTP/1.1" status: 200 len: 858 time: 0.2385311 Mar 23 01:29:29.616966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Transition to ACTIVE for port object 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:29:29.631566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-4ff2668b-aa32-468d-bb41-20126cd58d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:29.633233 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-4ff2668b-aa32-468d-bb41-20126cd58d40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=590cc3d8447b4c0a8244387b16c14c1a&device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 1125 time: 0.2355423 Mar 23 01:29:29.651290 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (609854f9-b3c0-4b5e-8b9c-729a2ef8c72b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:29.767865 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-3b156e11-218c-4af4-9aba-f758e74523ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab9df0e6-dce9-4d34-8f0a-69ea139a8629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388514 Mar 23 01:29:29.801812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-4aee06e8-f36d-4774-a49d-a6d826af1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:29.803250 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-4aee06e8-f36d-4774-a49d-a6d826af1e07 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4f95c67a-fe49-4926-835f-c2991ffa4e67 HTTP/1.1" status: 200 len: 922 time: 0.1531329 Mar 23 01:29:29.815402 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91221505-d056-4657-9776-f643844f3a27 req-0bd1c554-b367-4e2c-a271-9cf1ba90c9af service neutron] 10.222.0.42 "GET /v2.0/networks/ab9df0e6-dce9-4d34-8f0a-69ea139a8629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6002223 Mar 23 01:29:29.930243 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-82934ec8-e277-4984-8be8-d8c1dc3e12c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a95e671-fa80-409d-8134-89a69cb5eea4 HTTP/1.1" status: 200 len: 217 time: 0.1112978 Mar 23 01:29:29.976182 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Pushing event updated for resources: {'Port': ['ID=609854f9-b3c0-4b5e-8b9c-729a2ef8c72b,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:30.065781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ece082c6-82a9-46dc-af6a-218acb2ffb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'name': 'tempest-ServersTestJSON-1863784132-router', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:28:51Z', 'updated_at': '2022-03-23T01:28:59Z', 'revision_number': 4, 'project_id': '1678261026c64e4184d05714d530f92f', 'gw_port': {'id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:54Z', 'updated_at': '2022-03-23T01:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '708880fe-57cd-4d7d-bdaf-c06e71006a60', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'port_id': '81af76e8-af90-45d8-94be-d4199650e69d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32', 'mac_address': 'fa:16:3e:65:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86f9582-bef0-48bc-81d2-1edbfa2b691f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:29:05Z', 'updated_at': '2022-03-23T01:29:28Z', 'revision_number': 1, 'project_id': '1678261026c64e4184d05714d530f92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b', 'name': '', 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'mac_address': 'fa:16:3e:01:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:57Z', 'updated_at': '2022-03-23T01:29:05Z', 'revision_number': 5, 'project_id': '1678261026c64e4184d05714d530f92f', 'subnets': [{'id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:30.093445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a75de-3199-45bf-b741-59436c65b17e req-1181fcaf-faf1-42f8-91a5-c598d7a06f70 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:30.100732 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f3a75de-3199-45bf-b741-59436c65b17e req-1181fcaf-faf1-42f8-91a5-c598d7a06f70 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 944 time: 0.3357522 Mar 23 01:29:30.120194 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-cb92c484-8d21-484a-ac91-4b789871f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:30.121759 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-cb92c484-8d21-484a-ac91-4b789871f9b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=56b936d6-168f-4a47-94f1-75821af6ee78 HTTP/1.1" status: 200 len: 862 time: 0.1674862 Mar 23 01:29:30.128583 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-ca2f1612-3224-4fd1-89de-641a7ef4c0be service neutron] 10.222.0.43 "GET /v2.0/networks/ab9df0e6-dce9-4d34-8f0a-69ea139a8629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371468 Mar 23 01:29:30.134781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece082c6-82a9-46dc-af6a-218acb2ffb87 None None] Checking router: fc792777-3a75-4518-950b-1e2a1eae22ab for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:29:30.145322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece082c6-82a9-46dc-af6a-218acb2ffb87 None None] Routers {'fc792777-3a75-4518-950b-1e2a1eae22ab'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:29:30.146107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ece082c6-82a9-46dc-af6a-218acb2ffb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:29:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fc792777-3a75-4518-950b-1e2a1eae22ab'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:30.185137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b3c61-2c80-4152-b0d1-f5416f5faa59 req-c7df1af1-491d-4003-aa71-1a9e2449e496 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:30.193809 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-609b3c61-2c80-4152-b0d1-f5416f5faa59 req-c7df1af1-491d-4003-aa71-1a9e2449e496 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 945 time: 0.0941665 Mar 23 01:29:30.221441 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-bca83089-05cf-4d58-8440-4f5407798a77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4f95c67a-fe49-4926-835f-c2991ffa4e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841842 Mar 23 01:29:30.257350 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-609b3c61-2c80-4152-b0d1-f5416f5faa59 req-cdab08cc-38f2-44f0-98ff-904cf9af8c83 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd7c24bd-65f7-4c4a-afed-b8dade6949ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566549 Mar 23 01:29:30.304440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Attempting to bind port 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:29:30.304834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Attempting to bind port 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '17818811-7c03-40c9-b734-33dda2c62b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d97951d-16e7-45bf-8eeb-bb87b46299c3'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:29:30.305167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Attempting to bind port 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b on network 9d97951d-16e7-45bf-8eeb-bb87b46299c3 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:30.327579 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92595e75-4f7a-46c3-bdab-d0222f785da9 x-openstack-request-id: req-92595e75-4f7a-46c3-bdab-d0222f785da9 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:30.327881 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86f9582-bef0-48bc-81d2-1edbfa2b691f", "tag": "81af76e8-af90-45d8-94be-d4199650e69d", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:30.328136 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92595e75-4f7a-46c3-bdab-d0222f785da9 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:30.328549 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92595e75-4f7a-46c3-bdab-d0222f785da9'] response: {'name': 'network-changed', 'server_uuid': 'f86f9582-bef0-48bc-81d2-1edbfa2b691f', 'tag': '81af76e8-af90-45d8-94be-d4199650e69d', 'status': 'completed', 'code': 200} Mar 23 01:29:30.337724 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-ece082c6-82a9-46dc-af6a-218acb2ffb87 None None] Set router fc792777-3a75-4518-950b-1e2a1eae22ab gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:29:30.340050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f3a75de-3199-45bf-b741-59436c65b17e req-14961ad9-0214-4d74-8555-48561f47c843 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc48cfee-05bb-4436-b4a6-194c8fafbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302058 Mar 23 01:29:30.346921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Port 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b on network 9d97951d-16e7-45bf-8eeb-bb87b46299c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:29:30.349607 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Attempting to bind port 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b on network 9d97951d-16e7-45bf-8eeb-bb87b46299c3 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:30.391414 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:29:30.391950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Checking segment: {'id': '17818811-7c03-40c9-b734-33dda2c62b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d97951d-16e7-45bf-8eeb-bb87b46299c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:29:30.392342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Bound using segment: {'id': '17818811-7c03-40c9-b734-33dda2c62b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d97951d-16e7-45bf-8eeb-bb87b46299c3'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:29:30.393017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Bound port: 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17818811-7c03-40c9-b734-33dda2c62b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d97951d-16e7-45bf-8eeb-bb87b46299c3'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:29:30.393386 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (609854f9-b3c0-4b5e-8b9c-729a2ef8c72b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:30.541690 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-0c2fc274-eec6-4fbd-b15b-2cb92e6e44e4 service neutron] 10.222.0.43 "GET /v2.0/networks/ab9df0e6-dce9-4d34-8f0a-69ea139a8629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932960 Mar 23 01:29:30.575209 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62803aea-afb8-49e6-a7f8-764c220771eb req-03311481-8cda-4738-9625-fcdaf05a5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:30.575678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56208) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:30.576796 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62803aea-afb8-49e6-a7f8-764c220771eb req-03311481-8cda-4738-9625-fcdaf05a5ab9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1678261026c64e4184d05714d530f92f&device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 1127 time: 0.2006433 Mar 23 01:29:30.580997 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-ac88de14-daac-43b0-af31-fa8ac5831be0 service neutron] 10.222.0.42 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389788 Mar 23 01:29:30.606385 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ea68d-397f-412f-9064-fe4e7e7ea70c req-5c0d6465-57c9-479c-8a98-fe5e6316f715 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:30.607831 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e6ea68d-397f-412f-9064-fe4e7e7ea70c req-5c0d6465-57c9-479c-8a98-fe5e6316f715 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 944 time: 0.1001725 Mar 23 01:29:30.679746 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] For port 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:29:30.704221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] For port 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=609854f9-b3c0-4b5e-8b9c-729a2ef8c72b,segment=NetworkSegment(17818811-7c03-40c9-b734-33dda2c62b98),segment_id=17818811-7c03-40c9-b734-33dda2c62b98)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:29:30.731025 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea4fca-6fff-4272-90ae-09600d044eb3 req-45af6b3d-cb15-4665-99f8-12dfd441a9d6 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:30.732570 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8aea4fca-6fff-4272-90ae-09600d044eb3 req-45af6b3d-cb15-4665-99f8-12dfd441a9d6 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.2016339 Mar 23 01:29:30.740538 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e6ea68d-397f-412f-9064-fe4e7e7ea70c req-1a432607-ef7d-4863-b413-6013568737cc tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202691 Mar 23 01:29:30.749182 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (609854f9-b3c0-4b5e-8b9c-729a2ef8c72b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:30.764467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ece082c6-82a9-46dc-af6a-218acb2ffb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'name': 'tempest-ServersTestJSON-1863784132-router', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:28:51Z', 'updated_at': '2022-03-23T01:28:59Z', 'revision_number': 4, 'project_id': '1678261026c64e4184d05714d530f92f', 'gw_port': {'id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:54Z', 'updated_at': '2022-03-23T01:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '708880fe-57cd-4d7d-bdaf-c06e71006a60', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'port_id': '81af76e8-af90-45d8-94be-d4199650e69d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32', 'mac_address': 'fa:16:3e:65:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86f9582-bef0-48bc-81d2-1edbfa2b691f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:29:05Z', 'updated_at': '2022-03-23T01:29:28Z', 'revision_number': 1, 'project_id': '1678261026c64e4184d05714d530f92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b', 'name': '', 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'mac_address': 'fa:16:3e:01:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:57Z', 'updated_at': '2022-03-23T01:29:05Z', 'revision_number': 5, 'project_id': '1678261026c64e4184d05714d530f92f', 'subnets': [{'id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:30.787088 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62803aea-afb8-49e6-a7f8-764c220771eb req-be0ce963-6b3a-4315-a62f-591803d93492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:30.788768 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62803aea-afb8-49e6-a7f8-764c220771eb req-be0ce963-6b3a-4315-a62f-591803d93492 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 HTTP/1.1" status: 200 len: 906 time: 0.2011232 Mar 23 01:29:30.796906 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [req-d5fa2b27-9c26-46d4-bea6-2bfd2b3815bb req-a193c94f-d77a-44b3-9dc1-8799ffaebbb3 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] show failed (client error): The resource could not be found. Mar 23 01:29:30.804007 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece082c6-82a9-46dc-af6a-218acb2ffb87 None None] The sync data for ids ['fc792777-3a75-4518-950b-1e2a1eae22ab'] in n-d-834677-4 is: [{'id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'name': 'tempest-ServersTestJSON-1863784132-router', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:28:51Z', 'updated_at': '2022-03-23T01:28:59Z', 'revision_number': 4, 'project_id': '1678261026c64e4184d05714d530f92f', 'gw_port': {'id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:54Z', 'updated_at': '2022-03-23T01:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '708880fe-57cd-4d7d-bdaf-c06e71006a60', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'port_id': '81af76e8-af90-45d8-94be-d4199650e69d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32', 'mac_address': 'fa:16:3e:65:e7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86f9582-bef0-48bc-81d2-1edbfa2b691f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:29:05Z', 'updated_at': '2022-03-23T01:29:28Z', 'revision_number': 1, 'project_id': '1678261026c64e4184d05714d530f92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b', 'name': '', 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'mac_address': 'fa:16:3e:01:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:57Z', 'updated_at': '2022-03-23T01:29:05Z', 'revision_number': 5, 'project_id': '1678261026c64e4184d05714d530f92f', 'subnets': [{'id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:29:30.804867 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d5fa2b27-9c26-46d4-bea6-2bfd2b3815bb req-a193c94f-d77a-44b3-9dc1-8799ffaebbb3 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/84ebc244-ed9f-4bc2-ad7e-1b3d52d1cefd HTTP/1.1" status: 404 len: 352 time: 0.0283234 Mar 23 01:29:30.854172 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3046c775-2283-4c69-8f82-7f8b17b4d9d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:30.887332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:30.888372 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:30.890068 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1d62a27f-618e-483f-8914-55455927f780 req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] 10.222.0.43 "PUT /v2.0/ports/609854f9-b3c0-4b5e-8b9c-729a2ef8c72b HTTP/1.1" status: 200 len: 1092 time: 3.0666635 Mar 23 01:29:30.891419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08a8ee-38ee-4f8e-9cbb-2eafb6107496 service neutron] Pushing event updated for resources: {'Port': ['ID=609854f9-b3c0-4b5e-8b9c-729a2ef8c72b,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:30.899532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d11fe12-43e6-4f81-9d5c-48a3d0e8c491', 'tag': '609854f9-b3c0-4b5e-8b9c-729a2ef8c72b'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:30.901831 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23ae6e2-f5c5-4d74-aeef-f102d85a7c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d11fe12-43e6-4f81-9d5c-48a3d0e8c491", "tag": "609854f9-b3c0-4b5e-8b9c-729a2ef8c72b"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:30.906394 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b310ee0c-f3a0-4df5-8959-10c4a2dcf949 req-1d759875-e763-45c2-8f1b-664b7e1a2d02 service neutron] 10.222.0.42 "GET /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136194 Mar 23 01:29:30.908190 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62803aea-afb8-49e6-a7f8-764c220771eb req-ed20bc31-1180-4e76-9f61-b23eb36ec5bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81af76e8-af90-45d8-94be-d4199650e69d HTTP/1.1" status: 200 len: 998 time: 0.1120977 Mar 23 01:29:30.919097 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d3aa8df-d53c-46e6-b266-ae2116ddf41f details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:29:30.925550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8cb45cd1-8648-498a-ad48-54d74e46b1c6 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:29:30.951201 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8aea4fca-6fff-4272-90ae-09600d044eb3 req-3bbc512b-fa12-4c5a-a710-9580dfe3a5b3 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035325 Mar 23 01:29:31.051868 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-3c405453-62a2-4c9f-b9fe-4b48d3742dd9 req-de4ac4dc-e630-4a2b-a9f8-fc04aa1b7098 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] show failed (client error): The resource could not be found. Mar 23 01:29:31.052979 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3c405453-62a2-4c9f-b9fe-4b48d3742dd9 req-de4ac4dc-e630-4a2b-a9f8-fc04aa1b7098 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/a74cb710-7289-4704-b5ad-b30ca73d0335 HTTP/1.1" status: 404 len: 352 time: 0.0339808 Mar 23 01:29:31.069924 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62a27f-618e-483f-8914-55455927f780 req-7c596a7e-7c10-4ae5-b1de-ce093503f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:31.071449 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1d62a27f-618e-483f-8914-55455927f780 req-7c596a7e-7c10-4ae5-b1de-ce093503f64e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdc89fd48da447569ecb7d7fab866625&device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 1126 time: 0.1193831 Mar 23 01:29:31.090321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5313269-ca3f-40cb-9a25-c4e5b6c12e98 req-eaa8df95-683c-4bf7-b579-d4f562c34a71 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:31.091917 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f5313269-ca3f-40cb-9a25-c4e5b6c12e98 req-eaa8df95-683c-4bf7-b579-d4f562c34a71 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 943 time: 0.1827700 Mar 23 01:29:31.093612 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62803aea-afb8-49e6-a7f8-764c220771eb req-60c2dde2-55bc-4555-8451-02361a4db423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:31.095349 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62803aea-afb8-49e6-a7f8-764c220771eb req-60c2dde2-55bc-4555-8451-02361a4db423 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3184f37-b64b-4050-92bd-c90b3721827c HTTP/1.1" status: 200 len: 845 time: 0.1328726 Mar 23 01:29:31.151968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 8cb45cd1-8648-498a-ad48-54d74e46b1c6 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:29:31.171878 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6578eb7c-3ad6-4b6e-a717-d1c69ddb7961 x-openstack-request-id: req-6578eb7c-3ad6-4b6e-a717-d1c69ddb7961 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:31.173190 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d11fe12-43e6-4f81-9d5c-48a3d0e8c491", "tag": "609854f9-b3c0-4b5e-8b9c-729a2ef8c72b", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:31.173673 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6578eb7c-3ad6-4b6e-a717-d1c69ddb7961 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:31.174302 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6578eb7c-3ad6-4b6e-a717-d1c69ddb7961'] response: {'name': 'network-changed', 'server_uuid': '9d11fe12-43e6-4f81-9d5c-48a3d0e8c491', 'tag': '609854f9-b3c0-4b5e-8b9c-729a2ef8c72b', 'status': 'completed', 'code': 200} Mar 23 01:29:31.179730 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3046c775-2283-4c69-8f82-7f8b17b4d9d2 admin admin] Publish callbacks [] for security_group (a8ca8306-a1bf-488e-b594-a106353f41f3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:31.182595 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 8cb45cd1-8648-498a-ad48-54d74e46b1c6 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:29:31.183161 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8cb45cd1-8648-498a-ad48-54d74e46b1c6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:31.186226 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1d62a27f-618e-483f-8914-55455927f780 req-7c7d9bdb-c1dc-40b6-8979-6f369daa3048 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=609854f9-b3c0-4b5e-8b9c-729a2ef8c72b HTTP/1.1" status: 200 len: 217 time: 0.0997870 Mar 23 01:29:31.191121 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3046c775-2283-4c69-8f82-7f8b17b4d9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a8ca8306-a1bf-488e-b594-a106353f41f3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:31.218043 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68cef4c-ac52-41c6-915d-937689f14318 None None] New status for floating IP 708880fe-57cd-4d7d-bdaf-c06e71006a60: ACTIVE {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:29:31.229181 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f5313269-ca3f-40cb-9a25-c4e5b6c12e98 req-fb1db439-060a-4c8d-81d0-bb399ff1cb72 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250429 Mar 23 01:29:31.248898 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62803aea-afb8-49e6-a7f8-764c220771eb req-d0a31915-8586-4519-8d31-db0da4748d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:31.256663 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62803aea-afb8-49e6-a7f8-764c220771eb req-d0a31915-8586-4519-8d31-db0da4748d17 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6b671bb-04e7-47ec-9c6c-e9f6b7584d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1390429 Mar 23 01:29:31.348046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d3aa8df-d53c-46e6-b266-ae2116ddf41f,segment=NetworkSegment(2f0fa3bf-cbb7-4b96-a437-eea8ac117579),segment_id=2f0fa3bf-cbb7-4b96-a437-eea8ac117579)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:31.367190 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-e64349e4-324e-4442-9401-2bb13403fc0a req-a03ba1b5-9605-497e-97b6-628a622ae1c9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] show failed (client error): The resource could not be found. Mar 23 01:29:31.376023 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e64349e4-324e-4442-9401-2bb13403fc0a req-a03ba1b5-9605-497e-97b6-628a622ae1c9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/073b7a43-2ede-49f7-8d7b-9ecd1611216a HTTP/1.1" status: 404 len: 352 time: 0.1869075 Mar 23 01:29:31.403221 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '8d3aa8df-d53c-46e6-b266-ae2116ddf41f', 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629', 'port_id': '8d3aa8df-d53c-46e6-b266-ae2116ddf41f', 'mac_address': 'fa:16:3e:ee:47:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506fc8cb-b131-4468-9ea5-c13892963b9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:29:31.419843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62a27f-618e-483f-8914-55455927f780 req-eda232aa-fad3-4b93-9ca7-eabba4612ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:31.428322 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1d62a27f-618e-483f-8914-55455927f780 req-eda232aa-fad3-4b93-9ca7-eabba4612ef4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1f2cb59-7def-45f7-ab3b-245424e23546 HTTP/1.1" status: 200 len: 849 time: 0.2295084 Mar 23 01:29:31.430406 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62803aea-afb8-49e6-a7f8-764c220771eb req-aa25e822-1df5-4266-8bf6-90b119e05cc5 service neutron] 10.222.0.43 "GET /v2.0/networks/b6b671bb-04e7-47ec-9c6c-e9f6b7584d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696517 Mar 23 01:29:31.451888 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8cb45cd1-8648-498a-ad48-54d74e46b1c6 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:31.454570 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8cb45cd1-8648-498a-ad48-54d74e46b1c6), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:31.477361 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3046c775-2283-4c69-8f82-7f8b17b4d9d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22e4d8248fdf4b08be9d9bd06d91decd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9001203 Mar 23 01:29:31.481137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56226) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:31.481407 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1d62a27f-618e-483f-8914-55455927f780 req-ede1478b-b4ee-44a2-a5b3-c3370aa6c43d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d97951d-16e7-45bf-8eeb-bb87b46299c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415294 Mar 23 01:29:31.483757 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046c775-2283-4c69-8f82-7f8b17b4d9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ca8306-a1bf-488e-b594-a106353f41f3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:31.524332 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-31241723-0e1a-4690-a8e4-6c923df3ff07 req-65a9d570-477f-4915-a980-87ae6010092d tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] show failed (client error): The resource could not be found. Mar 23 01:29:31.525589 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-31241723-0e1a-4690-a8e4-6c923df3ff07 req-65a9d570-477f-4915-a980-87ae6010092d tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/a190b03e-079e-4527-9200-c9af5c2e812a HTTP/1.1" status: 404 len: 352 time: 0.0429327 Mar 23 01:29:31.543611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:31.544182 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d3aa8df-d53c-46e6-b266-ae2116ddf41f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:31.590107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfd9d7e-ab02-4007-b41d-838d35a732fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb45cd1-8648-498a-ad48-54d74e46b1c6'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:31.592991 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c98d388-4196-410d-a3ea-722f294ab063" -d '{"events": [{"server_uuid": "8dfd9d7e-ab02-4007-b41d-838d35a732fe", "name": "network-vif-plugged", "status": "completed", "tag": "8cb45cd1-8648-498a-ad48-54d74e46b1c6"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:31.600688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3aa8df-d53c-46e6-b266-ae2116ddf41f {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:31.602623 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-cc55f618-a3c0-4f5d-9531-08584b7d8793 req-070ecce9-694d-4c2f-b3ee-3ea55ce37820 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] show failed (client error): The resource could not be found. Mar 23 01:29:31.611466 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc55f618-a3c0-4f5d-9531-08584b7d8793 req-070ecce9-694d-4c2f-b3ee-3ea55ce37820 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/fd3efad5-bcdd-40b9-ba3d-f8bf52dfdbb4 HTTP/1.1" status: 404 len: 352 time: 0.0544603 Mar 23 01:29:31.628415 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8cb45cd1-8648-498a-ad48-54d74e46b1c6, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8cb45cd1-8648-498a-ad48-54d74e46b1c6,segment=NetworkSegment(2f0fa3bf-cbb7-4b96-a437-eea8ac117579),segment_id=2f0fa3bf-cbb7-4b96-a437-eea8ac117579)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:31.639647 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8cb45cd1-8648-498a-ad48-54d74e46b1c6), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:31.647251 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d3aa8df-d53c-46e6-b266-ae2116ddf41f,segment=NetworkSegment(2f0fa3bf-cbb7-4b96-a437-eea8ac117579),segment_id=2f0fa3bf-cbb7-4b96-a437-eea8ac117579)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:31.679409 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8d3aa8df-d53c-46e6-b266-ae2116ddf41f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:31.684642 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31665fbf-9389-4bd2-b531-203f96d31566 x-openstack-request-id: req-31665fbf-9389-4bd2-b531-203f96d31566 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:31.685133 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfd9d7e-ab02-4007-b41d-838d35a732fe", "name": "network-vif-plugged", "status": "completed", "tag": "8cb45cd1-8648-498a-ad48-54d74e46b1c6", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:31.685251 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31665fbf-9389-4bd2-b531-203f96d31566 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:31.686205 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31665fbf-9389-4bd2-b531-203f96d31566'] response: {'server_uuid': '8dfd9d7e-ab02-4007-b41d-838d35a732fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb45cd1-8648-498a-ad48-54d74e46b1c6', 'code': 200} Mar 23 01:29:31.697813 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1d62a27f-618e-483f-8914-55455927f780 req-f45e6c0d-ef91-471a-91cb-69f53c740021 service neutron] 10.222.0.43 "GET /v2.0/networks/9d97951d-16e7-45bf-8eeb-bb87b46299c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990788 Mar 23 01:29:31.724409 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8cb45cd1-8648-498a-ad48-54d74e46b1c6,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:31.734398 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:31.734824 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:31.747415 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:31.747971 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:31.748393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:31.748928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:31.750164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:31.750164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:31.750565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:31.752088 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:31.752690 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:31.753145 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:31.753832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:31.753964 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:31.754325 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:31.755956 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Publish callbacks [] for security_group (a8ca8306-a1bf-488e-b594-a106353f41f3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:31.789196 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-5d45abae-c61d-4969-8007-fe7b3c7abdc3 req-23a17075-d650-4b58-95bf-76acea96260c tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] show failed (client error): The resource could not be found. Mar 23 01:29:31.790504 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5d45abae-c61d-4969-8007-fe7b3c7abdc3 req-23a17075-d650-4b58-95bf-76acea96260c tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/8db6c0ad-8f1b-458f-9ddc-0b17e1a7e3df HTTP/1.1" status: 404 len: 352 time: 0.0574031 Mar 23 01:29:31.824696 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8d3aa8df-d53c-46e6-b266-ae2116ddf41f,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:31.847611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c078c-cf28-4e7b-b680-c40191214603 req-4952b798-d23b-4780-8508-eecdd26d6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:31.849260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc6c078c-cf28-4e7b-b680-c40191214603 req-4952b798-d23b-4780-8508-eecdd26d6aca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8dfd9d7e-ab02-4007-b41d-838d35a732fe HTTP/1.1" status: 200 len: 1127 time: 0.0850737 Mar 23 01:29:31.856023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d85da-fe26-4e5b-9a9c-32477b6b7713 req-d8d3e754-c245-4798-a142-63727a0ec6af tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:31.866800 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bb1d85da-fe26-4e5b-9a9c-32477b6b7713 req-d8d3e754-c245-4798-a142-63727a0ec6af tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 944 time: 0.2944798 Mar 23 01:29:31.883413 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62803aea-afb8-49e6-a7f8-764c220771eb req-b6460e27-7bc3-480e-8016-a0a27c7c4aa9 service neutron] 10.222.0.43 "GET /v2.0/networks/b6b671bb-04e7-47ec-9c6c-e9f6b7584d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452901 Mar 23 01:29:31.888400 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Publish callbacks [] for security_group (a8ca8306-a1bf-488e-b594-a106353f41f3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:31.893967 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1d62a27f-618e-483f-8914-55455927f780 req-906a2ac9-941a-46f2-a1ff-bc7b2c78ae23 service neutron] 10.222.0.43 "GET /v2.0/networks/9d97951d-16e7-45bf-8eeb-bb87b46299c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889021 Mar 23 01:29:31.938385 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc6c078c-cf28-4e7b-b680-c40191214603 req-a680a09e-fc93-4663-a816-3c1ff0017a0f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807707 Mar 23 01:29:31.945831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8d3aa8df-d53c-46e6-b266-ae2116ddf41f'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:31.988339 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bb1d85da-fe26-4e5b-9a9c-32477b6b7713 req-ca39a258-a074-4571-ba58-fd9e7fc87428 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc48cfee-05bb-4436-b4a6-194c8fafbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202221 Mar 23 01:29:31.995488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84342e4-e2fc-4cfa-975b-62973bfb3854 req-15f6c6db-e41d-4688-af12-7d69d284eb8e tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:31.999512 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a84342e4-e2fc-4cfa-975b-62973bfb3854 req-15f6c6db-e41d-4688-af12-7d69d284eb8e tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 944 time: 0.0934412 Mar 23 01:29:32.038714 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a8ca8306-a1bf-488e-b594-a106353f41f3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:32.042006 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:32.046454 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8ca8306-a1bf-488e-b594-a106353f41f3 HTTP/1.1" status: 204 len: 168 time: 0.5601721 Mar 23 01:29:32.062191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ca8306-a1bf-488e-b594-a106353f41f3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:32.071795 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:32.072258 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:32.072701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:32.073165 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:32.073625 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:32.074516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:32.074516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:32.074741 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:32.075159 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:32.075585 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:32.075973 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:32.076376 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:32.076833 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:32.077194 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:32.077596 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7278d4dc-7af4-47e8-ba45-0ef4aa3e924b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:29:32.111774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a84342e4-e2fc-4cfa-975b-62973bfb3854 req-0970a1d2-f5b1-4684-9a49-798b9bc1979f tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032374 Mar 23 01:29:32.127335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ae6e2-f5c5-4d74-aeef-f102d85a7c6c req-3ddc7ef3-196f-45bd-9cd4-c8b22587300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:32.129057 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e23ae6e2-f5c5-4d74-aeef-f102d85a7c6c req-3ddc7ef3-196f-45bd-9cd4-c8b22587300d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdc89fd48da447569ecb7d7fab866625&device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 1126 time: 0.0978673 Mar 23 01:29:32.360285 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 9f5034fd-1750-46f2-a12b-5392f6c6dd6b details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:29:32.388675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d1f95-43c0-4fe1-ac26-ab0ca4950f57 req-030ed28e-98fa-4180-aaec-e69ac92e1715 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:32.390124 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b6d1f95-43c0-4fe1-ac26-ab0ca4950f57 req-030ed28e-98fa-4180-aaec-e69ac92e1715 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.1150494 Mar 23 01:29:32.391158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ae6e2-f5c5-4d74-aeef-f102d85a7c6c req-22c58a57-a0ff-4e8f-b3a8-998b3fe8b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:32.392572 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e23ae6e2-f5c5-4d74-aeef-f102d85a7c6c req-22c58a57-a0ff-4e8f-b3a8-998b3fe8b507 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9d97951d-16e7-45bf-8eeb-bb87b46299c3 HTTP/1.1" status: 200 len: 909 time: 0.2541187 Mar 23 01:29:32.459482 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18416442-a57e-4de2-9b37-2d6990337e0d req-51740a32-1031-4f6c-bb08-4af8f681260d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:32.460054 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e23ae6e2-f5c5-4d74-aeef-f102d85a7c6c req-a291545b-bcd9-4993-846c-0498f8d96504 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=609854f9-b3c0-4b5e-8b9c-729a2ef8c72b HTTP/1.1" status: 200 len: 217 time: 0.0596821 Mar 23 01:29:32.462356 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-18416442-a57e-4de2-9b37-2d6990337e0d req-51740a32-1031-4f6c-bb08-4af8f681260d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 943 time: 0.0808606 Mar 23 01:29:32.539146 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b6d1f95-43c0-4fe1-ac26-ab0ca4950f57 req-9c09cf1f-8049-49eb-a81f-1e3cb28d4edf tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409206 Mar 23 01:29:32.560360 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-18416442-a57e-4de2-9b37-2d6990337e0d req-a49f40ea-e5e3-4c45-b48c-56478afee947 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911157 Mar 23 01:29:32.562155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ae6e2-f5c5-4d74-aeef-f102d85a7c6c req-3ba9c027-ebf6-4897-ae42-d38c0904fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:32.563981 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e23ae6e2-f5c5-4d74-aeef-f102d85a7c6c req-3ba9c027-ebf6-4897-ae42-d38c0904fa38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1f2cb59-7def-45f7-ab3b-245424e23546 HTTP/1.1" status: 200 len: 849 time: 0.0932209 Mar 23 01:29:32.566058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 9f5034fd-1750-46f2-a12b-5392f6c6dd6b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=9f5034fd-1750-46f2-a12b-5392f6c6dd6b,segment=NetworkSegment(2f0fa3bf-cbb7-4b96-a437-eea8ac117579),segment_id=2f0fa3bf-cbb7-4b96-a437-eea8ac117579)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:32.592289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '9f5034fd-1750-46f2-a12b-5392f6c6dd6b', 'network_id': 'ab9df0e6-dce9-4d34-8f0a-69ea139a8629', 'port_id': '9f5034fd-1750-46f2-a12b-5392f6c6dd6b', 'mac_address': 'fa:16:3e:92:aa:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506fc8cb-b131-4468-9ea5-c13892963b9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:29:32.607610 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56250) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:32.621731 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e23ae6e2-f5c5-4d74-aeef-f102d85a7c6c req-bebacd94-829a-4899-adfb-6a40914d1f35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d97951d-16e7-45bf-8eeb-bb87b46299c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519938 Mar 23 01:29:32.622409 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b4ed0dc-62bc-46d1-994d-b3e789b9578f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:32.653329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 9f5034fd-1750-46f2-a12b-5392f6c6dd6b is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:32.653629 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9f5034fd-1750-46f2-a12b-5392f6c6dd6b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:32.670238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5034fd-1750-46f2-a12b-5392f6c6dd6b {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:32.694226 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 9f5034fd-1750-46f2-a12b-5392f6c6dd6b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=9f5034fd-1750-46f2-a12b-5392f6c6dd6b,segment=NetworkSegment(2f0fa3bf-cbb7-4b96-a437-eea8ac117579),segment_id=2f0fa3bf-cbb7-4b96-a437-eea8ac117579)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:32.701999 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9f5034fd-1750-46f2-a12b-5392f6c6dd6b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:32.711796 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b4ed0dc-62bc-46d1-994d-b3e789b9578f admin admin] Publish callbacks [] for security_group (28e2eec2-9f52-4016-b59a-e76401be1783), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:32.719347 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b4ed0dc-62bc-46d1-994d-b3e789b9578f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (28e2eec2-9f52-4016-b59a-e76401be1783), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:32.758320 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9b4ed0dc-62bc-46d1-994d-b3e789b9578f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1527812217694b5f8d7cea765fd6fcbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495228 Mar 23 01:29:32.761536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56252) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:32.765750 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=9f5034fd-1750-46f2-a12b-5392f6c6dd6b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:32.789435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ed0dc-62bc-46d1-994d-b3e789b9578f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e2eec2-9f52-4016-b59a-e76401be1783,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:32.794938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ad113-fe87-4f91-ad48-4b6ae083933b req-4a2c2523-67ab-46c3-a15a-ddbb918e5617 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:32.797355 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-356ad113-fe87-4f91-ad48-4b6ae083933b req-4a2c2523-67ab-46c3-a15a-ddbb918e5617 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 1023 time: 0.1409423 Mar 23 01:29:32.800278 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e23ae6e2-f5c5-4d74-aeef-f102d85a7c6c req-857409fd-b0a4-4d11-88c5-c3195910a003 service neutron] 10.222.0.43 "GET /v2.0/networks/9d97951d-16e7-45bf-8eeb-bb87b46299c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708336 Mar 23 01:29:32.823610 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6b26ff7d-0af9-433b-9e5b-6cc3cb5ae32f admin admin] Publish callbacks [] for security_group (28e2eec2-9f52-4016-b59a-e76401be1783), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:32.845691 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6b26ff7d-0af9-433b-9e5b-6cc3cb5ae32f admin admin] Publish callbacks [] for security_group (28e2eec2-9f52-4016-b59a-e76401be1783), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:32.899213 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6b26ff7d-0af9-433b-9e5b-6cc3cb5ae32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (28e2eec2-9f52-4016-b59a-e76401be1783), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:32.901844 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6b26ff7d-0af9-433b-9e5b-6cc3cb5ae32f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:32.906107 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6b26ff7d-0af9-433b-9e5b-6cc3cb5ae32f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28e2eec2-9f52-4016-b59a-e76401be1783 HTTP/1.1" status: 204 len: 168 time: 0.1402245 Mar 23 01:29:32.911958 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26ff7d-0af9-433b-9e5b-6cc3cb5ae32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e2eec2-9f52-4016-b59a-e76401be1783,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:32.926250 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-356ad113-fe87-4f91-ad48-4b6ae083933b req-2027674b-41df-4a7e-90d4-57b63ce0bfb3 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b755183-c186-476c-b503-06c84b04bced&id=24cc78bd-3a79-4103-9280-211c66b68497&id=818c75d3-12ef-49fb-bf83-bf380ba799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1228395 Mar 23 01:29:32.943993 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 2a95e671-fa80-409d-8134-89a69cb5eea4 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:29:32.947685 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d3aa8df-d53c-46e6-b266-ae2116ddf41f up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:29:32.975005 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e23ae6e2-f5c5-4d74-aeef-f102d85a7c6c req-9ba72742-8a2f-4e43-8666-7f6900b33e3e service neutron] 10.222.0.43 "GET /v2.0/networks/9d97951d-16e7-45bf-8eeb-bb87b46299c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605561 Mar 23 01:29:33.097207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:29:33.109936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:29:33.110399 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8d3aa8df-d53c-46e6-b266-ae2116ddf41f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:33.187191 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 2a95e671-fa80-409d-8134-89a69cb5eea4, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2a95e671-fa80-409d-8134-89a69cb5eea4,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:33.203163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '2a95e671-fa80-409d-8134-89a69cb5eea4', 'network_id': '4f95c67a-fe49-4926-835f-c2991ffa4e67', 'port_id': '2a95e671-fa80-409d-8134-89a69cb5eea4', 'mac_address': 'fa:16:3e:78:78:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b936d6-168f-4a47-94f1-75821af6ee78', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:29:33.244843 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7d073-6ee5-4d92-83ff-e8835d374cb3 req-26668dba-7645-4079-94f0-447284e058bd tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:33.247046 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-43d7d073-6ee5-4d92-83ff-e8835d374cb3 req-26668dba-7645-4079-94f0-447284e058bd tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 944 time: 0.1140766 Mar 23 01:29:33.258189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['9f5034fd-1750-46f2-a12b-5392f6c6dd6b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:33.261103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 2a95e671-fa80-409d-8134-89a69cb5eea4 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:33.261392 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2a95e671-fa80-409d-8134-89a69cb5eea4), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:33.318045 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-43d7d073-6ee5-4d92-83ff-e8835d374cb3 req-5626d3ff-3220-4291-85bf-6bcb568f9f8f tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc48cfee-05bb-4436-b4a6-194c8fafbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647166 Mar 23 01:29:33.326839 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a95e671-fa80-409d-8134-89a69cb5eea4 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:33.379942 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aba8e1-fcd2-46c3-8a95-d13d399c8a7f req-75e1c399-f219-4598-8983-413f5d98c1b3 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:33.381777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-07aba8e1-fcd2-46c3-8a95-d13d399c8a7f req-75e1c399-f219-4598-8983-413f5d98c1b3 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 945 time: 0.1499383 Mar 23 01:29:33.387361 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 2a95e671-fa80-409d-8134-89a69cb5eea4, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2a95e671-fa80-409d-8134-89a69cb5eea4,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:33.388279 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-917de92f-5913-4687-8bf6-2e50dc2300c7 service neutron] show failed (client error): The resource could not be found. Mar 23 01:29:33.389514 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-917de92f-5913-4687-8bf6-2e50dc2300c7 service neutron] 10.222.0.42 "GET /v2.0/ports/ace774f7-592a-4eb6-a147-caa3aee00d6a/bindings/n-h2-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.1142061 Mar 23 01:29:33.413868 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2a95e671-fa80-409d-8134-89a69cb5eea4), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:33.456098 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-07aba8e1-fcd2-46c3-8a95-d13d399c8a7f req-086bb75d-6448-484c-959c-11dfa4923de5 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652797 Mar 23 01:29:33.464906 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:33.465303 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d3aa8df-d53c-46e6-b266-ae2116ddf41f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:33.614200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d3aa8df-d53c-46e6-b266-ae2116ddf41f,segment=NetworkSegment(2f0fa3bf-cbb7-4b96-a437-eea8ac117579),segment_id=2f0fa3bf-cbb7-4b96-a437-eea8ac117579)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:33.668844 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8d3aa8df-d53c-46e6-b266-ae2116ddf41f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:33.712994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8568d0c-d820-4a15-bfd3-716f31465384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3aa8df-d53c-46e6-b266-ae2116ddf41f'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:33.715839 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7c0ba4-967d-422c-9238-7a29bb89b16c" -d '{"events": [{"server_uuid": "b8568d0c-d820-4a15-bfd3-716f31465384", "name": "network-vif-plugged", "status": "completed", "tag": "8d3aa8df-d53c-46e6-b266-ae2116ddf41f"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:33.717879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=2a95e671-fa80-409d-8134-89a69cb5eea4,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:33.734079 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['2a95e671-fa80-409d-8134-89a69cb5eea4'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:33.769310 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91480a8-6115-47f6-a3a7-a8ee57bcb1f4 req-765ada76-2a66-4eff-869a-ca607f7265b5 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:33.781846 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b91480a8-6115-47f6-a3a7-a8ee57bcb1f4 req-765ada76-2a66-4eff-869a-ca607f7265b5 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.1038854 Mar 23 01:29:33.802441 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:33.839186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebd61d-4be0-4fc2-8610-662adb51df6c req-429781ef-ed8e-4f51-a9f2-816d1fd268c7 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:33.848260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-83ebd61d-4be0-4fc2-8610-662adb51df6c req-429781ef-ed8e-4f51-a9f2-816d1fd268c7 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 944 time: 0.1477978 Mar 23 01:29:33.858097 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-10405c38-4261-4f09-9d24-44a99824c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:33.860011 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-10405c38-4261-4f09-9d24-44a99824c153 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14&tenant_id=a2197bbb087244449add1667f6153ce8 HTTP/1.1" status: 200 len: 1132 time: 0.2122850 Mar 23 01:29:33.877100 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b91480a8-6115-47f6-a3a7-a8ee57bcb1f4 req-7153137e-e091-4bd0-b5f9-eb3035bf6d53 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873737 Mar 23 01:29:33.881738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:33.895454 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8d3aa8df-d53c-46e6-b266-ae2116ddf41f,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:33.995580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f04f40-289b-4457-83ce-a1d3302214c0 req-42daa215-205c-4cd7-8259-61d0326bf1ed tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:33.997377 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-07f04f40-289b-4457-83ce-a1d3302214c0 req-42daa215-205c-4cd7-8259-61d0326bf1ed tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 1023 time: 0.2380078 Mar 23 01:29:34.090161 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:34.098853 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-83ebd61d-4be0-4fc2-8610-662adb51df6c req-cf14ccfa-791a-4fe1-ba2c-b0c92a793e9c tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482426 Mar 23 01:29:34.106669 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba9d43f-8999-4551-b5a7-c3f2066e104e x-openstack-request-id: req-9ba9d43f-8999-4551-b5a7-c3f2066e104e {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:34.106998 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8568d0c-d820-4a15-bfd3-716f31465384", "name": "network-vif-plugged", "status": "completed", "tag": "8d3aa8df-d53c-46e6-b266-ae2116ddf41f", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:34.107214 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ba9d43f-8999-4551-b5a7-c3f2066e104e {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:34.107640 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ba9d43f-8999-4551-b5a7-c3f2066e104e'] response: {'server_uuid': 'b8568d0c-d820-4a15-bfd3-716f31465384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3aa8df-d53c-46e6-b266-ae2116ddf41f', 'code': 200} Mar 23 01:29:34.128393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d5c43-eaba-4425-afef-39a4e274f6ad req-fa03cc6c-ab35-4866-a642-2f2599775927 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:34.136356 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5b9d5c43-eaba-4425-afef-39a4e274f6ad req-fa03cc6c-ab35-4866-a642-2f2599775927 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 1023 time: 0.0816009 Mar 23 01:29:34.230128 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5b9d5c43-eaba-4425-afef-39a4e274f6ad req-ac4b65ca-07bc-4740-b8fe-f2ccced9eca5 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b755183-c186-476c-b503-06c84b04bced&id=24cc78bd-3a79-4103-9280-211c66b68497&id=818c75d3-12ef-49fb-bf83-bf380ba799f6&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0926523 Mar 23 01:29:34.280257 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75001d-a419-471b-b255-da18ce4e06b6 req-dff222fa-64c2-459d-a277-b8081d177d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:34.281777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e75001d-a419-471b-b255-da18ce4e06b6 req-dff222fa-64c2-459d-a277-b8081d177d76 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b8568d0c-d820-4a15-bfd3-716f31465384 HTTP/1.1" status: 200 len: 1127 time: 0.2759876 Mar 23 01:29:34.375136 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-07f04f40-289b-4457-83ce-a1d3302214c0 req-c1494df8-a877-4d8e-b6a1-9997decdf5be tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Deleting port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:29:34.375481 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-07f04f40-289b-4457-83ce-a1d3302214c0 req-c1494df8-a877-4d8e-b6a1-9997decdf5be tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:34.780636 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b017356-d304-47fc-a100-faa0f417c664 req-742ab2eb-d137-4881-b63d-58b0a5c0a964 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:34.782750 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9b017356-d304-47fc-a100-faa0f417c664 req-742ab2eb-d137-4881-b63d-58b0a5c0a964 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 945 time: 0.2416732 Mar 23 01:29:34.832214 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9b017356-d304-47fc-a100-faa0f417c664 req-9eef0501-52f2-45b0-8cd2-ab70537a5913 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436916 Mar 23 01:29:34.838132 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e75001d-a419-471b-b255-da18ce4e06b6 req-69d965da-7617-433f-880e-4b44420b0dc8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471468 Mar 23 01:29:34.913240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-07f04f40-289b-4457-83ce-a1d3302214c0 req-c1494df8-a877-4d8e-b6a1-9997decdf5be tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] For port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c,segment=NetworkSegment(3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af),segment_id=3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:34.913604 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-07f04f40-289b-4457-83ce-a1d3302214c0 req-c1494df8-a877-4d8e-b6a1-9997decdf5be tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:34.933204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e9542-b944-4b25-ba55-68012f26a97c req-68722e92-f685-4041-9cb8-33018014fda6 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:34.934701 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-264e9542-b944-4b25-ba55-68012f26a97c req-68722e92-f685-4041-9cb8-33018014fda6 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 944 time: 0.5025482 Mar 23 01:29:34.938006 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:34.949347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-07f04f40-289b-4457-83ce-a1d3302214c0 req-c1494df8-a877-4d8e-b6a1-9997decdf5be tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Calling delete_port for cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:29:34.953451 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 2a95e671-fa80-409d-8134-89a69cb5eea4 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:29:35.007242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 2a95e671-fa80-409d-8134-89a69cb5eea4 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:29:35.011237 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 2a95e671-fa80-409d-8134-89a69cb5eea4 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:29:35.011546 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2a95e671-fa80-409d-8134-89a69cb5eea4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:35.050155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:29:35.074003 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-264e9542-b944-4b25-ba55-68012f26a97c req-ce5ad020-501c-422a-89e8-1b32907a0468 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc48cfee-05bb-4436-b4a6-194c8fafbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263623 Mar 23 01:29:35.091778 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-d4bb96a5-06ad-4de1-8045-c9b2ea95b1ae tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:35.099340 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 2a95e671-fa80-409d-8134-89a69cb5eea4 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:35.099475 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-d4bb96a5-06ad-4de1-8045-c9b2ea95b1ae tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 821 time: 0.1274104 Mar 23 01:29:35.099741 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2a95e671-fa80-409d-8134-89a69cb5eea4), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:35.117050 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-94f2911c-fbc1-4b8d-afdb-98485b575c59 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/quotas/2a05ac1f6247492dbd8888aad87a4e5e HTTP/1.1" status: 200 len: 375 time: 0.0163617 Mar 23 01:29:35.125965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:35.128530 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9903f29-f551-46bf-a692-6d2b2c1dbd9f" -d '{"events": [{"server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "name": "network-vif-unplugged", "status": "completed", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:35.133702 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Publish callbacks [] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:35.148933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Transition to ACTIVE for port object ace774f7-592a-4eb6-a147-caa3aee00d6a will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:29:35.154720 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 2a95e671-fa80-409d-8134-89a69cb5eea4, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2a95e671-fa80-409d-8134-89a69cb5eea4,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:35.160503 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2a95e671-fa80-409d-8134-89a69cb5eea4), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:35.165599 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:29:35.179025 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:35.183096 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-25cc99bb-0650-4687-9de8-cfd6b43e8acc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651808 Mar 23 01:29:35.266757 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=2a95e671-fa80-409d-8134-89a69cb5eea4,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:35.293772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ace774f7-592a-4eb6-a147-caa3aee00d6a,revision_number=6']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:35.296054 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-07f04f40-289b-4457-83ce-a1d3302214c0 req-c1494df8-a877-4d8e-b6a1-9997decdf5be tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:35.304574 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-f528304e-af67-4eb6-b3b6-99321a482e86 service neutron] 10.222.0.18 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119568 Mar 23 01:29:35.307081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:35.307547 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:35.311558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] No DVR routers for this DVR port ace774f7-592a-4eb6-a147-caa3aee00d6a on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:29:35.352087 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ace774f7-592a-4eb6-a147-caa3aee00d6a no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:29:35.369643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1494df8-a877-4d8e-b6a1-9997decdf5be tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event deleted for resources: {'Port': ['ID=cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:35.405758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] The host n-h1-834677-4 is not matching for port ace774f7-592a-4eb6-a147-caa3aee00d6a host n-h2-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:29:35.406427 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ace774f7-592a-4eb6-a147-caa3aee00d6a not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:29:35.419741 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456450f-5550-44ab-8438-e50bf4962e72 req-97523c2c-fb67-4499-b7d2-546aac7817fe tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:35.431567 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0456450f-5550-44ab-8438-e50bf4962e72 req-97523c2c-fb67-4499-b7d2-546aac7817fe tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 948 time: 0.2473383 Mar 23 01:29:35.431718 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-4f5558a9-20d9-4b6f-922e-1ed5b511649b service neutron] 10.222.0.18 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260700 Mar 23 01:29:35.467049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Attempting to bind port ace774f7-592a-4eb6-a147-caa3aee00d6a on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:29:35.467394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Attempting to bind port ace774f7-592a-4eb6-a147-caa3aee00d6a by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:29:35.467721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Attempting to bind port ace774f7-592a-4eb6-a147-caa3aee00d6a on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:35.491555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f04f40-289b-4457-83ce-a1d3302214c0 req-c1494df8-a877-4d8e-b6a1-9997decdf5be tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] No DVR routers for this DVR port cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:29:35.496450 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-07f04f40-289b-4457-83ce-a1d3302214c0 req-c1494df8-a877-4d8e-b6a1-9997decdf5be tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:35.499652 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-07f04f40-289b-4457-83ce-a1d3302214c0 req-c1494df8-a877-4d8e-b6a1-9997decdf5be tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.42 "DELETE /v2.0/ports/cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c HTTP/1.1" status: 204 len: 173 time: 1.4907181 Mar 23 01:29:35.501943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Port ace774f7-592a-4eb6-a147-caa3aee00d6a on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:29:35.502265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Attempting to bind port ace774f7-592a-4eb6-a147-caa3aee00d6a on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:35.510470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:29:35.510816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:29:35.511202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:29:35.511637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Bound port: ace774f7-592a-4eb6-a147-caa3aee00d6a, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:29:35.511993 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:35.554737 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0456450f-5550-44ab-8438-e50bf4962e72 req-868de6e8-28e3-4560-b8a8-9df55713c588 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991292 Mar 23 01:29:35.621574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:29:35.625170 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:29:35.633550 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:35.673124 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:35.674272 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:35.676268 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] 10.222.0.43 "PUT /v2.0/ports/ace774f7-592a-4eb6-a147-caa3aee00d6a HTTP/1.1" status: 200 len: 1096 time: 1.8018384 Mar 23 01:29:35.713534 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152967d-b5ca-4616-be34-1b22acb9a0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ace774f7-592a-4eb6-a147-caa3aee00d6a,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:35.805526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-365e2de1-ee5e-49cd-b4cf-1ba6b3464642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:35.807312 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-365e2de1-ee5e-49cd-b4cf-1ba6b3464642 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 1130 time: 0.0767508 Mar 23 01:29:35.854732 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67c1e63-4fdd-4a6e-9593-08fa4da685de x-openstack-request-id: req-f67c1e63-4fdd-4a6e-9593-08fa4da685de {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:35.855382 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "name": "network-vif-unplugged", "status": "completed", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:35.855382 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f67c1e63-4fdd-4a6e-9593-08fa4da685de {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:35.859317 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67c1e63-4fdd-4a6e-9593-08fa4da685de'] response: {'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a', 'code': 200} Mar 23 01:29:35.941447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-0def707c-923d-4329-a0ea-a894710e1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:35.943125 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-0def707c-923d-4329-a0ea-a894710e1dc7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1298089 Mar 23 01:29:36.057448 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-7c403860-ef37-490f-a45c-ea5c2c3cf23d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a HTTP/1.1" status: 200 len: 217 time: 0.1081104 Mar 23 01:29:36.066939 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cddf0-1781-4aef-bb11-21129d992b3e req-d9095118-7002-484a-9735-19049ef8e143 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:36.068549 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de6cddf0-1781-4aef-bb11-21129d992b3e req-d9095118-7002-484a-9735-19049ef8e143 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 945 time: 0.1756678 Mar 23 01:29:36.108811 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a95e671-fa80-409d-8134-89a69cb5eea4'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:36.111948 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee7ebee-5d3b-43ca-a7c7-8eab9293b74c" -d '{"events": [{"server_uuid": "8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee", "name": "network-vif-plugged", "status": "completed", "tag": "2a95e671-fa80-409d-8134-89a69cb5eea4"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:36.147837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-d2278c2c-dec6-4ec1-9c55-09e38f30c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:36.150894 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-d2278c2c-dec6-4ec1-9c55-09e38f30c179 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0868237 Mar 23 01:29:36.155869 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de6cddf0-1781-4aef-bb11-21129d992b3e req-2d575a1a-b445-49e7-bf07-200c29200513 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771399 Mar 23 01:29:36.226800 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-6a292ff3-df1f-41d6-b84a-cbccea16480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:36.228448 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-6a292ff3-df1f-41d6-b84a-cbccea16480c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0690172 Mar 23 01:29:36.258428 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-25224c90-953f-45d2-b7e8-46d51ec62ae1 req-9893e57a-e6aa-43e4-a528-53682ef787d9 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 210 time: 0.0441062 Mar 23 01:29:36.331085 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d286a894-5283-46a5-a018-33195568eeaf req-d2d19c0b-87ef-4b29-92cf-9f41e99a816f tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5ec8e97-f658-4e3b-9465-16f0be0e36d9 HTTP/1.1" status: 200 len: 210 time: 0.0859895 Mar 23 01:29:36.374582 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589926c2-7944-464c-a7e1-6c6bd30b8e46 req-61f89693-d871-4e54-99f6-ba2af610cdeb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:36.376773 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-589926c2-7944-464c-a7e1-6c6bd30b8e46 req-61f89693-d871-4e54-99f6-ba2af610cdeb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 945 time: 0.0591664 Mar 23 01:29:36.381373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:29:36.399508 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-b3955023-1b9c-4c58-bc30-7dbc3221f96d service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646101 Mar 23 01:29:36.401297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 9f5034fd-1750-46f2-a12b-5392f6c6dd6b up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:29:36.462161 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-589926c2-7944-464c-a7e1-6c6bd30b8e46 req-3dae71c7-bb20-4200-af1e-b51c06991910 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685737 Mar 23 01:29:36.518741 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0540db02-65c1-4fb4-96c1-d5974702fc68 x-openstack-request-id: req-0540db02-65c1-4fb4-96c1-d5974702fc68 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:36.519131 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee", "name": "network-vif-plugged", "status": "completed", "tag": "2a95e671-fa80-409d-8134-89a69cb5eea4", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:36.519512 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0540db02-65c1-4fb4-96c1-d5974702fc68 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:36.520008 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0540db02-65c1-4fb4-96c1-d5974702fc68'] response: {'server_uuid': '8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a95e671-fa80-409d-8134-89a69cb5eea4', 'code': 200} Mar 23 01:29:36.525176 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e385382c-135b-4eb4-8ac0-66a619b7d1cb req-7b84c020-cfff-4ab7-bf85-624ceb865b33 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050775 Mar 23 01:29:36.555509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 9f5034fd-1750-46f2-a12b-5392f6c6dd6b completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:29:36.583923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 9f5034fd-1750-46f2-a12b-5392f6c6dd6b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:29:36.584268 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9f5034fd-1750-46f2-a12b-5392f6c6dd6b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:36.591065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=609854f9-b3c0-4b5e-8b9c-729a2ef8c72b,segment=NetworkSegment(17818811-7c03-40c9-b734-33dda2c62b98),segment_id=17818811-7c03-40c9-b734-33dda2c62b98)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:36.629161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '609854f9-b3c0-4b5e-8b9c-729a2ef8c72b', 'network_id': '9d97951d-16e7-45bf-8eeb-bb87b46299c3', 'port_id': '609854f9-b3c0-4b5e-8b9c-729a2ef8c72b', 'mac_address': 'fa:16:3e:a2:85:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f2cb59-7def-45f7-ab3b-245424e23546', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:29:36.675653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989e88d-a04d-4e4e-9350-8937c542c0f0 req-e52fb831-786a-442b-a8bf-8962bf2294ab tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:36.677610 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3989e88d-a04d-4e4e-9350-8937c542c0f0 req-e52fb831-786a-442b-a8bf-8962bf2294ab tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 944 time: 0.2721968 Mar 23 01:29:36.684328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fee9d7-22b3-4dc8-8d77-2c41311d3acf req-14244599-1201-4fc8-902d-b2d779393510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:36.685905 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11fee9d7-22b3-4dc8-8d77-2c41311d3acf req-14244599-1201-4fc8-902d-b2d779393510 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 1127 time: 0.0944600 Mar 23 01:29:36.696560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:36.696911 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (609854f9-b3c0-4b5e-8b9c-729a2ef8c72b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:36.735306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:36.760009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 9f5034fd-1750-46f2-a12b-5392f6c6dd6b is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:36.760496 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9f5034fd-1750-46f2-a12b-5392f6c6dd6b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:36.772555 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=609854f9-b3c0-4b5e-8b9c-729a2ef8c72b,segment=NetworkSegment(17818811-7c03-40c9-b734-33dda2c62b98),segment_id=17818811-7c03-40c9-b734-33dda2c62b98)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:36.784973 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (609854f9-b3c0-4b5e-8b9c-729a2ef8c72b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:36.792861 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11fee9d7-22b3-4dc8-8d77-2c41311d3acf req-35562c44-fca9-4836-98a5-7f5e51dac79c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973279 Mar 23 01:29:36.796400 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3989e88d-a04d-4e4e-9350-8937c542c0f0 req-c0cecc07-ed04-48c2-b324-ae9217f6ff72 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc48cfee-05bb-4436-b4a6-194c8fafbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051495 Mar 23 01:29:36.835035 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 9f5034fd-1750-46f2-a12b-5392f6c6dd6b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=9f5034fd-1750-46f2-a12b-5392f6c6dd6b,segment=NetworkSegment(2f0fa3bf-cbb7-4b96-a437-eea8ac117579),segment_id=2f0fa3bf-cbb7-4b96-a437-eea8ac117579)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:36.849910 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9f5034fd-1750-46f2-a12b-5392f6c6dd6b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:36.863009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=609854f9-b3c0-4b5e-8b9c-729a2ef8c72b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:36.931856 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=9f5034fd-1750-46f2-a12b-5392f6c6dd6b,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:36.945190 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd86fb-9990-48a3-b89c-508afb85d6ee req-95d7f36c-8807-4f70-857a-462816de42fa tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:36.947084 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-20dd86fb-9990-48a3-b89c-508afb85d6ee req-95d7f36c-8807-4f70-857a-462816de42fa tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 948 time: 0.0631344 Mar 23 01:29:37.013381 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-20dd86fb-9990-48a3-b89c-508afb85d6ee req-7ca407f8-46df-4127-aa97-2ff84e833a94 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590742 Mar 23 01:29:37.280971 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070ce78-5531-4525-99af-9b3c48b80089 req-e4f5fd83-7f4b-47c9-a5b8-f1a7b9c9a115 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:37.282880 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c070ce78-5531-4525-99af-9b3c48b80089 req-e4f5fd83-7f4b-47c9-a5b8-f1a7b9c9a115 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 945 time: 0.0555713 Mar 23 01:29:37.330888 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c070ce78-5531-4525-99af-9b3c48b80089 req-dd202300-8e7b-4e49-83d9-b878f7df136f tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Mar 23 01:29:37.415189 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0fc7655-17b0-4407-8c8e-893dbdd241ed req-f179f214-391f-47c5-b043-3d61175c3d27 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 210 time: 0.0316215 Mar 23 01:29:37.424786 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['609854f9-b3c0-4b5e-8b9c-729a2ef8c72b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:37.544140 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71fa5d69-6204-4155-a190-7f3bc133cdd6 req-2953b3f5-16d8-44b6-999b-a78f3080f33c tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/818c75d3-12ef-49fb-bf83-bf380ba799f6 HTTP/1.1" status: 200 len: 1816 time: 0.0608745 Mar 23 01:29:37.657550 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51009e9b-89dc-45f4-8ae2-94bda54ac2cc req-e9305760-3d6a-4227-85e0-0f07733f2fbe tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:37.659241 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-51009e9b-89dc-45f4-8ae2-94bda54ac2cc req-e9305760-3d6a-4227-85e0-0f07733f2fbe tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 946 time: 0.0543361 Mar 23 01:29:37.672326 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-71fa5d69-6204-4155-a190-7f3bc133cdd6 req-f6c287e9-a232-40bb-a2bb-e31668f948a9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (818c75d3-12ef-49fb-bf83-bf380ba799f6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:37.711954 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-71fa5d69-6204-4155-a190-7f3bc133cdd6 req-f6c287e9-a232-40bb-a2bb-e31668f948a9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (818c75d3-12ef-49fb-bf83-bf380ba799f6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:37.718045 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-51009e9b-89dc-45f4-8ae2-94bda54ac2cc req-6c3fa7bb-4d54-4b01-a96d-2356d9f577ed tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493176 Mar 23 01:29:37.748900 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-0d8e6e6b-f9c9-42ce-8bfd-4dd5121f9442 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:37.750365 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-0d8e6e6b-f9c9-42ce-8bfd-4dd5121f9442 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.43 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 821 time: 0.1446042 Mar 23 01:29:37.777488 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-71fa5d69-6204-4155-a190-7f3bc133cdd6 req-f6c287e9-a232-40bb-a2bb-e31668f948a9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (818c75d3-12ef-49fb-bf83-bf380ba799f6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:37.780171 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-71fa5d69-6204-4155-a190-7f3bc133cdd6 req-f6c287e9-a232-40bb-a2bb-e31668f948a9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:37.781349 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71fa5d69-6204-4155-a190-7f3bc133cdd6 req-f6c287e9-a232-40bb-a2bb-e31668f948a9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "DELETE /v2.0/security-groups/818c75d3-12ef-49fb-bf83-bf380ba799f6 HTTP/1.1" status: 204 len: 173 time: 0.2313094 Mar 23 01:29:37.790508 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-551130c4-612f-49e2-a20f-928d06c3eacc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Request body: {'port': {'device_id': 'c1f91777-b955-49af-ad69-eee741a55405', 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315', 'admin_state_up': True, 'tenant_id': '2a05ac1f6247492dbd8888aad87a4e5e'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:37.861913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c287e9-a232-40bb-a2bb-e31668f948a9 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=818c75d3-12ef-49fb-bf83-bf380ba799f6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:37.864386 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ec8e97-f658-4e3b-9465-16f0be0e36d9', 'name': 'network-vif-deleted', 'tag': 'cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c'}, {'name': 'network-changed', 'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:37.867596 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec92066-9d4c-4361-9537-30dc5a39d238" -d '{"events": [{"server_uuid": "e5ec8e97-f658-4e3b-9465-16f0be0e36d9", "name": "network-vif-deleted", "tag": "cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c"}, {"name": "network-changed", "server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:37.927091 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0da72d71-4887-4ba5-bff9-f95811946ac9 req-84a76852-4cd2-431e-ad1b-c8e9db4dd22f tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "GET /v2.0/security-groups/9b755183-c186-476c-b503-06c84b04bced HTTP/1.1" status: 200 len: 1817 time: 0.1078889 Mar 23 01:29:38.021866 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0da72d71-4887-4ba5-bff9-f95811946ac9 req-010f898d-f240-4342-85ac-3b846f2f82d6 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (9b755183-c186-476c-b503-06c84b04bced), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:38.027948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-551130c4-612f-49e2-a20f-928d06c3eacc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Made reservation on behalf of 2a05ac1f6247492dbd8888aad87a4e5e for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:38.031271 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-551130c4-612f-49e2-a20f-928d06c3eacc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:38.066373 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0da72d71-4887-4ba5-bff9-f95811946ac9 req-010f898d-f240-4342-85ac-3b846f2f82d6 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (9b755183-c186-476c-b503-06c84b04bced), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:38.187368 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0da72d71-4887-4ba5-bff9-f95811946ac9 req-010f898d-f240-4342-85ac-3b846f2f82d6 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9b755183-c186-476c-b503-06c84b04bced), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:38.190267 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0da72d71-4887-4ba5-bff9-f95811946ac9 req-010f898d-f240-4342-85ac-3b846f2f82d6 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:38.191738 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0da72d71-4887-4ba5-bff9-f95811946ac9 req-010f898d-f240-4342-85ac-3b846f2f82d6 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] 10.222.0.18 "DELETE /v2.0/security-groups/9b755183-c186-476c-b503-06c84b04bced HTTP/1.1" status: 204 len: 173 time: 0.2636490 Mar 23 01:29:38.199857 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56562) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:38.211874 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f898d-f240-4342-85ac-3b846f2f82d6 tempest-SecurityGroupsTestJSON-1557982008 tempest-SecurityGroupsTestJSON-1557982008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b755183-c186-476c-b503-06c84b04bced,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:38.231085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-551130c4-612f-49e2-a20f-928d06c3eacc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Allocated IP 172.20.0.5 (d44dd811-bae2-4efa-9295-6d682f4c9315/b151ab54-9dd9-40f8-bf23-730b361e4833/daef5bbd-c94e-4520-844f-3a3329089a94) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:29:38.288287 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59642cd4-8265-4d31-8590-6b4654fdf84f x-openstack-request-id: req-59642cd4-8265-4d31-8590-6b4654fdf84f {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:38.288682 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ec8e97-f658-4e3b-9465-16f0be0e36d9", "name": "network-vif-deleted", "tag": "cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:38.289068 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59642cd4-8265-4d31-8590-6b4654fdf84f {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:38.289539 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59642cd4-8265-4d31-8590-6b4654fdf84f'] response: {'server_uuid': 'e5ec8e97-f658-4e3b-9465-16f0be0e36d9', 'name': 'network-vif-deleted', 'tag': 'cfeb3f5d-711d-4fa3-bc62-e70ac9999b2c', 'status': 'completed', 'code': 200} Mar 23 01:29:38.289866 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59642cd4-8265-4d31-8590-6b4654fdf84f'] response: {'name': 'network-changed', 'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a', 'status': 'completed', 'code': 200} Mar 23 01:29:38.330351 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ddf165-b229-40c3-a699-e80c22390cc8 admin admin] Deleting subnet 79beddf3-e38e-4ae2-aeb0-ffcc685292ac {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:29:38.344629 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf165-b229-40c3-a699-e80c22390cc8 admin admin] Publish callbacks [] for subnet (79beddf3-e38e-4ae2-aeb0-ffcc685292ac), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:38.410279 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf165-b229-40c3-a699-e80c22390cc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (79beddf3-e38e-4ae2-aeb0-ffcc685292ac), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:38.419064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b00248-0e1a-4b69-9dc3-6d2d6d0b3a21 req-d30718df-91ef-4fe0-9a60-88f24e222e2f tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:38.426253 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e0b00248-0e1a-4b69-9dc3-6d2d6d0b3a21 req-d30718df-91ef-4fe0-9a60-88f24e222e2f tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 945 time: 0.1704431 Mar 23 01:29:38.485688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc86ad9-788a-47f2-977d-9fb0a2b9a7e7 req-3dc21450-e0d2-4f9c-aa7c-cd7bd41fb872 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:38.489069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dcc86ad9-788a-47f2-977d-9fb0a2b9a7e7 req-3dc21450-e0d2-4f9c-aa7c-cd7bd41fb872 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 948 time: 0.1291616 Mar 23 01:29:38.500875 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-c79ba4bf-1b7a-4698-9c98-867984574173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:38.502548 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-c79ba4bf-1b7a-4698-9c98-867984574173 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 1130 time: 0.1668639 Mar 23 01:29:38.510619 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-f2833098-6a27-4baa-9fb9-f9c84bb3aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:38.511849 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-f2833098-6a27-4baa-9fb9-f9c84bb3aae6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 1130 time: 0.2019675 Mar 23 01:29:38.512621 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf165-b229-40c3-a699-e80c22390cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (79beddf3-e38e-4ae2-aeb0-ffcc685292ac), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:38.520758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5034fd-1750-46f2-a12b-5392f6c6dd6b'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:38.526012 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d6fafb-deac-49c4-ba56-7855c4d87b9b" -d '{"events": [{"server_uuid": "f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c", "name": "network-vif-plugged", "status": "completed", "tag": "9f5034fd-1750-46f2-a12b-5392f6c6dd6b"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:38.544155 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-551130c4-612f-49e2-a20f-928d06c3eacc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks [] for port (daef5bbd-c94e-4520-844f-3a3329089a94), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:38.633651 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dcc86ad9-788a-47f2-977d-9fb0a2b9a7e7 req-53d990ad-8882-4875-b584-0a806070dc4a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356478 Mar 23 01:29:38.670531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-cabdb42a-9845-48f1-86d4-f6096b9937d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:38.671285 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-cabdb42a-9845-48f1-86d4-f6096b9937d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1435897 Mar 23 01:29:38.675573 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-551130c4-612f-49e2-a20f-928d06c3eacc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:38.716400 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['449c7652-1711-4a3c-a3e0-b4ff1d552c09'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:38.756855 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-cd6d1335-0ba2-41f2-ab63-7a0f7a3cd425 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a HTTP/1.1" status: 200 len: 217 time: 0.0752618 Mar 23 01:29:38.810158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-551130c4-612f-49e2-a20f-928d06c3eacc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Network d44dd811-bae2-4efa-9295-6d682f4c9315 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:29:38.818923 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-551130c4-612f-49e2-a20f-928d06c3eacc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:29:38.828122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-551130c4-612f-49e2-a20f-928d06c3eacc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:29:38.831753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551130c4-612f-49e2-a20f-928d06c3eacc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Pushing event updated for resources: {'Port': ['ID=daef5bbd-c94e-4520-844f-3a3329089a94,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:38.911004 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e0b00248-0e1a-4b69-9dc3-6d2d6d0b3a21 req-aba92c28-9bbf-4c3b-8920-9f0c706c0b86 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc48cfee-05bb-4436-b4a6-194c8fafbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835470 Mar 23 01:29:38.937534 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-00d3bf6a-e7a6-4d0e-97d1-18927a0766eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:38.940930 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-00d3bf6a-e7a6-4d0e-97d1-18927a0766eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1774554 Mar 23 01:29:39.005018 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-551130c4-612f-49e2-a20f-928d06c3eacc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:39.005670 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-551130c4-612f-49e2-a20f-928d06c3eacc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:39.006919 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-2078a8d5-723a-4497-b742-26b7124e1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:39.008570 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-2078a8d5-723a-4497-b742-26b7124e1591 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.4973919 Mar 23 01:29:39.035347 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf165-b229-40c3-a699-e80c22390cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (79beddf3-e38e-4ae2-aeb0-ffcc685292ac), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:39.038038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e660f73-f8c5-4051-8ac3-3da37b60f51d req-c05f76a0-ecc2-4872-924d-bf45246d65b5 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:39.039329 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2e660f73-f8c5-4051-8ac3-3da37b60f51d req-c05f76a0-ecc2-4872-924d-bf45246d65b5 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 945 time: 0.1983402 Mar 23 01:29:39.045309 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-551130c4-612f-49e2-a20f-928d06c3eacc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2624469 Mar 23 01:29:39.069166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Request body: {'port': {'device_id': 'c1f91777-b955-49af-ad69-eee741a55405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:39.089893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddf165-b229-40c3-a699-e80c22390cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79beddf3-e38e-4ae2-aeb0-ffcc685292ac,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:39.090794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-16ecaa46-12cd-47f0-8d58-68d0bc69864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:39.092335 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-16ecaa46-12cd-47f0-8d58-68d0bc69864f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1358857 Mar 23 01:29:39.097332 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-6f382bf7-4c91-45c3-bd3b-0dd07b579e40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a HTTP/1.1" status: 200 len: 217 time: 0.0725286 Mar 23 01:29:39.101196 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf165-b229-40c3-a699-e80c22390cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:39.104213 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f0ddf165-b229-40c3-a699-e80c22390cc8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/79beddf3-e38e-4ae2-aeb0-ffcc685292ac HTTP/1.1" status: 204 len: 168 time: 0.9032955 Mar 23 01:29:39.107641 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56582) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:39.204395 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa3e78-708b-4c69-85e4-73629b2342c8 req-88a3b369-5a77-405e-9b64-ca40a605779e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:39.207422 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2dfa3e78-708b-4c69-85e4-73629b2342c8 req-88a3b369-5a77-405e-9b64-ca40a605779e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 931 time: 0.2211225 Mar 23 01:29:39.208986 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2e660f73-f8c5-4051-8ac3-3da37b60f51d req-5a7e8951-f04e-4386-9af6-f34bb5bef75d tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602473 Mar 23 01:29:39.227729 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:39.243254 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-7d2e8e66-a3e0-4a78-a126-044e96e87c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:39.245412 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-7d2e8e66-a3e0-4a78-a126-044e96e87c86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1384518 Mar 23 01:29:39.259985 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1905afe4-6f92-4ab6-a942-601d62321762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (0f6285fa-5b57-4b49-b542-0cfe0fd86a95), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:39.306132 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff2b99a-e8f5-4b30-b89e-b7c5fdd6393c x-openstack-request-id: req-9ff2b99a-e8f5-4b30-b89e-b7c5fdd6393c {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:39.306380 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c", "name": "network-vif-plugged", "status": "completed", "tag": "9f5034fd-1750-46f2-a12b-5392f6c6dd6b", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:39.307157 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ff2b99a-e8f5-4b30-b89e-b7c5fdd6393c {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:39.308652 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff2b99a-e8f5-4b30-b89e-b7c5fdd6393c'] response: {'server_uuid': 'f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5034fd-1750-46f2-a12b-5392f6c6dd6b', 'code': 200} Mar 23 01:29:39.314381 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-4720972f-a7e2-481d-b29f-775671b868b3 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126086 Mar 23 01:29:39.356343 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2dfa3e78-708b-4c69-85e4-73629b2342c8 req-c4b00603-99d4-4282-acea-bd9a09acc31f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229057 Mar 23 01:29:39.439773 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-55ee51be-e8fe-442d-b2c0-9fe889ace13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:39.441566 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-55ee51be-e8fe-442d-b2c0-9fe889ace13a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1892545 Mar 23 01:29:39.449072 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1905afe4-6f92-4ab6-a942-601d62321762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (0f6285fa-5b57-4b49-b542-0cfe0fd86a95), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:39.479457 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-1905afe4-6f92-4ab6-a942-601d62321762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6285fa-5b57-4b49-b542-0cfe0fd86a95']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:39.491781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-1905afe4-6f92-4ab6-a942-601d62321762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:39.492075 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-1905afe4-6f92-4ab6-a942-601d62321762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:39.502781 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1905afe4-6f92-4ab6-a942-601d62321762 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:39.537408 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1905afe4-6f92-4ab6-a942-601d62321762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:39.573075 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1905afe4-6f92-4ab6-a942-601d62321762 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:29:39.573706 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1905afe4-6f92-4ab6-a942-601d62321762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (3ca78fb3-d6e6-483d-9ee5-b8ccb07dd9af), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:29:39.575867 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:29:39.625052 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c049f-3b42-465c-8da5-10871f4cdc15 req-5b221ccc-dd3f-4782-a27a-83ae9bf021c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:39.626694 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-670c049f-3b42-465c-8da5-10871f4cdc15 req-5b221ccc-dd3f-4782-a27a-83ae9bf021c5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 1128 time: 0.1514509 Mar 23 01:29:39.637035 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-82f5f120-0ecf-493c-a66f-5e9fbf71ccbc service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158190 Mar 23 01:29:39.661053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7dbc2-2beb-4de6-83dc-8cf397494f09 req-4dcb42f2-919e-481a-bcd7-aa5a6fd2261f tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:39.669021 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e4f7dbc2-2beb-4de6-83dc-8cf397494f09 req-4dcb42f2-919e-481a-bcd7-aa5a6fd2261f tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 946 time: 0.2855158 Mar 23 01:29:39.690132 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-a244be51-916a-4809-9f67-612597d4aadd service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764343 Mar 23 01:29:39.692122 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1905afe4-6f92-4ab6-a942-601d62321762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (0f6285fa-5b57-4b49-b542-0cfe0fd86a95), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:39.792737 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-670c049f-3b42-465c-8da5-10871f4cdc15 req-7fdbec22-6ea5-4736-8533-9c487bfb471b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580577 Mar 23 01:29:39.810195 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e4f7dbc2-2beb-4de6-83dc-8cf397494f09 req-c2ebf047-5f35-41db-8617-1ee133d3628c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399999 Mar 23 01:29:39.812198 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1905afe4-6f92-4ab6-a942-601d62321762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:39.820209 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1905afe4-6f92-4ab6-a942-601d62321762 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0f6285fa-5b57-4b49-b542-0cfe0fd86a95 HTTP/1.1" status: 204 len: 168 time: 0.7034204 Mar 23 01:29:39.828796 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ec92066-9d4c-4361-9537-30dc5a39d238 req-144e477b-65e1-4d6b-9697-4791bb1102a4 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287856 Mar 23 01:29:39.843889 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905afe4-6f92-4ab6-a942-601d62321762 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f6285fa-5b57-4b49-b542-0cfe0fd86a95,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:39.949042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daef5bbd-c94e-4520-844f-3a3329089a94 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:39.958464 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Publish callbacks [] for port (daef5bbd-c94e-4520-844f-3a3329089a94), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:39.978176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Transition to ACTIVE for port object daef5bbd-c94e-4520-844f-3a3329089a94 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:29:39.990168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d718289-8000-4aab-9f57-7ef6c6028e40 req-515925de-2d5e-4297-8a26-853bccd0fdfd tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:39.991824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d718289-8000-4aab-9f57-7ef6c6028e40 req-515925de-2d5e-4297-8a26-853bccd0fdfd tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 948 time: 0.0925083 Mar 23 01:29:39.993230 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:40.060369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Pushing event updated for resources: {'Port': ['ID=daef5bbd-c94e-4520-844f-3a3329089a94,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:40.087018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56644) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:40.147193 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d718289-8000-4aab-9f57-7ef6c6028e40 req-6a246f3f-5aa1-439a-9fc1-8dca522d8c49 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484385 Mar 23 01:29:40.175248 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-648ee026-892e-4777-bf2d-c4d24681b6af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88258706fcbb4a7782ff3a36d1464da4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0861692 Mar 23 01:29:40.177659 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56662) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:40.215963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:29:40.217728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:29:40.218339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:40.229306 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Port daef5bbd-c94e-4520-844f-3a3329089a94 on network d44dd811-bae2-4efa-9295-6d682f4c9315 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:29:40.231577 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:40.238811 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ff0bdfec-d56c-459e-8569-c18cf7c67e4c admin admin] Publish callbacks [] for security_group (24cc78bd-3a79-4103-9280-211c66b68497), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:40.242081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:29:40.244319 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Checking segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:29:40.245209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Bound using segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:29:40.246010 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Bound port: daef5bbd-c94e-4520-844f-3a3329089a94, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:29:40.247782 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:40.263488 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ff0bdfec-d56c-459e-8569-c18cf7c67e4c admin admin] Publish callbacks [] for security_group (24cc78bd-3a79-4103-9280-211c66b68497), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:40.323089 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ff0bdfec-d56c-459e-8569-c18cf7c67e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (24cc78bd-3a79-4103-9280-211c66b68497), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:40.326159 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ff0bdfec-d56c-459e-8569-c18cf7c67e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:40.327554 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ff0bdfec-d56c-459e-8569-c18cf7c67e4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24cc78bd-3a79-4103-9280-211c66b68497 HTTP/1.1" status: 204 len: 168 time: 0.1483593 Mar 23 01:29:40.340316 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bdfec-d56c-459e-8569-c18cf7c67e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cc78bd-3a79-4103-9280-211c66b68497,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:40.394175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e46ba-3128-4225-bdf4-4aa4b0f4c68f req-7274cf4a-fc36-4357-9322-05f5c3886d09 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:40.401432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c80e46ba-3128-4225-bdf4-4aa4b0f4c68f req-7274cf4a-fc36-4357-9322-05f5c3886d09 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 945 time: 0.1277318 Mar 23 01:29:40.418481 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ace774f7-592a-4eb6-a147-caa3aee00d6a details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:29:40.427496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:29:40.431146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:29:40.453953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=daef5bbd-c94e-4520-844f-3a3329089a94,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:29:40.475178 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:40.496317 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c80e46ba-3128-4225-bdf4-4aa4b0f4c68f req-6ff7e368-307f-4c4d-957c-5e1766b2857f tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902357 Mar 23 01:29:40.606134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:40.607988 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:40.616393 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] 10.222.0.43 "PUT /v2.0/ports/daef5bbd-c94e-4520-844f-3a3329089a94 HTTP/1.1" status: 200 len: 1091 time: 1.5579169 Mar 23 01:29:40.616931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f91777-b955-49af-ad69-eee741a55405', 'tag': 'daef5bbd-c94e-4520-844f-3a3329089a94'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:40.619228 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ef85b5-f06c-451e-aacb-8b72db8cddc4" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f91777-b955-49af-ad69-eee741a55405", "tag": "daef5bbd-c94e-4520-844f-3a3329089a94"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:40.625578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:29:40.632755 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:29:40.633334 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (609854f9-b3c0-4b5e-8b9c-729a2ef8c72b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:40.697789 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58204aac-a32c-4823-aa5d-89be0650ef56 service neutron] Pushing event updated for resources: {'Port': ['ID=daef5bbd-c94e-4520-844f-3a3329089a94,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:40.735092 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f42a0-5e56-491d-a6d9-5a7f423686de req-c43a7574-50b4-47fe-95d6-e5455682a848 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:40.744676 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce3f42a0-5e56-491d-a6d9-5a7f423686de req-c43a7574-50b4-47fe-95d6-e5455682a848 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.1371212 Mar 23 01:29:40.780265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:40.807632 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c2ba1-e4f1-412f-9fcf-6472d7cfd943 req-51340fae-d4a9-4fb9-a791-73ded9dd18f5 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:40.809303 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce3f42a0-5e56-491d-a6d9-5a7f423686de req-08321397-981b-4ca7-b28d-41831898da63 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632811 Mar 23 01:29:40.812025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'ace774f7-592a-4eb6-a147-caa3aee00d6a', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': 'ace774f7-592a-4eb6-a147-caa3aee00d6a', 'mac_address': 'fa:16:3e:33:48:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:29:40.828190 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-201c2ba1-e4f1-412f-9fcf-6472d7cfd943 req-51340fae-d4a9-4fb9-a791-73ded9dd18f5 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 945 time: 0.1997077 Mar 23 01:29:40.890047 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ace774f7-592a-4eb6-a147-caa3aee00d6a is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:40.890785 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:40.907788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace774f7-592a-4eb6-a147-caa3aee00d6a {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:40.917221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-5b6e1596-cb98-41c3-92e4-0fb495ac1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:40.918653 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-5b6e1596-cb98-41c3-92e4-0fb495ac1397 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 1125 time: 0.1913106 Mar 23 01:29:40.944383 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-201c2ba1-e4f1-412f-9fcf-6472d7cfd943 req-9b3a9138-9589-4443-9665-8fc406825c23 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc48cfee-05bb-4436-b4a6-194c8fafbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151471 Mar 23 01:29:40.983903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:40.985338 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:40.986171 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (609854f9-b3c0-4b5e-8b9c-729a2ef8c72b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:41.036705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=609854f9-b3c0-4b5e-8b9c-729a2ef8c72b,segment=NetworkSegment(17818811-7c03-40c9-b734-33dda2c62b98),segment_id=17818811-7c03-40c9-b734-33dda2c62b98)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:41.038203 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:41.064680 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (609854f9-b3c0-4b5e-8b9c-729a2ef8c72b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:41.089970 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57124852-f285-49eb-9e68-598f64ebeffe x-openstack-request-id: req-57124852-f285-49eb-9e68-598f64ebeffe {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:41.090502 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f91777-b955-49af-ad69-eee741a55405", "tag": "daef5bbd-c94e-4520-844f-3a3329089a94", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:41.090502 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57124852-f285-49eb-9e68-598f64ebeffe {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:41.090912 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57124852-f285-49eb-9e68-598f64ebeffe'] response: {'name': 'network-changed', 'server_uuid': 'c1f91777-b955-49af-ad69-eee741a55405', 'tag': 'daef5bbd-c94e-4520-844f-3a3329089a94', 'status': 'completed', 'code': 200} Mar 23 01:29:41.096899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ace774f7-592a-4eb6-a147-caa3aee00d6a,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:41.097100 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-d78cdb4e-ac7a-4494-9526-7da0c6ecf7bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daef5bbd-c94e-4520-844f-3a3329089a94 HTTP/1.1" status: 200 len: 217 time: 0.1502457 Mar 23 01:29:41.185797 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=609854f9-b3c0-4b5e-8b9c-729a2ef8c72b,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:41.210848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-c9d30d8d-cd57-4c3f-85f5-54ff25cbfeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:41.212333 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-c9d30d8d-cd57-4c3f-85f5-54ff25cbfeb0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.0925386 Mar 23 01:29:41.222410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9d17c-fddb-4d96-a0fc-8f72e9b09d26 req-0f25c32d-82bf-47a3-87ea-cd6a7fec7fbc tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:41.225115 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64c9d17c-fddb-4d96-a0fc-8f72e9b09d26 req-0f25c32d-82bf-47a3-87ea-cd6a7fec7fbc tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 946 time: 0.1271806 Mar 23 01:29:41.260920 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-8eed5f5a-5b99-44bd-bea1-12684ecf29d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345938 Mar 23 01:29:41.311658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d11fe12-43e6-4f81-9d5c-48a3d0e8c491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609854f9-b3c0-4b5e-8b9c-729a2ef8c72b'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:41.314827 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a305335-265d-452f-946e-db2cfc95ea7e" -d '{"events": [{"server_uuid": "9d11fe12-43e6-4f81-9d5c-48a3d0e8c491", "name": "network-vif-plugged", "status": "completed", "tag": "609854f9-b3c0-4b5e-8b9c-729a2ef8c72b"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:41.464950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1025fb-eecf-481f-9108-46f0b963e8fa req-a0737503-173e-420e-b7ae-0568658ce5e0 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:41.466392 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dd1025fb-eecf-481f-9108-46f0b963e8fa req-a0737503-173e-420e-b7ae-0568658ce5e0 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 945 time: 0.1576309 Mar 23 01:29:41.474104 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64c9d17c-fddb-4d96-a0fc-8f72e9b09d26 req-a7dae5a6-de0a-45f8-a193-b2349e113a4e tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119601 Mar 23 01:29:41.587148 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-761af0af-1147-4cac-9c4f-646e444c3841 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402329 Mar 23 01:29:41.629067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['ace774f7-592a-4eb6-a147-caa3aee00d6a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:41.722034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-dd1025fb-eecf-481f-9108-46f0b963e8fa req-4ebe058b-43a2-4602-b2a0-13fa0736dc00 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Deleting port 2a95e671-fa80-409d-8134-89a69cb5eea4 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:29:41.722381 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dd1025fb-eecf-481f-9108-46f0b963e8fa req-4ebe058b-43a2-4602-b2a0-13fa0736dc00 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2a95e671-fa80-409d-8134-89a69cb5eea4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:41.754080 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56754) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:41.763467 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1527644f-f392-44a9-9a06-c6296db4123a x-openstack-request-id: req-1527644f-f392-44a9-9a06-c6296db4123a {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:41.763776 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d11fe12-43e6-4f81-9d5c-48a3d0e8c491", "name": "network-vif-plugged", "status": "completed", "tag": "609854f9-b3c0-4b5e-8b9c-729a2ef8c72b", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:41.764059 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1527644f-f392-44a9-9a06-c6296db4123a {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:41.764406 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1527644f-f392-44a9-9a06-c6296db4123a'] response: {'server_uuid': '9d11fe12-43e6-4f81-9d5c-48a3d0e8c491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609854f9-b3c0-4b5e-8b9c-729a2ef8c72b', 'code': 200} Mar 23 01:29:41.879599 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633c3fb-a529-404a-9dc1-079565f29523 req-efa39cc4-d2e0-4f8f-bd13-939b02cc5a65 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:41.884510 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e633c3fb-a529-404a-9dc1-079565f29523 req-efa39cc4-d2e0-4f8f-bd13-939b02cc5a65 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 949 time: 0.2952158 Mar 23 01:29:41.916636 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718a87e-44c9-4b68-948d-419d24026edc req-65db24eb-ecff-467d-91ed-894bef673d54 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:41.918252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b4266d1-8c5d-4ba1-aeaa-032905423036 req-c658fce6-16c8-4862-bae0-de38207ad9a8 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119302 Mar 23 01:29:41.923989 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4718a87e-44c9-4b68-948d-419d24026edc req-65db24eb-ecff-467d-91ed-894bef673d54 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 945 time: 0.1053908 Mar 23 01:29:41.930486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c876e4ca-e31c-47fd-a459-e4c14dcbdf78 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-863267852-network', 'tenant_id': '3392bc1389564b4885d28390809b9afe'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:41.990802 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4718a87e-44c9-4b68-948d-419d24026edc req-27fd889a-dc2c-4f08-a26b-00d766983066 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a574d4-1559-4835-86f0-8ad18625e417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658240 Mar 23 01:29:42.029269 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c876e4ca-e31c-47fd-a459-e4c14dcbdf78 admin admin] Made reservation on behalf of 3392bc1389564b4885d28390809b9afe for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:42.032908 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c876e4ca-e31c-47fd-a459-e4c14dcbdf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:42.040817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0b8fd-7877-4048-86f0-c8a2b0e25259 req-7171ee00-7056-4cfa-b9dd-f4c21c3cd1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:42.043006 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-84b0b8fd-7877-4048-86f0-c8a2b0e25259 req-7171ee00-7056-4cfa-b9dd-f4c21c3cd1bc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 1128 time: 0.1742287 Mar 23 01:29:42.050467 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c876e4ca-e31c-47fd-a459-e4c14dcbdf78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:42.138958 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-84b0b8fd-7877-4048-86f0-c8a2b0e25259 req-880821ca-15c3-49ac-85fd-bd354c3c6208 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc48cfee-05bb-4436-b4a6-194c8fafbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855367 Mar 23 01:29:42.202927 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c876e4ca-e31c-47fd-a459-e4c14dcbdf78 admin admin] Publish callbacks [] for security_group (bc702d6d-51a8-46d6-abb9-6ed2245861ee), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:42.210847 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c876e4ca-e31c-47fd-a459-e4c14dcbdf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bc702d6d-51a8-46d6-abb9-6ed2245861ee), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:42.253729 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c876e4ca-e31c-47fd-a459-e4c14dcbdf78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:29:42.265652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876e4ca-e31c-47fd-a459-e4c14dcbdf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc702d6d-51a8-46d6-abb9-6ed2245861ee,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:42.273267 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c876e4ca-e31c-47fd-a459-e4c14dcbdf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d5bf1c4f-eca9-4260-ac16-14ccd391169e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:42.273679 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-c876e4ca-e31c-47fd-a459-e4c14dcbdf78 admin admin] Added segment d5bf1c4f-eca9-4260-ac16-14ccd391169e of type vlan for network 11a64475-d2db-4f02-97ca-82d855d62717 Mar 23 01:29:42.331512 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c876e4ca-e31c-47fd-a459-e4c14dcbdf78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (11a64475-d2db-4f02-97ca-82d855d62717), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:42.353922 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e633c3fb-a529-404a-9dc1-079565f29523 req-b6ff7ccc-2655-4fae-8d1f-589358cbb60c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346051 Mar 23 01:29:42.367551 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c876e4ca-e31c-47fd-a459-e4c14dcbdf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (11a64475-d2db-4f02-97ca-82d855d62717), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:42.368489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-dd1025fb-eecf-481f-9108-46f0b963e8fa req-4ebe058b-43a2-4602-b2a0-13fa0736dc00 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] For port 2a95e671-fa80-409d-8134-89a69cb5eea4, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2a95e671-fa80-409d-8134-89a69cb5eea4,segment=NetworkSegment(eb1a2797-e272-42ba-a65c-bd9cfe839b82),segment_id=eb1a2797-e272-42ba-a65c-bd9cfe839b82)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:42.368934 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dd1025fb-eecf-481f-9108-46f0b963e8fa req-4ebe058b-43a2-4602-b2a0-13fa0736dc00 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2a95e671-fa80-409d-8134-89a69cb5eea4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:42.370669 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c876e4ca-e31c-47fd-a459-e4c14dcbdf78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:42.373324 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c876e4ca-e31c-47fd-a459-e4c14dcbdf78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:42.388374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-dd1025fb-eecf-481f-9108-46f0b963e8fa req-4ebe058b-43a2-4602-b2a0-13fa0736dc00 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Calling delete_port for 2a95e671-fa80-409d-8134-89a69cb5eea4 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:29:42.408320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef85b5-f06c-451e-aacb-8b72db8cddc4 req-597f5059-e8e5-41a6-8df4-490f66d38e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:42.410150 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-07ef85b5-f06c-451e-aacb-8b72db8cddc4 req-597f5059-e8e5-41a6-8df4-490f66d38e93 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 1125 time: 0.1139910 Mar 23 01:29:42.499357 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876e4ca-e31c-47fd-a459-e4c14dcbdf78 admin admin] Pushing event updated for resources: {'Network': ['ID=11a64475-d2db-4f02-97ca-82d855d62717,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:42.506650 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c876e4ca-e31c-47fd-a459-e4c14dcbdf78 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7514145 Mar 23 01:29:42.509811 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56804) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:42.518400 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 11a64475-d2db-4f02-97ca-82d855d62717 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:29:42.520020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-debbe116-9f71-4fd5-8ee8-5ebfba86cd22 admin admin] Request body: {'subnet': {'network_id': '11a64475-d2db-4f02-97ca-82d855d62717', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-863267852-subnet', 'tenant_id': '3392bc1389564b4885d28390809b9afe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:42.547744 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debbe116-9f71-4fd5-8ee8-5ebfba86cd22 admin admin] Made reservation on behalf of 3392bc1389564b4885d28390809b9afe for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:42.551887 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-debbe116-9f71-4fd5-8ee8-5ebfba86cd22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:42.618114 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45472e-3f56-468f-a74d-f49225e12b8c req-7a1f981b-37ea-40e3-a0b2-7a078c7a643a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:42.619792 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f45472e-3f56-468f-a74d-f49225e12b8c req-7a1f981b-37ea-40e3-a0b2-7a078c7a643a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.1502042 Mar 23 01:29:42.700738 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f45472e-3f56-468f-a74d-f49225e12b8c req-12364d83-7e25-4035-ab04-fb2f5b7e59bc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726933 Mar 23 01:29:42.733678 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff155b6a-6243-48ec-ae58-4957b65c05b5 req-48cbbc12-d038-4242-bdca-e755bd9508ab tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:42.742231 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff155b6a-6243-48ec-ae58-4957b65c05b5 req-48cbbc12-d038-4242-bdca-e755bd9508ab tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 946 time: 0.1080761 Mar 23 01:29:42.810255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef85b5-f06c-451e-aacb-8b72db8cddc4 req-38c1271a-8274-45b5-85b9-2336507b02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:42.811757 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-07ef85b5-f06c-451e-aacb-8b72db8cddc4 req-38c1271a-8274-45b5-85b9-2336507b02a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.2760623 Mar 23 01:29:42.848276 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff155b6a-6243-48ec-ae58-4957b65c05b5 req-648f1ac9-1ead-4c73-933e-c01aef914eb5 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc48cfee-05bb-4436-b4a6-194c8fafbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048141 Mar 23 01:29:42.869353 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-debbe116-9f71-4fd5-8ee8-5ebfba86cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (ef8ca6c1-ff55-42d2-99a7-3b5483039371), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:42.871137 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-07ef85b5-f06c-451e-aacb-8b72db8cddc4 req-a1ddaeeb-40ec-4178-8898-2c16065494f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daef5bbd-c94e-4520-844f-3a3329089a94 HTTP/1.1" status: 200 len: 217 time: 0.0509367 Mar 23 01:29:42.896723 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dd1025fb-eecf-481f-9108-46f0b963e8fa req-4ebe058b-43a2-4602-b2a0-13fa0736dc00 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2a95e671-fa80-409d-8134-89a69cb5eea4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:42.911350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['2a95e671-fa80-409d-8134-89a69cb5eea4'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:42.980856 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbe116-9f71-4fd5-8ee8-5ebfba86cd22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8ca6c1-ff55-42d2-99a7-3b5483039371,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:42.991521 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe058b-43a2-4602-b2a0-13fa0736dc00 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Pushing event deleted for resources: {'Port': ['ID=2a95e671-fa80-409d-8134-89a69cb5eea4,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:43.004475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debbe116-9f71-4fd5-8ee8-5ebfba86cd22 admin admin] Checking segment: {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:29:43.005011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debbe116-9f71-4fd5-8ee8-5ebfba86cd22 admin admin] Network hostable DHCP agents. Network: 11a64475-d2db-4f02-97ca-82d855d62717, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:29:43.080125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1025fb-eecf-481f-9108-46f0b963e8fa req-4ebe058b-43a2-4602-b2a0-13fa0736dc00 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] No DVR routers for this DVR port 2a95e671-fa80-409d-8134-89a69cb5eea4 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:29:43.083180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef85b5-f06c-451e-aacb-8b72db8cddc4 req-d311fd79-7dfa-4a38-a1bd-6b5504ccb7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:43.085189 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-07ef85b5-f06c-451e-aacb-8b72db8cddc4 req-d311fd79-7dfa-4a38-a1bd-6b5504ccb7e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.2063985 Mar 23 01:29:43.086600 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debbe116-9f71-4fd5-8ee8-5ebfba86cd22 admin admin] Network 11a64475-d2db-4f02-97ca-82d855d62717 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:29:43.086896 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dd1025fb-eecf-481f-9108-46f0b963e8fa req-4ebe058b-43a2-4602-b2a0-13fa0736dc00 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:43.091580 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dd1025fb-eecf-481f-9108-46f0b963e8fa req-4ebe058b-43a2-4602-b2a0-13fa0736dc00 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.42 "DELETE /v2.0/ports/2a95e671-fa80-409d-8134-89a69cb5eea4 HTTP/1.1" status: 204 len: 173 time: 1.6159775 Mar 23 01:29:43.092322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee', 'name': 'network-vif-deleted', 'tag': '2a95e671-fa80-409d-8134-89a69cb5eea4'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:43.095640 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87a89c0-c951-441f-be5b-9954a35dc014" -d '{"events": [{"server_uuid": "8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee", "name": "network-vif-deleted", "tag": "2a95e671-fa80-409d-8134-89a69cb5eea4"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:43.110135 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b747c-01ac-4f88-bb82-d2c94288c224 req-b73cd2d1-1584-4baa-8844-8077052cd8dc tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:43.127905 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6d9b747c-01ac-4f88-bb82-d2c94288c224 req-b73cd2d1-1584-4baa-8844-8077052cd8dc tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 946 time: 0.1257424 Mar 23 01:29:43.128647 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-07ef85b5-f06c-451e-aacb-8b72db8cddc4 req-f0f2bf31-0714-4da5-908c-505354ae35c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294394 Mar 23 01:29:43.142746 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-debbe116-9f71-4fd5-8ee8-5ebfba86cd22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 11a64475-d2db-4f02-97ca-82d855d62717) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:29:43.149181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debbe116-9f71-4fd5-8ee8-5ebfba86cd22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:43.149797 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-debbe116-9f71-4fd5-8ee8-5ebfba86cd22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:43.154912 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9391b61-1241-450b-a17c-f838cf09b56f None None] Network 11a64475-d2db-4f02-97ca-82d855d62717 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:29:43.320626 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1efb078-f703-44da-a43c-95062585036a req-dfcf5689-dc22-4fcf-8a3f-7f52f873ded9 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee HTTP/1.1" status: 200 len: 210 time: 0.0571861 Mar 23 01:29:43.348352 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-debbe116-9f71-4fd5-8ee8-5ebfba86cd22 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8369019 Mar 23 01:29:43.357502 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-07ef85b5-f06c-451e-aacb-8b72db8cddc4 req-2bd34b30-edcf-4439-9c32-2300ac5099db service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160528 Mar 23 01:29:43.361877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6d9b747c-01ac-4f88-bb82-d2c94288c224 req-ac0ad396-b534-4318-8247-0ef5cb3e1b23 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328122 Mar 23 01:29:43.397480 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0973a86c-1682-4dde-9047-63ae88e32315 None None] Network 11a64475-d2db-4f02-97ca-82d855d62717 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:29:43.401362 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-f3f64919-2d9c-4e1d-a387-21dc7dc629fe tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:43.402800 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-f3f64919-2d9c-4e1d-a387-21dc7dc629fe tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14&tenant_id=a2197bbb087244449add1667f6153ce8&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 949 time: 0.2317348 Mar 23 01:29:43.470571 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687a81e4-8042-488f-8bfa-2b0252bf215a x-openstack-request-id: req-687a81e4-8042-488f-8bfa-2b0252bf215a {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:43.470877 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee", "name": "network-vif-deleted", "tag": "2a95e671-fa80-409d-8134-89a69cb5eea4", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:43.471137 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-687a81e4-8042-488f-8bfa-2b0252bf215a {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:43.471683 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687a81e4-8042-488f-8bfa-2b0252bf215a'] response: {'server_uuid': '8f7f9e89-bcc4-40b7-8a1d-1b5a1f4268ee', 'name': 'network-vif-deleted', 'tag': '2a95e671-fa80-409d-8134-89a69cb5eea4', 'status': 'completed', 'code': 200} Mar 23 01:29:43.571576 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-53c63eca-1068-433d-9b76-622cad6659b3 service neutron] 10.222.0.43 "GET /v2.0/ports/ace774f7-592a-4eb6-a147-caa3aee00d6a/bindings/n-h2-834677-4 HTTP/1.1" status: 200 len: 382 time: 0.1560106 Mar 23 01:29:43.585881 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-07ef85b5-f06c-451e-aacb-8b72db8cddc4 req-5c8a4840-c287-4025-82af-eae15a57a6f8 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159855 Mar 23 01:29:43.593852 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d337fa-8d5b-4726-93da-4b9a3bb9b5e8 req-1b78784a-c0f9-49a7-a68e-0603c4e4ad23 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:43.602396 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-65d337fa-8d5b-4726-93da-4b9a3bb9b5e8 req-1b78784a-c0f9-49a7-a68e-0603c4e4ad23 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 949 time: 0.1283166 Mar 23 01:29:43.681356 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-65d337fa-8d5b-4726-93da-4b9a3bb9b5e8 req-d3cc46f2-f715-41ed-aa6a-993d93d89b38 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733323 Mar 23 01:29:43.739936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-32b06575-5bf3-4f3f-a067-2bf5045719d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:43.742099 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-32b06575-5bf3-4f3f-a067-2bf5045719d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 1131 time: 0.0898719 Mar 23 01:29:43.838442 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22f4ad-7048-4411-aaa9-cef3ab471698 req-fcdd4c21-43b5-4564-8900-c54e8c4fa08e tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:43.851911 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e22f4ad-7048-4411-aaa9-cef3ab471698 req-fcdd4c21-43b5-4564-8900-c54e8c4fa08e tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dfd9d7e-ab02-4007-b41d-838d35a732fe HTTP/1.1" status: 200 len: 945 time: 0.1035945 Mar 23 01:29:43.915390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-2bf7454f-5775-423a-a2a4-34cceea14155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:43.916928 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-2bf7454f-5775-423a-a2a4-34cceea14155 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1534646 Mar 23 01:29:43.917773 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e22f4ad-7048-4411-aaa9-cef3ab471698 req-0d830e2b-2e59-474a-8fa5-543ed04f4d15 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650144 Mar 23 01:29:43.994575 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-fe59bfa5-728f-4aef-bf9b-426107926e8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a HTTP/1.1" status: 200 len: 217 time: 0.0687809 Mar 23 01:29:44.050230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-c1818387-8bac-4923-bd0b-bcdd0ec43b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:44.051795 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-c1818387-8bac-4923-bd0b-bcdd0ec43b48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0517144 Mar 23 01:29:44.117769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-4c0a1cc8-a82b-470e-9f20-925469bdc79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:44.119369 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-4c0a1cc8-a82b-470e-9f20-925469bdc79d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0613708 Mar 23 01:29:44.260183 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-7a09b65d-b8ad-4165-bf7f-9073c8dc7b12 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332700 Mar 23 01:29:44.270960 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21a61a-2d53-4960-9e20-7951767a8473 req-ade4728c-4e87-4257-8436-88ea2b533aef tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:44.272717 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa21a61a-2d53-4960-9e20-7951767a8473 req-ade4728c-4e87-4257-8436-88ea2b533aef tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.0882337 Mar 23 01:29:44.308641 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-30c2959b-e7df-4319-900f-6460d4b9cf29 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:44.310597 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-30c2959b-e7df-4319-900f-6460d4b9cf29 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 811 time: 0.1076708 Mar 23 01:29:44.325475 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-442dcca9-6b0a-456d-b83b-7efdcc23f3b0 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/quotas/3392bc1389564b4885d28390809b9afe HTTP/1.1" status: 200 len: 375 time: 0.0095079 Mar 23 01:29:44.364167 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-dd2b3700-0a7d-41f2-973a-8f25cefe398a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329938 Mar 23 01:29:44.391033 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa21a61a-2d53-4960-9e20-7951767a8473 req-14f8522d-8ace-4165-bc66-115e8389e9e2 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745811 Mar 23 01:29:44.403160 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-e9edc606-e11d-4cdb-a834-ae850fc02d10 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294744 Mar 23 01:29:44.429659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ace774f7-592a-4eb6-a147-caa3aee00d6a up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:29:44.489009 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-62934456-e13d-4648-8753-39d090131d03 service neutron] 10.222.0.18 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176915 Mar 23 01:29:44.509757 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port ace774f7-592a-4eb6-a147-caa3aee00d6a completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:29:44.515998 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port ace774f7-592a-4eb6-a147-caa3aee00d6a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:29:44.516474 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:44.559581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a8e6-553f-4357-bf3e-83646a421a6c req-f98342a0-d3c3-4461-8052-1b76c662b08b tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:44.561183 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1d4a8e6-553f-4357-bf3e-83646a421a6c req-f98342a0-d3c3-4461-8052-1b76c662b08b tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 946 time: 0.0640264 Mar 23 01:29:44.600305 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-2069aac7-1aed-4fde-9b97-1366887f23e1 service neutron] 10.222.0.18 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099267 Mar 23 01:29:44.625291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ace774f7-592a-4eb6-a147-caa3aee00d6a is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:44.625938 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:44.628706 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1d4a8e6-553f-4357-bf3e-83646a421a6c req-0585c5e9-7e9e-4e9a-a958-6a57e8244908 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc48cfee-05bb-4436-b4a6-194c8fafbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590646 Mar 23 01:29:44.664239 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:44.665863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:44.669309 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31073b0-e54f-4ab8-94d9-d530731698c5" -d '{"events": [{"server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "name": "network-vif-plugged", "status": "completed", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:44.675497 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:44.748020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ace774f7-592a-4eb6-a147-caa3aee00d6a,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:44.796133 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4489c-81cb-4aec-8f72-1d683947cfd3 req-5c9f3ca1-d3f3-495c-b31e-0eb49678b8c6 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:44.797904 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dda4489c-81cb-4aec-8f72-1d683947cfd3 req-5c9f3ca1-d3f3-495c-b31e-0eb49678b8c6 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8568d0c-d820-4a15-bfd3-716f31465384 HTTP/1.1" status: 200 len: 945 time: 0.0753052 Mar 23 01:29:44.857801 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dda4489c-81cb-4aec-8f72-1d683947cfd3 req-d904a720-7fb1-4a96-991a-19a8a94a5cf3 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535431 Mar 23 01:29:44.965159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 2a95e671-fa80-409d-8134-89a69cb5eea4 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:29:44.996631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 2a95e671-fa80-409d-8134-89a69cb5eea4 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:29:44.997068 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 2a95e671-fa80-409d-8134-89a69cb5eea4 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:29:45.156470 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d444d3a-9d91-4727-ae68-534c7b29dfef x-openstack-request-id: req-8d444d3a-9d91-4727-ae68-534c7b29dfef {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:45.157349 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "name": "network-vif-plugged", "status": "completed", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:45.157674 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d444d3a-9d91-4727-ae68-534c7b29dfef {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:45.158093 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d444d3a-9d91-4727-ae68-534c7b29dfef'] response: {'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a', 'code': 200} Mar 23 01:29:45.255517 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40346b34-9199-4f14-b9fc-82cb48a619c2 req-3aecfb5a-b888-48ec-8a13-9cb8ccdb0584 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 210 time: 0.0295212 Mar 23 01:29:45.329803 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8333da4-7be2-4e1c-a9f4-c8b83457cdf9 req-34509756-8c0d-4a9a-826b-981633670a3b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:45.331341 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a8333da4-7be2-4e1c-a9f4-c8b83457cdf9 req-34509756-8c0d-4a9a-826b-981633670a3b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.1163013 Mar 23 01:29:45.393513 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a8333da4-7be2-4e1c-a9f4-c8b83457cdf9 req-c2d1a901-4bd5-4714-b21b-b57e79add05a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546725 Mar 23 01:29:45.659035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d69edd-87bd-4e28-9f92-a798e060a69e req-61730e16-6d5d-48e3-8fef-3a9895f04bca tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:45.661128 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88d69edd-87bd-4e28-9f92-a798e060a69e req-61730e16-6d5d-48e3-8fef-3a9895f04bca tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.0813119 Mar 23 01:29:45.718161 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88d69edd-87bd-4e28-9f92-a798e060a69e req-a86815bd-52b4-434e-be74-4e35e7ade601 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506046 Mar 23 01:29:45.729659 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d63ba-7c92-4d35-afb1-da62d065f9c9 req-53803099-5e74-4c6f-981f-b953208a67e8 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:45.732983 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-885d63ba-7c92-4d35-afb1-da62d065f9c9 req-53803099-5e74-4c6f-981f-b953208a67e8 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8568d0c-d820-4a15-bfd3-716f31465384 HTTP/1.1" status: 200 len: 945 time: 0.0817556 Mar 23 01:29:45.804751 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-885d63ba-7c92-4d35-afb1-da62d065f9c9 req-84b20229-1d7b-4122-b09b-93319b7dc6a9 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563357 Mar 23 01:29:45.886598 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56984) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:45.956702 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-694667f4-3257-410d-9b2e-8a0c03f99962 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for security_group (4440d8a0-0e51-4542-9ec2-cc5c88e3f661), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:45.983602 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-694667f4-3257-410d-9b2e-8a0c03f99962 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for security_group (4440d8a0-0e51-4542-9ec2-cc5c88e3f661), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:46.048827 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-694667f4-3257-410d-9b2e-8a0c03f99962 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4440d8a0-0e51-4542-9ec2-cc5c88e3f661), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:46.051866 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-694667f4-3257-410d-9b2e-8a0c03f99962 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:46.055457 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-694667f4-3257-410d-9b2e-8a0c03f99962 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "DELETE /v2.0/security-groups/4440d8a0-0e51-4542-9ec2-cc5c88e3f661 HTTP/1.1" status: 204 len: 168 time: 0.1651111 Mar 23 01:29:46.056043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56994) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:46.064900 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694667f4-3257-410d-9b2e-8a0c03f99962 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4440d8a0-0e51-4542-9ec2-cc5c88e3f661,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:46.078254 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-be94c31a-62d1-4fad-8c2d-4008366bb3bc tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] show failed (client error): The resource could not be found. Mar 23 01:29:46.080511 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-be94c31a-62d1-4fad-8c2d-4008366bb3bc tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "GET /v2.0/security-groups/4440d8a0-0e51-4542-9ec2-cc5c88e3f661 HTTP/1.1" status: 404 len: 347 time: 0.0227158 Mar 23 01:29:46.082617 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56996) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:46.406181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8667c102-3f38-49cf-9f5d-316ea82fc818 req-07976653-1224-41cf-8975-f23aeaad5e0c tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 210 time: 0.0549936 Mar 23 01:29:46.493626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-9fe27023-5291-4247-8d04-0847437e7a4f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:46.495631 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-9fe27023-5291-4247-8d04-0847437e7a4f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.42 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 811 time: 0.3883629 Mar 23 01:29:46.499433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-e265e58c-17eb-4724-a31c-010e8c95e634 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Deleting port 6c4da953-235a-43c8-9bf9-1ce4df0ddf94 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:29:46.500168 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e265e58c-17eb-4724-a31c-010e8c95e634 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6c4da953-235a-43c8-9bf9-1ce4df0ddf94), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:46.510029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-5041c2cb-612a-4116-bdac-8934cb367951 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Request body: {'port': {'device_id': 'ed197093-9bbd-437b-9bd8-7e754b268d6d', 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717', 'admin_state_up': True, 'tenant_id': '3392bc1389564b4885d28390809b9afe'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:46.582622 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8acae-02ee-41eb-ac2d-5352418a2670 req-5034da69-63a6-43ae-a7fd-5a912ed6bb2c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:46.584459 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4bb8acae-02ee-41eb-ac2d-5352418a2670 req-5034da69-63a6-43ae-a7fd-5a912ed6bb2c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.0959895 Mar 23 01:29:46.657199 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57016) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:46.737959 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4bb8acae-02ee-41eb-ac2d-5352418a2670 req-61fb36ff-c36e-4862-a44e-5ac4535e0c6f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440895 Mar 23 01:29:46.800080 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e265e58c-17eb-4724-a31c-010e8c95e634 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6c4da953-235a-43c8-9bf9-1ce4df0ddf94), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:46.800510 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e265e58c-17eb-4724-a31c-010e8c95e634 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for floatingip (6c4da953-235a-43c8-9bf9-1ce4df0ddf94), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:46.824001 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-e265e58c-17eb-4724-a31c-010e8c95e634 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Calling delete_port for 6c4da953-235a-43c8-9bf9-1ce4df0ddf94 owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:29:46.899523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-5041c2cb-612a-4116-bdac-8934cb367951 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Made reservation on behalf of 3392bc1389564b4885d28390809b9afe for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:46.908136 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-5041c2cb-612a-4116-bdac-8934cb367951 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:46.945635 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cf8745f8-256a-48f6-936b-ea27974a56a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:46.981707 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ad487-6748-493a-befa-a06642d00888 req-dd041d22-5ad1-456a-a89c-75b503256eec tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:46.983234 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e39ad487-6748-493a-befa-a06642d00888 req-dd041d22-5ad1-456a-a89c-75b503256eec tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.1386619 Mar 23 01:29:47.064954 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e39ad487-6748-493a-befa-a06642d00888 req-1e849ca4-293c-4e8d-901e-81dbd051c32a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727134 Mar 23 01:29:47.132429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bc2ef-5631-4dac-bb6c-1509b7696dbb req-0d468269-5c06-48cc-a5ac-ff28e84edfe6 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:47.136064 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e59bc2ef-5631-4dac-bb6c-1509b7696dbb req-0d468269-5c06-48cc-a5ac-ff28e84edfe6 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8568d0c-d820-4a15-bfd3-716f31465384 HTTP/1.1" status: 200 len: 945 time: 0.2388608 Mar 23 01:29:47.148077 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cf8745f8-256a-48f6-936b-ea27974a56a4 admin admin] Publish callbacks [] for security_group (296a439e-10c4-4231-a39a-338177d560e2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:47.157966 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cf8745f8-256a-48f6-936b-ea27974a56a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (296a439e-10c4-4231-a39a-338177d560e2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:47.238552 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cf8745f8-256a-48f6-936b-ea27974a56a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc2caccfb03e41969f08dc652d9af1e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5739398 Mar 23 01:29:47.239310 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8745f8-256a-48f6-936b-ea27974a56a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296a439e-10c4-4231-a39a-338177d560e2,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:47.241785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57030) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:47.301992 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f4a9eb21-6944-432f-80f9-6d0a6fa8efb9 admin admin] Publish callbacks [] for security_group (296a439e-10c4-4231-a39a-338177d560e2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:47.343955 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f4a9eb21-6944-432f-80f9-6d0a6fa8efb9 admin admin] Publish callbacks [] for security_group (296a439e-10c4-4231-a39a-338177d560e2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:47.352429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ceb855-f200-4387-a3df-e50b91e67828 req-e9f2b7bd-d9f9-4e9c-9ba3-7e464f5ab8fb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:47.360260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91ceb855-f200-4387-a3df-e50b91e67828 req-e9f2b7bd-d9f9-4e9c-9ba3-7e464f5ab8fb tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8568d0c-d820-4a15-bfd3-716f31465384 HTTP/1.1" status: 200 len: 945 time: 0.3295879 Mar 23 01:29:47.429777 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f4a9eb21-6944-432f-80f9-6d0a6fa8efb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (296a439e-10c4-4231-a39a-338177d560e2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:47.433126 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f4a9eb21-6944-432f-80f9-6d0a6fa8efb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:47.434514 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f4a9eb21-6944-432f-80f9-6d0a6fa8efb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/296a439e-10c4-4231-a39a-338177d560e2 HTTP/1.1" status: 204 len: 168 time: 0.1918361 Mar 23 01:29:47.464197 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9eb21-6944-432f-80f9-6d0a6fa8efb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296a439e-10c4-4231-a39a-338177d560e2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:47.498758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-5041c2cb-612a-4116-bdac-8934cb367951 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Allocated IP 172.20.0.9 (11a64475-d2db-4f02-97ca-82d855d62717/ef8ca6c1-ff55-42d2-99a7-3b5483039371/cb3fd469-2e1e-4d26-a2cf-35de66e4754d) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:29:47.516014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-6d22def5-b8a7-4fd4-bdc9-7b97c3da23de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:47.518176 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-6d22def5-b8a7-4fd4-bdc9-7b97c3da23de service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14&tenant_id=a2197bbb087244449add1667f6153ce8 HTTP/1.1" status: 200 len: 1132 time: 0.2173119 Mar 23 01:29:47.531616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:47.588983 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-490dc628-f603-479b-b901-75385982a6c5 req-0c951838-f844-475d-9b67-37fd92813adf tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 210 time: 0.0307674 Mar 23 01:29:47.620407 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91ceb855-f200-4387-a3df-e50b91e67828 req-906b13de-3314-4825-8754-1bef669a35fa tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445874 Mar 23 01:29:47.631840 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e265e58c-17eb-4724-a31c-010e8c95e634 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (6c4da953-235a-43c8-9bf9-1ce4df0ddf94), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:47.692356 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265e58c-17eb-4724-a31c-010e8c95e634 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Pushing event deleted for resources: {'Port': ['ID=6c4da953-235a-43c8-9bf9-1ce4df0ddf94,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:47.915146 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-5041c2cb-612a-4116-bdac-8934cb367951 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks [] for port (cb3fd469-2e1e-4d26-a2cf-35de66e4754d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:47.956985 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9623-68f4-4dcb-ad45-89a2510ee3f3 req-735d8cb3-73a3-4e1a-b0e0-6d06348bbb32 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:47.958574 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-200f9623-68f4-4dcb-ad45-89a2510ee3f3 req-735d8cb3-73a3-4e1a-b0e0-6d06348bbb32 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.1041338 Mar 23 01:29:47.965842 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:47.970684 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-e59bc2ef-5631-4dac-bb6c-1509b7696dbb req-3cabf191-7911-4c2e-a998-52b2073a2f70 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Deleting port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:29:47.971034 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e59bc2ef-5631-4dac-bb6c-1509b7696dbb req-3cabf191-7911-4c2e-a998-52b2073a2f70 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8d3aa8df-d53c-46e6-b266-ae2116ddf41f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:48.054641 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-5041c2cb-612a-4116-bdac-8934cb367951 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (cb3fd469-2e1e-4d26-a2cf-35de66e4754d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:48.058659 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-200f9623-68f4-4dcb-ad45-89a2510ee3f3 req-a1ef883c-d085-4b46-adb7-c611d2cae9de tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921037 Mar 23 01:29:48.085620 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:29:48.169462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-5041c2cb-612a-4116-bdac-8934cb367951 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Network 11a64475-d2db-4f02-97ca-82d855d62717 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:29:48.213650 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-5041c2cb-612a-4116-bdac-8934cb367951 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:29:48.228208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-e59bc2ef-5631-4dac-bb6c-1509b7696dbb req-3cabf191-7911-4c2e-a998-52b2073a2f70 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] For port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d3aa8df-d53c-46e6-b266-ae2116ddf41f,segment=NetworkSegment(2f0fa3bf-cbb7-4b96-a437-eea8ac117579),segment_id=2f0fa3bf-cbb7-4b96-a437-eea8ac117579)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:48.228574 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e59bc2ef-5631-4dac-bb6c-1509b7696dbb req-3cabf191-7911-4c2e-a998-52b2073a2f70 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8d3aa8df-d53c-46e6-b266-ae2116ddf41f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:48.231671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-5041c2cb-612a-4116-bdac-8934cb367951 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:29:48.268056 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed8fb4-3404-4fea-a994-890e5f273757 req-5f1f18dd-b747-4ef8-a9ff-c1188947fcd5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:48.276060 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d8ed8fb4-3404-4fea-a994-890e5f273757 req-5f1f18dd-b747-4ef8-a9ff-c1188947fcd5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.0932431 Mar 23 01:29:48.296506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041c2cb-612a-4116-bdac-8934cb367951 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Pushing event updated for resources: {'Port': ['ID=cb3fd469-2e1e-4d26-a2cf-35de66e4754d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:48.301711 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e265e58c-17eb-4724-a31c-010e8c95e634 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks [] for floatingip (f63617b7-0629-4ff3-912a-e749325c3101), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:48.304227 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e265e58c-17eb-4724-a31c-010e8c95e634 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:48.309693 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e265e58c-17eb-4724-a31c-010e8c95e634 tempest-ImagesOneServerNegativeTestJSON-704405246 tempest-ImagesOneServerNegativeTestJSON-704405246-project] 10.222.0.18 "DELETE /v2.0/floatingips/f63617b7-0629-4ff3-912a-e749325c3101 HTTP/1.1" status: 204 len: 168 time: 2.2246571 Mar 23 01:29:48.309693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-e59bc2ef-5631-4dac-bb6c-1509b7696dbb req-3cabf191-7911-4c2e-a998-52b2073a2f70 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Calling delete_port for 8d3aa8df-d53c-46e6-b266-ae2116ddf41f owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:29:48.358108 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d8ed8fb4-3404-4fea-a994-890e5f273757 req-4989cdbf-5f76-4a47-9c2f-870d2979117e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755703 Mar 23 01:29:48.452820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57086) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:48.463554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57088) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:48.511780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d38bbc-488e-46ee-98e1-8e742fed318d admin admin] Deleting subnet 56b936d6-168f-4a47-94f1-75821af6ee78 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:29:48.517081 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14d38bbc-488e-46ee-98e1-8e742fed318d admin admin] Publish callbacks [] for subnet (56b936d6-168f-4a47-94f1-75821af6ee78), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:48.563919 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14d38bbc-488e-46ee-98e1-8e742fed318d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (56b936d6-168f-4a47-94f1-75821af6ee78), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:48.565352 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-5041c2cb-612a-4116-bdac-8934cb367951 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:48.566075 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-5041c2cb-612a-4116-bdac-8934cb367951 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:48.601309 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ea305977-2827-4b67-8501-29f9cb990f97 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1414795039-network', 'tenant_id': '6e0ff5c9bbc74a129a5525cd7d79d1bf'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:48.605612 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-5041c2cb-612a-4116-bdac-8934cb367951 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1015534 Mar 23 01:29:48.621058 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Request body: {'port': {'device_id': 'ed197093-9bbd-437b-9bd8-7e754b268d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:48.633201 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14d38bbc-488e-46ee-98e1-8e742fed318d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (56b936d6-168f-4a47-94f1-75821af6ee78), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:48.636079 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea305977-2827-4b67-8501-29f9cb990f97 admin admin] Made reservation on behalf of 6e0ff5c9bbc74a129a5525cd7d79d1bf for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:48.639071 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea305977-2827-4b67-8501-29f9cb990f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:48.670400 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea305977-2827-4b67-8501-29f9cb990f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:48.767932 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14d38bbc-488e-46ee-98e1-8e742fed318d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (56b936d6-168f-4a47-94f1-75821af6ee78), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:48.819406 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d38bbc-488e-46ee-98e1-8e742fed318d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56b936d6-168f-4a47-94f1-75821af6ee78,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:48.831205 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14d38bbc-488e-46ee-98e1-8e742fed318d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:48.834567 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-14d38bbc-488e-46ee-98e1-8e742fed318d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/56b936d6-168f-4a47-94f1-75821af6ee78 HTTP/1.1" status: 204 len: 168 time: 0.3792765 Mar 23 01:29:48.838077 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57096) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:48.857486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e100d5c-af31-4dfb-908b-6032bdb2ac24 req-27d1339e-2256-42da-91a7-99bdb17dd068 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:48.859164 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e100d5c-af31-4dfb-908b-6032bdb2ac24 req-27d1339e-2256-42da-91a7-99bdb17dd068 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 931 time: 0.1572943 Mar 23 01:29:48.937260 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea305977-2827-4b67-8501-29f9cb990f97 admin admin] Publish callbacks [] for security_group (65ad0723-647b-457c-aabf-e384f1393d90), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:48.953565 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea305977-2827-4b67-8501-29f9cb990f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (65ad0723-647b-457c-aabf-e384f1393d90), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:48.963703 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d3aa8df-d53c-46e6-b266-ae2116ddf41f no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:29:48.988120 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06efb8b1-633e-454d-88e6-6e410ae760c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (4f95c67a-fe49-4926-835f-c2991ffa4e67), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.007880 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea305977-2827-4b67-8501-29f9cb990f97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:29:49.019475 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e100d5c-af31-4dfb-908b-6032bdb2ac24 req-79a056bb-5070-4a18-9870-0b88a8aeb7b9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200397 Mar 23 01:29:49.022290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea305977-2827-4b67-8501-29f9cb990f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ad0723-647b-457c-aabf-e384f1393d90,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:49.031199 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea305977-2827-4b67-8501-29f9cb990f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.033881 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-ea305977-2827-4b67-8501-29f9cb990f97 admin admin] Added segment 832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9 of type vlan for network 32d99b6f-82e0-4417-9e5f-752004b63652 Mar 23 01:29:49.107973 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcce78-724f-4e3d-9fa9-99c01c6ea9f3 req-9fa32a2c-1924-45a2-96dd-777355bf3b4f tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:49.109751 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-07dcce78-724f-4e3d-9fa9-99c01c6ea9f3 req-9fa32a2c-1924-45a2-96dd-777355bf3b4f tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 946 time: 0.6230648 Mar 23 01:29:49.112175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:49.133156 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:49.133542 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d3aa8df-d53c-46e6-b266-ae2116ddf41f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.148500 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea305977-2827-4b67-8501-29f9cb990f97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (32d99b6f-82e0-4417-9e5f-752004b63652), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.158282 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06efb8b1-633e-454d-88e6-6e410ae760c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (4f95c67a-fe49-4926-835f-c2991ffa4e67), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.176087 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cb3fd469-2e1e-4d26-a2cf-35de66e4754d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.200237 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-06efb8b1-633e-454d-88e6-6e410ae760c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f95c67a-fe49-4926-835f-c2991ffa4e67']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:49.226335 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea305977-2827-4b67-8501-29f9cb990f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (32d99b6f-82e0-4417-9e5f-752004b63652), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.227309 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea305977-2827-4b67-8501-29f9cb990f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:49.227900 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea305977-2827-4b67-8501-29f9cb990f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.237967 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-06efb8b1-633e-454d-88e6-6e410ae760c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1a2797-e272-42ba-a65c-bd9cfe839b82') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:49.238261 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-06efb8b1-633e-454d-88e6-6e410ae760c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1a2797-e272-42ba-a65c-bd9cfe839b82') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:49.279933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:29:49.287287 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06efb8b1-633e-454d-88e6-6e410ae760c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (eb1a2797-e272-42ba-a65c-bd9cfe839b82), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.320769 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ea305977-2827-4b67-8501-29f9cb990f97 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8558769 Mar 23 01:29:49.321388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57100) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:49.325889 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06efb8b1-633e-454d-88e6-6e410ae760c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (eb1a2797-e272-42ba-a65c-bd9cfe839b82), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.337299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-8081e85e-cf13-4c4d-bb6d-bfc7fe4a710c admin admin] Request body: {'subnet': {'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1414795039-subnet', 'tenant_id': '6e0ff5c9bbc74a129a5525cd7d79d1bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:49.338846 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e59bc2ef-5631-4dac-bb6c-1509b7696dbb req-3cabf191-7911-4c2e-a998-52b2073a2f70 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8d3aa8df-d53c-46e6-b266-ae2116ddf41f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.343651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea305977-2827-4b67-8501-29f9cb990f97 admin admin] Pushing event updated for resources: {'Network': ['ID=32d99b6f-82e0-4417-9e5f-752004b63652,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:49.346233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06efb8b1-633e-454d-88e6-6e410ae760c9 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:29:49.346618 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06efb8b1-633e-454d-88e6-6e410ae760c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (eb1a2797-e272-42ba-a65c-bd9cfe839b82), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:29:49.351680 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:29:49.363539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8cb45cd1-8648-498a-ad48-54d74e46b1c6'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:49.365897 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-07dcce78-724f-4e3d-9fa9-99c01c6ea9f3 req-ecb6ee6a-0f93-45dd-82c6-795332024a6f tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc48cfee-05bb-4436-b4a6-194c8fafbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485230 Mar 23 01:29:49.399425 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46627430-d825-49ec-8dcb-07451eb6509e req-8fb788bf-eafc-443e-89d3-c2282ec35551 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:49.406278 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-46627430-d825-49ec-8dcb-07451eb6509e req-8fb788bf-eafc-443e-89d3-c2282ec35551 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8568d0c-d820-4a15-bfd3-716f31465384 HTTP/1.1" status: 200 len: 867 time: 0.2264950 Mar 23 01:29:49.418031 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 32d99b6f-82e0-4417-9e5f-752004b63652 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:29:49.457150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8081e85e-cf13-4c4d-bb6d-bfc7fe4a710c admin admin] Made reservation on behalf of 6e0ff5c9bbc74a129a5525cd7d79d1bf for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:49.459466 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8081e85e-cf13-4c4d-bb6d-bfc7fe4a710c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.464196 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06efb8b1-633e-454d-88e6-6e410ae760c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (4f95c67a-fe49-4926-835f-c2991ffa4e67), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.514781 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06efb8b1-633e-454d-88e6-6e410ae760c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.518085 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-06efb8b1-633e-454d-88e6-6e410ae760c9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4f95c67a-fe49-4926-835f-c2991ffa4e67 HTTP/1.1" status: 204 len: 168 time: 0.6790261 Mar 23 01:29:49.534668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabf191-7911-4c2e-a998-52b2073a2f70 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Pushing event deleted for resources: {'Port': ['ID=8d3aa8df-d53c-46e6-b266-ae2116ddf41f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:49.539475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efb8b1-633e-454d-88e6-6e410ae760c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f95c67a-fe49-4926-835f-c2991ffa4e67,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:49.557421 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-46627430-d825-49ec-8dcb-07451eb6509e req-12b0a5ac-b988-4785-b51f-e3790234c1dd tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436710 Mar 23 01:29:49.603885 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:49.610781 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8976b00-dfd2-4dea-9c17-ae12c729ea77" -d '{"events": [{"server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "name": "network-vif-unplugged", "status": "completed", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:49.619437 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Publish callbacks [] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.729429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59bc2ef-5631-4dac-bb6c-1509b7696dbb req-3cabf191-7911-4c2e-a998-52b2073a2f70 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] No DVR routers for this DVR port 8d3aa8df-d53c-46e6-b266-ae2116ddf41f on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:29:49.736854 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e59bc2ef-5631-4dac-bb6c-1509b7696dbb req-3cabf191-7911-4c2e-a998-52b2073a2f70 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.749545 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e59bc2ef-5631-4dac-bb6c-1509b7696dbb req-3cabf191-7911-4c2e-a998-52b2073a2f70 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.42 "DELETE /v2.0/ports/8d3aa8df-d53c-46e6-b266-ae2116ddf41f HTTP/1.1" status: 204 len: 173 time: 2.6087010 Mar 23 01:29:49.770630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Transition to ACTIVE for port object ace774f7-592a-4eb6-a147-caa3aee00d6a will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:29:49.799731 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57108) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:49.805760 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.815696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d166fb-3919-405c-8034-521d6a6091ed req-9e092e4d-3201-430e-98c4-2f23a85fcc86 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:49.818026 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-43d166fb-3919-405c-8034-521d6a6091ed req-9e092e4d-3201-430e-98c4-2f23a85fcc86 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.1358528 Mar 23 01:29:49.861420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['9f5034fd-1750-46f2-a12b-5392f6c6dd6b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:49.884007 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-43d166fb-3919-405c-8034-521d6a6091ed req-188789f1-eb7e-40a5-a14e-087c0069dc0f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597575 Mar 23 01:29:49.896733 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8081e85e-cf13-4c4d-bb6d-bfc7fe4a710c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:49.966933 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a345b662-9fc6-4eaf-a82c-633aff2bc1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:50.006318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8081e85e-cf13-4c4d-bb6d-bfc7fe4a710c admin admin] Checking segment: {'id': '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:29:50.007486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8081e85e-cf13-4c4d-bb6d-bfc7fe4a710c admin admin] Network hostable DHCP agents. Network: 32d99b6f-82e0-4417-9e5f-752004b63652, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:29:50.015796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081e85e-cf13-4c4d-bb6d-bfc7fe4a710c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:50.041921 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8081e85e-cf13-4c4d-bb6d-bfc7fe4a710c admin admin] Network 32d99b6f-82e0-4417-9e5f-752004b63652 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:29:50.061889 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-8081e85e-cf13-4c4d-bb6d-bfc7fe4a710c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 32d99b6f-82e0-4417-9e5f-752004b63652) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:29:50.064909 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb3fd469-2e1e-4d26-a2cf-35de66e4754d {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:50.074409 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Publish callbacks [] for port (cb3fd469-2e1e-4d26-a2cf-35de66e4754d), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:50.089238 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Transition to ACTIVE for port object cb3fd469-2e1e-4d26-a2cf-35de66e4754d will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:29:50.094141 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081e85e-cf13-4c4d-bb6d-bfc7fe4a710c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:50.095715 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8081e85e-cf13-4c4d-bb6d-bfc7fe4a710c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:50.099940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab32f53-cfe8-4b23-bfa6-01c6a6c60c36 None None] Network 32d99b6f-82e0-4417-9e5f-752004b63652 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:29:50.123948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Pushing event updated for resources: {'Port': ['ID=ace774f7-592a-4eb6-a147-caa3aee00d6a,revision_number=10']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:50.150681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f0448-2189-42f5-b5c9-092c2c6f8c46 req-f0416abc-8e4b-4eb7-aa86-9c37dea52f4f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:50.161256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e73f0448-2189-42f5-b5c9-092c2c6f8c46 req-f0416abc-8e4b-4eb7-aa86-9c37dea52f4f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 950 time: 0.6513450 Mar 23 01:29:50.192386 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8081e85e-cf13-4c4d-bb6d-bfc7fe4a710c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8552694 Mar 23 01:29:50.210511 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (cb3fd469-2e1e-4d26-a2cf-35de66e4754d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:50.235004 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a066ce-41c2-436f-b60a-a2fc7744958c None None] Network 32d99b6f-82e0-4417-9e5f-752004b63652 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:29:50.354971 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f0024749-0c3a-4293-aa44-7b073d52cb72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=590cc3d8447b4c0a8244387b16c14c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5530374 Mar 23 01:29:50.357502 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57116) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:50.467731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ace774f7-592a-4eb6-a147-caa3aee00d6a no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:29:50.498237 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9669147-42c5-4d15-936a-878e8f9f2119 admin admin] Publish callbacks [] for security_group (92a574d4-1559-4835-86f0-8ad18625e417), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:50.520592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] No DVR routers for this DVR port ace774f7-592a-4eb6-a147-caa3aee00d6a on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:29:50.523530 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:50.533446 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9669147-42c5-4d15-936a-878e8f9f2119 admin admin] Publish callbacks [] for security_group (92a574d4-1559-4835-86f0-8ad18625e417), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:50.607102 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9669147-42c5-4d15-936a-878e8f9f2119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (92a574d4-1559-4835-86f0-8ad18625e417), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:50.610536 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9669147-42c5-4d15-936a-878e8f9f2119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:50.611677 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a9669147-42c5-4d15-936a-878e8f9f2119 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92a574d4-1559-4835-86f0-8ad18625e417 HTTP/1.1" status: 204 len: 168 time: 0.2531724 Mar 23 01:29:50.617415 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a2aab7-348e-403f-bacc-e2c43fcfab04 x-openstack-request-id: req-20a2aab7-348e-403f-bacc-e2c43fcfab04 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:50.618375 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "name": "network-vif-unplugged", "status": "completed", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:50.618786 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20a2aab7-348e-403f-bacc-e2c43fcfab04 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:50.619342 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a2aab7-348e-403f-bacc-e2c43fcfab04'] response: {'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a', 'code': 200} Mar 23 01:29:50.625920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] The host n-h2-834677-4 is not matching for port ace774f7-592a-4eb6-a147-caa3aee00d6a host n-h1-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:29:50.626471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ace774f7-592a-4eb6-a147-caa3aee00d6a not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:29:50.637239 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9669147-42c5-4d15-936a-878e8f9f2119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a574d4-1559-4835-86f0-8ad18625e417,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:50.662867 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66a189-402b-4ebd-af7d-7ac58438b37a req-fbbe3f13-b178-4828-a033-73f8ee93480e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:50.670019 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e66a189-402b-4ebd-af7d-7ac58438b37a req-fbbe3f13-b178-4828-a033-73f8ee93480e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 943 time: 0.0730770 Mar 23 01:29:50.701681 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e73f0448-2189-42f5-b5c9-092c2c6f8c46 req-a7a3688a-ff94-4552-bbe8-5a3959a259c8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341692 Mar 23 01:29:50.728450 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e66a189-402b-4ebd-af7d-7ac58438b37a req-eabefc48-7ce2-4f08-bd69-11aa16081e82 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574338 Mar 23 01:29:50.746657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb3fd469-2e1e-4d26-a2cf-35de66e4754d,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:50.819344 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Attempting to bind port ace774f7-592a-4eb6-a147-caa3aee00d6a on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:29:50.819868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Attempting to bind port ace774f7-592a-4eb6-a147-caa3aee00d6a by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:29:50.820580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Attempting to bind port ace774f7-592a-4eb6-a147-caa3aee00d6a on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:50.863416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Port ace774f7-592a-4eb6-a147-caa3aee00d6a on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:29:50.867999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Attempting to bind port ace774f7-592a-4eb6-a147-caa3aee00d6a on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:50.904530 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47108464-b3d3-4b7b-a1c1-9edfc7a9dbb8 req-11b6960c-7920-465c-9279-010aa01cbf6b tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:50.914913 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47108464-b3d3-4b7b-a1c1-9edfc7a9dbb8 req-11b6960c-7920-465c-9279-010aa01cbf6b tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 946 time: 0.6332309 Mar 23 01:29:50.923599 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:29:50.924072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:29:50.924560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:29:50.925135 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Bound port: ace774f7-592a-4eb6-a147-caa3aee00d6a, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:29:50.925578 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:50.986378 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Attempting to bind port cb3fd469-2e1e-4d26-a2cf-35de66e4754d on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:29:50.986853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Attempting to bind port cb3fd469-2e1e-4d26-a2cf-35de66e4754d by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:29:50.987244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Attempting to bind port cb3fd469-2e1e-4d26-a2cf-35de66e4754d on network 11a64475-d2db-4f02-97ca-82d855d62717 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:51.000908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Port cb3fd469-2e1e-4d26-a2cf-35de66e4754d on network 11a64475-d2db-4f02-97ca-82d855d62717 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:29:51.001309 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Attempting to bind port cb3fd469-2e1e-4d26-a2cf-35de66e4754d on network 11a64475-d2db-4f02-97ca-82d855d62717 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:51.038146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:29:51.038552 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Checking segment: {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:29:51.039004 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Bound using segment: {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:29:51.039517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Bound port: cb3fd469-2e1e-4d26-a2cf-35de66e4754d, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:29:51.039937 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cb3fd469-2e1e-4d26-a2cf-35de66e4754d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:51.048287 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d0401-2565-4f3d-93e8-1e0927d76bce req-ac6d35d6-11f6-44c4-ae88-c2147d854c4f tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:51.055203 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2e9d0401-2565-4f3d-93e8-1e0927d76bce req-ac6d35d6-11f6-44c4-ae88-c2147d854c4f tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 946 time: 0.2416315 Mar 23 01:29:51.082129 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-616b7a9a-4968-4a61-99b3-8b499edadb02 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:51.084570 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-616b7a9a-4968-4a61-99b3-8b499edadb02 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/networks?id=32d99b6f-82e0-4417-9e5f-752004b63652 HTTP/1.1" status: 200 len: 805 time: 0.1486387 Mar 23 01:29:51.104581 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-ea538c68-7f6b-48d1-809d-64ba998e7e9b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/quotas/6e0ff5c9bbc74a129a5525cd7d79d1bf HTTP/1.1" status: 200 len: 375 time: 0.0131779 Mar 23 01:29:51.159776 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-bd979218-f572-4e0c-b2fd-f5ef78caa6c8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e0ff5c9bbc74a129a5525cd7d79d1bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475764 Mar 23 01:29:51.168636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:29:51.190259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:29:51.225936 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2e9d0401-2565-4f3d-93e8-1e0927d76bce req-9f98ac0f-e719-4eb6-8792-b989531e3ef3 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc48cfee-05bb-4436-b4a6-194c8fafbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696689 Mar 23 01:29:51.239812 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:51.279313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-47108464-b3d3-4b7b-a1c1-9edfc7a9dbb8 req-4702c403-e6e1-4bdf-b714-3f437e7a48a6 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Deleting port 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:29:51.279650 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-47108464-b3d3-4b7b-a1c1-9edfc7a9dbb8 req-4702c403-e6e1-4bdf-b714-3f437e7a48a6 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (609854f9-b3c0-4b5e-8b9c-729a2ef8c72b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:51.287524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] For port cb3fd469-2e1e-4d26-a2cf-35de66e4754d, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:29:51.355839 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] For port cb3fd469-2e1e-4d26-a2cf-35de66e4754d, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cb3fd469-2e1e-4d26-a2cf-35de66e4754d,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:29:51.361988 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:51.362605 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:51.363984 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] 10.222.0.42 "PUT /v2.0/ports/ace774f7-592a-4eb6-a147-caa3aee00d6a HTTP/1.1" status: 200 len: 1097 time: 3.8369133 Mar 23 01:29:51.366068 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-8843bb4c-9052-4249-9216-9eda4d89a460 service neutron] 10.222.0.18 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050567 Mar 23 01:29:51.385238 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (cb3fd469-2e1e-4d26-a2cf-35de66e4754d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:51.409796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69759cf9-85f1-437e-a9b5-cfe57ab75562 service neutron] Pushing event updated for resources: {'Port': ['ID=ace774f7-592a-4eb6-a147-caa3aee00d6a,revision_number=11']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:51.485705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-47108464-b3d3-4b7b-a1c1-9edfc7a9dbb8 req-4702c403-e6e1-4bdf-b714-3f437e7a48a6 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] For port 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=609854f9-b3c0-4b5e-8b9c-729a2ef8c72b,segment=NetworkSegment(17818811-7c03-40c9-b734-33dda2c62b98),segment_id=17818811-7c03-40c9-b734-33dda2c62b98)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:51.486346 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-47108464-b3d3-4b7b-a1c1-9edfc7a9dbb8 req-4702c403-e6e1-4bdf-b714-3f437e7a48a6 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (609854f9-b3c0-4b5e-8b9c-729a2ef8c72b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:51.508983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-47108464-b3d3-4b7b-a1c1-9edfc7a9dbb8 req-4702c403-e6e1-4bdf-b714-3f437e7a48a6 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Calling delete_port for 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:29:51.553704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-288dc0db-efeb-42e1-8c95-ff39b4a6827a service neutron] 10.222.0.18 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866376 Mar 23 01:29:51.557516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:51.558126 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:51.559947 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] 10.222.0.42 "PUT /v2.0/ports/cb3fd469-2e1e-4d26-a2cf-35de66e4754d HTTP/1.1" status: 200 len: 1091 time: 2.9437082 Mar 23 01:29:51.727506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9eb018-681c-450e-b773-34c16ed032c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb3fd469-2e1e-4d26-a2cf-35de66e4754d,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:51.756056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-b933e1ad-9ca3-4ecc-b63c-10abd8f903bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:51.757615 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-b933e1ad-9ca3-4ecc-b63c-10abd8f903bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 1131 time: 0.3528008 Mar 23 01:29:51.776030 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4decb9-cbbe-4a36-b8c6-479cb7eceef6 req-c22c94e8-2662-46ed-beb4-3560af27a460 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:51.782513 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ff12ce02-6ed0-41ca-a00c-b41b01aec2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:51.784259 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b4decb9-cbbe-4a36-b8c6-479cb7eceef6 req-c22c94e8-2662-46ed-beb4-3560af27a460 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.2666156 Mar 23 01:29:51.973994 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a8946bc-0641-427e-85d9-3fab528731f6 req-870c18f6-17e3-4fd5-8447-d50a9461fddc tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 210 time: 0.0628150 Mar 23 01:29:52.010245 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b4decb9-cbbe-4a36-b8c6-479cb7eceef6 req-51068818-9f5c-4024-ac0f-471bad246bff tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046087 Mar 23 01:29:52.021013 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57174) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:52.023382 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-f5d96ffb-2a35-492a-bcd4-699c5dec7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:52.025014 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-f5d96ffb-2a35-492a-bcd4-699c5dec7d2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 1125 time: 0.2664602 Mar 23 01:29:52.089685 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-47108464-b3d3-4b7b-a1c1-9edfc7a9dbb8 req-4702c403-e6e1-4bdf-b714-3f437e7a48a6 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (609854f9-b3c0-4b5e-8b9c-729a2ef8c72b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:52.094216 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-4f312b41-1250-4131-9560-e202ba3a016e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb3fd469-2e1e-4d26-a2cf-35de66e4754d HTTP/1.1" status: 200 len: 217 time: 0.0601413 Mar 23 01:29:52.100719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-989fa096-0a82-46c9-b893-9aaf2c84a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:52.102246 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-989fa096-0a82-46c9-b893-9aaf2c84a304 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.2869983 Mar 23 01:29:52.123509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['609854f9-b3c0-4b5e-8b9c-729a2ef8c72b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:52.140417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702c403-e6e1-4bdf-b714-3f437e7a48a6 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Pushing event deleted for resources: {'Port': ['ID=609854f9-b3c0-4b5e-8b9c-729a2ef8c72b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:52.205772 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-a324a3e0-cb2e-42f9-87a3-f5af21c35a40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a HTTP/1.1" status: 200 len: 217 time: 0.0749190 Mar 23 01:29:52.250180 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c719000c-9521-49da-a2c7-6178fa2a3ceb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-645168451-network', 'tenant_id': '2c3f025aca0a4e7da46cbe81fe3af623'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:52.288809 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239b257-5bde-4fd6-be46-b9d9ef6ec770 req-db054120-894c-430b-bd0f-bfab0342ea88 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:52.290346 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9239b257-5bde-4fd6-be46-b9d9ef6ec770 req-db054120-894c-430b-bd0f-bfab0342ea88 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 949 time: 0.0897248 Mar 23 01:29:52.291638 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c719000c-9521-49da-a2c7-6178fa2a3ceb admin admin] Made reservation on behalf of 2c3f025aca0a4e7da46cbe81fe3af623 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:52.293892 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c719000c-9521-49da-a2c7-6178fa2a3ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:52.305544 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c719000c-9521-49da-a2c7-6178fa2a3ceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:52.312788 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-47108464-b3d3-4b7b-a1c1-9edfc7a9dbb8 req-4702c403-e6e1-4bdf-b714-3f437e7a48a6 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] No DVR routers for this DVR port 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:29:52.322425 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-47108464-b3d3-4b7b-a1c1-9edfc7a9dbb8 req-4702c403-e6e1-4bdf-b714-3f437e7a48a6 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:52.325678 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47108464-b3d3-4b7b-a1c1-9edfc7a9dbb8 req-4702c403-e6e1-4bdf-b714-3f437e7a48a6 tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.43 "DELETE /v2.0/ports/609854f9-b3c0-4b5e-8b9c-729a2ef8c72b HTTP/1.1" status: 204 len: 173 time: 1.3937166 Mar 23 01:29:52.333286 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-83924a3a-b3a4-4cf0-a225-2be24be4d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:52.334788 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-83924a3a-b3a4-4cf0-a225-2be24be4d754 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef8ca6c1-ff55-42d2-99a7-3b5483039371 HTTP/1.1" status: 200 len: 851 time: 0.2316687 Mar 23 01:29:52.357167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-899fbb50-cb81-4988-a05a-20969c2f8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:52.358789 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-899fbb50-cb81-4988-a05a-20969c2f8026 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1169646 Mar 23 01:29:52.370316 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9239b257-5bde-4fd6-be46-b9d9ef6ec770 req-b0042e25-f1ca-4414-9483-dbad2e096b00 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664685 Mar 23 01:29:52.382003 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-2e878179-9b7a-49d2-854a-0baa2c70fa50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=11a64475-d2db-4f02-97ca-82d855d62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360773 Mar 23 01:29:52.477773 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c719000c-9521-49da-a2c7-6178fa2a3ceb admin admin] Publish callbacks [] for security_group (accb108b-6cfd-4a03-8806-9fd085cc35ec), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:52.500768 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95050be1-38a2-4288-bf0b-3fbedf301760 req-7d269c07-941a-4684-9ac0-b9d5f3619f62 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:52.502464 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a4a233f4-8c3c-416e-9063-1dd263724949 req-67929cb6-4c25-46f7-8360-621f2838214a tempest-ServerTagsTestJSON-1955254376 tempest-ServerTagsTestJSON-1955254376-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d11fe12-43e6-4f81-9d5c-48a3d0e8c491 HTTP/1.1" status: 200 len: 210 time: 0.0376611 Mar 23 01:29:52.503296 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95050be1-38a2-4288-bf0b-3fbedf301760 req-7d269c07-941a-4684-9ac0-b9d5f3619f62 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 943 time: 0.2603602 Mar 23 01:29:52.503579 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c719000c-9521-49da-a2c7-6178fa2a3ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (accb108b-6cfd-4a03-8806-9fd085cc35ec), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:52.532474 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c719000c-9521-49da-a2c7-6178fa2a3ceb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:29:52.542142 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719000c-9521-49da-a2c7-6178fa2a3ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accb108b-6cfd-4a03-8806-9fd085cc35ec,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:52.548846 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c719000c-9521-49da-a2c7-6178fa2a3ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (837216d5-7a32-4ea4-86b7-3879455d4a4b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:52.549465 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-c719000c-9521-49da-a2c7-6178fa2a3ceb admin admin] Added segment 837216d5-7a32-4ea4-86b7-3879455d4a4b of type vlan for network 2224b814-ad4a-4f67-9426-da4e4c42ef1a Mar 23 01:29:52.601648 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95050be1-38a2-4288-bf0b-3fbedf301760 req-8b9d2c64-20ee-4e43-8101-3b0e4e32702c tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882750 Mar 23 01:29:52.608185 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c719000c-9521-49da-a2c7-6178fa2a3ceb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (2224b814-ad4a-4f67-9426-da4e4c42ef1a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:52.610092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-497d8433-3233-449e-9d8a-ca9a74fc1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:52.611611 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-497d8433-3233-449e-9d8a-ca9a74fc1a7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2332952 Mar 23 01:29:52.622316 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8568d0c-d820-4a15-bfd3-716f31465384', 'name': 'network-vif-deleted', 'tag': '8d3aa8df-d53c-46e6-b266-ae2116ddf41f'}, {'name': 'network-changed', 'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a'}, {'name': 'network-changed', 'server_uuid': 'ed197093-9bbd-437b-9bd8-7e754b268d6d', 'tag': 'cb3fd469-2e1e-4d26-a2cf-35de66e4754d'}, {'server_uuid': '9d11fe12-43e6-4f81-9d5c-48a3d0e8c491', 'name': 'network-vif-deleted', 'tag': '609854f9-b3c0-4b5e-8b9c-729a2ef8c72b'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:52.624890 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b986d54-c4b6-400f-a73f-5da5c7a79073" -d '{"events": [{"server_uuid": "b8568d0c-d820-4a15-bfd3-716f31465384", "name": "network-vif-deleted", "tag": "8d3aa8df-d53c-46e6-b266-ae2116ddf41f"}, {"name": "network-changed", "server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a"}, {"name": "network-changed", "server_uuid": "ed197093-9bbd-437b-9bd8-7e754b268d6d", "tag": "cb3fd469-2e1e-4d26-a2cf-35de66e4754d"}, {"server_uuid": "9d11fe12-43e6-4f81-9d5c-48a3d0e8c491", "name": "network-vif-deleted", "tag": "609854f9-b3c0-4b5e-8b9c-729a2ef8c72b"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:52.666333 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c719000c-9521-49da-a2c7-6178fa2a3ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (2224b814-ad4a-4f67-9426-da4e4c42ef1a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:52.667974 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c719000c-9521-49da-a2c7-6178fa2a3ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:52.668752 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c719000c-9521-49da-a2c7-6178fa2a3ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:52.682988 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-e7592ac6-fbd0-472f-b488-72c20ba33751 service neutron] 10.222.0.42 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814517 Mar 23 01:29:52.744333 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c719000c-9521-49da-a2c7-6178fa2a3ceb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7218332 Mar 23 01:29:52.747174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57190) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:52.754940 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-cc4dbdd1-d233-4a17-aed1-4ce69d4d8591 admin admin] Request body: {'subnet': {'network_id': '2224b814-ad4a-4f67-9426-da4e4c42ef1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-645168451-subnet', 'tenant_id': '2c3f025aca0a4e7da46cbe81fe3af623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:52.755424 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 688 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0bd1ef-0757-4734-a06f-7c00d7feb686 x-openstack-request-id: req-0d0bd1ef-0757-4734-a06f-7c00d7feb686 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:52.755934 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8568d0c-d820-4a15-bfd3-716f31465384", "name": "network-vif-deleted", "tag": "8d3aa8df-d53c-46e6-b266-ae2116ddf41f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ed197093-9bbd-437b-9bd8-7e754b268d6d", "tag": "cb3fd469-2e1e-4d26-a2cf-35de66e4754d", "status": "completed", "code": 200}, {"server_uuid": "9d11fe12-43e6-4f81-9d5c-48a3d0e8c491", "name": "network-vif-deleted", "tag": "609854f9-b3c0-4b5e-8b9c-729a2ef8c72b", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:52.756056 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d0bd1ef-0757-4734-a06f-7c00d7feb686 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:52.756463 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0bd1ef-0757-4734-a06f-7c00d7feb686'] response: {'server_uuid': 'b8568d0c-d820-4a15-bfd3-716f31465384', 'name': 'network-vif-deleted', 'tag': '8d3aa8df-d53c-46e6-b266-ae2116ddf41f', 'status': 'completed', 'code': 200} Mar 23 01:29:52.756800 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0bd1ef-0757-4734-a06f-7c00d7feb686'] response: {'name': 'network-changed', 'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a', 'status': 'completed', 'code': 200} Mar 23 01:29:52.757118 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0bd1ef-0757-4734-a06f-7c00d7feb686'] response: {'name': 'network-changed', 'server_uuid': 'ed197093-9bbd-437b-9bd8-7e754b268d6d', 'tag': 'cb3fd469-2e1e-4d26-a2cf-35de66e4754d', 'status': 'completed', 'code': 200} Mar 23 01:29:52.757430 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0bd1ef-0757-4734-a06f-7c00d7feb686'] response: {'server_uuid': '9d11fe12-43e6-4f81-9d5c-48a3d0e8c491', 'name': 'network-vif-deleted', 'tag': '609854f9-b3c0-4b5e-8b9c-729a2ef8c72b', 'status': 'completed', 'code': 200} Mar 23 01:29:52.768975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719000c-9521-49da-a2c7-6178fa2a3ceb admin admin] Pushing event updated for resources: {'Network': ['ID=2224b814-ad4a-4f67-9426-da4e4c42ef1a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:52.784879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 2224b814-ad4a-4f67-9426-da4e4c42ef1a details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:29:52.793961 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4dbdd1-d233-4a17-aed1-4ce69d4d8591 admin admin] Made reservation on behalf of 2c3f025aca0a4e7da46cbe81fe3af623 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:52.799033 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cc4dbdd1-d233-4a17-aed1-4ce69d4d8591 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:52.805367 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-0cd185fe-aadc-4ada-b877-ff729de94f67 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705244 Mar 23 01:29:52.886931 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb3ff2b3-b362-44b5-8e4c-4181305cefd8 req-dbf071f0-8b28-4b9c-b1a2-41a387523294 service neutron] 10.222.0.42 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965268 Mar 23 01:29:52.924010 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-0a11b4be-9439-48ac-9f59-298beebc5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:52.925543 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-0a11b4be-9439-48ac-9f59-298beebc5b3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 1131 time: 0.1121619 Mar 23 01:29:53.002152 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aaf7c04-23c0-4a98-ba5d-f691768c640c req-d873e9eb-ad2a-486c-9a10-f2ee8848c244 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899128 Mar 23 01:29:53.036506 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cc4dbdd1-d233-4a17-aed1-4ce69d4d8591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (fcb64510-cbfb-4f6e-a105-c19f1c5c45ac), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:53.082210 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:53.093004 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-fcb3573f-5929-4fcb-965e-681c9d88b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:53.095200 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-fcb3573f-5929-4fcb-965e-681c9d88b871 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1512742 Mar 23 01:29:53.120357 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dbdd1-d233-4a17-aed1-4ce69d4d8591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb64510-cbfb-4f6e-a105-c19f1c5c45ac,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:53.148972 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4dbdd1-d233-4a17-aed1-4ce69d4d8591 admin admin] Checking segment: {'id': '837216d5-7a32-4ea4-86b7-3879455d4a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2224b814-ad4a-4f67-9426-da4e4c42ef1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:29:53.149561 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4dbdd1-d233-4a17-aed1-4ce69d4d8591 admin admin] Network hostable DHCP agents. Network: 2224b814-ad4a-4f67-9426-da4e4c42ef1a, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:29:53.168951 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4dbdd1-d233-4a17-aed1-4ce69d4d8591 admin admin] Network 2224b814-ad4a-4f67-9426-da4e4c42ef1a is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:29:53.180040 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-cc4dbdd1-d233-4a17-aed1-4ce69d4d8591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 2224b814-ad4a-4f67-9426-da4e4c42ef1a) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:29:53.184550 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4dbdd1-d233-4a17-aed1-4ce69d4d8591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:53.185285 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cc4dbdd1-d233-4a17-aed1-4ce69d4d8591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:53.192148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb82e6-5af6-40f9-8763-c7f1654b16f9 None None] Network 2224b814-ad4a-4f67-9426-da4e4c42ef1a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:29:53.209282 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-b1713446-295a-4847-98a3-ca9fc37c6381 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a HTTP/1.1" status: 200 len: 217 time: 0.1022189 Mar 23 01:29:53.211458 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5fd6c07-c74f-42e0-a507-ce6a9f4e9742 req-470384a1-d75e-4c19-bace-2e7f52970889 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 210 time: 0.0653474 Mar 23 01:29:53.223165 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cc4dbdd1-d233-4a17-aed1-4ce69d4d8591 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4737177 Mar 23 01:29:53.272519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-c6b3470a-f29d-424d-b6e0-48482fb7eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:53.274980 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-c6b3470a-f29d-424d-b6e0-48482fb7eea3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 1131 time: 0.1780126 Mar 23 01:29:53.314130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-58c7c3e2-bfdc-43aa-bece-1d8a2dc26a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:53.316223 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-58c7c3e2-bfdc-43aa-bece-1d8a2dc26a78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0993888 Mar 23 01:29:53.375663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58a9b34-1a7e-4ffc-a465-e6f433b1f2e6 None None] Network 2224b814-ad4a-4f67-9426-da4e4c42ef1a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:29:53.434289 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc76d9a-462c-4efa-9233-9d739cc770b2 req-d52ab5d5-3277-4e24-8b96-46c0b880d22f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:53.435873 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bbc76d9a-462c-4efa-9233-9d739cc770b2 req-d52ab5d5-3277-4e24-8b96-46c0b880d22f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.1154230 Mar 23 01:29:53.535180 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bbc76d9a-462c-4efa-9233-9d739cc770b2 req-c0820474-7c3a-4975-9139-90889048e517 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923760 Mar 23 01:29:53.648679 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dc377-902a-483f-a4c7-7ec1a671175a req-9522d5fd-af8c-4a2f-9d1a-c1edb95f1987 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:53.650252 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d01dc377-902a-483f-a4c7-7ec1a671175a req-9522d5fd-af8c-4a2f-9d1a-c1edb95f1987 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 949 time: 0.0559375 Mar 23 01:29:53.700809 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d01dc377-902a-483f-a4c7-7ec1a671175a req-d7e23a58-a27e-47be-8eef-fa074cea5789 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445654 Mar 23 01:29:53.845747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-7aef6f7b-bdc4-4e48-83ba-29aa8499fa40 req-637eefa6-4225-41c6-9637-1cab4badbebc tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-568961811', 'description': 'tempest-description-1449994032'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:53.865589 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-8d988f8f-be9e-41fa-b64e-34313fe124ef tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:53.867184 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-8d988f8f-be9e-41fa-b64e-34313fe124ef tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.42 "GET /v2.0/networks?id=32d99b6f-82e0-4417-9e5f-752004b63652 HTTP/1.1" status: 200 len: 805 time: 0.5550735 Mar 23 01:29:53.868200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-5900941f-1d42-46f7-ac47-43c02ba60f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:53.868831 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7aef6f7b-bdc4-4e48-83ba-29aa8499fa40 req-637eefa6-4225-41c6-9637-1cab4badbebc tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:53.869520 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-5900941f-1d42-46f7-ac47-43c02ba60f7c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.5851521 Mar 23 01:29:53.875544 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-b5742752-d34b-4917-87ae-8b83d226677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:53.877008 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-b5742752-d34b-4917-87ae-8b83d226677a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5268526 Mar 23 01:29:53.887683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480e690-0b5d-42ba-84a2-dfedd6c0ce13 req-a04dbfa7-a497-4c87-b181-d0bf1fe4b65c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:53.893033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480e690-0b5d-42ba-84a2-dfedd6c0ce13 req-a04dbfa7-a497-4c87-b181-d0bf1fe4b65c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:53.894957 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8480e690-0b5d-42ba-84a2-dfedd6c0ce13 req-a04dbfa7-a497-4c87-b181-d0bf1fe4b65c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dfd9d7e-ab02-4007-b41d-838d35a732fe&device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 1682 time: 0.1494403 Mar 23 01:29:53.918560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-500d858d-46fa-4cba-b118-3ab635ed7e1d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Request body: {'port': {'device_id': '7f7fc441-dcc9-4b9e-b53f-ded650a6887d', 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652', 'admin_state_up': True, 'tenant_id': '6e0ff5c9bbc74a129a5525cd7d79d1bf'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:53.937483 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7aef6f7b-bdc4-4e48-83ba-29aa8499fa40 req-637eefa6-4225-41c6-9637-1cab4badbebc tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (256c5f7d-ff05-4645-b48c-0ccd4eb5f065), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:53.941384 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7aef6f7b-bdc4-4e48-83ba-29aa8499fa40 req-637eefa6-4225-41c6-9637-1cab4badbebc tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (256c5f7d-ff05-4645-b48c-0ccd4eb5f065), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:53.971182 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7aef6f7b-bdc4-4e48-83ba-29aa8499fa40 req-637eefa6-4225-41c6-9637-1cab4badbebc tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:53.972352 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7aef6f7b-bdc4-4e48-83ba-29aa8499fa40 req-637eefa6-4225-41c6-9637-1cab4badbebc tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1308026 Mar 23 01:29:53.974956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637eefa6-4225-41c6-9637-1cab4badbebc tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256c5f7d-ff05-4645-b48c-0ccd4eb5f065,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:54.010620 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57224) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:54.030893 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-5d68eec7-9a98-4988-a88b-cdf1d5eef0fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a HTTP/1.1" status: 200 len: 217 time: 0.1349530 Mar 23 01:29:54.072130 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a45912-4aae-40d0-919b-1c2646da59e8 admin admin] Deleting subnet f1f2cb59-7def-45f7-ab3b-245424e23546 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:29:54.091265 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b0a45912-4aae-40d0-919b-1c2646da59e8 admin admin] Publish callbacks [] for subnet (f1f2cb59-7def-45f7-ab3b-245424e23546), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.134844 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b0a45912-4aae-40d0-919b-1c2646da59e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (f1f2cb59-7def-45f7-ab3b-245424e23546), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.162987 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-42a542a9-bd32-49d6-9ec7-cb86446d2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:54.164453 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-42a542a9-bd32-49d6-9ec7-cb86446d2702 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1264312 Mar 23 01:29:54.170887 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c50995-a443-4c7c-b4e4-478564975840 req-afb67a1a-4f51-4b7c-b632-cb3c92b50352 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:54.172541 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a8c50995-a443-4c7c-b4e4-478564975840 req-afb67a1a-4f51-4b7c-b632-cb3c92b50352 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 943 time: 0.1140628 Mar 23 01:29:54.174605 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8480e690-0b5d-42ba-84a2-dfedd6c0ce13 req-e2bf3df4-5296-4ef2-99fc-b6c15d701b3c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494130 Mar 23 01:29:54.185939 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-cb0ab3e0-86e8-4e3b-860b-5d0b61afacfb service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889626 Mar 23 01:29:54.213550 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b0a45912-4aae-40d0-919b-1c2646da59e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (f1f2cb59-7def-45f7-ab3b-245424e23546), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.268704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a8c50995-a443-4c7c-b4e4-478564975840 req-207ffb1a-0b60-42ce-8191-ca4a43bc2a26 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878813 Mar 23 01:29:54.308937 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b0a45912-4aae-40d0-919b-1c2646da59e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (f1f2cb59-7def-45f7-ab3b-245424e23546), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.335202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d547f142-22aa-4368-b1f3-2f112f1c8616 req-577b50c9-9f88-4ab4-bb47-aee00e2a0765 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/256c5f7d-ff05-4645-b48c-0ccd4eb5f065 HTTP/1.1" status: 200 len: 1821 time: 0.1317103 Mar 23 01:29:54.339191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a45912-4aae-40d0-919b-1c2646da59e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f2cb59-7def-45f7-ab3b-245424e23546,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:54.341480 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b0a45912-4aae-40d0-919b-1c2646da59e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.345099 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b0a45912-4aae-40d0-919b-1c2646da59e8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f1f2cb59-7def-45f7-ab3b-245424e23546 HTTP/1.1" status: 204 len: 168 time: 0.3324606 Mar 23 01:29:54.345628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-500d858d-46fa-4cba-b118-3ab635ed7e1d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Made reservation on behalf of 6e0ff5c9bbc74a129a5525cd7d79d1bf for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:29:54.347197 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57232) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:54.349864 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-500d858d-46fa-4cba-b118-3ab635ed7e1d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.384775 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d547f142-22aa-4368-b1f3-2f112f1c8616 req-a725ad78-1743-406a-974f-4ad6adcb8213 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '256c5f7d-ff05-4645-b48c-0ccd4eb5f065', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:54.385096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d547f142-22aa-4368-b1f3-2f112f1c8616 req-a725ad78-1743-406a-974f-4ad6adcb8213 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '256c5f7d-ff05-4645-b48c-0ccd4eb5f065', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:54.390925 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-2fa5575e-7f2c-44f0-ad2f-5117defe96f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:54.392447 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-2fa5575e-7f2c-44f0-ad2f-5117defe96f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2089350 Mar 23 01:29:54.408383 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-0c9754ff-22f9-4410-b18f-5f4b0af26a27 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059140 Mar 23 01:29:54.421216 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-651fa438-a191-4e92-ba02-35bfe6424b38 req-f0f7c802-b425-484f-abec-0e89aa746ea2 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 210 time: 0.0671015 Mar 23 01:29:54.432583 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.452812 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2f77c0b-d30f-4631-8e29-5562f3899dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (9d97951d-16e7-45bf-8eeb-bb87b46299c3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.488377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:29:54.520613 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:29:54.521044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 609854f9-b3c0-4b5e-8b9c-729a2ef8c72b not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:29:54.550788 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2f77c0b-d30f-4631-8e29-5562f3899dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (9d97951d-16e7-45bf-8eeb-bb87b46299c3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.574825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-b2f77c0b-d30f-4631-8e29-5562f3899dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d97951d-16e7-45bf-8eeb-bb87b46299c3']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:54.585532 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-b2f77c0b-d30f-4631-8e29-5562f3899dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17818811-7c03-40c9-b734-33dda2c62b98') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:54.585983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-b2f77c0b-d30f-4631-8e29-5562f3899dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17818811-7c03-40c9-b734-33dda2c62b98') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:29:54.600285 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2f77c0b-d30f-4631-8e29-5562f3899dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (17818811-7c03-40c9-b734-33dda2c62b98), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.614873 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2f77c0b-d30f-4631-8e29-5562f3899dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (17818811-7c03-40c9-b734-33dda2c62b98), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.624994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f77c0b-d30f-4631-8e29-5562f3899dc3 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:29:54.625496 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2f77c0b-d30f-4631-8e29-5562f3899dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (17818811-7c03-40c9-b734-33dda2c62b98), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:29:54.629668 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:29:54.660282 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-854678bb-5976-43b2-bc9d-906a39814982 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566891 Mar 23 01:29:54.663622 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d547f142-22aa-4368-b1f3-2f112f1c8616 req-a725ad78-1743-406a-974f-4ad6adcb8213 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (17de1599-8342-4d87-85db-027b1f18fd04), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.726399 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2f77c0b-d30f-4631-8e29-5562f3899dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (9d97951d-16e7-45bf-8eeb-bb87b46299c3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.735886 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e946c7-e36e-4c5e-b16a-0164a5bac99f req-5033b421-7ce4-43f7-9024-740b0e96fb5f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:54.737469 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2e946c7-e36e-4c5e-b16a-0164a5bac99f req-5033b421-7ce4-43f7-9024-740b0e96fb5f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.0970984 Mar 23 01:29:54.741128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-500d858d-46fa-4cba-b118-3ab635ed7e1d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Allocated IP 172.20.0.10 (32d99b6f-82e0-4417-9e5f-752004b63652/5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5/8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:29:54.741842 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2f77c0b-d30f-4631-8e29-5562f3899dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.747852 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b2f77c0b-d30f-4631-8e29-5562f3899dc3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9d97951d-16e7-45bf-8eeb-bb87b46299c3 HTTP/1.1" status: 204 len: 168 time: 0.3995397 Mar 23 01:29:54.763768 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d547f142-22aa-4368-b1f3-2f112f1c8616 req-a725ad78-1743-406a-974f-4ad6adcb8213 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (17de1599-8342-4d87-85db-027b1f18fd04), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.766770 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f77c0b-d30f-4631-8e29-5562f3899dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d97951d-16e7-45bf-8eeb-bb87b46299c3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:54.779833 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d547f142-22aa-4368-b1f3-2f112f1c8616 req-a725ad78-1743-406a-974f-4ad6adcb8213 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (17de1599-8342-4d87-85db-027b1f18fd04), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.811648 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2e946c7-e36e-4c5e-b16a-0164a5bac99f req-806510cf-a298-47f9-9255-02fea70bd07b tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625939 Mar 23 01:29:54.831046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725ad78-1743-406a-974f-4ad6adcb8213 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17de1599-8342-4d87-85db-027b1f18fd04,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:54.855056 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d547f142-22aa-4368-b1f3-2f112f1c8616 req-a725ad78-1743-406a-974f-4ad6adcb8213 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:54.856310 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d547f142-22aa-4368-b1f3-2f112f1c8616 req-a725ad78-1743-406a-974f-4ad6adcb8213 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4857061 Mar 23 01:29:54.864865 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-a842289c-cddf-417b-9096-2acb21e1cea5 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950858 Mar 23 01:29:54.953956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57246) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:54.994899 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-500d858d-46fa-4cba-b118-3ab635ed7e1d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks [] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:55.008658 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5147f801-524d-4ad6-a959-3456c72be800 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bdc89fd48da447569ecb7d7fab866625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529788 Mar 23 01:29:55.011994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57248) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:29:55.077653 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-5bddf751-92c5-45f2-a31e-2406e1a76c4b req-bc12dc70-dc6c-41b7-afdf-d38e0a3ef71f tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1769487069', 'description': 'tempest-description-785919263'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:55.099164 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-500d858d-46fa-4cba-b118-3ab635ed7e1d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:55.103756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5bddf751-92c5-45f2-a31e-2406e1a76c4b req-bc12dc70-dc6c-41b7-afdf-d38e0a3ef71f tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:55.115797 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2404cc03-2414-49d7-87d2-6bd38baee342 admin admin] Publish callbacks [] for security_group (bc48cfee-05bb-4436-b4a6-194c8fafbb12), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:55.146629 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-e4a40a5c-2fb8-4348-92a4-65cc60c8042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:55.148332 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-e4a40a5c-2fb8-4348-92a4-65cc60c8042e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 1125 time: 0.1350691 Mar 23 01:29:55.148580 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2404cc03-2414-49d7-87d2-6bd38baee342 admin admin] Publish callbacks [] for security_group (bc48cfee-05bb-4436-b4a6-194c8fafbb12), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:55.158567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dd527-d468-4263-aedc-56c50ec81483 req-41ff7abe-5a95-48e9-8d9f-c47d22748fac tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:55.160014 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a91dd527-d468-4263-aedc-56c50ec81483 req-41ff7abe-5a95-48e9-8d9f-c47d22748fac tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 949 time: 0.1480193 Mar 23 01:29:55.167498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-500d858d-46fa-4cba-b118-3ab635ed7e1d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Network 32d99b6f-82e0-4417-9e5f-752004b63652 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:29:55.196975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-500d858d-46fa-4cba-b118-3ab635ed7e1d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:29:55.214901 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5bddf751-92c5-45f2-a31e-2406e1a76c4b req-bc12dc70-dc6c-41b7-afdf-d38e0a3ef71f tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (b9fa4e04-ccca-4774-902e-bee160fdd7c0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:55.219629 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5bddf751-92c5-45f2-a31e-2406e1a76c4b req-bc12dc70-dc6c-41b7-afdf-d38e0a3ef71f tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b9fa4e04-ccca-4774-902e-bee160fdd7c0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:55.233933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-500d858d-46fa-4cba-b118-3ab635ed7e1d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:29:55.237040 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2404cc03-2414-49d7-87d2-6bd38baee342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bc48cfee-05bb-4436-b4a6-194c8fafbb12), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:55.239489 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2404cc03-2414-49d7-87d2-6bd38baee342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:55.240658 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2404cc03-2414-49d7-87d2-6bd38baee342 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc48cfee-05bb-4436-b4a6-194c8fafbb12 HTTP/1.1" status: 204 len: 168 time: 0.2267718 Mar 23 01:29:55.255457 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5bddf751-92c5-45f2-a31e-2406e1a76c4b req-bc12dc70-dc6c-41b7-afdf-d38e0a3ef71f tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:55.256698 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5bddf751-92c5-45f2-a31e-2406e1a76c4b req-bc12dc70-dc6c-41b7-afdf-d38e0a3ef71f tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1871617 Mar 23 01:29:55.259030 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12dc70-dc6c-41b7-afdf-d38e0a3ef71f tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fa4e04-ccca-4774-902e-bee160fdd7c0,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:55.269666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404cc03-2414-49d7-87d2-6bd38baee342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc48cfee-05bb-4436-b4a6-194c8fafbb12,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:55.286323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d858d-46fa-4cba-b118-3ab635ed7e1d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Pushing event updated for resources: {'Port': ['ID=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:55.351526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-500d858d-46fa-4cba-b118-3ab635ed7e1d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:55.352715 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-500d858d-46fa-4cba-b118-3ab635ed7e1d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:55.371701 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a91dd527-d468-4263-aedc-56c50ec81483 req-bd9f296b-15b8-4272-9724-ec16a8485f5a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030544 Mar 23 01:29:55.377506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-48fbf513-bf9d-487c-80f3-8851d364c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:55.379021 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-48fbf513-bf9d-487c-80f3-8851d364c085 service neutron] 10.222.0.42 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 911 time: 0.2181444 Mar 23 01:29:55.388453 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-500d858d-46fa-4cba-b118-3ab635ed7e1d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4904299 Mar 23 01:29:55.404431 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Request body: {'port': {'device_id': '7f7fc441-dcc9-4b9e-b53f-ded650a6887d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:55.468151 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-68422cf8-6644-4f4f-9d01-ec84541ae4ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb3fd469-2e1e-4d26-a2cf-35de66e4754d HTTP/1.1" status: 200 len: 217 time: 0.0785601 Mar 23 01:29:55.565162 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91efd61-0539-47b4-a2c0-03962f31b566 req-f04e17e0-0e91-4548-9686-fd16b85473cd tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:55.567993 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c91efd61-0539-47b4-a2c0-03962f31b566 req-f04e17e0-0e91-4548-9686-fd16b85473cd tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 943 time: 0.0636628 Mar 23 01:29:55.573903 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:55.582301 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9fbb29ec-e7cb-42d1-a26d-b93f8a196ec8 req-ec5c7639-1bef-43d0-97a6-c512e9327740 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/b9fa4e04-ccca-4774-902e-bee160fdd7c0 HTTP/1.1" status: 200 len: 1821 time: 0.1367714 Mar 23 01:29:55.590349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-373d304d-dea6-470c-a779-526f2a0d4481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:55.591750 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-373d304d-dea6-470c-a779-526f2a0d4481 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef8ca6c1-ff55-42d2-99a7-3b5483039371 HTTP/1.1" status: 200 len: 851 time: 0.1128342 Mar 23 01:29:55.596834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-9fbb29ec-e7cb-42d1-a26d-b93f8a196ec8 req-72075cf2-903b-4c3f-ae87-84e7899e8c41 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b9fa4e04-ccca-4774-902e-bee160fdd7c0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:55.597158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-9fbb29ec-e7cb-42d1-a26d-b93f8a196ec8 req-72075cf2-903b-4c3f-ae87-84e7899e8c41 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b9fa4e04-ccca-4774-902e-bee160fdd7c0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:55.626209 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c91efd61-0539-47b4-a2c0-03962f31b566 req-bb6cfc57-ede5-4f0f-b1b8-464340e6d05f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528026 Mar 23 01:29:55.640983 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-87fd1b14-55aa-4f57-a182-6e791f075433 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=11a64475-d2db-4f02-97ca-82d855d62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356541 Mar 23 01:29:55.750590 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:55.772472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb6263-45dc-4f5a-b30a-b0f2417ae2f1 req-3ce236c1-bf04-4ae5-afe6-f71174802ff6 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:55.774118 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62fb6263-45dc-4f5a-b30a-b0f2417ae2f1 req-3ce236c1-bf04-4ae5-afe6-f71174802ff6 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 932 time: 0.0642054 Mar 23 01:29:55.825908 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62fb6263-45dc-4f5a-b30a-b0f2417ae2f1 req-a9db29b7-9dab-4ba8-9b94-d0c2944b6b0c tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448899 Mar 23 01:29:55.844927 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9fbb29ec-e7cb-42d1-a26d-b93f8a196ec8 req-72075cf2-903b-4c3f-ae87-84e7899e8c41 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (7ae5abbe-d48f-4b29-8a3f-65e31a6fd375), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:55.935105 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-cf15ab2b-e565-4d92-8f66-cd5427ab2745 service neutron] 10.222.0.42 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749348 Mar 23 01:29:55.959579 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9fbb29ec-e7cb-42d1-a26d-b93f8a196ec8 req-72075cf2-903b-4c3f-ae87-84e7899e8c41 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (7ae5abbe-d48f-4b29-8a3f-65e31a6fd375), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:55.963218 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19410d44-b601-47ea-b7b7-15b8ddc7569f req-428fee83-d201-47d4-85a3-2395c8d0212f tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:55.965294 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-19410d44-b601-47ea-b7b7-15b8ddc7569f req-428fee83-d201-47d4-85a3-2395c8d0212f tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dfd9d7e-ab02-4007-b41d-838d35a732fe HTTP/1.1" status: 200 len: 945 time: 0.0605052 Mar 23 01:29:56.000257 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9fbb29ec-e7cb-42d1-a26d-b93f8a196ec8 req-72075cf2-903b-4c3f-ae87-84e7899e8c41 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (7ae5abbe-d48f-4b29-8a3f-65e31a6fd375), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:56.033404 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-19410d44-b601-47ea-b7b7-15b8ddc7569f req-e1b0ecb8-86dd-4ce0-b345-230c117868cd tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605445 Mar 23 01:29:56.042906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72075cf2-903b-4c3f-ae87-84e7899e8c41 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae5abbe-d48f-4b29-8a3f-65e31a6fd375,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:56.078437 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9fbb29ec-e7cb-42d1-a26d-b93f8a196ec8 req-72075cf2-903b-4c3f-ae87-84e7899e8c41 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:56.079209 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9fbb29ec-e7cb-42d1-a26d-b93f8a196ec8 req-72075cf2-903b-4c3f-ae87-84e7899e8c41 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4863901 Mar 23 01:29:56.122452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-e6172c8c-88e7-42e2-bf35-4d398a08e54f req-e7b5f10c-2f10-4305-9d5d-b2dd53b720f5 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1097625820', 'description': 'tempest-description-734888091'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:56.131392 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b986d54-c4b6-400f-a73f-5da5c7a79073 req-5e7d1a31-bf70-43b4-8541-38af956e19ae service neutron] 10.222.0.42 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828401 Mar 23 01:29:56.168401 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e5839-a6e0-4ff6-9746-9a02d635ccc5 req-2b1beeee-3c5f-4db1-83ae-b84a2ddc51c5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:56.169985 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c7e5839-a6e0-4ff6-9746-9a02d635ccc5 req-2b1beeee-3c5f-4db1-83ae-b84a2ddc51c5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.0703363 Mar 23 01:29:56.177577 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:56.184414 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e6172c8c-88e7-42e2-bf35-4d398a08e54f req-e7b5f10c-2f10-4305-9d5d-b2dd53b720f5 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:56.187564 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Publish callbacks [] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:56.213897 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Transition to ACTIVE for port object 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:29:56.222181 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:56.299507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:56.341678 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e6172c8c-88e7-42e2-bf35-4d398a08e54f req-e7b5f10c-2f10-4305-9d5d-b2dd53b720f5 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (ccfdbcaf-3d19-45fa-a306-0cd0439f88d0), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:56.360343 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e6172c8c-88e7-42e2-bf35-4d398a08e54f req-e7b5f10c-2f10-4305-9d5d-b2dd53b720f5 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ccfdbcaf-3d19-45fa-a306-0cd0439f88d0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:56.404740 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e6172c8c-88e7-42e2-bf35-4d398a08e54f req-e7b5f10c-2f10-4305-9d5d-b2dd53b720f5 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:56.406113 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6172c8c-88e7-42e2-bf35-4d398a08e54f req-e7b5f10c-2f10-4305-9d5d-b2dd53b720f5 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2968779 Mar 23 01:29:56.419745 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5f10c-2f10-4305-9d5d-b2dd53b720f5 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfdbcaf-3d19-45fa-a306-0cd0439f88d0,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:56.434705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Attempting to bind port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:29:56.435492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Attempting to bind port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:29:56.435995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Attempting to bind port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 on network 32d99b6f-82e0-4417-9e5f-752004b63652 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:56.444899 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 on network 32d99b6f-82e0-4417-9e5f-752004b63652 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:29:56.445218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Attempting to bind port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 on network 32d99b6f-82e0-4417-9e5f-752004b63652 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:29:56.450975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:29:56.451316 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Checking segment: {'id': '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:29:56.451704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Bound using segment: {'id': '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:29:56.452146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Bound port: 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:29:56.452508 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:56.524902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] For port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:29:56.527966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] For port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:29:56.538627 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:56.549169 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c7e5839-a6e0-4ff6-9746-9a02d635ccc5 req-71c129a8-365e-4e28-9fc7-d1307a56afe0 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726215 Mar 23 01:29:56.586230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:56.586856 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:56.589247 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] 10.222.0.42 "PUT /v2.0/ports/8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 HTTP/1.1" status: 200 len: 1092 time: 1.1905842 Mar 23 01:29:56.589247 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7fc441-dcc9-4b9e-b53f-ded650a6887d', 'tag': '8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:56.591517 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856bbdb2-3ba4-40da-a8fe-46413387b21c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7fc441-dcc9-4b9e-b53f-ded650a6887d", "tag": "8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:56.649881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc6a57-5fdd-4af0-b538-07aeeca2ded9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:56.697767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b70bd-c26c-40f4-bc5f-25e4733e0cc0 req-0bc7b897-2d55-4bdf-82fb-935182c59e47 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:56.702558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-85b76f65-7cee-4cff-ab5d-ccd21c3f25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:56.704548 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-85b76f65-7cee-4cff-ab5d-ccd21c3f25b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e0ff5c9bbc74a129a5525cd7d79d1bf&device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 1126 time: 0.0660620 Mar 23 01:29:56.705394 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f65b70bd-c26c-40f4-bc5f-25e4733e0cc0 req-0bc7b897-2d55-4bdf-82fb-935182c59e47 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 949 time: 0.0680749 Mar 23 01:29:56.712127 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7442ea-a1ae-4070-941c-1720a7d9c3a9 req-389d6dff-0b7e-4324-a344-a28f3ebaeed5 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:56.713833 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3a7442ea-a1ae-4070-941c-1720a7d9c3a9 req-389d6dff-0b7e-4324-a344-a28f3ebaeed5 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dfd9d7e-ab02-4007-b41d-838d35a732fe HTTP/1.1" status: 200 len: 945 time: 0.1113286 Mar 23 01:29:56.765082 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-ade49fba-5a29-4f5a-8bf0-63919e089295 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 HTTP/1.1" status: 200 len: 217 time: 0.0503750 Mar 23 01:29:56.765299 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f65b70bd-c26c-40f4-bc5f-25e4733e0cc0 req-c5ca58fa-4dcc-4518-97c9-8576953562a1 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572085 Mar 23 01:29:56.769461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-811cbd0d-5d0d-41be-b0cd-29e11bbf0400 req-2a15d40c-13e7-4a7d-99fe-37b1dd6203fd tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-146593141', 'description': 'tempest-description-1957711863'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:56.830617 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d654167a-e9ca-46d9-8550-dc862807f54e x-openstack-request-id: req-d654167a-e9ca-46d9-8550-dc862807f54e {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:56.830911 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7fc441-dcc9-4b9e-b53f-ded650a6887d", "tag": "8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:56.831192 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d654167a-e9ca-46d9-8550-dc862807f54e {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:56.831784 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d654167a-e9ca-46d9-8550-dc862807f54e'] response: {'name': 'network-changed', 'server_uuid': '7f7fc441-dcc9-4b9e-b53f-ded650a6887d', 'tag': '8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32', 'status': 'completed', 'code': 200} Mar 23 01:29:56.892989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-78a6a9b2-37c8-4409-8a22-7fce3bc80eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:56.895381 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-78a6a9b2-37c8-4409-8a22-7fce3bc80eb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5 HTTP/1.1" status: 200 len: 845 time: 0.0960917 Mar 23 01:29:56.897059 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-811cbd0d-5d0d-41be-b0cd-29e11bbf0400 req-2a15d40c-13e7-4a7d-99fe-37b1dd6203fd tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:56.931560 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa6da9-14dd-44d6-8727-cb4ae305d0b0 req-39162d82-9ef4-4d31-b655-23bef1a7bf09 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:56.933197 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3fa6da9-14dd-44d6-8727-cb4ae305d0b0 req-39162d82-9ef4-4d31-b655-23bef1a7bf09 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 943 time: 0.0757401 Mar 23 01:29:56.950936 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-1505105d-2076-4910-9b45-2cc379fcaa20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32d99b6f-82e0-4417-9e5f-752004b63652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440259 Mar 23 01:29:56.989017 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3fa6da9-14dd-44d6-8727-cb4ae305d0b0 req-76a7dc27-e05b-45c7-8057-dd9725b9dc98 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499220 Mar 23 01:29:57.014548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cb3fd469-2e1e-4d26-a2cf-35de66e4754d details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:29:57.043996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-3a7442ea-a1ae-4070-941c-1720a7d9c3a9 req-bf42fd90-3467-4ea1-8447-c02e2842f3d4 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Deleting port 8cb45cd1-8648-498a-ad48-54d74e46b1c6 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:29:57.044529 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3a7442ea-a1ae-4070-941c-1720a7d9c3a9 req-bf42fd90-3467-4ea1-8447-c02e2842f3d4 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8cb45cd1-8648-498a-ad48-54d74e46b1c6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:57.084728 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-292eea3b-c08d-46b5-b09a-97396bb4cf5f req-f0d5f374-1f2a-42ec-9be7-26e9986649a6 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1f35bd-b540-42bd-a375-b653d5ba872f HTTP/1.1" status: 200 len: 210 time: 0.0513742 Mar 23 01:29:57.151943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port cb3fd469-2e1e-4d26-a2cf-35de66e4754d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cb3fd469-2e1e-4d26-a2cf-35de66e4754d,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:57.165571 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-811cbd0d-5d0d-41be-b0cd-29e11bbf0400 req-2a15d40c-13e7-4a7d-99fe-37b1dd6203fd tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (12524c38-4de5-49f7-b77b-a6c05ade17db), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:57.173125 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'cb3fd469-2e1e-4d26-a2cf-35de66e4754d', 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717', 'port_id': 'cb3fd469-2e1e-4d26-a2cf-35de66e4754d', 'mac_address': 'fa:16:3e:99:1f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8ca6c1-ff55-42d2-99a7-3b5483039371', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:29:57.181594 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-811cbd0d-5d0d-41be-b0cd-29e11bbf0400 req-2a15d40c-13e7-4a7d-99fe-37b1dd6203fd tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (12524c38-4de5-49f7-b77b-a6c05ade17db), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:57.206379 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-44babcbf-47a9-41a5-a72f-9f67e654459e service neutron] 10.222.0.42 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466879 Mar 23 01:29:57.234869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb8ed5-6c64-4e25-b466-1d7af776f2a0 req-4c7bff72-23f9-44df-80cd-381548538166 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:57.235725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port cb3fd469-2e1e-4d26-a2cf-35de66e4754d is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:57.236348 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cb3fd469-2e1e-4d26-a2cf-35de66e4754d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:57.242708 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-46fb8ed5-6c64-4e25-b466-1d7af776f2a0 req-4c7bff72-23f9-44df-80cd-381548538166 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 949 time: 0.0911949 Mar 23 01:29:57.268795 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb3fd469-2e1e-4d26-a2cf-35de66e4754d {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:57.300987 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port cb3fd469-2e1e-4d26-a2cf-35de66e4754d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cb3fd469-2e1e-4d26-a2cf-35de66e4754d,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:57.303457 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-46fb8ed5-6c64-4e25-b466-1d7af776f2a0 req-f9bae6a7-2c84-4a91-a372-3a1b64b8e000 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581470 Mar 23 01:29:57.308925 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cb3fd469-2e1e-4d26-a2cf-35de66e4754d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:57.309613 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ace774f7-592a-4eb6-a147-caa3aee00d6a details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:29:57.315121 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-811cbd0d-5d0d-41be-b0cd-29e11bbf0400 req-2a15d40c-13e7-4a7d-99fe-37b1dd6203fd tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:57.316364 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-811cbd0d-5d0d-41be-b0cd-29e11bbf0400 req-2a15d40c-13e7-4a7d-99fe-37b1dd6203fd tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5550337 Mar 23 01:29:57.334866 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15d40c-13e7-4a7d-99fe-37b1dd6203fd tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12524c38-4de5-49f7-b77b-a6c05ade17db,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:57.343510 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3a7442ea-a1ae-4070-941c-1720a7d9c3a9 req-bf42fd90-3467-4ea1-8447-c02e2842f3d4 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] For port 8cb45cd1-8648-498a-ad48-54d74e46b1c6, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8cb45cd1-8648-498a-ad48-54d74e46b1c6,segment=NetworkSegment(2f0fa3bf-cbb7-4b96-a437-eea8ac117579),segment_id=2f0fa3bf-cbb7-4b96-a437-eea8ac117579)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:57.344187 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3a7442ea-a1ae-4070-941c-1720a7d9c3a9 req-bf42fd90-3467-4ea1-8447-c02e2842f3d4 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8cb45cd1-8648-498a-ad48-54d74e46b1c6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:57.364703 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-3a7442ea-a1ae-4070-941c-1720a7d9c3a9 req-bf42fd90-3467-4ea1-8447-c02e2842f3d4 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Calling delete_port for 8cb45cd1-8648-498a-ad48-54d74e46b1c6 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:29:57.391473 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=cb3fd469-2e1e-4d26-a2cf-35de66e4754d,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:57.448943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cc329-930e-4de8-91f7-11e4872a1a6c req-d63ef64e-1c60-4060-be70-580b3e86bbba tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:57.450409 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ca4cc329-930e-4de8-91f7-11e4872a1a6c req-d63ef64e-1c60-4060-be70-580b3e86bbba tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.43 "GET /v2.0/ports?device_id=f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c HTTP/1.1" status: 200 len: 946 time: 0.2161944 Mar 23 01:29:57.479610 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2e1c4-ff3f-4973-b5ed-4d2ffebb711d req-8dbad82f-eae6-473a-9198-bd4e6bc89b50 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:57.482173 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93c2e1c4-ff3f-4973-b5ed-4d2ffebb711d req-8dbad82f-eae6-473a-9198-bd4e6bc89b50 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dfd9d7e-ab02-4007-b41d-838d35a732fe HTTP/1.1" status: 200 len: 945 time: 0.0738282 Mar 23 01:29:57.493347 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c02baed4-3d33-4c65-b35b-4ba255bfb67d req-2485e1f4-b0c1-457c-980f-bcc20b90dcca service neutron] 10.222.0.42 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768447 Mar 23 01:29:57.532196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:57.568868 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'ace774f7-592a-4eb6-a147-caa3aee00d6a', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': 'ace774f7-592a-4eb6-a147-caa3aee00d6a', 'mac_address': 'fa:16:3e:33:48:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:29:57.578073 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93c2e1c4-ff3f-4973-b5ed-4d2ffebb711d req-ee2d8633-013a-47c2-b16d-4f2c0b9e8083 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/security-groups?id=fdf1d912-47cc-487a-9e78-2a5dcff3fd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877161 Mar 23 01:29:57.617264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port ace774f7-592a-4eb6-a147-caa3aee00d6a is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:57.617725 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:57.637514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace774f7-592a-4eb6-a147-caa3aee00d6a {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:29:57.650858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c3388-ab70-463f-a6ff-b790d32458c5 req-388b737f-3cca-43b1-94a9-3aa1d69677f0 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:57.652561 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-191c3388-ab70-463f-a6ff-b790d32458c5 req-388b737f-3cca-43b1-94a9-3aa1d69677f0 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 944 time: 0.2188699 Mar 23 01:29:57.672971 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:57.680486 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:57.740497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=ace774f7-592a-4eb6-a147-caa3aee00d6a,revision_number=12']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:57.873793 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3b735de-c168-48f3-bc98-b1c9daec698c req-feddd615-36eb-4523-9acc-39a9fc8f85d5 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/ccfdbcaf-3d19-45fa-a306-0cd0439f88d0 HTTP/1.1" status: 200 len: 1821 time: 0.0517499 Mar 23 01:29:57.926639 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['cb3fd469-2e1e-4d26-a2cf-35de66e4754d'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:57.929038 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3b735de-c168-48f3-bc98-b1c9daec698c req-2096d96a-b657-4e29-b693-b36e68d6385b tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/12524c38-4de5-49f7-b77b-a6c05ade17db HTTP/1.1" status: 200 len: 1821 time: 0.0490336 Mar 23 01:29:57.943461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-f3b735de-c168-48f3-bc98-b1c9daec698c req-619c1251-fdd9-43a9-abef-96fadc37514e tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ccfdbcaf-3d19-45fa-a306-0cd0439f88d0', 'remote_group_id': '12524c38-4de5-49f7-b77b-a6c05ade17db', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:57.943790 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-f3b735de-c168-48f3-bc98-b1c9daec698c req-619c1251-fdd9-43a9-abef-96fadc37514e tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ccfdbcaf-3d19-45fa-a306-0cd0439f88d0', 'remote_group_id': '12524c38-4de5-49f7-b77b-a6c05ade17db', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:57.962114 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['ace774f7-592a-4eb6-a147-caa3aee00d6a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:58.040451 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f3b735de-c168-48f3-bc98-b1c9daec698c req-619c1251-fdd9-43a9-abef-96fadc37514e tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (2f458f0b-cc96-4bc3-9a3b-97a9c46324cc), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:58.046508 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-ca4cc329-930e-4de8-91f7-11e4872a1a6c req-a8c74f60-f5b8-46a8-adbf-9ba72a16b18c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Deleting port 9f5034fd-1750-46f2-a12b-5392f6c6dd6b {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:29:58.047104 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ca4cc329-930e-4de8-91f7-11e4872a1a6c req-a8c74f60-f5b8-46a8-adbf-9ba72a16b18c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (9f5034fd-1750-46f2-a12b-5392f6c6dd6b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:58.091887 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f3b735de-c168-48f3-bc98-b1c9daec698c req-619c1251-fdd9-43a9-abef-96fadc37514e tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (2f458f0b-cc96-4bc3-9a3b-97a9c46324cc), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:58.102371 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f3b735de-c168-48f3-bc98-b1c9daec698c req-619c1251-fdd9-43a9-abef-96fadc37514e tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (2f458f0b-cc96-4bc3-9a3b-97a9c46324cc), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:58.110208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bbdb2-3ba4-40da-a8fe-46413387b21c req-dd01d000-c7ba-43d2-b26b-b0c1484a0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:58.111753 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-856bbdb2-3ba4-40da-a8fe-46413387b21c req-dd01d000-c7ba-43d2-b26b-b0c1484a0a97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e0ff5c9bbc74a129a5525cd7d79d1bf&device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 1126 time: 0.5419791 Mar 23 01:29:58.135142 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c1251-fdd9-43a9-abef-96fadc37514e tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f458f0b-cc96-4bc3-9a3b-97a9c46324cc,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:58.142792 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f3b735de-c168-48f3-bc98-b1c9daec698c req-619c1251-fdd9-43a9-abef-96fadc37514e tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:58.155211 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3b735de-c168-48f3-bc98-b1c9daec698c req-619c1251-fdd9-43a9-abef-96fadc37514e tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2192135 Mar 23 01:29:58.211077 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-191c3388-ab70-463f-a6ff-b790d32458c5 req-b524e32c-8680-48a2-af34-bf522497c6b3 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450122 Mar 23 01:29:58.238332 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3a7442ea-a1ae-4070-941c-1720a7d9c3a9 req-bf42fd90-3467-4ea1-8447-c02e2842f3d4 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8cb45cd1-8648-498a-ad48-54d74e46b1c6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:58.275262 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['9f5034fd-1750-46f2-a12b-5392f6c6dd6b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:29:58.345209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42fd90-3467-4ea1-8447-c02e2842f3d4 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Pushing event deleted for resources: {'Port': ['ID=8cb45cd1-8648-498a-ad48-54d74e46b1c6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:58.348273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-ca4cc329-930e-4de8-91f7-11e4872a1a6c req-a8c74f60-f5b8-46a8-adbf-9ba72a16b18c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] For port 9f5034fd-1750-46f2-a12b-5392f6c6dd6b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=9f5034fd-1750-46f2-a12b-5392f6c6dd6b,segment=NetworkSegment(2f0fa3bf-cbb7-4b96-a437-eea8ac117579),segment_id=2f0fa3bf-cbb7-4b96-a437-eea8ac117579)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:58.348668 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ca4cc329-930e-4de8-91f7-11e4872a1a6c req-a8c74f60-f5b8-46a8-adbf-9ba72a16b18c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (9f5034fd-1750-46f2-a12b-5392f6c6dd6b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:58.426379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d97a2-1e59-4a01-b490-10cbf6ab7dee req-75b98b35-16b7-47cb-8335-90092d1ebaa3 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:58.428206 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-269d97a2-1e59-4a01-b490-10cbf6ab7dee req-75b98b35-16b7-47cb-8335-90092d1ebaa3 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.1104317 Mar 23 01:29:58.438590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-ca4cc329-930e-4de8-91f7-11e4872a1a6c req-a8c74f60-f5b8-46a8-adbf-9ba72a16b18c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Calling delete_port for 9f5034fd-1750-46f2-a12b-5392f6c6dd6b owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:29:58.481631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7442ea-a1ae-4070-941c-1720a7d9c3a9 req-bf42fd90-3467-4ea1-8447-c02e2842f3d4 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] No DVR routers for this DVR port 8cb45cd1-8648-498a-ad48-54d74e46b1c6 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:29:58.500465 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3a7442ea-a1ae-4070-941c-1720a7d9c3a9 req-bf42fd90-3467-4ea1-8447-c02e2842f3d4 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:58.503472 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-269d97a2-1e59-4a01-b490-10cbf6ab7dee req-5c60629b-3c0f-48af-ade2-94113d33f54c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688930 Mar 23 01:29:58.503648 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3a7442ea-a1ae-4070-941c-1720a7d9c3a9 req-bf42fd90-3467-4ea1-8447-c02e2842f3d4 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.42 "DELETE /v2.0/ports/8cb45cd1-8648-498a-ad48-54d74e46b1c6 HTTP/1.1" status: 204 len: 173 time: 1.7813649 Mar 23 01:29:58.517719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bbdb2-3ba4-40da-a8fe-46413387b21c req-c505dcb1-695b-476e-8265-0c217e0dd015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:58.519201 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-856bbdb2-3ba4-40da-a8fe-46413387b21c req-c505dcb1-695b-476e-8265-0c217e0dd015 service neutron] 10.222.0.42 "GET /v2.0/networks?id=32d99b6f-82e0-4417-9e5f-752004b63652 HTTP/1.1" status: 200 len: 905 time: 0.4007208 Mar 23 01:29:58.556663 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-e73320b6-b428-48da-97d5-31b2096416c8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a2197bbb087244449add1667f6153ce8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825858 Mar 23 01:29:58.620907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-856bbdb2-3ba4-40da-a8fe-46413387b21c req-8bb0fc13-b9f2-4415-8c3f-d7840b2e5bb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 HTTP/1.1" status: 200 len: 217 time: 0.0714967 Mar 23 01:29:58.658088 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6686d5-2206-4276-887c-52700323c3db req-7cfbb24c-9da3-43d3-8641-842ecca86016 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:58.659612 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1b6686d5-2206-4276-887c-52700323c3db req-7cfbb24c-9da3-43d3-8641-842ecca86016 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 944 time: 0.0683961 Mar 23 01:29:58.733454 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1b6686d5-2206-4276-887c-52700323c3db req-dc7bd7c4-a5a3-46a3-ac36-0116e3629592 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638275 Mar 23 01:29:58.752763 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bbdb2-3ba4-40da-a8fe-46413387b21c req-a6ad2b1e-08fb-4a19-9b8a-22d9ed7a37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:58.754267 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-856bbdb2-3ba4-40da-a8fe-46413387b21c req-a6ad2b1e-08fb-4a19-9b8a-22d9ed7a37b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5 HTTP/1.1" status: 200 len: 845 time: 0.1009240 Mar 23 01:29:58.773084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-3e01b78b-9854-4817-88c1-aa3667c7b7a2 req-fe44b88d-b5cf-40df-9f5b-26d92a3f0e8e tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1224755172', 'description': 'tempest-description-795296644'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:58.795451 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3e01b78b-9854-4817-88c1-aa3667c7b7a2 req-fe44b88d-b5cf-40df-9f5b-26d92a3f0e8e tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:58.823546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-8501df13-c135-421c-ba81-ae50c870d832 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:58.825049 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-8501df13-c135-421c-ba81-ae50c870d832 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676528 Mar 23 01:29:58.826900 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-856bbdb2-3ba4-40da-a8fe-46413387b21c req-3eb5ee66-d7be-4d1d-882b-49c8a847f38f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32d99b6f-82e0-4417-9e5f-752004b63652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578666 Mar 23 01:29:58.834056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfd9d7e-ab02-4007-b41d-838d35a732fe', 'name': 'network-vif-deleted', 'tag': '8cb45cd1-8648-498a-ad48-54d74e46b1c6'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:58.836437 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00722277-f427-4262-baf0-251ae467338d" -d '{"events": [{"server_uuid": "8dfd9d7e-ab02-4007-b41d-838d35a732fe", "name": "network-vif-deleted", "tag": "8cb45cd1-8648-498a-ad48-54d74e46b1c6"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:58.861402 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3e01b78b-9854-4817-88c1-aa3667c7b7a2 req-fe44b88d-b5cf-40df-9f5b-26d92a3f0e8e tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (e107cec0-6849-44bd-b440-968af09f3eff), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:58.865695 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3e01b78b-9854-4817-88c1-aa3667c7b7a2 req-fe44b88d-b5cf-40df-9f5b-26d92a3f0e8e tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e107cec0-6849-44bd-b440-968af09f3eff), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:58.892807 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3e01b78b-9854-4817-88c1-aa3667c7b7a2 req-fe44b88d-b5cf-40df-9f5b-26d92a3f0e8e tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:58.894028 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3e01b78b-9854-4817-88c1-aa3667c7b7a2 req-fe44b88d-b5cf-40df-9f5b-26d92a3f0e8e tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1255944 Mar 23 01:29:58.897960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44b88d-b5cf-40df-9f5b-26d92a3f0e8e tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e107cec0-6849-44bd-b440-968af09f3eff,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:58.912771 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-e8ee875c-6462-4f1a-8c48-d8763763953b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/quotas/a2197bbb087244449add1667f6153ce8 HTTP/1.1" status: 200 len: 375 time: 0.0697932 Mar 23 01:29:58.955557 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ca4cc329-930e-4de8-91f7-11e4872a1a6c req-a8c74f60-f5b8-46a8-adbf-9ba72a16b18c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (9f5034fd-1750-46f2-a12b-5392f6c6dd6b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:58.987320 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-989a385c-386e-4042-91fe-f3ea92356d5a req-991394d3-9699-44b1-bc5c-1cfe6c16c88c tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0325313 Mar 23 01:29:59.006138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c74f60-f5b8-46a8-adbf-9ba72a16b18c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Pushing event deleted for resources: {'Port': ['ID=9f5034fd-1750-46f2-a12b-5392f6c6dd6b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:59.026583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cb3fd469-2e1e-4d26-a2cf-35de66e4754d up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:29:59.086375 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-5ea5396b-51c2-48e8-a476-a247f3e71417 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1726990 Mar 23 01:29:59.090784 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-856bbdb2-3ba4-40da-a8fe-46413387b21c req-3e345720-1c69-4f69-9dd1-0e27ae6b2efa service neutron] 10.222.0.42 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476599 Mar 23 01:29:59.101148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port cb3fd469-2e1e-4d26-a2cf-35de66e4754d completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:29:59.106749 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4cc329-930e-4de8-91f7-11e4872a1a6c req-a8c74f60-f5b8-46a8-adbf-9ba72a16b18c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] No DVR routers for this DVR port 9f5034fd-1750-46f2-a12b-5392f6c6dd6b on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:29:59.115036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port cb3fd469-2e1e-4d26-a2cf-35de66e4754d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:29:59.115856 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ca4cc329-930e-4de8-91f7-11e4872a1a6c req-a8c74f60-f5b8-46a8-adbf-9ba72a16b18c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:59.116644 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cb3fd469-2e1e-4d26-a2cf-35de66e4754d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:59.119251 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ca4cc329-930e-4de8-91f7-11e4872a1a6c req-a8c74f60-f5b8-46a8-adbf-9ba72a16b18c tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.43 "DELETE /v2.0/ports/9f5034fd-1750-46f2-a12b-5392f6c6dd6b HTTP/1.1" status: 204 len: 173 time: 1.6582870 Mar 23 01:29:59.125188 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-01baf814-b520-4b47-92ad-b80c581e69d5 req-9cc0c6a9-d3b2-41da-9d2b-c399f7fc39b5 tempest-ListServersNegativeTestJSON-1308335109 tempest-ListServersNegativeTestJSON-1308335109-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dfd9d7e-ab02-4007-b41d-838d35a732fe HTTP/1.1" status: 200 len: 210 time: 0.0456195 Mar 23 01:29:59.193672 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6969387-fc50-4b40-831d-0e352c8121f7 x-openstack-request-id: req-d6969387-fc50-4b40-831d-0e352c8121f7 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:59.193971 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfd9d7e-ab02-4007-b41d-838d35a732fe", "name": "network-vif-deleted", "tag": "8cb45cd1-8648-498a-ad48-54d74e46b1c6", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:59.194226 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6969387-fc50-4b40-831d-0e352c8121f7 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:59.196506 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6969387-fc50-4b40-831d-0e352c8121f7'] response: {'server_uuid': '8dfd9d7e-ab02-4007-b41d-838d35a732fe', 'name': 'network-vif-deleted', 'tag': '8cb45cd1-8648-498a-ad48-54d74e46b1c6', 'status': 'completed', 'code': 200} Mar 23 01:29:59.205003 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-362e85d4-d193-4859-a0f7-14f71f9259c1 req-beec7e37-1868-4a05-ad18-2958ad55820a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-965472287', 'description': 'tempest-description-1369249721'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:59.236114 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-362e85d4-d193-4859-a0f7-14f71f9259c1 req-beec7e37-1868-4a05-ad18-2958ad55820a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:59.256918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port cb3fd469-2e1e-4d26-a2cf-35de66e4754d is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:59.257259 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cb3fd469-2e1e-4d26-a2cf-35de66e4754d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:59.290648 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed197093-9bbd-437b-9bd8-7e754b268d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3fd469-2e1e-4d26-a2cf-35de66e4754d'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:29:59.294003 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e569fdd-21f2-46b1-96b8-df39ce97714c" -d '{"events": [{"server_uuid": "ed197093-9bbd-437b-9bd8-7e754b268d6d", "name": "network-vif-plugged", "status": "completed", "tag": "cb3fd469-2e1e-4d26-a2cf-35de66e4754d"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:29:59.310644 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-856bbdb2-3ba4-40da-a8fe-46413387b21c req-c9e60813-6d58-40ba-8e19-f68af3c740b6 service neutron] 10.222.0.42 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052011 Mar 23 01:29:59.311326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port cb3fd469-2e1e-4d26-a2cf-35de66e4754d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cb3fd469-2e1e-4d26-a2cf-35de66e4754d,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:59.319035 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cb3fd469-2e1e-4d26-a2cf-35de66e4754d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:59.321551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ace774f7-592a-4eb6-a147-caa3aee00d6a up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:29:59.370517 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-362e85d4-d193-4859-a0f7-14f71f9259c1 req-beec7e37-1868-4a05-ad18-2958ad55820a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (c4cf39bc-4aa6-4f06-9b65-36e067166d87), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:59.377178 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-362e85d4-d193-4859-a0f7-14f71f9259c1 req-beec7e37-1868-4a05-ad18-2958ad55820a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c4cf39bc-4aa6-4f06-9b65-36e067166d87), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:59.412423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=cb3fd469-2e1e-4d26-a2cf-35de66e4754d,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:59.423943 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec7e37-1868-4a05-ad18-2958ad55820a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cf39bc-4aa6-4f06-9b65-36e067166d87,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:59.435728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port ace774f7-592a-4eb6-a147-caa3aee00d6a completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:29:59.444264 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-362e85d4-d193-4859-a0f7-14f71f9259c1 req-beec7e37-1868-4a05-ad18-2958ad55820a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:59.449072 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port ace774f7-592a-4eb6-a147-caa3aee00d6a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:29:59.449770 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:59.465201 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-362e85d4-d193-4859-a0f7-14f71f9259c1 req-beec7e37-1868-4a05-ad18-2958ad55820a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2657688 Mar 23 01:29:59.524577 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde2a44-761f-4fe2-9a02-6ea45e9cccfb req-9a035791-338f-4f14-ad3d-5d45ad015140 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:59.525603 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d0cbb7e8-f711-445c-82bf-c0087440bcec req-197367a8-6456-444f-b6ef-4b73b6515d08 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 210 time: 0.0313923 Mar 23 01:29:59.531963 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bdde2a44-761f-4fe2-9a02-6ea45e9cccfb req-9a035791-338f-4f14-ad3d-5d45ad015140 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 944 time: 0.1196818 Mar 23 01:29:59.580058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port ace774f7-592a-4eb6-a147-caa3aee00d6a is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:29:59.580882 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:59.613731 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bdde2a44-761f-4fe2-9a02-6ea45e9cccfb req-ddeb5734-6382-4284-a867-478c5183e37a tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604632 Mar 23 01:29:59.631536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:29:59.637812 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:59.639133 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8cb45cd1-8648-498a-ad48-54d74e46b1c6 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:29:59.683719 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6696d322-af5b-4010-a091-51fd705bd21d x-openstack-request-id: req-6696d322-af5b-4010-a091-51fd705bd21d {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:29:59.684039 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed197093-9bbd-437b-9bd8-7e754b268d6d", "name": "network-vif-plugged", "status": "completed", "tag": "cb3fd469-2e1e-4d26-a2cf-35de66e4754d", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:29:59.684750 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0be60ec9-3245-4501-906b-15fc87df53c2 req-5ef0d311-6e36-481e-830b-140080ccb737 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/e107cec0-6849-44bd-b440-968af09f3eff HTTP/1.1" status: 200 len: 1821 time: 0.0556970 Mar 23 01:29:59.690390 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6696d322-af5b-4010-a091-51fd705bd21d {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:29:59.690983 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6696d322-af5b-4010-a091-51fd705bd21d'] response: {'server_uuid': 'ed197093-9bbd-437b-9bd8-7e754b268d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3fd469-2e1e-4d26-a2cf-35de66e4754d', 'code': 200} Mar 23 01:29:59.693695 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 8cb45cd1-8648-498a-ad48-54d74e46b1c6 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:29:59.694040 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8cb45cd1-8648-498a-ad48-54d74e46b1c6 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:29:59.743746 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=ace774f7-592a-4eb6-a147-caa3aee00d6a,revision_number=13']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:29:59.785983 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0be60ec9-3245-4501-906b-15fc87df53c2 req-91b47636-5cf5-4ec1-9887-c5ee00e50d18 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/c4cf39bc-4aa6-4f06-9b65-36e067166d87 HTTP/1.1" status: 200 len: 1821 time: 0.0836427 Mar 23 01:29:59.786437 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4ece7-f636-4432-a82c-ac4755e579ee req-8fcb5d5b-44b6-4d11-8174-713adbf9ed9a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:59.788282 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4c4ece7-f636-4432-a82c-ac4755e579ee req-8fcb5d5b-44b6-4d11-8174-713adbf9ed9a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.0665567 Mar 23 01:29:59.792837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-0be60ec9-3245-4501-906b-15fc87df53c2 req-405a8ec8-3554-4504-b7b4-7e59bdfd54af tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e107cec0-6849-44bd-b440-968af09f3eff', 'remote_group_id': 'c4cf39bc-4aa6-4f06-9b65-36e067166d87', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:59.793157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-0be60ec9-3245-4501-906b-15fc87df53c2 req-405a8ec8-3554-4504-b7b4-7e59bdfd54af tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e107cec0-6849-44bd-b440-968af09f3eff', 'remote_group_id': 'c4cf39bc-4aa6-4f06-9b65-36e067166d87', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:29:59.823837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28972c98-9942-4075-a4e7-974949491279 req-0c9e5a99-dcd7-4e1f-9b31-0b5126f93bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:29:59.825561 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28972c98-9942-4075-a4e7-974949491279 req-0c9e5a99-dcd7-4e1f-9b31-0b5126f93bf3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 1127 time: 0.0828881 Mar 23 01:29:59.857309 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4c4ece7-f636-4432-a82c-ac4755e579ee req-15648387-0f8f-4a9a-8233-fa1072233293 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611968 Mar 23 01:29:59.912663 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0be60ec9-3245-4501-906b-15fc87df53c2 req-405a8ec8-3554-4504-b7b4-7e59bdfd54af tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (98838815-4172-46ca-9631-295cc0cb6322), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:59.923965 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28972c98-9942-4075-a4e7-974949491279 req-d5a4559d-8c0a-4032-b85d-9d997c022cb3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910263 Mar 23 01:29:59.969614 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0be60ec9-3245-4501-906b-15fc87df53c2 req-405a8ec8-3554-4504-b7b4-7e59bdfd54af tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (98838815-4172-46ca-9631-295cc0cb6322), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:59.974363 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0be60ec9-3245-4501-906b-15fc87df53c2 req-405a8ec8-3554-4504-b7b4-7e59bdfd54af tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (98838815-4172-46ca-9631-295cc0cb6322), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:29:59.992716 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a8ec8-3554-4504-b7b4-7e59bdfd54af tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98838815-4172-46ca-9631-295cc0cb6322,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:00.002820 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0be60ec9-3245-4501-906b-15fc87df53c2 req-405a8ec8-3554-4504-b7b4-7e59bdfd54af tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.003045 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb2e22-e5fa-4ba0-8122-dda7e911f714 req-a52ce241-d7be-4cc1-889f-a43f0f4e58d2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:00.004023 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0be60ec9-3245-4501-906b-15fc87df53c2 req-405a8ec8-3554-4504-b7b4-7e59bdfd54af tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2167625 Mar 23 01:30:00.005350 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52bb2e22-e5fa-4ba0-8122-dda7e911f714 req-a52ce241-d7be-4cc1-889f-a43f0f4e58d2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 945 time: 0.0811427 Mar 23 01:30:00.061369 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52bb2e22-e5fa-4ba0-8122-dda7e911f714 req-2b933999-1bd7-43e9-9b6e-3ecc695831e1 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498140 Mar 23 01:30:00.069592 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0cf4b1f-76d8-4091-a1cd-5b9cedc11b0d req-178bff06-3c17-4f54-8500-c1c66ff84b78 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/c4cf39bc-4aa6-4f06-9b65-36e067166d87 HTTP/1.1" status: 200 len: 1821 time: 0.0456262 Mar 23 01:30:00.134063 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0cf4b1f-76d8-4091-a1cd-5b9cedc11b0d req-9c0a5a81-81fb-4bd2-9d85-20f1e3a5e05f tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (c4cf39bc-4aa6-4f06-9b65-36e067166d87), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.160110 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0cf4b1f-76d8-4091-a1cd-5b9cedc11b0d req-9c0a5a81-81fb-4bd2-9d85-20f1e3a5e05f tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (c4cf39bc-4aa6-4f06-9b65-36e067166d87), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.161444 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f1915e3-6f0a-43d4-8fa6-e3c4d30136d6 req-12813bdd-eedd-4f83-a173-8f19bbd35690 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0293152 Mar 23 01:30:00.239794 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0cf4b1f-76d8-4091-a1cd-5b9cedc11b0d req-9c0a5a81-81fb-4bd2-9d85-20f1e3a5e05f tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c4cf39bc-4aa6-4f06-9b65-36e067166d87), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.242510 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0cf4b1f-76d8-4091-a1cd-5b9cedc11b0d req-9c0a5a81-81fb-4bd2-9d85-20f1e3a5e05f tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.243815 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0cf4b1f-76d8-4091-a1cd-5b9cedc11b0d req-9c0a5a81-81fb-4bd2-9d85-20f1e3a5e05f tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "DELETE /v2.0/security-groups/c4cf39bc-4aa6-4f06-9b65-36e067166d87 HTTP/1.1" status: 204 len: 173 time: 0.1680093 Mar 23 01:30:00.257086 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a5a81-81fb-4bd2-9d85-20f1e3a5e05f tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cf39bc-4aa6-4f06-9b65-36e067166d87,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:00.271915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57410) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:00.307558 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c745778-491e-4b19-9e96-7ea001df2f46 req-0f45965e-787b-42fc-9af2-66362a89b992 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/e107cec0-6849-44bd-b440-968af09f3eff HTTP/1.1" status: 200 len: 1821 time: 0.0452006 Mar 23 01:30:00.318480 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38f1625-f5f8-43e2-9532-90367cf53d54 admin admin] Deleting subnet 506fc8cb-b131-4468-9ea5-c13892963b9c {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:30:00.321692 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f38f1625-f5f8-43e2-9532-90367cf53d54 admin admin] Publish callbacks [] for subnet (506fc8cb-b131-4468-9ea5-c13892963b9c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.352157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-e169d5e6-222f-4941-acf4-e822670a0a67 req-0810d6ec-641a-4143-9e39-2ce22df633c3 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-729753789', 'description': 'tempest-description-941892572'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:00.377193 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f38f1625-f5f8-43e2-9532-90367cf53d54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (506fc8cb-b131-4468-9ea5-c13892963b9c), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.406075 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e169d5e6-222f-4941-acf4-e822670a0a67 req-0810d6ec-641a-4143-9e39-2ce22df633c3 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.440484 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f38f1625-f5f8-43e2-9532-90367cf53d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (506fc8cb-b131-4468-9ea5-c13892963b9c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.510327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device daef5bbd-c94e-4520-844f-3a3329089a94 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:30:00.519492 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e169d5e6-222f-4941-acf4-e822670a0a67 req-0810d6ec-641a-4143-9e39-2ce22df633c3 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (4bc634fd-bd3c-4cdc-b6e5-9e4f79934f56), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.522131 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f38f1625-f5f8-43e2-9532-90367cf53d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (506fc8cb-b131-4468-9ea5-c13892963b9c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.526655 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e169d5e6-222f-4941-acf4-e822670a0a67 req-0810d6ec-641a-4143-9e39-2ce22df633c3 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4bc634fd-bd3c-4cdc-b6e5-9e4f79934f56), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.585913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f1625-f5f8-43e2-9532-90367cf53d54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=506fc8cb-b131-4468-9ea5-c13892963b9c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:00.594160 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f38f1625-f5f8-43e2-9532-90367cf53d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.597977 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f38f1625-f5f8-43e2-9532-90367cf53d54 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/506fc8cb-b131-4468-9ea5-c13892963b9c HTTP/1.1" status: 204 len: 168 time: 0.3249097 Mar 23 01:30:00.600918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57416) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:00.604362 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e169d5e6-222f-4941-acf4-e822670a0a67 req-0810d6ec-641a-4143-9e39-2ce22df633c3 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.605786 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e169d5e6-222f-4941-acf4-e822670a0a67 req-0810d6ec-641a-4143-9e39-2ce22df633c3 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2595003 Mar 23 01:30:00.611457 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810d6ec-641a-4143-9e39-2ce22df633c3 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc634fd-bd3c-4cdc-b6e5-9e4f79934f56,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:00.641392 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=daef5bbd-c94e-4520-844f-3a3329089a94,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:00.653889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'daef5bbd-c94e-4520-844f-3a3329089a94', 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315', 'port_id': 'daef5bbd-c94e-4520-844f-3a3329089a94', 'mac_address': 'fa:16:3e:aa:ba:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b151ab54-9dd9-40f8-bf23-730b361e4833', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:30:00.704918 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-42566973-0cf1-4dbc-9ad2-b60e955d491f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (ab9df0e6-dce9-4d34-8f0a-69ea139a8629), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.711606 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port daef5bbd-c94e-4520-844f-3a3329089a94 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:00.712071 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.726673 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33b9bbe7-72a5-4eb6-9d27-0c4af3f65e49 req-6316af44-ba7d-4eb2-ad22-01f5d3ea1b4b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 210 time: 0.1005690 Mar 23 01:30:00.727710 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daef5bbd-c94e-4520-844f-3a3329089a94 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:30:00.750786 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-25170a78-52ed-4303-8321-6467624980b8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a2197bbb087244449add1667f6153ce8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432870 Mar 23 01:30:00.760852 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8b9a9-9332-4915-aa4b-7ee3a157f9a7 req-a9ab462b-0743-426d-89fb-55ce86f70a8d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:00.764086 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ce8b9a9-9332-4915-aa4b-7ee3a157f9a7 req-a9ab462b-0743-426d-89fb-55ce86f70a8d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 944 time: 0.0813792 Mar 23 01:30:00.773076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=daef5bbd-c94e-4520-844f-3a3329089a94,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:00.779345 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.803182 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59505e78-e149-46d7-bc10-9a73e0a0a138 req-19419ba2-1533-4b8b-8b99-77e1f8f4fd88 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0751293 Mar 23 01:30:00.825178 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ce8b9a9-9332-4915-aa4b-7ee3a157f9a7 req-6f20aa5a-56da-49d7-abbd-6d8aa17eeb92 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544839 Mar 23 01:30:00.855264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=daef5bbd-c94e-4520-844f-3a3329089a94,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:00.967660 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-176ac1fb-c089-4b42-8316-2ffbf2bd5d97 req-2c725c3f-8b9c-4242-86a4-ff25683c7c68 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/4bc634fd-bd3c-4cdc-b6e5-9e4f79934f56 HTTP/1.1" status: 200 len: 1820 time: 0.1774998 Mar 23 01:30:00.982019 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-42566973-0cf1-4dbc-9ad2-b60e955d491f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (ab9df0e6-dce9-4d34-8f0a-69ea139a8629), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:00.982485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e727c7-b56e-4548-a687-d1993826f1b2 req-9ca9c2e6-614e-4864-a2dd-764832aa3ac3 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:00.984014 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-05e727c7-b56e-4548-a687-d1993826f1b2 req-9ca9c2e6-614e-4864-a2dd-764832aa3ac3 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 944 time: 0.0534735 Mar 23 01:30:00.994028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-176ac1fb-c089-4b42-8316-2ffbf2bd5d97 req-b01124d7-5bc2-4d22-882d-58c9feb66f2a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4bc634fd-bd3c-4cdc-b6e5-9e4f79934f56', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:00.994368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-176ac1fb-c089-4b42-8316-2ffbf2bd5d97 req-b01124d7-5bc2-4d22-882d-58c9feb66f2a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4bc634fd-bd3c-4cdc-b6e5-9e4f79934f56', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:01.005911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-be37f33e-8e0f-44d1-8aa0-6c550ca3b1c0 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:01.007307 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-be37f33e-8e0f-44d1-8aa0-6c550ca3b1c0 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465725 Mar 23 01:30:01.030126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-9c774cbc-ac59-4652-be0a-eca6492bf5da tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Request body: {'port': {'device_id': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': 'a2197bbb087244449add1667f6153ce8'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:01.031842 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-05e727c7-b56e-4548-a687-d1993826f1b2 req-5b501f65-640f-42e3-a083-03522ffd2fe6 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417135 Mar 23 01:30:01.034554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:30:01.075671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-42566973-0cf1-4dbc-9ad2-b60e955d491f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9df0e6-dce9-4d34-8f0a-69ea139a8629']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:01.094739 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-42566973-0cf1-4dbc-9ad2-b60e955d491f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0fa3bf-cbb7-4b96-a437-eea8ac117579') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:01.095050 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-42566973-0cf1-4dbc-9ad2-b60e955d491f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0fa3bf-cbb7-4b96-a437-eea8ac117579') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:01.110307 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-42566973-0cf1-4dbc-9ad2-b60e955d491f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (2f0fa3bf-cbb7-4b96-a437-eea8ac117579), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.161708 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-42566973-0cf1-4dbc-9ad2-b60e955d491f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2f0fa3bf-cbb7-4b96-a437-eea8ac117579), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.163335 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:01.179419 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32', 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652', 'port_id': '8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32', 'mac_address': 'fa:16:3e:75:e0:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:30:01.182305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42566973-0cf1-4dbc-9ad2-b60e955d491f admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:30:01.182709 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-42566973-0cf1-4dbc-9ad2-b60e955d491f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (2f0fa3bf-cbb7-4b96-a437-eea8ac117579), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:30:01.184328 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:30:01.202334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c', 'name': 'network-vif-deleted', 'tag': '9f5034fd-1750-46f2-a12b-5392f6c6dd6b'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:01.205475 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a02c407-3419-4278-b6c5-fa04e6ed7f2c" -d '{"events": [{"server_uuid": "f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c", "name": "network-vif-deleted", "tag": "9f5034fd-1750-46f2-a12b-5392f6c6dd6b"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:01.228870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:01.229385 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.248161 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-176ac1fb-c089-4b42-8316-2ffbf2bd5d97 req-b01124d7-5bc2-4d22-882d-58c9feb66f2a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (d8734b7f-342f-4827-bfbf-7b9da3f18543), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.255561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['daef5bbd-c94e-4520-844f-3a3329089a94'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:30:01.262498 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:30:01.264345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fedb1-718b-47db-98e7-ef972dbb29c9 req-5c1b2317-33ae-4222-872a-13380c0a3a97 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:01.266257 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-169fedb1-718b-47db-98e7-ef972dbb29c9 req-5c1b2317-33ae-4222-872a-13380c0a3a97 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 945 time: 0.0943952 Mar 23 01:30:01.288868 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-42566973-0cf1-4dbc-9ad2-b60e955d491f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (ab9df0e6-dce9-4d34-8f0a-69ea139a8629), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.302855 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-176ac1fb-c089-4b42-8316-2ffbf2bd5d97 req-b01124d7-5bc2-4d22-882d-58c9feb66f2a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (d8734b7f-342f-4827-bfbf-7b9da3f18543), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.304104 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-42566973-0cf1-4dbc-9ad2-b60e955d491f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.307279 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-42566973-0cf1-4dbc-9ad2-b60e955d491f admin admin] 10.222.0.18 "DELETE /v2.0/networks/ab9df0e6-dce9-4d34-8f0a-69ea139a8629 HTTP/1.1" status: 204 len: 168 time: 0.7052631 Mar 23 01:30:01.309213 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-9c774cbc-ac59-4652-be0a-eca6492bf5da tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Made reservation on behalf of a2197bbb087244449add1667f6153ce8 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:30:01.313443 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-9c774cbc-ac59-4652-be0a-eca6492bf5da tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.330985 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-176ac1fb-c089-4b42-8316-2ffbf2bd5d97 req-b01124d7-5bc2-4d22-882d-58c9feb66f2a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (d8734b7f-342f-4827-bfbf-7b9da3f18543), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.337324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42566973-0cf1-4dbc-9ad2-b60e955d491f admin admin] Pushing event deleted for resources: {'Network': ['ID=ab9df0e6-dce9-4d34-8f0a-69ea139a8629,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:01.362823 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-169fedb1-718b-47db-98e7-ef972dbb29c9 req-4f6e6319-d64c-40e1-9265-fce083c03352 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853186 Mar 23 01:30:01.366641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01124d7-5bc2-4d22-882d-58c9feb66f2a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8734b7f-342f-4827-bfbf-7b9da3f18543,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:01.381187 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-176ac1fb-c089-4b42-8316-2ffbf2bd5d97 req-b01124d7-5bc2-4d22-882d-58c9feb66f2a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.382662 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-176ac1fb-c089-4b42-8316-2ffbf2bd5d97 req-b01124d7-5bc2-4d22-882d-58c9feb66f2a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4040911 Mar 23 01:30:01.411630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:01.438559 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.453983 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6350937c-e137-4a03-a3fe-07767c8ab782 x-openstack-request-id: req-6350937c-e137-4a03-a3fe-07767c8ab782 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:01.454493 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c", "name": "network-vif-deleted", "tag": "9f5034fd-1750-46f2-a12b-5392f6c6dd6b", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:01.454892 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6350937c-e137-4a03-a3fe-07767c8ab782 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:01.455534 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6350937c-e137-4a03-a3fe-07767c8ab782'] response: {'server_uuid': 'f242bf9e-3fae-48cb-a2d3-7b8f9db6a59c', 'name': 'network-vif-deleted', 'tag': '9f5034fd-1750-46f2-a12b-5392f6c6dd6b', 'status': 'completed', 'code': 200} Mar 23 01:30:01.478591 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09217319-75de-4836-aba7-75dcafd4fac0 req-ccf1b3bb-e77d-4747-ae24-125d8aa0c8b2 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0431395 Mar 23 01:30:01.554876 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9fde0452-3773-44b0-98c8-0ec46f413847 req-0e50ad07-b5da-4f82-90c5-38e397e5f4c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e1f35bd-b540-42bd-a375-b653d5ba872f HTTP/1.1" status: 200 len: 210 time: 0.2813277 Mar 23 01:30:01.559865 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-309b7264-6f0f-4d89-b695-64022a61ac20 req-ac736301-ae36-49f1-83ea-62b760044ea7 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/4bc634fd-bd3c-4cdc-b6e5-9e4f79934f56 HTTP/1.1" status: 200 len: 2413 time: 0.0931520 Mar 23 01:30:01.560649 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-9c774cbc-ac59-4652-be0a-eca6492bf5da tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Allocated IP 192.168.233.200 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/73ec178b-73b4-43c6-baf9-c74097125f15) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:30:01.569877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:01.579176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-309b7264-6f0f-4d89-b695-64022a61ac20 req-c7a1c20e-eced-4c71-a053-71b730d67c74 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4bc634fd-bd3c-4cdc-b6e5-9e4f79934f56', 'remote_group_id': None}]} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:01.579502 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-309b7264-6f0f-4d89-b695-64022a61ac20 req-c7a1c20e-eced-4c71-a053-71b730d67c74 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4bc634fd-bd3c-4cdc-b6e5-9e4f79934f56', 'remote_group_id': None}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:01.636866 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57436) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:01.678917 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cc3e466b-f625-4a39-b9a8-a4f614a7bf5b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f6d3df7c0f14ae88ab865aa48748b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401652 Mar 23 01:30:01.681443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57438) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:01.692309 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:01.694913 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f02584c-dc3b-422b-a025-12a3273c495d" -d '{"events": [{"server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "name": "network-vif-plugged", "status": "completed", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:01.714819 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-309b7264-6f0f-4d89-b695-64022a61ac20 req-c7a1c20e-eced-4c71-a053-71b730d67c74 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (b108b581-d3a2-4a91-93b4-c5b4db48e153), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.730352 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5fb94660-8d45-4030-8443-66fccd2a4312 admin admin] Publish callbacks [] for security_group (fdf1d912-47cc-487a-9e78-2a5dcff3fd64), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.736512 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ac3f85-2f0e-4faf-a38c-5dd18cd0d590 x-openstack-request-id: req-93ac3f85-2f0e-4faf-a38c-5dd18cd0d590 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:01.736944 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "name": "network-vif-plugged", "status": "completed", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:01.737257 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93ac3f85-2f0e-4faf-a38c-5dd18cd0d590 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:01.738980 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ac3f85-2f0e-4faf-a38c-5dd18cd0d590'] response: {'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a', 'code': 200} Mar 23 01:30:01.748577 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-309b7264-6f0f-4d89-b695-64022a61ac20 req-c7a1c20e-eced-4c71-a053-71b730d67c74 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (b108b581-d3a2-4a91-93b4-c5b4db48e153), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.761371 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-309b7264-6f0f-4d89-b695-64022a61ac20 req-c7a1c20e-eced-4c71-a053-71b730d67c74 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (b108b581-d3a2-4a91-93b4-c5b4db48e153), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.765522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:30:01.769043 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5fb94660-8d45-4030-8443-66fccd2a4312 admin admin] Publish callbacks [] for security_group (fdf1d912-47cc-487a-9e78-2a5dcff3fd64), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.802759 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1c20e-eced-4c71-a053-71b730d67c74 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b108b581-d3a2-4a91-93b4-c5b4db48e153,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:01.821442 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-9c774cbc-ac59-4652-be0a-eca6492bf5da tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks [] for port (73ec178b-73b4-43c6-baf9-c74097125f15), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.829192 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-309b7264-6f0f-4d89-b695-64022a61ac20 req-c7a1c20e-eced-4c71-a053-71b730d67c74 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.835134 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-309b7264-6f0f-4d89-b695-64022a61ac20 req-c7a1c20e-eced-4c71-a053-71b730d67c74 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2628877 Mar 23 01:30:01.872832 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5fb94660-8d45-4030-8443-66fccd2a4312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fdf1d912-47cc-487a-9e78-2a5dcff3fd64), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.875499 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5fb94660-8d45-4030-8443-66fccd2a4312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.877270 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5fb94660-8d45-4030-8443-66fccd2a4312 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdf1d912-47cc-487a-9e78-2a5dcff3fd64 HTTP/1.1" status: 204 len: 168 time: 0.1945050 Mar 23 01:30:01.879851 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7a11608-2c56-4a22-9126-0f2afa9d9b06 req-350b14ee-f76a-4806-b988-1e833bd02fdd tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 210 time: 0.0441613 Mar 23 01:30:01.894607 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb94660-8d45-4030-8443-66fccd2a4312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf1d912-47cc-487a-9e78-2a5dcff3fd64,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:01.927866 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-9c774cbc-ac59-4652-be0a-eca6492bf5da tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:01.946795 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['12cc3aa7-3a74-4937-8205-13c47cc68a3a', 'ace774f7-592a-4eb6-a147-caa3aee00d6a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:30:01.984485 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['7dfb5313-72b1-49c3-b766-3525312824ec'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:30:02.023857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-9c774cbc-ac59-4652-be0a-eca6492bf5da tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:30:02.025342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c774cbc-ac59-4652-be0a-eca6492bf5da tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Pushing event updated for resources: {'Port': ['ID=73ec178b-73b4-43c6-baf9-c74097125f15,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:02.027845 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-9c774cbc-ac59-4652-be0a-eca6492bf5da tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:30:02.033246 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-471c5931-8acf-41dc-82b1-4b2b7c48f946 req-7ff11c00-ca3f-469d-afa8-48b1f734910f tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/4bc634fd-bd3c-4cdc-b6e5-9e4f79934f56 HTTP/1.1" status: 200 len: 3011 time: 0.1715434 Mar 23 01:30:02.034019 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-9c774cbc-ac59-4652-be0a-eca6492bf5da tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:30:02.066738 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53f084-046c-4945-95ae-3d7a6b16df0e req-bf18a65b-a28d-48dc-a521-318a7ffb06f3 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:02.068950 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3c53f084-046c-4945-95ae-3d7a6b16df0e req-bf18a65b-a28d-48dc-a521-318a7ffb06f3 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 945 time: 0.0938747 Mar 23 01:30:02.137765 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-468e25e8-6585-4ebf-a178-482e12f6671c req-57a7dd19-f3b4-476d-b13d-b24d6666569b tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-group-rules/b108b581-d3a2-4a91-93b4-c5b4db48e153 HTTP/1.1" status: 200 len: 783 time: 0.0430148 Mar 23 01:30:02.148166 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3c53f084-046c-4945-95ae-3d7a6b16df0e req-8c8fd8c3-1384-4891-94b8-dffcb04d2dec tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710275 Mar 23 01:30:02.176530 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-9c774cbc-ac59-4652-be0a-eca6492bf5da tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:02.177440 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-9c774cbc-ac59-4652-be0a-eca6492bf5da tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:02.228182 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-9c774cbc-ac59-4652-be0a-eca6492bf5da tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2044790 Mar 23 01:30:02.253866 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Request body: {'port': {'device_id': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:02.265253 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-468e25e8-6585-4ebf-a178-482e12f6671c req-f6f4c1aa-ffb1-4bce-bce5-c44b6d6aa5eb tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/4bc634fd-bd3c-4cdc-b6e5-9e4f79934f56 HTTP/1.1" status: 200 len: 3011 time: 0.1232417 Mar 23 01:30:02.361118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d6a45-a0c9-4f68-994b-b4f97f396ba2 req-73d15818-69b3-41b3-9e45-9c3a85445c42 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:02.368643 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-222d6a45-a0c9-4f68-994b-b4f97f396ba2 req-73d15818-69b3-41b3-9e45-9c3a85445c42 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 944 time: 0.1043026 Mar 23 01:30:02.372286 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:02.386980 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-468e25e8-6585-4ebf-a178-482e12f6671c req-3fbdabd4-76da-43b8-860b-48360cff759a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (b108b581-d3a2-4a91-93b4-c5b4db48e153), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:02.399384 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-468e25e8-6585-4ebf-a178-482e12f6671c req-3fbdabd4-76da-43b8-860b-48360cff759a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (b108b581-d3a2-4a91-93b4-c5b4db48e153), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:02.438473 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-222d6a45-a0c9-4f68-994b-b4f97f396ba2 req-f4010efd-fdf2-4d27-982f-85159f5a257a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604985 Mar 23 01:30:02.484526 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-468e25e8-6585-4ebf-a178-482e12f6671c req-3fbdabd4-76da-43b8-860b-48360cff759a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (b108b581-d3a2-4a91-93b4-c5b4db48e153), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:02.492003 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-468e25e8-6585-4ebf-a178-482e12f6671c req-3fbdabd4-76da-43b8-860b-48360cff759a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:02.494064 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-468e25e8-6585-4ebf-a178-482e12f6671c req-3fbdabd4-76da-43b8-860b-48360cff759a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b108b581-d3a2-4a91-93b4-c5b4db48e153 HTTP/1.1" status: 204 len: 173 time: 0.2264380 Mar 23 01:30:02.497161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-53d7ff4d-0fe4-462d-a965-a44e0fe79ea3 None None] Provisioning complete for port 73ec178b-73b4-43c6-baf9-c74097125f15 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:02.508432 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-53d7ff4d-0fe4-462d-a965-a44e0fe79ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:02.519117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdabd4-76da-43b8-860b-48360cff759a tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b108b581-d3a2-4a91-93b4-c5b4db48e153,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:02.561482 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 9f5034fd-1750-46f2-a12b-5392f6c6dd6b no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:30:02.571680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e6611-614c-46ef-83f0-99d8772f7396 req-c6f115a9-d888-45ce-a122-75ce68b2314c tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:02.573703 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-424e6611-614c-46ef-83f0-99d8772f7396 req-c6f115a9-d888-45ce-a122-75ce68b2314c tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 945 time: 0.0735683 Mar 23 01:30:02.604112 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 9f5034fd-1750-46f2-a12b-5392f6c6dd6b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:30:02.604775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 9f5034fd-1750-46f2-a12b-5392f6c6dd6b not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:30:02.614348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-53d7ff4d-0fe4-462d-a965-a44e0fe79ea3 None None] Port 73ec178b-73b4-43c6-baf9-c74097125f15 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:30:02.636227 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e542ff62-9b1c-44f5-9713-8cf67434299f req-1f2674ab-ae3c-48dc-a465-fc4ed4d098f2 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0413113 Mar 23 01:30:02.648910 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-424e6611-614c-46ef-83f0-99d8772f7396 req-df908492-8635-4b7e-ac39-d625f11a4cf3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687211 Mar 23 01:30:02.721766 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2536366c-88e7-4aaa-b816-afd8e69dd4ce req-24b6fea3-388f-4c8f-a35b-03493bde3598 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/4bc634fd-bd3c-4cdc-b6e5-9e4f79934f56 HTTP/1.1" status: 200 len: 2413 time: 0.0455837 Mar 23 01:30:02.780022 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2536366c-88e7-4aaa-b816-afd8e69dd4ce req-d4d96118-8cfc-4d9c-89a7-e14de12610fc tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (4bc634fd-bd3c-4cdc-b6e5-9e4f79934f56), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:02.811798 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2536366c-88e7-4aaa-b816-afd8e69dd4ce req-d4d96118-8cfc-4d9c-89a7-e14de12610fc tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (4bc634fd-bd3c-4cdc-b6e5-9e4f79934f56), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:02.827918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ec178b-73b4-43c6-baf9-c74097125f15 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:30:02.837549 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Publish callbacks [] for port (73ec178b-73b4-43c6-baf9-c74097125f15), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:02.858211 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Transition to ACTIVE for port object 73ec178b-73b4-43c6-baf9-c74097125f15 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:30:02.862648 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:02.873354 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2536366c-88e7-4aaa-b816-afd8e69dd4ce req-d4d96118-8cfc-4d9c-89a7-e14de12610fc tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4bc634fd-bd3c-4cdc-b6e5-9e4f79934f56), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:02.876153 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2536366c-88e7-4aaa-b816-afd8e69dd4ce req-d4d96118-8cfc-4d9c-89a7-e14de12610fc tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:02.878831 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2536366c-88e7-4aaa-b816-afd8e69dd4ce req-d4d96118-8cfc-4d9c-89a7-e14de12610fc tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "DELETE /v2.0/security-groups/4bc634fd-bd3c-4cdc-b6e5-9e4f79934f56 HTTP/1.1" status: 204 len: 173 time: 0.1562226 Mar 23 01:30:02.898452 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d96118-8cfc-4d9c-89a7-e14de12610fc tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc634fd-bd3c-4cdc-b6e5-9e4f79934f56,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:02.955726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Pushing event updated for resources: {'Port': ['ID=73ec178b-73b4-43c6-baf9-c74097125f15,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:03.012435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Attempting to bind port 73ec178b-73b4-43c6-baf9-c74097125f15 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:30:03.013068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Attempting to bind port 73ec178b-73b4-43c6-baf9-c74097125f15 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:30:03.013664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Attempting to bind port 73ec178b-73b4-43c6-baf9-c74097125f15 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:03.019473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Port 73ec178b-73b4-43c6-baf9-c74097125f15 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:30:03.020105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Attempting to bind port 73ec178b-73b4-43c6-baf9-c74097125f15 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:03.027087 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:30:03.029859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57496) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:03.042030 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:30:03.042333 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:30:03.042721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:30:03.047792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Bound port: 73ec178b-73b4-43c6-baf9-c74097125f15, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:30:03.048235 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:03.081986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4dc1b-d4a6-4416-968c-7552e39ce0df req-ba39b420-8ccc-4a4a-a733-9aeffa9c528d tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:03.086551 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3aa4dc1b-d4a6-4416-968c-7552e39ce0df req-ba39b420-8ccc-4a4a-a733-9aeffa9c528d tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 945 time: 0.1079388 Mar 23 01:30:03.193903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:30:03.197628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73ec178b-73b4-43c6-baf9-c74097125f15,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:30:03.215213 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:03.271573 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3aa4dc1b-d4a6-4416-968c-7552e39ce0df req-15c12dc2-26cb-4bba-8cfe-cb4e1b7dc4b0 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723158 Mar 23 01:30:03.285766 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b500a5ee-ccc5-4a33-92bf-d1675ea35c71 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1911289940-network', 'tenant_id': 'a6e8d3f68cb94dd7b899fbdeee2ed93d'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:03.320806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:30:03.328363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:03.328825 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:03.348475 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-001063ad-915c-4e4a-a74f-9bddcf8e6792 req-21877ef9-e6f7-4bb9-9499-7d6b4f0b50a4 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] show failed (client error): The resource could not be found. Mar 23 01:30:03.349890 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-001063ad-915c-4e4a-a74f-9bddcf8e6792 req-21877ef9-e6f7-4bb9-9499-7d6b4f0b50a4 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/c4cf39bc-4aa6-4f06-9b65-36e067166d87 HTTP/1.1" status: 404 len: 352 time: 0.0383954 Mar 23 01:30:03.351655 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:03.352951 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:03.355360 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] 10.222.0.43 "PUT /v2.0/ports/73ec178b-73b4-43c6-baf9-c74097125f15 HTTP/1.1" status: 200 len: 1096 time: 1.1102755 Mar 23 01:30:03.359420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b500a5ee-ccc5-4a33-92bf-d1675ea35c71 admin admin] Made reservation on behalf of a6e8d3f68cb94dd7b899fbdeee2ed93d for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:30:03.365347 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b500a5ee-ccc5-4a33-92bf-d1675ea35c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:03.399139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431ef80-d3a9-46fa-b350-5cdc74003f87 service neutron] Pushing event updated for resources: {'Port': ['ID=73ec178b-73b4-43c6-baf9-c74097125f15,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:03.458318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:03.461414 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523ed183-0e27-48df-9d8e-a916fd607a65" -d '{"events": [{"name": "network-changed", "server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:03.476510 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b500a5ee-ccc5-4a33-92bf-d1675ea35c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:03.506910 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:03.507613 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:03.526010 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-6afa6d35-4678-4826-85d6-877b8290f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:03.527755 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-6afa6d35-4678-4826-85d6-877b8290f232 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 1130 time: 0.1113429 Mar 23 01:30:03.539788 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d6ae7-2c5e-45bb-af5f-b3250b4acc37 req-525bcdb8-df0d-4d30-adef-352e2af60506 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:03.553761 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e74d6ae7-2c5e-45bb-af5f-b3250b4acc37 req-525bcdb8-df0d-4d30-adef-352e2af60506 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 948 time: 0.1815815 Mar 23 01:30:03.563999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:03.565174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac199357-16e4-4a81-b405-a4571741e083 req-e0ca937e-a92c-4ab6-aa94-62ab6de69a1a tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:03.567176 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac199357-16e4-4a81-b405-a4571741e083 req-e0ca937e-a92c-4ab6-aa94-62ab6de69a1a tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 945 time: 0.0953357 Mar 23 01:30:03.575091 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:03.582454 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:03.601405 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-18f6661e-50bf-4e15-b80b-837bf1386f95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=73ec178b-73b4-43c6-baf9-c74097125f15 HTTP/1.1" status: 200 len: 217 time: 0.0589278 Mar 23 01:30:03.664843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:03.673629 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e74d6ae7-2c5e-45bb-af5f-b3250b4acc37 req-da7cbd74-fedf-461d-970b-df31f2f806e9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172941 Mar 23 01:30:03.689532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-72c0b27a-d417-42ee-890b-8c7aed09fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:03.691064 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-72c0b27a-d417-42ee-890b-8c7aed09fb3a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0816746 Mar 23 01:30:03.694626 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac199357-16e4-4a81-b405-a4571741e083 req-508b050e-abc0-436d-94b2-77cd2a886ad8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961809 Mar 23 01:30:03.735437 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b500a5ee-ccc5-4a33-92bf-d1675ea35c71 admin admin] Publish callbacks [] for security_group (6e806eaa-b2dc-4cb3-a1a2-0d3c80f9cfe2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:03.743235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7fc441-dcc9-4b9e-b53f-ded650a6887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:03.746001 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b500a5ee-ccc5-4a33-92bf-d1675ea35c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6e806eaa-b2dc-4cb3-a1a2-0d3c80f9cfe2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:03.746153 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2440cf63-ee38-442f-99fb-65de24999f32" -d '{"events": [{"server_uuid": "7f7fc441-dcc9-4b9e-b53f-ded650a6887d", "name": "network-vif-plugged", "status": "completed", "tag": "8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:03.761327 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b500a5ee-ccc5-4a33-92bf-d1675ea35c71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:30:03.773590 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b500a5ee-ccc5-4a33-92bf-d1675ea35c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (0fbaa862-cdbc-45d0-a65b-19046a81a643), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:03.773941 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-b500a5ee-ccc5-4a33-92bf-d1675ea35c71 admin admin] Added segment 0fbaa862-cdbc-45d0-a65b-19046a81a643 of type vlan for network d590aa9e-ab7f-4376-b011-d66e8515b757 Mar 23 01:30:03.777673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-78d2e8fa-909a-4fba-b96e-db7148ffa612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:03.779177 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-78d2e8fa-909a-4fba-b96e-db7148ffa612 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0820353 Mar 23 01:30:03.783054 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6c0a5f4-d8d9-454b-9bb7-3e3638fe08a0 req-fce96d8c-9b5c-4d14-a627-571555ee52f6 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/e107cec0-6849-44bd-b440-968af09f3eff HTTP/1.1" status: 200 len: 1821 time: 0.0543220 Mar 23 01:30:03.824891 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fac0f90e-c9e8-420c-ad4c-4a6405a4cfbe req-56d2450b-118c-4b76-809d-62cc02e9b746 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0489154 Mar 23 01:30:03.831802 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500a5ee-ccc5-4a33-92bf-d1675ea35c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e806eaa-b2dc-4cb3-a1a2-0d3c80f9cfe2,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:03.878050 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b500a5ee-ccc5-4a33-92bf-d1675ea35c71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (d590aa9e-ab7f-4376-b011-d66e8515b757), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:03.910083 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-d75c8ba6-9158-4b5a-993b-b2abda9e0967 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247978 Mar 23 01:30:03.910760 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f6c0a5f4-d8d9-454b-9bb7-3e3638fe08a0 req-9aae8edc-58b6-42f2-86eb-374c34841e43 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (e107cec0-6849-44bd-b440-968af09f3eff), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:03.934549 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b500a5ee-ccc5-4a33-92bf-d1675ea35c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (d590aa9e-ab7f-4376-b011-d66e8515b757), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:03.935517 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b500a5ee-ccc5-4a33-92bf-d1675ea35c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:03.936100 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b500a5ee-ccc5-4a33-92bf-d1675ea35c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:03.976251 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f6c0a5f4-d8d9-454b-9bb7-3e3638fe08a0 req-9aae8edc-58b6-42f2-86eb-374c34841e43 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (e107cec0-6849-44bd-b440-968af09f3eff), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:03.998230 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b500a5ee-ccc5-4a33-92bf-d1675ea35c71 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9646952 Mar 23 01:30:03.998667 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57516) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:04.008089 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500a5ee-ccc5-4a33-92bf-d1675ea35c71 admin admin] Pushing event updated for resources: {'Network': ['ID=d590aa9e-ab7f-4376-b011-d66e8515b757,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:04.010459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-66323a51-ed24-4410-9d4a-67ac154b1f4f admin admin] Request body: {'subnet': {'network_id': 'd590aa9e-ab7f-4376-b011-d66e8515b757', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1911289940-subnet', 'tenant_id': 'a6e8d3f68cb94dd7b899fbdeee2ed93d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:04.020549 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network d590aa9e-ab7f-4376-b011-d66e8515b757 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:30:04.025701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a729fbe-2407-4891-903c-24e7292b34f8 req-ecab0fd0-78a3-44a8-a771-73fcee8f173a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:04.027399 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5a729fbe-2407-4891-903c-24e7292b34f8 req-ecab0fd0-78a3-44a8-a771-73fcee8f173a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 944 time: 0.1270561 Mar 23 01:30:04.044587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66323a51-ed24-4410-9d4a-67ac154b1f4f admin admin] Made reservation on behalf of a6e8d3f68cb94dd7b899fbdeee2ed93d for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:30:04.047754 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-66323a51-ed24-4410-9d4a-67ac154b1f4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:04.079579 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5a729fbe-2407-4891-903c-24e7292b34f8 req-f648563e-cdc7-4194-9af0-508b38f4439d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448270 Mar 23 01:30:04.130091 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0a96bb2-7ad4-490a-871e-183bc93909ef req-893db301-60da-48fd-97d5-54aca1d22b67 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135868 Mar 23 01:30:04.134146 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e95e2e2-3afb-451f-8c4c-296ab074b14c x-openstack-request-id: req-5e95e2e2-3afb-451f-8c4c-296ab074b14c {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:04.134461 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:04.134719 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e95e2e2-3afb-451f-8c4c-296ab074b14c {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:04.135124 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e95e2e2-3afb-451f-8c4c-296ab074b14c'] response: {'name': 'network-changed', 'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15', 'status': 'completed', 'code': 200} Mar 23 01:30:04.146212 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f6c0a5f4-d8d9-454b-9bb7-3e3638fe08a0 req-9aae8edc-58b6-42f2-86eb-374c34841e43 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e107cec0-6849-44bd-b440-968af09f3eff), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:04.149180 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f6c0a5f4-d8d9-454b-9bb7-3e3638fe08a0 req-9aae8edc-58b6-42f2-86eb-374c34841e43 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:04.150324 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6c0a5f4-d8d9-454b-9bb7-3e3638fe08a0 req-9aae8edc-58b6-42f2-86eb-374c34841e43 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "DELETE /v2.0/security-groups/e107cec0-6849-44bd-b440-968af09f3eff HTTP/1.1" status: 204 len: 173 time: 0.3571677 Mar 23 01:30:04.171143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae8edc-58b6-42f2-86eb-374c34841e43 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e107cec0-6849-44bd-b440-968af09f3eff,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:04.177305 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd460ca-7181-46dd-a1dd-4d706b50bdc2 x-openstack-request-id: req-1fd460ca-7181-46dd-a1dd-4d706b50bdc2 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:04.178307 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7fc441-dcc9-4b9e-b53f-ded650a6887d", "name": "network-vif-plugged", "status": "completed", "tag": "8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:04.178574 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1fd460ca-7181-46dd-a1dd-4d706b50bdc2 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:04.179365 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd460ca-7181-46dd-a1dd-4d706b50bdc2'] response: {'server_uuid': '7f7fc441-dcc9-4b9e-b53f-ded650a6887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32', 'code': 200} Mar 23 01:30:04.311907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e25f15ae-33d2-4f47-a77f-df8b6f4aa994 req-492afdb1-ad90-4e34-b92d-607b76acf67b tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/12524c38-4de5-49f7-b77b-a6c05ade17db HTTP/1.1" status: 200 len: 1821 time: 0.1312761 Mar 23 01:30:04.388337 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480431cb-9a6b-4141-a032-13b2477f3b5c req-7daaa973-369f-4303-8017-7a5f0f3f50e7 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:04.390071 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-480431cb-9a6b-4141-a032-13b2477f3b5c req-7daaa973-369f-4303-8017-7a5f0f3f50e7 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 945 time: 0.0586748 Mar 23 01:30:04.445341 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-480431cb-9a6b-4141-a032-13b2477f3b5c req-ba67af75-a77d-4eb0-9e0b-c8eb1c176919 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484879 Mar 23 01:30:04.507945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device daef5bbd-c94e-4520-844f-3a3329089a94 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:30:04.564069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port daef5bbd-c94e-4520-844f-3a3329089a94 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:30:04.568590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port daef5bbd-c94e-4520-844f-3a3329089a94 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:04.569002 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:04.654757 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port daef5bbd-c94e-4520-844f-3a3329089a94 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:04.655148 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:04.690243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=daef5bbd-c94e-4520-844f-3a3329089a94,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:04.695626 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:04.759291 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-66323a51-ed24-4410-9d4a-67ac154b1f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (0528256e-6d24-4d07-99c5-fe4669adda58), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:04.760630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=daef5bbd-c94e-4520-844f-3a3329089a94,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:04.762525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd0b7f-8d5b-491b-a120-8b88c6eac287 req-bc3235a5-f154-467a-b8ed-b09f2a739d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:04.765774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36cd0b7f-8d5b-491b-a120-8b88c6eac287 req-bc3235a5-f154-467a-b8ed-b09f2a739d42 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 1128 time: 0.5245640 Mar 23 01:30:04.772249 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ed183-0e27-48df-9d8e-a916fd607a65 req-0a47c4b3-ec9e-4269-b6c5-37a35ea5bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:04.773734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-523ed183-0e27-48df-9d8e-a916fd607a65 req-0a47c4b3-ec9e-4269-b6c5-37a35ea5bdac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 1130 time: 0.5331488 Mar 23 01:30:04.805972 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1511e-8380-433b-b4d5-c4e83bbda86e req-9fe3ec72-047e-4688-8859-0915db64ab71 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:04.807492 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21f1511e-8380-433b-b4d5-c4e83bbda86e req-9fe3ec72-047e-4688-8859-0915db64ab71 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 948 time: 0.0549295 Mar 23 01:30:04.839314 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d83db-15f5-408c-a136-1bb5237a7179 req-45c742e9-e3e2-4626-9249-6fb93d6547fc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:04.840793 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea1d83db-15f5-408c-a136-1bb5237a7179 req-45c742e9-e3e2-4626-9249-6fb93d6547fc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 945 time: 0.5318182 Mar 23 01:30:04.855358 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21f1511e-8380-433b-b4d5-c4e83bbda86e req-84344f0b-dd31-43a0-8eab-a0a9d3cb0ab3 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422826 Mar 23 01:30:04.894300 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e25f15ae-33d2-4f47-a77f-df8b6f4aa994 req-a04967e1-5b95-4095-9174-5243ebe374c4 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (12524c38-4de5-49f7-b77b-a6c05ade17db), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:04.968422 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eea47b-6d9d-44ca-ace5-06a4b22b6fba req-dbf53ddb-46bb-4dbc-b502-f5093bfaf29f tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:04.970440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9eea47b-6d9d-44ca-ace5-06a4b22b6fba req-dbf53ddb-46bb-4dbc-b502-f5093bfaf29f tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 946 time: 0.0576260 Mar 23 01:30:04.971956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66323a51-ed24-4410-9d4a-67ac154b1f4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0528256e-6d24-4d07-99c5-fe4669adda58,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:04.986755 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e25f15ae-33d2-4f47-a77f-df8b6f4aa994 req-a04967e1-5b95-4095-9174-5243ebe374c4 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (12524c38-4de5-49f7-b77b-a6c05ade17db), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:05.014831 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36cd0b7f-8d5b-491b-a120-8b88c6eac287 req-2042e738-1356-4f47-92b7-61544f678d20 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400784 Mar 23 01:30:05.019965 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9eea47b-6d9d-44ca-ace5-06a4b22b6fba req-804cba25-76e0-4a1d-a0b5-97e496464b1f tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430257 Mar 23 01:30:05.057952 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66323a51-ed24-4410-9d4a-67ac154b1f4f admin admin] Checking segment: {'id': '0fbaa862-cdbc-45d0-a65b-19046a81a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd590aa9e-ab7f-4376-b011-d66e8515b757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:30:05.058314 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66323a51-ed24-4410-9d4a-67ac154b1f4f admin admin] Network hostable DHCP agents. Network: d590aa9e-ab7f-4376-b011-d66e8515b757, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:30:05.099623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ed183-0e27-48df-9d8e-a916fd607a65 req-008897f5-db53-4ce1-8bb4-189c726be548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:05.101104 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-523ed183-0e27-48df-9d8e-a916fd607a65 req-008897f5-db53-4ce1-8bb4-189c726be548 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.2972710 Mar 23 01:30:05.111132 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5bc50176-f786-4aef-a394-09a5ad003595 req-94ab6866-0924-43c9-b9b4-8575992c5005 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0282764 Mar 23 01:30:05.119379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66323a51-ed24-4410-9d4a-67ac154b1f4f admin admin] Network d590aa9e-ab7f-4376-b011-d66e8515b757 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:30:05.154047 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-523ed183-0e27-48df-9d8e-a916fd607a65 req-ea7c8eae-b720-46bf-a156-057fc97323aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=73ec178b-73b4-43c6-baf9-c74097125f15 HTTP/1.1" status: 200 len: 217 time: 0.0438969 Mar 23 01:30:05.171042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-66323a51-ed24-4410-9d4a-67ac154b1f4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, d590aa9e-ab7f-4376-b011-d66e8515b757) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:30:05.176902 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e25f15ae-33d2-4f47-a77f-df8b6f4aa994 req-a04967e1-5b95-4095-9174-5243ebe374c4 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (12524c38-4de5-49f7-b77b-a6c05ade17db), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:05.178867 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e25f15ae-33d2-4f47-a77f-df8b6f4aa994 req-a04967e1-5b95-4095-9174-5243ebe374c4 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:05.179977 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e25f15ae-33d2-4f47-a77f-df8b6f4aa994 req-a04967e1-5b95-4095-9174-5243ebe374c4 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "DELETE /v2.0/security-groups/12524c38-4de5-49f7-b77b-a6c05ade17db HTTP/1.1" status: 204 len: 173 time: 0.8559153 Mar 23 01:30:05.180477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f415a701-83f9-43b6-9cdd-f7a038078f9a None None] Network d590aa9e-ab7f-4376-b011-d66e8515b757 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:30:05.183000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66323a51-ed24-4410-9d4a-67ac154b1f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:05.183493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-66323a51-ed24-4410-9d4a-67ac154b1f4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:05.241965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87817895-a39c-49a8-ad7b-67e3797ae588 req-32968285-54c1-4d2a-b52a-3382420ca711 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:05.243218 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87817895-a39c-49a8-ad7b-67e3797ae588 req-32968285-54c1-4d2a-b52a-3382420ca711 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.0582936 Mar 23 01:30:05.244160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-ea1d83db-15f5-408c-a136-1bb5237a7179 req-f4d2d491-ffdd-4fec-9e95-bf8662fc5246 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Deleting port cb3fd469-2e1e-4d26-a2cf-35de66e4754d {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:30:05.244550 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ea1d83db-15f5-408c-a136-1bb5237a7179 req-f4d2d491-ffdd-4fec-9e95-bf8662fc5246 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (cb3fd469-2e1e-4d26-a2cf-35de66e4754d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:05.252660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04967e1-5b95-4095-9174-5243ebe374c4 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12524c38-4de5-49f7-b77b-a6c05ade17db,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:05.314274 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-66323a51-ed24-4410-9d4a-67ac154b1f4f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3058050 Mar 23 01:30:05.314795 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87817895-a39c-49a8-ad7b-67e3797ae588 req-ebb25afc-fb61-45f2-bd46-9395586a76e5 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523736 Mar 23 01:30:05.328709 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46edbfa4-d6e3-4411-b38f-68bbb2555bb5 None None] Network d590aa9e-ab7f-4376-b011-d66e8515b757 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:30:05.333795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ed183-0e27-48df-9d8e-a916fd607a65 req-8d2c4a14-3b2b-4fa1-8258-9284646a086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:05.335488 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-523ed183-0e27-48df-9d8e-a916fd607a65 req-8d2c4a14-3b2b-4fa1-8258-9284646a086d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1736841 Mar 23 01:30:05.354505 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0220018b-b928-4a25-a219-2a55a88a8a24 req-34c019b8-7735-4b0a-8e4a-b35b0a6e16fd tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/ccfdbcaf-3d19-45fa-a306-0cd0439f88d0 HTTP/1.1" status: 200 len: 1821 time: 0.1439722 Mar 23 01:30:05.456035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-ea1d83db-15f5-408c-a136-1bb5237a7179 req-f4d2d491-ffdd-4fec-9e95-bf8662fc5246 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] For port cb3fd469-2e1e-4d26-a2cf-35de66e4754d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cb3fd469-2e1e-4d26-a2cf-35de66e4754d,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:05.456411 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ea1d83db-15f5-408c-a136-1bb5237a7179 req-f4d2d491-ffdd-4fec-9e95-bf8662fc5246 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (cb3fd469-2e1e-4d26-a2cf-35de66e4754d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:05.491433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-ea1d83db-15f5-408c-a136-1bb5237a7179 req-f4d2d491-ffdd-4fec-9e95-bf8662fc5246 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Calling delete_port for cb3fd469-2e1e-4d26-a2cf-35de66e4754d owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:30:05.503976 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ed183-0e27-48df-9d8e-a916fd607a65 req-ed381915-f776-43f6-be5f-2beae2d90fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:05.505475 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-523ed183-0e27-48df-9d8e-a916fd607a65 req-ed381915-f776-43f6-be5f-2beae2d90fd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1455729 Mar 23 01:30:05.615831 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0220018b-b928-4a25-a219-2a55a88a8a24 req-ec43f14e-2173-49e9-8621-adc9ed51fd7d tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (ccfdbcaf-3d19-45fa-a306-0cd0439f88d0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:05.672547 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0220018b-b928-4a25-a219-2a55a88a8a24 req-ec43f14e-2173-49e9-8621-adc9ed51fd7d tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (ccfdbcaf-3d19-45fa-a306-0cd0439f88d0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:05.730707 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-523ed183-0e27-48df-9d8e-a916fd607a65 req-7ebc9256-7f88-47ca-9434-00b189bb7c74 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140279 Mar 23 01:30:05.778653 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e84998-879f-4dc6-aa73-e27f3fedac18 req-c9504551-c00d-4c2d-8282-e86bb579c45e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:05.780068 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a0e84998-879f-4dc6-aa73-e27f3fedac18 req-c9504551-c00d-4c2d-8282-e86bb579c45e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed197093-9bbd-437b-9bd8-7e754b268d6d HTTP/1.1" status: 200 len: 945 time: 0.0671425 Mar 23 01:30:05.803239 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0220018b-b928-4a25-a219-2a55a88a8a24 req-ec43f14e-2173-49e9-8621-adc9ed51fd7d tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ccfdbcaf-3d19-45fa-a306-0cd0439f88d0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:05.805807 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0220018b-b928-4a25-a219-2a55a88a8a24 req-ec43f14e-2173-49e9-8621-adc9ed51fd7d tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:05.806949 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0220018b-b928-4a25-a219-2a55a88a8a24 req-ec43f14e-2173-49e9-8621-adc9ed51fd7d tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "DELETE /v2.0/security-groups/ccfdbcaf-3d19-45fa-a306-0cd0439f88d0 HTTP/1.1" status: 204 len: 173 time: 0.4244518 Mar 23 01:30:05.833003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43f14e-2173-49e9-8621-adc9ed51fd7d tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfdbcaf-3d19-45fa-a306-0cd0439f88d0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:05.839143 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a0e84998-879f-4dc6-aa73-e27f3fedac18 req-8382c7ce-6c4d-40a1-8bda-ec9111776ec9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521612 Mar 23 01:30:05.900915 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ea1d83db-15f5-408c-a136-1bb5237a7179 req-f4d2d491-ffdd-4fec-9e95-bf8662fc5246 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (cb3fd469-2e1e-4d26-a2cf-35de66e4754d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:05.916470 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-523ed183-0e27-48df-9d8e-a916fd607a65 req-2e474af1-26c1-4c1c-8b1c-12a0e62d2fd0 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783118 Mar 23 01:30:05.954775 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2d491-ffdd-4fec-9e95-bf8662fc5246 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Pushing event deleted for resources: {'Port': ['ID=cb3fd469-2e1e-4d26-a2cf-35de66e4754d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:06.004510 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1d83db-15f5-408c-a136-1bb5237a7179 req-f4d2d491-ffdd-4fec-9e95-bf8662fc5246 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] No DVR routers for this DVR port cb3fd469-2e1e-4d26-a2cf-35de66e4754d on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:30:06.008654 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d630d28-e7af-42c5-9765-71c91fd5c650 req-7071668a-c4fb-48bc-a938-38125f818118 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/b9fa4e04-ccca-4774-902e-bee160fdd7c0 HTTP/1.1" status: 200 len: 2420 time: 0.1234179 Mar 23 01:30:06.009724 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ea1d83db-15f5-408c-a136-1bb5237a7179 req-f4d2d491-ffdd-4fec-9e95-bf8662fc5246 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.011743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79edac4-4514-4a3e-81b2-bd40974cb444 req-d0c261a7-70be-4ceb-acad-61905715dc70 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:06.013668 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c79edac4-4514-4a3e-81b2-bd40974cb444 req-d0c261a7-70be-4ceb-acad-61905715dc70 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 948 time: 0.0638053 Mar 23 01:30:06.013794 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea1d83db-15f5-408c-a136-1bb5237a7179 req-f4d2d491-ffdd-4fec-9e95-bf8662fc5246 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.42 "DELETE /v2.0/ports/cb3fd469-2e1e-4d26-a2cf-35de66e4754d HTTP/1.1" status: 204 len: 173 time: 1.1533186 Mar 23 01:30:06.093477 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c79edac4-4514-4a3e-81b2-bd40974cb444 req-4132b443-8403-451e-9eb8-b32a2eefeb3b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695429 Mar 23 01:30:06.099994 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0d630d28-e7af-42c5-9765-71c91fd5c650 req-e31d5ae6-3a86-4f1f-b0a6-8531bc1bb326 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (b9fa4e04-ccca-4774-902e-bee160fdd7c0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.130752 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0d630d28-e7af-42c5-9765-71c91fd5c650 req-e31d5ae6-3a86-4f1f-b0a6-8531bc1bb326 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (b9fa4e04-ccca-4774-902e-bee160fdd7c0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.140697 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed197093-9bbd-437b-9bd8-7e754b268d6d', 'name': 'network-vif-deleted', 'tag': 'cb3fd469-2e1e-4d26-a2cf-35de66e4754d'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:06.145002 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8716bd-071d-4803-8145-dc5dd9a5b128" -d '{"events": [{"server_uuid": "ed197093-9bbd-437b-9bd8-7e754b268d6d", "name": "network-vif-deleted", "tag": "cb3fd469-2e1e-4d26-a2cf-35de66e4754d"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:06.180325 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f91777-b955-49af-ad69-eee741a55405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daef5bbd-c94e-4520-844f-3a3329089a94'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:06.184144 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8752125a-4259-439f-8d6e-4b168bf2b67e" -d '{"events": [{"server_uuid": "c1f91777-b955-49af-ad69-eee741a55405", "name": "network-vif-plugged", "status": "completed", "tag": "daef5bbd-c94e-4520-844f-3a3329089a94"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:06.215964 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0d630d28-e7af-42c5-9765-71c91fd5c650 req-e31d5ae6-3a86-4f1f-b0a6-8531bc1bb326 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b9fa4e04-ccca-4774-902e-bee160fdd7c0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.218675 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0d630d28-e7af-42c5-9765-71c91fd5c650 req-e31d5ae6-3a86-4f1f-b0a6-8531bc1bb326 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.229619 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d630d28-e7af-42c5-9765-71c91fd5c650 req-e31d5ae6-3a86-4f1f-b0a6-8531bc1bb326 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "DELETE /v2.0/security-groups/b9fa4e04-ccca-4774-902e-bee160fdd7c0 HTTP/1.1" status: 204 len: 173 time: 0.2129686 Mar 23 01:30:06.241280 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d5ae6-3a86-4f1f-b0a6-8531bc1bb326 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fa4e04-ccca-4774-902e-bee160fdd7c0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:06.300691 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f09e4-e2a1-4b0f-9d4e-7e4de734af88 req-f452cdff-d04b-4c80-9097-f3582dae08ef tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:06.302345 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-447f09e4-e2a1-4b0f-9d4e-7e4de734af88 req-f452cdff-d04b-4c80-9097-f3582dae08ef tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 946 time: 0.0699451 Mar 23 01:30:06.309550 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-66b7ef72-9664-4a7c-b5df-ac04af858b92 req-915399da-e86c-4f1a-b70b-8596688dc94f tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0277543 Mar 23 01:30:06.356199 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f4fe2b-62e8-4c42-8ef0-141dd6bb04b4 x-openstack-request-id: req-f7f4fe2b-62e8-4c42-8ef0-141dd6bb04b4 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:06.356875 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed197093-9bbd-437b-9bd8-7e754b268d6d", "name": "network-vif-deleted", "tag": "cb3fd469-2e1e-4d26-a2cf-35de66e4754d", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:06.356875 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7f4fe2b-62e8-4c42-8ef0-141dd6bb04b4 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:06.357165 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f4fe2b-62e8-4c42-8ef0-141dd6bb04b4'] response: {'server_uuid': 'ed197093-9bbd-437b-9bd8-7e754b268d6d', 'name': 'network-vif-deleted', 'tag': 'cb3fd469-2e1e-4d26-a2cf-35de66e4754d', 'status': 'completed', 'code': 200} Mar 23 01:30:06.359559 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-447f09e4-e2a1-4b0f-9d4e-7e4de734af88 req-2c01ffa7-05e9-43a9-bb2e-202c7a465ec2 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515716 Mar 23 01:30:06.380150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57564) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:06.404063 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9885daa-cf78-4dc3-86ce-d8b9c4853a85 x-openstack-request-id: req-e9885daa-cf78-4dc3-86ce-d8b9c4853a85 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:06.404702 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f91777-b955-49af-ad69-eee741a55405", "name": "network-vif-plugged", "status": "completed", "tag": "daef5bbd-c94e-4520-844f-3a3329089a94", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:06.405149 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9885daa-cf78-4dc3-86ce-d8b9c4853a85 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:06.406023 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9885daa-cf78-4dc3-86ce-d8b9c4853a85'] response: {'server_uuid': 'c1f91777-b955-49af-ad69-eee741a55405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daef5bbd-c94e-4520-844f-3a3329089a94', 'code': 200} Mar 23 01:30:06.431525 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a8f356-4961-45f3-be96-2c53cea45f57 admin admin] Deleting subnet 0528256e-6d24-4d07-99c5-fe4669adda58 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:30:06.435002 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4cc22582-7a62-4b17-8352-08e439915730 req-fd4f1193-3821-44c4-b1d7-e7c71c0f2380 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "GET /v2.0/security-groups/256c5f7d-ff05-4645-b48c-0ccd4eb5f065 HTTP/1.1" status: 200 len: 2414 time: 0.0449681 Mar 23 01:30:06.438618 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94a8f356-4961-45f3-be96-2c53cea45f57 admin admin] Publish callbacks [] for subnet (0528256e-6d24-4d07-99c5-fe4669adda58), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.504629 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94a8f356-4961-45f3-be96-2c53cea45f57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (0528256e-6d24-4d07-99c5-fe4669adda58), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.519773 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4cc22582-7a62-4b17-8352-08e439915730 req-9ca46123-e3a6-434a-872e-0b0822e2b943 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (256c5f7d-ff05-4645-b48c-0ccd4eb5f065), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.567461 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4cc22582-7a62-4b17-8352-08e439915730 req-9ca46123-e3a6-434a-872e-0b0822e2b943 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (256c5f7d-ff05-4645-b48c-0ccd4eb5f065), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.575548 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94a8f356-4961-45f3-be96-2c53cea45f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (0528256e-6d24-4d07-99c5-fe4669adda58), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.602871 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caa588-fa40-40b9-9578-094f3a3eac94 req-fb93579f-3328-4a80-8cae-40610410c083 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:06.604373 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-74caa588-fa40-40b9-9578-094f3a3eac94 req-fb93579f-3328-4a80-8cae-40610410c083 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.1170230 Mar 23 01:30:06.614027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bb649-438a-4a9e-849d-a1195cd582bc req-7cdeefff-1adc-448e-ab21-97f4a56ff558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:06.615557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-348bb649-438a-4a9e-849d-a1195cd582bc req-7cdeefff-1adc-448e-ab21-97f4a56ff558 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 1127 time: 0.1084006 Mar 23 01:30:06.650584 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4cc22582-7a62-4b17-8352-08e439915730 req-9ca46123-e3a6-434a-872e-0b0822e2b943 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (256c5f7d-ff05-4645-b48c-0ccd4eb5f065), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.653384 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4cc22582-7a62-4b17-8352-08e439915730 req-9ca46123-e3a6-434a-872e-0b0822e2b943 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.654586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4cc22582-7a62-4b17-8352-08e439915730 req-9ca46123-e3a6-434a-872e-0b0822e2b943 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] 10.222.0.18 "DELETE /v2.0/security-groups/256c5f7d-ff05-4645-b48c-0ccd4eb5f065 HTTP/1.1" status: 204 len: 173 time: 0.2130327 Mar 23 01:30:06.662749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57566) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:06.673092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca46123-e3a6-434a-872e-0b0822e2b943 tempest-SecurityGroupRulesTestJSON-2037881769 tempest-SecurityGroupRulesTestJSON-2037881769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256c5f7d-ff05-4645-b48c-0ccd4eb5f065,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:06.681097 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-348bb649-438a-4a9e-849d-a1195cd582bc req-703f68ea-d5fd-463c-90ad-f6154b635191 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591176 Mar 23 01:30:06.699531 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-74caa588-fa40-40b9-9578-094f3a3eac94 req-e5014e95-8b62-4cdb-90d5-d1652d977bfb tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883029 Mar 23 01:30:06.702785 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94a8f356-4961-45f3-be96-2c53cea45f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (0528256e-6d24-4d07-99c5-fe4669adda58), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.740440 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8f356-4961-45f3-be96-2c53cea45f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0528256e-6d24-4d07-99c5-fe4669adda58,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:06.742440 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94a8f356-4961-45f3-be96-2c53cea45f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.747365 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-94a8f356-4961-45f3-be96-2c53cea45f57 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0528256e-6d24-4d07-99c5-fe4669adda58 HTTP/1.1" status: 204 len: 168 time: 0.3643844 Mar 23 01:30:06.748485 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57568) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:06.751515 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-b497d6c7-5640-4e6f-9d5d-6840a46af34d admin admin] Deleting subnet fcb64510-cbfb-4f6e-a105-c19f1c5c45ac {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:30:06.755020 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b497d6c7-5640-4e6f-9d5d-6840a46af34d admin admin] Publish callbacks [] for subnet (fcb64510-cbfb-4f6e-a105-c19f1c5c45ac), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.793995 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b497d6c7-5640-4e6f-9d5d-6840a46af34d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (fcb64510-cbfb-4f6e-a105-c19f1c5c45ac), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.816773 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a164627-bfc9-4240-af95-42c04424f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (d590aa9e-ab7f-4376-b011-d66e8515b757), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.833165 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b497d6c7-5640-4e6f-9d5d-6840a46af34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (fcb64510-cbfb-4f6e-a105-c19f1c5c45ac), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.891638 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b497d6c7-5640-4e6f-9d5d-6840a46af34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (fcb64510-cbfb-4f6e-a105-c19f1c5c45ac), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.902545 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a164627-bfc9-4240-af95-42c04424f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (d590aa9e-ab7f-4376-b011-d66e8515b757), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.917580 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497d6c7-5640-4e6f-9d5d-6840a46af34d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb64510-cbfb-4f6e-a105-c19f1c5c45ac,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:06.923419 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b497d6c7-5640-4e6f-9d5d-6840a46af34d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.928954 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b497d6c7-5640-4e6f-9d5d-6840a46af34d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fcb64510-cbfb-4f6e-a105-c19f1c5c45ac HTTP/1.1" status: 204 len: 168 time: 0.2618914 Mar 23 01:30:06.929263 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57574) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:06.934548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3a164627-bfc9-4240-af95-42c04424f135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d590aa9e-ab7f-4376-b011-d66e8515b757']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:06.945931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3a164627-bfc9-4240-af95-42c04424f135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fbaa862-cdbc-45d0-a65b-19046a81a643') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:06.946232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3a164627-bfc9-4240-af95-42c04424f135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fbaa862-cdbc-45d0-a65b-19046a81a643') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:06.956794 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a164627-bfc9-4240-af95-42c04424f135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (0fbaa862-cdbc-45d0-a65b-19046a81a643), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.970783 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a164627-bfc9-4240-af95-42c04424f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (0fbaa862-cdbc-45d0-a65b-19046a81a643), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.977462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a164627-bfc9-4240-af95-42c04424f135 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:30:06.977850 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a164627-bfc9-4240-af95-42c04424f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (0fbaa862-cdbc-45d0-a65b-19046a81a643), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:30:06.979587 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:30:07.004191 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d24fb31a-c9a5-41f1-b052-55598672025f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (2224b814-ad4a-4f67-9426-da4e4c42ef1a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:07.026774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cb3fd469-2e1e-4d26-a2cf-35de66e4754d no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:30:07.045985 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a164627-bfc9-4240-af95-42c04424f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (d590aa9e-ab7f-4376-b011-d66e8515b757), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:07.052429 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a164627-bfc9-4240-af95-42c04424f135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:07.052775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: cb3fd469-2e1e-4d26-a2cf-35de66e4754d {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:30:07.053113 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cb3fd469-2e1e-4d26-a2cf-35de66e4754d not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:30:07.061391 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3a164627-bfc9-4240-af95-42c04424f135 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d590aa9e-ab7f-4376-b011-d66e8515b757 HTTP/1.1" status: 204 len: 168 time: 0.3092213 Mar 23 01:30:07.072989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a164627-bfc9-4240-af95-42c04424f135 admin admin] Pushing event deleted for resources: {'Network': ['ID=d590aa9e-ab7f-4376-b011-d66e8515b757,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:07.097325 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d24fb31a-c9a5-41f1-b052-55598672025f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (2224b814-ad4a-4f67-9426-da4e4c42ef1a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:07.126970 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d24fb31a-c9a5-41f1-b052-55598672025f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2224b814-ad4a-4f67-9426-da4e4c42ef1a']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:07.141531 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d24fb31a-c9a5-41f1-b052-55598672025f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837216d5-7a32-4ea4-86b7-3879455d4a4b') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:07.141923 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d24fb31a-c9a5-41f1-b052-55598672025f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837216d5-7a32-4ea4-86b7-3879455d4a4b') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:07.155657 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d24fb31a-c9a5-41f1-b052-55598672025f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (837216d5-7a32-4ea4-86b7-3879455d4a4b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:07.172913 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d24fb31a-c9a5-41f1-b052-55598672025f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (837216d5-7a32-4ea4-86b7-3879455d4a4b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:07.181396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24fb31a-c9a5-41f1-b052-55598672025f admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:30:07.182213 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d24fb31a-c9a5-41f1-b052-55598672025f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (837216d5-7a32-4ea4-86b7-3879455d4a4b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:30:07.184373 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:30:07.239743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b158e-a408-439d-a0fc-2a7b54bc02fc req-5a2fa741-fed2-4ce5-b1e0-fd7946722ead tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:07.241483 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b9b158e-a408-439d-a0fc-2a7b54bc02fc req-5a2fa741-fed2-4ce5-b1e0-fd7946722ead tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 948 time: 0.0720749 Mar 23 01:30:07.242084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57590) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:07.271862 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d24fb31a-c9a5-41f1-b052-55598672025f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (2224b814-ad4a-4f67-9426-da4e4c42ef1a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:07.291084 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d24fb31a-c9a5-41f1-b052-55598672025f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:07.294484 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d24fb31a-c9a5-41f1-b052-55598672025f admin admin] 10.222.0.18 "DELETE /v2.0/networks/2224b814-ad4a-4f67-9426-da4e4c42ef1a HTTP/1.1" status: 204 len: 168 time: 0.3641553 Mar 23 01:30:07.295547 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fb31a-c9a5-41f1-b052-55598672025f admin admin] Pushing event deleted for resources: {'Network': ['ID=2224b814-ad4a-4f67-9426-da4e4c42ef1a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:07.306412 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5c95207e-32b4-4ee1-93fe-b0003e280183 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6e8d3f68cb94dd7b899fbdeee2ed93d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606737 Mar 23 01:30:07.308831 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57594) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:07.336825 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b9b158e-a408-439d-a0fc-2a7b54bc02fc req-87fd88e7-9cd5-438a-bfe4-fd926819b6a5 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666833 Mar 23 01:30:07.429353 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2b1ff53-11bc-45dc-906a-f9851b8cfd5f req-5174dbed-c8fa-4a88-984c-106472341f52 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0302551 Mar 23 01:30:07.442237 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4d72391d-cbcd-4276-88c0-05cf8ca753fe admin admin] Publish callbacks [] for security_group (6e806eaa-b2dc-4cb3-a1a2-0d3c80f9cfe2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:07.483739 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4d72391d-cbcd-4276-88c0-05cf8ca753fe admin admin] Publish callbacks [] for security_group (6e806eaa-b2dc-4cb3-a1a2-0d3c80f9cfe2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:07.490964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-724afd77-89fb-4ab4-b26d-db8bf68c4af2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:07.492483 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-724afd77-89fb-4ab4-b26d-db8bf68c4af2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 811 time: 0.1550605 Mar 23 01:30:07.518025 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-9ebc2f2a-b7d6-476e-b170-94e1e3eb0c90 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/quotas/3392bc1389564b4885d28390809b9afe HTTP/1.1" status: 200 len: 375 time: 0.0157762 Mar 23 01:30:07.536353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57600) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:07.560148 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-37aa317f-a2af-406d-b002-934011f4d923 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356963 Mar 23 01:30:07.577006 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3ba26-68b4-4ad2-9eb0-ba24fd00d837 req-b22354bb-0a2b-43ee-80e1-9c25106f7941 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:07.578627 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f7b3ba26-68b4-4ad2-9eb0-ba24fd00d837 req-b22354bb-0a2b-43ee-80e1-9c25106f7941 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 946 time: 0.0836103 Mar 23 01:30:07.598295 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1162b95d-e0e0-4a30-857e-04ddbffe45a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c3f025aca0a4e7da46cbe81fe3af623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0607836 Mar 23 01:30:07.604827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57602) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:07.625138 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4d72391d-cbcd-4276-88c0-05cf8ca753fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6e806eaa-b2dc-4cb3-a1a2-0d3c80f9cfe2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:07.627673 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4d72391d-cbcd-4276-88c0-05cf8ca753fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:07.628838 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4d72391d-cbcd-4276-88c0-05cf8ca753fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e806eaa-b2dc-4cb3-a1a2-0d3c80f9cfe2 HTTP/1.1" status: 204 len: 168 time: 0.3172512 Mar 23 01:30:07.642047 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72391d-cbcd-4276-88c0-05cf8ca753fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e806eaa-b2dc-4cb3-a1a2-0d3c80f9cfe2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:07.667734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f7b3ba26-68b4-4ad2-9eb0-ba24fd00d837 req-bcf932ed-eadb-4631-af57-9ad6f0881ea8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812774 Mar 23 01:30:07.681476 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1cbba6a0-6c4a-432c-bbbc-de4c8c5c8c4f admin admin] Publish callbacks [] for security_group (accb108b-6cfd-4a03-8806-9fd085cc35ec), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:07.695431 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-985bb4ac-29dd-4916-b180-0cdd023a80aa service neutron] 10.222.0.18 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269808 Mar 23 01:30:07.707472 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1cbba6a0-6c4a-432c-bbbc-de4c8c5c8c4f admin admin] Publish callbacks [] for security_group (accb108b-6cfd-4a03-8806-9fd085cc35ec), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:07.771762 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1cbba6a0-6c4a-432c-bbbc-de4c8c5c8c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (accb108b-6cfd-4a03-8806-9fd085cc35ec), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:07.774512 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1cbba6a0-6c4a-432c-bbbc-de4c8c5c8c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:07.778230 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1cbba6a0-6c4a-432c-bbbc-de4c8c5c8c4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/accb108b-6cfd-4a03-8806-9fd085cc35ec HTTP/1.1" status: 204 len: 168 time: 0.1699548 Mar 23 01:30:07.786322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbba6a0-6c4a-432c-bbbc-de4c8c5c8c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accb108b-6cfd-4a03-8806-9fd085cc35ec,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:07.841312 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-faaf0503-5b14-4d61-88fd-1d1c8dd624bd service neutron] 10.222.0.18 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418860 Mar 23 01:30:07.968675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec74aa-e785-4c43-bbda-8b1ce7cf53db req-965d0cc1-5525-4700-bf66-c513207acb72 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:07.970790 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-12ec74aa-e785-4c43-bbda-8b1ce7cf53db req-965d0cc1-5525-4700-bf66-c513207acb72 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.0730059 Mar 23 01:30:08.102438 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edaa62-0511-4c97-92e3-69d3e4b80cab req-5cb9f917-5993-4df5-8837-9d2c4f831404 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:08.103463 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-12ec74aa-e785-4c43-bbda-8b1ce7cf53db req-b6299f5e-782d-41d9-82dc-af2690fa3955 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245885 Mar 23 01:30:08.110618 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a3edaa62-0511-4c97-92e3-69d3e4b80cab req-5cb9f917-5993-4df5-8837-9d2c4f831404 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 946 time: 0.0751460 Mar 23 01:30:08.226500 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8e59605-ac14-417f-bb49-8ceb95df8492 req-df51c17d-7166-4a86-acaa-db260f9c69d3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 210 time: 0.0449092 Mar 23 01:30:08.239485 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a3edaa62-0511-4c97-92e3-69d3e4b80cab req-59443f6b-764b-49d3-b53d-f06cfce5c78a tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277595 Mar 23 01:30:08.485793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdd0c3-fcb1-4541-92f3-b3c5f3de2193 req-b0dbb0a8-6c51-4b88-b8dc-e194fbfd990b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:08.496001 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4bcdd0c3-fcb1-4541-92f3-b3c5f3de2193 req-b0dbb0a8-6c51-4b88-b8dc-e194fbfd990b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 948 time: 0.0710013 Mar 23 01:30:08.506621 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73ec178b-73b4-43c6-baf9-c74097125f15 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:30:08.580037 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4bcdd0c3-fcb1-4541-92f3-b3c5f3de2193 req-e71c8013-8071-48e4-acea-fa1a8203756e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814526 Mar 23 01:30:08.628722 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-29269700-0bbb-492b-a43c-c81660aed4b7 req-ffd0571b-ddd6-4267-84a8-81c6cecec520 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0436444 Mar 23 01:30:08.685700 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73ec178b-73b4-43c6-baf9-c74097125f15,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:08.700850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '73ec178b-73b4-43c6-baf9-c74097125f15', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '73ec178b-73b4-43c6-baf9-c74097125f15', 'mac_address': 'fa:16:3e:5b:c7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:30:08.752567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 73ec178b-73b4-43c6-baf9-c74097125f15 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:08.753289 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:08.786439 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ec178b-73b4-43c6-baf9-c74097125f15 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:30:08.845520 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73ec178b-73b4-43c6-baf9-c74097125f15,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:08.857611 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:08.924894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57660) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:08.945923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=73ec178b-73b4-43c6-baf9-c74097125f15,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:09.048023 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-2e1f155a-558e-4b18-ac6f-f92cc02efda8 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1515705366-network', 'tenant_id': '031c4d45b7df48b69ed3074ed987bec8'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:09.082871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1f155a-558e-4b18-ac6f-f92cc02efda8 admin admin] Made reservation on behalf of 031c4d45b7df48b69ed3074ed987bec8 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:30:09.085593 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e1f155a-558e-4b18-ac6f-f92cc02efda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:09.096641 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e1f155a-558e-4b18-ac6f-f92cc02efda8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:09.227753 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e1f155a-558e-4b18-ac6f-f92cc02efda8 admin admin] Publish callbacks [] for security_group (261489f1-bd39-47ac-9780-7e56f120e71f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:09.237074 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e1f155a-558e-4b18-ac6f-f92cc02efda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (261489f1-bd39-47ac-9780-7e56f120e71f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:09.255199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1f155a-558e-4b18-ac6f-f92cc02efda8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:30:09.272754 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['73ec178b-73b4-43c6-baf9-c74097125f15'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:30:09.292014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f155a-558e-4b18-ac6f-f92cc02efda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261489f1-bd39-47ac-9780-7e56f120e71f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:09.296800 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e1f155a-558e-4b18-ac6f-f92cc02efda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (15df9314-1064-4381-aaca-57927add4740), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:09.297158 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-2e1f155a-558e-4b18-ac6f-f92cc02efda8 admin admin] Added segment 15df9314-1064-4381-aaca-57927add4740 of type vlan for network 84f4613c-cb23-45e4-9b2d-bd5efe01e76d Mar 23 01:30:09.314479 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da27110-7463-490c-9999-cc862f6fceab req-f9470f8c-4361-4b6c-a8d6-059463af8ca2 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:09.316054 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7da27110-7463-490c-9999-cc862f6fceab req-f9470f8c-4361-4b6c-a8d6-059463af8ca2 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.1255879 Mar 23 01:30:09.370760 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e1f155a-558e-4b18-ac6f-f92cc02efda8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (84f4613c-cb23-45e4-9b2d-bd5efe01e76d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:09.469512 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e1f155a-558e-4b18-ac6f-f92cc02efda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (84f4613c-cb23-45e4-9b2d-bd5efe01e76d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:09.471894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1f155a-558e-4b18-ac6f-f92cc02efda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:09.476857 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e1f155a-558e-4b18-ac6f-f92cc02efda8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:09.557140 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b48ef68e-140d-43cd-a8d5-72094141b7af req-a3acc420-a631-40d8-813f-322a6fc80d69 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 210 time: 0.0527284 Mar 23 01:30:09.602601 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7da27110-7463-490c-9999-cc862f6fceab req-8c0b9f46-4aa0-4af1-b129-00b7d7cf899f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616160 Mar 23 01:30:09.673612 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2e1f155a-558e-4b18-ac6f-f92cc02efda8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7473114 Mar 23 01:30:09.674598 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57690) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:09.682521 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f155a-558e-4b18-ac6f-f92cc02efda8 admin admin] Pushing event updated for resources: {'Network': ['ID=84f4613c-cb23-45e4-9b2d-bd5efe01e76d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:09.697441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 84f4613c-cb23-45e4-9b2d-bd5efe01e76d details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:30:09.725362 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d67c8e6c-c7ca-401c-90fc-fb403dcf4060 admin admin] Request body: {'subnet': {'network_id': '84f4613c-cb23-45e4-9b2d-bd5efe01e76d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1515705366-subnet', 'tenant_id': '031c4d45b7df48b69ed3074ed987bec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:09.769825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-c05cbb3d-968e-4075-9abe-7d0a7e513e50 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:09.771800 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-c05cbb3d-968e-4075-9abe-7d0a7e513e50 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.42 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 811 time: 0.2614851 Mar 23 01:30:09.782331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67c8e6c-c7ca-401c-90fc-fb403dcf4060 admin admin] Made reservation on behalf of 031c4d45b7df48b69ed3074ed987bec8 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:30:09.785395 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d67c8e6c-c7ca-401c-90fc-fb403dcf4060 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:09.791454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-74f8202c-3f51-41c2-ad75-b202bd5c1e22 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Request body: {'port': {'device_id': '3f952402-336c-4b42-8de6-8235285d463c', 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717', 'admin_state_up': True, 'tenant_id': '3392bc1389564b4885d28390809b9afe'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:09.796941 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9231279-23bb-4ab1-b1b6-6ccfe75f892f req-57ac1db7-8883-4fa4-bca9-fea1e93ae015 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:09.798866 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c9231279-23bb-4ab1-b1b6-6ccfe75f892f req-57ac1db7-8883-4fa4-bca9-fea1e93ae015 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 946 time: 0.1397927 Mar 23 01:30:09.913482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b081-86f2-4401-9342-5a4c5e121cd7 req-5695a409-04cd-41ef-98b5-dccfb3f72069 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:09.917100 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db38b081-86f2-4401-9342-5a4c5e121cd7 req-5695a409-04cd-41ef-98b5-dccfb3f72069 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 949 time: 0.1442893 Mar 23 01:30:09.917622 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57694) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:09.938158 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c9231279-23bb-4ab1-b1b6-6ccfe75f892f req-3a07f14b-f743-40bd-b706-ea13c195bcd4 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243827 Mar 23 01:30:10.017094 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db38b081-86f2-4401-9342-5a4c5e121cd7 req-58e8c98a-6950-4081-917e-dde6ed9d1ebf tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928125 Mar 23 01:30:10.041496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-74f8202c-3f51-41c2-ad75-b202bd5c1e22 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Made reservation on behalf of 3392bc1389564b4885d28390809b9afe for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:30:10.044911 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-74f8202c-3f51-41c2-ad75-b202bd5c1e22 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:10.105822 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d67c8e6c-c7ca-401c-90fc-fb403dcf4060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (63bccf73-12c3-46dd-b176-dbab9d552b39), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:10.169048 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1fb7d717-80f4-4ab2-b4df-4cd5a0aa6e68 req-07f3ed65-81a4-4197-b201-869e02a45295 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0373721 Mar 23 01:30:10.202535 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4e03f113-598c-4a93-83fc-37e9c9e791a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:10.202535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c8e6c-c7ca-401c-90fc-fb403dcf4060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63bccf73-12c3-46dd-b176-dbab9d552b39,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:10.230664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62698f8a-afe3-4d16-a1bf-c4e323af5a00 req-4c840814-deb4-44d7-88cd-73a65f72104c tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:10.232221 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62698f8a-afe3-4d16-a1bf-c4e323af5a00 req-4c840814-deb4-44d7-88cd-73a65f72104c tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 1127 time: 0.1380062 Mar 23 01:30:10.262513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-74f8202c-3f51-41c2-ad75-b202bd5c1e22 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Allocated IP 172.20.0.10 (11a64475-d2db-4f02-97ca-82d855d62717/ef8ca6c1-ff55-42d2-99a7-3b5483039371/eb5d062c-b941-4b40-889c-54e12e239d6b) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:30:10.271166 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67c8e6c-c7ca-401c-90fc-fb403dcf4060 admin admin] Checking segment: {'id': '15df9314-1064-4381-aaca-57927add4740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '84f4613c-cb23-45e4-9b2d-bd5efe01e76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:30:10.271594 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67c8e6c-c7ca-401c-90fc-fb403dcf4060 admin admin] Network hostable DHCP agents. Network: 84f4613c-cb23-45e4-9b2d-bd5efe01e76d, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:30:10.331021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67c8e6c-c7ca-401c-90fc-fb403dcf4060 admin admin] Network 84f4613c-cb23-45e4-9b2d-bd5efe01e76d is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:30:10.339563 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62698f8a-afe3-4d16-a1bf-c4e323af5a00 req-30583578-c2fa-433c-a883-d0c6ceb9dbfb tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983741 Mar 23 01:30:10.366787 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-d67c8e6c-c7ca-401c-90fc-fb403dcf4060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 84f4613c-cb23-45e4-9b2d-bd5efe01e76d) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:30:10.375888 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1c215c-f9a4-436e-a2ed-12ad7f114443 None None] Network 84f4613c-cb23-45e4-9b2d-bd5efe01e76d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:30:10.398912 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67c8e6c-c7ca-401c-90fc-fb403dcf4060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:10.400118 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d67c8e6c-c7ca-401c-90fc-fb403dcf4060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:10.429547 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4e03f113-598c-4a93-83fc-37e9c9e791a5 admin admin] Publish callbacks [] for security_group (f2f22917-a7d5-49a6-8b44-f63b367c5f8a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:10.438541 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4e03f113-598c-4a93-83fc-37e9c9e791a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f2f22917-a7d5-49a6-8b44-f63b367c5f8a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:10.472719 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4e03f113-598c-4a93-83fc-37e9c9e791a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=731df473cf8b4a7fb196c1b5cadba46b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5535746 Mar 23 01:30:10.476636 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d67c8e6c-c7ca-401c-90fc-fb403dcf4060 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7991705 Mar 23 01:30:10.478512 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57710) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:10.530381 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-74f8202c-3f51-41c2-ad75-b202bd5c1e22 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks [] for port (eb5d062c-b941-4b40-889c-54e12e239d6b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:10.551944 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03f113-598c-4a93-83fc-37e9c9e791a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f22917-a7d5-49a6-8b44-f63b367c5f8a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:10.597964 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-54eaeee3-65b3-4db0-a4d5-905bca25e2bc admin admin] Publish callbacks [] for security_group (f2f22917-a7d5-49a6-8b44-f63b367c5f8a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:10.615154 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-74f8202c-3f51-41c2-ad75-b202bd5c1e22 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (eb5d062c-b941-4b40-889c-54e12e239d6b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:10.621590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e733910d-572a-4f3b-a76f-4f751a5aef11 None None] Network 84f4613c-cb23-45e4-9b2d-bd5efe01e76d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:30:10.625991 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-54eaeee3-65b3-4db0-a4d5-905bca25e2bc admin admin] Publish callbacks [] for security_group (f2f22917-a7d5-49a6-8b44-f63b367c5f8a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:10.728013 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-54eaeee3-65b3-4db0-a4d5-905bca25e2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f2f22917-a7d5-49a6-8b44-f63b367c5f8a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:10.735721 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-54eaeee3-65b3-4db0-a4d5-905bca25e2bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:10.742246 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-54eaeee3-65b3-4db0-a4d5-905bca25e2bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2f22917-a7d5-49a6-8b44-f63b367c5f8a HTTP/1.1" status: 204 len: 168 time: 0.2600176 Mar 23 01:30:10.765393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaeee3-65b3-4db0-a4d5-905bca25e2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f22917-a7d5-49a6-8b44-f63b367c5f8a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:10.782572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-74f8202c-3f51-41c2-ad75-b202bd5c1e22 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Network 11a64475-d2db-4f02-97ca-82d855d62717 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:30:10.786934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8202c-3f51-41c2-ad75-b202bd5c1e22 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Pushing event updated for resources: {'Port': ['ID=eb5d062c-b941-4b40-889c-54e12e239d6b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:10.803690 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a78481-ce6b-4eaf-a23d-1cd740a9bbc3 req-2f26ed31-c4e4-4451-a8d7-d0abff50e317 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:10.805345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-74f8202c-3f51-41c2-ad75-b202bd5c1e22 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:30:10.808342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-74f8202c-3f51-41c2-ad75-b202bd5c1e22 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:30:10.817249 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f7a78481-ce6b-4eaf-a23d-1cd740a9bbc3 req-2f26ed31-c4e4-4451-a8d7-d0abff50e317 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 1127 time: 0.2825665 Mar 23 01:30:10.867298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52097aa-2c58-478f-9f9f-ed9787eccc4b req-be17f244-4204-4b6b-b329-a3efda527ad5 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:10.874333 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c52097aa-2c58-478f-9f9f-ed9787eccc4b req-be17f244-4204-4b6b-b329-a3efda527ad5 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 932 time: 0.1117706 Mar 23 01:30:10.890253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-74f8202c-3f51-41c2-ad75-b202bd5c1e22 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:10.891003 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-74f8202c-3f51-41c2-ad75-b202bd5c1e22 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:10.896480 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f7a78481-ce6b-4eaf-a23d-1cd740a9bbc3 req-8bdf279d-3ad7-4329-86af-1a8c2b761733 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695913 Mar 23 01:30:10.935721 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-74f8202c-3f51-41c2-ad75-b202bd5c1e22 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1511896 Mar 23 01:30:10.948825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Request body: {'port': {'device_id': '3f952402-336c-4b42-8de6-8235285d463c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:10.993140 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c52097aa-2c58-478f-9f9f-ed9787eccc4b req-6582bfe4-a306-4e9c-9d9c-2d3e1ba92c12 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176226 Mar 23 01:30:11.043788 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (eb5d062c-b941-4b40-889c-54e12e239d6b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:11.324227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990d1fa-38a5-4826-8701-f993e047bc17 req-ac73d4ce-5ec4-4498-b9ed-04e86d6e2a0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:11.333355 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0990d1fa-38a5-4826-8701-f993e047bc17 req-ac73d4ce-5ec4-4498-b9ed-04e86d6e2a0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 949 time: 0.1780579 Mar 23 01:30:11.424370 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0990d1fa-38a5-4826-8701-f993e047bc17 req-3c251b30-4fec-48e3-835c-2346d95b81ab tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869231 Mar 23 01:30:11.506782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5d062c-b941-4b40-889c-54e12e239d6b {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:30:11.515826 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Publish callbacks [] for port (eb5d062c-b941-4b40-889c-54e12e239d6b), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:11.556130 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9abf9e6d-fe2e-4dd4-b94e-f334af64c494 req-ea3b40f5-b277-4aca-87f8-007960b44839 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0371859 Mar 23 01:30:11.558843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Transition to ACTIVE for port object eb5d062c-b941-4b40-889c-54e12e239d6b will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:30:11.564091 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (eb5d062c-b941-4b40-889c-54e12e239d6b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:11.632804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5d062c-b941-4b40-889c-54e12e239d6b,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:11.759138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Attempting to bind port eb5d062c-b941-4b40-889c-54e12e239d6b on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:30:11.759418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Attempting to bind port eb5d062c-b941-4b40-889c-54e12e239d6b by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:30:11.759749 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Attempting to bind port eb5d062c-b941-4b40-889c-54e12e239d6b on network 11a64475-d2db-4f02-97ca-82d855d62717 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:11.764741 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Port eb5d062c-b941-4b40-889c-54e12e239d6b on network 11a64475-d2db-4f02-97ca-82d855d62717 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:30:11.765200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Attempting to bind port eb5d062c-b941-4b40-889c-54e12e239d6b on network 11a64475-d2db-4f02-97ca-82d855d62717 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:11.770406 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:30:11.771355 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Checking segment: {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:30:11.771931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Bound using segment: {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:30:11.772593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Bound port: eb5d062c-b941-4b40-889c-54e12e239d6b, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:30:11.772951 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (eb5d062c-b941-4b40-889c-54e12e239d6b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:11.893591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] For port eb5d062c-b941-4b40-889c-54e12e239d6b, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:30:11.901793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] For port eb5d062c-b941-4b40-889c-54e12e239d6b, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=eb5d062c-b941-4b40-889c-54e12e239d6b,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:30:11.911585 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (eb5d062c-b941-4b40-889c-54e12e239d6b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:11.922961 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57776) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:11.955855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:11.956838 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:11.958883 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] 10.222.0.42 "PUT /v2.0/ports/eb5d062c-b941-4b40-889c-54e12e239d6b HTTP/1.1" status: 200 len: 1092 time: 1.0223706 Mar 23 01:30:11.959742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f952402-336c-4b42-8de6-8235285d463c', 'tag': 'eb5d062c-b941-4b40-889c-54e12e239d6b'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:11.962510 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514d3658-4974-4c26-b397-e4dbbe906e53" -d '{"events": [{"name": "network-changed", "server_uuid": "3f952402-336c-4b42-8de6-8235285d463c", "tag": "eb5d062c-b941-4b40-889c-54e12e239d6b"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:11.994794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a74c8-0477-48b7-94ed-f6a5e57b8b73 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5d062c-b941-4b40-889c-54e12e239d6b,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:12.066379 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62f01ad-477f-4705-a976-0b21564b5e84 x-openstack-request-id: req-c62f01ad-477f-4705-a976-0b21564b5e84 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:12.067006 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f952402-336c-4b42-8de6-8235285d463c", "tag": "eb5d062c-b941-4b40-889c-54e12e239d6b", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:12.067361 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c62f01ad-477f-4705-a976-0b21564b5e84 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:12.067858 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c62f01ad-477f-4705-a976-0b21564b5e84'] response: {'name': 'network-changed', 'server_uuid': '3f952402-336c-4b42-8de6-8235285d463c', 'tag': 'eb5d062c-b941-4b40-889c-54e12e239d6b', 'status': 'completed', 'code': 200} Mar 23 01:30:12.090714 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5e006440-fbc1-4d14-bb76-ca14f2667707 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-210385566-network', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:12.104165 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-ccae66aa-5974-4664-9be4-d675207ad73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:12.106153 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-ccae66aa-5974-4664-9be4-d675207ad73c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 1126 time: 0.0857310 Mar 23 01:30:12.118331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e006440-fbc1-4d14-bb76-ca14f2667707 admin admin] Made reservation on behalf of f0e96aa4ebe547c5ae1b8dfe86aba311 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:30:12.123961 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e006440-fbc1-4d14-bb76-ca14f2667707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:12.137333 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e006440-fbc1-4d14-bb76-ca14f2667707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:12.185056 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-3311ee60-8cb7-41ed-9a82-82c5f405ae8d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb5d062c-b941-4b40-889c-54e12e239d6b HTTP/1.1" status: 200 len: 217 time: 0.0706930 Mar 23 01:30:12.240058 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e006440-fbc1-4d14-bb76-ca14f2667707 admin admin] Publish callbacks [] for security_group (3aa3b805-5a5c-4061-aadb-762c2e5edf2f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:12.247064 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e006440-fbc1-4d14-bb76-ca14f2667707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3aa3b805-5a5c-4061-aadb-762c2e5edf2f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:12.270881 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e006440-fbc1-4d14-bb76-ca14f2667707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:30:12.284054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-76f53d0a-4b41-4468-954e-7842b4da5b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:12.286007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-76f53d0a-4b41-4468-954e-7842b4da5b7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef8ca6c1-ff55-42d2-99a7-3b5483039371 HTTP/1.1" status: 200 len: 851 time: 0.0885193 Mar 23 01:30:12.287201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e006440-fbc1-4d14-bb76-ca14f2667707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa3b805-5a5c-4061-aadb-762c2e5edf2f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:12.290710 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e006440-fbc1-4d14-bb76-ca14f2667707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (de4dd121-1316-4700-b113-a5c500ca4d13), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:12.290710 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-5e006440-fbc1-4d14-bb76-ca14f2667707 admin admin] Added segment de4dd121-1316-4700-b113-a5c500ca4d13 of type vlan for network 022c952f-96fa-4b6f-8707-0669714abf9c Mar 23 01:30:12.337959 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e006440-fbc1-4d14-bb76-ca14f2667707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (022c952f-96fa-4b6f-8707-0669714abf9c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:12.342261 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-932b7e1d-8098-4bcc-95f1-fd15ba176262 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=11a64475-d2db-4f02-97ca-82d855d62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403433 Mar 23 01:30:12.349531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8538e2-9fa3-4325-bbb1-fd254f5e533e req-f35192d8-8afa-4dfe-b96e-f8218584beca tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:12.351186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac8538e2-9fa3-4325-bbb1-fd254f5e533e req-f35192d8-8afa-4dfe-b96e-f8218584beca tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 944 time: 0.1186211 Mar 23 01:30:12.374747 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e006440-fbc1-4d14-bb76-ca14f2667707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (022c952f-96fa-4b6f-8707-0669714abf9c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:12.375907 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e006440-fbc1-4d14-bb76-ca14f2667707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:12.376671 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e006440-fbc1-4d14-bb76-ca14f2667707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:12.437583 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5e006440-fbc1-4d14-bb76-ca14f2667707 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5132198 Mar 23 01:30:12.440667 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57810) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:12.445321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e006440-fbc1-4d14-bb76-ca14f2667707 admin admin] Pushing event updated for resources: {'Network': ['ID=022c952f-96fa-4b6f-8707-0669714abf9c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:12.456131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 022c952f-96fa-4b6f-8707-0669714abf9c details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:30:12.456711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-68adde20-5f99-4b19-9445-86d14a80e636 admin admin] Request body: {'subnet': {'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-210385566-subnet', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:12.482400 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac8538e2-9fa3-4325-bbb1-fd254f5e533e req-a8a22d83-745e-431b-9edd-a7cce40c00cf tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230628 Mar 23 01:30:12.517720 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68adde20-5f99-4b19-9445-86d14a80e636 admin admin] Made reservation on behalf of f0e96aa4ebe547c5ae1b8dfe86aba311 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:30:12.522181 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-68adde20-5f99-4b19-9445-86d14a80e636 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:12.526858 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-cd989f57-c248-4a96-b4af-bb3efb2a074e service neutron] 10.222.0.42 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747646 Mar 23 01:30:12.550278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73ec178b-73b4-43c6-baf9-c74097125f15 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:30:12.609271 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 73ec178b-73b4-43c6-baf9-c74097125f15 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:30:12.610195 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-a0b11f21-f40f-4aa9-9260-18437b36ea1c tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:30:12.611206 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-a0b11f21-f40f-4aa9-9260-18437b36ea1c tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0211108 Mar 23 01:30:12.615378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 73ec178b-73b4-43c6-baf9-c74097125f15 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:12.615863 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:12.696491 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 73ec178b-73b4-43c6-baf9-c74097125f15 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:12.696938 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:12.720043 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:12.722309 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f90e4c8-8e13-4e85-97f7-7093470f86cc" -d '{"events": [{"server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "name": "network-vif-plugged", "status": "completed", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:12.735827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73ec178b-73b4-43c6-baf9-c74097125f15,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:12.736930 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672f50-8095-47ab-8a17-5031d13eb3de req-e28954bd-b4e9-4e10-8b37-008b5c063aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:12.738402 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-e28954bd-b4e9-4e10-8b37-008b5c063aac service neutron] 10.222.0.18 "GET /v2.0/ports/daef5bbd-c94e-4520-844f-3a3329089a94 HTTP/1.1" status: 200 len: 1124 time: 0.0965874 Mar 23 01:30:12.741063 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:12.756066 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-71672f50-8095-47ab-8a17-5031d13eb3de req-bc18560b-b06b-4b95-9936-37ffa4b67914 service neutron] Request body: {'binding': {'host': 'n-h1-834677-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:12.756510 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-71672f50-8095-47ab-8a17-5031d13eb3de req-bc18560b-b06b-4b95-9936-37ffa4b67914 service neutron] Unknown quota resources ['binding']. {{(pid=99264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 01:30:12.790721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=73ec178b-73b4-43c6-baf9-c74097125f15,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:12.801766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a948d755-0782-41f2-a83d-d7f2700fa39d req-d7332f10-f4d4-4df1-9761-ea81943d5143 service neutron] 10.222.0.42 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618277 Mar 23 01:30:12.817544 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405d5de-c2d5-4360-bd99-9517c8f17a4e req-dee1954a-b02d-4df3-9b3f-e2a86fcf99ce tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:12.819073 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e405d5de-c2d5-4360-bd99-9517c8f17a4e req-dee1954a-b02d-4df3-9b3f-e2a86fcf99ce tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 949 time: 0.2300436 Mar 23 01:30:13.016666 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e405d5de-c2d5-4360-bd99-9517c8f17a4e req-aef99457-20ac-4810-91af-e3ca627a07ca tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884766 Mar 23 01:30:13.057549 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d3658-4974-4c26-b397-e4dbbe906e53 req-d8e8c48e-f810-4717-aabc-09c0f54ecc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:13.059050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-514d3658-4974-4c26-b397-e4dbbe906e53 req-d8e8c48e-f810-4717-aabc-09c0f54ecc73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 1126 time: 0.1979818 Mar 23 01:30:13.061106 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-68adde20-5f99-4b19-9445-86d14a80e636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (9f7a62d3-2214-40ac-962c-610e6b86d8a3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:13.104519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-71672f50-8095-47ab-8a17-5031d13eb3de req-bc18560b-b06b-4b95-9936-37ffa4b67914 service neutron] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 on host n-h1-834677-4 for vnic_type normal with profile None {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:30:13.104887 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-71672f50-8095-47ab-8a17-5031d13eb3de req-bc18560b-b06b-4b95-9936-37ffa4b67914 service neutron] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:30:13.105217 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672f50-8095-47ab-8a17-5031d13eb3de req-bc18560b-b06b-4b95-9936-37ffa4b67914 service neutron] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:13.453925 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672f50-8095-47ab-8a17-5031d13eb3de req-bc18560b-b06b-4b95-9936-37ffa4b67914 service neutron] Port daef5bbd-c94e-4520-844f-3a3329089a94 on network d44dd811-bae2-4efa-9295-6d682f4c9315 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:30:13.454229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672f50-8095-47ab-8a17-5031d13eb3de req-bc18560b-b06b-4b95-9936-37ffa4b67914 service neutron] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:13.480399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672f50-8095-47ab-8a17-5031d13eb3de req-bc18560b-b06b-4b95-9936-37ffa4b67914 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:30:13.480819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672f50-8095-47ab-8a17-5031d13eb3de req-bc18560b-b06b-4b95-9936-37ffa4b67914 service neutron] Checking segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:30:13.481122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672f50-8095-47ab-8a17-5031d13eb3de req-bc18560b-b06b-4b95-9936-37ffa4b67914 service neutron] Bound using segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:30:13.481596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-71672f50-8095-47ab-8a17-5031d13eb3de req-bc18560b-b06b-4b95-9936-37ffa4b67914 service neutron] Bound port: daef5bbd-c94e-4520-844f-3a3329089a94, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:30:13.483453 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adde20-5f99-4b19-9445-86d14a80e636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f7a62d3-2214-40ac-962c-610e6b86d8a3,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:13.516855 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6dfdc197-fa59-4872-9df4-7c0d678c38cb req-d7b639cd-0bdc-47ad-97eb-6155ed5f9ad0 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0655766 Mar 23 01:30:13.573749 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9e9bec-c023-4891-a64f-4336f3e853ff x-openstack-request-id: req-9d9e9bec-c023-4891-a64f-4336f3e853ff {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:13.574944 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "name": "network-vif-plugged", "status": "completed", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:13.575695 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d9e9bec-c023-4891-a64f-4336f3e853ff {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:13.576276 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9e9bec-c023-4891-a64f-4336f3e853ff'] response: {'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15', 'code': 200} Mar 23 01:30:13.587938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68adde20-5f99-4b19-9445-86d14a80e636 admin admin] Checking segment: {'id': 'de4dd121-1316-4700-b113-a5c500ca4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:30:13.588302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68adde20-5f99-4b19-9445-86d14a80e636 admin admin] Network hostable DHCP agents. Network: 022c952f-96fa-4b6f-8707-0669714abf9c, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:30:13.611926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d3658-4974-4c26-b397-e4dbbe906e53 req-9edac5ca-4728-4ee3-ae81-30f82cb75d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:13.613547 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-514d3658-4974-4c26-b397-e4dbbe906e53 req-9edac5ca-4728-4ee3-ae81-30f82cb75d75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 911 time: 0.5397243 Mar 23 01:30:13.619854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-71672f50-8095-47ab-8a17-5031d13eb3de req-bc18560b-b06b-4b95-9936-37ffa4b67914 service neutron] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=daef5bbd-c94e-4520-844f-3a3329089a94,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:30:13.665839 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-514d3658-4974-4c26-b397-e4dbbe906e53 req-cf8a9405-d549-4045-8890-dfcb30f475e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb5d062c-b941-4b40-889c-54e12e239d6b HTTP/1.1" status: 200 len: 217 time: 0.0427251 Mar 23 01:30:13.670144 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-71672f50-8095-47ab-8a17-5031d13eb3de req-bc18560b-b06b-4b95-9936-37ffa4b67914 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:13.676640 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-bc18560b-b06b-4b95-9936-37ffa4b67914 service neutron] 10.222.0.18 "POST /v2.0/ports/daef5bbd-c94e-4520-844f-3a3329089a94/bindings HTTP/1.1" status: 201 len: 389 time: 0.9284720 Mar 23 01:30:13.711093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68adde20-5f99-4b19-9445-86d14a80e636 admin admin] Network 022c952f-96fa-4b6f-8707-0669714abf9c is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:30:13.771761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-68adde20-5f99-4b19-9445-86d14a80e636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 022c952f-96fa-4b6f-8707-0669714abf9c) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:30:13.780348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f613f3da-e6bd-4caa-84bc-c96850d57565 None None] Network 022c952f-96fa-4b6f-8707-0669714abf9c requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:30:13.816203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68adde20-5f99-4b19-9445-86d14a80e636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:13.816750 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-68adde20-5f99-4b19-9445-86d14a80e636 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:13.820110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d3658-4974-4c26-b397-e4dbbe906e53 req-22a4d816-0e28-4e35-902b-888219737491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:13.821603 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-514d3658-4974-4c26-b397-e4dbbe906e53 req-22a4d816-0e28-4e35-902b-888219737491 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef8ca6c1-ff55-42d2-99a7-3b5483039371 HTTP/1.1" status: 200 len: 851 time: 0.1398323 Mar 23 01:30:13.876169 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-514d3658-4974-4c26-b397-e4dbbe906e53 req-f7423178-abfd-46f5-850a-a57dd4d5fe20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=11a64475-d2db-4f02-97ca-82d855d62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417235 Mar 23 01:30:13.885034 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-68adde20-5f99-4b19-9445-86d14a80e636 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4370587 Mar 23 01:30:13.885034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57852) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:13.898566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-210385566-router', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:13.904592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692a872-6f8c-468c-8475-9374bb3e6ff9 req-3fedc09c-b416-495d-afb6-e4ac8c352e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:13.906746 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9692a872-6f8c-468c-8475-9374bb3e6ff9 req-3fedc09c-b416-495d-afb6-e4ac8c352e72 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 1132 time: 0.2142537 Mar 23 01:30:13.961576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e2004-b969-4948-a203-105ad36f5da9 req-c7d19645-75b0-45a0-a14c-5ea98b704f32 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:13.984823 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b66e2004-b969-4948-a203-105ad36f5da9 req-c7d19645-75b0-45a0-a14c-5ea98b704f32 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.1226778 Mar 23 01:30:13.993069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-022c952f-96fa-4b6f-8707-0669714abf9c', 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c', 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'fixed_ips': [{'subnet_id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:30:13.993638 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c0818-a329-4806-afd1-192fd426e425 req-c16f81a7-2ceb-4bc5-a675-5e5cf5c0db5a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:13.994486 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:13.995171 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb4c0818-a329-4806-afd1-192fd426e425 req-c16f81a7-2ceb-4bc5-a675-5e5cf5c0db5a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 944 time: 0.2477815 Mar 23 01:30:14.049800 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (5361ed70-0afb-4295-9dac-dddaba5c928b), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:14.050865 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (5361ed70-0afb-4295-9dac-dddaba5c928b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:14.058412 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b66e2004-b969-4948-a203-105ad36f5da9 req-a1532df4-06f2-4a11-9c5c-56b95c8bd624 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692492 Mar 23 01:30:14.126181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9692a872-6f8c-468c-8475-9374bb3e6ff9 req-9850abb9-d9bc-4799-85ac-9f385527968f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010601 Mar 23 01:30:14.181118 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-514d3658-4974-4c26-b397-e4dbbe906e53 req-87c67921-e4ae-4faa-86ef-986cda5d7913 service neutron] 10.222.0.42 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008423 Mar 23 01:30:14.198093 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Allocated IP 172.20.0.2 (022c952f-96fa-4b6f-8707-0669714abf9c/9f7a62d3-2214-40ac-962c-610e6b86d8a3/00a6d215-6189-4cca-b2c8-00c434695f96) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:30:14.213467 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb4c0818-a329-4806-afd1-192fd426e425 req-57e4b684-7c66-414b-bbec-c4f26a1526a6 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894691 Mar 23 01:30:14.224984 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Publish callbacks [] for router_controller (5361ed70-0afb-4295-9dac-dddaba5c928b), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:14.227478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672f50-8095-47ab-8a17-5031d13eb3de req-9c64a79f-f2e2-4c51-9502-840ec6334a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:14.229035 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-9c64a79f-f2e2-4c51-9502-840ec6334a84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 1127 time: 0.2302263 Mar 23 01:30:14.358277 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53d62d-4e80-4af4-ace4-e2fe3706de91 req-d3b2931f-6ba0-4428-af42-f5ce674583e3 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:14.367581 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bb53d62d-4e80-4af4-ace4-e2fe3706de91 req-d3b2931f-6ba0-4428-af42-f5ce674583e3 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.1054978 Mar 23 01:30:14.426645 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Publish callbacks [] for port (00a6d215-6189-4cca-b2c8-00c434695f96), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:14.437049 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (00a6d215-6189-4cca-b2c8-00c434695f96), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:14.437385 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bb53d62d-4e80-4af4-ace4-e2fe3706de91 req-1621b2fb-dcca-4601-a0f6-258a8d45a8a2 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646265 Mar 23 01:30:14.523733 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Network 022c952f-96fa-4b6f-8707-0669714abf9c is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:30:14.543883 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Publish callbacks [] for router_gateway (5361ed70-0afb-4295-9dac-dddaba5c928b), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:14.544077 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:30:14.553372 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:30:14.555937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Pushing event updated for resources: {'Port': ['ID=00a6d215-6189-4cca-b2c8-00c434695f96,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:14.568423 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-514d3658-4974-4c26-b397-e4dbbe906e53 req-80983805-579e-4d1e-9a51-e36573dfe40e service neutron] 10.222.0.42 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794961 Mar 23 01:30:14.593274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672f50-8095-47ab-8a17-5031d13eb3de req-911361fe-05aa-4218-998c-b42db96e5584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:14.594961 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-911361fe-05aa-4218-998c-b42db96e5584 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.3513694 Mar 23 01:30:14.673703 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Attempting to bind port 00a6d215-6189-4cca-b2c8-00c434695f96 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:30:14.674304 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Attempting to bind port 00a6d215-6189-4cca-b2c8-00c434695f96 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'de4dd121-1316-4700-b113-a5c500ca4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:30:14.674593 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Attempting to bind port 00a6d215-6189-4cca-b2c8-00c434695f96 on network 022c952f-96fa-4b6f-8707-0669714abf9c {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:14.678316 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-99f594cd-1e91-4abc-8e98-d769e6ae1590 req-28f1d32d-a12b-476c-8413-3793b582b921 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0419171 Mar 23 01:30:14.682768 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:30:14.683151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Checking segment: {'id': 'de4dd121-1316-4700-b113-a5c500ca4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:30:14.683557 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:14.683951 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Bound using segment: {'id': 'de4dd121-1316-4700-b113-a5c500ca4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:30:14.684427 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Bound port: 00a6d215-6189-4cca-b2c8-00c434695f96, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4dd121-1316-4700-b113-a5c500ca4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:30:14.684886 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (00a6d215-6189-4cca-b2c8-00c434695f96), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:14.721358 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-72877709-b0df-4229-a2a5-b46969900a7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daef5bbd-c94e-4520-844f-3a3329089a94 HTTP/1.1" status: 200 len: 217 time: 0.1010990 Mar 23 01:30:14.790898 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] For port 00a6d215-6189-4cca-b2c8-00c434695f96, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:30:14.790898 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] For port 00a6d215-6189-4cca-b2c8-00c434695f96, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=00a6d215-6189-4cca-b2c8-00c434695f96,segment=NetworkSegment(de4dd121-1316-4700-b113-a5c500ca4d13),segment_id=de4dd121-1316-4700-b113-a5c500ca4d13)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:30:14.798504 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (00a6d215-6189-4cca-b2c8-00c434695f96), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:14.815292 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672f50-8095-47ab-8a17-5031d13eb3de req-ff028492-bb5d-49bc-aa64-8bbf9e9c8f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:14.816778 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-ff028492-bb5d-49bc-aa64-8bbf9e9c8f40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.0860398 Mar 23 01:30:14.828481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-2844ec4a-56d4-43ea-a7af-0d46c38101fa tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:14.829968 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-2844ec4a-56d4-43ea-a7af-0d46c38101fa tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/networks?id=84f4613c-cb23-45e4-9b2d-bd5efe01e76d HTTP/1.1" status: 200 len: 810 time: 0.2680032 Mar 23 01:30:14.877178 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-3efa66b6-ee80-4edc-abc1-18a017042167 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458267 Mar 23 01:30:14.886667 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd9c54-f386-4ae5-887f-d5f8db657858 None None] Pushing event updated for resources: {'Port': ['ID=00a6d215-6189-4cca-b2c8-00c434695f96,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:14.912162 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-a19a69d1-39a9-4103-a7d7-e9ec076170ba tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/quotas/031c4d45b7df48b69ed3074ed987bec8 HTTP/1.1" status: 200 len: 375 time: 0.0701616 Mar 23 01:30:14.990553 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-734c1ccc-0b7c-4c94-95cb-2a46bd2af663 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=031c4d45b7df48b69ed3074ed987bec8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770211 Mar 23 01:30:15.053644 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:30:15.256783 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-d1279b81-3af0-4993-8e7b-09e89bcc8544 service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734977 Mar 23 01:30:15.276754 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434ed82-16db-4b32-a0a7-335301786206 req-c9c08ada-4266-4fbd-8b89-0efb67d2a81a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:15.278968 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c434ed82-16db-4b32-a0a7-335301786206 req-c9c08ada-4266-4fbd-8b89-0efb67d2a81a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.0958409 Mar 23 01:30:15.319093 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:15.338504 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32', 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652', 'port_id': '8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32', 'mac_address': 'fa:16:3e:75:e0:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:30:15.386205 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 is: ACTIVE; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:15.386588 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:15.388877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c434ed82-16db-4b32-a0a7-335301786206 req-9be28511-93f1-4657-9d97-639628dd950c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999784 Mar 23 01:30:15.402655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:30:15.438515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:15.450953 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:15.549324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:15.549830 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f199-3fe8-4fff-bc16-be8a1fb6ebd6 req-f4688c93-9a4c-4a79-94f2-c9be04b5e592 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:15.551502 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-baf2f199-3fe8-4fff-bc16-be8a1fb6ebd6 req-f4688c93-9a4c-4a79-94f2-c9be04b5e592 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 944 time: 0.0985897 Mar 23 01:30:15.560164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-204fda46-8b1a-415f-a2d8-35ce898b4c6a service neutron] 10.222.0.18 "GET /v2.0/networks/84f4613c-cb23-45e4-9b2d-bd5efe01e76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684569 Mar 23 01:30:15.585622 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Publish callbacks [] for router_gateway (5361ed70-0afb-4295-9dac-dddaba5c928b), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:15.610760 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-baf2f199-3fe8-4fff-bc16-be8a1fb6ebd6 req-1074a175-3381-4cf4-9328-4788d61db1cc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523212 Mar 23 01:30:15.615261 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:30:15.676819 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:15.814127 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-312a3046-462c-49aa-8962-67261008a1d1 service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887414 Mar 23 01:30:15.831427 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23427e-cd78-491c-932b-86adf628477d req-8d2a29a7-ba03-42c3-b32d-f320b964c4bd tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:15.848753 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f23427e-cd78-491c-932b-86adf628477d req-8d2a29a7-ba03-42c3-b32d-f320b964c4bd tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.1161454 Mar 23 01:30:15.960958 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f23427e-cd78-491c-932b-86adf628477d req-76280d40-c4a5-4b18-9e52-3242b3bdf27e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122720 Mar 23 01:30:15.996566 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-0203e765-ccfa-4819-b680-f4083c2187a8 service neutron] 10.222.0.18 "GET /v2.0/networks/84f4613c-cb23-45e4-9b2d-bd5efe01e76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241114 Mar 23 01:30:16.098363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Allocated IP 172.25.0.158 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/8a31a16c-1738-4a25-9908-4cc9d26c484f) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:30:16.099761 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a2844eb-2200-48bc-9631-efd91d81d796 req-ca6818a9-00ef-4c6d-8991-58bafd86664b tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0422413 Mar 23 01:30:16.139571 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2bc261-7d65-4757-9dfd-a288f14831f0 req-8b2ba267-bf71-414d-9da0-318bf663af64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1948340 Mar 23 01:30:16.332201 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bc261-7d65-4757-9dfd-a288f14831f0 req-a3e9b652-2d47-406f-9ef9-e2a22f56be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:16.334366 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2bc261-7d65-4757-9dfd-a288f14831f0 req-a3e9b652-2d47-406f-9ef9-e2a22f56be63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 1133 time: 0.0964611 Mar 23 01:30:16.429781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 00a6d215-6189-4cca-b2c8-00c434695f96 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:30:16.632521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 00a6d215-6189-4cca-b2c8-00c434695f96 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:16.634194 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (00a6d215-6189-4cca-b2c8-00c434695f96), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:16.662643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2759f3-c9fb-4a3b-9fdc-3495fd28e77f req-7430a045-6591-4640-a45c-d8cd70a3c912 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:16.675316 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3c2759f3-c9fb-4a3b-9fdc-3495fd28e77f req-7430a045-6591-4640-a45c-d8cd70a3c912 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.1426251 Mar 23 01:30:16.708393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c0841e-9499-436e-88d8-10f571ce9262 None None] Network 022c952f-96fa-4b6f-8707-0669714abf9c requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:30:16.786613 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3c2759f3-c9fb-4a3b-9fdc-3495fd28e77f req-59b544b0-fc46-48b9-af45-b34dce240355 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044860 Mar 23 01:30:16.797591 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Publish callbacks [] for port (8a31a16c-1738-4a25-9908-4cc9d26c484f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:16.865767 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-017bea0a-ee9f-465c-9e71-b31048819c50 None None] Provisioning complete for port 00a6d215-6189-4cca-b2c8-00c434695f96 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:16.866628 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-017bea0a-ee9f-465c-9e71-b31048819c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (00a6d215-6189-4cca-b2c8-00c434695f96), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:16.982202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e865dd16-a73e-4af7-9ca8-6f594fd56576 req-4dcab644-d3db-47e0-a19b-a38a4a9bc9ca tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 210 time: 0.2199597 Mar 23 01:30:17.051397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32514f14-58f3-46ff-b666-aa98b9fd2b79 req-95060abb-230b-4715-a256-a5467d05c080 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:17.064137 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-32514f14-58f3-46ff-b666-aa98b9fd2b79 req-95060abb-230b-4715-a256-a5467d05c080 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 944 time: 0.1107593 Mar 23 01:30:17.087266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device eb5d062c-b941-4b40-889c-54e12e239d6b details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:30:17.090549 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:30:17.181635 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-32514f14-58f3-46ff-b666-aa98b9fd2b79 req-1e13c2ed-69a0-4bef-8cd6-a52898d834ab tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128047 Mar 23 01:30:17.223978 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bc261-7d65-4757-9dfd-a288f14831f0 req-2134b320-34ba-4195-a381-bd5c1b58b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:17.227804 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2bc261-7d65-4757-9dfd-a288f14831f0 req-2134b320-34ba-4195-a381-bd5c1b58b99e service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.8697677 Mar 23 01:30:17.241896 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 00a6d215-6189-4cca-b2c8-00c434695f96 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:17.277443 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (00a6d215-6189-4cca-b2c8-00c434695f96), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:17.341004 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2bc261-7d65-4757-9dfd-a288f14831f0 req-d4d5a1c0-1b75-41ea-9825-cc009ce7e771 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a HTTP/1.1" status: 200 len: 217 time: 0.1064637 Mar 23 01:30:17.369372 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6511373c-8669-490d-8153-21e326d907f1 req-be94c6d5-f9ac-412b-af9b-71b997055029 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0508809 Mar 23 01:30:17.379519 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8a31a16c-1738-4a25-9908-4cc9d26c484f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:17.632489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bc261-7d65-4757-9dfd-a288f14831f0 req-436253f9-acc5-4e1b-a29e-570ad1587db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:17.636053 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2bc261-7d65-4757-9dfd-a288f14831f0 req-436253f9-acc5-4e1b-a29e-570ad1587db7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.2561128 Mar 23 01:30:17.891468 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.resource_extend [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:30:17.909250 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-017bea0a-ee9f-465c-9e71-b31048819c50 None None] Current status of the port 00a6d215-6189-4cca-b2c8-00c434695f96 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:17.909845 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-017bea0a-ee9f-465c-9e71-b31048819c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (00a6d215-6189-4cca-b2c8-00c434695f96), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:17.912208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:30:18.000282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:30:18.004118 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Pushing event updated for resources: {'Port': ['ID=8a31a16c-1738-4a25-9908-4cc9d26c484f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:18.006610 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:30:18.212611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 00a6d215-6189-4cca-b2c8-00c434695f96, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=00a6d215-6189-4cca-b2c8-00c434695f96,segment=NetworkSegment(de4dd121-1316-4700-b113-a5c500ca4d13),segment_id=de4dd121-1316-4700-b113-a5c500ca4d13)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:18.358858 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915765e-a796-4bd3-bfd7-b1e33545b10e req-0647e77f-1c12-4996-aa67-17c26c4d7d0e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:18.371971 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9915765e-a796-4bd3-bfd7-b1e33545b10e req-0647e77f-1c12-4996-aa67-17c26c4d7d0e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.2086353 Mar 23 01:30:18.484393 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9915765e-a796-4bd3-bfd7-b1e33545b10e req-059bceb0-1f33-4c19-b55c-178cdc30bb2f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110809 Mar 23 01:30:18.503078 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-017bea0a-ee9f-465c-9e71-b31048819c50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:30:18.504165 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-017bea0a-ee9f-465c-9e71-b31048819c50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:30:18.504895 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (00a6d215-6189-4cca-b2c8-00c434695f96), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:18.653730 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=00a6d215-6189-4cca-b2c8-00c434695f96,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:18.702764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:18.703331 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:18.760454 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4ff8039f-6487-4183-9ca9-edeb22f6ace5 req-ab9e78a8-2c32-493e-9ca4-71bdb9be8cc5 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 210 time: 0.0792296 Mar 23 01:30:18.791209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c052a-5d43-4405-9f6f-3d8e6ea9f215 req-74bd915a-3b78-4cce-9ae0-ebe3023fec1e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:18.793006 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a8c052a-5d43-4405-9f6f-3d8e6ea9f215 req-74bd915a-3b78-4cce-9ae0-ebe3023fec1e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 1.4634426 Mar 23 01:30:18.798919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bc261-7d65-4757-9dfd-a288f14831f0 req-cfa92fc3-e7f3-4363-aa3d-103abf3801d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:18.800480 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2bc261-7d65-4757-9dfd-a288f14831f0 req-cfa92fc3-e7f3-4363-aa3d-103abf3801d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.1453793 Mar 23 01:30:18.804062 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port eb5d062c-b941-4b40-889c-54e12e239d6b, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=eb5d062c-b941-4b40-889c-54e12e239d6b,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:18.826789 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'eb5d062c-b941-4b40-889c-54e12e239d6b', 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717', 'port_id': 'eb5d062c-b941-4b40-889c-54e12e239d6b', 'mac_address': 'fa:16:3e:be:92:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8ca6c1-ff55-42d2-99a7-3b5483039371', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:30:18.975304 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a8c052a-5d43-4405-9f6f-3d8e6ea9f215 req-1a830e4e-4262-439f-964f-c9867bd82beb tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682143 Mar 23 01:30:18.989253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port eb5d062c-b941-4b40-889c-54e12e239d6b is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:18.989830 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (eb5d062c-b941-4b40-889c-54e12e239d6b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:19.005576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5d062c-b941-4b40-889c-54e12e239d6b {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:30:19.013819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:19.014273 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:19.106601 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-017bea0a-ee9f-465c-9e71-b31048819c50 None None] Current status of the port 00a6d215-6189-4cca-b2c8-00c434695f96 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:19.131408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0ed82-9cbc-44ec-b48e-3febf285fa61 req-d0372d6f-6ae3-45b8-99f7-1b084ecc77d4 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:19.136235 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aec0ed82-9cbc-44ec-b48e-3febf285fa61 req-d0372d6f-6ae3-45b8-99f7-1b084ecc77d4 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 944 time: 0.2151396 Mar 23 01:30:19.141169 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port eb5d062c-b941-4b40-889c-54e12e239d6b, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=eb5d062c-b941-4b40-889c-54e12e239d6b,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:19.154517 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2bc261-7d65-4757-9dfd-a288f14831f0 req-41abec27-f237-447b-92da-349f30866822 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291650 Mar 23 01:30:19.178346 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (eb5d062c-b941-4b40-889c-54e12e239d6b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:19.201963 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aec0ed82-9cbc-44ec-b48e-3febf285fa61 req-142f0194-73b9-417a-b7cf-211c962218cc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547163 Mar 23 01:30:19.207765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7fc441-dcc9-4b9e-b53f-ded650a6887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:19.211731 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94a814e-91a1-48b6-8c02-5c647579cd06" -d '{"events": [{"server_uuid": "7f7fc441-dcc9-4b9e-b53f-ded650a6887d", "name": "network-vif-plugged", "status": "completed", "tag": "8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:19.303591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:19.327265 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:19.377304 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-68894ef4-c9d9-4445-a8c4-79e8fc839c7b None None] Provisioning complete for port 00a6d215-6189-4cca-b2c8-00c434695f96 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:19.377748 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-68894ef4-c9d9-4445-a8c4-79e8fc839c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (00a6d215-6189-4cca-b2c8-00c434695f96), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:19.402890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=eb5d062c-b941-4b40-889c-54e12e239d6b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:19.468927 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d62cee1a-baca-4efd-bc4c-5c4e0e1d63bb req-f2f56e6f-5290-46f9-9fd0-7dba7a5a5f76 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.2780683 Mar 23 01:30:19.518978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:19.525135 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['eb5d062c-b941-4b40-889c-54e12e239d6b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:30:19.649263 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66df5265-3d33-4a45-a7cc-29d01d01143f x-openstack-request-id: req-66df5265-3d33-4a45-a7cc-29d01d01143f {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:19.649263 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7fc441-dcc9-4b9e-b53f-ded650a6887d", "name": "network-vif-plugged", "status": "completed", "tag": "8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:19.649263 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66df5265-3d33-4a45-a7cc-29d01d01143f {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:19.649894 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66df5265-3d33-4a45-a7cc-29d01d01143f'] response: {'server_uuid': '7f7fc441-dcc9-4b9e-b53f-ded650a6887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32', 'code': 200} Mar 23 01:30:19.669149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cecf3-20c7-4aee-af90-35f459e3f2c7 req-fb25a8c9-cbf6-44a5-93f3-15ddb8663db3 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:19.681754 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b82cecf3-20c7-4aee-af90-35f459e3f2c7 req-fb25a8c9-cbf6-44a5-93f3-15ddb8663db3 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 1132 time: 0.1215155 Mar 23 01:30:19.685255 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d217e92f-fb61-441e-ab34-2136cf6d35ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:19.753868 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Publish callbacks [] for router_gateway (5361ed70-0afb-4295-9dac-dddaba5c928b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:19.778080 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-68894ef4-c9d9-4445-a8c4-79e8fc839c7b None None] Current status of the port 00a6d215-6189-4cca-b2c8-00c434695f96 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:19.782220 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b82cecf3-20c7-4aee-af90-35f459e3f2c7 req-6e17e508-3d98-4e15-9281-58ea8c8cb034 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995083 Mar 23 01:30:19.942262 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f75cf35-d402-402e-ad65-d8e1fa6a403a req-296a1d6c-8071-40b4-9dd0-ed5ccab77678 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 210 time: 0.0503824 Mar 23 01:30:19.998809 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2bc261-7d65-4757-9dfd-a288f14831f0 req-6d143de1-ef31-47d2-bc88-1490b1093b4b service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8379261 Mar 23 01:30:20.039830 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-d5b7754f-1453-4c92-85c9-d60d2a827e92 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:20.041258 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-d5b7754f-1453-4c92-85c9-d60d2a827e92 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.42 "GET /v2.0/networks?id=84f4613c-cb23-45e4-9b2d-bd5efe01e76d HTTP/1.1" status: 200 len: 810 time: 0.5678351 Mar 23 01:30:20.060639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-e1193581-470f-4199-bc96-8dea8bb695d6 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Request body: {'port': {'device_id': '1a088e09-6ac9-4040-9675-3e3f656abc97', 'network_id': '84f4613c-cb23-45e4-9b2d-bd5efe01e76d', 'admin_state_up': True, 'tenant_id': '031c4d45b7df48b69ed3074ed987bec8'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:20.090135 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0a6c5-808b-4aeb-aa13-3fce2f27bf50 req-61f82e15-99de-4490-8bdf-7eb96b1cf6e8 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:20.101501 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b0a6c5-808b-4aeb-aa13-3fce2f27bf50 req-61f82e15-99de-4490-8bdf-7eb96b1cf6e8 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.2707629 Mar 23 01:30:20.366667 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:20.400197 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b0a6c5-808b-4aeb-aa13-3fce2f27bf50 req-6a5d8be1-28f3-4830-bde4-41b1332fbba9 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975655 Mar 23 01:30:20.479064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067650f-8bf9-4d96-86ce-bc8b56e4bd93 req-50eb95da-9928-4483-a42d-a71d0c8965b5 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:20.481956 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1067650f-8bf9-4d96-86ce-bc8b56e4bd93 req-50eb95da-9928-4483-a42d-a71d0c8965b5 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.1046319 Mar 23 01:30:20.570583 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (5361ed70-0afb-4295-9dac-dddaba5c928b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:20.583781 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1067650f-8bf9-4d96-86ce-bc8b56e4bd93 req-1c163585-bbd3-4b29-b3fb-99b651396203 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949352 Mar 23 01:30:20.709766 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 00a6d215-6189-4cca-b2c8-00c434695f96 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:30:20.839786 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 00a6d215-6189-4cca-b2c8-00c434695f96 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:20.839786 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (00a6d215-6189-4cca-b2c8-00c434695f96), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:20.855137 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-d9164cb3-b412-4008-8917-8145901cf6fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5006373 Mar 23 01:30:20.870204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-e1193581-470f-4199-bc96-8dea8bb695d6 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Made reservation on behalf of 031c4d45b7df48b69ed3074ed987bec8 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:30:20.880127 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-e1193581-470f-4199-bc96-8dea8bb695d6 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:21.113783 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6e9cd627-dcd4-4872-897f-4c15420f7fc7 req-8a2ec179-d722-4dfd-8e04-b30b8c29deca tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.1552601 Mar 23 01:30:21.173690 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 00a6d215-6189-4cca-b2c8-00c434695f96 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:21.211657 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device eb5d062c-b941-4b40-889c-54e12e239d6b up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:30:21.290402 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87917a7b-a6ee-4865-8c15-54d032d4aee2 req-5951c65d-81b8-47c4-bc59-6caac0f5d677 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 210 time: 0.0819409 Mar 23 01:30:21.313373 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ecd70-9f7b-4db4-a69d-7fbbecfb4271 req-2acf3fb4-20f2-4e39-a80b-98ef4bbfe051 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:21.323824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fe5ecd70-9f7b-4db4-a69d-7fbbecfb4271 req-2acf3fb4-20f2-4e39-a80b-98ef4bbfe051 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 945 time: 0.7081890 Mar 23 01:30:21.360251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-e1193581-470f-4199-bc96-8dea8bb695d6 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Allocated IP 172.20.0.7 (84f4613c-cb23-45e4-9b2d-bd5efe01e76d/63bccf73-12c3-46dd-b176-dbab9d552b39/a706eea8-4a2b-4cb5-9e98-6c20e0e1e716) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:30:21.363232 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port eb5d062c-b941-4b40-889c-54e12e239d6b completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:30:21.367476 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port eb5d062c-b941-4b40-889c-54e12e239d6b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:21.369147 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (eb5d062c-b941-4b40-889c-54e12e239d6b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:21.573708 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port eb5d062c-b941-4b40-889c-54e12e239d6b is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:21.574069 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (eb5d062c-b941-4b40-889c-54e12e239d6b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:21.585091 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-5c46f0d1-4cbf-4e54-938a-f77447c5a4a9 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:21.588137 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-5c46f0d1-4cbf-4e54-938a-f77447c5a4a9 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] 10.222.0.18 "GET /v2.0/ports/73ec178b-73b4-43c6-baf9-c74097125f15 HTTP/1.1" status: 200 len: 1129 time: 0.1450865 Mar 23 01:30:21.611721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port eb5d062c-b941-4b40-889c-54e12e239d6b, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=eb5d062c-b941-4b40-889c-54e12e239d6b,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:21.615187 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fe5ecd70-9f7b-4db4-a69d-7fbbecfb4271 req-c3847043-4636-4489-9753-1d0e2a8297f5 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904389 Mar 23 01:30:21.624340 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38751de7-a078-4a37-8ac3-b9aef801d949 req-20a7d144-3a94-4c26-a3ec-7ad81a9567c0 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:21.636317 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (eb5d062c-b941-4b40-889c-54e12e239d6b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:21.636561 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-38751de7-a078-4a37-8ac3-b9aef801d949 req-20a7d144-3a94-4c26-a3ec-7ad81a9567c0 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.1014495 Mar 23 01:30:21.709223 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-38751de7-a078-4a37-8ac3-b9aef801d949 req-6ab76e15-2070-42a2-98da-9e00191196bb tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717919 Mar 23 01:30:21.733467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f952402-336c-4b42-8de6-8235285d463c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5d062c-b941-4b40-889c-54e12e239d6b'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:21.735721 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdd4398-0e43-4adc-ae2d-828bf1527654" -d '{"events": [{"server_uuid": "3f952402-336c-4b42-8de6-8235285d463c", "name": "network-vif-plugged", "status": "completed", "tag": "eb5d062c-b941-4b40-889c-54e12e239d6b"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:21.761683 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=eb5d062c-b941-4b40-889c-54e12e239d6b,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:21.804732 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-e1193581-470f-4199-bc96-8dea8bb695d6 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Publish callbacks [] for port (a706eea8-4a2b-4cb5-9e98-6c20e0e1e716), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:21.816345 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04467f4-0eb4-4c6e-b2ce-b0e44bdf4a89 x-openstack-request-id: req-b04467f4-0eb4-4c6e-b2ce-b0e44bdf4a89 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:21.816674 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f952402-336c-4b42-8de6-8235285d463c", "name": "network-vif-plugged", "status": "completed", "tag": "eb5d062c-b941-4b40-889c-54e12e239d6b", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:21.816943 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b04467f4-0eb4-4c6e-b2ce-b0e44bdf4a89 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:21.817349 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b04467f4-0eb4-4c6e-b2ce-b0e44bdf4a89'] response: {'server_uuid': '3f952402-336c-4b42-8de6-8235285d463c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5d062c-b941-4b40-889c-54e12e239d6b', 'code': 200} Mar 23 01:30:21.863338 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Router 5361ed70-0afb-4295-9dac-dddaba5c928b is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:30:21.875604 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6b70707c-42b6-4559-a42c-84676d8bb0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:21.898876 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-e1193581-470f-4199-bc96-8dea8bb695d6 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a706eea8-4a2b-4cb5-9e98-6c20e0e1e716), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:22.000517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1193581-470f-4199-bc96-8dea8bb695d6 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Pushing event updated for resources: {'Port': ['ID=a706eea8-4a2b-4cb5-9e98-6c20e0e1e716,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:22.145387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-e1193581-470f-4199-bc96-8dea8bb695d6 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Network 84f4613c-cb23-45e4-9b2d-bd5efe01e76d is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:30:22.174022 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda42caf-1f65-4f1f-810b-4b322e805461 req-f391afec-d4d2-4b82-a3ff-b0915eaffd50 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:22.177203 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bda42caf-1f65-4f1f-810b-4b322e805461 req-f391afec-d4d2-4b82-a3ff-b0915eaffd50 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.4568529 Mar 23 01:30:22.199826 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-e1193581-470f-4199-bc96-8dea8bb695d6 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:30:22.216255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-e1193581-470f-4199-bc96-8dea8bb695d6 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:30:22.288453 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c68fce0e-f493-42ce-9701-2687da39874c req-fdbd30e3-c486-4fc1-8128-af93bee5b37d tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0654161 Mar 23 01:30:22.307771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08621696-bc00-44db-b0b9-6985457e9161 req-886e6209-4e96-49dd-b3aa-85e356b0361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:22.309742 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08621696-bc00-44db-b0b9-6985457e9161 req-886e6209-4e96-49dd-b3aa-85e356b0361c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 1128 time: 0.3994980 Mar 23 01:30:22.406956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-e1193581-470f-4199-bc96-8dea8bb695d6 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:22.407621 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-e1193581-470f-4199-bc96-8dea8bb695d6 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:22.424030 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:30:22.448120 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Sync routers for ids ['5361ed70-0afb-4295-9dac-dddaba5c928b'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:30:22.475732 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Routers {'5361ed70-0afb-4295-9dac-dddaba5c928b'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:30:22.477337 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:30:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['5361ed70-0afb-4295-9dac-dddaba5c928b'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:22.490771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6c1bc-1b79-4d3c-a3da-0dd655c5b6a0 req-e0d0a757-98ed-41e3-ba57-a1bb59f32bdc tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:22.500897 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-e1193581-470f-4199-bc96-8dea8bb695d6 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4488392 Mar 23 01:30:22.501614 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f2b6c1bc-1b79-4d3c-a3da-0dd655c5b6a0 req-e0d0a757-98ed-41e3-ba57-a1bb59f32bdc tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 931 time: 0.0991199 Mar 23 01:30:22.524615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Request body: {'port': {'device_id': '1a088e09-6ac9-4040-9675-3e3f656abc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:22.556644 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:22.564221 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5e74ef4d-2e1f-4b54-a950-43a6db9ccf90 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.6786196 Mar 23 01:30:22.569566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58036) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:22.571659 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bda42caf-1f65-4f1f-810b-4b322e805461 req-aa9d41d5-ddd8-4710-8840-0d7ee1aaf364 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761463 Mar 23 01:30:22.602982 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f2b6c1bc-1b79-4d3c-a3da-0dd655c5b6a0 req-2c5b79ee-095b-4470-a9d6-ff3cf8482875 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/security-groups?id=261489f1-bd39-47ac-9780-7e56f120e71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000488 Mar 23 01:30:22.662711 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08621696-bc00-44db-b0b9-6985457e9161 req-b93f5bc4-2bf5-4007-8930-5f08a7ee99e3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227315 Mar 23 01:30:22.737033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Set router 5361ed70-0afb-4295-9dac-dddaba5c928b gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:30:22.773597 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a706eea8-4a2b-4cb5-9e98-6c20e0e1e716), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:22.990542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d530c4-b1ed-4ab2-9562-97fdfc22f5df req-46984fb6-3eff-408e-9e82-99a23c6024c7 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:22.992158 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-66d530c4-b1ed-4ab2-9562-97fdfc22f5df req-46984fb6-3eff-408e-9e82-99a23c6024c7 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 946 time: 0.1619704 Mar 23 01:30:23.019969 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'name': 'tempest-ServersTestBootFromVolume-210385566-router', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:30:14Z', 'updated_at': '2022-03-23T01:30:18Z', 'revision_number': 3, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'gw_port': {'id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:15Z', 'updated_at': '2022-03-23T01:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:23.058594 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888798b-1317-4b49-8747-c0bbb6856f9d req-58d4f3e7-3b2c-445b-bbe6-e11c209ece88 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:23.066477 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b888798b-1317-4b49-8747-c0bbb6856f9d req-58d4f3e7-3b2c-445b-bbe6-e11c209ece88 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.1257102 Mar 23 01:30:23.077204 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Checking router: 5361ed70-0afb-4295-9dac-dddaba5c928b for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:30:23.077608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Updating router 5361ed70-0afb-4295-9dac-dddaba5c928b port 8a31a16c-1738-4a25-9908-4cc9d26c484f binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:30:23.163092 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8a31a16c-1738-4a25-9908-4cc9d26c484f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:23.172635 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-66d530c4-b1ed-4ab2-9562-97fdfc22f5df req-51b4e8e1-5d15-4958-aded-ba43ab6b1ccb tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667182 Mar 23 01:30:23.174950 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b888798b-1317-4b49-8747-c0bbb6856f9d req-94a7b88a-5e11-42b1-8180-2efc35de335f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071143 Mar 23 01:30:23.236037 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:23.405619 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:30:23.434012 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Publish callbacks [] for port (a706eea8-4a2b-4cb5-9e98-6c20e0e1e716), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:23.473825 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-727a937b-d661-4851-bfda-62d5cb952134 req-e19c6f59-61eb-42a7-a6f2-ba5c50025f04 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0371363 Mar 23 01:30:23.478179 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-9bebfa96-a95b-4874-8973-48c6c8ccc820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:23.480017 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-9bebfa96-a95b-4874-8973-48c6c8ccc820 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 1132 time: 0.2479112 Mar 23 01:30:23.603418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-6634fe08-029e-4142-824b-07593aef14af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:23.604815 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-6634fe08-029e-4142-824b-07593aef14af service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1160772 Mar 23 01:30:23.608131 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Transition to ACTIVE for port object a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:30:23.632840 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a706eea8-4a2b-4cb5-9e98-6c20e0e1e716), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:23.690285 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-e8137f89-f01c-40be-a99a-1060099d062f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=73ec178b-73b4-43c6-baf9-c74097125f15 HTTP/1.1" status: 200 len: 217 time: 0.0763435 Mar 23 01:30:23.833601 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Publish callbacks [] for port (8a31a16c-1738-4a25-9908-4cc9d26c484f), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:23.867538 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8a31a16c-1738-4a25-9908-4cc9d26c484f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:23.970502 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:24.014360 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Attempting to bind port 8a31a16c-1738-4a25-9908-4cc9d26c484f on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:30:24.018157 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Attempting to bind port 8a31a16c-1738-4a25-9908-4cc9d26c484f by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:30:24.018642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Attempting to bind port 8a31a16c-1738-4a25-9908-4cc9d26c484f on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:24.033689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafdeb7-d0f8-480f-a97f-6a4187369cdc None None] Pushing event updated for resources: {'Port': ['ID=8a31a16c-1738-4a25-9908-4cc9d26c484f,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:24.045920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:30:24.046125 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:30:24.048076 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:24.048984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:30:24.049486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Bound port: 8a31a16c-1738-4a25-9908-4cc9d26c484f, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:30:24.051383 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8a31a16c-1738-4a25-9908-4cc9d26c484f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:24.056585 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7d3ad-d6d9-43db-8347-0bad8c120c90 req-fc2af116-504c-4f04-96b9-21bd207d548a tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:24.058323 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eee7d3ad-d6d9-43db-8347-0bad8c120c90 req-fc2af116-504c-4f04-96b9-21bd207d548a tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 943 time: 0.2407875 Mar 23 01:30:24.170634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] For port 8a31a16c-1738-4a25-9908-4cc9d26c484f, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:30:24.177881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] For port 8a31a16c-1738-4a25-9908-4cc9d26c484f, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=8a31a16c-1738-4a25-9908-4cc9d26c484f,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:30:24.190727 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8a31a16c-1738-4a25-9908-4cc9d26c484f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:24.278437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Routers {'5361ed70-0afb-4295-9dac-dddaba5c928b'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:30:24.279121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:30:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['5361ed70-0afb-4295-9dac-dddaba5c928b'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:24.337417 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eee7d3ad-d6d9-43db-8347-0bad8c120c90 req-7e786d74-747d-44ea-8d98-22c0552eab06 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/security-groups?id=261489f1-bd39-47ac-9780-7e56f120e71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053430 Mar 23 01:30:24.380761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Pushing event updated for resources: {'Port': ['ID=a706eea8-4a2b-4cb5-9e98-6c20e0e1e716,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:24.471772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Allocated IP 172.20.0.1 (022c952f-96fa-4b6f-8707-0669714abf9c/9f7a62d3-2214-40ac-962c-610e6b86d8a3/0f7650e5-b24b-4879-a01e-12d106077625) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:30:24.508510 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-af7c1c8e-90d7-44ee-9bbc-f45c43dd1d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:24.510079 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-af7c1c8e-90d7-44ee-9bbc-f45c43dd1d47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.7965167 Mar 23 01:30:24.555582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafdeb7-d0f8-480f-a97f-6a4187369cdc None None] Pushing event updated for resources: {'Port': ['ID=8a31a16c-1738-4a25-9908-4cc9d26c484f,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:24.563688 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:24.608908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378c826-6655-45c4-ad24-59936b5037a7 req-ac5762a2-f807-42f6-b235-af61a3890647 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:24.610655 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3378c826-6655-45c4-ad24-59936b5037a7 req-ac5762a2-f807-42f6-b235-af61a3890647 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.1941495 Mar 23 01:30:24.615495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] Set router 5361ed70-0afb-4295-9dac-dddaba5c928b gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:30:24.643921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Attempting to bind port a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:30:24.644319 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Attempting to bind port a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '15df9314-1064-4381-aaca-57927add4740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '84f4613c-cb23-45e4-9b2d-bd5efe01e76d'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:30:24.644567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Attempting to bind port a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 on network 84f4613c-cb23-45e4-9b2d-bd5efe01e76d {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:24.652105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-1b44810a-5b7b-4a22-ad3a-4084b563fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:24.653683 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-1b44810a-5b7b-4a22-ad3a-4084b563fa03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1190903 Mar 23 01:30:24.660121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Port a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 on network 84f4613c-cb23-45e4-9b2d-bd5efe01e76d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:30:24.660646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Attempting to bind port a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 on network 84f4613c-cb23-45e4-9b2d-bd5efe01e76d {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:24.692921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:30:24.693311 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Checking segment: {'id': '15df9314-1064-4381-aaca-57927add4740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '84f4613c-cb23-45e4-9b2d-bd5efe01e76d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:30:24.693642 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Bound using segment: {'id': '15df9314-1064-4381-aaca-57927add4740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '84f4613c-cb23-45e4-9b2d-bd5efe01e76d'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:30:24.694089 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Bound port: a706eea8-4a2b-4cb5-9e98-6c20e0e1e716, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15df9314-1064-4381-aaca-57927add4740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '84f4613c-cb23-45e4-9b2d-bd5efe01e76d'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:30:24.694442 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a706eea8-4a2b-4cb5-9e98-6c20e0e1e716), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:24.756308 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3378c826-6655-45c4-ad24-59936b5037a7 req-cd4a5900-ae01-4b16-b252-6cf4304b8d53 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361163 Mar 23 01:30:24.874768 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-d6c0cfbc-73fe-407d-b1ee-43ab18c100e3 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013779 Mar 23 01:30:24.898074 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] For port a706eea8-4a2b-4cb5-9e98-6c20e0e1e716, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:30:25.085406 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] For port a706eea8-4a2b-4cb5-9e98-6c20e0e1e716, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a706eea8-4a2b-4cb5-9e98-6c20e0e1e716,segment=NetworkSegment(15df9314-1064-4381-aaca-57927add4740),segment_id=15df9314-1064-4381-aaca-57927add4740)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:30:25.094718 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:30:25.099909 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a706eea8-4a2b-4cb5-9e98-6c20e0e1e716), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:25.144843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'name': 'tempest-ServersTestBootFromVolume-210385566-router', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:30:14Z', 'updated_at': '2022-03-23T01:30:18Z', 'revision_number': 3, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'gw_port': {'id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:15Z', 'updated_at': '2022-03-23T01:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:25.185319 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:25.185941 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:25.187853 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] 10.222.0.42 "PUT /v2.0/ports/a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 HTTP/1.1" status: 200 len: 1091 time: 2.6717000 Mar 23 01:30:25.188340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a088e09-6ac9-4040-9675-3e3f656abc97', 'tag': 'a706eea8-4a2b-4cb5-9e98-6c20e0e1e716'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:25.190897 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c322dcd-20c7-4bf8-9b91-46e0513ce6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1a088e09-6ac9-4040-9675-3e3f656abc97", "tag": "a706eea8-4a2b-4cb5-9e98-6c20e0e1e716"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:25.205724 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d165b13-2f8c-40c4-9b67-2592ea1f5229 None None] The sync data for ids ['5361ed70-0afb-4295-9dac-dddaba5c928b'] in n-d-834677-4 is: [{'id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'name': 'tempest-ServersTestBootFromVolume-210385566-router', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:30:14Z', 'updated_at': '2022-03-23T01:30:18Z', 'revision_number': 3, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'gw_port': {'id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:15Z', 'updated_at': '2022-03-23T01:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:30:25.231841 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7f3f8-3745-48c5-8f46-20fd2428a730 req-e9b18d7a-ff84-430d-ae68-696bf213eaed tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:25.239396 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4ed7f3f8-3745-48c5-8f46-20fd2428a730 req-e9b18d7a-ff84-430d-ae68-696bf213eaed tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 946 time: 0.3433917 Mar 23 01:30:25.245252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-ed654777-7b4a-4ea8-9baf-66d93747dc38 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693151 Mar 23 01:30:25.256269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d3be0-536d-4f8b-8e16-5dd410fdda5e service neutron] Pushing event updated for resources: {'Port': ['ID=a706eea8-4a2b-4cb5-9e98-6c20e0e1e716,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:25.338121 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4ed7f3f8-3745-48c5-8f46-20fd2428a730 req-6932c0ef-0a45-4e72-a1fc-bd21945eeae1 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846672 Mar 23 01:30:25.351398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-4d7d6159-b0d3-477f-804e-bb6840c29550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:25.353433 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-4d7d6159-b0d3-477f-804e-bb6840c29550 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=031c4d45b7df48b69ed3074ed987bec8&device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 1125 time: 0.1106927 Mar 23 01:30:25.472854 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-0848cdc8-bb9d-41d3-968e-57dfb085d38f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 HTTP/1.1" status: 200 len: 217 time: 0.1052215 Mar 23 01:30:25.618102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-8bdc1bd2-50ed-4609-9b07-9ddca137b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:25.627881 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-8bdc1bd2-50ed-4609-9b07-9ddca137b6b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63bccf73-12c3-46dd-b176-dbab9d552b39 HTTP/1.1" status: 200 len: 850 time: 0.1499853 Mar 23 01:30:25.739766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-2b7a2bb6-f160-4398-95b8-2bf4c24817d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=84f4613c-cb23-45e4-9b2d-bd5efe01e76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969837 Mar 23 01:30:25.755306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d6c72-2ceb-42f1-86a5-7d7413ac2b81 req-3ab13185-4e07-4997-9126-bd91eda48792 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:25.785168 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:25.786627 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a71d6c72-2ceb-42f1-86a5-7d7413ac2b81 req-3ab13185-4e07-4997-9126-bd91eda48792 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 1.2645035 Mar 23 01:30:25.856697 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f366521f-e705-402d-a567-6344cc1f5a8b req-bcde83d4-b710-4fb3-8a5d-54dc3b4d71d1 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.1108055 Mar 23 01:30:25.865293 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Publish callbacks [] for port (0f7650e5-b24b-4879-a01e-12d106077625), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:25.929486 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a71d6c72-2ceb-42f1-86a5-7d7413ac2b81 req-d7b3be33-82cc-452e-b316-d3cba35cd8d7 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412745 Mar 23 01:30:26.005878 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (0f7650e5-b24b-4879-a01e-12d106077625), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:26.022083 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ce5502-d705-4b28-97dc-337d0c1bf359 x-openstack-request-id: req-45ce5502-d705-4b28-97dc-337d0c1bf359 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:26.022364 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a088e09-6ac9-4040-9675-3e3f656abc97", "tag": "a706eea8-4a2b-4cb5-9e98-6c20e0e1e716", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:26.022611 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45ce5502-d705-4b28-97dc-337d0c1bf359 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:26.032773 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ce5502-d705-4b28-97dc-337d0c1bf359'] response: {'name': 'network-changed', 'server_uuid': '1a088e09-6ac9-4040-9675-3e3f656abc97', 'tag': 'a706eea8-4a2b-4cb5-9e98-6c20e0e1e716', 'status': 'completed', 'code': 200} Mar 23 01:30:26.103106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Network 022c952f-96fa-4b6f-8707-0669714abf9c is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:30:26.118063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:30:26.124591 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-2eb68080-ea2b-4a5d-825d-b6beb80f12dd service neutron] 10.222.0.42 "GET /v2.0/networks/84f4613c-cb23-45e4-9b2d-bd5efe01e76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526421 Mar 23 01:30:26.182126 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:30:26.226626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Pushing event updated for resources: {'Port': ['ID=0f7650e5-b24b-4879-a01e-12d106077625,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:26.287697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11975434-6f06-4e00-9097-db00e4c7f514 req-d9b2bd20-3e3d-4c31-8bd0-1b7b4cbeb665 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:26.290196 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11975434-6f06-4e00-9097-db00e4c7f514 req-d9b2bd20-3e3d-4c31-8bd0-1b7b4cbeb665 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 943 time: 0.1898427 Mar 23 01:30:26.293949 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (5361ed70-0afb-4295-9dac-dddaba5c928b), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:26.503157 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11975434-6f06-4e00-9097-db00e4c7f514 req-bf689ebc-0c7f-44c2-b2fe-63a9bea6b6ef tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/security-groups?id=261489f1-bd39-47ac-9780-7e56f120e71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010250 Mar 23 01:30:26.584437 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c18be-38e6-4624-a5e8-5f6d6094465e req-ab0cf37b-c0c8-41f1-a5e4-5d2744ef3dc9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:26.602762 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d88c18be-38e6-4624-a5e8-5f6d6094465e req-ab0cf37b-c0c8-41f1-a5e4-5d2744ef3dc9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.4243128 Mar 23 01:30:26.699928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b07b2f69-e750-4a57-93aa-626b5860cb23 None None] Provisioning complete for port 0f7650e5-b24b-4879-a01e-12d106077625 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:26.704724 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b07b2f69-e750-4a57-93aa-626b5860cb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0f7650e5-b24b-4879-a01e-12d106077625), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:26.734547 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0f7650e5-b24b-4879-a01e-12d106077625), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:26.786039 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1318e34c-3ad9-4acf-bdca-d6eea1415a4e req-22c9f14c-591b-46d3-85e6-ff78eb1b68a5 service neutron] 10.222.0.42 "GET /v2.0/networks/84f4613c-cb23-45e4-9b2d-bd5efe01e76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6540098 Mar 23 01:30:26.836048 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d88c18be-38e6-4624-a5e8-5f6d6094465e req-c733c8e0-e2d4-4e6e-83c2-03c2d8626e7d tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323084 Mar 23 01:30:26.842325 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b07b2f69-e750-4a57-93aa-626b5860cb23 None None] Port 0f7650e5-b24b-4879-a01e-12d106077625 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:30:26.851923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 8a31a16c-1738-4a25-9908-4cc9d26c484f up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:30:27.007742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c322dcd-20c7-4bf8-9b91-46e0513ce6cb req-76338ff8-604a-4c21-99b1-f2dd6ce20cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:27.010035 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c322dcd-20c7-4bf8-9b91-46e0513ce6cb req-76338ff8-604a-4c21-99b1-f2dd6ce20cad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=031c4d45b7df48b69ed3074ed987bec8&device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 1125 time: 0.1341536 Mar 23 01:30:27.061142 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 8a31a16c-1738-4a25-9908-4cc9d26c484f triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:27.061980 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8a31a16c-1738-4a25-9908-4cc9d26c484f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:27.180072 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7914fabd-d17e-463f-b9d3-da0faf11d18e req-09d42c15-d03e-4433-9797-6ced43000672 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0906985 Mar 23 01:30:27.261160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 8a31a16c-1738-4a25-9908-4cc9d26c484f is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:27.263452 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8a31a16c-1738-4a25-9908-4cc9d26c484f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:27.301504 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a4424-22ef-4fec-a64e-be34321161b6 req-082ef71a-c5e2-443e-96ac-cdb6065e50bc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:27.304455 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a4a4424-22ef-4fec-a64e-be34321161b6 req-082ef71a-c5e2-443e-96ac-cdb6065e50bc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.1598990 Mar 23 01:30:27.312915 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 8a31a16c-1738-4a25-9908-4cc9d26c484f, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=8a31a16c-1738-4a25-9908-4cc9d26c484f,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:27.322041 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8a31a16c-1738-4a25-9908-4cc9d26c484f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:27.380558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c322dcd-20c7-4bf8-9b91-46e0513ce6cb req-49689315-e875-405a-b234-8ddff46ae427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:27.382096 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c322dcd-20c7-4bf8-9b91-46e0513ce6cb req-49689315-e875-405a-b234-8ddff46ae427 service neutron] 10.222.0.42 "GET /v2.0/networks?id=84f4613c-cb23-45e4-9b2d-bd5efe01e76d HTTP/1.1" status: 200 len: 910 time: 0.3632524 Mar 23 01:30:27.402629 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Publish callbacks [] for port (0f7650e5-b24b-4879-a01e-12d106077625), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:27.412358 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (0f7650e5-b24b-4879-a01e-12d106077625), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:27.505107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=8a31a16c-1738-4a25-9908-4cc9d26c484f,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:27.508007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c322dcd-20c7-4bf8-9b91-46e0513ce6cb req-72c9168c-56c2-499b-a0a3-319a7f50d42a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 HTTP/1.1" status: 200 len: 217 time: 0.1174915 Mar 23 01:30:27.575187 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Pushing event updated for resources: {'Port': ['ID=0f7650e5-b24b-4879-a01e-12d106077625,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:27.578499 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (5361ed70-0afb-4295-9dac-dddaba5c928b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:27.588025 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c322dcd-20c7-4bf8-9b91-46e0513ce6cb req-cd0c3fc6-242f-4270-88a2-6a435049e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:27.592004 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c322dcd-20c7-4bf8-9b91-46e0513ce6cb req-cd0c3fc6-242f-4270-88a2-6a435049e830 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63bccf73-12c3-46dd-b176-dbab9d552b39 HTTP/1.1" status: 200 len: 850 time: 0.0773127 Mar 23 01:30:27.643584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a4a4424-22ef-4fec-a64e-be34321161b6 req-fa0513f8-c663-4c5f-b829-a077bafa49f7 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275445 Mar 23 01:30:27.675843 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c322dcd-20c7-4bf8-9b91-46e0513ce6cb req-26a5766d-ba65-41f2-8334-9b9727f77c5b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=84f4613c-cb23-45e4-9b2d-bd5efe01e76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618501 Mar 23 01:30:27.802501 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d626c7a-d54f-40b8-bbbb-a07201d730f2 req-c746680f-4699-48e7-bc6b-12218e4cd5f9 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:27.804903 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d626c7a-d54f-40b8-bbbb-a07201d730f2 req-c746680f-4699-48e7-bc6b-12218e4cd5f9 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 943 time: 0.1451113 Mar 23 01:30:27.817277 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Network 022c952f-96fa-4b6f-8707-0669714abf9c is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:30:27.881435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:30:28.007563 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c322dcd-20c7-4bf8-9b91-46e0513ce6cb req-3af0acf7-e7b7-407c-8956-6495d04a4ecd service neutron] 10.222.0.42 "GET /v2.0/networks/84f4613c-cb23-45e4-9b2d-bd5efe01e76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212976 Mar 23 01:30:28.279256 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d626c7a-d54f-40b8-bbbb-a07201d730f2 req-79e9429f-b4b3-459b-809e-bd2bfe856c65 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/security-groups?id=261489f1-bd39-47ac-9780-7e56f120e71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604475 Mar 23 01:30:28.352564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d70b2-5389-4881-8721-09535b923f92 req-baefd235-183a-4bed-9a5f-9dbefa222b9f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:28.354923 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Router 5361ed70-0afb-4295-9dac-dddaba5c928b has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:30:28.355778 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a4d70b2-5389-4881-8721-09535b923f92 req-baefd235-183a-4bed-9a5f-9dbefa222b9f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.3410707 Mar 23 01:30:28.403473 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-cf278e79-d304-4dcc-8faf-94ca8c427097 None None] Provisioning complete for port 0f7650e5-b24b-4879-a01e-12d106077625 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:28.407987 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cf278e79-d304-4dcc-8faf-94ca8c427097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0f7650e5-b24b-4879-a01e-12d106077625), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:28.489097 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a4d70b2-5389-4881-8721-09535b923f92 req-701bad78-590f-4274-bb2d-92a80a1c17d8 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270747 Mar 23 01:30:28.535542 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c322dcd-20c7-4bf8-9b91-46e0513ce6cb req-b13e1938-fc78-4389-b249-b771fcc9a436 service neutron] 10.222.0.42 "GET /v2.0/networks/84f4613c-cb23-45e4-9b2d-bd5efe01e76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038350 Mar 23 01:30:28.596900 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:30:28.611389 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8a3e26a5-4349-45e7-a5e1-bb791287bef1 admin admin] 10.222.0.18 "PUT /v2.0/routers/5361ed70-0afb-4295-9dac-dddaba5c928b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9985621 Mar 23 01:30:28.611601 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-cf278e79-d304-4dcc-8faf-94ca8c427097 None None] Port 0f7650e5-b24b-4879-a01e-12d106077625 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:30:28.617939 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Sync routers for ids ['5361ed70-0afb-4295-9dac-dddaba5c928b'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:30:28.654060 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Routers {'5361ed70-0afb-4295-9dac-dddaba5c928b'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:30:28.656762 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:30:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['5361ed70-0afb-4295-9dac-dddaba5c928b'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:28.669440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7fe9176c-50c6-4aac-82d5-af26234a9e60 req-6d96404d-06b7-4543-b325-eb8e51ce97d1 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0822690 Mar 23 01:30:28.732298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 8a31a16c-1738-4a25-9908-4cc9d26c484f up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:30:28.801629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 8a31a16c-1738-4a25-9908-4cc9d26c484f triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:28.802208 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8a31a16c-1738-4a25-9908-4cc9d26c484f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:28.941506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd692a6e-5468-49c7-a1d7-25f0ba275ad9 req-f998d1c2-eef3-4732-a8c9-8b6339e6c970 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:28.944097 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd692a6e-5468-49c7-a1d7-25f0ba275ad9 req-f998d1c2-eef3-4732-a8c9-8b6339e6c970 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.1245565 Mar 23 01:30:28.981840 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Set router 5361ed70-0afb-4295-9dac-dddaba5c928b gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:30:28.991123 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 8a31a16c-1738-4a25-9908-4cc9d26c484f is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:29.066398 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd692a6e-5468-49c7-a1d7-25f0ba275ad9 req-b5e41d65-222a-4884-95e0-8240d09f935c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150215 Mar 23 01:30:29.317355 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'name': 'tempest-ServersTestBootFromVolume-210385566-router', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:30:14Z', 'updated_at': '2022-03-23T01:30:26Z', 'revision_number': 4, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'gw_port': {'id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:15Z', 'updated_at': '2022-03-23T01:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '0f7650e5-b24b-4879-a01e-12d106077625', 'name': '', 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'mac_address': 'fa:16:3e:d5:19:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:24Z', 'updated_at': '2022-03-23T01:30:26Z', 'revision_number': 2, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'subnets': [{'id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:29.382165 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Checking router: 5361ed70-0afb-4295-9dac-dddaba5c928b for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:30:29.382676 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Updating router 5361ed70-0afb-4295-9dac-dddaba5c928b port 0f7650e5-b24b-4879-a01e-12d106077625 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:30:29.471507 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0f7650e5-b24b-4879-a01e-12d106077625), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:29.600287 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6bf93-23d3-4cf4-86a3-4490d83b2f5f req-e516b8c9-0916-40c2-ba3b-aadea642d32c tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:29.602083 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-25e6bf93-23d3-4cf4-86a3-4490d83b2f5f req-e516b8c9-0916-40c2-ba3b-aadea642d32c tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 943 time: 0.1934927 Mar 23 01:30:29.621508 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58150) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:29.631414 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-01a9d50b-c25e-457a-b49a-8c60e226bfd5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1455887480', 'description': 'tempest-description--987035427'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:29.678741 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01a9d50b-c25e-457a-b49a-8c60e226bfd5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:29.824049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5380f93-dfa9-47c4-bdbf-05a2abab9fc8 req-e916769b-7b07-438f-9148-556bd012cdfe tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:29.826323 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f5380f93-dfa9-47c4-bdbf-05a2abab9fc8 req-e916769b-7b07-438f-9148-556bd012cdfe tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.0765841 Mar 23 01:30:29.829640 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-25e6bf93-23d3-4cf4-86a3-4490d83b2f5f req-9fbd271d-6973-4983-b259-78d4706786d6 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/security-groups?id=261489f1-bd39-47ac-9780-7e56f120e71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213607 Mar 23 01:30:29.880979 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b948e5b-ce47-44bb-a508-9b3a7cc9d2d9 req-75c3bbbc-dc24-4b2f-b35b-db0ff120f7d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1922774 Mar 23 01:30:29.931582 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01a9d50b-c25e-457a-b49a-8c60e226bfd5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for security_group (affe3e22-0d7e-44ae-b40e-ad41bbaed4a8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:29.956537 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01a9d50b-c25e-457a-b49a-8c60e226bfd5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (affe3e22-0d7e-44ae-b40e-ad41bbaed4a8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:30.022983 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd5f04c8-f4c0-4a1e-a5a1-097a2cce8def req-b02a65dd-8990-4d83-8196-2b1c6012f334 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0402954 Mar 23 01:30:30.030486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9d50b-c25e-457a-b49a-8c60e226bfd5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:30.057653 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f5380f93-dfa9-47c4-bdbf-05a2abab9fc8 req-82fc6f05-766f-446c-ae23-93a9126c9249 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179916 Mar 23 01:30:30.067837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b948e5b-ce47-44bb-a508-9b3a7cc9d2d9 req-8efbda5e-9132-4a77-9ebc-37f85a69f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:30.072007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b948e5b-ce47-44bb-a508-9b3a7cc9d2d9 req-8efbda5e-9132-4a77-9ebc-37f85a69f93b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 1126 time: 0.1287282 Mar 23 01:30:30.099843 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01a9d50b-c25e-457a-b49a-8c60e226bfd5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:30.107580 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-01a9d50b-c25e-457a-b49a-8c60e226bfd5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4809713 Mar 23 01:30:30.108680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58160) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:30.117536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6cc9b6ce-f6c0-4368-a9dd-f277e08e3886 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Request body: {'security_group_rule': {'security_group_id': 'affe3e22-0d7e-44ae-b40e-ad41bbaed4a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:30.201055 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cc9b6ce-f6c0-4368-a9dd-f277e08e3886 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for security_group_rule (0e51e7ce-11e1-442e-ad41-d7ccea6a82dd), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:30.331231 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Publish callbacks [] for port (0f7650e5-b24b-4879-a01e-12d106077625), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:30.332042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b948e5b-ce47-44bb-a508-9b3a7cc9d2d9 req-40f1f0b0-6a26-4ed1-9535-5c644de3cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:30.336052 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b948e5b-ce47-44bb-a508-9b3a7cc9d2d9 req-40f1f0b0-6a26-4ed1-9535-5c644de3cbb2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.2353089 Mar 23 01:30:30.350116 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0f7650e5-b24b-4879-a01e-12d106077625), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:30.357745 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cc9b6ce-f6c0-4368-a9dd-f277e08e3886 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for security_group_rule (0e51e7ce-11e1-442e-ad41-d7ccea6a82dd), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:30.373279 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cc9b6ce-f6c0-4368-a9dd-f277e08e3886 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (0e51e7ce-11e1-442e-ad41-d7ccea6a82dd), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:30.419545 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9b6ce-f6c0-4368-a9dd-f277e08e3886 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e51e7ce-11e1-442e-ad41-d7ccea6a82dd,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:30.433012 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb328c9-68bd-44b5-a51c-8cf29d27696a None None] Pushing event updated for resources: {'Port': ['ID=0f7650e5-b24b-4879-a01e-12d106077625,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:30.439041 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cc9b6ce-f6c0-4368-a9dd-f277e08e3886 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:30.440280 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6cc9b6ce-f6c0-4368-a9dd-f277e08e3886 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3306262 Mar 23 01:30:30.443541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58170) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:30.450584 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7d701efc-77a8-48eb-8951-310445d63aa3 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Request body: {'security_group_rule': {'security_group_id': 'affe3e22-0d7e-44ae-b40e-ad41bbaed4a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:30.458867 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb328c9-68bd-44b5-a51c-8cf29d27696a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:30.459211 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb328c9-68bd-44b5-a51c-8cf29d27696a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:30.459539 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb328c9-68bd-44b5-a51c-8cf29d27696a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:30.459865 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb328c9-68bd-44b5-a51c-8cf29d27696a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:30.460186 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb328c9-68bd-44b5-a51c-8cf29d27696a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:30.460507 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb328c9-68bd-44b5-a51c-8cf29d27696a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:30.460856 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb328c9-68bd-44b5-a51c-8cf29d27696a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:30.461170 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb328c9-68bd-44b5-a51c-8cf29d27696a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:30.461479 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb328c9-68bd-44b5-a51c-8cf29d27696a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:30.461798 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb328c9-68bd-44b5-a51c-8cf29d27696a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:30.462110 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb328c9-68bd-44b5-a51c-8cf29d27696a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:30.462417 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb328c9-68bd-44b5-a51c-8cf29d27696a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:30.462726 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb328c9-68bd-44b5-a51c-8cf29d27696a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:30.463033 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb328c9-68bd-44b5-a51c-8cf29d27696a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:30.463336 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb328c9-68bd-44b5-a51c-8cf29d27696a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:30.481686 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b948e5b-ce47-44bb-a508-9b3a7cc9d2d9 req-01e7b4ef-6c14-4c09-bb95-610800deed90 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d HTTP/1.1" status: 200 len: 217 time: 0.1355629 Mar 23 01:30:30.560109 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Attempting to bind port 0f7650e5-b24b-4879-a01e-12d106077625 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:30:30.561175 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Attempting to bind port 0f7650e5-b24b-4879-a01e-12d106077625 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'de4dd121-1316-4700-b113-a5c500ca4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:30:30.561616 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Attempting to bind port 0f7650e5-b24b-4879-a01e-12d106077625 on network 022c952f-96fa-4b6f-8707-0669714abf9c {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:30.574689 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:30:30.575109 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Checking segment: {'id': 'de4dd121-1316-4700-b113-a5c500ca4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:30:30.575445 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:30.575957 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Bound using segment: {'id': 'de4dd121-1316-4700-b113-a5c500ca4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:30:30.576800 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Bound port: 0f7650e5-b24b-4879-a01e-12d106077625, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4dd121-1316-4700-b113-a5c500ca4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:30:30.577994 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0f7650e5-b24b-4879-a01e-12d106077625), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:30.593915 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d701efc-77a8-48eb-8951-310445d63aa3 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for security_group_rule (d4c2a3e9-1176-460f-a419-ac90deca3e33), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:30.654543 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b948e5b-ce47-44bb-a508-9b3a7cc9d2d9 req-719b28ca-0955-46ca-8714-ab4b1264a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:30.664008 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b948e5b-ce47-44bb-a508-9b3a7cc9d2d9 req-719b28ca-0955-46ca-8714-ab4b1264a62d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.1685641 Mar 23 01:30:30.728217 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] For port 0f7650e5-b24b-4879-a01e-12d106077625, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:30:30.740004 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] For port 0f7650e5-b24b-4879-a01e-12d106077625, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0f7650e5-b24b-4879-a01e-12d106077625,segment=NetworkSegment(de4dd121-1316-4700-b113-a5c500ca4d13),segment_id=de4dd121-1316-4700-b113-a5c500ca4d13)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:30:30.769278 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84132167-539a-4548-8e52-3e30979ff63d req-c9386906-4d76-493a-8e4e-e585b7654dbd tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:30.769754 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b948e5b-ce47-44bb-a508-9b3a7cc9d2d9 req-4560effb-32bf-444d-badc-99c64f0f5e67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795200 Mar 23 01:30:30.769844 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-84132167-539a-4548-8e52-3e30979ff63d req-c9386906-4d76-493a-8e4e-e585b7654dbd tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.2494299 Mar 23 01:30:30.785073 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0f7650e5-b24b-4879-a01e-12d106077625), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:30.800439 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d701efc-77a8-48eb-8951-310445d63aa3 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for security_group_rule (d4c2a3e9-1176-460f-a419-ac90deca3e33), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:30.871264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Provisioning complete for port 0f7650e5-b24b-4879-a01e-12d106077625 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:30.873409 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0f7650e5-b24b-4879-a01e-12d106077625), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:30.965274 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Routers {'5361ed70-0afb-4295-9dac-dddaba5c928b'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:30:30.968840 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:30:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['5361ed70-0afb-4295-9dac-dddaba5c928b'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:30.969298 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-84132167-539a-4548-8e52-3e30979ff63d req-15945bd7-d4b4-4bff-8f22-be96ef70d674 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109897 Mar 23 01:30:30.974416 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d701efc-77a8-48eb-8951-310445d63aa3 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (d4c2a3e9-1176-460f-a419-ac90deca3e33), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:31.096843 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b948e5b-ce47-44bb-a508-9b3a7cc9d2d9 req-5d2ae9e9-2e3a-47c3-8f86-7b333c5ded35 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367820 Mar 23 01:30:31.118593 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d701efc-77a8-48eb-8951-310445d63aa3 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c2a3e9-1176-460f-a419-ac90deca3e33,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:31.133402 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d701efc-77a8-48eb-8951-310445d63aa3 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:31.141162 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7d701efc-77a8-48eb-8951-310445d63aa3 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6959541 Mar 23 01:30:31.143294 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58192) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:31.157124 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:31.214450 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:31.278044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:30:31.297067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Current status of the port 0f7650e5-b24b-4879-a01e-12d106077625 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:31.297897 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0f7650e5-b24b-4879-a01e-12d106077625), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:31.377022 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] Set router 5361ed70-0afb-4295-9dac-dddaba5c928b gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:30:31.402253 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b948e5b-ce47-44bb-a508-9b3a7cc9d2d9 req-4ebd24bb-69b0-421b-bc45-3dd56894ff60 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905114 Mar 23 01:30:31.485018 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.resource_extend [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:30:31.550871 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb328c9-68bd-44b5-a51c-8cf29d27696a None None] Pushing event updated for resources: {'Port': ['ID=0f7650e5-b24b-4879-a01e-12d106077625,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:31.587393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ca189-ad5d-4367-9471-2f0e2d66e23e req-a8f1e147-93db-4e8e-a89a-4a7611b22a98 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:31.595724 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd9ca189-ad5d-4367-9471-2f0e2d66e23e req-a8f1e147-93db-4e8e-a89a-4a7611b22a98 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 943 time: 0.2204518 Mar 23 01:30:31.597661 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8c13553c-dc6e-47a6-812d-cda4945b2892 req-95294b3f-f6e9-4975-a5b3-4627ac11649b tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0758455 Mar 23 01:30:31.641552 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] For port 0f7650e5-b24b-4879-a01e-12d106077625, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0f7650e5-b24b-4879-a01e-12d106077625,segment=NetworkSegment(de4dd121-1316-4700-b113-a5c500ca4d13),segment_id=de4dd121-1316-4700-b113-a5c500ca4d13)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:31.661004 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0f7650e5-b24b-4879-a01e-12d106077625), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:31.806835 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Pushing event updated for resources: {'Port': ['ID=0f7650e5-b24b-4879-a01e-12d106077625,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:31.809609 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c2b3e-dff1-4eea-a5df-dbc38cc43601 req-e194ef1f-af39-4a7a-ad83-733852c2570e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:31.821257 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-541c2b3e-dff1-4eea-a5df-dbc38cc43601 req-e194ef1f-af39-4a7a-ad83-733852c2570e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.1394210 Mar 23 01:30:31.847484 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd9ca189-ad5d-4367-9471-2f0e2d66e23e req-1f4a43ff-8819-49a7-acd4-9fe2074f4e29 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/security-groups?id=261489f1-bd39-47ac-9780-7e56f120e71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507253 Mar 23 01:30:31.863322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:31.863997 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:31.864484 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:31.865407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:31.869151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:31.870536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:31.871295 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:31.872166 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:31.873999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:31.874559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:31.876203 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:31.876885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:31.877433 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:31.878837 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:31.879331 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8127b862-255d-4a05-ba83-4d587fb9db64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:31.912479 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:31.937499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-31312340-0dbe-46a0-a8d5-7b61c1ad5a12 None None] Provisioning complete for port 0f7650e5-b24b-4879-a01e-12d106077625 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:31.940975 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-31312340-0dbe-46a0-a8d5-7b61c1ad5a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0f7650e5-b24b-4879-a01e-12d106077625), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:31.946777 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'name': 'tempest-ServersTestBootFromVolume-210385566-router', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:30:14Z', 'updated_at': '2022-03-23T01:30:26Z', 'revision_number': 4, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'gw_port': {'id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:15Z', 'updated_at': '2022-03-23T01:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '0f7650e5-b24b-4879-a01e-12d106077625', 'name': '', 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'mac_address': 'fa:16:3e:d5:19:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:24Z', 'updated_at': '2022-03-23T01:30:30Z', 'revision_number': 4, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'subnets': [{'id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:31.956720 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-541c2b3e-dff1-4eea-a5df-dbc38cc43601 req-5e85534c-843e-4da7-b994-cd94552f8b3c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303678 Mar 23 01:30:32.019727 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f9aaac-1a53-4244-bd0d-9aed85a5c174 None None] The sync data for ids ['5361ed70-0afb-4295-9dac-dddaba5c928b'] in n-d-834677-4 is: [{'id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'name': 'tempest-ServersTestBootFromVolume-210385566-router', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:30:14Z', 'updated_at': '2022-03-23T01:30:26Z', 'revision_number': 4, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'gw_port': {'id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:15Z', 'updated_at': '2022-03-23T01:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '0f7650e5-b24b-4879-a01e-12d106077625', 'name': '', 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'mac_address': 'fa:16:3e:d5:19:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:24Z', 'updated_at': '2022-03-23T01:30:30Z', 'revision_number': 4, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'subnets': [{'id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:30:32.023051 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a706eea8-4a2b-4cb5-9e98-6c20e0e1e716, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a706eea8-4a2b-4cb5-9e98-6c20e0e1e716,segment=NetworkSegment(15df9314-1064-4381-aaca-57927add4740),segment_id=15df9314-1064-4381-aaca-57927add4740)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:32.055606 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'a706eea8-4a2b-4cb5-9e98-6c20e0e1e716', 'network_id': '84f4613c-cb23-45e4-9b2d-bd5efe01e76d', 'port_id': 'a706eea8-4a2b-4cb5-9e98-6c20e0e1e716', 'mac_address': 'fa:16:3e:bd:ed:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63bccf73-12c3-46dd-b176-dbab9d552b39', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:30:32.181496 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:32.182595 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a706eea8-4a2b-4cb5-9e98-6c20e0e1e716), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:32.214482 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:30:32.230445 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Allocated IP 172.25.0.36 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/9c4776ce-b0fd-4169-adc4-d6ca5e9bcf86) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:30:32.248229 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a706eea8-4a2b-4cb5-9e98-6c20e0e1e716, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a706eea8-4a2b-4cb5-9e98-6c20e0e1e716,segment=NetworkSegment(15df9314-1064-4381-aaca-57927add4740),segment_id=15df9314-1064-4381-aaca-57927add4740)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:32.289361 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a706eea8-4a2b-4cb5-9e98-6c20e0e1e716), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:32.357453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-31312340-0dbe-46a0-a8d5-7b61c1ad5a12 None None] Current status of the port 0f7650e5-b24b-4879-a01e-12d106077625 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:32.410624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6070f3f-2470-44ef-8acc-0b7f1939d64c req-a164b32c-e290-4f6c-ade8-87008f41f1db tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:32.416179 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=a706eea8-4a2b-4cb5-9e98-6c20e0e1e716,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:32.419601 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f6070f3f-2470-44ef-8acc-0b7f1939d64c req-a164b32c-e290-4f6c-ade8-87008f41f1db tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.2239180 Mar 23 01:30:32.536989 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f6070f3f-2470-44ef-8acc-0b7f1939d64c req-4a0311ca-09cc-4f06-86d2-39a5dd1795ca tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089611 Mar 23 01:30:32.557462 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for port (9c4776ce-b0fd-4169-adc4-d6ca5e9bcf86), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:32.571390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['a706eea8-4a2b-4cb5-9e98-6c20e0e1e716'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:30:32.658361 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (9c4776ce-b0fd-4169-adc4-d6ca5e9bcf86), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:32.801551 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Pushing event updated for resources: {'Port': ['ID=9c4776ce-b0fd-4169-adc4-d6ca5e9bcf86,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:32.844865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:32.845213 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:32.845555 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:32.846019 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:32.846211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:32.846536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:32.846858 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:32.847167 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:32.853191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:32.854270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:32.854788 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:32.856379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:32.856379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:32.856379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:32.856379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:32.864188 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db9bc56d-4ee8-4993-a640-06780ddaa245 req-c69fac6f-3c2f-49dc-a2e9-79dc99fd070c tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.1044333 Mar 23 01:30:32.883168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:30:32.896887 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:30:32.918974 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:30:32.961398 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0f7650e5-b24b-4879-a01e-12d106077625 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:30:33.179906 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 0f7650e5-b24b-4879-a01e-12d106077625 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:33.180129 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0f7650e5-b24b-4879-a01e-12d106077625), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:33.412620 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 0f7650e5-b24b-4879-a01e-12d106077625 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:33.443405 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6885a5-4a2a-4ef2-8dd4-133cda1ae241 req-fedd5a40-8ea5-4cf7-91be-46b0fa979e78 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:33.446232 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f6885a5-4a2a-4ef2-8dd4-133cda1ae241 req-fedd5a40-8ea5-4cf7-91be-46b0fa979e78 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.1283076 Mar 23 01:30:33.497879 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for floatingip (53895893-e553-4411-bfee-bdaf7b63b08e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:33.516147 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce628ff-f3be-41ef-b601-942742237fdb req-a336be01-f4eb-4783-9e1e-c7c14fa738ca tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:33.521493 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fce628ff-f3be-41ef-b601-942742237fdb req-a336be01-f4eb-4783-9e1e-c7c14fa738ca tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 944 time: 0.4145098 Mar 23 01:30:33.571410 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f6885a5-4a2a-4ef2-8dd4-133cda1ae241 req-8b2a5f06-c12a-4e81-b2ed-d8555881e228 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073654 Mar 23 01:30:33.611645 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:33.720113 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9c4776ce-b0fd-4169-adc4-d6ca5e9bcf86), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:33.802925 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fce628ff-f3be-41ef-b601-942742237fdb req-00cbe074-607c-41f5-a88f-2204f0ef3832 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/security-groups?id=261489f1-bd39-47ac-9780-7e56f120e71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697489 Mar 23 01:30:33.911987 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9bd59-15a8-4ee4-a12e-c94e80acd023 req-eeea5348-4f5c-427b-a102-67ef41e2db28 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:33.914994 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fae9bd59-15a8-4ee4-a12e-c94e80acd023 req-eeea5348-4f5c-427b-a102-67ef41e2db28 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.1415327 Mar 23 01:30:34.026679 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fae9bd59-15a8-4ee4-a12e-c94e80acd023 req-06223937-40d3-4767-a5a5-da14edf9b510 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954337 Mar 23 01:30:34.091936 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b4331269-ebe5-43dd-9da2-5c65a3c09021 req-5763badb-dbd6-4c32-8b3c-bb443a59d05b tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0599406 Mar 23 01:30:34.273129 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for port (9c4776ce-b0fd-4169-adc4-d6ca5e9bcf86), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:34.282807 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (9c4776ce-b0fd-4169-adc4-d6ca5e9bcf86), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:34.431794 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Pushing event updated for resources: {'Port': ['ID=9c4776ce-b0fd-4169-adc4-d6ca5e9bcf86,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:34.450910 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (53895893-e553-4411-bfee-bdaf7b63b08e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:34.483695 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:34.501897 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-548d323b-7dd9-4c94-bdd5-9a0c91d83ef5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3571680 Mar 23 01:30:34.802418 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112905f-7622-4f94-bdbe-5928f938236a req-6c0dc034-45ee-4018-b6c9-15b9fff4e924 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:34.817444 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9112905f-7622-4f94-bdbe-5928f938236a req-6c0dc034-45ee-4018-b6c9-15b9fff4e924 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.1014791 Mar 23 01:30:34.929234 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9112905f-7622-4f94-bdbe-5928f938236a req-96aaf88f-b749-4159-ba90-30c0f746262e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110086 Mar 23 01:30:35.016503 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed602a-d0a0-42bb-a261-0b181d04914a req-c2ec6b13-9a13-4ad7-b7ad-8d30a981e3c6 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:35.024582 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1ed602a-d0a0-42bb-a261-0b181d04914a req-c2ec6b13-9a13-4ad7-b7ad-8d30a981e3c6 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 944 time: 0.0968943 Mar 23 01:30:35.162166 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1ed602a-d0a0-42bb-a261-0b181d04914a req-5f406053-fa7d-4bb8-9114-6c9fb7c4f2f9 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/security-groups?id=261489f1-bd39-47ac-9780-7e56f120e71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230500 Mar 23 01:30:35.233539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:30:35.394338 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72488d-a72a-4f5f-bf8c-2c0b688b635e req-64b79567-fcac-43fa-a263-753afc126c9d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:35.405296 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9e72488d-a72a-4f5f-bf8c-2c0b688b635e req-64b79567-fcac-43fa-a263-753afc126c9d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.2556498 Mar 23 01:30:35.411408 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a85e78a8-5ca4-46b5-a106-cf251077336f req-1af1be33-49d3-40b9-9d05-f12b2ed4439f tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0613303 Mar 23 01:30:35.437714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:30:35.443296 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:30:35.443978 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a706eea8-4a2b-4cb5-9e98-6c20e0e1e716), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:35.517179 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9e72488d-a72a-4f5f-bf8c-2c0b688b635e req-45bb9b50-8b2a-4aef-9710-e35f84a400ec tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062574 Mar 23 01:30:35.601327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:35.602063 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a706eea8-4a2b-4cb5-9e98-6c20e0e1e716), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:35.657288 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a088e09-6ac9-4040-9675-3e3f656abc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a706eea8-4a2b-4cb5-9e98-6c20e0e1e716'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:35.665352 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a3ff46-e526-44f1-95be-78ba35239071" -d '{"events": [{"server_uuid": "1a088e09-6ac9-4040-9675-3e3f656abc97", "name": "network-vif-plugged", "status": "completed", "tag": "a706eea8-4a2b-4cb5-9e98-6c20e0e1e716"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:35.700120 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a706eea8-4a2b-4cb5-9e98-6c20e0e1e716, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a706eea8-4a2b-4cb5-9e98-6c20e0e1e716,segment=NetworkSegment(15df9314-1064-4381-aaca-57927add4740),segment_id=15df9314-1064-4381-aaca-57927add4740)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:35.713734 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a706eea8-4a2b-4cb5-9e98-6c20e0e1e716), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:35.775581 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54d3fb7-1d45-40ba-9124-fb6c3e02a96d x-openstack-request-id: req-d54d3fb7-1d45-40ba-9124-fb6c3e02a96d {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:35.776229 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a088e09-6ac9-4040-9675-3e3f656abc97", "name": "network-vif-plugged", "status": "completed", "tag": "a706eea8-4a2b-4cb5-9e98-6c20e0e1e716", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:35.776479 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d54d3fb7-1d45-40ba-9124-fb6c3e02a96d {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:35.777982 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d54d3fb7-1d45-40ba-9124-fb6c3e02a96d'] response: {'server_uuid': '1a088e09-6ac9-4040-9675-3e3f656abc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a706eea8-4a2b-4cb5-9e98-6c20e0e1e716', 'code': 200} Mar 23 01:30:35.811734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=a706eea8-4a2b-4cb5-9e98-6c20e0e1e716,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:35.914008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9ef2e-4bec-492f-90fa-69599f23aed8 req-a433b15e-34c5-4c1a-9bd4-6d8dc5c76d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:35.915503 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1fa9ef2e-4bec-492f-90fa-69599f23aed8 req-a433b15e-34c5-4c1a-9bd4-6d8dc5c76d69 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 1127 time: 0.0676768 Mar 23 01:30:35.982256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1fa9ef2e-4bec-492f-90fa-69599f23aed8 req-aa3d3f5d-48b4-4792-9d22-87fc1e40e953 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=261489f1-bd39-47ac-9780-7e56f120e71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587935 Mar 23 01:30:36.083467 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe6a89-163b-46d0-8847-63b7df4ad173 req-7e87590c-939d-414f-bf58-67ed849b885c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:36.084968 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9ffe6a89-163b-46d0-8847-63b7df4ad173 req-7e87590c-939d-414f-bf58-67ed849b885c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.0651169 Mar 23 01:30:36.164324 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9ffe6a89-163b-46d0-8847-63b7df4ad173 req-2d86ecfe-f7da-4ee8-afb1-967d598c74ba tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712090 Mar 23 01:30:36.402795 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39eeb5-1434-483c-999a-73e8fa8aeb07 req-859d3002-f830-43f9-a211-5e5a54b8ac4a tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:36.411555 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd39eeb5-1434-483c-999a-73e8fa8aeb07 req-859d3002-f830-43f9-a211-5e5a54b8ac4a tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 945 time: 0.1022346 Mar 23 01:30:36.554262 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd39eeb5-1434-483c-999a-73e8fa8aeb07 req-94e27f99-aed3-42d9-84a3-66ae4013a26c tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/security-groups?id=261489f1-bd39-47ac-9780-7e56f120e71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417694 Mar 23 01:30:36.633044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2c610a0d-a77c-4f76-8935-48df81108587 req-509cebff-39e8-4cfe-bd4a-345dfb13c728 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0563807 Mar 23 01:30:36.798763 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d9377-3d93-453d-92c7-d859d1b3aa57 req-57411e8d-433f-4beb-a89d-867583d6f76c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:36.808083 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a52d9377-3d93-453d-92c7-d859d1b3aa57 req-57411e8d-433f-4beb-a89d-867583d6f76c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.1463127 Mar 23 01:30:36.921985 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a52d9377-3d93-453d-92c7-d859d1b3aa57 req-da5b75f9-21a9-48fb-bcbd-d06a59ef9b8d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107225 Mar 23 01:30:36.927418 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb68b850-8444-4d57-bcde-2eef0fd4dfd9 req-cb9ac2c4-cac5-43fd-9bff-5c88353fe8bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0367732 Mar 23 01:30:37.529302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bced1cb-93fb-4d78-bed5-9db241dc530f req-6f006741-7c40-45b5-a02e-c4fb1f5ccf29 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:37.536752 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3bced1cb-93fb-4d78-bed5-9db241dc530f req-6f006741-7c40-45b5-a02e-c4fb1f5ccf29 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.1184220 Mar 23 01:30:37.641783 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3bced1cb-93fb-4d78-bed5-9db241dc530f req-7a9f97f6-05f5-4dd7-a17f-e9a13a2bcfa5 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038542 Mar 23 01:30:37.812018 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9ad961de-f80c-47b3-aa6b-efa4bc831f47 req-14b6ded9-7714-4e79-8251-9241adb36780 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0518808 Mar 23 01:30:37.844246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97908a94-ca65-48f2-b594-bf90213803d9 req-778b9fab-ff81-4222-8cc4-f3333f5a1bc3 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:37.848076 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-97908a94-ca65-48f2-b594-bf90213803d9 req-778b9fab-ff81-4222-8cc4-f3333f5a1bc3 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 945 time: 0.1698723 Mar 23 01:30:38.046315 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-97908a94-ca65-48f2-b594-bf90213803d9 req-1e8e84a9-2a8c-4af3-9cd4-4cd0777d7eaf tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/security-groups?id=261489f1-bd39-47ac-9780-7e56f120e71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604199 Mar 23 01:30:38.228397 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fadf47-efcb-4c15-85ba-dd33c23c73e6 req-bb20103b-93f1-4bd2-acd4-165c196e441b tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:38.250222 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2fadf47-efcb-4c15-85ba-dd33c23c73e6 req-bb20103b-93f1-4bd2-acd4-165c196e441b tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.1595039 Mar 23 01:30:38.451576 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2fadf47-efcb-4c15-85ba-dd33c23c73e6 req-f84332d3-9804-4ea4-8974-8e4d62da2b4f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999655 Mar 23 01:30:38.839547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2235f7e-cc8a-4a60-a7b6-4e37ed85943e req-d2e87aaf-8d42-483b-acff-3f96bdf4ba0d tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:38.843580 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2235f7e-cc8a-4a60-a7b6-4e37ed85943e req-d2e87aaf-8d42-483b-acff-3f96bdf4ba0d tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 945 time: 0.1335809 Mar 23 01:30:38.865972 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931da5f-c1da-4dac-b93e-11e51d32f412 req-09e86efa-a742-414f-8f28-c708c0cbdb0a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:38.877489 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a931da5f-c1da-4dac-b93e-11e51d32f412 req-09e86efa-a742-414f-8f28-c708c0cbdb0a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.1284316 Mar 23 01:30:38.981596 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2235f7e-cc8a-4a60-a7b6-4e37ed85943e req-ad26f02b-a397-4cdc-98ef-1c8655795fe1 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/security-groups?id=261489f1-bd39-47ac-9780-7e56f120e71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252961 Mar 23 01:30:39.052748 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a931da5f-c1da-4dac-b93e-11e51d32f412 req-272d1b7e-c2ff-41a7-b05d-b6c7480787dd tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718256 Mar 23 01:30:39.250253 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-80cd920b-5251-4314-a09f-bef677c8f505 req-ee744111-fbca-4e1b-9a87-47789ecf2f3b tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.1082377 Mar 23 01:30:39.841542 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c119650b-3dd2-4996-8637-605066437846 req-1c2a1424-11f7-4e9e-ac72-121544144418 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80&device_id=6e1f35bd-b540-42bd-a375-b653d5ba872f HTTP/1.1" status: 200 len: 210 time: 0.0603049 Mar 23 01:30:39.937164 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005db64-f5a5-47e7-bf54-43701a95d18f req-1623d69d-3848-4844-965a-828e657dec80 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:39.941848 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d005db64-f5a5-47e7-bf54-43701a95d18f req-1623d69d-3848-4844-965a-828e657dec80 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.1007364 Mar 23 01:30:40.048844 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d005db64-f5a5-47e7-bf54-43701a95d18f req-4fd17ab8-d2a4-4e92-a453-81bcbb2efed6 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921876 Mar 23 01:30:40.273252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-489f9caf-081d-407b-b55e-352017b94aff req-ef5db167-2bc2-4fc0-8dd6-a3a9e0c2017d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=789705b8c17b434aa96d751c689c04a8&device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0481849 Mar 23 01:30:40.306375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a0e3-2069-471d-be44-859257b82f83 req-28ec9c30-eafd-484e-bd8d-daea04168638 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:40.308204 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-87f6a0e3-2069-471d-be44-859257b82f83 req-28ec9c30-eafd-484e-bd8d-daea04168638 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 945 time: 0.2050381 Mar 23 01:30:40.402336 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-489f9caf-081d-407b-b55e-352017b94aff req-4798b376-0d84-4e9a-af91-7f66cc442e01 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=789705b8c17b434aa96d751c689c04a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1170206 Mar 23 01:30:40.779538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bc502-286f-4082-aa64-10a90852c830 req-b7b808a3-3c0f-4f4f-9dbf-8318543f06f9 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:40.788276 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e7bc502-286f-4082-aa64-10a90852c830 req-b7b808a3-3c0f-4f4f-9dbf-8318543f06f9 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 945 time: 0.4705381 Mar 23 01:30:40.864700 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f9caf-081d-407b-b55e-352017b94aff req-0c5421ce-162e-4484-8e4f-701497ce0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:40.866923 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-489f9caf-081d-407b-b55e-352017b94aff req-0c5421ce-162e-4484-8e4f-701497ce0b87 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4324594 Mar 23 01:30:40.889123 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e7bc502-286f-4082-aa64-10a90852c830 req-ee4fc9b8-00f8-4eee-9b40-cdc02d08e879 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/security-groups?id=261489f1-bd39-47ac-9780-7e56f120e71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992687 Mar 23 01:30:40.932669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-87f6a0e3-2069-471d-be44-859257b82f83 req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Deleting port a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:30:40.932961 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-87f6a0e3-2069-471d-be44-859257b82f83 req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a706eea8-4a2b-4cb5-9e98-6c20e0e1e716), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:41.095701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-87f6a0e3-2069-471d-be44-859257b82f83 req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] For port a706eea8-4a2b-4cb5-9e98-6c20e0e1e716, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a706eea8-4a2b-4cb5-9e98-6c20e0e1e716,segment=NetworkSegment(15df9314-1064-4381-aaca-57927add4740),segment_id=15df9314-1064-4381-aaca-57927add4740)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:41.096326 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-87f6a0e3-2069-471d-be44-859257b82f83 req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a706eea8-4a2b-4cb5-9e98-6c20e0e1e716), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:41.114611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-87f6a0e3-2069-471d-be44-859257b82f83 req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Calling delete_port for a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:30:41.133594 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fb666-fbaf-4ff8-a4a8-1fa3122288fc req-22fb985c-533a-4c19-aad9-688677c51f0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:41.135888 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d53fb666-fbaf-4ff8-a4a8-1fa3122288fc req-22fb985c-533a-4c19-aad9-688677c51f0e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.1098549 Mar 23 01:30:41.193613 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e783b6f0-58e3-478a-8580-076808785fca req-c9d2a8a5-0f04-44f0-9e1b-5e72aa8be435 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.1272538 Mar 23 01:30:41.297483 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d53fb666-fbaf-4ff8-a4a8-1fa3122288fc req-9706d740-cc79-4ec7-b71d-d553c770179e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539884 Mar 23 01:30:41.332045 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-87f6a0e3-2069-471d-be44-859257b82f83 req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a706eea8-4a2b-4cb5-9e98-6c20e0e1e716), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:41.346731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['a706eea8-4a2b-4cb5-9e98-6c20e0e1e716'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:30:41.386855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Pushing event deleted for resources: {'Port': ['ID=a706eea8-4a2b-4cb5-9e98-6c20e0e1e716,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:41.400721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:41.400721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:41.401013 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:41.401197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:41.401531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:41.401981 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:41.403318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:41.403687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:41.404028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:41.404400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:41.405430 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:41.406990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:41.407445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:41.408265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:41.409091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:30:41.479826 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f6a0e3-2069-471d-be44-859257b82f83 req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] No DVR routers for this DVR port a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:30:41.483838 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-87f6a0e3-2069-471d-be44-859257b82f83 req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:41.487887 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-87f6a0e3-2069-471d-be44-859257b82f83 req-32b1b92c-b3a8-446f-bf97-4840945ab3cb tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.42 "DELETE /v2.0/ports/a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 HTTP/1.1" status: 204 len: 173 time: 1.1567526 Mar 23 01:30:41.488394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a088e09-6ac9-4040-9675-3e3f656abc97', 'name': 'network-vif-deleted', 'tag': 'a706eea8-4a2b-4cb5-9e98-6c20e0e1e716'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:41.492063 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa027c40-3793-48da-bc0d-4b9bd72b7d11" -d '{"events": [{"server_uuid": "1a088e09-6ac9-4040-9675-3e3f656abc97", "name": "network-vif-deleted", "tag": "a706eea8-4a2b-4cb5-9e98-6c20e0e1e716"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:41.606822 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daecdae-bb83-4810-a42b-824745f99ccc x-openstack-request-id: req-8daecdae-bb83-4810-a42b-824745f99ccc {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:41.607321 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a088e09-6ac9-4040-9675-3e3f656abc97", "name": "network-vif-deleted", "tag": "a706eea8-4a2b-4cb5-9e98-6c20e0e1e716", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:41.607834 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8daecdae-bb83-4810-a42b-824745f99ccc {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:41.608398 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8daecdae-bb83-4810-a42b-824745f99ccc'] response: {'server_uuid': '1a088e09-6ac9-4040-9675-3e3f656abc97', 'name': 'network-vif-deleted', 'tag': 'a706eea8-4a2b-4cb5-9e98-6c20e0e1e716', 'status': 'completed', 'code': 200} Mar 23 01:30:41.677953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cb192-5c5f-45c4-9a82-585a6990206b req-cb41a505-1295-489e-9a58-f505dee066a8 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:41.690634 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f1cb192-5c5f-45c4-9a82-585a6990206b req-cb41a505-1295-489e-9a58-f505dee066a8 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.1804435 Mar 23 01:30:41.815619 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f1cb192-5c5f-45c4-9a82-585a6990206b req-aad478cd-fd30-448d-90cb-37ff44c2ad16 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181352 Mar 23 01:30:42.076873 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-1858e880-f78f-4c02-94be-878479bf0fb2 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:42.085658 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-1858e880-f78f-4c02-94be-878479bf0fb2 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/networks?id=32d99b6f-82e0-4417-9e5f-752004b63652 HTTP/1.1" status: 200 len: 805 time: 0.1957555 Mar 23 01:30:42.106717 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-88f58aea-1c38-4f2f-8300-e7c3b61d646d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/quotas/6e0ff5c9bbc74a129a5525cd7d79d1bf HTTP/1.1" status: 200 len: 375 time: 0.0198331 Mar 23 01:30:42.159397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-00d849bb-9634-4ab4-8f79-aff40bab8e3c req-b7a5e8f1-a23e-43ea-9c9a-1de742c1c5b9 tempest-ServerGroupTestJSON-1761380337 tempest-ServerGroupTestJSON-1761380337-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a088e09-6ac9-4040-9675-3e3f656abc97 HTTP/1.1" status: 200 len: 210 time: 0.1106496 Mar 23 01:30:42.224410 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-19f21574-8b66-4e72-b1f8-da61ab55b6ff tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e0ff5c9bbc74a129a5525cd7d79d1bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1151528 Mar 23 01:30:42.353488 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5593c432-c11a-4c3a-b317-ccc8d7ff7f26 req-b9440a0a-418c-4201-bdaa-f5a1ea7e9d45 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.0346231 Mar 23 01:30:42.427019 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-489f9caf-081d-407b-b55e-352017b94aff req-2b3e7b44-d3dd-4554-8a84-aab2a89f4fb6 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e68af1-f68a-4704-922e-4cf4bcb6fd80 HTTP/1.1" status: 200 len: 210 time: 0.1654854 Mar 23 01:30:42.531164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d956fa46-76bd-4173-aa4e-d4a1d1fa6608 service neutron] 10.222.0.18 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951660 Mar 23 01:30:42.561948 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edd37a-a0a2-4eab-b2ba-1465be961318 req-07ca2438-d0de-40a3-9664-90d6e72f5717 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:42.566933 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-81edd37a-a0a2-4eab-b2ba-1465be961318 req-07ca2438-d0de-40a3-9664-90d6e72f5717 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.1119432 Mar 23 01:30:42.650430 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-81edd37a-a0a2-4eab-b2ba-1465be961318 req-62101743-a208-495c-8172-7f9aaf42f869 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774221 Mar 23 01:30:42.730827 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-b1d2dd00-1363-41cf-a8df-9f7980549ab3 service neutron] 10.222.0.18 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898177 Mar 23 01:30:43.065272 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1afa50b-fddb-4025-a100-1e22acab5eb2 req-be9ecd15-d5ee-43d6-b66c-4347cbce9ddd tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 210 time: 0.0887520 Mar 23 01:30:43.167703 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a4464-3937-4200-8795-60eaccb5c688 req-13adc64e-41c8-4a70-951f-1da0c2cd9358 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:43.169425 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d1a4464-3937-4200-8795-60eaccb5c688 req-13adc64e-41c8-4a70-951f-1da0c2cd9358 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 0.1487935 Mar 23 01:30:43.318931 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d1a4464-3937-4200-8795-60eaccb5c688 req-239a2145-2554-4ee5-aafe-f1aa74c6a219 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418614 Mar 23 01:30:43.566471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2f752-7d22-4300-bde3-0d71aa04f0ff req-99276633-9c0f-4299-8402-34e5c638de6e tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:43.568673 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-09d2f752-7d22-4300-bde3-0d71aa04f0ff req-99276633-9c0f-4299-8402-34e5c638de6e tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f7fc441-dcc9-4b9e-b53f-ded650a6887d HTTP/1.1" status: 200 len: 946 time: 0.1456401 Mar 23 01:30:43.804356 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-09d2f752-7d22-4300-bde3-0d71aa04f0ff req-029e8897-5865-42d7-857e-40cd6f7dd8f0 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Deleting port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:30:43.804852 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-09d2f752-7d22-4300-bde3-0d71aa04f0ff req-029e8897-5865-42d7-857e-40cd6f7dd8f0 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:43.988249 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae57293-ccd5-4e43-ba07-2430b06f1f1b req-1a90f4db-8442-474e-9b51-3213eae209c6 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:43.999603 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4ae57293-ccd5-4e43-ba07-2430b06f1f1b req-1a90f4db-8442-474e-9b51-3213eae209c6 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.1762006 Mar 23 01:30:44.028078 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ccbc2ad-5dfe-4413-accf-6a6f155337df req-8ee739cf-8be8-411d-b443-5c4236745f61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=789705b8c17b434aa96d751c689c04a8&device_id=6e1f35bd-b540-42bd-a375-b653d5ba872f HTTP/1.1" status: 200 len: 210 time: 0.1840665 Mar 23 01:30:44.093595 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4ae57293-ccd5-4e43-ba07-2430b06f1f1b req-6b772803-d78a-461d-a636-7343b44861bb tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882607 Mar 23 01:30:44.188774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bfab0143-def5-4b39-9cc0-3f4a58bb373e req-9293c3e7-41f8-4c95-b880-7b1350e40c07 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1f35bd-b540-42bd-a375-b653d5ba872f HTTP/1.1" status: 200 len: 210 time: 0.1552408 Mar 23 01:30:44.300341 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ccbc2ad-5dfe-4413-accf-6a6f155337df req-6fb96f94-d0b1-4abc-852d-3642e659ca75 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=789705b8c17b434aa96d751c689c04a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1500459 Mar 23 01:30:44.350024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58548) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:44.361311 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9ede81d4-b5ce-4e28-be2f-f3b5af171452 req-b836a622-4560-4511-b206-e54b8baca133 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 210 time: 0.0811317 Mar 23 01:30:44.922452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f09e123-6a78-4e4c-9136-4ba67092bc18 admin admin] Deleting subnet 63bccf73-12c3-46dd-b176-dbab9d552b39 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:30:44.963989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-09d2f752-7d22-4300-bde3-0d71aa04f0ff req-029e8897-5865-42d7-857e-40cd6f7dd8f0 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] For port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:44.964381 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-09d2f752-7d22-4300-bde3-0d71aa04f0ff req-029e8897-5865-42d7-857e-40cd6f7dd8f0 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:44.980160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-09d2f752-7d22-4300-bde3-0d71aa04f0ff req-029e8897-5865-42d7-857e-40cd6f7dd8f0 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Calling delete_port for 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:30:45.131878 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f09e123-6a78-4e4c-9136-4ba67092bc18 admin admin] Publish callbacks [] for subnet (63bccf73-12c3-46dd-b176-dbab9d552b39), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:45.293754 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-09d2f752-7d22-4300-bde3-0d71aa04f0ff req-029e8897-5865-42d7-857e-40cd6f7dd8f0 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:45.300998 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:30:45.330792 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9d740f8a-1cfa-445a-8311-5d79b0bc1ea5 req-b5c7caf0-797a-44d8-93ca-2dc5ad4ddc40 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1f35bd-b540-42bd-a375-b653d5ba872f HTTP/1.1" status: 200 len: 210 time: 0.0399294 Mar 23 01:30:45.360410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:30:45.360782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a706eea8-4a2b-4cb5-9e98-6c20e0e1e716 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:30:45.361218 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:30:45.452893 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:30:45.453630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:30:45.504959 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f09e123-6a78-4e4c-9136-4ba67092bc18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (63bccf73-12c3-46dd-b176-dbab9d552b39), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:45.522750 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde74ae-c48f-4fb3-89be-293b1873140c req-0d8f0bd1-8a00-47a2-823f-c7156ed718ec tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:45.531529 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-afde74ae-c48f-4fb3-89be-293b1873140c req-0d8f0bd1-8a00-47a2-823f-c7156ed718ec tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.0698965 Mar 23 01:30:45.556585 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f09e123-6a78-4e4c-9136-4ba67092bc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (63bccf73-12c3-46dd-b176-dbab9d552b39), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:45.596899 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-afde74ae-c48f-4fb3-89be-293b1873140c req-7d70e529-1e44-4e5a-8c94-632038c45b44 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640540 Mar 23 01:30:45.633235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e8897-5865-42d7-857e-40cd6f7dd8f0 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Pushing event deleted for resources: {'Port': ['ID=8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:45.673391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d2f752-7d22-4300-bde3-0d71aa04f0ff req-029e8897-5865-42d7-857e-40cd6f7dd8f0 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] No DVR routers for this DVR port 8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:30:45.674492 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f4963773-01fb-41f0-9f4c-d43367220047 req-96918ef4-b7a9-4132-8553-85f5073d5ed7 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 210 time: 0.0283709 Mar 23 01:30:45.678984 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-09d2f752-7d22-4300-bde3-0d71aa04f0ff req-029e8897-5865-42d7-857e-40cd6f7dd8f0 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:45.682437 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-09d2f752-7d22-4300-bde3-0d71aa04f0ff req-029e8897-5865-42d7-857e-40cd6f7dd8f0 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.42 "DELETE /v2.0/ports/8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32 HTTP/1.1" status: 204 len: 173 time: 2.1068251 Mar 23 01:30:45.688339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7fc441-dcc9-4b9e-b53f-ded650a6887d', 'name': 'network-vif-deleted', 'tag': '8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:45.690879 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72335ef1-f7c4-4e35-a0c4-3b275a16ae93" -d '{"events": [{"server_uuid": "7f7fc441-dcc9-4b9e-b53f-ded650a6887d", "name": "network-vif-deleted", "tag": "8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:45.726570 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e245c-fba6-40c0-945a-f793e70f48bd req-341d19b0-afa3-4af9-bf73-f6fa385d723e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:45.734128 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-599e245c-fba6-40c0-945a-f793e70f48bd req-341d19b0-afa3-4af9-bf73-f6fa385d723e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 945 time: 1.2090623 Mar 23 01:30:45.773320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672f50-8095-47ab-8a17-5031d13eb3de req-a3b3bf45-499f-4099-9dd7-0cacee8e8f23 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:45.785936 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-a3b3bf45-499f-4099-9dd7-0cacee8e8f23 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405&tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 1127 time: 1.4664450 Mar 23 01:30:45.785936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbc2ad-5dfe-4413-accf-6a6f155337df req-b6efa614-835d-4f2b-8ce0-b024abfe9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:45.785936 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ccbc2ad-5dfe-4413-accf-6a6f155337df req-b6efa614-835d-4f2b-8ce0-b024abfe9f15 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.4528964 Mar 23 01:30:45.785936 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36df42bb-8711-4e7f-a5bb-f64b3542588c x-openstack-request-id: req-36df42bb-8711-4e7f-a5bb-f64b3542588c {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:45.785936 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7fc441-dcc9-4b9e-b53f-ded650a6887d", "name": "network-vif-deleted", "tag": "8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:45.785936 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36df42bb-8711-4e7f-a5bb-f64b3542588c {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:45.785936 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36df42bb-8711-4e7f-a5bb-f64b3542588c'] response: {'server_uuid': '7f7fc441-dcc9-4b9e-b53f-ded650a6887d', 'name': 'network-vif-deleted', 'tag': '8d8dbb75-6564-4cff-ab9f-bf76c3ac0d32', 'status': 'completed', 'code': 200} Mar 23 01:30:45.803200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-834677-4'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:45.837342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-f4d62cad-1986-4fb7-a310-e1103a6fea8a tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:45.838980 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-f4d62cad-1986-4fb7-a310-e1103a6fea8a tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.42 "GET /v2.0/networks?id=32d99b6f-82e0-4417-9e5f-752004b63652 HTTP/1.1" status: 200 len: 805 time: 0.5350769 Mar 23 01:30:45.845175 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f09e123-6a78-4e4c-9136-4ba67092bc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (63bccf73-12c3-46dd-b176-dbab9d552b39), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:45.880317 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-b9929b38-7bc6-450d-8d3e-219833d2cd77 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Request body: {'port': {'device_id': '7a4a9276-dcf9-4893-8b67-198d4c0ee4fc', 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652', 'admin_state_up': True, 'tenant_id': '6e0ff5c9bbc74a129a5525cd7d79d1bf'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:45.970492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e123-6a78-4e4c-9136-4ba67092bc18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63bccf73-12c3-46dd-b176-dbab9d552b39,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:45.976874 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f09e123-6a78-4e4c-9136-4ba67092bc18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:45.980012 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2f09e123-6a78-4e4c-9136-4ba67092bc18 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/63bccf73-12c3-46dd-b176-dbab9d552b39 HTTP/1.1" status: 204 len: 168 time: 1.6222560 Mar 23 01:30:45.983101 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58568) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:45.987829 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-599e245c-fba6-40c0-945a-f793e70f48bd req-25b88d70-80a0-482a-b509-34a68d1fb637 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528083 Mar 23 01:30:46.025502 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:46.070693 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-138da4a7-0d16-4b44-a76c-a0b2e5a713df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (84f4613c-cb23-45e4-9b2d-bd5efe01e76d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:46.165147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-b9929b38-7bc6-450d-8d3e-219833d2cd77 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Made reservation on behalf of 6e0ff5c9bbc74a129a5525cd7d79d1bf for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:30:46.178911 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-b9929b38-7bc6-450d-8d3e-219833d2cd77 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:46.232263 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-138da4a7-0d16-4b44-a76c-a0b2e5a713df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (84f4613c-cb23-45e4-9b2d-bd5efe01e76d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:46.264976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-138da4a7-0d16-4b44-a76c-a0b2e5a713df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f4613c-cb23-45e4-9b2d-bd5efe01e76d']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:46.269090 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-138da4a7-0d16-4b44-a76c-a0b2e5a713df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15df9314-1064-4381-aaca-57927add4740') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:46.269392 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-138da4a7-0d16-4b44-a76c-a0b2e5a713df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15df9314-1064-4381-aaca-57927add4740') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:46.287443 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-138da4a7-0d16-4b44-a76c-a0b2e5a713df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (15df9314-1064-4381-aaca-57927add4740), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:46.309243 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-138da4a7-0d16-4b44-a76c-a0b2e5a713df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (15df9314-1064-4381-aaca-57927add4740), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:46.316899 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138da4a7-0d16-4b44-a76c-a0b2e5a713df admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:30:46.317844 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-138da4a7-0d16-4b44-a76c-a0b2e5a713df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (15df9314-1064-4381-aaca-57927add4740), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:30:46.391937 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:30:46.399936 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-138da4a7-0d16-4b44-a76c-a0b2e5a713df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (84f4613c-cb23-45e4-9b2d-bd5efe01e76d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:46.412631 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-138da4a7-0d16-4b44-a76c-a0b2e5a713df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:46.426716 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=daef5bbd-c94e-4520-844f-3a3329089a94,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:46.430516 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-138da4a7-0d16-4b44-a76c-a0b2e5a713df admin admin] 10.222.0.18 "DELETE /v2.0/networks/84f4613c-cb23-45e4-9b2d-bd5efe01e76d HTTP/1.1" status: 204 len: 168 time: 0.4459245 Mar 23 01:30:46.480322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138da4a7-0d16-4b44-a76c-a0b2e5a713df admin admin] Pushing event deleted for resources: {'Network': ['ID=84f4613c-cb23-45e4-9b2d-bd5efe01e76d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:46.604777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aae6d77c-9d2d-473d-b3c3-5df36d68ed1f req-f44452ce-8949-4288-a8f5-0570eb5c2995 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1f35bd-b540-42bd-a375-b653d5ba872f HTTP/1.1" status: 200 len: 210 time: 0.0788643 Mar 23 01:30:46.659359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58584) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:46.671989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-b9929b38-7bc6-450d-8d3e-219833d2cd77 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Allocated IP 172.20.0.12 (32d99b6f-82e0-4417-9e5f-752004b63652/5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5/ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:30:46.691312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:30:46.768345 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b6261727-da6d-42a8-bff4-6f902f5da8b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=031c4d45b7df48b69ed3074ed987bec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1077292 Mar 23 01:30:46.771314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58588) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:46.919618 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84c327b6-db67-4e9a-8653-b94d1d65ce2f admin admin] Publish callbacks [] for security_group (261489f1-bd39-47ac-9780-7e56f120e71f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:46.925958 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Publish callbacks [] for port (daef5bbd-c94e-4520-844f-3a3329089a94), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:46.950038 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84c327b6-db67-4e9a-8653-b94d1d65ce2f admin admin] Publish callbacks [] for security_group (261489f1-bd39-47ac-9780-7e56f120e71f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:46.966536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2b307-611a-46c0-83db-221e5d0dc208 req-ffec4ab4-03b4-410d-84a0-e82d9016703f tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:46.968533 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f5e2b307-611a-46c0-83db-221e5d0dc208 req-ffec4ab4-03b4-410d-84a0-e82d9016703f tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 945 time: 0.1070907 Mar 23 01:30:46.977808 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:47.040127 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f5e2b307-611a-46c0-83db-221e5d0dc208 req-c99bde40-21e9-4204-b51e-6f9519b6b7dc tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd7c24bd-65f7-4c4a-afed-b8dade6949ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637600 Mar 23 01:30:47.064522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680b300-bfdc-4280-836a-817f3b1e08ba req-c32c56d2-f1c1-42aa-a8ad-04c18584860f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:47.066299 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a680b300-bfdc-4280-836a-817f3b1e08ba req-c32c56d2-f1c1-42aa-a8ad-04c18584860f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.3165534 Mar 23 01:30:47.068205 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84c327b6-db67-4e9a-8653-b94d1d65ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (261489f1-bd39-47ac-9780-7e56f120e71f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:47.071061 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84c327b6-db67-4e9a-8653-b94d1d65ce2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:47.072211 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-84c327b6-db67-4e9a-8653-b94d1d65ce2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/261489f1-bd39-47ac-9780-7e56f120e71f HTTP/1.1" status: 204 len: 168 time: 0.2998905 Mar 23 01:30:47.089770 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c327b6-db67-4e9a-8653-b94d1d65ce2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261489f1-bd39-47ac-9780-7e56f120e71f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:47.164517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=daef5bbd-c94e-4520-844f-3a3329089a94,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:47.175287 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d0b41abe-da5e-48e5-8dc8-72364b688b6f req-039fb3eb-8cfb-4ab0-b5a3-23d1b5520c04 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 210 time: 0.0573640 Mar 23 01:30:47.244385 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 on host n-h2-834677-4 for vnic_type normal with profile {"migrating_to": "n-h1-834677-4"} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:30:47.244761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:30:47.245630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:47.265978 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-b9929b38-7bc6-450d-8d3e-219833d2cd77 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks [] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:47.272589 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Port daef5bbd-c94e-4520-844f-3a3329089a94 on network d44dd811-bae2-4efa-9295-6d682f4c9315 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:30:47.272985 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:47.289381 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a680b300-bfdc-4280-836a-817f3b1e08ba req-b646cf08-4f48-451d-b406-abd3a071986e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731536 Mar 23 01:30:47.291708 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:30:47.292135 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Checking segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:30:47.292980 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Bound using segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:30:47.292980 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Bound port: daef5bbd-c94e-4520-844f-3a3329089a94, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:30:47.293261 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:47.305803 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device daef5bbd-c94e-4520-844f-3a3329089a94 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:30:47.355940 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b9db6-53ef-49a2-86c4-6873865b6177 req-7ed63269-d050-4b78-b874-172505fbd8a6 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:47.363587 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e7b9db6-53ef-49a2-86c4-6873865b6177 req-7ed63269-d050-4b78-b874-172505fbd8a6 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.1241655 Mar 23 01:30:47.489357 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e7b9db6-53ef-49a2-86c4-6873865b6177 req-e859ee34-a945-4bbc-9cc0-6d88b37f7862 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244774 Mar 23 01:30:47.495261 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h2-834677-4, got binding levels [] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:47.502019 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-b9929b38-7bc6-450d-8d3e-219833d2cd77 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:47.550612 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 on host n-h2-834677-4 for vnic_type normal with profile {"migrating_to": "n-h1-834677-4"} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:30:47.550990 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:30:47.551549 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:47.557380 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Port daef5bbd-c94e-4520-844f-3a3329089a94 on network d44dd811-bae2-4efa-9295-6d682f4c9315 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:30:47.559605 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:47.562098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-b9929b38-7bc6-450d-8d3e-219833d2cd77 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Network 32d99b6f-82e0-4417-9e5f-752004b63652 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:30:47.567384 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-b9929b38-7bc6-450d-8d3e-219833d2cd77 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:30:47.574770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:30:47.575428 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Checking segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:30:47.578305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Bound using segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:30:47.579642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Bound port: daef5bbd-c94e-4520-844f-3a3329089a94, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:30:47.580276 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:47.615340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-b9929b38-7bc6-450d-8d3e-219833d2cd77 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:30:47.621396 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:30:47.666570 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ccbc2ad-5dfe-4413-accf-6a6f155337df req-053f9eb4-9c5a-4836-9e27-db60a5442be8 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e1f35bd-b540-42bd-a375-b653d5ba872f HTTP/1.1" status: 200 len: 210 time: 0.0734262 Mar 23 01:30:47.700370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=daef5bbd-c94e-4520-844f-3a3329089a94,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:30:47.703935 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9929b38-7bc6-450d-8d3e-219833d2cd77 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Pushing event updated for resources: {'Port': ['ID=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:47.721874 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-b9929b38-7bc6-450d-8d3e-219833d2cd77 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:47.723039 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-b9929b38-7bc6-450d-8d3e-219833d2cd77 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:47.729635 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:47.765315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h2-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:30:47.783451 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-b9929b38-7bc6-450d-8d3e-219833d2cd77 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9237511 Mar 23 01:30:47.793827 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) daef5bbd-c94e-4520-844f-3a3329089a94-n-h2-834677-4-0 {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:30:47.794190 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:30:47.876157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f91777-b955-49af-ad69-eee741a55405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daef5bbd-c94e-4520-844f-3a3329089a94'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:47.878763 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30ee9c6-1235-4b26-8ef0-11862f28594c" -d '{"events": [{"server_uuid": "c1f91777-b955-49af-ad69-eee741a55405", "name": "network-vif-unplugged", "status": "completed", "tag": "daef5bbd-c94e-4520-844f-3a3329089a94"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:47.890042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Request body: {'port': {'device_id': '7a4a9276-dcf9-4893-8b67-198d4c0ee4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:47.952489 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-890cad51-3ef6-45b5-84db-069e822fdfcb service neutron] show failed (client error): The resource could not be found. Mar 23 01:30:47.953926 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-890cad51-3ef6-45b5-84db-069e822fdfcb service neutron] 10.222.0.43 "GET /v2.0/ports/73ec178b-73b4-43c6-baf9-c74097125f15/bindings/n-h1-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.1616795 Mar 23 01:30:48.031727 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9015bd0f-35ae-46f2-b4ee-7d29f45c3427 req-3861b1bf-8375-4438-83e1-3c4547247030 tempest-ServerShowV247Test-1038850143 tempest-ServerShowV247Test-1038850143-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1f35bd-b540-42bd-a375-b653d5ba872f HTTP/1.1" status: 200 len: 210 time: 0.1171498 Mar 23 01:30:48.103644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:48.109460 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:48.111196 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] 10.222.0.42 "PUT /v2.0/ports/daef5bbd-c94e-4520-844f-3a3329089a94 HTTP/1.1" status: 200 len: 1121 time: 2.3151736 Mar 23 01:30:48.137707 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4acfa68-c943-4095-a923-607fdf859817 x-openstack-request-id: req-c4acfa68-c943-4095-a923-607fdf859817 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:48.138040 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f91777-b955-49af-ad69-eee741a55405", "name": "network-vif-unplugged", "status": "completed", "tag": "daef5bbd-c94e-4520-844f-3a3329089a94", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:48.138316 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4acfa68-c943-4095-a923-607fdf859817 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:48.140870 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4acfa68-c943-4095-a923-607fdf859817'] response: {'server_uuid': 'c1f91777-b955-49af-ad69-eee741a55405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daef5bbd-c94e-4520-844f-3a3329089a94', 'code': 200} Mar 23 01:30:48.150796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271386c-610c-4a2a-8320-6a25bad3c8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=daef5bbd-c94e-4520-844f-3a3329089a94,revision_number=8']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:48.206773 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['daef5bbd-c94e-4520-844f-3a3329089a94'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:30:48.302413 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:48.354110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['daef5bbd-c94e-4520-844f-3a3329089a94'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:30:48.366429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c38b5f-ac74-49a2-acb4-990081d22cf1 req-38cfcd9f-d169-4313-ad2a-dc6f568be3dd tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:48.390228 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7c38b5f-ac74-49a2-acb4-990081d22cf1 req-38cfcd9f-d169-4313-ad2a-dc6f568be3dd tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 945 time: 0.2422080 Mar 23 01:30:48.476122 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 on host n-h2-834677-4 for vnic_type normal with profile {"migrating_to": "n-h1-834677-4"} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:30:48.487084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:30:48.487709 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:48.498302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-f8655c1d-f7ea-48df-86f7-568e0196dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:48.503420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Port daef5bbd-c94e-4520-844f-3a3329089a94 on network d44dd811-bae2-4efa-9295-6d682f4c9315 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:30:48.505714 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-f8655c1d-f7ea-48df-86f7-568e0196dbf9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285&tenant_id=a2197bbb087244449add1667f6153ce8 HTTP/1.1" status: 200 len: 1132 time: 0.2445371 Mar 23 01:30:48.511289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Attempting to bind port daef5bbd-c94e-4520-844f-3a3329089a94 on network d44dd811-bae2-4efa-9295-6d682f4c9315 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:48.542529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:30:48.545815 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Checking segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:30:48.546172 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Bound using segment: {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:30:48.548627 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Bound port: daef5bbd-c94e-4520-844f-3a3329089a94, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af5340e-5894-4fc1-b472-5eda067b0ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd44dd811-bae2-4efa-9295-6d682f4c9315'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:30:48.549395 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:48.567649 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63769165-28dc-423c-8beb-1277c80d5f7a req-3ed275fc-0602-448d-a79b-854894d94f99 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:48.577712 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-63769165-28dc-423c-8beb-1277c80d5f7a req-3ed275fc-0602-448d-a79b-854894d94f99 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 932 time: 0.2612374 Mar 23 01:30:48.579974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:48.620529 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7c38b5f-ac74-49a2-acb4-990081d22cf1 req-4dd2b6ce-cc53-484f-92c4-c9b8ba3acdcb tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd7c24bd-65f7-4c4a-afed-b8dade6949ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275231 Mar 23 01:30:48.639808 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-63769165-28dc-423c-8beb-1277c80d5f7a req-290a87d1-c02d-42e2-8e86-2cea5a844c70 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607598 Mar 23 01:30:48.792743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58638) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:48.831775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a06cb0-64cf-446e-bc23-a66b0edc3271 req-90bc84d7-f1b7-4422-b7e7-c59e76cb133e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:48.842114 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-64a06cb0-64cf-446e-bc23-a66b0edc3271 req-90bc84d7-f1b7-4422-b7e7-c59e76cb133e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.1068375 Mar 23 01:30:48.916081 n-d-834677-4 neutron-server[99265]: WARNING neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Concurrent port binding operations failed on port daef5bbd-c94e-4520-844f-3a3329089a94 Mar 23 01:30:48.927024 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=daef5bbd-c94e-4520-844f-3a3329089a94,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:48.945272 n-d-834677-4 neutron-server[99265]: INFO neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Attempt 2 to bind port daef5bbd-c94e-4520-844f-3a3329089a94 Mar 23 01:30:48.945677 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device daef5bbd-c94e-4520-844f-3a3329089a94 has no active binding in host n-h1-834677-4 {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 01:30:48.954803 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-64a06cb0-64cf-446e-bc23-a66b0edc3271 req-520877b0-47b2-49e2-a2e2-0f6b701607bf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078417 Mar 23 01:30:49.001443 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:49.005516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7a1a6958-eaf8-4df2-b06d-2bce871ce281 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-450713917-network', 'tenant_id': 'bd0313d57e1f4433a4db220daf1212b9'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:49.048087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1a6958-eaf8-4df2-b06d-2bce871ce281 admin admin] Made reservation on behalf of bd0313d57e1f4433a4db220daf1212b9 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:30:49.052217 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6958-eaf8-4df2-b06d-2bce871ce281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:49.084636 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6958-eaf8-4df2-b06d-2bce871ce281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:49.150250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786a9bf-ff25-40c4-9027-cf531fccfb9d req-3c729b94-961d-4661-8135-661fbf7357cb tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:49.151806 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7786a9bf-ff25-40c4-9027-cf531fccfb9d req-3c729b94-961d-4661-8135-661fbf7357cb tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.3217669 Mar 23 01:30:49.243262 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6958-eaf8-4df2-b06d-2bce871ce281 admin admin] Publish callbacks [] for security_group (e0e4cc01-15a7-40c3-aab4-dcf64143a05d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:49.251083 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6958-eaf8-4df2-b06d-2bce871ce281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e0e4cc01-15a7-40c3-aab4-dcf64143a05d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:49.306521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1a6958-eaf8-4df2-b06d-2bce871ce281 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:30:49.348444 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6958-eaf8-4df2-b06d-2bce871ce281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (08c25165-e5cb-471e-b6e9-6b44dfdedf57), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:49.351310 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-7a1a6958-eaf8-4df2-b06d-2bce871ce281 admin admin] Added segment 08c25165-e5cb-471e-b6e9-6b44dfdedf57 of type vlan for network 0012ea45-8332-4258-b37d-026ccd4bddd3 Mar 23 01:30:49.354506 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a6958-eaf8-4df2-b06d-2bce871ce281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e4cc01-15a7-40c3-aab4-dcf64143a05d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:49.360037 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7786a9bf-ff25-40c4-9027-cf531fccfb9d req-f1c0c20d-6ca5-4bd6-8098-05215e57cd01 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840980 Mar 23 01:30:49.430789 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6958-eaf8-4df2-b06d-2bce871ce281 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (0012ea45-8332-4258-b37d-026ccd4bddd3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:49.482240 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-31ad4b5a-ec6d-40a3-baf5-9c8cc7e815e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:49.500969 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6958-eaf8-4df2-b06d-2bce871ce281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (0012ea45-8332-4258-b37d-026ccd4bddd3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:49.503399 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1a6958-eaf8-4df2-b06d-2bce871ce281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:49.509067 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6958-eaf8-4df2-b06d-2bce871ce281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:49.512227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58648) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:49.527219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73ec178b-73b4-43c6-baf9-c74097125f15,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:49.572818 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:30:49.626045 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7a1a6958-eaf8-4df2-b06d-2bce871ce281 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8309636 Mar 23 01:30:49.628812 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58656) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:49.640251 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Publish callbacks [] for port (73ec178b-73b4-43c6-baf9-c74097125f15), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:49.646571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f0dc0a7c-c903-4ab0-82a6-98c118b20b36 admin admin] Request body: {'subnet': {'network_id': '0012ea45-8332-4258-b37d-026ccd4bddd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-450713917-subnet', 'tenant_id': 'bd0313d57e1f4433a4db220daf1212b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:49.656068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Transition to ACTIVE for port object 73ec178b-73b4-43c6-baf9-c74097125f15 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:30:49.662256 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:30:49.674463 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Publish callbacks [] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:49.682478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a6958-eaf8-4df2-b06d-2bce871ce281 admin admin] Pushing event updated for resources: {'Network': ['ID=0012ea45-8332-4258-b37d-026ccd4bddd3,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:49.701146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Transition to ACTIVE for port object ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:30:49.702283 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:49.718565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 0012ea45-8332-4258-b37d-026ccd4bddd3 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:30:49.742552 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dc0a7c-c903-4ab0-82a6-98c118b20b36 admin admin] Made reservation on behalf of bd0313d57e1f4433a4db220daf1212b9 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:30:49.745360 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0dc0a7c-c903-4ab0-82a6-98c118b20b36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:49.764032 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:49.913166 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3993f721-d471-4f8d-8349-39bc832ae36d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:49.957174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] No DVR routers for this DVR port 73ec178b-73b4-43c6-baf9-c74097125f15 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:30:50.006497 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb42c1f-92b5-4914-86b9-26ce0b13db10 req-00dfeaae-002e-44ec-a682-ef824f9dd68f tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:50.021175 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2fb42c1f-92b5-4914-86b9-26ce0b13db10 req-00dfeaae-002e-44ec-a682-ef824f9dd68f tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 945 time: 0.2396765 Mar 23 01:30:50.056096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Pushing event updated for resources: {'Port': ['ID=73ec178b-73b4-43c6-baf9-c74097125f15,revision_number=6']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:50.112441 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Attempting to bind port 73ec178b-73b4-43c6-baf9-c74097125f15 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:30:50.112939 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Attempting to bind port 73ec178b-73b4-43c6-baf9-c74097125f15 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:30:50.113479 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Attempting to bind port 73ec178b-73b4-43c6-baf9-c74097125f15 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:50.160635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f91777-b955-49af-ad69-eee741a55405', 'tag': 'daef5bbd-c94e-4520-844f-3a3329089a94'}, {'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:50.163185 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b03c54-d5bf-454b-b027-7cb8d248898d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f91777-b955-49af-ad69-eee741a55405", "tag": "daef5bbd-c94e-4520-844f-3a3329089a94"}, {"server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "name": "network-vif-unplugged", "status": "completed", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:50.166724 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3993f721-d471-4f8d-8349-39bc832ae36d admin admin] Publish callbacks [] for security_group (fde3932c-75c7-4640-8b62-e0a4e8678c8a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:50.184211 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3993f721-d471-4f8d-8349-39bc832ae36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fde3932c-75c7-4640-8b62-e0a4e8678c8a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:50.186823 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80983d7f-d32c-452c-ba50-d1cd746d24f3 req-2fc55399-ee85-44b3-92f5-f39196458d96 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:50.188429 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-80983d7f-d32c-452c-ba50-d1cd746d24f3 req-2fc55399-ee85-44b3-92f5-f39196458d96 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 944 time: 0.3583214 Mar 23 01:30:50.204566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Port 73ec178b-73b4-43c6-baf9-c74097125f15 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:30:50.204566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Attempting to bind port 73ec178b-73b4-43c6-baf9-c74097125f15 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:50.219409 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3993f721-d471-4f8d-8349-39bc832ae36d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=789705b8c17b434aa96d751c689c04a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6953456 Mar 23 01:30:50.219666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58666) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:50.220870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:30:50.221277 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:30:50.221656 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:30:50.222138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Bound port: 73ec178b-73b4-43c6-baf9-c74097125f15, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:30:50.222497 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:50.285187 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2fb42c1f-92b5-4914-86b9-26ce0b13db10 req-5f031da4-3ba9-4dda-a2e4-48db3dbc1188 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd7c24bd-65f7-4c4a-afed-b8dade6949ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624576 Mar 23 01:30:50.290990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:50.307153 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993f721-d471-4f8d-8349-39bc832ae36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde3932c-75c7-4640-8b62-e0a4e8678c8a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:50.310554 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0dc0a7c-c903-4ab0-82a6-98c118b20b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (86bfbbe8-d9ce-4811-956a-19881e182902), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:50.363714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d84f5c-12c9-4a64-802b-8f6fb00610cc req-3f2303b3-3426-444c-a1ed-0a07756a58fd tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:50.365550 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d9d84f5c-12c9-4a64-802b-8f6fb00610cc req-3f2303b3-3426-444c-a1ed-0a07756a58fd tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.43 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 945 time: 0.3265507 Mar 23 01:30:50.376852 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:50.396792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Attempting to bind port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:30:50.397215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Attempting to bind port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:30:50.397453 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Attempting to bind port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb on network 32d99b6f-82e0-4417-9e5f-752004b63652 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:50.435421 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-80983d7f-d32c-452c-ba50-d1cd746d24f3 req-01df9baa-8a56-4805-8437-2b31d1cc3bfd tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291896 Mar 23 01:30:50.444205 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb on network 32d99b6f-82e0-4417-9e5f-752004b63652 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:30:50.444533 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Attempting to bind port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb on network 32d99b6f-82e0-4417-9e5f-752004b63652 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:50.450285 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc0a7c-c903-4ab0-82a6-98c118b20b36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86bfbbe8-d9ce-4811-956a-19881e182902,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:50.473077 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:30:50.473422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Checking segment: {'id': '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:30:50.473804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Bound using segment: {'id': '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:30:50.474254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Bound port: ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:30:50.474614 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:50.479078 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb20f3e-1f59-4e10-910e-7b85105eba37 req-f7defc9c-3f33-4d21-835e-d21c687529a1 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:50.486315 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:30:50.486896 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bcb20f3e-1f59-4e10-910e-7b85105eba37 req-f7defc9c-3f33-4d21-835e-d21c687529a1 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.1040170 Mar 23 01:30:50.494641 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dc0a7c-c903-4ab0-82a6-98c118b20b36 admin admin] Checking segment: {'id': '08c25165-e5cb-471e-b6e9-6b44dfdedf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0012ea45-8332-4258-b37d-026ccd4bddd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:30:50.495272 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dc0a7c-c903-4ab0-82a6-98c118b20b36 admin admin] Network hostable DHCP agents. Network: 0012ea45-8332-4258-b37d-026ccd4bddd3, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:30:50.554636 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dc0a7c-c903-4ab0-82a6-98c118b20b36 admin admin] Network 0012ea45-8332-4258-b37d-026ccd4bddd3 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:30:50.588124 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bcb20f3e-1f59-4e10-910e-7b85105eba37 req-2a4c7eb4-5ddc-4911-8b6e-2ac43f9eeb6a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942140 Mar 23 01:30:50.589639 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-f0dc0a7c-c903-4ab0-82a6-98c118b20b36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 0012ea45-8332-4258-b37d-026ccd4bddd3) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:30:50.597877 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e6d47ccf-bdad-4d9b-a898-1f23e0f467aa admin admin] Publish callbacks [] for security_group (fde3932c-75c7-4640-8b62-e0a4e8678c8a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:50.606095 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc0a7c-c903-4ab0-82a6-98c118b20b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:50.609010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a903fe02-0635-4ee4-aa87-f6d512748541 None None] Network 0012ea45-8332-4258-b37d-026ccd4bddd3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:30:50.609576 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0dc0a7c-c903-4ab0-82a6-98c118b20b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:50.633998 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e6d47ccf-bdad-4d9b-a898-1f23e0f467aa admin admin] Publish callbacks [] for security_group (fde3932c-75c7-4640-8b62-e0a4e8678c8a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:50.678065 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f0dc0a7c-c903-4ab0-82a6-98c118b20b36 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0404143 Mar 23 01:30:50.678709 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e5e754-ecaf-4410-9e4b-4921fc3d3ffe x-openstack-request-id: req-52e5e754-ecaf-4410-9e4b-4921fc3d3ffe {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:50.678709 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f91777-b955-49af-ad69-eee741a55405", "tag": "daef5bbd-c94e-4520-844f-3a3329089a94", "status": "completed", "code": 200}, {"server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "name": "network-vif-unplugged", "status": "completed", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:50.678709 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52e5e754-ecaf-4410-9e4b-4921fc3d3ffe {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:50.679021 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e5e754-ecaf-4410-9e4b-4921fc3d3ffe'] response: {'name': 'network-changed', 'server_uuid': 'c1f91777-b955-49af-ad69-eee741a55405', 'tag': 'daef5bbd-c94e-4520-844f-3a3329089a94', 'status': 'completed', 'code': 200} Mar 23 01:30:50.679121 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e5e754-ecaf-4410-9e4b-4921fc3d3ffe'] response: {'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15', 'code': 200} Mar 23 01:30:50.689037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=73ec178b-73b4-43c6-baf9-c74097125f15,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:30:50.697841 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b03c54-d5bf-454b-b027-7cb8d248898d req-f1f115a2-affa-402d-a783-68dbb4413f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:50.701274 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a5b03c54-d5bf-454b-b027-7cb8d248898d req-f1f115a2-affa-402d-a783-68dbb4413f2a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 1155 time: 0.0796442 Mar 23 01:30:50.801511 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:50.804206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b549fdaa-d9df-43b3-b8e1-7aa960e050ae None None] Network 0012ea45-8332-4258-b37d-026ccd4bddd3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:30:50.893567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Pushing event updated for resources: {'Port': ['ID=73ec178b-73b4-43c6-baf9-c74097125f15,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:50.914308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:50.914944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:50.916562 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-291fd86b-8d45-4ad7-aa38-09c11ae8bc36 service neutron] 10.222.0.42 "PUT /v2.0/ports/73ec178b-73b4-43c6-baf9-c74097125f15 HTTP/1.1" status: 200 len: 1096 time: 2.3950176 Mar 23 01:30:50.990708 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199dc97-aea8-4b45-8d55-8b8604b9e936 req-e4ea58b2-27d0-4d9b-87df-dc47f5f8b7fc tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:50.992473 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b03c54-d5bf-454b-b027-7cb8d248898d req-3d4ee353-e558-4743-9429-1249d2976d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:50.995047 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a5b03c54-d5bf-454b-b027-7cb8d248898d req-3d4ee353-e558-4743-9429-1249d2976d9e service neutron] 10.222.0.43 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.2852542 Mar 23 01:30:51.000956 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7199dc97-aea8-4b45-8d55-8b8604b9e936 req-e4ea58b2-27d0-4d9b-87df-dc47f5f8b7fc tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 948 time: 0.3191912 Mar 23 01:30:51.086864 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e6d47ccf-bdad-4d9b-a898-1f23e0f467aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fde3932c-75c7-4640-8b62-e0a4e8678c8a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:51.089845 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e6d47ccf-bdad-4d9b-a898-1f23e0f467aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:51.091320 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e6d47ccf-bdad-4d9b-a898-1f23e0f467aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fde3932c-75c7-4640-8b62-e0a4e8678c8a HTTP/1.1" status: 204 len: 168 time: 0.8715651 Mar 23 01:30:51.120039 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] For port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:30:51.127233 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a5b03c54-d5bf-454b-b027-7cb8d248898d req-6f978518-3863-4da5-b4d0-37b925f64d0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daef5bbd-c94e-4520-844f-3a3329089a94 HTTP/1.1" status: 200 len: 217 time: 0.1229498 Mar 23 01:30:51.128868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-d9d84f5c-12c9-4a64-802b-8f6fb00610cc req-d1676023-c924-4a4f-a32a-f2881cb0226a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Deleting port 81af76e8-af90-45d8-94be-d4199650e69d {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:30:51.135750 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d9d84f5c-12c9-4a64-802b-8f6fb00610cc req-d1676023-c924-4a4f-a32a-f2881cb0226a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (81af76e8-af90-45d8-94be-d4199650e69d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:51.247246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b03c54-d5bf-454b-b027-7cb8d248898d req-9ec38913-8bd9-40ca-a199-60318ae55133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:51.250390 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a5b03c54-d5bf-454b-b027-7cb8d248898d req-9ec38913-8bd9-40ca-a199-60318ae55133 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.1174276 Mar 23 01:30:51.351661 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a5b03c54-d5bf-454b-b027-7cb8d248898d req-a1b523b5-e678-4597-a4b8-db40764881a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863886 Mar 23 01:30:51.589891 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a5b03c54-d5bf-454b-b027-7cb8d248898d req-956a7ba5-4c7f-46ea-a1cf-890616713638 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005188 Mar 23 01:30:51.713284 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d9d84f5c-12c9-4a64-802b-8f6fb00610cc req-d1676023-c924-4a4f-a32a-f2881cb0226a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] For port 81af76e8-af90-45d8-94be-d4199650e69d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=81af76e8-af90-45d8-94be-d4199650e69d,segment=NetworkSegment(531b3f07-50a7-4905-b9c5-f07ac7738748),segment_id=531b3f07-50a7-4905-b9c5-f07ac7738748)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:51.713882 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d9d84f5c-12c9-4a64-802b-8f6fb00610cc req-d1676023-c924-4a4f-a32a-f2881cb0226a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (81af76e8-af90-45d8-94be-d4199650e69d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:51.758887 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-908cafad-ad9c-4c2e-ad12-690325888de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:51.820026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d47ccf-bdad-4d9b-a898-1f23e0f467aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde3932c-75c7-4640-8b62-e0a4e8678c8a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:51.846869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] For port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:30:51.911699 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:52.046268 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7199dc97-aea8-4b45-8d55-8b8604b9e936 req-9aa28779-d71f-4cfb-8237-fb7a7d52076b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0431602 Mar 23 01:30:52.051344 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-d926dcde-d258-40b8-a0e8-14a7e66986b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:52.064067 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-d926dcde-d258-40b8-a0e8-14a7e66986b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 1130 time: 1.0526345 Mar 23 01:30:52.211601 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d9d84f5c-12c9-4a64-802b-8f6fb00610cc req-d1676023-c924-4a4f-a32a-f2881cb0226a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:52.211916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-39b18bf8-7f15-4e2b-942f-b82e2ed13ff1 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:52.212538 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d9d84f5c-12c9-4a64-802b-8f6fb00610cc req-d1676023-c924-4a4f-a32a-f2881cb0226a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (708880fe-57cd-4d7d-bdaf-c06e71006a60), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:52.212684 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-d9d84f5c-12c9-4a64-802b-8f6fb00610cc req-d1676023-c924-4a4f-a32a-f2881cb0226a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Floating IP 708880fe-57cd-4d7d-bdaf-c06e71006a60 disassociated. External IP: 172.25.0.75, port: 81af76e8-af90-45d8-94be-d4199650e69d. Mar 23 01:30:52.213366 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-39b18bf8-7f15-4e2b-942f-b82e2ed13ff1 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/networks?id=0012ea45-8332-4258-b37d-026ccd4bddd3 HTTP/1.1" status: 200 len: 812 time: 0.8384247 Mar 23 01:30:52.213617 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-d9d84f5c-12c9-4a64-802b-8f6fb00610cc req-d1676023-c924-4a4f-a32a-f2881cb0226a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Calling delete_port for 81af76e8-af90-45d8-94be-d4199650e69d owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:30:52.220491 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a5b03c54-d5bf-454b-b027-7cb8d248898d req-9107457e-54a4-4f6a-9866-1ba35735d1e0 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175327 Mar 23 01:30:52.250009 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-72d3afd7-29d6-4469-aacc-60d713832b8d tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/quotas/bd0313d57e1f4433a4db220daf1212b9 HTTP/1.1" status: 200 len: 375 time: 0.0248208 Mar 23 01:30:52.307696 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-b8a4359c-f035-4f22-8ce8-5013b98997fe tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd0313d57e1f4433a4db220daf1212b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464666 Mar 23 01:30:52.334558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:52.336319 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:52.338297 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] 10.222.0.42 "PUT /v2.0/ports/ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb HTTP/1.1" status: 200 len: 1092 time: 4.4534476 Mar 23 01:30:52.516084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727e6c8-6f45-4546-9e16-656b5f717110 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:52.552439 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-b4d43821-c07e-4c98-b2c7-0028a01c3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:52.554175 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-b4d43821-c07e-4c98-b2c7-0028a01c3958 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.2871749 Mar 23 01:30:52.637175 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-6df07c6a-97bb-40f2-a83c-047e06e75c45 service neutron] 10.222.0.18 "GET /v2.0/networks/0012ea45-8332-4258-b37d-026ccd4bddd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173389 Mar 23 01:30:52.641297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c3309-772c-4d74-9764-6d1a62f7486f req-c9590765-635d-473e-804f-dbc7637342a1 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:52.642904 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b58c3309-772c-4d74-9764-6d1a62f7486f req-c9590765-635d-473e-804f-dbc7637342a1 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 945 time: 0.4738684 Mar 23 01:30:52.646859 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-4c25b788-02ed-44ec-9da3-75289011b91a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=73ec178b-73b4-43c6-baf9-c74097125f15 HTTP/1.1" status: 200 len: 217 time: 0.0850461 Mar 23 01:30:52.678038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-e04d6f30-c29c-4e90-a0e7-3276458ec6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:52.679707 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-e04d6f30-c29c-4e90-a0e7-3276458ec6a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e0ff5c9bbc74a129a5525cd7d79d1bf&device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 1126 time: 0.2245781 Mar 23 01:30:52.707261 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15'}, {'name': 'network-changed', 'server_uuid': '7a4a9276-dcf9-4893-8b67-198d4c0ee4fc', 'tag': 'ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:52.709506 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15"}, {"name": "network-changed", "server_uuid": "7a4a9276-dcf9-4893-8b67-198d4c0ee4fc", "tag": "ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:52.769751 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73ec178b-73b4-43c6-baf9-c74097125f15 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:30:52.779652 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-60da1f85-ec79-4900-8cce-ecec35076fd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb HTTP/1.1" status: 200 len: 217 time: 0.0649710 Mar 23 01:30:52.784522 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-b8faa222-1788-4536-aa75-0c85200d90fd service neutron] 10.222.0.18 "GET /v2.0/networks/0012ea45-8332-4258-b37d-026ccd4bddd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416450 Mar 23 01:30:52.798547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-1cc603e5-a781-4a52-8a55-03d47d0b3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:52.799984 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-1cc603e5-a781-4a52-8a55-03d47d0b3b83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1460125 Mar 23 01:30:52.806333 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d9d84f5c-12c9-4a64-802b-8f6fb00610cc req-d1676023-c924-4a4f-a32a-f2881cb0226a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (81af76e8-af90-45d8-94be-d4199650e69d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:52.839098 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] The host n-h2-834677-4 is not matching for port 73ec178b-73b4-43c6-baf9-c74097125f15 host n-h1-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:30:52.839661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73ec178b-73b4-43c6-baf9-c74097125f15 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:30:52.840373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 81af76e8-af90-45d8-94be-d4199650e69d no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:30:52.877207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 81af76e8-af90-45d8-94be-d4199650e69d {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:30:52.877810 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 81af76e8-af90-45d8-94be-d4199650e69d not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:30:52.895471 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b58c3309-772c-4d74-9764-6d1a62f7486f req-5ef4183f-5b94-4af0-bbac-b7eaaa00e105 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd7c24bd-65f7-4c4a-afed-b8dade6949ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465043 Mar 23 01:30:52.901729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1676023-c924-4a4f-a32a-f2881cb0226a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Pushing event deleted for resources: {'Port': ['ID=81af76e8-af90-45d8-94be-d4199650e69d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:52.918992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-5c0a7001-b53d-4df0-bb0b-bc13ff79c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:52.920925 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-5c0a7001-b53d-4df0-bb0b-bc13ff79c58f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5 HTTP/1.1" status: 200 len: 845 time: 0.1338022 Mar 23 01:30:53.008660 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-61c601e7-c4ef-4ff0-bf8a-3fd851d2a1e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32d99b6f-82e0-4417-9e5f-752004b63652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799229 Mar 23 01:30:53.056634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-65b58582-788f-41a8-9e26-526552532182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:53.057481 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-65b58582-788f-41a8-9e26-526552532182 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2264595 Mar 23 01:30:53.091033 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:53.142165 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade2449-9d0a-4dd9-9fd1-5699111a66d4 req-a26ac5b4-dc34-4aed-a607-69dcff78a2cd tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:53.153231 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bade2449-9d0a-4dd9-9fd1-5699111a66d4 req-a26ac5b4-dc34-4aed-a607-69dcff78a2cd tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.1064808 Mar 23 01:30:53.266013 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bade2449-9d0a-4dd9-9fd1-5699111a66d4 req-93cfc387-da05-42d1-ba84-d8ab89759d4c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113842 Mar 23 01:30:53.325216 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-11b74ce2-9052-4ef4-80ee-05552bb92ef1 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570732 Mar 23 01:30:53.339230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600933f-f843-45da-9f14-77ec9a360d94 req-290551c9-1dda-4744-9ff7-cbb3c364957f tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:53.340931 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5600933f-f843-45da-9f14-77ec9a360d94 req-290551c9-1dda-4744-9ff7-cbb3c364957f tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 944 time: 0.2889268 Mar 23 01:30:53.348684 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9d84f5c-12c9-4a64-802b-8f6fb00610cc req-d1676023-c924-4a4f-a32a-f2881cb0226a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Router fc792777-3a75-4518-950b-1e2a1eae22ab has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:30:53.475174 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-5aac272b-8a93-4c7f-bf6c-372781f77c60 service neutron] 10.222.0.42 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198182 Mar 23 01:30:53.675629 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-007ab929-acaf-48cd-b1a6-e8be97708b11 req-dfe2fec0-b78e-44f3-b7e7-a731ff704b67 service neutron] 10.222.0.42 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840589 Mar 23 01:30:53.858746 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5600933f-f843-45da-9f14-77ec9a360d94 req-4d42abe8-a5b0-4c41-ad0d-296c3d066360 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875045 Mar 23 01:30:53.938303 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-d9c0aca9-0127-4f31-87f8-8dd1c40deed2 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5876513 Mar 23 01:30:53.945340 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25984a0-8eae-4823-8e21-937fdd353b69 x-openstack-request-id: req-f25984a0-8eae-4823-8e21-937fdd353b69 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:53.945758 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a4a9276-dcf9-4893-8b67-198d4c0ee4fc", "tag": "ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:53.947551 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f25984a0-8eae-4823-8e21-937fdd353b69 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:53.947987 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25984a0-8eae-4823-8e21-937fdd353b69'] response: {'name': 'network-changed', 'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15', 'status': 'completed', 'code': 200} Mar 23 01:30:53.948366 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25984a0-8eae-4823-8e21-937fdd353b69'] response: {'name': 'network-changed', 'server_uuid': '7a4a9276-dcf9-4893-8b67-198d4c0ee4fc', 'tag': 'ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb', 'status': 'completed', 'code': 200} Mar 23 01:30:53.971813 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9d84f5c-12c9-4a64-802b-8f6fb00610cc req-d1676023-c924-4a4f-a32a-f2881cb0226a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:30:53.987598 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca7786-4b40-461f-9117-5ccb5a5973aa None None] Sync routers for ids ['fc792777-3a75-4518-950b-1e2a1eae22ab'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:30:54.006469 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eca7786-4b40-461f-9117-5ccb5a5973aa None None] Routers {'fc792777-3a75-4518-950b-1e2a1eae22ab'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:30:54.012205 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4eca7786-4b40-461f-9117-5ccb5a5973aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:30:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fc792777-3a75-4518-950b-1e2a1eae22ab'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:54.148817 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7be13fe1-75fb-47fc-a90d-8dac22efccfd req-6a1d86df-5dd9-4abf-ade7-723433f885ef tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 210 time: 0.1154556 Mar 23 01:30:54.152376 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-cf4c960e-e77d-4683-a493-5355331b6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:54.153787 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d84f5c-12c9-4a64-802b-8f6fb00610cc req-d1676023-c924-4a4f-a32a-f2881cb0226a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] No DVR routers for this DVR port 81af76e8-af90-45d8-94be-d4199650e69d on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:30:54.158551 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-cf4c960e-e77d-4683-a493-5355331b6f22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 1130 time: 0.1293180 Mar 23 01:30:54.171237 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d9d84f5c-12c9-4a64-802b-8f6fb00610cc req-d1676023-c924-4a4f-a32a-f2881cb0226a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:54.177945 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d9d84f5c-12c9-4a64-802b-8f6fb00610cc req-d1676023-c924-4a4f-a32a-f2881cb0226a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.43 "DELETE /v2.0/ports/81af76e8-af90-45d8-94be-d4199650e69d HTTP/1.1" status: 204 len: 173 time: 3.7933278 Mar 23 01:30:54.231518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-3a4a1d46-5af0-4480-82ca-4787271fc801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:54.236131 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-3a4a1d46-5af0-4480-82ca-4787271fc801 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 1130 time: 0.1742420 Mar 23 01:30:54.292766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eec1b4a-30d1-4eb2-9988-2c412382355a req-7973469e-b10a-4672-93c4-a4edb6f7f7bf tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0514758 Mar 23 01:30:54.452360 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-ad3da7be-e2ab-4d26-9a33-d3a57d2d53cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:54.462432 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-ad3da7be-e2ab-4d26-9a33-d3a57d2d53cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.2944739 Mar 23 01:30:54.485127 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16ebea-c6fa-4193-9967-9d72289ec1a4 req-aaabb83b-2001-4b47-bedf-6b5202de883a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:54.487115 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe16ebea-c6fa-4193-9967-9d72289ec1a4 req-aaabb83b-2001-4b47-bedf-6b5202de883a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 948 time: 0.2814465 Mar 23 01:30:54.587975 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:54.594381 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-8dc4ae25-5e55-4c65-8b2d-0cbf8c2ede21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=73ec178b-73b4-43c6-baf9-c74097125f15 HTTP/1.1" status: 200 len: 217 time: 0.1005888 Mar 23 01:30:54.632733 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-4eca7786-4b40-461f-9117-5ccb5a5973aa None None] Set router fc792777-3a75-4518-950b-1e2a1eae22ab gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:30:54.664796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-00e307e9-5714-4608-954f-e80683ab7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:54.668241 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-00e307e9-5714-4608-954f-e80683ab7d85 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.3744667 Mar 23 01:30:54.696648 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe16ebea-c6fa-4193-9967-9d72289ec1a4 req-6bbb6fe0-1c50-4224-9d5a-e1c1b4a7a05a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885841 Mar 23 01:30:54.717875 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-37b1db36-fd04-49fc-9227-ce68f8880bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:54.719532 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-37b1db36-fd04-49fc-9227-ce68f8880bfb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1022742 Mar 23 01:30:54.760638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device daef5bbd-c94e-4520-844f-3a3329089a94 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:30:54.821192 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-204684e6-2dff-4a3a-ab3d-523e17729307 req-22c2d4da-333f-4fa8-bd0e-63405c2d6a4a tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/ports?device_id=f86f9582-bef0-48bc-81d2-1edbfa2b691f HTTP/1.1" status: 200 len: 210 time: 0.1515241 Mar 23 01:30:54.823630 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-162e90dd-778e-43e7-bcac-df9f5c043802 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=73ec178b-73b4-43c6-baf9-c74097125f15 HTTP/1.1" status: 200 len: 217 time: 0.1426351 Mar 23 01:30:54.910105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-79402513-91a4-4eef-a203-8ca6d1db52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:54.911881 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-79402513-91a4-4eef-a203-8ca6d1db52cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0739727 Mar 23 01:30:54.945888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-c08f9c2d-0440-4260-9d41-0a0b7fec7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:54.950860 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-c08f9c2d-0440-4260-9d41-0a0b7fec7fdf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2218804 Mar 23 01:30:55.027745 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-56dd0408-1aca-4906-8a46-1d773342a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:55.030399 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-56dd0408-1aca-4906-8a46-1d773342a667 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1088314 Mar 23 01:30:55.064359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78d92f-bdb1-48ec-aa32-2d1c8bc0a1b5 req-34dc3b1c-3447-4476-b203-ddb4d430cb37 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:55.071638 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9a78d92f-bdb1-48ec-aa32-2d1c8bc0a1b5 req-34dc3b1c-3447-4476-b203-ddb4d430cb37 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.2838809 Mar 23 01:30:55.231202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943319e-9c43-42a9-a82e-9728c0adbf3d req-5fc91b6b-3023-4c38-bf03-9023d9ddb72c tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:55.242133 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2943319e-9c43-42a9-a82e-9728c0adbf3d req-5fc91b6b-3023-4c38-bf03-9023d9ddb72c tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 944 time: 0.1341033 Mar 23 01:30:55.250994 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-1b4f3930-eb50-4c79-945b-7cacb6cf0ede service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137635 Mar 23 01:30:55.349519 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9a78d92f-bdb1-48ec-aa32-2d1c8bc0a1b5 req-78e049a1-9cf6-4e15-89b3-af2b5f42ae99 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533946 Mar 23 01:30:55.431793 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-70fd43c9-0950-479a-847d-894127d97bed service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514210 Mar 23 01:30:55.438774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port daef5bbd-c94e-4520-844f-3a3329089a94 is: DOWN; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:55.487328 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4eca7786-4b40-461f-9117-5ccb5a5973aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'name': 'tempest-ServersTestJSON-1863784132-router', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:28:51Z', 'updated_at': '2022-03-23T01:28:59Z', 'revision_number': 4, 'project_id': '1678261026c64e4184d05714d530f92f', 'gw_port': {'id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:54Z', 'updated_at': '2022-03-23T01:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b', 'name': '', 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'mac_address': 'fa:16:3e:01:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:57Z', 'updated_at': '2022-03-23T01:29:05Z', 'revision_number': 5, 'project_id': '1678261026c64e4184d05714d530f92f', 'subnets': [{'id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:55.562632 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca7786-4b40-461f-9117-5ccb5a5973aa None None] Checking router: fc792777-3a75-4518-950b-1e2a1eae22ab for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:30:55.585221 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eca7786-4b40-461f-9117-5ccb5a5973aa None None] Routers {'fc792777-3a75-4518-950b-1e2a1eae22ab'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:30:55.586248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4eca7786-4b40-461f-9117-5ccb5a5973aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:30:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fc792777-3a75-4518-950b-1e2a1eae22ab'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:55.599195 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0244c056-32b6-4d6d-bbc8-9da611df8ac3 req-b8b5663d-94d6-4f2e-85f1-51f7797d3a0c tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 210 time: 0.0472581 Mar 23 01:30:55.660224 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2943319e-9c43-42a9-a82e-9728c0adbf3d req-d0bba8be-9ca6-4010-9d42-990409d1cf6f tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167871 Mar 23 01:30:55.696514 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-6016d0f0-917a-4669-9b3e-fcfec762836c service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583654 Mar 23 01:30:55.739723 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-651a6660-7595-49b4-acbd-a52f9ab5c896 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670696 Mar 23 01:30:55.758626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-7a62945e-5487-4e88-bba2-dd2b2f129a71 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:55.767104 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-7a62945e-5487-4e88-bba2-dd2b2f129a71 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.43 "GET /v2.0/networks?id=0012ea45-8332-4258-b37d-026ccd4bddd3 HTTP/1.1" status: 200 len: 812 time: 0.5142429 Mar 23 01:30:55.784660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-6993c5a6-ce9a-46fc-85de-45e7b647a10a tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Request body: {'port': {'device_id': '3372c55c-192c-460b-8f2f-07a566bae1e4', 'network_id': '0012ea45-8332-4258-b37d-026ccd4bddd3', 'admin_state_up': True, 'tenant_id': 'bd0313d57e1f4433a4db220daf1212b9'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:55.788919 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9a2c232-b183-4ed8-8890-b5c556879ee3 req-5ac5b02a-8d75-4a53-9ba5-15ef78857cee tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0685885 Mar 23 01:30:55.802354 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:55.873770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-4eca7786-4b40-461f-9117-5ccb5a5973aa None None] Set router fc792777-3a75-4518-950b-1e2a1eae22ab gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:30:55.950260 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86f9582-bef0-48bc-81d2-1edbfa2b691f', 'name': 'network-vif-deleted', 'tag': '81af76e8-af90-45d8-94be-d4199650e69d'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:55.953013 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bec7c0-b4d9-4448-917d-cc46bbaf4b22" -d '{"events": [{"server_uuid": "f86f9582-bef0-48bc-81d2-1edbfa2b691f", "name": "network-vif-deleted", "tag": "81af76e8-af90-45d8-94be-d4199650e69d"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:55.973111 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58786) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:56.024588 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d66d4e-fcb0-4468-afe8-0d4e03a5a060 x-openstack-request-id: req-04d66d4e-fcb0-4468-afe8-0d4e03a5a060 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:30:56.025759 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86f9582-bef0-48bc-81d2-1edbfa2b691f", "name": "network-vif-deleted", "tag": "81af76e8-af90-45d8-94be-d4199650e69d", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:30:56.026791 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04d66d4e-fcb0-4468-afe8-0d4e03a5a060 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:30:56.029445 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d66d4e-fcb0-4468-afe8-0d4e03a5a060'] response: {'server_uuid': 'f86f9582-bef0-48bc-81d2-1edbfa2b691f', 'name': 'network-vif-deleted', 'tag': '81af76e8-af90-45d8-94be-d4199650e69d', 'status': 'completed', 'code': 200} Mar 23 01:30:56.040024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-83fb4df0-9dea-47bb-a2ef-fa200f5c1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:56.044167 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-83fb4df0-9dea-47bb-a2ef-fa200f5c1e06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e0ff5c9bbc74a129a5525cd7d79d1bf&device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 1126 time: 0.1918135 Mar 23 01:30:56.123514 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4384b6c-e359-4c1a-a754-41635d6e51b7 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for security_group (fd7c24bd-65f7-4c4a-afed-b8dade6949ed), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:56.163016 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4384b6c-e359-4c1a-a754-41635d6e51b7 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for security_group (fd7c24bd-65f7-4c4a-afed-b8dade6949ed), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:56.234012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b26aec-9449-46a7-bbbe-8fba995a3e3a req-2da0f0dd-9e2c-41eb-b3dd-92fc345b96a7 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:56.248934 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4384b6c-e359-4c1a-a754-41635d6e51b7 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fd7c24bd-65f7-4c4a-afed-b8dade6949ed), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:56.252593 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4384b6c-e359-4c1a-a754-41635d6e51b7 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:56.254687 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e4384b6c-e359-4c1a-a754-41635d6e51b7 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "DELETE /v2.0/security-groups/fd7c24bd-65f7-4c4a-afed-b8dade6949ed HTTP/1.1" status: 204 len: 168 time: 0.2801855 Mar 23 01:30:56.256041 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c7b26aec-9449-46a7-bbbe-8fba995a3e3a req-2da0f0dd-9e2c-41eb-b3dd-92fc345b96a7 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 948 time: 0.3797171 Mar 23 01:30:56.261944 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58790) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:56.295585 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4384b6c-e359-4c1a-a754-41635d6e51b7 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7c24bd-65f7-4c4a-afed-b8dade6949ed,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:56.298226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-6993c5a6-ce9a-46fc-85de-45e7b647a10a tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Made reservation on behalf of bd0313d57e1f4433a4db220daf1212b9 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:30:56.317092 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-6993c5a6-ce9a-46fc-85de-45e7b647a10a tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:56.332485 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-1ee0ac66-7b87-40c2-a0bc-dcb2ab637dbc tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] show failed (client error): The resource could not be found. Mar 23 01:30:56.339336 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1ee0ac66-7b87-40c2-a0bc-dcb2ab637dbc tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "GET /v2.0/security-groups/fd7c24bd-65f7-4c4a-afed-b8dade6949ed HTTP/1.1" status: 404 len: 347 time: 0.0703113 Mar 23 01:30:56.339588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58792) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:56.538390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4eca7786-4b40-461f-9117-5ccb5a5973aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'name': 'tempest-ServersTestJSON-1863784132-router', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:28:51Z', 'updated_at': '2022-03-23T01:28:59Z', 'revision_number': 4, 'project_id': '1678261026c64e4184d05714d530f92f', 'gw_port': {'id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:54Z', 'updated_at': '2022-03-23T01:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b', 'name': '', 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'mac_address': 'fa:16:3e:01:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:57Z', 'updated_at': '2022-03-23T01:29:05Z', 'revision_number': 5, 'project_id': '1678261026c64e4184d05714d530f92f', 'subnets': [{'id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:30:56.594752 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d174e4-dfa7-4bd5-8142-caa48d8db277 req-e80f54d2-5266-4842-b1f3-a8d18d00d2cf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:56.608239 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-65d174e4-dfa7-4bd5-8142-caa48d8db277 req-e80f54d2-5266-4842-b1f3-a8d18d00d2cf tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.0949988 Mar 23 01:30:56.620235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca7786-4b40-461f-9117-5ccb5a5973aa None None] The sync data for ids ['fc792777-3a75-4518-950b-1e2a1eae22ab'] in n-d-834677-4 is: [{'id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'name': 'tempest-ServersTestJSON-1863784132-router', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:28:51Z', 'updated_at': '2022-03-23T01:28:59Z', 'revision_number': 4, 'project_id': '1678261026c64e4184d05714d530f92f', 'gw_port': {'id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:54Z', 'updated_at': '2022-03-23T01:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b', 'name': '', 'network_id': 'b6b671bb-04e7-47ec-9c6c-e9f6b7584d32', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'mac_address': 'fa:16:3e:01:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:57Z', 'updated_at': '2022-03-23T01:29:05Z', 'revision_number': 5, 'project_id': '1678261026c64e4184d05714d530f92f', 'subnets': [{'id': 'f3184f37-b64b-4050-92bd-c90b3721827c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:30:56.702467 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-65d174e4-dfa7-4bd5-8142-caa48d8db277 req-c1077364-c7a6-4df6-a384-6c2c7ade208a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925822 Mar 23 01:30:56.866824 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3930c37c-4870-46d2-ba7a-376755001fac req-c34d0c31-ebaa-4fc3-9ac5-348dc2303bac tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 210 time: 0.0473001 Mar 23 01:30:57.011016 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312edf4e-381a-4561-b914-4067f6592212 req-b3d63e00-6ab9-45d5-961a-9ac38563de79 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:57.012735 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-312edf4e-381a-4561-b914-4067f6592212 req-b3d63e00-6ab9-45d5-961a-9ac38563de79 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 944 time: 0.0749438 Mar 23 01:30:57.061900 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf7dbde-831f-4e08-94b0-d825a2182731 None None] New status for floating IP 708880fe-57cd-4d7d-bdaf-c06e71006a60: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:30:57.100100 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-312edf4e-381a-4561-b914-4067f6592212 req-360c5a85-e6c4-400a-8a05-03d4459987be tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799255 Mar 23 01:30:57.113436 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c7b26aec-9449-46a7-bbbe-8fba995a3e3a req-812d8e5e-862e-41ad-94d9-02da53a0ee64 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8556111 Mar 23 01:30:57.119528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-fa9e9175-fd52-4c5e-9623-35d5f1ecf182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:57.121007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-fa9e9175-fd52-4c5e-9623-35d5f1ecf182 service neutron] 10.222.0.42 "GET /v2.0/networks?id=32d99b6f-82e0-4417-9e5f-752004b63652 HTTP/1.1" status: 200 len: 905 time: 1.0624685 Mar 23 01:30:57.234775 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-472b5227-28ae-4006-a6e7-92fd7310ef21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb HTTP/1.1" status: 200 len: 217 time: 0.0850573 Mar 23 01:30:57.282078 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4362e9ad-d558-4ee6-9dee-3f1daa0c2cc1 req-b507f59d-82ad-407c-9987-07846c11a33a tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0694764 Mar 23 01:30:57.340248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:30:57.368249 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-2d6c6462-caab-4304-9217-ca1888038d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:57.370617 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-2d6c6462-caab-4304-9217-ca1888038d21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5 HTTP/1.1" status: 200 len: 845 time: 0.1233532 Mar 23 01:30:57.379364 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-fca49a89-941f-46e7-b413-c521fc6a3e13 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Deleting port 9c2009be-2649-4d07-9ab6-4e22197d523e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:30:57.379948 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fca49a89-941f-46e7-b413-c521fc6a3e13 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (9c2009be-2649-4d07-9ab6-4e22197d523e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:57.412318 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-0740f4c3-c1e9-4009-82ac-c0f7395fe755 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32d99b6f-82e0-4417-9e5f-752004b63652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348170 Mar 23 01:30:57.414324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-6993c5a6-ce9a-46fc-85de-45e7b647a10a tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Allocated IP 172.20.0.7 (0012ea45-8332-4258-b37d-026ccd4bddd3/86bfbbe8-d9ce-4811-956a-19881e182902/1bd10b3e-534d-4d5f-ba53-ad6123f65405) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:30:57.509189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:57.524309 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb', 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652', 'port_id': 'ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb', 'mac_address': 'fa:16:3e:2a:dd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:30:57.577695 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:57.579047 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:57.599552 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:30:57.628793 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:57.636876 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:57.637798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 73ec178b-73b4-43c6-baf9-c74097125f15 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:30:57.686058 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fca49a89-941f-46e7-b413-c521fc6a3e13 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (9c2009be-2649-4d07-9ab6-4e22197d523e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:57.686503 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fca49a89-941f-46e7-b413-c521fc6a3e13 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for floatingip (9c2009be-2649-4d07-9ab6-4e22197d523e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:57.703434 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:57.722133 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-921f02ac-f08c-47bc-9290-642b4c81c9be service neutron] 10.222.0.42 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957993 Mar 23 01:30:57.723075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-fca49a89-941f-46e7-b413-c521fc6a3e13 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Calling delete_port for 9c2009be-2649-4d07-9ab6-4e22197d523e owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:30:57.801189 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-6993c5a6-ce9a-46fc-85de-45e7b647a10a tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Publish callbacks [] for port (1bd10b3e-534d-4d5f-ba53-ad6123f65405), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:57.836914 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=73ec178b-73b4-43c6-baf9-c74097125f15,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:57.853333 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '73ec178b-73b4-43c6-baf9-c74097125f15', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '73ec178b-73b4-43c6-baf9-c74097125f15', 'mac_address': 'fa:16:3e:5b:c7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:30:57.902713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 73ec178b-73b4-43c6-baf9-c74097125f15 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:30:57.903109 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:57.921946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ec178b-73b4-43c6-baf9-c74097125f15 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:30:57.948888 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=73ec178b-73b4-43c6-baf9-c74097125f15,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:57.963679 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:57.967741 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3869eee3-2649-4a0c-ae3d-0cdc2ff167ba req-1ef428b2-b385-48d0-8b90-5a944e99265d service neutron] 10.222.0.42 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373114 Mar 23 01:30:57.993327 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-6993c5a6-ce9a-46fc-85de-45e7b647a10a tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (1bd10b3e-534d-4d5f-ba53-ad6123f65405), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:58.021674 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7b704-0cf9-4dbb-a0da-3fa31f051360 req-b90f3997-02b6-4c27-adca-b37f97cc4632 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:58.023365 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a5f7b704-0cf9-4dbb-a0da-3fa31f051360 req-b90f3997-02b6-4c27-adca-b37f97cc4632 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.1694994 Mar 23 01:30:58.067073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=73ec178b-73b4-43c6-baf9-c74097125f15,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:58.129623 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2272179-8c33-4050-9ad7-69c5478d21ff req-9d2e918a-47b1-4f35-9640-69403391f637 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:58.142121 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2272179-8c33-4050-9ad7-69c5478d21ff req-9d2e918a-47b1-4f35-9640-69403391f637 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 931 time: 0.1456783 Mar 23 01:30:58.149728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-6993c5a6-ce9a-46fc-85de-45e7b647a10a tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Network 0012ea45-8332-4258-b37d-026ccd4bddd3 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:30:58.158193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993c5a6-ce9a-46fc-85de-45e7b647a10a tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Pushing event updated for resources: {'Port': ['ID=1bd10b3e-534d-4d5f-ba53-ad6123f65405,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:58.160745 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-6993c5a6-ce9a-46fc-85de-45e7b647a10a tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:30:58.169972 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-6993c5a6-ce9a-46fc-85de-45e7b647a10a tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:30:58.214047 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2272179-8c33-4050-9ad7-69c5478d21ff req-c5790b4a-acec-4058-a7d0-a4caaf5c748c tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e4cc01-15a7-40c3-aab4-dcf64143a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703323 Mar 23 01:30:58.234638 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a5f7b704-0cf9-4dbb-a0da-3fa31f051360 req-81d22a25-5332-4bb0-be7f-b6095828952c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759083 Mar 23 01:30:58.246675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['73ec178b-73b4-43c6-baf9-c74097125f15'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:30:58.247320 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fca49a89-941f-46e7-b413-c521fc6a3e13 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (9c2009be-2649-4d07-9ab6-4e22197d523e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:58.273190 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-6993c5a6-ce9a-46fc-85de-45e7b647a10a tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:58.273829 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-6993c5a6-ce9a-46fc-85de-45e7b647a10a tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:58.304225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca49a89-941f-46e7-b413-c521fc6a3e13 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Pushing event deleted for resources: {'Port': ['ID=9c2009be-2649-4d07-9ab6-4e22197d523e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:58.331145 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:30:58.374202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-6993c5a6-ce9a-46fc-85de-45e7b647a10a tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5934632 Mar 23 01:30:58.379992 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7e973-4113-4c3b-a7bb-8725ba01c484 req-f70f679e-05ee-4332-935f-7432706393a4 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:58.389270 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98d7e973-4113-4c3b-a7bb-8725ba01c484 req-f70f679e-05ee-4332-935f-7432706393a4 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 945 time: 0.0951529 Mar 23 01:30:58.429744 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Request body: {'port': {'device_id': '3372c55c-192c-460b-8f2f-07a566bae1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:30:58.492815 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98d7e973-4113-4c3b-a7bb-8725ba01c484 req-e1fc5db9-db6d-47cb-aa30-374ca7866dac tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027410 Mar 23 01:30:58.520971 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fca49a89-941f-46e7-b413-c521fc6a3e13 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks [] for floatingip (708880fe-57cd-4d7d-bdaf-c06e71006a60), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:58.523457 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fca49a89-941f-46e7-b413-c521fc6a3e13 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:58.527850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58820) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:30:58.528031 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fca49a89-941f-46e7-b413-c521fc6a3e13 tempest-ServersTestJSON-1004705889 tempest-ServersTestJSON-1004705889-project] 10.222.0.18 "DELETE /v2.0/floatingips/708880fe-57cd-4d7d-bdaf-c06e71006a60 HTTP/1.1" status: 204 len: 168 time: 2.1874135 Mar 23 01:30:58.616231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95131284-ff0e-4803-8b72-59a59109e70d req-2207b0ca-2b02-4384-997a-12fe880af96a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:58.618094 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95131284-ff0e-4803-8b72-59a59109e70d req-2207b0ca-2b02-4384-997a-12fe880af96a tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 949 time: 0.1809347 Mar 23 01:30:58.618876 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1bd10b3e-534d-4d5f-ba53-ad6123f65405), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:58.698762 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e9a70f93-49b4-40c1-ae7a-159455bbb218 req-44c83c98-da7c-4a44-8570-15b48af69a2c tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0865383 Mar 23 01:30:59.016345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd10b3e-534d-4d5f-ba53-ad6123f65405 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:30:59.026053 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Publish callbacks [] for port (1bd10b3e-534d-4d5f-ba53-ad6123f65405), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:59.040148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Transition to ACTIVE for port object 1bd10b3e-534d-4d5f-ba53-ad6123f65405 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:30:59.052486 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (1bd10b3e-534d-4d5f-ba53-ad6123f65405), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:59.063476 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-029e77f1-7664-473f-86ca-f79844717e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (fc792777-3a75-4518-950b-1e2a1eae22ab), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:59.113451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd10b3e-534d-4d5f-ba53-ad6123f65405,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:59.149988 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95131284-ff0e-4803-8b72-59a59109e70d req-33bfcf6e-7560-4b99-86c0-6ac79621afa5 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210295 Mar 23 01:30:59.273323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Attempting to bind port 1bd10b3e-534d-4d5f-ba53-ad6123f65405 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:30:59.273836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Attempting to bind port 1bd10b3e-534d-4d5f-ba53-ad6123f65405 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '08c25165-e5cb-471e-b6e9-6b44dfdedf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0012ea45-8332-4258-b37d-026ccd4bddd3'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:30:59.274234 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Attempting to bind port 1bd10b3e-534d-4d5f-ba53-ad6123f65405 on network 0012ea45-8332-4258-b37d-026ccd4bddd3 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:59.279927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Port 1bd10b3e-534d-4d5f-ba53-ad6123f65405 on network 0012ea45-8332-4258-b37d-026ccd4bddd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:30:59.280348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Attempting to bind port 1bd10b3e-534d-4d5f-ba53-ad6123f65405 on network 0012ea45-8332-4258-b37d-026ccd4bddd3 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:30:59.286451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:30:59.287461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Checking segment: {'id': '08c25165-e5cb-471e-b6e9-6b44dfdedf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0012ea45-8332-4258-b37d-026ccd4bddd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:30:59.287958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Bound using segment: {'id': '08c25165-e5cb-471e-b6e9-6b44dfdedf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0012ea45-8332-4258-b37d-026ccd4bddd3'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:30:59.288473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Bound port: 1bd10b3e-534d-4d5f-ba53-ad6123f65405, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c25165-e5cb-471e-b6e9-6b44dfdedf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0012ea45-8332-4258-b37d-026ccd4bddd3'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:30:59.289262 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1bd10b3e-534d-4d5f-ba53-ad6123f65405), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:59.436033 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c52b4d71-8105-47c9-8c29-6dffca5a3cee req-318b9aa0-b117-4033-ba90-7ee72f575e27 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0697427 Mar 23 01:30:59.460371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] For port 1bd10b3e-534d-4d5f-ba53-ad6123f65405, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:30:59.471535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] For port 1bd10b3e-534d-4d5f-ba53-ad6123f65405, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=1bd10b3e-534d-4d5f-ba53-ad6123f65405,segment=NetworkSegment(08c25165-e5cb-471e-b6e9-6b44dfdedf57),segment_id=08c25165-e5cb-471e-b6e9-6b44dfdedf57)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:30:59.499092 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (1bd10b3e-534d-4d5f-ba53-ad6123f65405), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:59.589320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db996b7-8b53-489b-b202-3d1fb3452760 req-5b77aa55-f6fe-48fe-b563-d616a337fc0e tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:59.591848 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9db996b7-8b53-489b-b202-3d1fb3452760 req-5b77aa55-f6fe-48fe-b563-d616a337fc0e tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 943 time: 0.2681358 Mar 23 01:30:59.628376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd10b3e-534d-4d5f-ba53-ad6123f65405,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:30:59.677528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:59.678162 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:59.680011 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-760d497a-6b3c-452a-978f-482ecb88f491 service neutron] 10.222.0.43 "PUT /v2.0/ports/1bd10b3e-534d-4d5f-ba53-ad6123f65405 HTTP/1.1" status: 200 len: 1091 time: 1.2632861 Mar 23 01:30:59.686054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3372c55c-192c-460b-8f2f-07a566bae1e4', 'tag': '1bd10b3e-534d-4d5f-ba53-ad6123f65405'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:30:59.688040 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483948e1-fff9-41b4-9ec2-928afd041e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "3372c55c-192c-460b-8f2f-07a566bae1e4", "tag": "1bd10b3e-534d-4d5f-ba53-ad6123f65405"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:30:59.693885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085a916-80b6-45a4-8274-c5189fa247d2 req-4a1487eb-0352-4a0c-81f1-601f8cabccac tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:59.695480 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9085a916-80b6-45a4-8274-c5189fa247d2 req-4a1487eb-0352-4a0c-81f1-601f8cabccac tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.1082902 Mar 23 01:30:59.706282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-029e77f1-7664-473f-86ca-f79844717e54 admin admin] Deleting port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:30:59.706570 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-029e77f1-7664-473f-86ca-f79844717e54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:59.738933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454f30-d43c-47c5-a033-38648005c554 req-f78ee8b6-0a91-43b6-80e4-647102864006 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:59.740442 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-f78ee8b6-0a91-43b6-80e4-647102864006 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285&tenant_id=a2197bbb087244449add1667f6153ce8&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 949 time: 0.1478353 Mar 23 01:30:59.744008 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9db996b7-8b53-489b-b202-3d1fb3452760 req-4b3ace20-4670-47c7-9524-5c6d6e8d91c4 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e4cc01-15a7-40c3-aab4-dcf64143a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964799 Mar 23 01:30:59.803477 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9085a916-80b6-45a4-8274-c5189fa247d2 req-5c3e7498-001d-4e04-b96c-195be0f60e8a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997467 Mar 23 01:30:59.881033 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-029e77f1-7664-473f-86ca-f79844717e54 admin admin] For port 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b,segment=NetworkSegment(531b3f07-50a7-4905-b9c5-f07ac7738748),segment_id=531b3f07-50a7-4905-b9c5-f07ac7738748)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:30:59.881247 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-029e77f1-7664-473f-86ca-f79844717e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:30:59.903417 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-029e77f1-7664-473f-86ca-f79844717e54 admin admin] Calling delete_port for 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:30:59.919371 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-ccfa5e37-f9ee-4131-ba9c-e5573f902243 service neutron] 10.222.0.42 "GET /v2.0/ports/73ec178b-73b4-43c6-baf9-c74097125f15/bindings/n-h1-834677-4 HTTP/1.1" status: 200 len: 382 time: 0.1666796 Mar 23 01:30:59.947418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945bd06-dd83-452f-b125-c5794a3cbf31 req-9254ed9c-d397-4138-bd1f-f3e587adf960 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:59.949005 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7945bd06-dd83-452f-b125-c5794a3cbf31 req-9254ed9c-d397-4138-bd1f-f3e587adf960 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 949 time: 0.1114421 Mar 23 01:30:59.953529 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-3d9ea270-5c45-4db3-bf8b-5c45acbaa86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:30:59.955060 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-3d9ea270-5c45-4db3-bf8b-5c45acbaa86d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd0313d57e1f4433a4db220daf1212b9&device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 1125 time: 0.0804086 Mar 23 01:31:00.018827 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-313f4399-2bf8-43c3-8bfc-bcde5cbf9d96 service neutron] 10.222.0.43 "GET /v2.0/ports/daef5bbd-c94e-4520-844f-3a3329089a94/bindings/n-h1-834677-4 HTTP/1.1" status: 200 len: 384 time: 0.2214708 Mar 23 01:31:00.038283 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-a1359647-8836-4d1b-84c7-296a653dee86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bd10b3e-534d-4d5f-ba53-ad6123f65405 HTTP/1.1" status: 200 len: 217 time: 0.0665519 Mar 23 01:31:00.091094 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6bff7-fb7b-4070-b418-45fd386a0f25 req-c397e5b4-7963-4e16-85bb-b0a3cd3d6db9 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:00.092780 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67a6bff7-fb7b-4070-b418-45fd386a0f25 req-c397e5b4-7963-4e16-85bb-b0a3cd3d6db9 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 945 time: 0.1739063 Mar 23 01:31:00.102451 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7945bd06-dd83-452f-b125-c5794a3cbf31 req-4cbd88f6-2ef8-4bd3-ae35-ab75d4084e0f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400039 Mar 23 01:31:00.114091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454f30-d43c-47c5-a033-38648005c554 req-246e10f3-3a3c-4ceb-89aa-f262cb98bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:00.115616 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-246e10f3-3a3c-4ceb-89aa-f262cb98bd9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 1131 time: 0.1655309 Mar 23 01:31:00.117245 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-976dce15-6574-4da9-b757-551f0b7f4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:00.120064 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-976dce15-6574-4da9-b757-551f0b7f4b92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=86bfbbe8-d9ce-4811-956a-19881e182902 HTTP/1.1" status: 200 len: 852 time: 0.0731990 Mar 23 01:31:00.200721 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-16487966-107e-4b06-af2e-7d48f698a195 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0012ea45-8332-4258-b37d-026ccd4bddd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671222 Mar 23 01:31:00.269187 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67a6bff7-fb7b-4070-b418-45fd386a0f25 req-13be570c-abf9-4ce3-873f-62633a1eed8b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601398 Mar 23 01:31:00.310285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454f30-d43c-47c5-a033-38648005c554 req-e05806be-ebbe-4448-a835-939fe140abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:00.311933 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-e05806be-ebbe-4448-a835-939fe140abf4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1877806 Mar 23 01:31:00.358818 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ee0401-845f-4888-bd1a-e001af2df91a x-openstack-request-id: req-e2ee0401-845f-4888-bd1a-e001af2df91a {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:00.359239 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3372c55c-192c-460b-8f2f-07a566bae1e4", "tag": "1bd10b3e-534d-4d5f-ba53-ad6123f65405", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:00.359570 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2ee0401-845f-4888-bd1a-e001af2df91a {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:00.360077 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ee0401-845f-4888-bd1a-e001af2df91a'] response: {'name': 'network-changed', 'server_uuid': '3372c55c-192c-460b-8f2f-07a566bae1e4', 'tag': '1bd10b3e-534d-4d5f-ba53-ad6123f65405', 'status': 'completed', 'code': 200} Mar 23 01:31:00.416396 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-063c902d-4b4d-43e3-8db4-196b9683711a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=73ec178b-73b4-43c6-baf9-c74097125f15 HTTP/1.1" status: 200 len: 217 time: 0.0954792 Mar 23 01:31:00.420458 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-caef0534-2c9b-43da-8a5e-bb0bc68c7142 service neutron] 10.222.0.43 "GET /v2.0/networks/0012ea45-8332-4258-b37d-026ccd4bddd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090647 Mar 23 01:31:00.469718 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2c7e672c-5b03-4fb5-9322-4b1392500e92 req-b729e127-88bd-41ab-be4c-dd0cab419093 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0621080 Mar 23 01:31:00.501061 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-029e77f1-7664-473f-86ca-f79844717e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:00.550927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e77f1-7664-473f-86ca-f79844717e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:00.567302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454f30-d43c-47c5-a033-38648005c554 req-0f17f26e-e645-4a8b-beef-fd07597b5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:00.569097 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-0f17f26e-e645-4a8b-beef-fd07597b5eda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1433918 Mar 23 01:31:00.589304 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-71672f50-8095-47ab-8a17-5031d13eb3de req-49c5234f-7dc0-4747-b1f2-fc4f71878c90 service neutron] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=daef5bbd-c94e-4520-844f-3a3329089a94,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:00.642973 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-71672f50-8095-47ab-8a17-5031d13eb3de req-49c5234f-7dc0-4747-b1f2-fc4f71878c90 service neutron] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:31:00.647231 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5d2ee8f2-fb64-46b4-a5a0-49650c30bf7c req-61628aa1-a4c8-4934-ad0b-577bce4dd925 service neutron] 10.222.0.43 "GET /v2.0/networks/0012ea45-8332-4258-b37d-026ccd4bddd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818426 Mar 23 01:31:00.672328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5106d48-e3eb-43ed-a0fd-95bba11e7a85 req-657b8674-6ed1-46d7-bd49-e7474bf33b22 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:00.674273 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5106d48-e3eb-43ed-a0fd-95bba11e7a85 req-657b8674-6ed1-46d7-bd49-e7474bf33b22 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 946 time: 0.1534042 Mar 23 01:31:00.686829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454f30-d43c-47c5-a033-38648005c554 req-8bf693ea-f73b-4077-b577-9b5be00b8682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:00.689641 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-8bf693ea-f73b-4077-b577-9b5be00b8682 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1090615 Mar 23 01:31:00.820389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-71672f50-8095-47ab-8a17-5031d13eb3de req-49c5234f-7dc0-4747-b1f2-fc4f71878c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daef5bbd-c94e-4520-844f-3a3329089a94 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:31:00.829542 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5106d48-e3eb-43ed-a0fd-95bba11e7a85 req-5b9728a6-3ee7-4d1f-802a-608cb7ee1eff tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478324 Mar 23 01:31:00.858740 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-e55a1b6c-2c02-4f5f-927f-3d7949907d04 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624231 Mar 23 01:31:00.866242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483948e1-fff9-41b4-9ec2-928afd041e0e req-e675bcab-1c54-48f4-b3ee-b57d878c1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:00.867906 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-483948e1-fff9-41b4-9ec2-928afd041e0e req-e675bcab-1c54-48f4-b3ee-b57d878c1834 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd0313d57e1f4433a4db220daf1212b9&device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 1125 time: 0.0899763 Mar 23 01:31:00.927403 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-71672f50-8095-47ab-8a17-5031d13eb3de req-49c5234f-7dc0-4747-b1f2-fc4f71878c90 service neutron] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=daef5bbd-c94e-4520-844f-3a3329089a94,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:00.979827 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-71672f50-8095-47ab-8a17-5031d13eb3de req-49c5234f-7dc0-4747-b1f2-fc4f71878c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:01.034671 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0c164-bc2f-4f42-9184-0af2a2b44e14 req-b9600973-6134-4982-900f-39af1f21a5dc tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:01.036074 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-96d0c164-bc2f-4f42-9184-0af2a2b44e14 req-b9600973-6134-4982-900f-39af1f21a5dc tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 943 time: 0.1712453 Mar 23 01:31:01.061518 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-029e77f1-7664-473f-86ca-f79844717e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (fc792777-3a75-4518-950b-1e2a1eae22ab), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:01.082609 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30faf9-b31a-448d-85e5-da5e6b2b7e8f req-4077d895-4bc7-4d5c-98a9-8150d7bef376 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:01.083877 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc30faf9-b31a-448d-85e5-da5e6b2b7e8f req-4077d895-4bc7-4d5c-98a9-8150d7bef376 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 943 time: 0.1049001 Mar 23 01:31:01.117414 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-19fba285-139b-4478-a0c2-4ec2729d909e service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485714 Mar 23 01:31:01.128222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483948e1-fff9-41b4-9ec2-928afd041e0e req-814067e0-7e76-4e02-b879-2e42ec0d8bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:01.129821 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-483948e1-fff9-41b4-9ec2-928afd041e0e req-814067e0-7e76-4e02-b879-2e42ec0d8bdd service neutron] 10.222.0.43 "GET /v2.0/networks?id=0012ea45-8332-4258-b37d-026ccd4bddd3 HTTP/1.1" status: 200 len: 912 time: 0.2113643 Mar 23 01:31:01.184864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-71672f50-8095-47ab-8a17-5031d13eb3de req-49c5234f-7dc0-4747-b1f2-fc4f71878c90 service neutron] Transition to ACTIVE for port object daef5bbd-c94e-4520-844f-3a3329089a94 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:31:01.189317 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-483948e1-fff9-41b4-9ec2-928afd041e0e req-1d396797-06a4-4b58-8e8b-2ecf44e0f585 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bd10b3e-534d-4d5f-ba53-ad6123f65405 HTTP/1.1" status: 200 len: 217 time: 0.0513031 Mar 23 01:31:01.193003 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-71672f50-8095-47ab-8a17-5031d13eb3de req-49c5234f-7dc0-4747-b1f2-fc4f71878c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:01.212149 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc30faf9-b31a-448d-85e5-da5e6b2b7e8f req-6e0bd711-9e79-4fa0-b02b-af83138d5911 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100721 Mar 23 01:31:01.219824 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-96d0c164-bc2f-4f42-9184-0af2a2b44e14 req-f32d41f5-7c2c-417d-adbb-b5542fc37db9 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e4cc01-15a7-40c3-aab4-dcf64143a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745439 Mar 23 01:31:01.258049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483948e1-fff9-41b4-9ec2-928afd041e0e req-caac13ca-226f-4bab-a433-a4a7e9e5befb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:01.259623 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-483948e1-fff9-41b4-9ec2-928afd041e0e req-caac13ca-226f-4bab-a433-a4a7e9e5befb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=86bfbbe8-d9ce-4811-956a-19881e182902 HTTP/1.1" status: 200 len: 852 time: 0.0625803 Mar 23 01:31:01.322712 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-483948e1-fff9-41b4-9ec2-928afd041e0e req-e561a8b2-fd0e-41d2-9480-b2174a8e950f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0012ea45-8332-4258-b37d-026ccd4bddd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570962 Mar 23 01:31:01.370097 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-71672f50-8095-47ab-8a17-5031d13eb3de req-49c5234f-7dc0-4747-b1f2-fc4f71878c90 service neutron] No DVR routers for this DVR port daef5bbd-c94e-4520-844f-3a3329089a94 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:31:01.395523 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:31:01.456150 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:31:01.461903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:31:01.462778 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:01.479587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5234f-7dc0-4747-b1f2-fc4f71878c90 service neutron] Pushing event updated for resources: {'Port': ['ID=daef5bbd-c94e-4520-844f-3a3329089a94,revision_number=10']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:01.503272 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-49c5234f-7dc0-4747-b1f2-fc4f71878c90 service neutron] 10.222.0.43 "PUT /v2.0/ports/daef5bbd-c94e-4520-844f-3a3329089a94/bindings/n-h1-834677-4/activate HTTP/1.1" status: 200 len: 369 time: 1.4773262 Mar 23 01:31:01.528574 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3dbed-f006-47b6-98b5-e88a96850a43 req-2cf72b60-64cb-4e6f-971d-6abae1deeafd tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:01.536338 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f7c3dbed-f006-47b6-98b5-e88a96850a43 req-2cf72b60-64cb-4e6f-971d-6abae1deeafd tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 949 time: 0.2302179 Mar 23 01:31:01.575518 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:01.577164 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:01.585699 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029e77f1-7664-473f-86ca-f79844717e54 admin admin] Router fc792777-3a75-4518-950b-1e2a1eae22ab has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:31:01.613254 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f7c3dbed-f006-47b6-98b5-e88a96850a43 req-8502db7a-3e6c-4178-a08a-4450997e5ded tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759642 Mar 23 01:31:01.625765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:01.627296 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4a9276-dcf9-4893-8b67-198d4c0ee4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:01.631005 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0840ddfd-34e9-4ca0-9485-91eb43119273" -d '{"events": [{"server_uuid": "7a4a9276-dcf9-4893-8b67-198d4c0ee4fc", "name": "network-vif-plugged", "status": "completed", "tag": "ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:01.636635 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:01.637943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 73ec178b-73b4-43c6-baf9-c74097125f15 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:31:01.749603 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 73ec178b-73b4-43c6-baf9-c74097125f15 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:31:01.759413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 73ec178b-73b4-43c6-baf9-c74097125f15 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:31:01.760341 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:01.790565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:01.889009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 73ec178b-73b4-43c6-baf9-c74097125f15 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:01.889816 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:01.934512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=73ec178b-73b4-43c6-baf9-c74097125f15,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:01.943063 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:01.971580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfaf132-ae22-415c-a672-4e37ac5c63ef req-85d167f0-9bf8-49fc-9d00-e17a5e24691e tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:01.973279 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bdfaf132-ae22-415c-a672-4e37ac5c63ef req-85d167f0-9bf8-49fc-9d00-e17a5e24691e tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 945 time: 0.6199942 Mar 23 01:31:02.010776 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-483948e1-fff9-41b4-9ec2-928afd041e0e req-7fb7460e-41fe-4425-ac05-3d56712f961f service neutron] 10.222.0.43 "GET /v2.0/networks/0012ea45-8332-4258-b37d-026ccd4bddd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6803451 Mar 23 01:31:02.017399 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=73ec178b-73b4-43c6-baf9-c74097125f15,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:02.039635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f2c38e25-3329-40b4-98db-e04a526a291c tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:02.041329 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-f2c38e25-3329-40b4-98db-e04a526a291c tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405&tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 1126 time: 0.1568773 Mar 23 01:31:02.091321 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:31:02.111186 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-afccd220-25c8-4db7-879d-1d7fec133219 req-065c83e6-7a21-4cc9-a2c4-02a8e4dc0561 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0305922 Mar 23 01:31:02.154767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029e77f1-7664-473f-86ca-f79844717e54 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:31:02.156626 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bdfaf132-ae22-415c-a672-4e37ac5c63ef req-dfd7e483-3628-425c-8990-c5776d3c901d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742268 Mar 23 01:31:02.169234 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-029e77f1-7664-473f-86ca-f79844717e54 admin admin] 10.222.0.18 "PUT /v2.0/routers/fc792777-3a75-4518-950b-1e2a1eae22ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6327493 Mar 23 01:31:02.169234 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58882) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:02.169727 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14103f5e-c2b8-4bea-9650-35bf425cd896 None None] Sync routers for ids ['fc792777-3a75-4518-950b-1e2a1eae22ab'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:31:02.193479 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f148f97c-6fdf-467d-88eb-3a3d5767c4ba x-openstack-request-id: req-f148f97c-6fdf-467d-88eb-3a3d5767c4ba {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:02.194442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672f50-8095-47ab-8a17-5031d13eb3de req-ec2245a7-40b5-464d-a73c-2509ad8d8666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:02.194822 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4a9276-dcf9-4893-8b67-198d4c0ee4fc", "name": "network-vif-plugged", "status": "completed", "tag": "ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:02.196236 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-ec2245a7-40b5-464d-a73c-2509ad8d8666 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405&tenant_id=2a05ac1f6247492dbd8888aad87a4e5e HTTP/1.1" status: 200 len: 1126 time: 0.1219950 Mar 23 01:31:02.197003 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f148f97c-6fdf-467d-88eb-3a3d5767c4ba {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:02.197538 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f148f97c-6fdf-467d-88eb-3a3d5767c4ba'] response: {'server_uuid': '7a4a9276-dcf9-4893-8b67-198d4c0ee4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb', 'code': 200} Mar 23 01:31:02.198392 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14103f5e-c2b8-4bea-9650-35bf425cd896 None None] Routers {'fc792777-3a75-4518-950b-1e2a1eae22ab'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:31:02.200550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-14103f5e-c2b8-4bea-9650-35bf425cd896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:30:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fc792777-3a75-4518-950b-1e2a1eae22ab'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:31:02.223903 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-483948e1-fff9-41b4-9ec2-928afd041e0e req-3c5acfd6-bf72-4ac1-8760-2ae2bf4ac71c service neutron] 10.222.0.43 "GET /v2.0/networks/0012ea45-8332-4258-b37d-026ccd4bddd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063627 Mar 23 01:31:02.399485 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5123311b-ffba-4b93-bf9b-c9915ddf8d03 admin admin] Publish callbacks [] for router (fc792777-3a75-4518-950b-1e2a1eae22ab), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:02.409481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672f50-8095-47ab-8a17-5031d13eb3de req-32c24471-55d9-4bb1-8536-5a235ad44500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:02.411264 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-32c24471-55d9-4bb1-8536-5a235ad44500 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 1126 time: 0.1749275 Mar 23 01:31:02.441367 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-14103f5e-c2b8-4bea-9650-35bf425cd896 None None] Set router fc792777-3a75-4518-950b-1e2a1eae22ab gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:31:02.521177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672f50-8095-47ab-8a17-5031d13eb3de req-a09d3612-85c6-474b-bf6e-d19e37018259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:02.536881 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-a09d3612-85c6-474b-bf6e-d19e37018259 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.1138926 Mar 23 01:31:02.555343 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d67c3-5f22-40cc-a34b-e0ccd7475489 req-0cb56ec0-2fc5-4d75-a9da-751641501004 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:02.564273 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-141d67c3-5f22-40cc-a34b-e0ccd7475489 req-0cb56ec0-2fc5-4d75-a9da-751641501004 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 943 time: 0.1176987 Mar 23 01:31:02.591819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832ef0e-9154-4e4e-b3f9-a8cf987ca84d req-e3fdd667-1c6f-4055-b1fc-c5f7f133c3bd tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:02.593558 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1832ef0e-9154-4e4e-b3f9-a8cf987ca84d req-e3fdd667-1c6f-4055-b1fc-c5f7f133c3bd tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 946 time: 0.2665844 Mar 23 01:31:02.613678 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5123311b-ffba-4b93-bf9b-c9915ddf8d03 admin admin] Publish callbacks [] for router_gateway (fc792777-3a75-4518-950b-1e2a1eae22ab), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:02.647290 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5058a-3d60-4007-8c9f-f64d117a42aa req-fe0d6fda-4ae1-4dc2-854c-7b7176c0cc06 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:02.649545 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ed5058a-3d60-4007-8c9f-f64d117a42aa req-fe0d6fda-4ae1-4dc2-854c-7b7176c0cc06 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 946 time: 0.3326142 Mar 23 01:31:02.653785 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3c9da-c2df-4d12-9b4e-97c4199d19b7 req-d9eac76b-4660-4f42-b83a-8a86019a6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:02.657494 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67d3c9da-c2df-4d12-9b4e-97c4199d19b7 req-d9eac76b-4660-4f42-b83a-8a86019a6d66 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 1128 time: 0.3727667 Mar 23 01:31:02.659003 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-cafd6a64-f7b9-4862-bcf9-0b628c958ad8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=daef5bbd-c94e-4520-844f-3a3329089a94 HTTP/1.1" status: 200 len: 217 time: 0.1070309 Mar 23 01:31:02.689592 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-141d67c3-5f22-40cc-a34b-e0ccd7475489 req-c1e41318-020c-4dd9-ba8a-58f1a4ca4447 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e4cc01-15a7-40c3-aab4-dcf64143a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223335 Mar 23 01:31:02.734071 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-14103f5e-c2b8-4bea-9650-35bf425cd896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'name': 'tempest-ServersTestJSON-1863784132-router', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:28:51Z', 'updated_at': '2022-03-23T01:31:00Z', 'revision_number': 5, 'project_id': '1678261026c64e4184d05714d530f92f', 'gw_port': {'id': 'fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:28:54Z', 'updated_at': '2022-03-23T01:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:31:02.782782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-5123311b-ffba-4b93-bf9b-c9915ddf8d03 admin admin] Deleting port fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:31:02.783159 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5123311b-ffba-4b93-bf9b-c9915ddf8d03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:02.797963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672f50-8095-47ab-8a17-5031d13eb3de req-3837f115-1fbf-4b47-8a4b-18dc42987dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:02.799583 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-3837f115-1fbf-4b47-8a4b-18dc42987dde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.0834985 Mar 23 01:31:02.803462 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 1bd10b3e-534d-4d5f-ba53-ad6123f65405 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:31:02.807753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14103f5e-c2b8-4bea-9650-35bf425cd896 None None] Checking router: fc792777-3a75-4518-950b-1e2a1eae22ab for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:31:02.835383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14103f5e-c2b8-4bea-9650-35bf425cd896 None None] Routers {'fc792777-3a75-4518-950b-1e2a1eae22ab'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:31:02.836044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-14103f5e-c2b8-4bea-9650-35bf425cd896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:30:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fc792777-3a75-4518-950b-1e2a1eae22ab'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:31:02.863605 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-09ed819d-6633-424c-8652-565c3b2be47e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491874 Mar 23 01:31:02.923176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-5123311b-ffba-4b93-bf9b-c9915ddf8d03 admin admin] For port fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:02.923941 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5123311b-ffba-4b93-bf9b-c9915ddf8d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:02.947209 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-5123311b-ffba-4b93-bf9b-c9915ddf8d03 admin admin] Calling delete_port for fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:31:02.950764 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1832ef0e-9154-4e4e-b3f9-a8cf987ca84d req-517f24bb-0a4e-4e85-86b8-8f0786b38dd9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101821 Mar 23 01:31:02.963533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67d3c9da-c2df-4d12-9b4e-97c4199d19b7 req-cafb15c3-bec4-4cfc-a3bf-a174bcdbf7c3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002046 Mar 23 01:31:03.003904 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-2ed5058a-3d60-4007-8c9f-f64d117a42aa req-95492426-f910-4ef3-8f64-63b4c7dd0c68 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Deleting port eb5d062c-b941-4b40-889c-54e12e239d6b {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:31:03.006934 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2ed5058a-3d60-4007-8c9f-f64d117a42aa req-95492426-f910-4ef3-8f64-63b4c7dd0c68 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (eb5d062c-b941-4b40-889c-54e12e239d6b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:03.145275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-14103f5e-c2b8-4bea-9650-35bf425cd896 None None] Set router fc792777-3a75-4518-950b-1e2a1eae22ab gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:31:03.169937 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-89a932ef-d870-47fc-8ffc-f9637b8670c1 service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859852 Mar 23 01:31:03.223173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-14103f5e-c2b8-4bea-9650-35bf425cd896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'name': 'tempest-ServersTestJSON-1863784132-router', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:28:51Z', 'updated_at': '2022-03-23T01:31:02Z', 'revision_number': 6, 'project_id': '1678261026c64e4184d05714d530f92f', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:31:03.230454 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 1bd10b3e-534d-4d5f-ba53-ad6123f65405, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=1bd10b3e-534d-4d5f-ba53-ad6123f65405,segment=NetworkSegment(08c25165-e5cb-471e-b6e9-6b44dfdedf57),segment_id=08c25165-e5cb-471e-b6e9-6b44dfdedf57)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:03.264366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-2ed5058a-3d60-4007-8c9f-f64d117a42aa req-95492426-f910-4ef3-8f64-63b4c7dd0c68 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] For port eb5d062c-b941-4b40-889c-54e12e239d6b, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=eb5d062c-b941-4b40-889c-54e12e239d6b,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:03.265440 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2ed5058a-3d60-4007-8c9f-f64d117a42aa req-95492426-f910-4ef3-8f64-63b4c7dd0c68 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (eb5d062c-b941-4b40-889c-54e12e239d6b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:03.266747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14103f5e-c2b8-4bea-9650-35bf425cd896 None None] The sync data for ids ['fc792777-3a75-4518-950b-1e2a1eae22ab'] in n-d-834677-4 is: [{'id': 'fc792777-3a75-4518-950b-1e2a1eae22ab', 'name': 'tempest-ServersTestJSON-1863784132-router', 'tenant_id': '1678261026c64e4184d05714d530f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:28:51Z', 'updated_at': '2022-03-23T01:31:02Z', 'revision_number': 6, 'project_id': '1678261026c64e4184d05714d530f92f', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:31:03.270890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '1bd10b3e-534d-4d5f-ba53-ad6123f65405', 'network_id': '0012ea45-8332-4258-b37d-026ccd4bddd3', 'port_id': '1bd10b3e-534d-4d5f-ba53-ad6123f65405', 'mac_address': 'fa:16:3e:2b:c4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bfbbe8-d9ce-4811-956a-19881e182902', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:31:03.290533 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-2ed5058a-3d60-4007-8c9f-f64d117a42aa req-95492426-f910-4ef3-8f64-63b4c7dd0c68 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Calling delete_port for eb5d062c-b941-4b40-889c-54e12e239d6b owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:31:03.303163 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5123311b-ffba-4b93-bf9b-c9915ddf8d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:03.350648 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 1bd10b3e-534d-4d5f-ba53-ad6123f65405 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:03.351169 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1bd10b3e-534d-4d5f-ba53-ad6123f65405), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:03.368808 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd10b3e-534d-4d5f-ba53-ad6123f65405 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:31:03.397916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 1bd10b3e-534d-4d5f-ba53-ad6123f65405, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=1bd10b3e-534d-4d5f-ba53-ad6123f65405,segment=NetworkSegment(08c25165-e5cb-471e-b6e9-6b44dfdedf57),segment_id=08c25165-e5cb-471e-b6e9-6b44dfdedf57)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:03.404744 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1bd10b3e-534d-4d5f-ba53-ad6123f65405), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:03.415159 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123311b-ffba-4b93-bf9b-c9915ddf8d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:03.500658 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-5ff2cb93-adb3-4189-844a-061325a656cf service neutron] 10.222.0.42 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199372 Mar 23 01:31:03.523875 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=1bd10b3e-534d-4d5f-ba53-ad6123f65405,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:03.555734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ec277-1e5c-4955-b129-ee936959ed6f req-190813bd-1076-4253-b962-b916b9957b4d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:03.565617 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-901ec277-1e5c-4955-b129-ee936959ed6f req-190813bd-1076-4253-b962-b916b9957b4d tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 944 time: 0.8164172 Mar 23 01:31:03.597664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903fa60-1093-4003-ab7e-ec8162afb6d6 req-175df684-e65b-450f-a680-c92ebe93180b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:03.604923 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9903fa60-1093-4003-ab7e-ec8162afb6d6 req-175df684-e65b-450f-a680-c92ebe93180b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.1224115 Mar 23 01:31:03.612033 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:03.650578 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5123311b-ffba-4b93-bf9b-c9915ddf8d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (fc792777-3a75-4518-950b-1e2a1eae22ab), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:03.774626 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2ed5058a-3d60-4007-8c9f-f64d117a42aa req-95492426-f910-4ef3-8f64-63b4c7dd0c68 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (eb5d062c-b941-4b40-889c-54e12e239d6b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:03.786286 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['eb5d062c-b941-4b40-889c-54e12e239d6b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:31:03.816864 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-901ec277-1e5c-4955-b129-ee936959ed6f req-25770e4c-08bf-44b8-b156-13405b00f2e3 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485602 Mar 23 01:31:03.862404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['1bd10b3e-534d-4d5f-ba53-ad6123f65405'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:31:03.903788 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95492426-f910-4ef3-8f64-63b4c7dd0c68 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Pushing event deleted for resources: {'Port': ['ID=eb5d062c-b941-4b40-889c-54e12e239d6b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:03.924172 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5123311b-ffba-4b93-bf9b-c9915ddf8d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (fc792777-3a75-4518-950b-1e2a1eae22ab), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:03.928915 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5123311b-ffba-4b93-bf9b-c9915ddf8d03 admin admin] Publish callbacks [] for router_controller (fc792777-3a75-4518-950b-1e2a1eae22ab), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:03.931229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed5058a-3d60-4007-8c9f-f64d117a42aa req-95492426-f910-4ef3-8f64-63b4c7dd0c68 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] No DVR routers for this DVR port eb5d062c-b941-4b40-889c-54e12e239d6b on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:31:03.954907 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2ed5058a-3d60-4007-8c9f-f64d117a42aa req-95492426-f910-4ef3-8f64-63b4c7dd0c68 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:03.957938 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ed5058a-3d60-4007-8c9f-f64d117a42aa req-95492426-f910-4ef3-8f64-63b4c7dd0c68 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.42 "DELETE /v2.0/ports/eb5d062c-b941-4b40-889c-54e12e239d6b HTTP/1.1" status: 204 len: 173 time: 1.2978201 Mar 23 01:31:03.958584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f952402-336c-4b42-8de6-8235285d463c', 'name': 'network-vif-deleted', 'tag': 'eb5d062c-b941-4b40-889c-54e12e239d6b'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:03.961495 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea3e653-90a7-497f-8a52-360908d6f4c2" -d '{"events": [{"server_uuid": "3f952402-336c-4b42-8de6-8235285d463c", "name": "network-vif-deleted", "tag": "eb5d062c-b941-4b40-889c-54e12e239d6b"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:04.006573 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9903fa60-1093-4003-ab7e-ec8162afb6d6 req-c12a3e5a-bdcc-4691-8e34-efa792e4e357 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971288 Mar 23 01:31:04.032398 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5123311b-ffba-4b93-bf9b-c9915ddf8d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (fc792777-3a75-4518-950b-1e2a1eae22ab), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:04.032985 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5123311b-ffba-4b93-bf9b-c9915ddf8d03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc792777-3a75-4518-950b-1e2a1eae22ab {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:31:04.039148 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5123311b-ffba-4b93-bf9b-c9915ddf8d03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:04.040874 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5123311b-ffba-4b93-bf9b-c9915ddf8d03 admin admin] 10.222.0.18 "DELETE /v2.0/routers/fc792777-3a75-4518-950b-1e2a1eae22ab HTTP/1.1" status: 204 len: 168 time: 1.8749650 Mar 23 01:31:04.051758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58918) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:04.099673 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c581457-3d87-4202-84cb-a8c70e4bf44a req-59daad47-99c4-44f8-b653-215f1bbd3b8b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:04.103645 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c581457-3d87-4202-84cb-a8c70e4bf44a req-59daad47-99c4-44f8-b653-215f1bbd3b8b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.0825069 Mar 23 01:31:04.186640 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672f50-8095-47ab-8a17-5031d13eb3de req-22e6775e-c031-49a1-9fa9-fd4499547aa9 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:04.188186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-22e6775e-c031-49a1-9fa9-fd4499547aa9 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405&tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 1126 time: 0.2588742 Mar 23 01:31:04.194724 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454f30-d43c-47c5-a033-38648005c554 req-dede2e6f-bb7b-4c91-8a11-b9ed916f4161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:04.196523 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-dede2e6f-bb7b-4c91-8a11-b9ed916f4161 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285&tenant_id=a2197bbb087244449add1667f6153ce8 HTTP/1.1" status: 200 len: 1132 time: 0.2117181 Mar 23 01:31:04.208361 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:04.210697 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5737a508-1bc2-4bd4-a75b-97e9b2d2b704" -d '{"events": [{"server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "name": "network-vif-plugged", "status": "completed", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:04.213612 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c581457-3d87-4202-84cb-a8c70e4bf44a req-47ba3beb-acc0-46cf-9aca-4a1d37cdd5f6 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034679 Mar 23 01:31:04.229179 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-24041400-4e0b-44e0-ac2c-328319c25acb req-35da542e-ed94-45cb-bb59-f36cdd6aa117 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0710571 Mar 23 01:31:04.243346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:04.295020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ed95b8-2d3a-4fb7-8622-25c144d38be0 admin admin] Deleting subnet f3184f37-b64b-4050-92bd-c90b3721827c {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:31:04.307679 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1ed95b8-2d3a-4fb7-8622-25c144d38be0 admin admin] Publish callbacks [] for subnet (f3184f37-b64b-4050-92bd-c90b3721827c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:04.373407 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1ed95b8-2d3a-4fb7-8622-25c144d38be0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (f3184f37-b64b-4050-92bd-c90b3721827c), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:04.448943 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d367a5-739c-4ee7-a585-d6030aea57a7 req-97d451a7-af9f-47ce-a71e-41835d212da8 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:04.451268 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12d367a5-739c-4ee7-a585-d6030aea57a7 req-97d451a7-af9f-47ce-a71e-41835d212da8 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 944 time: 0.0912917 Mar 23 01:31:04.533352 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-369b1f88-5497-4c39-89ba-8664c31ad201 req-0d3e204b-aab9-44d2-a8dc-0aa374dc49fa tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 210 time: 0.2026751 Mar 23 01:31:04.551023 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12d367a5-739c-4ee7-a585-d6030aea57a7 req-8275796d-bd78-4105-9c68-4dd8abe497b2 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e4cc01-15a7-40c3-aab4-dcf64143a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900137 Mar 23 01:31:04.553406 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1ed95b8-2d3a-4fb7-8622-25c144d38be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (f3184f37-b64b-4050-92bd-c90b3721827c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:04.656835 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b203b8ba-f3be-4172-b803-11548e4d6025 x-openstack-request-id: req-b203b8ba-f3be-4172-b803-11548e4d6025 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:04.657252 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f952402-336c-4b42-8de6-8235285d463c", "name": "network-vif-deleted", "tag": "eb5d062c-b941-4b40-889c-54e12e239d6b", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:04.657609 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b203b8ba-f3be-4172-b803-11548e4d6025 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:04.658116 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b203b8ba-f3be-4172-b803-11548e4d6025'] response: {'server_uuid': '3f952402-336c-4b42-8de6-8235285d463c', 'name': 'network-vif-deleted', 'tag': 'eb5d062c-b941-4b40-889c-54e12e239d6b', 'status': 'completed', 'code': 200} Mar 23 01:31:04.694387 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5319c6f8-df1c-4fbf-99b3-c5689cec0d0d x-openstack-request-id: req-5319c6f8-df1c-4fbf-99b3-c5689cec0d0d {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:04.694896 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "name": "network-vif-plugged", "status": "completed", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:04.695005 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5319c6f8-df1c-4fbf-99b3-c5689cec0d0d {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:04.695320 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5319c6f8-df1c-4fbf-99b3-c5689cec0d0d'] response: {'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15', 'code': 200} Mar 23 01:31:04.698509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:31:04.707614 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:04.746191 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:31:04.752010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2a9bb0a1-6e9e-4036-9b74-0abe59d7f87b not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:31:04.752467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:31:04.777411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:31:04.777645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device fd6b05d3-0cbb-4f2f-978e-75bb6b2124e5 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:31:04.785525 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1ed95b8-2d3a-4fb7-8622-25c144d38be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (f3184f37-b64b-4050-92bd-c90b3721827c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:04.795989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-71672f50-8095-47ab-8a17-5031d13eb3de req-d79e5448-a79f-4652-90f5-3e5675fdcb7a service neutron] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:31:04.807953 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-71672f50-8095-47ab-8a17-5031d13eb3de req-d79e5448-a79f-4652-90f5-3e5675fdcb7a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:04.809203 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71672f50-8095-47ab-8a17-5031d13eb3de req-d79e5448-a79f-4652-90f5-3e5675fdcb7a service neutron] 10.222.0.42 "DELETE /v2.0/ports/daef5bbd-c94e-4520-844f-3a3329089a94/bindings/n-h2-834677-4 HTTP/1.1" status: 204 len: 173 time: 0.6113741 Mar 23 01:31:04.839413 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1ed95b8-2d3a-4fb7-8622-25c144d38be0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:04.842344 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f918c08-9b5d-4b64-8364-9b44f3e74c06 None None] Network b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:31:04.845427 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e1ed95b8-2d3a-4fb7-8622-25c144d38be0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f3184f37-b64b-4050-92bd-c90b3721827c HTTP/1.1" status: 204 len: 168 time: 0.7729802 Mar 23 01:31:04.846133 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58934) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:04.847055 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed95b8-2d3a-4fb7-8622-25c144d38be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3184f37-b64b-4050-92bd-c90b3721827c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:04.967695 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (b6b671bb-04e7-47ec-9c6c-e9f6b7584d32), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:05.054174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] Deleting port 2829b85f-b788-4b1f-96d5-047a3f83d744 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:31:05.054705 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2829b85f-b788-4b1f-96d5-047a3f83d744), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:05.118532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7865581a-d61a-421b-9321-cf6ccb39594d None None] DHCP port deletion for b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:31:05.131207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d83bce-3fc4-4cc8-8412-ffe8b6c6cbd8 req-0f85f1d8-0671-419a-9b17-6a8af10bbc24 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:05.133199 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-29d83bce-3fc4-4cc8-8412-ffe8b6c6cbd8 req-0f85f1d8-0671-419a-9b17-6a8af10bbc24 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 944 time: 0.1830990 Mar 23 01:31:05.190390 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] For port 2829b85f-b788-4b1f-96d5-047a3f83d744, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2829b85f-b788-4b1f-96d5-047a3f83d744,segment=NetworkSegment(531b3f07-50a7-4905-b9c5-f07ac7738748),segment_id=531b3f07-50a7-4905-b9c5-f07ac7738748)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:05.200262 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2829b85f-b788-4b1f-96d5-047a3f83d744), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:05.206102 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-29d83bce-3fc4-4cc8-8412-ffe8b6c6cbd8 req-d4d3db33-b2d2-40e4-ba09-4df392086ffa tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613995 Mar 23 01:31:05.214302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7865581a-d61a-421b-9321-cf6ccb39594d None None] Deleting port 2829b85f-b788-4b1f-96d5-047a3f83d744 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:31:05.214685 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7865581a-d61a-421b-9321-cf6ccb39594d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2829b85f-b788-4b1f-96d5-047a3f83d744), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:05.250673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=73ec178b-73b4-43c6-baf9-c74097125f15,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:05.266398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] Calling delete_port for 2829b85f-b788-4b1f-96d5-047a3f83d744 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:31:05.326386 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:31:05.358526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ead85-f14e-4644-b725-01c2339be528 req-721d1d52-0c70-40bb-b410-c059a8127b4c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:05.365704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b04ead85-f14e-4644-b725-01c2339be528 req-721d1d52-0c70-40bb-b410-c059a8127b4c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.2048991 Mar 23 01:31:05.372300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7865581a-d61a-421b-9321-cf6ccb39594d None None] For port 2829b85f-b788-4b1f-96d5-047a3f83d744, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2829b85f-b788-4b1f-96d5-047a3f83d744,segment=NetworkSegment(531b3f07-50a7-4905-b9c5-f07ac7738748),segment_id=531b3f07-50a7-4905-b9c5-f07ac7738748)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:05.374171 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7865581a-d61a-421b-9321-cf6ccb39594d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2829b85f-b788-4b1f-96d5-047a3f83d744), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:05.390438 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7865581a-d61a-421b-9321-cf6ccb39594d None None] Calling delete_port for 2829b85f-b788-4b1f-96d5-047a3f83d744 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:31:05.491687 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b04ead85-f14e-4644-b725-01c2339be528 req-38a6d4ca-4e86-4334-b922-a04bd588b79f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202044 Mar 23 01:31:05.491995 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Publish callbacks [] for port (73ec178b-73b4-43c6-baf9-c74097125f15), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:05.511061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Transition to ACTIVE for port object 73ec178b-73b4-43c6-baf9-c74097125f15 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:31:05.511597 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (2829b85f-b788-4b1f-96d5-047a3f83d744), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:05.519508 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:05.521554 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7865581a-d61a-421b-9321-cf6ccb39594d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (2829b85f-b788-4b1f-96d5-047a3f83d744), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:05.577094 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] Pushing event deleted for resources: {'Port': ['ID=2829b85f-b788-4b1f-96d5-047a3f83d744,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:05.580067 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Pushing event updated for resources: {'Port': ['ID=73ec178b-73b4-43c6-baf9-c74097125f15,revision_number=10']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:05.583876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7865581a-d61a-421b-9321-cf6ccb39594d None None] No DVR routers for this DVR port 2829b85f-b788-4b1f-96d5-047a3f83d744 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:31:05.590954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] No DVR routers for this DVR port 2829b85f-b788-4b1f-96d5-047a3f83d744 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:31:05.594175 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865581a-d61a-421b-9321-cf6ccb39594d None None] Pushing event deleted for resources: {'Port': ['ID=2829b85f-b788-4b1f-96d5-047a3f83d744,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:05.614181 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5edc5-0ae7-4233-8172-0d6726b8d24a req-567fd547-13dc-408a-90a4-5b32610551a6 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:05.616818 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08a5edc5-0ae7-4233-8172-0d6726b8d24a req-567fd547-13dc-408a-90a4-5b32610551a6 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.2450798 Mar 23 01:31:05.659279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] No DVR routers for this DVR port 73ec178b-73b4-43c6-baf9-c74097125f15 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:31:05.730235 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c78f9086-d36e-480d-a961-6f52a5e74ce8 req-673fece1-55a6-4a4c-823d-e2f0770cff90 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0943215 Mar 23 01:31:05.760285 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (b6b671bb-04e7-47ec-9c6c-e9f6b7584d32), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:05.781354 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08a5edc5-0ae7-4233-8172-0d6726b8d24a req-ef5ee856-0856-4f1f-91af-9f5f22f6b3de tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525180 Mar 23 01:31:05.828362 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b671bb-04e7-47ec-9c6c-e9f6b7584d32']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:31:05.836100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Attempting to bind port 73ec178b-73b4-43c6-baf9-c74097125f15 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:31:05.837043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Attempting to bind port 73ec178b-73b4-43c6-baf9-c74097125f15 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:31:05.837451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Attempting to bind port 73ec178b-73b4-43c6-baf9-c74097125f15 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:31:05.843471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Port 73ec178b-73b4-43c6-baf9-c74097125f15 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:31:05.843889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Attempting to bind port 73ec178b-73b4-43c6-baf9-c74097125f15 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:31:05.851683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:31:05.852172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:31:05.853881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:31:05.854354 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Bound port: 73ec178b-73b4-43c6-baf9-c74097125f15, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:31:05.854795 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:05.864690 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531b3f07-50a7-4905-b9c5-f07ac7738748') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:31:05.865353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531b3f07-50a7-4905-b9c5-f07ac7738748') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:31:05.893262 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (531b3f07-50a7-4905-b9c5-f07ac7738748), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:05.916722 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (531b3f07-50a7-4905-b9c5-f07ac7738748), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:05.924089 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:31:05.924907 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (531b3f07-50a7-4905-b9c5-f07ac7738748), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:05.994980 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:31:05.998775 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73ec178b-73b4-43c6-baf9-c74097125f15,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:31:06.000275 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:31:06.013867 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (b6b671bb-04e7-47ec-9c6c-e9f6b7584d32), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:06.033503 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:06.041636 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:06.052260 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] 10.222.0.18 "DELETE /v2.0/networks/b6b671bb-04e7-47ec-9c6c-e9f6b7584d32 HTTP/1.1" status: 204 len: 168 time: 1.1978714 Mar 23 01:31:06.083918 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1376b5f-a9b1-42bb-b215-511fea9d796c admin admin] Pushing event deleted for resources: {'Network': ['ID=b6b671bb-04e7-47ec-9c6c-e9f6b7584d32,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:06.132571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a314c-1cda-4632-a642-765d6281ca9e req-35d9a037-5f90-4563-b250-847530a5383c tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:06.135737 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-027a314c-1cda-4632-a642-765d6281ca9e req-35d9a037-5f90-4563-b250-847530a5383c tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 1126 time: 0.1322534 Mar 23 01:31:06.143417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Pushing event updated for resources: {'Port': ['ID=73ec178b-73b4-43c6-baf9-c74097125f15,revision_number=11']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:06.171935 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a7ae24eb-c215-40eb-918d-e0dc596b992e req-01bd1ad1-6724-4744-a0f7-17b75e3f4354 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 210 time: 0.1696982 Mar 23 01:31:06.215793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:06.217710 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:06.220748 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-4000c5f5-10f0-4cff-825d-60b24188b28b service neutron] 10.222.0.43 "PUT /v2.0/ports/73ec178b-73b4-43c6-baf9-c74097125f15 HTTP/1.1" status: 200 len: 1097 time: 1.9898221 Mar 23 01:31:06.283173 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-027a314c-1cda-4632-a642-765d6281ca9e req-3de37895-4c7b-4c4e-a10c-603682e86339 tempest-LiveAutoBlockMigrationV225Test-1485952030 tempest-LiveAutoBlockMigrationV225Test-1485952030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397650 Mar 23 01:31:06.443829 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58960) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:06.523880 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454f30-d43c-47c5-a033-38648005c554 req-57c7599d-eb04-4dee-bed7-1bc48400e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:06.530235 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-57c7599d-eb04-4dee-bed7-1bc48400e742 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 1131 time: 0.2673039 Mar 23 01:31:06.553142 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-90966543-e937-4f12-b8f6-bb97515737e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1678261026c64e4184d05714d530f92f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1052620 Mar 23 01:31:06.554708 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58964) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:06.582611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935b571-a960-472c-9882-b3254bb397d9 req-aee46eeb-0f03-4512-83b3-e1998ae7acb1 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:06.586937 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3935b571-a960-472c-9882-b3254bb397d9 req-aee46eeb-0f03-4512-83b3-e1998ae7acb1 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 944 time: 0.2495317 Mar 23 01:31:06.695539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2829b85f-b788-4b1f-96d5-047a3f83d744 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:31:06.705637 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-eb375779-dcf8-4cc4-a2eb-2c6bb752b9e7 admin admin] Publish callbacks [] for security_group (7b15a377-f6e2-466f-a3d5-6a965f206c99), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:06.733831 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-eb375779-dcf8-4cc4-a2eb-2c6bb752b9e7 admin admin] Publish callbacks [] for security_group (7b15a377-f6e2-466f-a3d5-6a965f206c99), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:06.735530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 2829b85f-b788-4b1f-96d5-047a3f83d744 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:31:06.735868 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2829b85f-b788-4b1f-96d5-047a3f83d744 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:31:06.783605 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15'}, {'name': 'network-changed', 'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:06.786215 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7f10ae-e602-401f-ad71-3b148995cfd0" -d '{"events": [{"server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "name": "network-vif-unplugged", "status": "completed", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15"}, {"name": "network-changed", "server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:06.789331 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454f30-d43c-47c5-a033-38648005c554 req-c995af7f-a433-4dc1-bfb5-dd1e038a5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:06.790919 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-c995af7f-a433-4dc1-bfb5-dd1e038a5d14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.2551870 Mar 23 01:31:06.810935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 1bd10b3e-534d-4d5f-ba53-ad6123f65405 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:31:06.816739 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-eb375779-dcf8-4cc4-a2eb-2c6bb752b9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7b15a377-f6e2-466f-a3d5-6a965f206c99), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:06.820752 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-eb375779-dcf8-4cc4-a2eb-2c6bb752b9e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:06.855170 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-eb375779-dcf8-4cc4-a2eb-2c6bb752b9e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b15a377-f6e2-466f-a3d5-6a965f206c99 HTTP/1.1" status: 204 len: 168 time: 0.2944458 Mar 23 01:31:06.880790 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb375779-dcf8-4cc4-a2eb-2c6bb752b9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b15a377-f6e2-466f-a3d5-6a965f206c99,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:06.941085 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-5b0620c8-7245-47d9-97e0-aa5b94d74d3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=73ec178b-73b4-43c6-baf9-c74097125f15 HTTP/1.1" status: 200 len: 217 time: 0.1389501 Mar 23 01:31:06.961687 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 1bd10b3e-534d-4d5f-ba53-ad6123f65405 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:31:06.980331 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 1bd10b3e-534d-4d5f-ba53-ad6123f65405 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:31:06.981908 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1bd10b3e-534d-4d5f-ba53-ad6123f65405), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:07.045504 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3935b571-a960-472c-9882-b3254bb397d9 req-ca33482c-e645-459b-9a5c-9634a174335c tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e4cc01-15a7-40c3-aab4-dcf64143a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152367 Mar 23 01:31:07.096909 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de54e5-00d9-4d8a-a437-dcc05c2316f7 req-db495aab-c15d-44da-8081-51b05dc6cbc6 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:07.099753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454f30-d43c-47c5-a033-38648005c554 req-ca6753aa-79f5-4e19-8fae-6e18fb0d1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:07.100999 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15de54e5-00d9-4d8a-a437-dcc05c2316f7 req-db495aab-c15d-44da-8081-51b05dc6cbc6 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 949 time: 0.1199126 Mar 23 01:31:07.109489 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-ca6753aa-79f5-4e19-8fae-6e18fb0d1205 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1585848 Mar 23 01:31:07.198048 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 1bd10b3e-534d-4d5f-ba53-ad6123f65405 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:07.198436 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1bd10b3e-534d-4d5f-ba53-ad6123f65405), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:07.237182 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15de54e5-00d9-4d8a-a437-dcc05c2316f7 req-034e90bf-b6bc-42c1-9829-c6375da5676c tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293588 Mar 23 01:31:07.292270 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 1bd10b3e-534d-4d5f-ba53-ad6123f65405, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=1bd10b3e-534d-4d5f-ba53-ad6123f65405,segment=NetworkSegment(08c25165-e5cb-471e-b6e9-6b44dfdedf57),segment_id=08c25165-e5cb-471e-b6e9-6b44dfdedf57)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:07.297384 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3372c55c-192c-460b-8f2f-07a566bae1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd10b3e-534d-4d5f-ba53-ad6123f65405'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:07.305319 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541ee101-8ad1-4aa9-a256-e0a93150e8f0" -d '{"events": [{"server_uuid": "3372c55c-192c-460b-8f2f-07a566bae1e4", "name": "network-vif-plugged", "status": "completed", "tag": "1bd10b3e-534d-4d5f-ba53-ad6123f65405"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:07.309591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454f30-d43c-47c5-a033-38648005c554 req-13261d04-9723-4587-98e8-f6d5159881d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:07.311147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-13261d04-9723-4587-98e8-f6d5159881d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1952386 Mar 23 01:31:07.315164 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1bd10b3e-534d-4d5f-ba53-ad6123f65405), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:07.341248 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00e3b8-b0a0-49be-b166-680d13b05898 req-a3f533a3-390f-4bb9-88c0-2c3c88033ccc tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:07.345852 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d00e3b8-b0a0-49be-b166-680d13b05898 req-a3f533a3-390f-4bb9-88c0-2c3c88033ccc tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.1580889 Mar 23 01:31:07.401094 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 73ec178b-73b4-43c6-baf9-c74097125f15 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:31:07.439294 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3c10f276-626a-4696-b22a-a57c47872040 req-0da8d34f-0aa4-44a1-9321-02f6660c1f76 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0723848 Mar 23 01:31:07.468682 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] The host n-h1-834677-4 is not matching for port 73ec178b-73b4-43c6-baf9-c74097125f15 host n-h2-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:31:07.469090 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 73ec178b-73b4-43c6-baf9-c74097125f15 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:31:07.473848 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device eb5d062c-b941-4b40-889c-54e12e239d6b no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:31:07.481692 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=1bd10b3e-534d-4d5f-ba53-ad6123f65405,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:07.517061 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d00e3b8-b0a0-49be-b166-680d13b05898 req-7904b397-aaa5-40ef-83e0-741b788a8571 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702590 Mar 23 01:31:07.531564 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: eb5d062c-b941-4b40-889c-54e12e239d6b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:31:07.531904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device eb5d062c-b941-4b40-889c-54e12e239d6b not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:31:07.607207 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-3eeabf62-1e5a-4860-a1a3-c6210816340c service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837458 Mar 23 01:31:07.609269 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06986cd7-f030-464c-9894-39becdede8f9 x-openstack-request-id: req-06986cd7-f030-464c-9894-39becdede8f9 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:07.609577 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "name": "network-vif-unplugged", "status": "completed", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15", "code": 200}, {"name": "network-changed", "server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:07.609832 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06986cd7-f030-464c-9894-39becdede8f9 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:07.610234 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06986cd7-f030-464c-9894-39becdede8f9'] response: {'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15', 'code': 200} Mar 23 01:31:07.610495 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06986cd7-f030-464c-9894-39becdede8f9'] response: {'name': 'network-changed', 'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15', 'status': 'completed', 'code': 200} Mar 23 01:31:07.656943 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b7d76603-39ad-44a1-9c88-7f7b0852430e req-70127c10-07c2-416d-9edb-94cb769f8dc3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 210 time: 0.0436549 Mar 23 01:31:07.716658 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c87dc8d-fe29-45f5-8cdd-463ddda093ba x-openstack-request-id: req-4c87dc8d-fe29-45f5-8cdd-463ddda093ba {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:07.717429 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3372c55c-192c-460b-8f2f-07a566bae1e4", "name": "network-vif-plugged", "status": "completed", "tag": "1bd10b3e-534d-4d5f-ba53-ad6123f65405", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:07.717750 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c87dc8d-fe29-45f5-8cdd-463ddda093ba {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:07.718233 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c87dc8d-fe29-45f5-8cdd-463ddda093ba'] response: {'server_uuid': '3372c55c-192c-460b-8f2f-07a566bae1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd10b3e-534d-4d5f-ba53-ad6123f65405', 'code': 200} Mar 23 01:31:07.903291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-f5cd1193-67d3-4985-b606-84456e321843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:07.906216 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-f5cd1193-67d3-4985-b606-84456e321843 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 1131 time: 0.2616684 Mar 23 01:31:07.923232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fcf83-101e-4251-aad5-80c89628ab67 req-a436923e-4d8b-4028-9396-6c64db0734d8 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:07.929035 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c489251-8dc9-41e2-8896-e741782498a5 req-b871146c-8a05-4754-a2a9-595286e81c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:07.930496 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2c9fcf83-101e-4251-aad5-80c89628ab67 req-a436923e-4d8b-4028-9396-6c64db0734d8 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 944 time: 0.2587283 Mar 23 01:31:07.933090 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c489251-8dc9-41e2-8896-e741782498a5 req-b871146c-8a05-4754-a2a9-595286e81c77 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 1127 time: 0.0976570 Mar 23 01:31:07.960936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf8155-31c5-47ab-ae1e-bd46e6e044e2 req-dd986f1b-1031-4b9f-b180-d5bdc9bd3d20 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:07.962319 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c2cf8155-31c5-47ab-ae1e-bd46e6e044e2 req-dd986f1b-1031-4b9f-b180-d5bdc9bd3d20 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 944 time: 0.4427032 Mar 23 01:31:08.029524 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c489251-8dc9-41e2-8896-e741782498a5 req-d4c38f3a-085a-4493-b697-49e822de958d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e0e4cc01-15a7-40c3-aab4-dcf64143a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896895 Mar 23 01:31:08.036287 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4454f30-d43c-47c5-a033-38648005c554 req-33faa6ff-ce39-4fd4-a490-e398e0f0db12 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721151 Mar 23 01:31:08.098343 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59004) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:08.113834 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2c9fcf83-101e-4251-aad5-80c89628ab67 req-71a251ea-4695-4d9e-8886-3aef047bdbc2 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823459 Mar 23 01:31:08.238169 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-3961de32-512b-4f0b-a152-6999e363cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:08.242264 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-3961de32-512b-4f0b-a152-6999e363cbfe service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.2973869 Mar 23 01:31:08.277112 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e427918-6321-4496-8be0-d8fe2836fe48 req-d213ccdb-1b2a-4168-a63a-94a7836fc408 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:08.284892 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e427918-6321-4496-8be0-d8fe2836fe48 req-d213ccdb-1b2a-4168-a63a-94a7836fc408 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 945 time: 0.1214385 Mar 23 01:31:08.301133 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b43d25f1-33a3-46e6-aa90-088a98f1f7da admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2138270233-network', 'tenant_id': 'fff18fa7b5254d5db4b0784b60803861'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:08.380628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-c2cf8155-31c5-47ab-ae1e-bd46e6e044e2 req-781c085a-7f37-44e3-9ed1-901cb3dcc437 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Deleting port daef5bbd-c94e-4520-844f-3a3329089a94 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:31:08.382644 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e427918-6321-4496-8be0-d8fe2836fe48 req-2932d6bc-2fd6-459a-a0d0-36d563e35c10 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e4cc01-15a7-40c3-aab4-dcf64143a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867941 Mar 23 01:31:08.383053 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c2cf8155-31c5-47ab-ae1e-bd46e6e044e2 req-781c085a-7f37-44e3-9ed1-901cb3dcc437 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:08.383623 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43d25f1-33a3-46e6-aa90-088a98f1f7da admin admin] Made reservation on behalf of fff18fa7b5254d5db4b0784b60803861 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:31:08.386922 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b43d25f1-33a3-46e6-aa90-088a98f1f7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:08.412087 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b43d25f1-33a3-46e6-aa90-088a98f1f7da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:08.534178 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b43d25f1-33a3-46e6-aa90-088a98f1f7da admin admin] Publish callbacks [] for security_group (8e57ba44-e0de-466f-8c81-0c8091461f66), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:08.545483 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b43d25f1-33a3-46e6-aa90-088a98f1f7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8e57ba44-e0de-466f-8c81-0c8091461f66), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:08.574399 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43d25f1-33a3-46e6-aa90-088a98f1f7da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:31:08.598627 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b43d25f1-33a3-46e6-aa90-088a98f1f7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (e8ab81e5-3996-4042-a8e9-2a93ec0d94f9), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:08.599030 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-b43d25f1-33a3-46e6-aa90-088a98f1f7da admin admin] Added segment e8ab81e5-3996-4042-a8e9-2a93ec0d94f9 of type vlan for network 5a860aae-e24f-4955-8d3a-9550562dc995 Mar 23 01:31:08.696097 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-524a2521-ee81-4a51-943d-d96e9d9de37f req-9cbc4c52-8cf3-4816-bd9a-41b57c7fd418 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0535872 Mar 23 01:31:08.697998 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b43d25f1-33a3-46e6-aa90-088a98f1f7da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (5a860aae-e24f-4955-8d3a-9550562dc995), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:08.719804 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d25f1-33a3-46e6-aa90-088a98f1f7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e57ba44-e0de-466f-8c81-0c8091461f66,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:08.759013 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b43d25f1-33a3-46e6-aa90-088a98f1f7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (5a860aae-e24f-4955-8d3a-9550562dc995), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:08.760186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43d25f1-33a3-46e6-aa90-088a98f1f7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:08.760820 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b43d25f1-33a3-46e6-aa90-088a98f1f7da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:08.917466 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b43d25f1-33a3-46e6-aa90-088a98f1f7da admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8179655 Mar 23 01:31:08.929519 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59018) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:08.967295 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-59f11442-621b-4430-887c-47b8b9d20517 admin admin] Request body: {'subnet': {'network_id': '5a860aae-e24f-4955-8d3a-9550562dc995', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2138270233-subnet', 'tenant_id': 'fff18fa7b5254d5db4b0784b60803861', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:08.986266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d25f1-33a3-46e6-aa90-088a98f1f7da admin admin] Pushing event updated for resources: {'Network': ['ID=5a860aae-e24f-4955-8d3a-9550562dc995,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:08.996837 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 5a860aae-e24f-4955-8d3a-9550562dc995 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:31:09.045934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f11442-621b-4430-887c-47b8b9d20517 admin admin] Made reservation on behalf of fff18fa7b5254d5db4b0784b60803861 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:31:09.049497 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-8783948d-28fd-43a0-a321-69a07039df6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=73ec178b-73b4-43c6-baf9-c74097125f15 HTTP/1.1" status: 200 len: 217 time: 0.7947361 Mar 23 01:31:09.054849 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59f11442-621b-4430-887c-47b8b9d20517 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:09.175160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4e49b-c6da-48d1-a08a-f7f0d18139a1 req-1b6c95d0-adc1-4847-b9be-cbf5b7462b72 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:09.176806 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3a4e49b-c6da-48d1-a08a-f7f0d18139a1 req-1b6c95d0-adc1-4847-b9be-cbf5b7462b72 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.2934449 Mar 23 01:31:09.251643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-e9882a87-99dc-445f-af94-d6f811449575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:09.254066 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-e9882a87-99dc-445f-af94-d6f811449575 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1406260 Mar 23 01:31:09.307037 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3a4e49b-c6da-48d1-a08a-f7f0d18139a1 req-48e023ff-5842-4da1-afd5-e94c44a258fd tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168523 Mar 23 01:31:09.329019 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c2cf8155-31c5-47ab-ae1e-bd46e6e044e2 req-781c085a-7f37-44e3-9ed1-901cb3dcc437 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] For port daef5bbd-c94e-4520-844f-3a3329089a94, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=daef5bbd-c94e-4520-844f-3a3329089a94,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:09.329404 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c2cf8155-31c5-47ab-ae1e-bd46e6e044e2 req-781c085a-7f37-44e3-9ed1-901cb3dcc437 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:09.347074 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-c2cf8155-31c5-47ab-ae1e-bd46e6e044e2 req-781c085a-7f37-44e3-9ed1-901cb3dcc437 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Calling delete_port for daef5bbd-c94e-4520-844f-3a3329089a94 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:31:09.419357 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f4cedef-4f4e-4da5-b9de-f81b3a6dd84f req-baa24e38-560a-4f26-a33f-d88017edfc4c tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 210 time: 0.0338275 Mar 23 01:31:09.519686 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59f11442-621b-4430-887c-47b8b9d20517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (9f963919-14ae-4cfe-9d22-81af5b12256f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:09.561747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-7e3f30e2-e56b-424e-ac64-5f346f8ff109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:09.563205 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-7e3f30e2-e56b-424e-ac64-5f346f8ff109 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 1131 time: 0.5125697 Mar 23 01:31:09.573232 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c2cf8155-31c5-47ab-ae1e-bd46e6e044e2 req-781c085a-7f37-44e3-9ed1-901cb3dcc437 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (daef5bbd-c94e-4520-844f-3a3329089a94), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:09.620479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['449c7652-1711-4a3c-a3e0-b4ff1d552c09'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:31:09.638863 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa317f-f450-4597-a4f1-0b4d5a274de4 req-65240246-323e-42bb-9d41-be2e1b9c07aa tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:09.642543 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cafa317f-f450-4597-a4f1-0b4d5a274de4 req-65240246-323e-42bb-9d41-be2e1b9c07aa tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 949 time: 1.2803898 Mar 23 01:31:09.654891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f11442-621b-4430-887c-47b8b9d20517 admin admin] Checking segment: {'id': 'e8ab81e5-3996-4042-a8e9-2a93ec0d94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5a860aae-e24f-4955-8d3a-9550562dc995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:31:09.655262 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f11442-621b-4430-887c-47b8b9d20517 admin admin] Network hostable DHCP agents. Network: 5a860aae-e24f-4955-8d3a-9550562dc995, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:31:09.657758 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f11442-621b-4430-887c-47b8b9d20517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f963919-14ae-4cfe-9d22-81af5b12256f,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:09.667653 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ec34b-5316-4ce4-81f0-4fc0498804bf req-9da2a2a4-a5e7-425c-9ba8-205ce1d79fed tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:09.674662 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-818ec34b-5316-4ce4-81f0-4fc0498804bf req-9da2a2a4-a5e7-425c-9ba8-205ce1d79fed tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 866 time: 0.1692193 Mar 23 01:31:09.747663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f11442-621b-4430-887c-47b8b9d20517 admin admin] Network 5a860aae-e24f-4955-8d3a-9550562dc995 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:31:09.765824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c085a-7f37-44e3-9ed1-901cb3dcc437 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Pushing event deleted for resources: {'Port': ['ID=daef5bbd-c94e-4520-844f-3a3329089a94,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:09.766037 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-818ec34b-5316-4ce4-81f0-4fc0498804bf req-b3066343-d7c9-4009-8630-c4e9a9556816 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839908 Mar 23 01:31:09.785373 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-59f11442-621b-4430-887c-47b8b9d20517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 5a860aae-e24f-4955-8d3a-9550562dc995) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:31:09.795594 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2995e7c0-af46-431a-9272-b127be7f86bf None None] Network 5a860aae-e24f-4955-8d3a-9550562dc995 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:31:09.797151 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f11442-621b-4430-887c-47b8b9d20517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:09.799617 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59f11442-621b-4430-887c-47b8b9d20517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:09.849579 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-59f11442-621b-4430-887c-47b8b9d20517 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8936360 Mar 23 01:31:09.856213 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-95357a6e-f4a8-4180-963b-235527f27836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:09.861909 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-95357a6e-f4a8-4180-963b-235527f27836 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5973420 Mar 23 01:31:10.002060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a506d-317a-4bbf-a245-2ae824eebd9a req-fc5ef266-f6bf-47d2-9430-a43bfdcabcec tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:10.003805 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cf8155-31c5-47ab-ae1e-bd46e6e044e2 req-781c085a-7f37-44e3-9ed1-901cb3dcc437 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] No DVR routers for this DVR port daef5bbd-c94e-4520-844f-3a3329089a94 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:31:10.004641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-722a506d-317a-4bbf-a245-2ae824eebd9a req-fc5ef266-f6bf-47d2-9430-a43bfdcabcec tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 945 time: 0.1042383 Mar 23 01:31:10.085025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cab401-4414-4239-9a8d-edf0e853fb6d None None] Network 5a860aae-e24f-4955-8d3a-9550562dc995 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:31:10.102703 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c2cf8155-31c5-47ab-ae1e-bd46e6e044e2 req-781c085a-7f37-44e3-9ed1-901cb3dcc437 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:10.106069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c2cf8155-31c5-47ab-ae1e-bd46e6e044e2 req-781c085a-7f37-44e3-9ed1-901cb3dcc437 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.42 "DELETE /v2.0/ports/daef5bbd-c94e-4520-844f-3a3329089a94 HTTP/1.1" status: 204 len: 173 time: 2.1341193 Mar 23 01:31:10.112424 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f91777-b955-49af-ad69-eee741a55405', 'name': 'network-vif-deleted', 'tag': 'daef5bbd-c94e-4520-844f-3a3329089a94'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:10.114710 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee79024-3009-41db-8342-768a61c5e9be" -d '{"events": [{"server_uuid": "c1f91777-b955-49af-ad69-eee741a55405", "name": "network-vif-deleted", "tag": "daef5bbd-c94e-4520-844f-3a3329089a94"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:10.123822 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-722a506d-317a-4bbf-a245-2ae824eebd9a req-6b8b7de0-649a-46be-8d07-3b44c7025fd3 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e4cc01-15a7-40c3-aab4-dcf64143a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118913 Mar 23 01:31:10.245888 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cafa317f-f450-4597-a4f1-0b4d5a274de4 req-39cebcc0-7bdd-428b-97ba-ada5296b6b6d tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466958 Mar 23 01:31:10.327927 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-636ee56f-9bf6-498d-951f-cd69731ac8c0 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235942 Mar 23 01:31:10.332334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-d5557200-86fc-47ae-830c-3eeb76c21c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:10.334090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-d5557200-86fc-47ae-830c-3eeb76c21c48 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.6869695 Mar 23 01:31:10.363860 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-447d16e3-0c44-47d4-91a9-da1b82713c32 req-e107d3b7-f0f5-4e87-bfe8-12e1d13d72e4 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0889239 Mar 23 01:31:10.529512 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-c488e7e7-2d40-4c71-a450-824143599cad service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943989 Mar 23 01:31:10.531747 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f37444-2653-4862-a21d-cab560cc1f4d x-openstack-request-id: req-66f37444-2653-4862-a21d-cab560cc1f4d {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:10.532265 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f91777-b955-49af-ad69-eee741a55405", "name": "network-vif-deleted", "tag": "daef5bbd-c94e-4520-844f-3a3329089a94", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:10.532758 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66f37444-2653-4862-a21d-cab560cc1f4d {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:10.533359 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f37444-2653-4862-a21d-cab560cc1f4d'] response: {'server_uuid': 'c1f91777-b955-49af-ad69-eee741a55405', 'name': 'network-vif-deleted', 'tag': 'daef5bbd-c94e-4520-844f-3a3329089a94', 'status': 'completed', 'code': 200} Mar 23 01:31:10.568240 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-431b62d6-c776-44da-b571-5b0613c4d820 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=73ec178b-73b4-43c6-baf9-c74097125f15 HTTP/1.1" status: 200 len: 217 time: 0.2220392 Mar 23 01:31:10.656296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-48317e45-1022-4e4f-b44c-a6815a836c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:10.658308 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-48317e45-1022-4e4f-b44c-a6815a836c49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0724907 Mar 23 01:31:10.671227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41146114-32b8-4bcf-85b2-775c7e1483ec req-2503430e-a7c8-4891-923a-e3efa0eb15f0 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:10.673045 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-41146114-32b8-4bcf-85b2-775c7e1483ec req-2503430e-a7c8-4891-923a-e3efa0eb15f0 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.1035254 Mar 23 01:31:10.817459 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73ec178b-73b4-43c6-baf9-c74097125f15 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:31:10.835398 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-41146114-32b8-4bcf-85b2-775c7e1483ec req-df72bf66-71fe-4121-8b1d-b5c46409ea2b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355858 Mar 23 01:31:10.842645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-183d50b9-8515-456d-89ca-dcd5b32f8334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:10.845586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-183d50b9-8515-456d-89ca-dcd5b32f8334 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1715722 Mar 23 01:31:10.942485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db215e-4186-4d82-8e3b-179bef054177 req-62078aac-4a74-4838-a5a5-3df1761ec2c0 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:10.944046 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57db215e-4186-4d82-8e3b-179bef054177 req-62078aac-4a74-4838-a5a5-3df1761ec2c0 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/networks?id=5a860aae-e24f-4955-8d3a-9550562dc995 HTTP/1.1" status: 200 len: 814 time: 0.2245741 Mar 23 01:31:10.977277 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57db215e-4186-4d82-8e3b-179bef054177 req-dc855ab1-ee25-42e2-ab0a-cd1c4b3b42f8 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/quotas/fff18fa7b5254d5db4b0784b60803861 HTTP/1.1" status: 200 len: 375 time: 0.0250804 Mar 23 01:31:11.036536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73ec178b-73b4-43c6-baf9-c74097125f15,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:11.058882 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-df221714-12f7-45ff-b9e3-16435d3669cc service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035623 Mar 23 01:31:11.063231 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57db215e-4186-4d82-8e3b-179bef054177 req-068a62f4-69c3-41b6-8006-7fdbf8e185a2 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fff18fa7b5254d5db4b0784b60803861&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782454 Mar 23 01:31:11.072419 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '73ec178b-73b4-43c6-baf9-c74097125f15', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '73ec178b-73b4-43c6-baf9-c74097125f15', 'mac_address': 'fa:16:3e:5b:c7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:31:11.164904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 73ec178b-73b4-43c6-baf9-c74097125f15 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:11.165683 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:11.201661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ec178b-73b4-43c6-baf9-c74097125f15 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:31:11.205004 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96015da4-0bed-4e01-bb55-b69e6b426c18 req-a5cd8393-acaa-4c0b-a5c9-c4ab4ea9c315 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 210 time: 0.0407846 Mar 23 01:31:11.252248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73ec178b-73b4-43c6-baf9-c74097125f15,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:11.260795 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:11.281116 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f7f10ae-e602-401f-ad71-3b148995cfd0 req-3383f41b-46ca-4074-b3e1-622cd56fa73c service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163420 Mar 23 01:31:11.305215 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57db215e-4186-4d82-8e3b-179bef054177 req-b241353c-17c5-40a2-acfe-066116dbce63 service neutron] 10.222.0.18 "GET /v2.0/networks/5a860aae-e24f-4955-8d3a-9550562dc995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345870 Mar 23 01:31:11.373559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=73ec178b-73b4-43c6-baf9-c74097125f15,revision_number=12']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:11.409725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device daef5bbd-c94e-4520-844f-3a3329089a94 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:31:11.448820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57db215e-4186-4d82-8e3b-179bef054177 req-4e75d83f-0242-45a5-a613-5f688b5f03a9 service neutron] 10.222.0.18 "GET /v2.0/networks/5a860aae-e24f-4955-8d3a-9550562dc995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412315 Mar 23 01:31:11.471425 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e921e6d-f0a5-4fa2-82c6-627badf51b7d req-3747b0fe-66b5-43cc-8ff4-e8fb58617714 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 210 time: 0.0973215 Mar 23 01:31:11.484789 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: daef5bbd-c94e-4520-844f-3a3329089a94 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:31:11.485631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device daef5bbd-c94e-4520-844f-3a3329089a94 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:31:11.862916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dcced-6e54-4bc8-8f31-70552c1ad023 req-d256bf97-5ab7-43c0-be3c-57450ff16577 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:11.871487 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce9dcced-6e54-4bc8-8f31-70552c1ad023 req-d256bf97-5ab7-43c0-be3c-57450ff16577 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.1531098 Mar 23 01:31:11.965238 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce9dcced-6e54-4bc8-8f31-70552c1ad023 req-10db7861-e9a5-4cbc-83e3-f7b597e424b7 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927818 Mar 23 01:31:12.000368 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4e730823-483e-4b69-a1ce-f4ac295287bc req-080594cd-a552-4f55-b1a4-f51ed4afe8d3 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.1384974 Mar 23 01:31:12.133438 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-27414831-312c-408c-8722-af0562506217 req-d8e93c5d-88a7-41e6-8655-983dcb73b5ad tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 210 time: 0.0509696 Mar 23 01:31:12.260112 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bdfc8-e4ab-42f8-a82b-e2636e524dc2 req-73fda821-0e82-47dc-84fe-bda0c86db66e tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:12.268014 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-383bdfc8-e4ab-42f8-a82b-e2636e524dc2 req-73fda821-0e82-47dc-84fe-bda0c86db66e tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 945 time: 0.1578560 Mar 23 01:31:12.308812 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba094668-e4cf-4ca5-a090-3467e62e011a req-5192634d-d717-47ca-8065-8180ef9e4232 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:12.322007 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ba094668-e4cf-4ca5-a090-3467e62e011a req-5192634d-d717-47ca-8065-8180ef9e4232 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.1200855 Mar 23 01:31:12.356264 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-383bdfc8-e4ab-42f8-a82b-e2636e524dc2 req-56bb2a84-6cf4-4321-a1bb-5dc7197908c9 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e4cc01-15a7-40c3-aab4-dcf64143a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814605 Mar 23 01:31:12.457567 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ba094668-e4cf-4ca5-a090-3467e62e011a req-aa47f328-b3ef-4e68-8664-70c2bbac1b07 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320968 Mar 23 01:31:12.497660 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a1543ac5-235f-4380-b143-86c8d58986c6 req-4c02ae33-be71-4952-a616-e910d499f5e4 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 210 time: 0.0311306 Mar 23 01:31:12.607274 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aade8255-dbb6-4aa5-b2c2-098e8ecb29e3 req-f1e26031-18e4-4829-94a0-714eac7268cc tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 210 time: 0.0367146 Mar 23 01:31:12.808285 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['73ec178b-73b4-43c6-baf9-c74097125f15'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:31:13.159081 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-198886da-8fa2-4936-beaf-9bb31dc7c6b4 req-d6286b5e-23e6-48dd-930c-45b03c7598ac tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0581784 Mar 23 01:31:13.298673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa221c-9b6f-45e0-8880-a9a646768f8c req-6641046c-9c2d-478a-8472-83c44e41a168 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:13.306358 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4caa221c-9b6f-45e0-8880-a9a646768f8c req-6641046c-9c2d-478a-8472-83c44e41a168 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.2179472 Mar 23 01:31:13.326755 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ca78389e-78f9-48da-85d0-effecfe92cea req-95612f95-f77a-4520-836b-1c6d94e18a9d tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 210 time: 0.0598588 Mar 23 01:31:13.386425 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db215e-4186-4d82-8e3b-179bef054177 req-5246ab1c-700e-4cef-884e-bce83167b682 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:13.388298 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57db215e-4186-4d82-8e3b-179bef054177 req-5246ab1c-700e-4cef-884e-bce83167b682 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.42 "GET /v2.0/networks?id=5a860aae-e24f-4955-8d3a-9550562dc995 HTTP/1.1" status: 200 len: 814 time: 0.2766666 Mar 23 01:31:13.394887 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4caa221c-9b6f-45e0-8880-a9a646768f8c req-1331b0ce-e6f6-43f2-855e-302e0f4d6812 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874386 Mar 23 01:31:13.406383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-57db215e-4186-4d82-8e3b-179bef054177 req-fdab1d86-dae2-48a6-b65d-0436b007883d tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Request body: {'port': {'device_id': 'fa74cd6d-4607-4b27-9844-8c9193fea804', 'network_id': '5a860aae-e24f-4955-8d3a-9550562dc995', 'admin_state_up': True, 'tenant_id': 'fff18fa7b5254d5db4b0784b60803861'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:13.520903 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc23710-8c1f-4980-b9b8-44a9b4d9790b req-91c6d6f3-86aa-4f68-87b7-13fe416b2fb9 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:13.522691 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7dc23710-8c1f-4980-b9b8-44a9b4d9790b req-91c6d6f3-86aa-4f68-87b7-13fe416b2fb9 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 945 time: 0.0660810 Mar 23 01:31:13.582318 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7dc23710-8c1f-4980-b9b8-44a9b4d9790b req-169f39c2-7f47-4bdf-a00e-aab96d178138 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0e4cc01-15a7-40c3-aab4-dcf64143a05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531585 Mar 23 01:31:13.641847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57db215e-4186-4d82-8e3b-179bef054177 req-fdab1d86-dae2-48a6-b65d-0436b007883d tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Made reservation on behalf of fff18fa7b5254d5db4b0784b60803861 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:31:13.646289 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57db215e-4186-4d82-8e3b-179bef054177 req-fdab1d86-dae2-48a6-b65d-0436b007883d tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:13.651291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72196e71-450e-4215-a28f-42d3fc774613 req-51b78cff-f751-4354-9d57-bb15e08b9b96 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:13.652834 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-72196e71-450e-4215-a28f-42d3fc774613 req-51b78cff-f751-4354-9d57-bb15e08b9b96 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 1132 time: 0.1642234 Mar 23 01:31:13.711630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bff0e7-b9c6-429f-9464-191d6c71d1d7 req-f75cf57d-4cfa-479b-ae8f-765de890acfa tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:13.713890 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-25bff0e7-b9c6-429f-9464-191d6c71d1d7 req-f75cf57d-4cfa-479b-ae8f-765de890acfa tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.43 "GET /v2.0/ports?device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 945 time: 0.1919174 Mar 23 01:31:13.738396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b786c1-2309-43e0-805c-32d949d97fa1 req-2154cdf9-a12a-49d2-af51-250dba07d03d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:13.740647 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4b786c1-2309-43e0-805c-32d949d97fa1 req-2154cdf9-a12a-49d2-af51-250dba07d03d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.0816038 Mar 23 01:31:13.805107 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4b786c1-2309-43e0-805c-32d949d97fa1 req-b2c5f0cd-d1cc-4999-a0e3-f751a2e69a5d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583773 Mar 23 01:31:13.867149 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-72196e71-450e-4215-a28f-42d3fc774613 req-ce9e4df6-d27e-4663-a872-6f73a24b5ee8 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010896 Mar 23 01:31:13.936159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-25bff0e7-b9c6-429f-9464-191d6c71d1d7 req-e2f0a97d-298f-4aaf-b995-8c2830a2aacb tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Deleting port 1bd10b3e-534d-4d5f-ba53-ad6123f65405 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:31:13.936549 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-25bff0e7-b9c6-429f-9464-191d6c71d1d7 req-e2f0a97d-298f-4aaf-b995-8c2830a2aacb tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1bd10b3e-534d-4d5f-ba53-ad6123f65405), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:13.961826 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22fb474f-fc9d-4dbb-b6b7-b6db44b42793 req-218a4651-10c3-4095-8f91-85fa1fc71715 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 210 time: 0.0306644 Mar 23 01:31:14.029233 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-57db215e-4186-4d82-8e3b-179bef054177 req-fdab1d86-dae2-48a6-b65d-0436b007883d tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Allocated IP 172.20.0.9 (5a860aae-e24f-4955-8d3a-9550562dc995/9f963919-14ae-4cfe-9d22-81af5b12256f/32dff84e-434f-4ded-9ebf-db8d7e0f28bb) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:31:14.033038 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11ece817-1fa9-49f1-9281-1e43d3bf530e req-4fa089dc-e8e1-4a91-8e0f-1f338649cab2 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 210 time: 0.0437462 Mar 23 01:31:14.113371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-25bff0e7-b9c6-429f-9464-191d6c71d1d7 req-e2f0a97d-298f-4aaf-b995-8c2830a2aacb tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] For port 1bd10b3e-534d-4d5f-ba53-ad6123f65405, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=1bd10b3e-534d-4d5f-ba53-ad6123f65405,segment=NetworkSegment(08c25165-e5cb-471e-b6e9-6b44dfdedf57),segment_id=08c25165-e5cb-471e-b6e9-6b44dfdedf57)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:14.113966 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-25bff0e7-b9c6-429f-9464-191d6c71d1d7 req-e2f0a97d-298f-4aaf-b995-8c2830a2aacb tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1bd10b3e-534d-4d5f-ba53-ad6123f65405), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:14.143406 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-25bff0e7-b9c6-429f-9464-191d6c71d1d7 req-e2f0a97d-298f-4aaf-b995-8c2830a2aacb tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Calling delete_port for 1bd10b3e-534d-4d5f-ba53-ad6123f65405 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:31:14.287259 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e75923c7-f52d-4f2b-a104-e084ca750a2f req-e5d0f0c7-6485-48b8-8970-0e30072cc2ca tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0283430 Mar 23 01:31:14.323049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29638a-e046-44cf-8405-06d146e768cc req-3dab323f-6c7d-424a-9868-7d225b0d283e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:14.324496 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1c29638a-e046-44cf-8405-06d146e768cc req-3dab323f-6c7d-424a-9868-7d225b0d283e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 950 time: 0.1429999 Mar 23 01:31:14.346229 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57db215e-4186-4d82-8e3b-179bef054177 req-fdab1d86-dae2-48a6-b65d-0436b007883d tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Publish callbacks [] for port (32dff84e-434f-4ded-9ebf-db8d7e0f28bb), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:14.435482 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1c29638a-e046-44cf-8405-06d146e768cc req-415e9320-abdb-4ba6-a74a-6cdafaf70068 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031010 Mar 23 01:31:14.454937 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5336726-985b-4ce6-a69d-04edb8a778b5 req-d90921e6-332b-4fd7-a994-83049a4fddef tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 210 time: 0.0464125 Mar 23 01:31:14.471358 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57db215e-4186-4d82-8e3b-179bef054177 req-fdab1d86-dae2-48a6-b65d-0436b007883d tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (32dff84e-434f-4ded-9ebf-db8d7e0f28bb), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:14.474198 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-25bff0e7-b9c6-429f-9464-191d6c71d1d7 req-e2f0a97d-298f-4aaf-b995-8c2830a2aacb tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (1bd10b3e-534d-4d5f-ba53-ad6123f65405), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:14.526472 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57db215e-4186-4d82-8e3b-179bef054177 req-fdab1d86-dae2-48a6-b65d-0436b007883d tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Network 5a860aae-e24f-4955-8d3a-9550562dc995 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:31:14.534676 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['1bd10b3e-534d-4d5f-ba53-ad6123f65405'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:31:14.567669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-57db215e-4186-4d82-8e3b-179bef054177 req-fdab1d86-dae2-48a6-b65d-0436b007883d tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:31:14.570164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab1d86-dae2-48a6-b65d-0436b007883d tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Pushing event updated for resources: {'Port': ['ID=32dff84e-434f-4ded-9ebf-db8d7e0f28bb,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:14.571827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bff0e7-b9c6-429f-9464-191d6c71d1d7 req-e2f0a97d-298f-4aaf-b995-8c2830a2aacb tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] No DVR routers for this DVR port 1bd10b3e-534d-4d5f-ba53-ad6123f65405 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:31:14.575972 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-57db215e-4186-4d82-8e3b-179bef054177 req-fdab1d86-dae2-48a6-b65d-0436b007883d tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:31:14.580992 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-25bff0e7-b9c6-429f-9464-191d6c71d1d7 req-e2f0a97d-298f-4aaf-b995-8c2830a2aacb tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:14.584140 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-25bff0e7-b9c6-429f-9464-191d6c71d1d7 req-e2f0a97d-298f-4aaf-b995-8c2830a2aacb tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.43 "DELETE /v2.0/ports/1bd10b3e-534d-4d5f-ba53-ad6123f65405 HTTP/1.1" status: 204 len: 173 time: 0.8640716 Mar 23 01:31:14.584566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3372c55c-192c-460b-8f2f-07a566bae1e4', 'name': 'network-vif-deleted', 'tag': '1bd10b3e-534d-4d5f-ba53-ad6123f65405'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:14.586846 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212bf073-92ea-4b31-955c-cd324c4830c4" -d '{"events": [{"server_uuid": "3372c55c-192c-460b-8f2f-07a566bae1e4", "name": "network-vif-deleted", "tag": "1bd10b3e-534d-4d5f-ba53-ad6123f65405"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:14.638916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0a97d-298f-4aaf-b995-8c2830a2aacb tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] Pushing event deleted for resources: {'Port': ['ID=1bd10b3e-534d-4d5f-ba53-ad6123f65405,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:14.672696 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db215e-4186-4d82-8e3b-179bef054177 req-fdab1d86-dae2-48a6-b65d-0436b007883d tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:14.673827 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57db215e-4186-4d82-8e3b-179bef054177 req-fdab1d86-dae2-48a6-b65d-0436b007883d tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:14.690049 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4749212-1320-44b7-811a-dc5aad08b90e x-openstack-request-id: req-f4749212-1320-44b7-811a-dc5aad08b90e {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:14.690349 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3372c55c-192c-460b-8f2f-07a566bae1e4", "name": "network-vif-deleted", "tag": "1bd10b3e-534d-4d5f-ba53-ad6123f65405", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:14.690957 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4749212-1320-44b7-811a-dc5aad08b90e {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:14.691368 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4749212-1320-44b7-811a-dc5aad08b90e'] response: {'server_uuid': '3372c55c-192c-460b-8f2f-07a566bae1e4', 'name': 'network-vif-deleted', 'tag': '1bd10b3e-534d-4d5f-ba53-ad6123f65405', 'status': 'completed', 'code': 200} Mar 23 01:31:14.717140 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d8d6df61-814b-47ef-b17e-e657572229c6 req-714acff9-c5f1-4310-9a82-ad97315ac594 tempest-ServerPasswordTestJSON-1829514132 tempest-ServerPasswordTestJSON-1829514132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3372c55c-192c-460b-8f2f-07a566bae1e4 HTTP/1.1" status: 200 len: 210 time: 0.0383401 Mar 23 01:31:14.727689 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57db215e-4186-4d82-8e3b-179bef054177 req-fdab1d86-dae2-48a6-b65d-0436b007883d tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3260574 Mar 23 01:31:14.743631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Request body: {'port': {'device_id': 'fa74cd6d-4607-4b27-9844-8c9193fea804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:14.809057 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (32dff84e-434f-4ded-9ebf-db8d7e0f28bb), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:14.893246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73ec178b-73b4-43c6-baf9-c74097125f15 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:31:14.939520 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489137b-d95e-40d5-8d5b-b4f46ead7986 req-f1e5418c-7e35-4045-a86b-b98b920d00ec tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:14.941557 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e489137b-d95e-40d5-8d5b-b4f46ead7986 req-f1e5418c-7e35-4045-a86b-b98b920d00ec tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.0674672 Mar 23 01:31:14.956319 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 73ec178b-73b4-43c6-baf9-c74097125f15 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:31:14.960439 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 73ec178b-73b4-43c6-baf9-c74097125f15 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:31:14.961157 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:15.012589 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e489137b-d95e-40d5-8d5b-b4f46ead7986 req-520bf3b0-d2f2-4bf5-8c80-8e510feb76a8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650320 Mar 23 01:31:15.090194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 73ec178b-73b4-43c6-baf9-c74097125f15 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:15.090964 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:15.122153 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:15.125215 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a86a6c6-0260-494e-9e32-b3824a502ae9" -d '{"events": [{"server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "name": "network-vif-plugged", "status": "completed", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:15.128858 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ed498ca-a233-4700-9561-72a9059cd4b9 req-74a6a73f-cf0c-49e7-8ebc-1e2310b89c3d tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 210 time: 0.0657320 Mar 23 01:31:15.142049 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73ec178b-73b4-43c6-baf9-c74097125f15,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:15.149101 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:15.150991 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 1bd10b3e-534d-4d5f-ba53-ad6123f65405 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:31:15.174109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32dff84e-434f-4ded-9ebf-db8d7e0f28bb {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:31:15.194276 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Publish callbacks [] for port (32dff84e-434f-4ded-9ebf-db8d7e0f28bb), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:15.202430 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-546d955d-1a04-4cfa-ba81-8d3d76e4be6c req-c4a51d02-ec1a-4b10-8b8d-b1ff291bc4d6 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 210 time: 0.0379961 Mar 23 01:31:15.225678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Transition to ACTIVE for port object 32dff84e-434f-4ded-9ebf-db8d7e0f28bb will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:31:15.230660 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da06157-8c0d-4218-9582-6e28d2426374 x-openstack-request-id: req-8da06157-8c0d-4218-9582-6e28d2426374 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:15.231277 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "name": "network-vif-plugged", "status": "completed", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:15.232031 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8da06157-8c0d-4218-9582-6e28d2426374 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:15.232653 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da06157-8c0d-4218-9582-6e28d2426374'] response: {'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15', 'code': 200} Mar 23 01:31:15.235726 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (32dff84e-434f-4ded-9ebf-db8d7e0f28bb), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:15.256418 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 1bd10b3e-534d-4d5f-ba53-ad6123f65405 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:31:15.257256 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 1bd10b3e-534d-4d5f-ba53-ad6123f65405 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:31:15.272129 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=73ec178b-73b4-43c6-baf9-c74097125f15,revision_number=13']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:15.331108 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Pushing event updated for resources: {'Port': ['ID=32dff84e-434f-4ded-9ebf-db8d7e0f28bb,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:15.405880 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-097a1cff-950e-4d24-8103-73e86c388d8e req-fbe1e330-7ac4-42dd-b219-6a08a5159e02 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0345659 Mar 23 01:31:15.408378 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Attempting to bind port 32dff84e-434f-4ded-9ebf-db8d7e0f28bb on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:31:15.408758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Attempting to bind port 32dff84e-434f-4ded-9ebf-db8d7e0f28bb by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'e8ab81e5-3996-4042-a8e9-2a93ec0d94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5a860aae-e24f-4955-8d3a-9550562dc995'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:31:15.409095 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Attempting to bind port 32dff84e-434f-4ded-9ebf-db8d7e0f28bb on network 5a860aae-e24f-4955-8d3a-9550562dc995 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:31:15.414310 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Port 32dff84e-434f-4ded-9ebf-db8d7e0f28bb on network 5a860aae-e24f-4955-8d3a-9550562dc995 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:31:15.414639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Attempting to bind port 32dff84e-434f-4ded-9ebf-db8d7e0f28bb on network 5a860aae-e24f-4955-8d3a-9550562dc995 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:31:15.419902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:31:15.420285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Checking segment: {'id': 'e8ab81e5-3996-4042-a8e9-2a93ec0d94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5a860aae-e24f-4955-8d3a-9550562dc995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:31:15.420967 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Bound using segment: {'id': 'e8ab81e5-3996-4042-a8e9-2a93ec0d94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5a860aae-e24f-4955-8d3a-9550562dc995'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:31:15.421437 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Bound port: 32dff84e-434f-4ded-9ebf-db8d7e0f28bb, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ab81e5-3996-4042-a8e9-2a93ec0d94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5a860aae-e24f-4955-8d3a-9550562dc995'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:31:15.421808 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (32dff84e-434f-4ded-9ebf-db8d7e0f28bb), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:15.499171 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] For port 32dff84e-434f-4ded-9ebf-db8d7e0f28bb, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:31:15.503084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] For port 32dff84e-434f-4ded-9ebf-db8d7e0f28bb, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=32dff84e-434f-4ded-9ebf-db8d7e0f28bb,segment=NetworkSegment(e8ab81e5-3996-4042-a8e9-2a93ec0d94f9),segment_id=e8ab81e5-3996-4042-a8e9-2a93ec0d94f9)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:31:15.515320 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (32dff84e-434f-4ded-9ebf-db8d7e0f28bb), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:15.574427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:15.575321 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:15.577157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57db215e-4186-4d82-8e3b-179bef054177 req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] 10.222.0.42 "PUT /v2.0/ports/32dff84e-434f-4ded-9ebf-db8d7e0f28bb HTTP/1.1" status: 200 len: 1091 time: 0.8408403 Mar 23 01:31:15.577558 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92177f-812d-40d7-95cf-3b1413d61b66 req-f7099438-5040-4008-a43f-5a9735f4b707 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:15.579422 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2a92177f-812d-40d7-95cf-3b1413d61b66 req-f7099438-5040-4008-a43f-5a9735f4b707 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 951 time: 0.0555670 Mar 23 01:31:15.654111 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2a92177f-812d-40d7-95cf-3b1413d61b66 req-7248e385-06b7-46b9-b1b0-650105f6a8fa tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673845 Mar 23 01:31:15.656499 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b9493-f2c6-465a-9a08-a0ae3702d0ad service neutron] Pushing event updated for resources: {'Port': ['ID=32dff84e-434f-4ded-9ebf-db8d7e0f28bb,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:15.674793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f89f61-511f-4bc5-af8e-76a12d82f258 req-89054b6b-8099-409f-9325-896d1495bb4d tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:15.676308 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60f89f61-511f-4bc5-af8e-76a12d82f258 req-89054b6b-8099-409f-9325-896d1495bb4d tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 943 time: 0.1233687 Mar 23 01:31:15.705008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db215e-4186-4d82-8e3b-179bef054177 req-ba38084b-23c3-4f65-8f92-3453a4fb1c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:15.706471 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57db215e-4186-4d82-8e3b-179bef054177 req-ba38084b-23c3-4f65-8f92-3453a4fb1c95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fff18fa7b5254d5db4b0784b60803861&device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 1125 time: 0.0884597 Mar 23 01:31:15.760805 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57db215e-4186-4d82-8e3b-179bef054177 req-63427287-3ae1-44fe-8190-062782a55e7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32dff84e-434f-4ded-9ebf-db8d7e0f28bb HTTP/1.1" status: 200 len: 217 time: 0.0433204 Mar 23 01:31:15.768672 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60f89f61-511f-4bc5-af8e-76a12d82f258 req-5c2f310d-3179-4f36-9f71-47109167ff35 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e57ba44-e0de-466f-8c81-0c8091461f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837102 Mar 23 01:31:15.798485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59126) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:15.820562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db215e-4186-4d82-8e3b-179bef054177 req-d749d216-6031-4891-a158-baa22ff56f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:15.822237 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57db215e-4186-4d82-8e3b-179bef054177 req-d749d216-6031-4891-a158-baa22ff56f34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f963919-14ae-4cfe-9d22-81af5b12256f HTTP/1.1" status: 200 len: 854 time: 0.0527086 Mar 23 01:31:15.844890 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8591c90-72c5-4a93-b51a-115478b789e5 admin admin] Deleting subnet 86bfbbe8-d9ce-4811-956a-19881e182902 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:31:15.848063 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8591c90-72c5-4a93-b51a-115478b789e5 admin admin] Publish callbacks [] for subnet (86bfbbe8-d9ce-4811-956a-19881e182902), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:15.855385 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57db215e-4186-4d82-8e3b-179bef054177 req-b5a31343-fe13-497f-a59c-237361842f9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a860aae-e24f-4955-8d3a-9550562dc995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262332 Mar 23 01:31:15.885079 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8591c90-72c5-4a93-b51a-115478b789e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (86bfbbe8-d9ce-4811-956a-19881e182902), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:15.928984 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8591c90-72c5-4a93-b51a-115478b789e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (86bfbbe8-d9ce-4811-956a-19881e182902), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:15.978700 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57db215e-4186-4d82-8e3b-179bef054177 req-7cd0bfa0-3a0d-4680-a7f8-95106f518ffe service neutron] 10.222.0.42 "GET /v2.0/networks/5a860aae-e24f-4955-8d3a-9550562dc995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173182 Mar 23 01:31:15.989442 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8591c90-72c5-4a93-b51a-115478b789e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (86bfbbe8-d9ce-4811-956a-19881e182902), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:16.020410 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8591c90-72c5-4a93-b51a-115478b789e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86bfbbe8-d9ce-4811-956a-19881e182902,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:16.024562 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8591c90-72c5-4a93-b51a-115478b789e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:16.031704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e8591c90-72c5-4a93-b51a-115478b789e5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/86bfbbe8-d9ce-4811-956a-19881e182902 HTTP/1.1" status: 204 len: 168 time: 0.2322202 Mar 23 01:31:16.032370 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59128) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:16.092386 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57db215e-4186-4d82-8e3b-179bef054177 req-475cbe95-251f-4e7b-a783-b80b47b09b97 service neutron] 10.222.0.42 "GET /v2.0/networks/5a860aae-e24f-4955-8d3a-9550562dc995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063068 Mar 23 01:31:16.105546 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2615d056-5a89-433f-bebb-6562cb496658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (0012ea45-8332-4258-b37d-026ccd4bddd3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:16.108322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139913f-a4bf-4924-8c47-e44991ffd2f7 req-48a6e90e-43b3-4a60-9043-c033f784580e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:16.110027 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1139913f-a4bf-4924-8c47-e44991ffd2f7 req-48a6e90e-43b3-4a60-9043-c033f784580e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 951 time: 0.1658449 Mar 23 01:31:16.211420 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2615d056-5a89-433f-bebb-6562cb496658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (0012ea45-8332-4258-b37d-026ccd4bddd3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:16.249987 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-65012525-a2e9-4665-b75e-dd8ac25b20d1 req-adc9e1f3-f20b-4d8e-9a63-595470be1b8c tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 210 time: 0.0410542 Mar 23 01:31:16.260128 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-2615d056-5a89-433f-bebb-6562cb496658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0012ea45-8332-4258-b37d-026ccd4bddd3']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:31:16.272632 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-2615d056-5a89-433f-bebb-6562cb496658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c25165-e5cb-471e-b6e9-6b44dfdedf57') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:31:16.272839 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-2615d056-5a89-433f-bebb-6562cb496658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c25165-e5cb-471e-b6e9-6b44dfdedf57') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:31:16.285218 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2615d056-5a89-433f-bebb-6562cb496658 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (08c25165-e5cb-471e-b6e9-6b44dfdedf57), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:16.303248 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2615d056-5a89-433f-bebb-6562cb496658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (08c25165-e5cb-471e-b6e9-6b44dfdedf57), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:16.311455 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2615d056-5a89-433f-bebb-6562cb496658 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:31:16.311936 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2615d056-5a89-433f-bebb-6562cb496658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (08c25165-e5cb-471e-b6e9-6b44dfdedf57), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:31:16.314076 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:31:16.397892 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e3ded5fa-ea07-4d55-9247-41af87c5b4f6 req-c542c5ea-9058-43ec-ad54-6f5532ecef05 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 210 time: 0.0451655 Mar 23 01:31:16.407726 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2615d056-5a89-433f-bebb-6562cb496658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (0012ea45-8332-4258-b37d-026ccd4bddd3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:16.426283 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2615d056-5a89-433f-bebb-6562cb496658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:16.440124 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2615d056-5a89-433f-bebb-6562cb496658 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0012ea45-8332-4258-b37d-026ccd4bddd3 HTTP/1.1" status: 204 len: 168 time: 0.4066024 Mar 23 01:31:16.441332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615d056-5a89-433f-bebb-6562cb496658 admin admin] Pushing event deleted for resources: {'Network': ['ID=0012ea45-8332-4258-b37d-026ccd4bddd3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:16.531044 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d4cfad5-a6ea-4e6c-beba-3fda96d5c770 req-d1f563f6-a5ba-4018-993e-0403bff8c45e tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0343556 Mar 23 01:31:16.589059 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59140) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:16.631651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43d1cc-6654-4522-aa83-5bd5990a2108 req-bd176a23-641a-4694-9b47-a2ce0cf746bf tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:16.634127 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b43d1cc-6654-4522-aa83-5bd5990a2108 req-bd176a23-641a-4694-9b47-a2ce0cf746bf tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.5232000 Mar 23 01:31:16.644932 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-346e7547-66a7-4ea8-8a94-e06965a09720 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd0313d57e1f4433a4db220daf1212b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545542 Mar 23 01:31:16.647458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59142) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:16.715458 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0719dbea-74b4-4366-bd07-1748e261b349 admin admin] Publish callbacks [] for security_group (e0e4cc01-15a7-40c3-aab4-dcf64143a05d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:16.720782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa74cd6d-4607-4b27-9844-8c9193fea804', 'tag': '32dff84e-434f-4ded-9ebf-db8d7e0f28bb'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:16.723057 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46c4410-0265-4b86-bd3a-0c3805c58697" -d '{"events": [{"name": "network-changed", "server_uuid": "fa74cd6d-4607-4b27-9844-8c9193fea804", "tag": "32dff84e-434f-4ded-9ebf-db8d7e0f28bb"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:16.728932 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b43d1cc-6654-4522-aa83-5bd5990a2108 req-895b8850-05d0-40ec-8525-719cb46ba957 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882978 Mar 23 01:31:16.757611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-1139913f-a4bf-4924-8c47-e44991ffd2f7 req-aa041fb5-e903-43fd-986c-4e75a561db90 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Deleting port 73ec178b-73b4-43c6-baf9-c74097125f15 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:31:16.757952 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1139913f-a4bf-4924-8c47-e44991ffd2f7 req-aa041fb5-e903-43fd-986c-4e75a561db90 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:16.779709 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f154befc-dec6-44a1-a5e6-fc5f2009ac94 req-71882598-5827-4dfa-9d63-facb4c05ad3c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1293802 Mar 23 01:31:16.791115 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0719dbea-74b4-4366-bd07-1748e261b349 admin admin] Publish callbacks [] for security_group (e0e4cc01-15a7-40c3-aab4-dcf64143a05d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:16.807551 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cd7b55-e0c1-49ce-8c5c-0ab3c203ece6 x-openstack-request-id: req-04cd7b55-e0c1-49ce-8c5c-0ab3c203ece6 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:16.807833 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa74cd6d-4607-4b27-9844-8c9193fea804", "tag": "32dff84e-434f-4ded-9ebf-db8d7e0f28bb", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:16.808054 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04cd7b55-e0c1-49ce-8c5c-0ab3c203ece6 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:16.808426 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04cd7b55-e0c1-49ce-8c5c-0ab3c203ece6'] response: {'name': 'network-changed', 'server_uuid': 'fa74cd6d-4607-4b27-9844-8c9193fea804', 'tag': '32dff84e-434f-4ded-9ebf-db8d7e0f28bb', 'status': 'completed', 'code': 200} Mar 23 01:31:16.853591 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdfb82-defe-4fde-9e64-20e73455763c req-cec94a5b-b3c6-4393-8155-b503f9ebb074 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:16.860862 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-96cdfb82-defe-4fde-9e64-20e73455763c req-cec94a5b-b3c6-4393-8155-b503f9ebb074 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 951 time: 0.1321704 Mar 23 01:31:16.925636 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-96cdfb82-defe-4fde-9e64-20e73455763c req-69291250-0f63-47da-af88-473ab8a2c604 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639019 Mar 23 01:31:16.941722 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0719dbea-74b4-4366-bd07-1748e261b349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e0e4cc01-15a7-40c3-aab4-dcf64143a05d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:16.957530 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0719dbea-74b4-4366-bd07-1748e261b349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:16.957530 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0719dbea-74b4-4366-bd07-1748e261b349 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0e4cc01-15a7-40c3-aab4-dcf64143a05d HTTP/1.1" status: 204 len: 168 time: 0.2989497 Mar 23 01:31:16.964265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719dbea-74b4-4366-bd07-1748e261b349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e4cc01-15a7-40c3-aab4-dcf64143a05d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:16.971480 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c4410-0265-4b86-bd3a-0c3805c58697 req-87d78967-361c-454d-a3b3-0ea2b2138788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:16.972992 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a46c4410-0265-4b86-bd3a-0c3805c58697 req-87d78967-361c-454d-a3b3-0ea2b2138788 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fff18fa7b5254d5db4b0784b60803861&device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 1125 time: 0.1565204 Mar 23 01:31:17.001409 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-1139913f-a4bf-4924-8c47-e44991ffd2f7 req-aa041fb5-e903-43fd-986c-4e75a561db90 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] For port 73ec178b-73b4-43c6-baf9-c74097125f15, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73ec178b-73b4-43c6-baf9-c74097125f15,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:17.001772 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1139913f-a4bf-4924-8c47-e44991ffd2f7 req-aa041fb5-e903-43fd-986c-4e75a561db90 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:17.007104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154befc-dec6-44a1-a5e6-fc5f2009ac94 req-e6eb5890-7d19-4d61-9b28-6e45cf5f0c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:17.008678 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f154befc-dec6-44a1-a5e6-fc5f2009ac94 req-e6eb5890-7d19-4d61-9b28-6e45cf5f0c6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2197bbb087244449add1667f6153ce8&device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 1132 time: 0.1532819 Mar 23 01:31:17.036365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212c877-d9f3-496e-ba8d-55bf794b4962 req-5d68db9b-f8ee-439c-8da8-95104dd3774c tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:17.037768 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7212c877-d9f3-496e-ba8d-55bf794b4962 req-5d68db9b-f8ee-439c-8da8-95104dd3774c tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 943 time: 0.1518488 Mar 23 01:31:17.068185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-1139913f-a4bf-4924-8c47-e44991ffd2f7 req-aa041fb5-e903-43fd-986c-4e75a561db90 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Calling delete_port for 73ec178b-73b4-43c6-baf9-c74097125f15 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:31:17.273090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c4410-0265-4b86-bd3a-0c3805c58697 req-b48f61e0-5f4c-408c-a8b6-560148b0df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:17.274807 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a46c4410-0265-4b86-bd3a-0c3805c58697 req-b48f61e0-5f4c-408c-a8b6-560148b0df19 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a860aae-e24f-4955-8d3a-9550562dc995 HTTP/1.1" status: 200 len: 914 time: 0.2911565 Mar 23 01:31:17.430768 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-172c4543-50ea-4e6f-af1f-31e2e6f7159e req-2b44af67-4917-4bf6-855d-996c193c1b9d tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f952402-336c-4b42-8de6-8235285d463c HTTP/1.1" status: 200 len: 210 time: 0.0559766 Mar 23 01:31:17.483033 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7212c877-d9f3-496e-ba8d-55bf794b4962 req-9883c1c9-727a-4255-a19f-ca6928cad39a tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e57ba44-e0de-466f-8c81-0c8091461f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125173 Mar 23 01:31:17.484239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154befc-dec6-44a1-a5e6-fc5f2009ac94 req-0ca47ef2-db21-43ad-acd5-c3e29b0ded10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:17.488491 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f154befc-dec6-44a1-a5e6-fc5f2009ac94 req-0ca47ef2-db21-43ad-acd5-c3e29b0ded10 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.4217885 Mar 23 01:31:17.557751 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1139913f-a4bf-4924-8c47-e44991ffd2f7 req-aa041fb5-e903-43fd-986c-4e75a561db90 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (73ec178b-73b4-43c6-baf9-c74097125f15), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:17.572182 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['12cc3aa7-3a74-4937-8205-13c47cc68a3a', 'ace774f7-592a-4eb6-a147-caa3aee00d6a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:31:17.584800 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a46c4410-0265-4b86-bd3a-0c3805c58697 req-0a07944e-96bd-4695-b24d-69f5af3769d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32dff84e-434f-4ded-9ebf-db8d7e0f28bb HTTP/1.1" status: 200 len: 217 time: 0.1254797 Mar 23 01:31:17.606704 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['7dfb5313-72b1-49c3-b766-3525312824ec', '73ec178b-73b4-43c6-baf9-c74097125f15'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:31:17.626913 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-a068bc63-2c24-44e1-ab53-6e860725ea29 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1455887480&fields=id&tenant_id=f0e96aa4ebe547c5ae1b8dfe86aba311 HTTP/1.1" status: 200 len: 267 time: 0.0785940 Mar 23 01:31:17.738282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c4410-0265-4b86-bd3a-0c3805c58697 req-f3435a02-d2b4-430d-9d20-e249306d82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:17.739743 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a46c4410-0265-4b86-bd3a-0c3805c58697 req-f3435a02-d2b4-430d-9d20-e249306d82bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f963919-14ae-4cfe-9d22-81af5b12256f HTTP/1.1" status: 200 len: 854 time: 0.1252334 Mar 23 01:31:17.745215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa041fb5-e903-43fd-986c-4e75a561db90 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Pushing event deleted for resources: {'Port': ['ID=73ec178b-73b4-43c6-baf9-c74097125f15,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:17.766612 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f154befc-dec6-44a1-a5e6-fc5f2009ac94 req-c95088d6-1467-45a2-9090-2d0561a2e08f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a HTTP/1.1" status: 200 len: 217 time: 0.2026665 Mar 23 01:31:17.785024 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e5421fd-140d-42dd-b46b-3f01493b1fac req-45b7dbde-c541-408e-9c40-361a2e6b89b7 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 210 time: 0.1940398 Mar 23 01:31:17.872871 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-66bf1f69-555a-4391-87e3-e3206c9d9daa tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:17.881953 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-66bf1f69-555a-4391-87e3-e3206c9d9daa tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/networks?id=022c952f-96fa-4b6f-8707-0669714abf9c HTTP/1.1" status: 200 len: 815 time: 0.2482572 Mar 23 01:31:17.904565 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-83073844-a072-489b-b697-5459be3e5bc8 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/quotas/f0e96aa4ebe547c5ae1b8dfe86aba311 HTTP/1.1" status: 200 len: 375 time: 0.0132043 Mar 23 01:31:17.996550 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-479c45e2-87a9-49ac-b800-a0fb7d2347d8 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f0e96aa4ebe547c5ae1b8dfe86aba311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830433 Mar 23 01:31:18.067011 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1139913f-a4bf-4924-8c47-e44991ffd2f7 req-aa041fb5-e903-43fd-986c-4e75a561db90 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] No DVR routers for this DVR port 73ec178b-73b4-43c6-baf9-c74097125f15 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:31:18.071139 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a46c4410-0265-4b86-bd3a-0c3805c58697 req-d14c1829-f17e-4463-ad08-1c90a64cd2ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a860aae-e24f-4955-8d3a-9550562dc995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3030627 Mar 23 01:31:18.095665 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1139913f-a4bf-4924-8c47-e44991ffd2f7 req-aa041fb5-e903-43fd-986c-4e75a561db90 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:18.099176 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1139913f-a4bf-4924-8c47-e44991ffd2f7 req-aa041fb5-e903-43fd-986c-4e75a561db90 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.43 "DELETE /v2.0/ports/73ec178b-73b4-43c6-baf9-c74097125f15 HTTP/1.1" status: 204 len: 173 time: 1.9789751 Mar 23 01:31:18.183202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6865ed8-461c-4f92-bbd6-aad92a3ff79a req-a67ea92e-5503-4b95-bba2-492a8e1eeb46 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.1331322 Mar 23 01:31:18.223872 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-840b8d8a-c50c-469e-a164-2abf6d6a7e27 service neutron] 10.222.0.18 "GET /v2.0/networks/022c952f-96fa-4b6f-8707-0669714abf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128336 Mar 23 01:31:18.267536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154befc-dec6-44a1-a5e6-fc5f2009ac94 req-1e9862e7-0660-4f4f-9344-da1ded2db631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:18.269871 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f154befc-dec6-44a1-a5e6-fc5f2009ac94 req-1e9862e7-0660-4f4f-9344-da1ded2db631 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.4114125 Mar 23 01:31:18.360636 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-b667f5a8-8d96-42b1-9928-ed28d24a2332 service neutron] 10.222.0.18 "GET /v2.0/networks/022c952f-96fa-4b6f-8707-0669714abf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225836 Mar 23 01:31:18.393419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154befc-dec6-44a1-a5e6-fc5f2009ac94 req-cc8e0bed-dfac-4621-9d85-e1c2eef8e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:18.394977 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f154befc-dec6-44a1-a5e6-fc5f2009ac94 req-cc8e0bed-dfac-4621-9d85-e1c2eef8e4a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1188009 Mar 23 01:31:18.398236 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a46c4410-0265-4b86-bd3a-0c3805c58697 req-8ad55a6e-0d2e-4604-a756-4e23a2572f06 service neutron] 10.222.0.42 "GET /v2.0/networks/5a860aae-e24f-4955-8d3a-9550562dc995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863982 Mar 23 01:31:18.414504 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d74d3-33b0-44d3-8848-f528d62eb6da req-e90bae57-2d96-4943-9775-f8a389dd9500 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:18.415988 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f14d74d3-33b0-44d3-8848-f528d62eb6da req-e90bae57-2d96-4943-9775-f8a389dd9500 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.1055954 Mar 23 01:31:18.606133 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f14d74d3-33b0-44d3-8848-f528d62eb6da req-e5bc5c8a-9542-48be-8aed-de69a6696cb2 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633453 Mar 23 01:31:18.625960 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f154befc-dec6-44a1-a5e6-fc5f2009ac94 req-4bb301bf-0ddd-4b91-8cac-4d7435628ec3 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189877 Mar 23 01:31:18.634883 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a46c4410-0265-4b86-bd3a-0c3805c58697 req-cb13c64f-9e2b-4614-9521-d2786ea10132 service neutron] 10.222.0.42 "GET /v2.0/networks/5a860aae-e24f-4955-8d3a-9550562dc995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056077 Mar 23 01:31:18.758584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-542c8a02-7991-4f00-af8a-48969fbe1475 req-8cdec21f-5f9d-44d0-9422-ba33cbbc251d tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1db6e32-761a-4c6e-9c50-c97ffe9cf285 HTTP/1.1" status: 200 len: 210 time: 0.0386610 Mar 23 01:31:18.810263 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'name': 'network-vif-deleted', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:18.812825 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694339c1-acfc-4937-ae0f-ef6df9bf4b93" -d '{"events": [{"server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "name": "network-vif-deleted", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:18.819353 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f154befc-dec6-44a1-a5e6-fc5f2009ac94 req-2e729f86-7da6-4f79-a925-153989d5b3d8 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776938 Mar 23 01:31:18.933429 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e9a97be-7be3-46bd-a0f2-c55ae87e1910 req-887e5104-609f-4625-947b-97655603a705 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 210 time: 0.0424371 Mar 23 01:31:19.027729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab307f9-3c94-4fc0-866d-993d7a83bac4 req-711c85fa-1390-4acc-be51-65e40cad6137 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:19.035520 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ab307f9-3c94-4fc0-866d-993d7a83bac4 req-711c85fa-1390-4acc-be51-65e40cad6137 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 943 time: 0.0950756 Mar 23 01:31:19.051632 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f7f12409-b320-49e4-9b18-53b8d0acf26d req-dd790118-fe01-4b80-bc62-89ffe987a839 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 210 time: 0.0408654 Mar 23 01:31:19.104262 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ab307f9-3c94-4fc0-866d-993d7a83bac4 req-c94d9662-dac5-494a-aa1d-af14e055a8bf tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e57ba44-e0de-466f-8c81-0c8091461f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653355 Mar 23 01:31:19.133980 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6490d19c-34d1-464c-b1b2-dfccf06e26b1 x-openstack-request-id: req-6490d19c-34d1-464c-b1b2-dfccf06e26b1 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:19.134277 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1db6e32-761a-4c6e-9c50-c97ffe9cf285", "name": "network-vif-deleted", "tag": "73ec178b-73b4-43c6-baf9-c74097125f15", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:19.136725 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6490d19c-34d1-464c-b1b2-dfccf06e26b1 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:19.137239 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6490d19c-34d1-464c-b1b2-dfccf06e26b1'] response: {'server_uuid': 'b1db6e32-761a-4c6e-9c50-c97ffe9cf285', 'name': 'network-vif-deleted', 'tag': '73ec178b-73b4-43c6-baf9-c74097125f15', 'status': 'completed', 'code': 200} Mar 23 01:31:19.330433 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ea734a9-e058-451a-a8a6-caad23d76860 req-dabfe29d-a1fc-4787-97eb-beea7565bd28 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0400443 Mar 23 01:31:19.437015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 32dff84e-434f-4ded-9ebf-db8d7e0f28bb details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:31:19.509597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59240) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:19.576013 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b413e4b7-d20a-4d45-be5a-63af4ab703f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:19.655871 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-75fa11d4-6f34-485d-820e-15617d1cb8a5 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:19.658904 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-75fa11d4-6f34-485d-820e-15617d1cb8a5 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 811 time: 0.2421188 Mar 23 01:31:19.669699 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 32dff84e-434f-4ded-9ebf-db8d7e0f28bb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=32dff84e-434f-4ded-9ebf-db8d7e0f28bb,segment=NetworkSegment(e8ab81e5-3996-4042-a8e9-2a93ec0d94f9),segment_id=e8ab81e5-3996-4042-a8e9-2a93ec0d94f9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:19.670345 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-98e0cfef-3f3b-4f3f-802a-b18f5d062f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:19.688127 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-3e698d74-0196-42f9-8d06-ac8cd714b277 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/quotas/3392bc1389564b4885d28390809b9afe HTTP/1.1" status: 200 len: 375 time: 0.0219905 Mar 23 01:31:19.754890 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-a41ca464-cad3-4e41-a708-a2168a327b89 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647473 Mar 23 01:31:19.879994 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93be250-e9f6-4cd4-8fb3-39bb1b5bfc19 req-727e528f-49fc-4525-ac41-a672d91134b5 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:19.881734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '32dff84e-434f-4ded-9ebf-db8d7e0f28bb', 'network_id': '5a860aae-e24f-4955-8d3a-9550562dc995', 'port_id': '32dff84e-434f-4ded-9ebf-db8d7e0f28bb', 'mac_address': 'fa:16:3e:a0:b0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f963919-14ae-4cfe-9d22-81af5b12256f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:31:19.887455 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c93be250-e9f6-4cd4-8fb3-39bb1b5bfc19 req-727e528f-49fc-4525-ac41-a672d91134b5 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.1198840 Mar 23 01:31:19.901995 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-98e0cfef-3f3b-4f3f-802a-b18f5d062f37 admin admin] Publish callbacks [] for security_group (837c0803-5c6b-46f8-9a31-4bb37aee31a0), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:19.907450 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-2d7e7933-2284-4350-8072-a924852004d4 service neutron] 10.222.0.18 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511784 Mar 23 01:31:19.913734 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-98e0cfef-3f3b-4f3f-802a-b18f5d062f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (837c0803-5c6b-46f8-9a31-4bb37aee31a0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:19.931364 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 32dff84e-434f-4ded-9ebf-db8d7e0f28bb is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:19.931903 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (32dff84e-434f-4ded-9ebf-db8d7e0f28bb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:19.950745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32dff84e-434f-4ded-9ebf-db8d7e0f28bb {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:31:19.979549 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 32dff84e-434f-4ded-9ebf-db8d7e0f28bb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=32dff84e-434f-4ded-9ebf-db8d7e0f28bb,segment=NetworkSegment(e8ab81e5-3996-4042-a8e9-2a93ec0d94f9),segment_id=e8ab81e5-3996-4042-a8e9-2a93ec0d94f9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:19.983328 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-98e0cfef-3f3b-4f3f-802a-b18f5d062f37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5753864bcfad47eb93a96e762748baaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4721305 Mar 23 01:31:19.988431 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59250) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:19.989273 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (32dff84e-434f-4ded-9ebf-db8d7e0f28bb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:19.996371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0cfef-3f3b-4f3f-802a-b18f5d062f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837c0803-5c6b-46f8-9a31-4bb37aee31a0,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:20.021832 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c93be250-e9f6-4cd4-8fb3-39bb1b5bfc19 req-143a27c1-7563-4cd3-8319-d6abf9509091 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330404 Mar 23 01:31:20.096087 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-d37e9778-97c0-44f4-819e-19dd0f83cf75 service neutron] 10.222.0.18 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870742 Mar 23 01:31:20.122996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=32dff84e-434f-4ded-9ebf-db8d7e0f28bb,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:20.182086 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-041c93c9-5d0d-414a-8606-eced84a6ee8f admin admin] Publish callbacks [] for security_group (837c0803-5c6b-46f8-9a31-4bb37aee31a0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:20.254807 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['32dff84e-434f-4ded-9ebf-db8d7e0f28bb'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:31:20.336969 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-041c93c9-5d0d-414a-8606-eced84a6ee8f admin admin] Publish callbacks [] for security_group (837c0803-5c6b-46f8-9a31-4bb37aee31a0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:20.376727 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63aa3fcb-143f-42cf-8f7e-06472b1bc767 req-a18c7fbf-364c-4d2f-9387-6f0e3d2b6ccb tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 210 time: 0.1540837 Mar 23 01:31:20.385997 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:20.454486 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1a92e4d-1fc5-43fb-8c38-7788f6d3ff1e req-e065bfea-8081-4d71-aa78-3c13a6f95c0f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 210 time: 0.0784793 Mar 23 01:31:20.525432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-7e96a449-1e46-491c-bb25-ecdd12686508 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:20.527123 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-7e96a449-1e46-491c-bb25-ecdd12686508 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.43 "GET /v2.0/networks?id=022c952f-96fa-4b6f-8707-0669714abf9c HTTP/1.1" status: 200 len: 815 time: 0.3932180 Mar 23 01:31:20.585460 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-041c93c9-5d0d-414a-8606-eced84a6ee8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (837c0803-5c6b-46f8-9a31-4bb37aee31a0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:20.588130 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-041c93c9-5d0d-414a-8606-eced84a6ee8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:20.589424 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-041c93c9-5d0d-414a-8606-eced84a6ee8f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/837c0803-5c6b-46f8-9a31-4bb37aee31a0 HTTP/1.1" status: 204 len: 168 time: 0.5995617 Mar 23 01:31:20.618924 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c93c9-5d0d-414a-8606-eced84a6ee8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837c0803-5c6b-46f8-9a31-4bb37aee31a0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:20.717710 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-a6163513-f1ca-473a-8e58-f2f102450556 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0e96aa4ebe547c5ae1b8dfe86aba311 HTTP/1.1" status: 200 len: 380 time: 0.1710486 Mar 23 01:31:20.736384 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-e095e7e6-5ed9-4fb5-9d04-df21b8f1fd8b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Request body: {'port': {'device_id': '8b234495-e549-4761-ba32-d789f8052d6a', 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c', 'admin_state_up': True, 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'security_groups': ['affe3e22-0d7e-44ae-b40e-ad41bbaed4a8']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:20.790572 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27009341-166b-49d2-875b-913047c86e37 req-9bb16071-cea9-4bc0-985e-c02cbd9c215b tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:20.798102 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-27009341-166b-49d2-875b-913047c86e37 req-9bb16071-cea9-4bc0-985e-c02cbd9c215b tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 944 time: 0.1672401 Mar 23 01:31:20.879267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73ec178b-73b4-43c6-baf9-c74097125f15 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:31:20.909923 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-27009341-166b-49d2-875b-913047c86e37 req-f7d85a55-542b-4e55-afe4-bcaa949890fa tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e57ba44-e0de-466f-8c81-0c8091461f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042585 Mar 23 01:31:20.922568 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1dec896b-f604-4e7e-a650-df28abc417fb req-29fe054c-061a-400a-9b22-d4da9970bcf6 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47 HTTP/1.1" status: 200 len: 210 time: 0.0988863 Mar 23 01:31:20.923118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 73ec178b-73b4-43c6-baf9-c74097125f15 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:31:20.923118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73ec178b-73b4-43c6-baf9-c74097125f15 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:31:21.018996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-e095e7e6-5ed9-4fb5-9d04-df21b8f1fd8b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Made reservation on behalf of f0e96aa4ebe547c5ae1b8dfe86aba311 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:31:21.026367 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-e095e7e6-5ed9-4fb5-9d04-df21b8f1fd8b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:21.208776 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8c69d734-38e0-4573-8160-346536094ba0 req-4459e77c-ed07-43f2-bd61-52a4fdffc710 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.1266727 Mar 23 01:31:21.230669 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca2488-aafe-4609-a067-5b786815e3a3 req-4bd31832-5d81-4bf0-8cb9-c049a680a8cf tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:21.232365 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57ca2488-aafe-4609-a067-5b786815e3a3 req-4bd31832-5d81-4bf0-8cb9-c049a680a8cf tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 951 time: 0.1628063 Mar 23 01:31:21.375245 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57ca2488-aafe-4609-a067-5b786815e3a3 req-25210439-97cd-4ac4-88e7-9ee53086c22b tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347275 Mar 23 01:31:21.466924 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 32dff84e-434f-4ded-9ebf-db8d7e0f28bb up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:31:21.560351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-e095e7e6-5ed9-4fb5-9d04-df21b8f1fd8b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Allocated IP 172.20.0.11 (022c952f-96fa-4b6f-8707-0669714abf9c/9f7a62d3-2214-40ac-962c-610e6b86d8a3/78165dc4-87cd-46f9-8359-dec217371119) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:31:21.602317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 32dff84e-434f-4ded-9ebf-db8d7e0f28bb completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:31:21.631509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 32dff84e-434f-4ded-9ebf-db8d7e0f28bb triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:31:21.632192 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (32dff84e-434f-4ded-9ebf-db8d7e0f28bb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:21.635530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83561154-1747-4702-ae53-b69624bc520a req-2a36fb01-bdc8-48fa-a9fa-bdc6e6e8cfba tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:21.640929 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-83561154-1747-4702-ae53-b69624bc520a req-2a36fb01-bdc8-48fa-a9fa-bdc6e6e8cfba tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.1313241 Mar 23 01:31:21.802157 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5afd5feb-2ffb-44b5-a5bf-c26fe66f26d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:21.834647 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-83561154-1747-4702-ae53-b69624bc520a req-3d1b360b-7b59-46b5-b1ff-cba4123d7444 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810658 Mar 23 01:31:21.885902 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 32dff84e-434f-4ded-9ebf-db8d7e0f28bb is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:21.886458 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (32dff84e-434f-4ded-9ebf-db8d7e0f28bb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:21.938849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa74cd6d-4607-4b27-9844-8c9193fea804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dff84e-434f-4ded-9ebf-db8d7e0f28bb'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:21.941398 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a64a1d-632a-43f4-bf00-dc5d53ffc7b1" -d '{"events": [{"server_uuid": "fa74cd6d-4607-4b27-9844-8c9193fea804", "name": "network-vif-plugged", "status": "completed", "tag": "32dff84e-434f-4ded-9ebf-db8d7e0f28bb"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:21.954697 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 32dff84e-434f-4ded-9ebf-db8d7e0f28bb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=32dff84e-434f-4ded-9ebf-db8d7e0f28bb,segment=NetworkSegment(e8ab81e5-3996-4042-a8e9-2a93ec0d94f9),segment_id=e8ab81e5-3996-4042-a8e9-2a93ec0d94f9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:21.957444 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-e095e7e6-5ed9-4fb5-9d04-df21b8f1fd8b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for port (78165dc4-87cd-46f9-8359-dec217371119), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:21.962994 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (32dff84e-434f-4ded-9ebf-db8d7e0f28bb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:22.051471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=32dff84e-434f-4ded-9ebf-db8d7e0f28bb,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:22.053663 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-e095e7e6-5ed9-4fb5-9d04-df21b8f1fd8b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (78165dc4-87cd-46f9-8359-dec217371119), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:22.155905 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0a7b-ee2d-4e5f-a3e8-e81531f93223 req-e3ffe2d2-d227-43f7-8163-93562c348b2f tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:22.165161 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e95a0a7b-ee2d-4e5f-a3e8-e81531f93223 req-e3ffe2d2-d227-43f7-8163-93562c348b2f tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 932 time: 0.1233532 Mar 23 01:31:22.219490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095e7e6-5ed9-4fb5-9d04-df21b8f1fd8b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Pushing event updated for resources: {'Port': ['ID=78165dc4-87cd-46f9-8359-dec217371119,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:22.267700 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e95a0a7b-ee2d-4e5f-a3e8-e81531f93223 req-f339b499-772f-4fa4-af64-ba519872ad30 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005030 Mar 23 01:31:22.308368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-e095e7e6-5ed9-4fb5-9d04-df21b8f1fd8b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Network 022c952f-96fa-4b6f-8707-0669714abf9c is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:31:22.313526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-e095e7e6-5ed9-4fb5-9d04-df21b8f1fd8b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:31:22.319891 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-e095e7e6-5ed9-4fb5-9d04-df21b8f1fd8b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:31:22.398067 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-e095e7e6-5ed9-4fb5-9d04-df21b8f1fd8b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:22.398723 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-e095e7e6-5ed9-4fb5-9d04-df21b8f1fd8b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:22.426880 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-e095e7e6-5ed9-4fb5-9d04-df21b8f1fd8b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7027097 Mar 23 01:31:22.440125 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-59e72186-7d3a-4c5b-a2eb-7f98b4bdd101 req-9dc74828-2081-4709-882c-91328d50c03f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 210 time: 0.0666835 Mar 23 01:31:22.478009 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Request body: {'port': {'device_id': '8b234495-e549-4761-ba32-d789f8052d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:22.533045 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90c0e0e-3168-495a-9f2d-0e919b1ae3d2 x-openstack-request-id: req-c90c0e0e-3168-495a-9f2d-0e919b1ae3d2 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:22.533333 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa74cd6d-4607-4b27-9844-8c9193fea804", "name": "network-vif-plugged", "status": "completed", "tag": "32dff84e-434f-4ded-9ebf-db8d7e0f28bb", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:22.533790 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c90c0e0e-3168-495a-9f2d-0e919b1ae3d2 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:22.534681 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c90c0e0e-3168-495a-9f2d-0e919b1ae3d2'] response: {'server_uuid': 'fa74cd6d-4607-4b27-9844-8c9193fea804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dff84e-434f-4ded-9ebf-db8d7e0f28bb', 'code': 200} Mar 23 01:31:22.631548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a175c-c909-435b-ae2f-30ad769af9f6 req-e2df4d98-287d-4a46-93a0-c110d84901c0 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:22.633153 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c3a175c-c909-435b-ae2f-30ad769af9f6 req-e2df4d98-287d-4a46-93a0-c110d84901c0 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 951 time: 0.4159305 Mar 23 01:31:22.662055 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-939f2d24-80a0-4237-bc4e-3d5580909917 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:22.663529 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-939f2d24-80a0-4237-bc4e-3d5580909917 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.42 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 811 time: 0.6375425 Mar 23 01:31:22.711401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-3ad1c4ba-b69d-4ecb-9b85-bffbe836ad2f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Request body: {'port': {'device_id': '6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47', 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717', 'admin_state_up': True, 'tenant_id': '3392bc1389564b4885d28390809b9afe'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:22.716294 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (78165dc4-87cd-46f9-8359-dec217371119), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:22.758994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6222d51a-36aa-46cb-91aa-a4b17ef5bfe8 None None] Provisioning complete for port 78165dc4-87cd-46f9-8359-dec217371119 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:31:22.759543 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6222d51a-36aa-46cb-91aa-a4b17ef5bfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (78165dc4-87cd-46f9-8359-dec217371119), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:22.795536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6222d51a-36aa-46cb-91aa-a4b17ef5bfe8 None None] Port 78165dc4-87cd-46f9-8359-dec217371119 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:31:22.889603 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4dc58-a065-4369-a7b6-20038a421693 req-20a847f0-5544-4f98-93c6-4df45bcbdb09 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:22.891198 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c1d4dc58-a065-4369-a7b6-20038a421693 req-20a847f0-5544-4f98-93c6-4df45bcbdb09 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 945 time: 0.2962449 Mar 23 01:31:22.902381 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb51a0-841a-4593-8137-5979cd741930 req-8c65d2de-1453-4081-8968-815ca18ef51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:22.904320 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-37cb51a0-841a-4593-8137-5979cd741930 req-8c65d2de-1453-4081-8968-815ca18ef51d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 1127 time: 0.3075743 Mar 23 01:31:23.079682 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:23.417330 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-37cb51a0-841a-4593-8137-5979cd741930 req-e719386c-5253-4f04-aafd-a9d6d484cc40 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8e57ba44-e0de-466f-8c81-0c8091461f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039964 Mar 23 01:31:23.437874 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-4c3a175c-c909-435b-ae2f-30ad769af9f6 req-6b8e9dca-75fe-472a-b7ae-00ec5e232cfa tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Deleting port ace774f7-592a-4eb6-a147-caa3aee00d6a {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:31:23.438212 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c3a175c-c909-435b-ae2f-30ad769af9f6 req-6b8e9dca-75fe-472a-b7ae-00ec5e232cfa tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:23.445635 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c1d4dc58-a065-4369-a7b6-20038a421693 req-a17b8bd9-a029-41d1-a2fa-8c51cb871bae tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e57ba44-e0de-466f-8c81-0c8091461f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404103 Mar 23 01:31:23.460709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-3ad1c4ba-b69d-4ecb-9b85-bffbe836ad2f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Made reservation on behalf of 3392bc1389564b4885d28390809b9afe for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:31:23.462075 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-3ad1c4ba-b69d-4ecb-9b85-bffbe836ad2f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:23.573200 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-633d9804-10a5-4205-8eca-1380157b7f6d req-a268feca-7aa7-4ec8-8e3d-a44386dfe46b tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0471036 Mar 23 01:31:23.732436 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-4c3a175c-c909-435b-ae2f-30ad769af9f6 req-6b8e9dca-75fe-472a-b7ae-00ec5e232cfa tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] For port ace774f7-592a-4eb6-a147-caa3aee00d6a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ace774f7-592a-4eb6-a147-caa3aee00d6a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:23.732724 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c3a175c-c909-435b-ae2f-30ad769af9f6 req-6b8e9dca-75fe-472a-b7ae-00ec5e232cfa tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:23.776111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-4c3a175c-c909-435b-ae2f-30ad769af9f6 req-6b8e9dca-75fe-472a-b7ae-00ec5e232cfa tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Calling delete_port for ace774f7-592a-4eb6-a147-caa3aee00d6a owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:31:23.795878 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78165dc4-87cd-46f9-8359-dec217371119 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:31:23.812039 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Publish callbacks [] for port (78165dc4-87cd-46f9-8359-dec217371119), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:23.864319 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-3ad1c4ba-b69d-4ecb-9b85-bffbe836ad2f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Allocated IP 172.20.0.3 (11a64475-d2db-4f02-97ca-82d855d62717/ef8ca6c1-ff55-42d2-99a7-3b5483039371/60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:31:23.892555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7eb38-42b6-456b-a203-02929d390322 req-9e9d3c20-1a5c-438c-8598-499e17f73b1f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:23.894113 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-00c7eb38-42b6-456b-a203-02929d390322 req-9e9d3c20-1a5c-438c-8598-499e17f73b1f tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14 HTTP/1.1" status: 200 len: 951 time: 0.2443249 Mar 23 01:31:23.895098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Transition to ACTIVE for port object 78165dc4-87cd-46f9-8359-dec217371119 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:31:23.915513 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (78165dc4-87cd-46f9-8359-dec217371119), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:24.057401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Pushing event updated for resources: {'Port': ['ID=78165dc4-87cd-46f9-8359-dec217371119,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:24.089552 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-00c7eb38-42b6-456b-a203-02929d390322 req-d29055c2-7855-4af4-befe-799e3dbd6f6e tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879525 Mar 23 01:31:24.242192 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-799698d2-2874-4c8b-b883-4ecd56d1dabf req-d59caa06-f3ef-4242-bf8d-fc07a394dca9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47 HTTP/1.1" status: 200 len: 210 time: 0.0557430 Mar 23 01:31:24.254714 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c3a175c-c909-435b-ae2f-30ad769af9f6 req-6b8e9dca-75fe-472a-b7ae-00ec5e232cfa tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (ace774f7-592a-4eb6-a147-caa3aee00d6a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:24.269912 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['12cc3aa7-3a74-4937-8205-13c47cc68a3a', 'ace774f7-592a-4eb6-a147-caa3aee00d6a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:31:24.301542 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['7dfb5313-72b1-49c3-b766-3525312824ec'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:31:24.308485 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e9dca-75fe-472a-b7ae-00ec5e232cfa tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Pushing event deleted for resources: {'Port': ['ID=ace774f7-592a-4eb6-a147-caa3aee00d6a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:24.345957 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-3ad1c4ba-b69d-4ecb-9b85-bffbe836ad2f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks [] for port (60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:24.347542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Attempting to bind port 78165dc4-87cd-46f9-8359-dec217371119 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:31:24.347877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Attempting to bind port 78165dc4-87cd-46f9-8359-dec217371119 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'de4dd121-1316-4700-b113-a5c500ca4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:31:24.348204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Attempting to bind port 78165dc4-87cd-46f9-8359-dec217371119 on network 022c952f-96fa-4b6f-8707-0669714abf9c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:31:24.386785 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3a175c-c909-435b-ae2f-30ad769af9f6 req-6b8e9dca-75fe-472a-b7ae-00ec5e232cfa tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] No DVR routers for this DVR port ace774f7-592a-4eb6-a147-caa3aee00d6a on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:31:24.390483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Port 78165dc4-87cd-46f9-8359-dec217371119 on network 022c952f-96fa-4b6f-8707-0669714abf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:31:24.390896 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Attempting to bind port 78165dc4-87cd-46f9-8359-dec217371119 on network 022c952f-96fa-4b6f-8707-0669714abf9c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:31:24.412435 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c3a175c-c909-435b-ae2f-30ad769af9f6 req-6b8e9dca-75fe-472a-b7ae-00ec5e232cfa tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:24.416069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c3a175c-c909-435b-ae2f-30ad769af9f6 req-6b8e9dca-75fe-472a-b7ae-00ec5e232cfa tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.42 "DELETE /v2.0/ports/ace774f7-592a-4eb6-a147-caa3aee00d6a HTTP/1.1" status: 204 len: 173 time: 1.7643838 Mar 23 01:31:24.416838 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'name': 'network-vif-deleted', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:24.419357 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6272b4db-aa83-4c48-a5cb-7595ebcf47e6" -d '{"events": [{"server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "name": "network-vif-deleted", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:24.438881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:31:24.439584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Checking segment: {'id': 'de4dd121-1316-4700-b113-a5c500ca4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:31:24.440398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Bound using segment: {'id': 'de4dd121-1316-4700-b113-a5c500ca4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:31:24.441225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Bound port: 78165dc4-87cd-46f9-8359-dec217371119, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de4dd121-1316-4700-b113-a5c500ca4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:31:24.441852 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (78165dc4-87cd-46f9-8359-dec217371119), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:24.480223 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:24.542971 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-3ad1c4ba-b69d-4ecb-9b85-bffbe836ad2f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:24.573786 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96046e13-d4c5-4088-b2ca-7142863bde1a req-c369c599-fe23-488e-8c84-665a7564efc7 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:24.583152 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96046e13-d4c5-4088-b2ca-7142863bde1a req-c369c599-fe23-488e-8c84-665a7564efc7 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.2324922 Mar 23 01:31:24.675395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-3ad1c4ba-b69d-4ecb-9b85-bffbe836ad2f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Network 11a64475-d2db-4f02-97ca-82d855d62717 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:31:24.683767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] For port 78165dc4-87cd-46f9-8359-dec217371119, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:31:24.704642 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-3ad1c4ba-b69d-4ecb-9b85-bffbe836ad2f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:31:24.721312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-3ad1c4ba-b69d-4ecb-9b85-bffbe836ad2f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:31:24.736972 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c4ba-b69d-4ecb-9b85-bffbe836ad2f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Pushing event updated for resources: {'Port': ['ID=60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:24.761507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] For port 78165dc4-87cd-46f9-8359-dec217371119, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=78165dc4-87cd-46f9-8359-dec217371119,segment=NetworkSegment(de4dd121-1316-4700-b113-a5c500ca4d13),segment_id=de4dd121-1316-4700-b113-a5c500ca4d13)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:31:24.766199 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96046e13-d4c5-4088-b2ca-7142863bde1a req-294074c3-e737-4771-a0ca-5f14146064d4 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822898 Mar 23 01:31:24.779924 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (78165dc4-87cd-46f9-8359-dec217371119), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:24.826992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-3ad1c4ba-b69d-4ecb-9b85-bffbe836ad2f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:24.827784 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-3ad1c4ba-b69d-4ecb-9b85-bffbe836ad2f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:24.852649 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:24.853479 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:24.855271 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] 10.222.0.43 "PUT /v2.0/ports/78165dc4-87cd-46f9-8359-dec217371119 HTTP/1.1" status: 200 len: 1092 time: 2.4034190 Mar 23 01:31:24.885344 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-3ad1c4ba-b69d-4ecb-9b85-bffbe836ad2f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1969576 Mar 23 01:31:24.911545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42555c8d-a8f4-4ebf-be1a-ae195ced17f8 service neutron] Pushing event updated for resources: {'Port': ['ID=78165dc4-87cd-46f9-8359-dec217371119,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:24.918771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Request body: {'port': {'device_id': '6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:24.995058 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49762aa2-6126-45c7-9be1-528f3aa39919 req-cdf484b5-9708-4b8f-bfa1-54e1dd8806ea tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:24.996624 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-49762aa2-6126-45c7-9be1-528f3aa39919 req-cdf484b5-9708-4b8f-bfa1-54e1dd8806ea tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.1368108 Mar 23 01:31:25.004155 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:25.145983 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-49762aa2-6126-45c7-9be1-528f3aa39919 req-a26678a6-4089-42e2-917b-fd5a036f44b2 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292598 Mar 23 01:31:25.214034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-2d834ea6-28ad-4e47-a869-83135a6ec7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:25.215826 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-2d834ea6-28ad-4e47-a869-83135a6ec7de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0e96aa4ebe547c5ae1b8dfe86aba311&device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 1126 time: 0.1623430 Mar 23 01:31:25.256067 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d5867a51-dbd8-458b-a182-172c04ecbb4f req-9d68a66f-2de6-4a91-bdf2-cbf376014ea2 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 210 time: 0.0365980 Mar 23 01:31:25.317523 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f0adf6-3512-44cc-a934-ef8c198abe37 x-openstack-request-id: req-e2f0adf6-3512-44cc-a934-ef8c198abe37 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:25.317868 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14", "name": "network-vif-deleted", "tag": "ace774f7-592a-4eb6-a147-caa3aee00d6a", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:25.318057 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2f0adf6-3512-44cc-a934-ef8c198abe37 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:25.318456 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f0adf6-3512-44cc-a934-ef8c198abe37'] response: {'server_uuid': 'ea8bed1d-73ea-4ecc-9e1c-bf84b5527d14', 'name': 'network-vif-deleted', 'tag': 'ace774f7-592a-4eb6-a147-caa3aee00d6a', 'status': 'completed', 'code': 200} Mar 23 01:31:25.319832 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-c64f0a6a-457b-4efc-bd0d-88e55a943a6b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78165dc4-87cd-46f9-8359-dec217371119 HTTP/1.1" status: 200 len: 217 time: 0.0904210 Mar 23 01:31:25.426124 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-6ac363bd-86d4-4d59-b2f7-917cdddc3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:25.427565 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-6ac363bd-86d4-4d59-b2f7-917cdddc3f90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f7a62d3-2214-40ac-962c-610e6b86d8a3 HTTP/1.1" status: 200 len: 854 time: 0.1006367 Mar 23 01:31:25.501019 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb7f01-045b-439d-8930-f74ddebf89d4 req-3e123073-6049-499f-9603-67528ed7f993 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:25.502461 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-baeb7f01-045b-439d-8930-f74ddebf89d4 req-3e123073-6049-499f-9603-67528ed7f993 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 945 time: 0.1478031 Mar 23 01:31:25.549886 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:31:25.559143 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Publish callbacks [] for port (60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:25.566973 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-b4a48afd-2a79-4055-86c9-5c7d9879a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:25.568410 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-b4a48afd-2a79-4055-86c9-5c7d9879a0a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=022c952f-96fa-4b6f-8707-0669714abf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1352515 Mar 23 01:31:25.593268 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Transition to ACTIVE for port object 60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:31:25.636689 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:25.672172 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-baeb7f01-045b-439d-8930-f74ddebf89d4 req-b5355c26-9efe-40c3-99a7-0d81030a0578 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e57ba44-e0de-466f-8c81-0c8091461f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520488 Mar 23 01:31:25.713607 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Pushing event updated for resources: {'Port': ['ID=60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:25.752402 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-efb1c193-295f-4919-a21a-79c4886943ca service neutron] 10.222.0.43 "GET /v2.0/networks/022c952f-96fa-4b6f-8707-0669714abf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730108 Mar 23 01:31:25.756714 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:25.818950 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f9d3bfeb-d646-4da5-859f-8094d1599daa req-bbffbe5c-460c-46fe-9baa-9fed4e8e30f1 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0690291 Mar 23 01:31:25.882556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Attempting to bind port 60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:31:25.882891 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Attempting to bind port 60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:31:25.883218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Attempting to bind port 60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac on network 11a64475-d2db-4f02-97ca-82d855d62717 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:31:25.890243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Port 60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac on network 11a64475-d2db-4f02-97ca-82d855d62717 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:31:25.890585 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Attempting to bind port 60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac on network 11a64475-d2db-4f02-97ca-82d855d62717 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:31:25.900946 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:31:25.901283 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Checking segment: {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:31:25.901648 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Bound using segment: {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:31:25.902081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Bound port: 60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:31:25.902449 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:25.922558 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a6f56e2-a724-4181-b43c-c9852252d2cb req-9d2c15a6-7e62-49e3-a065-38c6748f8f12 service neutron] 10.222.0.43 "GET /v2.0/networks/022c952f-96fa-4b6f-8707-0669714abf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398199 Mar 23 01:31:26.013464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] For port 60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:31:26.017111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] For port 60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:31:26.024841 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df959bf7-27e0-4b5c-ab54-c8e2e3248265 req-810773df-7772-4161-9829-17162dfa983d tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:26.026336 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-df959bf7-27e0-4b5c-ab54-c8e2e3248265 req-810773df-7772-4161-9829-17162dfa983d tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47 HTTP/1.1" status: 200 len: 943 time: 0.1019666 Mar 23 01:31:26.033461 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:26.088066 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:26.088719 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:26.090087 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] 10.222.0.42 "PUT /v2.0/ports/60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac HTTP/1.1" status: 200 len: 1091 time: 1.1796544 Mar 23 01:31:26.118595 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be269661-965e-40db-b2a1-42e3aa3ae2cc service neutron] Pushing event updated for resources: {'Port': ['ID=60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:26.127870 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-df959bf7-27e0-4b5c-ab54-c8e2e3248265 req-c090faf1-3b59-411f-9e24-a6d7856ee332 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919707 Mar 23 01:31:26.181036 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-0601892c-2c8d-41f3-a063-c023ba98ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:26.182688 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-0601892c-2c8d-41f3-a063-c023ba98ed2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&device_id=6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47 HTTP/1.1" status: 200 len: 1125 time: 0.0533681 Mar 23 01:31:26.232182 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-605dd98e-066f-4ed0-ae04-78aa62d6168b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac HTTP/1.1" status: 200 len: 217 time: 0.0418420 Mar 23 01:31:26.317407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-7291df19-3dd7-4e96-b7dc-985e5069e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:26.318860 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-7291df19-3dd7-4e96-b7dc-985e5069e4c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef8ca6c1-ff55-42d2-99a7-3b5483039371 HTTP/1.1" status: 200 len: 851 time: 0.0803292 Mar 23 01:31:26.355460 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-03bd50ca-a8a8-41c6-87bb-1d6c77b2bf36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=11a64475-d2db-4f02-97ca-82d855d62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276000 Mar 23 01:31:26.363499 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96881ac3-3e06-4404-843a-f3b8902c5b82 req-c598a71c-84a8-4424-b1cd-67b18dfba122 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:26.364841 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96881ac3-3e06-4404-843a-f3b8902c5b82 req-c598a71c-84a8-4424-b1cd-67b18dfba122 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.0967238 Mar 23 01:31:26.470505 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96881ac3-3e06-4404-843a-f3b8902c5b82 req-0e4d3d6d-3329-41f3-85e8-bd2d9082af26 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979569 Mar 23 01:31:26.494509 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-d0669bd5-064d-4ac6-9ec5-901fcfb34029 service neutron] 10.222.0.42 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208396 Mar 23 01:31:26.579693 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-5eabe078-8541-48f0-b652-f79a49d9a492 service neutron] 10.222.0.42 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870137 Mar 23 01:31:26.727189 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3d2b7-9e50-4210-aa06-b0d501567ee2 req-d8ec731d-e418-4220-bd32-342384fa34e1 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:26.729273 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ca3d2b7-9e50-4210-aa06-b0d501567ee2 req-d8ec731d-e418-4220-bd32-342384fa34e1 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.0584271 Mar 23 01:31:26.786322 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ca3d2b7-9e50-4210-aa06-b0d501567ee2 req-d4ba6126-826f-4288-8822-116dc159f8a3 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506084 Mar 23 01:31:26.968732 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d6c2d02-6175-42fa-b4b3-44ef51656506 req-b53be467-ee93-4007-bb36-dc8cecd0fec2 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 210 time: 0.0283611 Mar 23 01:31:27.046323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b90f0-7bbf-4e99-8ee8-5247d94e6e67 req-bf006dfd-bf47-4c93-9c80-1334bd2f2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:27.047758 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a2b90f0-7bbf-4e99-8ee8-5247d94e6e67 req-bf006dfd-bf47-4c93-9c80-1334bd2f2600 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fff18fa7b5254d5db4b0784b60803861&device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 1127 time: 0.0820453 Mar 23 01:31:27.168067 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-283b6691-f5a9-4d56-8ede-0788901f876b tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:27.169785 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-283b6691-f5a9-4d56-8ede-0788901f876b tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47 HTTP/1.1" status: 200 len: 943 time: 0.1520264 Mar 23 01:31:27.218518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7de88e-d79a-45e4-95db-761586ef297d req-f2f21d6e-f779-473a-82cb-2fc6cabd5223 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:27.219990 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3f7de88e-d79a-45e4-95db-761586ef297d req-f2f21d6e-f779-473a-82cb-2fc6cabd5223 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.1713319 Mar 23 01:31:27.227500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b90f0-7bbf-4e99-8ee8-5247d94e6e67 req-9f432196-1a66-4347-b937-980ad353d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:27.228865 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a2b90f0-7bbf-4e99-8ee8-5247d94e6e67 req-9f432196-1a66-4347-b937-980ad353d9ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a860aae-e24f-4955-8d3a-9550562dc995 HTTP/1.1" status: 200 len: 914 time: 0.1698136 Mar 23 01:31:27.305308 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a2b90f0-7bbf-4e99-8ee8-5247d94e6e67 req-f4e86946-af57-4df3-8630-15fab44415df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32dff84e-434f-4ded-9ebf-db8d7e0f28bb HTTP/1.1" status: 200 len: 217 time: 0.0667732 Mar 23 01:31:27.324979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b234495-e549-4761-ba32-d789f8052d6a', 'tag': '78165dc4-87cd-46f9-8359-dec217371119'}, {'name': 'network-changed', 'server_uuid': '6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47', 'tag': '60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:27.327608 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02709944-20d6-4f41-91e8-b4609dcd7552" -d '{"events": [{"name": "network-changed", "server_uuid": "8b234495-e549-4761-ba32-d789f8052d6a", "tag": "78165dc4-87cd-46f9-8359-dec217371119"}, {"name": "network-changed", "server_uuid": "6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47", "tag": "60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:27.390496 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3f7de88e-d79a-45e4-95db-761586ef297d req-eb87b8bd-06cc-469e-a6b4-57b55222ec88 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642060 Mar 23 01:31:27.398481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b90f0-7bbf-4e99-8ee8-5247d94e6e67 req-b0bfac04-8bf0-49bc-ac18-6ffa5d32fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:27.399959 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a2b90f0-7bbf-4e99-8ee8-5247d94e6e67 req-b0bfac04-8bf0-49bc-ac18-6ffa5d32fde6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f963919-14ae-4cfe-9d22-81af5b12256f HTTP/1.1" status: 200 len: 854 time: 0.0871525 Mar 23 01:31:27.436943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-d95c9a94-8c54-49e0-88e0-4c02e1c4a0d2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Deleting port 60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:31:27.437386 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-d95c9a94-8c54-49e0-88e0-4c02e1c4a0d2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:27.441819 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a2b90f0-7bbf-4e99-8ee8-5247d94e6e67 req-7e34d568-7942-43c0-b400-010f141e9ecf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a860aae-e24f-4955-8d3a-9550562dc995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328109 Mar 23 01:31:27.491283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ace774f7-592a-4eb6-a147-caa3aee00d6a no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:31:27.512102 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: ace774f7-592a-4eb6-a147-caa3aee00d6a {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:31:27.512827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ace774f7-592a-4eb6-a147-caa3aee00d6a not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:31:27.554378 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ab3010c3-eefd-4a6e-bf09-5885295c1ef8 req-7c5af00e-09e2-4912-a559-ad768c9cd68e tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0685122 Mar 23 01:31:27.624457 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-d95c9a94-8c54-49e0-88e0-4c02e1c4a0d2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] For port 60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:27.624864 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-d95c9a94-8c54-49e0-88e0-4c02e1c4a0d2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:27.981692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-d95c9a94-8c54-49e0-88e0-4c02e1c4a0d2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Calling delete_port for 60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:31:27.993201 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a2b90f0-7bbf-4e99-8ee8-5247d94e6e67 req-d86560e7-a54a-4041-b873-4c01a2926d5d service neutron] 10.222.0.42 "GET /v2.0/networks/5a860aae-e24f-4955-8d3a-9550562dc995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391877 Mar 23 01:31:28.122819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862be426-0182-49cb-88d3-bcb29e98f886 req-cd7cf1ee-01a1-4cf7-abf4-f5a7cd5b9c8a tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:28.124323 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-862be426-0182-49cb-88d3-bcb29e98f886 req-cd7cf1ee-01a1-4cf7-abf4-f5a7cd5b9c8a tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 945 time: 0.5021968 Mar 23 01:31:28.179741 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a2b90f0-7bbf-4e99-8ee8-5247d94e6e67 req-fcb4fbd0-595c-4971-b09a-22c5d6d38804 service neutron] 10.222.0.42 "GET /v2.0/networks/5a860aae-e24f-4955-8d3a-9550562dc995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798029 Mar 23 01:31:28.235846 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-862be426-0182-49cb-88d3-bcb29e98f886 req-cc663d3f-246f-47cc-9e98-9eb737abdb11 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e57ba44-e0de-466f-8c81-0c8091461f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007459 Mar 23 01:31:28.260078 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-d95c9a94-8c54-49e0-88e0-4c02e1c4a0d2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:28.291772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c9a94-8c54-49e0-88e0-4c02e1c4a0d2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Pushing event deleted for resources: {'Port': ['ID=60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:28.369193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-d95c9a94-8c54-49e0-88e0-4c02e1c4a0d2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] No DVR routers for this DVR port 60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:31:28.380484 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-d95c9a94-8c54-49e0-88e0-4c02e1c4a0d2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:28.383869 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61f9b909-ebf1-48a3-9988-8672c3a2faa2 req-d95c9a94-8c54-49e0-88e0-4c02e1c4a0d2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.42 "DELETE /v2.0/ports/60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac HTTP/1.1" status: 204 len: 173 time: 1.2053053 Mar 23 01:31:28.408590 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6077cd1a-2e5b-4d9c-8a54-552b8afb4f55 req-f83192ed-c9b0-4f93-97dd-95ece1aa534c tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47 HTTP/1.1" status: 200 len: 210 time: 0.0407007 Mar 23 01:31:28.438840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0095d-68ed-44bd-a9b2-2ac1cb52e3f8 req-1b03920c-cf91-4e23-b603-220dd17333f5 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:28.440624 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43d0095d-68ed-44bd-a9b2-2ac1cb52e3f8 req-1b03920c-cf91-4e23-b603-220dd17333f5 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.43 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 949 time: 0.1179278 Mar 23 01:31:28.498167 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 343 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb290759-e41d-4781-9fa2-c0061a430e27 x-openstack-request-id: req-cb290759-e41d-4781-9fa2-c0061a430e27 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:28.498476 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b234495-e549-4761-ba32-d789f8052d6a", "tag": "78165dc4-87cd-46f9-8359-dec217371119", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47", "tag": "60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac", "status": "failed", "code": 422}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:28.498911 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb290759-e41d-4781-9fa2-c0061a430e27 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:28.499366 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb290759-e41d-4781-9fa2-c0061a430e27'] response: {'name': 'network-changed', 'server_uuid': '8b234495-e549-4761-ba32-d789f8052d6a', 'tag': '78165dc4-87cd-46f9-8359-dec217371119', 'status': 'completed', 'code': 200} Mar 23 01:31:28.499889 n-d-834677-4 neutron-server[99264]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cb290759-e41d-4781-9fa2-c0061a430e27']: {'name': 'network-changed', 'server_uuid': '6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47', 'tag': '60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac', 'status': 'failed', 'code': 422} returned with failed status Mar 23 01:31:28.596538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-43d0095d-68ed-44bd-a9b2-2ac1cb52e3f8 req-386a60e1-8d7f-4285-9c3c-3d2a61e84158 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Deleting port 7dfb5313-72b1-49c3-b766-3525312824ec {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:31:28.597267 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-43d0095d-68ed-44bd-a9b2-2ac1cb52e3f8 req-386a60e1-8d7f-4285-9c3c-3d2a61e84158 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:28.613245 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02709944-20d6-4f41-91e8-b4609dcd7552 req-68b9037f-5b99-44fe-9659-5678e15d42a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:28.615038 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-02709944-20d6-4f41-91e8-b4609dcd7552 req-68b9037f-5b99-44fe-9659-5678e15d42a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0e96aa4ebe547c5ae1b8dfe86aba311&device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 1126 time: 0.0719025 Mar 23 01:31:28.674436 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f72ad1-ea0b-430c-86d2-7a80e06e6a2d req-7736c62b-ebdb-413d-92a7-b811527eb512 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:28.681663 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-07f72ad1-ea0b-430c-86d2-7a80e06e6a2d req-7736c62b-ebdb-413d-92a7-b811527eb512 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.1315484 Mar 23 01:31:28.782605 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-43d0095d-68ed-44bd-a9b2-2ac1cb52e3f8 req-386a60e1-8d7f-4285-9c3c-3d2a61e84158 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] For port 7dfb5313-72b1-49c3-b766-3525312824ec, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7dfb5313-72b1-49c3-b766-3525312824ec,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:28.782605 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-43d0095d-68ed-44bd-a9b2-2ac1cb52e3f8 req-386a60e1-8d7f-4285-9c3c-3d2a61e84158 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:28.787883 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02709944-20d6-4f41-91e8-b4609dcd7552 req-d4d9c4b3-d20b-4998-a62c-3a9679ba20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:28.790446 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-02709944-20d6-4f41-91e8-b4609dcd7552 req-d4d9c4b3-d20b-4998-a62c-3a9679ba20ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=022c952f-96fa-4b6f-8707-0669714abf9c HTTP/1.1" status: 200 len: 915 time: 0.1698718 Mar 23 01:31:28.811926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-43d0095d-68ed-44bd-a9b2-2ac1cb52e3f8 req-386a60e1-8d7f-4285-9c3c-3d2a61e84158 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Calling delete_port for 7dfb5313-72b1-49c3-b766-3525312824ec owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:31:28.819801 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-07f72ad1-ea0b-430c-86d2-7a80e06e6a2d req-62193384-6e9d-4186-b021-a432f8496f97 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371551 Mar 23 01:31:28.868001 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-02709944-20d6-4f41-91e8-b4609dcd7552 req-419db0bf-c0b0-44af-906f-876a6a240213 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78165dc4-87cd-46f9-8359-dec217371119 HTTP/1.1" status: 200 len: 217 time: 0.0680296 Mar 23 01:31:28.955107 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02709944-20d6-4f41-91e8-b4609dcd7552 req-285fbda2-9411-4cf7-8c4c-eddd7b5dd551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:28.955826 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-02709944-20d6-4f41-91e8-b4609dcd7552 req-285fbda2-9411-4cf7-8c4c-eddd7b5dd551 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f7a62d3-2214-40ac-962c-610e6b86d8a3 HTTP/1.1" status: 200 len: 854 time: 0.0822549 Mar 23 01:31:28.981039 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9066039-97ed-4278-abef-e4a66c0b3517 req-0078b961-feca-4f33-841c-d212979ee7dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&device_id=6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47 HTTP/1.1" status: 200 len: 210 time: 0.0557878 Mar 23 01:31:29.038803 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02709944-20d6-4f41-91e8-b4609dcd7552 req-51370665-9e38-44bc-a13a-f5a28900da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:29.040994 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-02709944-20d6-4f41-91e8-b4609dcd7552 req-51370665-9e38-44bc-a13a-f5a28900da02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=022c952f-96fa-4b6f-8707-0669714abf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0776083 Mar 23 01:31:29.149639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a31b5-85b0-4874-9cb8-cbb8b040bde2 req-4af76da9-c3f6-4e5c-ac87-1bb605c84dd0 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:29.151522 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-673a31b5-85b0-4874-9cb8-cbb8b040bde2 req-4af76da9-c3f6-4e5c-ac87-1bb605c84dd0 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.2275569 Mar 23 01:31:29.219336 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-02709944-20d6-4f41-91e8-b4609dcd7552 req-2c119558-fb6e-46a6-af18-e62340424d1d service neutron] 10.222.0.43 "GET /v2.0/networks/022c952f-96fa-4b6f-8707-0669714abf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714547 Mar 23 01:31:29.334357 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-43d0095d-68ed-44bd-a9b2-2ac1cb52e3f8 req-386a60e1-8d7f-4285-9c3c-3d2a61e84158 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7dfb5313-72b1-49c3-b766-3525312824ec), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:29.346609 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['12cc3aa7-3a74-4937-8205-13c47cc68a3a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:31:29.359264 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9066039-97ed-4278-abef-e4a66c0b3517 req-86d07194-18a1-4972-a862-939ae00d85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:29.366794 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9066039-97ed-4278-abef-e4a66c0b3517 req-86d07194-18a1-4972-a862-939ae00d85d6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3392bc1389564b4885d28390809b9afe&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3707054 Mar 23 01:31:29.383739 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['7dfb5313-72b1-49c3-b766-3525312824ec'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:31:29.394906 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-02709944-20d6-4f41-91e8-b4609dcd7552 req-1f371f78-5341-487b-a06f-d1409d755d52 service neutron] 10.222.0.43 "GET /v2.0/networks/022c952f-96fa-4b6f-8707-0669714abf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701591 Mar 23 01:31:29.528451 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d9ee979c-6f75-4296-94f1-d5b613a26ae1 req-14679079-0116-4654-a845-a860989e8786 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1f91777-b955-49af-ad69-eee741a55405 HTTP/1.1" status: 200 len: 210 time: 0.0702655 Mar 23 01:31:29.539290 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a60e1-8d7f-4285-9c3c-3d2a61e84158 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Pushing event deleted for resources: {'Port': ['ID=7dfb5313-72b1-49c3-b766-3525312824ec,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:29.629894 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-673a31b5-85b0-4874-9cb8-cbb8b040bde2 req-c5297603-0bfa-4093-ab33-8fb0b5215442 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4511807 Mar 23 01:31:29.653809 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d0095d-68ed-44bd-a9b2-2ac1cb52e3f8 req-386a60e1-8d7f-4285-9c3c-3d2a61e84158 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] No DVR routers for this DVR port 7dfb5313-72b1-49c3-b766-3525312824ec on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:31:29.659495 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-43d0095d-68ed-44bd-a9b2-2ac1cb52e3f8 req-386a60e1-8d7f-4285-9c3c-3d2a61e84158 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:29.678757 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43d0095d-68ed-44bd-a9b2-2ac1cb52e3f8 req-386a60e1-8d7f-4285-9c3c-3d2a61e84158 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.43 "DELETE /v2.0/ports/7dfb5313-72b1-49c3-b766-3525312824ec HTTP/1.1" status: 204 len: 173 time: 1.2204604 Mar 23 01:31:29.759536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9066039-97ed-4278-abef-e4a66c0b3517 req-ca2ba966-5e98-4b6c-abe6-45c7f4c9363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:29.761509 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9066039-97ed-4278-abef-e4a66c0b3517 req-ca2ba966-5e98-4b6c-abe6-45c7f4c9363e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3622160 Mar 23 01:31:29.793173 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bc284fcb-51ab-470d-bdcb-d227aa41dcd4 req-6de3a600-59e2-477b-bca9-babdd2962a88 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 210 time: 0.0701308 Mar 23 01:31:29.795512 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0fe841d3-27da-4145-acd0-2b09a3b11f44 req-e91a1512-1598-4f5b-b856-e7779cfd0133 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0894265 Mar 23 01:31:29.928634 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9066039-97ed-4278-abef-e4a66c0b3517 req-c3f0e02f-b2dd-42ec-b4ff-ba5409475d55 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47 HTTP/1.1" status: 200 len: 210 time: 0.0718551 Mar 23 01:31:30.036087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52021d52-bebc-4f95-88c8-5b5b4cd32b6f req-a90354d5-9079-48ac-9d92-16925d30efbb tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:30.038263 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52021d52-bebc-4f95-88c8-5b5b4cd32b6f req-a90354d5-9079-48ac-9d92-16925d30efbb tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 945 time: 0.1229830 Mar 23 01:31:30.074659 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eac69853-2155-4c18-acdc-57e4f5e405dd req-05458c5e-0282-4f95-8072-0467f90efaae tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47 HTTP/1.1" status: 200 len: 210 time: 0.0819254 Mar 23 01:31:30.163682 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52021d52-bebc-4f95-88c8-5b5b4cd32b6f req-6dbcade1-d49c-4b8b-b08c-05c30740c7b8 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e57ba44-e0de-466f-8c81-0c8091461f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186633 Mar 23 01:31:30.224826 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7436da-c979-435c-bc5b-32dc6faca2e3 req-9480e07d-ec45-4c9f-b7b5-d6e47d4f5f05 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:30.226773 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f7436da-c979-435c-bc5b-32dc6faca2e3 req-9480e07d-ec45-4c9f-b7b5-d6e47d4f5f05 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.0658741 Mar 23 01:31:30.304522 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f7436da-c979-435c-bc5b-32dc6faca2e3 req-b24d188e-a3ad-4842-ae7c-ecda7fa0ccb7 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718834 Mar 23 01:31:30.501122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47', 'name': 'network-vif-deleted', 'tag': '60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac'}, {'server_uuid': '8795cd7d-1f90-4ef3-bab7-933ed8a51053', 'name': 'network-vif-deleted', 'tag': '7dfb5313-72b1-49c3-b766-3525312824ec'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:30.503761 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858f5e13-7a6c-4cba-9bd5-81c1d866718b" -d '{"events": [{"server_uuid": "6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47", "name": "network-vif-deleted", "tag": "60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac"}, {"server_uuid": "8795cd7d-1f90-4ef3-bab7-933ed8a51053", "name": "network-vif-deleted", "tag": "7dfb5313-72b1-49c3-b766-3525312824ec"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:30.564028 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae59e6cf-6b67-4a87-bc75-dc362cec0d0c x-openstack-request-id: req-ae59e6cf-6b67-4a87-bc75-dc362cec0d0c {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:30.564653 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47", "name": "network-vif-deleted", "tag": "60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac", "status": "failed", "code": 422}, {"server_uuid": "8795cd7d-1f90-4ef3-bab7-933ed8a51053", "name": "network-vif-deleted", "tag": "7dfb5313-72b1-49c3-b766-3525312824ec", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:30.564991 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae59e6cf-6b67-4a87-bc75-dc362cec0d0c {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:30.565556 n-d-834677-4 neutron-server[99264]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ae59e6cf-6b67-4a87-bc75-dc362cec0d0c']: {'server_uuid': '6a9a8aeb-e40c-45a0-a4f2-31d3650f0d47', 'name': 'network-vif-deleted', 'tag': '60d02f7d-bbb4-4cdc-8aa3-78f6f2817dac', 'status': 'failed', 'code': 422} returned with failed status Mar 23 01:31:30.565883 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae59e6cf-6b67-4a87-bc75-dc362cec0d0c'] response: {'server_uuid': '8795cd7d-1f90-4ef3-bab7-933ed8a51053', 'name': 'network-vif-deleted', 'tag': '7dfb5313-72b1-49c3-b766-3525312824ec', 'status': 'completed', 'code': 200} Mar 23 01:31:30.624709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec9d0c-9698-48ce-beec-a2b44530df0e req-62503e9c-3bb8-47fb-ba1b-8771c2f5c091 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:30.631673 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4aec9d0c-9698-48ce-beec-a2b44530df0e req-62503e9c-3bb8-47fb-ba1b-8771c2f5c091 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 945 time: 0.1246016 Mar 23 01:31:30.791497 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4aec9d0c-9698-48ce-beec-a2b44530df0e req-817c0b3c-3736-4a7f-a955-c8a71653bb61 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e57ba44-e0de-466f-8c81-0c8091461f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567416 Mar 23 01:31:30.862378 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230e4d1-c233-4b90-89cd-44d8d6cc2126 req-0ea93ee6-c11c-45e1-aa9f-2f52c3009e1c tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:30.864102 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1230e4d1-c233-4b90-89cd-44d8d6cc2126 req-0ea93ee6-c11c-45e1-aa9f-2f52c3009e1c tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.1366894 Mar 23 01:31:30.940129 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1230e4d1-c233-4b90-89cd-44d8d6cc2126 req-397baea5-9e5d-4a74-96c5-40e096ad4273 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700743 Mar 23 01:31:30.969037 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2b8e5f1d-4c3a-4cd2-82c4-b009663911a6 req-ec71b36e-ae4d-4ed4-bb64-ffe370445278 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=8795cd7d-1f90-4ef3-bab7-933ed8a51053 HTTP/1.1" status: 200 len: 210 time: 0.0409460 Mar 23 01:31:31.099620 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57707a98-92b4-4734-aa26-e83f5566dfda req-168136f2-fae3-4988-95a0-d5280be04066 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0569973 Mar 23 01:31:31.407523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-0803add1-93da-4457-b00e-62c13fc86a20 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:31.417226 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-0803add1-93da-4457-b00e-62c13fc86a20 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 811 time: 0.1175177 Mar 23 01:31:31.430635 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-8315aa37-7bcb-4209-b1a3-818164c4f158 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/quotas/3392bc1389564b4885d28390809b9afe HTTP/1.1" status: 200 len: 375 time: 0.0123696 Mar 23 01:31:31.449762 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89c462-a9fd-4033-8112-5fa93ee36441 req-8dc4f1fd-764e-4644-9d36-a9dbd4859d0d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:31.452351 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5a89c462-a9fd-4033-8112-5fa93ee36441 req-8dc4f1fd-764e-4644-9d36-a9dbd4859d0d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.0696239 Mar 23 01:31:31.468214 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-9be076f1-58e8-469a-b865-caded15114ec tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310876 Mar 23 01:31:31.536403 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5a89c462-a9fd-4033-8112-5fa93ee36441 req-f12b1137-d9f6-47cb-9237-09316a9d5c1c tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724702 Mar 23 01:31:31.540482 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6364dec6-f1c5-42b6-80f5-da26264d8aee req-e7bcb79a-94ed-42d5-a812-b55b1722c35b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838931 Mar 23 01:31:31.564647 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-627aeb93-4949-43c2-b5b4-1263b4670b38 service neutron] 10.222.0.18 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900440 Mar 23 01:31:31.622573 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364dec6-f1c5-42b6-80f5-da26264d8aee req-c5ff9a97-fc29-452b-9928-b9540a13a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:31.624079 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6364dec6-f1c5-42b6-80f5-da26264d8aee req-c5ff9a97-fc29-452b-9928-b9540a13a31a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 1126 time: 0.0459704 Mar 23 01:31:31.657190 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-f35f5f35-399a-41c2-b81f-5ca45712b7bd service neutron] 10.222.0.18 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863731 Mar 23 01:31:31.733060 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364dec6-f1c5-42b6-80f5-da26264d8aee req-00b250ee-7aea-4592-88b2-0abbc813a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:31.734563 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6364dec6-f1c5-42b6-80f5-da26264d8aee req-00b250ee-7aea-4592-88b2-0abbc813a82f service neutron] 10.222.0.43 "GET /v2.0/networks?id=d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 200 len: 921 time: 0.0889676 Mar 23 01:31:31.779703 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6364dec6-f1c5-42b6-80f5-da26264d8aee req-43e5f282-e2d4-45aa-a97c-d83b9168127d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c HTTP/1.1" status: 200 len: 217 time: 0.0393631 Mar 23 01:31:31.859634 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f2050e-a852-4843-a3c0-4b4ecdfe144c req-15377f62-5217-4562-ab01-fe68719dae33 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 210 time: 0.0359499 Mar 23 01:31:31.865611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364dec6-f1c5-42b6-80f5-da26264d8aee req-20c6a0ee-8e0a-4871-a983-90bc551355fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:31.867191 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6364dec6-f1c5-42b6-80f5-da26264d8aee req-20c6a0ee-8e0a-4871-a983-90bc551355fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 200 len: 861 time: 0.0822742 Mar 23 01:31:31.905140 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6364dec6-f1c5-42b6-80f5-da26264d8aee req-bc6a9f70-49b4-410b-aea1-bc4ea9fd66ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d44dd811-bae2-4efa-9295-6d682f4c9315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312872 Mar 23 01:31:31.956023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7077bff-f3a9-4b62-9f83-f77e7a24c32f req-994fcf06-df14-4c5b-befd-8e3aa2f2a464 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:31.971766 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7077bff-f3a9-4b62-9f83-f77e7a24c32f req-994fcf06-df14-4c5b-befd-8e3aa2f2a464 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 945 time: 0.1069014 Mar 23 01:31:32.022576 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6364dec6-f1c5-42b6-80f5-da26264d8aee req-3cf49b13-1c62-474e-b30f-5b013c1d8828 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094592 Mar 23 01:31:32.076943 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7077bff-f3a9-4b62-9f83-f77e7a24c32f req-dfc1b137-0ad1-426b-938e-c160d7ecb1f0 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e57ba44-e0de-466f-8c81-0c8091461f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026168 Mar 23 01:31:32.180583 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d80884-88ef-4fbf-bcaf-a5d0732471bd req-f1442ac8-c683-4d6a-898c-3eeec4dbf512 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:32.187694 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0d80884-88ef-4fbf-bcaf-a5d0732471bd req-f1442ac8-c683-4d6a-898c-3eeec4dbf512 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.1442015 Mar 23 01:31:32.325539 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0d80884-88ef-4fbf-bcaf-a5d0732471bd req-f4833790-d38f-4e1b-a1e4-dc61bf20b405 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365800 Mar 23 01:31:32.355540 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bbc6f-3eeb-47ca-8314-70947bdec074 req-ce3fef60-8d2d-48bf-964d-176028e04d78 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:32.358716 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a58bbc6f-3eeb-47ca-8314-70947bdec074 req-ce3fef60-8d2d-48bf-964d-176028e04d78 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 945 time: 0.1875060 Mar 23 01:31:32.360649 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6364dec6-f1c5-42b6-80f5-da26264d8aee req-748730c0-a8ba-4316-9e07-e353ba3b8292 service neutron] 10.222.0.43 "GET /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281667 Mar 23 01:31:32.509247 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64b040b2-548f-4cd3-a60d-bcc8ff57e3b2 req-8c3a2500-805a-4188-8833-7848da139f28 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0382917 Mar 23 01:31:32.531147 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9128c-7825-4ab5-8543-cfbf3af9eab8 req-21115a90-0948-4843-98cf-a3d9aaf10411 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:32.538871 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-77c9128c-7825-4ab5-8543-cfbf3af9eab8 req-21115a90-0948-4843-98cf-a3d9aaf10411 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.0706303 Mar 23 01:31:32.568166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-a58bbc6f-3eeb-47ca-8314-70947bdec074 req-9b534b4d-7cfa-4c6f-b775-7e59b88f2e85 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Deleting port 32dff84e-434f-4ded-9ebf-db8d7e0f28bb {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:31:32.569328 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a58bbc6f-3eeb-47ca-8314-70947bdec074 req-9b534b4d-7cfa-4c6f-b775-7e59b88f2e85 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (32dff84e-434f-4ded-9ebf-db8d7e0f28bb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:32.617842 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-77c9128c-7825-4ab5-8543-cfbf3af9eab8 req-65df1a6a-e51c-4267-b602-fd56bb6df010 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770183 Mar 23 01:31:32.746858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-a58bbc6f-3eeb-47ca-8314-70947bdec074 req-9b534b4d-7cfa-4c6f-b775-7e59b88f2e85 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] For port 32dff84e-434f-4ded-9ebf-db8d7e0f28bb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=32dff84e-434f-4ded-9ebf-db8d7e0f28bb,segment=NetworkSegment(e8ab81e5-3996-4042-a8e9-2a93ec0d94f9),segment_id=e8ab81e5-3996-4042-a8e9-2a93ec0d94f9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:32.747617 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a58bbc6f-3eeb-47ca-8314-70947bdec074 req-9b534b4d-7cfa-4c6f-b775-7e59b88f2e85 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (32dff84e-434f-4ded-9ebf-db8d7e0f28bb), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:32.766187 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-a58bbc6f-3eeb-47ca-8314-70947bdec074 req-9b534b4d-7cfa-4c6f-b775-7e59b88f2e85 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Calling delete_port for 32dff84e-434f-4ded-9ebf-db8d7e0f28bb owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:31:32.904149 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7dfb5313-72b1-49c3-b766-3525312824ec no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:31:32.915559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01ba4f-c850-40fa-aa08-66af0108423f req-f35cf360-3c11-4678-a824-be3a34e16171 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:32.918048 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf01ba4f-c850-40fa-aa08-66af0108423f req-f35cf360-3c11-4678-a824-be3a34e16171 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.1373494 Mar 23 01:31:32.926065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 7dfb5313-72b1-49c3-b766-3525312824ec {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:31:32.926799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7dfb5313-72b1-49c3-b766-3525312824ec not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:31:33.016577 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a58bbc6f-3eeb-47ca-8314-70947bdec074 req-9b534b4d-7cfa-4c6f-b775-7e59b88f2e85 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (32dff84e-434f-4ded-9ebf-db8d7e0f28bb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:33.024968 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ac00464a-f3b0-4db0-9e8b-c87b687b0031 req-989ad482-7760-4ef5-862d-d59180be5f79 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 210 time: 0.0539908 Mar 23 01:31:33.029724 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['32dff84e-434f-4ded-9ebf-db8d7e0f28bb'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:31:33.064390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b534b4d-7cfa-4c6f-b775-7e59b88f2e85 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Pushing event deleted for resources: {'Port': ['ID=32dff84e-434f-4ded-9ebf-db8d7e0f28bb,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:33.071715 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf01ba4f-c850-40fa-aa08-66af0108423f req-9f5ae894-4b3f-4123-b068-5e4dd76fe82d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004972 Mar 23 01:31:33.157716 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58bbc6f-3eeb-47ca-8314-70947bdec074 req-9b534b4d-7cfa-4c6f-b775-7e59b88f2e85 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] No DVR routers for this DVR port 32dff84e-434f-4ded-9ebf-db8d7e0f28bb on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:31:33.161094 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a58bbc6f-3eeb-47ca-8314-70947bdec074 req-9b534b4d-7cfa-4c6f-b775-7e59b88f2e85 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:33.176818 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a58bbc6f-3eeb-47ca-8314-70947bdec074 req-9b534b4d-7cfa-4c6f-b775-7e59b88f2e85 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.42 "DELETE /v2.0/ports/32dff84e-434f-4ded-9ebf-db8d7e0f28bb HTTP/1.1" status: 204 len: 173 time: 0.8066633 Mar 23 01:31:33.177415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa74cd6d-4607-4b27-9844-8c9193fea804', 'name': 'network-vif-deleted', 'tag': '32dff84e-434f-4ded-9ebf-db8d7e0f28bb'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:33.188412 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d702b2fb-afd2-476b-9db8-9e93c7e7ae6d" -d '{"events": [{"server_uuid": "fa74cd6d-4607-4b27-9844-8c9193fea804", "name": "network-vif-deleted", "tag": "32dff84e-434f-4ded-9ebf-db8d7e0f28bb"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:33.206943 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-25470468-7b69-48c9-a1a4-907b7a14c6d4 req-78409c40-3634-46ca-b252-7dc601a5bae2 tempest-InstanceActionsTestJSON-553970191 tempest-InstanceActionsTestJSON-553970191-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa74cd6d-4607-4b27-9844-8c9193fea804 HTTP/1.1" status: 200 len: 210 time: 0.0505130 Mar 23 01:31:33.266674 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace22c0a-a358-48f5-bc03-cdbca48e56b4 x-openstack-request-id: req-ace22c0a-a358-48f5-bc03-cdbca48e56b4 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:33.267106 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa74cd6d-4607-4b27-9844-8c9193fea804", "name": "network-vif-deleted", "tag": "32dff84e-434f-4ded-9ebf-db8d7e0f28bb", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:33.267446 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ace22c0a-a358-48f5-bc03-cdbca48e56b4 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:33.267942 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace22c0a-a358-48f5-bc03-cdbca48e56b4'] response: {'server_uuid': 'fa74cd6d-4607-4b27-9844-8c9193fea804', 'name': 'network-vif-deleted', 'tag': '32dff84e-434f-4ded-9ebf-db8d7e0f28bb', 'status': 'completed', 'code': 200} Mar 23 01:31:33.441021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-de6df938-1abf-4b76-9cff-4f31cd35f963 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:33.443254 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-de6df938-1abf-4b76-9cff-4f31cd35f963 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.43 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 811 time: 0.1920431 Mar 23 01:31:33.461676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-9e4aa717-af52-42a9-9c1d-5c2b3ca28a81 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Request body: {'port': {'device_id': '1131fe82-22cb-40fb-8efb-8ee0e74f1456', 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717', 'admin_state_up': True, 'tenant_id': '3392bc1389564b4885d28390809b9afe'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:33.609853 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:33.632636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-9e4aa717-af52-42a9-9c1d-5c2b3ca28a81 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Made reservation on behalf of 3392bc1389564b4885d28390809b9afe for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:31:33.637469 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-9e4aa717-af52-42a9-9c1d-5c2b3ca28a81 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:33.847562 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-28532e04-a3dc-496f-8b78-048a712dd6e6 req-24642a38-0a75-4a5e-a81d-5151cf1f5434 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.4864984 Mar 23 01:31:33.852162 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-9e4aa717-af52-42a9-9c1d-5c2b3ca28a81 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Allocated IP 172.20.0.13 (11a64475-d2db-4f02-97ca-82d855d62717/ef8ca6c1-ff55-42d2-99a7-3b5483039371/94548fb7-a39f-4414-8466-ec8ee1778263) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:31:33.929755 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd4f6d-9636-4548-9557-6c729bd1a5e6 req-891c93e0-0862-47e7-8590-1f367e589266 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:33.937614 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11cd4f6d-9636-4548-9557-6c729bd1a5e6 req-891c93e0-0862-47e7-8590-1f367e589266 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.1044803 Mar 23 01:31:33.993779 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11cd4f6d-9636-4548-9557-6c729bd1a5e6 req-b2202f80-9566-4816-a1a0-2d6bf01c7bb5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545003 Mar 23 01:31:34.055215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9dd0ee57-d3a1-469b-89f1-5bcd67a0f352 req-e93e42a7-ab74-43ac-8f3e-982201007447 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0644047 Mar 23 01:31:34.095848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a74861-06d0-4886-b8fd-fffba420e3d5 req-2d88ce3f-8c86-42cc-8b55-c581d9b2a9bf tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:34.097411 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-17a74861-06d0-4886-b8fd-fffba420e3d5 req-2d88ce3f-8c86-42cc-8b55-c581d9b2a9bf tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.42 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.1079900 Mar 23 01:31:34.185248 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba44227-da0b-4ebe-b6b9-16fa63e28fec req-287715b9-e35e-4508-a8d7-ca976a0efa30 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:34.186794 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eba44227-da0b-4ebe-b6b9-16fa63e28fec req-287715b9-e35e-4508-a8d7-ca976a0efa30 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 950 time: 0.1113527 Mar 23 01:31:34.209444 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-9e4aa717-af52-42a9-9c1d-5c2b3ca28a81 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks [] for port (94548fb7-a39f-4414-8466-ec8ee1778263), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:34.274527 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eba44227-da0b-4ebe-b6b9-16fa63e28fec req-bbdd4ecc-9d59-4607-bf52-b03d4693ce4d tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/security-groups?id=236594e7-454c-4119-92ce-7d4ad20ab631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801539 Mar 23 01:31:34.275613 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-9e4aa717-af52-42a9-9c1d-5c2b3ca28a81 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (94548fb7-a39f-4414-8466-ec8ee1778263), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:34.365291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-9e4aa717-af52-42a9-9c1d-5c2b3ca28a81 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Network 11a64475-d2db-4f02-97ca-82d855d62717 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:31:34.370543 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-9e4aa717-af52-42a9-9c1d-5c2b3ca28a81 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:31:34.386597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-9e4aa717-af52-42a9-9c1d-5c2b3ca28a81 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:31:34.428174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4aa717-af52-42a9-9c1d-5c2b3ca28a81 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Pushing event updated for resources: {'Port': ['ID=94548fb7-a39f-4414-8466-ec8ee1778263,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:34.434700 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f0234-c65c-4148-b0cb-fda0e2df1428 req-76aac9b1-bad2-45ea-ad06-4df9c7ff749c tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:34.441216 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-737f0234-c65c-4148-b0cb-fda0e2df1428 req-76aac9b1-bad2-45ea-ad06-4df9c7ff749c tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.0823989 Mar 23 01:31:34.462801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fffd05-44a8-4ca8-b750-d8cf0259b396 req-627b9e3d-eac4-454b-b23f-b78de15b6d53 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:34.465210 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51fffd05-44a8-4ca8-b750-d8cf0259b396 req-627b9e3d-eac4-454b-b23f-b78de15b6d53 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 932 time: 0.2168357 Mar 23 01:31:34.479782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-9e4aa717-af52-42a9-9c1d-5c2b3ca28a81 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:34.480333 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-9e4aa717-af52-42a9-9c1d-5c2b3ca28a81 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:34.499266 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-17a74861-06d0-4886-b8fd-fffba420e3d5 req-7f734854-f0fa-41cf-b4dd-fd62c27022c9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Deleting port 12cc3aa7-3a74-4937-8205-13c47cc68a3a {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:31:34.499663 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-17a74861-06d0-4886-b8fd-fffba420e3d5 req-7f734854-f0fa-41cf-b4dd-fd62c27022c9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:34.505748 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-737f0234-c65c-4148-b0cb-fda0e2df1428 req-98dcd5fd-a5e0-418f-a85d-ca1628e8be6a tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479350 Mar 23 01:31:34.564115 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59486) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:34.592266 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-17a74861-06d0-4886-b8fd-fffba420e3d5 req-7f734854-f0fa-41cf-b4dd-fd62c27022c9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] For port 12cc3aa7-3a74-4937-8205-13c47cc68a3a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=12cc3aa7-3a74-4937-8205-13c47cc68a3a,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:34.592654 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-17a74861-06d0-4886-b8fd-fffba420e3d5 req-7f734854-f0fa-41cf-b4dd-fd62c27022c9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:34.605626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-17a74861-06d0-4886-b8fd-fffba420e3d5 req-7f734854-f0fa-41cf-b4dd-fd62c27022c9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Calling delete_port for 12cc3aa7-3a74-4937-8205-13c47cc68a3a owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:31:34.633091 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Deleting subnet 9f963919-14ae-4cfe-9d22-81af5b12256f {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:31:34.638681 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Publish callbacks [] for subnet (9f963919-14ae-4cfe-9d22-81af5b12256f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:34.667749 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-9e4aa717-af52-42a9-9c1d-5c2b3ca28a81 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2100127 Mar 23 01:31:34.687223 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (9f963919-14ae-4cfe-9d22-81af5b12256f), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:34.701276 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Request body: {'port': {'device_id': '1131fe82-22cb-40fb-8efb-8ee0e74f1456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:34.742252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51fffd05-44a8-4ca8-b750-d8cf0259b396 req-77505d24-7afc-4164-a9a1-809074277783 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566967 Mar 23 01:31:34.745040 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (9f963919-14ae-4cfe-9d22-81af5b12256f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:34.795826 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (94548fb7-a39f-4414-8466-ec8ee1778263), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:34.834454 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (9f963919-14ae-4cfe-9d22-81af5b12256f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:34.854980 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:34.864532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59488) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:34.866083 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9f963919-14ae-4cfe-9d22-81af5b12256f HTTP/1.1" status: 204 len: 168 time: 0.3000467 Mar 23 01:31:34.891044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f963919-14ae-4cfe-9d22-81af5b12256f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:34.899685 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:34.900181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:34.900529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:34.901183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:34.901384 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:34.901720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:34.902055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:34.902965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:34.903412 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:34.903976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:34.904317 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:34.904711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:34.905118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:34.905449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:34.906213 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900c1c0-1cb8-44ec-a3ec-35619ebf7453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:34.947670 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-17a74861-06d0-4886-b8fd-fffba420e3d5 req-7f734854-f0fa-41cf-b4dd-fd62c27022c9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (12cc3aa7-3a74-4937-8205-13c47cc68a3a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:34.959792 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['12cc3aa7-3a74-4937-8205-13c47cc68a3a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:31:35.116110 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d1acf-53ea-4b8d-9c80-6b88a650901f req-1c3ea535-3d5b-403b-9d72-f786ee4e94ca tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:35.124703 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-239d1acf-53ea-4b8d-9c80-6b88a650901f req-1c3ea535-3d5b-403b-9d72-f786ee4e94ca tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.0659697 Mar 23 01:31:35.226563 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-239d1acf-53ea-4b8d-9c80-6b88a650901f req-4d1138ee-648e-4840-b943-9357924d5fa4 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008255 Mar 23 01:31:35.392699 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f734854-f0fa-41cf-b4dd-fd62c27022c9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Pushing event deleted for resources: {'Port': ['ID=12cc3aa7-3a74-4937-8205-13c47cc68a3a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:35.414070 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eacf1c4a-e033-477e-b3c0-d820ca4240d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (5a860aae-e24f-4955-8d3a-9550562dc995), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:35.458272 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a7bef1c-8d3c-417d-a0fd-9598ca906425 req-40e558a6-afbf-47a9-bd24-50909db1a0c6 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e60a40-00e9-4ad0-a421-0ff6dfc53779 HTTP/1.1" status: 200 len: 210 time: 0.0660377 Mar 23 01:31:35.475808 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-afee63f7-a6dc-40d8-b0d1-f46c20b3e52a req-1bd54c8b-3a85-49a8-91ad-d1fa3e3d7d98 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0897565 Mar 23 01:31:35.528668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a74861-06d0-4886-b8fd-fffba420e3d5 req-7f734854-f0fa-41cf-b4dd-fd62c27022c9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] No DVR routers for this DVR port 12cc3aa7-3a74-4937-8205-13c47cc68a3a on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:31:35.535296 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-17a74861-06d0-4886-b8fd-fffba420e3d5 req-7f734854-f0fa-41cf-b4dd-fd62c27022c9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:35.538959 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-17a74861-06d0-4886-b8fd-fffba420e3d5 req-7f734854-f0fa-41cf-b4dd-fd62c27022c9 tempest-MigrationsAdminTest-2080347584 tempest-MigrationsAdminTest-2080347584-project] 10.222.0.42 "DELETE /v2.0/ports/12cc3aa7-3a74-4937-8205-13c47cc68a3a HTTP/1.1" status: 204 len: 173 time: 1.4162552 Mar 23 01:31:35.542123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e60a40-00e9-4ad0-a421-0ff6dfc53779', 'name': 'network-vif-deleted', 'tag': '12cc3aa7-3a74-4937-8205-13c47cc68a3a'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:35.544356 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6766306-95e9-4141-ac2e-413fe0279d03" -d '{"events": [{"server_uuid": "21e60a40-00e9-4ad0-a421-0ff6dfc53779", "name": "network-vif-deleted", "tag": "12cc3aa7-3a74-4937-8205-13c47cc68a3a"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:35.642235 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ffcadd-2426-47f6-950d-6656e1654c2a x-openstack-request-id: req-77ffcadd-2426-47f6-950d-6656e1654c2a {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:35.642604 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e60a40-00e9-4ad0-a421-0ff6dfc53779", "name": "network-vif-deleted", "tag": "12cc3aa7-3a74-4937-8205-13c47cc68a3a", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:35.642989 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77ffcadd-2426-47f6-950d-6656e1654c2a {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:35.643407 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ffcadd-2426-47f6-950d-6656e1654c2a'] response: {'server_uuid': '21e60a40-00e9-4ad0-a421-0ff6dfc53779', 'name': 'network-vif-deleted', 'tag': '12cc3aa7-3a74-4937-8205-13c47cc68a3a', 'status': 'completed', 'code': 200} Mar 23 01:31:35.668264 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eacf1c4a-e033-477e-b3c0-d820ca4240d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (5a860aae-e24f-4955-8d3a-9550562dc995), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:35.703662 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-eacf1c4a-e033-477e-b3c0-d820ca4240d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a860aae-e24f-4955-8d3a-9550562dc995']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:31:35.726490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aad9e4-c54b-4729-93b9-a32c9cf4bf1e req-1e0941a0-5013-4a3b-94eb-5d1e7dddc3b8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:35.728059 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-32aad9e4-c54b-4729-93b9-a32c9cf4bf1e req-1e0941a0-5013-4a3b-94eb-5d1e7dddc3b8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.0817783 Mar 23 01:31:35.734530 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-eacf1c4a-e033-477e-b3c0-d820ca4240d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ab81e5-3996-4042-a8e9-2a93ec0d94f9') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:31:35.734834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-eacf1c4a-e033-477e-b3c0-d820ca4240d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ab81e5-3996-4042-a8e9-2a93ec0d94f9') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:31:35.748456 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eacf1c4a-e033-477e-b3c0-d820ca4240d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (e8ab81e5-3996-4042-a8e9-2a93ec0d94f9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:35.767464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94548fb7-a39f-4414-8466-ec8ee1778263 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:31:35.775213 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eacf1c4a-e033-477e-b3c0-d820ca4240d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (e8ab81e5-3996-4042-a8e9-2a93ec0d94f9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:35.778673 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Publish callbacks [] for port (94548fb7-a39f-4414-8466-ec8ee1778263), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:35.792727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacf1c4a-e033-477e-b3c0-d820ca4240d5 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:31:35.793074 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eacf1c4a-e033-477e-b3c0-d820ca4240d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (e8ab81e5-3996-4042-a8e9-2a93ec0d94f9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:31:35.795053 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:31:35.822085 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-32aad9e4-c54b-4729-93b9-a32c9cf4bf1e req-a5cdb8b1-1353-4335-9077-7f6721c59942 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876260 Mar 23 01:31:35.864439 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Transition to ACTIVE for port object 94548fb7-a39f-4414-8466-ec8ee1778263 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:31:35.917532 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (94548fb7-a39f-4414-8466-ec8ee1778263), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:35.992186 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eacf1c4a-e033-477e-b3c0-d820ca4240d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (5a860aae-e24f-4955-8d3a-9550562dc995), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:36.016829 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eacf1c4a-e033-477e-b3c0-d820ca4240d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:36.020347 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-eacf1c4a-e033-477e-b3c0-d820ca4240d5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5a860aae-e24f-4955-8d3a-9550562dc995 HTTP/1.1" status: 204 len: 168 time: 1.1548440 Mar 23 01:31:36.040734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3e1c8-9d5b-46f6-95c4-93bc98a11287 req-0b707dcc-318e-4cd5-b7b8-69f5ca6d2381 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:36.042506 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b9c3e1c8-9d5b-46f6-95c4-93bc98a11287 req-0b707dcc-318e-4cd5-b7b8-69f5ca6d2381 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 944 time: 0.1765847 Mar 23 01:31:36.043172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Pushing event updated for resources: {'Port': ['ID=94548fb7-a39f-4414-8466-ec8ee1778263,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:36.051572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf1c4a-e033-477e-b3c0-d820ca4240d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a860aae-e24f-4955-8d3a-9550562dc995,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:36.162360 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b9c3e1c8-9d5b-46f6-95c4-93bc98a11287 req-21970633-d4cf-4214-819e-b5bd876bfbb1 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084211 Mar 23 01:31:36.178820 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Attempting to bind port 94548fb7-a39f-4414-8466-ec8ee1778263 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:31:36.179197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Attempting to bind port 94548fb7-a39f-4414-8466-ec8ee1778263 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:31:36.179822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Attempting to bind port 94548fb7-a39f-4414-8466-ec8ee1778263 on network 11a64475-d2db-4f02-97ca-82d855d62717 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:31:36.185603 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Port 94548fb7-a39f-4414-8466-ec8ee1778263 on network 11a64475-d2db-4f02-97ca-82d855d62717 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:31:36.185937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Attempting to bind port 94548fb7-a39f-4414-8466-ec8ee1778263 on network 11a64475-d2db-4f02-97ca-82d855d62717 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:31:36.191951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:31:36.192291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Checking segment: {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:31:36.192814 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Bound using segment: {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:31:36.193222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Bound port: 94548fb7-a39f-4414-8466-ec8ee1778263, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:31:36.193816 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (94548fb7-a39f-4414-8466-ec8ee1778263), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:36.361917 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] For port 94548fb7-a39f-4414-8466-ec8ee1778263, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:31:36.366208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] For port 94548fb7-a39f-4414-8466-ec8ee1778263, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=94548fb7-a39f-4414-8466-ec8ee1778263,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:31:36.384522 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (94548fb7-a39f-4414-8466-ec8ee1778263), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:36.398812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59518) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:36.447679 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ca6e0-2e38-46cc-99c5-2942ac06bc9c req-d640e551-68d2-4205-90a6-5673e9fd983d tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:36.457188 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2a8ca6e0-2e38-46cc-99c5-2942ac06bc9c req-d640e551-68d2-4205-90a6-5673e9fd983d tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.1063783 Mar 23 01:31:36.465559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:36.466426 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:36.467905 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] 10.222.0.43 "PUT /v2.0/ports/94548fb7-a39f-4414-8466-ec8ee1778263 HTTP/1.1" status: 200 len: 1092 time: 1.7746551 Mar 23 01:31:36.575405 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2a8ca6e0-2e38-46cc-99c5-2942ac06bc9c req-6c08b9c0-e8c1-4b7d-bade-051ea86585de tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167703 Mar 23 01:31:36.590011 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1fcaac5a-0ae8-45db-931c-92b8b6f51156 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fff18fa7b5254d5db4b0784b60803861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1882575 Mar 23 01:31:36.590670 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b022261-0789-4ae8-97d8-3b8a4cec59af service neutron] Pushing event updated for resources: {'Port': ['ID=94548fb7-a39f-4414-8466-ec8ee1778263,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:36.594649 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59526) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:36.618853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-a91cc023-309a-405e-906d-2587b7dc4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:36.620406 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-a91cc023-309a-405e-906d-2587b7dc4c57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 1126 time: 0.0831556 Mar 23 01:31:36.660062 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac535a04-032f-4c59-a64e-1c0117061df7 admin admin] Publish callbacks [] for security_group (8e57ba44-e0de-466f-8c81-0c8091461f66), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:36.696420 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac535a04-032f-4c59-a64e-1c0117061df7 admin admin] Publish callbacks [] for security_group (8e57ba44-e0de-466f-8c81-0c8091461f66), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:36.713633 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-70e33579-c268-4708-b18b-a564d8886d48 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94548fb7-a39f-4414-8466-ec8ee1778263 HTTP/1.1" status: 200 len: 217 time: 0.0803556 Mar 23 01:31:36.743026 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e53bab0-acc7-4c73-b0ba-e3f2ceed56c1 req-46f7983e-b334-4eff-8357-f61d9a788180 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0454843 Mar 23 01:31:36.809122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-eb94da32-4efa-4611-83f9-9069432eed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:36.811762 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-eb94da32-4efa-4611-83f9-9069432eed33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef8ca6c1-ff55-42d2-99a7-3b5483039371 HTTP/1.1" status: 200 len: 851 time: 0.0901470 Mar 23 01:31:36.843436 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac535a04-032f-4c59-a64e-1c0117061df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8e57ba44-e0de-466f-8c81-0c8091461f66), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:36.846712 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac535a04-032f-4c59-a64e-1c0117061df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:36.850431 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ac535a04-032f-4c59-a64e-1c0117061df7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e57ba44-e0de-466f-8c81-0c8091461f66 HTTP/1.1" status: 204 len: 168 time: 0.2524078 Mar 23 01:31:36.866904 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-c87b32a2-bafc-4096-8558-934f18e2b1dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11a64475-d2db-4f02-97ca-82d855d62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377455 Mar 23 01:31:36.869434 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac535a04-032f-4c59-a64e-1c0117061df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e57ba44-e0de-466f-8c81-0c8091461f66,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:37.029609 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-29a97bfc-7981-4ed1-a595-96b99ea552c2 service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394174 Mar 23 01:31:37.258500 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15ff368f-a875-4f25-87d1-1eb0c5ae58f2 req-7ede1eb3-50aa-4a67-8319-0f81465e1d51 service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926079 Mar 23 01:31:37.277259 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9696fcd-11ef-43b4-9efd-577d266aeab3 req-cda4863d-2e20-46f3-a7ee-9fb1ebaaa9cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7285e6e98592490ca99d6825ed2efdac&device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0872457 Mar 23 01:31:37.289227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e78f7-968d-4a63-8706-df62981b55b3 req-d518ac64-84a4-4031-b898-e17d8437327f tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:37.303889 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f32e78f7-968d-4a63-8706-df62981b55b3 req-d518ac64-84a4-4031-b898-e17d8437327f tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.2803166 Mar 23 01:31:37.343261 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9696fcd-11ef-43b4-9efd-577d266aeab3 req-7bf99dd4-edb8-4e68-a8ea-b6e7bc8d87d7 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=7285e6e98592490ca99d6825ed2efdac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463243 Mar 23 01:31:37.388445 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f32e78f7-968d-4a63-8706-df62981b55b3 req-cdf2b84d-c12f-4531-83d3-8f29cae59feb tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836420 Mar 23 01:31:37.442706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59550) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:37.555199 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 32dff84e-434f-4ded-9ebf-db8d7e0f28bb no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:31:37.607624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 32dff84e-434f-4ded-9ebf-db8d7e0f28bb {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:31:37.607970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 32dff84e-434f-4ded-9ebf-db8d7e0f28bb not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:31:37.611033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 12cc3aa7-3a74-4937-8205-13c47cc68a3a no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:31:37.640850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71f662-6d32-4e62-9055-8fadc0aa6246 req-971f36e9-9276-4429-9ad2-0d941b93af6a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:37.643729 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d71f662-6d32-4e62-9055-8fadc0aa6246 req-971f36e9-9276-4429-9ad2-0d941b93af6a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 944 time: 0.1454163 Mar 23 01:31:37.644120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1131fe82-22cb-40fb-8efb-8ee0e74f1456', 'tag': '94548fb7-a39f-4414-8466-ec8ee1778263'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:37.646493 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3110a67-0b48-431c-b7c9-669a7e02b767" -d '{"events": [{"name": "network-changed", "server_uuid": "1131fe82-22cb-40fb-8efb-8ee0e74f1456", "tag": "94548fb7-a39f-4414-8466-ec8ee1778263"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:37.648976 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ab8e402a-3618-4dd8-8017-bd49a572511a req-3055db0c-7933-46d0-961a-dca510927255 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.3042917 Mar 23 01:31:37.650706 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9696fcd-11ef-43b4-9efd-577d266aeab3 req-7d278bf7-40eb-4054-bdcf-67c1deac660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:37.657768 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9696fcd-11ef-43b4-9efd-577d266aeab3 req-7d278bf7-40eb-4054-bdcf-67c1deac660e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2905612 Mar 23 01:31:37.704245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 12cc3aa7-3a74-4937-8205-13c47cc68a3a {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:31:37.705038 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 12cc3aa7-3a74-4937-8205-13c47cc68a3a not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:31:37.752465 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d71f662-6d32-4e62-9055-8fadc0aa6246 req-6090c1ca-e122-49b7-9f2c-c929e5bd5c41 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026654 Mar 23 01:31:37.757437 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-93e2ddf9-843b-451a-84f9-ef7c43425e70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2197bbb087244449add1667f6153ce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135552 Mar 23 01:31:37.763001 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59570) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:37.884853 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262ea525-db9d-423d-889e-a28a5c380ce7 x-openstack-request-id: req-262ea525-db9d-423d-889e-a28a5c380ce7 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:37.887231 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1131fe82-22cb-40fb-8efb-8ee0e74f1456", "tag": "94548fb7-a39f-4414-8466-ec8ee1778263", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:37.903157 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-262ea525-db9d-423d-889e-a28a5c380ce7 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:37.905741 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262ea525-db9d-423d-889e-a28a5c380ce7'] response: {'name': 'network-changed', 'server_uuid': '1131fe82-22cb-40fb-8efb-8ee0e74f1456', 'tag': '94548fb7-a39f-4414-8466-ec8ee1778263', 'status': 'completed', 'code': 200} Mar 23 01:31:37.907207 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a0c92a83-bce5-4955-b41b-6748b9fe64ff admin admin] Publish callbacks [] for security_group (236594e7-454c-4119-92ce-7d4ad20ab631), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:37.948363 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a0c92a83-bce5-4955-b41b-6748b9fe64ff admin admin] Publish callbacks [] for security_group (236594e7-454c-4119-92ce-7d4ad20ab631), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:38.003044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440502a2-318f-4471-8490-21bed9f7a739 req-e284ccf5-ae79-4399-a791-261e8dd57d80 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:38.006870 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-440502a2-318f-4471-8490-21bed9f7a739 req-e284ccf5-ae79-4399-a791-261e8dd57d80 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.1676698 Mar 23 01:31:38.034826 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a0c92a83-bce5-4955-b41b-6748b9fe64ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (236594e7-454c-4119-92ce-7d4ad20ab631), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:38.038944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a0c92a83-bce5-4955-b41b-6748b9fe64ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:38.044357 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a0c92a83-bce5-4955-b41b-6748b9fe64ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/236594e7-454c-4119-92ce-7d4ad20ab631 HTTP/1.1" status: 204 len: 168 time: 0.2758160 Mar 23 01:31:38.060300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c92a83-bce5-4955-b41b-6748b9fe64ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236594e7-454c-4119-92ce-7d4ad20ab631,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:38.101060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3110a67-0b48-431c-b7c9-669a7e02b767 req-9d4e5a57-841e-4083-8a07-c33463bb3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:38.103177 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e3110a67-0b48-431c-b7c9-669a7e02b767 req-9d4e5a57-841e-4083-8a07-c33463bb3b1e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 1126 time: 0.1906676 Mar 23 01:31:38.181135 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-440502a2-318f-4471-8490-21bed9f7a739 req-fcefbf10-1ae5-4ef9-a41e-c3dfc7a85a9a tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581731 Mar 23 01:31:38.241552 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3110a67-0b48-431c-b7c9-669a7e02b767 req-51225049-5ff7-4efb-8e14-c5d15e5dae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:38.243401 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e3110a67-0b48-431c-b7c9-669a7e02b767 req-51225049-5ff7-4efb-8e14-c5d15e5dae28 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 911 time: 0.1326935 Mar 23 01:31:38.302944 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e3110a67-0b48-431c-b7c9-669a7e02b767 req-3a4b6b13-01a1-4c0c-ba88-c9e635e6ff72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94548fb7-a39f-4414-8466-ec8ee1778263 HTTP/1.1" status: 200 len: 217 time: 0.0485220 Mar 23 01:31:38.474996 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3110a67-0b48-431c-b7c9-669a7e02b767 req-c22c7846-05cb-44e0-ac00-fbdc545cfaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:38.479677 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e3110a67-0b48-431c-b7c9-669a7e02b767 req-c22c7846-05cb-44e0-ac00-fbdc545cfaf8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef8ca6c1-ff55-42d2-99a7-3b5483039371 HTTP/1.1" status: 200 len: 851 time: 0.1721430 Mar 23 01:31:38.520089 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59590) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:38.543155 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e3110a67-0b48-431c-b7c9-669a7e02b767 req-ebf7d09a-5f49-4758-a8df-5e1785d51972 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11a64475-d2db-4f02-97ca-82d855d62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575540 Mar 23 01:31:38.620690 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59594) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:38.721728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b17f2d-9bd1-492a-bf45-c75f6a7e6159 req-f93b261b-6222-44b9-92fc-c2eed3393053 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:38.734147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-37b17f2d-9bd1-492a-bf45-c75f6a7e6159 req-f93b261b-6222-44b9-92fc-c2eed3393053 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.2034004 Mar 23 01:31:38.760985 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e3110a67-0b48-431c-b7c9-669a7e02b767 req-0dae5074-eb9c-4c0f-ab1c-5e8cb71b7e98 service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096481 Mar 23 01:31:38.865333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59602) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:38.871812 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f514d5a8-a914-47b4-a4a4-0b6aee3c2795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:38.901832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d2c3deb7-cc7e-45c9-be3c-09d11ae46342 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-769892583-network', 'tenant_id': '1f393eaf0d014a1ea1cb019c64418df6'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:38.937007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-37b17f2d-9bd1-492a-bf45-c75f6a7e6159 req-af8d51a9-c217-46c2-b4a0-6dc0cad5667d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982567 Mar 23 01:31:38.975479 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c3deb7-cc7e-45c9-be3c-09d11ae46342 admin admin] Made reservation on behalf of 1f393eaf0d014a1ea1cb019c64418df6 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:31:38.980828 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2c3deb7-cc7e-45c9-be3c-09d11ae46342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:39.017527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2c3deb7-cc7e-45c9-be3c-09d11ae46342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:39.019431 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d516735-a19b-4cdc-8f15-80a6f453c6cb req-b539f6b9-1246-431e-ad20-e43e5bbe482e tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.1307564 Mar 23 01:31:39.099267 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:31:39.120905 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4a49a182-fd77-46a9-964e-8626016d8fee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a03860713f854f2e95a107addc4e7ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481270 Mar 23 01:31:39.123146 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59606) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:39.142995 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e3110a67-0b48-431c-b7c9-669a7e02b767 req-3f589636-758a-4e2e-bb73-f94c801f5f7f service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756375 Mar 23 01:31:39.201792 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f514d5a8-a914-47b4-a4a4-0b6aee3c2795 admin admin] Publish callbacks [] for security_group (524ef96f-b8ce-4b0b-86e6-b10a84211b94), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:39.215503 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f514d5a8-a914-47b4-a4a4-0b6aee3c2795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (524ef96f-b8ce-4b0b-86e6-b10a84211b94), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:39.223377 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-40f9027f-5327-4763-ad23-4047e842b1c0 admin admin] Publish callbacks [] for security_group (ded05659-babd-4237-a672-61ab5d28b0ef), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:39.255611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e446c52-341b-4144-85e7-8264b50503ea req-8666867e-bd45-41a5-a3cb-5356eeca43ff tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:39.257503 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9e446c52-341b-4144-85e7-8264b50503ea req-8666867e-bd45-41a5-a3cb-5356eeca43ff tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 944 time: 0.2375746 Mar 23 01:31:39.269515 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-40f9027f-5327-4763-ad23-4047e842b1c0 admin admin] Publish callbacks [] for security_group (ded05659-babd-4237-a672-61ab5d28b0ef), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:39.380956 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9696fcd-11ef-43b4-9efd-577d266aeab3 req-1c5a6b07-bbe2-48ed-bbad-10f41bd4c88f tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.43 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.0783825 Mar 23 01:31:39.390391 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f514d5a8-a914-47b4-a4a4-0b6aee3c2795 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=daca2f952e1449a2b231aef45554d67b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8687673 Mar 23 01:31:39.399587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59618) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:39.411472 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514d5a8-a914-47b4-a4a4-0b6aee3c2795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524ef96f-b8ce-4b0b-86e6-b10a84211b94,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:39.472648 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-40f9027f-5327-4763-ad23-4047e842b1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ded05659-babd-4237-a672-61ab5d28b0ef), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:39.474279 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-40f9027f-5327-4763-ad23-4047e842b1c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:39.478411 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-40f9027f-5327-4763-ad23-4047e842b1c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ded05659-babd-4237-a672-61ab5d28b0ef HTTP/1.1" status: 204 len: 168 time: 0.3542717 Mar 23 01:31:39.499345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9027f-5327-4763-ad23-4047e842b1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded05659-babd-4237-a672-61ab5d28b0ef,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:39.719102 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a133142-a7b2-484a-a690-08b7d2bd7918 admin admin] Publish callbacks [] for security_group (524ef96f-b8ce-4b0b-86e6-b10a84211b94), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:39.733677 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9e446c52-341b-4144-85e7-8264b50503ea req-7309ba1d-7287-49ec-a8dd-5ca0841ac1b6 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552262 Mar 23 01:31:39.812506 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2c3deb7-cc7e-45c9-be3c-09d11ae46342 admin admin] Publish callbacks [] for security_group (ca278ae9-4380-4448-8609-1397d666333b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:39.836926 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2c3deb7-cc7e-45c9-be3c-09d11ae46342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ca278ae9-4380-4448-8609-1397d666333b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:39.857659 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a133142-a7b2-484a-a690-08b7d2bd7918 admin admin] Publish callbacks [] for security_group (524ef96f-b8ce-4b0b-86e6-b10a84211b94), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:39.870067 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f30dbe-c281-49a0-8a26-01b86fe3f4bb req-6a41bbf4-4c83-4e31-a1ed-a1c0838869af tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:39.881084 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68f30dbe-c281-49a0-8a26-01b86fe3f4bb req-6a41bbf4-4c83-4e31-a1ed-a1c0838869af tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.1503942 Mar 23 01:31:39.926973 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c3deb7-cc7e-45c9-be3c-09d11ae46342 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:31:40.007317 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68f30dbe-c281-49a0-8a26-01b86fe3f4bb req-a656ec55-89ea-4a5c-90f1-84a695d3f93b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249354 Mar 23 01:31:40.036240 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2c3deb7-cc7e-45c9-be3c-09d11ae46342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (419e8778-3b5e-4054-bcc2-d0888d01035e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:40.036578 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-d2c3deb7-cc7e-45c9-be3c-09d11ae46342 admin admin] Added segment 419e8778-3b5e-4054-bcc2-d0888d01035e of type vlan for network e7c96cef-d724-4f32-bcf8-236f1b772ec7 Mar 23 01:31:40.037861 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3deb7-cc7e-45c9-be3c-09d11ae46342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca278ae9-4380-4448-8609-1397d666333b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:40.131801 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2c3deb7-cc7e-45c9-be3c-09d11ae46342 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (e7c96cef-d724-4f32-bcf8-236f1b772ec7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:40.145768 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a133142-a7b2-484a-a690-08b7d2bd7918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (524ef96f-b8ce-4b0b-86e6-b10a84211b94), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:40.150620 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a133142-a7b2-484a-a690-08b7d2bd7918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:40.161343 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4a133142-a7b2-484a-a690-08b7d2bd7918 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/524ef96f-b8ce-4b0b-86e6-b10a84211b94 HTTP/1.1" status: 204 len: 168 time: 0.7583339 Mar 23 01:31:40.198413 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a133142-a7b2-484a-a690-08b7d2bd7918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524ef96f-b8ce-4b0b-86e6-b10a84211b94,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:40.243088 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2c3deb7-cc7e-45c9-be3c-09d11ae46342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (e7c96cef-d724-4f32-bcf8-236f1b772ec7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:40.244226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c3deb7-cc7e-45c9-be3c-09d11ae46342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:40.244929 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2c3deb7-cc7e-45c9-be3c-09d11ae46342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:40.380791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3deb7-cc7e-45c9-be3c-09d11ae46342 admin admin] Pushing event updated for resources: {'Network': ['ID=e7c96cef-d724-4f32-bcf8-236f1b772ec7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:40.398217 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d2c3deb7-cc7e-45c9-be3c-09d11ae46342 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7601633 Mar 23 01:31:40.398983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59648) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:40.411939 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-46c5d488-0393-4440-a0ee-6c8602754dc3 admin admin] Request body: {'subnet': {'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-769892583-subnet', 'tenant_id': '1f393eaf0d014a1ea1cb019c64418df6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:40.414124 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network e7c96cef-d724-4f32-bcf8-236f1b772ec7 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:31:40.432194 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63ca1300-729f-469f-8d94-352f019d7b07 req-115219c0-3a92-4f41-8231-5ad6e95ab360 tempest-ServerShowV254Test-1887569421 tempest-ServerShowV254Test-1887569421-project] 10.222.0.18 "GET /v2.0/ports?device_id=853c4764-855a-4ae4-a8e4-8a6bf51941f0 HTTP/1.1" status: 200 len: 210 time: 0.1708143 Mar 23 01:31:40.500421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c5d488-0393-4440-a0ee-6c8602754dc3 admin admin] Made reservation on behalf of 1f393eaf0d014a1ea1cb019c64418df6 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:31:40.505602 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-46c5d488-0393-4440-a0ee-6c8602754dc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:40.946578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 94548fb7-a39f-4414-8466-ec8ee1778263 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:31:41.036474 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-46c5d488-0393-4440-a0ee-6c8602754dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (9e09e202-503d-4274-9ec2-670546ae867a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:41.179726 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf0cf2-722c-47d2-afec-585cee32dbae req-a3c206e9-3a83-42bc-a638-a3d6dfdfa0f5 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:41.193255 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-45bf0cf2-722c-47d2-afec-585cee32dbae req-a3c206e9-3a83-42bc-a638-a3d6dfdfa0f5 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 944 time: 0.3403394 Mar 23 01:31:41.229450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 94548fb7-a39f-4414-8466-ec8ee1778263, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=94548fb7-a39f-4414-8466-ec8ee1778263,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:41.254829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472dab2-adaa-486c-8174-eec0c0363bbd req-5b72d11d-bbcd-4f6a-980a-649ff85ab4dd tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:41.257815 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4472dab2-adaa-486c-8174-eec0c0363bbd req-5b72d11d-bbcd-4f6a-980a-649ff85ab4dd tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.0816751 Mar 23 01:31:41.271859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '94548fb7-a39f-4414-8466-ec8ee1778263', 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717', 'port_id': '94548fb7-a39f-4414-8466-ec8ee1778263', 'mac_address': 'fa:16:3e:c7:b1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8ca6c1-ff55-42d2-99a7-3b5483039371', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:31:41.340430 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5d488-0393-4440-a0ee-6c8602754dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e09e202-503d-4274-9ec2-670546ae867a,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:41.387612 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 94548fb7-a39f-4414-8466-ec8ee1778263 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:41.389424 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (94548fb7-a39f-4414-8466-ec8ee1778263), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:41.416121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5d488-0393-4440-a0ee-6c8602754dc3 admin admin] Checking segment: {'id': '419e8778-3b5e-4054-bcc2-d0888d01035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:31:41.416499 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c5d488-0393-4440-a0ee-6c8602754dc3 admin admin] Network hostable DHCP agents. Network: e7c96cef-d724-4f32-bcf8-236f1b772ec7, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:31:41.426596 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94548fb7-a39f-4414-8466-ec8ee1778263 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:31:41.434598 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4472dab2-adaa-486c-8174-eec0c0363bbd req-12142806-d208-46e0-a99c-ac1543c7ce2e tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688316 Mar 23 01:31:41.492731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 94548fb7-a39f-4414-8466-ec8ee1778263, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=94548fb7-a39f-4414-8466-ec8ee1778263,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:41.511538 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (94548fb7-a39f-4414-8466-ec8ee1778263), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:41.563777 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-45bf0cf2-722c-47d2-afec-585cee32dbae req-a531a1d8-6fe4-4f05-ad7c-997a41f72d3b tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681641 Mar 23 01:31:41.589668 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c5d488-0393-4440-a0ee-6c8602754dc3 admin admin] Network e7c96cef-d724-4f32-bcf8-236f1b772ec7 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:31:41.606399 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-46c5d488-0393-4440-a0ee-6c8602754dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, e7c96cef-d724-4f32-bcf8-236f1b772ec7) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:31:41.612753 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c5d488-0393-4440-a0ee-6c8602754dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:41.614281 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-46c5d488-0393-4440-a0ee-6c8602754dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:41.626822 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dec5077-3d76-410a-9578-d65d45b15992 None None] Network e7c96cef-d724-4f32-bcf8-236f1b772ec7 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:31:41.654398 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-46c5d488-0393-4440-a0ee-6c8602754dc3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2536292 Mar 23 01:31:41.776885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=94548fb7-a39f-4414-8466-ec8ee1778263,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:41.800844 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:41.801329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:41.801706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:41.802055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:41.802550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:41.803521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:41.803898 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:41.805783 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:41.806446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:41.806446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:41.806779 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:41.807111 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:41.807442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:41.807771 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:41.808132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:41.875105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-e7c96cef-d724-4f32-bcf8-236f1b772ec7', 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7', 'project_id': '1f393eaf0d014a1ea1cb019c64418df6', 'fixed_ips': [{'subnet_id': '9e09e202-503d-4274-9ec2-670546ae867a'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:31:41.876005 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:42.024721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['94548fb7-a39f-4414-8466-ec8ee1778263'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:31:42.321608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Allocated IP 172.20.0.2 (e7c96cef-d724-4f32-bcf8-236f1b772ec7/9e09e202-503d-4274-9ec2-670546ae867a/daa2bc79-6e4a-4f22-a3f2-4fec5eb87667) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:31:42.558158 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59746) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:42.719559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd6217-22e0-4f60-8ab9-3f733c05a0dc req-0583672b-8512-49d9-aee5-2cfa7fed88f0 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:42.721624 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcdd6217-22e0-4f60-8ab9-3f733c05a0dc req-0583672b-8512-49d9-aee5-2cfa7fed88f0 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.1205695 Mar 23 01:31:42.801053 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Publish callbacks [] for port (daa2bc79-6e4a-4f22-a3f2-4fec5eb87667), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:42.821345 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (daa2bc79-6e4a-4f22-a3f2-4fec5eb87667), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:42.840393 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcdd6217-22e0-4f60-8ab9-3f733c05a0dc req-4c49e433-a406-4961-8558-4e476cd6c7a0 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124146 Mar 23 01:31:42.894066 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Network e7c96cef-d724-4f32-bcf8-236f1b772ec7 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:31:42.904307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:31:42.918908 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:31:42.926340 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb4c89-4735-4a85-bd0e-d5124349f2fe req-da5e9d8f-6931-4d24-af17-0ab35710c8b5 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:42.935948 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12eb4c89-4735-4a85-bd0e-d5124349f2fe req-da5e9d8f-6931-4d24-af17-0ab35710c8b5 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 945 time: 0.1979802 Mar 23 01:31:43.012173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Pushing event updated for resources: {'Port': ['ID=daa2bc79-6e4a-4f22-a3f2-4fec5eb87667,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:43.098176 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Attempting to bind port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:31:43.098559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Attempting to bind port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '419e8778-3b5e-4054-bcc2-d0888d01035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:31:43.098930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Attempting to bind port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 on network e7c96cef-d724-4f32-bcf8-236f1b772ec7 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:31:43.102230 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12eb4c89-4735-4a85-bd0e-d5124349f2fe req-fbd1e5c8-0725-4adf-9fab-6e832e08e9e7 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653876 Mar 23 01:31:43.105560 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d4264b93-4b2c-4742-bbf6-d1327c74bd6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:43.121076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:31:43.121461 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Checking segment: {'id': '419e8778-3b5e-4054-bcc2-d0888d01035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:31:43.139931 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:43.140362 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Bound using segment: {'id': '419e8778-3b5e-4054-bcc2-d0888d01035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:31:43.141945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Bound port: daa2bc79-6e4a-4f22-a3f2-4fec5eb87667, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419e8778-3b5e-4054-bcc2-d0888d01035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:31:43.142384 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (daa2bc79-6e4a-4f22-a3f2-4fec5eb87667), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:43.326679 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d4264b93-4b2c-4742-bbf6-d1327c74bd6b admin admin] Publish callbacks [] for security_group (937a3655-505a-44c2-a926-1bc410a03be3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:43.335284 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d4264b93-4b2c-4742-bbf6-d1327c74bd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (937a3655-505a-44c2-a926-1bc410a03be3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:43.381659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] For port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:31:43.390854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] For port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=daa2bc79-6e4a-4f22-a3f2-4fec5eb87667,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:31:43.406268 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (daa2bc79-6e4a-4f22-a3f2-4fec5eb87667), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:43.416090 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4264b93-4b2c-4742-bbf6-d1327c74bd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937a3655-505a-44c2-a926-1bc410a03be3,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:43.447808 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d4264b93-4b2c-4742-bbf6-d1327c74bd6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7285e6e98592490ca99d6825ed2efdac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8885784 Mar 23 01:31:43.451234 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59794) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:43.544791 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea35c83-556d-4bef-9bd3-521c4e89a350 None None] Pushing event updated for resources: {'Port': ['ID=daa2bc79-6e4a-4f22-a3f2-4fec5eb87667,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:43.572908 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:31:43.732559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-e65237c0-4372-4ad5-bb36-bb03b5fb86bd tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:43.748474 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-e65237c0-4372-4ad5-bb36-bb03b5fb86bd tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/networks?id=e7c96cef-d724-4f32-bcf8-236f1b772ec7 HTTP/1.1" status: 200 len: 815 time: 0.2242012 Mar 23 01:31:43.796847 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-d9493c57-278f-45ff-95e6-23d443eb700a tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/quotas/1f393eaf0d014a1ea1cb019c64418df6 HTTP/1.1" status: 200 len: 375 time: 0.0458322 Mar 23 01:31:43.815852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:43.839876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb', 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652', 'port_id': 'ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb', 'mac_address': 'fa:16:3e:2a:dd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:31:43.898209 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb is: ACTIVE; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:43.898715 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:43.935970 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Publish callbacks [] for security_group (937a3655-505a-44c2-a926-1bc410a03be3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:43.943161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:31:44.003092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:44.020701 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:44.056099 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Publish callbacks [] for security_group (937a3655-505a-44c2-a926-1bc410a03be3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:44.200379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:31:44.209190 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-8b488aa1-9e45-4efe-86bb-b93b3c0f630c tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f393eaf0d014a1ea1cb019c64418df6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4103246 Mar 23 01:31:44.296535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b70ec-1ca0-45c6-994e-99479109545f req-979c4c01-294a-4257-964a-1a6304cd22b8 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:44.300782 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c32b70ec-1ca0-45c6-994e-99479109545f req-979c4c01-294a-4257-964a-1a6304cd22b8 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.2392032 Mar 23 01:31:44.434658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:44.452071 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-52bc9b07-6448-4fc5-b32d-9d2114c36744 service neutron] 10.222.0.18 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400169 Mar 23 01:31:44.514973 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c32b70ec-1ca0-45c6-994e-99479109545f req-30e6326b-8d0e-459b-bde6-1cdbdfc9833d tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012219 Mar 23 01:31:44.630657 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (937a3655-505a-44c2-a926-1bc410a03be3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:44.655548 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:44.657534 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/937a3655-505a-44c2-a926-1bc410a03be3 HTTP/1.1" status: 204 len: 168 time: 1.2047243 Mar 23 01:31:44.698358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937a3655-505a-44c2-a926-1bc410a03be3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:44.720110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:44.723125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:44.725262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:44.725931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:44.726582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:44.729058 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:44.729660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:44.730232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:44.730785 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:44.731490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:44.734273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:44.735569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:44.737198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:44.737815 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:44.738403 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ce54-6f96-43cd-ad95-b1520595939a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:31:44.863409 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-a481e1e6-5de5-491b-a8da-0ac3637534e3 service neutron] 10.222.0.18 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104536 Mar 23 01:31:44.891411 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b274c8-0a00-40de-8467-480c63921d5b req-c97b9dd0-919b-43fa-ae48-86ab46de1c47 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:44.898586 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:31:44.907125 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c0b274c8-0a00-40de-8467-480c63921d5b req-c97b9dd0-919b-43fa-ae48-86ab46de1c47 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 945 time: 0.2294080 Mar 23 01:31:44.992173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 94548fb7-a39f-4414-8466-ec8ee1778263 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:31:45.040488 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c0b274c8-0a00-40de-8467-480c63921d5b req-3f92dc28-d1e7-49e7-9178-80fad8a5ad65 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319826 Mar 23 01:31:45.684968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:31:45.865315 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32d512-0c46-469f-96c3-b90e80c54549 req-7857041a-451d-468b-84ff-bf809cc2ce41 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:45.869389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dd81d7-87f7-4898-837d-1ebb99d06099 None None] Network e7c96cef-d724-4f32-bcf8-236f1b772ec7 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:31:45.874601 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2f32d512-0c46-469f-96c3-b90e80c54549 req-7857041a-451d-468b-84ff-bf809cc2ce41 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.1792636 Mar 23 01:31:46.072831 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2f32d512-0c46-469f-96c3-b90e80c54549 req-92e0b91f-d2e0-4034-b99f-bb2d08b45699 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907661 Mar 23 01:31:46.210816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:31:46.211316 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (daa2bc79-6e4a-4f22-a3f2-4fec5eb87667), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:46.379074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:31:46.379868 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:46.387278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f2eb546b-8e05-4f38-884e-5b583955ddd9 None None] Provisioning complete for port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:31:46.388266 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f2eb546b-8e05-4f38-884e-5b583955ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (daa2bc79-6e4a-4f22-a3f2-4fec5eb87667), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:46.437143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 94548fb7-a39f-4414-8466-ec8ee1778263 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:31:46.476079 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 94548fb7-a39f-4414-8466-ec8ee1778263 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:31:46.476914 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (94548fb7-a39f-4414-8466-ec8ee1778263), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:46.722760 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-c9b89852-7f49-481f-8d73-509a0aff6987 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:46.733021 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-c9b89852-7f49-481f-8d73-509a0aff6987 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/networks?id=e7c96cef-d724-4f32-bcf8-236f1b772ec7 HTTP/1.1" status: 200 len: 815 time: 0.4986024 Mar 23 01:31:46.767349 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-866bc52e-58b7-45a6-8b45-163776351ba9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/quotas/1f393eaf0d014a1ea1cb019c64418df6 HTTP/1.1" status: 200 len: 375 time: 0.0318406 Mar 23 01:31:46.999489 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-8675a652-4944-4d8e-8a25-c117f56c75df tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f393eaf0d014a1ea1cb019c64418df6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2233059 Mar 23 01:31:47.155266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:47.156484 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (daa2bc79-6e4a-4f22-a3f2-4fec5eb87667), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:47.322688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51908a5b-5dc8-4cc9-8680-4d457bc221d5 req-950db157-5d27-4459-86f9-0d7768388cec tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:47.324289 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-51908a5b-5dc8-4cc9-8680-4d457bc221d5 req-950db157-5d27-4459-86f9-0d7768388cec tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 945 time: 0.2427406 Mar 23 01:31:47.346567 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-8d68527b-a281-4244-a38f-a87e75447164 service neutron] 10.222.0.18 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363695 Mar 23 01:31:47.628973 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-51908a5b-5dc8-4cc9-8680-4d457bc221d5 req-270112f8-4b60-48f2-9dbc-7a3fc8b5b873 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781284 Mar 23 01:31:47.664012 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-8a0d845f-3ef9-4803-8590-26a85f8fccdd service neutron] 10.222.0.18 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051913 Mar 23 01:31:47.792535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:47.793197 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:47.844544 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=daa2bc79-6e4a-4f22-a3f2-4fec5eb87667,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:47.924053 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (daa2bc79-6e4a-4f22-a3f2-4fec5eb87667), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:48.194467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f2eb546b-8e05-4f38-884e-5b583955ddd9 None None] Current status of the port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:48.194877 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f2eb546b-8e05-4f38-884e-5b583955ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (daa2bc79-6e4a-4f22-a3f2-4fec5eb87667), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:48.239293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=daa2bc79-6e4a-4f22-a3f2-4fec5eb87667,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:48.246938 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-760ed062-6a4d-4e3d-ae8e-1f64d5523715 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:48.249333 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-760ed062-6a4d-4e3d-ae8e-1f64d5523715 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.43 "GET /v2.0/networks?id=e7c96cef-d724-4f32-bcf8-236f1b772ec7 HTTP/1.1" status: 200 len: 815 time: 0.3781912 Mar 23 01:31:48.268887 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-dee1c311-73f1-4834-833b-4cfdf11092a9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Request body: {'port': {'device_id': 'c34e9905-9c97-48d7-b052-2699ff999cf2', 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7', 'admin_state_up': True, 'tenant_id': '1f393eaf0d014a1ea1cb019c64418df6'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:48.402056 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4a9276-dcf9-4893-8b67-198d4c0ee4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:48.430691 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6e89de-ce57-444f-a690-990f3ded2222" -d '{"events": [{"server_uuid": "7a4a9276-dcf9-4893-8b67-198d4c0ee4fc", "name": "network-vif-plugged", "status": "completed", "tag": "ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:48.456454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b97a5-749d-4b9a-8a14-f2c2a9beef0a req-f29291d8-d05d-4295-a63d-fa8f6e3ba888 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:48.467869 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b83b97a5-749d-4b9a-8a14-f2c2a9beef0a req-f29291d8-d05d-4295-a63d-fa8f6e3ba888 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.2229965 Mar 23 01:31:48.535638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 94548fb7-a39f-4414-8466-ec8ee1778263 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:48.536040 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (94548fb7-a39f-4414-8466-ec8ee1778263), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:48.627184 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b83b97a5-749d-4b9a-8a14-f2c2a9beef0a req-aeece09b-fa70-4434-8fd5-1d40c4187452 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569562 Mar 23 01:31:48.734799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-dee1c311-73f1-4834-833b-4cfdf11092a9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Made reservation on behalf of 1f393eaf0d014a1ea1cb019c64418df6 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:31:48.739229 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-dee1c311-73f1-4834-833b-4cfdf11092a9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:48.774713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:48.787390 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d05383d-5669-4685-ba92-373c75bbc6b9 x-openstack-request-id: req-5d05383d-5669-4685-ba92-373c75bbc6b9 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:48.787780 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4a9276-dcf9-4893-8b67-198d4c0ee4fc", "name": "network-vif-plugged", "status": "completed", "tag": "ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:48.789718 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d05383d-5669-4685-ba92-373c75bbc6b9 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:48.790897 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d05383d-5669-4685-ba92-373c75bbc6b9'] response: {'server_uuid': '7a4a9276-dcf9-4893-8b67-198d4c0ee4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb', 'code': 200} Mar 23 01:31:48.882037 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:49.220849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:49.293216 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-f2eb546b-8e05-4f38-884e-5b583955ddd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:31:49.297031 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-f2eb546b-8e05-4f38-884e-5b583955ddd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:31:49.362055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ae478-2b5d-444c-b75f-bebf25c087aa req-e676a4a4-0b3b-4e25-93b8-f090472e28b3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:49.362667 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 94548fb7-a39f-4414-8466-ec8ee1778263, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=94548fb7-a39f-4414-8466-ec8ee1778263,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:49.373023 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f55ae478-2b5d-444c-b75f-bebf25c087aa req-e676a4a4-0b3b-4e25-93b8-f090472e28b3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 945 time: 0.3884473 Mar 23 01:31:49.391714 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (94548fb7-a39f-4414-8466-ec8ee1778263), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:49.397442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-07a3af23-67f2-4cc1-a970-3de3493f6eef tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:49.409765 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-07a3af23-67f2-4cc1-a970-3de3493f6eef tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/networks?id=e7c96cef-d724-4f32-bcf8-236f1b772ec7 HTTP/1.1" status: 200 len: 815 time: 0.3390267 Mar 23 01:31:49.456848 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-15d645c2-5792-478e-b13b-2eea6976c34c tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/quotas/1f393eaf0d014a1ea1cb019c64418df6 HTTP/1.1" status: 200 len: 375 time: 0.0457320 Mar 23 01:31:49.470373 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-dee1c311-73f1-4834-833b-4cfdf11092a9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Allocated IP 172.20.0.12 (e7c96cef-d724-4f32-bcf8-236f1b772ec7/9e09e202-503d-4274-9ec2-670546ae867a/aee09760-2b2b-40a8-9158-d444e5bd61bd) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:31:49.638163 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-b98ee122-c7c0-4a57-bc60-012ac5de18c0 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f393eaf0d014a1ea1cb019c64418df6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1797051 Mar 23 01:31:49.711424 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f55ae478-2b5d-444c-b75f-bebf25c087aa req-0edc438a-b6e1-41a3-91dd-82b4e980657f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371801 Mar 23 01:31:49.723811 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=94548fb7-a39f-4414-8466-ec8ee1778263,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:49.765345 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-77ee2121-fbed-4c7f-a4a3-ce1008115376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:49.953563 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-d77e75b9-f012-44b0-826e-5ec6f4fe019f service neutron] 10.222.0.18 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140893 Mar 23 01:31:49.977916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f2eb546b-8e05-4f38-884e-5b583955ddd9 None None] Current status of the port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:50.063692 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-dee1c311-73f1-4834-833b-4cfdf11092a9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks [] for port (aee09760-2b2b-40a8-9158-d444e5bd61bd), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:50.109069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:31:50.141081 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-dee1c311-73f1-4834-833b-4cfdf11092a9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (aee09760-2b2b-40a8-9158-d444e5bd61bd), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:50.181435 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-8b9d8f84-ce14-49f5-9a5e-0b73b76b286b service neutron] 10.222.0.18 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247908 Mar 23 01:31:50.262711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-dee1c311-73f1-4834-833b-4cfdf11092a9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Network e7c96cef-d724-4f32-bcf8-236f1b772ec7 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:31:50.272889 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-dee1c311-73f1-4834-833b-4cfdf11092a9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:31:50.289537 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-dee1c311-73f1-4834-833b-4cfdf11092a9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:31:50.296943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-be1de964-7fce-4f28-b836-ccd2f315445b None None] Provisioning complete for port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:31:50.314736 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-be1de964-7fce-4f28-b836-ccd2f315445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (daa2bc79-6e4a-4f22-a3f2-4fec5eb87667), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:50.382796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1c311-73f1-4834-833b-4cfdf11092a9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Pushing event updated for resources: {'Port': ['ID=aee09760-2b2b-40a8-9158-d444e5bd61bd,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:50.539523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-dee1c311-73f1-4834-833b-4cfdf11092a9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:50.555798 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-dee1c311-73f1-4834-833b-4cfdf11092a9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:50.640212 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-dee1c311-73f1-4834-833b-4cfdf11092a9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3756135 Mar 23 01:31:50.668490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Request body: {'port': {'device_id': 'c34e9905-9c97-48d7-b052-2699ff999cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:50.765566 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:50.811579 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1131fe82-22cb-40fb-8efb-8ee0e74f1456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94548fb7-a39f-4414-8466-ec8ee1778263'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:50.814132 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9813a2-0604-490e-9825-57e3e31e6317" -d '{"events": [{"server_uuid": "1131fe82-22cb-40fb-8efb-8ee0e74f1456", "name": "network-vif-plugged", "status": "completed", "tag": "94548fb7-a39f-4414-8466-ec8ee1778263"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:50.905692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-847745dc-7f8b-4462-a645-e9bd4baf0cb6 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:50.914598 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:31:50.915004 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (daa2bc79-6e4a-4f22-a3f2-4fec5eb87667), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:50.915757 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (aee09760-2b2b-40a8-9158-d444e5bd61bd), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:50.922153 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-847745dc-7f8b-4462-a645-e9bd4baf0cb6 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.43 "GET /v2.0/networks?id=e7c96cef-d724-4f32-bcf8-236f1b772ec7 HTTP/1.1" status: 200 len: 815 time: 0.5085990 Mar 23 01:31:50.944186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-7f4af223-2a50-4968-8d04-1a61ebd7013b tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Request body: {'port': {'device_id': 'f07eb627-6a73-47d0-9027-4fd1c9428810', 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7', 'admin_state_up': True, 'tenant_id': '1f393eaf0d014a1ea1cb019c64418df6'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:51.228213 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-7f4af223-2a50-4968-8d04-1a61ebd7013b tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Made reservation on behalf of 1f393eaf0d014a1ea1cb019c64418df6 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:31:51.231758 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-7f4af223-2a50-4968-8d04-1a61ebd7013b tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:51.315006 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-be1de964-7fce-4f28-b836-ccd2f315445b None None] Current status of the port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:51.388683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10cbae-feb7-4bd6-9d8d-a3dc4988da91 req-071f880c-ed97-4cf9-8383-955c6f2710e9 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:51.403584 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f10cbae-feb7-4bd6-9d8d-a3dc4988da91 req-071f880c-ed97-4cf9-8383-955c6f2710e9 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.4630442 Mar 23 01:31:51.491210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:51.513276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1a8e0e63-6fa2-48c5-be25-d0563a8857fc None None] Provisioning complete for port aee09760-2b2b-40a8-9158-d444e5bd61bd triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:31:51.513670 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1a8e0e63-6fa2-48c5-be25-d0563a8857fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (aee09760-2b2b-40a8-9158-d444e5bd61bd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:51.604304 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e0e63-6fa2-48c5-be25-d0563a8857fc None None] Port aee09760-2b2b-40a8-9158-d444e5bd61bd cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:31:51.755908 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a0480f88-3609-4c88-8bb1-3ef52e093e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:51.798566 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f10cbae-feb7-4bd6-9d8d-a3dc4988da91 req-a8e7fe5c-ffb7-46a9-a2c5-33075356b4dc tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3926418 Mar 23 01:31:52.197557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f625a4-c8ab-4709-94ed-dcf7c93562ce req-38af4dcd-14e2-40ff-b4cb-15fe85580aa4 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:52.205906 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55f625a4-c8ab-4709-94ed-dcf7c93562ce req-38af4dcd-14e2-40ff-b4cb-15fe85580aa4 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 946 time: 0.1079679 Mar 23 01:31:52.251602 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a630b425-6162-4be8-aa9f-8f6d3a115814 req-a016ead6-9ee7-4f8b-98da-d3891bca5b12 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 210 time: 0.1020455 Mar 23 01:31:52.279629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee09760-2b2b-40a8-9158-d444e5bd61bd {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:31:52.286743 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55f625a4-c8ab-4709-94ed-dcf7c93562ce req-335d57c5-28c6-4fdf-a6a8-80f60534c7c2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795350 Mar 23 01:31:52.322930 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Publish callbacks [] for port (aee09760-2b2b-40a8-9158-d444e5bd61bd), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:52.327337 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d7a569-1a62-4e91-9962-581c20cd1e18 x-openstack-request-id: req-81d7a569-1a62-4e91-9962-581c20cd1e18 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:52.327880 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1131fe82-22cb-40fb-8efb-8ee0e74f1456", "name": "network-vif-plugged", "status": "completed", "tag": "94548fb7-a39f-4414-8466-ec8ee1778263", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:52.327880 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81d7a569-1a62-4e91-9962-581c20cd1e18 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:52.328287 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d7a569-1a62-4e91-9962-581c20cd1e18'] response: {'server_uuid': '1131fe82-22cb-40fb-8efb-8ee0e74f1456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94548fb7-a39f-4414-8466-ec8ee1778263', 'code': 200} Mar 23 01:31:52.356223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Transition to ACTIVE for port object aee09760-2b2b-40a8-9158-d444e5bd61bd will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:31:52.383500 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (aee09760-2b2b-40a8-9158-d444e5bd61bd), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:52.792762 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Pushing event updated for resources: {'Port': ['ID=aee09760-2b2b-40a8-9158-d444e5bd61bd,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:52.811959 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-7f4af223-2a50-4968-8d04-1a61ebd7013b tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Allocated IP 172.20.0.9 (e7c96cef-d724-4f32-bcf8-236f1b772ec7/9e09e202-503d-4274-9ec2-670546ae867a/99eb16a3-d82f-42d7-84dd-661a5f63a08c) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:31:52.858525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7acbe-8784-478c-9183-22334d7f0334 req-ec4cd867-b91a-4d05-8acc-d634f4a7bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:52.864623 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ac7acbe-8784-478c-9183-22334d7f0334 req-ec4cd867-b91a-4d05-8acc-d634f4a7bfc7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 1128 time: 0.3614771 Mar 23 01:31:53.046364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Attempting to bind port aee09760-2b2b-40a8-9158-d444e5bd61bd on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:31:53.048752 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Attempting to bind port aee09760-2b2b-40a8-9158-d444e5bd61bd by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '419e8778-3b5e-4054-bcc2-d0888d01035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:31:53.049432 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Attempting to bind port aee09760-2b2b-40a8-9158-d444e5bd61bd on network e7c96cef-d724-4f32-bcf8-236f1b772ec7 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:31:53.061754 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ac7acbe-8784-478c-9183-22334d7f0334 req-3bc0722c-84ff-4d9f-8a57-f4d4b4707cf4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881781 Mar 23 01:31:53.100342 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:53.117826 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Port aee09760-2b2b-40a8-9158-d444e5bd61bd on network e7c96cef-d724-4f32-bcf8-236f1b772ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:31:53.120305 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Attempting to bind port aee09760-2b2b-40a8-9158-d444e5bd61bd on network e7c96cef-d724-4f32-bcf8-236f1b772ec7 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:31:53.145505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:31:53.146287 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Checking segment: {'id': '419e8778-3b5e-4054-bcc2-d0888d01035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:31:53.147148 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Bound using segment: {'id': '419e8778-3b5e-4054-bcc2-d0888d01035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:31:53.147777 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Bound port: aee09760-2b2b-40a8-9158-d444e5bd61bd, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419e8778-3b5e-4054-bcc2-d0888d01035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:31:53.148313 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (aee09760-2b2b-40a8-9158-d444e5bd61bd), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:53.242319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-822b8635-6de5-4d7b-8664-307d54045df1 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:53.245078 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-822b8635-6de5-4d7b-8664-307d54045df1 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.43 "GET /v2.0/networks?id=e7c96cef-d724-4f32-bcf8-236f1b772ec7 HTTP/1.1" status: 200 len: 815 time: 0.4808867 Mar 23 01:31:53.333528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] For port aee09760-2b2b-40a8-9158-d444e5bd61bd, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:31:53.341944 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] For port aee09760-2b2b-40a8-9158-d444e5bd61bd, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=aee09760-2b2b-40a8-9158-d444e5bd61bd,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:31:53.359781 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (aee09760-2b2b-40a8-9158-d444e5bd61bd), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:53.410550 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:53.411189 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:53.412647 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] 10.222.0.43 "PUT /v2.0/ports/aee09760-2b2b-40a8-9158-d444e5bd61bd HTTP/1.1" status: 200 len: 1092 time: 2.7601275 Mar 23 01:31:53.424353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34e9905-9c97-48d7-b052-2699ff999cf2', 'tag': 'aee09760-2b2b-40a8-9158-d444e5bd61bd'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:53.433524 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216bf264-2145-498e-8b6f-6e8008d0858e" -d '{"events": [{"name": "network-changed", "server_uuid": "c34e9905-9c97-48d7-b052-2699ff999cf2", "tag": "aee09760-2b2b-40a8-9158-d444e5bd61bd"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:53.514390 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-6843b375-92af-48e6-9390-3e96dbaf0aa9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Request body: {'port': {'device_id': 'e2d4eb8b-8926-43aa-b583-7eb24b7f2c99', 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7', 'admin_state_up': True, 'tenant_id': '1f393eaf0d014a1ea1cb019c64418df6'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:53.528059 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71753c9b-2875-47fb-a5e2-90a2d8fa31f6 req-afed8804-5150-429c-ba2e-e131b8c79e5c tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:53.541883 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71753c9b-2875-47fb-a5e2-90a2d8fa31f6 req-afed8804-5150-429c-ba2e-e131b8c79e5c tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.4628804 Mar 23 01:31:53.677803 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60100) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:53.811165 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71753c9b-2875-47fb-a5e2-90a2d8fa31f6 req-b58679b7-46a9-4e9e-9798-632d220f17d7 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678924 Mar 23 01:31:53.925146 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87b4cbc9-ed39-4fc3-acc6-a1b31b38ee0a req-a786890b-7b28-491e-9b2b-330192a201c7 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 210 time: 0.1023858 Mar 23 01:31:53.931486 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-7f4af223-2a50-4968-8d04-1a61ebd7013b tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks [] for port (99eb16a3-d82f-42d7-84dd-661a5f63a08c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:54.073745 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-6843b375-92af-48e6-9390-3e96dbaf0aa9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Made reservation on behalf of 1f393eaf0d014a1ea1cb019c64418df6 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:31:54.078525 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-6843b375-92af-48e6-9390-3e96dbaf0aa9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:54.126836 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d0ac8-1105-40ab-a65e-b0b4f3ae4216 service neutron] Pushing event updated for resources: {'Port': ['ID=aee09760-2b2b-40a8-9158-d444e5bd61bd,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:54.177401 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-016fd3b1-e80d-42fb-99a6-0ae6278f8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:54.180527 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-016fd3b1-e80d-42fb-99a6-0ae6278f8113 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f393eaf0d014a1ea1cb019c64418df6&device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 1126 time: 0.3591213 Mar 23 01:31:54.190176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad868b0-823f-406d-a20f-e0476ae370f5 req-d159103b-8a10-40ac-89f6-fd70d173175a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:54.201995 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aad868b0-823f-406d-a20f-e0476ae370f5 req-d159103b-8a10-40ac-89f6-fd70d173175a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 946 time: 0.2012246 Mar 23 01:31:54.205925 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-7f4af223-2a50-4968-8d04-1a61ebd7013b tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (99eb16a3-d82f-42d7-84dd-661a5f63a08c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:54.276564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-7f4af223-2a50-4968-8d04-1a61ebd7013b tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Network e7c96cef-d724-4f32-bcf8-236f1b772ec7 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:31:54.286318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4af223-2a50-4968-8d04-1a61ebd7013b tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Pushing event updated for resources: {'Port': ['ID=99eb16a3-d82f-42d7-84dd-661a5f63a08c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:54.289189 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-7f4af223-2a50-4968-8d04-1a61ebd7013b tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:31:54.293360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-7f4af223-2a50-4968-8d04-1a61ebd7013b tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:31:54.401279 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aad868b0-823f-406d-a20f-e0476ae370f5 req-980918b0-5c0f-4cbf-a1e7-c86d6826a72d tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980207 Mar 23 01:31:54.444235 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:54.445763 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-7f4af223-2a50-4968-8d04-1a61ebd7013b tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:54.446528 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-7f4af223-2a50-4968-8d04-1a61ebd7013b tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:54.502615 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-7f4af223-2a50-4968-8d04-1a61ebd7013b tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5670094 Mar 23 01:31:54.634698 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-b4ca2d33-18b9-4811-a49e-104e405ebed7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee09760-2b2b-40a8-9158-d444e5bd61bd HTTP/1.1" status: 200 len: 217 time: 0.2769797 Mar 23 01:31:54.640824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Request body: {'port': {'device_id': 'f07eb627-6a73-47d0-9027-4fd1c9428810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:54.735698 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16179864-60a6-444d-a766-2a8ee6e7b60a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:54.761572 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7c9def1b-bf9e-4cca-9ea3-9bb87366c22c None None] Provisioning complete for port 99eb16a3-d82f-42d7-84dd-661a5f63a08c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:31:54.764010 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7c9def1b-bf9e-4cca-9ea3-9bb87366c22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (99eb16a3-d82f-42d7-84dd-661a5f63a08c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:54.804176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-1051f349-ad22-403f-8232-570ccff08082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:54.808025 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-1051f349-ad22-403f-8232-570ccff08082 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e09e202-503d-4274-9ec2-670546ae867a HTTP/1.1" status: 200 len: 854 time: 0.1491303 Mar 23 01:31:54.868266 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03f8bf-6a81-4167-be35-6779dd29cd7c req-9c0c06ea-8269-4ee9-848e-cf635e27ed32 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:54.877387 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1c03f8bf-6a81-4167-be35-6779dd29cd7c req-9c0c06ea-8269-4ee9-848e-cf635e27ed32 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 944 time: 0.3500373 Mar 23 01:31:54.906405 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7c9def1b-bf9e-4cca-9ea3-9bb87366c22c None None] Port 99eb16a3-d82f-42d7-84dd-661a5f63a08c cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:31:54.938478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-6843b375-92af-48e6-9390-3e96dbaf0aa9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Allocated IP 172.20.0.7 (e7c96cef-d724-4f32-bcf8-236f1b772ec7/9e09e202-503d-4274-9ec2-670546ae867a/f2bae322-ed5c-4616-867d-20bb866139bf) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:31:54.964304 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2e97c5-9cf8-4750-8944-fdfa0e394691 x-openstack-request-id: req-3b2e97c5-9cf8-4750-8944-fdfa0e394691 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:54.964626 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34e9905-9c97-48d7-b052-2699ff999cf2", "tag": "aee09760-2b2b-40a8-9158-d444e5bd61bd", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:54.965142 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b2e97c5-9cf8-4750-8944-fdfa0e394691 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:54.965661 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b2e97c5-9cf8-4750-8944-fdfa0e394691'] response: {'name': 'network-changed', 'server_uuid': 'c34e9905-9c97-48d7-b052-2699ff999cf2', 'tag': 'aee09760-2b2b-40a8-9158-d444e5bd61bd', 'status': 'completed', 'code': 200} Mar 23 01:31:55.072691 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (99eb16a3-d82f-42d7-84dd-661a5f63a08c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:55.135828 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-089c4243-11f1-42a7-b0a6-2a4c1244b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:55.153609 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-089c4243-11f1-42a7-b0a6-2a4c1244b77d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e7c96cef-d724-4f32-bcf8-236f1b772ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3352492 Mar 23 01:31:55.563730 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1c03f8bf-6a81-4167-be35-6779dd29cd7c req-fe5459c4-7de8-4987-944f-861bf0dbbc8b tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918666 Mar 23 01:31:55.581126 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16179864-60a6-444d-a766-2a8ee6e7b60a admin admin] Publish callbacks [] for security_group (5b905d7e-8fb5-4063-b3c4-d05829d2d783), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:55.623486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60140) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:55.626151 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16179864-60a6-444d-a766-2a8ee6e7b60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5b905d7e-8fb5-4063-b3c4-d05829d2d783), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:55.662354 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-cbc9e004-7650-4dbb-aa98-83b752e44a8b service neutron] 10.222.0.43 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941063 Mar 23 01:31:55.668506 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-16179864-60a6-444d-a766-2a8ee6e7b60a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03386d51726a49659c936dfa0aab248a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9840019 Mar 23 01:31:55.686926 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60144) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:55.739863 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f42033-54a7-46cc-bc49-d5afb67897a9 req-5d427c6f-510c-45ee-ab41-3bcad25eba0f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:55.745363 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4f42033-54a7-46cc-bc49-d5afb67897a9 req-5d427c6f-510c-45ee-ab41-3bcad25eba0f tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 944 time: 0.3559482 Mar 23 01:31:55.764774 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:55.826828 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9126ef33-7bb2-43c3-8427-5bf4fe7805a7 req-406712c6-f495-407c-85be-d10a633e0a79 service neutron] 10.222.0.43 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444912 Mar 23 01:31:55.845689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58453cef-7a03-4b0e-978f-30a3b0a4ff89 req-f00fdb3e-4329-46ad-86bc-0a12e8284015 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:55.854596 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-58453cef-7a03-4b0e-978f-30a3b0a4ff89 req-f00fdb3e-4329-46ad-86bc-0a12e8284015 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.6484292 Mar 23 01:31:55.880907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16179864-60a6-444d-a766-2a8ee6e7b60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b905d7e-8fb5-4063-b3c4-d05829d2d783,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:55.960020 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0f49136b-7215-4e66-aa04-f3ee955b7550 req-9775d6e9-3e3f-4d4f-936c-a54ab5c04f21 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 210 time: 0.2419593 Mar 23 01:31:55.996832 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ba731b3-02f8-4a83-a0dd-687bd052fc08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:56.080912 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-6843b375-92af-48e6-9390-3e96dbaf0aa9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks [] for port (f2bae322-ed5c-4616-867d-20bb866139bf), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:56.180754 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-58453cef-7a03-4b0e-978f-30a3b0a4ff89 req-2d878f2e-512e-416d-bfdb-56e0d3b5b9ec tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192105 Mar 23 01:31:56.210072 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d5aa4bc-4a4b-4bb9-ab56-47eeb80ec8df admin admin] Publish callbacks [] for security_group (5b905d7e-8fb5-4063-b3c4-d05829d2d783), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:56.238346 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d5aa4bc-4a4b-4bb9-ab56-47eeb80ec8df admin admin] Publish callbacks [] for security_group (5b905d7e-8fb5-4063-b3c4-d05829d2d783), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:56.295942 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-b4f42033-54a7-46cc-bc49-d5afb67897a9 req-bc3ec39e-33a0-4189-9c82-91c59cc1e964 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Deleting port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:31:56.297306 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b4f42033-54a7-46cc-bc49-d5afb67897a9 req-bc3ec39e-33a0-4189-9c82-91c59cc1e964 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:56.349765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bf264-2145-498e-8b6f-6e8008d0858e req-ba4c8e35-51dc-4576-8cca-2d6898f2a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:56.355260 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-216bf264-2145-498e-8b6f-6e8008d0858e req-ba4c8e35-51dc-4576-8cca-2d6898f2a548 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f393eaf0d014a1ea1cb019c64418df6&device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 1126 time: 0.3803258 Mar 23 01:31:56.424367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6e423-f99d-4578-a90a-42bb1db75872 req-0b44a5b8-4cce-4530-a024-5b38edff59cf tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:56.432856 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d9e6e423-f99d-4578-a90a-42bb1db75872 req-0b44a5b8-4cce-4530-a024-5b38edff59cf tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 946 time: 0.3220487 Mar 23 01:31:56.554425 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-6843b375-92af-48e6-9390-3e96dbaf0aa9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (f2bae322-ed5c-4616-867d-20bb866139bf), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:56.564739 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ba731b3-02f8-4a83-a0dd-687bd052fc08 admin admin] Publish callbacks [] for security_group (563c58e8-f412-40cf-bb24-5e704e03fed4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:56.580271 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d9e6e423-f99d-4578-a90a-42bb1db75872 req-8a44385f-9bca-4b76-a12b-d79c77022ff7 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429820 Mar 23 01:31:56.646931 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843b375-92af-48e6-9390-3e96dbaf0aa9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Pushing event updated for resources: {'Port': ['ID=f2bae322-ed5c-4616-867d-20bb866139bf,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:56.667943 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d5aa4bc-4a4b-4bb9-ab56-47eeb80ec8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5b905d7e-8fb5-4063-b3c4-d05829d2d783), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:56.671368 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d5aa4bc-4a4b-4bb9-ab56-47eeb80ec8df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:56.672709 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9d5aa4bc-4a4b-4bb9-ab56-47eeb80ec8df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b905d7e-8fb5-4063-b3c4-d05829d2d783 HTTP/1.1" status: 204 len: 168 time: 0.9762268 Mar 23 01:31:56.677451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-6843b375-92af-48e6-9390-3e96dbaf0aa9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Network e7c96cef-d724-4f32-bcf8-236f1b772ec7 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:31:56.682963 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-6843b375-92af-48e6-9390-3e96dbaf0aa9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:31:56.691715 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-6843b375-92af-48e6-9390-3e96dbaf0aa9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:31:56.716776 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ba731b3-02f8-4a83-a0dd-687bd052fc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (563c58e8-f412-40cf-bb24-5e704e03fed4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:56.764673 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-6843b375-92af-48e6-9390-3e96dbaf0aa9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:56.765404 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-6843b375-92af-48e6-9390-3e96dbaf0aa9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:56.778001 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5ba731b3-02f8-4a83-a0dd-687bd052fc08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb0c3e0f805b4ad392cd3cac6f2b01a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1525230 Mar 23 01:31:56.807749 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60174) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:56.816309 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5aa4bc-4a4b-4bb9-ab56-47eeb80ec8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b905d7e-8fb5-4063-b3c4-d05829d2d783,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:56.871926 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-6843b375-92af-48e6-9390-3e96dbaf0aa9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3609226 Mar 23 01:31:56.895272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b4f42033-54a7-46cc-bc49-d5afb67897a9 req-bc3ec39e-33a0-4189-9c82-91c59cc1e964 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] For port 449c7652-1711-4a3c-a3e0-b4ff1d552c09, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=449c7652-1711-4a3c-a3e0-b4ff1d552c09,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:56.895741 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b4f42033-54a7-46cc-bc49-d5afb67897a9 req-bc3ec39e-33a0-4189-9c82-91c59cc1e964 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:56.901680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Request body: {'port': {'device_id': 'e2d4eb8b-8926-43aa-b583-7eb24b7f2c99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:31:57.007888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bf264-2145-498e-8b6f-6e8008d0858e req-d5d66de2-e5ef-4b5b-875f-c1e4ce370842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:57.013619 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-216bf264-2145-498e-8b6f-6e8008d0858e req-d5d66de2-e5ef-4b5b-875f-c1e4ce370842 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e7c96cef-d724-4f32-bcf8-236f1b772ec7 HTTP/1.1" status: 200 len: 915 time: 0.6474621 Mar 23 01:31:57.157784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99eb16a3-d82f-42d7-84dd-661a5f63a08c {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:31:57.168012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-b4f42033-54a7-46cc-bc49-d5afb67897a9 req-bc3ec39e-33a0-4189-9c82-91c59cc1e964 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Calling delete_port for 449c7652-1711-4a3c-a3e0-b4ff1d552c09 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:31:57.176161 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Publish callbacks [] for port (99eb16a3-d82f-42d7-84dd-661a5f63a08c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:57.199753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Transition to ACTIVE for port object 99eb16a3-d82f-42d7-84dd-661a5f63a08c will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:31:57.201083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba731b3-02f8-4a83-a0dd-687bd052fc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563c58e8-f412-40cf-bb24-5e704e03fed4,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:57.223232 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (99eb16a3-d82f-42d7-84dd-661a5f63a08c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:57.261452 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5cc9a144-c180-4ffb-ad6e-0f26cc94d75d None None] Provisioning complete for port f2bae322-ed5c-4616-867d-20bb866139bf triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:31:57.269291 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5cc9a144-c180-4ffb-ad6e-0f26cc94d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (f2bae322-ed5c-4616-867d-20bb866139bf), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:57.283552 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-216bf264-2145-498e-8b6f-6e8008d0858e req-29ed5ae0-8aa7-491c-8c8b-5f7f3667dffe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee09760-2b2b-40a8-9158-d444e5bd61bd HTTP/1.1" status: 200 len: 217 time: 0.1908388 Mar 23 01:31:57.361664 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0bed6e3b-1fa8-41d4-b53b-db715c557439 admin admin] Publish callbacks [] for security_group (563c58e8-f412-40cf-bb24-5e704e03fed4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:57.396438 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5cc9a144-c180-4ffb-ad6e-0f26cc94d75d None None] Port f2bae322-ed5c-4616-867d-20bb866139bf cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:31:57.444042 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f2bae322-ed5c-4616-867d-20bb866139bf), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:57.551754 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bf264-2145-498e-8b6f-6e8008d0858e req-d6820ede-032a-4fe2-a05b-84a3a3f90571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:57.553788 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-216bf264-2145-498e-8b6f-6e8008d0858e req-d6820ede-032a-4fe2-a05b-84a3a3f90571 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e09e202-503d-4274-9ec2-670546ae867a HTTP/1.1" status: 200 len: 854 time: 0.2694125 Mar 23 01:31:58.053365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e808ad6-a6b5-41ca-9082-9ba58b55e6ae req-c1ddb8c6-6dfe-4a35-b92d-ac694d536fe7 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:58.055212 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8e808ad6-a6b5-41ca-9082-9ba58b55e6ae req-c1ddb8c6-6dfe-4a35-b92d-ac694d536fe7 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb69340-2e1a-4983-8715-e0904dfb6c57 HTTP/1.1" status: 200 len: 944 time: 1.3056278 Mar 23 01:31:58.071477 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b4f42033-54a7-46cc-bc49-d5afb67897a9 req-bc3ec39e-33a0-4189-9c82-91c59cc1e964 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (449c7652-1711-4a3c-a3e0-b4ff1d552c09), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:58.175333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c287355-c1d5-4e2d-8d46-7756d4e91659 req-8be71b37-4c46-4162-8fad-1c87395113be tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:58.176305 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0bed6e3b-1fa8-41d4-b53b-db715c557439 admin admin] Publish callbacks [] for security_group (563c58e8-f412-40cf-bb24-5e704e03fed4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:58.182982 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c287355-c1d5-4e2d-8d46-7756d4e91659 req-8be71b37-4c46-4162-8fad-1c87395113be tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 946 time: 1.0944247 Mar 23 01:31:58.304522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bf264-2145-498e-8b6f-6e8008d0858e req-5d205384-060e-4397-8091-1089438f1e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:58.307018 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-216bf264-2145-498e-8b6f-6e8008d0858e req-5d205384-060e-4397-8091-1089438f1e6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e7c96cef-d724-4f32-bcf8-236f1b772ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7423844 Mar 23 01:31:58.328341 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Pushing event updated for resources: {'Port': ['ID=99eb16a3-d82f-42d7-84dd-661a5f63a08c,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:58.393061 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c287355-c1d5-4e2d-8d46-7756d4e91659 req-14aff1cd-2605-4ea3-926d-07491fbc7497 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087314 Mar 23 01:31:58.395746 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ec39e-33a0-4189-9c82-91c59cc1e964 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Pushing event deleted for resources: {'Port': ['ID=449c7652-1711-4a3c-a3e0-b4ff1d552c09,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:58.528776 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8e808ad6-a6b5-41ca-9082-9ba58b55e6ae req-5e168648-c687-4c75-970e-395595361d08 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531763 Mar 23 01:31:58.529568 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f42033-54a7-46cc-bc49-d5afb67897a9 req-bc3ec39e-33a0-4189-9c82-91c59cc1e964 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] No DVR routers for this DVR port 449c7652-1711-4a3c-a3e0-b4ff1d552c09 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:31:58.537671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Attempting to bind port 99eb16a3-d82f-42d7-84dd-661a5f63a08c on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:31:58.538151 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Attempting to bind port 99eb16a3-d82f-42d7-84dd-661a5f63a08c by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '419e8778-3b5e-4054-bcc2-d0888d01035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:31:58.538782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Attempting to bind port 99eb16a3-d82f-42d7-84dd-661a5f63a08c on network e7c96cef-d724-4f32-bcf8-236f1b772ec7 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:31:58.540998 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b4f42033-54a7-46cc-bc49-d5afb67897a9 req-bc3ec39e-33a0-4189-9c82-91c59cc1e964 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:58.544463 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4f42033-54a7-46cc-bc49-d5afb67897a9 req-bc3ec39e-33a0-4189-9c82-91c59cc1e964 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.43 "DELETE /v2.0/ports/449c7652-1711-4a3c-a3e0-b4ff1d552c09 HTTP/1.1" status: 204 len: 173 time: 2.7872388 Mar 23 01:31:58.559701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb69340-2e1a-4983-8715-e0904dfb6c57', 'name': 'network-vif-deleted', 'tag': '449c7652-1711-4a3c-a3e0-b4ff1d552c09'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:31:58.563135 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872bb858-b7ef-40f3-9ae7-3d6fefa4003b" -d '{"events": [{"server_uuid": "6fb69340-2e1a-4983-8715-e0904dfb6c57", "name": "network-vif-deleted", "tag": "449c7652-1711-4a3c-a3e0-b4ff1d552c09"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:31:58.579862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Port 99eb16a3-d82f-42d7-84dd-661a5f63a08c on network e7c96cef-d724-4f32-bcf8-236f1b772ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:31:58.580452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Attempting to bind port 99eb16a3-d82f-42d7-84dd-661a5f63a08c on network e7c96cef-d724-4f32-bcf8-236f1b772ec7 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:31:58.586940 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:31:58.587611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Checking segment: {'id': '419e8778-3b5e-4054-bcc2-d0888d01035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:31:58.588800 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Bound using segment: {'id': '419e8778-3b5e-4054-bcc2-d0888d01035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:31:58.589941 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Bound port: 99eb16a3-d82f-42d7-84dd-661a5f63a08c, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419e8778-3b5e-4054-bcc2-d0888d01035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:31:58.590550 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (99eb16a3-d82f-42d7-84dd-661a5f63a08c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:58.687298 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0bed6e3b-1fa8-41d4-b53b-db715c557439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (563c58e8-f412-40cf-bb24-5e704e03fed4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:58.690466 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0bed6e3b-1fa8-41d4-b53b-db715c557439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:58.691814 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0bed6e3b-1fa8-41d4-b53b-db715c557439 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/563c58e8-f412-40cf-bb24-5e704e03fed4 HTTP/1.1" status: 204 len: 168 time: 1.8829415 Mar 23 01:31:58.708860 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed6e3b-1fa8-41d4-b53b-db715c557439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563c58e8-f412-40cf-bb24-5e704e03fed4,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:58.728668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] For port 99eb16a3-d82f-42d7-84dd-661a5f63a08c, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:31:58.732383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] For port 99eb16a3-d82f-42d7-84dd-661a5f63a08c, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=99eb16a3-d82f-42d7-84dd-661a5f63a08c,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:31:58.740708 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (99eb16a3-d82f-42d7-84dd-661a5f63a08c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:58.841634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:58.842723 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:58.846945 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] 10.222.0.43 "PUT /v2.0/ports/99eb16a3-d82f-42d7-84dd-661a5f63a08c HTTP/1.1" status: 200 len: 1091 time: 4.2369726 Mar 23 01:31:58.885110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287493d8-aee3-41c5-bb2d-6c994a9bf098 service neutron] Pushing event updated for resources: {'Port': ['ID=99eb16a3-d82f-42d7-84dd-661a5f63a08c,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:58.930673 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2bae322-ed5c-4616-867d-20bb866139bf {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:31:58.931539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e58d34-04f9-48c4-8ef4-e95e802940c9 req-4bac674f-b3b6-4a92-9a10-472ec002901e tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:58.933463 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1e58d34-04f9-48c4-8ef4-e95e802940c9 req-4bac674f-b3b6-4a92-9a10-472ec002901e tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 944 time: 0.1142371 Mar 23 01:31:58.956195 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Publish callbacks [] for port (f2bae322-ed5c-4616-867d-20bb866139bf), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:58.979715 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2da68-d1bb-47c8-ba39-b050f90cc2dd req-9e66014a-393c-4080-9459-ba6603763d03 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:58.985808 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1dc2da68-d1bb-47c8-ba39-b050f90cc2dd req-9e66014a-393c-4080-9459-ba6603763d03 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 931 time: 0.4290974 Mar 23 01:31:59.010447 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-216bf264-2145-498e-8b6f-6e8008d0858e req-266b66c3-6ccb-41de-b925-0b2892da6bbd service neutron] 10.222.0.43 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6954517 Mar 23 01:31:59.010995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 78165dc4-87cd-46f9-8359-dec217371119 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:31:59.021158 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Transition to ACTIVE for port object f2bae322-ed5c-4616-867d-20bb866139bf will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:31:59.042202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 449c7652-1711-4a3c-a3e0-b4ff1d552c09 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:31:59.049009 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (f2bae322-ed5c-4616-867d-20bb866139bf), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:59.106964 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1e58d34-04f9-48c4-8ef4-e95e802940c9 req-ea53863e-73fd-4c8f-b26e-f700f853175d tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730433 Mar 23 01:31:59.110943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-27c5022b-14d2-4097-a978-b18ed1237e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:59.112822 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-27c5022b-14d2-4097-a978-b18ed1237e33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f393eaf0d014a1ea1cb019c64418df6&device_id=f07eb627-6a73-47d0-9027-4fd1c9428810 HTTP/1.1" status: 200 len: 1125 time: 0.1741278 Mar 23 01:31:59.131104 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 449c7652-1711-4a3c-a3e0-b4ff1d552c09 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:31:59.131104 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 449c7652-1711-4a3c-a3e0-b4ff1d552c09 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:31:59.183747 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-71a172ff-e727-4d48-869f-6cf036951cf0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99eb16a3-d82f-42d7-84dd-661a5f63a08c HTTP/1.1" status: 200 len: 217 time: 0.0498266 Mar 23 01:31:59.303839 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-4d211692-3038-4bf7-b397-067d4a1777ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:59.308674 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-4d211692-3038-4bf7-b397-067d4a1777ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e09e202-503d-4274-9ec2-670546ae867a HTTP/1.1" status: 200 len: 854 time: 0.1153860 Mar 23 01:31:59.400788 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df298f59-8606-459c-a213-6715dd3f1682 x-openstack-request-id: req-df298f59-8606-459c-a213-6715dd3f1682 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:31:59.401509 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb69340-2e1a-4983-8715-e0904dfb6c57", "name": "network-vif-deleted", "tag": "449c7652-1711-4a3c-a3e0-b4ff1d552c09", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:31:59.402354 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df298f59-8606-459c-a213-6715dd3f1682 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:31:59.404116 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df298f59-8606-459c-a213-6715dd3f1682'] response: {'server_uuid': '6fb69340-2e1a-4983-8715-e0904dfb6c57', 'name': 'network-vif-deleted', 'tag': '449c7652-1711-4a3c-a3e0-b4ff1d552c09', 'status': 'completed', 'code': 200} Mar 23 01:31:59.450500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-71eecbcc-0e45-4c1a-aecf-83953d8705cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:59.455132 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-71eecbcc-0e45-4c1a-aecf-83953d8705cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e7c96cef-d724-4f32-bcf8-236f1b772ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1390669 Mar 23 01:31:59.460900 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1dc2da68-d1bb-47c8-ba39-b050f90cc2dd req-7d2382a0-f62d-473e-9209-a8dd88107ac9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715924 Mar 23 01:31:59.520324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 78165dc4-87cd-46f9-8359-dec217371119, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=78165dc4-87cd-46f9-8359-dec217371119,segment=NetworkSegment(de4dd121-1316-4700-b113-a5c500ca4d13),segment_id=de4dd121-1316-4700-b113-a5c500ca4d13)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:31:59.553680 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '78165dc4-87cd-46f9-8359-dec217371119', 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c', 'port_id': '78165dc4-87cd-46f9-8359-dec217371119', 'mac_address': 'fa:16:3e:46:28:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:31:59.566060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Pushing event updated for resources: {'Port': ['ID=f2bae322-ed5c-4616-867d-20bb866139bf,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:31:59.599589 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-216bf264-2145-498e-8b6f-6e8008d0858e req-60fbdb06-66db-4864-99f5-f896fdb255d4 service neutron] 10.222.0.43 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800440 Mar 23 01:31:59.696210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 78165dc4-87cd-46f9-8359-dec217371119 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:31:59.696800 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (78165dc4-87cd-46f9-8359-dec217371119), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:59.749007 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Attempting to bind port f2bae322-ed5c-4616-867d-20bb866139bf on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:31:59.752312 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Attempting to bind port f2bae322-ed5c-4616-867d-20bb866139bf by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '419e8778-3b5e-4054-bcc2-d0888d01035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:31:59.754380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Attempting to bind port f2bae322-ed5c-4616-867d-20bb866139bf on network e7c96cef-d724-4f32-bcf8-236f1b772ec7 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:31:59.763965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60244) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:31:59.773958 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Port f2bae322-ed5c-4616-867d-20bb866139bf on network e7c96cef-d724-4f32-bcf8-236f1b772ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:31:59.776413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Attempting to bind port f2bae322-ed5c-4616-867d-20bb866139bf on network e7c96cef-d724-4f32-bcf8-236f1b772ec7 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:31:59.802380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:31:59.802719 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Checking segment: {'id': '419e8778-3b5e-4054-bcc2-d0888d01035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:31:59.803116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Bound using segment: {'id': '419e8778-3b5e-4054-bcc2-d0888d01035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:31:59.803568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Bound port: f2bae322-ed5c-4616-867d-20bb866139bf, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419e8778-3b5e-4054-bcc2-d0888d01035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:31:59.803929 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f2bae322-ed5c-4616-867d-20bb866139bf), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:59.832938 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd020d7c-3587-4ab4-bd18-c0149ddf459e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:31:59.894904 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7897a5e-8d6c-4723-8fd1-954d3bd4637e req-4f880107-0500-47f6-a196-0227cccef1b1 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:31:59.904472 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d7897a5e-8d6c-4723-8fd1-954d3bd4637e req-4f880107-0500-47f6-a196-0227cccef1b1 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 946 time: 0.2803922 Mar 23 01:31:59.917931 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-7b5b2488-f5f3-466c-9fca-8a2290c79d2f service neutron] 10.222.0.43 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497015 Mar 23 01:32:00.059684 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] For port f2bae322-ed5c-4616-867d-20bb866139bf, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:32:00.062911 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d7897a5e-8d6c-4723-8fd1-954d3bd4637e req-b345e906-3a98-4b51-add6-e019d90533de tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568475 Mar 23 01:32:00.063949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] For port f2bae322-ed5c-4616-867d-20bb866139bf, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=f2bae322-ed5c-4616-867d-20bb866139bf,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:32:00.087289 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (f2bae322-ed5c-4616-867d-20bb866139bf), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:00.170383 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:00.171038 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:00.172513 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] 10.222.0.43 "PUT /v2.0/ports/f2bae322-ed5c-4616-867d-20bb866139bf HTTP/1.1" status: 200 len: 1091 time: 3.2875535 Mar 23 01:32:00.173010 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d4eb8b-8926-43aa-b583-7eb24b7f2c99', 'tag': 'f2bae322-ed5c-4616-867d-20bb866139bf'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:00.175404 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22cf5b5-0a1b-4d46-9109-ee18e1d0e011" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d4eb8b-8926-43aa-b583-7eb24b7f2c99", "tag": "f2bae322-ed5c-4616-867d-20bb866139bf"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:00.183817 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd020d7c-3587-4ab4-bd18-c0149ddf459e admin admin] Publish callbacks [] for security_group (9ff1fcc5-cf47-4186-8a45-9e9797a51b51), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:00.190426 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dad11923-5b0e-4a34-94f3-d611fb5dfabc req-a0a5e875-6941-41ea-be20-4f202199d89b service neutron] 10.222.0.43 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604468 Mar 23 01:32:00.192628 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd020d7c-3587-4ab4-bd18-c0149ddf459e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9ff1fcc5-cf47-4186-8a45-9e9797a51b51), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:00.255123 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dd020d7c-3587-4ab4-bd18-c0149ddf459e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90c5f569add148e5b5897d3511ca2b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795039 Mar 23 01:32:00.263536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60260) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:00.280664 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78165dc4-87cd-46f9-8359-dec217371119 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:32:00.337566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd020d7c-3587-4ab4-bd18-c0149ddf459e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff1fcc5-cf47-4186-8a45-9e9797a51b51,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:00.430546 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 78165dc4-87cd-46f9-8359-dec217371119, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=78165dc4-87cd-46f9-8359-dec217371119,segment=NetworkSegment(de4dd121-1316-4700-b113-a5c500ca4d13),segment_id=de4dd121-1316-4700-b113-a5c500ca4d13)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:00.453185 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (78165dc4-87cd-46f9-8359-dec217371119), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:00.465988 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-048c997a-b9a1-445c-828b-b94de18e70a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:00.468055 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-048c997a-b9a1-445c-828b-b94de18e70a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f393eaf0d014a1ea1cb019c64418df6&device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 1125 time: 0.1453984 Mar 23 01:32:00.468925 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-75974345-3f50-4402-b407-593a51277bd5 admin admin] Publish callbacks [] for security_group (9ff1fcc5-cf47-4186-8a45-9e9797a51b51), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:00.559967 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-2bb5f656-824b-4562-9057-cfce5f1cee5b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2bae322-ed5c-4616-867d-20bb866139bf HTTP/1.1" status: 200 len: 217 time: 0.0768769 Mar 23 01:32:00.585268 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=78165dc4-87cd-46f9-8359-dec217371119,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:00.593014 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-75974345-3f50-4402-b407-593a51277bd5 admin admin] Publish callbacks [] for security_group (9ff1fcc5-cf47-4186-8a45-9e9797a51b51), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:00.599024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099c658-2b62-4363-82d0-f6ca04c5119b service neutron] Pushing event updated for resources: {'Port': ['ID=f2bae322-ed5c-4616-867d-20bb866139bf,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:00.642569 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4fdcf-2ab5-4664-80e4-0f37a8a26f51 req-6e1ed6b1-c019-4998-99e3-74b39ae0257e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:00.663949 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f5a4fdcf-2ab5-4664-80e4-0f37a8a26f51 req-6e1ed6b1-c019-4998-99e3-74b39ae0257e tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 944 time: 0.5366397 Mar 23 01:32:00.719525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-203923a8-72fa-4d29-9741-4a131d4b5afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:00.721931 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-203923a8-72fa-4d29-9741-4a131d4b5afb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e09e202-503d-4274-9ec2-670546ae867a HTTP/1.1" status: 200 len: 854 time: 0.0897744 Mar 23 01:32:00.802751 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-75974345-3f50-4402-b407-593a51277bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9ff1fcc5-cf47-4186-8a45-9e9797a51b51), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:00.810997 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-75974345-3f50-4402-b407-593a51277bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:00.812212 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-75974345-3f50-4402-b407-593a51277bd5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ff1fcc5-cf47-4186-8a45-9e9797a51b51 HTTP/1.1" status: 204 len: 168 time: 0.5476599 Mar 23 01:32:00.814700 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f5a4fdcf-2ab5-4664-80e4-0f37a8a26f51 req-507286c5-5df5-4e94-88cf-f06762b68855 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478577 Mar 23 01:32:00.847211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88610fe-fb38-4f5e-b24b-0deb0f8ec39f req-1dd5c003-30e8-4448-921f-38d0320f6c74 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:00.849023 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a88610fe-fb38-4f5e-b24b-0deb0f8ec39f req-1dd5c003-30e8-4448-921f-38d0320f6c74 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 944 time: 0.2192590 Mar 23 01:32:00.884383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['78165dc4-87cd-46f9-8359-dec217371119'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:32:00.937526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75974345-3f50-4402-b407-593a51277bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff1fcc5-cf47-4186-8a45-9e9797a51b51,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:01.000415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-7cbea393-cc8d-43d1-9c44-6f9a5320a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:01.003671 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-7cbea393-cc8d-43d1-9c44-6f9a5320a627 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e7c96cef-d724-4f32-bcf8-236f1b772ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2714267 Mar 23 01:32:01.039033 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c4b118-4c25-4875-a418-dd10f66b97ad x-openstack-request-id: req-c5c4b118-4c25-4875-a418-dd10f66b97ad {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:01.041113 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d4eb8b-8926-43aa-b583-7eb24b7f2c99", "tag": "f2bae322-ed5c-4616-867d-20bb866139bf", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:01.041740 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e381a-36ad-441a-90d0-e794cc6df3e6 req-cf7ea16e-3fd3-45a8-89e1-519dd0b3d635 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:01.042236 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5c4b118-4c25-4875-a418-dd10f66b97ad {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:01.043550 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5c4b118-4c25-4875-a418-dd10f66b97ad'] response: {'name': 'network-changed', 'server_uuid': 'e2d4eb8b-8926-43aa-b583-7eb24b7f2c99', 'tag': 'f2bae322-ed5c-4616-867d-20bb866139bf', 'status': 'completed', 'code': 200} Mar 23 01:32:01.044268 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-799e381a-36ad-441a-90d0-e794cc6df3e6 req-cf7ea16e-3fd3-45a8-89e1-519dd0b3d635 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 945 time: 0.2528133 Mar 23 01:32:01.071841 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device aee09760-2b2b-40a8-9158-d444e5bd61bd details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:32:01.135288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-a88610fe-fb38-4f5e-b24b-0deb0f8ec39f req-4045eada-4cfc-4941-b395-754c805f9b00 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Deleting port 3f82ae65-a157-4ae3-8471-bae86e339b8c {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:32:01.135816 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a88610fe-fb38-4f5e-b24b-0deb0f8ec39f req-4045eada-4cfc-4941-b395-754c805f9b00 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:01.236503 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.resource_extend [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:32:01.265794 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-799e381a-36ad-441a-90d0-e794cc6df3e6 req-5c72a3fb-6224-4f13-bc92-259b98c1bff6 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081459 Mar 23 01:32:01.299287 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-4af73706-6cfa-47f9-a355-19cd06be54cb service neutron] 10.222.0.43 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867336 Mar 23 01:32:01.419300 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-a88610fe-fb38-4f5e-b24b-0deb0f8ec39f req-4045eada-4cfc-4941-b395-754c805f9b00 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] For port 3f82ae65-a157-4ae3-8471-bae86e339b8c, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3f82ae65-a157-4ae3-8471-bae86e339b8c,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:01.419683 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a88610fe-fb38-4f5e-b24b-0deb0f8ec39f req-4045eada-4cfc-4941-b395-754c805f9b00 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:01.462600 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-a88610fe-fb38-4f5e-b24b-0deb0f8ec39f req-4045eada-4cfc-4941-b395-754c805f9b00 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Calling delete_port for 3f82ae65-a157-4ae3-8471-bae86e339b8c owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:32:01.462831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port aee09760-2b2b-40a8-9158-d444e5bd61bd, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=aee09760-2b2b-40a8-9158-d444e5bd61bd,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:01.483211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'aee09760-2b2b-40a8-9158-d444e5bd61bd', 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7', 'port_id': 'aee09760-2b2b-40a8-9158-d444e5bd61bd', 'mac_address': 'fa:16:3e:11:7f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e09e202-503d-4274-9ec2-670546ae867a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:32:01.524423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port aee09760-2b2b-40a8-9158-d444e5bd61bd is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:01.525373 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (aee09760-2b2b-40a8-9158-d444e5bd61bd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:01.539957 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee09760-2b2b-40a8-9158-d444e5bd61bd {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:32:01.559858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07eb627-6a73-47d0-9027-4fd1c9428810', 'tag': '99eb16a3-d82f-42d7-84dd-661a5f63a08c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:01.562541 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1f436b-b7e2-4ed0-a8b1-1b60ab9a03b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f07eb627-6a73-47d0-9027-4fd1c9428810", "tag": "99eb16a3-d82f-42d7-84dd-661a5f63a08c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:01.571268 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port aee09760-2b2b-40a8-9158-d444e5bd61bd, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=aee09760-2b2b-40a8-9158-d444e5bd61bd,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:01.588029 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (aee09760-2b2b-40a8-9158-d444e5bd61bd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:01.657725 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c479392a-11af-4f7c-a5d9-5e8356097a4d req-6281ac7f-0881-4677-9c31-c17204d8a096 service neutron] 10.222.0.43 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500473 Mar 23 01:32:01.713634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=aee09760-2b2b-40a8-9158-d444e5bd61bd,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:01.733276 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fc6a7-0958-49b4-a59d-283bc68c5ff7 req-81e8f0d9-3a4f-48c9-8114-4a4b4eeb55ac tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:01.734889 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a5fc6a7-0958-49b4-a59d-283bc68c5ff7 req-81e8f0d9-3a4f-48c9-8114-4a4b4eeb55ac tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 946 time: 0.1620045 Mar 23 01:32:01.832167 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a5fc6a7-0958-49b4-a59d-283bc68c5ff7 req-1e42b67a-7c57-4255-97f7-1448dfdd8d1d tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898952 Mar 23 01:32:01.858465 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a88610fe-fb38-4f5e-b24b-0deb0f8ec39f req-4045eada-4cfc-4941-b395-754c805f9b00 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (3f82ae65-a157-4ae3-8471-bae86e339b8c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:01.906791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cf5b5-0a1b-4d46-9109-ee18e1d0e011 req-34e49799-b180-4d9b-bc15-f697a3df87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:01.914367 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c22cf5b5-0a1b-4d46-9109-ee18e1d0e011 req-34e49799-b180-4d9b-bc15-f697a3df87eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f393eaf0d014a1ea1cb019c64418df6&device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 1125 time: 0.1387534 Mar 23 01:32:01.924278 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfe5c43-faf4-4085-ba57-dadc1e199062 x-openstack-request-id: req-ddfe5c43-faf4-4085-ba57-dadc1e199062 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:01.924835 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07eb627-6a73-47d0-9027-4fd1c9428810", "tag": "99eb16a3-d82f-42d7-84dd-661a5f63a08c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:01.925269 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ddfe5c43-faf4-4085-ba57-dadc1e199062 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:01.925866 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddfe5c43-faf4-4085-ba57-dadc1e199062'] response: {'name': 'network-changed', 'server_uuid': 'f07eb627-6a73-47d0-9027-4fd1c9428810', 'tag': '99eb16a3-d82f-42d7-84dd-661a5f63a08c', 'status': 'completed', 'code': 200} Mar 23 01:32:02.017460 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6363bc-f678-40b1-a888-e3b9e9625a67 req-8ffc0633-6be3-483b-8c4f-b526d082f77a tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:02.020328 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe6363bc-f678-40b1-a888-e3b9e9625a67 req-8ffc0633-6be3-483b-8c4f-b526d082f77a tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 943 time: 0.7681520 Mar 23 01:32:02.076168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045eada-4cfc-4941-b395-754c805f9b00 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Pushing event deleted for resources: {'Port': ['ID=3f82ae65-a157-4ae3-8471-bae86e339b8c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:02.170871 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ce363b2-2c56-4f0a-83e9-033121180840 req-d7c68ada-1d6b-471d-86e9-aa710055e8c9 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f222424-fbbd-48f5-aa80-3773ee8ff9b4 HTTP/1.1" status: 200 len: 210 time: 0.0568709 Mar 23 01:32:02.174008 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88610fe-fb38-4f5e-b24b-0deb0f8ec39f req-4045eada-4cfc-4941-b395-754c805f9b00 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] No DVR routers for this DVR port 3f82ae65-a157-4ae3-8471-bae86e339b8c on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:32:02.198699 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a88610fe-fb38-4f5e-b24b-0deb0f8ec39f req-4045eada-4cfc-4941-b395-754c805f9b00 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:02.205173 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a88610fe-fb38-4f5e-b24b-0deb0f8ec39f req-4045eada-4cfc-4941-b395-754c805f9b00 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.43 "DELETE /v2.0/ports/3f82ae65-a157-4ae3-8471-bae86e339b8c HTTP/1.1" status: 204 len: 173 time: 1.3472786 Mar 23 01:32:02.232703 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cf5b5-0a1b-4d46-9109-ee18e1d0e011 req-edc098c7-3b81-44d7-8ad4-15a6042cb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:02.234371 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c22cf5b5-0a1b-4d46-9109-ee18e1d0e011 req-edc098c7-3b81-44d7-8ad4-15a6042cb592 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e7c96cef-d724-4f32-bcf8-236f1b772ec7 HTTP/1.1" status: 200 len: 915 time: 0.2779257 Mar 23 01:32:02.296267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['aee09760-2b2b-40a8-9158-d444e5bd61bd'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:32:02.337569 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe6363bc-f678-40b1-a888-e3b9e9625a67 req-689257bd-9464-4172-8fc1-3872d1b88eac tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634459 Mar 23 01:32:02.343628 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f436b-b7e2-4ed0-a8b1-1b60ab9a03b0 req-8bb4a5ca-14b8-49b5-ad23-475c07367235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:02.364630 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7d1f436b-b7e2-4ed0-a8b1-1b60ab9a03b0 req-8bb4a5ca-14b8-49b5-ad23-475c07367235 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f393eaf0d014a1ea1cb019c64418df6&device_id=f07eb627-6a73-47d0-9027-4fd1c9428810 HTTP/1.1" status: 200 len: 1125 time: 0.3389840 Mar 23 01:32:02.436015 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c22cf5b5-0a1b-4d46-9109-ee18e1d0e011 req-0ae23836-5e28-4cf9-8523-46d1638cfa15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2bae322-ed5c-4616-867d-20bb866139bf HTTP/1.1" status: 200 len: 217 time: 0.1758423 Mar 23 01:32:02.625417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cf5b5-0a1b-4d46-9109-ee18e1d0e011 req-975d0a59-5c3d-4f07-9656-650987dbeea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:02.628301 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c22cf5b5-0a1b-4d46-9109-ee18e1d0e011 req-975d0a59-5c3d-4f07-9656-650987dbeea2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e09e202-503d-4274-9ec2-670546ae867a HTTP/1.1" status: 200 len: 854 time: 0.1138585 Mar 23 01:32:02.634634 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f436b-b7e2-4ed0-a8b1-1b60ab9a03b0 req-226a2a85-2b64-459a-8d3c-4457bb5e44e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:02.636810 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7d1f436b-b7e2-4ed0-a8b1-1b60ab9a03b0 req-226a2a85-2b64-459a-8d3c-4457bb5e44e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e7c96cef-d724-4f32-bcf8-236f1b772ec7 HTTP/1.1" status: 200 len: 915 time: 0.2534015 Mar 23 01:32:02.723732 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cf5b5-0a1b-4d46-9109-ee18e1d0e011 req-03ded08f-4a13-4073-8b1e-284cdb8026e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:02.728462 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c22cf5b5-0a1b-4d46-9109-ee18e1d0e011 req-03ded08f-4a13-4073-8b1e-284cdb8026e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e7c96cef-d724-4f32-bcf8-236f1b772ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0932131 Mar 23 01:32:02.741692 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7d1f436b-b7e2-4ed0-a8b1-1b60ab9a03b0 req-7ed11d6e-c52c-4d6f-827b-e4dd8111b7f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99eb16a3-d82f-42d7-84dd-661a5f63a08c HTTP/1.1" status: 200 len: 217 time: 0.0787287 Mar 23 01:32:02.856144 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60330) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:02.911680 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c22cf5b5-0a1b-4d46-9109-ee18e1d0e011 req-ad360619-28b9-46c8-a02d-194fef5d3871 service neutron] 10.222.0.43 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737645 Mar 23 01:32:02.959122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f436b-b7e2-4ed0-a8b1-1b60ab9a03b0 req-2871b656-4da9-46cc-9dcc-ef1b891b5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:02.977852 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7d1f436b-b7e2-4ed0-a8b1-1b60ab9a03b0 req-2871b656-4da9-46cc-9dcc-ef1b891b5b46 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e09e202-503d-4274-9ec2-670546ae867a HTTP/1.1" status: 200 len: 854 time: 0.1804178 Mar 23 01:32:03.065241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f222424-fbbd-48f5-aa80-3773ee8ff9b4', 'name': 'network-vif-deleted', 'tag': '3f82ae65-a157-4ae3-8471-bae86e339b8c'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:03.067664 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 78165dc4-87cd-46f9-8359-dec217371119 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:32:03.088361 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ca2c9d-3996-4e8d-9772-9c90acf7c237" -d '{"events": [{"server_uuid": "9f222424-fbbd-48f5-aa80-3773ee8ff9b4", "name": "network-vif-deleted", "tag": "3f82ae65-a157-4ae3-8471-bae86e339b8c"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:03.170590 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c22cf5b5-0a1b-4d46-9109-ee18e1d0e011 req-dce63c7f-bd0f-41f7-baa4-62de8678710f service neutron] 10.222.0.43 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522469 Mar 23 01:32:03.189319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b890a49-c920-42b8-a384-9c64a7dd1b8e req-e7ebc5ef-d2e9-43d9-8634-c28862635229 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:03.191510 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b890a49-c920-42b8-a384-9c64a7dd1b8e req-e7ebc5ef-d2e9-43d9-8634-c28862635229 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.43 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 946 time: 0.5417106 Mar 23 01:32:03.205065 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785f6bb-4f6c-454e-9d48-f35d1d1e94ba req-01af72f2-94e6-4e37-9d17-8ccc7a6af7b8 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:03.221551 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8785f6bb-4f6c-454e-9d48-f35d1d1e94ba req-01af72f2-94e6-4e37-9d17-8ccc7a6af7b8 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 945 time: 0.5754590 Mar 23 01:32:03.247643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7de37-7cd0-45ab-9ea2-64507b03d835 req-a0115a45-5cb5-4a07-8cb8-9fae48098f74 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:03.252067 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9db7de37-7cd0-45ab-9ea2-64507b03d835 req-a0115a45-5cb5-4a07-8cb8-9fae48098f74 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 946 time: 0.2440960 Mar 23 01:32:03.320582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 78165dc4-87cd-46f9-8359-dec217371119 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:32:03.324937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 78165dc4-87cd-46f9-8359-dec217371119 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:32:03.327127 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (78165dc4-87cd-46f9-8359-dec217371119), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:03.335004 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f436b-b7e2-4ed0-a8b1-1b60ab9a03b0 req-d7df7007-723a-4e69-9800-c4f2f258877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:03.337292 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7d1f436b-b7e2-4ed0-a8b1-1b60ab9a03b0 req-d7df7007-723a-4e69-9800-c4f2f258877c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e7c96cef-d724-4f32-bcf8-236f1b772ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3429642 Mar 23 01:32:03.410763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-68fedd12-6fc9-469c-8eab-382a36b5e669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:03.453171 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8785f6bb-4f6c-454e-9d48-f35d1d1e94ba req-c1dde6f9-6c4c-41b9-bca4-7b87a2e1830c tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254534 Mar 23 01:32:03.494700 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9db7de37-7cd0-45ab-9ea2-64507b03d835 req-4b3d43e5-558b-45d5-8278-22733d7cdd23 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293186 Mar 23 01:32:03.601480 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7d1f436b-b7e2-4ed0-a8b1-1b60ab9a03b0 req-95f428e4-9cd9-4851-9b37-18fffc29da9b service neutron] 10.222.0.43 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520223 Mar 23 01:32:03.606780 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943186fd-32e4-4693-b985-0bb54dbd79b3 x-openstack-request-id: req-943186fd-32e4-4693-b985-0bb54dbd79b3 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:03.606780 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f222424-fbbd-48f5-aa80-3773ee8ff9b4", "name": "network-vif-deleted", "tag": "3f82ae65-a157-4ae3-8471-bae86e339b8c", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:03.607119 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-943186fd-32e4-4693-b985-0bb54dbd79b3 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:03.609587 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943186fd-32e4-4693-b985-0bb54dbd79b3'] response: {'server_uuid': '9f222424-fbbd-48f5-aa80-3773ee8ff9b4', 'name': 'network-vif-deleted', 'tag': '3f82ae65-a157-4ae3-8471-bae86e339b8c', 'status': 'completed', 'code': 200} Mar 23 01:32:03.671458 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 78165dc4-87cd-46f9-8359-dec217371119 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:03.672088 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (78165dc4-87cd-46f9-8359-dec217371119), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:03.677689 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:03.723778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 78165dc4-87cd-46f9-8359-dec217371119, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=78165dc4-87cd-46f9-8359-dec217371119,segment=NetworkSegment(de4dd121-1316-4700-b113-a5c500ca4d13),segment_id=de4dd121-1316-4700-b113-a5c500ca4d13)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:03.725507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b234495-e549-4761-ba32-d789f8052d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78165dc4-87cd-46f9-8359-dec217371119'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:03.728289 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b102186-c251-48ad-ac5d-2b0637197932" -d '{"events": [{"server_uuid": "8b234495-e549-4761-ba32-d789f8052d6a", "name": "network-vif-plugged", "status": "completed", "tag": "78165dc4-87cd-46f9-8359-dec217371119"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:03.736402 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (78165dc4-87cd-46f9-8359-dec217371119), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:03.739432 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 94548fb7-a39f-4414-8466-ec8ee1778263 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:32:03.745115 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-68fedd12-6fc9-469c-8eab-382a36b5e669 admin admin] Publish callbacks [] for security_group (cf8fb5a6-e0b7-4f46-8bfa-2afe060c9e9d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:03.785734 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-68fedd12-6fc9-469c-8eab-382a36b5e669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (cf8fb5a6-e0b7-4f46-8bfa-2afe060c9e9d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:03.818801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=78165dc4-87cd-46f9-8359-dec217371119,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:03.884190 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-68fedd12-6fc9-469c-8eab-382a36b5e669 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b927aa26c714c9699f33f1e4fcbab0f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0091798 Mar 23 01:32:03.887599 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60380) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:03.896568 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 94548fb7-a39f-4414-8466-ec8ee1778263 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:03.897188 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (94548fb7-a39f-4414-8466-ec8ee1778263), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:03.949025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 94548fb7-a39f-4414-8466-ec8ee1778263, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=94548fb7-a39f-4414-8466-ec8ee1778263,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:03.954144 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (94548fb7-a39f-4414-8466-ec8ee1778263), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:03.983863 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fedd12-6fc9-469c-8eab-382a36b5e669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8fb5a6-e0b7-4f46-8bfa-2afe060c9e9d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:04.039070 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7d1f436b-b7e2-4ed0-a8b1-1b60ab9a03b0 req-fd69685b-0e55-473e-9cce-8630158346ca service neutron] 10.222.0.43 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252203 Mar 23 01:32:04.078082 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=94548fb7-a39f-4414-8466-ec8ee1778263,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:04.079979 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d90af0a-95db-416e-8745-e28088ccefc8 admin admin] Publish callbacks [] for security_group (cf8fb5a6-e0b7-4f46-8bfa-2afe060c9e9d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:04.123487 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7656b1-67e1-43a5-8598-5fc9376e7709 req-3151ddc6-d0df-4012-9c2c-fed090b83dff tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:04.132635 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1f7656b1-67e1-43a5-8598-5fc9376e7709 req-3151ddc6-d0df-4012-9c2c-fed090b83dff tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 943 time: 0.3457913 Mar 23 01:32:04.137315 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-0b890a49-c920-42b8-a384-9c64a7dd1b8e req-5576f456-d0a5-49a1-9cd2-da5691ae95e9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Deleting port 94548fb7-a39f-4414-8466-ec8ee1778263 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:32:04.139932 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-0b890a49-c920-42b8-a384-9c64a7dd1b8e req-5576f456-d0a5-49a1-9cd2-da5691ae95e9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (94548fb7-a39f-4414-8466-ec8ee1778263), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:04.157566 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d90af0a-95db-416e-8745-e28088ccefc8 admin admin] Publish callbacks [] for security_group (cf8fb5a6-e0b7-4f46-8bfa-2afe060c9e9d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:04.221458 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23faaef0-383c-4583-a2dd-fe386c39a2e4 x-openstack-request-id: req-23faaef0-383c-4583-a2dd-fe386c39a2e4 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:04.222029 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b234495-e549-4761-ba32-d789f8052d6a", "name": "network-vif-plugged", "status": "completed", "tag": "78165dc4-87cd-46f9-8359-dec217371119", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:04.222438 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23faaef0-383c-4583-a2dd-fe386c39a2e4 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:04.223170 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23faaef0-383c-4583-a2dd-fe386c39a2e4'] response: {'server_uuid': '8b234495-e549-4761-ba32-d789f8052d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78165dc4-87cd-46f9-8359-dec217371119', 'code': 200} Mar 23 01:32:04.270126 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d90af0a-95db-416e-8745-e28088ccefc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (cf8fb5a6-e0b7-4f46-8bfa-2afe060c9e9d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:04.276690 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d90af0a-95db-416e-8745-e28088ccefc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:04.278845 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6d90af0a-95db-416e-8745-e28088ccefc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf8fb5a6-e0b7-4f46-8bfa-2afe060c9e9d HTTP/1.1" status: 204 len: 168 time: 0.3902261 Mar 23 01:32:04.296555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90af0a-95db-416e-8745-e28088ccefc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8fb5a6-e0b7-4f46-8bfa-2afe060c9e9d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:04.450272 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37481951-7a0c-4b76-8bfb-0968601f0ce1 req-29a77ce3-d087-421f-abef-6d18fd5555f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:04.453311 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-37481951-7a0c-4b76-8bfb-0968601f0ce1 req-29a77ce3-d087-421f-abef-6d18fd5555f5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 1128 time: 0.1113873 Mar 23 01:32:04.457909 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-0b890a49-c920-42b8-a384-9c64a7dd1b8e req-5576f456-d0a5-49a1-9cd2-da5691ae95e9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] For port 94548fb7-a39f-4414-8466-ec8ee1778263, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=94548fb7-a39f-4414-8466-ec8ee1778263,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:04.458278 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-0b890a49-c920-42b8-a384-9c64a7dd1b8e req-5576f456-d0a5-49a1-9cd2-da5691ae95e9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (94548fb7-a39f-4414-8466-ec8ee1778263), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:04.476850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acc390-b0e8-4ec8-945f-942ca44fc904 req-dcba218f-fb54-4db7-8c01-883e363547e0 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:04.485267 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b7acc390-b0e8-4ec8-945f-942ca44fc904 req-dcba218f-fb54-4db7-8c01-883e363547e0 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 944 time: 0.1304796 Mar 23 01:32:04.510189 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1f7656b1-67e1-43a5-8598-5fc9376e7709 req-ce94ad82-3d15-4b96-bf8b-f9f4510ef041 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059224 Mar 23 01:32:04.536276 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-0b890a49-c920-42b8-a384-9c64a7dd1b8e req-5576f456-d0a5-49a1-9cd2-da5691ae95e9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Calling delete_port for 94548fb7-a39f-4414-8466-ec8ee1778263 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:32:04.540411 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-37481951-7a0c-4b76-8bfb-0968601f0ce1 req-370465e4-2ab3-443d-b749-e1b7c5e242c9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784845 Mar 23 01:32:04.563070 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b7acc390-b0e8-4ec8-945f-942ca44fc904 req-97b04c81-12dd-4095-abd3-96b03ce8a945 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763242 Mar 23 01:32:04.739040 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de05585-f486-42fd-9c7b-c52073ad798d req-cfc82dd0-bb9a-46b9-bcb6-0f98d38ce407 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:04.741353 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0de05585-f486-42fd-9c7b-c52073ad798d req-cfc82dd0-bb9a-46b9-bcb6-0f98d38ce407 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 946 time: 0.1147940 Mar 23 01:32:04.812120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc68a5-9ca0-4907-b387-c3acbaa7c3d5 req-17eb9bd0-6982-4422-b794-15d8aa888991 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:04.813787 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0fcc68a5-9ca0-4907-b387-c3acbaa7c3d5 req-17eb9bd0-6982-4422-b794-15d8aa888991 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=1131fe82-22cb-40fb-8efb-8ee0e74f1456 HTTP/1.1" status: 200 len: 944 time: 0.1303780 Mar 23 01:32:04.851284 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0de05585-f486-42fd-9c7b-c52073ad798d req-28009242-42f0-4c5d-a4d0-131c81d0bca9 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982516 Mar 23 01:32:04.893080 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-0b890a49-c920-42b8-a384-9c64a7dd1b8e req-5576f456-d0a5-49a1-9cd2-da5691ae95e9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (94548fb7-a39f-4414-8466-ec8ee1778263), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:04.939295 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576f456-d0a5-49a1-9cd2-da5691ae95e9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Pushing event deleted for resources: {'Port': ['ID=94548fb7-a39f-4414-8466-ec8ee1778263,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:04.947641 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0fcc68a5-9ca0-4907-b387-c3acbaa7c3d5 req-3b78370b-4a5b-464b-8034-8f12ea8ac598 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258624 Mar 23 01:32:05.047773 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b890a49-c920-42b8-a384-9c64a7dd1b8e req-5576f456-d0a5-49a1-9cd2-da5691ae95e9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] No DVR routers for this DVR port 94548fb7-a39f-4414-8466-ec8ee1778263 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:32:05.057533 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60426) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:05.058807 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-0b890a49-c920-42b8-a384-9c64a7dd1b8e req-5576f456-d0a5-49a1-9cd2-da5691ae95e9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:05.063741 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b890a49-c920-42b8-a384-9c64a7dd1b8e req-5576f456-d0a5-49a1-9cd2-da5691ae95e9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.43 "DELETE /v2.0/ports/94548fb7-a39f-4414-8466-ec8ee1778263 HTTP/1.1" status: 204 len: 173 time: 1.8390186 Mar 23 01:32:05.064318 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 99eb16a3-d82f-42d7-84dd-661a5f63a08c details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:32:05.084500 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device aee09760-2b2b-40a8-9158-d444e5bd61bd up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:32:05.097124 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2150-7ee3-4e5e-93f6-9bacfae0978e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:05.304730 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2150-7ee3-4e5e-93f6-9bacfae0978e admin admin] Publish callbacks [] for security_group (39bced30-eae0-4697-8f73-73591557f9af), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:05.315021 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2150-7ee3-4e5e-93f6-9bacfae0978e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (39bced30-eae0-4697-8f73-73591557f9af), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:05.336151 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4a532-8e16-464c-b9a4-f75360fe71f4 req-1a40288c-0ae5-4972-bf65-584e7d6d3047 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:05.345041 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eed4a532-8e16-464c-b9a4-f75360fe71f4 req-1a40288c-0ae5-4972-bf65-584e7d6d3047 tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 944 time: 0.1627522 Mar 23 01:32:05.353213 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port aee09760-2b2b-40a8-9158-d444e5bd61bd completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:32:05.368237 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port aee09760-2b2b-40a8-9158-d444e5bd61bd triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:32:05.369438 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (aee09760-2b2b-40a8-9158-d444e5bd61bd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:05.373238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 99eb16a3-d82f-42d7-84dd-661a5f63a08c, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=99eb16a3-d82f-42d7-84dd-661a5f63a08c,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:05.398265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f2150-7ee3-4e5e-93f6-9bacfae0978e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bced30-eae0-4697-8f73-73591557f9af,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:05.416645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '99eb16a3-d82f-42d7-84dd-661a5f63a08c', 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7', 'port_id': '99eb16a3-d82f-42d7-84dd-661a5f63a08c', 'mac_address': 'fa:16:3e:a6:cf:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e09e202-503d-4274-9ec2-670546ae867a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:32:05.443595 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8b3f2150-7ee3-4e5e-93f6-9bacfae0978e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c25821b161a4c7792a846bcae994874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3823066 Mar 23 01:32:05.443856 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60434) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:05.496040 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 99eb16a3-d82f-42d7-84dd-661a5f63a08c is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:05.497194 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (99eb16a3-d82f-42d7-84dd-661a5f63a08c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:05.513507 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-92488865-2be5-4760-813c-ffd246985df9 admin admin] Publish callbacks [] for security_group (39bced30-eae0-4697-8f73-73591557f9af), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:05.534105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99eb16a3-d82f-42d7-84dd-661a5f63a08c {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:32:05.568379 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-92488865-2be5-4760-813c-ffd246985df9 admin admin] Publish callbacks [] for security_group (39bced30-eae0-4697-8f73-73591557f9af), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:05.568815 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port aee09760-2b2b-40a8-9158-d444e5bd61bd is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:05.573746 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (aee09760-2b2b-40a8-9158-d444e5bd61bd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:05.598063 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 99eb16a3-d82f-42d7-84dd-661a5f63a08c, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=99eb16a3-d82f-42d7-84dd-661a5f63a08c,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:05.610763 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (99eb16a3-d82f-42d7-84dd-661a5f63a08c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:05.627061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1131fe82-22cb-40fb-8efb-8ee0e74f1456', 'name': 'network-vif-deleted', 'tag': '94548fb7-a39f-4414-8466-ec8ee1778263'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:05.635456 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316c88b6-a48b-4c30-86c2-99f65608bb95" -d '{"events": [{"server_uuid": "1131fe82-22cb-40fb-8efb-8ee0e74f1456", "name": "network-vif-deleted", "tag": "94548fb7-a39f-4414-8466-ec8ee1778263"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:05.741304 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-eed4a532-8e16-464c-b9a4-f75360fe71f4 req-5beb74d5-c8bd-44d8-b50d-b434eddcd27c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Deleting port 98fd6eba-0c1e-48de-8acc-46f3600d067d {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:32:05.741679 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-eed4a532-8e16-464c-b9a4-f75360fe71f4 req-5beb74d5-c8bd-44d8-b50d-b434eddcd27c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:05.802672 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a8de0-6215-41c1-bc93-6d4038cc4ee3 req-3e5cc490-cd9f-4faf-9637-4ae1ffc42315 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:05.807253 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-823a8de0-6215-41c1-bc93-6d4038cc4ee3 req-3e5cc490-cd9f-4faf-9637-4ae1ffc42315 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 943 time: 0.1395578 Mar 23 01:32:05.813389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port aee09760-2b2b-40a8-9158-d444e5bd61bd, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=aee09760-2b2b-40a8-9158-d444e5bd61bd,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:05.828960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-92488865-2be5-4760-813c-ffd246985df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (39bced30-eae0-4697-8f73-73591557f9af), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:05.837491 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (aee09760-2b2b-40a8-9158-d444e5bd61bd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:05.842440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3f82ae65-a157-4ae3-8471-bae86e339b8c no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:32:05.844279 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-92488865-2be5-4760-813c-ffd246985df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:05.845506 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-92488865-2be5-4760-813c-ffd246985df9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39bced30-eae0-4697-8f73-73591557f9af HTTP/1.1" status: 204 len: 168 time: 0.4006753 Mar 23 01:32:05.907397 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92488865-2be5-4760-813c-ffd246985df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bced30-eae0-4697-8f73-73591557f9af,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:05.916562 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 3f82ae65-a157-4ae3-8471-bae86e339b8c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:32:05.922293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3f82ae65-a157-4ae3-8471-bae86e339b8c not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:32:05.945460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=99eb16a3-d82f-42d7-84dd-661a5f63a08c,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:06.009710 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=aee09760-2b2b-40a8-9158-d444e5bd61bd,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:06.033721 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-eed4a532-8e16-464c-b9a4-f75360fe71f4 req-5beb74d5-c8bd-44d8-b50d-b434eddcd27c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] For port 98fd6eba-0c1e-48de-8acc-46f3600d067d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=98fd6eba-0c1e-48de-8acc-46f3600d067d,segment=NetworkSegment(2af5340e-5894-4fc1-b472-5eda067b0ece),segment_id=2af5340e-5894-4fc1-b472-5eda067b0ece)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:06.034149 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-eed4a532-8e16-464c-b9a4-f75360fe71f4 req-5beb74d5-c8bd-44d8-b50d-b434eddcd27c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:06.041624 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-823a8de0-6215-41c1-bc93-6d4038cc4ee3 req-46510c50-ec41-42ba-8ab6-5938562ebb48 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224946 Mar 23 01:32:06.052245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['99eb16a3-d82f-42d7-84dd-661a5f63a08c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:32:06.087658 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-eed4a532-8e16-464c-b9a4-f75360fe71f4 req-5beb74d5-c8bd-44d8-b50d-b434eddcd27c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Calling delete_port for 98fd6eba-0c1e-48de-8acc-46f3600d067d owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:32:06.228185 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1131fe82-22cb-40fb-8efb-8ee0e74f1456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94548fb7-a39f-4414-8466-ec8ee1778263'}, {'server_uuid': 'c34e9905-9c97-48d7-b052-2699ff999cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee09760-2b2b-40a8-9158-d444e5bd61bd'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:06.233826 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8308fb9c-3a25-4bd3-88f9-384b81e731a9" -d '{"events": [{"server_uuid": "1131fe82-22cb-40fb-8efb-8ee0e74f1456", "name": "network-vif-unplugged", "status": "completed", "tag": "94548fb7-a39f-4414-8466-ec8ee1778263"}, {"server_uuid": "c34e9905-9c97-48d7-b052-2699ff999cf2", "name": "network-vif-plugged", "status": "completed", "tag": "aee09760-2b2b-40a8-9158-d444e5bd61bd"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:06.259564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613016f4-f568-4998-85ed-176757d4958e req-7401e2e2-4825-423f-91b7-5c3f9d8024ae tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:06.272813 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-613016f4-f568-4998-85ed-176757d4958e req-7401e2e2-4825-423f-91b7-5c3f9d8024ae tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fcad564-e58a-4dc8-b573-2c462b5ed6e7 HTTP/1.1" status: 200 len: 944 time: 0.1144009 Mar 23 01:32:06.396841 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-613016f4-f568-4998-85ed-176757d4958e req-8c681651-c44b-4923-931b-a91b5ceec06a tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.18 "GET /v2.0/security-groups?id=d09ad811-1859-4a8d-b4e8-c979de5c85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229966 Mar 23 01:32:06.426822 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e4d8e3-e19c-45b0-ba03-ecff7e63bb25 x-openstack-request-id: req-53e4d8e3-e19c-45b0-ba03-ecff7e63bb25 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:06.427124 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1131fe82-22cb-40fb-8efb-8ee0e74f1456", "name": "network-vif-deleted", "tag": "94548fb7-a39f-4414-8466-ec8ee1778263", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:06.428631 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53e4d8e3-e19c-45b0-ba03-ecff7e63bb25 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:06.429437 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53e4d8e3-e19c-45b0-ba03-ecff7e63bb25'] response: {'server_uuid': '1131fe82-22cb-40fb-8efb-8ee0e74f1456', 'name': 'network-vif-deleted', 'tag': '94548fb7-a39f-4414-8466-ec8ee1778263', 'status': 'completed', 'code': 200} Mar 23 01:32:06.434160 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-eed4a532-8e16-464c-b9a4-f75360fe71f4 req-5beb74d5-c8bd-44d8-b50d-b434eddcd27c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (98fd6eba-0c1e-48de-8acc-46f3600d067d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:06.502393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb74d5-c8bd-44d8-b50d-b434eddcd27c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Pushing event deleted for resources: {'Port': ['ID=98fd6eba-0c1e-48de-8acc-46f3600d067d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:06.614443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed4a532-8e16-464c-b9a4-f75360fe71f4 req-5beb74d5-c8bd-44d8-b50d-b434eddcd27c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] No DVR routers for this DVR port 98fd6eba-0c1e-48de-8acc-46f3600d067d on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:32:06.624132 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-eed4a532-8e16-464c-b9a4-f75360fe71f4 req-5beb74d5-c8bd-44d8-b50d-b434eddcd27c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:06.627630 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eed4a532-8e16-464c-b9a4-f75360fe71f4 req-5beb74d5-c8bd-44d8-b50d-b434eddcd27c tempest-LiveAutoBlockMigrationV225Test-1971390961 tempest-LiveAutoBlockMigrationV225Test-1971390961-project] 10.222.0.43 "DELETE /v2.0/ports/98fd6eba-0c1e-48de-8acc-46f3600d067d HTTP/1.1" status: 204 len: 173 time: 1.2788424 Mar 23 01:32:06.665024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731006e-18fa-41b7-b9d7-730543c46137 req-b4754382-14af-4a5b-8526-fb7454cf2636 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:06.675820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1731006e-18fa-41b7-b9d7-730543c46137 req-b4754382-14af-4a5b-8526-fb7454cf2636 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 946 time: 0.1750062 Mar 23 01:32:06.682384 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd704556-4e01-4de1-8c09-edcd003fdbd6 x-openstack-request-id: req-bd704556-4e01-4de1-8c09-edcd003fdbd6 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:06.682749 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1131fe82-22cb-40fb-8efb-8ee0e74f1456", "name": "network-vif-unplugged", "status": "completed", "tag": "94548fb7-a39f-4414-8466-ec8ee1778263", "code": 200}, {"server_uuid": "c34e9905-9c97-48d7-b052-2699ff999cf2", "name": "network-vif-plugged", "status": "completed", "tag": "aee09760-2b2b-40a8-9158-d444e5bd61bd", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:06.683031 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd704556-4e01-4de1-8c09-edcd003fdbd6 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:06.683496 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd704556-4e01-4de1-8c09-edcd003fdbd6'] response: {'server_uuid': '1131fe82-22cb-40fb-8efb-8ee0e74f1456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94548fb7-a39f-4414-8466-ec8ee1778263', 'code': 200} Mar 23 01:32:06.683801 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd704556-4e01-4de1-8c09-edcd003fdbd6'] response: {'server_uuid': 'c34e9905-9c97-48d7-b052-2699ff999cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee09760-2b2b-40a8-9158-d444e5bd61bd', 'code': 200} Mar 23 01:32:06.730740 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1731006e-18fa-41b7-b9d7-730543c46137 req-f7fb68ca-bebd-452f-9637-c4f6df39cebf tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538747 Mar 23 01:32:07.033042 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502d8d6-0dfc-4478-a873-2b10f21303ec req-37203a8d-4688-489f-92d5-db9758200942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:07.034473 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8502d8d6-0dfc-4478-a873-2b10f21303ec req-37203a8d-4688-489f-92d5-db9758200942 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 1128 time: 0.1343272 Mar 23 01:32:07.042168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-6b712ffc-4ec6-4dab-9313-5224f462daa7 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:07.043651 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-6b712ffc-4ec6-4dab-9313-5224f462daa7 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 811 time: 0.1680286 Mar 23 01:32:07.073867 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-2fbf1020-ce2a-425b-a54e-81b71f160192 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/quotas/3392bc1389564b4885d28390809b9afe HTTP/1.1" status: 200 len: 375 time: 0.0225430 Mar 23 01:32:07.091067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device f2bae322-ed5c-4616-867d-20bb866139bf details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:32:07.117318 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-8a407f3c-6a34-4646-9b11-e6bf0df0feac tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371280 Mar 23 01:32:07.120879 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8502d8d6-0dfc-4478-a873-2b10f21303ec req-8b313abc-7893-4a8c-b1f8-3cbb1fa944eb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762825 Mar 23 01:32:07.233164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port f2bae322-ed5c-4616-867d-20bb866139bf, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=f2bae322-ed5c-4616-867d-20bb866139bf,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:07.248152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'f2bae322-ed5c-4616-867d-20bb866139bf', 'network_id': 'e7c96cef-d724-4f32-bcf8-236f1b772ec7', 'port_id': 'f2bae322-ed5c-4616-867d-20bb866139bf', 'mac_address': 'fa:16:3e:e3:95:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e09e202-503d-4274-9ec2-670546ae867a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:32:07.340559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port f2bae322-ed5c-4616-867d-20bb866139bf is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:07.341281 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f2bae322-ed5c-4616-867d-20bb866139bf), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:07.347743 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-b1d9a9eb-aee2-452a-afbd-641dfa511f93 service neutron] 10.222.0.18 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221742 Mar 23 01:32:07.356246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2bae322-ed5c-4616-867d-20bb866139bf {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:32:07.379744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port f2bae322-ed5c-4616-867d-20bb866139bf, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=f2bae322-ed5c-4616-867d-20bb866139bf,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:07.389050 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (f2bae322-ed5c-4616-867d-20bb866139bf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:07.495146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=f2bae322-ed5c-4616-867d-20bb866139bf,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:07.557448 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf8fce-5e48-4ab5-b408-80ceac923d8a req-87133826-edce-47b8-b2e4-f79056c0d547 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:07.577874 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0adf8fce-5e48-4ab5-b408-80ceac923d8a req-87133826-edce-47b8-b2e4-f79056c0d547 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 946 time: 0.1005015 Mar 23 01:32:07.593960 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60532) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:07.601152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c192926b-2c90-4cbf-81cf-35ee0bc10b63 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Request body: {'floatingip': {'port_id': '78165dc4-87cd-46f9-8359-dec217371119'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:07.653412 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-83e87217-ac7c-42ce-8ae8-ce01198a15e9 service neutron] 10.222.0.18 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036118 Mar 23 01:32:07.804205 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c192926b-2c90-4cbf-81cf-35ee0bc10b63 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for floatingip (53895893-e553-4411-bfee-bdaf7b63b08e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:07.858170 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['f2bae322-ed5c-4616-867d-20bb866139bf'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:32:08.182469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60550) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:08.388869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cb42a-2892-4259-bdf2-a1cbb888c1e7 req-5ae615ee-bc6a-4487-ad66-f356c5931e09 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:08.390830 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be1cb42a-2892-4259-bdf2-a1cbb888c1e7 req-5ae615ee-bc6a-4487-ad66-f356c5931e09 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 944 time: 0.6672187 Mar 23 01:32:08.430687 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcad564-e58a-4dc8-b573-2c462b5ed6e7', 'name': 'network-vif-deleted', 'tag': '98fd6eba-0c1e-48de-8acc-46f3600d067d'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:08.433400 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51f6af3-ab0b-45d4-ae31-784d2bfedeba" -d '{"events": [{"server_uuid": "8fcad564-e58a-4dc8-b573-2c462b5ed6e7", "name": "network-vif-deleted", "tag": "98fd6eba-0c1e-48de-8acc-46f3600d067d"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:08.702793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe57682d-d9d4-4096-a76d-3fc5a4dd42a1 admin admin] Deleting subnet b151ab54-9dd9-40f8-bf23-730b361e4833 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:32:08.711215 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe57682d-d9d4-4096-a76d-3fc5a4dd42a1 admin admin] Publish callbacks [] for subnet (b151ab54-9dd9-40f8-bf23-730b361e4833), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:08.739567 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be1cb42a-2892-4259-bdf2-a1cbb888c1e7 req-86b30841-fe96-4505-a544-08660c1d63bb tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403695 Mar 23 01:32:08.826648 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe57682d-d9d4-4096-a76d-3fc5a4dd42a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (b151ab54-9dd9-40f8-bf23-730b361e4833), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:08.930168 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe57682d-d9d4-4096-a76d-3fc5a4dd42a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (b151ab54-9dd9-40f8-bf23-730b361e4833), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:09.046912 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60580) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:09.128126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 99eb16a3-d82f-42d7-84dd-661a5f63a08c up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:32:09.132032 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe57682d-d9d4-4096-a76d-3fc5a4dd42a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (b151ab54-9dd9-40f8-bf23-730b361e4833), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:09.202474 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe57682d-d9d4-4096-a76d-3fc5a4dd42a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:09.235019 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fe57682d-d9d4-4096-a76d-3fc5a4dd42a1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b151ab54-9dd9-40f8-bf23-730b361e4833 HTTP/1.1" status: 204 len: 168 time: 1.0489678 Mar 23 01:32:09.249095 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60586) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:09.354380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57682d-d9d4-4096-a76d-3fc5a4dd42a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b151ab54-9dd9-40f8-bf23-730b361e4833,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:09.355002 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 99eb16a3-d82f-42d7-84dd-661a5f63a08c completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:32:09.363530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 99eb16a3-d82f-42d7-84dd-661a5f63a08c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:32:09.363877 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (99eb16a3-d82f-42d7-84dd-661a5f63a08c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:09.437466 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6e21cbd-b354-4333-a3a1-2c83d6f3d8ff req-213f5c04-2da3-4919-86b0-2b831bc086bb tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 210 time: 0.3623827 Mar 23 01:32:09.453760 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.resource_extend [None req-c192926b-2c90-4cbf-81cf-35ee0bc10b63 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:32:09.571054 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77f68c7-2297-4982-9e6a-9e4c215aa381 x-openstack-request-id: req-e77f68c7-2297-4982-9e6a-9e4c215aa381 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:09.573136 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcad564-e58a-4dc8-b573-2c462b5ed6e7", "name": "network-vif-deleted", "tag": "98fd6eba-0c1e-48de-8acc-46f3600d067d", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:09.573575 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e77f68c7-2297-4982-9e6a-9e4c215aa381 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:09.574142 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77f68c7-2297-4982-9e6a-9e4c215aa381'] response: {'server_uuid': '8fcad564-e58a-4dc8-b573-2c462b5ed6e7', 'name': 'network-vif-deleted', 'tag': '98fd6eba-0c1e-48de-8acc-46f3600d067d', 'status': 'completed', 'code': 200} Mar 23 01:32:09.587344 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 99eb16a3-d82f-42d7-84dd-661a5f63a08c is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:09.597165 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (99eb16a3-d82f-42d7-84dd-661a5f63a08c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:09.614348 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c192926b-2c90-4cbf-81cf-35ee0bc10b63 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:09.619660 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04e10619-ce75-44af-84b4-58395d0c5442 req-2de9e755-7bcc-4abb-b51a-5a934d6c1bff tempest-QuotasAdminNegativeTest-87232755 tempest-QuotasAdminNegativeTest-87232755-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=14a0b5001ab7424b83cc96b39e7f026e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595386 Mar 23 01:32:09.623869 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-13381ef0-9835-4070-b64a-93de08ee99a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:09.624675 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c192926b-2c90-4cbf-81cf-35ee0bc10b63 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (53895893-e553-4411-bfee-bdaf7b63b08e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:09.671263 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 99eb16a3-d82f-42d7-84dd-661a5f63a08c, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=99eb16a3-d82f-42d7-84dd-661a5f63a08c,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:09.681187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07eb627-6a73-47d0-9027-4fd1c9428810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eb16a3-d82f-42d7-84dd-661a5f63a08c'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:09.683701 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4144460e-7889-4d10-befe-3a64ebed5955" -d '{"events": [{"server_uuid": "f07eb627-6a73-47d0-9027-4fd1c9428810", "name": "network-vif-plugged", "status": "completed", "tag": "99eb16a3-d82f-42d7-84dd-661a5f63a08c"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:09.688583 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (99eb16a3-d82f-42d7-84dd-661a5f63a08c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:09.689685 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 98fd6eba-0c1e-48de-8acc-46f3600d067d no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:32:09.842403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=99eb16a3-d82f-42d7-84dd-661a5f63a08c,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:09.859135 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 98fd6eba-0c1e-48de-8acc-46f3600d067d {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:32:09.859671 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 98fd6eba-0c1e-48de-8acc-46f3600d067d not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:32:09.923205 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a93fa89-2d04-4d67-b9ef-829a9354dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (d44dd811-bae2-4efa-9295-6d682f4c9315), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:10.016517 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-c192926b-2c90-4cbf-81cf-35ee0bc10b63 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Floating IP 53895893-e553-4411-bfee-bdaf7b63b08e associated. External IP: 172.25.0.36, port: 78165dc4-87cd-46f9-8359-dec217371119. Mar 23 01:32:10.101807 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a93fa89-2d04-4d67-b9ef-829a9354dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (d44dd811-bae2-4efa-9295-6d682f4c9315), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:10.155576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-9a93fa89-2d04-4d67-b9ef-829a9354dc42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44dd811-bae2-4efa-9295-6d682f4c9315']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:10.182698 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-9a93fa89-2d04-4d67-b9ef-829a9354dc42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af5340e-5894-4fc1-b472-5eda067b0ece') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:10.184869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-9a93fa89-2d04-4d67-b9ef-829a9354dc42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af5340e-5894-4fc1-b472-5eda067b0ece') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:10.211178 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a93fa89-2d04-4d67-b9ef-829a9354dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (2af5340e-5894-4fc1-b472-5eda067b0ece), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:10.243400 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a93fa89-2d04-4d67-b9ef-829a9354dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2af5340e-5894-4fc1-b472-5eda067b0ece), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:10.258547 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a93fa89-2d04-4d67-b9ef-829a9354dc42 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:32:10.259538 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a93fa89-2d04-4d67-b9ef-829a9354dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (2af5340e-5894-4fc1-b472-5eda067b0ece), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:32:10.402223 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:32:10.467976 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d23613-5846-4d7e-bdbd-41f0e069c533 x-openstack-request-id: req-c2d23613-5846-4d7e-bdbd-41f0e069c533 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:10.468565 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07eb627-6a73-47d0-9027-4fd1c9428810", "name": "network-vif-plugged", "status": "completed", "tag": "99eb16a3-d82f-42d7-84dd-661a5f63a08c", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:10.468565 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2d23613-5846-4d7e-bdbd-41f0e069c533 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:10.468992 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d23613-5846-4d7e-bdbd-41f0e069c533'] response: {'server_uuid': 'f07eb627-6a73-47d0-9027-4fd1c9428810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eb16a3-d82f-42d7-84dd-661a5f63a08c', 'code': 200} Mar 23 01:32:10.489259 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e10619-ce75-44af-84b4-58395d0c5442 req-c53c4021-8d01-474e-8d32-5aefa3836664 tempest-QuotasAdminNegativeTest-87232755 tempest-QuotasAdminNegativeTest-87232755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:10.496280 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04e10619-ce75-44af-84b4-58395d0c5442 req-c53c4021-8d01-474e-8d32-5aefa3836664 tempest-QuotasAdminNegativeTest-87232755 tempest-QuotasAdminNegativeTest-87232755-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8696911 Mar 23 01:32:10.498729 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a93fa89-2d04-4d67-b9ef-829a9354dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (d44dd811-bae2-4efa-9295-6d682f4c9315), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:10.558806 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c192926b-2c90-4cbf-81cf-35ee0bc10b63 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Router 5361ed70-0afb-4295-9dac-dddaba5c928b has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:32:10.579021 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a93fa89-2d04-4d67-b9ef-829a9354dc42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:10.582917 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9a93fa89-2d04-4d67-b9ef-829a9354dc42 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d44dd811-bae2-4efa-9295-6d682f4c9315 HTTP/1.1" status: 204 len: 168 time: 1.3324742 Mar 23 01:32:10.596965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60616) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:10.928888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3605305-9a19-4fbd-941a-b79dcc163c59 admin admin] Deleting subnet 5157dc30-ae3d-497a-b2de-883d56b1457e {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:32:10.942417 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b3605305-9a19-4fbd-941a-b79dcc163c59 admin admin] Publish callbacks [] for subnet (5157dc30-ae3d-497a-b2de-883d56b1457e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:11.006488 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b3605305-9a19-4fbd-941a-b79dcc163c59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (5157dc30-ae3d-497a-b2de-883d56b1457e), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:11.053358 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b3605305-9a19-4fbd-941a-b79dcc163c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (5157dc30-ae3d-497a-b2de-883d56b1457e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:11.076676 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-13381ef0-9835-4070-b64a-93de08ee99a7 admin admin] Publish callbacks [] for security_group (cffbcac3-86da-4a18-9f40-828042cf01bc), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:11.082265 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04e10619-ce75-44af-84b4-58395d0c5442 req-8eed03b1-a6d4-4c7f-a3b4-9f5746145f98 tempest-QuotasAdminNegativeTest-87232755 tempest-QuotasAdminNegativeTest-87232755-project] 10.222.0.18 "GET /v2.0/quotas/14a0b5001ab7424b83cc96b39e7f026e HTTP/1.1" status: 200 len: 375 time: 0.5848396 Mar 23 01:32:11.082998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93fa89-2d04-4d67-b9ef-829a9354dc42 admin admin] Pushing event deleted for resources: {'Network': ['ID=d44dd811-bae2-4efa-9295-6d682f4c9315,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:11.104398 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-13381ef0-9835-4070-b64a-93de08ee99a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (cffbcac3-86da-4a18-9f40-828042cf01bc), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:11.128745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device f2bae322-ed5c-4616-867d-20bb866139bf up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:32:11.170798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13381ef0-9835-4070-b64a-93de08ee99a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffbcac3-86da-4a18-9f40-828042cf01bc,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:11.175474 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04e10619-ce75-44af-84b4-58395d0c5442 req-16640c62-53c1-4251-8e63-17a055f8d41f tempest-QuotasAdminNegativeTest-87232755 tempest-QuotasAdminNegativeTest-87232755-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=14a0b5001ab7424b83cc96b39e7f026e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723922 Mar 23 01:32:11.179245 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b65a58-3bc0-4de2-a791-b11be833ddc4 req-fb216e6f-cff3-445d-816f-cec380e1d98d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:11.196945 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3b65a58-3bc0-4de2-a791-b11be833ddc4 req-fb216e6f-cff3-445d-816f-cec380e1d98d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 944 time: 0.6178300 Mar 23 01:32:11.220535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99518868-f61d-4a83-a2d4-7209705b4754 req-1361ad2a-230b-49b0-aff8-ac48c2234f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:11.226997 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-99518868-f61d-4a83-a2d4-7209705b4754 req-1361ad2a-230b-49b0-aff8-ac48c2234f6c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f07eb627-6a73-47d0-9027-4fd1c9428810 HTTP/1.1" status: 200 len: 1127 time: 0.6233909 Mar 23 01:32:11.242977 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port f2bae322-ed5c-4616-867d-20bb866139bf completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:32:11.248976 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port f2bae322-ed5c-4616-867d-20bb866139bf triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:32:11.250645 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (f2bae322-ed5c-4616-867d-20bb866139bf), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:11.251073 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-22ec00c2-808f-4212-b392-6a1cc976fe9c tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:11.253020 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-22ec00c2-808f-4212-b392-6a1cc976fe9c tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.43 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 811 time: 1.2635136 Mar 23 01:32:11.254909 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b3605305-9a19-4fbd-941a-b79dcc163c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (5157dc30-ae3d-497a-b2de-883d56b1457e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:11.272200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-ddbc2a3d-0f11-4b25-bde5-871beaaf93bf tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Request body: {'port': {'device_id': '2f58473e-6b53-4f60-b246-9fd5ec16806f', 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717', 'admin_state_up': True, 'tenant_id': '3392bc1389564b4885d28390809b9afe'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:11.292743 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-13381ef0-9835-4070-b64a-93de08ee99a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=411ac4372f264308a43da31ffa71f7b4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2402136 Mar 23 01:32:11.310761 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60624) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:11.399793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3605305-9a19-4fbd-941a-b79dcc163c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5157dc30-ae3d-497a-b2de-883d56b1457e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:11.449302 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b3605305-9a19-4fbd-941a-b79dcc163c59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:11.461020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60636) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:11.472864 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b3605305-9a19-4fbd-941a-b79dcc163c59 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5157dc30-ae3d-497a-b2de-883d56b1457e HTTP/1.1" status: 204 len: 168 time: 0.8728163 Mar 23 01:32:11.485696 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port f2bae322-ed5c-4616-867d-20bb866139bf is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:11.486198 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f2bae322-ed5c-4616-867d-20bb866139bf), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:11.499791 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-99518868-f61d-4a83-a2d4-7209705b4754 req-8cc0a6a0-c5c3-4048-b727-39aa3e4a38eb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456815 Mar 23 01:32:11.507955 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c192926b-2c90-4cbf-81cf-35ee0bc10b63 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:32:11.519719 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5c377-f07b-4d68-a915-259f48f2fde7 None None] Sync routers for ids ['5361ed70-0afb-4295-9dac-dddaba5c928b'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:32:11.540061 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c5c377-f07b-4d68-a915-259f48f2fde7 None None] Routers {'5361ed70-0afb-4295-9dac-dddaba5c928b'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:32:11.543425 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-33c5c377-f07b-4d68-a915-259f48f2fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:31:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['5361ed70-0afb-4295-9dac-dddaba5c928b'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:11.568102 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2a08ed75-f09b-4e4d-b6e0-c00e97652599 admin admin] Publish callbacks [] for security_group (cffbcac3-86da-4a18-9f40-828042cf01bc), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:11.579753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port f2bae322-ed5c-4616-867d-20bb866139bf, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=f2bae322-ed5c-4616-867d-20bb866139bf,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:11.591441 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3b65a58-3bc0-4de2-a791-b11be833ddc4 req-8813a294-6ea0-49ad-b80d-e4afbd653e87 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895473 Mar 23 01:32:11.597127 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (f2bae322-ed5c-4616-867d-20bb866139bf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:11.598199 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2a08ed75-f09b-4e4d-b6e0-c00e97652599 admin admin] Publish callbacks [] for security_group (cffbcac3-86da-4a18-9f40-828042cf01bc), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:11.606862 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c192926b-2c90-4cbf-81cf-35ee0bc10b63 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:11.713697 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93c280af-6153-402b-9f32-b4ad48e52c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (537aa1b0-a5b1-4f87-8f02-49ea1b22df55), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:11.725305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=f2bae322-ed5c-4616-867d-20bb866139bf,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:11.726181 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-33c5c377-f07b-4d68-a915-259f48f2fde7 None None] Set router 5361ed70-0afb-4295-9dac-dddaba5c928b gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:32:11.734884 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60644) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:11.742381 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c192926b-2c90-4cbf-81cf-35ee0bc10b63 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "PUT /v2.0/floatingips/53895893-e553-4411-bfee-bdaf7b63b08e HTTP/1.1" status: 200 len: 991 time: 4.1450393 Mar 23 01:32:11.742381 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b234495-e549-4761-ba32-d789f8052d6a', 'tag': '78165dc4-87cd-46f9-8359-dec217371119'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:11.744019 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59309b5-fcc1-4d41-bf8b-824fdd2c8bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "8b234495-e549-4761-ba32-d789f8052d6a", "tag": "78165dc4-87cd-46f9-8359-dec217371119"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:11.815430 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2427c63d-c9dd-4505-a307-101b07c8b9f0 req-df175387-ebc5-463c-8bed-dd9f8f2f3a22 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 210 time: 0.1990800 Mar 23 01:32:11.944265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-ddbc2a3d-0f11-4b25-bde5-871beaaf93bf tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Made reservation on behalf of 3392bc1389564b4885d28390809b9afe for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:11.959400 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-ddbc2a3d-0f11-4b25-bde5-871beaaf93bf tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:12.168896 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-07ffe187-5107-47bb-9c92-ccafce57e85a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:12.206275 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-33c5c377-f07b-4d68-a915-259f48f2fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'name': 'tempest-ServersTestBootFromVolume-210385566-router', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:30:14Z', 'updated_at': '2022-03-23T01:30:26Z', 'revision_number': 4, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'gw_port': {'id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:15Z', 'updated_at': '2022-03-23T01:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '53895893-e553-4411-bfee-bdaf7b63b08e', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'port_id': '78165dc4-87cd-46f9-8359-dec217371119', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c', 'mac_address': 'fa:16:3e:46:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b234495-e549-4761-ba32-d789f8052d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:30:33Z', 'updated_at': '2022-03-23T01:32:09Z', 'revision_number': 1, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7650e5-b24b-4879-a01e-12d106077625', 'name': '', 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'mac_address': 'fa:16:3e:d5:19:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:24Z', 'updated_at': '2022-03-23T01:30:31Z', 'revision_number': 5, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'subnets': [{'id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:12.331491 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6976c37-a08f-4c71-8ae2-889260a9715a x-openstack-request-id: req-b6976c37-a08f-4c71-8ae2-889260a9715a {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:12.332044 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b234495-e549-4761-ba32-d789f8052d6a", "tag": "78165dc4-87cd-46f9-8359-dec217371119", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:12.332044 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6976c37-a08f-4c71-8ae2-889260a9715a {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:12.332402 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6976c37-a08f-4c71-8ae2-889260a9715a'] response: {'name': 'network-changed', 'server_uuid': '8b234495-e549-4761-ba32-d789f8052d6a', 'tag': '78165dc4-87cd-46f9-8359-dec217371119', 'status': 'completed', 'code': 200} Mar 23 01:32:12.407354 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5c377-f07b-4d68-a915-259f48f2fde7 None None] Checking router: 5361ed70-0afb-4295-9dac-dddaba5c928b for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:32:12.414717 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-07ffe187-5107-47bb-9c92-ccafce57e85a admin admin] Publish callbacks [] for security_group (a0db90a8-c46a-4ccd-ae40-21cd40108d52), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:12.421276 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c5c377-f07b-4d68-a915-259f48f2fde7 None None] Routers {'5361ed70-0afb-4295-9dac-dddaba5c928b'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:32:12.422275 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-33c5c377-f07b-4d68-a915-259f48f2fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:31:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['5361ed70-0afb-4295-9dac-dddaba5c928b'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:12.448056 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-07ffe187-5107-47bb-9c92-ccafce57e85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a0db90a8-c46a-4ccd-ae40-21cd40108d52), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:12.470456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d4eb8b-8926-43aa-b583-7eb24b7f2c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bae322-ed5c-4616-867d-20bb866139bf'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:12.474757 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760ef19d-9274-4337-98eb-baa062025650" -d '{"events": [{"server_uuid": "e2d4eb8b-8926-43aa-b583-7eb24b7f2c99", "name": "network-vif-plugged", "status": "completed", "tag": "f2bae322-ed5c-4616-867d-20bb866139bf"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:12.500955 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-07ffe187-5107-47bb-9c92-ccafce57e85a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0967674560974850baa28911ba47ea14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7471869 Mar 23 01:32:12.501916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60678) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:12.536358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffe187-5107-47bb-9c92-ccafce57e85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0db90a8-c46a-4ccd-ae40-21cd40108d52,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:12.542763 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93c280af-6153-402b-9f32-b4ad48e52c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (537aa1b0-a5b1-4f87-8f02-49ea1b22df55), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:12.560900 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-ddbc2a3d-0f11-4b25-bde5-871beaaf93bf tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Allocated IP 172.20.0.7 (11a64475-d2db-4f02-97ca-82d855d62717/ef8ca6c1-ff55-42d2-99a7-3b5483039371/2e186d96-b2bc-4b13-99d5-856e6b790d06) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:32:12.568005 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2a08ed75-f09b-4e4d-b6e0-c00e97652599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (cffbcac3-86da-4a18-9f40-828042cf01bc), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:12.571098 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2a08ed75-f09b-4e4d-b6e0-c00e97652599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:12.575134 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2a08ed75-f09b-4e4d-b6e0-c00e97652599 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cffbcac3-86da-4a18-9f40-828042cf01bc HTTP/1.1" status: 204 len: 168 time: 1.2546792 Mar 23 01:32:12.575695 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d24d4ff3-385a-49d1-9322-845e58f431ab admin admin] Publish callbacks [] for security_group (a0db90a8-c46a-4ccd-ae40-21cd40108d52), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:12.617053 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d24d4ff3-385a-49d1-9322-845e58f431ab admin admin] Publish callbacks [] for security_group (a0db90a8-c46a-4ccd-ae40-21cd40108d52), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:12.632546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08ed75-f09b-4e4d-b6e0-c00e97652599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffbcac3-86da-4a18-9f40-828042cf01bc,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:12.674744 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-33c5c377-f07b-4d68-a915-259f48f2fde7 None None] Set router 5361ed70-0afb-4295-9dac-dddaba5c928b gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:32:12.713078 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d24d4ff3-385a-49d1-9322-845e58f431ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a0db90a8-c46a-4ccd-ae40-21cd40108d52), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:12.716082 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d24d4ff3-385a-49d1-9322-845e58f431ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:12.717815 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d24d4ff3-385a-49d1-9322-845e58f431ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0db90a8-c46a-4ccd-ae40-21cd40108d52 HTTP/1.1" status: 204 len: 168 time: 0.2147226 Mar 23 01:32:12.736906 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263e09a8-cfa6-472b-b9db-698cf124c29f x-openstack-request-id: req-263e09a8-cfa6-472b-b9db-698cf124c29f {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:12.737916 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d4eb8b-8926-43aa-b583-7eb24b7f2c99", "name": "network-vif-plugged", "status": "completed", "tag": "f2bae322-ed5c-4616-867d-20bb866139bf", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:12.738413 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-263e09a8-cfa6-472b-b9db-698cf124c29f {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:12.739182 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-263e09a8-cfa6-472b-b9db-698cf124c29f'] response: {'server_uuid': 'e2d4eb8b-8926-43aa-b583-7eb24b7f2c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bae322-ed5c-4616-867d-20bb866139bf', 'code': 200} Mar 23 01:32:12.759590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d4ff3-385a-49d1-9322-845e58f431ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0db90a8-c46a-4ccd-ae40-21cd40108d52,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:12.793468 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-93c280af-6153-402b-9f32-b4ad48e52c66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537aa1b0-a5b1-4f87-8f02-49ea1b22df55']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:12.848933 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-93c280af-6153-402b-9f32-b4ad48e52c66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81520a10-5652-4da1-9742-67099adbb58f') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:12.849229 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-93c280af-6153-402b-9f32-b4ad48e52c66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81520a10-5652-4da1-9742-67099adbb58f') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:12.863880 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d949b-b661-4f2d-949c-8e419d749bae req-496bf9cc-ba60-4d0d-b1d6-ba8b622a63cd tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:12.865476 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-459d949b-b661-4f2d-949c-8e419d749bae req-496bf9cc-ba60-4d0d-b1d6-ba8b622a63cd tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 946 time: 0.8573346 Mar 23 01:32:12.888097 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93c280af-6153-402b-9f32-b4ad48e52c66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (81520a10-5652-4da1-9742-67099adbb58f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:12.908980 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59309b5-fcc1-4d41-bf8b-824fdd2c8bb9 req-e930c490-2ea4-42ea-9ccc-d13e2562eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:12.910479 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a59309b5-fcc1-4d41-bf8b-824fdd2c8bb9 req-e930c490-2ea4-42ea-9ccc-d13e2562eb21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0e96aa4ebe547c5ae1b8dfe86aba311&device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 1128 time: 0.4867783 Mar 23 01:32:12.926961 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93c280af-6153-402b-9f32-b4ad48e52c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (81520a10-5652-4da1-9742-67099adbb58f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:13.012193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3e86e-65da-4dc2-99ea-d139f6311856 req-025ff8b8-7e42-4e64-a545-3ff27c2f44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:13.014093 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3bb3e86e-65da-4dc2-99ea-d139f6311856 req-025ff8b8-7e42-4e64-a545-3ff27c2f44d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 1127 time: 0.0815847 Mar 23 01:32:13.102480 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c280af-6153-402b-9f32-b4ad48e52c66 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:32:13.102933 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93c280af-6153-402b-9f32-b4ad48e52c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (81520a10-5652-4da1-9742-67099adbb58f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:13.107123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59309b5-fcc1-4d41-bf8b-824fdd2c8bb9 req-e7e829eb-9479-4599-8b5c-7733756d0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:13.109036 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a59309b5-fcc1-4d41-bf8b-824fdd2c8bb9 req-e7e829eb-9479-4599-8b5c-7733756d0ec0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=022c952f-96fa-4b6f-8707-0669714abf9c HTTP/1.1" status: 200 len: 915 time: 0.1668737 Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:32:13.109581 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:32:13.134722 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3bb3e86e-65da-4dc2-99ea-d139f6311856 req-472a32c7-db25-44f7-99b4-07c83dbecf61 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934925 Mar 23 01:32:13.169679 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-33c5c377-f07b-4d68-a915-259f48f2fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'name': 'tempest-ServersTestBootFromVolume-210385566-router', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:30:14Z', 'updated_at': '2022-03-23T01:30:26Z', 'revision_number': 4, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'gw_port': {'id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:15Z', 'updated_at': '2022-03-23T01:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '53895893-e553-4411-bfee-bdaf7b63b08e', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'port_id': '78165dc4-87cd-46f9-8359-dec217371119', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c', 'mac_address': 'fa:16:3e:46:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b234495-e549-4761-ba32-d789f8052d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:30:33Z', 'updated_at': '2022-03-23T01:32:09Z', 'revision_number': 1, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7650e5-b24b-4879-a01e-12d106077625', 'name': '', 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'mac_address': 'fa:16:3e:d5:19:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:24Z', 'updated_at': '2022-03-23T01:30:31Z', 'revision_number': 5, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'subnets': [{'id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:13.218583 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5c377-f07b-4d68-a915-259f48f2fde7 None None] The sync data for ids ['5361ed70-0afb-4295-9dac-dddaba5c928b'] in n-d-834677-4 is: [{'id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'name': 'tempest-ServersTestBootFromVolume-210385566-router', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:30:14Z', 'updated_at': '2022-03-23T01:30:26Z', 'revision_number': 4, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'gw_port': {'id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:15Z', 'updated_at': '2022-03-23T01:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '53895893-e553-4411-bfee-bdaf7b63b08e', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'port_id': '78165dc4-87cd-46f9-8359-dec217371119', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c', 'mac_address': 'fa:16:3e:46:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b234495-e549-4761-ba32-d789f8052d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:30:33Z', 'updated_at': '2022-03-23T01:32:09Z', 'revision_number': 1, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7650e5-b24b-4879-a01e-12d106077625', 'name': '', 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'mac_address': 'fa:16:3e:d5:19:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:24Z', 'updated_at': '2022-03-23T01:30:31Z', 'revision_number': 5, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'subnets': [{'id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:32:13.281012 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-ddbc2a3d-0f11-4b25-bde5-871beaaf93bf tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks [] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:13.289927 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-459d949b-b661-4f2d-949c-8e419d749bae req-df1f580d-82ed-4253-84d6-19b8980bae8b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4058840 Mar 23 01:32:13.295009 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a59309b5-fcc1-4d41-bf8b-824fdd2c8bb9 req-62228e0f-924e-4229-bc6c-6ad93402122d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78165dc4-87cd-46f9-8359-dec217371119 HTTP/1.1" status: 200 len: 999 time: 0.1416242 Mar 23 01:32:13.304326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60704) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:13.306521 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93c280af-6153-402b-9f32-b4ad48e52c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (537aa1b0-a5b1-4f87-8f02-49ea1b22df55), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:13.322252 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-129717cc-bae2-4d97-8313-34d161778c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:13.322487 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93c280af-6153-402b-9f32-b4ad48e52c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:13.328309 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-93c280af-6153-402b-9f32-b4ad48e52c66 admin admin] 10.222.0.18 "DELETE /v2.0/networks/537aa1b0-a5b1-4f87-8f02-49ea1b22df55 HTTP/1.1" status: 204 len: 168 time: 1.8560550 Mar 23 01:32:13.339067 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c280af-6153-402b-9f32-b4ad48e52c66 admin admin] Pushing event deleted for resources: {'Network': ['ID=537aa1b0-a5b1-4f87-8f02-49ea1b22df55,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:13.372800 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-ddbc2a3d-0f11-4b25-bde5-871beaaf93bf tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:13.475786 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2a3d-0f11-4b25-bde5-871beaaf93bf tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Pushing event updated for resources: {'Port': ['ID=2e186d96-b2bc-4b13-99d5-856e6b790d06,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:13.504376 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-ddbc2a3d-0f11-4b25-bde5-871beaaf93bf tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Network 11a64475-d2db-4f02-97ca-82d855d62717 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:32:13.506228 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-ddbc2a3d-0f11-4b25-bde5-871beaaf93bf tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:13.509540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-ddbc2a3d-0f11-4b25-bde5-871beaaf93bf tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:32:13.541500 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-129717cc-bae2-4d97-8313-34d161778c8d admin admin] Publish callbacks [] for security_group (e3b0330c-3de1-4a74-a8fa-6048ba9a73c9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:13.559960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-129717cc-bae2-4d97-8313-34d161778c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e3b0330c-3de1-4a74-a8fa-6048ba9a73c9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:13.659390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d30c097-b159-4f30-b835-cdbfbca23fed None None] New status for floating IP 53895893-e553-4411-bfee-bdaf7b63b08e: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:32:13.660657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59309b5-fcc1-4d41-bf8b-824fdd2c8bb9 req-b8613db4-fc1e-4562-a53e-c7529bec6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:13.662621 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a59309b5-fcc1-4d41-bf8b-824fdd2c8bb9 req-b8613db4-fc1e-4562-a53e-c7529bec6a50 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f7a62d3-2214-40ac-962c-610e6b86d8a3 HTTP/1.1" status: 200 len: 854 time: 0.1243019 Mar 23 01:32:13.670523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-ddbc2a3d-0f11-4b25-bde5-871beaaf93bf tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:13.671550 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-ddbc2a3d-0f11-4b25-bde5-871beaaf93bf tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:13.686903 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60722) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:13.715718 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60724) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:13.753137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806a157-903d-404c-8457-244e50e3ea0b req-d9802184-742d-4e9a-9eeb-afc0d69ec816 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:13.760566 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a806a157-903d-404c-8457-244e50e3ea0b req-d9802184-742d-4e9a-9eeb-afc0d69ec816 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 931 time: 0.2458596 Mar 23 01:32:13.772204 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6b3fdb13-f76a-448d-a0d6-f6d4bf294402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:13.797386 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-ddbc2a3d-0f11-4b25-bde5-871beaaf93bf tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5298359 Mar 23 01:32:13.838832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Request body: {'port': {'device_id': '2f58473e-6b53-4f60-b246-9fd5ec16806f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:13.900345 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a806a157-903d-404c-8457-244e50e3ea0b req-3acf7a9a-2ed7-43e2-80bb-7a1a76d70e8f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382270 Mar 23 01:32:13.912799 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-60e34cbc-78d1-449b-961f-4f9672e4dd5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a05ac1f6247492dbd8888aad87a4e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936495 Mar 23 01:32:13.913885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60728) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:13.920039 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59309b5-fcc1-4d41-bf8b-824fdd2c8bb9 req-650fdbb7-c9d0-4ab5-bfbe-15459aca3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:13.921752 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a59309b5-fcc1-4d41-bf8b-824fdd2c8bb9 req-650fdbb7-c9d0-4ab5-bfbe-15459aca3b2c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=022c952f-96fa-4b6f-8707-0669714abf9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2471557 Mar 23 01:32:13.968864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129717cc-bae2-4d97-8313-34d161778c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b0330c-3de1-4a74-a8fa-6048ba9a73c9,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:13.991450 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-129717cc-bae2-4d97-8313-34d161778c8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40412a21dad8421192573663d49fabd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6857965 Mar 23 01:32:13.995212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60736) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:14.030180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a4062-662e-42da-8a2c-4c21edcd6075 req-62251137-17b7-47d8-a6e6-aeaef7f9b700 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:14.037334 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-890a4062-662e-42da-8a2c-4c21edcd6075 req-62251137-17b7-47d8-a6e6-aeaef7f9b700 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 945 time: 0.4925365 Mar 23 01:32:14.058895 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:14.105618 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12740f5a-ad93-4890-81d9-c6aaa1328cd0 admin admin] Publish callbacks [] for security_group (e3b0330c-3de1-4a74-a8fa-6048ba9a73c9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:14.113002 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-890a4062-662e-42da-8a2c-4c21edcd6075 req-70c78545-1f17-4945-ac7b-5f2ad92e003c tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748551 Mar 23 01:32:14.157756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6b3fdb13-f76a-448d-a0d6-f6d4bf294402 admin admin] Publish callbacks [] for security_group (9b3cc874-619d-4d47-8057-0d87fb737a7a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:14.161871 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e3fec96a-b64b-4262-b789-99da7d11fa68 admin admin] Publish callbacks [] for security_group (d09ad811-1859-4a8d-b4e8-c979de5c85ea), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:14.164988 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12740f5a-ad93-4890-81d9-c6aaa1328cd0 admin admin] Publish callbacks [] for security_group (e3b0330c-3de1-4a74-a8fa-6048ba9a73c9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:14.186599 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6b3fdb13-f76a-448d-a0d6-f6d4bf294402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9b3cc874-619d-4d47-8057-0d87fb737a7a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:14.231541 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b9142f5-f1d6-4d45-a415-d217377dc549 req-f045ffd4-c30c-4663-bbb2-9e31b85b3c15 tempest-QuotasAdminNegativeTest-87232755 tempest-QuotasAdminNegativeTest-87232755-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=14a0b5001ab7424b83cc96b39e7f026e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281847 Mar 23 01:32:14.279958 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e3fec96a-b64b-4262-b789-99da7d11fa68 admin admin] Publish callbacks [] for security_group (d09ad811-1859-4a8d-b4e8-c979de5c85ea), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:14.289348 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a59309b5-fcc1-4d41-bf8b-824fdd2c8bb9 req-65d96286-ae89-4ae6-bf6d-b88b04e77cb3 service neutron] 10.222.0.43 "GET /v2.0/networks/022c952f-96fa-4b6f-8707-0669714abf9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533609 Mar 23 01:32:14.300296 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12740f5a-ad93-4890-81d9-c6aaa1328cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e3b0330c-3de1-4a74-a8fa-6048ba9a73c9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:14.303390 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12740f5a-ad93-4890-81d9-c6aaa1328cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:14.307511 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-12740f5a-ad93-4890-81d9-c6aaa1328cd0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3b0330c-3de1-4a74-a8fa-6048ba9a73c9 HTTP/1.1" status: 204 len: 168 time: 0.3085079 Mar 23 01:32:14.340394 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6b3fdb13-f76a-448d-a0d6-f6d4bf294402 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1390a91128c46938d80e8efe2b05e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6514692 Mar 23 01:32:14.341035 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60758) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:14.343510 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12740f5a-ad93-4890-81d9-c6aaa1328cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b0330c-3de1-4a74-a8fa-6048ba9a73c9,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:14.358837 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fdb13-f76a-448d-a0d6-f6d4bf294402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3cc874-619d-4d47-8057-0d87fb737a7a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:14.415043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9142f5-f1d6-4d45-a415-d217377dc549 req-a229cdfe-6b28-4f34-a2ea-ed0001253c39 tempest-QuotasAdminNegativeTest-87232755 tempest-QuotasAdminNegativeTest-87232755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:14.423424 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b9142f5-f1d6-4d45-a415-d217377dc549 req-a229cdfe-6b28-4f34-a2ea-ed0001253c39 tempest-QuotasAdminNegativeTest-87232755 tempest-QuotasAdminNegativeTest-87232755-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844344 Mar 23 01:32:14.449873 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b9142f5-f1d6-4d45-a415-d217377dc549 req-f049786f-e9aa-43d4-82ec-6a96e6d6be53 tempest-QuotasAdminNegativeTest-87232755 tempest-QuotasAdminNegativeTest-87232755-project] 10.222.0.18 "GET /v2.0/quotas/14a0b5001ab7424b83cc96b39e7f026e HTTP/1.1" status: 200 len: 375 time: 0.0249534 Mar 23 01:32:14.502439 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b9142f5-f1d6-4d45-a415-d217377dc549 req-fcf4c0a9-cdb7-41f9-acfb-c046ab5de973 tempest-QuotasAdminNegativeTest-87232755 tempest-QuotasAdminNegativeTest-87232755-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=14a0b5001ab7424b83cc96b39e7f026e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513289 Mar 23 01:32:14.539854 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e3fec96a-b64b-4262-b789-99da7d11fa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d09ad811-1859-4a8d-b4e8-c979de5c85ea), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:14.542418 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e3fec96a-b64b-4262-b789-99da7d11fa68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:14.554696 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e3fec96a-b64b-4262-b789-99da7d11fa68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d09ad811-1859-4a8d-b4e8-c979de5c85ea HTTP/1.1" status: 204 len: 168 time: 0.6320214 Mar 23 01:32:14.590335 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a59309b5-fcc1-4d41-bf8b-824fdd2c8bb9 req-ccdae8ba-56e9-4e4e-9690-392e8a635c78 service neutron] 10.222.0.43 "GET /v2.0/networks/022c952f-96fa-4b6f-8707-0669714abf9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847672 Mar 23 01:32:14.606659 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fec96a-b64b-4262-b789-99da7d11fa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09ad811-1859-4a8d-b4e8-c979de5c85ea,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:14.616573 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a1a8ef9-8304-4f20-a7c2-99aefc59dd3a admin admin] Publish callbacks [] for security_group (9b3cc874-619d-4d47-8057-0d87fb737a7a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:14.655761 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a1a8ef9-8304-4f20-a7c2-99aefc59dd3a admin admin] Publish callbacks [] for security_group (9b3cc874-619d-4d47-8057-0d87fb737a7a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:14.727121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e186d96-b2bc-4b13-99d5-856e6b790d06 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:32:14.737019 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Publish callbacks [] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:14.770756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Transition to ACTIVE for port object 2e186d96-b2bc-4b13-99d5-856e6b790d06 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:32:14.771792 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a1a8ef9-8304-4f20-a7c2-99aefc59dd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9b3cc874-619d-4d47-8057-0d87fb737a7a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:14.776512 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a1a8ef9-8304-4f20-a7c2-99aefc59dd3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:14.778938 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8a1a8ef9-8304-4f20-a7c2-99aefc59dd3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b3cc874-619d-4d47-8057-0d87fb737a7a HTTP/1.1" status: 204 len: 168 time: 0.4215164 Mar 23 01:32:14.785734 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:14.823826 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a8ef9-8304-4f20-a7c2-99aefc59dd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3cc874-619d-4d47-8057-0d87fb737a7a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:14.883908 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e186d96-b2bc-4b13-99d5-856e6b790d06,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:14.949431 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Attempting to bind port 2e186d96-b2bc-4b13-99d5-856e6b790d06 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:14.950161 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Attempting to bind port 2e186d96-b2bc-4b13-99d5-856e6b790d06 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:14.950689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Attempting to bind port 2e186d96-b2bc-4b13-99d5-856e6b790d06 on network 11a64475-d2db-4f02-97ca-82d855d62717 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:14.955676 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Port 2e186d96-b2bc-4b13-99d5-856e6b790d06 on network 11a64475-d2db-4f02-97ca-82d855d62717 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:14.956309 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Attempting to bind port 2e186d96-b2bc-4b13-99d5-856e6b790d06 on network 11a64475-d2db-4f02-97ca-82d855d62717 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:14.963072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:32:14.963784 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Checking segment: {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:32:14.964284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Bound using segment: {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:32:14.964850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Bound port: 2e186d96-b2bc-4b13-99d5-856e6b790d06, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:32:14.965374 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:15.043609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] For port 2e186d96-b2bc-4b13-99d5-856e6b790d06, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:32:15.047506 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] For port 2e186d96-b2bc-4b13-99d5-856e6b790d06, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2e186d96-b2bc-4b13-99d5-856e6b790d06,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:32:15.057328 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:15.135012 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:15.135654 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:15.137648 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] 10.222.0.43 "PUT /v2.0/ports/2e186d96-b2bc-4b13-99d5-856e6b790d06 HTTP/1.1" status: 200 len: 1091 time: 1.3095064 Mar 23 01:32:15.138306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f58473e-6b53-4f60-b246-9fd5ec16806f', 'tag': '2e186d96-b2bc-4b13-99d5-856e6b790d06'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:15.140991 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606ebf83-7aa9-43c2-b4dd-8488887a656d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f58473e-6b53-4f60-b246-9fd5ec16806f", "tag": "2e186d96-b2bc-4b13-99d5-856e6b790d06"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:15.178261 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d34be-e2eb-4180-bbac-918a13be6c8a req-becf02fb-7733-4a9f-bfda-69c54a1df585 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:15.179801 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-350d34be-e2eb-4180-bbac-918a13be6c8a req-becf02fb-7733-4a9f-bfda-69c54a1df585 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 943 time: 0.1266079 Mar 23 01:32:15.181137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9aebe-67f9-434d-a703-8017a74924f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e186d96-b2bc-4b13-99d5-856e6b790d06,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:15.294061 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-350d34be-e2eb-4180-bbac-918a13be6c8a req-04081635-a863-489d-a72b-19942b76bbad tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938292 Mar 23 01:32:15.296173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-8af849aa-1d26-4983-906d-2c0d37b56485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:15.297652 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-8af849aa-1d26-4983-906d-2c0d37b56485 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 1125 time: 0.0866232 Mar 23 01:32:15.361528 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-000bc2f2-489a-4734-8726-216dc0b734db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e186d96-b2bc-4b13-99d5-856e6b790d06 HTTP/1.1" status: 200 len: 217 time: 0.0504093 Mar 23 01:32:15.361974 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60814) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:15.400114 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75768af6-ede8-4bcc-9251-6d81da6564ee req-90b8f46d-0d44-4e53-8269-9360326eac5e tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:15.401703 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75768af6-ede8-4bcc-9251-6d81da6564ee req-90b8f46d-0d44-4e53-8269-9360326eac5e tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 945 time: 0.1158690 Mar 23 01:32:15.409598 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ddeaa7-7bc6-4410-9abf-ce32c584b1c6 x-openstack-request-id: req-e4ddeaa7-7bc6-4410-9abf-ce32c584b1c6 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:15.409889 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f58473e-6b53-4f60-b246-9fd5ec16806f", "tag": "2e186d96-b2bc-4b13-99d5-856e6b790d06", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:15.410141 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4ddeaa7-7bc6-4410-9abf-ce32c584b1c6 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:15.410551 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ddeaa7-7bc6-4410-9abf-ce32c584b1c6'] response: {'name': 'network-changed', 'server_uuid': '2f58473e-6b53-4f60-b246-9fd5ec16806f', 'tag': '2e186d96-b2bc-4b13-99d5-856e6b790d06', 'status': 'completed', 'code': 200} Mar 23 01:32:15.461923 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-291edea2-dea4-4d0b-aafb-d9b7181d5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:15.464557 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-291edea2-dea4-4d0b-aafb-d9b7181d5922 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef8ca6c1-ff55-42d2-99a7-3b5483039371 HTTP/1.1" status: 200 len: 851 time: 0.0960846 Mar 23 01:32:15.467936 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d3fcecdd-5f1e-4152-abe5-038a531f7732 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f997df5cc682420f83e4095b716f93be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1047034 Mar 23 01:32:15.470996 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75768af6-ede8-4bcc-9251-6d81da6564ee req-1781d23a-ca3b-45c6-943f-75c729c70233 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605857 Mar 23 01:32:15.471825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60820) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:15.524988 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-a376b2e1-e46a-4692-8514-47e70c50ec69 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11a64475-d2db-4f02-97ca-82d855d62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533984 Mar 23 01:32:15.541592 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-73a2a752-47b1-46c0-8c7b-bab83480fbbd admin admin] Publish callbacks [] for security_group (246d3d50-13f0-48d9-97cf-dc4d9bec1c01), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:15.589004 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-73a2a752-47b1-46c0-8c7b-bab83480fbbd admin admin] Publish callbacks [] for security_group (246d3d50-13f0-48d9-97cf-dc4d9bec1c01), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:15.645067 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-70d62a9c-dbb9-4123-a8ed-f000d2df7959 service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130371 Mar 23 01:32:15.714196 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c738b-99a1-43e0-a979-492537357068 req-cdcf94e4-7381-4958-a803-44ad906da2b7 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:15.722006 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-625c738b-99a1-43e0-a979-492537357068 req-cdcf94e4-7381-4958-a803-44ad906da2b7 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/networks?id=32d99b6f-82e0-4417-9e5f-752004b63652 HTTP/1.1" status: 200 len: 805 time: 0.1477180 Mar 23 01:32:15.733035 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-73a2a752-47b1-46c0-8c7b-bab83480fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (246d3d50-13f0-48d9-97cf-dc4d9bec1c01), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:15.735480 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-73a2a752-47b1-46c0-8c7b-bab83480fbbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:15.736588 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-73a2a752-47b1-46c0-8c7b-bab83480fbbd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/246d3d50-13f0-48d9-97cf-dc4d9bec1c01 HTTP/1.1" status: 204 len: 168 time: 0.2636940 Mar 23 01:32:15.750228 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-625c738b-99a1-43e0-a979-492537357068 req-4274b066-5a97-4c11-952d-6ea998e52826 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/quotas/6e0ff5c9bbc74a129a5525cd7d79d1bf HTTP/1.1" status: 200 len: 375 time: 0.0273330 Mar 23 01:32:15.770242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2a752-47b1-46c0-8c7b-bab83480fbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246d3d50-13f0-48d9-97cf-dc4d9bec1c01,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:15.818421 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-391380a9-444b-49f5-ae68-1026c2dcfca0 req-a58d44dc-b861-4877-aeae-0096c72ae2c8 service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657155 Mar 23 01:32:15.843345 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-625c738b-99a1-43e0-a979-492537357068 req-0cb1903b-f8f0-4326-b5d6-b0d62ce1ea59 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e0ff5c9bbc74a129a5525cd7d79d1bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0855541 Mar 23 01:32:15.967212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a8008-28c3-46f2-aea0-27e95d7a4265 req-b24270a8-c670-4440-80f4-56e61157a1dd tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:15.969115 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b84a8008-28c3-46f2-aea0-27e95d7a4265 req-b24270a8-c670-4440-80f4-56e61157a1dd tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.1082318 Mar 23 01:32:15.978236 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ebf83-7aa9-43c2-b4dd-8488887a656d req-ec0b5215-9fb9-40de-b43d-9ce4ee94b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:15.979834 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-606ebf83-7aa9-43c2-b4dd-8488887a656d req-ec0b5215-9fb9-40de-b43d-9ce4ee94b445 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 1125 time: 0.0721223 Mar 23 01:32:15.985920 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-625c738b-99a1-43e0-a979-492537357068 req-22804963-91f7-45a2-9eba-7fbe4be97805 service neutron] 10.222.0.18 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344211 Mar 23 01:32:16.084301 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b84a8008-28c3-46f2-aea0-27e95d7a4265 req-c1c87217-ce2f-4928-ae9e-38b7335fd236 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034932 Mar 23 01:32:16.098192 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:32:16.117291 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ebf83-7aa9-43c2-b4dd-8488887a656d req-bb8fe9f6-1500-4376-b4be-f071419aac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:16.117291 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-606ebf83-7aa9-43c2-b4dd-8488887a656d req-bb8fe9f6-1500-4376-b4be-f071419aac10 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 911 time: 0.1262820 Mar 23 01:32:16.142846 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-625c738b-99a1-43e0-a979-492537357068 req-cd94f1d2-3905-4edf-bf57-3e43e9bbe466 service neutron] 10.222.0.18 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555994 Mar 23 01:32:16.182313 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-606ebf83-7aa9-43c2-b4dd-8488887a656d req-c0a7880b-b06e-4411-a458-9f86f2c264c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e186d96-b2bc-4b13-99d5-856e6b790d06 HTTP/1.1" status: 200 len: 217 time: 0.0616021 Mar 23 01:32:16.238292 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ebf83-7aa9-43c2-b4dd-8488887a656d req-10c82035-3c15-448d-a6df-63425909ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:16.240139 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-606ebf83-7aa9-43c2-b4dd-8488887a656d req-10c82035-3c15-448d-a6df-63425909ab48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef8ca6c1-ff55-42d2-99a7-3b5483039371 HTTP/1.1" status: 200 len: 851 time: 0.0525107 Mar 23 01:32:16.293522 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-606ebf83-7aa9-43c2-b4dd-8488887a656d req-092b6134-317f-4371-a550-4087cbc94d2d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11a64475-d2db-4f02-97ca-82d855d62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471728 Mar 23 01:32:16.424590 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-606ebf83-7aa9-43c2-b4dd-8488887a656d req-7bf1d218-318b-4d1e-832f-d9bcf0ee9348 service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252627 Mar 23 01:32:16.503392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959a79b-1bff-497f-8ca1-7e1044529b67 req-77a6de24-1f58-4ca9-a638-08a690864bc0 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:16.511032 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2959a79b-1bff-497f-8ca1-7e1044529b67 req-77a6de24-1f58-4ca9-a638-08a690864bc0 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07eb627-6a73-47d0-9027-4fd1c9428810 HTTP/1.1" status: 200 len: 945 time: 0.1555042 Mar 23 01:32:16.538231 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-606ebf83-7aa9-43c2-b4dd-8488887a656d req-f47c4c9c-cae1-4828-bcb5-2805d8c48793 service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070888 Mar 23 01:32:16.580937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76b6e9-71e9-490a-852f-91df236aa5fe req-fd6a841d-000a-4676-bf45-f7b399aabff4 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:16.582548 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad76b6e9-71e9-490a-852f-91df236aa5fe req-fd6a841d-000a-4676-bf45-f7b399aabff4 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a4a9276-dcf9-4893-8b67-198d4c0ee4fc HTTP/1.1" status: 200 len: 946 time: 0.1546645 Mar 23 01:32:16.650073 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2959a79b-1bff-497f-8ca1-7e1044529b67 req-32227c9e-fa13-40fe-991a-40ef0c384554 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343670 Mar 23 01:32:16.825668 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ab7662d-10b6-4c3e-b16f-a4ff4f314cab req-29473eba-08dd-41a8-92e6-72da7e377e92 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 210 time: 0.0967553 Mar 23 01:32:16.854808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-ad76b6e9-71e9-490a-852f-91df236aa5fe req-55fd3651-f8cc-4e2e-9581-c9e90d43cea1 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Deleting port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:32:16.855412 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ad76b6e9-71e9-490a-852f-91df236aa5fe req-55fd3651-f8cc-4e2e-9581-c9e90d43cea1 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:16.943353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dcf3b-9d0a-4749-bf51-f19436c66600 req-9da1e187-1de9-4192-b0ad-0d56b3f040f2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:16.953181 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3c3dcf3b-9d0a-4749-bf51-f19436c66600 req-9da1e187-1de9-4192-b0ad-0d56b3f040f2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 943 time: 0.0801823 Mar 23 01:32:17.024161 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3c3dcf3b-9d0a-4749-bf51-f19436c66600 req-355151ec-bc46-4b74-8437-051418ce6668 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699165 Mar 23 01:32:17.031148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-ad76b6e9-71e9-490a-852f-91df236aa5fe req-55fd3651-f8cc-4e2e-9581-c9e90d43cea1 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] For port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:17.032216 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ad76b6e9-71e9-490a-852f-91df236aa5fe req-55fd3651-f8cc-4e2e-9581-c9e90d43cea1 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:17.063684 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-ad76b6e9-71e9-490a-852f-91df236aa5fe req-55fd3651-f8cc-4e2e-9581-c9e90d43cea1 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Calling delete_port for ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:32:17.319314 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffc174-2cae-4383-b5f4-a62b864ac42f req-d020d33c-13f2-4239-a1ea-c9a5ccdee8fb tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:17.321528 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6ffc174-2cae-4383-b5f4-a62b864ac42f req-d020d33c-13f2-4239-a1ea-c9a5ccdee8fb tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 945 time: 0.1223319 Mar 23 01:32:17.323369 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ad76b6e9-71e9-490a-852f-91df236aa5fe req-55fd3651-f8cc-4e2e-9581-c9e90d43cea1 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:17.373435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd3651-f8cc-4e2e-9581-c9e90d43cea1 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Pushing event deleted for resources: {'Port': ['ID=ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:17.434311 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e54d40b1-b3b5-4551-b28b-50f80097fda9 req-ced73e51-4d25-452a-9d3d-59577a9ab567 tempest-QuotasAdminNegativeTest-87232755 tempest-QuotasAdminNegativeTest-87232755-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=14a0b5001ab7424b83cc96b39e7f026e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467947 Mar 23 01:32:17.485011 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6ffc174-2cae-4383-b5f4-a62b864ac42f req-02f52f92-7695-461a-b2dd-e1e7c4786613 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062837 Mar 23 01:32:17.547119 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad76b6e9-71e9-490a-852f-91df236aa5fe req-55fd3651-f8cc-4e2e-9581-c9e90d43cea1 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] No DVR routers for this DVR port ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:32:17.554541 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ad76b6e9-71e9-490a-852f-91df236aa5fe req-55fd3651-f8cc-4e2e-9581-c9e90d43cea1 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:17.572200 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad76b6e9-71e9-490a-852f-91df236aa5fe req-55fd3651-f8cc-4e2e-9581-c9e90d43cea1 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.42 "DELETE /v2.0/ports/ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb HTTP/1.1" status: 204 len: 173 time: 0.9798396 Mar 23 01:32:17.572985 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4a9276-dcf9-4893-8b67-198d4c0ee4fc', 'name': 'network-vif-deleted', 'tag': 'ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:17.581824 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401c1d90-1b1d-4c63-bbba-967023707a1b" -d '{"events": [{"server_uuid": "7a4a9276-dcf9-4893-8b67-198d4c0ee4fc", "name": "network-vif-deleted", "tag": "ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:17.691840 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d40b1-b3b5-4551-b28b-50f80097fda9 req-66f82824-d511-4c68-b264-973d9080a024 tempest-QuotasAdminNegativeTest-87232755 tempest-QuotasAdminNegativeTest-87232755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:17.697489 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e54d40b1-b3b5-4551-b28b-50f80097fda9 req-66f82824-d511-4c68-b264-973d9080a024 tempest-QuotasAdminNegativeTest-87232755 tempest-QuotasAdminNegativeTest-87232755-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2588389 Mar 23 01:32:17.697897 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60934) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:17.700499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:32:17.726853 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e54d40b1-b3b5-4551-b28b-50f80097fda9 req-3968bae4-9deb-435c-b7d1-33ac6b254ac6 tempest-QuotasAdminNegativeTest-87232755 tempest-QuotasAdminNegativeTest-87232755-project] 10.222.0.18 "GET /v2.0/quotas/14a0b5001ab7424b83cc96b39e7f026e HTTP/1.1" status: 200 len: 375 time: 0.0186689 Mar 23 01:32:17.759195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:32:17.759744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:32:17.790306 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e54d40b1-b3b5-4551-b28b-50f80097fda9 req-fe89d1a4-c123-4d9b-b5c4-5f11d2de1af1 tempest-QuotasAdminNegativeTest-87232755 tempest-QuotasAdminNegativeTest-87232755-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=14a0b5001ab7424b83cc96b39e7f026e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562398 Mar 23 01:32:17.929313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3b238df0-5a9b-4091-9bfd-1361c7863e2a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1434159960-network', 'tenant_id': '9cd4b3272b224c86958da8de2ab99657'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:18.012998 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8943b51-deb9-411c-b53c-8dc57b45a827 x-openstack-request-id: req-f8943b51-deb9-411c-b53c-8dc57b45a827 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:18.015682 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4a9276-dcf9-4893-8b67-198d4c0ee4fc", "name": "network-vif-deleted", "tag": "ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:18.017384 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8943b51-deb9-411c-b53c-8dc57b45a827 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:18.017941 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8943b51-deb9-411c-b53c-8dc57b45a827'] response: {'server_uuid': '7a4a9276-dcf9-4893-8b67-198d4c0ee4fc', 'name': 'network-vif-deleted', 'tag': 'ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb', 'status': 'completed', 'code': 200} Mar 23 01:32:18.067785 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b238df0-5a9b-4091-9bfd-1361c7863e2a admin admin] Made reservation on behalf of 9cd4b3272b224c86958da8de2ab99657 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:18.074210 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b238df0-5a9b-4091-9bfd-1361c7863e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:18.108327 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5aabf6b-b69e-43fa-b6d1-5fd5f9198cd5 req-cbbbdd24-693b-4924-b604-abe3861fa301 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 210 time: 0.0558698 Mar 23 01:32:18.119102 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b238df0-5a9b-4091-9bfd-1361c7863e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:18.145791 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c738b-99a1-43e0-a979-492537357068 req-f6c2fbf1-566d-4158-b591-9b9a58fb4b1c tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:18.147970 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-625c738b-99a1-43e0-a979-492537357068 req-f6c2fbf1-566d-4158-b591-9b9a58fb4b1c tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.43 "GET /v2.0/networks?id=32d99b6f-82e0-4417-9e5f-752004b63652 HTTP/1.1" status: 200 len: 805 time: 0.2567303 Mar 23 01:32:18.167275 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-625c738b-99a1-43e0-a979-492537357068 req-6d80741b-bc32-43e6-b8eb-2639b3866e9b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Request body: {'port': {'device_id': '745ad32c-a3bf-4ede-be8f-d7648bf29eff', 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652', 'admin_state_up': True, 'tenant_id': '6e0ff5c9bbc74a129a5525cd7d79d1bf'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:18.191443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aee187-768d-4924-b899-ccdd6a1ae879 req-2885ab73-1848-45d2-a2ef-27b04fd1aab7 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:18.193421 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0aee187-768d-4924-b899-ccdd6a1ae879 req-2885ab73-1848-45d2-a2ef-27b04fd1aab7 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.2962525 Mar 23 01:32:18.338607 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625c738b-99a1-43e0-a979-492537357068 req-6d80741b-bc32-43e6-b8eb-2639b3866e9b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Made reservation on behalf of 6e0ff5c9bbc74a129a5525cd7d79d1bf for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:18.343564 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-625c738b-99a1-43e0-a979-492537357068 req-6d80741b-bc32-43e6-b8eb-2639b3866e9b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:18.385294 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b238df0-5a9b-4091-9bfd-1361c7863e2a admin admin] Publish callbacks [] for security_group (b256be7d-a2c3-4e48-a073-3a8dc94721fd), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:18.400362 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0aee187-768d-4924-b899-ccdd6a1ae879 req-2ed4864c-2e1a-4a95-8990-61a9d2a9de9e tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961124 Mar 23 01:32:18.406164 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b238df0-5a9b-4091-9bfd-1361c7863e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b256be7d-a2c3-4e48-a073-3a8dc94721fd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:18.437185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b238df0-5a9b-4091-9bfd-1361c7863e2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:32:18.467495 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b238df0-5a9b-4091-9bfd-1361c7863e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (68862a57-9466-44eb-8761-61b5e1142e15), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:18.467853 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-3b238df0-5a9b-4091-9bfd-1361c7863e2a admin admin] Added segment 68862a57-9466-44eb-8761-61b5e1142e15 of type vlan for network 3cf5509e-6b5f-4248-a5fd-582c7197dc92 Mar 23 01:32:18.545552 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b238df0-5a9b-4091-9bfd-1361c7863e2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (3cf5509e-6b5f-4248-a5fd-582c7197dc92), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:18.591672 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-625c738b-99a1-43e0-a979-492537357068 req-6d80741b-bc32-43e6-b8eb-2639b3866e9b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Allocated IP 172.20.0.4 (32d99b6f-82e0-4417-9e5f-752004b63652/5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5/fe0cffda-5f41-4286-b1b8-31f3c558a0a1) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:32:18.599940 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b238df0-5a9b-4091-9bfd-1361c7863e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b256be7d-a2c3-4e48-a073-3a8dc94721fd,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:18.603449 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b238df0-5a9b-4091-9bfd-1361c7863e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (3cf5509e-6b5f-4248-a5fd-582c7197dc92), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:18.604500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b238df0-5a9b-4091-9bfd-1361c7863e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:18.605106 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b238df0-5a9b-4091-9bfd-1361c7863e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:18.656044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3b238df0-5a9b-4091-9bfd-1361c7863e2a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9556980 Mar 23 01:32:18.658092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60968) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:18.702804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-074a9062-0335-4c4b-a033-b2477a12de1c admin admin] Request body: {'subnet': {'network_id': '3cf5509e-6b5f-4248-a5fd-582c7197dc92', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1434159960-subnet', 'tenant_id': '9cd4b3272b224c86958da8de2ab99657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:18.752353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b238df0-5a9b-4091-9bfd-1361c7863e2a admin admin] Pushing event updated for resources: {'Network': ['ID=3cf5509e-6b5f-4248-a5fd-582c7197dc92,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:18.761671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b910c0-3350-4ac9-8bc6-48dda43cdede req-49d1ee7c-356e-4996-98f1-bb6a7c82c7f5 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:18.766069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 3cf5509e-6b5f-4248-a5fd-582c7197dc92 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:32:18.769097 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-41b910c0-3350-4ac9-8bc6-48dda43cdede req-49d1ee7c-356e-4996-98f1-bb6a7c82c7f5 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 943 time: 0.1974335 Mar 23 01:32:18.772159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074a9062-0335-4c4b-a033-b2477a12de1c admin admin] Made reservation on behalf of 9cd4b3272b224c86958da8de2ab99657 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:18.774601 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-074a9062-0335-4c4b-a033-b2477a12de1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:18.824720 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-625c738b-99a1-43e0-a979-492537357068 req-6d80741b-bc32-43e6-b8eb-2639b3866e9b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks [] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:18.844963 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-41b910c0-3350-4ac9-8bc6-48dda43cdede req-a2157b18-a573-4fcb-97d6-f3c2fb7258b3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747981 Mar 23 01:32:18.924632 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-625c738b-99a1-43e0-a979-492537357068 req-6d80741b-bc32-43e6-b8eb-2639b3866e9b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:19.042423 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80741b-bc32-43e6-b8eb-2639b3866e9b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Pushing event updated for resources: {'Port': ['ID=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:19.063196 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625c738b-99a1-43e0-a979-492537357068 req-6d80741b-bc32-43e6-b8eb-2639b3866e9b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Network 32d99b6f-82e0-4417-9e5f-752004b63652 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:32:19.066058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-625c738b-99a1-43e0-a979-492537357068 req-6d80741b-bc32-43e6-b8eb-2639b3866e9b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:19.078044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-625c738b-99a1-43e0-a979-492537357068 req-6d80741b-bc32-43e6-b8eb-2639b3866e9b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:32:19.262565 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-074a9062-0335-4c4b-a033-b2477a12de1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (58b65490-09b4-486e-b06d-a8cc51108b09), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:19.395043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a9062-0335-4c4b-a033-b2477a12de1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b65490-09b4-486e-b06d-a8cc51108b09,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:19.409699 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a9062-0335-4c4b-a033-b2477a12de1c admin admin] Checking segment: {'id': '68862a57-9466-44eb-8761-61b5e1142e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3cf5509e-6b5f-4248-a5fd-582c7197dc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:32:19.410114 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074a9062-0335-4c4b-a033-b2477a12de1c admin admin] Network hostable DHCP agents. Network: 3cf5509e-6b5f-4248-a5fd-582c7197dc92, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:32:19.444769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab505ead-ae6c-4d4e-93c4-c16db1e9adc6 req-b098383d-2fa7-485b-a394-8338bf53ffce tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:19.450793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab505ead-ae6c-4d4e-93c4-c16db1e9adc6 req-b098383d-2fa7-485b-a394-8338bf53ffce tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:19.459553 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab505ead-ae6c-4d4e-93c4-c16db1e9adc6 req-b098383d-2fa7-485b-a394-8338bf53ffce tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:19.461333 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ab505ead-ae6c-4d4e-93c4-c16db1e9adc6 req-b098383d-2fa7-485b-a394-8338bf53ffce tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99&device_id=f07eb627-6a73-47d0-9027-4fd1c9428810&device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 2417 time: 0.1380095 Mar 23 01:32:19.462548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074a9062-0335-4c4b-a033-b2477a12de1c admin admin] Network 3cf5509e-6b5f-4248-a5fd-582c7197dc92 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:32:19.491136 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-074a9062-0335-4c4b-a033-b2477a12de1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 3cf5509e-6b5f-4248-a5fd-582c7197dc92) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:19.497707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074a9062-0335-4c4b-a033-b2477a12de1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:19.498370 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-074a9062-0335-4c4b-a033-b2477a12de1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:19.500037 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dee7c791-31d2-4591-a2c5-11b272f10dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:19.505136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a626ae24-5762-4494-bc23-c866a9f0a513 None None] Network 3cf5509e-6b5f-4248-a5fd-582c7197dc92 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:32:19.533439 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60990) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:19.540235 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ab505ead-ae6c-4d4e-93c4-c16db1e9adc6 req-6b8ece62-65d5-480f-b481-61ab04c2ff33 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666580 Mar 23 01:32:19.565340 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-074a9062-0335-4c4b-a033-b2477a12de1c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8954835 Mar 23 01:32:19.647818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8b7bd9-e375-41f9-aaf4-87d096ac2ef4 None None] Network 3cf5509e-6b5f-4248-a5fd-582c7197dc92 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:32:19.651919 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c738b-99a1-43e0-a979-492537357068 req-6d80741b-bc32-43e6-b8eb-2639b3866e9b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:19.652436 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-625c738b-99a1-43e0-a979-492537357068 req-6d80741b-bc32-43e6-b8eb-2639b3866e9b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:19.704771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a95ae-d084-49c9-8781-eb5f63823912 req-cd5c1bf1-99bb-4a60-b802-7377dd0a4dac tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:19.712862 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-768a95ae-d084-49c9-8781-eb5f63823912 req-cd5c1bf1-99bb-4a60-b802-7377dd0a4dac tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 931 time: 0.1995857 Mar 23 01:32:19.717838 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4c6abcf-c43f-43d8-b7e8-fef7ee589279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:19.718577 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-625c738b-99a1-43e0-a979-492537357068 req-6d80741b-bc32-43e6-b8eb-2639b3866e9b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5550952 Mar 23 01:32:19.783187 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-768a95ae-d084-49c9-8781-eb5f63823912 req-07c130aa-ac0c-416c-9ac9-6518193eb6ff tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688829 Mar 23 01:32:19.791779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Request body: {'port': {'device_id': '745ad32c-a3bf-4ede-be8f-d7648bf29eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:19.853957 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4c6abcf-c43f-43d8-b7e8-fef7ee589279 admin admin] Publish callbacks [] for security_group (76c67d12-16c4-42a6-a9e4-1974b710ddb2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:19.868949 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4c6abcf-c43f-43d8-b7e8-fef7ee589279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (76c67d12-16c4-42a6-a9e4-1974b710ddb2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:19.912548 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:19.948798 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6abcf-c43f-43d8-b7e8-fef7ee589279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c67d12-16c4-42a6-a9e4-1974b710ddb2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:19.994839 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f4c6abcf-c43f-43d8-b7e8-fef7ee589279 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14a0b5001ab7424b83cc96b39e7f026e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4511204 Mar 23 01:32:19.995153 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 32782) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:20.032935 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f74ca-5ac0-441d-97ad-7d7acd9514f7 req-e660d3b4-e499-44c4-a876-4b40bd09ac2d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:20.035260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1c5f74ca-5ac0-441d-97ad-7d7acd9514f7 req-e660d3b4-e499-44c4-a876-4b40bd09ac2d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 945 time: 0.2934635 Mar 23 01:32:20.100914 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1c5f74ca-5ac0-441d-97ad-7d7acd9514f7 req-af866345-12a8-402e-9ca0-cf8d4b7be9d8 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594773 Mar 23 01:32:20.124299 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3036ecd7-9166-4935-97b5-516a37312591 admin admin] Publish callbacks [] for security_group (76c67d12-16c4-42a6-a9e4-1974b710ddb2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:20.141150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71579d09-b488-46b2-9a4d-60e44d474363 req-74d08524-bb89-46b9-a54e-a90fb2dc80fc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:20.143533 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71579d09-b488-46b2-9a4d-60e44d474363 req-74d08524-bb89-46b9-a54e-a90fb2dc80fc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 943 time: 0.1558826 Mar 23 01:32:20.165566 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3036ecd7-9166-4935-97b5-516a37312591 admin admin] Publish callbacks [] for security_group (76c67d12-16c4-42a6-a9e4-1974b710ddb2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:20.235039 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3036ecd7-9166-4935-97b5-516a37312591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (76c67d12-16c4-42a6-a9e4-1974b710ddb2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:20.239265 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3036ecd7-9166-4935-97b5-516a37312591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:20.243804 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3036ecd7-9166-4935-97b5-516a37312591 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76c67d12-16c4-42a6-a9e4-1974b710ddb2 HTTP/1.1" status: 204 len: 168 time: 0.2457147 Mar 23 01:32:20.248892 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71579d09-b488-46b2-9a4d-60e44d474363 req-c05629ef-3ae6-4737-8d2c-e841c4e90501 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895793 Mar 23 01:32:20.256997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036ecd7-9166-4935-97b5-516a37312591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c67d12-16c4-42a6-a9e4-1974b710ddb2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:20.394478 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:20.407618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0cffda-5f41-4286-b1b8-31f3c558a0a1 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:32:20.415889 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Publish callbacks [] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:20.428781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Transition to ACTIVE for port object fe0cffda-5f41-4286-b1b8-31f3c558a0a1 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:32:20.435674 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:20.536109 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Pushing event updated for resources: {'Port': ['ID=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:20.579737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Attempting to bind port fe0cffda-5f41-4286-b1b8-31f3c558a0a1 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:20.580207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Attempting to bind port fe0cffda-5f41-4286-b1b8-31f3c558a0a1 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:20.581036 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Attempting to bind port fe0cffda-5f41-4286-b1b8-31f3c558a0a1 on network 32d99b6f-82e0-4417-9e5f-752004b63652 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:20.588969 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Port fe0cffda-5f41-4286-b1b8-31f3c558a0a1 on network 32d99b6f-82e0-4417-9e5f-752004b63652 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:20.588969 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Attempting to bind port fe0cffda-5f41-4286-b1b8-31f3c558a0a1 on network 32d99b6f-82e0-4417-9e5f-752004b63652 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:20.603995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:32:20.604828 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Checking segment: {'id': '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:32:20.606011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Bound using segment: {'id': '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:32:20.606690 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Bound port: fe0cffda-5f41-4286-b1b8-31f3c558a0a1, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:32:20.607379 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:20.730026 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] For port fe0cffda-5f41-4286-b1b8-31f3c558a0a1, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:32:20.737335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] For port fe0cffda-5f41-4286-b1b8-31f3c558a0a1, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:32:20.756830 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:20.796295 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:20.797085 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:20.798657 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-625c738b-99a1-43e0-a979-492537357068 req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] 10.222.0.43 "PUT /v2.0/ports/fe0cffda-5f41-4286-b1b8-31f3c558a0a1 HTTP/1.1" status: 200 len: 1091 time: 1.0317185 Mar 23 01:32:20.799564 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745ad32c-a3bf-4ede-be8f-d7648bf29eff', 'tag': 'fe0cffda-5f41-4286-b1b8-31f3c558a0a1'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:20.801748 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372414cf-bf18-4e60-9863-031bc5ab7f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "745ad32c-a3bf-4ede-be8f-d7648bf29eff", "tag": "fe0cffda-5f41-4286-b1b8-31f3c558a0a1"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:20.847528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75d06b-ed23-4150-8842-739119b8432b service neutron] Pushing event updated for resources: {'Port': ['ID=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:20.928152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 32820) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:20.957418 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8995fe76-0979-4730-89b0-39c6d73a2bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:20.983797 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c738b-99a1-43e0-a979-492537357068 req-c8330cf7-ae64-4a29-8f3c-a5541b3712b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:20.986442 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-625c738b-99a1-43e0-a979-492537357068 req-c8330cf7-ae64-4a29-8f3c-a5541b3712b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e0ff5c9bbc74a129a5525cd7d79d1bf&device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 1125 time: 0.1248014 Mar 23 01:32:20.988460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977dbdda-fcb2-4be4-8e21-5fbc8e7303e7 req-1b7fde68-169d-42f0-a881-6e887632bd38 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:20.999978 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-977dbdda-fcb2-4be4-8e21-5fbc8e7303e7 req-1b7fde68-169d-42f0-a881-6e887632bd38 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 943 time: 0.0984604 Mar 23 01:32:21.017397 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4303d22a-d8ab-4783-abd8-f1259c81cdcd x-openstack-request-id: req-4303d22a-d8ab-4783-abd8-f1259c81cdcd {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:21.017812 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745ad32c-a3bf-4ede-be8f-d7648bf29eff", "tag": "fe0cffda-5f41-4286-b1b8-31f3c558a0a1", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:21.018211 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4303d22a-d8ab-4783-abd8-f1259c81cdcd {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:21.018813 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4303d22a-d8ab-4783-abd8-f1259c81cdcd'] response: {'name': 'network-changed', 'server_uuid': '745ad32c-a3bf-4ede-be8f-d7648bf29eff', 'tag': 'fe0cffda-5f41-4286-b1b8-31f3c558a0a1', 'status': 'completed', 'code': 200} Mar 23 01:32:21.057832 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-625c738b-99a1-43e0-a979-492537357068 req-e2b93652-1d09-4cdf-b397-e12dd855f554 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe0cffda-5f41-4286-b1b8-31f3c558a0a1 HTTP/1.1" status: 200 len: 217 time: 0.0521023 Mar 23 01:32:21.079699 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-977dbdda-fcb2-4be4-8e21-5fbc8e7303e7 req-e801778e-e3f9-42db-b39b-5cba3e19b241 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778103 Mar 23 01:32:21.148947 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c738b-99a1-43e0-a979-492537357068 req-66ccdbf6-95ae-4c7a-ab03-a7cee9892c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:21.150895 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-625c738b-99a1-43e0-a979-492537357068 req-66ccdbf6-95ae-4c7a-ab03-a7cee9892c58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5 HTTP/1.1" status: 200 len: 845 time: 0.0822749 Mar 23 01:32:21.188323 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2e186d96-b2bc-4b13-99d5-856e6b790d06 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:32:21.190473 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-625c738b-99a1-43e0-a979-492537357068 req-26b77cae-5689-4e6f-88a3-141f926331ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32d99b6f-82e0-4417-9e5f-752004b63652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271680 Mar 23 01:32:21.213529 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8995fe76-0979-4730-89b0-39c6d73a2bf0 admin admin] Publish callbacks [] for security_group (7a3e24d1-1130-41f6-ae5a-becfabd35c05), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:21.224507 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8995fe76-0979-4730-89b0-39c6d73a2bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7a3e24d1-1130-41f6-ae5a-becfabd35c05), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:21.307397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8995fe76-0979-4730-89b0-39c6d73a2bf0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6fe99c9272cf4788a1bb1f1655c61b79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3751040 Mar 23 01:32:21.307692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 32834) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:21.311415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995fe76-0979-4730-89b0-39c6d73a2bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3e24d1-1130-41f6-ae5a-becfabd35c05,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:21.364587 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-625c738b-99a1-43e0-a979-492537357068 req-4a458b28-e9ac-41e1-ba96-d554799b25e8 service neutron] 10.222.0.43 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635976 Mar 23 01:32:21.442663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2e186d96-b2bc-4b13-99d5-856e6b790d06, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2e186d96-b2bc-4b13-99d5-856e6b790d06,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:21.470408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '2e186d96-b2bc-4b13-99d5-856e6b790d06', 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717', 'port_id': '2e186d96-b2bc-4b13-99d5-856e6b790d06', 'mac_address': 'fa:16:3e:c0:89:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8ca6c1-ff55-42d2-99a7-3b5483039371', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:32:21.492378 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-625c738b-99a1-43e0-a979-492537357068 req-76195168-668a-4adf-ae1c-bcedee8217e4 service neutron] 10.222.0.43 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201916 Mar 23 01:32:21.528794 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2e186d96-b2bc-4b13-99d5-856e6b790d06 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:21.529563 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:21.548534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e186d96-b2bc-4b13-99d5-856e6b790d06 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:32:21.552281 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f186a5bd-7ecb-4af9-9f3c-b53a92f8594c admin admin] Publish callbacks [] for security_group (7a3e24d1-1130-41f6-ae5a-becfabd35c05), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:21.584760 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2e186d96-b2bc-4b13-99d5-856e6b790d06, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2e186d96-b2bc-4b13-99d5-856e6b790d06,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:21.593419 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:21.612537 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f186a5bd-7ecb-4af9-9f3c-b53a92f8594c admin admin] Publish callbacks [] for security_group (7a3e24d1-1130-41f6-ae5a-becfabd35c05), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:21.646335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b115c-437c-4ecc-a9d0-60dd6e99cbaa req-723b6927-27b0-49cc-b61c-91d7eee453e3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:21.648260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db8b115c-437c-4ecc-a9d0-60dd6e99cbaa req-723b6927-27b0-49cc-b61c-91d7eee453e3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 943 time: 0.2075322 Mar 23 01:32:21.673738 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=2e186d96-b2bc-4b13-99d5-856e6b790d06,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:21.688956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 32844) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:21.695818 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-395ace86-f15c-4030-bd09-010dfd1ee9d1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2047757830-network', 'tenant_id': '8b635d6fd62248558eb6bf6193fca44a'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:21.712000 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:32:21.741662 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db8b115c-437c-4ecc-a9d0-60dd6e99cbaa req-9052702f-dd0a-45e0-8511-48c1efbf23d1 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850551 Mar 23 01:32:21.767034 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f186a5bd-7ecb-4af9-9f3c-b53a92f8594c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7a3e24d1-1130-41f6-ae5a-becfabd35c05), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:21.769773 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f186a5bd-7ecb-4af9-9f3c-b53a92f8594c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:21.770370 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:32:21.770889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ff5c65ec-c9f3-4e7c-8f32-77feb8f691fb not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:32:21.771012 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f186a5bd-7ecb-4af9-9f3c-b53a92f8594c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a3e24d1-1130-41f6-ae5a-becfabd35c05 HTTP/1.1" status: 204 len: 168 time: 0.4618189 Mar 23 01:32:21.773828 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395ace86-f15c-4030-bd09-010dfd1ee9d1 admin admin] Made reservation on behalf of 8b635d6fd62248558eb6bf6193fca44a for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:21.782524 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-395ace86-f15c-4030-bd09-010dfd1ee9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:21.786590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186a5bd-7ecb-4af9-9f3c-b53a92f8594c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3e24d1-1130-41f6-ae5a-becfabd35c05,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:21.789707 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-307d5c73-acf8-4a92-8279-19d95359a502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:21.796952 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-395ace86-f15c-4030-bd09-010dfd1ee9d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:21.809512 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a6fe-da50-4429-a436-aac5c0eb35cc req-2d2d8d24-7453-4f21-9531-7ba15fc44a43 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:21.811159 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7754a6fe-da50-4429-a436-aac5c0eb35cc req-2d2d8d24-7453-4f21-9531-7ba15fc44a43 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.2079756 Mar 23 01:32:21.879080 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7754a6fe-da50-4429-a436-aac5c0eb35cc req-fa925dd4-31fc-4a58-bd70-afc3824883bb tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571985 Mar 23 01:32:21.884288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372414cf-bf18-4e60-9863-031bc5ab7f4c req-f17784c7-1706-41a5-9df3-ac7f4be26abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:21.886187 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-372414cf-bf18-4e60-9863-031bc5ab7f4c req-f17784c7-1706-41a5-9df3-ac7f4be26abe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e0ff5c9bbc74a129a5525cd7d79d1bf&device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 1125 time: 0.2173197 Mar 23 01:32:22.078856 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372414cf-bf18-4e60-9863-031bc5ab7f4c req-75406a4c-867b-452b-922c-691b4dfeb695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:22.080432 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-372414cf-bf18-4e60-9863-031bc5ab7f4c req-75406a4c-867b-452b-922c-691b4dfeb695 service neutron] 10.222.0.43 "GET /v2.0/networks?id=32d99b6f-82e0-4417-9e5f-752004b63652 HTTP/1.1" status: 200 len: 905 time: 0.1860433 Mar 23 01:32:22.105874 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 32852) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:22.140289 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-372414cf-bf18-4e60-9863-031bc5ab7f4c req-99f53d43-b035-4811-9ca7-72de9ead1afb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe0cffda-5f41-4286-b1b8-31f3c558a0a1 HTTP/1.1" status: 200 len: 217 time: 0.0539227 Mar 23 01:32:22.142546 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-395ace86-f15c-4030-bd09-010dfd1ee9d1 admin admin] Publish callbacks [] for security_group (e53282c2-161b-4712-bdfe-465aa454e05b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:22.159153 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-395ace86-f15c-4030-bd09-010dfd1ee9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e53282c2-161b-4712-bdfe-465aa454e05b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:22.191180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['2e186d96-b2bc-4b13-99d5-856e6b790d06'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:32:22.219810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395ace86-f15c-4030-bd09-010dfd1ee9d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:32:22.235521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ace86-f15c-4030-bd09-010dfd1ee9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53282c2-161b-4712-bdfe-465aa454e05b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:22.239068 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372414cf-bf18-4e60-9863-031bc5ab7f4c req-ca237955-aac3-4ead-b6bb-a0d3a05eb7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:22.240841 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-372414cf-bf18-4e60-9863-031bc5ab7f4c req-ca237955-aac3-4ead-b6bb-a0d3a05eb7e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5 HTTP/1.1" status: 200 len: 845 time: 0.0941863 Mar 23 01:32:22.247749 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-395ace86-f15c-4030-bd09-010dfd1ee9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (58769b76-0ec8-4dd2-b8ce-7e1764240b27), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:22.248365 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-395ace86-f15c-4030-bd09-010dfd1ee9d1 admin admin] Added segment 58769b76-0ec8-4dd2-b8ce-7e1764240b27 of type vlan for network ff843fb2-4b71-4437-a9c3-05d21805b44b Mar 23 01:32:22.311627 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7a8cc-0ae2-415d-80b1-be896a228b46 req-aee798ce-ae92-4921-8d3f-5536c789b710 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:22.313856 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-372414cf-bf18-4e60-9863-031bc5ab7f4c req-63de93e2-8764-4262-96e5-1cc0e5d7df38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32d99b6f-82e0-4417-9e5f-752004b63652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633173 Mar 23 01:32:22.337699 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-daa7a8cc-0ae2-415d-80b1-be896a228b46 req-aee798ce-ae92-4921-8d3f-5536c789b710 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 943 time: 0.1765115 Mar 23 01:32:22.435737 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-daa7a8cc-0ae2-415d-80b1-be896a228b46 req-41f95851-5e39-40dc-8251-0ead7ad2884b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912075 Mar 23 01:32:22.448574 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-372414cf-bf18-4e60-9863-031bc5ab7f4c req-8fe0a165-0f6f-4ccb-9797-dc82d17e349c service neutron] 10.222.0.43 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238973 Mar 23 01:32:22.453571 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-395ace86-f15c-4030-bd09-010dfd1ee9d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (ff843fb2-4b71-4437-a9c3-05d21805b44b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:22.561563 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-395ace86-f15c-4030-bd09-010dfd1ee9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (ff843fb2-4b71-4437-a9c3-05d21805b44b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:22.562542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395ace86-f15c-4030-bd09-010dfd1ee9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:22.563129 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-395ace86-f15c-4030-bd09-010dfd1ee9d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:22.657876 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-395ace86-f15c-4030-bd09-010dfd1ee9d1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9575059 Mar 23 01:32:22.657876 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-372414cf-bf18-4e60-9863-031bc5ab7f4c req-7b2c4dd6-f5e9-4823-9cd6-2f570cb5a8b2 service neutron] 10.222.0.43 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001684 Mar 23 01:32:22.658336 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 32864) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:22.662963 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ace86-f15c-4030-bd09-010dfd1ee9d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ff843fb2-4b71-4437-a9c3-05d21805b44b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:22.664675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c966a3a2-633a-4fc0-961f-6b0768e9ebba admin admin] Request body: {'subnet': {'network_id': 'ff843fb2-4b71-4437-a9c3-05d21805b44b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2047757830-subnet', 'tenant_id': '8b635d6fd62248558eb6bf6193fca44a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:22.673120 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network ff843fb2-4b71-4437-a9c3-05d21805b44b details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:32:22.732306 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3b52-77f1-47d6-9576-4395935505c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:22.786669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c966a3a2-633a-4fc0-961f-6b0768e9ebba admin admin] Made reservation on behalf of 8b635d6fd62248558eb6bf6193fca44a for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:22.790375 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c966a3a2-633a-4fc0-961f-6b0768e9ebba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:22.875366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 32876) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:22.896481 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25194921-f041-4106-8dae-392b4bc7146a req-f14d9280-f448-435f-acd9-5ee8496b2644 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:22.904812 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-25194921-f041-4106-8dae-392b4bc7146a req-f14d9280-f448-435f-acd9-5ee8496b2644 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 944 time: 0.0693092 Mar 23 01:32:22.979559 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3b52-77f1-47d6-9576-4395935505c7 admin admin] Publish callbacks [] for security_group (ac66735b-9d47-4246-95a6-3042e4f00fcd), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:22.994244 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-25194921-f041-4106-8dae-392b4bc7146a req-99cdd4d0-73c6-4d80-9cf0-d9330ccd9316 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866723 Mar 23 01:32:23.035957 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3b52-77f1-47d6-9576-4395935505c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ac66735b-9d47-4246-95a6-3042e4f00fcd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.087107 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.094548 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-329c0239-5752-4f58-859a-3e0f53f64cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.119999 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7c3d3b52-77f1-47d6-9576-4395935505c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cbbf8acbb4474820b1b56d037b552613&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0122101 Mar 23 01:32:23.123210 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 32890) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:23.148040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d3b52-77f1-47d6-9576-4395935505c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac66735b-9d47-4246-95a6-3042e4f00fcd,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:23.186139 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9f39f2b-a987-4c85-938b-4199672b9e13 admin admin] Publish callbacks [] for security_group (ac66735b-9d47-4246-95a6-3042e4f00fcd), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.189797 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ea3f5-4af3-4d7b-8d36-148acbc6b2cb req-d144c4c2-d7ae-43c1-8e8f-188cf3472c15 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:23.191337 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf9ea3f5-4af3-4d7b-8d36-148acbc6b2cb req-d144c4c2-d7ae-43c1-8e8f-188cf3472c15 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.2158849 Mar 23 01:32:23.203559 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c966a3a2-633a-4fc0-961f-6b0768e9ebba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (7b9fef10-1410-4b51-9a48-5d1a3fdf4e8e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.209924 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9f39f2b-a987-4c85-938b-4199672b9e13 admin admin] Publish callbacks [] for security_group (ac66735b-9d47-4246-95a6-3042e4f00fcd), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.273600 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9f39f2b-a987-4c85-938b-4199672b9e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ac66735b-9d47-4246-95a6-3042e4f00fcd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.277327 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9f39f2b-a987-4c85-938b-4199672b9e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.279497 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a9f39f2b-a987-4c85-938b-4199672b9e13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac66735b-9d47-4246-95a6-3042e4f00fcd HTTP/1.1" status: 204 len: 168 time: 0.1552315 Mar 23 01:32:23.290213 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f39f2b-a987-4c85-938b-4199672b9e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac66735b-9d47-4246-95a6-3042e4f00fcd,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:23.323477 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966a3a2-633a-4fc0-961f-6b0768e9ebba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9fef10-1410-4b51-9a48-5d1a3fdf4e8e,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:23.348394 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf9ea3f5-4af3-4d7b-8d36-148acbc6b2cb req-3c2e2990-3ba0-4510-9d0e-316bd140197b tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424346 Mar 23 01:32:23.359679 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-329c0239-5752-4f58-859a-3e0f53f64cfe admin admin] Publish callbacks [] for security_group (0beafcc3-9172-446f-bc16-98c7e9f9ab89), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.362883 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c966a3a2-633a-4fc0-961f-6b0768e9ebba admin admin] Checking segment: {'id': '58769b76-0ec8-4dd2-b8ce-7e1764240b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ff843fb2-4b71-4437-a9c3-05d21805b44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:32:23.363285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c966a3a2-633a-4fc0-961f-6b0768e9ebba admin admin] Network hostable DHCP agents. Network: ff843fb2-4b71-4437-a9c3-05d21805b44b, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:32:23.375785 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-329c0239-5752-4f58-859a-3e0f53f64cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0beafcc3-9172-446f-bc16-98c7e9f9ab89), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.432171 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-329c0239-5752-4f58-859a-3e0f53f64cfe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30557d1bb4cd47b7bc534bb551f3413a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5519867 Mar 23 01:32:23.432425 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c0239-5752-4f58-859a-3e0f53f64cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beafcc3-9172-446f-bc16-98c7e9f9ab89,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:23.433543 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 32900) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:23.435688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c966a3a2-633a-4fc0-961f-6b0768e9ebba admin admin] Network ff843fb2-4b71-4437-a9c3-05d21805b44b is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:32:23.449164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-c966a3a2-633a-4fc0-961f-6b0768e9ebba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, ff843fb2-4b71-4437-a9c3-05d21805b44b) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:23.462079 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c966a3a2-633a-4fc0-961f-6b0768e9ebba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:23.463124 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c966a3a2-633a-4fc0-961f-6b0768e9ebba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.463756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722bcfe6-c431-4371-97c8-c4ca22db0ca9 None None] Network ff843fb2-4b71-4437-a9c3-05d21805b44b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:32:23.492634 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c966a3a2-633a-4fc0-961f-6b0768e9ebba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8275414 Mar 23 01:32:23.591924 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-269790b9-efdf-452e-a345-76157a88fd11 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a6c5ea1cbddd4d2c9618ac74dade0f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402489 Mar 23 01:32:23.594346 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2535a2c6-863e-44df-8405-0c211d0ae75e admin admin] Publish callbacks [] for security_group (0beafcc3-9172-446f-bc16-98c7e9f9ab89), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.599196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb33f6e-b6a9-47ce-86cb-a70409bf0518 None None] Network ff843fb2-4b71-4437-a9c3-05d21805b44b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:32:23.651345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 32916) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:23.653258 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48551db0-fd52-4095-897a-52ab1346fadb req-986454bd-7e12-45c2-9252-47c592b7d1d8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:23.661612 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-48551db0-fd52-4095-897a-52ab1346fadb req-986454bd-7e12-45c2-9252-47c592b7d1d8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 943 time: 0.1252172 Mar 23 01:32:23.716405 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2535a2c6-863e-44df-8405-0c211d0ae75e admin admin] Publish callbacks [] for security_group (0beafcc3-9172-446f-bc16-98c7e9f9ab89), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.724766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-48551db0-fd52-4095-897a-52ab1346fadb req-c78c32ea-8f61-451c-84c3-08a0fbbc5322 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621212 Mar 23 01:32:23.745166 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fded46-07c1-44e5-a520-306b7469c338 admin admin] Deleting subnet 58b65490-09b4-486e-b06d-a8cc51108b09 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:32:23.754657 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01fded46-07c1-44e5-a520-306b7469c338 admin admin] Publish callbacks [] for subnet (58b65490-09b4-486e-b06d-a8cc51108b09), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.824694 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-946e99f6-4d09-4b1c-b5db-5d60e69d2641 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:23.826398 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-946e99f6-4d09-4b1c-b5db-5d60e69d2641 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2332816 Mar 23 01:32:23.830988 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01fded46-07c1-44e5-a520-306b7469c338 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (58b65490-09b4-486e-b06d-a8cc51108b09), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.868129 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-f2580fb6-88cc-4e3a-bc31-868dffc9ec40 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/quotas/a6c5ea1cbddd4d2c9618ac74dade0f92 HTTP/1.1" status: 200 len: 375 time: 0.0348473 Mar 23 01:32:23.880737 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2535a2c6-863e-44df-8405-0c211d0ae75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0beafcc3-9172-446f-bc16-98c7e9f9ab89), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.883276 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2535a2c6-863e-44df-8405-0c211d0ae75e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.886835 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2535a2c6-863e-44df-8405-0c211d0ae75e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0beafcc3-9172-446f-bc16-98c7e9f9ab89 HTTP/1.1" status: 204 len: 168 time: 0.4472678 Mar 23 01:32:23.903440 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01fded46-07c1-44e5-a520-306b7469c338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (58b65490-09b4-486e-b06d-a8cc51108b09), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:23.946239 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-1b4cba12-88e4-4368-9f45-90f741435c66 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6c5ea1cbddd4d2c9618ac74dade0f92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703044 Mar 23 01:32:23.947060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535a2c6-863e-44df-8405-0c211d0ae75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beafcc3-9172-446f-bc16-98c7e9f9ab89,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:24.013422 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01fded46-07c1-44e5-a520-306b7469c338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (58b65490-09b4-486e-b06d-a8cc51108b09), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.052547 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fded46-07c1-44e5-a520-306b7469c338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b65490-09b4-486e-b06d-a8cc51108b09,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:24.056459 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01fded46-07c1-44e5-a520-306b7469c338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.060272 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-01fded46-07c1-44e5-a520-306b7469c338 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/58b65490-09b4-486e-b06d-a8cc51108b09 HTTP/1.1" status: 204 len: 168 time: 0.4052072 Mar 23 01:32:24.062900 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 32934) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:24.185692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e769e7-2699-4e76-9952-812cbe5d22b1 req-22a7b28d-183e-42c3-8b1b-9c5bd4203f33 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:24.197074 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6e769e7-2699-4e76-9952-812cbe5d22b1 req-22a7b28d-183e-42c3-8b1b-9c5bd4203f33 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 944 time: 0.1166575 Mar 23 01:32:24.201760 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b49b737-5d79-4192-9af9-4365838f3aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (3cf5509e-6b5f-4248-a5fd-582c7197dc92), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.211736 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b3af2f30-5a97-4953-840e-a30ff58f3fc9 req-46f22b24-b61a-4ee2-b563-a5a6f382677a tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 210 time: 0.0483470 Mar 23 01:32:24.275811 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6e769e7-2699-4e76-9952-812cbe5d22b1 req-4b44a072-0095-4ac6-a9bd-98395366e98e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779238 Mar 23 01:32:24.335087 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b49b737-5d79-4192-9af9-4365838f3aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (3cf5509e-6b5f-4248-a5fd-582c7197dc92), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.365397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-4b49b737-5d79-4192-9af9-4365838f3aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf5509e-6b5f-4248-a5fd-582c7197dc92']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:24.386347 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-4b49b737-5d79-4192-9af9-4365838f3aa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68862a57-9466-44eb-8761-61b5e1142e15') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:24.387808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-4b49b737-5d79-4192-9af9-4365838f3aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68862a57-9466-44eb-8761-61b5e1142e15') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:24.422605 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 32952) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:24.430931 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b49b737-5d79-4192-9af9-4365838f3aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (68862a57-9466-44eb-8761-61b5e1142e15), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.440237 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-55872ac7-1778-4edc-84e5-707e9182c87f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.446121 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b49b737-5d79-4192-9af9-4365838f3aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (68862a57-9466-44eb-8761-61b5e1142e15), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.459287 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b49b737-5d79-4192-9af9-4365838f3aa3 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:32:24.459693 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b49b737-5d79-4192-9af9-4365838f3aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (68862a57-9466-44eb-8761-61b5e1142e15), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.461001 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:32:24.462005 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:32:24.562161 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-55872ac7-1778-4edc-84e5-707e9182c87f admin admin] Publish callbacks [] for security_group (ba4fc173-6a37-469b-be86-f35c7cded78a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.567722 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-55872ac7-1778-4edc-84e5-707e9182c87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ba4fc173-6a37-469b-be86-f35c7cded78a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.575068 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b49b737-5d79-4192-9af9-4365838f3aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (3cf5509e-6b5f-4248-a5fd-582c7197dc92), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.583035 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b49b737-5d79-4192-9af9-4365838f3aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.588674 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4b49b737-5d79-4192-9af9-4365838f3aa3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3cf5509e-6b5f-4248-a5fd-582c7197dc92 HTTP/1.1" status: 204 len: 168 time: 0.5245633 Mar 23 01:32:24.592699 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 32960) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:24.596172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373df2a-b106-4c20-9826-3f3771ba4b69 req-24ca0bf1-b9d6-4202-8d07-c9867fb25960 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:24.597852 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3373df2a-b106-4c20-9826-3f3771ba4b69 req-24ca0bf1-b9d6-4202-8d07-c9867fb25960 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.1240616 Mar 23 01:32:24.610625 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49b737-5d79-4192-9af9-4365838f3aa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cf5509e-6b5f-4248-a5fd-582c7197dc92,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:24.617750 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-55872ac7-1778-4edc-84e5-707e9182c87f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc65d1b7d9cf41dba7b4c9d749e24feb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1921644 Mar 23 01:32:24.620524 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 32964) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:24.651113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55872ac7-1778-4edc-84e5-707e9182c87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4fc173-6a37-469b-be86-f35c7cded78a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:24.672096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8592df5-7875-4837-8fe7-0985bc5144fe admin admin] Deleting subnet 7b9fef10-1410-4b51-9a48-5d1a3fdf4e8e {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:32:24.676561 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8592df5-7875-4837-8fe7-0985bc5144fe admin admin] Publish callbacks [] for subnet (7b9fef10-1410-4b51-9a48-5d1a3fdf4e8e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.698374 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3373df2a-b106-4c20-9826-3f3771ba4b69 req-d1fafc34-d645-4e59-9342-e2acb7b251de tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896165 Mar 23 01:32:24.710423 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-76e7b7f3-4cf0-45af-be4b-199aa71f4174 admin admin] Publish callbacks [] for security_group (ba4fc173-6a37-469b-be86-f35c7cded78a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.728758 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8592df5-7875-4837-8fe7-0985bc5144fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (7b9fef10-1410-4b51-9a48-5d1a3fdf4e8e), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.750656 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-76e7b7f3-4cf0-45af-be4b-199aa71f4174 admin admin] Publish callbacks [] for security_group (ba4fc173-6a37-469b-be86-f35c7cded78a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.778431 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8592df5-7875-4837-8fe7-0985bc5144fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (7b9fef10-1410-4b51-9a48-5d1a3fdf4e8e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.822419 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-76e7b7f3-4cf0-45af-be4b-199aa71f4174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ba4fc173-6a37-469b-be86-f35c7cded78a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.825077 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-76e7b7f3-4cf0-45af-be4b-199aa71f4174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.826726 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-76e7b7f3-4cf0-45af-be4b-199aa71f4174 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba4fc173-6a37-469b-be86-f35c7cded78a HTTP/1.1" status: 204 len: 168 time: 0.2048521 Mar 23 01:32:24.845840 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7b7f3-4cf0-45af-be4b-199aa71f4174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4fc173-6a37-469b-be86-f35c7cded78a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:24.916106 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854b18c-5047-4140-bb5a-948c40f6d5d8 req-2f697431-487b-4e02-8c8c-92672bddafe7 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:24.917663 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4854b18c-5047-4140-bb5a-948c40f6d5d8 req-2f697431-487b-4e02-8c8c-92672bddafe7 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 943 time: 0.1078207 Mar 23 01:32:24.919166 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8592df5-7875-4837-8fe7-0985bc5144fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (7b9fef10-1410-4b51-9a48-5d1a3fdf4e8e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.967402 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8592df5-7875-4837-8fe7-0985bc5144fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:24.972996 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c8592df5-7875-4837-8fe7-0985bc5144fe admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7b9fef10-1410-4b51-9a48-5d1a3fdf4e8e HTTP/1.1" status: 204 len: 168 time: 0.3518169 Mar 23 01:32:24.974257 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 32980) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:24.974730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8592df5-7875-4837-8fe7-0985bc5144fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9fef10-1410-4b51-9a48-5d1a3fdf4e8e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:25.008846 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4854b18c-5047-4140-bb5a-948c40f6d5d8 req-6167fd1a-c8fb-4044-b62c-d4c596cf2a9b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811217 Mar 23 01:32:25.083829 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-807f196c-80e5-49b8-b567-1ab5553530ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (ff843fb2-4b71-4437-a9c3-05d21805b44b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:25.170724 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-807f196c-80e5-49b8-b567-1ab5553530ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (ff843fb2-4b71-4437-a9c3-05d21805b44b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:25.198488 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-807f196c-80e5-49b8-b567-1ab5553530ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff843fb2-4b71-4437-a9c3-05d21805b44b']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:25.208022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2e186d96-b2bc-4b13-99d5-856e6b790d06 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:32:25.216393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-807f196c-80e5-49b8-b567-1ab5553530ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58769b76-0ec8-4dd2-b8ce-7e1764240b27') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:25.216779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-807f196c-80e5-49b8-b567-1ab5553530ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58769b76-0ec8-4dd2-b8ce-7e1764240b27') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:25.234866 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-807f196c-80e5-49b8-b567-1ab5553530ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (58769b76-0ec8-4dd2-b8ce-7e1764240b27), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:25.256929 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-807f196c-80e5-49b8-b567-1ab5553530ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (58769b76-0ec8-4dd2-b8ce-7e1764240b27), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:25.263996 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807f196c-80e5-49b8-b567-1ab5553530ae admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:32:25.264406 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-807f196c-80e5-49b8-b567-1ab5553530ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (58769b76-0ec8-4dd2-b8ce-7e1764240b27), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:32:25.267040 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:32:25.280666 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 2e186d96-b2bc-4b13-99d5-856e6b790d06 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:32:25.287257 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 2e186d96-b2bc-4b13-99d5-856e6b790d06 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:32:25.287643 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:25.372770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2e186d96-b2bc-4b13-99d5-856e6b790d06 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:25.373462 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:25.379824 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d3715fd7-adec-4b8b-b456-46a7988481b3 req-48413004-a53d-4fea-8de7-c4b34c36229a tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 210 time: 0.0343158 Mar 23 01:32:25.397476 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-807f196c-80e5-49b8-b567-1ab5553530ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (ff843fb2-4b71-4437-a9c3-05d21805b44b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:25.436513 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f58473e-6b53-4f60-b246-9fd5ec16806f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e186d96-b2bc-4b13-99d5-856e6b790d06'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:25.438790 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff28ffdf-f848-455b-8d92-a2ac5b59d336" -d '{"events": [{"server_uuid": "2f58473e-6b53-4f60-b246-9fd5ec16806f", "name": "network-vif-plugged", "status": "completed", "tag": "2e186d96-b2bc-4b13-99d5-856e6b790d06"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:25.451744 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-807f196c-80e5-49b8-b567-1ab5553530ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:25.458815 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2e186d96-b2bc-4b13-99d5-856e6b790d06, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2e186d96-b2bc-4b13-99d5-856e6b790d06,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:25.462202 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-807f196c-80e5-49b8-b567-1ab5553530ae admin admin] 10.222.0.18 "DELETE /v2.0/networks/ff843fb2-4b71-4437-a9c3-05d21805b44b HTTP/1.1" status: 204 len: 168 time: 0.4853468 Mar 23 01:32:25.467804 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:25.493932 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33008) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:25.502120 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f196c-80e5-49b8-b567-1ab5553530ae admin admin] Pushing event deleted for resources: {'Network': ['ID=ff843fb2-4b71-4437-a9c3-05d21805b44b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:25.505530 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df4302-408d-444f-8f16-4b6ca20682c3 req-6595bf5d-a543-43af-a1d1-edc75ea6dc05 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:25.507294 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-41df4302-408d-444f-8f16-4b6ca20682c3 req-6595bf5d-a543-43af-a1d1-edc75ea6dc05 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 944 time: 0.1079035 Mar 23 01:32:25.545591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=2e186d96-b2bc-4b13-99d5-856e6b790d06,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:25.549879 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bdfa39-b12f-4d27-96af-f301c6fca27d x-openstack-request-id: req-e4bdfa39-b12f-4d27-96af-f301c6fca27d {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:25.550436 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f58473e-6b53-4f60-b246-9fd5ec16806f", "name": "network-vif-plugged", "status": "completed", "tag": "2e186d96-b2bc-4b13-99d5-856e6b790d06", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:25.550845 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4bdfa39-b12f-4d27-96af-f301c6fca27d {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:25.551396 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4bdfa39-b12f-4d27-96af-f301c6fca27d'] response: {'server_uuid': '2f58473e-6b53-4f60-b246-9fd5ec16806f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e186d96-b2bc-4b13-99d5-856e6b790d06', 'code': 200} Mar 23 01:32:25.591059 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-41df4302-408d-444f-8f16-4b6ca20682c3 req-763e3c33-814b-4ad9-bb85-15f8d326f7a7 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584326 Mar 23 01:32:25.678793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33014) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:25.749483 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d0c5-fdc3-4046-9851-a341d5835678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:25.763077 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6889c48c-6617-4283-a76c-86fb975b6e75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cd4b3272b224c86958da8de2ab99657&name=default HTTP/1.1" status: 200 len: 2998 time: 0.0826492 Mar 23 01:32:25.767149 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:25.771657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33018) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:25.802313 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-a4e14ad3-e26a-4189-8af9-dea5c1959650 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a6c5ea1cbddd4d2c9618ac74dade0f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937316 Mar 23 01:32:25.894040 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d0c5-fdc3-4046-9851-a341d5835678 admin admin] Publish callbacks [] for security_group (b96af1c1-f80e-47d9-9a98-760fcd39b3b1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:25.904258 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d0c5-fdc3-4046-9851-a341d5835678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b96af1c1-f80e-47d9-9a98-760fcd39b3b1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:25.943891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ccafa-354d-4b06-8800-25d5f70ea39c req-2abc4323-d470-42f1-8b3e-61cb9bc4da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:25.945460 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e89ccafa-354d-4b06-8800-25d5f70ea39c req-2abc4323-d470-42f1-8b3e-61cb9bc4da79 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 1127 time: 0.2569311 Mar 23 01:32:25.953300 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3ca8d0c5-fdc3-4046-9851-a341d5835678 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=162453d990cd40eba871037592a4c0e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4423988 Mar 23 01:32:25.956308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33028) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:25.972108 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8d0c5-fdc3-4046-9851-a341d5835678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96af1c1-f80e-47d9-9a98-760fcd39b3b1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:25.995250 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56371ca6-6632-4bdd-8178-dc0d96ca9dc8 admin admin] Publish callbacks [] for security_group (b256be7d-a2c3-4e48-a073-3a8dc94721fd), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:26.012132 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1178a12-a5b6-4caa-aaab-9051fc143944 admin admin] Publish callbacks [] for security_group (b96af1c1-f80e-47d9-9a98-760fcd39b3b1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:26.016556 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-4df28560-2b9e-4be0-8e74-ebb88b4dae98 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:26.018093 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-4df28560-2b9e-4be0-8e74-ebb88b4dae98 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072091 Mar 23 01:32:26.035186 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1178a12-a5b6-4caa-aaab-9051fc143944 admin admin] Publish callbacks [] for security_group (b96af1c1-f80e-47d9-9a98-760fcd39b3b1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:26.073443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521a184-8ab0-47ff-87a1-2023b17cbfd1 req-939de6db-a291-4148-9b11-4b1af29c3986 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:26.075218 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0521a184-8ab0-47ff-87a1-2023b17cbfd1 req-939de6db-a291-4148-9b11-4b1af29c3986 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.2089624 Mar 23 01:32:26.078394 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56371ca6-6632-4bdd-8178-dc0d96ca9dc8 admin admin] Publish callbacks [] for security_group (b256be7d-a2c3-4e48-a073-3a8dc94721fd), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:26.096332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bb298fc2-40dd-43ec-a3a8-65f951cef132 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Request body: {'port': {'device_id': '3ad9f7d6-9930-43cb-bde9-db3aac71f504', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': 'a6c5ea1cbddd4d2c9618ac74dade0f92'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:26.132569 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1178a12-a5b6-4caa-aaab-9051fc143944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b96af1c1-f80e-47d9-9a98-760fcd39b3b1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:26.136126 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1178a12-a5b6-4caa-aaab-9051fc143944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:26.136376 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e89ccafa-354d-4b06-8800-25d5f70ea39c req-f265ef7b-717b-4f94-98a7-1341ac498db6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714723 Mar 23 01:32:26.140097 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c1178a12-a5b6-4caa-aaab-9051fc143944 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b96af1c1-f80e-47d9-9a98-760fcd39b3b1 HTTP/1.1" status: 204 len: 168 time: 0.1801648 Mar 23 01:32:26.154454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1178a12-a5b6-4caa-aaab-9051fc143944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96af1c1-f80e-47d9-9a98-760fcd39b3b1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:26.164850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368f27a-d2e7-4aca-86d9-7c1496690f97 req-7278e4e3-566e-4cd9-a7e6-9e88d8745e0c tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:26.173857 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f368f27a-d2e7-4aca-86d9-7c1496690f97 req-7278e4e3-566e-4cd9-a7e6-9e88d8745e0c tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 943 time: 0.0850086 Mar 23 01:32:26.252279 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f368f27a-d2e7-4aca-86d9-7c1496690f97 req-4f75f6d9-0932-4485-bc1b-869dca2be359 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742805 Mar 23 01:32:26.263733 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0521a184-8ab0-47ff-87a1-2023b17cbfd1 req-012094da-b84d-4a47-b2ec-1721b44aec14 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636133 Mar 23 01:32:26.279619 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56371ca6-6632-4bdd-8178-dc0d96ca9dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b256be7d-a2c3-4e48-a073-3a8dc94721fd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:26.282586 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56371ca6-6632-4bdd-8178-dc0d96ca9dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:26.283730 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-56371ca6-6632-4bdd-8178-dc0d96ca9dc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b256be7d-a2c3-4e48-a073-3a8dc94721fd HTTP/1.1" status: 204 len: 168 time: 0.5107119 Mar 23 01:32:26.298620 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56371ca6-6632-4bdd-8178-dc0d96ca9dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b256be7d-a2c3-4e48-a073-3a8dc94721fd,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:26.310072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bb298fc2-40dd-43ec-a3a8-65f951cef132 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Made reservation on behalf of a6c5ea1cbddd4d2c9618ac74dade0f92 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:26.314395 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bb298fc2-40dd-43ec-a3a8-65f951cef132 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:26.324868 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bb298fc2-40dd-43ec-a3a8-65f951cef132 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:26.426525 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bb298fc2-40dd-43ec-a3a8-65f951cef132 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Publish callbacks [] for security_group (512b8583-b814-45a2-a0a8-5df0c11064ea), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:26.428261 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bb298fc2-40dd-43ec-a3a8-65f951cef132 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (512b8583-b814-45a2-a0a8-5df0c11064ea), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:26.540056 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1e5fac8-2d61-4425-b7db-5e3f1c12e1f1 req-036ffc97-a99f-4a32-9350-28abecf60255 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 210 time: 0.0514426 Mar 23 01:32:26.556575 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb298fc2-40dd-43ec-a3a8-65f951cef132 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=512b8583-b814-45a2-a0a8-5df0c11064ea,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:26.598827 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bb298fc2-40dd-43ec-a3a8-65f951cef132 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Allocated IP 192.168.233.86 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/ab94e450-c7b8-40fe-a32f-b180f55802f2) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:32:26.760015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33058) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:26.823339 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a5776f04-28c4-440b-a7e3-1fd60e31139a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b635d6fd62248558eb6bf6193fca44a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0600307 Mar 23 01:32:26.823569 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774fd1a-aeac-444e-a7e0-2f5614088e1b req-96e78a91-ed40-4284-a2ba-9b2b560128f9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:26.825435 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9774fd1a-aeac-444e-a7e0-2f5614088e1b req-96e78a91-ed40-4284-a2ba-9b2b560128f9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.1150470 Mar 23 01:32:26.826272 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33062) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:26.829816 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bb298fc2-40dd-43ec-a3a8-65f951cef132 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Publish callbacks [] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:26.944817 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9774fd1a-aeac-444e-a7e0-2f5614088e1b req-ac8e7f04-9825-4774-a000-16e879980c32 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113927 Mar 23 01:32:26.964169 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6afd-c6ed-44b3-93ad-3fd948a187f5 admin admin] Publish callbacks [] for security_group (e53282c2-161b-4712-bdfe-465aa454e05b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:26.977828 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bb298fc2-40dd-43ec-a3a8-65f951cef132 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:27.020739 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6afd-c6ed-44b3-93ad-3fd948a187f5 admin admin] Publish callbacks [] for security_group (e53282c2-161b-4712-bdfe-465aa454e05b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:27.041085 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bb298fc2-40dd-43ec-a3a8-65f951cef132 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:32:27.047402 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bb298fc2-40dd-43ec-a3a8-65f951cef132 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:27.056148 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bb298fc2-40dd-43ec-a3a8-65f951cef132 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:32:27.086456 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb298fc2-40dd-43ec-a3a8-65f951cef132 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Pushing event updated for resources: {'Port': ['ID=ab94e450-c7b8-40fe-a32f-b180f55802f2,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:27.126393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bb298fc2-40dd-43ec-a3a8-65f951cef132 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:27.127063 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bb298fc2-40dd-43ec-a3a8-65f951cef132 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:27.149352 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6afd-c6ed-44b3-93ad-3fd948a187f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e53282c2-161b-4712-bdfe-465aa454e05b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:27.156254 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6afd-c6ed-44b3-93ad-3fd948a187f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:27.160650 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7e6a6afd-c6ed-44b3-93ad-3fd948a187f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e53282c2-161b-4712-bdfe-465aa454e05b HTTP/1.1" status: 204 len: 168 time: 0.3263187 Mar 23 01:32:27.165851 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bb298fc2-40dd-43ec-a3a8-65f951cef132 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0846994 Mar 23 01:32:27.171961 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a6afd-c6ed-44b3-93ad-3fd948a187f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53282c2-161b-4712-bdfe-465aa454e05b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:27.214206 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Request body: {'port': {'device_id': '3ad9f7d6-9930-43cb-bde9-db3aac71f504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:27.226936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device fe0cffda-5f41-4286-b1b8-31f3c558a0a1 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:32:27.333087 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:27.388099 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port fe0cffda-5f41-4286-b1b8-31f3c558a0a1, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:27.415308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'fe0cffda-5f41-4286-b1b8-31f3c558a0a1', 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652', 'port_id': 'fe0cffda-5f41-4286-b1b8-31f3c558a0a1', 'mac_address': 'fa:16:3e:c4:66:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:32:27.432517 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7403ae3c-947f-474f-a52d-06a22679f4c4 None None] Provisioning complete for port ab94e450-c7b8-40fe-a32f-b180f55802f2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:32:27.433749 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7403ae3c-947f-474f-a52d-06a22679f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:27.464203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31452f5c-891a-47a0-ae40-9a40c0157b34 req-d71b6e17-f131-47c0-975e-3dbc492a9411 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:27.466234 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-31452f5c-891a-47a0-ae40-9a40c0157b34 req-d71b6e17-f131-47c0-975e-3dbc492a9411 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 943 time: 0.0861723 Mar 23 01:32:27.525052 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7403ae3c-947f-474f-a52d-06a22679f4c4 None None] Port ab94e450-c7b8-40fe-a32f-b180f55802f2 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:32:27.537532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port fe0cffda-5f41-4286-b1b8-31f3c558a0a1 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:27.538263 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:27.548438 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-31452f5c-891a-47a0-ae40-9a40c0157b34 req-cd96807b-ad88-414c-95d4-f31fb43aecad tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729465 Mar 23 01:32:27.583564 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0cffda-5f41-4286-b1b8-31f3c558a0a1 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:32:27.625642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port fe0cffda-5f41-4286-b1b8-31f3c558a0a1, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:27.633596 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:27.686798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:27.709486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50385201-71eb-421a-a4c0-4097fc76ce37 req-76483478-7f39-4afd-9973-17eb6093f004 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:27.711360 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-50385201-71eb-421a-a4c0-4097fc76ce37 req-76483478-7f39-4afd-9973-17eb6093f004 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.2382436 Mar 23 01:32:27.726693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ab5c5-c14b-47a9-8995-041a0b7eea09 req-53edf558-1850-479d-b5e2-ef5530285002 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:27.736534 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-107ab5c5-c14b-47a9-8995-041a0b7eea09 req-53edf558-1850-479d-b5e2-ef5530285002 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 935 time: 0.0907075 Mar 23 01:32:27.815592 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-50385201-71eb-421a-a4c0-4097fc76ce37 req-dddb4782-7b1f-47c9-a94f-149273394d88 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978863 Mar 23 01:32:27.832242 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab94e450-c7b8-40fe-a32f-b180f55802f2 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:32:27.841052 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-107ab5c5-c14b-47a9-8995-041a0b7eea09 req-5df43a91-9f63-41cd-b08c-2d6b42979231 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/security-groups?id=512b8583-b814-45a2-a0a8-5df0c11064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028521 Mar 23 01:32:27.843515 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Publish callbacks [] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:27.861514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Transition to ACTIVE for port object ab94e450-c7b8-40fe-a32f-b180f55802f2 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:32:27.866543 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:27.931400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab94e450-c7b8-40fe-a32f-b180f55802f2,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:28.142537 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Attempting to bind port ab94e450-c7b8-40fe-a32f-b180f55802f2 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:28.143236 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Attempting to bind port ab94e450-c7b8-40fe-a32f-b180f55802f2 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:28.143385 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Attempting to bind port ab94e450-c7b8-40fe-a32f-b180f55802f2 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:28.154072 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['fe0cffda-5f41-4286-b1b8-31f3c558a0a1'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:32:28.155601 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Port ab94e450-c7b8-40fe-a32f-b180f55802f2 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:28.155970 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Attempting to bind port ab94e450-c7b8-40fe-a32f-b180f55802f2 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:28.165961 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:32:28.166330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:32:28.166743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:32:28.167292 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Bound port: ab94e450-c7b8-40fe-a32f-b180f55802f2, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:32:28.167656 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:28.193997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338e14b-b716-4586-89df-68ad1c11beef req-6748e405-f564-44ad-842e-010fcda0c1e7 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:28.203479 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9338e14b-b716-4586-89df-68ad1c11beef req-6748e405-f564-44ad-842e-010fcda0c1e7 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.1364791 Mar 23 01:32:28.300730 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9338e14b-b716-4586-89df-68ad1c11beef req-d301227c-2490-4b7e-9eb1-803d9260ebdc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959516 Mar 23 01:32:28.335474 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] For port ab94e450-c7b8-40fe-a32f-b180f55802f2, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:32:28.341723 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] For port ab94e450-c7b8-40fe-a32f-b180f55802f2, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ab94e450-c7b8-40fe-a32f-b180f55802f2,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:32:28.350191 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:28.393279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:28.393677 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:28.398625 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] 10.222.0.43 "PUT /v2.0/ports/ab94e450-c7b8-40fe-a32f-b180f55802f2 HTTP/1.1" status: 200 len: 1095 time: 1.1988955 Mar 23 01:32:28.401619 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad9f7d6-9930-43cb-bde9-db3aac71f504', 'tag': 'ab94e450-c7b8-40fe-a32f-b180f55802f2'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:28.403888 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9776d792-38d0-40ba-90eb-5feab2d82123" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad9f7d6-9930-43cb-bde9-db3aac71f504", "tag": "ab94e450-c7b8-40fe-a32f-b180f55802f2"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:28.464983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8271e-7e0a-46b8-8a9e-1810238345b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab94e450-c7b8-40fe-a32f-b180f55802f2,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:28.507506 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dac4ab-8f0b-4cbb-a479-74d8d0a18a09 x-openstack-request-id: req-15dac4ab-8f0b-4cbb-a479-74d8d0a18a09 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:28.508004 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad9f7d6-9930-43cb-bde9-db3aac71f504", "tag": "ab94e450-c7b8-40fe-a32f-b180f55802f2", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:28.508415 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15dac4ab-8f0b-4cbb-a479-74d8d0a18a09 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:28.508906 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15dac4ab-8f0b-4cbb-a479-74d8d0a18a09'] response: {'name': 'network-changed', 'server_uuid': '3ad9f7d6-9930-43cb-bde9-db3aac71f504', 'tag': 'ab94e450-c7b8-40fe-a32f-b180f55802f2', 'status': 'completed', 'code': 200} Mar 23 01:32:28.536762 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-0b4c8bb7-49bb-4d63-bf53-c56e7b112449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:28.539349 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-0b4c8bb7-49bb-4d63-bf53-c56e7b112449 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6c5ea1cbddd4d2c9618ac74dade0f92&device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 1129 time: 0.0698814 Mar 23 01:32:28.618408 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33154) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:28.644090 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-f9d5e7db-3588-41b2-98b1-6a160fa1cbe8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=ab94e450-c7b8-40fe-a32f-b180f55802f2 HTTP/1.1" status: 200 len: 217 time: 0.0721140 Mar 23 01:32:28.754629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-e8a0e5d1-b3c1-4ee1-9c32-3bce0b96121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:28.756124 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-e8a0e5d1-b3c1-4ee1-9c32-3bce0b96121c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1018593 Mar 23 01:32:28.790592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb481d-9faa-495b-b4a6-66787704e595 req-7370160c-6b54-4e29-a99c-53e4d657161e tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:28.792172 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2afb481d-9faa-495b-b4a6-66787704e595 req-7370160c-6b54-4e29-a99c-53e4d657161e tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 944 time: 0.1269426 Mar 23 01:32:28.838765 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-19713ff3-3cfa-4b46-857e-0036e14a1eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:28.870119 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-4b5da93f-e7cf-463d-a2ed-f830a5c300ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:28.873094 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-4b5da93f-e7cf-463d-a2ed-f830a5c300ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1058846 Mar 23 01:32:28.876831 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2afb481d-9faa-495b-b4a6-66787704e595 req-d59eb52e-479a-4445-9823-2aa975245bdd tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588436 Mar 23 01:32:29.055749 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-19713ff3-3cfa-4b46-857e-0036e14a1eb2 admin admin] Publish callbacks [] for security_group (6bde0b73-3e3a-42b0-abef-c7cd1a52840a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:29.064043 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-057f72bb-da03-462d-89a1-c0e4204da735 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793814 Mar 23 01:32:29.068511 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-19713ff3-3cfa-4b46-857e-0036e14a1eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6bde0b73-3e3a-42b0-abef-c7cd1a52840a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:29.080587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae86b11-b79c-4b63-8c74-46d4a2d7f8e0 req-f30ff74b-1e34-4a7a-a8ce-050e6d0f3499 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:29.082453 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bae86b11-b79c-4b63-8c74-46d4a2d7f8e0 req-f30ff74b-1e34-4a7a-a8ce-050e6d0f3499 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.0902224 Mar 23 01:32:29.120989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae978-9b6c-4a35-bcc4-7e7c00db35e4 req-b70d9ad2-f743-4613-b6b0-5e1e6d1e40af tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:29.122609 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b31ae978-9b6c-4a35-bcc4-7e7c00db35e4 req-b70d9ad2-f743-4613-b6b0-5e1e6d1e40af tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.1584280 Mar 23 01:32:29.123087 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33178) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:29.135008 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-19713ff3-3cfa-4b46-857e-0036e14a1eb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=697b14045ab84506a47b17e55184562b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5148950 Mar 23 01:32:29.135709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19713ff3-3cfa-4b46-857e-0036e14a1eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bde0b73-3e3a-42b0-abef-c7cd1a52840a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:29.138097 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33184) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:29.191429 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bae86b11-b79c-4b63-8c74-46d4a2d7f8e0 req-828b5ae4-04c8-4412-8dff-7f0652204e8f tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983191 Mar 23 01:32:29.208175 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4ad7aec-282a-4a1c-a44d-b2a12f8caf6c req-e1a3b897-3974-4688-8aa4-4d368386d70e service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247344 Mar 23 01:32:29.233164 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f2a9cb35-9cc7-4cc7-aa0d-a0db9ae4c477 admin admin] Publish callbacks [] for security_group (6bde0b73-3e3a-42b0-abef-c7cd1a52840a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:29.241546 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b31ae978-9b6c-4a35-bcc4-7e7c00db35e4 req-47b8ae5e-185c-4543-bb7b-fea8224cdff4 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095872 Mar 23 01:32:29.247041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33186) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:29.275504 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f2a9cb35-9cc7-4cc7-aa0d-a0db9ae4c477 admin admin] Publish callbacks [] for security_group (6bde0b73-3e3a-42b0-abef-c7cd1a52840a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:29.337315 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f2a9cb35-9cc7-4cc7-aa0d-a0db9ae4c477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6bde0b73-3e3a-42b0-abef-c7cd1a52840a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:29.340088 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f2a9cb35-9cc7-4cc7-aa0d-a0db9ae4c477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:29.344041 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f2a9cb35-9cc7-4cc7-aa0d-a0db9ae4c477 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6bde0b73-3e3a-42b0-abef-c7cd1a52840a HTTP/1.1" status: 204 len: 168 time: 0.2040727 Mar 23 01:32:29.353161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9cb35-9cc7-4cc7-aa0d-a0db9ae4c477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bde0b73-3e3a-42b0-abef-c7cd1a52840a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:29.383155 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6c29a-0748-4a9f-9cdf-619ed3a15380 req-841c645c-e6cd-4ed9-93dc-fb03f8411c89 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:29.385432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f02d45ba-c377-4d93-a594-3fd13106f936 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-27176624-network', 'tenant_id': 'ce546d225bce48df9444d857bc6abcaf'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:29.392269 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7e6c29a-0748-4a9f-9cdf-619ed3a15380 req-841c645c-e6cd-4ed9-93dc-fb03f8411c89 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 947 time: 0.1064696 Mar 23 01:32:29.410379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02d45ba-c377-4d93-a594-3fd13106f936 admin admin] Made reservation on behalf of ce546d225bce48df9444d857bc6abcaf for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:29.413160 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f02d45ba-c377-4d93-a594-3fd13106f936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:29.429458 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f02d45ba-c377-4d93-a594-3fd13106f936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:29.429712 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a94be422-2b3b-4867-b5fa-259b23654038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:29.476355 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776d792-38d0-40ba-90eb-5feab2d82123 req-673134df-5547-4708-afcc-c7c400d11a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:29.477947 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9776d792-38d0-40ba-90eb-5feab2d82123 req-673134df-5547-4708-afcc-c7c400d11a04 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6c5ea1cbddd4d2c9618ac74dade0f92&device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 1129 time: 0.1462190 Mar 23 01:32:29.493541 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7e6c29a-0748-4a9f-9cdf-619ed3a15380 req-4d78dfd4-02e5-40ac-bcb3-9809d30b8c7b tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/security-groups?id=512b8583-b814-45a2-a0a8-5df0c11064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000507 Mar 23 01:32:29.544247 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f02d45ba-c377-4d93-a594-3fd13106f936 admin admin] Publish callbacks [] for security_group (0bf131b0-9532-4a07-9537-7d35a6874d92), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:29.549167 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f02d45ba-c377-4d93-a594-3fd13106f936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0bf131b0-9532-4a07-9537-7d35a6874d92), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:29.583059 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d45ba-c377-4d93-a594-3fd13106f936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf131b0-9532-4a07-9537-7d35a6874d92,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:29.585966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02d45ba-c377-4d93-a594-3fd13106f936 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:32:29.596916 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f02d45ba-c377-4d93-a594-3fd13106f936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (472b34c0-fd29-43ed-87fd-0a22f5d5a3b9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:29.597402 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-f02d45ba-c377-4d93-a594-3fd13106f936 admin admin] Added segment 472b34c0-fd29-43ed-87fd-0a22f5d5a3b9 of type vlan for network ba3d029b-d469-4b1a-90d0-7995de95a27c Mar 23 01:32:29.629428 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a94be422-2b3b-4867-b5fa-259b23654038 admin admin] Publish callbacks [] for security_group (fd89b2ba-e499-4133-8155-f054c6fabaca), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:29.631322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776d792-38d0-40ba-90eb-5feab2d82123 req-71dfcbc2-96ee-4219-9bad-af935c069a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:29.632957 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9776d792-38d0-40ba-90eb-5feab2d82123 req-71dfcbc2-96ee-4219-9bad-af935c069a87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1345694 Mar 23 01:32:29.635912 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a94be422-2b3b-4867-b5fa-259b23654038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fd89b2ba-e499-4133-8155-f054c6fabaca), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:29.651483 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f02d45ba-c377-4d93-a594-3fd13106f936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (ba3d029b-d469-4b1a-90d0-7995de95a27c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:29.686352 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f02d45ba-c377-4d93-a594-3fd13106f936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (ba3d029b-d469-4b1a-90d0-7995de95a27c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:29.687337 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02d45ba-c377-4d93-a594-3fd13106f936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:29.688083 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f02d45ba-c377-4d93-a594-3fd13106f936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:29.759001 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f02d45ba-c377-4d93-a594-3fd13106f936 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6331110 Mar 23 01:32:29.763466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33200) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:29.768507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-549e2ca5-9cd3-4e83-a9e8-cd54969d99d8 admin admin] Request body: {'subnet': {'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-27176624-subnet', 'tenant_id': 'ce546d225bce48df9444d857bc6abcaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:29.771870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d45ba-c377-4d93-a594-3fd13106f936 admin admin] Pushing event updated for resources: {'Network': ['ID=ba3d029b-d469-4b1a-90d0-7995de95a27c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:29.783235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network ba3d029b-d469-4b1a-90d0-7995de95a27c details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:32:29.805397 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549e2ca5-9cd3-4e83-a9e8-cd54969d99d8 admin admin] Made reservation on behalf of ce546d225bce48df9444d857bc6abcaf for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:29.809230 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-549e2ca5-9cd3-4e83-a9e8-cd54969d99d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:30.033627 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9776d792-38d0-40ba-90eb-5feab2d82123 req-5d981349-6ea1-408f-b279-0e7ca131b4b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=ab94e450-c7b8-40fe-a32f-b180f55802f2 HTTP/1.1" status: 200 len: 217 time: 0.3867719 Mar 23 01:32:30.044246 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a94be422-2b3b-4867-b5fa-259b23654038 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de6b2fd94b6a40438dc67704f428d733&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7964659 Mar 23 01:32:30.044885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33212) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:30.059766 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94be422-2b3b-4867-b5fa-259b23654038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd89b2ba-e499-4133-8155-f054c6fabaca,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:30.070089 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-549e2ca5-9cd3-4e83-a9e8-cd54969d99d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (64f146eb-b581-4818-b541-536413e8a0b0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:30.118303 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776d792-38d0-40ba-90eb-5feab2d82123 req-82907198-3b12-4645-8486-0db4ee264af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:30.119804 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9776d792-38d0-40ba-90eb-5feab2d82123 req-82907198-3b12-4645-8486-0db4ee264af5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0737965 Mar 23 01:32:30.126093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03a7ee-7165-4bd5-8479-ad2194007e6b req-d8ea4eec-8260-4dab-847a-57236bd851f5 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:30.127629 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4e03a7ee-7165-4bd5-8479-ad2194007e6b req-d8ea4eec-8260-4dab-847a-57236bd851f5 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 944 time: 0.1300662 Mar 23 01:32:30.148837 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ffb58a6-b7c3-4d78-a628-c0153eb5caab admin admin] Publish callbacks [] for security_group (fd89b2ba-e499-4133-8155-f054c6fabaca), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:30.163928 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e2ca5-9cd3-4e83-a9e8-cd54969d99d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f146eb-b581-4818-b541-536413e8a0b0,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:30.176246 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ffb58a6-b7c3-4d78-a628-c0153eb5caab admin admin] Publish callbacks [] for security_group (fd89b2ba-e499-4133-8155-f054c6fabaca), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:30.182615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e2ca5-9cd3-4e83-a9e8-cd54969d99d8 admin admin] Checking segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:32:30.182615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549e2ca5-9cd3-4e83-a9e8-cd54969d99d8 admin admin] Network hostable DHCP agents. Network: ba3d029b-d469-4b1a-90d0-7995de95a27c, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:32:30.212360 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4e03a7ee-7165-4bd5-8479-ad2194007e6b req-1252df4e-5780-4dc5-89a2-025f588e2a6d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675187 Mar 23 01:32:30.220419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549e2ca5-9cd3-4e83-a9e8-cd54969d99d8 admin admin] Network ba3d029b-d469-4b1a-90d0-7995de95a27c is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:32:30.251344 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-549e2ca5-9cd3-4e83-a9e8-cd54969d99d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, ba3d029b-d469-4b1a-90d0-7995de95a27c) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:30.260036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76c15c9-fd60-4625-b8a8-ee2f41ea6119 None None] Network ba3d029b-d469-4b1a-90d0-7995de95a27c requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:32:30.266460 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ffb58a6-b7c3-4d78-a628-c0153eb5caab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fd89b2ba-e499-4133-8155-f054c6fabaca), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:30.267418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549e2ca5-9cd3-4e83-a9e8-cd54969d99d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:30.268022 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-549e2ca5-9cd3-4e83-a9e8-cd54969d99d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:30.269344 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ffb58a6-b7c3-4d78-a628-c0153eb5caab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:30.273194 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7ffb58a6-b7c3-4d78-a628-c0153eb5caab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd89b2ba-e499-4133-8155-f054c6fabaca HTTP/1.1" status: 204 len: 168 time: 0.2259870 Mar 23 01:32:30.285569 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb58a6-b7c3-4d78-a628-c0153eb5caab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd89b2ba-e499-4133-8155-f054c6fabaca,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:30.306609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776d792-38d0-40ba-90eb-5feab2d82123 req-5c91f133-63ad-4be5-b8a9-a0b807a8db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:30.308697 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9776d792-38d0-40ba-90eb-5feab2d82123 req-5c91f133-63ad-4be5-b8a9-a0b807a8db0d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0880089 Mar 23 01:32:30.309104 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-549e2ca5-9cd3-4e83-a9e8-cd54969d99d8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5442729 Mar 23 01:32:30.417875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d49cf-b6ec-4976-a3c2-420b2aad0f85 req-f2782b72-bc25-4775-810d-9e7bcb8311df tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:30.426264 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-562d49cf-b6ec-4976-a3c2-420b2aad0f85 req-f2782b72-bc25-4775-810d-9e7bcb8311df tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.0765631 Mar 23 01:32:30.466827 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d3488-3108-452f-8de2-6bb427650310 req-4caa2227-cd8f-4992-9a4f-83cceb7d8922 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:30.475514 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-472d3488-3108-452f-8de2-6bb427650310 req-4caa2227-cd8f-4992-9a4f-83cceb7d8922 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.1609757 Mar 23 01:32:30.488904 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9776d792-38d0-40ba-90eb-5feab2d82123 req-f8aaa9ce-bb7a-4040-a863-ede6f2e78707 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732326 Mar 23 01:32:30.510983 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697310f8-58c3-4bcd-a190-e81ca176b525 None None] Network ba3d029b-d469-4b1a-90d0-7995de95a27c requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:32:30.534963 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-562d49cf-b6ec-4976-a3c2-420b2aad0f85 req-c5189bf0-3e37-4f97-a617-b5375bfd953e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072731 Mar 23 01:32:30.604988 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-472d3488-3108-452f-8de2-6bb427650310 req-54d2e419-8a1b-4715-aa73-3d531ffa940a tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252804 Mar 23 01:32:30.687458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a120ea-849e-49fc-9548-6e0779406688 req-cc4b981a-7304-459e-bbe2-b0c4db7bf9f2 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:30.689958 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-56a120ea-849e-49fc-9548-6e0779406688 req-cc4b981a-7304-459e-bbe2-b0c4db7bf9f2 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 947 time: 0.0952225 Mar 23 01:32:30.700318 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9776d792-38d0-40ba-90eb-5feab2d82123 req-9735211c-7688-4784-b818-e7ecd6303d28 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045958 Mar 23 01:32:30.756170 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-56a120ea-849e-49fc-9548-6e0779406688 req-1d1dbf81-e6d7-4e52-9509-27369d6c8306 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/security-groups?id=512b8583-b814-45a2-a0a8-5df0c11064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571268 Mar 23 01:32:30.862969 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33238) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:30.877678 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-392d3a7a-095f-472a-bd8b-6949ae5ce9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:30.964527 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-392d3a7a-095f-472a-bd8b-6949ae5ce9de admin admin] Publish callbacks [] for security_group (8633768b-5bd2-41be-bb94-8888f789dcd1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:30.970098 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-392d3a7a-095f-472a-bd8b-6949ae5ce9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8633768b-5bd2-41be-bb94-8888f789dcd1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:31.014631 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-392d3a7a-095f-472a-bd8b-6949ae5ce9de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=515691b2c27d418aa1502d76a571ef59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1478305 Mar 23 01:32:31.014631 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d3a7a-095f-472a-bd8b-6949ae5ce9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8633768b-5bd2-41be-bb94-8888f789dcd1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:31.015144 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33244) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:31.087623 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6918-9ed5-48ad-bd4c-bac7f86cdab8 admin admin] Publish callbacks [] for security_group (8633768b-5bd2-41be-bb94-8888f789dcd1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:31.112385 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6918-9ed5-48ad-bd4c-bac7f86cdab8 admin admin] Publish callbacks [] for security_group (8633768b-5bd2-41be-bb94-8888f789dcd1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:31.170223 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6918-9ed5-48ad-bd4c-bac7f86cdab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8633768b-5bd2-41be-bb94-8888f789dcd1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:31.173113 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6918-9ed5-48ad-bd4c-bac7f86cdab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:31.174601 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6d6a6918-9ed5-48ad-bd4c-bac7f86cdab8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8633768b-5bd2-41be-bb94-8888f789dcd1 HTTP/1.1" status: 204 len: 168 time: 0.1586177 Mar 23 01:32:31.182579 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a6918-9ed5-48ad-bd4c-bac7f86cdab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8633768b-5bd2-41be-bb94-8888f789dcd1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:31.266572 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device fe0cffda-5f41-4286-b1b8-31f3c558a0a1 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:32:31.336745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port fe0cffda-5f41-4286-b1b8-31f3c558a0a1 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:32:31.343616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port fe0cffda-5f41-4286-b1b8-31f3c558a0a1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:32:31.345371 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:31.365978 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33262) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:31.370499 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a3887-f37d-4388-891b-14593c9ab5c4 req-8292a0ad-773f-422b-8452-e16babfd7e47 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:31.372493 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cb5a3887-f37d-4388-891b-14593c9ab5c4 req-8292a0ad-773f-422b-8452-e16babfd7e47 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 944 time: 0.0656223 Mar 23 01:32:31.372711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c550c7eb-15e8-4f21-9fa8-ceb853c7f9ec admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1987139080-network', 'tenant_id': 'e91c771b12ab42d59c1c4ef89cbaabba'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:31.404202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c550c7eb-15e8-4f21-9fa8-ceb853c7f9ec admin admin] Made reservation on behalf of e91c771b12ab42d59c1c4ef89cbaabba for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:31.406948 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c550c7eb-15e8-4f21-9fa8-ceb853c7f9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:31.424415 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c550c7eb-15e8-4f21-9fa8-ceb853c7f9ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:31.442473 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cb5a3887-f37d-4388-891b-14593c9ab5c4 req-014a3965-2672-424a-a171-4ae2cbd54f7d tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628188 Mar 23 01:32:31.477695 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port fe0cffda-5f41-4286-b1b8-31f3c558a0a1 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:31.478094 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:31.509957 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745ad32c-a3bf-4ede-be8f-d7648bf29eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0cffda-5f41-4286-b1b8-31f3c558a0a1'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:31.512714 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad33d45-a696-471e-874e-bec20e9f18da" -d '{"events": [{"server_uuid": "745ad32c-a3bf-4ede-be8f-d7648bf29eff", "name": "network-vif-plugged", "status": "completed", "tag": "fe0cffda-5f41-4286-b1b8-31f3c558a0a1"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:31.526899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port fe0cffda-5f41-4286-b1b8-31f3c558a0a1, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:31.533446 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:31.544978 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c550c7eb-15e8-4f21-9fa8-ceb853c7f9ec admin admin] Publish callbacks [] for security_group (11dc22c4-3fdd-46cf-ba7f-63a0e447ac39), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:31.549073 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c550c7eb-15e8-4f21-9fa8-ceb853c7f9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (11dc22c4-3fdd-46cf-ba7f-63a0e447ac39), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:31.573021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c550c7eb-15e8-4f21-9fa8-ceb853c7f9ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:32:31.575962 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33270) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:31.591495 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550c7eb-15e8-4f21-9fa8-ceb853c7f9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dc22c4-3fdd-46cf-ba7f-63a0e447ac39,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:31.595038 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c550c7eb-15e8-4f21-9fa8-ceb853c7f9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (42a4d28c-00e9-4b1f-b86a-51a057942f1e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:31.595436 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-c550c7eb-15e8-4f21-9fa8-ceb853c7f9ec admin admin] Added segment 42a4d28c-00e9-4b1f-b86a-51a057942f1e of type vlan for network a79f14b0-d10f-4498-8fcf-b50e63892fa1 Mar 23 01:32:31.601463 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:31.607294 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a39d98c-9209-4f12-9bd9-622fbef93f0c x-openstack-request-id: req-6a39d98c-9209-4f12-9bd9-622fbef93f0c {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:31.608012 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745ad32c-a3bf-4ede-be8f-d7648bf29eff", "name": "network-vif-plugged", "status": "completed", "tag": "fe0cffda-5f41-4286-b1b8-31f3c558a0a1", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:31.608667 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a39d98c-9209-4f12-9bd9-622fbef93f0c {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:31.609542 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a39d98c-9209-4f12-9bd9-622fbef93f0c'] response: {'server_uuid': '745ad32c-a3bf-4ede-be8f-d7648bf29eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0cffda-5f41-4286-b1b8-31f3c558a0a1', 'code': 200} Mar 23 01:32:31.679069 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c550c7eb-15e8-4f21-9fa8-ceb853c7f9ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (a79f14b0-d10f-4498-8fcf-b50e63892fa1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:31.729934 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c550c7eb-15e8-4f21-9fa8-ceb853c7f9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (a79f14b0-d10f-4498-8fcf-b50e63892fa1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:31.730964 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c550c7eb-15e8-4f21-9fa8-ceb853c7f9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:31.731682 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c550c7eb-15e8-4f21-9fa8-ceb853c7f9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:31.821844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a644e91-d1a3-46a0-a960-43045db5408b req-dfd4ef6b-8e89-4c08-a8c8-fae218c5fc75 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:31.831551 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6a644e91-d1a3-46a0-a960-43045db5408b req-dfd4ef6b-8e89-4c08-a8c8-fae218c5fc75 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.1341894 Mar 23 01:32:31.832832 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c550c7eb-15e8-4f21-9fa8-ceb853c7f9ec admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4656508 Mar 23 01:32:31.833169 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33282) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:31.840857 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f8e71ba3-1fbb-4f88-818c-eec254f046ea admin admin] Request body: {'subnet': {'network_id': 'a79f14b0-d10f-4498-8fcf-b50e63892fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1987139080-subnet', 'tenant_id': 'e91c771b12ab42d59c1c4ef89cbaabba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:31.843084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550c7eb-15e8-4f21-9fa8-ceb853c7f9ec admin admin] Pushing event updated for resources: {'Network': ['ID=a79f14b0-d10f-4498-8fcf-b50e63892fa1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:31.856036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network a79f14b0-d10f-4498-8fcf-b50e63892fa1 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:32:31.864312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52542ec8-1ecb-47ec-8c04-a84228320650 req-0ee82326-a082-416c-bfdf-1e8dc55a84e4 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:31.864574 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc22b0-01e6-4bed-8640-024cc14e6548 req-7ea123ac-714f-45ac-99a6-a8fbf5ef0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:31.866036 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5cbc22b0-01e6-4bed-8640-024cc14e6548 req-7ea123ac-714f-45ac-99a6-a8fbf5ef0170 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 1127 time: 0.1306517 Mar 23 01:32:31.873064 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-52542ec8-1ecb-47ec-8c04-a84228320650 req-0ee82326-a082-416c-bfdf-1e8dc55a84e4 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.1377075 Mar 23 01:32:31.941182 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-52542ec8-1ecb-47ec-8c04-a84228320650 req-fedcebb8-8d19-45f3-92f6-b68d2b8b8cf6 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666897 Mar 23 01:32:31.965597 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e71ba3-1fbb-4f88-818c-eec254f046ea admin admin] Made reservation on behalf of e91c771b12ab42d59c1c4ef89cbaabba for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:31.968136 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f8e71ba3-1fbb-4f88-818c-eec254f046ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:31.984005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-89abab77-3a7a-43ce-b047-2482aec4c764 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2127951937', 'router:external': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:32.029648 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5cbc22b0-01e6-4bed-8640-024cc14e6548 req-5d1466cc-d427-4d20-86e1-58de48e08e30 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501341 Mar 23 01:32:32.057163 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6a644e91-d1a3-46a0-a960-43045db5408b req-9c8a6587-7572-4ba4-aa0e-c98fb034f8ab tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248983 Mar 23 01:32:32.076763 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee204616-f9c5-4f47-b62a-3158988b50ec req-8a6222dd-a2b4-47f4-9c0b-f3c89ffe4dc4 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:32.078778 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ee204616-f9c5-4f47-b62a-3158988b50ec req-8a6222dd-a2b4-47f4-9c0b-f3c89ffe4dc4 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 947 time: 0.0658641 Mar 23 01:32:32.080018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89abab77-3a7a-43ce-b047-2482aec4c764 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Made reservation on behalf of 6abac52bd3314ddc9a7e93e814399736 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:32.083576 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89abab77-3a7a-43ce-b047-2482aec4c764 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:32.105602 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89abab77-3a7a-43ce-b047-2482aec4c764 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:32.142496 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ee204616-f9c5-4f47-b62a-3158988b50ec req-7eb56d0b-933e-4d93-8c2c-8eb1e345f56b tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/security-groups?id=512b8583-b814-45a2-a0a8-5df0c11064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537522 Mar 23 01:32:32.267290 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f8e71ba3-1fbb-4f88-818c-eec254f046ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (79baf295-1386-4518-a76b-c77f13f60d64), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:32.270338 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89abab77-3a7a-43ce-b047-2482aec4c764 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for security_group (a903099d-eb66-4763-b6d2-fc5eeb61f451), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:32.293349 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89abab77-3a7a-43ce-b047-2482aec4c764 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a903099d-eb66-4763-b6d2-fc5eeb61f451), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:32.336254 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89abab77-3a7a-43ce-b047-2482aec4c764 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:32:32.351231 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abab77-3a7a-43ce-b047-2482aec4c764 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a903099d-eb66-4763-b6d2-fc5eeb61f451,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:32.355988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e71ba3-1fbb-4f88-818c-eec254f046ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=79baf295-1386-4518-a76b-c77f13f60d64,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:32.364800 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89abab77-3a7a-43ce-b047-2482aec4c764 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (cc3d6415-2307-4eb9-b13c-6a9264c385da), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:32.365157 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-89abab77-3a7a-43ce-b047-2482aec4c764 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Added segment cc3d6415-2307-4eb9-b13c-6a9264c385da of type vlan for network ff645094-e865-4c51-bdc8-5c8a97ef5836 Mar 23 01:32:32.410739 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e71ba3-1fbb-4f88-818c-eec254f046ea admin admin] Checking segment: {'id': '42a4d28c-00e9-4b1f-b86a-51a057942f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a79f14b0-d10f-4498-8fcf-b50e63892fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:32:32.411469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e71ba3-1fbb-4f88-818c-eec254f046ea admin admin] Network hostable DHCP agents. Network: a79f14b0-d10f-4498-8fcf-b50e63892fa1, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:32:32.431285 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89abab77-3a7a-43ce-b047-2482aec4c764 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (ff645094-e865-4c51-bdc8-5c8a97ef5836), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:32.445359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e71ba3-1fbb-4f88-818c-eec254f046ea admin admin] Network a79f14b0-d10f-4498-8fcf-b50e63892fa1 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:32:32.465390 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-f8e71ba3-1fbb-4f88-818c-eec254f046ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, a79f14b0-d10f-4498-8fcf-b50e63892fa1) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:32.471734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e71ba3-1fbb-4f88-818c-eec254f046ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:32.472552 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f8e71ba3-1fbb-4f88-818c-eec254f046ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:32.480588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca73903-ac34-4d2e-b281-26f5cd1f1500 None None] Network a79f14b0-d10f-4498-8fcf-b50e63892fa1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:32:32.486874 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89abab77-3a7a-43ce-b047-2482aec4c764 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (ff645094-e865-4c51-bdc8-5c8a97ef5836), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:32.492998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89abab77-3a7a-43ce-b047-2482aec4c764 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:32.493862 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89abab77-3a7a-43ce-b047-2482aec4c764 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:32.532175 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f8e71ba3-1fbb-4f88-818c-eec254f046ea admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6956773 Mar 23 01:32:32.596349 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-89abab77-3a7a-43ce-b047-2482aec4c764 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0141916 Mar 23 01:32:32.598036 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33310) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:32.603130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-2564fa60-939e-4ce3-8475-00f7f4794d69 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Request body: {'subnet': {'network_id': 'ff645094-e865-4c51-bdc8-5c8a97ef5836', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:32.617680 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2de095a-77ef-4686-84cd-ec528c88eca9 None None] Network a79f14b0-d10f-4498-8fcf-b50e63892fa1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:32:32.644166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2564fa60-939e-4ce3-8475-00f7f4794d69 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Made reservation on behalf of 6abac52bd3314ddc9a7e93e814399736 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:32.646753 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2564fa60-939e-4ce3-8475-00f7f4794d69 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:32.668432 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abab77-3a7a-43ce-b047-2482aec4c764 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Pushing event updated for resources: {'Network': ['ID=ff645094-e865-4c51-bdc8-5c8a97ef5836,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:32.695010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network ff645094-e865-4c51-bdc8-5c8a97ef5836 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:32:32.729600 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ca86c-9f4a-4a5e-b790-e36415c112c1 req-f6815268-c1e7-465e-9158-15610ff2cc51 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:32.740917 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0f1ca86c-9f4a-4a5e-b790-e36415c112c1 req-f6815268-c1e7-465e-9158-15610ff2cc51 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 945 time: 0.2130215 Mar 23 01:32:32.806226 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0f1ca86c-9f4a-4a5e-b790-e36415c112c1 req-81eb5f2d-10e9-4e9b-ba58-76da27e7a994 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639343 Mar 23 01:32:33.106138 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813b3a3-2b23-44d9-91e7-0fac36799901 req-8053501d-e13c-425c-9fca-06156be9e81c tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:33.107752 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c813b3a3-2b23-44d9-91e7-0fac36799901 req-8053501d-e13c-425c-9fca-06156be9e81c tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.0678172 Mar 23 01:32:33.107903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.objects.ports [None req-2564fa60-939e-4ce3-8475-00f7f4794d69 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:32:33.108576 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2564fa60-939e-4ce3-8475-00f7f4794d69 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (7207520e-a326-4a65-9210-5b512e78e2b1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:33.164555 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c813b3a3-2b23-44d9-91e7-0fac36799901 req-7f16dffe-d7e3-4ea2-929e-bfe82a27992e tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502636 Mar 23 01:32:33.251813 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564fa60-939e-4ce3-8475-00f7f4794d69 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7207520e-a326-4a65-9210-5b512e78e2b1,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:33.265376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564fa60-939e-4ce3-8475-00f7f4794d69 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Checking segment: {'id': 'cc3d6415-2307-4eb9-b13c-6a9264c385da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ff645094-e865-4c51-bdc8-5c8a97ef5836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:32:33.265666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2564fa60-939e-4ce3-8475-00f7f4794d69 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Network hostable DHCP agents. Network: ff645094-e865-4c51-bdc8-5c8a97ef5836, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:32:33.282726 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ab94e450-c7b8-40fe-a32f-b180f55802f2 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:32:33.290892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfaf62-615e-43b3-8de3-995e2d91b7eb req-b6ccf65d-d0b3-4563-b5b5-d0349a4138fc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:33.298104 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b3bfaf62-615e-43b3-8de3-995e2d91b7eb req-b6ccf65d-d0b3-4563-b5b5-d0349a4138fc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.0619285 Mar 23 01:32:33.305529 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-462aab77-5ae9-4c6d-b27d-11c5efbcf7c1 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:33.312964 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-462aab77-5ae9-4c6d-b27d-11c5efbcf7c1 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 806 time: 0.2010255 Mar 23 01:32:33.316431 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2564fa60-939e-4ce3-8475-00f7f4794d69 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Network ff645094-e865-4c51-bdc8-5c8a97ef5836 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:32:33.335621 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-502337c1-ca0a-4f16-8468-68846db901fe tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/quotas/ce546d225bce48df9444d857bc6abcaf HTTP/1.1" status: 200 len: 375 time: 0.0217092 Mar 23 01:32:33.349950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-2564fa60-939e-4ce3-8475-00f7f4794d69 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, ff645094-e865-4c51-bdc8-5c8a97ef5836) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:33.356485 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b3bfaf62-615e-43b3-8de3-995e2d91b7eb req-1aa78c42-63c8-4dc5-b064-4923ef9e9cd8 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546196 Mar 23 01:32:33.357999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2564fa60-939e-4ce3-8475-00f7f4794d69 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:33.358840 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2564fa60-939e-4ce3-8475-00f7f4794d69 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:33.369529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667d4c2c-08a3-4a9f-b1d5-b41b48855b18 None None] Network ff645094-e865-4c51-bdc8-5c8a97ef5836 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:32:33.386323 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-0838e928-541e-42f9-afb4-2d511d3fe48f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496888 Mar 23 01:32:33.482515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ab94e450-c7b8-40fe-a32f-b180f55802f2, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ab94e450-c7b8-40fe-a32f-b180f55802f2,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:33.500154 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33354) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:33.508561 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2564fa60-939e-4ce3-8475-00f7f4794d69 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9093654 Mar 23 01:32:33.512474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33356) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:33.517394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-69491cf8-12f8-4276-8e11-8534223cb701 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-320146277', 'network_id': 'ff645094-e865-4c51-bdc8-5c8a97ef5836'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:33.530053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3a6d7-22a6-4810-aa24-c41addf38808 req-c9623045-e704-4c4e-88c4-a7ebf6b8a226 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:33.532547 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-80b3a6d7-22a6-4810-aa24-c41addf38808 req-c9623045-e704-4c4e-88c4-a7ebf6b8a226 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 947 time: 0.0866261 Mar 23 01:32:33.533940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af8c655-0130-41e3-abd4-6840062517ae None None] Network ff645094-e865-4c51-bdc8-5c8a97ef5836 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:32:33.552980 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-1b803479-3be1-43c4-a25a-2daf1da5e1c3 service neutron] 10.222.0.18 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656842 Mar 23 01:32:33.559912 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69491cf8-12f8-4276-8e11-8534223cb701 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Made reservation on behalf of 6abac52bd3314ddc9a7e93e814399736 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:33.562581 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69491cf8-12f8-4276-8e11-8534223cb701 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:33.626270 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'ab94e450-c7b8-40fe-a32f-b180f55802f2', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': 'ab94e450-c7b8-40fe-a32f-b180f55802f2', 'mac_address': 'fa:16:3e:55:e2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:32:33.661243 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-80b3a6d7-22a6-4810-aa24-c41addf38808 req-2f3dce59-a67d-4ed1-93e8-37be5dc141bb tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/security-groups?id=512b8583-b814-45a2-a0a8-5df0c11064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216562 Mar 23 01:32:33.666312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-69491cf8-12f8-4276-8e11-8534223cb701 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] device_id is not set on port 90348562-847b-4a19-9b29-6fdc972bfb51 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:32:33.685940 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e187-c4b7-4eef-9118-f453566ade31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:33.705443 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:33.712294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ab94e450-c7b8-40fe-a32f-b180f55802f2 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:33.712844 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:33.732277 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab94e450-c7b8-40fe-a32f-b180f55802f2 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:32:33.754905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ab94e450-c7b8-40fe-a32f-b180f55802f2, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ab94e450-c7b8-40fe-a32f-b180f55802f2,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:33.761664 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:33.784635 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-2c42235a-2664-409e-a5e7-b08b29ab5c92 service neutron] 10.222.0.18 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193491 Mar 23 01:32:33.784818 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e187-c4b7-4eef-9118-f453566ade31 admin admin] Publish callbacks [] for security_group (0f2f9f18-fe7f-48f7-9705-6dd11bcb8425), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:33.793680 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e187-c4b7-4eef-9118-f453566ade31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0f2f9f18-fe7f-48f7-9705-6dd11bcb8425), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:33.828994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ab94e450-c7b8-40fe-a32f-b180f55802f2,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:33.858353 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f7f2e187-c4b7-4eef-9118-f453566ade31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b67afdaea06e49a59abedffa5baade07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3451037 Mar 23 01:32:33.859454 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2e187-c4b7-4eef-9118-f453566ade31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2f9f18-fe7f-48f7-9705-6dd11bcb8425,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:33.861986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33362) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:33.887522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-69491cf8-12f8-4276-8e11-8534223cb701 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Allocated IP 2001:db8::6c (ff645094-e865-4c51-bdc8-5c8a97ef5836/7207520e-a326-4a65-9210-5b512e78e2b1/90348562-847b-4a19-9b29-6fdc972bfb51) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:32:33.922521 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e67e40c4-d333-4c79-977b-13d9c37807cf admin admin] Publish callbacks [] for security_group (0f2f9f18-fe7f-48f7-9705-6dd11bcb8425), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:33.968229 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e67e40c4-d333-4c79-977b-13d9c37807cf admin admin] Publish callbacks [] for security_group (0f2f9f18-fe7f-48f7-9705-6dd11bcb8425), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:34.047357 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df56520-dab8-41fa-9980-18d6dc888204 req-e8a00e5a-02f0-433c-bb88-da9afdabae5c tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:34.049382 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4df56520-dab8-41fa-9980-18d6dc888204 req-e8a00e5a-02f0-433c-bb88-da9afdabae5c tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 945 time: 0.0947993 Mar 23 01:32:34.084727 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e67e40c4-d333-4c79-977b-13d9c37807cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0f2f9f18-fe7f-48f7-9705-6dd11bcb8425), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:34.087338 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e67e40c4-d333-4c79-977b-13d9c37807cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:34.088657 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e67e40c4-d333-4c79-977b-13d9c37807cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f2f9f18-fe7f-48f7-9705-6dd11bcb8425 HTTP/1.1" status: 204 len: 168 time: 0.2256453 Mar 23 01:32:34.107921 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e40c4-d333-4c79-977b-13d9c37807cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2f9f18-fe7f-48f7-9705-6dd11bcb8425,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:34.124802 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4df56520-dab8-41fa-9980-18d6dc888204 req-d615bf88-4a4b-461c-9cfd-2cf83f81b11c tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681858 Mar 23 01:32:34.171091 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ce334e8-aaea-49d2-b659-2f5b54c96821 req-50ce435c-b3e1-4cad-b171-5efeac4da98f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 210 time: 0.0687978 Mar 23 01:32:34.207506 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69491cf8-12f8-4276-8e11-8534223cb701 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for port (90348562-847b-4a19-9b29-6fdc972bfb51), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:34.278576 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69491cf8-12f8-4276-8e11-8534223cb701 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (90348562-847b-4a19-9b29-6fdc972bfb51), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:34.321736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5095273-7a21-41e5-9a08-4e28d77c24b0 req-c74729b1-2434-4ec9-97ca-106ae1190b05 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:34.328667 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f5095273-7a21-41e5-9a08-4e28d77c24b0 req-c74729b1-2434-4ec9-97ca-106ae1190b05 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.0770023 Mar 23 01:32:34.346593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69491cf8-12f8-4276-8e11-8534223cb701 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Network ff645094-e865-4c51-bdc8-5c8a97ef5836 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:32:34.348760 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69491cf8-12f8-4276-8e11-8534223cb701 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Pushing event updated for resources: {'Port': ['ID=90348562-847b-4a19-9b29-6fdc972bfb51,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:34.352289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-69491cf8-12f8-4276-8e11-8534223cb701 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:34.354733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69491cf8-12f8-4276-8e11-8534223cb701 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:32:34.356869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69491cf8-12f8-4276-8e11-8534223cb701 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:34.357490 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69491cf8-12f8-4276-8e11-8534223cb701 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:34.373713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['ab94e450-c7b8-40fe-a32f-b180f55802f2'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:32:34.390913 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f5095273-7a21-41e5-9a08-4e28d77c24b0 req-a177e014-c21d-4f89-bfc4-60b8ed28e4a0 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592792 Mar 23 01:32:34.404343 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-69491cf8-12f8-4276-8e11-8534223cb701 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.8837099 Mar 23 01:32:34.404343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33378) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:34.587340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-29e145d8-0ef4-420a-8ddb-9446beff420c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Deleting port 90348562-847b-4a19-9b29-6fdc972bfb51 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:32:34.587727 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29e145d8-0ef4-420a-8ddb-9446beff420c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (90348562-847b-4a19-9b29-6fdc972bfb51), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:34.607204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70630d5-60ae-4319-aaa9-864748e3336a req-4733b37a-6055-4bc4-b5f2-b9f48f6c891a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:34.613109 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a70630d5-60ae-4319-aaa9-864748e3336a req-4733b37a-6055-4bc4-b5f2-b9f48f6c891a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.0993264 Mar 23 01:32:34.871488 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035a74d-7924-457c-a840-c82188022713 req-2eccce8f-70bb-463a-87d2-5e246868a598 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:34.873270 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a035a74d-7924-457c-a840-c82188022713 req-2eccce8f-70bb-463a-87d2-5e246868a598 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 948 time: 0.0933230 Mar 23 01:32:34.938686 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a035a74d-7924-457c-a840-c82188022713 req-2bff1fd2-c5a0-45b2-bd15-051b8fc34c98 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/security-groups?id=512b8583-b814-45a2-a0a8-5df0c11064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517273 Mar 23 01:32:35.131288 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a70630d5-60ae-4319-aaa9-864748e3336a req-3cc549f0-0273-4f75-9ea5-0d5390b56880 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764881 Mar 23 01:32:35.143381 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29e145d8-0ef4-420a-8ddb-9446beff420c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (90348562-847b-4a19-9b29-6fdc972bfb51), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:35.161336 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-29e145d8-0ef4-420a-8ddb-9446beff420c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Calling delete_port for 90348562-847b-4a19-9b29-6fdc972bfb51 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:32:35.316319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846a01a-a6f2-47c4-942f-bd7daa1ca4c8 req-a0b140b4-9b1d-45fb-b8b6-9f83e33128b4 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:35.324443 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c846a01a-a6f2-47c4-942f-bd7daa1ca4c8 req-a0b140b4-9b1d-45fb-b8b6-9f83e33128b4 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 945 time: 0.1133254 Mar 23 01:32:35.331217 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ece530bc-0038-4595-b825-e5822520dd03 req-0962200e-5385-454e-a03e-4918f1745db5 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 210 time: 0.0399828 Mar 23 01:32:35.332049 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29e145d8-0ef4-420a-8ddb-9446beff420c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (90348562-847b-4a19-9b29-6fdc972bfb51), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:35.363175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e145d8-0ef4-420a-8ddb-9446beff420c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Pushing event deleted for resources: {'Port': ['ID=90348562-847b-4a19-9b29-6fdc972bfb51,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:35.389718 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29e145d8-0ef4-420a-8ddb-9446beff420c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:35.394643 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-29e145d8-0ef4-420a-8ddb-9446beff420c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "DELETE /v2.0/ports/90348562-847b-4a19-9b29-6fdc972bfb51 HTTP/1.1" status: 204 len: 168 time: 0.9939311 Mar 23 01:32:35.397496 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33414) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:35.405214 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff645094-e865-4c51-bdc8-5c8a97ef5836', 'external_fixed_ips': [{'subnet_id': '7207520e-a326-4a65-9210-5b512e78e2b1', 'ip_address': '2001:db8::6c'}]}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:35.417806 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c846a01a-a6f2-47c4-942f-bd7daa1ca4c8 req-fd017160-fb8b-4bc9-9da8-95710ed64107 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884788 Mar 23 01:32:35.437322 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (f263ecd3-2969-4104-a910-646c7287cf37), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:35.453270 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (f263ecd3-2969-4104-a910-646c7287cf37), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:35.529385 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90864b1-971a-4dde-87ca-6917c6623dac req-8eab57e4-4f8e-45cd-b77f-f89fc1490ec1 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:35.532372 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a90864b1-971a-4dde-87ca-6917c6623dac req-8eab57e4-4f8e-45cd-b77f-f89fc1490ec1 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.0640161 Mar 23 01:32:35.542883 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_controller (f263ecd3-2969-4104-a910-646c7287cf37), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:35.615491 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a90864b1-971a-4dde-87ca-6917c6623dac req-3452251a-fbd5-4e43-ad83-c5a85020d4ec tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600574 Mar 23 01:32:35.727457 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (f263ecd3-2969-4104-a910-646c7287cf37), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:35.799187 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be126d06-3256-4ab5-b747-d9b51737c269 req-0da78506-40a6-43ec-bfa6-665d5ac10684 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:35.800762 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be126d06-3256-4ab5-b747-d9b51737c269 req-0da78506-40a6-43ec-bfa6-665d5ac10684 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 945 time: 0.1335435 Mar 23 01:32:35.802737 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33430) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:35.863007 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be126d06-3256-4ab5-b747-d9b51737c269 req-ba198870-da57-4896-af51-417c93e57ea8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562685 Mar 23 01:32:35.966372 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-26524c0b-3ed8-47c4-bfe6-30ff57359d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1199887840'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:35.993850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26524c0b-3ed8-47c4-bfe6-30ff57359d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Made reservation on behalf of ab8f8db0c870436dbb9c0ce8f7f66a73 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:35.998078 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26524c0b-3ed8-47c4-bfe6-30ff57359d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:36.021800 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (f263ecd3-2969-4104-a910-646c7287cf37), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:36.026533 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26524c0b-3ed8-47c4-bfe6-30ff57359d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:36.051742 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:36.106207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cee7b-88fd-4b51-920b-5c77ddda76d1 req-bb3481ad-0261-47a9-9113-c063b2296085 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:36.114372 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-565cee7b-88fd-4b51-920b-5c77ddda76d1 req-bb3481ad-0261-47a9-9113-c063b2296085 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 948 time: 0.0894225 Mar 23 01:32:36.193291 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-565cee7b-88fd-4b51-920b-5c77ddda76d1 req-2dde6a13-7e3c-4638-b8a1-0335813eac54 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/security-groups?id=512b8583-b814-45a2-a0a8-5df0c11064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776486 Mar 23 01:32:36.214877 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26524c0b-3ed8-47c4-bfe6-30ff57359d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Publish callbacks [] for security_group (f19fd07a-ee0e-4b2f-81db-ac42d5118c28), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:36.219444 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26524c0b-3ed8-47c4-bfe6-30ff57359d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f19fd07a-ee0e-4b2f-81db-ac42d5118c28), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:36.247006 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26524c0b-3ed8-47c4-bfe6-30ff57359d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:32:36.255849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26524c0b-3ed8-47c4-bfe6-30ff57359d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19fd07a-ee0e-4b2f-81db-ac42d5118c28,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:36.262385 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26524c0b-3ed8-47c4-bfe6-30ff57359d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c7055614-926c-4858-a0c4-154004cedbf3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:36.262765 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-26524c0b-3ed8-47c4-bfe6-30ff57359d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Added segment c7055614-926c-4858-a0c4-154004cedbf3 of type vlan for network fc562605-825e-47d9-ab39-a7f146aadfbb Mar 23 01:32:36.284270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-a80ac3b9-a032-481f-8ecd-15e21114af0c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:36.285767 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-a80ac3b9-a032-481f-8ecd-15e21114af0c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.43 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 806 time: 0.2439878 Mar 23 01:32:36.302459 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26524c0b-3ed8-47c4-bfe6-30ff57359d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (fc562605-825e-47d9-ab39-a7f146aadfbb), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:36.323732 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-43a0f75d-69b2-4bd5-a6e0-b941b3091877 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Request body: {'port': {'device_id': '64e796ad-a58a-4e76-adf3-82f2a17bb92d', 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c', 'admin_state_up': True, 'tenant_id': 'ce546d225bce48df9444d857bc6abcaf'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:36.327363 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26524c0b-3ed8-47c4-bfe6-30ff57359d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (fc562605-825e-47d9-ab39-a7f146aadfbb), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:36.333199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26524c0b-3ed8-47c4-bfe6-30ff57359d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:36.333942 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26524c0b-3ed8-47c4-bfe6-30ff57359d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:36.398238 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Allocated IP 2001:db8::6c (ff645094-e865-4c51-bdc8-5c8a97ef5836/7207520e-a326-4a65-9210-5b512e78e2b1/294b4abc-f158-4296-89c4-b9b33b01eb4f) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:32:36.398592 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-26524c0b-3ed8-47c4-bfe6-30ff57359d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.5944793 Mar 23 01:32:36.415468 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26524c0b-3ed8-47c4-bfe6-30ff57359d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Pushing event updated for resources: {'Network': ['ID=fc562605-825e-47d9-ab39-a7f146aadfbb,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:36.416122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17bbdb-9c83-494e-9496-e562012e7df4 req-a7454b33-50f8-42d3-9a0d-aff68617e550 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:36.418146 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3f17bbdb-9c83-494e-9496-e562012e7df4 req-a7454b33-50f8-42d3-9a0d-aff68617e550 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.1859579 Mar 23 01:32:36.427420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network fc562605-825e-47d9-ab39-a7f146aadfbb details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:32:36.461380 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9582f2a-e9bc-410e-b177-9c8dc0f31e12 req-e6dbca26-93ad-49c1-a78a-6ee2a570da87 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 210 time: 0.0355065 Mar 23 01:32:36.579801 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3f17bbdb-9c83-494e-9496-e562012e7df4 req-bbe0f751-6627-4dcf-a6f6-6de5b1631222 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236551 Mar 23 01:32:36.598891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-43a0f75d-69b2-4bd5-a6e0-b941b3091877 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Made reservation on behalf of ce546d225bce48df9444d857bc6abcaf for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:36.602741 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-43a0f75d-69b2-4bd5-a6e0-b941b3091877 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:36.628380 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for port (294b4abc-f158-4296-89c4-b9b33b01eb4f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:36.642389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33446) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:36.647243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Request body: {'port': {'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb', 'binding:host_id': 'n-h1-834677-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530558720'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:36.669103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Made reservation on behalf of 83f20f31cf244b3291282f1fdfad7c8c for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:36.672158 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:36.681618 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:36.766685 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks [] for security_group (35f38931-95f1-479e-b9bc-4cfe0065020c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:36.772260 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (35f38931-95f1-479e-b9bc-4cfe0065020c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:36.777220 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] device_id is not set on port 02276f4a-b530-46ef-9ffd-13781af93a72 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:32:36.787112 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (294b4abc-f158-4296-89c4-b9b33b01eb4f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:36.858465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f38931-95f1-479e-b9bc-4cfe0065020c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:36.879108 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Network ff645094-e865-4c51-bdc8-5c8a97ef5836 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:32:36.897176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:36.899794 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:32:36.947002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Pushing event updated for resources: {'Port': ['ID=294b4abc-f158-4296-89c4-b9b33b01eb4f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:36.957966 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541114b-c1f7-43bd-b4b1-aede1cd92560 req-69e173f1-14a1-48a0-8185-da88f97a439c tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:36.959702 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4541114b-c1f7-43bd-b4b1-aede1cd92560 req-69e173f1-14a1-48a0-8185-da88f97a439c tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.2514775 Mar 23 01:32:37.026971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:37.027925 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:37.027925 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:37.028684 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:37.029115 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:37.029481 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:37.029966 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:37.030347 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:37.031061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:37.031215 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:37.032056 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:37.032387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:37.032844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:37.033241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:37.033561 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:37.039654 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-43a0f75d-69b2-4bd5-a6e0-b941b3091877 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Allocated IP 172.20.0.5 (ba3d029b-d469-4b1a-90d0-7995de95a27c/64f146eb-b581-4818-b541-536413e8a0b0/64624296-cd2d-47d3-9846-0f4297f6e579) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:32:37.042895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] device_id is not set on port 02276f4a-b530-46ef-9ffd-13781af93a72 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:32:37.055098 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks [] for port (02276f4a-b530-46ef-9ffd-13781af93a72), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:37.062919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5820c74-e94e-4b29-ab2c-807ce0334355 req-7772a39b-d519-439c-a64c-e6adf2a04ec0 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:37.064429 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a5820c74-e94e-4b29-ab2c-807ce0334355 req-7772a39b-d519-439c-a64c-e6adf2a04ec0 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 945 time: 0.1157348 Mar 23 01:32:37.072312 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (02276f4a-b530-46ef-9ffd-13781af93a72), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:37.135760 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4541114b-c1f7-43bd-b4b1-aede1cd92560 req-0d85d4a1-07ee-45ab-8daa-422b760a98f4 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398485 Mar 23 01:32:37.159497 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Pushing event updated for resources: {'Port': ['ID=02276f4a-b530-46ef-9ffd-13781af93a72,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:37.170056 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a5820c74-e94e-4b29-ab2c-807ce0334355 req-eb99b1c1-fe11-4c4e-9fae-6daa33d1cee9 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981677 Mar 23 01:32:37.196407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Checking segment: {'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:32:37.196823 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Network hostable DHCP agents. Network: fc562605-825e-47d9-ab39-a7f146aadfbb, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:32:37.231378 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Network fc562605-825e-47d9-ab39-a7f146aadfbb is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:32:37.242956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, fc562605-825e-47d9-ab39-a7f146aadfbb) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:37.248343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:32:37.257658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94f4333-21b3-4c46-96b6-5db584490904 None None] Network fc562605-825e-47d9-ab39-a7f146aadfbb requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:32:37.302509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:37.303622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:37.303622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:37.318384 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:37.318738 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:37.320042 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 2 to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 Mar 23 01:32:37.322149 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ab94e450-c7b8-40fe-a32f-b180f55802f2 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:32:37.353038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a05c5b-5e59-46fc-9f3a-21f854a8c1b1 req-f29d6481-d3db-472a-9ee4-921143ac1c6d tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:37.355438 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f8a05c5b-5e59-46fc-9f3a-21f854a8c1b1 req-f29d6481-d3db-472a-9ee4-921143ac1c6d tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 948 time: 0.0914290 Mar 23 01:32:37.356825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:37.356825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:37.357127 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:37.362712 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:37.363076 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:37.364856 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 3 to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 Mar 23 01:32:37.375751 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (f263ecd3-2969-4104-a910-646c7287cf37), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:37.395111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:37.395416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:37.396379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:37.405219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:37.405560 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:37.407655 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 4 to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 Mar 23 01:32:37.429878 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:37.430274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:37.430623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:37.440738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:37.441083 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:37.442535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port ab94e450-c7b8-40fe-a32f-b180f55802f2 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:32:37.446941 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 5 to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 Mar 23 01:32:37.456404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port ab94e450-c7b8-40fe-a32f-b180f55802f2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:32:37.457225 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:37.471733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:37.472371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:37.472913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:37.484670 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-43a0f75d-69b2-4bd5-a6e0-b941b3091877 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks [] for port (64624296-cd2d-47d3-9846-0f4297f6e579), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:37.500885 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f8a05c5b-5e59-46fc-9f3a-21f854a8c1b1 req-e81b5173-c3bc-4e39-bf24-fec5c5c0f93d tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/security-groups?id=512b8583-b814-45a2-a0a8-5df0c11064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334052 Mar 23 01:32:37.503217 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:37.506776 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:37.507337 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 6 to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 Mar 23 01:32:37.541888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:37.542230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:37.542573 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:37.550834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:37.551096 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:37.551488 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 7 to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 Mar 23 01:32:37.571706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:37.573342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:37.573853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:37.582936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:37.583799 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:37.583799 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 8 to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 Mar 23 01:32:37.589643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ab94e450-c7b8-40fe-a32f-b180f55802f2 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:37.590238 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:37.602067 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:37.602067 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:37.602067 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:37.608244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:37.608576 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:37.611057 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 9 to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 Mar 23 01:32:37.623818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad9f7d6-9930-43cb-bde9-db3aac71f504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab94e450-c7b8-40fe-a32f-b180f55802f2'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:37.629250 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f18d9e-4ede-459a-b886-1525153538c3" -d '{"events": [{"server_uuid": "3ad9f7d6-9930-43cb-bde9-db3aac71f504", "name": "network-vif-plugged", "status": "completed", "tag": "ab94e450-c7b8-40fe-a32f-b180f55802f2"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:37.656822 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ab94e450-c7b8-40fe-a32f-b180f55802f2, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ab94e450-c7b8-40fe-a32f-b180f55802f2,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:37.663328 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:37.665774 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:37.666120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:37.666634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:37.679997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:37.681213 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:37.690758 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 10 to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 Mar 23 01:32:37.718216 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:37.718564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:37.719434 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:37.720082 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-43a0f75d-69b2-4bd5-a6e0-b941b3091877 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:37.723952 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (f263ecd3-2969-4104-a910-646c7287cf37), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:37.728135 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 02276f4a-b530-46ef-9ffd-13781af93a72 on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:37.728668 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 02276f4a-b530-46ef-9ffd-13781af93a72 on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:37.729164 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (02276f4a-b530-46ef-9ffd-13781af93a72), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:37.741601 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ab94e450-c7b8-40fe-a32f-b180f55802f2,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:37.759282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf7f6d-21a0-4b41-9bf3-0ce966921931 req-e3a28539-4c0d-4000-8c98-f7b1b401bbf6 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:37.760844 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3ebf7f6d-21a0-4b41-9bf3-0ce966921931 req-e3a28539-4c0d-4000-8c98-f7b1b401bbf6 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 931 time: 0.1509290 Mar 23 01:32:37.847603 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] For port 02276f4a-b530-46ef-9ffd-13781af93a72, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:32:37.847982 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempted to set empty binding levels {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 01:32:37.853452 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3ebf7f6d-21a0-4b41-9bf3-0ce966921931 req-fae4808c-26a0-432e-9e40-f0e5bbb383aa tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741613 Mar 23 01:32:37.855475 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (02276f4a-b530-46ef-9ffd-13781af93a72), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:37.888444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:37.889279 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:37.912121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Pushing event updated for resources: {'Port': ['ID=02276f4a-b530-46ef-9ffd-13781af93a72,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:37.917656 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b5a84a-f397-49ec-93f4-33b700e0781c x-openstack-request-id: req-74b5a84a-f397-49ec-93f4-33b700e0781c {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:37.917920 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad9f7d6-9930-43cb-bde9-db3aac71f504", "name": "network-vif-plugged", "status": "completed", "tag": "ab94e450-c7b8-40fe-a32f-b180f55802f2", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:37.919049 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74b5a84a-f397-49ec-93f4-33b700e0781c {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:37.922244 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-16b789fc-47d1-4500-95f3-aca55271022a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.2761955 Mar 23 01:32:37.922546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33470) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:37.924164 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74b5a84a-f397-49ec-93f4-33b700e0781c'] response: {'server_uuid': '3ad9f7d6-9930-43cb-bde9-db3aac71f504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab94e450-c7b8-40fe-a32f-b180f55802f2', 'code': 200} Mar 23 01:32:38.023257 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-8cd649ea-a222-448b-8100-e47c1d2c70f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Deleting port 02276f4a-b530-46ef-9ffd-13781af93a72 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:32:38.023599 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8cd649ea-a222-448b-8100-e47c1d2c70f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (02276f4a-b530-46ef-9ffd-13781af93a72), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:38.087285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-8cd649ea-a222-448b-8100-e47c1d2c70f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] For port 02276f4a-b530-46ef-9ffd-13781af93a72, host n-h1-834677-4, got binding levels [] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:38.087649 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8cd649ea-a222-448b-8100-e47c1d2c70f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (02276f4a-b530-46ef-9ffd-13781af93a72), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:38.102308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-8cd649ea-a222-448b-8100-e47c1d2c70f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Calling delete_port for 02276f4a-b530-46ef-9ffd-13781af93a72 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:32:38.182123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-43a0f75d-69b2-4bd5-a6e0-b941b3091877 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Network ba3d029b-d469-4b1a-90d0-7995de95a27c is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:32:38.195327 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8cd649ea-a222-448b-8100-e47c1d2c70f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (02276f4a-b530-46ef-9ffd-13781af93a72), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:38.207842 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0f75d-69b2-4bd5-a6e0-b941b3091877 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Pushing event updated for resources: {'Port': ['ID=64624296-cd2d-47d3-9846-0f4297f6e579,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:38.210423 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-43a0f75d-69b2-4bd5-a6e0-b941b3091877 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:38.218814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-43a0f75d-69b2-4bd5-a6e0-b941b3091877 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:32:38.228462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd649ea-a222-448b-8100-e47c1d2c70f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Pushing event deleted for resources: {'Port': ['ID=02276f4a-b530-46ef-9ffd-13781af93a72,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:38.257566 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8cd649ea-a222-448b-8100-e47c1d2c70f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:38.260962 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8cd649ea-a222-448b-8100-e47c1d2c70f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] 10.222.0.18 "DELETE /v2.0/ports/02276f4a-b530-46ef-9ffd-13781af93a72 HTTP/1.1" status: 204 len: 168 time: 0.3372209 Mar 23 01:32:38.265549 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33482) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:38.275511 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebed41-2699-404f-b39a-1780fc29a9d2 req-062a4d21-f20a-40f1-a17f-26bfcf1c76ed tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:38.277029 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a5ebed41-2699-404f-b39a-1780fc29a9d2 req-062a4d21-f20a-40f1-a17f-26bfcf1c76ed tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.5685630 Mar 23 01:32:38.286977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f1d5f-1a1e-4067-9024-055c3b6248ab req-bf6c1651-5669-466f-869c-c955e7b6a734 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:38.288484 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de5f1d5f-1a1e-4067-9024-055c3b6248ab req-bf6c1651-5669-466f-869c-c955e7b6a734 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.0614171 Mar 23 01:32:38.325552 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1daf8ca-c95d-4092-b7eb-6ec7f174532a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] GET failed (client error): The resource could not be found. Mar 23 01:32:38.326962 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a1daf8ca-c95d-4092-b7eb-6ec7f174532a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] 10.222.0.18 "GET /v2.0/ports/02276f4a-b530-46ef-9ffd-13781af93a72 HTTP/1.1" status: 404 len: 333 time: 0.0590019 Mar 23 01:32:38.332877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33484) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:38.337772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-68b9b19c-2b96-48d3-b53b-1ac7992c1df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Request body: {'port': {'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-926145379'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:38.348186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de5f1d5f-1a1e-4067-9024-055c3b6248ab req-13e55fd0-d17a-4d1b-95a9-55c5345018d3 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536854 Mar 23 01:32:38.350961 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-43a0f75d-69b2-4bd5-a6e0-b941b3091877 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:38.351110 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-43a0f75d-69b2-4bd5-a6e0-b941b3091877 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:38.369486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eea7df-eafe-4626-ab9b-a2b55b0e89e7 req-5df17af7-7b8a-47b3-9141-a6cd848a1788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:38.371026 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1eea7df-eafe-4626-ab9b-a2b55b0e89e7 req-5df17af7-7b8a-47b3-9141-a6cd848a1788 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 1131 time: 0.2392225 Mar 23 01:32:38.371948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b9b19c-2b96-48d3-b53b-1ac7992c1df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Made reservation on behalf of 83f20f31cf244b3291282f1fdfad7c8c for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:38.375291 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-68b9b19c-2b96-48d3-b53b-1ac7992c1df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:38.391470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-68b9b19c-2b96-48d3-b53b-1ac7992c1df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] device_id is not set on port 4117f525-8552-425e-9a51-6b6fd7e6e71e yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:32:38.394902 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-43a0f75d-69b2-4bd5-a6e0-b941b3091877 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0811718 Mar 23 01:32:38.425379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Request body: {'port': {'device_id': '64e796ad-a58a-4e76-adf3-82f2a17bb92d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:38.435066 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a5ebed41-2699-404f-b39a-1780fc29a9d2 req-c6f072c2-689d-4f2d-9c7f-acfe39c7ce72 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414001 Mar 23 01:32:38.483897 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1eea7df-eafe-4626-ab9b-a2b55b0e89e7 req-2be99396-8361-451f-8323-01f48b135931 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=512b8583-b814-45a2-a0a8-5df0c11064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998051 Mar 23 01:32:38.489236 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Router f263ecd3-2969-4104-a910-646c7287cf37 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:32:38.521018 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:38.561112 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-68b9b19c-2b96-48d3-b53b-1ac7992c1df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks [] for port (4117f525-8552-425e-9a51-6b6fd7e6e71e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:38.623361 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-68b9b19c-2b96-48d3-b53b-1ac7992c1df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4117f525-8552-425e-9a51-6b6fd7e6e71e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:38.683486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f93294-2e54-4c75-8af7-b8e7ea3f1a98 req-c9d302c2-eefb-43d1-96d4-2cc411a48c0a tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:38.684911 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-41f93294-2e54-4c75-8af7-b8e7ea3f1a98 req-c9d302c2-eefb-43d1-96d4-2cc411a48c0a tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 949 time: 0.1049554 Mar 23 01:32:38.690329 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b9b19c-2b96-48d3-b53b-1ac7992c1df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Network fc562605-825e-47d9-ab39-a7f146aadfbb is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:32:38.701006 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9b19c-2b96-48d3-b53b-1ac7992c1df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Pushing event updated for resources: {'Port': ['ID=4117f525-8552-425e-9a51-6b6fd7e6e71e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:38.703430 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-68b9b19c-2b96-48d3-b53b-1ac7992c1df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:38.711737 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b9b19c-2b96-48d3-b53b-1ac7992c1df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:32:38.712711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b9b19c-2b96-48d3-b53b-1ac7992c1df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:38.713297 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-68b9b19c-2b96-48d3-b53b-1ac7992c1df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:38.722060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:32:38.743673 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Sync routers for ids ['f263ecd3-2969-4104-a910-646c7287cf37'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:32:38.747198 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-68b9b19c-2b96-48d3-b53b-1ac7992c1df9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4131515 Mar 23 01:32:38.750501 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33488) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:38.755505 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:38.762374 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Routers {'f263ecd3-2969-4104-a910-646c7287cf37'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:32:38.762850 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-41f93294-2e54-4c75-8af7-b8e7ea3f1a98 req-3338670c-48c9-4ce2-9bb3-ceb8d5c3b866 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/security-groups?id=512b8583-b814-45a2-a0a8-5df0c11064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714343 Mar 23 01:32:38.763342 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f263ecd3-2969-4104-a910-646c7287cf37'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:38.778234 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:38.782315 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a1d05ff9-3eda-4904-b0f1-88be819c42ea tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.3805928 Mar 23 01:32:38.782625 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33490) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:38.825251 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4117f525-8552-425e-9a51-6b6fd7e6e71e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:38.890351 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Set router f263ecd3-2969-4104-a910-646c7287cf37 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:32:38.929789 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f14cc104-1e14-49d9-83e8-45308f73b81c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router (f263ecd3-2969-4104-a910-646c7287cf37), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.049705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] device_id is not set on port 4117f525-8552-425e-9a51-6b6fd7e6e71e yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:32:39.060816 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks [] for port (4117f525-8552-425e-9a51-6b6fd7e6e71e), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.068874 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (4117f525-8552-425e-9a51-6b6fd7e6e71e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.077285 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64624296-cd2d-47d3-9846-0f4297f6e579 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:32:39.088095 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Publish callbacks [] for port (64624296-cd2d-47d3-9846-0f4297f6e579), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.113102 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f263ecd3-2969-4104-a910-646c7287cf37', 'name': '', 'tenant_id': '6abac52bd3314ddc9a7e93e814399736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff645094-e865-4c51-bdc8-5c8a97ef5836', 'external_fixed_ips': [{'subnet_id': '7207520e-a326-4a65-9210-5b512e78e2b1', 'ip_address': '2001:db8::6c'}], 'enable_snat': True}, 'gw_port_id': '294b4abc-f158-4296-89c4-b9b33b01eb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:32:35Z', 'updated_at': '2022-03-23T01:32:37Z', 'revision_number': 3, 'project_id': '6abac52bd3314ddc9a7e93e814399736', 'gw_port': {'id': '294b4abc-f158-4296-89c4-b9b33b01eb4f', 'name': '', 'network_id': 'ff645094-e865-4c51-bdc8-5c8a97ef5836', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:aa:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f263ecd3-2969-4104-a910-646c7287cf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '7207520e-a326-4a65-9210-5b512e78e2b1', 'ip_address': '2001:db8::6c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:32:36Z', 'updated_at': '2022-03-23T01:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7207520e-a326-4a65-9210-5b512e78e2b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:39.114827 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Transition to ACTIVE for port object 64624296-cd2d-47d3-9846-0f4297f6e579 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:32:39.118681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Pushing event updated for resources: {'Port': ['ID=4117f525-8552-425e-9a51-6b6fd7e6e71e,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:39.127384 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8258d-9290-43b0-938b-f4ad0d50bf33 req-8ce9898f-0d4d-429a-8fee-72bbd3fd5f87 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.133077 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b7f8258d-9290-43b0-938b-f4ad0d50bf33 req-8ce9898f-0d4d-429a-8fee-72bbd3fd5f87 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 931 time: 0.1592398 Mar 23 01:32:39.134584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:39.134929 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:39.135271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:39.140204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:39.140533 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:39.140951 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 2 to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e Mar 23 01:32:39.141441 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.154093 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Checking router: f263ecd3-2969-4104-a910-646c7287cf37 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:32:39.154426 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Updating router f263ecd3-2969-4104-a910-646c7287cf37 port 294b4abc-f158-4296-89c4-b9b33b01eb4f binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:32:39.155662 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:39.156864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:39.157392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:39.163555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:39.164060 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:39.164529 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 3 to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e Mar 23 01:32:39.178868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:39.179362 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:39.179820 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:39.185155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:39.185596 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:39.186089 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 4 to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e Mar 23 01:32:39.186834 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (294b4abc-f158-4296-89c4-b9b33b01eb4f), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.201629 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:39.201976 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:39.202369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:39.207220 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:39.207707 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:39.208110 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 5 to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e Mar 23 01:32:39.212763 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f14cc104-1e14-49d9-83e8-45308f73b81c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (f263ecd3-2969-4104-a910-646c7287cf37), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.221351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:39.221696 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:39.222170 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:39.226858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:39.227194 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:39.228232 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 6 to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e Mar 23 01:32:39.241670 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:39.242056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:39.242297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:39.247242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:39.247434 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Pushing event updated for resources: {'Port': ['ID=64624296-cd2d-47d3-9846-0f4297f6e579,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:39.247648 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:39.247963 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 7 to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e Mar 23 01:32:39.260650 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:39.261013 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:39.261464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:39.268028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:39.268372 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:39.268818 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 8 to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e Mar 23 01:32:39.283334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:39.283728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:39.284037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:39.289856 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:39.290205 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:39.290594 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 9 to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e Mar 23 01:32:39.304775 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:39.305134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:39.305481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:39.310882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:39.311219 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:39.311812 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 10 to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e Mar 23 01:32:39.325082 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b7f8258d-9290-43b0-938b-f4ad0d50bf33 req-7c5f9966-30cd-4ed0-aa11-8638369c4a7a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640749 Mar 23 01:32:39.327294 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:39.327638 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:39.327982 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:39.332457 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:39.332822 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 4117f525-8552-425e-9a51-6b6fd7e6e71e on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:39.333193 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4117f525-8552-425e-9a51-6b6fd7e6e71e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.394931 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Attempting to bind port 64624296-cd2d-47d3-9846-0f4297f6e579 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:39.395250 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Attempting to bind port 64624296-cd2d-47d3-9846-0f4297f6e579 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:39.395577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Attempting to bind port 64624296-cd2d-47d3-9846-0f4297f6e579 on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:39.401368 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-f14cc104-1e14-49d9-83e8-45308f73b81c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Deleting port 294b4abc-f158-4296-89c4-b9b33b01eb4f {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:32:39.401711 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f14cc104-1e14-49d9-83e8-45308f73b81c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (294b4abc-f158-4296-89c4-b9b33b01eb4f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.404272 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Port 64624296-cd2d-47d3-9846-0f4297f6e579 on network ba3d029b-d469-4b1a-90d0-7995de95a27c not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:39.404590 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Attempting to bind port 64624296-cd2d-47d3-9846-0f4297f6e579 on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:39.406230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] For port 4117f525-8552-425e-9a51-6b6fd7e6e71e, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:32:39.407622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempted to set empty binding levels {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 01:32:39.415071 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (4117f525-8552-425e-9a51-6b6fd7e6e71e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.445327 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:32:39.445671 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Checking segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:32:39.446053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Bound using segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:32:39.452449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Bound port: 64624296-cd2d-47d3-9846-0f4297f6e579, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:32:39.452449 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.495334 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Publish callbacks [] for port (294b4abc-f158-4296-89c4-b9b33b01eb4f), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.503260 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (294b4abc-f158-4296-89c4-b9b33b01eb4f), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.505299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Pushing event updated for resources: {'Port': ['ID=4117f525-8552-425e-9a51-6b6fd7e6e71e,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:39.509205 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] In _notify_port_updated(), no bound segment for port 4117f525-8552-425e-9a51-6b6fd7e6e71e on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 01:32:39.510251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.511418 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.513034 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-79388941-7ef1-48f0-9b47-f5e8b4ece4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] 10.222.0.18 "PUT /v2.0/ports/4117f525-8552-425e-9a51-6b6fd7e6e71e HTTP/1.1" status: 200 len: 978 time: 0.7615952 Mar 23 01:32:39.517303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33508) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:39.575729 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Attempting to bind port 294b4abc-f158-4296-89c4-b9b33b01eb4f on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:39.576369 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Attempting to bind port 294b4abc-f158-4296-89c4-b9b33b01eb4f by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'cc3d6415-2307-4eb9-b13c-6a9264c385da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ff645094-e865-4c51-bdc8-5c8a97ef5836'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:39.578286 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Attempting to bind port 294b4abc-f158-4296-89c4-b9b33b01eb4f on network ff645094-e865-4c51-bdc8-5c8a97ef5836 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:39.578422 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f14cc104-1e14-49d9-83e8-45308f73b81c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (294b4abc-f158-4296-89c4-b9b33b01eb4f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.578997 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712039e-029a-4d93-854a-604c85755118 None None] Pushing event updated for resources: {'Port': ['ID=294b4abc-f158-4296-89c4-b9b33b01eb4f,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:39.588183 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:32:39.588552 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Checking segment: {'id': 'cc3d6415-2307-4eb9-b13c-6a9264c385da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ff645094-e865-4c51-bdc8-5c8a97ef5836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:32:39.589358 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.589358 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Bound using segment: {'id': 'cc3d6415-2307-4eb9-b13c-6a9264c385da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ff645094-e865-4c51-bdc8-5c8a97ef5836'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:32:39.589831 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Bound port: 294b4abc-f158-4296-89c4-b9b33b01eb4f, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3d6415-2307-4eb9-b13c-6a9264c385da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ff645094-e865-4c51-bdc8-5c8a97ef5836'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:32:39.590239 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (294b4abc-f158-4296-89c4-b9b33b01eb4f), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.592669 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712039e-029a-4d93-854a-604c85755118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:39.593014 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712039e-029a-4d93-854a-604c85755118 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:39.593347 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712039e-029a-4d93-854a-604c85755118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:39.593681 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712039e-029a-4d93-854a-604c85755118 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:39.594003 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712039e-029a-4d93-854a-604c85755118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:39.594798 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712039e-029a-4d93-854a-604c85755118 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:39.594798 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712039e-029a-4d93-854a-604c85755118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:39.595039 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712039e-029a-4d93-854a-604c85755118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:39.595333 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712039e-029a-4d93-854a-604c85755118 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:39.595696 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712039e-029a-4d93-854a-604c85755118 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:39.595965 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712039e-029a-4d93-854a-604c85755118 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:39.596297 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712039e-029a-4d93-854a-604c85755118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:39.596631 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712039e-029a-4d93-854a-604c85755118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:39.596940 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712039e-029a-4d93-854a-604c85755118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:39.597256 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712039e-029a-4d93-854a-604c85755118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:39.603862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] For port 64624296-cd2d-47d3-9846-0f4297f6e579, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:32:39.606760 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-f14cc104-1e14-49d9-83e8-45308f73b81c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Calling delete_port for 294b4abc-f158-4296-89c4-b9b33b01eb4f owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:32:39.629191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] For port 64624296-cd2d-47d3-9846-0f4297f6e579, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=64624296-cd2d-47d3-9846-0f4297f6e579,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:32:39.629594 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481dba0-2330-4296-b7a0-847f9bbdeee5 req-04e2cd28-2ed5-4400-a646-4804f0886c16 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.632515 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d481dba0-2330-4296-b7a0-847f9bbdeee5 req-04e2cd28-2ed5-4400-a646-4804f0886c16 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.1833606 Mar 23 01:32:39.650950 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] For port 294b4abc-f158-4296-89c4-b9b33b01eb4f, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:32:39.654716 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] For port 294b4abc-f158-4296-89c4-b9b33b01eb4f, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=294b4abc-f158-4296-89c4-b9b33b01eb4f,segment=NetworkSegment(cc3d6415-2307-4eb9-b13c-6a9264c385da),segment_id=cc3d6415-2307-4eb9-b13c-6a9264c385da)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:32:39.662253 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (294b4abc-f158-4296-89c4-b9b33b01eb4f), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.675816 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.684102 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f75000-0471-4e43-8145-a3ccfc3a33df req-517c23cd-28f6-4975-b6f1-545b2c864675 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.685685 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-70f75000-0471-4e43-8145-a3ccfc3a33df req-517c23cd-28f6-4975-b6f1-545b2c864675 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.1597805 Mar 23 01:32:39.707599 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.708303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.708758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.709283 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.709808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.710446 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.711123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.711467 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.711982 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.712493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.713021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.713527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.714032 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.714536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.715079 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.715587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.716464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.716659 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.717111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.719242 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Routers {'f263ecd3-2969-4104-a910-646c7287cf37'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:32:39.719862 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f263ecd3-2969-4104-a910-646c7287cf37'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:39.720994 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-412b9533-94b3-4f75-9439-3cc823cdb96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17407 time: 0.2024684 Mar 23 01:32:39.724369 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d481dba0-2330-4296-b7a0-847f9bbdeee5 req-326254b5-30e2-4b97-91d9-fd6525f8128f tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781267 Mar 23 01:32:39.724969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33510) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:39.738633 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.739535 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.741313 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] 10.222.0.43 "PUT /v2.0/ports/64624296-cd2d-47d3-9846-0f4297f6e579 HTTP/1.1" status: 200 len: 1091 time: 1.3243408 Mar 23 01:32:39.753804 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e796ad-a58a-4e76-adf3-82f2a17bb92d', 'tag': '64624296-cd2d-47d3-9846-0f4297f6e579'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:39.756029 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635f85ed-43cc-4975-87ee-667741c362ef" -d '{"events": [{"name": "network-changed", "server_uuid": "64e796ad-a58a-4e76-adf3-82f2a17bb92d", "tag": "64624296-cd2d-47d3-9846-0f4297f6e579"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:39.761401 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712039e-029a-4d93-854a-604c85755118 None None] Pushing event updated for resources: {'Port': ['ID=294b4abc-f158-4296-89c4-b9b33b01eb4f,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:39.830096 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] Set router f263ecd3-2969-4104-a910-646c7287cf37 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:32:39.850153 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7eeba0-3822-4d23-9a3b-2e832f4e4391 x-openstack-request-id: req-cb7eeba0-3822-4d23-9a3b-2e832f4e4391 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:39.850436 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e796ad-a58a-4e76-adf3-82f2a17bb92d", "tag": "64624296-cd2d-47d3-9846-0f4297f6e579", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:39.850696 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb7eeba0-3822-4d23-9a3b-2e832f4e4391 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:39.851080 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7eeba0-3822-4d23-9a3b-2e832f4e4391'] response: {'name': 'network-changed', 'server_uuid': '64e796ad-a58a-4e76-adf3-82f2a17bb92d', 'tag': '64624296-cd2d-47d3-9846-0f4297f6e579', 'status': 'completed', 'code': 200} Mar 23 01:32:39.851680 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-fba30cee-6a62-4376-8bc2-0ef2df32a599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Deleting port 4117f525-8552-425e-9a51-6b6fd7e6e71e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:32:39.852211 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fba30cee-6a62-4376-8bc2-0ef2df32a599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4117f525-8552-425e-9a51-6b6fd7e6e71e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.855089 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae1a4b-ba5b-4a29-a2d8-9fe603ee3c9c service neutron] Pushing event updated for resources: {'Port': ['ID=64624296-cd2d-47d3-9846-0f4297f6e579,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:39.864259 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-70f75000-0471-4e43-8145-a3ccfc3a33df req-fdbed248-b861-4b29-ac49-5b4c1941408e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685643 Mar 23 01:32:39.896571 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f263ecd3-2969-4104-a910-646c7287cf37', 'name': '', 'tenant_id': '6abac52bd3314ddc9a7e93e814399736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:32:35Z', 'updated_at': '2022-03-23T01:32:39Z', 'revision_number': 4, 'project_id': '6abac52bd3314ddc9a7e93e814399736', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:39.928161 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db397e-40ef-4914-b64c-7507ffcf44ae None None] The sync data for ids ['f263ecd3-2969-4104-a910-646c7287cf37'] in n-d-834677-4 is: [{'id': 'f263ecd3-2969-4104-a910-646c7287cf37', 'name': '', 'tenant_id': '6abac52bd3314ddc9a7e93e814399736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:32:35Z', 'updated_at': '2022-03-23T01:32:39Z', 'revision_number': 4, 'project_id': '6abac52bd3314ddc9a7e93e814399736', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:32:39.944034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-fba30cee-6a62-4376-8bc2-0ef2df32a599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] For port 4117f525-8552-425e-9a51-6b6fd7e6e71e, host n-h1-834677-4, got binding levels [] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:39.947806 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fba30cee-6a62-4376-8bc2-0ef2df32a599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4117f525-8552-425e-9a51-6b6fd7e6e71e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:39.981779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-0defc64f-0dd7-476f-9d9c-4af6000c7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:39.983466 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-0defc64f-0dd7-476f-9d9c-4af6000c7f92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 1125 time: 0.1063325 Mar 23 01:32:39.984150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-fba30cee-6a62-4376-8bc2-0ef2df32a599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Calling delete_port for 4117f525-8552-425e-9a51-6b6fd7e6e71e owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:32:39.987747 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f14cc104-1e14-49d9-83e8-45308f73b81c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (294b4abc-f158-4296-89c4-b9b33b01eb4f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.024496 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cc104-1e14-49d9-83e8-45308f73b81c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Pushing event deleted for resources: {'Port': ['ID=294b4abc-f158-4296-89c4-b9b33b01eb4f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:40.058653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08a976-42c0-4f18-af33-a411f1505527 req-52b9e968-9fe7-4526-a64c-1ce1f70357bb tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:40.061148 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd08a976-42c0-4f18-af33-a411f1505527 req-52b9e968-9fe7-4526-a64c-1ce1f70357bb tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 949 time: 0.1186571 Mar 23 01:32:40.078942 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f14cc104-1e14-49d9-83e8-45308f73b81c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (f263ecd3-2969-4104-a910-646c7287cf37), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.083334 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-063e5e65-43d2-4272-a5f1-0fb2920eba62 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64624296-cd2d-47d3-9846-0f4297f6e579 HTTP/1.1" status: 200 len: 217 time: 0.0694544 Mar 23 01:32:40.144178 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fba30cee-6a62-4376-8bc2-0ef2df32a599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4117f525-8552-425e-9a51-6b6fd7e6e71e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.160313 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd08a976-42c0-4f18-af33-a411f1505527 req-046b0a82-edb2-461a-aa40-2ea5cab8b1cf tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/security-groups?id=512b8583-b814-45a2-a0a8-5df0c11064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847597 Mar 23 01:32:40.190108 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba30cee-6a62-4376-8bc2-0ef2df32a599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Pushing event deleted for resources: {'Port': ['ID=4117f525-8552-425e-9a51-6b6fd7e6e71e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:40.200242 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fba30cee-6a62-4376-8bc2-0ef2df32a599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.203671 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fba30cee-6a62-4376-8bc2-0ef2df32a599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] 10.222.0.18 "DELETE /v2.0/ports/4117f525-8552-425e-9a51-6b6fd7e6e71e HTTP/1.1" status: 204 len: 168 time: 0.4776270 Mar 23 01:32:40.209069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33526) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:40.221357 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f14cc104-1e14-49d9-83e8-45308f73b81c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (f263ecd3-2969-4104-a910-646c7287cf37), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.224724 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f14cc104-1e14-49d9-83e8-45308f73b81c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_controller (f263ecd3-2969-4104-a910-646c7287cf37), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.236050 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-e725be54-cc01-4570-ab0e-c7188998cdeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] GET failed (client error): The resource could not be found. Mar 23 01:32:40.241872 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e725be54-cc01-4570-ab0e-c7188998cdeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] 10.222.0.18 "GET /v2.0/ports/4117f525-8552-425e-9a51-6b6fd7e6e71e HTTP/1.1" status: 404 len: 333 time: 0.0309570 Mar 23 01:32:40.241872 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33528) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:40.246462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-02a82c4c-9205-4978-b27c-a9e63a09d769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2146576374', 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:40.265361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a82c4c-9205-4978-b27c-a9e63a09d769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Made reservation on behalf of 83f20f31cf244b3291282f1fdfad7c8c for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:40.265749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e673d372-e784-4736-b975-45ad73705228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:40.267309 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-e673d372-e784-4736-b975-45ad73705228 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.1593909 Mar 23 01:32:40.267594 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-02a82c4c-9205-4978-b27c-a9e63a09d769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.276872 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f14cc104-1e14-49d9-83e8-45308f73b81c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (f263ecd3-2969-4104-a910-646c7287cf37), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.277430 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14cc104-1e14-49d9-83e8-45308f73b81c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f263ecd3-2969-4104-a910-646c7287cf37 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:32:40.282791 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f14cc104-1e14-49d9-83e8-45308f73b81c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.284515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-02a82c4c-9205-4978-b27c-a9e63a09d769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] device_id is not set on port 8aba664e-eead-4750-9449-3bf5a0fdd3fd yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:32:40.286899 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f14cc104-1e14-49d9-83e8-45308f73b81c tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "DELETE /v2.0/routers/f263ecd3-2969-4104-a910-646c7287cf37 HTTP/1.1" status: 204 len: 168 time: 1.5032852 Mar 23 01:32:40.288338 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33530) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:40.315142 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-64d28387-a293-45c7-8fbb-dcef8f65bbeb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271287 Mar 23 01:32:40.377319 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-920fca34-3ca4-4ce0-b6cc-db340b95f476 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Deleting subnet 7207520e-a326-4a65-9210-5b512e78e2b1 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:32:40.381356 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-920fca34-3ca4-4ce0-b6cc-db340b95f476 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for subnet (7207520e-a326-4a65-9210-5b512e78e2b1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.432970 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-920fca34-3ca4-4ce0-b6cc-db340b95f476 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (7207520e-a326-4a65-9210-5b512e78e2b1), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.444744 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-f36cc359-c66d-4e47-b305-bf8be6476ef8 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225724 Mar 23 01:32:40.470347 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68742c55-a7bc-45c7-be81-b9a62bc5efe1 req-fed76d63-9fe9-4b4f-9cda-94e8e632cb9c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:40.471858 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68742c55-a7bc-45c7-be81-b9a62bc5efe1 req-fed76d63-9fe9-4b4f-9cda-94e8e632cb9c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 943 time: 0.0771372 Mar 23 01:32:40.528935 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-920fca34-3ca4-4ce0-b6cc-db340b95f476 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (7207520e-a326-4a65-9210-5b512e78e2b1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.562844 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-02a82c4c-9205-4978-b27c-a9e63a09d769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks [] for port (8aba664e-eead-4750-9449-3bf5a0fdd3fd), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.574205 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68742c55-a7bc-45c7-be81-b9a62bc5efe1 req-231cd1e1-3f6e-4ee5-ad42-b294b4f5d51b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911031 Mar 23 01:32:40.587383 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-33065a99-20e7-4cff-8630-7ae9b12a7137 req-245e6560-d450-4ce1-b7a3-08ac996c32b3 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320417 Mar 23 01:32:40.612315 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-920fca34-3ca4-4ce0-b6cc-db340b95f476 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (7207520e-a326-4a65-9210-5b512e78e2b1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.639027 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-02a82c4c-9205-4978-b27c-a9e63a09d769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8aba664e-eead-4750-9449-3bf5a0fdd3fd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.641126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fca34-3ca4-4ce0-b6cc-db340b95f476 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7207520e-a326-4a65-9210-5b512e78e2b1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:40.648418 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-920fca34-3ca4-4ce0-b6cc-db340b95f476 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.651586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-920fca34-3ca4-4ce0-b6cc-db340b95f476 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/7207520e-a326-4a65-9210-5b512e78e2b1 HTTP/1.1" status: 204 len: 168 time: 0.3622792 Mar 23 01:32:40.655325 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33534) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:40.692863 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a82c4c-9205-4978-b27c-a9e63a09d769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Network fc562605-825e-47d9-ab39-a7f146aadfbb is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:32:40.697831 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-02a82c4c-9205-4978-b27c-a9e63a09d769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:40.702447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a82c4c-9205-4978-b27c-a9e63a09d769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:32:40.703393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a82c4c-9205-4978-b27c-a9e63a09d769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:40.704004 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-02a82c4c-9205-4978-b27c-a9e63a09d769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.707434 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a82c4c-9205-4978-b27c-a9e63a09d769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Pushing event updated for resources: {'Port': ['ID=8aba664e-eead-4750-9449-3bf5a0fdd3fd,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:40.732082 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-97ebac3a-2c95-44bf-8e40-df175d861381 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (ff645094-e865-4c51-bdc8-5c8a97ef5836), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.732255 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-02a82c4c-9205-4978-b27c-a9e63a09d769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4893947 Mar 23 01:32:40.734795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33536) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:40.773514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ea2b42-69ff-4d06-9cdc-e6676d6fdfcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:40.778578 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-10ea2b42-69ff-4d06-9cdc-e6676d6fdfcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] 10.222.0.18 "GET /v2.0/ports/8aba664e-eead-4750-9449-3bf5a0fdd3fd HTTP/1.1" status: 200 len: 959 time: 0.0427542 Mar 23 01:32:40.779235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33540) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:40.817805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f85ed-43cc-4975-87ee-667741c362ef req-ff13d010-350a-4ddf-80ce-6414199abdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:40.819338 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-635f85ed-43cc-4975-87ee-667741c362ef req-ff13d010-350a-4ddf-80ce-6414199abdd9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 1125 time: 0.0851738 Mar 23 01:32:40.911179 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-daa76d70-9f6c-42cc-8300-78d69e78d7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Deleting port 8aba664e-eead-4750-9449-3bf5a0fdd3fd {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:32:40.911623 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-daa76d70-9f6c-42cc-8300-78d69e78d7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8aba664e-eead-4750-9449-3bf5a0fdd3fd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.920630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a903c58-2d6f-46fd-92ea-1f76d3077e20 req-853a6a96-cf5b-402f-8ea6-ab359a471ebf tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:40.923561 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-97ebac3a-2c95-44bf-8e40-df175d861381 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (ff645094-e865-4c51-bdc8-5c8a97ef5836), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:40.932540 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3a903c58-2d6f-46fd-92ea-1f76d3077e20 req-853a6a96-cf5b-402f-8ea6-ab359a471ebf tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.0895712 Mar 23 01:32:40.958302 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-97ebac3a-2c95-44bf-8e40-df175d861381 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff645094-e865-4c51-bdc8-5c8a97ef5836']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:41.008258 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-97ebac3a-2c95-44bf-8e40-df175d861381 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3d6415-2307-4eb9-b13c-6a9264c385da') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:41.008258 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-97ebac3a-2c95-44bf-8e40-df175d861381 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3d6415-2307-4eb9-b13c-6a9264c385da') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:41.035003 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-daa76d70-9f6c-42cc-8300-78d69e78d7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8aba664e-eead-4750-9449-3bf5a0fdd3fd), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:41.053136 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3a903c58-2d6f-46fd-92ea-1f76d3077e20 req-e72a4507-7baa-4379-9b86-b4839a59fc8f tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185429 Mar 23 01:32:41.055444 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-97ebac3a-2c95-44bf-8e40-df175d861381 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (cc3d6415-2307-4eb9-b13c-6a9264c385da), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:41.064782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f85ed-43cc-4975-87ee-667741c362ef req-6efcd6e2-23eb-4993-b044-9338310a841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:41.066277 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-635f85ed-43cc-4975-87ee-667741c362ef req-6efcd6e2-23eb-4993-b044-9338310a841d service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.2368317 Mar 23 01:32:41.067711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-daa76d70-9f6c-42cc-8300-78d69e78d7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Calling delete_port for 8aba664e-eead-4750-9449-3bf5a0fdd3fd owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:32:41.077461 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-97ebac3a-2c95-44bf-8e40-df175d861381 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (cc3d6415-2307-4eb9-b13c-6a9264c385da), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:41.123027 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ebac3a-2c95-44bf-8e40-df175d861381 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:32:41.123473 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-97ebac3a-2c95-44bf-8e40-df175d861381 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (cc3d6415-2307-4eb9-b13c-6a9264c385da), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: items = [ Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:32:41.125603 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:32:41.136637 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-635f85ed-43cc-4975-87ee-667741c362ef req-d4c918ea-4c4c-4ee0-992c-1eef42947566 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64624296-cd2d-47d3-9846-0f4297f6e579 HTTP/1.1" status: 200 len: 217 time: 0.0604832 Mar 23 01:32:41.182264 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-daa76d70-9f6c-42cc-8300-78d69e78d7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8aba664e-eead-4750-9449-3bf5a0fdd3fd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:41.216398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa76d70-9f6c-42cc-8300-78d69e78d7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Pushing event deleted for resources: {'Port': ['ID=8aba664e-eead-4750-9449-3bf5a0fdd3fd,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:41.221455 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf836b-beee-421c-b5d2-adf6163a7685 req-018745a6-9f93-4a72-89cc-326cc6e5a75b tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:41.223658 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f6bf836b-beee-421c-b5d2-adf6163a7685 req-018745a6-9f93-4a72-89cc-326cc6e5a75b tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.2551303 Mar 23 01:32:41.224908 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-daa76d70-9f6c-42cc-8300-78d69e78d7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:41.232241 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-daa76d70-9f6c-42cc-8300-78d69e78d7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] 10.222.0.18 "DELETE /v2.0/ports/8aba664e-eead-4750-9449-3bf5a0fdd3fd HTTP/1.1" status: 204 len: 168 time: 0.4519236 Mar 23 01:32:41.235315 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33556) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:41.258540 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-97ebac3a-2c95-44bf-8e40-df175d861381 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (ff645094-e865-4c51-bdc8-5c8a97ef5836), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:41.266429 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ebac3a-2c95-44bf-8e40-df175d861381 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff645094-e865-4c51-bdc8-5c8a97ef5836 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 01:32:41.268574 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f85ed-43cc-4975-87ee-667741c362ef req-ec5b1bf0-4009-4bf7-993c-e82632075508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:41.270131 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-635f85ed-43cc-4975-87ee-667741c362ef req-ec5b1bf0-4009-4bf7-993c-e82632075508 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.0992217 Mar 23 01:32:41.272198 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-97ebac3a-2c95-44bf-8e40-df175d861381 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:41.278913 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-97ebac3a-2c95-44bf-8e40-df175d861381 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "DELETE /v2.0/networks/ff645094-e865-4c51-bdc8-5c8a97ef5836 HTTP/1.1" status: 204 len: 168 time: 0.6188471 Mar 23 01:32:41.299206 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebac3a-2c95-44bf-8e40-df175d861381 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff645094-e865-4c51-bdc8-5c8a97ef5836,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:41.304251 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-420614a9-8da1-4be5-9161-971a13b22d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] GET failed (client error): The resource could not be found. Mar 23 01:32:41.304251 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-420614a9-8da1-4be5-9161-971a13b22d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] 10.222.0.18 "GET /v2.0/ports/8aba664e-eead-4750-9449-3bf5a0fdd3fd HTTP/1.1" status: 404 len: 333 time: 0.0586534 Mar 23 01:32:41.304251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33560) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:41.310843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-dd9a7e6c-e7f8-44e4-9456-0f9a9512319a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Request body: {'port': {'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-442052387'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:41.311742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device fe0cffda-5f41-4286-b1b8-31f3c558a0a1 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:32:41.342399 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-635f85ed-43cc-4975-87ee-667741c362ef req-8579111e-e85e-4c72-90ec-baf872db0867 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658810 Mar 23 01:32:41.346846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9a7e6c-e7f8-44e4-9456-0f9a9512319a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Made reservation on behalf of 83f20f31cf244b3291282f1fdfad7c8c for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:41.350032 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd9a7e6c-e7f8-44e4-9456-0f9a9512319a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:41.363128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765f98f-c4e1-440a-97af-1da82311385f req-c9947f35-c2c2-4422-961a-ac926b6f4f88 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:41.364923 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7765f98f-c4e1-440a-97af-1da82311385f req-c9947f35-c2c2-4422-961a-ac926b6f4f88 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 949 time: 0.1151519 Mar 23 01:32:41.404161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-dd9a7e6c-e7f8-44e4-9456-0f9a9512319a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] device_id is not set on port 326949db-2298-4bd3-ad3a-30d9d544453f yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:32:41.470211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port fe0cffda-5f41-4286-b1b8-31f3c558a0a1, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:41.489816 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f6bf836b-beee-421c-b5d2-adf6163a7685 req-caa8784e-71d7-4765-bd1b-91f2cd9e2a51 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466908 Mar 23 01:32:41.505647 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'fe0cffda-5f41-4286-b1b8-31f3c558a0a1', 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652', 'port_id': 'fe0cffda-5f41-4286-b1b8-31f3c558a0a1', 'mac_address': 'fa:16:3e:c4:66:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:32:41.510776 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7765f98f-c4e1-440a-97af-1da82311385f req-7099e71d-03b7-423c-82f3-af31bd9d7330 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/security-groups?id=512b8583-b814-45a2-a0a8-5df0c11064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348145 Mar 23 01:32:41.589603 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-635f85ed-43cc-4975-87ee-667741c362ef req-8e4cd855-4a48-4f36-aee1-869b4d9ce323 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281935 Mar 23 01:32:41.607225 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port fe0cffda-5f41-4286-b1b8-31f3c558a0a1 is: ACTIVE; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:41.607921 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:41.630883 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe0cffda-5f41-4286-b1b8-31f3c558a0a1 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:32:41.659432 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port fe0cffda-5f41-4286-b1b8-31f3c558a0a1, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:41.664932 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:41.708414 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd9a7e6c-e7f8-44e4-9456-0f9a9512319a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks [] for port (326949db-2298-4bd3-ad3a-30d9d544453f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:41.751678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33574) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:41.768741 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6549d9e2-c955-4b68-9d05-04c532106b6f tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Request body: {'router': {'name': 'tempest-router--478824841', 'project_id': '1272d1f6f585450d905edb3c0b72932e'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:41.795209 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-635f85ed-43cc-4975-87ee-667741c362ef req-8065a4a7-0f9e-4ba4-a89b-c017adb33d66 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870387 Mar 23 01:32:41.806889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:41.847680 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6549d9e2-c955-4b68-9d05-04c532106b6f tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (d9b4ba9c-d391-4286-8a44-1592dff2ea99), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:41.848776 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6549d9e2-c955-4b68-9d05-04c532106b6f tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (d9b4ba9c-d391-4286-8a44-1592dff2ea99), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:41.904799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['fe0cffda-5f41-4286-b1b8-31f3c558a0a1'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:32:41.916059 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6549d9e2-c955-4b68-9d05-04c532106b6f tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_controller (d9b4ba9c-d391-4286-8a44-1592dff2ea99), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:41.932734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a622fae-fb59-4a72-872d-cd4d5f7e91df req-3a7a548a-9657-41ad-b754-a99c23f442ea tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:41.934922 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a622fae-fb59-4a72-872d-cd4d5f7e91df req-3a7a548a-9657-41ad-b754-a99c23f442ea tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 943 time: 0.2404234 Mar 23 01:32:41.937571 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6549d9e2-c955-4b68-9d05-04c532106b6f tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (d9b4ba9c-d391-4286-8a44-1592dff2ea99), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:41.989706 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6549d9e2-c955-4b68-9d05-04c532106b6f tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:41.994721 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33582) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:42.008261 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6549d9e2-c955-4b68-9d05-04c532106b6f tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2529762 Mar 23 01:32:42.017853 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd9a7e6c-e7f8-44e4-9456-0f9a9512319a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (326949db-2298-4bd3-ad3a-30d9d544453f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:42.123048 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9a7e6c-e7f8-44e4-9456-0f9a9512319a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Network fc562605-825e-47d9-ab39-a7f146aadfbb is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:32:42.137997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-dd9a7e6c-e7f8-44e4-9456-0f9a9512319a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:42.149251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a7e6c-e7f8-44e4-9456-0f9a9512319a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:32:42.150610 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9a7e6c-e7f8-44e4-9456-0f9a9512319a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:42.151568 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd9a7e6c-e7f8-44e4-9456-0f9a9512319a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:42.161482 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a622fae-fb59-4a72-872d-cd4d5f7e91df req-c13954f7-ec77-477e-887c-31e88bdecae7 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054815 Mar 23 01:32:42.177662 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a7e6c-e7f8-44e4-9456-0f9a9512319a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Pushing event updated for resources: {'Port': ['ID=326949db-2298-4bd3-ad3a-30d9d544453f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:42.189556 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dd9a7e6c-e7f8-44e4-9456-0f9a9512319a tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8846049 Mar 23 01:32:42.193521 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33596) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:42.199182 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:42.279927 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (326949db-2298-4bd3-ad3a-30d9d544453f), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:42.470301 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] device_id is not set on port 326949db-2298-4bd3-ad3a-30d9d544453f yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:32:42.478168 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks [] for port (326949db-2298-4bd3-ad3a-30d9d544453f), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:42.484397 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (326949db-2298-4bd3-ad3a-30d9d544453f), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:42.506267 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c145fccb-c5c1-4a0d-aacd-294e8db27725 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router (d9b4ba9c-d391-4286-8a44-1592dff2ea99), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:42.536195 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Pushing event updated for resources: {'Port': ['ID=326949db-2298-4bd3-ad3a-30d9d544453f,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:42.551493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:42.551911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:42.552164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:42.557000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:42.557485 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:42.557732 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 2 to bind port 326949db-2298-4bd3-ad3a-30d9d544453f Mar 23 01:32:42.580429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:42.580823 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:42.581141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:42.601402 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:42.601741 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:42.604404 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 3 to bind port 326949db-2298-4bd3-ad3a-30d9d544453f Mar 23 01:32:42.620321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:42.620665 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:42.621044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:42.629642 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:42.629971 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:42.631012 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 4 to bind port 326949db-2298-4bd3-ad3a-30d9d544453f Mar 23 01:32:42.648928 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f907f-dc67-4b6e-b9a0-70fe38cff8f9 req-1ee861b9-a166-465e-b7cc-3b36b6624b19 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:42.650434 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-582f907f-dc67-4b6e-b9a0-70fe38cff8f9 req-1ee861b9-a166-465e-b7cc-3b36b6624b19 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.0800326 Mar 23 01:32:42.654939 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:42.655282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:42.655622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:42.666711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:42.667041 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:42.673440 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 5 to bind port 326949db-2298-4bd3-ad3a-30d9d544453f Mar 23 01:32:42.686052 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bf941-500e-4a11-9074-32d4db762b3c req-a2ca0239-ba80-417f-9e12-362a25d4d35b tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:42.687799 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d45bf941-500e-4a11-9074-32d4db762b3c req-a2ca0239-ba80-417f-9e12-362a25d4d35b tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.2150142 Mar 23 01:32:42.690731 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c145fccb-c5c1-4a0d-aacd-294e8db27725 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (d9b4ba9c-d391-4286-8a44-1592dff2ea99), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:42.692928 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c145fccb-c5c1-4a0d-aacd-294e8db27725 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_controller (d9b4ba9c-d391-4286-8a44-1592dff2ea99), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:42.695969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:42.696535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:42.696701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:42.711075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:42.711356 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:42.712565 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 6 to bind port 326949db-2298-4bd3-ad3a-30d9d544453f Mar 23 01:32:42.719228 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-582f907f-dc67-4b6e-b9a0-70fe38cff8f9 req-17b28cf0-536b-48f4-b52c-f4dce28407fd tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600557 Mar 23 01:32:42.729309 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:42.729659 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:42.730000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:42.734848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:42.735161 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:42.735563 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 7 to bind port 326949db-2298-4bd3-ad3a-30d9d544453f Mar 23 01:32:42.748087 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:42.748402 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:42.748834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:42.753601 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:42.753922 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:42.754311 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 8 to bind port 326949db-2298-4bd3-ad3a-30d9d544453f Mar 23 01:32:42.758168 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c145fccb-c5c1-4a0d-aacd-294e8db27725 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (d9b4ba9c-d391-4286-8a44-1592dff2ea99), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:42.758688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c145fccb-c5c1-4a0d-aacd-294e8db27725 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9b4ba9c-d391-4286-8a44-1592dff2ea99 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:32:42.766626 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c145fccb-c5c1-4a0d-aacd-294e8db27725 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:42.767689 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c145fccb-c5c1-4a0d-aacd-294e8db27725 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "DELETE /v2.0/routers/d9b4ba9c-d391-4286-8a44-1592dff2ea99 HTTP/1.1" status: 204 len: 168 time: 0.7721553 Mar 23 01:32:42.769022 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:42.769394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:42.769741 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:42.774330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:42.774662 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:42.775050 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 9 to bind port 326949db-2298-4bd3-ad3a-30d9d544453f Mar 23 01:32:42.775475 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d45bf941-500e-4a11-9074-32d4db762b3c req-d3fa041f-f09c-4009-9477-b905c445e104 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808086 Mar 23 01:32:42.789490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:42.789995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:42.790173 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:42.796005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:42.796403 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:42.796874 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempt 10 to bind port 326949db-2298-4bd3-ad3a-30d9d544453f Mar 23 01:32:42.810157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:42.810497 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:42.810840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempting to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:42.815360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:32:42.815680 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Failed to bind port 326949db-2298-4bd3-ad3a-30d9d544453f on host n-h1-834677-4 for vnic_type normal using segments [{'id': 'c7055614-926c-4858-a0c4-154004cedbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc562605-825e-47d9-ab39-a7f146aadfbb'}] Mar 23 01:32:42.816043 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (326949db-2298-4bd3-ad3a-30d9d544453f), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:42.885718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] For port 326949db-2298-4bd3-ad3a-30d9d544453f, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:32:42.886098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attempted to set empty binding levels {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 01:32:42.887588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33612) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:42.894666 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (326949db-2298-4bd3-ad3a-30d9d544453f), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:42.928879 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] In _notify_port_updated(), no bound segment for port 326949db-2298-4bd3-ad3a-30d9d544453f on network fc562605-825e-47d9-ab39-a7f146aadfbb {{(pid=99264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 01:32:42.930028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:42.930617 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:42.932047 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] 10.222.0.18 "PUT /v2.0/ports/326949db-2298-4bd3-ad3a-30d9d544453f HTTP/1.1" status: 200 len: 978 time: 0.7374663 Mar 23 01:32:42.935498 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33616) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:42.946877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb053b7-8481-4a3e-8875-63ea9497c12f tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Pushing event updated for resources: {'Port': ['ID=326949db-2298-4bd3-ad3a-30d9d544453f,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:43.044342 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-a2f1dd5d-9d6f-4547-a1f0-7bc265476cc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Deleting port 326949db-2298-4bd3-ad3a-30d9d544453f {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:32:43.044721 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a2f1dd5d-9d6f-4547-a1f0-7bc265476cc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (326949db-2298-4bd3-ad3a-30d9d544453f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.095035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1024054776', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}, 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:43.113877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-a2f1dd5d-9d6f-4547-a1f0-7bc265476cc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] For port 326949db-2298-4bd3-ad3a-30d9d544453f, host n-h1-834677-4, got binding levels [] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:43.114257 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a2f1dd5d-9d6f-4547-a1f0-7bc265476cc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (326949db-2298-4bd3-ad3a-30d9d544453f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.119260 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (3258eb8f-a5b7-41cb-9874-61658e5c37b1), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.121721 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (3258eb8f-a5b7-41cb-9874-61658e5c37b1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.132015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-a2f1dd5d-9d6f-4547-a1f0-7bc265476cc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Calling delete_port for 326949db-2298-4bd3-ad3a-30d9d544453f owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:32:43.182262 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_controller (3258eb8f-a5b7-41cb-9874-61658e5c37b1), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.235432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a2f1dd5d-9d6f-4547-a1f0-7bc265476cc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (326949db-2298-4bd3-ad3a-30d9d544453f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.266952 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1dd5d-9d6f-4547-a1f0-7bc265476cc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Pushing event deleted for resources: {'Port': ['ID=326949db-2298-4bd3-ad3a-30d9d544453f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:43.300249 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a2f1dd5d-9d6f-4547-a1f0-7bc265476cc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.306022 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a2f1dd5d-9d6f-4547-a1f0-7bc265476cc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] 10.222.0.18 "DELETE /v2.0/ports/326949db-2298-4bd3-ad3a-30d9d544453f HTTP/1.1" status: 204 len: 168 time: 0.3669343 Mar 23 01:32:43.306397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33636) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:43.322792 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device fe0cffda-5f41-4286-b1b8-31f3c558a0a1 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:32:43.342281 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad4d801-e9a5-429b-9b2b-0034a19b259c tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] GET failed (client error): The resource could not be found. Mar 23 01:32:43.347238 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fad4d801-e9a5-429b-9b2b-0034a19b259c tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-882790133-project-admin] 10.222.0.18 "GET /v2.0/ports/326949db-2298-4bd3-ad3a-30d9d544453f HTTP/1.1" status: 404 len: 333 time: 0.0362153 Mar 23 01:32:43.347394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33642) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:43.384681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port fe0cffda-5f41-4286-b1b8-31f3c558a0a1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:32:43.385206 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.414656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50df78-3531-4784-af7d-0bc98e830c64 req-30eb2915-c208-41d9-8f17-e7df04f93bdb tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:43.418692 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eb50df78-3531-4784-af7d-0bc98e830c64 req-30eb2915-c208-41d9-8f17-e7df04f93bdb tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 943 time: 0.1553490 Mar 23 01:32:43.480921 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d3de9dc5-eb5d-4013-9bc1-771bd3bb333e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (fc562605-825e-47d9-ab39-a7f146aadfbb), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.513904 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eb50df78-3531-4784-af7d-0bc98e830c64 req-38af5d3a-a392-4763-a8e5-6cd98e679f57 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871038 Mar 23 01:32:43.526371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port fe0cffda-5f41-4286-b1b8-31f3c558a0a1 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:43.527250 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.561445 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745ad32c-a3bf-4ede-be8f-d7648bf29eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0cffda-5f41-4286-b1b8-31f3c558a0a1'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:43.564827 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe9cc53-5b75-4481-b9d2-934d20e3783b" -d '{"events": [{"server_uuid": "745ad32c-a3bf-4ede-be8f-d7648bf29eff", "name": "network-vif-plugged", "status": "completed", "tag": "fe0cffda-5f41-4286-b1b8-31f3c558a0a1"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:43.583300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port fe0cffda-5f41-4286-b1b8-31f3c558a0a1, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:43.588501 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.621088 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411f5669-8954-4f77-8eaf-71e7ff8b2c7e x-openstack-request-id: req-411f5669-8954-4f77-8eaf-71e7ff8b2c7e {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:43.621426 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745ad32c-a3bf-4ede-be8f-d7648bf29eff", "name": "network-vif-plugged", "status": "completed", "tag": "fe0cffda-5f41-4286-b1b8-31f3c558a0a1", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:43.622225 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-411f5669-8954-4f77-8eaf-71e7ff8b2c7e {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:43.622225 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-411f5669-8954-4f77-8eaf-71e7ff8b2c7e'] response: {'server_uuid': '745ad32c-a3bf-4ede-be8f-d7648bf29eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0cffda-5f41-4286-b1b8-31f3c558a0a1', 'code': 200} Mar 23 01:32:43.624970 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d3de9dc5-eb5d-4013-9bc1-771bd3bb333e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (fc562605-825e-47d9-ab39-a7f146aadfbb), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.647443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d3de9dc5-eb5d-4013-9bc1-771bd3bb333e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc562605-825e-47d9-ab39-a7f146aadfbb']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:43.649937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:43.659932 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d3de9dc5-eb5d-4013-9bc1-771bd3bb333e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7055614-926c-4858-a0c4-154004cedbf3') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:43.660371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d3de9dc5-eb5d-4013-9bc1-771bd3bb333e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7055614-926c-4858-a0c4-154004cedbf3') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:43.660721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:43.661207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:43.661550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:43.661879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:43.662305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:43.662887 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:43.663233 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:43.663558 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:43.664030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:43.664427 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:43.665053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:43.665411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:43.665733 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:43.666266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:43.666720 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:43.673911 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d3de9dc5-eb5d-4013-9bc1-771bd3bb333e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (c7055614-926c-4858-a0c4-154004cedbf3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.690350 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d3de9dc5-eb5d-4013-9bc1-771bd3bb333e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c7055614-926c-4858-a0c4-154004cedbf3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.697712 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3de9dc5-eb5d-4013-9bc1-771bd3bb333e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:32:43.698334 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d3de9dc5-eb5d-4013-9bc1-771bd3bb333e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (c7055614-926c-4858-a0c4-154004cedbf3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:32:43.702077 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:32:43.760629 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (3258eb8f-a5b7-41cb-9874-61658e5c37b1), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.773514 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d3de9dc5-eb5d-4013-9bc1-771bd3bb333e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (fc562605-825e-47d9-ab39-a7f146aadfbb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.785812 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d3de9dc5-eb5d-4013-9bc1-771bd3bb333e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:43.789126 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d3de9dc5-eb5d-4013-9bc1-771bd3bb333e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] 10.222.0.18 "DELETE /v2.0/networks/fc562605-825e-47d9-ab39-a7f146aadfbb HTTP/1.1" status: 204 len: 168 time: 0.4409084 Mar 23 01:32:43.810140 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de9dc5-eb5d-4013-9bc1-771bd3bb333e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252102102-project] Pushing event deleted for resources: {'Network': ['ID=fc562605-825e-47d9-ab39-a7f146aadfbb,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:43.874724 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c2553-555f-4c83-acfb-2539846335e6 req-a59c0788-0133-4fa1-ae1c-88ec290051b0 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:43.881226 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bc1c2553-555f-4c83-acfb-2539846335e6 req-a59c0788-0133-4fa1-ae1c-88ec290051b0 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.0678849 Mar 23 01:32:43.934754 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bc1c2553-555f-4c83-acfb-2539846335e6 req-719a7d79-d609-4a4f-8d62-fed0479a1736 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523276 Mar 23 01:32:43.943830 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb0558-7054-4847-a773-35bea8c7219b req-c22e76c4-20f5-4532-b608-be48be501f26 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:43.945395 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-37fb0558-7054-4847-a773-35bea8c7219b req-c22e76c4-20f5-4532-b608-be48be501f26 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.0840402 Mar 23 01:32:44.086257 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33654) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:44.100353 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-37fb0558-7054-4847-a773-35bea8c7219b req-d119976c-7ede-4ecf-9560-6f15956e2347 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407552 Mar 23 01:32:44.101452 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (3258eb8f-a5b7-41cb-9874-61658e5c37b1), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:44.128534 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:44.259437 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0588fb98-db3c-4a68-a5f8-5016c732ad14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab8f8db0c870436dbb9c0ce8f7f66a73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1718659 Mar 23 01:32:44.263210 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33670) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:44.288357 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Allocated IP 172.25.0.96 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/e432f224-e0fd-4748-9828-66761b91e22e) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:32:44.373718 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cba7228e-d7f8-41ae-b40b-d08bc160fd6a admin admin] Publish callbacks [] for security_group (f19fd07a-ee0e-4b2f-81db-ac42d5118c28), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:44.409757 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cba7228e-d7f8-41ae-b40b-d08bc160fd6a admin admin] Publish callbacks [] for security_group (f19fd07a-ee0e-4b2f-81db-ac42d5118c28), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:44.467111 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for port (e432f224-e0fd-4748-9828-66761b91e22e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:44.507011 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cba7228e-d7f8-41ae-b40b-d08bc160fd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f19fd07a-ee0e-4b2f-81db-ac42d5118c28), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:44.510098 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cba7228e-d7f8-41ae-b40b-d08bc160fd6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:44.511359 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cba7228e-d7f8-41ae-b40b-d08bc160fd6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f19fd07a-ee0e-4b2f-81db-ac42d5118c28 HTTP/1.1" status: 204 len: 168 time: 0.2471337 Mar 23 01:32:44.521376 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e432f224-e0fd-4748-9828-66761b91e22e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:44.525145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7228e-d7f8-41ae-b40b-d08bc160fd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19fd07a-ee0e-4b2f-81db-ac42d5118c28,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:44.578809 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:32:44.581217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b8793-9e84-4288-a8ab-f947df6ab2e4 req-9f2edb04-ac0e-4a1a-ad81-5a8f3303d55e tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:44.583687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:44.585954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Pushing event updated for resources: {'Port': ['ID=e432f224-e0fd-4748-9828-66761b91e22e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:44.588325 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d74b8793-9e84-4288-a8ab-f947df6ab2e4 req-9f2edb04-ac0e-4a1a-ad81-5a8f3303d55e tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.0851400 Mar 23 01:32:44.588548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:32:44.680104 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d74b8793-9e84-4288-a8ab-f947df6ab2e4 req-6606c39c-dd8d-45c1-878a-196bc437a36b tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904255 Mar 23 01:32:44.701100 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73275d15-74f0-471b-8f48-a1574f29f207 req-689b96aa-14a1-47a3-839a-9ba9c61e4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:44.702941 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73275d15-74f0-471b-8f48-a1574f29f207 req-689b96aa-14a1-47a3-839a-9ba9c61e4f6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f393eaf0d014a1ea1cb019c64418df6&device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 1128 time: 0.0834956 Mar 23 01:32:44.805736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73275d15-74f0-471b-8f48-a1574f29f207 req-55ac26f3-10a0-448a-b8f4-3d97cca3abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:44.808280 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73275d15-74f0-471b-8f48-a1574f29f207 req-55ac26f3-10a0-448a-b8f4-3d97cca3abe9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e7c96cef-d724-4f32-bcf8-236f1b772ec7 HTTP/1.1" status: 200 len: 915 time: 0.0988326 Mar 23 01:32:44.822107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19605bfd-439c-4b4a-b3d8-a93721c92415 req-3a049468-f243-4963-afe5-8f5638bc9cd8 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:44.829006 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-19605bfd-439c-4b4a-b3d8-a93721c92415 req-3a049468-f243-4963-afe5-8f5638bc9cd8 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 943 time: 0.1375206 Mar 23 01:32:44.862205 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73275d15-74f0-471b-8f48-a1574f29f207 req-44f1ac65-67b7-4979-89a0-9291a2d81392 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee09760-2b2b-40a8-9158-d444e5bd61bd HTTP/1.1" status: 200 len: 217 time: 0.0437653 Mar 23 01:32:44.931719 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33692) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:44.942892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73275d15-74f0-471b-8f48-a1574f29f207 req-7c34e02e-71e3-417f-9858-b50f115636ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:44.944499 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73275d15-74f0-471b-8f48-a1574f29f207 req-7c34e02e-71e3-417f-9858-b50f115636ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9e09e202-503d-4274-9ec2-670546ae867a HTTP/1.1" status: 200 len: 854 time: 0.0656919 Mar 23 01:32:44.984273 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a3ac80a8-e2cd-4f34-b1e3-5fbab09f5a9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83f20f31cf244b3291282f1fdfad7c8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0513206 Mar 23 01:32:44.986996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33696) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:45.016005 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-19605bfd-439c-4b4a-b3d8-a93721c92415 req-9e5d0d88-d69f-4c68-a640-d1aa91167324 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861050 Mar 23 01:32:45.062377 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (3258eb8f-a5b7-41cb-9874-61658e5c37b1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:45.110470 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73275d15-74f0-471b-8f48-a1574f29f207 req-50cd328e-e58e-4eda-8704-a0a5cb1a8f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:45.112166 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73275d15-74f0-471b-8f48-a1574f29f207 req-50cd328e-e58e-4eda-8704-a0a5cb1a8f26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e7c96cef-d724-4f32-bcf8-236f1b772ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0565383 Mar 23 01:32:45.120360 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc54773-5e49-41cf-9867-9b04268d7f81 req-4e84282f-a9ef-4179-a04f-f2508a688562 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:45.122262 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-efc54773-5e49-41cf-9867-9b04268d7f81 req-4e84282f-a9ef-4179-a04f-f2508a688562 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.1059282 Mar 23 01:32:45.171142 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Publish callbacks [] for security_group (35f38931-95f1-479e-b9bc-4cfe0065020c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:45.203911 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Publish callbacks [] for security_group (35f38931-95f1-479e-b9bc-4cfe0065020c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:45.243733 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-efc54773-5e49-41cf-9867-9b04268d7f81 req-3c8fcf4a-8a68-4a64-93cd-2acb88b7c907 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123340 Mar 23 01:32:45.282029 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73275d15-74f0-471b-8f48-a1574f29f207 req-419edb5e-0bb2-44b2-9c6a-46f8599943bf service neutron] 10.222.0.43 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574852 Mar 23 01:32:45.348487 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (35f38931-95f1-479e-b9bc-4cfe0065020c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:45.351566 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:45.355345 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35f38931-95f1-479e-b9bc-4cfe0065020c HTTP/1.1" status: 204 len: 168 time: 0.3592343 Mar 23 01:32:45.356869 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (3258eb8f-a5b7-41cb-9874-61658e5c37b1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:45.366757 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f38931-95f1-479e-b9bc-4cfe0065020c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:45.390442 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73275d15-74f0-471b-8f48-a1574f29f207 req-cd73c2e0-17b9-4520-b124-e89a357a36ab service neutron] 10.222.0.43 "GET /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024292 Mar 23 01:32:45.443131 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:45.443486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:45.443877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:45.444173 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:45.444509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:45.445330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:45.445673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:45.446008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:45.453244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:45.453244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:45.453244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:45.453244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:45.453244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:45.453244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:45.453244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad0303-6362-4cfc-a38e-89396ec432b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:32:45.554565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Router 3258eb8f-a5b7-41cb-9874-61658e5c37b1 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:32:45.944460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b9572-efc5-4c54-ac6c-a5d7fc76834f req-7b5990ae-dbe6-43e9-889f-bb721feeb4a5 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:45.946156 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d1b9572-efc5-4c54-ac6c-a5d7fc76834f req-7b5990ae-dbe6-43e9-889f-bb721feeb4a5 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.0701718 Mar 23 01:32:45.982090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:32:45.997219 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d77824-7f1d-4b7b-8b8d-20e4fef334c6 None None] Sync routers for ids ['3258eb8f-a5b7-41cb-9874-61658e5c37b1'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:32:46.032122 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d1b9572-efc5-4c54-ac6c-a5d7fc76834f req-0936ee95-3c8f-44e8-8c48-44dbf5a49606 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788016 Mar 23 01:32:46.036929 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d77824-7f1d-4b7b-8b8d-20e4fef334c6 None None] Routers {'3258eb8f-a5b7-41cb-9874-61658e5c37b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:32:46.037710 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-44d77824-7f1d-4b7b-8b8d-20e4fef334c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3258eb8f-a5b7-41cb-9874-61658e5c37b1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:46.053508 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:46.055399 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-80291511-aa6a-4e0f-8a62-4b7f0509f8e3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1664369 Mar 23 01:32:46.061007 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33760) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:46.154093 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-44d77824-7f1d-4b7b-8b8d-20e4fef334c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:46.167485 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d77824-7f1d-4b7b-8b8d-20e4fef334c6 None None] Routers {'3258eb8f-a5b7-41cb-9874-61658e5c37b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:32:46.168755 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-44d77824-7f1d-4b7b-8b8d-20e4fef334c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3258eb8f-a5b7-41cb-9874-61658e5c37b1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:46.233057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-44d77824-7f1d-4b7b-8b8d-20e4fef334c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:46.234957 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d77824-7f1d-4b7b-8b8d-20e4fef334c6 None None] The sync data for ids ['3258eb8f-a5b7-41cb-9874-61658e5c37b1'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:32:46.271121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b222876-1dfa-457c-87ac-e74aabba2a93 req-34e63721-7c87-4908-af16-3455427fab4b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:46.279094 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2b222876-1dfa-457c-87ac-e74aabba2a93 req-34e63721-7c87-4908-af16-3455427fab4b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 943 time: 0.1188707 Mar 23 01:32:46.312550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33772) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:46.313094 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-636ceca1-8aeb-4a29-beea-bb6a92298706 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "GET /v2.0/routers/3258eb8f-a5b7-41cb-9874-61658e5c37b1 HTTP/1.1" status: 200 len: 924 time: 0.2493429 Mar 23 01:32:46.369479 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2b222876-1dfa-457c-87ac-e74aabba2a93 req-d1a513c5-2b17-4eb0-b1ad-d4e005e1b36e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893719 Mar 23 01:32:46.400237 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-896a4694-d93b-4780-9f0a-94ccd67652df tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258eb8f-a5b7-41cb-9874-61658e5c37b1 HTTP/1.1" status: 200 len: 205 time: 0.0841691 Mar 23 01:32:46.401784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33778) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:46.533023 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d3abc-9697-44d9-9d77-c4a1edc8e7fd req-cac55b2e-f3f3-46c4-9efd-c13268f56626 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:46.534768 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d57d3abc-9697-44d9-9d77-c4a1edc8e7fd req-cac55b2e-f3f3-46c4-9efd-c13268f56626 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.1847699 Mar 23 01:32:46.617762 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d57d3abc-9697-44d9-9d77-c4a1edc8e7fd req-5838ccdc-db5f-4a9e-93db-0f5f8c24a295 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665989 Mar 23 01:32:46.632803 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-808a5768-57ad-43e6-8513-fd6425471915 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (3258eb8f-a5b7-41cb-9874-61658e5c37b1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:46.773180 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-808a5768-57ad-43e6-8513-fd6425471915 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (3258eb8f-a5b7-41cb-9874-61658e5c37b1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:46.865299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-808a5768-57ad-43e6-8513-fd6425471915 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Deleting port e432f224-e0fd-4748-9828-66761b91e22e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:32:46.865905 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-808a5768-57ad-43e6-8513-fd6425471915 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e432f224-e0fd-4748-9828-66761b91e22e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:46.957630 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-808a5768-57ad-43e6-8513-fd6425471915 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e432f224-e0fd-4748-9828-66761b91e22e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:46.973686 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-808a5768-57ad-43e6-8513-fd6425471915 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Calling delete_port for e432f224-e0fd-4748-9828-66761b91e22e owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:32:47.197564 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287324e-98d8-48dd-8947-d2aadeb1653e req-26de33a8-06fe-40a1-86bf-59106ec98639 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:47.205553 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c287324e-98d8-48dd-8947-d2aadeb1653e req-26de33a8-06fe-40a1-86bf-59106ec98639 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.0862164 Mar 23 01:32:47.234256 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33810) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:47.251561 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-808a5768-57ad-43e6-8513-fd6425471915 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e432f224-e0fd-4748-9828-66761b91e22e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:47.275942 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c287324e-98d8-48dd-8947-d2aadeb1653e req-80214a67-c82e-43bc-b404-d9b914c04eb6 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672352 Mar 23 01:32:47.286575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a5768-57ad-43e6-8513-fd6425471915 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Pushing event deleted for resources: {'Port': ['ID=e432f224-e0fd-4748-9828-66761b91e22e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:47.323347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 64624296-cd2d-47d3-9846-0f4297f6e579 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:32:47.383941 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-808a5768-57ad-43e6-8513-fd6425471915 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (3258eb8f-a5b7-41cb-9874-61658e5c37b1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:47.505890 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86fc01-7a8e-45e6-88fd-2c8ba5761083 req-6f8ac299-265e-4ca1-bfe6-ebdbd7d0c411 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:47.513853 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ac86fc01-7a8e-45e6-88fd-2c8ba5761083 req-6f8ac299-265e-4ca1-bfe6-ebdbd7d0c411 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.1078446 Mar 23 01:32:47.529307 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-808a5768-57ad-43e6-8513-fd6425471915 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (3258eb8f-a5b7-41cb-9874-61658e5c37b1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:47.532079 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-808a5768-57ad-43e6-8513-fd6425471915 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_controller (3258eb8f-a5b7-41cb-9874-61658e5c37b1), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:47.538902 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 64624296-cd2d-47d3-9846-0f4297f6e579, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=64624296-cd2d-47d3-9846-0f4297f6e579,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:47.552307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '64624296-cd2d-47d3-9846-0f4297f6e579', 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c', 'port_id': '64624296-cd2d-47d3-9846-0f4297f6e579', 'mac_address': 'fa:16:3e:3f:a8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f146eb-b581-4818-b541-536413e8a0b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:32:47.575479 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ac86fc01-7a8e-45e6-88fd-2c8ba5761083 req-93df7051-a5a8-46f8-ae7e-042f83424da8 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581546 Mar 23 01:32:47.605683 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 64624296-cd2d-47d3-9846-0f4297f6e579 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:47.606188 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:47.607700 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2007164614', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:47.621707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64624296-cd2d-47d3-9846-0f4297f6e579 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:32:47.651221 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 64624296-cd2d-47d3-9846-0f4297f6e579, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=64624296-cd2d-47d3-9846-0f4297f6e579,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:47.658483 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-808a5768-57ad-43e6-8513-fd6425471915 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (3258eb8f-a5b7-41cb-9874-61658e5c37b1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:47.659101 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808a5768-57ad-43e6-8513-fd6425471915 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Fanout notify agent at l3_agent the message router_deleted on router 3258eb8f-a5b7-41cb-9874-61658e5c37b1 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:32:47.666918 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:47.671829 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-808a5768-57ad-43e6-8513-fd6425471915 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:47.676268 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-808a5768-57ad-43e6-8513-fd6425471915 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "DELETE /v2.0/routers/3258eb8f-a5b7-41cb-9874-61658e5c37b1 HTTP/1.1" status: 204 len: 168 time: 1.2710559 Mar 23 01:32:47.677431 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33836) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:47.682515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Made reservation on behalf of ca6a55f0ab6f4209b30343c1097dc3df for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:47.684932 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1949748635', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'enable_snat': False}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:47.685411 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:47.691023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ab94e450-c7b8-40fe-a32f-b180f55802f2 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:32:47.699043 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:47.722322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477115c5-e989-42ba-b60c-8d63814b64af req-e1f137ca-8c42-4cd8-876d-b9c366ccfcbc tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:47.725428 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (076cab41-2bcf-4ee9-9e14-f3fe4afe578d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:47.726681 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (076cab41-2bcf-4ee9-9e14-f3fe4afe578d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:47.729748 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-477115c5-e989-42ba-b60c-8d63814b64af req-e1f137ca-8c42-4cd8-876d-b9c366ccfcbc tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 943 time: 0.1175683 Mar 23 01:32:47.800974 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-477115c5-e989-42ba-b60c-8d63814b64af req-f06c0c99-e678-4e96-a0f1-1de90806cfa9 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699942 Mar 23 01:32:47.910182 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_controller (076cab41-2bcf-4ee9-9e14-f3fe4afe578d), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:47.927442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=64624296-cd2d-47d3-9846-0f4297f6e579,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:47.937038 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks [] for security_group (69367109-f3cf-4f91-a4f4-b89f51912459), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:47.948783 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (69367109-f3cf-4f91-a4f4-b89f51912459), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:47.961910 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] device_id is not set on port 636c3bf0-6722-4a7a-80c4-7d1c55845256 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:32:48.000535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ab94e450-c7b8-40fe-a32f-b180f55802f2, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ab94e450-c7b8-40fe-a32f-b180f55802f2,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:48.034513 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'ab94e450-c7b8-40fe-a32f-b180f55802f2', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': 'ab94e450-c7b8-40fe-a32f-b180f55802f2', 'mac_address': 'fa:16:3e:55:e2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:32:48.047686 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a3ccf-0cf5-4921-929c-6b1c4d4694c7 req-515f5bfc-3bef-4e06-80f0-0e6583a08893 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:48.049680 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d7a3ccf-0cf5-4921-929c-6b1c4d4694c7 req-515f5bfc-3bef-4e06-80f0-0e6583a08893 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.1795025 Mar 23 01:32:48.059792 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047cf34-98e6-4dea-bb25-a2865f502f4b req-fca83b53-75c3-4778-80d3-f271093e75d8 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:48.063290 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69367109-f3cf-4f91-a4f4-b89f51912459,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:48.066728 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6047cf34-98e6-4dea-bb25-a2865f502f4b req-fca83b53-75c3-4778-80d3-f271093e75d8 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07eb627-6a73-47d0-9027-4fd1c9428810 HTTP/1.1" status: 200 len: 945 time: 0.2162733 Mar 23 01:32:48.105495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ab94e450-c7b8-40fe-a32f-b180f55802f2 is: ACTIVE; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:48.106072 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:48.122932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab94e450-c7b8-40fe-a32f-b180f55802f2 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:32:48.125118 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (076cab41-2bcf-4ee9-9e14-f3fe4afe578d), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:48.163606 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ab94e450-c7b8-40fe-a32f-b180f55802f2, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ab94e450-c7b8-40fe-a32f-b180f55802f2,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:48.165320 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d7a3ccf-0cf5-4921-929c-6b1c4d4694c7 req-77c9d248-e8f9-4bfc-8940-f1f6b4fd9ab0 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060948 Mar 23 01:32:48.184313 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:48.197412 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Allocated IP 172.25.0.152 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/636c3bf0-6722-4a7a-80c4-7d1c55845256) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:32:48.206741 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6047cf34-98e6-4dea-bb25-a2865f502f4b req-58207032-e584-4846-bec3-c99aaebaa347 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387434 Mar 23 01:32:48.301369 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ab94e450-c7b8-40fe-a32f-b180f55802f2,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:48.363423 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks [] for port (636c3bf0-6722-4a7a-80c4-7d1c55845256), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:48.402625 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (076cab41-2bcf-4ee9-9e14-f3fe4afe578d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:48.426847 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:48.444767 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (636c3bf0-6722-4a7a-80c4-7d1c55845256), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:48.495007 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853701a3-321a-48cd-885f-8e358c5a6149 req-f808b2ea-e71c-41f4-adaa-588fdaa919fb tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:48.496724 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-853701a3-321a-48cd-885f-8e358c5a6149 req-f808b2ea-e71c-41f4-adaa-588fdaa919fb tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 945 time: 0.1179221 Mar 23 01:32:48.505224 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['ab94e450-c7b8-40fe-a32f-b180f55802f2'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:32:48.515773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:32:48.519129 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Pushing event updated for resources: {'Port': ['ID=636c3bf0-6722-4a7a-80c4-7d1c55845256,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:48.543191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:48.560567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:32:48.595621 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Allocated IP 172.25.0.150 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/6fdaa40e-4315-4d9c-9320-c5bc1293546b) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:32:48.602736 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-853701a3-321a-48cd-885f-8e358c5a6149 req-9305f086-dd49-4263-823a-5c1aed84519c tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854599 Mar 23 01:32:48.651168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:48.653471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:48.669357 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-dd915b8d-29c3-4aa7-8f6d-6a02e17cdf04 req-41d37818-c66b-4f1e-b051-0e1d802ff3d0 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:32:48.670848 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd915b8d-29c3-4aa7-8f6d-6a02e17cdf04 req-41d37818-c66b-4f1e-b051-0e1d802ff3d0 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141387 Mar 23 01:32:48.702418 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-061b91e3-9931-4ffb-b607-6f1156c05bf9 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4649622 Mar 23 01:32:48.704348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33858) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:48.714585 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-624f51d3-7630-4611-a567-b4189dad1988 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.152'}]}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:48.764109 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-624f51d3-7630-4611-a567-b4189dad1988 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (d742dc3b-5593-44c3-93a2-8b105fb025aa), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:48.765354 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-624f51d3-7630-4611-a567-b4189dad1988 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (d742dc3b-5593-44c3-93a2-8b105fb025aa), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:48.874459 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-624f51d3-7630-4611-a567-b4189dad1988 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks [] for router_controller (d742dc3b-5593-44c3-93a2-8b105fb025aa), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:48.962898 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for port (6fdaa40e-4315-4d9c-9320-c5bc1293546b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:49.020816 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd915b8d-29c3-4aa7-8f6d-6a02e17cdf04 req-456e8513-21b2-4cf6-8a2e-7d8ce78b1ae2 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2953484 Mar 23 01:32:49.028696 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6fdaa40e-4315-4d9c-9320-c5bc1293546b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:49.079779 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07e9e8-0e8d-4eb4-b3f9-6911e863fe69 req-4229126b-c0ac-4177-89b5-a70a54f69c70 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:49.081319 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db07e9e8-0e8d-4eb4-b3f9-6911e863fe69 req-4229126b-c0ac-4177-89b5-a70a54f69c70 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 944 time: 0.1534910 Mar 23 01:32:49.085737 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-624f51d3-7630-4611-a567-b4189dad1988 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks [] for router_gateway (d742dc3b-5593-44c3-93a2-8b105fb025aa), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:49.120691 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:32:49.122293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['64624296-cd2d-47d3-9846-0f4297f6e579'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:32:49.126089 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:49.130737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:32:49.152209 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Pushing event updated for resources: {'Port': ['ID=6fdaa40e-4315-4d9c-9320-c5bc1293546b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:49.218733 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db07e9e8-0e8d-4eb4-b3f9-6911e863fe69 req-55e1a621-f756-4ba9-997c-62d62967277d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273980 Mar 23 01:32:49.353412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ab94e450-c7b8-40fe-a32f-b180f55802f2 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:32:49.451480 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port ab94e450-c7b8-40fe-a32f-b180f55802f2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:32:49.451755 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:49.520571 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-99283025-6c90-4ab0-a41b-0799a9e4de09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:49.544219 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2729a-c73b-4378-bbb6-9a7070bed075 req-1b350168-3f9b-4dfb-bdeb-a371fe97c4da tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:49.551791 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7e2729a-c73b-4378-bbb6-9a7070bed075 req-1b350168-3f9b-4dfb-bdeb-a371fe97c4da tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.1274199 Mar 23 01:32:49.575115 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-624f51d3-7630-4611-a567-b4189dad1988 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks [] for router_gateway (d742dc3b-5593-44c3-93a2-8b105fb025aa), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:49.582875 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (076cab41-2bcf-4ee9-9e14-f3fe4afe578d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:49.598152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ab94e450-c7b8-40fe-a32f-b180f55802f2 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:49.598550 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:49.615280 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d9fcc-31ac-4e7c-9f3a-1e4c3e3fd3a3 req-44a14fa7-5ee1-4097-a6a6-fbde82713016 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:49.617050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-976d9fcc-31ac-4e7c-9f3a-1e4c3e3fd3a3 req-44a14fa7-5ee1-4097-a6a6-fbde82713016 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.2885416 Mar 23 01:32:49.618551 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-624f51d3-7630-4611-a567-b4189dad1988 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:49.624903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad9f7d6-9930-43cb-bde9-db3aac71f504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab94e450-c7b8-40fe-a32f-b180f55802f2'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:49.627249 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03ad282-b045-46b5-af7e-bd5c767d6849" -d '{"events": [{"server_uuid": "3ad9f7d6-9930-43cb-bde9-db3aac71f504", "name": "network-vif-plugged", "status": "completed", "tag": "ab94e450-c7b8-40fe-a32f-b180f55802f2"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:49.666507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ab94e450-c7b8-40fe-a32f-b180f55802f2, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ab94e450-c7b8-40fe-a32f-b180f55802f2,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:49.676421 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:49.712484 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7e2729a-c73b-4378-bbb6-9a7070bed075 req-5c2c6056-636a-4c6c-8704-ea0b927eaac9 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590476 Mar 23 01:32:49.738928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ab94e450-c7b8-40fe-a32f-b180f55802f2,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:49.802042 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63315c97-3432-4197-8b6a-2e30b1f4b972 x-openstack-request-id: req-63315c97-3432-4197-8b6a-2e30b1f4b972 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:32:49.802361 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad9f7d6-9930-43cb-bde9-db3aac71f504", "name": "network-vif-plugged", "status": "completed", "tag": "ab94e450-c7b8-40fe-a32f-b180f55802f2", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:32:49.802773 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63315c97-3432-4197-8b6a-2e30b1f4b972 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:32:49.803181 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63315c97-3432-4197-8b6a-2e30b1f4b972'] response: {'server_uuid': '3ad9f7d6-9930-43cb-bde9-db3aac71f504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab94e450-c7b8-40fe-a32f-b180f55802f2', 'code': 200} Mar 23 01:32:49.877096 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-976d9fcc-31ac-4e7c-9f3a-1e4c3e3fd3a3 req-fa3db970-1dcc-4344-8924-244148903740 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483633 Mar 23 01:32:49.953417 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (076cab41-2bcf-4ee9-9e14-f3fe4afe578d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:50.060873 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db283cd4-1be7-45bd-b9d8-62e3b7f4341a req-40dc0987-f2dd-4e9c-b009-e23edba05363 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:50.063036 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-db283cd4-1be7-45bd-b9d8-62e3b7f4341a req-40dc0987-f2dd-4e9c-b009-e23edba05363 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07eb627-6a73-47d0-9027-4fd1c9428810 HTTP/1.1" status: 200 len: 945 time: 0.1780748 Mar 23 01:32:50.143025 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-db283cd4-1be7-45bd-b9d8-62e3b7f4341a req-86439d55-f39c-486d-bc04-b0097ecef695 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691836 Mar 23 01:32:50.182814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Router 076cab41-2bcf-4ee9-9e14-f3fe4afe578d is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:32:50.336585 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-624f51d3-7630-4611-a567-b4189dad1988 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks [] for router (d742dc3b-5593-44c3-93a2-8b105fb025aa), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:50.350086 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d6653-a157-4cdd-b724-44e1380133cf req-3e377949-bead-4d31-89e4-9880296ffc8d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:50.352102 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-817d6653-a157-4cdd-b724-44e1380133cf req-3e377949-bead-4d31-89e4-9880296ffc8d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 945 time: 0.1210315 Mar 23 01:32:50.390355 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:50.561288 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-817d6653-a157-4cdd-b724-44e1380133cf req-0e0d35b9-6114-47cf-a26d-191d28dc03bc tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313200 Mar 23 01:32:50.626473 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-624f51d3-7630-4611-a567-b4189dad1988 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (d742dc3b-5593-44c3-93a2-8b105fb025aa), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:50.629709 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-624f51d3-7630-4611-a567-b4189dad1988 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks [] for router_controller (d742dc3b-5593-44c3-93a2-8b105fb025aa), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:50.706058 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-624f51d3-7630-4611-a567-b4189dad1988 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (d742dc3b-5593-44c3-93a2-8b105fb025aa), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:50.707127 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624f51d3-7630-4611-a567-b4189dad1988 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d742dc3b-5593-44c3-93a2-8b105fb025aa {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:32:50.731680 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-624f51d3-7630-4611-a567-b4189dad1988 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 23 01:32:50.733432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-624f51d3-7630-4611-a567-b4189dad1988 tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0268884 Mar 23 01:32:50.736274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33910) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:50.768279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca26a6-fe9f-4ff7-98d5-cd741a3f2b72 req-842333e9-91b1-43fa-bd18-4bae10be6d74 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:50.774986 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fbca26a6-fe9f-4ff7-98d5-cd741a3f2b72 req-842333e9-91b1-43fa-bd18-4bae10be6d74 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 944 time: 0.1282165 Mar 23 01:32:50.818009 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:32:50.836665 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Sync routers for ids ['076cab41-2bcf-4ee9-9e14-f3fe4afe578d'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:32:50.854041 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Routers {'076cab41-2bcf-4ee9-9e14-f3fe4afe578d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:32:50.854311 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fbca26a6-fe9f-4ff7-98d5-cd741a3f2b72 req-36c73bbf-42e2-48e6-b1cb-cf702df6082e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783422 Mar 23 01:32:50.858624 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:50.859319 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['076cab41-2bcf-4ee9-9e14-f3fe4afe578d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:50.862670 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f0365c1f-780d-45d3-9660-7e3dd73fa08a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.1812441 Mar 23 01:32:50.863322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33916) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:50.950428 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0e451-660b-4838-afaf-2b96ffc35a06 req-0a4c6cc7-722b-4589-8843-00a708c1b366 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:50.968486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0e451-660b-4838-afaf-2b96ffc35a06 req-0a4c6cc7-722b-4589-8843-00a708c1b366 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:50.977829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0e451-660b-4838-afaf-2b96ffc35a06 req-0a4c6cc7-722b-4589-8843-00a708c1b366 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:50.980302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f9a0e451-660b-4838-afaf-2b96ffc35a06 req-0a4c6cc7-722b-4589-8843-00a708c1b366 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99&device_id=f07eb627-6a73-47d0-9027-4fd1c9428810&device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 2417 time: 0.2453237 Mar 23 01:32:51.031080 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Set router 076cab41-2bcf-4ee9-9e14-f3fe4afe578d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:32:51.033246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2ccc5-5f27-4405-9c78-99b440603d33 req-6796b7e8-8fef-4152-ab3b-05958b174a8c tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:51.034806 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dca2ccc5-5f27-4405-9c78-99b440603d33 req-6796b7e8-8fef-4152-ab3b-05958b174a8c tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.0758018 Mar 23 01:32:51.065414 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f9a0e451-660b-4838-afaf-2b96ffc35a06 req-79bf9ad7-cc5e-48f4-b8b7-da52317e7b2d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769088 Mar 23 01:32:51.068348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-dcf49d73-92d6-4423-86d0-5bdf0644242a tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Deleting port 636c3bf0-6722-4a7a-80c4-7d1c55845256 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:32:51.069182 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dcf49d73-92d6-4423-86d0-5bdf0644242a tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (636c3bf0-6722-4a7a-80c4-7d1c55845256), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:51.071287 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-10e676c5-72cf-449e-ace4-fab82bdbb9c0 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "GET /v2.0/routers/076cab41-2bcf-4ee9-9e14-f3fe4afe578d HTTP/1.1" status: 200 len: 909 time: 0.2057142 Mar 23 01:32:51.072122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33924) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:51.078334 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1949748635', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'enable_snat': True}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:51.138958 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dca2ccc5-5f27-4405-9c78-99b440603d33 req-4ba2f2d2-cf0a-414b-9d6a-f18b345d6c0a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932114 Mar 23 01:32:51.139855 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (8be51e2e-c37f-469f-a604-f798a398b1d7), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:51.141664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (8be51e2e-c37f-469f-a604-f798a398b1d7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:51.243749 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_controller (8be51e2e-c37f-469f-a604-f798a398b1d7), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:51.267074 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-69981429-0429-48ba-99d9-8dab6eb08fad req-efbaafc5-1171-44b2-bb4e-6f21ac5fa638 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:32:51.269362 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-69981429-0429-48ba-99d9-8dab6eb08fad req-efbaafc5-1171-44b2-bb4e-6f21ac5fa638 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0240352 Mar 23 01:32:51.321412 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dcf49d73-92d6-4423-86d0-5bdf0644242a tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (636c3bf0-6722-4a7a-80c4-7d1c55845256), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:51.370193 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 64624296-cd2d-47d3-9846-0f4297f6e579 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:32:51.419687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-dcf49d73-92d6-4423-86d0-5bdf0644242a tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Calling delete_port for 636c3bf0-6722-4a7a-80c4-7d1c55845256 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:32:51.450288 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076cab41-2bcf-4ee9-9e14-f3fe4afe578d', 'name': 'tempest-snat-router-1949748635', 'tenant_id': '6abac52bd3314ddc9a7e93e814399736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.150'}], 'enable_snat': False}, 'gw_port_id': '6fdaa40e-4315-4d9c-9320-c5bc1293546b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:32:47Z', 'updated_at': '2022-03-23T01:32:49Z', 'revision_number': 3, 'project_id': '6abac52bd3314ddc9a7e93e814399736', 'gw_port': {'id': '6fdaa40e-4315-4d9c-9320-c5bc1293546b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076cab41-2bcf-4ee9-9e14-f3fe4afe578d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:32:48Z', 'updated_at': '2022-03-23T01:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:51.482512 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Checking router: 076cab41-2bcf-4ee9-9e14-f3fe4afe578d for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:32:51.482743 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Updating router 076cab41-2bcf-4ee9-9e14-f3fe4afe578d port 6fdaa40e-4315-4d9c-9320-c5bc1293546b binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:32:51.520035 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (8be51e2e-c37f-469f-a604-f798a398b1d7), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:51.522366 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6fdaa40e-4315-4d9c-9320-c5bc1293546b), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:51.631586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-69981429-0429-48ba-99d9-8dab6eb08fad req-ef920152-4f16-4e4d-b30e-a77fa6a0b793 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3388150 Mar 23 01:32:51.783234 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dcf49d73-92d6-4423-86d0-5bdf0644242a tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (636c3bf0-6722-4a7a-80c4-7d1c55845256), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:51.832641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf49d73-92d6-4423-86d0-5bdf0644242a tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Pushing event deleted for resources: {'Port': ['ID=636c3bf0-6722-4a7a-80c4-7d1c55845256,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:51.979786 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Publish callbacks [] for port (6fdaa40e-4315-4d9c-9320-c5bc1293546b), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:51.988132 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dcf49d73-92d6-4423-86d0-5bdf0644242a tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:51.998880 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6fdaa40e-4315-4d9c-9320-c5bc1293546b), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:52.004340 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dcf49d73-92d6-4423-86d0-5bdf0644242a tempest-RoutersAdminNegativeTest-475715860 tempest-RoutersAdminNegativeTest-475715860-project-admin] 10.222.0.18 "DELETE /v2.0/ports/636c3bf0-6722-4a7a-80c4-7d1c55845256 HTTP/1.1" status: 204 len: 168 time: 1.2668095 Mar 23 01:32:52.051823 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2dda7f60-05a2-428a-a5a0-2c549195140a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:52.063607 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 64624296-cd2d-47d3-9846-0f4297f6e579 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:32:52.068984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 64624296-cd2d-47d3-9846-0f4297f6e579 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:32:52.069483 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:52.125010 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Attempting to bind port 6fdaa40e-4315-4d9c-9320-c5bc1293546b on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:32:52.129014 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Attempting to bind port 6fdaa40e-4315-4d9c-9320-c5bc1293546b by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:32:52.130455 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Attempting to bind port 6fdaa40e-4315-4d9c-9320-c5bc1293546b on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:32:52.175933 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:32:52.180099 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:32:52.180767 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:52.181175 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:32:52.181689 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Bound port: 6fdaa40e-4315-4d9c-9320-c5bc1293546b, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:32:52.182076 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6fdaa40e-4315-4d9c-9320-c5bc1293546b), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:52.246699 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (8be51e2e-c37f-469f-a604-f798a398b1d7), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:52.278409 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 64624296-cd2d-47d3-9846-0f4297f6e579 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:52.281985 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:52.308473 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:52.315477 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] For port 6fdaa40e-4315-4d9c-9320-c5bc1293546b, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:32:52.321545 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] For port 6fdaa40e-4315-4d9c-9320-c5bc1293546b, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6fdaa40e-4315-4d9c-9320-c5bc1293546b,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:32:52.345657 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e796ad-a58a-4e76-adf3-82f2a17bb92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64624296-cd2d-47d3-9846-0f4297f6e579'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:32:52.351999 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6fdaa40e-4315-4d9c-9320-c5bc1293546b), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:52.356693 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be02c63-08f1-4324-8b21-e504c452296f" -d '{"events": [{"server_uuid": "64e796ad-a58a-4e76-adf3-82f2a17bb92d", "name": "network-vif-plugged", "status": "completed", "tag": "64624296-cd2d-47d3-9846-0f4297f6e579"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:32:52.384337 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d714e2-372f-4157-a69c-5d3b5eb1905d None None] Pushing event updated for resources: {'Port': ['ID=6fdaa40e-4315-4d9c-9320-c5bc1293546b,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:52.393898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c58fc6-2c88-4794-98a7-0b48a6dbdb40 req-7ad09dd0-df95-4855-9b77-39095571b7d2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:52.398253 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3c58fc6-2c88-4794-98a7-0b48a6dbdb40 req-7ad09dd0-df95-4855-9b77-39095571b7d2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.1375673 Mar 23 01:32:52.402032 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 64624296-cd2d-47d3-9846-0f4297f6e579, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=64624296-cd2d-47d3-9846-0f4297f6e579,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:52.414380 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:52.425382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957aba1-7a5e-409a-8ba5-3a7f8b335dd0 req-9576cd16-5cde-491f-b220-86d9e97f6a4e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:52.433144 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4957aba1-7a5e-409a-8ba5-3a7f8b335dd0 req-9576cd16-5cde-491f-b220-86d9e97f6a4e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 944 time: 0.3927481 Mar 23 01:32:52.506589 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3c58fc6-2c88-4794-98a7-0b48a6dbdb40 req-888bbda7-7b75-4225-8977-612c4a7a710d tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003287 Mar 23 01:32:52.509603 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d714e2-372f-4157-a69c-5d3b5eb1905d None None] Pushing event updated for resources: {'Port': ['ID=6fdaa40e-4315-4d9c-9320-c5bc1293546b,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:52.510123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33978) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:52.522453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=64624296-cd2d-47d3-9846-0f4297f6e579,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:52.548084 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Routers {'076cab41-2bcf-4ee9-9e14-f3fe4afe578d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:32:52.551171 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['076cab41-2bcf-4ee9-9e14-f3fe4afe578d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:52.586167 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4957aba1-7a5e-409a-8ba5-3a7f8b335dd0 req-e73ebf2d-4077-42d1-ae3d-6693d3fcecda tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417594 Mar 23 01:32:52.711488 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Allocated IP 172.25.0.70 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/ac5fadef-3e03-47db-8e45-c23e6a8e7818) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:32:52.726425 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87108899-12ff-4d70-a59c-deadb436a403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:52.740824 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] Set router 076cab41-2bcf-4ee9-9e14-f3fe4afe578d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:32:52.952420 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87108899-12ff-4d70-a59c-deadb436a403 admin admin] Publish callbacks [] for security_group (14bf6ae1-2807-41e6-b46e-7e2bb402fddb), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:52.959268 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87108899-12ff-4d70-a59c-deadb436a403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (14bf6ae1-2807-41e6-b46e-7e2bb402fddb), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:53.006541 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for port (ac5fadef-3e03-47db-8e45-c23e6a8e7818), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:53.070680 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-87108899-12ff-4d70-a59c-deadb436a403 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81f78c278d54452f868b14b445903536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5594738 Mar 23 01:32:53.072008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87108899-12ff-4d70-a59c-deadb436a403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bf6ae1-2807-41e6-b46e-7e2bb402fddb,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:53.075322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33996) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:53.079808 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076cab41-2bcf-4ee9-9e14-f3fe4afe578d', 'name': 'tempest-snat-router-1949748635', 'tenant_id': '6abac52bd3314ddc9a7e93e814399736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.150'}], 'enable_snat': False}, 'gw_port_id': '6fdaa40e-4315-4d9c-9320-c5bc1293546b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:32:47Z', 'updated_at': '2022-03-23T01:32:49Z', 'revision_number': 3, 'project_id': '6abac52bd3314ddc9a7e93e814399736', 'gw_port': {'id': '6fdaa40e-4315-4d9c-9320-c5bc1293546b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076cab41-2bcf-4ee9-9e14-f3fe4afe578d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:32:48Z', 'updated_at': '2022-03-23T01:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:53.113683 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:53.132135 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ac5fadef-3e03-47db-8e45-c23e6a8e7818), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:53.159843 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-218c2f26-21ac-44d3-b0db-35f6f1e588ac admin admin] Publish callbacks [] for security_group (14bf6ae1-2807-41e6-b46e-7e2bb402fddb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:53.175128 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:32:53.176863 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59926d4d-9f78-4048-9c24-4ef8f23571a0 None None] The sync data for ids ['076cab41-2bcf-4ee9-9e14-f3fe4afe578d'] in n-d-834677-4 is: [{'id': '076cab41-2bcf-4ee9-9e14-f3fe4afe578d', 'name': 'tempest-snat-router-1949748635', 'tenant_id': '6abac52bd3314ddc9a7e93e814399736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.150'}], 'enable_snat': False}, 'gw_port_id': '6fdaa40e-4315-4d9c-9320-c5bc1293546b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:32:47Z', 'updated_at': '2022-03-23T01:32:49Z', 'revision_number': 3, 'project_id': '6abac52bd3314ddc9a7e93e814399736', 'gw_port': {'id': '6fdaa40e-4315-4d9c-9320-c5bc1293546b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076cab41-2bcf-4ee9-9e14-f3fe4afe578d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:32:48Z', 'updated_at': '2022-03-23T01:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:32:53.205947 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-218c2f26-21ac-44d3-b0db-35f6f1e588ac admin admin] Publish callbacks [] for security_group (14bf6ae1-2807-41e6-b46e-7e2bb402fddb), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:53.242151 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:32:53.251969 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:32:53.256386 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:32:53.314321 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-218c2f26-21ac-44d3-b0db-35f6f1e588ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (14bf6ae1-2807-41e6-b46e-7e2bb402fddb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:53.318481 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-218c2f26-21ac-44d3-b0db-35f6f1e588ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:53.321845 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-218c2f26-21ac-44d3-b0db-35f6f1e588ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/14bf6ae1-2807-41e6-b46e-7e2bb402fddb HTTP/1.1" status: 204 len: 168 time: 0.2454286 Mar 23 01:32:53.354859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c2f26-21ac-44d3-b0db-35f6f1e588ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bf6ae1-2807-41e6-b46e-7e2bb402fddb,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:53.412252 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Pushing event updated for resources: {'Port': ['ID=ac5fadef-3e03-47db-8e45-c23e6a8e7818,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:53.949555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34006) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:53.956383 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (8be51e2e-c37f-469f-a604-f798a398b1d7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:54.036307 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-eb8db705-327c-4011-aca6-38775675e429 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca6a55f0ab6f4209b30343c1097dc3df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0853753 Mar 23 01:32:54.042701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34008) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:54.160674 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4b1d06fa-7d06-441b-aa4c-ea2e77ff157b admin admin] Publish callbacks [] for security_group (69367109-f3cf-4f91-a4f4-b89f51912459), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:54.212703 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4b1d06fa-7d06-441b-aa4c-ea2e77ff157b admin admin] Publish callbacks [] for security_group (69367109-f3cf-4f91-a4f4-b89f51912459), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:54.228863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6fdaa40e-4315-4d9c-9320-c5bc1293546b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:32:54.302208 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4b1d06fa-7d06-441b-aa4c-ea2e77ff157b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (69367109-f3cf-4f91-a4f4-b89f51912459), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:54.304944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4b1d06fa-7d06-441b-aa4c-ea2e77ff157b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:54.306204 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4b1d06fa-7d06-441b-aa4c-ea2e77ff157b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69367109-f3cf-4f91-a4f4-b89f51912459 HTTP/1.1" status: 204 len: 168 time: 0.2620876 Mar 23 01:32:54.318862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d06fa-7d06-441b-aa4c-ea2e77ff157b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69367109-f3cf-4f91-a4f4-b89f51912459,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:54.389392 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6fdaa40e-4315-4d9c-9320-c5bc1293546b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:32:54.389770 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6fdaa40e-4315-4d9c-9320-c5bc1293546b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:54.506742 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:54.570072 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (8be51e2e-c37f-469f-a604-f798a398b1d7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:54.643990 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6fdaa40e-4315-4d9c-9320-c5bc1293546b is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:54.644383 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6fdaa40e-4315-4d9c-9320-c5bc1293546b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:54.693901 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 6fdaa40e-4315-4d9c-9320-c5bc1293546b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6fdaa40e-4315-4d9c-9320-c5bc1293546b,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:54.707512 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6fdaa40e-4315-4d9c-9320-c5bc1293546b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:54.819205 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Router 8be51e2e-c37f-469f-a604-f798a398b1d7 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:32:54.846439 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=6fdaa40e-4315-4d9c-9320-c5bc1293546b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:55.017984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:32:55.028126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9107294-74b9-4fa9-ad92-b33ae4197982 None None] Sync routers for ids ['8be51e2e-c37f-469f-a604-f798a398b1d7'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:32:55.050207 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:55.052126 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8d407b1a-04ca-4834-a8f6-e0634dd70209 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.9772961 Mar 23 01:32:55.053299 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9107294-74b9-4fa9-ad92-b33ae4197982 None None] Routers {'8be51e2e-c37f-469f-a604-f798a398b1d7'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:32:55.053996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f9107294-74b9-4fa9-ad92-b33ae4197982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8be51e2e-c37f-469f-a604-f798a398b1d7'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:55.054757 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34022) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:55.265925 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dd781a0a-14fa-4005-9682-fe37bb07212e tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "GET /v2.0/routers/8be51e2e-c37f-469f-a604-f798a398b1d7 HTTP/1.1" status: 200 len: 907 time: 0.2086191 Mar 23 01:32:55.269247 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34026) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:55.377883 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-f9107294-74b9-4fa9-ad92-b33ae4197982 None None] Set router 8be51e2e-c37f-469f-a604-f798a398b1d7 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:32:55.524661 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1e0892b8-e83f-41d1-9db4-0aa497458594 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router (8be51e2e-c37f-469f-a604-f798a398b1d7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:55.656394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34034) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:55.768001 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1e0892b8-e83f-41d1-9db4-0aa497458594 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (8be51e2e-c37f-469f-a604-f798a398b1d7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:55.851663 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:55.900728 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1e0892b8-e83f-41d1-9db4-0aa497458594 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Deleting port ac5fadef-3e03-47db-8e45-c23e6a8e7818 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:32:55.901072 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1e0892b8-e83f-41d1-9db4-0aa497458594 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ac5fadef-3e03-47db-8e45-c23e6a8e7818), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:55.924247 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-347e2a5a-726e-41d9-819b-10738515c5b4 tempest-AgentManagementNegativeTest-1829897956 tempest-AgentManagementNegativeTest-1829897956-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2662084 Mar 23 01:32:55.924928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f9107294-74b9-4fa9-ad92-b33ae4197982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be51e2e-c37f-469f-a604-f798a398b1d7', 'name': 'tempest-snat-router-1949748635', 'tenant_id': '6abac52bd3314ddc9a7e93e814399736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'ac5fadef-3e03-47db-8e45-c23e6a8e7818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:32:51Z', 'updated_at': '2022-03-23T01:32:53Z', 'revision_number': 3, 'project_id': '6abac52bd3314ddc9a7e93e814399736', 'gw_port': {'id': 'ac5fadef-3e03-47db-8e45-c23e6a8e7818', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:46:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be51e2e-c37f-469f-a604-f798a398b1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:32:52Z', 'updated_at': '2022-03-23T01:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:32:56.044756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9107294-74b9-4fa9-ad92-b33ae4197982 None None] Checking router: 8be51e2e-c37f-469f-a604-f798a398b1d7 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:32:56.044756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9107294-74b9-4fa9-ad92-b33ae4197982 None None] Updating router 8be51e2e-c37f-469f-a604-f798a398b1d7 port ac5fadef-3e03-47db-8e45-c23e6a8e7818 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:32:56.070738 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f9107294-74b9-4fa9-ad92-b33ae4197982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ac5fadef-3e03-47db-8e45-c23e6a8e7818), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:56.146616 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1e0892b8-e83f-41d1-9db4-0aa497458594 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ac5fadef-3e03-47db-8e45-c23e6a8e7818), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:56.193130 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1e0892b8-e83f-41d1-9db4-0aa497458594 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Calling delete_port for ac5fadef-3e03-47db-8e45-c23e6a8e7818 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:32:56.268645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6fdaa40e-4315-4d9c-9320-c5bc1293546b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:32:56.491092 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1e0892b8-e83f-41d1-9db4-0aa497458594 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ac5fadef-3e03-47db-8e45-c23e6a8e7818), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:56.523447 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0892b8-e83f-41d1-9db4-0aa497458594 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac5fadef-3e03-47db-8e45-c23e6a8e7818,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:56.586825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34044) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:56.657285 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1e0892b8-e83f-41d1-9db4-0aa497458594 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (8be51e2e-c37f-469f-a604-f798a398b1d7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:56.663022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6fdaa40e-4315-4d9c-9320-c5bc1293546b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:32:56.663632 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6fdaa40e-4315-4d9c-9320-c5bc1293546b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:56.814437 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-695d6682-51b8-4c8f-846a-72755e8ac2e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:56.820820 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6fdaa40e-4315-4d9c-9320-c5bc1293546b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:32:56.869048 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1e0892b8-e83f-41d1-9db4-0aa497458594 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (8be51e2e-c37f-469f-a604-f798a398b1d7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:56.872763 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1e0892b8-e83f-41d1-9db4-0aa497458594 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_controller (8be51e2e-c37f-469f-a604-f798a398b1d7), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:56.925830 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-f9107294-74b9-4fa9-ad92-b33ae4197982 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:32:56.926303 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-f9107294-74b9-4fa9-ad92-b33ae4197982 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:32:56.982521 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1e0892b8-e83f-41d1-9db4-0aa497458594 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (8be51e2e-c37f-469f-a604-f798a398b1d7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:56.982521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0892b8-e83f-41d1-9db4-0aa497458594 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8be51e2e-c37f-469f-a604-f798a398b1d7 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:32:56.987842 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1e0892b8-e83f-41d1-9db4-0aa497458594 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:56.992041 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1e0892b8-e83f-41d1-9db4-0aa497458594 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "DELETE /v2.0/routers/8be51e2e-c37f-469f-a604-f798a398b1d7 HTTP/1.1" status: 204 len: 168 time: 1.7211785 Mar 23 01:32:56.992444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34048) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:57.078282 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-695d6682-51b8-4c8f-846a-72755e8ac2e0 admin admin] Publish callbacks [] for security_group (dfe42ad1-53a2-4830-bba3-713b179ca3bd), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:57.084069 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-695d6682-51b8-4c8f-846a-72755e8ac2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (dfe42ad1-53a2-4830-bba3-713b179ca3bd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:57.103974 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c0df69f-79a9-4e3e-893d-81723d4f5b51 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router (076cab41-2bcf-4ee9-9e14-f3fe4afe578d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:57.128392 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-695d6682-51b8-4c8f-846a-72755e8ac2e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4ee5f4f43fa445fbccc390cea161be1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5403099 Mar 23 01:32:57.161353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34054) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:57.162352 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d6682-51b8-4c8f-846a-72755e8ac2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe42ad1-53a2-4830-bba3-713b179ca3bd,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:57.247240 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e04ad5da-6d5e-40b3-9db0-9553188f8684 admin admin] Publish callbacks [] for security_group (dfe42ad1-53a2-4830-bba3-713b179ca3bd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:57.298584 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e04ad5da-6d5e-40b3-9db0-9553188f8684 admin admin] Publish callbacks [] for security_group (dfe42ad1-53a2-4830-bba3-713b179ca3bd), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:57.364403 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e04ad5da-6d5e-40b3-9db0-9553188f8684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (dfe42ad1-53a2-4830-bba3-713b179ca3bd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:57.369835 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e04ad5da-6d5e-40b3-9db0-9553188f8684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:57.380957 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e04ad5da-6d5e-40b3-9db0-9553188f8684 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfe42ad1-53a2-4830-bba3-713b179ca3bd HTTP/1.1" status: 204 len: 168 time: 0.2070301 Mar 23 01:32:57.421087 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ad5da-6d5e-40b3-9db0-9553188f8684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe42ad1-53a2-4830-bba3-713b179ca3bd,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:57.486909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9107294-74b9-4fa9-ad92-b33ae4197982 None None] Port ac5fadef-3e03-47db-8e45-c23e6a8e7818 not found while updating agent binding for router 8be51e2e-c37f-469f-a604-f798a398b1d7. {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 23 01:32:57.572235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9107294-74b9-4fa9-ad92-b33ae4197982 None None] Routers set() bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:32:57.573759 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9107294-74b9-4fa9-ad92-b33ae4197982 None None] Router IDs set() for agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 01:32:57.576506 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_agentschedulers_db [None req-f9107294-74b9-4fa9-ad92-b33ae4197982 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8be51e2e-c37f-469f-a604-f798a398b1d7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent'). {{(pid=99265) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 23 01:32:57.577028 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9107294-74b9-4fa9-ad92-b33ae4197982 None None] The sync data for ids ['8be51e2e-c37f-469f-a604-f798a398b1d7'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:32:57.868125 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c0df69f-79a9-4e3e-893d-81723d4f5b51 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (076cab41-2bcf-4ee9-9e14-f3fe4afe578d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:58.011592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-8c0df69f-79a9-4e3e-893d-81723d4f5b51 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Deleting port 6fdaa40e-4315-4d9c-9320-c5bc1293546b {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:32:58.011592 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c0df69f-79a9-4e3e-893d-81723d4f5b51 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6fdaa40e-4315-4d9c-9320-c5bc1293546b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:58.132790 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-8c0df69f-79a9-4e3e-893d-81723d4f5b51 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] For port 6fdaa40e-4315-4d9c-9320-c5bc1293546b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6fdaa40e-4315-4d9c-9320-c5bc1293546b,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:32:58.133187 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c0df69f-79a9-4e3e-893d-81723d4f5b51 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6fdaa40e-4315-4d9c-9320-c5bc1293546b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:58.160910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-8c0df69f-79a9-4e3e-893d-81723d4f5b51 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Calling delete_port for 6fdaa40e-4315-4d9c-9320-c5bc1293546b owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:32:58.549371 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c0df69f-79a9-4e3e-893d-81723d4f5b51 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6fdaa40e-4315-4d9c-9320-c5bc1293546b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:58.595358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0df69f-79a9-4e3e-893d-81723d4f5b51 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fdaa40e-4315-4d9c-9320-c5bc1293546b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:58.627776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34082) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:58.767940 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c0df69f-79a9-4e3e-893d-81723d4f5b51 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (076cab41-2bcf-4ee9-9e14-f3fe4afe578d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:58.842774 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6b44f2bd-31ed-4105-bee5-3ed30a12e44e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'network': {'name': 'tempest-RoutersTest-823802637'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:58.874026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b44f2bd-31ed-4105-bee5-3ed30a12e44e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:58.878200 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b44f2bd-31ed-4105-bee5-3ed30a12e44e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:58.899920 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b44f2bd-31ed-4105-bee5-3ed30a12e44e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:58.959138 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c0df69f-79a9-4e3e-893d-81723d4f5b51 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (076cab41-2bcf-4ee9-9e14-f3fe4afe578d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:58.962289 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c0df69f-79a9-4e3e-893d-81723d4f5b51 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_controller (076cab41-2bcf-4ee9-9e14-f3fe4afe578d), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:59.035077 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c0df69f-79a9-4e3e-893d-81723d4f5b51 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (076cab41-2bcf-4ee9-9e14-f3fe4afe578d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:59.038225 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0df69f-79a9-4e3e-893d-81723d4f5b51 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 076cab41-2bcf-4ee9-9e14-f3fe4afe578d {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:32:59.044339 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c0df69f-79a9-4e3e-893d-81723d4f5b51 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:59.050717 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34086) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:59.051131 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8c0df69f-79a9-4e3e-893d-81723d4f5b51 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "DELETE /v2.0/routers/076cab41-2bcf-4ee9-9e14-f3fe4afe578d HTTP/1.1" status: 204 len: 168 time: 2.0574834 Mar 23 01:32:59.059262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1121268933', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}, 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:59.090123 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (eff46900-47d5-4ac9-acb6-71a92b57e11c), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:59.091378 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (eff46900-47d5-4ac9-acb6-71a92b57e11c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:59.104872 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b44f2bd-31ed-4105-bee5-3ed30a12e44e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for security_group (260c9d15-2e9e-4f6d-82da-5ba7df068355), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:59.115654 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b44f2bd-31ed-4105-bee5-3ed30a12e44e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (260c9d15-2e9e-4f6d-82da-5ba7df068355), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:59.171046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44f2bd-31ed-4105-bee5-3ed30a12e44e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260c9d15-2e9e-4f6d-82da-5ba7df068355,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:59.233975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b44f2bd-31ed-4105-bee5-3ed30a12e44e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:32:59.248015 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_controller (eff46900-47d5-4ac9-acb6-71a92b57e11c), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:59.251916 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b44f2bd-31ed-4105-bee5-3ed30a12e44e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:59.252384 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-6b44f2bd-31ed-4105-bee5-3ed30a12e44e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Added segment a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f of type vlan for network 7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9 Mar 23 01:32:59.430462 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (eff46900-47d5-4ac9-acb6-71a92b57e11c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:59.488631 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b44f2bd-31ed-4105-bee5-3ed30a12e44e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:59.617282 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b44f2bd-31ed-4105-bee5-3ed30a12e44e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:59.628776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b44f2bd-31ed-4105-bee5-3ed30a12e44e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:59.630527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b44f2bd-31ed-4105-bee5-3ed30a12e44e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:59.694479 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6b44f2bd-31ed-4105-bee5-3ed30a12e44e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0614080 Mar 23 01:32:59.694844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34088) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:32:59.700737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0358b7a0-4563-4a16-9a7d-ccda8ab90573 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1541041765'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:32:59.739462 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0358b7a0-4563-4a16-9a7d-ccda8ab90573 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:32:59.744311 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0358b7a0-4563-4a16-9a7d-ccda8ab90573 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:59.799140 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0358b7a0-4563-4a16-9a7d-ccda8ab90573 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:32:59.823579 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0358b7a0-4563-4a16-9a7d-ccda8ab90573 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2b1ca7f7-0246-4531-91f4-6f7b54c843c4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:59.824101 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-0358b7a0-4563-4a16-9a7d-ccda8ab90573 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Added segment 2b1ca7f7-0246-4531-91f4-6f7b54c843c4 of type vlan for network 5f738ec7-3c48-4fc9-9fa2-938d397627f1 Mar 23 01:32:59.914331 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0358b7a0-4563-4a16-9a7d-ccda8ab90573 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (5f738ec7-3c48-4fc9-9fa2-938d397627f1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:59.924571 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44f2bd-31ed-4105-bee5-3ed30a12e44e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Network': ['ID=7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:32:59.937848 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:32:59.969687 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0358b7a0-4563-4a16-9a7d-ccda8ab90573 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (5f738ec7-3c48-4fc9-9fa2-938d397627f1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:32:59.975118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0358b7a0-4563-4a16-9a7d-ccda8ab90573 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:32:59.975744 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0358b7a0-4563-4a16-9a7d-ccda8ab90573 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:00.014212 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0358b7a0-4563-4a16-9a7d-ccda8ab90573 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3152869 Mar 23 01:33:00.036303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34090) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:00.051122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e605b641-00a7-402e-b481-94678254430c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'subnet': {'network_id': '7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:00.085784 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (eff46900-47d5-4ac9-acb6-71a92b57e11c), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:00.171863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6fdaa40e-4315-4d9c-9320-c5bc1293546b no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:00.234152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358b7a0-4563-4a16-9a7d-ccda8ab90573 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Network': ['ID=5f738ec7-3c48-4fc9-9fa2-938d397627f1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:00.235703 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:00.269499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 6fdaa40e-4315-4d9c-9320-c5bc1293546b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:33:00.269840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6fdaa40e-4315-4d9c-9320-c5bc1293546b not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:33:00.271601 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 5f738ec7-3c48-4fc9-9fa2-938d397627f1 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:33:00.400914 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e605b641-00a7-402e-b481-94678254430c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:33:00.406067 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e605b641-00a7-402e-b481-94678254430c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:00.696494 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Allocated IP 172.25.0.15 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/e50f3536-98ad-4f11-b28b-f01a70f3d304) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:01.024118 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e605b641-00a7-402e-b481-94678254430c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (e75d223f-16c9-43fb-9871-e8bbac9264ee), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:01.082459 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for port (e50f3536-98ad-4f11-b28b-f01a70f3d304), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:01.118998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605b641-00a7-402e-b481-94678254430c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Subnet': ['ID=e75d223f-16c9-43fb-9871-e8bbac9264ee,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:01.157335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e605b641-00a7-402e-b481-94678254430c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Checking segment: {'id': 'a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:33:01.157670 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e605b641-00a7-402e-b481-94678254430c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network hostable DHCP agents. Network: 7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:33:01.181248 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e50f3536-98ad-4f11-b28b-f01a70f3d304), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:01.206421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e605b641-00a7-402e-b481-94678254430c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:33:01.224014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e605b641-00a7-402e-b481-94678254430c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:01.233278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e605b641-00a7-402e-b481-94678254430c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:01.234454 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e605b641-00a7-402e-b481-94678254430c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:01.236799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c4aa66-ed62-475c-aaee-c0ffa52ddbc4 None None] Network 7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:33:01.270233 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:01.277008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Pushing event updated for resources: {'Port': ['ID=e50f3536-98ad-4f11-b28b-f01a70f3d304,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:01.279595 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:01.282721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:01.300979 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e605b641-00a7-402e-b481-94678254430c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2595472 Mar 23 01:33:01.301440 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34096) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:01.313238 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f7d2c94d-983e-4fb7-9d50-714822127e5a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'subnet': {'network_id': '5f738ec7-3c48-4fc9-9fa2-938d397627f1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:01.494460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9', 'network_id': '7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9', 'project_id': '92a06e957cd34b499d4c6950902b5222', 'fixed_ips': [{'subnet_id': 'e75d223f-16c9-43fb-9871-e8bbac9264ee'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:33:01.495528 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:01.507722 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d2c94d-983e-4fb7-9d50-714822127e5a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:33:01.524511 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f7d2c94d-983e-4fb7-9d50-714822127e5a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:01.765996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Allocated IP 172.20.0.2 (7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9/e75d223f-16c9-43fb-9871-e8bbac9264ee/228b426e-67dc-4ca9-b17e-ec1070090374) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:01.852899 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f7d2c94d-983e-4fb7-9d50-714822127e5a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (7e3f91dd-d467-40e4-8090-509a4ea2f1ed), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:02.003700 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Publish callbacks [] for port (228b426e-67dc-4ca9-b17e-ec1070090374), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:02.017919 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (228b426e-67dc-4ca9-b17e-ec1070090374), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:02.061014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d2c94d-983e-4fb7-9d50-714822127e5a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Checking segment: {'id': '2b1ca7f7-0246-4531-91f4-6f7b54c843c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5f738ec7-3c48-4fc9-9fa2-938d397627f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:33:02.061014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d2c94d-983e-4fb7-9d50-714822127e5a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network hostable DHCP agents. Network: 5f738ec7-3c48-4fc9-9fa2-938d397627f1, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:33:02.061014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2c94d-983e-4fb7-9d50-714822127e5a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Subnet': ['ID=7e3f91dd-d467-40e4-8090-509a4ea2f1ed,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:02.074662 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Network 7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:02.079610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:02.087415 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:02.106036 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d2c94d-983e-4fb7-9d50-714822127e5a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 5f738ec7-3c48-4fc9-9fa2-938d397627f1 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:33:02.124403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Pushing event updated for resources: {'Port': ['ID=228b426e-67dc-4ca9-b17e-ec1070090374,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:02.162658 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-f7d2c94d-983e-4fb7-9d50-714822127e5a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 5f738ec7-3c48-4fc9-9fa2-938d397627f1) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:02.163189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Attempting to bind port 228b426e-67dc-4ca9-b17e-ec1070090374 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:33:02.163363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Attempting to bind port 228b426e-67dc-4ca9-b17e-ec1070090374 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:33:02.164266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Attempting to bind port 228b426e-67dc-4ca9-b17e-ec1070090374 on network 7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:33:02.174004 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854d295e-ee45-49c3-8434-c3d83ffa7676 None None] Network 5f738ec7-3c48-4fc9-9fa2-938d397627f1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:33:02.176478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d2c94d-983e-4fb7-9d50-714822127e5a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:02.177493 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f7d2c94d-983e-4fb7-9d50-714822127e5a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:02.209629 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f7d2c94d-983e-4fb7-9d50-714822127e5a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9062641 Mar 23 01:33:02.212530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34098) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:02.217776 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ea1c6479-67b7-4d57-ace2-451a352a2efb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-939182706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:02.243853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:33:02.244681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Checking segment: {'id': 'a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:33:02.245259 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:02.245890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Bound using segment: {'id': 'a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:33:02.246616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Bound port: 228b426e-67dc-4ca9-b17e-ec1070090374, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:33:02.247204 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (228b426e-67dc-4ca9-b17e-ec1070090374), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:02.271133 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (eff46900-47d5-4ac9-acb6-71a92b57e11c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:02.310522 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6479-67b7-4d57-ace2-451a352a2efb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (2099928d-7d77-4dd2-b482-268ec6b54869), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:02.311709 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6479-67b7-4d57-ace2-451a352a2efb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (2099928d-7d77-4dd2-b482-268ec6b54869), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:02.354594 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] For port 228b426e-67dc-4ca9-b17e-ec1070090374, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:33:02.373688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] For port 228b426e-67dc-4ca9-b17e-ec1070090374, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=228b426e-67dc-4ca9-b17e-ec1070090374,segment=NetworkSegment(a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f),segment_id=a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:33:02.395773 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (228b426e-67dc-4ca9-b17e-ec1070090374), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:02.403401 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-5f738ec7-3c48-4fc9-9fa2-938d397627f1', 'network_id': '5f738ec7-3c48-4fc9-9fa2-938d397627f1', 'project_id': '92a06e957cd34b499d4c6950902b5222', 'fixed_ips': [{'subnet_id': '7e3f91dd-d467-40e4-8090-509a4ea2f1ed'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:33:02.404208 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:02.437145 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6479-67b7-4d57-ace2-451a352a2efb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_controller (2099928d-7d77-4dd2-b482-268ec6b54869), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:02.448192 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6479-67b7-4d57-ace2-451a352a2efb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (2099928d-7d77-4dd2-b482-268ec6b54869), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:02.484233 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6479-67b7-4d57-ace2-451a352a2efb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:02.491586 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ea1c6479-67b7-4d57-ace2-451a352a2efb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2775526 Mar 23 01:33:02.494102 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34110) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:02.582637 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8c26b-575d-4471-ac03-d803839de8d3 None None] Pushing event updated for resources: {'Port': ['ID=228b426e-67dc-4ca9-b17e-ec1070090374,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:02.655208 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Allocated IP 172.21.0.2 (5f738ec7-3c48-4fc9-9fa2-938d397627f1/7e3f91dd-d467-40e4-8090-509a4ea2f1ed/aea7abe3-e912-4448-8eb8-c2d983c258d8) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:02.746026 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (eff46900-47d5-4ac9-acb6-71a92b57e11c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:03.011070 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3108de1-8571-4f6d-9d9d-25edea1824f6 x-openstack-request-id: req-c3108de1-8571-4f6d-9d9d-25edea1824f6 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:03.011783 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e796ad-a58a-4e76-adf3-82f2a17bb92d", "name": "network-vif-plugged", "status": "completed", "tag": "64624296-cd2d-47d3-9846-0f4297f6e579", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:03.012198 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3108de1-8571-4f6d-9d9d-25edea1824f6 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:03.012804 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3108de1-8571-4f6d-9d9d-25edea1824f6'] response: {'server_uuid': '64e796ad-a58a-4e76-adf3-82f2a17bb92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64624296-cd2d-47d3-9846-0f4297f6e579', 'code': 200} Mar 23 01:33:03.048107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Router eff46900-47d5-4ac9-acb6-71a92b57e11c is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:33:03.205798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca19da-87a1-4323-8c99-dcf1665e1282 req-4c8e40ed-93dd-4abf-8ba5-ded0fd38666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:03.207822 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-61ca19da-87a1-4323-8c99-dcf1665e1282 req-4c8e40ed-93dd-4abf-8ba5-ded0fd38666f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 1127 time: 0.2211182 Mar 23 01:33:03.231431 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Publish callbacks [] for port (aea7abe3-e912-4448-8eb8-c2d983c258d8), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:03.247363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2428da-d789-4214-ad17-a2d1122066fe req-71c38452-ba73-42fc-a20d-36d01b42147d tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:03.248964 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (aea7abe3-e912-4448-8eb8-c2d983c258d8), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:03.250571 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3f2428da-d789-4214-ad17-a2d1122066fe req-71c38452-ba73-42fc-a20d-36d01b42147d tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.2716119 Mar 23 01:33:03.284300 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:03.306344 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Pushing event updated for resources: {'Port': ['ID=aea7abe3-e912-4448-8eb8-c2d983c258d8,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:03.325821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Network 5f738ec7-3c48-4fc9-9fa2-938d397627f1 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:03.327507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:03.335842 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:03.412634 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-61ca19da-87a1-4323-8c99-dcf1665e1282 req-dba61b25-bad4-49c6-8a86-e7d6a5720cdb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665103 Mar 23 01:33:03.443923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Attempting to bind port aea7abe3-e912-4448-8eb8-c2d983c258d8 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:33:03.444445 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Attempting to bind port aea7abe3-e912-4448-8eb8-c2d983c258d8 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '2b1ca7f7-0246-4531-91f4-6f7b54c843c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5f738ec7-3c48-4fc9-9fa2-938d397627f1'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:33:03.444925 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Attempting to bind port aea7abe3-e912-4448-8eb8-c2d983c258d8 on network 5f738ec7-3c48-4fc9-9fa2-938d397627f1 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:33:03.455231 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:33:03.457083 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Checking segment: {'id': '2b1ca7f7-0246-4531-91f4-6f7b54c843c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5f738ec7-3c48-4fc9-9fa2-938d397627f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:33:03.457598 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:03.458255 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Bound using segment: {'id': '2b1ca7f7-0246-4531-91f4-6f7b54c843c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5f738ec7-3c48-4fc9-9fa2-938d397627f1'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:33:03.458790 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Bound port: aea7abe3-e912-4448-8eb8-c2d983c258d8, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ca7f7-0246-4531-91f4-6f7b54c843c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5f738ec7-3c48-4fc9-9fa2-938d397627f1'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:33:03.459269 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (aea7abe3-e912-4448-8eb8-c2d983c258d8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:03.462578 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3f2428da-d789-4214-ad17-a2d1122066fe req-61d480c2-dc5e-4d7a-bf31-0cce1fddf97b tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053351 Mar 23 01:33:03.491135 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:33:03.509933 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4590c3-52b6-4344-8511-21a70ee29baf None None] Sync routers for ids ['eff46900-47d5-4ac9-acb6-71a92b57e11c'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:33:03.526875 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4590c3-52b6-4344-8511-21a70ee29baf None None] Routers {'eff46900-47d5-4ac9-acb6-71a92b57e11c'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:03.527703 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3b4590c3-52b6-4344-8511-21a70ee29baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eff46900-47d5-4ac9-acb6-71a92b57e11c'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:03.531309 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:03.536872 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cb5dc4b9-5137-4e35-9c3d-69015388f940 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.4843102 Mar 23 01:33:03.539926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34128) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:03.554028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-97a349f8-0e71-4e87-8f5e-3ae232b12011 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'enable_snat': False}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:03.648490 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3b4590c3-52b6-4344-8511-21a70ee29baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:03.657067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] For port aea7abe3-e912-4448-8eb8-c2d983c258d8, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:33:03.664289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] For port aea7abe3-e912-4448-8eb8-c2d983c258d8, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=aea7abe3-e912-4448-8eb8-c2d983c258d8,segment=NetworkSegment(2b1ca7f7-0246-4531-91f4-6f7b54c843c4),segment_id=2b1ca7f7-0246-4531-91f4-6f7b54c843c4)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:33:03.670860 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4590c3-52b6-4344-8511-21a70ee29baf None None] Routers {'eff46900-47d5-4ac9-acb6-71a92b57e11c'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:03.672982 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3b4590c3-52b6-4344-8511-21a70ee29baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eff46900-47d5-4ac9-acb6-71a92b57e11c'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:03.710105 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (aea7abe3-e912-4448-8eb8-c2d983c258d8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:03.717852 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:03.724637 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a527988-fe53-4045-8bf7-59fbdcf29df6 req-da17c6af-50cc-485b-a181-ede609ffb033 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:03.739895 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2a527988-fe53-4045-8bf7-59fbdcf29df6 req-da17c6af-50cc-485b-a181-ede609ffb033 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 945 time: 0.2826674 Mar 23 01:33:03.799837 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3b4590c3-52b6-4344-8511-21a70ee29baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:03.803380 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4590c3-52b6-4344-8511-21a70ee29baf None None] The sync data for ids ['eff46900-47d5-4ac9-acb6-71a92b57e11c'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:33:03.867805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75097c0d-9591-49ab-b993-a6efebc788f9 None None] Pushing event updated for resources: {'Port': ['ID=aea7abe3-e912-4448-8eb8-c2d983c258d8,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:03.925530 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2a527988-fe53-4045-8bf7-59fbdcf29df6 req-7c4f9eda-a457-48c8-b550-8262d9ce5ede tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780634 Mar 23 01:33:04.096232 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Allocated IP 172.20.0.1 (7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9/e75d223f-16c9-43fb-9871-e8bbac9264ee/03df2abf-c89a-4274-9ab0-2e31a21cf8b4) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:04.237584 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 228b426e-67dc-4ca9-b17e-ec1070090374 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:33:04.402296 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 228b426e-67dc-4ca9-b17e-ec1070090374 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:04.402899 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (228b426e-67dc-4ca9-b17e-ec1070090374), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:04.417058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19d56a-65af-48f0-8fb2-151c9d077f65 req-e214d7dd-9c65-46f7-af19-af687415f750 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:04.419397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa19d56a-65af-48f0-8fb2-151c9d077f65 req-e214d7dd-9c65-46f7-af19-af687415f750 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 946 time: 0.1802208 Mar 23 01:33:04.431539 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (03df2abf-c89a-4274-9ab0-2e31a21cf8b4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:04.464494 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-97a349f8-0e71-4e87-8f5e-3ae232b12011 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (eff46900-47d5-4ac9-acb6-71a92b57e11c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:04.531588 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa19d56a-65af-48f0-8fb2-151c9d077f65 req-81ea0794-1630-4896-bf9c-8f5dad370090 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056929 Mar 23 01:33:04.577227 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (03df2abf-c89a-4274-9ab0-2e31a21cf8b4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:04.645375 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a56e9f-3fbd-40fc-82d9-2a4c0e08034a None None] Network 7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:33:04.659814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:04.667134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:04.686978 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:04.723214 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=03df2abf-c89a-4274-9ab0-2e31a21cf8b4,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:04.782385 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (2099928d-7d77-4dd2-b482-268ec6b54869), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:04.904806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5df1b678-61e1-407e-9fe0-0b61048e7390 None None] Provisioning complete for port 228b426e-67dc-4ca9-b17e-ec1070090374 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:04.905256 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5df1b678-61e1-407e-9fe0-0b61048e7390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (228b426e-67dc-4ca9-b17e-ec1070090374), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:04.969905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 228b426e-67dc-4ca9-b17e-ec1070090374 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:04.970357 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (228b426e-67dc-4ca9-b17e-ec1070090374), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:05.064459 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 228b426e-67dc-4ca9-b17e-ec1070090374, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=228b426e-67dc-4ca9-b17e-ec1070090374,segment=NetworkSegment(a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f),segment_id=a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:05.123883 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (03df2abf-c89a-4274-9ab0-2e31a21cf8b4), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:05.128520 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (228b426e-67dc-4ca9-b17e-ec1070090374), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:05.183612 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5df1b678-61e1-407e-9fe0-0b61048e7390 None None] Current status of the port 228b426e-67dc-4ca9-b17e-ec1070090374 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:05.224530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=228b426e-67dc-4ca9-b17e-ec1070090374,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:05.633222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f7b9de62-43f4-440e-afbe-17b4aa9787dc None None] Provisioning complete for port 03df2abf-c89a-4274-9ab0-2e31a21cf8b4 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:05.633869 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f7b9de62-43f4-440e-afbe-17b4aa9787dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (03df2abf-c89a-4274-9ab0-2e31a21cf8b4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:05.664712 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-97a349f8-0e71-4e87-8f5e-3ae232b12011 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (eff46900-47d5-4ac9-acb6-71a92b57e11c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:05.679015 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-97a349f8-0e71-4e87-8f5e-3ae232b12011 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (eff46900-47d5-4ac9-acb6-71a92b57e11c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:05.762985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f7b9de62-43f4-440e-afbe-17b4aa9787dc None None] Port 03df2abf-c89a-4274-9ab0-2e31a21cf8b4 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:33:05.788230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f7b9de62-43f4-440e-afbe-17b4aa9787dc None None] Provisioning complete for port 228b426e-67dc-4ca9-b17e-ec1070090374 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:05.788943 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f7b9de62-43f4-440e-afbe-17b4aa9787dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (228b426e-67dc-4ca9-b17e-ec1070090374), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:05.961093 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f7b9de62-43f4-440e-afbe-17b4aa9787dc None None] Current status of the port 228b426e-67dc-4ca9-b17e-ec1070090374 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:05.992099 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1bf1f-a851-4529-9ac1-894bfb97bbc5 req-8865e04c-8e18-4c9f-8c06-9d8ecca25831 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:05.998076 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cdd1bf1f-a851-4529-9ac1-894bfb97bbc5 req-8865e04c-8e18-4c9f-8c06-9d8ecca25831 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.4789200 Mar 23 01:33:06.024387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2150e0-a73a-4308-b906-4f3c125e178d None None] Network 5f738ec7-3c48-4fc9-9fa2-938d397627f1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:33:06.116867 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2dca6c23-0fce-41c7-891e-a2e20b9535c1 None None] Provisioning complete for port 03df2abf-c89a-4274-9ab0-2e31a21cf8b4 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:06.117549 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2dca6c23-0fce-41c7-891e-a2e20b9535c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (03df2abf-c89a-4274-9ab0-2e31a21cf8b4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:06.125956 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cdd1bf1f-a851-4529-9ac1-894bfb97bbc5 req-b1a2f402-3721-411c-b188-e4bd43149658 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239235 Mar 23 01:33:06.204830 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (03df2abf-c89a-4274-9ab0-2e31a21cf8b4), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:06.216253 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (03df2abf-c89a-4274-9ab0-2e31a21cf8b4), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:06.261825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2dca6c23-0fce-41c7-891e-a2e20b9535c1 None None] Port 03df2abf-c89a-4274-9ab0-2e31a21cf8b4 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:33:06.277902 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=03df2abf-c89a-4274-9ab0-2e31a21cf8b4,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:06.331054 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (2099928d-7d77-4dd2-b482-268ec6b54869), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:06.355770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 228b426e-67dc-4ca9-b17e-ec1070090374 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:33:06.359567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2dca6c23-0fce-41c7-891e-a2e20b9535c1 None None] Provisioning complete for port aea7abe3-e912-4448-8eb8-c2d983c258d8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:06.359944 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2dca6c23-0fce-41c7-891e-a2e20b9535c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (aea7abe3-e912-4448-8eb8-c2d983c258d8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:06.521209 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:06.532996 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:06.603700 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8716d1c-ae16-4ff6-bdcd-44fbf31b79d4 req-b135f6ab-ac47-4a8d-8053-28f617e26469 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:06.616403 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d8716d1c-ae16-4ff6-bdcd-44fbf31b79d4 req-b135f6ab-ac47-4a8d-8053-28f617e26469 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 945 time: 0.2470965 Mar 23 01:33:06.703224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a349f8-0e71-4e87-8f5e-3ae232b12011 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Router eff46900-47d5-4ac9-acb6-71a92b57e11c has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:33:06.767268 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2dca6c23-0fce-41c7-891e-a2e20b9535c1 None None] Current status of the port aea7abe3-e912-4448-8eb8-c2d983c258d8 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:06.769931 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2dca6c23-0fce-41c7-891e-a2e20b9535c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (aea7abe3-e912-4448-8eb8-c2d983c258d8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:06.782170 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d8716d1c-ae16-4ff6-bdcd-44fbf31b79d4 req-02104ebd-c849-491d-9b8a-027b7409fd07 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578994 Mar 23 01:33:06.819001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 228b426e-67dc-4ca9-b17e-ec1070090374 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:06.823743 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (228b426e-67dc-4ca9-b17e-ec1070090374), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:06.906652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 2099928d-7d77-4dd2-b482-268ec6b54869 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:33:06.945053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2dca6c23-0fce-41c7-891e-a2e20b9535c1 None None] For port aea7abe3-e912-4448-8eb8-c2d983c258d8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=aea7abe3-e912-4448-8eb8-c2d983c258d8,segment=NetworkSegment(2b1ca7f7-0246-4531-91f4-6f7b54c843c4),segment_id=2b1ca7f7-0246-4531-91f4-6f7b54c843c4)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:06.962999 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2dca6c23-0fce-41c7-891e-a2e20b9535c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (aea7abe3-e912-4448-8eb8-c2d983c258d8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:07.036276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca6c23-0fce-41c7-891e-a2e20b9535c1 None None] Pushing event updated for resources: {'Port': ['ID=aea7abe3-e912-4448-8eb8-c2d983c258d8,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:07.109138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a349f8-0e71-4e87-8f5e-3ae232b12011 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:33:07.125178 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e2b86-6833-4a33-8242-7cb246aaab32 None None] Sync routers for ids ['eff46900-47d5-4ac9-acb6-71a92b57e11c'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:33:07.126063 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-97a349f8-0e71-4e87-8f5e-3ae232b12011 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:07.127586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-97a349f8-0e71-4e87-8f5e-3ae232b12011 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "PUT /v2.0/routers/eff46900-47d5-4ac9-acb6-71a92b57e11c HTTP/1.1" status: 200 len: 925 time: 3.5841258 Mar 23 01:33:07.130107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34232) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:07.169093 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 228b426e-67dc-4ca9-b17e-ec1070090374 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:07.171622 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device aea7abe3-e912-4448-8eb8-c2d983c258d8 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:33:07.222585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-dc91f56a-1259-42bd-bed2-82b65d9edfa8 None None] Provisioning complete for port aea7abe3-e912-4448-8eb8-c2d983c258d8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:07.223097 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dc91f56a-1259-42bd-bed2-82b65d9edfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (aea7abe3-e912-4448-8eb8-c2d983c258d8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:07.231174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e2b86-6833-4a33-8242-7cb246aaab32 None None] Routers {'eff46900-47d5-4ac9-acb6-71a92b57e11c'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:07.231769 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6e6e2b86-6833-4a33-8242-7cb246aaab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eff46900-47d5-4ac9-acb6-71a92b57e11c'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:07.312414 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3a5fd939-14d9-4af8-8d6f-e2c79459c06a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "GET /v2.0/routers/eff46900-47d5-4ac9-acb6-71a92b57e11c HTTP/1.1" status: 200 len: 925 time: 0.1808610 Mar 23 01:33:07.315719 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34242) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:07.320268 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6e6e2b86-6833-4a33-8242-7cb246aaab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:07.349235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e2b86-6833-4a33-8242-7cb246aaab32 None None] Routers {'eff46900-47d5-4ac9-acb6-71a92b57e11c'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:07.349880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6e6e2b86-6833-4a33-8242-7cb246aaab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eff46900-47d5-4ac9-acb6-71a92b57e11c'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:07.390729 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6e6e2b86-6833-4a33-8242-7cb246aaab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:07.391595 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e2b86-6833-4a33-8242-7cb246aaab32 None None] The sync data for ids ['eff46900-47d5-4ac9-acb6-71a92b57e11c'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:33:07.400424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port aea7abe3-e912-4448-8eb8-c2d983c258d8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:07.400830 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (aea7abe3-e912-4448-8eb8-c2d983c258d8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:07.401457 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:33:07.410000 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-debe6170-eade-4412-81b8-dfd6c580fa68 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/2099928d-7d77-4dd2-b482-268ec6b54869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9115689 Mar 23 01:33:07.411821 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34244) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:07.431092 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0530bddd-97bb-42a5-9876-65ecd9068734 None None] Sync routers for ids ['2099928d-7d77-4dd2-b482-268ec6b54869'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:33:07.460342 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0530bddd-97bb-42a5-9876-65ecd9068734 None None] Routers {'2099928d-7d77-4dd2-b482-268ec6b54869'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:07.461766 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0530bddd-97bb-42a5-9876-65ecd9068734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['2099928d-7d77-4dd2-b482-268ec6b54869'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:07.474086 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-dc91f56a-1259-42bd-bed2-82b65d9edfa8 None None] Current status of the port aea7abe3-e912-4448-8eb8-c2d983c258d8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:07.499001 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cf67a7-3130-4845-86c7-dd0e18f77a81 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:07.503572 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0530bddd-97bb-42a5-9876-65ecd9068734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:07.507637 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-35cf67a7-3130-4845-86c7-dd0e18f77a81 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&device_id=eff46900-47d5-4ac9-acb6-71a92b57e11c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1834874 Mar 23 01:33:07.511433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34246) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:07.515750 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0530bddd-97bb-42a5-9876-65ecd9068734 None None] Routers {'2099928d-7d77-4dd2-b482-268ec6b54869'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:07.516790 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0530bddd-97bb-42a5-9876-65ecd9068734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['2099928d-7d77-4dd2-b482-268ec6b54869'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:07.526259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device fe0cffda-5f41-4286-b1b8-31f3c558a0a1 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:07.533546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-c7befa4a-64bb-4dc2-9ca0-3dfe5a33d238 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:07.535112 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-c7befa4a-64bb-4dc2-9ca0-3dfe5a33d238 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/networks?id=32d99b6f-82e0-4417-9e5f-752004b63652 HTTP/1.1" status: 200 len: 805 time: 0.4984863 Mar 23 01:33:07.556328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d05d00-534d-4ab5-9025-dce44d023237 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:07.559525 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0530bddd-97bb-42a5-9876-65ecd9068734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:07.560472 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0530bddd-97bb-42a5-9876-65ecd9068734 None None] The sync data for ids ['2099928d-7d77-4dd2-b482-268ec6b54869'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:33:07.561043 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e4d05d00-534d-4ab5-9025-dce44d023237 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports/03df2abf-c89a-4274-9ab0-2e31a21cf8b4 HTTP/1.1" status: 200 len: 910 time: 0.1478195 Mar 23 01:33:07.567550 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-66be3b84-f6a7-4eb9-9e15-168e93eddc40 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/quotas/6e0ff5c9bbc74a129a5525cd7d79d1bf HTTP/1.1" status: 200 len: 375 time: 0.0258083 Mar 23 01:33:07.571859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34248) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:07.644230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port aea7abe3-e912-4448-8eb8-c2d983c258d8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:07.673325 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-5b227983-eb12-445f-87d5-df2420f4774a tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e0ff5c9bbc74a129a5525cd7d79d1bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1045742 Mar 23 01:33:07.685352 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9d121af4-41ce-4319-8b13-089a59faa64f None None] Provisioning complete for port 03df2abf-c89a-4274-9ab0-2e31a21cf8b4 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:07.685730 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9d121af4-41ce-4319-8b13-089a59faa64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (03df2abf-c89a-4274-9ab0-2e31a21cf8b4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:07.745622 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9d121af4-41ce-4319-8b13-089a59faa64f None None] Port 03df2abf-c89a-4274-9ab0-2e31a21cf8b4 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:33:07.763710 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port fe0cffda-5f41-4286-b1b8-31f3c558a0a1 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:07.764577 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:07.803456 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-10339290-c668-45e2-a9cf-768ecd17cfe0 service neutron] 10.222.0.18 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292984 Mar 23 01:33:07.805006 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745ad32c-a3bf-4ede-be8f-d7648bf29eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe0cffda-5f41-4286-b1b8-31f3c558a0a1'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:07.808719 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1fa084-0e70-4ba2-92a3-b334862cb7fb" -d '{"events": [{"server_uuid": "745ad32c-a3bf-4ede-be8f-d7648bf29eff", "name": "network-vif-unplugged", "status": "completed", "tag": "fe0cffda-5f41-4286-b1b8-31f3c558a0a1"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:07.826968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port fe0cffda-5f41-4286-b1b8-31f3c558a0a1, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:07.837060 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:07.894986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:07.909532 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-a282fb82-7681-4260-85f1-4aaf5ff80b32 service neutron] 10.222.0.18 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048684 Mar 23 01:33:07.953682 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55bbab-43db-4e78-a75d-725ffe99f93a req-e64bcb7f-8c13-4f4b-84db-3b8870a6a414 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:07.956094 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b55bbab-43db-4e78-a75d-725ffe99f93a req-e64bcb7f-8c13-4f4b-84db-3b8870a6a414 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 1127 time: 0.2132144 Mar 23 01:33:08.127692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ac3241-5367-4f7a-bb82-1923282ab96f tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:08.129801 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d8ac3241-5367-4f7a-bb82-1923282ab96f tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 881 time: 0.6139431 Mar 23 01:33:08.132755 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34256) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:08.133581 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b55bbab-43db-4e78-a75d-725ffe99f93a req-4548e66d-0c8d-4fb6-b100-38c2db401b73 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380920 Mar 23 01:33:08.191612 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34260) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:08.193080 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device aea7abe3-e912-4448-8eb8-c2d983c258d8 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:33:08.197112 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2416a8d9-b944-4d31-93be-46c015d2c619 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "GET /v2.0/ports?device_id=eff46900-47d5-4ac9-acb6-71a92b57e11c HTTP/1.1" status: 200 len: 205 time: 0.0550644 Mar 23 01:33:08.326255 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port aea7abe3-e912-4448-8eb8-c2d983c258d8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:08.326506 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (aea7abe3-e912-4448-8eb8-c2d983c258d8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:08.328980 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8b454-833c-466b-8c25-540f0e59b14d req-06a9e4df-eca7-4626-a8e6-05d20ec005f0 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:08.330397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-29e8b454-833c-466b-8c25-540f0e59b14d req-06a9e4df-eca7-4626-a8e6-05d20ec005f0 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 946 time: 0.1448014 Mar 23 01:33:08.412266 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-256d162c-b7db-4e71-81e0-d8d77f9b5d80 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (eff46900-47d5-4ac9-acb6-71a92b57e11c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:08.457067 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-29e8b454-833c-466b-8c25-540f0e59b14d req-05444118-0c3e-4e2a-86e3-4de2d30411ee tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925667 Mar 23 01:33:08.555631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port aea7abe3-e912-4448-8eb8-c2d983c258d8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:08.584823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212069a1-4f6a-4a35-bc79-cb953011357f req-2ff53a13-06eb-4e85-ab2a-86f4c8a82c5b tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:08.593336 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-212069a1-4f6a-4a35-bc79-cb953011357f req-2ff53a13-06eb-4e85-ab2a-86f4c8a82c5b tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.0840454 Mar 23 01:33:08.686501 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-212069a1-4f6a-4a35-bc79-cb953011357f req-607bfc41-ca38-4932-b7bf-7ae5ca1b257e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879247 Mar 23 01:33:08.706067 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:08.846853 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7767288d-3c47-4b31-ae64-0d248aef5869 x-openstack-request-id: req-7767288d-3c47-4b31-ae64-0d248aef5869 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:08.847377 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745ad32c-a3bf-4ede-be8f-d7648bf29eff", "name": "network-vif-unplugged", "status": "completed", "tag": "fe0cffda-5f41-4286-b1b8-31f3c558a0a1", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:08.847504 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7767288d-3c47-4b31-ae64-0d248aef5869 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:08.847836 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7767288d-3c47-4b31-ae64-0d248aef5869'] response: {'server_uuid': '745ad32c-a3bf-4ede-be8f-d7648bf29eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe0cffda-5f41-4286-b1b8-31f3c558a0a1', 'code': 200} Mar 23 01:33:08.850933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaddfd-2a59-4592-8b36-0015bb8fc93a req-ddbd603d-1259-44a7-90ff-8801506d672a tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:08.852666 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4feaddfd-2a59-4592-8b36-0015bb8fc93a req-ddbd603d-1259-44a7-90ff-8801506d672a tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 945 time: 0.5418947 Mar 23 01:33:08.959078 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6d4d0303-0397-4bcf-a037-6abc7489697f req-2aed1b81-87d6-49eb-a1f1-14fc629f89cc tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 210 time: 0.0628576 Mar 23 01:33:08.982225 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-256d162c-b7db-4e71-81e0-d8d77f9b5d80 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (eff46900-47d5-4ac9-acb6-71a92b57e11c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:09.146245 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89831cf1-63e0-4851-9466-2daf7d5fa8e4 req-a10c02d0-97a6-4b42-934b-4b73e3bb81d4 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:09.163192 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89831cf1-63e0-4851-9466-2daf7d5fa8e4 req-a10c02d0-97a6-4b42-934b-4b73e3bb81d4 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 1127 time: 0.1269636 Mar 23 01:33:09.284117 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89831cf1-63e0-4851-9466-2daf7d5fa8e4 req-772456cc-5536-461c-9ef3-48e579d9edac tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198053 Mar 23 01:33:09.329266 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Allocated IP 172.21.0.1 (5f738ec7-3c48-4fc9-9fa2-938d397627f1/7e3f91dd-d467-40e4-8090-509a4ea2f1ed/c8ad5080-0c2b-43a4-8029-44f40bcf18e5) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:09.503719 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (c8ad5080-0c2b-43a4-8029-44f40bcf18e5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:09.572323 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (c8ad5080-0c2b-43a4-8029-44f40bcf18e5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:09.660650 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=c8ad5080-0c2b-43a4-8029-44f40bcf18e5,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:09.664474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 5f738ec7-3c48-4fc9-9fa2-938d397627f1 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:09.690383 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4feaddfd-2a59-4592-8b36-0015bb8fc93a req-011aeddf-e4ba-4be6-84ad-ede5f460d6f3 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7925212 Mar 23 01:33:09.693756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:09.702266 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:09.926331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e02cb-d29c-4208-a5c6-415004fde036 req-78cf5a77-3e27-4de3-b101-693ed6ac6eb5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:09.927920 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c20e02cb-d29c-4208-a5c6-415004fde036 req-78cf5a77-3e27-4de3-b101-693ed6ac6eb5 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 946 time: 0.1661770 Mar 23 01:33:09.953605 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a8e57-7e81-4d5c-b898-f0f28a72d7dd req-c047dab1-11c4-4425-9b7d-2140ad273b7f tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:09.953877 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (2099928d-7d77-4dd2-b482-268ec6b54869), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:09.955084 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d24a8e57-7e81-4d5c-b898-f0f28a72d7dd req-c047dab1-11c4-4425-9b7d-2140ad273b7f tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.43 "GET /v2.0/ports?device_id=745ad32c-a3bf-4ede-be8f-d7648bf29eff HTTP/1.1" status: 200 len: 943 time: 0.1425209 Mar 23 01:33:10.059594 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-256d162c-b7db-4e71-81e0-d8d77f9b5d80 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Deleting port e50f3536-98ad-4f11-b28b-f01a70f3d304 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:10.060118 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-256d162c-b7db-4e71-81e0-d8d77f9b5d80 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e50f3536-98ad-4f11-b28b-f01a70f3d304), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:10.225182 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-d24a8e57-7e81-4d5c-b898-f0f28a72d7dd req-3303f16b-f87a-4030-9136-0fd54260ca81 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Deleting port fe0cffda-5f41-4286-b1b8-31f3c558a0a1 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:10.225506 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d24a8e57-7e81-4d5c-b898-f0f28a72d7dd req-3303f16b-f87a-4030-9136-0fd54260ca81 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:10.311332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-c20e02cb-d29c-4208-a5c6-415004fde036 req-6b526739-9221-4bb0-8295-1f9466b6b1f7 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Deleting port 78165dc4-87cd-46f9-8359-dec217371119 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:10.311678 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c20e02cb-d29c-4208-a5c6-415004fde036 req-6b526739-9221-4bb0-8295-1f9466b6b1f7 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (78165dc4-87cd-46f9-8359-dec217371119), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:10.323046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-156779f4-669f-495a-a62d-228b4348d0f8 None None] Provisioning complete for port c8ad5080-0c2b-43a4-8029-44f40bcf18e5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:10.324178 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-156779f4-669f-495a-a62d-228b4348d0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c8ad5080-0c2b-43a4-8029-44f40bcf18e5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:10.425443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-c20e02cb-d29c-4208-a5c6-415004fde036 req-6b526739-9221-4bb0-8295-1f9466b6b1f7 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] For port 78165dc4-87cd-46f9-8359-dec217371119, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=78165dc4-87cd-46f9-8359-dec217371119,segment=NetworkSegment(de4dd121-1316-4700-b113-a5c500ca4d13),segment_id=de4dd121-1316-4700-b113-a5c500ca4d13)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:10.425919 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c20e02cb-d29c-4208-a5c6-415004fde036 req-6b526739-9221-4bb0-8295-1f9466b6b1f7 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (78165dc4-87cd-46f9-8359-dec217371119), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:10.455946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-156779f4-669f-495a-a62d-228b4348d0f8 None None] Port c8ad5080-0c2b-43a4-8029-44f40bcf18e5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:33:10.819300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcaad4-866b-4d65-97b6-74480bd79db0 req-84a4cb3b-2408-4ae0-91c1-e9f9cb7bfb00 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:10.821338 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e3bcaad4-866b-4d65-97b6-74480bd79db0 req-84a4cb3b-2408-4ae0-91c1-e9f9cb7bfb00 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 946 time: 0.9911170 Mar 23 01:33:10.912351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea5817-6059-4b5b-b045-9559bfa9db9c req-bead13ef-6a5e-42ad-87b9-449bbc6672a1 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:10.914020 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bbea5817-6059-4b5b-b045-9559bfa9db9c req-bead13ef-6a5e-42ad-87b9-449bbc6672a1 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 945 time: 0.9084952 Mar 23 01:33:11.042881 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-256d162c-b7db-4e71-81e0-d8d77f9b5d80 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e50f3536-98ad-4f11-b28b-f01a70f3d304), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:11.048081 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c8ad5080-0c2b-43a4-8029-44f40bcf18e5), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:11.086289 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e3bcaad4-866b-4d65-97b6-74480bd79db0 req-54377eaf-140a-4ae7-8f06-066721280502 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups?id=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471194 Mar 23 01:33:11.124676 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d24a8e57-7e81-4d5c-b898-f0f28a72d7dd req-3303f16b-f87a-4030-9136-0fd54260ca81 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] For port fe0cffda-5f41-4286-b1b8-31f3c558a0a1, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:11.125301 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d24a8e57-7e81-4d5c-b898-f0f28a72d7dd req-3303f16b-f87a-4030-9136-0fd54260ca81 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:11.131615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-256d162c-b7db-4e71-81e0-d8d77f9b5d80 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Calling delete_port for e50f3536-98ad-4f11-b28b-f01a70f3d304 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:11.188714 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-d24a8e57-7e81-4d5c-b898-f0f28a72d7dd req-3303f16b-f87a-4030-9136-0fd54260ca81 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Calling delete_port for fe0cffda-5f41-4286-b1b8-31f3c558a0a1 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:11.354587 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c20e02cb-d29c-4208-a5c6-415004fde036 req-6b526739-9221-4bb0-8295-1f9466b6b1f7 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:11.354964 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c20e02cb-d29c-4208-a5c6-415004fde036 req-6b526739-9221-4bb0-8295-1f9466b6b1f7 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (53895893-e553-4411-bfee-bdaf7b63b08e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:11.355528 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [req-c20e02cb-d29c-4208-a5c6-415004fde036 req-6b526739-9221-4bb0-8295-1f9466b6b1f7 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Floating IP 53895893-e553-4411-bfee-bdaf7b63b08e disassociated. External IP: 172.25.0.36, port: 78165dc4-87cd-46f9-8359-dec217371119. Mar 23 01:33:11.355764 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-c20e02cb-d29c-4208-a5c6-415004fde036 req-6b526739-9221-4bb0-8295-1f9466b6b1f7 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Calling delete_port for 78165dc4-87cd-46f9-8359-dec217371119 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:11.414972 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-12d00778-6edd-4d12-acf3-7a646f99defd tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:11.416636 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-12d00778-6edd-4d12-acf3-7a646f99defd tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.43 "GET /v2.0/networks?id=32d99b6f-82e0-4417-9e5f-752004b63652 HTTP/1.1" status: 200 len: 805 time: 0.6933970 Mar 23 01:33:11.528289 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-c5a0a57d-c027-403f-92b0-d02231036d14 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:33:11.529775 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-c5a0a57d-c027-403f-92b0-d02231036d14 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1999605 Mar 23 01:33:11.542110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-8bfa7bf2-64bd-41a7-8e47-8807a6ac33f8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Request body: {'port': {'device_id': '0a8e9d9e-0fe7-4349-a337-1c8790665260', 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652', 'admin_state_up': True, 'tenant_id': '6e0ff5c9bbc74a129a5525cd7d79d1bf'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:11.606459 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-256d162c-b7db-4e71-81e0-d8d77f9b5d80 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e50f3536-98ad-4f11-b28b-f01a70f3d304), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:11.640933 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d24a8e57-7e81-4d5c-b898-f0f28a72d7dd req-3303f16b-f87a-4030-9136-0fd54260ca81 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (fe0cffda-5f41-4286-b1b8-31f3c558a0a1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:11.645184 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d162c-b7db-4e71-81e0-d8d77f9b5d80 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Pushing event deleted for resources: {'Port': ['ID=e50f3536-98ad-4f11-b28b-f01a70f3d304,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:11.714948 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303f16b-f87a-4030-9136-0fd54260ca81 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Pushing event deleted for resources: {'Port': ['ID=fe0cffda-5f41-4286-b1b8-31f3c558a0a1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:11.747973 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-344ea3ef-613e-45bb-a890-e292a41760c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:11.749520 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-344ea3ef-613e-45bb-a890-e292a41760c8 service neutron] 10.222.0.18 "GET /v2.0/ports/64624296-cd2d-47d3-9846-0f4297f6e579 HTTP/1.1" status: 200 len: 1124 time: 0.2025137 Mar 23 01:33:11.768065 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c20e02cb-d29c-4208-a5c6-415004fde036 req-6b526739-9221-4bb0-8295-1f9466b6b1f7 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (78165dc4-87cd-46f9-8359-dec217371119), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:11.771608 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24a8e57-7e81-4d5c-b898-f0f28a72d7dd req-3303f16b-f87a-4030-9136-0fd54260ca81 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] No DVR routers for this DVR port fe0cffda-5f41-4286-b1b8-31f3c558a0a1 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:33:11.777558 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-ab7ab9ad-5df4-4129-974e-b18de1dea4b0 service neutron] Request body: {'binding': {'host': 'n-h1-834677-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:11.778018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-ab7ab9ad-5df4-4129-974e-b18de1dea4b0 service neutron] Unknown quota resources ['binding']. {{(pid=99263) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 01:33:11.785987 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d24a8e57-7e81-4d5c-b898-f0f28a72d7dd req-3303f16b-f87a-4030-9136-0fd54260ca81 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:11.789076 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d24a8e57-7e81-4d5c-b898-f0f28a72d7dd req-3303f16b-f87a-4030-9136-0fd54260ca81 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.43 "DELETE /v2.0/ports/fe0cffda-5f41-4286-b1b8-31f3c558a0a1 HTTP/1.1" status: 204 len: 173 time: 1.8031111 Mar 23 01:33:11.789559 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745ad32c-a3bf-4ede-be8f-d7648bf29eff', 'name': 'network-vif-deleted', 'tag': 'fe0cffda-5f41-4286-b1b8-31f3c558a0a1'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:11.792729 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3cc9f0-0055-49a6-a889-0ffdc39aad98" -d '{"events": [{"server_uuid": "745ad32c-a3bf-4ede-be8f-d7648bf29eff", "name": "network-vif-deleted", "tag": "fe0cffda-5f41-4286-b1b8-31f3c558a0a1"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:11.803783 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-bbea5817-6059-4b5b-b045-9559bfa9db9c req-a18a5c8c-8a4d-49db-be10-2843f304872d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Deleting port f2bae322-ed5c-4616-867d-20bb866139bf {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:11.804136 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bbea5817-6059-4b5b-b045-9559bfa9db9c req-a18a5c8c-8a4d-49db-be10-2843f304872d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (f2bae322-ed5c-4616-867d-20bb866139bf), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:11.821446 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9092d-c7de-47aa-ade4-3b5f9e45b9c9 req-c7153fa7-6253-4398-b6b8-daf6ab5626fc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:11.822980 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84f9092d-c7de-47aa-ade4-3b5f9e45b9c9 req-c7153fa7-6253-4398-b6b8-daf6ab5626fc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.4344172 Mar 23 01:33:11.850335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b526739-9221-4bb0-8295-1f9466b6b1f7 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Pushing event deleted for resources: {'Port': ['ID=78165dc4-87cd-46f9-8359-dec217371119,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:12.019252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84f9092d-c7de-47aa-ade4-3b5f9e45b9c9 req-435dce0a-4de5-463e-8789-35708cb94248 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337554 Mar 23 01:33:12.020098 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-256d162c-b7db-4e71-81e0-d8d77f9b5d80 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (eff46900-47d5-4ac9-acb6-71a92b57e11c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:12.032512 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-8bfa7bf2-64bd-41a7-8e47-8807a6ac33f8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Made reservation on behalf of 6e0ff5c9bbc74a129a5525cd7d79d1bf for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:33:12.035939 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-8bfa7bf2-64bd-41a7-8e47-8807a6ac33f8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:12.105060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c20e02cb-d29c-4208-a5c6-415004fde036 req-6b526739-9221-4bb0-8295-1f9466b6b1f7 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Router 5361ed70-0afb-4295-9dac-dddaba5c928b has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:33:12.123788 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-ab7ab9ad-5df4-4129-974e-b18de1dea4b0 service neutron] Attempting to bind port 64624296-cd2d-47d3-9846-0f4297f6e579 on host n-h1-834677-4 for vnic_type normal with profile None {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:33:12.124124 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-ab7ab9ad-5df4-4129-974e-b18de1dea4b0 service neutron] Attempting to bind port 64624296-cd2d-47d3-9846-0f4297f6e579 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:33:12.124446 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-ab7ab9ad-5df4-4129-974e-b18de1dea4b0 service neutron] Attempting to bind port 64624296-cd2d-47d3-9846-0f4297f6e579 on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:33:12.132757 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-ab7ab9ad-5df4-4129-974e-b18de1dea4b0 service neutron] Port 64624296-cd2d-47d3-9846-0f4297f6e579 on network ba3d029b-d469-4b1a-90d0-7995de95a27c not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:33:12.133413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-ab7ab9ad-5df4-4129-974e-b18de1dea4b0 service neutron] Attempting to bind port 64624296-cd2d-47d3-9846-0f4297f6e579 on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:33:12.171552 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-ab7ab9ad-5df4-4129-974e-b18de1dea4b0 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:33:12.171552 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-ab7ab9ad-5df4-4129-974e-b18de1dea4b0 service neutron] Checking segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:33:12.171940 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-ab7ab9ad-5df4-4129-974e-b18de1dea4b0 service neutron] Bound using segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:33:12.172068 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-ab7ab9ad-5df4-4129-974e-b18de1dea4b0 service neutron] Bound port: 64624296-cd2d-47d3-9846-0f4297f6e579, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:33:12.235166 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d74ee036-fd5d-451a-a33c-3197fc6d14a5 req-0d82696b-6129-4b59-b16b-7237b0660d3f tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 210 time: 0.0634077 Mar 23 01:33:12.236980 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-256d162c-b7db-4e71-81e0-d8d77f9b5d80 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (eff46900-47d5-4ac9-acb6-71a92b57e11c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:12.247248 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-bbea5817-6059-4b5b-b045-9559bfa9db9c req-a18a5c8c-8a4d-49db-be10-2843f304872d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] For port f2bae322-ed5c-4616-867d-20bb866139bf, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=f2bae322-ed5c-4616-867d-20bb866139bf,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:12.247630 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bbea5817-6059-4b5b-b045-9559bfa9db9c req-a18a5c8c-8a4d-49db-be10-2843f304872d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (f2bae322-ed5c-4616-867d-20bb866139bf), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:12.250772 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-256d162c-b7db-4e71-81e0-d8d77f9b5d80 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_controller (eff46900-47d5-4ac9-acb6-71a92b57e11c), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:12.302937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-ab7ab9ad-5df4-4129-974e-b18de1dea4b0 service neutron] For port 64624296-cd2d-47d3-9846-0f4297f6e579, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=64624296-cd2d-47d3-9846-0f4297f6e579,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:33:12.319314 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-ab7ab9ad-5df4-4129-974e-b18de1dea4b0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:12.321307 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-ab7ab9ad-5df4-4129-974e-b18de1dea4b0 service neutron] 10.222.0.18 "POST /v2.0/ports/64624296-cd2d-47d3-9846-0f4297f6e579/bindings HTTP/1.1" status: 201 len: 389 time: 0.5509315 Mar 23 01:33:12.335263 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-bbea5817-6059-4b5b-b045-9559bfa9db9c req-a18a5c8c-8a4d-49db-be10-2843f304872d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Calling delete_port for f2bae322-ed5c-4616-867d-20bb866139bf owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:12.359918 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c20e02cb-d29c-4208-a5c6-415004fde036 req-6b526739-9221-4bb0-8295-1f9466b6b1f7 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:33:12.371255 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4598cc4-6dcc-4ce3-9820-9f9ee270fccf None None] Sync routers for ids ['5361ed70-0afb-4295-9dac-dddaba5c928b'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:33:12.386659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4598cc4-6dcc-4ce3-9820-9f9ee270fccf None None] Routers {'5361ed70-0afb-4295-9dac-dddaba5c928b'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:12.388055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f4598cc4-6dcc-4ce3-9820-9f9ee270fccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['5361ed70-0afb-4295-9dac-dddaba5c928b'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:12.421941 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20e02cb-d29c-4208-a5c6-415004fde036 req-6b526739-9221-4bb0-8295-1f9466b6b1f7 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] No DVR routers for this DVR port 78165dc4-87cd-46f9-8359-dec217371119 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:33:12.425979 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c20e02cb-d29c-4208-a5c6-415004fde036 req-6b526739-9221-4bb0-8295-1f9466b6b1f7 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:12.430986 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c20e02cb-d29c-4208-a5c6-415004fde036 req-6b526739-9221-4bb0-8295-1f9466b6b1f7 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.43 "DELETE /v2.0/ports/78165dc4-87cd-46f9-8359-dec217371119 HTTP/1.1" status: 204 len: 173 time: 2.3830647 Mar 23 01:33:12.473019 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-256d162c-b7db-4e71-81e0-d8d77f9b5d80 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (eff46900-47d5-4ac9-acb6-71a92b57e11c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:12.473242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256d162c-b7db-4e71-81e0-d8d77f9b5d80 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Fanout notify agent at l3_agent the message router_deleted on router eff46900-47d5-4ac9-acb6-71a92b57e11c {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:33:12.494544 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-256d162c-b7db-4e71-81e0-d8d77f9b5d80 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:12.495642 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-256d162c-b7db-4e71-81e0-d8d77f9b5d80 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "DELETE /v2.0/routers/eff46900-47d5-4ac9-acb6-71a92b57e11c HTTP/1.1" status: 204 len: 168 time: 4.3030572 Mar 23 01:33:12.501104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34348) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:12.506382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c5ef538c-b88e-46e3-9754-7355abbad340 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1361216213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:12.545392 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7535bb8-479a-4934-b0cc-d0a721c04d40 x-openstack-request-id: req-c7535bb8-479a-4934-b0cc-d0a721c04d40 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:12.545532 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745ad32c-a3bf-4ede-be8f-d7648bf29eff", "name": "network-vif-deleted", "tag": "fe0cffda-5f41-4286-b1b8-31f3c558a0a1", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:12.545786 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7535bb8-479a-4934-b0cc-d0a721c04d40 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:12.546638 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7535bb8-479a-4934-b0cc-d0a721c04d40'] response: {'server_uuid': '745ad32c-a3bf-4ede-be8f-d7648bf29eff', 'name': 'network-vif-deleted', 'tag': 'fe0cffda-5f41-4286-b1b8-31f3c558a0a1', 'status': 'completed', 'code': 200} Mar 23 01:33:12.569792 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c5ef538c-b88e-46e3-9754-7355abbad340 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (801a8ea9-f885-4a45-b912-231162a9ac57), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:12.572937 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c5ef538c-b88e-46e3-9754-7355abbad340 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (801a8ea9-f885-4a45-b912-231162a9ac57), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:12.620878 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (c8ad5080-0c2b-43a4-8029-44f40bcf18e5), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:12.621967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-f4598cc4-6dcc-4ce3-9820-9f9ee270fccf None None] Set router 5361ed70-0afb-4295-9dac-dddaba5c928b gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:33:12.648429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3e2bd-da62-49c6-891f-ffe68e057457 req-75ecb3dd-0679-4526-9312-56834278f869 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:12.663083 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9c3e2bd-da62-49c6-891f-ffe68e057457 req-75ecb3dd-0679-4526-9312-56834278f869 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 945 time: 0.3309112 Mar 23 01:33:12.673002 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (c8ad5080-0c2b-43a4-8029-44f40bcf18e5), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:12.704503 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c5ef538c-b88e-46e3-9754-7355abbad340 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_controller (801a8ea9-f885-4a45-b912-231162a9ac57), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:12.729462 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b5a2178-4349-4bdd-a9ec-18f0cf66ffaa req-40572cd9-1d69-46d4-a407-e17f89e77390 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 210 time: 0.0401227 Mar 23 01:33:12.730751 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c5ef538c-b88e-46e3-9754-7355abbad340 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (801a8ea9-f885-4a45-b912-231162a9ac57), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:12.767976 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c5ef538c-b88e-46e3-9754-7355abbad340 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:12.772182 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c5ef538c-b88e-46e3-9754-7355abbad340 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2676430 Mar 23 01:33:12.772644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34362) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:12.780165 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:12.907469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-8bfa7bf2-64bd-41a7-8e47-8807a6ac33f8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Allocated IP 172.20.0.2 (32d99b6f-82e0-4417-9e5f-752004b63652/5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5/d88298a5-c2e5-4ef5-aa7f-0abf28975bca) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:12.964157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9c3e2bd-da62-49c6-891f-ffe68e057457 req-92629dad-537c-4a66-a344-d5f0c948636d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001420 Mar 23 01:33:12.965405 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (2099928d-7d77-4dd2-b482-268ec6b54869), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:13.031336 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f767956-971a-4231-a4c2-6f498e113643 req-55073449-f616-4173-a77f-bc45e269ba51 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:13.033983 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f767956-971a-4231-a4c2-6f498e113643 req-55073449-f616-4173-a77f-bc45e269ba51 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 945 time: 0.2001016 Mar 23 01:33:13.047301 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=c8ad5080-0c2b-43a4-8029-44f40bcf18e5,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:13.164383 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (801a8ea9-f885-4a45-b912-231162a9ac57), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:13.174716 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f4598cc4-6dcc-4ce3-9820-9f9ee270fccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'name': 'tempest-ServersTestBootFromVolume-210385566-router', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:30:14Z', 'updated_at': '2022-03-23T01:30:26Z', 'revision_number': 4, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'gw_port': {'id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:15Z', 'updated_at': '2022-03-23T01:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '0f7650e5-b24b-4879-a01e-12d106077625', 'name': '', 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'mac_address': 'fa:16:3e:d5:19:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:24Z', 'updated_at': '2022-03-23T01:30:31Z', 'revision_number': 5, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'subnets': [{'id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:13.205471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 5f738ec7-3c48-4fc9-9fa2-938d397627f1 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:13.211249 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:13.216804 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4598cc4-6dcc-4ce3-9820-9f9ee270fccf None None] Checking router: 5361ed70-0afb-4295-9dac-dddaba5c928b for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:33:13.222731 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f767956-971a-4231-a4c2-6f498e113643 req-81136f2b-f5d6-44c3-9e5a-886a5e23cb45 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352384 Mar 23 01:33:13.227830 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4598cc4-6dcc-4ce3-9820-9f9ee270fccf None None] Routers {'5361ed70-0afb-4295-9dac-dddaba5c928b'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:13.229486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f4598cc4-6dcc-4ce3-9820-9f9ee270fccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['5361ed70-0afb-4295-9dac-dddaba5c928b'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:13.324934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-f96103bc-1b35-435b-ae84-92348dea5aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:13.326487 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-f96103bc-1b35-435b-ae84-92348dea5aad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 1127 time: 0.6546440 Mar 23 01:33:13.391087 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-f4598cc4-6dcc-4ce3-9820-9f9ee270fccf None None] Set router 5361ed70-0afb-4295-9dac-dddaba5c928b gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:33:13.416935 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f61c68-655e-4068-959f-45d1783fc978 req-15b4b1ca-f812-40cb-be1b-6983e8a583f9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:13.430692 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a3f61c68-655e-4068-959f-45d1783fc978 req-15b4b1ca-f812-40cb-be1b-6983e8a583f9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.0911407 Mar 23 01:33:13.518789 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a3f61c68-655e-4068-959f-45d1783fc978 req-7a582562-1a31-4ab9-ada5-7c0299461bcc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815868 Mar 23 01:33:13.528911 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bbea5817-6059-4b5b-b045-9559bfa9db9c req-a18a5c8c-8a4d-49db-be10-2843f304872d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (f2bae322-ed5c-4616-867d-20bb866139bf), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:13.561354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2e186d96-b2bc-4b13-99d5-856e6b790d06 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:33:13.564283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device f2bae322-ed5c-4616-867d-20bb866139bf no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:13.573774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['aee09760-2b2b-40a8-9158-d444e5bd61bd', '99eb16a3-d82f-42d7-84dd-661a5f63a08c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:33:13.652441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: f2bae322-ed5c-4616-867d-20bb866139bf {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:33:13.652720 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device f2bae322-ed5c-4616-867d-20bb866139bf not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:33:13.652970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device fe0cffda-5f41-4286-b1b8-31f3c558a0a1 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:13.671746 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b83ef8c-7ee1-4631-955e-fde83f4ef6a7 req-f680733f-ccc4-426c-93c2-86c3bf123e5c tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 210 time: 0.0351961 Mar 23 01:33:13.693713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eae84166-8f9e-4649-b209-60189e61defe None None] Provisioning complete for port c8ad5080-0c2b-43a4-8029-44f40bcf18e5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:13.694088 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eae84166-8f9e-4649-b209-60189e61defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c8ad5080-0c2b-43a4-8029-44f40bcf18e5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:13.698684 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (801a8ea9-f885-4a45-b912-231162a9ac57), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:13.719853 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:13.740988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eae84166-8f9e-4649-b209-60189e61defe None None] Port c8ad5080-0c2b-43a4-8029-44f40bcf18e5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:33:13.742471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: fe0cffda-5f41-4286-b1b8-31f3c558a0a1 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:33:13.742896 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device fe0cffda-5f41-4286-b1b8-31f3c558a0a1 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:33:13.743405 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 78165dc4-87cd-46f9-8359-dec217371119 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:13.758028 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.resource_extend [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:33:13.853984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Allocated IP 172.25.0.154 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/1276066f-6751-4b27-9682-37384b9710d1) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:13.877607 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 78165dc4-87cd-46f9-8359-dec217371119 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:33:13.878179 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 78165dc4-87cd-46f9-8359-dec217371119 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:33:13.968243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f4598cc4-6dcc-4ce3-9820-9f9ee270fccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'name': 'tempest-ServersTestBootFromVolume-210385566-router', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:30:14Z', 'updated_at': '2022-03-23T01:30:26Z', 'revision_number': 4, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'gw_port': {'id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:15Z', 'updated_at': '2022-03-23T01:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '0f7650e5-b24b-4879-a01e-12d106077625', 'name': '', 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'mac_address': 'fa:16:3e:d5:19:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:24Z', 'updated_at': '2022-03-23T01:30:31Z', 'revision_number': 5, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'subnets': [{'id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:13.977966 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2e186d96-b2bc-4b13-99d5-856e6b790d06, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2e186d96-b2bc-4b13-99d5-856e6b790d06,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:13.992275 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for port (1276066f-6751-4b27-9682-37384b9710d1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:14.016143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4598cc4-6dcc-4ce3-9820-9f9ee270fccf None None] The sync data for ids ['5361ed70-0afb-4295-9dac-dddaba5c928b'] in n-d-834677-4 is: [{'id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'name': 'tempest-ServersTestBootFromVolume-210385566-router', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:30:14Z', 'updated_at': '2022-03-23T01:30:26Z', 'revision_number': 4, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'gw_port': {'id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:15Z', 'updated_at': '2022-03-23T01:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '0f7650e5-b24b-4879-a01e-12d106077625', 'name': '', 'network_id': '022c952f-96fa-4b6f-8707-0669714abf9c', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'mac_address': 'fa:16:3e:d5:19:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:24Z', 'updated_at': '2022-03-23T01:30:31Z', 'revision_number': 5, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'subnets': [{'id': '9f7a62d3-2214-40ac-962c-610e6b86d8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:33:14.026269 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '2e186d96-b2bc-4b13-99d5-856e6b790d06', 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717', 'port_id': '2e186d96-b2bc-4b13-99d5-856e6b790d06', 'mac_address': 'fa:16:3e:c0:89:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8ca6c1-ff55-42d2-99a7-3b5483039371', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:33:14.034569 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-8bfa7bf2-64bd-41a7-8e47-8807a6ac33f8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks [] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:14.057680 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1276066f-6751-4b27-9682-37384b9710d1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:14.100112 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2e186d96-b2bc-4b13-99d5-856e6b790d06 is: ACTIVE; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:14.100656 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:14.106696 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8724b984-6446-44d8-96d7-4d31d8e45f6b req-380a0042-ddab-4fc9-a00a-008274bf49d2 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 210 time: 0.0693262 Mar 23 01:33:14.160941 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e186d96-b2bc-4b13-99d5-856e6b790d06 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:33:14.170410 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:14.178615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:14.193632 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:14.201642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2e186d96-b2bc-4b13-99d5-856e6b790d06, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2e186d96-b2bc-4b13-99d5-856e6b790d06,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:14.211174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbea5817-6059-4b5b-b045-9559bfa9db9c req-a18a5c8c-8a4d-49db-be10-2843f304872d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] No DVR routers for this DVR port f2bae322-ed5c-4616-867d-20bb866139bf on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:33:14.214280 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bbea5817-6059-4b5b-b045-9559bfa9db9c req-a18a5c8c-8a4d-49db-be10-2843f304872d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:14.215515 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:14.218667 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bbea5817-6059-4b5b-b045-9559bfa9db9c req-a18a5c8c-8a4d-49db-be10-2843f304872d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.43 "DELETE /v2.0/ports/f2bae322-ed5c-4616-867d-20bb866139bf HTTP/1.1" status: 204 len: 173 time: 3.2903457 Mar 23 01:33:14.219675 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-8bfa7bf2-64bd-41a7-8e47-8807a6ac33f8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:14.237656 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d4eb8b-8926-43aa-b583-7eb24b7f2c99', 'name': 'network-vif-deleted', 'tag': 'f2bae322-ed5c-4616-867d-20bb866139bf'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:14.240517 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7018af-d838-4feb-8437-910559d3c92d" -d '{"events": [{"server_uuid": "e2d4eb8b-8926-43aa-b583-7eb24b7f2c99", "name": "network-vif-deleted", "tag": "f2bae322-ed5c-4616-867d-20bb866139bf"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:14.259776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-8bfa7bf2-64bd-41a7-8e47-8807a6ac33f8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Network 32d99b6f-82e0-4417-9e5f-752004b63652 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:14.267837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-8bfa7bf2-64bd-41a7-8e47-8807a6ac33f8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:14.270553 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-8bfa7bf2-64bd-41a7-8e47-8807a6ac33f8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:14.286406 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a5c8c-8a4d-49db-be10-2843f304872d tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Pushing event deleted for resources: {'Port': ['ID=f2bae322-ed5c-4616-867d-20bb866139bf,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:14.288359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Pushing event updated for resources: {'Port': ['ID=1276066f-6751-4b27-9682-37384b9710d1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:14.297637 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa1e72a6-597b-433f-80f1-af9589e56cee req-3a97ca74-4234-4372-9526-517e79c65875 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2d4eb8b-8926-43aa-b583-7eb24b7f2c99 HTTP/1.1" status: 200 len: 210 time: 0.0635662 Mar 23 01:33:14.370710 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c64d9-e2ae-4b45-938d-90e4e1e998e7 req-3f3be3c6-d700-42e7-b639-f932695b2d54 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:14.373353 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4e8c64d9-e2ae-4b45-938d-90e4e1e998e7 req-3f3be3c6-d700-42e7-b639-f932695b2d54 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 949 time: 1.1798263 Mar 23 01:33:14.423456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=2e186d96-b2bc-4b13-99d5-856e6b790d06,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:14.472982 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 2099928d-7d77-4dd2-b482-268ec6b54869 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:33:14.542462 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['2e186d96-b2bc-4b13-99d5-856e6b790d06'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:33:14.556014 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23426a4-03c6-4dac-acb7-8278adc79a7e None None] New status for floating IP 53895893-e553-4411-bfee-bdaf7b63b08e: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:33:14.723757 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa7bf2-64bd-41a7-8e47-8807a6ac33f8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Pushing event updated for resources: {'Port': ['ID=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:14.734054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:33:14.749718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-8bfa7bf2-64bd-41a7-8e47-8807a6ac33f8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:14.757626 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-8bfa7bf2-64bd-41a7-8e47-8807a6ac33f8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:14.784461 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3308b910-47ff-496f-89b3-48387e8d49a7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/2099928d-7d77-4dd2-b482-268ec6b54869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1915705 Mar 23 01:33:14.789226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-6f3ea5c3-86b7-48d3-a4c7-eed3d9d517fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:14.791171 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-6f3ea5c3-86b7-48d3-a4c7-eed3d9d517fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 1.3775127 Mar 23 01:33:14.796362 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34380) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:14.801813 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-8bfa7bf2-64bd-41a7-8e47-8807a6ac33f8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3530822 Mar 23 01:33:14.802940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086cc601-564f-4520-a9c2-4cbaeca78122 None None] Sync routers for ids ['2099928d-7d77-4dd2-b482-268ec6b54869'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:33:14.846311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086cc601-564f-4520-a9c2-4cbaeca78122 None None] Routers {'2099928d-7d77-4dd2-b482-268ec6b54869'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:14.846927 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-086cc601-564f-4520-a9c2-4cbaeca78122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['2099928d-7d77-4dd2-b482-268ec6b54869'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:14.859203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b234495-e549-4761-ba32-d789f8052d6a', 'name': 'network-vif-deleted', 'tag': '78165dc4-87cd-46f9-8359-dec217371119'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:14.860933 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f62d92c-b9e1-48e2-be37-bac43b78001c" -d '{"events": [{"server_uuid": "8b234495-e549-4761-ba32-d789f8052d6a", "name": "network-vif-deleted", "tag": "78165dc4-87cd-46f9-8359-dec217371119"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:14.875801 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-0e4dcd5f-ff8e-492a-8a68-dac23e2d6682 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64624296-cd2d-47d3-9846-0f4297f6e579 HTTP/1.1" status: 200 len: 217 time: 0.0650091 Mar 23 01:33:14.928428 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-086cc601-564f-4520-a9c2-4cbaeca78122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:14.942084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086cc601-564f-4520-a9c2-4cbaeca78122 None None] Routers {'2099928d-7d77-4dd2-b482-268ec6b54869'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:14.942924 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-086cc601-564f-4520-a9c2-4cbaeca78122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['2099928d-7d77-4dd2-b482-268ec6b54869'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:14.965855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Request body: {'port': {'device_id': '0a8e9d9e-0fe7-4349-a337-1c8790665260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:14.976736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dea95-eafe-447c-afe4-6cb6cc56f2a8 req-47749369-122a-4069-b1c2-9a4f91e3ce06 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:14.983711 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ef2dea95-eafe-447c-afe4-6cb6cc56f2a8 req-47749369-122a-4069-b1c2-9a4f91e3ce06 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 945 time: 0.0897014 Mar 23 01:33:14.999231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-18f381a8-7ecd-447d-98ad-75203f1540b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:15.000926 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-18f381a8-7ecd-447d-98ad-75203f1540b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.1044333 Mar 23 01:33:15.011097 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4e8c64d9-e2ae-4b45-938d-90e4e1e998e7 req-ac4986c3-07bd-4c2a-a024-a6c5fc65061a tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/security-groups?id=512b8583-b814-45a2-a0a8-5df0c11064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5639184 Mar 23 01:33:15.013191 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-086cc601-564f-4520-a9c2-4cbaeca78122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:15.014170 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086cc601-564f-4520-a9c2-4cbaeca78122 None None] The sync data for ids ['2099928d-7d77-4dd2-b482-268ec6b54869'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:33:15.091451 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ef2dea95-eafe-447c-afe4-6cb6cc56f2a8 req-35ad15b9-696d-4eb8-a511-8e15f7a72918 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067626 Mar 23 01:33:15.093954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00360d5a-8544-4319-af54-e8594ae02e6a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:15.100870 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-00360d5a-8544-4319-af54-e8594ae02e6a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports/c8ad5080-0c2b-43a4-8029-44f40bcf18e5 HTTP/1.1" status: 200 len: 910 time: 0.2949018 Mar 23 01:33:15.102751 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34386) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:15.104117 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-d6a782f6-d193-4284-8483-45b8a71ea02b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663352 Mar 23 01:33:15.108299 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b7f335-c85c-492a-96a8-c9b15885ade1 x-openstack-request-id: req-29b7f335-c85c-492a-96a8-c9b15885ade1 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:15.108424 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d4eb8b-8926-43aa-b583-7eb24b7f2c99", "name": "network-vif-deleted", "tag": "f2bae322-ed5c-4616-867d-20bb866139bf", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:15.108747 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29b7f335-c85c-492a-96a8-c9b15885ade1 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:15.109102 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b7f335-c85c-492a-96a8-c9b15885ade1'] response: {'server_uuid': 'e2d4eb8b-8926-43aa-b583-7eb24b7f2c99', 'name': 'network-vif-deleted', 'tag': 'f2bae322-ed5c-4616-867d-20bb866139bf', 'status': 'completed', 'code': 200} Mar 23 01:33:15.119236 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:15.452743 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-53c96776-aa88-4fd1-81c8-2e6a81facb0a service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337188 Mar 23 01:33:15.465435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df89a5-8551-4da8-babf-0560b5bb425b req-1b075f16-2ad0-4a46-9f8a-5b3d6b08ea36 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:15.468239 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-68df89a5-8551-4da8-babf-0560b5bb425b req-1b075f16-2ad0-4a46-9f8a-5b3d6b08ea36 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 944 time: 0.2806695 Mar 23 01:33:15.480815 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa28534-65e9-4771-bfd3-d5570f9b2b51 req-b5a4d98c-a2ea-410b-b8ec-9e0fbfa66a4a tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:15.482404 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6fa28534-65e9-4771-bfd3-d5570f9b2b51 req-b5a4d98c-a2ea-410b-b8ec-9e0fbfa66a4a tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 931 time: 0.2692802 Mar 23 01:33:15.530744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2e186d96-b2bc-4b13-99d5-856e6b790d06 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:33:15.534564 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (801a8ea9-f885-4a45-b912-231162a9ac57), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:15.577268 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-68df89a5-8551-4da8-babf-0560b5bb425b req-0740eb21-e359-48c9-b490-a90201b20402 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963149 Mar 23 01:33:15.582276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 2e186d96-b2bc-4b13-99d5-856e6b790d06 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:15.582662 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:15.661698 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72b5fc2-12c7-4ed5-a364-34e0d9dc0065 x-openstack-request-id: req-e72b5fc2-12c7-4ed5-a364-34e0d9dc0065 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:15.661972 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b234495-e549-4761-ba32-d789f8052d6a", "name": "network-vif-deleted", "tag": "78165dc4-87cd-46f9-8359-dec217371119", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:15.662221 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e72b5fc2-12c7-4ed5-a364-34e0d9dc0065 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:15.662617 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72b5fc2-12c7-4ed5-a364-34e0d9dc0065'] response: {'server_uuid': '8b234495-e549-4761-ba32-d789f8052d6a', 'name': 'network-vif-deleted', 'tag': '78165dc4-87cd-46f9-8359-dec217371119', 'status': 'completed', 'code': 200} Mar 23 01:33:15.665547 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-e901b35e-e8b4-4380-84fd-9db824d77287 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946754 Mar 23 01:33:15.674920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2e186d96-b2bc-4b13-99d5-856e6b790d06 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:15.675410 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:15.684760 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6fa28534-65e9-4771-bfd3-d5570f9b2b51 req-c9bb48a6-7849-4574-ad60-02b8e2312959 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948552 Mar 23 01:33:15.748662 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f58473e-6b53-4f60-b246-9fd5ec16806f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e186d96-b2bc-4b13-99d5-856e6b790d06'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:15.750143 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cbba75-18c2-41c5-9a58-335d0955277a" -d '{"events": [{"server_uuid": "2f58473e-6b53-4f60-b246-9fd5ec16806f", "name": "network-vif-plugged", "status": "completed", "tag": "2e186d96-b2bc-4b13-99d5-856e6b790d06"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:15.768450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2e186d96-b2bc-4b13-99d5-856e6b790d06, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2e186d96-b2bc-4b13-99d5-856e6b790d06,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:15.778407 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:15.779225 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ab94e450-c7b8-40fe-a32f-b180f55802f2 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:15.862431 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed66edd8-6e31-4826-a525-430bf1c1facf x-openstack-request-id: req-ed66edd8-6e31-4826-a525-430bf1c1facf {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:15.862719 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f58473e-6b53-4f60-b246-9fd5ec16806f", "name": "network-vif-plugged", "status": "completed", "tag": "2e186d96-b2bc-4b13-99d5-856e6b790d06", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:15.862972 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed66edd8-6e31-4826-a525-430bf1c1facf {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:15.863370 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed66edd8-6e31-4826-a525-430bf1c1facf'] response: {'server_uuid': '2f58473e-6b53-4f60-b246-9fd5ec16806f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e186d96-b2bc-4b13-99d5-856e6b790d06', 'code': 200} Mar 23 01:33:15.865276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=2e186d96-b2bc-4b13-99d5-856e6b790d06,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:15.876399 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f747e718-e84b-4e3c-a64b-fd65e3146a90 req-2eae159c-75a3-4b23-89c6-dd21bbf60c52 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 210 time: 0.1036539 Mar 23 01:33:15.898590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88298a5-c2e5-4ef5-aa7f-0abf28975bca {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:33:15.916348 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Publish callbacks [] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:15.931698 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Transition to ACTIVE for port object d88298a5-c2e5-4ef5-aa7f-0abf28975bca will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:33:15.943597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-e585645c-8168-4a52-a521-427d574f97ac tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:15.948583 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-e585645c-8168-4a52-a521-427d574f97ac tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d&tenant_id=ce546d225bce48df9444d857bc6abcaf&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 1127 time: 0.1693673 Mar 23 01:33:15.953212 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:15.966539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-834677-4'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:16.077071 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ab94e450-c7b8-40fe-a32f-b180f55802f2 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:16.077769 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:16.108160 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:16.126934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Pushing event updated for resources: {'Port': ['ID=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:16.172263 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ab94e450-c7b8-40fe-a32f-b180f55802f2, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ab94e450-c7b8-40fe-a32f-b180f55802f2,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:16.186951 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:16.224874 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (801a8ea9-f885-4a45-b912-231162a9ac57), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:16.239641 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (801a8ea9-f885-4a45-b912-231162a9ac57), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:16.251154 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ab94e450-c7b8-40fe-a32f-b180f55802f2,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:16.354929 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-02b7d9c8-af92-4003-8c22-9366280df3ac tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (2099928d-7d77-4dd2-b482-268ec6b54869), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:16.392581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7d3c3-b73b-48d3-9408-cb81c9c137e7 req-78b38911-d2aa-4a11-b6e3-5e6e3cc69052 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:16.399436 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ebb7d3c3-b73b-48d3-9408-cb81c9c137e7 req-78b38911-d2aa-4a11-b6e3-5e6e3cc69052 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07eb627-6a73-47d0-9027-4fd1c9428810 HTTP/1.1" status: 200 len: 945 time: 0.1126826 Mar 23 01:33:16.504630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] For port 64624296-cd2d-47d3-9846-0f4297f6e579, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=64624296-cd2d-47d3-9846-0f4297f6e579,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:16.515782 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ebb7d3c3-b73b-48d3-9408-cb81c9c137e7 req-64d221b8-7e75-4d00-afed-ea59049e0b55 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142640 Mar 23 01:33:16.572861 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Attempting to bind port d88298a5-c2e5-4ef5-aa7f-0abf28975bca on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:33:16.573722 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Attempting to bind port d88298a5-c2e5-4ef5-aa7f-0abf28975bca by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:33:16.573722 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Attempting to bind port d88298a5-c2e5-4ef5-aa7f-0abf28975bca on network 32d99b6f-82e0-4417-9e5f-752004b63652 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:33:16.582593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Port d88298a5-c2e5-4ef5-aa7f-0abf28975bca on network 32d99b6f-82e0-4417-9e5f-752004b63652 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:33:16.583002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Attempting to bind port d88298a5-c2e5-4ef5-aa7f-0abf28975bca on network 32d99b6f-82e0-4417-9e5f-752004b63652 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:33:16.594357 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Router 801a8ea9-f885-4a45-b912-231162a9ac57 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:33:16.610065 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:33:16.622228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Checking segment: {'id': '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:33:16.622538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Bound using segment: {'id': '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:33:16.623014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Bound port: d88298a5-c2e5-4ef5-aa7f-0abf28975bca, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:33:16.623392 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:16.758196 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] For port 64624296-cd2d-47d3-9846-0f4297f6e579, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:33:16.759997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] For port d88298a5-c2e5-4ef5-aa7f-0abf28975bca, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:33:16.801930 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] For port d88298a5-c2e5-4ef5-aa7f-0abf28975bca, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:33:16.833111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792d6fb-51bd-4635-91e6-a21a6ad462a4 req-0bd60c09-34ae-49b4-b51b-43c04d53355f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:16.834818 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a792d6fb-51bd-4635-91e6-a21a6ad462a4 req-0bd60c09-34ae-49b4-b51b-43c04d53355f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 945 time: 0.1978042 Mar 23 01:33:16.836065 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:16.869448 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Publish callbacks [] for port (64624296-cd2d-47d3-9846-0f4297f6e579), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:16.899855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:16.900975 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:16.902714 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] 10.222.0.43 "PUT /v2.0/ports/d88298a5-c2e5-4ef5-aa7f-0abf28975bca HTTP/1.1" status: 200 len: 1091 time: 2.0248878 Mar 23 01:33:16.907344 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:16.962195 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192658b6-7d33-40f9-b36d-ac84d22ceb0e service neutron] Pushing event updated for resources: {'Port': ['ID=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:17.009611 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a792d6fb-51bd-4635-91e6-a21a6ad462a4 req-33806bd8-8eff-403a-9d50-8b43443cca80 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455839 Mar 23 01:33:17.106559 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79602450-1e97-471e-8e39-ec499cf6842f req-edee72ed-a021-49b3-a052-07b8a1437fd4 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:17.108081 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79602450-1e97-471e-8e39-ec499cf6842f req-edee72ed-a021-49b3-a052-07b8a1437fd4 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.3767319 Mar 23 01:33:17.110422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e796ad-a58a-4e76-adf3-82f2a17bb92d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64624296-cd2d-47d3-9846-0f4297f6e579'}, {'name': 'network-changed', 'server_uuid': '0a8e9d9e-0fe7-4349-a337-1c8790665260', 'tag': 'd88298a5-c2e5-4ef5-aa7f-0abf28975bca'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:17.111946 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:33:17.114745 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce04142-ec59-477b-8946-d4f75b7c3887" -d '{"events": [{"server_uuid": "64e796ad-a58a-4e76-adf3-82f2a17bb92d", "name": "network-vif-unplugged", "status": "completed", "tag": "64624296-cd2d-47d3-9846-0f4297f6e579"}, {"name": "network-changed", "server_uuid": "0a8e9d9e-0fe7-4349-a337-1c8790665260", "tag": "d88298a5-c2e5-4ef5-aa7f-0abf28975bca"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:17.119236 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:17.120561 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-79e26291-1be2-4aeb-8f7a-724a3a67fe81 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "PUT /v2.0/routers/801a8ea9-f885-4a45-b912-231162a9ac57 HTTP/1.1" status: 200 len: 884 time: 4.3467064 Mar 23 01:33:17.121648 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Pushing event updated for resources: {'Port': ['ID=64624296-cd2d-47d3-9846-0f4297f6e579,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:17.124189 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34464) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:17.127609 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Attempting to bind port 64624296-cd2d-47d3-9846-0f4297f6e579 on host n-h2-834677-4 for vnic_type normal with profile {"migrating_to": "n-h1-834677-4"} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:33:17.128061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Attempting to bind port 64624296-cd2d-47d3-9846-0f4297f6e579 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:33:17.128495 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Attempting to bind port 64624296-cd2d-47d3-9846-0f4297f6e579 on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:33:17.138578 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Port 64624296-cd2d-47d3-9846-0f4297f6e579 on network ba3d029b-d469-4b1a-90d0-7995de95a27c not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:33:17.139053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Attempting to bind port 64624296-cd2d-47d3-9846-0f4297f6e579 on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:33:17.142497 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d5f510-6cb4-476c-ab10-6cf47c4361c4 None None] Sync routers for ids ['801a8ea9-f885-4a45-b912-231162a9ac57'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:33:17.151791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-0d63621a-a409-40e5-abc5-6961865ee514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:17.154279 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-0d63621a-a409-40e5-abc5-6961865ee514 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e0ff5c9bbc74a129a5525cd7d79d1bf&device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 1125 time: 0.1595194 Mar 23 01:33:17.155483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:33:17.156122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Checking segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:33:17.156660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Bound using segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:33:17.158044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Bound port: 64624296-cd2d-47d3-9846-0f4297f6e579, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:33:17.158458 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:17.173952 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d5f510-6cb4-476c-ab10-6cf47c4361c4 None None] Routers {'801a8ea9-f885-4a45-b912-231162a9ac57'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:17.177593 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-39d5f510-6cb4-476c-ab10-6cf47c4361c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['801a8ea9-f885-4a45-b912-231162a9ac57'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:17.221399 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-02b7d9c8-af92-4003-8c22-9366280df3ac tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting port c8ad5080-0c2b-43a4-8029-44f40bcf18e5 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:17.221746 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-02b7d9c8-af92-4003-8c22-9366280df3ac tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c8ad5080-0c2b-43a4-8029-44f40bcf18e5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:17.224884 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-39d5f510-6cb4-476c-ab10-6cf47c4361c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:17.235918 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d5f510-6cb4-476c-ab10-6cf47c4361c4 None None] Routers {'801a8ea9-f885-4a45-b912-231162a9ac57'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:17.237812 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-39d5f510-6cb4-476c-ab10-6cf47c4361c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['801a8ea9-f885-4a45-b912-231162a9ac57'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:17.255618 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-f68af3cb-a395-498d-85e1-ede908d1b8c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d88298a5-c2e5-4ef5-aa7f-0abf28975bca HTTP/1.1" status: 200 len: 217 time: 0.0857689 Mar 23 01:33:17.277019 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-39d5f510-6cb4-476c-ab10-6cf47c4361c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:17.278066 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d5f510-6cb4-476c-ab10-6cf47c4361c4 None None] The sync data for ids ['801a8ea9-f885-4a45-b912-231162a9ac57'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:33:17.301866 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79602450-1e97-471e-8e39-ec499cf6842f req-cf1d13ef-bccf-4368-a241-3889b739838d tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315722 Mar 23 01:33:17.359488 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7dcf2009-e354-426f-b44f-adb1b7d47fee tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "GET /v2.0/routers/801a8ea9-f885-4a45-b912-231162a9ac57 HTTP/1.1" status: 200 len: 925 time: 0.2345114 Mar 23 01:33:17.361347 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-02b7d9c8-af92-4003-8c22-9366280df3ac tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c8ad5080-0c2b-43a4-8029-44f40bcf18e5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:17.363734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34466) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:17.399098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-881c1f71-d11d-4f6f-9861-a2235abdf78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:17.399478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-02b7d9c8-af92-4003-8c22-9366280df3ac tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Calling delete_port for c8ad5080-0c2b-43a4-8029-44f40bcf18e5 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:17.400866 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-881c1f71-d11d-4f6f-9861-a2235abdf78d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5 HTTP/1.1" status: 200 len: 845 time: 0.0978563 Mar 23 01:33:17.434173 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b990b489-d329-4e61-9678-e622b7beffec req-d5974bcf-ef4d-4cdd-807a-9553c148ce24 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 210 time: 0.0334394 Mar 23 01:33:17.457019 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-236f6ca9-1475-4168-8645-a579633574ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32d99b6f-82e0-4417-9e5f-752004b63652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370550 Mar 23 01:33:17.478995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685ee6b-a629-42c1-a09c-425abd074003 req-7d12adc6-cf86-4b1f-a318-59b4e5948d24 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:17.485903 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c685ee6b-a629-42c1-a09c-425abd074003 req-7d12adc6-cf86-4b1f-a318-59b4e5948d24 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 943 time: 0.2276726 Mar 23 01:33:17.513870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] For port 64624296-cd2d-47d3-9846-0f4297f6e579, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:33:17.535284 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] For port 64624296-cd2d-47d3-9846-0f4297f6e579, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=64624296-cd2d-47d3-9846-0f4297f6e579,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:33:17.554063 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:17.589165 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c685ee6b-a629-42c1-a09c-425abd074003 req-823f9d97-cfc7-43dd-b531-567e9914fc08 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022313 Mar 23 01:33:17.607599 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6744e19a-ab3d-42cd-a97d-44564efb4b17 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:17.609373 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6744e19a-ab3d-42cd-a97d-44564efb4b17 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&device_id=801a8ea9-f885-4a45-b912-231162a9ac57&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2446873 Mar 23 01:33:17.613792 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34474) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:17.680010 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3939b5a9-78a3-426f-b17e-c133321beddc x-openstack-request-id: req-3939b5a9-78a3-426f-b17e-c133321beddc {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:17.680312 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e796ad-a58a-4e76-adf3-82f2a17bb92d", "name": "network-vif-unplugged", "status": "completed", "tag": "64624296-cd2d-47d3-9846-0f4297f6e579", "code": 200}, {"name": "network-changed", "server_uuid": "0a8e9d9e-0fe7-4349-a337-1c8790665260", "tag": "d88298a5-c2e5-4ef5-aa7f-0abf28975bca", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:17.680565 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3939b5a9-78a3-426f-b17e-c133321beddc {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:17.681003 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3939b5a9-78a3-426f-b17e-c133321beddc'] response: {'server_uuid': '64e796ad-a58a-4e76-adf3-82f2a17bb92d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64624296-cd2d-47d3-9846-0f4297f6e579', 'code': 200} Mar 23 01:33:17.681263 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3939b5a9-78a3-426f-b17e-c133321beddc'] response: {'name': 'network-changed', 'server_uuid': '0a8e9d9e-0fe7-4349-a337-1c8790665260', 'tag': 'd88298a5-c2e5-4ef5-aa7f-0abf28975bca', 'status': 'completed', 'code': 200} Mar 23 01:33:17.829652 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:17.830590 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:17.832220 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] 10.222.0.42 "PUT /v2.0/ports/64624296-cd2d-47d3-9846-0f4297f6e579 HTTP/1.1" status: 200 len: 1121 time: 1.8760791 Mar 23 01:33:17.835207 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-02b7d9c8-af92-4003-8c22-9366280df3ac tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c8ad5080-0c2b-43a4-8029-44f40bcf18e5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:17.864872 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad9f7d6-9930-43cb-bde9-db3aac71f504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab94e450-c7b8-40fe-a32f-b180f55802f2'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:17.865854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eacc60-e29a-4608-ac8f-51b1ab6f4f4a service neutron] Pushing event updated for resources: {'Port': ['ID=64624296-cd2d-47d3-9846-0f4297f6e579,revision_number=8']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:17.868452 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2aa1561-f811-4161-ac75-fa5e2293d088" -d '{"events": [{"server_uuid": "3ad9f7d6-9930-43cb-bde9-db3aac71f504", "name": "network-vif-unplugged", "status": "completed", "tag": "ab94e450-c7b8-40fe-a32f-b180f55802f2"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:17.877134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7d9c8-af92-4003-8c22-9366280df3ac tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Port': ['ID=c8ad5080-0c2b-43a4-8029-44f40bcf18e5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:17.908034 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-d8d99b7b-e0b8-46fb-b21e-d6af24c023e7 service neutron] 10.222.0.43 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159757 Mar 23 01:33:17.927769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006dff0-c07b-406d-9eb0-e45e29613ec1 req-ad94f491-a264-40d8-9049-3572b7437a92 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:17.931682 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e006dff0-c07b-406d-9eb0-e45e29613ec1 req-ad94f491-a264-40d8-9049-3572b7437a92 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07eb627-6a73-47d0-9027-4fd1c9428810 HTTP/1.1" status: 200 len: 945 time: 0.1496320 Mar 23 01:33:18.053624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['64624296-cd2d-47d3-9846-0f4297f6e579'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:33:18.064970 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c198450c-4494-4e5e-9923-4785d8250c44 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:18.068181 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c198450c-4494-4e5e-9923-4785d8250c44 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 881 time: 0.4532425 Mar 23 01:33:18.071988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34494) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:18.092355 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e006dff0-c07b-406d-9eb0-e45e29613ec1 req-0d082330-d07a-4aef-8870-f979a577a9da tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330988 Mar 23 01:33:18.116404 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-79c896bd-2140-4a47-b0e4-33db8fd6b780 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "GET /v2.0/ports?device_id=801a8ea9-f885-4a45-b912-231162a9ac57 HTTP/1.1" status: 200 len: 205 time: 0.0428071 Mar 23 01:33:18.120481 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34496) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:18.126010 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6e40c0-cd67-4935-889f-44677e26a0d0 x-openstack-request-id: req-2d6e40c0-cd67-4935-889f-44677e26a0d0 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:18.128237 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad9f7d6-9930-43cb-bde9-db3aac71f504", "name": "network-vif-unplugged", "status": "completed", "tag": "ab94e450-c7b8-40fe-a32f-b180f55802f2", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:18.128713 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d6e40c0-cd67-4935-889f-44677e26a0d0 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:18.129280 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6e40c0-cd67-4935-889f-44677e26a0d0'] response: {'server_uuid': '3ad9f7d6-9930-43cb-bde9-db3aac71f504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab94e450-c7b8-40fe-a32f-b180f55802f2', 'code': 200} Mar 23 01:33:18.216315 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db00dd2d-32e7-4e7a-b8a2-1e6b72652d32 req-bd252c70-a1ee-4db5-8c95-ae657839b837 service neutron] 10.222.0.43 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832770 Mar 23 01:33:18.347778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1eb17-9630-4a51-8d78-93d0fdd89b3f req-a0a4e28b-4daf-4672-a400-260bafd4b622 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:18.350385 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39f1eb17-9630-4a51-8d78-93d0fdd89b3f req-a0a4e28b-4daf-4672-a400-260bafd4b622 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07eb627-6a73-47d0-9027-4fd1c9428810 HTTP/1.1" status: 200 len: 945 time: 0.0804811 Mar 23 01:33:18.477063 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-02b7d9c8-af92-4003-8c22-9366280df3ac tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (2099928d-7d77-4dd2-b482-268ec6b54869), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:18.501606 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02b3ae-a093-4552-b63e-98e305620fbf req-80b90ca2-10ab-4b22-a54f-c7128e9266c8 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:18.503119 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6e02b3ae-a093-4552-b63e-98e305620fbf req-80b90ca2-10ab-4b22-a54f-c7128e9266c8 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 943 time: 0.2156370 Mar 23 01:33:18.594000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce04142-ec59-477b-8946-d4f75b7c3887 req-6e97e935-dd0a-4c11-9148-7ec1e7e4dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:18.595492 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cce04142-ec59-477b-8946-d4f75b7c3887 req-6e97e935-dd0a-4c11-9148-7ec1e7e4dd1d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6e0ff5c9bbc74a129a5525cd7d79d1bf&device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 1125 time: 0.2099717 Mar 23 01:33:18.636644 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344ccb13-5974-4a40-a0db-07fe69a129e5 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (801a8ea9-f885-4a45-b912-231162a9ac57), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:18.655104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd031f4-baa2-4b8a-a2cc-dfc19f7add40 req-15732943-a723-4880-84ae-db2ce9e289d3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:18.663199 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6dd031f4-baa2-4b8a-a2cc-dfc19f7add40 req-15732943-a723-4880-84ae-db2ce9e289d3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.1624074 Mar 23 01:33:18.754336 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6e02b3ae-a093-4552-b63e-98e305620fbf req-69623833-ad95-4582-a7a7-bbb1751451dc tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737244 Mar 23 01:33:18.926922 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9ae5213e-9a97-4268-ba9b-47adaac9345a req-0f46f114-19f4-4bcc-8757-b4423160218a tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 210 time: 0.0575960 Mar 23 01:33:18.946261 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344ccb13-5974-4a40-a0db-07fe69a129e5 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (801a8ea9-f885-4a45-b912-231162a9ac57), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:18.971350 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b7d9c8-af92-4003-8c22-9366280df3ac tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 2099928d-7d77-4dd2-b482-268ec6b54869 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:33:19.158197 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b7d9c8-af92-4003-8c22-9366280df3ac tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:33:19.165514 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-02b7d9c8-af92-4003-8c22-9366280df3ac tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/2099928d-7d77-4dd2-b482-268ec6b54869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0611773 Mar 23 01:33:19.170305 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34528) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:19.174204 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e0cb7-b4f7-4b18-a31f-96076138bbda None None] Sync routers for ids ['2099928d-7d77-4dd2-b482-268ec6b54869'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:33:19.193574 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984124eb-6f8c-4ebe-86e2-ab67c32db710 req-c1f8d16d-f999-4c67-b722-6ba852c6c328 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:19.195357 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-984124eb-6f8c-4ebe-86e2-ab67c32db710 req-c1f8d16d-f999-4c67-b722-6ba852c6c328 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 943 time: 0.1481481 Mar 23 01:33:19.196950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e0cb7-b4f7-4b18-a31f-96076138bbda None None] Routers {'2099928d-7d77-4dd2-b482-268ec6b54869'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:19.199380 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8d3e0cb7-b4f7-4b18-a31f-96076138bbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['2099928d-7d77-4dd2-b482-268ec6b54869'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:19.265635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-39f1eb17-9630-4a51-8d78-93d0fdd89b3f req-55ec8cd0-4cd7-4609-b2f0-92136cb3ebaf tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Deleting port 99eb16a3-d82f-42d7-84dd-661a5f63a08c {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:19.266039 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-39f1eb17-9630-4a51-8d78-93d0fdd89b3f req-55ec8cd0-4cd7-4609-b2f0-92136cb3ebaf tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (99eb16a3-d82f-42d7-84dd-661a5f63a08c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:19.279984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-344ccb13-5974-4a40-a0db-07fe69a129e5 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Deleting port 1276066f-6751-4b27-9682-37384b9710d1 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:19.280427 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344ccb13-5974-4a40-a0db-07fe69a129e5 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1276066f-6751-4b27-9682-37384b9710d1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:19.289394 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8d3e0cb7-b4f7-4b18-a31f-96076138bbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:19.315936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e0cb7-b4f7-4b18-a31f-96076138bbda None None] Routers {'2099928d-7d77-4dd2-b482-268ec6b54869'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:19.316712 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8d3e0cb7-b4f7-4b18-a31f-96076138bbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['2099928d-7d77-4dd2-b482-268ec6b54869'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:19.362058 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-39f1eb17-9630-4a51-8d78-93d0fdd89b3f req-55ec8cd0-4cd7-4609-b2f0-92136cb3ebaf tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] For port 99eb16a3-d82f-42d7-84dd-661a5f63a08c, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=99eb16a3-d82f-42d7-84dd-661a5f63a08c,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:19.362459 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-39f1eb17-9630-4a51-8d78-93d0fdd89b3f req-55ec8cd0-4cd7-4609-b2f0-92136cb3ebaf tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (99eb16a3-d82f-42d7-84dd-661a5f63a08c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:19.376422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-39f1eb17-9630-4a51-8d78-93d0fdd89b3f req-55ec8cd0-4cd7-4609-b2f0-92136cb3ebaf tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Calling delete_port for 99eb16a3-d82f-42d7-84dd-661a5f63a08c owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:19.386219 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8d3e0cb7-b4f7-4b18-a31f-96076138bbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:19.386924 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e0cb7-b4f7-4b18-a31f-96076138bbda None None] The sync data for ids ['2099928d-7d77-4dd2-b482-268ec6b54869'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:33:19.481226 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6dd031f4-baa2-4b8a-a2cc-dfc19f7add40 req-ab867ca9-9508-4b4e-bae1-3dc1a6f1074e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8170795 Mar 23 01:33:19.498655 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-54e7a94d-b640-42c6-b614-f795b30ee2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:19.617835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce04142-ec59-477b-8946-d4f75b7c3887 req-ad2ff6ff-033d-4896-aa63-c3f9e541ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:19.622359 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cce04142-ec59-477b-8946-d4f75b7c3887 req-ad2ff6ff-033d-4896-aa63-c3f9e541ba08 service neutron] 10.222.0.43 "GET /v2.0/networks?id=32d99b6f-82e0-4417-9e5f-752004b63652 HTTP/1.1" status: 200 len: 905 time: 0.9896793 Mar 23 01:33:19.626316 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-39f1eb17-9630-4a51-8d78-93d0fdd89b3f req-55ec8cd0-4cd7-4609-b2f0-92136cb3ebaf tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (99eb16a3-d82f-42d7-84dd-661a5f63a08c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:19.693374 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['aee09760-2b2b-40a8-9158-d444e5bd61bd'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:33:19.717141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e796ad-a58a-4e76-adf3-82f2a17bb92d', 'tag': '64624296-cd2d-47d3-9846-0f4297f6e579'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:19.719960 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2dd7d0-a85f-4101-9ce8-6a2be35a7692" -d '{"events": [{"name": "network-changed", "server_uuid": "64e796ad-a58a-4e76-adf3-82f2a17bb92d", "tag": "64624296-cd2d-47d3-9846-0f4297f6e579"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:19.753729 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-24dd2a78-303b-4228-8981-b557593a53ab req-ce3e21bd-2d4f-4e76-a0f5-9cbe680d8a51 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07eb627-6a73-47d0-9027-4fd1c9428810 HTTP/1.1" status: 200 len: 210 time: 0.1296349 Mar 23 01:33:19.756323 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cce04142-ec59-477b-8946-d4f75b7c3887 req-6975fa8d-4c97-4a34-8e91-f2054a9e9f02 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d88298a5-c2e5-4ef5-aa7f-0abf28975bca HTTP/1.1" status: 200 len: 217 time: 0.1223257 Mar 23 01:33:19.758378 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec8cd0-4cd7-4609-b2f0-92136cb3ebaf tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Pushing event deleted for resources: {'Port': ['ID=99eb16a3-d82f-42d7-84dd-661a5f63a08c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:19.895081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f1eb17-9630-4a51-8d78-93d0fdd89b3f req-55ec8cd0-4cd7-4609-b2f0-92136cb3ebaf tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] No DVR routers for this DVR port 99eb16a3-d82f-42d7-84dd-661a5f63a08c on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:33:19.898119 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-39f1eb17-9630-4a51-8d78-93d0fdd89b3f req-55ec8cd0-4cd7-4609-b2f0-92136cb3ebaf tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:19.903386 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39f1eb17-9630-4a51-8d78-93d0fdd89b3f req-55ec8cd0-4cd7-4609-b2f0-92136cb3ebaf tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.43 "DELETE /v2.0/ports/99eb16a3-d82f-42d7-84dd-661a5f63a08c HTTP/1.1" status: 204 len: 173 time: 1.5273023 Mar 23 01:33:19.905916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce04142-ec59-477b-8946-d4f75b7c3887 req-09ce4b0a-203a-41de-839e-8d00508ab00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:19.907969 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cce04142-ec59-477b-8946-d4f75b7c3887 req-09ce4b0a-203a-41de-839e-8d00508ab00e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5 HTTP/1.1" status: 200 len: 845 time: 0.1034052 Mar 23 01:33:19.986015 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af5036f-bab4-4e64-acdc-ea91b29c3c15 x-openstack-request-id: req-4af5036f-bab4-4e64-acdc-ea91b29c3c15 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:19.986273 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e796ad-a58a-4e76-adf3-82f2a17bb92d", "tag": "64624296-cd2d-47d3-9846-0f4297f6e579", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:19.986529 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4af5036f-bab4-4e64-acdc-ea91b29c3c15 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:19.986950 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af5036f-bab4-4e64-acdc-ea91b29c3c15'] response: {'name': 'network-changed', 'server_uuid': '64e796ad-a58a-4e76-adf3-82f2a17bb92d', 'tag': '64624296-cd2d-47d3-9846-0f4297f6e579', 'status': 'completed', 'code': 200} Mar 23 01:33:19.989570 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cce04142-ec59-477b-8946-d4f75b7c3887 req-282d3d5a-dd34-455d-a35a-b20f96649815 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=32d99b6f-82e0-4417-9e5f-752004b63652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734589 Mar 23 01:33:20.010461 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-984124eb-6f8c-4ebe-86e2-ab67c32db710 req-b9851b84-2326-467d-904e-7dbd8b909400 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7722292 Mar 23 01:33:20.255609 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876aa52-8213-41af-8216-29128261b74b req-91008be0-f21e-43f9-934b-2f671f1a7cc2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:20.257190 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2876aa52-8213-41af-8216-29128261b74b req-91008be0-f21e-43f9-934b-2f671f1a7cc2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 943 time: 0.1925690 Mar 23 01:33:20.294838 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dd7d0-a85f-4101-9ce8-6a2be35a7692 req-956b5c61-1dcf-472e-bf1e-41d4be559dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:20.296403 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c2dd7d0-a85f-4101-9ce8-6a2be35a7692 req-956b5c61-1dcf-472e-bf1e-41d4be559dc6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 1155 time: 0.2532375 Mar 23 01:33:20.327451 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cce04142-ec59-477b-8946-d4f75b7c3887 req-e5b11759-13b2-4058-87db-0a0b4a674b5b service neutron] 10.222.0.43 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098047 Mar 23 01:33:20.372909 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-950c1e05-03ce-46bf-aad7-90ab0ac605fc req-73e17ac9-db75-4329-8593-9de838eeea70 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 210 time: 0.1015921 Mar 23 01:33:20.374466 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:20.396096 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344ccb13-5974-4a40-a0db-07fe69a129e5 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1276066f-6751-4b27-9682-37384b9710d1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:20.427547 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-344ccb13-5974-4a40-a0db-07fe69a129e5 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Calling delete_port for 1276066f-6751-4b27-9682-37384b9710d1 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:20.572514 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2876aa52-8213-41af-8216-29128261b74b req-132d751d-3c53-401f-be6a-7e8246fdab83 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072486 Mar 23 01:33:20.648106 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dd7d0-a85f-4101-9ce8-6a2be35a7692 req-cfc95f16-c3d9-42c0-a923-57fda0fe4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:20.651348 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c2dd7d0-a85f-4101-9ce8-6a2be35a7692 req-cfc95f16-c3d9-42c0-a923-57fda0fe4bd8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.3477325 Mar 23 01:33:20.654434 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cce04142-ec59-477b-8946-d4f75b7c3887 req-82438966-67a3-4722-8154-ce58d3c082ca service neutron] 10.222.0.43 "GET /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108547 Mar 23 01:33:20.760907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c2dd7d0-a85f-4101-9ce8-6a2be35a7692 req-0958f366-0e92-4349-ba4a-90ecf07dfd85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64624296-cd2d-47d3-9846-0f4297f6e579 HTTP/1.1" status: 200 len: 217 time: 0.0828326 Mar 23 01:33:20.826525 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e72aef-8105-448e-8ca0-6fd691968aaf req-fed4cf52-7e78-4a65-8dae-21ef3a93f6e3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:20.829694 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-56e72aef-8105-448e-8ca0-6fd691968aaf req-fed4cf52-7e78-4a65-8dae-21ef3a93f6e3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.1850500 Mar 23 01:33:20.861135 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344ccb13-5974-4a40-a0db-07fe69a129e5 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1276066f-6751-4b27-9682-37384b9710d1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:20.873909 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1eec930d-ae01-4f6f-a297-d538ce680c0c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (2099928d-7d77-4dd2-b482-268ec6b54869), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:20.889420 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dd7d0-a85f-4101-9ce8-6a2be35a7692 req-f5fac414-3351-4c44-99a5-cda52b4bee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:20.895339 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c2dd7d0-a85f-4101-9ce8-6a2be35a7692 req-f5fac414-3351-4c44-99a5-cda52b4bee52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.1226633 Mar 23 01:33:20.952541 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c2dd7d0-a85f-4101-9ce8-6a2be35a7692 req-a0e8cf36-60d0-461f-be31-c9d2fb20c4f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406773 Mar 23 01:33:20.983786 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ccb13-5974-4a40-a0db-07fe69a129e5 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Pushing event deleted for resources: {'Port': ['ID=1276066f-6751-4b27-9682-37384b9710d1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:21.020784 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d1d87f3-c30e-4d8d-b62c-4cbc84954d25 req-d79da9b6-321c-4219-93b5-6ddee8c68284 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07eb627-6a73-47d0-9027-4fd1c9428810 HTTP/1.1" status: 200 len: 210 time: 0.0725901 Mar 23 01:33:21.092950 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-56e72aef-8105-448e-8ca0-6fd691968aaf req-110d05bc-6e51-4324-9cdb-3d6231859eea tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478476 Mar 23 01:33:21.223062 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344ccb13-5974-4a40-a0db-07fe69a129e5 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (801a8ea9-f885-4a45-b912-231162a9ac57), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:21.236288 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c2dd7d0-a85f-4101-9ce8-6a2be35a7692 req-27f201c3-c563-44cb-a3ee-f5227d533f9c service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718747 Mar 23 01:33:21.387363 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c2dd7d0-a85f-4101-9ce8-6a2be35a7692 req-24f9bd18-57f6-4369-b3fe-6d33bc746d6b service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317334 Mar 23 01:33:21.405147 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344ccb13-5974-4a40-a0db-07fe69a129e5 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (801a8ea9-f885-4a45-b912-231162a9ac57), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:21.423251 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344ccb13-5974-4a40-a0db-07fe69a129e5 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_controller (801a8ea9-f885-4a45-b912-231162a9ac57), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:21.570106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d88298a5-c2e5-4ef5-aa7f-0abf28975bca details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:33:21.631381 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344ccb13-5974-4a40-a0db-07fe69a129e5 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (801a8ea9-f885-4a45-b912-231162a9ac57), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:21.632242 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344ccb13-5974-4a40-a0db-07fe69a129e5 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Fanout notify agent at l3_agent the message router_deleted on router 801a8ea9-f885-4a45-b912-231162a9ac57 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:33:21.641477 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344ccb13-5974-4a40-a0db-07fe69a129e5 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:21.643085 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-344ccb13-5974-4a40-a0db-07fe69a129e5 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "DELETE /v2.0/routers/801a8ea9-f885-4a45-b912-231162a9ac57 HTTP/1.1" status: 204 len: 168 time: 3.5209918 Mar 23 01:33:21.648127 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-24d8f96d-dc88-4cbe-b8b2-9f62708dac44 req-0b57806a-2aee-4536-ba34-9ebe676273dd tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 210 time: 0.0939603 Mar 23 01:33:21.654931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34566) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:21.682638 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fca9a7-9f84-41d1-a137-9438a95da409 req-2de2c87c-e5f7-456c-a684-20417a48c6f6 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:21.699817 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-25fca9a7-9f84-41d1-a137-9438a95da409 req-2de2c87c-e5f7-456c-a684-20417a48c6f6 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 943 time: 0.4324861 Mar 23 01:33:21.710180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-0b72b020-69a6-4cac-af81-03ebde593126 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1663543544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:21.750452 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d88298a5-c2e5-4ef5-aa7f-0abf28975bca, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:21.766220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'd88298a5-c2e5-4ef5-aa7f-0abf28975bca', 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652', 'port_id': 'd88298a5-c2e5-4ef5-aa7f-0abf28975bca', 'mac_address': 'fa:16:3e:ef:07:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:33:21.769824 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 99eb16a3-d82f-42d7-84dd-661a5f63a08c no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:21.773493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b72b020-69a6-4cac-af81-03ebde593126 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (5d1215f7-7a22-4a2e-8a6f-6c4364858b1b), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:21.775524 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b72b020-69a6-4cac-af81-03ebde593126 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (5d1215f7-7a22-4a2e-8a6f-6c4364858b1b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:21.831726 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 99eb16a3-d82f-42d7-84dd-661a5f63a08c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:33:21.833029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 99eb16a3-d82f-42d7-84dd-661a5f63a08c not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:33:21.854490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1eec930d-ae01-4f6f-a297-d538ce680c0c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting port 03df2abf-c89a-4274-9ab0-2e31a21cf8b4 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:21.855031 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1eec930d-ae01-4f6f-a297-d538ce680c0c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (03df2abf-c89a-4274-9ab0-2e31a21cf8b4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:21.857523 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-198d1e95-fe74-4d54-aa3c-00a9eb68de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:21.860376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port d88298a5-c2e5-4ef5-aa7f-0abf28975bca is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:21.861091 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:21.877945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88298a5-c2e5-4ef5-aa7f-0abf28975bca {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:33:21.901641 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d88298a5-c2e5-4ef5-aa7f-0abf28975bca, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:21.911237 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:21.976451 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:21.977048 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b72b020-69a6-4cac-af81-03ebde593126 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_controller (5d1215f7-7a22-4a2e-8a6f-6c4364858b1b), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:21.989285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07eb627-6a73-47d0-9027-4fd1c9428810', 'name': 'network-vif-deleted', 'tag': '99eb16a3-d82f-42d7-84dd-661a5f63a08c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:21.992205 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343644fe-0af5-405b-b1ac-c0f8ca8cd46c" -d '{"events": [{"server_uuid": "f07eb627-6a73-47d0-9027-4fd1c9428810", "name": "network-vif-deleted", "tag": "99eb16a3-d82f-42d7-84dd-661a5f63a08c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:21.995546 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1eec930d-ae01-4f6f-a297-d538ce680c0c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (03df2abf-c89a-4274-9ab0-2e31a21cf8b4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:21.997859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 64624296-cd2d-47d3-9846-0f4297f6e579 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:33:22.015345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1eec930d-ae01-4f6f-a297-d538ce680c0c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Calling delete_port for 03df2abf-c89a-4274-9ab0-2e31a21cf8b4 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:22.016771 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b72b020-69a6-4cac-af81-03ebde593126 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (5d1215f7-7a22-4a2e-8a6f-6c4364858b1b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:22.040169 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01416cc-bbc4-4881-a5ec-c2554130b9fe req-7270eca9-18b1-4eca-8ba0-901a9516fbea tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:22.047948 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d01416cc-bbc4-4881-a5ec-c2554130b9fe req-7270eca9-18b1-4eca-8ba0-901a9516fbea tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 943 time: 0.2442040 Mar 23 01:33:22.076815 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b72b020-69a6-4cac-af81-03ebde593126 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:22.078117 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0b72b020-69a6-4cac-af81-03ebde593126 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4221661 Mar 23 01:33:22.083237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34572) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:22.088527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'enable_snat': True}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:22.226927 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d01416cc-bbc4-4881-a5ec-c2554130b9fe req-d6bb0a7c-e060-408a-a1e7-9b969c6c12f6 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781244 Mar 23 01:33:22.256560 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-25fca9a7-9f84-41d1-a137-9438a95da409 req-3ba74a50-b18a-4ee8-8c1f-6d360b2e2787 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5539825 Mar 23 01:33:22.459944 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48b9ebd-b5cb-4fa8-89f3-334de746ac76 x-openstack-request-id: req-f48b9ebd-b5cb-4fa8-89f3-334de746ac76 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:22.460231 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07eb627-6a73-47d0-9027-4fd1c9428810", "name": "network-vif-deleted", "tag": "99eb16a3-d82f-42d7-84dd-661a5f63a08c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:22.460490 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f48b9ebd-b5cb-4fa8-89f3-334de746ac76 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:22.460927 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f48b9ebd-b5cb-4fa8-89f3-334de746ac76'] response: {'server_uuid': 'f07eb627-6a73-47d0-9027-4fd1c9428810', 'name': 'network-vif-deleted', 'tag': '99eb16a3-d82f-42d7-84dd-661a5f63a08c', 'status': 'completed', 'code': 200} Mar 23 01:33:22.532642 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1eec930d-ae01-4f6f-a297-d538ce680c0c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (03df2abf-c89a-4274-9ab0-2e31a21cf8b4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:22.534147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 64624296-cd2d-47d3-9846-0f4297f6e579, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=64624296-cd2d-47d3-9846-0f4297f6e579,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:22.576321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 64624296-cd2d-47d3-9846-0f4297f6e579 has no active binding in host n-h1-834677-4 {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 01:33:22.660207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['d88298a5-c2e5-4ef5-aa7f-0abf28975bca'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:33:22.671619 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (5d1215f7-7a22-4a2e-8a6f-6c4364858b1b), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:22.733547 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec930d-ae01-4f6f-a297-d538ce680c0c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Port': ['ID=03df2abf-c89a-4274-9ab0-2e31a21cf8b4,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:22.929123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99424d7d-fdb2-426b-bdfd-da8382743243 req-175354bb-e996-41ff-bae1-ba96abc0d805 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:22.949065 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-99424d7d-fdb2-426b-bdfd-da8382743243 req-175354bb-e996-41ff-bae1-ba96abc0d805 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.4387240 Mar 23 01:33:23.069226 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d8a4b3e-e05f-4a8f-8c50-e28f09a37e13 req-a1121656-d55a-49d9-a6ce-754e7aa44a04 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 210 time: 0.0842614 Mar 23 01:33:23.083019 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-99424d7d-fdb2-426b-bdfd-da8382743243 req-c920ac02-6d99-4739-9fa9-114c3fd3507a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330211 Mar 23 01:33:23.083517 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1eec930d-ae01-4f6f-a297-d538ce680c0c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (2099928d-7d77-4dd2-b482-268ec6b54869), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:23.111755 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:23.259670 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (5d1215f7-7a22-4a2e-8a6f-6c4364858b1b), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:23.284057 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:23.372155 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eec930d-ae01-4f6f-a297-d538ce680c0c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 2099928d-7d77-4dd2-b482-268ec6b54869 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:33:23.470662 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e105604-b6d5-4964-8867-f274d4175189 req-80aca5fa-082b-43a2-bfd7-43a2bab7f218 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:23.472219 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e105604-b6d5-4964-8867-f274d4175189 req-80aca5fa-082b-43a2-bfd7-43a2bab7f218 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.2359095 Mar 23 01:33:23.489956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eec930d-ae01-4f6f-a297-d538ce680c0c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:33:23.504742 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187b6cc2-bdb1-47dd-acbd-cefc793abf52 None None] Sync routers for ids ['2099928d-7d77-4dd2-b482-268ec6b54869'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:33:23.505385 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1eec930d-ae01-4f6f-a297-d538ce680c0c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/2099928d-7d77-4dd2-b482-268ec6b54869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3321683 Mar 23 01:33:23.507644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34596) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:23.517646 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187b6cc2-bdb1-47dd-acbd-cefc793abf52 None None] Routers {'2099928d-7d77-4dd2-b482-268ec6b54869'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:23.518797 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-187b6cc2-bdb1-47dd-acbd-cefc793abf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['2099928d-7d77-4dd2-b482-268ec6b54869'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:23.561331 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-187b6cc2-bdb1-47dd-acbd-cefc793abf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:23.571814 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-eacbfd4a-c8e2-44ce-8176-3ff74eaa9623 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports?device_id=2099928d-7d77-4dd2-b482-268ec6b54869 HTTP/1.1" status: 200 len: 205 time: 0.0629432 Mar 23 01:33:23.574240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Allocated IP 172.25.0.212 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/ab7903af-9da2-4873-aa74-96abf9f019b2) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:23.574389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ab94e450-c7b8-40fe-a32f-b180f55802f2 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:33:23.579468 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34598) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:23.588829 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187b6cc2-bdb1-47dd-acbd-cefc793abf52 None None] Routers {'2099928d-7d77-4dd2-b482-268ec6b54869'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:23.592432 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-187b6cc2-bdb1-47dd-acbd-cefc793abf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['2099928d-7d77-4dd2-b482-268ec6b54869'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:23.658309 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e8f3a-7632-445b-9607-f0ff44f9cfc5 req-fbabb9ba-5d9b-4f39-9b85-95b8a88e2a56 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:23.659835 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-127e8f3a-7632-445b-9607-f0ff44f9cfc5 req-fbabb9ba-5d9b-4f39-9b85-95b8a88e2a56 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 943 time: 0.3018425 Mar 23 01:33:23.661296 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-6c0998a9-e962-41d0-b5cd-5eb78dc1da8d service neutron] 10.222.0.43 "GET /v2.0/ports/64624296-cd2d-47d3-9846-0f4297f6e579/bindings/n-h1-834677-4 HTTP/1.1" status: 200 len: 384 time: 0.3021715 Mar 23 01:33:23.685634 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-187b6cc2-bdb1-47dd-acbd-cefc793abf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:23.689942 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187b6cc2-bdb1-47dd-acbd-cefc793abf52 None None] The sync data for ids ['2099928d-7d77-4dd2-b482-268ec6b54869'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:33:23.698865 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b6b350b-4d5e-4e31-ac04-62c23d903a72 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (2099928d-7d77-4dd2-b482-268ec6b54869), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:23.782185 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ab94e450-c7b8-40fe-a32f-b180f55802f2, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ab94e450-c7b8-40fe-a32f-b180f55802f2,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:23.804320 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'ab94e450-c7b8-40fe-a32f-b180f55802f2', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': 'ab94e450-c7b8-40fe-a32f-b180f55802f2', 'mac_address': 'fa:16:3e:55:e2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:33:23.859194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ab94e450-c7b8-40fe-a32f-b180f55802f2 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:23.859870 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:23.884775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab94e450-c7b8-40fe-a32f-b180f55802f2 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:33:23.910546 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ab94e450-c7b8-40fe-a32f-b180f55802f2, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ab94e450-c7b8-40fe-a32f-b180f55802f2,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:23.935239 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:23.946145 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-127e8f3a-7632-445b-9607-f0ff44f9cfc5 req-c09f7420-6325-47b5-b2bb-f77b56fb873b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409689 Mar 23 01:33:24.078811 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for port (ab7903af-9da2-4873-aa74-96abf9f019b2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:24.094885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ab94e450-c7b8-40fe-a32f-b180f55802f2,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:24.144919 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['ab94e450-c7b8-40fe-a32f-b180f55802f2'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:33:24.292461 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e105604-b6d5-4964-8867-f274d4175189 req-d7f54c35-0ba6-48eb-970b-7f7a6bc81f00 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8111861 Mar 23 01:33:24.432545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4083a0-1482-4951-8952-e2d495db28a6 req-e3ac69b1-45d4-476b-89e7-eaac7eb33c40 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:24.439984 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ff4083a0-1482-4951-8952-e2d495db28a6 req-e3ac69b1-45d4-476b-89e7-eaac7eb33c40 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 944 time: 0.3488870 Mar 23 01:33:24.469379 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (ab7903af-9da2-4873-aa74-96abf9f019b2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:24.482491 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:24.515647 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b6b350b-4d5e-4e31-ac04-62c23d903a72 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (2099928d-7d77-4dd2-b482-268ec6b54869), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:24.518138 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b6b350b-4d5e-4e31-ac04-62c23d903a72 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_controller (2099928d-7d77-4dd2-b482-268ec6b54869), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:24.530966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Pushing event updated for resources: {'Port': ['ID=ab7903af-9da2-4873-aa74-96abf9f019b2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:24.556611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-b5f9a322-c00e-4ca8-b8f7-5d69e15db3d9 service neutron] For port 64624296-cd2d-47d3-9846-0f4297f6e579, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=64624296-cd2d-47d3-9846-0f4297f6e579,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:24.561653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:24.576648 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:24.584943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:24.594492 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a73f7b70-bbc7-4002-8d13-1e8cb6a915a7 req-36732540-0a0a-4ab2-8179-3bf3e0217b2b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 210 time: 0.0314457 Mar 23 01:33:24.595705 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b6b350b-4d5e-4e31-ac04-62c23d903a72 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (2099928d-7d77-4dd2-b482-268ec6b54869), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:24.596359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6b350b-4d5e-4e31-ac04-62c23d903a72 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Fanout notify agent at l3_agent the message router_deleted on router 2099928d-7d77-4dd2-b482-268ec6b54869 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:33:24.604001 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b6b350b-4d5e-4e31-ac04-62c23d903a72 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:24.605595 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9b6b350b-4d5e-4e31-ac04-62c23d903a72 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/routers/2099928d-7d77-4dd2-b482-268ec6b54869 HTTP/1.1" status: 204 len: 168 time: 1.0250831 Mar 23 01:33:24.620224 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34614) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:24.652883 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ff4083a0-1482-4951-8952-e2d495db28a6 req-f820675a-4365-4342-b0df-066a54382fa6 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119687 Mar 23 01:33:24.654335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-b5f9a322-c00e-4ca8-b8f7-5d69e15db3d9 service neutron] For port 64624296-cd2d-47d3-9846-0f4297f6e579, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:33:24.715504 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-b5f9a322-c00e-4ca8-b8f7-5d69e15db3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64624296-cd2d-47d3-9846-0f4297f6e579 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:33:24.781781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8853c0-dc96-4050-92cb-44285a9ed1d9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting subnet 7e3f91dd-d467-40e4-8090-509a4ea2f1ed {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:33:24.786225 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e8853c0-dc96-4050-92cb-44285a9ed1d9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (7e3f91dd-d467-40e4-8090-509a4ea2f1ed), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:24.792064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-b5f9a322-c00e-4ca8-b8f7-5d69e15db3d9 service neutron] For port 64624296-cd2d-47d3-9846-0f4297f6e579, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=64624296-cd2d-47d3-9846-0f4297f6e579,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:24.831190 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e8853c0-dc96-4050-92cb-44285a9ed1d9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (7e3f91dd-d467-40e4-8090-509a4ea2f1ed), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:24.842163 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-b5f9a322-c00e-4ca8-b8f7-5d69e15db3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:24.981855 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fd7ea-f803-48a2-8b31-5897692c47b9 req-c4ee2b54-ba6e-46bf-965b-0d1d1ff097ac tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:24.994406 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5a9fd7ea-f803-48a2-8b31-5897692c47b9 req-c4ee2b54-ba6e-46bf-965b-0d1d1ff097ac tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.2563939 Mar 23 01:33:25.049069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-b5f9a322-c00e-4ca8-b8f7-5d69e15db3d9 service neutron] Transition to ACTIVE for port object 64624296-cd2d-47d3-9846-0f4297f6e579 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:33:25.061657 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-b5f9a322-c00e-4ca8-b8f7-5d69e15db3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:25.109386 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e8853c0-dc96-4050-92cb-44285a9ed1d9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (7e3f91dd-d467-40e4-8090-509a4ea2f1ed), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:25.128814 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (5d1215f7-7a22-4a2e-8a6f-6c4364858b1b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:25.152147 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5a9fd7ea-f803-48a2-8b31-5897692c47b9 req-8823abe5-4710-4353-aefb-2a4a44f751bd tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519444 Mar 23 01:33:25.216802 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e8853c0-dc96-4050-92cb-44285a9ed1d9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (7e3f91dd-d467-40e4-8090-509a4ea2f1ed), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:25.258340 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8853c0-dc96-4050-92cb-44285a9ed1d9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3f91dd-d467-40e4-8090-509a4ea2f1ed,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:25.263756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e8853c0-dc96-4050-92cb-44285a9ed1d9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:25.270794 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5e8853c0-dc96-4050-92cb-44285a9ed1d9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/7e3f91dd-d467-40e4-8090-509a4ea2f1ed HTTP/1.1" status: 204 len: 168 time: 0.6493516 Mar 23 01:33:25.271736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3012cd4e-9bce-4637-8073-377b4a4a9363 None None] Network 5f738ec7-3c48-4fc9-9fa2-938d397627f1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:33:25.272219 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34618) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:25.353247 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1644dc-4bfd-4a4a-b409-b761231947b6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting subnet e75d223f-16c9-43fb-9871-e8bbac9264ee {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:33:25.359030 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad1644dc-4bfd-4a4a-b409-b761231947b6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (e75d223f-16c9-43fb-9871-e8bbac9264ee), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:25.461341 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad1644dc-4bfd-4a4a-b409-b761231947b6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (e75d223f-16c9-43fb-9871-e8bbac9264ee), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:25.596797 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6642b10-d4b1-4fd1-96f6-3918ebe0384f req-87a48e80-df12-4b03-a321-a715b4b0e9e5 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:25.599768 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ab94e450-c7b8-40fe-a32f-b180f55802f2 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:33:25.614262 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b6642b10-d4b1-4fd1-96f6-3918ebe0384f req-87a48e80-df12-4b03-a321-a715b4b0e9e5 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.2057729 Mar 23 01:33:25.653657 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c2dbb2-ed85-408f-bf1d-602f66676095 None None] DHCP port deletion for 5f738ec7-3c48-4fc9-9fa2-938d397627f1 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:33:25.667300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-b5f9a322-c00e-4ca8-b8f7-5d69e15db3d9 service neutron] No DVR routers for this DVR port 64624296-cd2d-47d3-9846-0f4297f6e579 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:33:25.723882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9a322-c00e-4ca8-b8f7-5d69e15db3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=64624296-cd2d-47d3-9846-0f4297f6e579,revision_number=10']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:25.776240 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port ab94e450-c7b8-40fe-a32f-b180f55802f2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:25.777837 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:25.806403 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce98d2b-8702-4bc8-a799-81e2453561d4 req-3e900ab1-6ab9-42f3-a454-9b716a4bb82b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:25.818447 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ce98d2b-8702-4bc8-a799-81e2453561d4 req-3e900ab1-6ab9-42f3-a454-9b716a4bb82b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 944 time: 0.7527475 Mar 23 01:33:25.827760 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b6642b10-d4b1-4fd1-96f6-3918ebe0384f req-e2ac098a-26a5-4d97-8bf7-cb161e0db46f tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055721 Mar 23 01:33:25.831768 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:25.833230 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad1644dc-4bfd-4a4a-b409-b761231947b6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (e75d223f-16c9-43fb-9871-e8bbac9264ee), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:25.836141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a8c2dbb2-ed85-408f-bf1d-602f66676095 None None] Deleting port aea7abe3-e912-4448-8eb8-c2d983c258d8 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:25.836501 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a8c2dbb2-ed85-408f-bf1d-602f66676095 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (aea7abe3-e912-4448-8eb8-c2d983c258d8), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:25.859282 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-b5f9a322-c00e-4ca8-b8f7-5d69e15db3d9 service neutron] 10.222.0.43 "PUT /v2.0/ports/64624296-cd2d-47d3-9846-0f4297f6e579/bindings/n-h1-834677-4/activate HTTP/1.1" status: 200 len: 369 time: 2.1827564 Mar 23 01:33:25.903879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a8c2dbb2-ed85-408f-bf1d-602f66676095 None None] For port aea7abe3-e912-4448-8eb8-c2d983c258d8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=aea7abe3-e912-4448-8eb8-c2d983c258d8,segment=NetworkSegment(2b1ca7f7-0246-4531-91f4-6f7b54c843c4),segment_id=2b1ca7f7-0246-4531-91f4-6f7b54c843c4)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:25.904415 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a8c2dbb2-ed85-408f-bf1d-602f66676095 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (aea7abe3-e912-4448-8eb8-c2d983c258d8), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:25.947556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a8c2dbb2-ed85-408f-bf1d-602f66676095 None None] Calling delete_port for aea7abe3-e912-4448-8eb8-c2d983c258d8 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:25.986309 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad1644dc-4bfd-4a4a-b409-b761231947b6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (e75d223f-16c9-43fb-9871-e8bbac9264ee), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:26.018642 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad1644dc-4bfd-4a4a-b409-b761231947b6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:26.036847 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ad1644dc-4bfd-4a4a-b409-b761231947b6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/e75d223f-16c9-43fb-9871-e8bbac9264ee HTTP/1.1" status: 204 len: 168 time: 0.7638063 Mar 23 01:33:26.057379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e00d93-1135-4f6b-bb13-94cbe316246c req-bee25c8b-8831-452a-a102-e4eb25e97b33 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:26.059165 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-49e00d93-1135-4f6b-bb13-94cbe316246c req-bee25c8b-8831-452a-a102-e4eb25e97b33 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.4748728 Mar 23 01:33:26.086157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34636) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:26.124497 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1644dc-4bfd-4a4a-b409-b761231947b6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Subnet': ['ID=e75d223f-16c9-43fb-9871-e8bbac9264ee,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:26.124931 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7d8259-ee0a-4274-af5f-02f0d10e28c3 None None] Network 7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:33:26.138474 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ce98d2b-8702-4bc8-a799-81e2453561d4 req-15b2d90a-a6fd-42d0-a8ed-6ab3b723293f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179479 Mar 23 01:33:26.187687 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-78c56659-6a19-4993-9655-9a6ea3f5f6a3 req-af0b56f8-9d2f-4552-83e1-2976a30c776d tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b234495-e549-4761-ba32-d789f8052d6a HTTP/1.1" status: 200 len: 210 time: 0.1004894 Mar 23 01:33:26.293887 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device aea7abe3-e912-4448-8eb8-c2d983c258d8 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:26.334963 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f282d329-d23a-4438-b045-5809db21cab2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (5f738ec7-3c48-4fc9-9fa2-938d397627f1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:26.336384 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a8c2dbb2-ed85-408f-bf1d-602f66676095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (aea7abe3-e912-4448-8eb8-c2d983c258d8), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:26.337408 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (5d1215f7-7a22-4a2e-8a6f-6c4364858b1b), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:26.342888 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: aea7abe3-e912-4448-8eb8-c2d983c258d8 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:33:26.344789 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device aea7abe3-e912-4448-8eb8-c2d983c258d8 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:33:26.414825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2dbb2-ed85-408f-bf1d-602f66676095 None None] No DVR routers for this DVR port aea7abe3-e912-4448-8eb8-c2d983c258d8 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:33:26.428329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2dbb2-ed85-408f-bf1d-602f66676095 None None] Pushing event deleted for resources: {'Port': ['ID=aea7abe3-e912-4448-8eb8-c2d983c258d8,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:26.464155 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (5d1215f7-7a22-4a2e-8a6f-6c4364858b1b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:26.580987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859c661-4a3c-41c5-af92-d69486248fc7 req-86f56d2b-db12-4708-9344-b5156b24e464 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:26.582787 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0859c661-4a3c-41c5-af92-d69486248fc7 req-86f56d2b-db12-4708-9344-b5156b24e464 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.2664058 Mar 23 01:33:26.608873 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670da6f4-e9e3-4d28-a116-c253f7e4291f None None] DHCP port deletion for 7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:33:26.618005 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f282d329-d23a-4438-b045-5809db21cab2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (5f738ec7-3c48-4fc9-9fa2-938d397627f1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:26.643244 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ab94e450-c7b8-40fe-a32f-b180f55802f2 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:26.643734 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:26.697153 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad9f7d6-9930-43cb-bde9-db3aac71f504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab94e450-c7b8-40fe-a32f-b180f55802f2'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:26.699800 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b913a0-3f78-41b3-9c58-9216f2aa860e" -d '{"events": [{"server_uuid": "3ad9f7d6-9930-43cb-bde9-db3aac71f504", "name": "network-vif-plugged", "status": "completed", "tag": "ab94e450-c7b8-40fe-a32f-b180f55802f2"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:26.705205 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-f282d329-d23a-4438-b045-5809db21cab2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f738ec7-3c48-4fc9-9fa2-938d397627f1']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:26.721981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ab94e450-c7b8-40fe-a32f-b180f55802f2, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ab94e450-c7b8-40fe-a32f-b180f55802f2,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:26.734145 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:26.735125 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d88298a5-c2e5-4ef5-aa7f-0abf28975bca up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:33:26.755361 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-f282d329-d23a-4438-b045-5809db21cab2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1ca7f7-0246-4531-91f4-6f7b54c843c4') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:26.755667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-f282d329-d23a-4438-b045-5809db21cab2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1ca7f7-0246-4531-91f4-6f7b54c843c4') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:26.775246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-9127687d-edd6-4d43-90a0-3ace7cedd4ca tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:26.776815 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-9127687d-edd6-4d43-90a0-3ace7cedd4ca tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d&tenant_id=ce546d225bce48df9444d857bc6abcaf&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 1126 time: 0.7983403 Mar 23 01:33:26.807555 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f282d329-d23a-4438-b045-5809db21cab2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (2b1ca7f7-0246-4531-91f4-6f7b54c843c4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:26.866641 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-670da6f4-e9e3-4d28-a116-c253f7e4291f None None] Deleting port 228b426e-67dc-4ca9-b17e-ec1070090374 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:26.866999 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-670da6f4-e9e3-4d28-a116-c253f7e4291f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (228b426e-67dc-4ca9-b17e-ec1070090374), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:26.884551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12feefbb-fd28-48ce-9841-1c734d175f47 req-53c65cbc-beba-4f43-945f-da895744e6ea tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:26.886125 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-12feefbb-fd28-48ce-9841-1c734d175f47 req-53c65cbc-beba-4f43-945f-da895744e6ea tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 944 time: 0.4834945 Mar 23 01:33:26.896018 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Router 5d1215f7-7a22-4a2e-8a6f-6c4364858b1b is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:33:26.913408 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f282d329-d23a-4438-b045-5809db21cab2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2b1ca7f7-0246-4531-91f4-6f7b54c843c4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:26.933754 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0859c661-4a3c-41c5-af92-d69486248fc7 req-8dee67d6-1ea9-4c09-a6f2-83c27bbde5c0 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960220 Mar 23 01:33:26.938234 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-49e00d93-1135-4f6b-bb13-94cbe316246c req-c3143ea4-b3d5-4622-a870-8ba8b8ce94f1 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Deleting port aee09760-2b2b-40a8-9158-d444e5bd61bd {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:26.938583 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-49e00d93-1135-4f6b-bb13-94cbe316246c req-c3143ea4-b3d5-4622-a870-8ba8b8ce94f1 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (aee09760-2b2b-40a8-9158-d444e5bd61bd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:26.943747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f282d329-d23a-4438-b045-5809db21cab2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:33:26.944181 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f282d329-d23a-4438-b045-5809db21cab2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (2b1ca7f7-0246-4531-91f4-6f7b54c843c4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:33:26.947686 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:33:27.006646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ab94e450-c7b8-40fe-a32f-b180f55802f2,revision_number=10']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:27.054549 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-670da6f4-e9e3-4d28-a116-c253f7e4291f None None] For port 228b426e-67dc-4ca9-b17e-ec1070090374, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=228b426e-67dc-4ca9-b17e-ec1070090374,segment=NetworkSegment(a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f),segment_id=a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:27.055376 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-670da6f4-e9e3-4d28-a116-c253f7e4291f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (228b426e-67dc-4ca9-b17e-ec1070090374), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:27.064303 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22519dae-596f-4844-b9e9-8c106135b94f x-openstack-request-id: req-22519dae-596f-4844-b9e9-8c106135b94f {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:27.064639 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad9f7d6-9930-43cb-bde9-db3aac71f504", "name": "network-vif-plugged", "status": "completed", "tag": "ab94e450-c7b8-40fe-a32f-b180f55802f2", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:27.065075 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22519dae-596f-4844-b9e9-8c106135b94f {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:27.065308 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22519dae-596f-4844-b9e9-8c106135b94f'] response: {'server_uuid': '3ad9f7d6-9930-43cb-bde9-db3aac71f504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab94e450-c7b8-40fe-a32f-b180f55802f2', 'code': 200} Mar 23 01:33:27.075330 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port d88298a5-c2e5-4ef5-aa7f-0abf28975bca completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:33:27.085442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-670da6f4-e9e3-4d28-a116-c253f7e4291f None None] Calling delete_port for 228b426e-67dc-4ca9-b17e-ec1070090374 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:27.087164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port d88298a5-c2e5-4ef5-aa7f-0abf28975bca triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:27.087538 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:27.118333 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f282d329-d23a-4438-b045-5809db21cab2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (5f738ec7-3c48-4fc9-9fa2-938d397627f1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:27.124188 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f282d329-d23a-4438-b045-5809db21cab2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:27.129940 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f282d329-d23a-4438-b045-5809db21cab2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/networks/5f738ec7-3c48-4fc9-9fa2-938d397627f1 HTTP/1.1" status: 204 len: 168 time: 1.0324521 Mar 23 01:33:27.134791 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34652) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:27.190386 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-49e00d93-1135-4f6b-bb13-94cbe316246c req-c3143ea4-b3d5-4622-a870-8ba8b8ce94f1 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] For port aee09760-2b2b-40a8-9158-d444e5bd61bd, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=aee09760-2b2b-40a8-9158-d444e5bd61bd,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:27.191041 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-49e00d93-1135-4f6b-bb13-94cbe316246c req-c3143ea4-b3d5-4622-a870-8ba8b8ce94f1 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (aee09760-2b2b-40a8-9158-d444e5bd61bd), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:27.208146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-49e00d93-1135-4f6b-bb13-94cbe316246c req-c3143ea4-b3d5-4622-a870-8ba8b8ce94f1 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Calling delete_port for aee09760-2b2b-40a8-9158-d444e5bd61bd owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:27.223405 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282d329-d23a-4438-b045-5809db21cab2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Network': ['ID=5f738ec7-3c48-4fc9-9fa2-938d397627f1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:27.360682 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87b71fcd-5efb-4033-824a-6f76e73f0684 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:27.400683 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-670da6f4-e9e3-4d28-a116-c253f7e4291f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (228b426e-67dc-4ca9-b17e-ec1070090374), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:27.442451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695512a-fa43-4f62-b855-3a088c0e9fec req-dcb4efd9-5d30-4d2b-80c3-f074e2b627c5 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:27.446477 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3695512a-fa43-4f62-b855-3a088c0e9fec req-dcb4efd9-5d30-4d2b-80c3-f074e2b627c5 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c34e9905-9c97-48d7-b052-2699ff999cf2 HTTP/1.1" status: 200 len: 946 time: 0.2759728 Mar 23 01:33:27.482091 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670da6f4-e9e3-4d28-a116-c253f7e4291f None None] Pushing event deleted for resources: {'Port': ['ID=228b426e-67dc-4ca9-b17e-ec1070090374,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:27.483707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port d88298a5-c2e5-4ef5-aa7f-0abf28975bca is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:27.484093 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:27.485843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-a6a39abc-b3d7-4944-82fa-c969af964f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:27.487577 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-a6a39abc-b3d7-4944-82fa-c969af964f52 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d&tenant_id=ce546d225bce48df9444d857bc6abcaf HTTP/1.1" status: 200 len: 1126 time: 0.6999059 Mar 23 01:33:27.494497 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-49e00d93-1135-4f6b-bb13-94cbe316246c req-c3143ea4-b3d5-4622-a870-8ba8b8ce94f1 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (aee09760-2b2b-40a8-9158-d444e5bd61bd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:27.502430 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-12feefbb-fd28-48ce-9841-1c734d175f47 req-d9b3b244-fec6-44c6-91de-271082f661d8 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939603 Mar 23 01:33:27.527718 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670da6f4-e9e3-4d28-a116-c253f7e4291f None None] No DVR routers for this DVR port 228b426e-67dc-4ca9-b17e-ec1070090374 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:33:27.531362 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['aee09760-2b2b-40a8-9158-d444e5bd61bd'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:33:27.584295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3143ea4-b3d5-4622-a870-8ba8b8ce94f1 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Pushing event deleted for resources: {'Port': ['ID=aee09760-2b2b-40a8-9158-d444e5bd61bd,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:27.647134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:33:27.657661 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:27.658702 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f486f3cf-1aa2-404f-9bd0-7c88e8d269ad tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "PUT /v2.0/routers/5d1215f7-7a22-4a2e-8a6f-6c4364858b1b HTTP/1.1" status: 200 len: 919 time: 5.5744514 Mar 23 01:33:27.666206 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87b71fcd-5efb-4033-824a-6f76e73f0684 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:27.674669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34670) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:27.678543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f66447-aaa3-4089-936c-f714d66eabb6 None None] Sync routers for ids ['5d1215f7-7a22-4a2e-8a6f-6c4364858b1b'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:33:27.680755 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e00d93-1135-4f6b-bb13-94cbe316246c req-c3143ea4-b3d5-4622-a870-8ba8b8ce94f1 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] No DVR routers for this DVR port aee09760-2b2b-40a8-9158-d444e5bd61bd on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:33:27.689776 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-49e00d93-1135-4f6b-bb13-94cbe316246c req-c3143ea4-b3d5-4622-a870-8ba8b8ce94f1 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:27.692915 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-49e00d93-1135-4f6b-bb13-94cbe316246c req-c3143ea4-b3d5-4622-a870-8ba8b8ce94f1 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.43 "DELETE /v2.0/ports/aee09760-2b2b-40a8-9158-d444e5bd61bd HTTP/1.1" status: 204 len: 173 time: 1.5825472 Mar 23 01:33:27.697801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34e9905-9c97-48d7-b052-2699ff999cf2', 'name': 'network-vif-deleted', 'tag': 'aee09760-2b2b-40a8-9158-d444e5bd61bd'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:27.700583 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9738dec7-0018-49ab-88ed-a613bdfbd31e" -d '{"events": [{"server_uuid": "c34e9905-9c97-48d7-b052-2699ff999cf2", "name": "network-vif-deleted", "tag": "aee09760-2b2b-40a8-9158-d444e5bd61bd"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:27.720737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-87b71fcd-5efb-4033-824a-6f76e73f0684 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:27.749744 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-87b71fcd-5efb-4033-824a-6f76e73f0684 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:27.753108 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-87b71fcd-5efb-4033-824a-6f76e73f0684 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:27.764378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d88298a5-c2e5-4ef5-aa7f-0abf28975bca, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:27.777128 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f66447-aaa3-4089-936c-f714d66eabb6 None None] Routers {'5d1215f7-7a22-4a2e-8a6f-6c4364858b1b'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:27.777929 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c6f66447-aaa3-4089-936c-f714d66eabb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['5d1215f7-7a22-4a2e-8a6f-6c4364858b1b'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:27.780313 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:27.799298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 64624296-cd2d-47d3-9846-0f4297f6e579 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:27.801410 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87b71fcd-5efb-4033-824a-6f76e73f0684 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:27.801963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-153816d3-591e-4768-8faa-b904a167a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:27.803686 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-153816d3-591e-4768-8faa-b904a167a060 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 1126 time: 0.2529893 Mar 23 01:33:27.846503 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87b71fcd-5efb-4033-824a-6f76e73f0684 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:27.861644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b71fcd-5efb-4033-824a-6f76e73f0684 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:33:27.866221 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87b71fcd-5efb-4033-824a-6f76e73f0684 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (a1f46645-0d4a-4fb5-9b50-d86ba6da7b2f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:33:28.044190 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:33:28.054685 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87b71fcd-5efb-4033-824a-6f76e73f0684 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:28.065832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c6f66447-aaa3-4089-936c-f714d66eabb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:28.143257 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87b71fcd-5efb-4033-824a-6f76e73f0684 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:28.156528 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-87b71fcd-5efb-4033-824a-6f76e73f0684 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/networks/7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9 HTTP/1.1" status: 204 len: 168 time: 1.0133135 Mar 23 01:33:28.163695 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3695512a-fa43-4f62-b855-3a088c0e9fec req-ad4a541b-cc52-44af-86c0-4a87acad94f6 tempest-ListServerFiltersTestJSON-1808382260 tempest-ListServerFiltersTestJSON-1808382260-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca278ae9-4380-4448-8609-1397d666333b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7043598 Mar 23 01:33:28.165588 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34684) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:28.214669 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f1f9cd5e-5c74-4868-b132-9244b18fe0f5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'network': {'name': 'tempest-RoutersTest-674310053'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:28.235441 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b71fcd-5efb-4033-824a-6f76e73f0684 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Network': ['ID=7c0658a0-3fc0-4b9d-903a-3c3a97dfd9d9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:28.248692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f9cd5e-5c74-4868-b132-9244b18fe0f5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:33:28.254115 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f1f9cd5e-5c74-4868-b132-9244b18fe0f5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:28.286884 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f9cd5e-5c74-4868-b132-9244b18fe0f5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:33:28.298548 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f1f9cd5e-5c74-4868-b132-9244b18fe0f5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b002860e-1fd1-4d47-b158-5e17a3f99a7c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:28.298933 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-f1f9cd5e-5c74-4868-b132-9244b18fe0f5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Added segment b002860e-1fd1-4d47-b158-5e17a3f99a7c of type vlan for network 06440488-6466-4c8e-9f2a-8cbf5df895eb Mar 23 01:33:28.308067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:28.338998 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 228b426e-67dc-4ca9-b17e-ec1070090374 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:28.347259 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-76c901a1-17d6-4ac8-a400-8982421b70ac tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "GET /v2.0/routers/5d1215f7-7a22-4a2e-8a6f-6c4364858b1b HTTP/1.1" status: 200 len: 925 time: 0.6691313 Mar 23 01:33:28.348613 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-548699ac-2bc5-448c-afd2-3b7774b04778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:28.349175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34694) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:28.350431 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] The host n-h2-834677-4 is not matching for port 64624296-cd2d-47d3-9846-0f4297f6e579 host n-h1-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:33:28.350845 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 64624296-cd2d-47d3-9846-0f4297f6e579 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:33:28.359037 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-548699ac-2bc5-448c-afd2-3b7774b04778 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.5032964 Mar 23 01:33:28.398265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f66447-aaa3-4089-936c-f714d66eabb6 None None] Routers {'5d1215f7-7a22-4a2e-8a6f-6c4364858b1b'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:28.398942 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c6f66447-aaa3-4089-936c-f714d66eabb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['5d1215f7-7a22-4a2e-8a6f-6c4364858b1b'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:28.410736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device aee09760-2b2b-40a8-9158-d444e5bd61bd no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:28.412204 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 228b426e-67dc-4ca9-b17e-ec1070090374 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:33:28.412553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 228b426e-67dc-4ca9-b17e-ec1070090374 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:33:28.434307 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f1f9cd5e-5c74-4868-b132-9244b18fe0f5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (06440488-6466-4c8e-9f2a-8cbf5df895eb), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:28.487228 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad70372-9f3e-4913-93dd-ee3814aeb42a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:28.489063 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0ad70372-9f3e-4913-93dd-ee3814aeb42a tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&device_id=5d1215f7-7a22-4a2e-8a6f-6c4364858b1b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1370177 Mar 23 01:33:28.491548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34700) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:28.506134 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f1f9cd5e-5c74-4868-b132-9244b18fe0f5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (06440488-6466-4c8e-9f2a-8cbf5df895eb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:28.511156 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f9cd5e-5c74-4868-b132-9244b18fe0f5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:28.511877 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f1f9cd5e-5c74-4868-b132-9244b18fe0f5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:28.539594 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-d06f5a87-4186-4fc3-a6e0-b969a0df0df5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64624296-cd2d-47d3-9846-0f4297f6e579 HTTP/1.1" status: 200 len: 217 time: 0.1596284 Mar 23 01:33:28.542001 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00411e18-d009-4268-a4c8-37ab5cfdcc91 x-openstack-request-id: req-00411e18-d009-4268-a4c8-37ab5cfdcc91 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:28.542302 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34e9905-9c97-48d7-b052-2699ff999cf2", "name": "network-vif-deleted", "tag": "aee09760-2b2b-40a8-9158-d444e5bd61bd", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:28.543785 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00411e18-d009-4268-a4c8-37ab5cfdcc91 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:28.544249 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00411e18-d009-4268-a4c8-37ab5cfdcc91'] response: {'server_uuid': 'c34e9905-9c97-48d7-b052-2699ff999cf2', 'name': 'network-vif-deleted', 'tag': 'aee09760-2b2b-40a8-9158-d444e5bd61bd', 'status': 'completed', 'code': 200} Mar 23 01:33:28.592147 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f1f9cd5e-5c74-4868-b132-9244b18fe0f5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4014685 Mar 23 01:33:28.595556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34704) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:28.600536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-429eff5d-e5a3-4943-88fc-932b6c6c956f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'subnet': {'network_id': '06440488-6466-4c8e-9f2a-8cbf5df895eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:28.747198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9cd5e-5c74-4868-b132-9244b18fe0f5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Network': ['ID=06440488-6466-4c8e-9f2a-8cbf5df895eb,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:28.821439 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6cc6f-3b62-409d-9c72-19aac6a454da req-c7dd1b8a-753b-4ddb-9e30-423212e645ed tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:28.823073 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5bf6cc6f-3b62-409d-9c72-19aac6a454da req-c7dd1b8a-753b-4ddb-9e30-423212e645ed tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.2266464 Mar 23 01:33:28.883833 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f999947-7d84-4625-a887-098783ae2858 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:28.885408 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2f999947-7d84-4625-a887-098783ae2858 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 881 time: 0.3927264 Mar 23 01:33:28.891729 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34708) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:28.932149 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4826b846-1d5f-4701-8908-f03e5c81184b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d1215f7-7a22-4a2e-8a6f-6c4364858b1b HTTP/1.1" status: 200 len: 205 time: 0.0392168 Mar 23 01:33:28.937719 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34712) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:28.964328 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5bf6cc6f-3b62-409d-9c72-19aac6a454da req-53e61b57-c934-4caa-9d7e-72a28f3ff3a1 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230800 Mar 23 01:33:29.000013 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 06440488-6466-4c8e-9f2a-8cbf5df895eb details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:33:29.004041 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c6f66447-aaa3-4089-936c-f714d66eabb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:29.004881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f66447-aaa3-4089-936c-f714d66eabb6 None None] The sync data for ids ['5d1215f7-7a22-4a2e-8a6f-6c4364858b1b'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:33:29.017928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: aee09760-2b2b-40a8-9158-d444e5bd61bd {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:33:29.018533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device aee09760-2b2b-40a8-9158-d444e5bd61bd not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:33:29.044933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae2802-039f-4e09-9d07-9d5c91a5d5ec req-76fe0bee-9d79-4e5b-b5ad-693fba2a56a0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:29.046569 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88ae2802-039f-4e09-9d07-9d5c91a5d5ec req-76fe0bee-9d79-4e5b-b5ad-693fba2a56a0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 944 time: 0.9047301 Mar 23 01:33:29.048484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34714) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:29.069951 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8e9d9e-0fe7-4349-a337-1c8790665260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88298a5-c2e5-4ef5-aa7f-0abf28975bca'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:29.072567 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc042347-5b76-491e-a637-ab515962d7f3" -d '{"events": [{"server_uuid": "0a8e9d9e-0fe7-4349-a337-1c8790665260", "name": "network-vif-plugged", "status": "completed", "tag": "d88298a5-c2e5-4ef5-aa7f-0abf28975bca"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:29.093173 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-6a25ed04-0c41-4032-98af-e9d10b50981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:29.094833 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-6a25ed04-0c41-4032-98af-e9d10b50981b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.5397542 Mar 23 01:33:29.158394 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-51d55417-3696-4e98-afe1-edf5cec86962 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292571 Mar 23 01:33:29.279974 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ead05-38a4-49a8-be01-41c38a05ce7e req-5d322ce4-9d16-496d-8ef0-8fcf53b5d8cd tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:29.281491 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-774ead05-38a4-49a8-be01-41c38a05ce7e req-5d322ce4-9d16-496d-8ef0-8fcf53b5d8cd tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 945 time: 0.1358278 Mar 23 01:33:29.284209 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255a3c9a-a504-413d-9bae-82db33fecf27 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (5d1215f7-7a22-4a2e-8a6f-6c4364858b1b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:29.298587 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-32c9472e-e433-4eb8-bcc3-419a2cb4c05f service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209669 Mar 23 01:33:29.308459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429eff5d-e5a3-4943-88fc-932b6c6c956f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:33:29.313058 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-429eff5d-e5a3-4943-88fc-932b6c6c956f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:29.576079 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88ae2802-039f-4e09-9d07-9d5c91a5d5ec req-addb1593-c663-4988-96d1-7ed7df64f0d7 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756012 Mar 23 01:33:29.583449 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-774ead05-38a4-49a8-be01-41c38a05ce7e req-0d676ea8-3915-4042-bbd8-4f2884af0046 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236493 Mar 23 01:33:29.605723 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee6335c1-1f27-49ca-b178-281b7fe2369b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for security_group (affe3e22-0d7e-44ae-b40e-ad41bbaed4a8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:29.662204 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255a3c9a-a504-413d-9bae-82db33fecf27 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (5d1215f7-7a22-4a2e-8a6f-6c4364858b1b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:29.714542 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116daadb-70ab-4d81-8a79-60d587908653 x-openstack-request-id: req-116daadb-70ab-4d81-8a79-60d587908653 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:29.715726 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8e9d9e-0fe7-4349-a337-1c8790665260", "name": "network-vif-plugged", "status": "completed", "tag": "d88298a5-c2e5-4ef5-aa7f-0abf28975bca", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:29.716187 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-116daadb-70ab-4d81-8a79-60d587908653 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:29.716796 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-116daadb-70ab-4d81-8a79-60d587908653'] response: {'server_uuid': '0a8e9d9e-0fe7-4349-a337-1c8790665260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88298a5-c2e5-4ef5-aa7f-0abf28975bca', 'code': 200} Mar 23 01:33:29.789060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-255a3c9a-a504-413d-9bae-82db33fecf27 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Deleting port ab7903af-9da2-4873-aa74-96abf9f019b2 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:29.789561 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255a3c9a-a504-413d-9bae-82db33fecf27 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ab7903af-9da2-4873-aa74-96abf9f019b2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:29.805943 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34724) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:29.909454 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9889069-43c2-4dfc-a84c-995ce4677fad admin admin] Deleting subnet 9e09e202-503d-4274-9ec2-670546ae867a {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:33:29.914296 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c9889069-43c2-4dfc-a84c-995ce4677fad admin admin] Publish callbacks [] for subnet (9e09e202-503d-4274-9ec2-670546ae867a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:29.974514 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c9889069-43c2-4dfc-a84c-995ce4677fad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (9e09e202-503d-4274-9ec2-670546ae867a), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:29.994639 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee6335c1-1f27-49ca-b178-281b7fe2369b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for security_group (affe3e22-0d7e-44ae-b40e-ad41bbaed4a8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:30.020162 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-429eff5d-e5a3-4943-88fc-932b6c6c956f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (355dcbf4-ac8b-4c9a-8b75-b141be741b55), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:30.100087 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:33:30.180572 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c9889069-43c2-4dfc-a84c-995ce4677fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (9e09e202-503d-4274-9ec2-670546ae867a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:30.296172 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c9889069-43c2-4dfc-a84c-995ce4677fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (9e09e202-503d-4274-9ec2-670546ae867a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:30.315343 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c9889069-43c2-4dfc-a84c-995ce4677fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:30.321941 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c9889069-43c2-4dfc-a84c-995ce4677fad admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9e09e202-503d-4274-9ec2-670546ae867a HTTP/1.1" status: 204 len: 168 time: 0.5152271 Mar 23 01:33:30.322637 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34728) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:30.327357 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0233316d-2631-47ce-84ae-dde955a54205 None None] Network e7c96cef-d724-4f32-bcf8-236f1b772ec7 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:33:30.360549 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429eff5d-e5a3-4943-88fc-932b6c6c956f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Checking segment: {'id': 'b002860e-1fd1-4d47-b158-5e17a3f99a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06440488-6466-4c8e-9f2a-8cbf5df895eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:33:30.361319 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429eff5d-e5a3-4943-88fc-932b6c6c956f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network hostable DHCP agents. Network: 06440488-6466-4c8e-9f2a-8cbf5df895eb, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:33:30.378074 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee6335c1-1f27-49ca-b178-281b7fe2369b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (affe3e22-0d7e-44ae-b40e-ad41bbaed4a8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:30.381342 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee6335c1-1f27-49ca-b178-281b7fe2369b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:30.382737 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ee6335c1-1f27-49ca-b178-281b7fe2369b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "DELETE /v2.0/security-groups/affe3e22-0d7e-44ae-b40e-ad41bbaed4a8 HTTP/1.1" status: 204 len: 168 time: 1.3086758 Mar 23 01:33:30.413526 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-9e4a3c12-07b7-4154-bfd7-94ea3aef5f5f service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0944483 Mar 23 01:33:30.414666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34730) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:30.435991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6335c1-1f27-49ca-b178-281b7fe2369b tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=affe3e22-0d7e-44ae-b40e-ad41bbaed4a8,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:30.562532 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255a3c9a-a504-413d-9bae-82db33fecf27 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ab7903af-9da2-4873-aa74-96abf9f019b2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:30.565156 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9889069-43c2-4dfc-a84c-995ce4677fad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e09e202-503d-4274-9ec2-670546ae867a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:30.606775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-255a3c9a-a504-413d-9bae-82db33fecf27 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Calling delete_port for ab7903af-9da2-4873-aa74-96abf9f019b2 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:30.670887 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (e7c96cef-d724-4f32-bcf8-236f1b772ec7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:30.713236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e7781a-05ca-4561-8843-287e6637bded None None] DHCP port deletion for e7c96cef-d724-4f32-bcf8-236f1b772ec7 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:33:30.898917 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7781a-05ca-4561-8843-287e6637bded None None] Deleting port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:30.900066 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f4e7781a-05ca-4561-8843-287e6637bded None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (daa2bc79-6e4a-4f22-a3f2-4fec5eb87667), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:31.091309 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f4e7781a-05ca-4561-8843-287e6637bded None None] For port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=daa2bc79-6e4a-4f22-a3f2-4fec5eb87667,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:31.092051 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f4e7781a-05ca-4561-8843-287e6637bded None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (daa2bc79-6e4a-4f22-a3f2-4fec5eb87667), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:31.133394 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7781a-05ca-4561-8843-287e6637bded None None] Calling delete_port for daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:31.216015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] Deleting port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:31.225134 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (daa2bc79-6e4a-4f22-a3f2-4fec5eb87667), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:31.293862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dc973-d096-4297-9d30-552fb49029fe req-6a4c80cf-7c40-4ff7-93ec-19789627eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:31.306061 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f88dc973-d096-4297-9d30-552fb49029fe req-6a4c80cf-7c40-4ff7-93ec-19789627eb18 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 1127 time: 1.4778593 Mar 23 01:33:31.340494 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f4e7781a-05ca-4561-8843-287e6637bded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (daa2bc79-6e4a-4f22-a3f2-4fec5eb87667), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:31.351228 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-a4381ddc-484f-4068-970f-6e4ded982bd9 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] show failed (client error): The resource could not be found. Mar 23 01:33:31.354676 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a4381ddc-484f-4068-970f-6e4ded982bd9 tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "GET /v2.0/security-groups/affe3e22-0d7e-44ae-b40e-ad41bbaed4a8 HTTP/1.1" status: 404 len: 347 time: 0.8948829 Mar 23 01:33:31.372179 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34736) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:31.379041 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429eff5d-e5a3-4943-88fc-932b6c6c956f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Subnet': ['ID=355dcbf4-ac8b-4c9a-8b75-b141be741b55,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:31.389187 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429eff5d-e5a3-4943-88fc-932b6c6c956f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 06440488-6466-4c8e-9f2a-8cbf5df895eb is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:33:31.430634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7781a-05ca-4561-8843-287e6637bded None None] Pushing event deleted for resources: {'Port': ['ID=daa2bc79-6e4a-4f22-a3f2-4fec5eb87667,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:31.432799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e7781a-05ca-4561-8843-287e6637bded None None] No DVR routers for this DVR port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:33:31.451771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cd087-d8b0-4064-b768-e52ba80bfe74 req-b50fa78a-4285-4065-9c04-534d2152bfc3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:31.454603 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf3cd087-d8b0-4064-b768-e52ba80bfe74 req-b50fa78a-4285-4065-9c04-534d2152bfc3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 1.2666256 Mar 23 01:33:31.458495 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-f4bc1a85-6dd7-4884-b4b2-eb16f89790ed tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:31.459997 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-f4bc1a85-6dd7-4884-b4b2-eb16f89790ed tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d&tenant_id=ce546d225bce48df9444d857bc6abcaf&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 1126 time: 0.2354794 Mar 23 01:33:31.461251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-429eff5d-e5a3-4943-88fc-932b6c6c956f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 06440488-6466-4c8e-9f2a-8cbf5df895eb) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:31.473195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273c9ed-23d2-4fd1-8739-544064a87b66 None None] Network 06440488-6466-4c8e-9f2a-8cbf5df895eb requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:33:31.563407 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f88dc973-d096-4297-9d30-552fb49029fe req-aeeb3de4-bdea-4a53-85d9-bc4ad8186c8e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413566 Mar 23 01:33:31.567632 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429eff5d-e5a3-4943-88fc-932b6c6c956f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:31.568238 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-429eff5d-e5a3-4943-88fc-932b6c6c956f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:31.690087 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf3cd087-d8b0-4064-b768-e52ba80bfe74 req-0e5d09d5-c044-40ac-be89-2489d69d8a0e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258284 Mar 23 01:33:31.699908 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-429eff5d-e5a3-4943-88fc-932b6c6c956f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1004593 Mar 23 01:33:31.699908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-3affa2a9-edd9-4e6f-8858-313542a78372 service neutron] For port 64624296-cd2d-47d3-9846-0f4297f6e579, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:33:31.700778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34738) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:31.723254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ec3096f8-df54-401c-ac26-f9ffa804ff1e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1514035955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:31.746514 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-3affa2a9-edd9-4e6f-8858-313542a78372 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:31.747654 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b2d866-173c-4c91-bbc0-b37e36e7a795 req-3affa2a9-edd9-4e6f-8858-313542a78372 service neutron] 10.222.0.42 "DELETE /v2.0/ports/64624296-cd2d-47d3-9846-0f4297f6e579/bindings/n-h2-834677-4 HTTP/1.1" status: 204 len: 173 time: 0.2456710 Mar 23 01:33:31.834222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-06440488-6466-4c8e-9f2a-8cbf5df895eb', 'network_id': '06440488-6466-4c8e-9f2a-8cbf5df895eb', 'project_id': '92a06e957cd34b499d4c6950902b5222', 'fixed_ips': [{'subnet_id': '355dcbf4-ac8b-4c9a-8b75-b141be741b55'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:33:31.834222 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:31.919973 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec3096f8-df54-401c-ac26-f9ffa804ff1e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (e90fc752-9246-41c9-83ea-24ea0dd8dc6f), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:31.921184 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec3096f8-df54-401c-ac26-f9ffa804ff1e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (e90fc752-9246-41c9-83ea-24ea0dd8dc6f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:31.945232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc93b40-3ee1-44f6-a3f3-7f197938a885 req-53e50911-a8e8-4509-8da7-80974b801395 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:31.952950 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ddc93b40-3ee1-44f6-a3f3-7f197938a885 req-53e50911-a8e8-4509-8da7-80974b801395 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 944 time: 0.1734436 Mar 23 01:33:32.075519 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ddc93b40-3ee1-44f6-a3f3-7f197938a885 req-908e5921-47f5-4420-b64c-9647020ab72d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215258 Mar 23 01:33:32.175167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:32.217733 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:33:32.218075 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:33:32.305162 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bc476-932b-4076-b537-fa63af0c0bd2 req-6d02d01e-01da-456e-9e59-88af3c8dbc98 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:32.306740 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-555bc476-932b-4076-b537-fa63af0c0bd2 req-6d02d01e-01da-456e-9e59-88af3c8dbc98 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 945 time: 0.1148663 Mar 23 01:33:32.332878 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] For port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=daa2bc79-6e4a-4f22-a3f2-4fec5eb87667,segment=NetworkSegment(419e8778-3b5e-4054-bcc2-d0888d01035e),segment_id=419e8778-3b5e-4054-bcc2-d0888d01035e)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:32.333514 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (daa2bc79-6e4a-4f22-a3f2-4fec5eb87667), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:32.394360 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] Calling delete_port for daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:32.424309 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255a3c9a-a504-413d-9bae-82db33fecf27 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ab7903af-9da2-4873-aa74-96abf9f019b2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:32.573486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a3c9a-a504-413d-9bae-82db33fecf27 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Pushing event deleted for resources: {'Port': ['ID=ab7903af-9da2-4873-aa74-96abf9f019b2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:32.603495 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-555bc476-932b-4076-b537-fa63af0c0bd2 req-8e29b195-360b-4040-b106-5570bfd7b5b9 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896361 Mar 23 01:33:32.615694 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec3096f8-df54-401c-ac26-f9ffa804ff1e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_controller (e90fc752-9246-41c9-83ea-24ea0dd8dc6f), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:32.628090 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec3096f8-df54-401c-ac26-f9ffa804ff1e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (e90fc752-9246-41c9-83ea-24ea0dd8dc6f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:32.659528 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec3096f8-df54-401c-ac26-f9ffa804ff1e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:32.663520 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ec3096f8-df54-401c-ac26-f9ffa804ff1e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9593673 Mar 23 01:33:32.664003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34744) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:32.672846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-5b96155a-b08d-4888-8d4c-a253e0e5fd97 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'port': {'network_id': '06440488-6466-4c8e-9f2a-8cbf5df895eb', 'name': 'tempest-RoutersTest-785418271'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:32.759860 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255a3c9a-a504-413d-9bae-82db33fecf27 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (5d1215f7-7a22-4a2e-8a6f-6c4364858b1b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:32.794775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Allocated IP 172.20.0.2 (06440488-6466-4c8e-9f2a-8cbf5df895eb/355dcbf4-ac8b-4c9a-8b75-b141be741b55/828198f2-3587-470e-8b26-c76f89100639) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:32.918964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-c14b6414-bc78-4d03-be71-6b1c2743646d tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Deleting port 9c4776ce-b0fd-4169-adc4-d6ca5e9bcf86 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:32.919368 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c14b6414-bc78-4d03-be71-6b1c2743646d tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (9c4776ce-b0fd-4169-adc4-d6ca5e9bcf86), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:33.005493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742e54e-0c85-472c-8ffe-049e82a37e24 req-0ee9f9aa-911e-49d4-b31d-68e2b2e80aa0 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:33.014621 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e742e54e-0c85-472c-8ffe-049e82a37e24 req-0ee9f9aa-911e-49d4-b31d-68e2b2e80aa0 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 1126 time: 0.3050900 Mar 23 01:33:33.038530 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c14b6414-bc78-4d03-be71-6b1c2743646d tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (9c4776ce-b0fd-4169-adc4-d6ca5e9bcf86), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:33.038947 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c14b6414-bc78-4d03-be71-6b1c2743646d tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for floatingip (9c4776ce-b0fd-4169-adc4-d6ca5e9bcf86), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:33.072653 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-c14b6414-bc78-4d03-be71-6b1c2743646d tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Calling delete_port for 9c4776ce-b0fd-4169-adc4-d6ca5e9bcf86 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:33.165331 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b96155a-b08d-4888-8d4c-a253e0e5fd97 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:33:33.179348 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5b96155a-b08d-4888-8d4c-a253e0e5fd97 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:33.191066 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Publish callbacks [] for port (828198f2-3587-470e-8b26-c76f89100639), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:33.218769 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (828198f2-3587-470e-8b26-c76f89100639), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:33.305655 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-5b96155a-b08d-4888-8d4c-a253e0e5fd97 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] device_id is not set on port 8d3eb3ec-e6bb-4039-9c86-41165e620bb7 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:33:33.323641 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e742e54e-0c85-472c-8ffe-049e82a37e24 req-cfb8642d-e6ab-44e9-b4dd-8733253dc71b tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025537 Mar 23 01:33:33.349230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Network 06440488-6466-4c8e-9f2a-8cbf5df895eb is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:33.359120 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:33.367887 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:33.382500 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c14b6414-bc78-4d03-be71-6b1c2743646d tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (9c4776ce-b0fd-4169-adc4-d6ca5e9bcf86), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:33.386391 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Pushing event updated for resources: {'Port': ['ID=828198f2-3587-470e-8b26-c76f89100639,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:33.437594 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (daa2bc79-6e4a-4f22-a3f2-4fec5eb87667), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:33.469488 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255a3c9a-a504-413d-9bae-82db33fecf27 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (5d1215f7-7a22-4a2e-8a6f-6c4364858b1b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:33.547400 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Attempting to bind port 828198f2-3587-470e-8b26-c76f89100639 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:33:33.548453 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] No DVR routers for this DVR port daa2bc79-6e4a-4f22-a3f2-4fec5eb87667 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:33:33.550892 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Attempting to bind port 828198f2-3587-470e-8b26-c76f89100639 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'b002860e-1fd1-4d47-b158-5e17a3f99a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06440488-6466-4c8e-9f2a-8cbf5df895eb'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:33:33.551290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Attempting to bind port 828198f2-3587-470e-8b26-c76f89100639 on network 06440488-6466-4c8e-9f2a-8cbf5df895eb {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:33:33.557403 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b6414-bc78-4d03-be71-6b1c2743646d tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Pushing event deleted for resources: {'Port': ['ID=9c4776ce-b0fd-4169-adc4-d6ca5e9bcf86,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:33.572286 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:33:33.572704 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Checking segment: {'id': 'b002860e-1fd1-4d47-b158-5e17a3f99a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06440488-6466-4c8e-9f2a-8cbf5df895eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:33:33.575580 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:33.576081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Bound using segment: {'id': 'b002860e-1fd1-4d47-b158-5e17a3f99a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06440488-6466-4c8e-9f2a-8cbf5df895eb'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:33:33.576624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Bound port: 828198f2-3587-470e-8b26-c76f89100639, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b002860e-1fd1-4d47-b158-5e17a3f99a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06440488-6466-4c8e-9f2a-8cbf5df895eb'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:33:33.577042 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (828198f2-3587-470e-8b26-c76f89100639), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:33.638603 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255a3c9a-a504-413d-9bae-82db33fecf27 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_controller (5d1215f7-7a22-4a2e-8a6f-6c4364858b1b), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:33.638603 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa2bc79-6e4a-4f22-a3f2-4fec5eb87667,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:33.714596 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:33.834124 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-5b96155a-b08d-4888-8d4c-a253e0e5fd97 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Allocated IP 172.20.0.13 (06440488-6466-4c8e-9f2a-8cbf5df895eb/355dcbf4-ac8b-4c9a-8b75-b141be741b55/8d3eb3ec-e6bb-4039-9c86-41165e620bb7) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:33.836996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] For port 828198f2-3587-470e-8b26-c76f89100639, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:33:33.841711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] For port 828198f2-3587-470e-8b26-c76f89100639, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=828198f2-3587-470e-8b26-c76f89100639,segment=NetworkSegment(b002860e-1fd1-4d47-b158-5e17a3f99a7c),segment_id=b002860e-1fd1-4d47-b158-5e17a3f99a7c)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:33:33.859043 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (828198f2-3587-470e-8b26-c76f89100639), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:33.938612 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c14b6414-bc78-4d03-be71-6b1c2743646d tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks [] for floatingip (53895893-e553-4411-bfee-bdaf7b63b08e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:33.941326 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c14b6414-bc78-4d03-be71-6b1c2743646d tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:33.945974 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c14b6414-bc78-4d03-be71-6b1c2743646d tempest-ServersTestBootFromVolume-2124469616 tempest-ServersTestBootFromVolume-2124469616-project] 10.222.0.18 "DELETE /v2.0/floatingips/53895893-e553-4411-bfee-bdaf7b63b08e HTTP/1.1" status: 204 len: 168 time: 2.5552378 Mar 23 01:33:33.951458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34758) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:33.961638 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255a3c9a-a504-413d-9bae-82db33fecf27 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (5d1215f7-7a22-4a2e-8a6f-6c4364858b1b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:33.961638 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255a3c9a-a504-413d-9bae-82db33fecf27 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Fanout notify agent at l3_agent the message router_deleted on router 5d1215f7-7a22-4a2e-8a6f-6c4364858b1b {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:33:34.020494 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (e7c96cef-d724-4f32-bcf8-236f1b772ec7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:34.046889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdb7d4-cbd2-41cd-b051-c52c15bf8fed None None] Pushing event updated for resources: {'Port': ['ID=828198f2-3587-470e-8b26-c76f89100639,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:34.094809 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255a3c9a-a504-413d-9bae-82db33fecf27 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:34.107156 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-255a3c9a-a504-413d-9bae-82db33fecf27 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "DELETE /v2.0/routers/5d1215f7-7a22-4a2e-8a6f-6c4364858b1b HTTP/1.1" status: 204 len: 168 time: 5.1676126 Mar 23 01:33:34.114863 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34760) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:34.122392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-fca54940-01ba-4f5a-92c5-d11dff6979b1 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-35161220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:34.155496 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c96cef-d724-4f32-bcf8-236f1b772ec7']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:34.181467 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75b818-4c6d-4055-9e9a-c2956df9e0ee req-52e66a5e-a79c-41e5-a0b7-3fcf0a645a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:34.184165 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b75b818-4c6d-4055-9e9a-c2956df9e0ee req-52e66a5e-a79c-41e5-a0b7-3fcf0a645a9a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 1127 time: 0.3289571 Mar 23 01:33:34.197927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419e8778-3b5e-4054-bcc2-d0888d01035e') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:34.198509 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419e8778-3b5e-4054-bcc2-d0888d01035e') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:34.222162 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (419e8778-3b5e-4054-bcc2-d0888d01035e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:34.259297 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (419e8778-3b5e-4054-bcc2-d0888d01035e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:34.372956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:33:34.373830 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (419e8778-3b5e-4054-bcc2-d0888d01035e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:33:34.380332 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:33:34.384261 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75b818-4c6d-4055-9e9a-c2956df9e0ee req-b2238601-69b7-4ae1-9f86-6e76b012c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:34.384261 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b75b818-4c6d-4055-9e9a-c2956df9e0ee req-b2238601-69b7-4ae1-9f86-6e76b012c221 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 911 time: 0.1632051 Mar 23 01:33:34.408094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5697e-898d-4648-bf69-a0a16b8ced11 req-e2ce56dc-f0b2-4c0a-a3dd-2aa36686476e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:34.410029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3be5697e-898d-4648-bf69-a0a16b8ced11 req-e2ce56dc-f0b2-4c0a-a3dd-2aa36686476e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.9372404 Mar 23 01:33:34.491237 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fca54940-01ba-4f5a-92c5-d11dff6979b1 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (bb09153a-8cb0-40dd-94a9-fc24d6f7c260), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:34.492300 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fca54940-01ba-4f5a-92c5-d11dff6979b1 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (bb09153a-8cb0-40dd-94a9-fc24d6f7c260), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:34.658580 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (e7c96cef-d724-4f32-bcf8-236f1b772ec7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:34.673635 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:34.677885 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e7c96cef-d724-4f32-bcf8-236f1b772ec7 HTTP/1.1" status: 204 len: 168 time: 4.3234434 Mar 23 01:33:34.701449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06961d6b-1a0c-4058-adfc-90fe04084f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7c96cef-d724-4f32-bcf8-236f1b772ec7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:34.845500 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (5361ed70-0afb-4295-9dac-dddaba5c928b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:34.889914 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b75b818-4c6d-4055-9e9a-c2956df9e0ee req-865af5ff-c73e-489f-a3a2-545914d005d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e186d96-b2bc-4b13-99d5-856e6b790d06 HTTP/1.1" status: 200 len: 217 time: 0.4577827 Mar 23 01:33:34.933285 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5b96155a-b08d-4888-8d4c-a253e0e5fd97 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (8d3eb3ec-e6bb-4039-9c86-41165e620bb7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:35.079367 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fca54940-01ba-4f5a-92c5-d11dff6979b1 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_controller (bb09153a-8cb0-40dd-94a9-fc24d6f7c260), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:35.092549 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5b96155a-b08d-4888-8d4c-a253e0e5fd97 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8d3eb3ec-e6bb-4039-9c86-41165e620bb7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:35.106541 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fca54940-01ba-4f5a-92c5-d11dff6979b1 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (bb09153a-8cb0-40dd-94a9-fc24d6f7c260), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:35.174588 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34764) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:35.219793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96155a-b08d-4888-8d4c-a253e0e5fd97 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=8d3eb3ec-e6bb-4039-9c86-41165e620bb7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:35.224940 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fca54940-01ba-4f5a-92c5-d11dff6979b1 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:35.226302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fca54940-01ba-4f5a-92c5-d11dff6979b1 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1098688 Mar 23 01:33:35.242705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34766) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:35.248514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'enable_snat': False}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:35.355079 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-82f1bee5-4572-4577-ae8e-e82e94a7171e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f393eaf0d014a1ea1cb019c64418df6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1696024 Mar 23 01:33:35.363157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34768) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:35.531675 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3be5697e-898d-4648-bf69-a0a16b8ced11 req-5a90ae00-fbf9-4972-babd-cad24e291db5 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0488825 Mar 23 01:33:35.598895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75b818-4c6d-4055-9e9a-c2956df9e0ee req-94e50aa1-aff5-4461-bc6e-cbfab29a73dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:35.600412 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b75b818-4c6d-4055-9e9a-c2956df9e0ee req-94e50aa1-aff5-4461-bc6e-cbfab29a73dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef8ca6c1-ff55-42d2-99a7-3b5483039371 HTTP/1.1" status: 200 len: 851 time: 0.5766752 Mar 23 01:33:35.602433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b96155a-b08d-4888-8d4c-a253e0e5fd97 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 06440488-6466-4c8e-9f2a-8cbf5df895eb is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:35.667791 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-746b4138-737c-46bc-81a6-a7e1b968bc96 admin admin] Publish callbacks [] for security_group (ca278ae9-4380-4448-8609-1397d666333b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:35.687954 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b75b818-4c6d-4055-9e9a-c2956df9e0ee req-bd18aade-5aa0-4c5d-8a5f-4f7bfd486889 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11a64475-d2db-4f02-97ca-82d855d62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346351 Mar 23 01:33:35.691721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-5b96155a-b08d-4888-8d4c-a253e0e5fd97 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:35.695451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b96155a-b08d-4888-8d4c-a253e0e5fd97 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:35.731902 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-746b4138-737c-46bc-81a6-a7e1b968bc96 admin admin] Publish callbacks [] for security_group (ca278ae9-4380-4448-8609-1397d666333b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:35.811450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Deleting port 0f7650e5-b24b-4879-a01e-12d106077625 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:35.815965 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0f7650e5-b24b-4879-a01e-12d106077625), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:35.835453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac0877c-1867-4894-826d-f6375611c402 None None] Network 06440488-6466-4c8e-9f2a-8cbf5df895eb requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:33:35.980958 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-746b4138-737c-46bc-81a6-a7e1b968bc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ca278ae9-4380-4448-8609-1397d666333b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:35.995268 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-746b4138-737c-46bc-81a6-a7e1b968bc96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:36.005400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b96155a-b08d-4888-8d4c-a253e0e5fd97 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:36.006035 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5b96155a-b08d-4888-8d4c-a253e0e5fd97 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:36.012375 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-746b4138-737c-46bc-81a6-a7e1b968bc96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca278ae9-4380-4448-8609-1397d666333b HTTP/1.1" status: 204 len: 168 time: 0.6444767 Mar 23 01:33:36.020201 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b75b818-4c6d-4055-9e9a-c2956df9e0ee req-23c3c928-18d7-4a33-a4f3-8825005aecef service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130210 Mar 23 01:33:36.033206 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (bb09153a-8cb0-40dd-94a9-fc24d6f7c260), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:36.065566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b4138-737c-46bc-81a6-a7e1b968bc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca278ae9-4380-4448-8609-1397d666333b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:36.070474 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5b96155a-b08d-4888-8d4c-a253e0e5fd97 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.4029536 Mar 23 01:33:36.074428 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34780) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:36.169210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ec9b1ce5-c3f2-4d79-8611-0720dd927b0f None None] Provisioning complete for port 828198f2-3587-470e-8b26-c76f89100639 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:36.169592 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ec9b1ce5-c3f2-4d79-8611-0720dd927b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (828198f2-3587-470e-8b26-c76f89100639), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:36.458952 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 828198f2-3587-470e-8b26-c76f89100639 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:33:36.470832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b1ce5-c3f2-4d79-8611-0720dd927b0f None None] Current status of the port 828198f2-3587-470e-8b26-c76f89100639 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:36.471505 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ec9b1ce5-c3f2-4d79-8611-0720dd927b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (828198f2-3587-470e-8b26-c76f89100639), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:36.530026 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] For port 0f7650e5-b24b-4879-a01e-12d106077625, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0f7650e5-b24b-4879-a01e-12d106077625,segment=NetworkSegment(de4dd121-1316-4700-b113-a5c500ca4d13),segment_id=de4dd121-1316-4700-b113-a5c500ca4d13)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:36.530164 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0f7650e5-b24b-4879-a01e-12d106077625), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:36.539607 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b75b818-4c6d-4055-9e9a-c2956df9e0ee req-8072ba01-2ad8-404e-8512-6a86836f97c1 service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973688 Mar 23 01:33:36.561774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ec9b1ce5-c3f2-4d79-8611-0720dd927b0f None None] For port 828198f2-3587-470e-8b26-c76f89100639, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=828198f2-3587-470e-8b26-c76f89100639,segment=NetworkSegment(b002860e-1fd1-4d47-b158-5e17a3f99a7c),segment_id=b002860e-1fd1-4d47-b158-5e17a3f99a7c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:36.574407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 828198f2-3587-470e-8b26-c76f89100639 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:36.575182 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (828198f2-3587-470e-8b26-c76f89100639), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:36.601518 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Calling delete_port for 0f7650e5-b24b-4879-a01e-12d106077625 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:36.622035 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ec9b1ce5-c3f2-4d79-8611-0720dd927b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (828198f2-3587-470e-8b26-c76f89100639), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:36.716391 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b1ce5-c3f2-4d79-8611-0720dd927b0f None None] Pushing event updated for resources: {'Port': ['ID=828198f2-3587-470e-8b26-c76f89100639,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:36.889472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 828198f2-3587-470e-8b26-c76f89100639 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:36.909304 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-048c8264-c963-42e6-a7a4-d08ac62da5af None None] Provisioning complete for port 8d3eb3ec-e6bb-4039-9c86-41165e620bb7 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:36.909678 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-048c8264-c963-42e6-a7a4-d08ac62da5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8d3eb3ec-e6bb-4039-9c86-41165e620bb7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:37.039387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-048c8264-c963-42e6-a7a4-d08ac62da5af None None] Port 8d3eb3ec-e6bb-4039-9c86-41165e620bb7 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:33:37.065117 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-048c8264-c963-42e6-a7a4-d08ac62da5af None None] Provisioning complete for port 828198f2-3587-470e-8b26-c76f89100639 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:37.074642 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-048c8264-c963-42e6-a7a4-d08ac62da5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (828198f2-3587-470e-8b26-c76f89100639), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:37.190501 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (bb09153a-8cb0-40dd-94a9-fc24d6f7c260), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:37.252249 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:37.307237 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-048c8264-c963-42e6-a7a4-d08ac62da5af None None] Current status of the port 828198f2-3587-470e-8b26-c76f89100639 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:37.473986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7fd43b81-2373-47ef-8a9b-156b0d6e921b None None] Provisioning complete for port 8d3eb3ec-e6bb-4039-9c86-41165e620bb7 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:37.474755 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7fd43b81-2373-47ef-8a9b-156b0d6e921b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8d3eb3ec-e6bb-4039-9c86-41165e620bb7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:37.569854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7fd43b81-2373-47ef-8a9b-156b0d6e921b None None] Port 8d3eb3ec-e6bb-4039-9c86-41165e620bb7 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:33:37.701606 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Allocated IP 172.25.0.164 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/0795c196-f22a-4d95-b242-28bc7ddadc10) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:37.758291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34802) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:37.807576 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (0f7650e5-b24b-4879-a01e-12d106077625), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:37.956255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f7650e5-b24b-4879-a01e-12d106077625,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:37.960366 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-192c6563-6caa-4b9c-921a-f215626102e5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d3eb3ec-e6bb-4039-9c86-41165e620bb7), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:38.063677 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for port (0795c196-f22a-4d95-b242-28bc7ddadc10), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:38.071060 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-50322c85-75f8-4d37-a10f-25778eda0e16 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-518639203-network', 'tenant_id': 'f678f2825a314153926c59d20906f03e'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:38.124637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50322c85-75f8-4d37-a10f-25778eda0e16 admin admin] Made reservation on behalf of f678f2825a314153926c59d20906f03e for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:33:38.127029 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-50322c85-75f8-4d37-a10f-25778eda0e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:38.163527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-50322c85-75f8-4d37-a10f-25778eda0e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:38.193274 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0795c196-f22a-4d95-b242-28bc7ddadc10), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:38.208415 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 828198f2-3587-470e-8b26-c76f89100639 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:33:38.262696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:38.263534 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:38.264068 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:38.264711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:38.265273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:38.265807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:38.266318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:38.266891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:38.267883 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:38.268399 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:38.268971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:38.270037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:38.270937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:38.272153 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:38.272697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:38.319799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 828198f2-3587-470e-8b26-c76f89100639 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:38.320410 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (828198f2-3587-470e-8b26-c76f89100639), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:38.332947 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:38.340094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:38.359469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:38.384881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Pushing event updated for resources: {'Port': ['ID=0795c196-f22a-4d95-b242-28bc7ddadc10,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:38.446121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 828198f2-3587-470e-8b26-c76f89100639 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:38.742313 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-50322c85-75f8-4d37-a10f-25778eda0e16 admin admin] Publish callbacks [] for security_group (56dd7fd4-a0e6-41ff-87af-9624fa187321), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:38.758403 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-50322c85-75f8-4d37-a10f-25778eda0e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (56dd7fd4-a0e6-41ff-87af-9624fa187321), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:38.872214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50322c85-75f8-4d37-a10f-25778eda0e16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:33:38.896222 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-50322c85-75f8-4d37-a10f-25778eda0e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (47affd4e-d66c-47f4-8f73-5f8d8e16dd71), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:38.897078 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-50322c85-75f8-4d37-a10f-25778eda0e16 admin admin] Added segment 47affd4e-d66c-47f4-8f73-5f8d8e16dd71 of type vlan for network 93392409-2d1c-47d9-9691-b9d93cf69c0f Mar 23 01:33:38.954738 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-50322c85-75f8-4d37-a10f-25778eda0e16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (93392409-2d1c-47d9-9691-b9d93cf69c0f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:38.997898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50322c85-75f8-4d37-a10f-25778eda0e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dd7fd4-a0e6-41ff-87af-9624fa187321,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:39.003049 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-50322c85-75f8-4d37-a10f-25778eda0e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (93392409-2d1c-47d9-9691-b9d93cf69c0f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:39.004391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50322c85-75f8-4d37-a10f-25778eda0e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:39.005262 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-50322c85-75f8-4d37-a10f-25778eda0e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:39.112871 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (5361ed70-0afb-4295-9dac-dddaba5c928b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:39.578424 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-192c6563-6caa-4b9c-921a-f215626102e5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (8d3eb3ec-e6bb-4039-9c86-41165e620bb7), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:39.638705 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-50322c85-75f8-4d37-a10f-25778eda0e16 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8792403 Mar 23 01:33:39.641702 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34806) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:39.776835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6a0d9d11-dcfd-418c-81a0-cbae39599cf9 admin admin] Request body: {'subnet': {'network_id': '93392409-2d1c-47d9-9691-b9d93cf69c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-518639203-subnet', 'tenant_id': 'f678f2825a314153926c59d20906f03e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:39.780976 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router_gateway (bb09153a-8cb0-40dd-94a9-fc24d6f7c260), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:39.854443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Router 5361ed70-0afb-4295-9dac-dddaba5c928b has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:33:39.856492 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-192c6563-6caa-4b9c-921a-f215626102e5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (8d3eb3ec-e6bb-4039-9c86-41165e620bb7), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:39.891734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50322c85-75f8-4d37-a10f-25778eda0e16 admin admin] Pushing event updated for resources: {'Network': ['ID=93392409-2d1c-47d9-9691-b9d93cf69c0f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:39.905481 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 93392409-2d1c-47d9-9691-b9d93cf69c0f details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:33:39.914519 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c6563-6caa-4b9c-921a-f215626102e5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=8d3eb3ec-e6bb-4039-9c86-41165e620bb7,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:39.964835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0d9d11-dcfd-418c-81a0-cbae39599cf9 admin admin] Made reservation on behalf of f678f2825a314153926c59d20906f03e for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:33:39.969763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a0d9d11-dcfd-418c-81a0-cbae39599cf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:40.309999 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a0d9d11-dcfd-418c-81a0-cbae39599cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (e7d905ce-cdea-4578-a563-d27ce88f89e2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:40.421174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:33:40.434751 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd7bfe-25c9-4839-9666-3d9483a7c63f None None] Sync routers for ids ['5361ed70-0afb-4295-9dac-dddaba5c928b'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:33:40.453484 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dea2db1c-01cb-4128-8280-22d42f30d342 admin admin] 10.222.0.18 "PUT /v2.0/routers/5361ed70-0afb-4295-9dac-dddaba5c928b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5008976 Mar 23 01:33:40.459947 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34812) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:40.469962 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd7bfe-25c9-4839-9666-3d9483a7c63f None None] Routers {'5361ed70-0afb-4295-9dac-dddaba5c928b'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:40.470773 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5bdd7bfe-25c9-4839-9666-3d9483a7c63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['5361ed70-0afb-4295-9dac-dddaba5c928b'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:40.515831 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d9d11-dcfd-418c-81a0-cbae39599cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d905ce-cdea-4578-a563-d27ce88f89e2,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:40.529531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0d9d11-dcfd-418c-81a0-cbae39599cf9 admin admin] Checking segment: {'id': '47affd4e-d66c-47f4-8f73-5f8d8e16dd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93392409-2d1c-47d9-9691-b9d93cf69c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:33:40.530238 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d9d11-dcfd-418c-81a0-cbae39599cf9 admin admin] Network hostable DHCP agents. Network: 93392409-2d1c-47d9-9691-b9d93cf69c0f, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:33:40.536430 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3687f4ca-23a8-40b2-b37c-90cd246dcfff None None] Provisioning complete for port 8d3eb3ec-e6bb-4039-9c86-41165e620bb7 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:40.536844 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3687f4ca-23a8-40b2-b37c-90cd246dcfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8d3eb3ec-e6bb-4039-9c86-41165e620bb7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:40.552052 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (bb09153a-8cb0-40dd-94a9-fc24d6f7c260), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:40.559252 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (bb09153a-8cb0-40dd-94a9-fc24d6f7c260), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:40.578814 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d9d11-dcfd-418c-81a0-cbae39599cf9 admin admin] Network 93392409-2d1c-47d9-9691-b9d93cf69c0f is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:33:40.751095 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3687f4ca-23a8-40b2-b37c-90cd246dcfff None None] Port 8d3eb3ec-e6bb-4039-9c86-41165e620bb7 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:33:40.796152 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-702c4c2a-5765-4b6e-8682-8d6b17709075 admin admin] Publish callbacks [] for router (5361ed70-0afb-4295-9dac-dddaba5c928b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:40.969857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-6a0d9d11-dcfd-418c-81a0-cbae39599cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 93392409-2d1c-47d9-9691-b9d93cf69c0f) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:40.979610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525aa111-66eb-414a-9370-3e43d9a89827 None None] Network 93392409-2d1c-47d9-9691-b9d93cf69c0f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:33:40.989827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0d9d11-dcfd-418c-81a0-cbae39599cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:40.990867 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a0d9d11-dcfd-418c-81a0-cbae39599cf9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:41.000461 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-702c4c2a-5765-4b6e-8682-8d6b17709075 admin admin] Publish callbacks [] for router_gateway (5361ed70-0afb-4295-9dac-dddaba5c928b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:41.026688 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-5bdd7bfe-25c9-4839-9666-3d9483a7c63f None None] Set router 5361ed70-0afb-4295-9dac-dddaba5c928b gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:33:41.039946 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6a0d9d11-dcfd-418c-81a0-cbae39599cf9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2607751 Mar 23 01:33:41.097753 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-192c6563-6caa-4b9c-921a-f215626102e5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (e90fc752-9246-41c9-83ea-24ea0dd8dc6f), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:41.150366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Router bb09153a-8cb0-40dd-94a9-fc24d6f7c260 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:33:41.307452 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311cc4dc-f4bc-4695-a99b-c99ffcd28106 None None] Network 93392409-2d1c-47d9-9691-b9d93cf69c0f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:33:41.444792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:33:41.460429 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:41.465522 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a1ce3ab3-2328-4561-85d8-f68a6f02947d tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "PUT /v2.0/routers/bb09153a-8cb0-40dd-94a9-fc24d6f7c260 HTTP/1.1" status: 200 len: 918 time: 6.2201114 Mar 23 01:33:41.466446 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34822) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:41.470303 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8316b670-c7d1-4577-9a25-b5e9d845a31f None None] Sync routers for ids ['bb09153a-8cb0-40dd-94a9-fc24d6f7c260'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:33:41.524152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8316b670-c7d1-4577-9a25-b5e9d845a31f None None] Routers {'bb09153a-8cb0-40dd-94a9-fc24d6f7c260'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:41.524787 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8316b670-c7d1-4577-9a25-b5e9d845a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['bb09153a-8cb0-40dd-94a9-fc24d6f7c260'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:41.602782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8316b670-c7d1-4577-9a25-b5e9d845a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:41.621148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8316b670-c7d1-4577-9a25-b5e9d845a31f None None] Routers {'bb09153a-8cb0-40dd-94a9-fc24d6f7c260'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:41.621932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8316b670-c7d1-4577-9a25-b5e9d845a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['bb09153a-8cb0-40dd-94a9-fc24d6f7c260'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:41.625553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-702c4c2a-5765-4b6e-8682-8d6b17709075 admin admin] Deleting port 8a31a16c-1738-4a25-9908-4cc9d26c484f {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:41.626122 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-702c4c2a-5765-4b6e-8682-8d6b17709075 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8a31a16c-1738-4a25-9908-4cc9d26c484f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:41.758440 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34830) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:41.759874 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c8c015f0-8137-402e-96c2-1de32393cb99 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "GET /v2.0/routers/bb09153a-8cb0-40dd-94a9-fc24d6f7c260 HTTP/1.1" status: 200 len: 924 time: 0.2898355 Mar 23 01:33:41.768469 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-192c6563-6caa-4b9c-921a-f215626102e5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d3eb3ec-e6bb-4039-9c86-41165e620bb7), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:41.769290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8316b670-c7d1-4577-9a25-b5e9d845a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:41.770140 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8316b670-c7d1-4577-9a25-b5e9d845a31f None None] The sync data for ids ['bb09153a-8cb0-40dd-94a9-fc24d6f7c260'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:33:41.904001 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5bdd7bfe-25c9-4839-9666-3d9483a7c63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'name': 'tempest-ServersTestBootFromVolume-210385566-router', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:30:14Z', 'updated_at': '2022-03-23T01:33:37Z', 'revision_number': 5, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'gw_port': {'id': '8a31a16c-1738-4a25-9908-4cc9d26c484f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:30:15Z', 'updated_at': '2022-03-23T01:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:41.948658 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd7bfe-25c9-4839-9666-3d9483a7c63f None None] Checking router: 5361ed70-0afb-4295-9dac-dddaba5c928b for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:33:41.964747 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd7bfe-25c9-4839-9666-3d9483a7c63f None None] Routers {'5361ed70-0afb-4295-9dac-dddaba5c928b'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:41.965654 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5bdd7bfe-25c9-4839-9666-3d9483a7c63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['5361ed70-0afb-4295-9dac-dddaba5c928b'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:41.986418 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-702c4c2a-5765-4b6e-8682-8d6b17709075 admin admin] For port 8a31a16c-1738-4a25-9908-4cc9d26c484f, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=8a31a16c-1738-4a25-9908-4cc9d26c484f,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:41.986788 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-702c4c2a-5765-4b6e-8682-8d6b17709075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8a31a16c-1738-4a25-9908-4cc9d26c484f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:41.994293 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bee2bc1-6971-42a1-a7c0-b1faf1b3a5f2 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:41.998520 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2bee2bc1-6971-42a1-a7c0-b1faf1b3a5f2 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&device_id=bb09153a-8cb0-40dd-94a9-fc24d6f7c260&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2388546 Mar 23 01:33:41.999300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34846) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:42.053929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-702c4c2a-5765-4b6e-8682-8d6b17709075 admin admin] Calling delete_port for 8a31a16c-1738-4a25-9908-4cc9d26c484f owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:42.162493 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-5bdd7bfe-25c9-4839-9666-3d9483a7c63f None None] Set router 5361ed70-0afb-4295-9dac-dddaba5c928b gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:33:42.197068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887625a0-40c0-48e4-8d90-47414a88b80c req-cbdeac36-ba6c-4050-ad94-c1930d7f8ab7 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:42.200927 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-887625a0-40c0-48e4-8d90-47414a88b80c req-cbdeac36-ba6c-4050-ad94-c1930d7f8ab7 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 806 time: 0.3134336 Mar 23 01:33:42.236883 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb26350f-0857-4926-803c-1d621774c7c9 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:42.250018 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bb26350f-0857-4926-803c-1d621774c7c9 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 881 time: 0.2408307 Mar 23 01:33:42.252551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34848) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:42.280056 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5bdd7bfe-25c9-4839-9666-3d9483a7c63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'name': 'tempest-ServersTestBootFromVolume-210385566-router', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:30:14Z', 'updated_at': '2022-03-23T01:33:41Z', 'revision_number': 6, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:42.325855 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd7bfe-25c9-4839-9666-3d9483a7c63f None None] The sync data for ids ['5361ed70-0afb-4295-9dac-dddaba5c928b'] in n-d-834677-4 is: [{'id': '5361ed70-0afb-4295-9dac-dddaba5c928b', 'name': 'tempest-ServersTestBootFromVolume-210385566-router', 'tenant_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:30:14Z', 'updated_at': '2022-03-23T01:33:41Z', 'revision_number': 6, 'project_id': 'f0e96aa4ebe547c5ae1b8dfe86aba311', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:33:42.329122 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-403f20e7-1240-43e7-8be6-28aa68841a78 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb09153a-8cb0-40dd-94a9-fc24d6f7c260 HTTP/1.1" status: 200 len: 205 time: 0.0735531 Mar 23 01:33:42.331120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34850) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:42.389097 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-702c4c2a-5765-4b6e-8682-8d6b17709075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8a31a16c-1738-4a25-9908-4cc9d26c484f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:42.428931 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-887625a0-40c0-48e4-8d90-47414a88b80c req-3060e0b0-b828-491d-afe3-38420e7405f3 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/quotas/ce546d225bce48df9444d857bc6abcaf HTTP/1.1" status: 200 len: 375 time: 0.1933649 Mar 23 01:33:42.463746 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29808fc0-d22c-4beb-a123-9b7dff1781eb req-700b677b-0e9a-45c7-b6d3-8ecf0c27b727 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:42.470996 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-29808fc0-d22c-4beb-a123-9b7dff1781eb req-700b677b-0e9a-45c7-b6d3-8ecf0c27b727 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 945 time: 0.4812202 Mar 23 01:33:42.529906 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c4c2a-5765-4b6e-8682-8d6b17709075 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a31a16c-1738-4a25-9908-4cc9d26c484f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:42.566565 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-887625a0-40c0-48e4-8d90-47414a88b80c req-a7bac094-0581-4da8-82c3-e0d16c8d0bc9 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1362035 Mar 23 01:33:42.619604 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-702c4c2a-5765-4b6e-8682-8d6b17709075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (5361ed70-0afb-4295-9dac-dddaba5c928b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:42.660820 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd098700-8ae8-4604-bf2a-0149315f0429 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (bb09153a-8cb0-40dd-94a9-fc24d6f7c260), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:42.665570 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-29808fc0-d22c-4beb-a123-9b7dff1781eb req-511096bc-3760-483f-98bb-57bf530d7f6a tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936960 Mar 23 01:33:42.802190 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-702c4c2a-5765-4b6e-8682-8d6b17709075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (5361ed70-0afb-4295-9dac-dddaba5c928b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:42.807705 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-702c4c2a-5765-4b6e-8682-8d6b17709075 admin admin] Publish callbacks [] for router_controller (5361ed70-0afb-4295-9dac-dddaba5c928b), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:42.869021 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-887625a0-40c0-48e4-8d90-47414a88b80c req-65172051-0ddd-4df3-8cb9-e1719cea1764 service neutron] 10.222.0.18 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893581 Mar 23 01:33:42.880507 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-192c6563-6caa-4b9c-921a-f215626102e5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (8d3eb3ec-e6bb-4039-9c86-41165e620bb7), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:42.930735 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-192c6563-6caa-4b9c-921a-f215626102e5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (8d3eb3ec-e6bb-4039-9c86-41165e620bb7), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:42.979291 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd098700-8ae8-4604-bf2a-0149315f0429 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (bb09153a-8cb0-40dd-94a9-fc24d6f7c260), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:43.005019 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-702c4c2a-5765-4b6e-8682-8d6b17709075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (5361ed70-0afb-4295-9dac-dddaba5c928b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:43.006803 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702c4c2a-5765-4b6e-8682-8d6b17709075 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5361ed70-0afb-4295-9dac-dddaba5c928b {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:33:43.013280 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-702c4c2a-5765-4b6e-8682-8d6b17709075 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:43.015350 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-702c4c2a-5765-4b6e-8682-8d6b17709075 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5361ed70-0afb-4295-9dac-dddaba5c928b HTTP/1.1" status: 204 len: 168 time: 2.5535705 Mar 23 01:33:43.024950 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34856) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:43.038157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506724a-8b91-4a60-86c4-2ae5afd766ff req-3a8c2815-b683-4b3a-94a1-2de76c89ad64 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:43.046306 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e506724a-8b91-4a60-86c4-2ae5afd766ff req-3a8c2815-b683-4b3a-94a1-2de76c89ad64 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.2290809 Mar 23 01:33:43.059176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb953f-28bf-47e4-9add-52a9d817320d req-2e06266d-0382-4d2c-8c9f-f0c6c2eb7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:43.061012 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f9eb953f-28bf-47e4-9add-52a9d817320d req-2e06266d-0382-4d2c-8c9f-f0c6c2eb7fb2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 1127 time: 0.1861324 Mar 23 01:33:43.125752 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e506724a-8b91-4a60-86c4-2ae5afd766ff req-8c17f78a-0e09-48b5-873f-f89308122b60 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733578 Mar 23 01:33:43.145691 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4f07ede3-5caf-4a5a-a7fa-428b24e060de service neutron] 10.222.0.18 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620194 Mar 23 01:33:43.185596 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-192c6563-6caa-4b9c-921a-f215626102e5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (e90fc752-9246-41c9-83ea-24ea0dd8dc6f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:43.187486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-bd098700-8ae8-4604-bf2a-0149315f0429 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Deleting port 0795c196-f22a-4d95-b242-28bc7ddadc10 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:43.187829 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd098700-8ae8-4604-bf2a-0149315f0429 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0795c196-f22a-4d95-b242-28bc7ddadc10), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:43.334614 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c6563-6caa-4b9c-921a-f215626102e5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=8d3eb3ec-e6bb-4039-9c86-41165e620bb7,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:43.350951 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192c6563-6caa-4b9c-921a-f215626102e5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 06440488-6466-4c8e-9f2a-8cbf5df895eb is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:43.354889 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-192c6563-6caa-4b9c-921a-f215626102e5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:43.463650 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-5717548e-a4d8-4473-b433-aed8fc30cab8 admin admin] Deleting subnet 9f7a62d3-2214-40ac-962c-610e6b86d8a3 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:33:43.481510 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5717548e-a4d8-4473-b433-aed8fc30cab8 admin admin] Publish callbacks [] for subnet (9f7a62d3-2214-40ac-962c-610e6b86d8a3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:43.599434 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5717548e-a4d8-4473-b433-aed8fc30cab8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (9f7a62d3-2214-40ac-962c-610e6b86d8a3), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:43.843122 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5717548e-a4d8-4473-b433-aed8fc30cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (9f7a62d3-2214-40ac-962c-610e6b86d8a3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:43.913111 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-98cf4d87-0000-47c0-acb4-63b8d65d57e2 None None] Provisioning complete for port 8d3eb3ec-e6bb-4039-9c86-41165e620bb7 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:43.913605 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-98cf4d87-0000-47c0-acb4-63b8d65d57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8d3eb3ec-e6bb-4039-9c86-41165e620bb7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:43.923028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb953f-28bf-47e4-9add-52a9d817320d req-42af5787-9ebb-4624-8183-3e5211208a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:43.924726 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f9eb953f-28bf-47e4-9add-52a9d817320d req-42af5787-9ebb-4624-8183-3e5211208a6c service neutron] 10.222.0.43 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 911 time: 0.8560429 Mar 23 01:33:44.054942 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-98cf4d87-0000-47c0-acb4-63b8d65d57e2 None None] Port 8d3eb3ec-e6bb-4039-9c86-41165e620bb7 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:33:44.124091 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f9eb953f-28bf-47e4-9add-52a9d817320d req-f7387873-d50c-4598-b9a7-e5123ce5789f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e186d96-b2bc-4b13-99d5-856e6b790d06 HTTP/1.1" status: 200 len: 217 time: 0.1767175 Mar 23 01:33:44.215417 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd098700-8ae8-4604-bf2a-0149315f0429 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0795c196-f22a-4d95-b242-28bc7ddadc10), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:44.230367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-bd098700-8ae8-4604-bf2a-0149315f0429 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Calling delete_port for 0795c196-f22a-4d95-b242-28bc7ddadc10 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:44.242994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 8a31a16c-1738-4a25-9908-4cc9d26c484f no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:44.289963 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 8a31a16c-1738-4a25-9908-4cc9d26c484f {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:33:44.290263 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 8a31a16c-1738-4a25-9908-4cc9d26c484f not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:33:44.290904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0f7650e5-b24b-4879-a01e-12d106077625 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:44.355813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 0f7650e5-b24b-4879-a01e-12d106077625 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:33:44.356204 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0f7650e5-b24b-4879-a01e-12d106077625 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:33:44.506909 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb953f-28bf-47e4-9add-52a9d817320d req-8d62162c-b88a-49ae-b5e8-d644e608df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:44.508886 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f9eb953f-28bf-47e4-9add-52a9d817320d req-8d62162c-b88a-49ae-b5e8-d644e608df7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef8ca6c1-ff55-42d2-99a7-3b5483039371 HTTP/1.1" status: 200 len: 851 time: 0.3587840 Mar 23 01:33:44.593924 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f9eb953f-28bf-47e4-9add-52a9d817320d req-0d75ed49-8f26-408e-8762-9661a7654011 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11a64475-d2db-4f02-97ca-82d855d62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683277 Mar 23 01:33:44.747297 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-7786c7b0-3796-46a9-bb61-b69746590f53 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:44.749920 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-7786c7b0-3796-46a9-bb61-b69746590f53 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/networks?id=93392409-2d1c-47d9-9691-b9d93cf69c0f HTTP/1.1" status: 200 len: 821 time: 0.1882257 Mar 23 01:33:44.756190 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5717548e-a4d8-4473-b433-aed8fc30cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (9f7a62d3-2214-40ac-962c-610e6b86d8a3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:44.801641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-2f76d25d-cd70-4bea-b604-db48a198ef62 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/quotas/f678f2825a314153926c59d20906f03e HTTP/1.1" status: 200 len: 375 time: 0.0426180 Mar 23 01:33:44.806089 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717548e-a4d8-4473-b433-aed8fc30cab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f7a62d3-2214-40ac-962c-610e6b86d8a3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:44.813538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bf96da-9f16-416c-8f7f-b408a3541916 None None] Network 022c952f-96fa-4b6f-8707-0669714abf9c requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:33:44.836495 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5717548e-a4d8-4473-b433-aed8fc30cab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:44.842621 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5717548e-a4d8-4473-b433-aed8fc30cab8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9f7a62d3-2214-40ac-962c-610e6b86d8a3 HTTP/1.1" status: 204 len: 168 time: 1.7746487 Mar 23 01:33:44.846307 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e0b0faba-d5ea-472f-9489-ab42ec79efa9 req-3bc14309-dbad-4574-a507-1521aec51353 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 210 time: 0.2711756 Mar 23 01:33:44.889038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34898) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:44.903290 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-9c8f47e2-f2de-489f-894e-f8e3306c485d tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f678f2825a314153926c59d20906f03e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928991 Mar 23 01:33:44.909131 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192c6563-6caa-4b9c-921a-f215626102e5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router e90fc752-9246-41c9-83ea-24ea0dd8dc6f is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:33:45.114937 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd098700-8ae8-4604-bf2a-0149315f0429 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0795c196-f22a-4d95-b242-28bc7ddadc10), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:45.136300 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192c6563-6caa-4b9c-921a-f215626102e5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:33:45.146425 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-192c6563-6caa-4b9c-921a-f215626102e5 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/e90fc752-9246-41c9-83ea-24ea0dd8dc6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0305619 Mar 23 01:33:45.147059 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34900) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:45.150848 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c519dee0-d793-4933-bfaa-bd910297f518 None None] Sync routers for ids ['e90fc752-9246-41c9-83ea-24ea0dd8dc6f'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:33:45.174442 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519dee0-d793-4933-bfaa-bd910297f518 None None] Routers {'e90fc752-9246-41c9-83ea-24ea0dd8dc6f'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:45.175892 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c519dee0-d793-4933-bfaa-bd910297f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e90fc752-9246-41c9-83ea-24ea0dd8dc6f'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:45.193603 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f9eb953f-28bf-47e4-9add-52a9d817320d req-95ebce3b-4581-4076-a301-8373c03b95ee service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463879 Mar 23 01:33:45.208710 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-a2fa2eec-dae7-4ab6-99d7-cf5a0f28cfe5 service neutron] 10.222.0.18 "GET /v2.0/networks/93392409-2d1c-47d9-9691-b9d93cf69c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902603 Mar 23 01:33:45.217648 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3651a66e-9c8d-4147-b36f-56c9c0d7bc9c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:45.221979 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3651a66e-9c8d-4147-b36f-56c9c0d7bc9c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports/8d3eb3ec-e6bb-4039-9c86-41165e620bb7 HTTP/1.1" status: 200 len: 977 time: 0.0720265 Mar 23 01:33:45.222618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34902) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:45.230530 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (022c952f-96fa-4b6f-8707-0669714abf9c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:45.233771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd098700-8ae8-4604-bf2a-0149315f0429 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Pushing event deleted for resources: {'Port': ['ID=0795c196-f22a-4d95-b242-28bc7ddadc10,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:45.256488 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c519dee0-d793-4933-bfaa-bd910297f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:45.276521 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519dee0-d793-4933-bfaa-bd910297f518 None None] Routers {'e90fc752-9246-41c9-83ea-24ea0dd8dc6f'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:45.277519 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c519dee0-d793-4933-bfaa-bd910297f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e90fc752-9246-41c9-83ea-24ea0dd8dc6f'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:45.320238 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c519dee0-d793-4933-bfaa-bd910297f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:45.321307 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c519dee0-d793-4933-bfaa-bd910297f518 None None] The sync data for ids ['e90fc752-9246-41c9-83ea-24ea0dd8dc6f'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:33:45.370893 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] DHCP port deletion for 022c952f-96fa-4b6f-8707-0669714abf9c request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:33:45.445423 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36198d8a-c533-418e-ae36-8ac790e799db req-5f3c46e4-d72e-453f-86ab-28517be61381 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:45.453049 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36198d8a-c533-418e-ae36-8ac790e799db req-5f3c46e4-d72e-453f-86ab-28517be61381 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 945 time: 0.3817151 Mar 23 01:33:45.481806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Deleting port 00a6d215-6189-4cca-b2c8-00c434695f96 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:45.483871 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (00a6d215-6189-4cca-b2c8-00c434695f96), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:45.509684 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd098700-8ae8-4604-bf2a-0149315f0429 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (bb09153a-8cb0-40dd-94a9-fc24d6f7c260), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:45.553245 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-20adcd65-069f-45f7-b783-e110bd09a5dc service neutron] 10.222.0.18 "GET /v2.0/networks/93392409-2d1c-47d9-9691-b9d93cf69c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290052 Mar 23 01:33:45.620432 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] For port 00a6d215-6189-4cca-b2c8-00c434695f96, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=00a6d215-6189-4cca-b2c8-00c434695f96,segment=NetworkSegment(de4dd121-1316-4700-b113-a5c500ca4d13),segment_id=de4dd121-1316-4700-b113-a5c500ca4d13)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:45.620432 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (00a6d215-6189-4cca-b2c8-00c434695f96), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:45.653949 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Calling delete_port for 00a6d215-6189-4cca-b2c8-00c434695f96 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:45.725826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2e186d96-b2bc-4b13-99d5-856e6b790d06 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:45.811009 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f9eb953f-28bf-47e4-9add-52a9d817320d req-10551039-06ac-4cbf-b4dc-8c4c1482ba35 service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678775 Mar 23 01:33:45.848061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2e186d96-b2bc-4b13-99d5-856e6b790d06 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:45.848657 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:45.873586 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887625a0-40c0-48e4-8d90-47414a88b80c req-82daebf9-f2c5-4130-a860-c76c35a0186b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:45.875849 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-887625a0-40c0-48e4-8d90-47414a88b80c req-82daebf9-f2c5-4130-a860-c76c35a0186b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.43 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 806 time: 0.4862103 Mar 23 01:33:45.912972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f58473e-6b53-4f60-b246-9fd5ec16806f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e186d96-b2bc-4b13-99d5-856e6b790d06'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:45.915369 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b7f212-9bbe-42f7-bc85-b79b72699024" -d '{"events": [{"server_uuid": "2f58473e-6b53-4f60-b246-9fd5ec16806f", "name": "network-vif-unplugged", "status": "completed", "tag": "2e186d96-b2bc-4b13-99d5-856e6b790d06"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:45.932678 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (00a6d215-6189-4cca-b2c8-00c434695f96), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:45.945156 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2e186d96-b2bc-4b13-99d5-856e6b790d06, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2e186d96-b2bc-4b13-99d5-856e6b790d06,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:45.949108 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] No DVR routers for this DVR port 00a6d215-6189-4cca-b2c8-00c434695f96 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:33:45.961574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-887625a0-40c0-48e4-8d90-47414a88b80c req-674381fe-ca0a-4240-9fb2-e95deeb8a27e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Request body: {'port': {'device_id': '49bc3fc9-7333-4689-a9f8-9e58b08a300e', 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c', 'admin_state_up': True, 'tenant_id': 'ce546d225bce48df9444d857bc6abcaf'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:46.014289 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:46.017056 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Pushing event deleted for resources: {'Port': ['ID=00a6d215-6189-4cca-b2c8-00c434695f96,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:46.026408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.027458 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.027808 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.028151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.028490 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.028866 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.029202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.029531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.029866 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.030187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.030651 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.031157 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.031911 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.032840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.033094 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d18985-ed7a-4801-9358-06ff8ba53597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.125359 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=2e186d96-b2bc-4b13-99d5-856e6b790d06,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:46.153056 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40b92ed5-cc96-46ee-954a-908848c49c1a req-3f2703cf-e3fa-4362-896e-4803a1e2bdcc tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 210 time: 0.0714002 Mar 23 01:33:46.189987 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 00a6d215-6189-4cca-b2c8-00c434695f96 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:46.192815 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd098700-8ae8-4604-bf2a-0149315f0429 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (bb09153a-8cb0-40dd-94a9-fc24d6f7c260), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:46.205851 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5ade7868-edcc-407d-ba0e-e395864ef6d3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (e90fc752-9246-41c9-83ea-24ea0dd8dc6f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:46.222089 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36198d8a-c533-418e-ae36-8ac790e799db req-6789575a-e87f-4606-97fa-7eb4df129a80 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7678771 Mar 23 01:33:46.229979 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd098700-8ae8-4604-bf2a-0149315f0429 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_controller (bb09153a-8cb0-40dd-94a9-fc24d6f7c260), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:46.242265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Deleting port 00a6d215-6189-4cca-b2c8-00c434695f96 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:46.246838 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (00a6d215-6189-4cca-b2c8-00c434695f96), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:46.273060 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 00a6d215-6189-4cca-b2c8-00c434695f96 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:33:46.273424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 00a6d215-6189-4cca-b2c8-00c434695f96 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:33:46.363110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] For port 00a6d215-6189-4cca-b2c8-00c434695f96, host n-d-834677-4, got binding levels [] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:46.363586 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (00a6d215-6189-4cca-b2c8-00c434695f96), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:46.369031 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fde17ca-134d-42ad-8ed6-648384c42677 x-openstack-request-id: req-4fde17ca-134d-42ad-8ed6-648384c42677 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:46.369375 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f58473e-6b53-4f60-b246-9fd5ec16806f", "name": "network-vif-unplugged", "status": "completed", "tag": "2e186d96-b2bc-4b13-99d5-856e6b790d06", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:46.369656 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4fde17ca-134d-42ad-8ed6-648384c42677 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:46.370047 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fde17ca-134d-42ad-8ed6-648384c42677'] response: {'server_uuid': '2f58473e-6b53-4f60-b246-9fd5ec16806f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e186d96-b2bc-4b13-99d5-856e6b790d06', 'code': 200} Mar 23 01:33:46.386195 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Calling delete_port for 00a6d215-6189-4cca-b2c8-00c434695f96 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:46.409153 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.ipam_backend_mixin [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Port 00a6d215-6189-4cca-b2c8-00c434695f96 was not found and therefore no delete operation was performed {{(pid=99264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 01:33:46.412476 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (00a6d215-6189-4cca-b2c8-00c434695f96), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:46.568056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a6d215-6189-4cca-b2c8-00c434695f96,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:46.578561 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] No DVR routers for this DVR port 00a6d215-6189-4cca-b2c8-00c434695f96 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:33:46.627555 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-5ade7868-edcc-407d-ba0e-e395864ef6d3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting port 8d3eb3ec-e6bb-4039-9c86-41165e620bb7 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:46.628024 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5ade7868-edcc-407d-ba0e-e395864ef6d3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8d3eb3ec-e6bb-4039-9c86-41165e620bb7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:46.698519 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d2bfe66-b2b4-4249-86ad-e4a6d53c366f req-58c09adb-0af3-4d34-b4f8-326c06f3f6c4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 210 time: 0.3031371 Mar 23 01:33:46.732835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.733572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.734163 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.734753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.735317 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.735865 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.736416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.736998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.737566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.738117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.738653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.739216 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.739783 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.740320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.740898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:33:46.780251 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd098700-8ae8-4604-bf2a-0149315f0429 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (bb09153a-8cb0-40dd-94a9-fc24d6f7c260), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:46.780970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd098700-8ae8-4604-bf2a-0149315f0429 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Fanout notify agent at l3_agent the message router_deleted on router bb09153a-8cb0-40dd-94a9-fc24d6f7c260 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:33:46.784534 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5ade7868-edcc-407d-ba0e-e395864ef6d3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8d3eb3ec-e6bb-4039-9c86-41165e620bb7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:46.798618 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd098700-8ae8-4604-bf2a-0149315f0429 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:46.803914 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bd098700-8ae8-4604-bf2a-0149315f0429 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "DELETE /v2.0/routers/bb09153a-8cb0-40dd-94a9-fc24d6f7c260 HTTP/1.1" status: 204 len: 168 time: 4.4716642 Mar 23 01:33:46.806804 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34960) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:46.813679 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-270660658', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}, 'admin_state_up': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:46.821693 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-5ade7868-edcc-407d-ba0e-e395864ef6d3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Calling delete_port for 8d3eb3ec-e6bb-4039-9c86-41165e620bb7 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:46.830795 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (022c952f-96fa-4b6f-8707-0669714abf9c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:46.834207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887625a0-40c0-48e4-8d90-47414a88b80c req-674381fe-ca0a-4240-9fb2-e95deeb8a27e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Made reservation on behalf of ce546d225bce48df9444d857bc6abcaf for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:33:46.837818 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-887625a0-40c0-48e4-8d90-47414a88b80c req-674381fe-ca0a-4240-9fb2-e95deeb8a27e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:46.889391 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (cef646d2-5d41-4e90-bef8-d7da97e5956d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:46.890463 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (cef646d2-5d41-4e90-bef8-d7da97e5956d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:46.952005 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_controller (cef646d2-5d41-4e90-bef8-d7da97e5956d), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:46.998519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-887625a0-40c0-48e4-8d90-47414a88b80c req-674381fe-ca0a-4240-9fb2-e95deeb8a27e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Allocated IP 172.20.0.2 (ba3d029b-d469-4b1a-90d0-7995de95a27c/64f146eb-b581-4818-b541-536413e8a0b0/976f688d-42f1-4063-af4c-3794e13d7d33) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:47.140433 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99cfefe-d638-4d9e-8c8d-3c6163020ccf req-da57dc47-107f-467f-9ea7-823f34fc2d79 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:47.147712 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e99cfefe-d638-4d9e-8c8d-3c6163020ccf req-da57dc47-107f-467f-9ea7-823f34fc2d79 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 945 time: 0.1923177 Mar 23 01:33:47.254569 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-887625a0-40c0-48e4-8d90-47414a88b80c req-674381fe-ca0a-4240-9fb2-e95deeb8a27e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks [] for port (976f688d-42f1-4063-af4c-3794e13d7d33), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:47.290280 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022c952f-96fa-4b6f-8707-0669714abf9c']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:47.305048 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-887625a0-40c0-48e4-8d90-47414a88b80c req-674381fe-ca0a-4240-9fb2-e95deeb8a27e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:47.353766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b697b31-794f-43e1-90c5-e0223ab36e99 req-d51b9b9c-8b34-404d-8576-24d939ecf2ac tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 210 time: 0.0582707 Mar 23 01:33:47.358407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4dd121-1316-4700-b113-a5c500ca4d13') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:47.359995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4dd121-1316-4700-b113-a5c500ca4d13') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:47.389213 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (de4dd121-1316-4700-b113-a5c500ca4d13), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:47.452801 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (de4dd121-1316-4700-b113-a5c500ca4d13), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:47.489253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:33:47.491763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (de4dd121-1316-4700-b113-a5c500ca4d13), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: warnings.warn(msg) Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:33:47.502667 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:33:47.517377 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887625a0-40c0-48e4-8d90-47414a88b80c req-674381fe-ca0a-4240-9fb2-e95deeb8a27e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Network ba3d029b-d469-4b1a-90d0-7995de95a27c is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:47.560808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-887625a0-40c0-48e4-8d90-47414a88b80c req-674381fe-ca0a-4240-9fb2-e95deeb8a27e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:47.570354 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674381fe-ca0a-4240-9fb2-e95deeb8a27e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Pushing event updated for resources: {'Port': ['ID=976f688d-42f1-4063-af4c-3794e13d7d33,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:47.584738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-887625a0-40c0-48e4-8d90-47414a88b80c req-674381fe-ca0a-4240-9fb2-e95deeb8a27e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:47.640769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887625a0-40c0-48e4-8d90-47414a88b80c req-674381fe-ca0a-4240-9fb2-e95deeb8a27e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:47.641883 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-887625a0-40c0-48e4-8d90-47414a88b80c req-674381fe-ca0a-4240-9fb2-e95deeb8a27e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:47.673071 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8a55f-65a4-4790-b623-31fdfe0178b2 req-a799764b-ea35-4526-b64e-3fcc686e108b tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:47.675017 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43a8a55f-65a4-4790-b623-31fdfe0178b2 req-a799764b-ea35-4526-b64e-3fcc686e108b tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 943 time: 0.2407746 Mar 23 01:33:47.677136 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (022c952f-96fa-4b6f-8707-0669714abf9c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:47.684557 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:47.692307 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/022c952f-96fa-4b6f-8707-0669714abf9c HTTP/1.1" status: 204 len: 168 time: 2.8007271 Mar 23 01:33:47.696959 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-887625a0-40c0-48e4-8d90-47414a88b80c req-674381fe-ca0a-4240-9fb2-e95deeb8a27e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7947121 Mar 23 01:33:47.718001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d88298a5-c2e5-4ef5-aa7f-0abf28975bca details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:33:47.720171 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e99cfefe-d638-4d9e-8c8d-3c6163020ccf req-0d6108d4-a265-4ab4-a35d-db464fedfe69 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712185 Mar 23 01:33:47.722062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beba8b-b100-4c0f-91b6-e5308dc15eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=022c952f-96fa-4b6f-8707-0669714abf9c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:47.728540 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Request body: {'port': {'device_id': '49bc3fc9-7333-4689-a9f8-9e58b08a300e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:47.787099 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (cef646d2-5d41-4e90-bef8-d7da97e5956d), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:47.825544 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43a8a55f-65a4-4790-b623-31fdfe0178b2 req-be091204-9af9-4a80-b483-bd590e9d968a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250203 Mar 23 01:33:47.903251 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:48.079604 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d88298a5-c2e5-4ef5-aa7f-0abf28975bca, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:48.082814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62badd4-cbe3-4259-9709-c290df5ba9f8 req-5b336d5c-9da2-4825-946c-358804f22bb2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:48.100376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'd88298a5-c2e5-4ef5-aa7f-0abf28975bca', 'network_id': '32d99b6f-82e0-4417-9e5f-752004b63652', 'port_id': 'd88298a5-c2e5-4ef5-aa7f-0abf28975bca', 'mac_address': 'fa:16:3e:ef:07:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:33:48.102511 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d62badd4-cbe3-4259-9709-c290df5ba9f8 req-5b336d5c-9da2-4825-946c-358804f22bb2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 931 time: 0.1705744 Mar 23 01:33:48.153294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port d88298a5-c2e5-4ef5-aa7f-0abf28975bca is: ACTIVE; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:48.153712 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:48.155964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34980) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:48.187155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d88298a5-c2e5-4ef5-aa7f-0abf28975bca {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:33:48.215550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d88298a5-c2e5-4ef5-aa7f-0abf28975bca, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:48.227061 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:48.311793 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5ade7868-edcc-407d-ba0e-e395864ef6d3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8d3eb3ec-e6bb-4039-9c86-41165e620bb7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:48.321622 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:48.386410 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d62badd4-cbe3-4259-9709-c290df5ba9f8 req-9d77ba7c-5411-4cd9-bf1d-65d32e861629 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683263 Mar 23 01:33:48.395419 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aa93652f-f22c-44c6-bcbe-f4d42aba652f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0e96aa4ebe547c5ae1b8dfe86aba311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323425 Mar 23 01:33:48.397384 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34994) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:48.417327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['d88298a5-c2e5-4ef5-aa7f-0abf28975bca'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:33:48.418269 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade7868-edcc-407d-ba0e-e395864ef6d3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Port': ['ID=8d3eb3ec-e6bb-4039-9c86-41165e620bb7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:48.728886 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (cef646d2-5d41-4e90-bef8-d7da97e5956d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:48.790315 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e981539-6bb9-4cdd-8370-2656a8cf8440 admin admin] Publish callbacks [] for security_group (3aa3b805-5a5c-4061-aadb-762c2e5edf2f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:48.821541 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:48.887299 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3bfcf78d-14cc-4e9a-afbf-9ca6bab00fbb req-9bfaa7da-beed-4bf7-9fd0-e0e9fcd449c8 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 210 time: 0.0730433 Mar 23 01:33:48.945373 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5ade7868-edcc-407d-ba0e-e395864ef6d3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (e90fc752-9246-41c9-83ea-24ea0dd8dc6f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:48.961949 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e981539-6bb9-4cdd-8370-2656a8cf8440 admin admin] Publish callbacks [] for security_group (3aa3b805-5a5c-4061-aadb-762c2e5edf2f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:49.012673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-65ec8a0d-9b2d-44ce-9f48-c6a9800c88fd tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:49.012673 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-65ec8a0d-9b2d-44ce-9f48-c6a9800c88fd tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.43 "GET /v2.0/networks?id=93392409-2d1c-47d9-9691-b9d93cf69c0f HTTP/1.1" status: 200 len: 821 time: 0.6917970 Mar 23 01:33:49.051137 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-bd73e722-9777-4212-894c-45bc7de6cb71 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Request body: {'port': {'device_id': '4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8', 'network_id': '93392409-2d1c-47d9-9691-b9d93cf69c0f', 'admin_state_up': True, 'tenant_id': 'f678f2825a314153926c59d20906f03e'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:49.134596 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4150d23-32d4-43b0-9f30-f4a92e27ffd6 req-dbcd568b-dc5f-4201-82da-04fd6a3b61b6 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:49.134596 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4150d23-32d4-43b0-9f30-f4a92e27ffd6 req-dbcd568b-dc5f-4201-82da-04fd6a3b61b6 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 944 time: 0.2397752 Mar 23 01:33:49.145952 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976f688d-42f1-4063-af4c-3794e13d7d33 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:33:49.158937 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Publish callbacks [] for port (976f688d-42f1-4063-af4c-3794e13d7d33), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:49.178643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09775cf-3872-4b90-8de4-c1525a45dd74 req-59288833-cca7-4d61-86ea-6b1ad0b7ffab tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:49.186503 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e09775cf-3872-4b90-8de4-c1525a45dd74 req-59288833-cca7-4d61-86ea-6b1ad0b7ffab tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 943 time: 0.1848390 Mar 23 01:33:49.212330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Transition to ACTIVE for port object 976f688d-42f1-4063-af4c-3794e13d7d33 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:33:49.230637 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:49.258979 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Allocated IP 172.25.0.222 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/78477799-e9e1-4f96-9ef2-693d89a62ba2) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:49.266196 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4150d23-32d4-43b0-9f30-f4a92e27ffd6 req-2b7ef633-8fd1-48a0-87b5-9265c20b192b tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247392 Mar 23 01:33:49.336224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-bd73e722-9777-4212-894c-45bc7de6cb71 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Made reservation on behalf of f678f2825a314153926c59d20906f03e for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:33:49.339671 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-bd73e722-9777-4212-894c-45bc7de6cb71 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:49.381308 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e09775cf-3872-4b90-8de4-c1525a45dd74 req-a7780fac-d984-4b75-9890-f75353415140 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938744 Mar 23 01:33:49.396950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Pushing event updated for resources: {'Port': ['ID=976f688d-42f1-4063-af4c-3794e13d7d33,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:49.397067 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e981539-6bb9-4cdd-8370-2656a8cf8440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3aa3b805-5a5c-4061-aadb-762c2e5edf2f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:49.397067 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e981539-6bb9-4cdd-8370-2656a8cf8440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:49.397067 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5e981539-6bb9-4cdd-8370-2656a8cf8440 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3aa3b805-5a5c-4061-aadb-762c2e5edf2f HTTP/1.1" status: 204 len: 168 time: 0.9939959 Mar 23 01:33:49.415910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e981539-6bb9-4cdd-8370-2656a8cf8440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa3b805-5a5c-4061-aadb-762c2e5edf2f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:49.533867 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ade7868-edcc-407d-ba0e-e395864ef6d3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router e90fc752-9246-41c9-83ea-24ea0dd8dc6f has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:33:49.535201 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-39952bea-ab50-4481-94e7-beec61897992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:49.714677 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ade7868-edcc-407d-ba0e-e395864ef6d3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:33:49.723590 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5ade7868-edcc-407d-ba0e-e395864ef6d3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/e90fc752-9246-41c9-83ea-24ea0dd8dc6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4915078 Mar 23 01:33:49.728268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35028) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:49.730557 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb011ca1-ce45-4b11-9acd-a6805f0b9b18 None None] Sync routers for ids ['e90fc752-9246-41c9-83ea-24ea0dd8dc6f'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:33:49.739491 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for port (78477799-e9e1-4f96-9ef2-693d89a62ba2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:49.748160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-bd73e722-9777-4212-894c-45bc7de6cb71 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Allocated IP 172.20.0.10 (93392409-2d1c-47d9-9691-b9d93cf69c0f/e7d905ce-cdea-4578-a563-d27ce88f89e2/b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:49.755953 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d88298a5-c2e5-4ef5-aa7f-0abf28975bca up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:33:49.770147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb011ca1-ce45-4b11-9acd-a6805f0b9b18 None None] Routers {'e90fc752-9246-41c9-83ea-24ea0dd8dc6f'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:49.772626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-cb011ca1-ce45-4b11-9acd-a6805f0b9b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e90fc752-9246-41c9-83ea-24ea0dd8dc6f'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:49.860989 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1708303-8de8-4eaa-b07f-ecb2017baf7b req-addf34ab-29d5-4797-807e-9c63799aa492 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:49.862585 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b1708303-8de8-4eaa-b07f-ecb2017baf7b req-addf34ab-29d5-4797-807e-9c63799aa492 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 943 time: 0.2170210 Mar 23 01:33:49.988658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-cb011ca1-ce45-4b11-9acd-a6805f0b9b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:50.008845 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b1708303-8de8-4eaa-b07f-ecb2017baf7b req-f0028410-c1f2-4a3b-9b9f-771618add6e7 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046782 Mar 23 01:33:50.025583 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (78477799-e9e1-4f96-9ef2-693d89a62ba2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:50.062492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb011ca1-ce45-4b11-9acd-a6805f0b9b18 None None] Routers {'e90fc752-9246-41c9-83ea-24ea0dd8dc6f'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:50.063638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-cb011ca1-ce45-4b11-9acd-a6805f0b9b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e90fc752-9246-41c9-83ea-24ea0dd8dc6f'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:50.103896 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-cb011ca1-ce45-4b11-9acd-a6805f0b9b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:50.104924 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb011ca1-ce45-4b11-9acd-a6805f0b9b18 None None] The sync data for ids ['e90fc752-9246-41c9-83ea-24ea0dd8dc6f'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:33:50.115546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Attempting to bind port 976f688d-42f1-4063-af4c-3794e13d7d33 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:33:50.116181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Pushing event updated for resources: {'Port': ['ID=78477799-e9e1-4f96-9ef2-693d89a62ba2,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:50.117792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Attempting to bind port 976f688d-42f1-4063-af4c-3794e13d7d33 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:33:50.118974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Attempting to bind port 976f688d-42f1-4063-af4c-3794e13d7d33 on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:33:50.122991 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port d88298a5-c2e5-4ef5-aa7f-0abf28975bca triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:50.124746 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:50.153904 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Port 976f688d-42f1-4063-af4c-3794e13d7d33 on network ba3d029b-d469-4b1a-90d0-7995de95a27c not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:33:50.157808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Attempting to bind port 976f688d-42f1-4063-af4c-3794e13d7d33 on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:33:50.173337 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:50.175328 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-a0fa016a-f28f-4026-8d3c-dcb6208500f6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] remove_router_interface failed (client error): The resource could not be found. Mar 23 01:33:50.180041 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a0fa016a-f28f-4026-8d3c-dcb6208500f6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/e90fc752-9246-41c9-83ea-24ea0dd8dc6f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4504681 Mar 23 01:33:50.180892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35040) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:50.196313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:33:50.198907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Checking segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:33:50.199504 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Bound using segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:33:50.200141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Bound port: 976f688d-42f1-4063-af4c-3794e13d7d33, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:33:50.201027 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:50.208060 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-bd73e722-9777-4212-894c-45bc7de6cb71 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Publish callbacks [] for port (b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:50.212947 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:50.272471 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:50.275927 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5893380e-f526-459f-94d4-b5da724262cb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports?device_id=e90fc752-9246-41c9-83ea-24ea0dd8dc6f HTTP/1.1" status: 200 len: 205 time: 0.0932572 Mar 23 01:33:50.284069 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35044) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:50.310291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port d88298a5-c2e5-4ef5-aa7f-0abf28975bca is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:50.311037 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:50.358103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] For port 976f688d-42f1-4063-af4c-3794e13d7d33, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:33:50.369020 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-bd73e722-9777-4212-894c-45bc7de6cb71 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:50.378308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] For port 976f688d-42f1-4063-af4c-3794e13d7d33, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=976f688d-42f1-4063-af4c-3794e13d7d33,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:33:50.391543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8e9d9e-0fe7-4349-a337-1c8790665260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88298a5-c2e5-4ef5-aa7f-0abf28975bca'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:50.394166 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebf3635-b9a6-49ef-b6ed-280b5cbd8dc5" -d '{"events": [{"server_uuid": "0a8e9d9e-0fe7-4349-a337-1c8790665260", "name": "network-vif-plugged", "status": "completed", "tag": "d88298a5-c2e5-4ef5-aa7f-0abf28975bca"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:50.417476 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:50.422683 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-babd04c1-3abc-4510-a977-6830139c5c85 req-0491c979-8c04-4dcf-a609-42939e68794b tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 210 time: 0.1704638 Mar 23 01:33:50.464372 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-bd73e722-9777-4212-894c-45bc7de6cb71 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Network 93392409-2d1c-47d9-9691-b9d93cf69c0f is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:50.471226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:50.472057 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:50.473802 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-887625a0-40c0-48e4-8d90-47414a88b80c req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] 10.222.0.43 "PUT /v2.0/ports/976f688d-42f1-4063-af4c-3794e13d7d33 HTTP/1.1" status: 200 len: 1091 time: 2.7492981 Mar 23 01:33:50.477267 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-bd73e722-9777-4212-894c-45bc7de6cb71 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:50.479714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49bc3fc9-7333-4689-a9f8-9e58b08a300e', 'tag': '976f688d-42f1-4063-af4c-3794e13d7d33'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:50.486734 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c2c1eb-9eee-4974-99fd-18f08f54c983" -d '{"events": [{"name": "network-changed", "server_uuid": "49bc3fc9-7333-4689-a9f8-9e58b08a300e", "tag": "976f688d-42f1-4063-af4c-3794e13d7d33"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:50.488298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d88298a5-c2e5-4ef5-aa7f-0abf28975bca, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:50.493148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-bd73e722-9777-4212-894c-45bc7de6cb71 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:50.520948 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:50.574370 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1011-e92a-4877-b29b-d224bf972e8a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (e90fc752-9246-41c9-83ea-24ea0dd8dc6f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:50.588163 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73e722-9777-4212-894c-45bc7de6cb71 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Pushing event updated for resources: {'Port': ['ID=b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:50.595549 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:50.640254 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:50.778072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-bd73e722-9777-4212-894c-45bc7de6cb71 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:50.779006 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-bd73e722-9777-4212-894c-45bc7de6cb71 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:50.796671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae58421-6b40-4a8b-a260-aa8cad335779 service neutron] Pushing event updated for resources: {'Port': ['ID=976f688d-42f1-4063-af4c-3794e13d7d33,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:50.822166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887625a0-40c0-48e4-8d90-47414a88b80c req-26aab015-d7bb-4944-af0a-8500f99a1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:50.826794 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-887625a0-40c0-48e4-8d90-47414a88b80c req-26aab015-d7bb-4944-af0a-8500f99a1a42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 1125 time: 0.2402730 Mar 23 01:33:50.830777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-bd73e722-9777-4212-894c-45bc7de6cb71 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8042386 Mar 23 01:33:50.925875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Request body: {'port': {'device_id': '4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:50.932372 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-887625a0-40c0-48e4-8d90-47414a88b80c req-d01243f3-e614-41c2-96e0-80e2a95013e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=976f688d-42f1-4063-af4c-3794e13d7d33 HTTP/1.1" status: 200 len: 217 time: 0.0678952 Mar 23 01:33:50.984072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35102) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:51.048657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887625a0-40c0-48e4-8d90-47414a88b80c req-212a812d-4b81-45a9-b6bd-eea95910d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:51.050134 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-887625a0-40c0-48e4-8d90-47414a88b80c req-212a812d-4b81-45a9-b6bd-eea95910d394 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.1011708 Mar 23 01:33:51.053493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.093645 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-887625a0-40c0-48e4-8d90-47414a88b80c req-493804b6-4f59-4cc0-86f8-2fdf693ddb5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308499 Mar 23 01:33:51.123463 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-03cf9731-8486-414a-94e6-9bde92ad40ab admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-724678297-network', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:51.216003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cf9731-8486-414a-94e6-9bde92ad40ab admin admin] Made reservation on behalf of 7fba32711e514527a64b7c5dbb45387f for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:33:51.218305 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-03cf9731-8486-414a-94e6-9bde92ad40ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.278786 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1011-e92a-4877-b29b-d224bf972e8a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (e90fc752-9246-41c9-83ea-24ea0dd8dc6f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.282528 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1011-e92a-4877-b29b-d224bf972e8a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_controller (e90fc752-9246-41c9-83ea-24ea0dd8dc6f), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.286836 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-03cf9731-8486-414a-94e6-9bde92ad40ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.314598 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-887625a0-40c0-48e4-8d90-47414a88b80c req-d8709a36-270f-44f4-8706-7098376c338b service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018607 Mar 23 01:33:51.340615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09e259-8b83-4754-94c9-175618c1306a req-fe381064-2756-4665-b199-a859ecda7a44 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:51.342135 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-df09e259-8b83-4754-94c9-175618c1306a req-fe381064-2756-4665-b199-a859ecda7a44 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 945 time: 0.6582329 Mar 23 01:33:51.363645 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1011-e92a-4877-b29b-d224bf972e8a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (e90fc752-9246-41c9-83ea-24ea0dd8dc6f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.364138 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ea1011-e92a-4877-b29b-d224bf972e8a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Fanout notify agent at l3_agent the message router_deleted on router e90fc752-9246-41c9-83ea-24ea0dd8dc6f {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:33:51.374687 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1011-e92a-4877-b29b-d224bf972e8a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.375774 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a3ea1011-e92a-4877-b29b-d224bf972e8a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/routers/e90fc752-9246-41c9-83ea-24ea0dd8dc6f HTTP/1.1" status: 204 len: 168 time: 1.0907497 Mar 23 01:33:51.378860 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35108) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:51.508630 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-df09e259-8b83-4754-94c9-175618c1306a req-ec273c79-4fc6-4c82-8b9d-101502037c71 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596560 Mar 23 01:33:51.529859 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-887625a0-40c0-48e4-8d90-47414a88b80c req-b201310c-55e8-438c-bc1c-211869bb641e service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057512 Mar 23 01:33:51.531493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-dddcfd93-176f-49a2-8915-8d76762f0176 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting subnet 355dcbf4-ac8b-4c9a-8b75-b141be741b55 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:33:51.538179 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dddcfd93-176f-49a2-8915-8d76762f0176 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (355dcbf4-ac8b-4c9a-8b75-b141be741b55), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.571885 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-03cf9731-8486-414a-94e6-9bde92ad40ab admin admin] Publish callbacks [] for security_group (d3f7c2db-e076-4902-910d-b7f97bfdf7cd), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.578632 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-03cf9731-8486-414a-94e6-9bde92ad40ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d3f7c2db-e076-4902-910d-b7f97bfdf7cd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.589238 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (cef646d2-5d41-4e90-bef8-d7da97e5956d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.595941 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dddcfd93-176f-49a2-8915-8d76762f0176 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (355dcbf4-ac8b-4c9a-8b75-b141be741b55), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.634591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cf9731-8486-414a-94e6-9bde92ad40ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:33:51.642169 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2c68ba-41c9-436d-bc02-325801a07dd6 x-openstack-request-id: req-5a2c68ba-41c9-436d-bc02-325801a07dd6 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:51.642688 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8e9d9e-0fe7-4349-a337-1c8790665260", "name": "network-vif-plugged", "status": "completed", "tag": "d88298a5-c2e5-4ef5-aa7f-0abf28975bca", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:51.642688 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a2c68ba-41c9-436d-bc02-325801a07dd6 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:51.643075 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2c68ba-41c9-436d-bc02-325801a07dd6'] response: {'server_uuid': '0a8e9d9e-0fe7-4349-a337-1c8790665260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88298a5-c2e5-4ef5-aa7f-0abf28975bca', 'code': 200} Mar 23 01:33:51.657668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:33:51.669506 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-03cf9731-8486-414a-94e6-9bde92ad40ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (7ab18a1e-18c0-49da-baff-15706c8d9374), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.670026 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-03cf9731-8486-414a-94e6-9bde92ad40ab admin admin] Added segment 7ab18a1e-18c0-49da-baff-15706c8d9374 of type vlan for network dad34f83-4f40-47a7-9927-593a4894674b Mar 23 01:33:51.672984 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Publish callbacks [] for port (b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.676639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf9731-8486-414a-94e6-9bde92ad40ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f7c2db-e076-4902-910d-b7f97bfdf7cd,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:51.690082 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7c92a6-0a15-4bbd-81b6-8029f8f787e5 x-openstack-request-id: req-3e7c92a6-0a15-4bbd-81b6-8029f8f787e5 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:51.690484 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49bc3fc9-7333-4689-a9f8-9e58b08a300e", "tag": "976f688d-42f1-4063-af4c-3794e13d7d33", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:51.690681 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e7c92a6-0a15-4bbd-81b6-8029f8f787e5 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:51.691088 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7c92a6-0a15-4bbd-81b6-8029f8f787e5'] response: {'name': 'network-changed', 'server_uuid': '49bc3fc9-7333-4689-a9f8-9e58b08a300e', 'tag': '976f688d-42f1-4063-af4c-3794e13d7d33', 'status': 'completed', 'code': 200} Mar 23 01:33:51.723042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Transition to ACTIVE for port object b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:33:51.738625 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.743449 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-03cf9731-8486-414a-94e6-9bde92ad40ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (dad34f83-4f40-47a7-9927-593a4894674b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.753055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2e186d96-b2bc-4b13-99d5-856e6b790d06 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:51.803774 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f96b1271-5795-41d7-bb8c-180d7f85b7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.819543 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dddcfd93-176f-49a2-8915-8d76762f0176 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (355dcbf4-ac8b-4c9a-8b75-b141be741b55), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.820626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Pushing event updated for resources: {'Port': ['ID=b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:51.873645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2e186d96-b2bc-4b13-99d5-856e6b790d06 is: DOWN; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:51.898741 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-03cf9731-8486-414a-94e6-9bde92ad40ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (dad34f83-4f40-47a7-9927-593a4894674b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.900403 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cf9731-8486-414a-94e6-9bde92ad40ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:51.901268 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-03cf9731-8486-414a-94e6-9bde92ad40ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:51.971637 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb9673-85e3-4ad4-9a77-3583f9e1b6cc req-1caa27a6-4310-4b94-acad-414ded320b66 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:51.973538 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9bfb9673-85e3-4ad4-9a77-3583f9e1b6cc req-1caa27a6-4310-4b94-acad-414ded320b66 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 943 time: 0.2330840 Mar 23 01:33:51.994614 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Attempting to bind port b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:33:51.994958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Attempting to bind port b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '47affd4e-d66c-47f4-8f73-5f8d8e16dd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93392409-2d1c-47d9-9691-b9d93cf69c0f'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:33:51.995480 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Attempting to bind port b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 on network 93392409-2d1c-47d9-9691-b9d93cf69c0f {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:33:52.002972 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-03cf9731-8486-414a-94e6-9bde92ad40ab admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0133724 Mar 23 01:33:52.004364 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dddcfd93-176f-49a2-8915-8d76762f0176 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (355dcbf4-ac8b-4c9a-8b75-b141be741b55), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:52.006383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35124) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:52.016271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-06af8ee2-df64-4fa0-9782-c13ff6a1cb6a admin admin] Request body: {'subnet': {'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-724678297-subnet', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:52.020802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Port b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 on network 93392409-2d1c-47d9-9691-b9d93cf69c0f not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:33:52.021183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Attempting to bind port b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 on network 93392409-2d1c-47d9-9691-b9d93cf69c0f {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:33:52.026109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf9731-8486-414a-94e6-9bde92ad40ab admin admin] Pushing event updated for resources: {'Network': ['ID=dad34f83-4f40-47a7-9927-593a4894674b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:52.040886 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network dad34f83-4f40-47a7-9927-593a4894674b details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:33:52.053675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:33:52.054026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Checking segment: {'id': '47affd4e-d66c-47f4-8f73-5f8d8e16dd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93392409-2d1c-47d9-9691-b9d93cf69c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:33:52.054422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Bound using segment: {'id': '47affd4e-d66c-47f4-8f73-5f8d8e16dd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93392409-2d1c-47d9-9691-b9d93cf69c0f'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:33:52.054872 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Bound port: b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47affd4e-d66c-47f4-8f73-5f8d8e16dd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '93392409-2d1c-47d9-9691-b9d93cf69c0f'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:33:52.055240 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:52.057974 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dddcfd93-176f-49a2-8915-8d76762f0176 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:52.064004 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dddcfd93-176f-49a2-8915-8d76762f0176 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/355dcbf4-ac8b-4c9a-8b75-b141be741b55 HTTP/1.1" status: 204 len: 168 time: 0.6818676 Mar 23 01:33:52.067070 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcfd93-176f-49a2-8915-8d76762f0176 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Subnet': ['ID=355dcbf4-ac8b-4c9a-8b75-b141be741b55,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:52.070200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35128) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:52.101460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10fd2b4-eccd-495b-bcee-362cf0af8423 None None] Network 06440488-6466-4c8e-9f2a-8cbf5df895eb requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:33:52.109244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2c1eb-9eee-4974-99fd-18f08f54c983 req-15da4dd9-bb83-46e8-a101-42f840dc76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:52.111135 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70c2c1eb-9eee-4974-99fd-18f08f54c983 req-15da4dd9-bb83-46e8-a101-42f840dc76b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 1125 time: 0.2059655 Mar 23 01:33:52.117148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06af8ee2-df64-4fa0-9782-c13ff6a1cb6a admin admin] Made reservation on behalf of 7fba32711e514527a64b7c5dbb45387f for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:33:52.119277 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06af8ee2-df64-4fa0-9782-c13ff6a1cb6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:52.142035 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9bfb9673-85e3-4ad4-9a77-3583f9e1b6cc req-66f6e96e-3b88-443c-a893-709e70397d8e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601119 Mar 23 01:33:52.161226 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (cef646d2-5d41-4e90-bef8-d7da97e5956d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:52.258733 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (06440488-6466-4c8e-9f2a-8cbf5df895eb), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:52.301972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d11e6-0a0b-455b-ac66-65c40eab22ac None None] DHCP port deletion for 06440488-6466-4c8e-9f2a-8cbf5df895eb request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:33:52.314621 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] For port b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:33:52.323729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f75c3-0af7-4055-bfa9-5689fb38dfd4 req-dcd31726-a1dc-489f-a599-0ff02a190b11 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:52.325303 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1f0f75c3-0af7-4055-bfa9-5689fb38dfd4 req-dcd31726-a1dc-489f-a599-0ff02a190b11 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f58473e-6b53-4f60-b246-9fd5ec16806f HTTP/1.1" status: 200 len: 943 time: 0.2774913 Mar 23 01:33:52.352994 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] For port b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24,segment=NetworkSegment(47affd4e-d66c-47f4-8f73-5f8d8e16dd71),segment_id=47affd4e-d66c-47f4-8f73-5f8d8e16dd71)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:33:52.374766 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e55d11e6-0a0b-455b-ac66-65c40eab22ac None None] Deleting port 828198f2-3587-470e-8b26-c76f89100639 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:52.375133 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e55d11e6-0a0b-455b-ac66-65c40eab22ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (828198f2-3587-470e-8b26-c76f89100639), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:52.415601 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:52.432390 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a32a2a-cd3f-4d92-9271-e883e29a76a1 req-edb77050-e90f-435e-8e24-0be336afbf1b tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:52.437645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2c1eb-9eee-4974-99fd-18f08f54c983 req-17e13598-91b9-426c-b943-3319f2c6c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:52.439362 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70c2c1eb-9eee-4974-99fd-18f08f54c983 req-17e13598-91b9-426c-b943-3319f2c6c77b service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.3167551 Mar 23 01:33:52.439898 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-91a32a2a-cd3f-4d92-9271-e883e29a76a1 req-edb77050-e90f-435e-8e24-0be336afbf1b tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 944 time: 0.1509891 Mar 23 01:33:52.469984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e55d11e6-0a0b-455b-ac66-65c40eab22ac None None] For port 828198f2-3587-470e-8b26-c76f89100639, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=828198f2-3587-470e-8b26-c76f89100639,segment=NetworkSegment(b002860e-1fd1-4d47-b158-5e17a3f99a7c),segment_id=b002860e-1fd1-4d47-b158-5e17a3f99a7c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:52.470391 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e55d11e6-0a0b-455b-ac66-65c40eab22ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (828198f2-3587-470e-8b26-c76f89100639), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:52.486316 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e55d11e6-0a0b-455b-ac66-65c40eab22ac None None] Calling delete_port for 828198f2-3587-470e-8b26-c76f89100639 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:52.493070 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting port 828198f2-3587-470e-8b26-c76f89100639 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:52.493460 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (828198f2-3587-470e-8b26-c76f89100639), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:52.502876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:52.503814 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:52.506104 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] 10.222.0.43 "PUT /v2.0/ports/b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 HTTP/1.1" status: 200 len: 1092 time: 1.6307709 Mar 23 01:33:52.557898 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-91a32a2a-cd3f-4d92-9271-e883e29a76a1 req-2446f37c-b4b6-42a9-b237-8d7abfc13308 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/security-groups?id=56dd7fd4-a0e6-41ff-87af-9624fa187321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169536 Mar 23 01:33:52.580093 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Router cef646d2-5d41-4e90-bef8-d7da97e5956d is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:33:52.584955 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e55d11e6-0a0b-455b-ac66-65c40eab22ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (828198f2-3587-470e-8b26-c76f89100639), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:52.594764 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f7cd0-475b-4a13-9438-bdbc57c37142 service neutron] Pushing event updated for resources: {'Port': ['ID=b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:52.618415 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d11e6-0a0b-455b-ac66-65c40eab22ac None None] Pushing event deleted for resources: {'Port': ['ID=828198f2-3587-470e-8b26-c76f89100639,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:52.633747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d11e6-0a0b-455b-ac66-65c40eab22ac None None] No DVR routers for this DVR port 828198f2-3587-470e-8b26-c76f89100639 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:33:52.677030 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70c2c1eb-9eee-4974-99fd-18f08f54c983 req-dad45378-3dde-48e3-9b55-6cedd275f36c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=976f688d-42f1-4063-af4c-3794e13d7d33 HTTP/1.1" status: 200 len: 217 time: 0.1394825 Mar 23 01:33:52.706862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] For port 828198f2-3587-470e-8b26-c76f89100639, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=828198f2-3587-470e-8b26-c76f89100639,segment=NetworkSegment(b002860e-1fd1-4d47-b158-5e17a3f99a7c),segment_id=b002860e-1fd1-4d47-b158-5e17a3f99a7c)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:52.707320 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (828198f2-3587-470e-8b26-c76f89100639), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:52.743364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Calling delete_port for 828198f2-3587-470e-8b26-c76f89100639 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:52.805026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2c1eb-9eee-4974-99fd-18f08f54c983 req-19c103a6-3312-418d-89ff-7142758509e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:52.806531 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70c2c1eb-9eee-4974-99fd-18f08f54c983 req-19c103a6-3312-418d-89ff-7142758509e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.1094689 Mar 23 01:33:52.814683 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06af8ee2-df64-4fa0-9782-c13ff6a1cb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (6c63d5fa-2787-4786-be86-a2dbfefc660e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:52.829087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ec425-7c8c-4e95-a622-363012503103 req-b7185660-7926-4881-92b6-0346c4c6b53e tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:52.831787 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2d3ec425-7c8c-4e95-a622-363012503103 req-b7185660-7926-4881-92b6-0346c4c6b53e tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 945 time: 0.1434164 Mar 23 01:33:52.834240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-1f0f75c3-0af7-4055-bfa9-5689fb38dfd4 req-5273f876-ec25-42c5-9842-b4ec248b3c37 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Deleting port 2e186d96-b2bc-4b13-99d5-856e6b790d06 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:52.834588 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1f0f75c3-0af7-4055-bfa9-5689fb38dfd4 req-5273f876-ec25-42c5-9842-b4ec248b3c37 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:52.835586 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:33:52.848141 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522bee78-5c37-4f77-81ae-8ce632394501 None None] Sync routers for ids ['cef646d2-5d41-4e90-bef8-d7da97e5956d'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:33:52.857747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-7766f933-9e32-46f2-a32b-84b0547fa3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:52.859268 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-7766f933-9e32-46f2-a32b-84b0547fa3e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f678f2825a314153926c59d20906f03e&device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 1126 time: 0.2448483 Mar 23 01:33:52.864414 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522bee78-5c37-4f77-81ae-8ce632394501 None None] Routers {'cef646d2-5d41-4e90-bef8-d7da97e5956d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:52.865457 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-522bee78-5c37-4f77-81ae-8ce632394501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['cef646d2-5d41-4e90-bef8-d7da97e5956d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:52.888250 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:52.888672 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70c2c1eb-9eee-4974-99fd-18f08f54c983 req-c464c000-9043-4591-b90e-d35ab4bbe609 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760589 Mar 23 01:33:52.892395 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8d014410-be48-410b-9f95-7d8514cf0b0b tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.0832114 Mar 23 01:33:52.892987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35142) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:52.906692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-94cfe9b0-3915-457a-bcc0-750d560adbca tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:52.916377 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (828198f2-3587-470e-8b26-c76f89100639), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:52.925848 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-522bee78-5c37-4f77-81ae-8ce632394501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:52.936783 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522bee78-5c37-4f77-81ae-8ce632394501 None None] Routers {'cef646d2-5d41-4e90-bef8-d7da97e5956d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:52.937620 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-522bee78-5c37-4f77-81ae-8ce632394501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['cef646d2-5d41-4e90-bef8-d7da97e5956d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:52.976564 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-522bee78-5c37-4f77-81ae-8ce632394501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:52.977639 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522bee78-5c37-4f77-81ae-8ce632394501 None None] The sync data for ids ['cef646d2-5d41-4e90-bef8-d7da97e5956d'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:33:53.005810 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2d3ec425-7c8c-4e95-a622-363012503103 req-2418b43c-3f22-461e-b102-bc30a32ed23f tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638365 Mar 23 01:33:53.008307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Port': ['ID=828198f2-3587-470e-8b26-c76f89100639,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:53.015192 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] No DVR routers for this DVR port 828198f2-3587-470e-8b26-c76f89100639 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:33:53.035093 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-5dfc081d-a30d-4d43-81dc-e99c248651c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 HTTP/1.1" status: 200 len: 217 time: 0.1192765 Mar 23 01:33:53.062305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af8ee2-df64-4fa0-9782-c13ff6a1cb6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c63d5fa-2787-4786-be86-a2dbfefc660e,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:53.091278 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:53.146665 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (06440488-6466-4c8e-9f2a-8cbf5df895eb), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:53.180313 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06440488-6466-4c8e-9f2a-8cbf5df895eb']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:53.252635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b002860e-1fd1-4d47-b158-5e17a3f99a7c') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:53.252932 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b002860e-1fd1-4d47-b158-5e17a3f99a7c') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:53.270594 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (b002860e-1fd1-4d47-b158-5e17a3f99a7c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:53.301308 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a68388-3362-4c66-bab8-289e1ac94977 req-2e79272e-6812-4c20-b34a-4a09fe777454 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:53.302823 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73a68388-3362-4c66-bab8-289e1ac94977 req-2e79272e-6812-4c20-b34a-4a09fe777454 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 950 time: 0.2055955 Mar 23 01:33:53.309350 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b002860e-1fd1-4d47-b158-5e17a3f99a7c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:53.325131 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:33:53.325444 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (b002860e-1fd1-4d47-b158-5e17a3f99a7c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:33:53.330566 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:33:53.432078 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-88544fb2-5766-49e4-b3df-e0e604146e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:53.433760 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-88544fb2-5766-49e4-b3df-e0e604146e99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7d905ce-cdea-4578-a563-d27ce88f89e2 HTTP/1.1" status: 200 len: 861 time: 0.3847663 Mar 23 01:33:53.441180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af8ee2-df64-4fa0-9782-c13ff6a1cb6a admin admin] Checking segment: {'id': '7ab18a1e-18c0-49da-baff-15706c8d9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:33:53.441547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af8ee2-df64-4fa0-9782-c13ff6a1cb6a admin admin] Network hostable DHCP agents. Network: dad34f83-4f40-47a7-9927-593a4894674b, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:33:53.454270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-1f0f75c3-0af7-4055-bfa9-5689fb38dfd4 req-5273f876-ec25-42c5-9842-b4ec248b3c37 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] For port 2e186d96-b2bc-4b13-99d5-856e6b790d06, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2e186d96-b2bc-4b13-99d5-856e6b790d06,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:53.454627 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1f0f75c3-0af7-4055-bfa9-5689fb38dfd4 req-5273f876-ec25-42c5-9842-b4ec248b3c37 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:53.481212 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (06440488-6466-4c8e-9f2a-8cbf5df895eb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:53.487140 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73a68388-3362-4c66-bab8-289e1ac94977 req-290666ba-2049-4351-aa8a-55551b095658 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/security-groups?id=512b8583-b814-45a2-a0a8-5df0c11064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740899 Mar 23 01:33:53.492998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-1f0f75c3-0af7-4055-bfa9-5689fb38dfd4 req-5273f876-ec25-42c5-9842-b4ec248b3c37 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Calling delete_port for 2e186d96-b2bc-4b13-99d5-856e6b790d06 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:53.495375 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:53.496325 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-bf3bf5c9-f217-4d85-9837-797b4e5ed61b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=93392409-2d1c-47d9-9691-b9d93cf69c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525365 Mar 23 01:33:53.502627 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/networks/06440488-6466-4c8e-9f2a-8cbf5df895eb HTTP/1.1" status: 204 len: 168 time: 1.4250247 Mar 23 01:33:53.502895 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70c2c1eb-9eee-4974-99fd-18f08f54c983 req-14b03623-21f4-4571-a68b-3f1c4c23d644 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822942 Mar 23 01:33:53.503151 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35148) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:53.517423 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-2e3150fe-a42c-4eaf-9a55-42532cc526bc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'network': {'name': 'tempest-RoutersTest-251673308'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:53.525655 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d04b4-908b-428f-b88b-53a30ed3caed tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Network': ['ID=06440488-6466-4c8e-9f2a-8cbf5df895eb,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:53.546774 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cfe9b0-3915-457a-bcc0-750d560adbca tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (cef646d2-5d41-4e90-bef8-d7da97e5956d), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:53.561850 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cfe9b0-3915-457a-bcc0-750d560adbca tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_gateway (cef646d2-5d41-4e90-bef8-d7da97e5956d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:53.618472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-94cfe9b0-3915-457a-bcc0-750d560adbca tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Deleting port 78477799-e9e1-4f96-9ef2-693d89a62ba2 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:53.618917 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cfe9b0-3915-457a-bcc0-750d560adbca tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (78477799-e9e1-4f96-9ef2-693d89a62ba2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:53.663459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af8ee2-df64-4fa0-9782-c13ff6a1cb6a admin admin] Network dad34f83-4f40-47a7-9927-593a4894674b is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:33:53.697737 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8', 'tag': 'b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:53.697737 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad8ec3e-9dc2-4bad-8d32-77ede6f242d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8", "tag": "b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:53.710100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-06af8ee2-df64-4fa0-9782-c13ff6a1cb6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, dad34f83-4f40-47a7-9927-593a4894674b) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:53.719624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7b456e-d530-405c-9e2e-a16ecdf8b70f None None] Network dad34f83-4f40-47a7-9927-593a4894674b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:33:53.721066 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cfe9b0-3915-457a-bcc0-750d560adbca tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (78477799-e9e1-4f96-9ef2-693d89a62ba2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:53.723089 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3150fe-a42c-4eaf-9a55-42532cc526bc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:33:53.726438 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e3150fe-a42c-4eaf-9a55-42532cc526bc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:53.751069 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-94cfe9b0-3915-457a-bcc0-750d560adbca tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Calling delete_port for 78477799-e9e1-4f96-9ef2-693d89a62ba2 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:53.752388 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af8ee2-df64-4fa0-9782-c13ff6a1cb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:53.753047 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06af8ee2-df64-4fa0-9782-c13ff6a1cb6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:53.833853 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-06af8ee2-df64-4fa0-9782-c13ff6a1cb6a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8211420 Mar 23 01:33:53.833853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3150fe-a42c-4eaf-9a55-42532cc526bc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:33:53.836507 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70c2c1eb-9eee-4974-99fd-18f08f54c983 req-b74f2be6-b59f-45ab-a3ba-3fc002188ed6 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241615 Mar 23 01:33:53.837194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-dad34f83-4f40-47a7-9927-593a4894674b', 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b', 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'fixed_ips': [{'subnet_id': '6c63d5fa-2787-4786-be86-a2dbfefc660e'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:33:53.838086 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:53.840810 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35160) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:53.845098 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-d9888ccd-87d0-473b-bbc5-e597008d9c7a service neutron] 10.222.0.43 "GET /v2.0/networks/93392409-2d1c-47d9-9691-b9d93cf69c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383455 Mar 23 01:33:53.848984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-724678297-router', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:53.877017 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e3150fe-a42c-4eaf-9a55-42532cc526bc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (ea355768-c18f-40da-b97e-2930501ccc53), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:53.877371 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-2e3150fe-a42c-4eaf-9a55-42532cc526bc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Added segment ea355768-c18f-40da-b97e-2930501ccc53 of type vlan for network da593a3d-a37b-4ac9-ac0d-b468fd2c80c0 Mar 23 01:33:53.986928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Allocated IP 172.20.0.2 (dad34f83-4f40-47a7-9927-593a4894674b/6c63d5fa-2787-4786-be86-a2dbfefc660e/43476cc4-c685-4e4f-b717-aaffa6b00ae8) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:54.029139 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e3150fe-a42c-4eaf-9a55-42532cc526bc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (da593a3d-a37b-4ac9-ac0d-b468fd2c80c0), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.036457 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (0f6dc222-5722-4e01-92c4-1fa3820526ca), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.037536 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (0f6dc222-5722-4e01-92c4-1fa3820526ca), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.083650 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1f0f75c3-0af7-4055-bfa9-5689fb38dfd4 req-5273f876-ec25-42c5-9842-b4ec248b3c37 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2e186d96-b2bc-4b13-99d5-856e6b790d06), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.155376 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d7eb2-a04f-4b42-bc04-579ba624ecda req-e38a9b90-85ac-412c-9cda-2c551486baf7 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:54.156767 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c23d7eb2-a04f-4b42-bc04-579ba624ecda req-e38a9b90-85ac-412c-9cda-2c551486baf7 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 943 time: 0.4011667 Mar 23 01:33:54.157404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 828198f2-3587-470e-8b26-c76f89100639 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:54.166243 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e3150fe-a42c-4eaf-9a55-42532cc526bc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (da593a3d-a37b-4ac9-ac0d-b468fd2c80c0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.171023 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3150fe-a42c-4eaf-9a55-42532cc526bc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:54.171757 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e3150fe-a42c-4eaf-9a55-42532cc526bc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.186168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 828198f2-3587-470e-8b26-c76f89100639 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:33:54.186441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 828198f2-3587-470e-8b26-c76f89100639 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:33:54.188568 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273f876-ec25-42c5-9842-b4ec248b3c37 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Pushing event deleted for resources: {'Port': ['ID=2e186d96-b2bc-4b13-99d5-856e6b790d06,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:54.203292 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Publish callbacks [] for router_controller (0f6dc222-5722-4e01-92c4-1fa3820526ca), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.206896 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53ebccc7-6816-4ae6-9d04-8a79f1e43a50 req-875838ab-3cf9-450d-9b5e-a6caa8ed603b service neutron] 10.222.0.43 "GET /v2.0/networks/93392409-2d1c-47d9-9691-b9d93cf69c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341298 Mar 23 01:33:54.278661 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c23d7eb2-a04f-4b42-bc04-579ba624ecda req-dd84453b-3ea8-4a99-ad2d-a97ee88362c0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083171 Mar 23 01:33:54.287465 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Publish callbacks [] for port (43476cc4-c685-4e4f-b717-aaffa6b00ae8), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.296239 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (43476cc4-c685-4e4f-b717-aaffa6b00ae8), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.314098 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2e3150fe-a42c-4eaf-9a55-42532cc526bc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8074563 Mar 23 01:33:54.314504 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35162) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:54.324807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-1f38305f-63a0-4f06-af67-0601b9c6cc8c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'subnet': {'network_id': 'da593a3d-a37b-4ac9-ac0d-b468fd2c80c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:54.345568 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Pushing event updated for resources: {'Port': ['ID=43476cc4-c685-4e4f-b717-aaffa6b00ae8,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:54.360853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0f75c3-0af7-4055-bfa9-5689fb38dfd4 req-5273f876-ec25-42c5-9842-b4ec248b3c37 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] No DVR routers for this DVR port 2e186d96-b2bc-4b13-99d5-856e6b790d06 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:33:54.361610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Network dad34f83-4f40-47a7-9927-593a4894674b is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:54.364093 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:54.368098 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1f0f75c3-0af7-4055-bfa9-5689fb38dfd4 req-5273f876-ec25-42c5-9842-b4ec248b3c37 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.369166 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:54.371518 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1f0f75c3-0af7-4055-bfa9-5689fb38dfd4 req-5273f876-ec25-42c5-9842-b4ec248b3c37 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "DELETE /v2.0/ports/2e186d96-b2bc-4b13-99d5-856e6b790d06 HTTP/1.1" status: 204 len: 173 time: 2.0302544 Mar 23 01:33:54.374121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3150fe-a42c-4eaf-9a55-42532cc526bc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Network': ['ID=da593a3d-a37b-4ac9-ac0d-b468fd2c80c0,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:54.400855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network da593a3d-a37b-4ac9-ac0d-b468fd2c80c0 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:33:54.476021 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cfe9b0-3915-457a-bcc0-750d560adbca tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (78477799-e9e1-4f96-9ef2-693d89a62ba2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.493019 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f38305f-63a0-4f06-af67-0601b9c6cc8c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:33:54.497571 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f38305f-63a0-4f06-af67-0601b9c6cc8c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.539456 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Publish callbacks [] for router_gateway (0f6dc222-5722-4e01-92c4-1fa3820526ca), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.603656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfe9b0-3915-457a-bcc0-750d560adbca tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Pushing event deleted for resources: {'Port': ['ID=78477799-e9e1-4f96-9ef2-693d89a62ba2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:54.665952 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cfe9b0-3915-457a-bcc0-750d560adbca tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (cef646d2-5d41-4e90-bef8-d7da97e5956d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.740591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Attempting to bind port 43476cc4-c685-4e4f-b717-aaffa6b00ae8 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:33:54.740893 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Attempting to bind port 43476cc4-c685-4e4f-b717-aaffa6b00ae8 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '7ab18a1e-18c0-49da-baff-15706c8d9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:33:54.741314 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Attempting to bind port 43476cc4-c685-4e4f-b717-aaffa6b00ae8 on network dad34f83-4f40-47a7-9927-593a4894674b {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:33:54.749410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:33:54.750031 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Checking segment: {'id': '7ab18a1e-18c0-49da-baff-15706c8d9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:33:54.750441 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.750828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Bound using segment: {'id': '7ab18a1e-18c0-49da-baff-15706c8d9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:33:54.751355 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Bound port: 43476cc4-c685-4e4f-b717-aaffa6b00ae8, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab18a1e-18c0-49da-baff-15706c8d9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:33:54.751727 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (43476cc4-c685-4e4f-b717-aaffa6b00ae8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.764779 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.878070 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] For port 43476cc4-c685-4e4f-b717-aaffa6b00ae8, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:33:54.882833 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] For port 43476cc4-c685-4e4f-b717-aaffa6b00ae8, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=43476cc4-c685-4e4f-b717-aaffa6b00ae8,segment=NetworkSegment(7ab18a1e-18c0-49da-baff-15706c8d9374),segment_id=7ab18a1e-18c0-49da-baff-15706c8d9374)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:33:54.895539 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (43476cc4-c685-4e4f-b717-aaffa6b00ae8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.896548 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Publish callbacks [] for router_gateway (0f6dc222-5722-4e01-92c4-1fa3820526ca), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.924005 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.985979 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cfe9b0-3915-457a-bcc0-750d560adbca tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (cef646d2-5d41-4e90-bef8-d7da97e5956d), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.992136 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cfe9b0-3915-457a-bcc0-750d560adbca tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (cef646d2-5d41-4e90-bef8-d7da97e5956d), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:54.999515 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f38305f-63a0-4f06-af67-0601b9c6cc8c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (007072e5-d8e0-4a99-a47e-379a113337b9), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:55.014366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255caf3-4ba3-4b56-b82f-7143121c3b9e None None] Pushing event updated for resources: {'Port': ['ID=43476cc4-c685-4e4f-b717-aaffa6b00ae8,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:55.125225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Allocated IP 172.25.0.212 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/e252f504-dd38-45ab-bc82-c0f6cece0e66) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:55.175810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38305f-63a0-4f06-af67-0601b9c6cc8c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Subnet': ['ID=007072e5-d8e0-4a99-a47e-379a113337b9,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:55.188696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cfe9b0-3915-457a-bcc0-750d560adbca tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Router cef646d2-5d41-4e90-bef8-d7da97e5956d has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:33:55.201685 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f38305f-63a0-4f06-af67-0601b9c6cc8c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Checking segment: {'id': 'ea355768-c18f-40da-b97e-2930501ccc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'da593a3d-a37b-4ac9-ac0d-b468fd2c80c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:33:55.202039 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f38305f-63a0-4f06-af67-0601b9c6cc8c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network hostable DHCP agents. Network: da593a3d-a37b-4ac9-ac0d-b468fd2c80c0, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:33:55.315793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cfe9b0-3915-457a-bcc0-750d560adbca tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:33:55.315993 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab53196-4580-40af-928b-1def292098ae x-openstack-request-id: req-dab53196-4580-40af-928b-1def292098ae {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:55.316197 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8", "tag": "b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:55.316457 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dab53196-4580-40af-928b-1def292098ae {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:55.317627 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f38305f-63a0-4f06-af67-0601b9c6cc8c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network da593a3d-a37b-4ac9-ac0d-b468fd2c80c0 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:33:55.324493 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cfe9b0-3915-457a-bcc0-750d560adbca tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:55.324842 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab53196-4580-40af-928b-1def292098ae'] response: {'name': 'network-changed', 'server_uuid': '4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8', 'tag': 'b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24', 'status': 'completed', 'code': 200} Mar 23 01:33:55.328210 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-94cfe9b0-3915-457a-bcc0-750d560adbca tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "PUT /v2.0/routers/cef646d2-5d41-4e90-bef8-d7da97e5956d HTTP/1.1" status: 200 len: 709 time: 2.4261835 Mar 23 01:33:55.328382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147f8fcd-52f6-4c1d-8152-caa0353484ac None None] Sync routers for ids ['cef646d2-5d41-4e90-bef8-d7da97e5956d'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:33:55.328882 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35222) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:55.357982 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147f8fcd-52f6-4c1d-8152-caa0353484ac None None] Routers {'cef646d2-5d41-4e90-bef8-d7da97e5956d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:55.359270 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-147f8fcd-52f6-4c1d-8152-caa0353484ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['cef646d2-5d41-4e90-bef8-d7da97e5956d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:55.363316 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Publish callbacks [] for port (e252f504-dd38-45ab-bc82-c0f6cece0e66), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:55.371645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635755f-032b-4170-9291-adc2b909c4bd req-884a1023-cbce-4bfa-a53b-350e79232199 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:55.373442 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2635755f-032b-4170-9291-adc2b909c4bd req-884a1023-cbce-4bfa-a53b-350e79232199 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 944 time: 0.2118444 Mar 23 01:33:55.376528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-1f38305f-63a0-4f06-af67-0601b9c6cc8c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, da593a3d-a37b-4ac9-ac0d-b468fd2c80c0) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:55.412325 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f38305f-63a0-4f06-af67-0601b9c6cc8c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:55.413274 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f38305f-63a0-4f06-af67-0601b9c6cc8c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:55.434389 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f131e953-c450-4edf-ac6e-2208d80b1ed9 tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "GET /v2.0/routers/cef646d2-5d41-4e90-bef8-d7da97e5956d HTTP/1.1" status: 200 len: 744 time: 0.1044912 Mar 23 01:33:55.437044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35230) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:55.474411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e18dd7-2680-45d9-a8a6-4079a77387c4 None None] Network da593a3d-a37b-4ac9-ac0d-b468fd2c80c0 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:33:55.477881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-147f8fcd-52f6-4c1d-8152-caa0353484ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:55.499538 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1f38305f-63a0-4f06-af67-0601b9c6cc8c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1838884 Mar 23 01:33:55.502132 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35234) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:55.519317 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e252f504-dd38-45ab-bc82-c0f6cece0e66), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:55.547249 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f7c04e06-f5ad-4ea2-bf93-8573a15c2c15 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-520540788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:33:55.556524 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3cde35bb-8caf-420e-a372-8f5bbe4572aa tempest-RoutersIpV6AdminTest-1201033991 tempest-RoutersIpV6AdminTest-1201033991-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&device_id=cef646d2-5d41-4e90-bef8-d7da97e5956d HTTP/1.1" status: 200 len: 205 time: 0.1159437 Mar 23 01:33:55.557463 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35236) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:55.611470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:55.625498 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cd7fddb3-3cb7-426c-a8cb-d76159462a0a tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "GET /v2.0/ports?device_id=cef646d2-5d41-4e90-bef8-d7da97e5956d HTTP/1.1" status: 200 len: 205 time: 0.0665376 Mar 23 01:33:55.629831 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8ec3e-9dc2-4bad-8d32-77ede6f242d3 req-137e069a-66b5-40aa-b869-efc771031295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:55.631508 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cad8ec3e-9dc2-4bad-8d32-77ede6f242d3 req-137e069a-66b5-40aa-b869-efc771031295 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f678f2825a314153926c59d20906f03e&device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 1126 time: 0.2571371 Mar 23 01:33:55.631789 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35238) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:55.633499 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:55.635867 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Pushing event updated for resources: {'Port': ['ID=e252f504-dd38-45ab-bc82-c0f6cece0e66,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:55.655150 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2635755f-032b-4170-9291-adc2b909c4bd req-f4f2c163-edd0-443d-abab-f1da0fc42cbb tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/security-groups?id=56dd7fd4-a0e6-41ff-87af-9624fa187321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410860 Mar 23 01:33:55.656139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:55.658164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147f8fcd-52f6-4c1d-8152-caa0353484ac None None] Routers {'cef646d2-5d41-4e90-bef8-d7da97e5956d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:55.659097 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-147f8fcd-52f6-4c1d-8152-caa0353484ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['cef646d2-5d41-4e90-bef8-d7da97e5956d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:55.719697 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-147f8fcd-52f6-4c1d-8152-caa0353484ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:55.720919 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147f8fcd-52f6-4c1d-8152-caa0353484ac None None] The sync data for ids ['cef646d2-5d41-4e90-bef8-d7da97e5956d'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:33:55.809597 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 976f688d-42f1-4063-af4c-3794e13d7d33 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:33:55.811708 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ab94e450-c7b8-40fe-a32f-b180f55802f2 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:55.825192 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad69b9cb-c96b-44c1-b197-ed2343ae37be tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (cef646d2-5d41-4e90-bef8-d7da97e5956d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:55.853643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-da593a3d-a37b-4ac9-ac0d-b468fd2c80c0', 'network_id': 'da593a3d-a37b-4ac9-ac0d-b468fd2c80c0', 'project_id': '92a06e957cd34b499d4c6950902b5222', 'fixed_ips': [{'subnet_id': '007072e5-d8e0-4a99-a47e-379a113337b9'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:33:55.855113 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:55.863603 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.002813 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.resource_extend [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:33:56.047433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8ec3e-9dc2-4bad-8d32-77ede6f242d3 req-86d3b31b-c61f-4286-b32c-97b59bd50dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:56.048961 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cad8ec3e-9dc2-4bad-8d32-77ede6f242d3 req-86d3b31b-c61f-4286-b32c-97b59bd50dde service neutron] 10.222.0.43 "GET /v2.0/networks?id=93392409-2d1c-47d9-9691-b9d93cf69c0f HTTP/1.1" status: 200 len: 921 time: 0.3868070 Mar 23 01:33:56.107348 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f7c04e06-f5ad-4ea2-bf93-8573a15c2c15 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (97a30af8-7547-4fea-9a47-a9a5d9cc83fe), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.108747 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f7c04e06-f5ad-4ea2-bf93-8573a15c2c15 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (97a30af8-7547-4fea-9a47-a9a5d9cc83fe), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.128643 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad69b9cb-c96b-44c1-b197-ed2343ae37be tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (cef646d2-5d41-4e90-bef8-d7da97e5956d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.138014 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad69b9cb-c96b-44c1-b197-ed2343ae37be tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router_controller (cef646d2-5d41-4e90-bef8-d7da97e5956d), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.153731 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cad8ec3e-9dc2-4bad-8d32-77ede6f242d3 req-99dd27da-8d4a-403b-894e-701e3351f357 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 HTTP/1.1" status: 200 len: 217 time: 0.0896285 Mar 23 01:33:56.209289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Allocated IP 172.20.0.2 (da593a3d-a37b-4ac9-ac0d-b468fd2c80c0/007072e5-d8e0-4a99-a47e-379a113337b9/4dda52aa-1d57-4022-9ae3-d41f351bfd30) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:56.218816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ab94e450-c7b8-40fe-a32f-b180f55802f2 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:56.219244 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.245399 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 976f688d-42f1-4063-af4c-3794e13d7d33, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=976f688d-42f1-4063-af4c-3794e13d7d33,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:56.259056 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 43476cc4-c685-4e4f-b717-aaffa6b00ae8 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:33:56.283138 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4df73-397f-4d60-9fb3-b0a3999d9a04 req-779b10f1-aca7-4a3f-adbf-76bc51035a0b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:56.284975 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4fe4df73-397f-4d60-9fb3-b0a3999d9a04 req-779b10f1-aca7-4a3f-adbf-76bc51035a0b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 943 time: 0.4662695 Mar 23 01:33:56.288267 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad69b9cb-c96b-44c1-b197-ed2343ae37be tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (cef646d2-5d41-4e90-bef8-d7da97e5956d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.288806 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad69b9cb-c96b-44c1-b197-ed2343ae37be tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Fanout notify agent at l3_agent the message router_deleted on router cef646d2-5d41-4e90-bef8-d7da97e5956d {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:33:56.296552 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad69b9cb-c96b-44c1-b197-ed2343ae37be tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.298007 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ad69b9cb-c96b-44c1-b197-ed2343ae37be tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "DELETE /v2.0/routers/cef646d2-5d41-4e90-bef8-d7da97e5956d HTTP/1.1" status: 204 len: 168 time: 0.6640854 Mar 23 01:33:56.299739 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f7c04e06-f5ad-4ea2-bf93-8573a15c2c15 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_controller (97a30af8-7547-4fea-9a47-a9a5d9cc83fe), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.301646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35246) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:56.326324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbda85-4340-4b40-946d-211fae5f4bce req-fd1c64e5-33ae-4ee4-aa70-82b5c1e2ee40 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:56.329285 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f7c04e06-f5ad-4ea2-bf93-8573a15c2c15 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (97a30af8-7547-4fea-9a47-a9a5d9cc83fe), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.335047 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-32fbda85-4340-4b40-946d-211fae5f4bce req-fd1c64e5-33ae-4ee4-aa70-82b5c1e2ee40 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 945 time: 0.3786125 Mar 23 01:33:56.336130 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '976f688d-42f1-4063-af4c-3794e13d7d33', 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c', 'port_id': '976f688d-42f1-4063-af4c-3794e13d7d33', 'mac_address': 'fa:16:3e:0f:2d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f146eb-b581-4818-b541-536413e8a0b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:33:56.352714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad9f7d6-9930-43cb-bde9-db3aac71f504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab94e450-c7b8-40fe-a32f-b180f55802f2'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:56.356014 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359fe855-0f38-4ab3-80fa-d281087d32f0" -d '{"events": [{"server_uuid": "3ad9f7d6-9930-43cb-bde9-db3aac71f504", "name": "network-vif-unplugged", "status": "completed", "tag": "ab94e450-c7b8-40fe-a32f-b180f55802f2"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:56.360909 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dc2064de-2916-49ab-91d8-4741d45acbbc tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "GET /v2.0/ports?device_id=cef646d2-5d41-4e90-bef8-d7da97e5956d HTTP/1.1" status: 200 len: 205 time: 0.0575578 Mar 23 01:33:56.364657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35250) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:56.395410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d0c05-82a2-41c3-b721-aff578ee9919 req-50c63f3d-06fa-4f65-b50b-83586d6ddfc5 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:56.399115 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-060d0c05-82a2-41c3-b721-aff578ee9919 req-50c63f3d-06fa-4f65-b50b-83586d6ddfc5 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 945 time: 0.4236250 Mar 23 01:33:56.406790 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ab94e450-c7b8-40fe-a32f-b180f55802f2, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ab94e450-c7b8-40fe-a32f-b180f55802f2,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:56.440037 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f7c04e06-f5ad-4ea2-bf93-8573a15c2c15 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.441287 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f7c04e06-f5ad-4ea2-bf93-8573a15c2c15 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8987298 Mar 23 01:33:56.442313 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-b052146d-68f0-4d7e-a97f-2ea274f3b356 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] delete failed (client error): The resource could not be found. Mar 23 01:33:56.443230 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b052146d-68f0-4d7e-a97f-2ea274f3b356 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "DELETE /v2.0/routers/cef646d2-5d41-4e90-bef8-d7da97e5956d HTTP/1.1" status: 404 len: 336 time: 0.0775950 Mar 23 01:33:56.444853 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35252) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:56.447847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8ec3e-9dc2-4bad-8d32-77ede6f242d3 req-50d553ca-8f63-473b-b990-f47c12330a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:56.450832 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cad8ec3e-9dc2-4bad-8d32-77ede6f242d3 req-50d553ca-8f63-473b-b990-f47c12330a24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7d905ce-cdea-4578-a563-d27ce88f89e2 HTTP/1.1" status: 200 len: 861 time: 0.2854605 Mar 23 01:33:56.455722 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35254) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:56.455980 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Publish callbacks [] for router_gateway (0f6dc222-5722-4e01-92c4-1fa3820526ca), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.457448 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.458184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d88298a5-c2e5-4ef5-aa7f-0abf28975bca no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:33:56.475336 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4fe4df73-397f-4d60-9fb3-b0a3999d9a04 req-7d3a2e6a-8ad3-4f01-b5e6-5a73524f0012 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733360 Mar 23 01:33:56.578274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bd4b03-dab3-4790-b940-1d1ea738f996 None None] Network dad34f83-4f40-47a7-9927-593a4894674b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:33:56.588542 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e98d4c24-a096-4c4a-a1ee-c3963fd45db1 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb09153a-8cb0-40dd-94a9-fc24d6f7c260 HTTP/1.1" status: 200 len: 205 time: 0.1108179 Mar 23 01:33:56.598440 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35264) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:56.687577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 976f688d-42f1-4063-af4c-3794e13d7d33 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:56.687968 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.699027 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 43476cc4-c685-4e4f-b717-aaffa6b00ae8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:56.699403 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (43476cc4-c685-4e4f-b717-aaffa6b00ae8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.731661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-837db845-771b-476b-9c3a-02ac3b4c3023 None None] Provisioning complete for port 43476cc4-c685-4e4f-b717-aaffa6b00ae8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:56.731895 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-837db845-771b-476b-9c3a-02ac3b4c3023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (43476cc4-c685-4e4f-b717-aaffa6b00ae8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.812634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976f688d-42f1-4063-af4c-3794e13d7d33 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:33:56.838854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ab94e450-c7b8-40fe-a32f-b180f55802f2,revision_number=11']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:56.850407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port d88298a5-c2e5-4ef5-aa7f-0abf28975bca is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:56.850870 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.901656 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Publish callbacks [] for port (4dda52aa-1d57-4022-9ae3-d41f351bfd30), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.905700 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 976f688d-42f1-4063-af4c-3794e13d7d33, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=976f688d-42f1-4063-af4c-3794e13d7d33,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:56.912076 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cad8ec3e-9dc2-4bad-8d32-77ede6f242d3 req-b98f65b1-bc69-46c7-8905-bf8bfa874cee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=93392409-2d1c-47d9-9691-b9d93cf69c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3908536 Mar 23 01:33:56.941147 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.954375 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (4dda52aa-1d57-4022-9ae3-d41f351bfd30), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:56.970136 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-32fbda85-4340-4b40-946d-211fae5f4bce req-2820567c-5889-4dbf-bcea-69059886c706 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/security-groups?id=65ad0723-647b-457c-aabf-e384f1393d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6339068 Mar 23 01:33:56.976396 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-85c9a148-4bd3-4634-80b7-945a6c2af7e8 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] delete failed (client error): The resource could not be found. Mar 23 01:33:56.990236 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-85c9a148-4bd3-4634-80b7-945a6c2af7e8 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "DELETE /v2.0/routers/bb09153a-8cb0-40dd-94a9-fc24d6f7c260 HTTP/1.1" status: 404 len: 336 time: 0.3825345 Mar 23 01:33:56.998102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35268) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:57.010661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d88298a5-c2e5-4ef5-aa7f-0abf28975bca, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:57.036061 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3efa5c29-3017-4d87-9ed1-b8553fd3eaf6 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d1215f7-7a22-4a2e-8a6f-6c4364858b1b HTTP/1.1" status: 200 len: 205 time: 0.0365715 Mar 23 01:33:57.047774 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35270) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:57.052532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Network da593a3d-a37b-4ac9-ac0d-b468fd2c80c0 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:57.075420 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:57.087575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:57.098282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:57.109155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=976f688d-42f1-4063-af4c-3794e13d7d33,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:57.153198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-837db845-771b-476b-9c3a-02ac3b4c3023 None None] Current status of the port 43476cc4-c685-4e4f-b717-aaffa6b00ae8 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:57.153593 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-837db845-771b-476b-9c3a-02ac3b4c3023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (43476cc4-c685-4e4f-b717-aaffa6b00ae8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:57.161618 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-cdedf061-6e61-4d8a-9a71-734fc4c42462 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] delete failed (client error): The resource could not be found. Mar 23 01:33:57.162816 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cdedf061-6e61-4d8a-9a71-734fc4c42462 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "DELETE /v2.0/routers/5d1215f7-7a22-4a2e-8a6f-6c4364858b1b HTTP/1.1" status: 404 len: 336 time: 0.1109209 Mar 23 01:33:57.166854 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35272) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:57.173116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-9d27362c-f65c-4e2c-85fe-5d2a84f8386e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:57.174690 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-9d27362c-f65c-4e2c-85fe-5d2a84f8386e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 811 time: 0.5940564 Mar 23 01:33:57.181224 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 43476cc4-c685-4e4f-b717-aaffa6b00ae8 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:57.181618 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (43476cc4-c685-4e4f-b717-aaffa6b00ae8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:57.241281 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cad8ec3e-9dc2-4bad-8d32-77ede6f242d3 req-f88b15a1-cc3a-4433-8bb2-aaafde9309e8 service neutron] 10.222.0.43 "GET /v2.0/networks/93392409-2d1c-47d9-9691-b9d93cf69c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147819 Mar 23 01:33:57.245874 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-33897164-9eca-4dba-8b0d-97b802b5614e tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "GET /v2.0/ports?device_id=801a8ea9-f885-4a45-b912-231162a9ac57 HTTP/1.1" status: 200 len: 205 time: 0.0700088 Mar 23 01:33:57.249320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3534c3-092a-4b41-a4e3-0f1f8bc35fbd req-1363fe42-bc1f-44d5-a1d6-fb4ee1a69b04 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:57.250938 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cb3534c3-092a-4b41-a4e3-0f1f8bc35fbd req-1363fe42-bc1f-44d5-a1d6-fb4ee1a69b04 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 948 time: 0.1860189 Mar 23 01:33:57.254188 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35274) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:57.281086 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Pushing event updated for resources: {'Port': ['ID=4dda52aa-1d57-4022-9ae3-d41f351bfd30,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:57.293513 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-ad00650f-52d8-4cda-b199-5503de732249 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/quotas/3392bc1389564b4885d28390809b9afe HTTP/1.1" status: 200 len: 375 time: 0.1065240 Mar 23 01:33:57.293782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Attempting to bind port 4dda52aa-1d57-4022-9ae3-d41f351bfd30 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:33:57.294112 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Attempting to bind port 4dda52aa-1d57-4022-9ae3-d41f351bfd30 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'ea355768-c18f-40da-b97e-2930501ccc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'da593a3d-a37b-4ac9-ac0d-b468fd2c80c0'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:33:57.294482 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Attempting to bind port 4dda52aa-1d57-4022-9ae3-d41f351bfd30 on network da593a3d-a37b-4ac9-ac0d-b468fd2c80c0 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:33:57.318585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-837db845-771b-476b-9c3a-02ac3b4c3023 None None] For port 43476cc4-c685-4e4f-b717-aaffa6b00ae8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=43476cc4-c685-4e4f-b717-aaffa6b00ae8,segment=NetworkSegment(7ab18a1e-18c0-49da-baff-15706c8d9374),segment_id=7ab18a1e-18c0-49da-baff-15706c8d9374)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:57.327404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f58473e-6b53-4f60-b246-9fd5ec16806f', 'name': 'network-vif-deleted', 'tag': '2e186d96-b2bc-4b13-99d5-856e6b790d06'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:57.328140 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:33:57.328524 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Checking segment: {'id': 'ea355768-c18f-40da-b97e-2930501ccc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'da593a3d-a37b-4ac9-ac0d-b468fd2c80c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:33:57.329114 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:57.329536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Bound using segment: {'id': 'ea355768-c18f-40da-b97e-2930501ccc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'da593a3d-a37b-4ac9-ac0d-b468fd2c80c0'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:33:57.330063 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Bound port: 4dda52aa-1d57-4022-9ae3-d41f351bfd30, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea355768-c18f-40da-b97e-2930501ccc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'da593a3d-a37b-4ac9-ac0d-b468fd2c80c0'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:33:57.330510 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4dda52aa-1d57-4022-9ae3-d41f351bfd30), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:57.331672 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34da088-3938-40fc-8cbf-acc3446cdee4" -d '{"events": [{"server_uuid": "2f58473e-6b53-4f60-b246-9fd5ec16806f", "name": "network-vif-deleted", "tag": "2e186d96-b2bc-4b13-99d5-856e6b790d06"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:57.336665 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-837db845-771b-476b-9c3a-02ac3b4c3023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (43476cc4-c685-4e4f-b717-aaffa6b00ae8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:57.338378 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-bd28b1d6-77c6-4a1c-a2f1-6281361d5dfe tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436795 Mar 23 01:33:57.390349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-060d0c05-82a2-41c3-b721-aff578ee9919 req-0b274ba1-b094-4bb8-b865-ae9ece0bac22 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Deleting port d88298a5-c2e5-4ef5-aa7f-0abf28975bca {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:57.391111 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-060d0c05-82a2-41c3-b721-aff578ee9919 req-0b274ba1-b094-4bb8-b865-ae9ece0bac22 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:57.395368 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-048f5daa-006b-4cd2-942e-9a0a0ebe2fec tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] delete failed (client error): The resource could not be found. Mar 23 01:33:57.396962 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-048f5daa-006b-4cd2-942e-9a0a0ebe2fec tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "DELETE /v2.0/routers/801a8ea9-f885-4a45-b912-231162a9ac57 HTTP/1.1" status: 404 len: 336 time: 0.1417747 Mar 23 01:33:57.401737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35278) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:57.468573 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-83af4ada-a6fa-4274-aa69-882243584529 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "GET /v2.0/ports?device_id=eff46900-47d5-4ac9-acb6-71a92b57e11c HTTP/1.1" status: 200 len: 205 time: 0.0656528 Mar 23 01:33:57.473045 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35280) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:57.522459 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (0f6dc222-5722-4e01-92c4-1fa3820526ca), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:57.528652 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-73407807-5e24-44b1-bb82-465fa6ae4fc8 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] delete failed (client error): The resource could not be found. Mar 23 01:33:57.532768 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-73407807-5e24-44b1-bb82-465fa6ae4fc8 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "DELETE /v2.0/routers/eff46900-47d5-4ac9-acb6-71a92b57e11c HTTP/1.1" status: 404 len: 336 time: 0.0557566 Mar 23 01:33:57.534423 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35284) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:57.568513 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['976f688d-42f1-4063-af4c-3794e13d7d33'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:33:57.568832 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:57.575472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:57.607120 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cf013c16-7c23-46d0-a263-0436fb0ba2a3 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258eb8f-a5b7-41cb-9874-61658e5c37b1 HTTP/1.1" status: 200 len: 205 time: 0.0698333 Mar 23 01:33:57.608455 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35286) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:57.650028 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-d419dfcc-f3c9-4e87-9df7-cb14487f8e7a tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] delete failed (client error): The resource could not be found. Mar 23 01:33:57.653817 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d419dfcc-f3c9-4e87-9df7-cb14487f8e7a tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "DELETE /v2.0/routers/3258eb8f-a5b7-41cb-9874-61658e5c37b1 HTTP/1.1" status: 404 len: 336 time: 0.0422325 Mar 23 01:33:57.656666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35288) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:57.665107 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cb3534c3-092a-4b41-a4e3-0f1f8bc35fbd req-9ec6a3f4-13b1-4de4-9932-5b75f03a1c94 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/security-groups?id=512b8583-b814-45a2-a0a8-5df0c11064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301914 Mar 23 01:33:57.673325 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:33:57.674240 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:33:57.688809 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-809168d3-47d7-4ac6-804a-43694b39a69b None None] Provisioning complete for port 43476cc4-c685-4e4f-b717-aaffa6b00ae8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:57.689221 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-809168d3-47d7-4ac6-804a-43694b39a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (43476cc4-c685-4e4f-b717-aaffa6b00ae8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:57.691534 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-01cc45af-798a-4d05-8e75-557d70fab061 service neutron] 10.222.0.18 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523791 Mar 23 01:33:57.727283 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d170e320-ccb8-49fc-a175-b6554283699e x-openstack-request-id: req-d170e320-ccb8-49fc-a175-b6554283699e {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:57.727431 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad9f7d6-9930-43cb-bde9-db3aac71f504", "name": "network-vif-unplugged", "status": "completed", "tag": "ab94e450-c7b8-40fe-a32f-b180f55802f2", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:57.727596 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d170e320-ccb8-49fc-a175-b6554283699e {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:57.728000 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d170e320-ccb8-49fc-a175-b6554283699e'] response: {'server_uuid': '3ad9f7d6-9930-43cb-bde9-db3aac71f504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab94e450-c7b8-40fe-a32f-b180f55802f2', 'code': 200} Mar 23 01:33:57.758997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-060d0c05-82a2-41c3-b721-aff578ee9919 req-0b274ba1-b094-4bb8-b865-ae9ece0bac22 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] For port d88298a5-c2e5-4ef5-aa7f-0abf28975bca, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,segment=NetworkSegment(832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9),segment_id=832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:57.760143 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-060d0c05-82a2-41c3-b721-aff578ee9919 req-0b274ba1-b094-4bb8-b865-ae9ece0bac22 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:57.781214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-060d0c05-82a2-41c3-b721-aff578ee9919 req-0b274ba1-b094-4bb8-b865-ae9ece0bac22 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Calling delete_port for d88298a5-c2e5-4ef5-aa7f-0abf28975bca owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:33:57.782616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] For port 4dda52aa-1d57-4022-9ae3-d41f351bfd30, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:33:57.785569 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cad8ec3e-9dc2-4bad-8d32-77ede6f242d3 req-434282f1-c702-4cee-bc8a-7f86f7670df9 service neutron] 10.222.0.43 "GET /v2.0/networks/93392409-2d1c-47d9-9691-b9d93cf69c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343378 Mar 23 01:33:57.788248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837db845-771b-476b-9c3a-02ac3b4c3023 None None] Pushing event updated for resources: {'Port': ['ID=43476cc4-c685-4e4f-b717-aaffa6b00ae8,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:57.833932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:33:57.839267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] For port 4dda52aa-1d57-4022-9ae3-d41f351bfd30, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4dda52aa-1d57-4022-9ae3-d41f351bfd30,segment=NetworkSegment(ea355768-c18f-40da-b97e-2930501ccc53),segment_id=ea355768-c18f-40da-b97e-2930501ccc53)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:33:57.839489 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c5664b-094f-4f47-b6a5-70dba71f5038 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] DELETE failed (client error): The resource could not be found. Mar 23 01:33:57.839489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c5664b-094f-4f47-b6a5-70dba71f5038 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:33:57.845240 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-10c5664b-094f-4f47-b6a5-70dba71f5038 tempest-RoutersIpV6AdminTest-978414547 tempest-RoutersIpV6AdminTest-978414547-project] 10.222.0.18 "DELETE /v2.0/subnets/7207520e-a326-4a65-9210-5b512e78e2b1 HTTP/1.1" status: 404 len: 337 time: 0.1829891 Mar 23 01:33:57.871950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-809168d3-47d7-4ac6-804a-43694b39a69b None None] Current status of the port 43476cc4-c685-4e4f-b717-aaffa6b00ae8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:57.880622 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4dda52aa-1d57-4022-9ae3-d41f351bfd30), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:57.966664 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-8125ed6c-70ea-4c37-a25d-42de72ad7113 service neutron] 10.222.0.18 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742202 Mar 23 01:33:58.008243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4223c46-a51a-48cb-9e37-0d5faed941a8 req-12e72f2e-7c5a-443d-bca2-00f9723b1e8b tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:58.009897 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4223c46-a51a-48cb-9e37-0d5faed941a8 req-12e72f2e-7c5a-443d-bca2-00f9723b1e8b tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 944 time: 0.2191701 Mar 23 01:33:58.019726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Router 0f6dc222-5722-4e01-92c4-1fa3820526ca is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:33:58.037328 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Allocated IP 172.20.0.1 (da593a3d-a37b-4ac9-ac0d-b468fd2c80c0/007072e5-d8e0-4a99-a47e-379a113337b9/07791d31-3a57-4fdf-a0e5-ed902f44ada3) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:33:58.051323 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090fd44-3a7c-469b-ada5-f5b1d3db31c6 None None] Pushing event updated for resources: {'Port': ['ID=4dda52aa-1d57-4022-9ae3-d41f351bfd30,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:58.089202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24,segment=NetworkSegment(47affd4e-d66c-47f4-8f73-5f8d8e16dd71),segment_id=47affd4e-d66c-47f4-8f73-5f8d8e16dd71)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:58.106890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24', 'network_id': '93392409-2d1c-47d9-9691-b9d93cf69c0f', 'port_id': 'b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24', 'mac_address': 'fa:16:3e:17:fa:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d905ce-cdea-4578-a563-d27ce88f89e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:33:58.281138 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16281a1a-9380-4aeb-ba5f-f066a9e3ab31 x-openstack-request-id: req-16281a1a-9380-4aeb-ba5f-f066a9e3ab31 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:58.281635 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f58473e-6b53-4f60-b246-9fd5ec16806f", "name": "network-vif-deleted", "tag": "2e186d96-b2bc-4b13-99d5-856e6b790d06", "status": "failed", "code": 422}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:58.282026 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16281a1a-9380-4aeb-ba5f-f066a9e3ab31 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:58.282794 n-d-834677-4 neutron-server[99264]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-16281a1a-9380-4aeb-ba5f-f066a9e3ab31']: {'server_uuid': '2f58473e-6b53-4f60-b246-9fd5ec16806f', 'name': 'network-vif-deleted', 'tag': '2e186d96-b2bc-4b13-99d5-856e6b790d06', 'status': 'failed', 'code': 422} returned with failed status Mar 23 01:33:58.294022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:58.294343 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:58.316534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 43476cc4-c685-4e4f-b717-aaffa6b00ae8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:58.345687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35300) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:58.353133 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (07791d31-3a57-4fdf-a0e5-ed902f44ada3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:58.399715 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:33:58.442246 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (07791d31-3a57-4fdf-a0e5-ed902f44ada3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:58.448577 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4223c46-a51a-48cb-9e37-0d5faed941a8 req-18baf512-6dcb-4fae-a6f4-a47c0ca4e68f tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/security-groups?id=56dd7fd4-a0e6-41ff-87af-9624fa187321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233201 Mar 23 01:33:58.476069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24,segment=NetworkSegment(47affd4e-d66c-47f4-8f73-5f8d8e16dd71),segment_id=47affd4e-d66c-47f4-8f73-5f8d8e16dd71)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:58.492105 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:58.571965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a886cb-355b-407d-ba8d-4ccc5e37fb32 req-12806be9-f3a5-4799-a322-824866af9e55 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:58.573679 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0a886cb-355b-407d-ba8d-4ccc5e37fb32 req-12806be9-f3a5-4799-a322-824866af9e55 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 948 time: 0.4869168 Mar 23 01:33:58.605535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=07791d31-3a57-4fdf-a0e5-ed902f44ada3,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:58.613668 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-060d0c05-82a2-41c3-b721-aff578ee9919 req-0b274ba1-b094-4bb8-b865-ae9ece0bac22 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (d88298a5-c2e5-4ef5-aa7f-0abf28975bca), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:58.622189 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network da593a3d-a37b-4ac9-ac0d-b468fd2c80c0 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:58.628153 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:58.635089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:58.637826 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:33:58.664212 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4dda52aa-1d57-4022-9ae3-d41f351bfd30 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:33:58.687505 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3768bbc3-05e0-478c-9b12-4c9682763fce req-57c2dc71-8556-4a7e-855a-e7e4a368c9fa tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a8e9d9e-0fe7-4349-a337-1c8790665260 HTTP/1.1" status: 200 len: 210 time: 0.1059964 Mar 23 01:33:58.694956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac5d86-9890-43f1-897f-8eca9f21eea6 req-b72fca28-55a1-45e3-83ba-8726890957ad tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:58.703651 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c5ac5d86-9890-43f1-897f-8eca9f21eea6 req-b72fca28-55a1-45e3-83ba-8726890957ad tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 944 time: 0.3057101 Mar 23 01:33:58.732972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4dda52aa-1d57-4022-9ae3-d41f351bfd30 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:58.733437 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4dda52aa-1d57-4022-9ae3-d41f351bfd30), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:58.766471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cc39e32a-cd77-4e4a-a656-858435546d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:58.769335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b274ba1-b094-4bb8-b865-ae9ece0bac22 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Pushing event deleted for resources: {'Port': ['ID=d88298a5-c2e5-4ef5-aa7f-0abf28975bca,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:58.781581 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c5ac5d86-9890-43f1-897f-8eca9f21eea6 req-f6231ba1-12d7-4ea6-aa57-17cbebaa7bcb tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770290 Mar 23 01:33:58.786008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:33:58.789552 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (97a30af8-7547-4fea-9a47-a9a5d9cc83fe), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:58.796852 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Sync routers for ids ['0f6dc222-5722-4e01-92c4-1fa3820526ca'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:33:58.826516 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Routers {'0f6dc222-5722-4e01-92c4-1fa3820526ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:33:58.827181 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0f6dc222-5722-4e01-92c4-1fa3820526ca'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:58.859638 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4cf50079-9eef-4361-8149-6ab77e516f1b req-cc4198d7-d21f-499d-82af-6d03953deacd tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 210 time: 0.1038811 Mar 23 01:33:58.885206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4dda52aa-1d57-4022-9ae3-d41f351bfd30 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:58.885980 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4dda52aa-1d57-4022-9ae3-d41f351bfd30), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:58.919989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-060d0c05-82a2-41c3-b721-aff578ee9919 req-0b274ba1-b094-4bb8-b865-ae9ece0bac22 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] No DVR routers for this DVR port d88298a5-c2e5-4ef5-aa7f-0abf28975bca on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:33:58.925407 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:58.926686 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-21104d22-28a9-45e2-90a2-871ec3705403 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0842466 Mar 23 01:33:58.930426 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-060d0c05-82a2-41c3-b721-aff578ee9919 req-0b274ba1-b094-4bb8-b865-ae9ece0bac22 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:58.934108 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-060d0c05-82a2-41c3-b721-aff578ee9919 req-0b274ba1-b094-4bb8-b865-ae9ece0bac22 tempest-ImagesTestJSON-1708908355 tempest-ImagesTestJSON-1708908355-project] 10.222.0.43 "DELETE /v2.0/ports/d88298a5-c2e5-4ef5-aa7f-0abf28975bca HTTP/1.1" status: 204 len: 173 time: 2.4731145 Mar 23 01:33:58.935788 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35310) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:33:58.961054 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (07791d31-3a57-4fdf-a0e5-ed902f44ada3), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:58.981472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 4dda52aa-1d57-4022-9ae3-d41f351bfd30, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4dda52aa-1d57-4022-9ae3-d41f351bfd30,segment=NetworkSegment(ea355768-c18f-40da-b97e-2930501ccc53),segment_id=ea355768-c18f-40da-b97e-2930501ccc53)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:33:58.990361 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4dda52aa-1d57-4022-9ae3-d41f351bfd30), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:58.991630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 43476cc4-c685-4e4f-b717-aaffa6b00ae8 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:33:59.093910 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=4dda52aa-1d57-4022-9ae3-d41f351bfd30,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:59.116259 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Set router 0f6dc222-5722-4e01-92c4-1fa3820526ca gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:33:59.124898 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:33:59.192106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 43476cc4-c685-4e4f-b717-aaffa6b00ae8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:59.192483 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (43476cc4-c685-4e4f-b717-aaffa6b00ae8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:59.226166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-b0a886cb-355b-407d-ba8d-4ccc5e37fb32 req-902cba4e-c010-449a-8e90-94f8e798f7c2 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Deleting port ab94e450-c7b8-40fe-a32f-b180f55802f2 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:33:59.226763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0a886cb-355b-407d-ba8d-4ccc5e37fb32 req-902cba4e-c010-449a-8e90-94f8e798f7c2 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:59.255903 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e205f-0e16-421d-9520-92590c55564c req-9fcf724b-294b-4ed5-945b-0bc5a36b084d tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:33:59.266791 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a74e205f-0e16-421d-9520-92590c55564c req-9fcf724b-294b-4ed5-945b-0bc5a36b084d tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 948 time: 0.2802675 Mar 23 01:33:59.372990 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 43476cc4-c685-4e4f-b717-aaffa6b00ae8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:33:59.494229 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'name': 'tempest-ServersTestFqdnHostnames-724678297-router', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:33:56Z', 'revision_number': 3, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'gw_port': {'id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ce:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:33:59.502280 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (07791d31-3a57-4fdf-a0e5-ed902f44ada3), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:59.530887 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (07791d31-3a57-4fdf-a0e5-ed902f44ada3), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:59.550441 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Checking router: 0f6dc222-5722-4e01-92c4-1fa3820526ca for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:33:59.556052 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Updating router 0f6dc222-5722-4e01-92c4-1fa3820526ca port e252f504-dd38-45ab-bc82-c0f6cece0e66 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:33:59.605952 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e252f504-dd38-45ab-bc82-c0f6cece0e66), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:59.650706 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=07791d31-3a57-4fdf-a0e5-ed902f44ada3,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:33:59.696636 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (97a30af8-7547-4fea-9a47-a9a5d9cc83fe), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:59.715878 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a74e205f-0e16-421d-9520-92590c55564c req-018861c4-114e-42c4-9f62-4a3cc4981677 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/security-groups?id=512b8583-b814-45a2-a0a8-5df0c11064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141644 Mar 23 01:33:59.728920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8e9d9e-0fe7-4349-a337-1c8790665260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd88298a5-c2e5-4ef5-aa7f-0abf28975bca'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:33:59.732615 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a996dd-1062-416f-9e78-060b37c3ccfb" -d '{"events": [{"server_uuid": "0a8e9d9e-0fe7-4349-a337-1c8790665260", "name": "network-vif-unplugged", "status": "completed", "tag": "d88298a5-c2e5-4ef5-aa7f-0abf28975bca"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:33:59.807574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aebd9a2-2d27-463b-94fa-463e1e5dbf8e None None] Network da593a3d-a37b-4ac9-ac0d-b468fd2c80c0 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:33:59.811383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 976f688d-42f1-4063-af4c-3794e13d7d33 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:33:59.853732 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cc39e32a-cd77-4e4a-a656-858435546d21 admin admin] Publish callbacks [] for security_group (ce8f6435-1076-4411-95e3-31dc181481bd), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:59.884401 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f092892-3bcf-4adc-992e-54e48ad47c2a x-openstack-request-id: req-7f092892-3bcf-4adc-992e-54e48ad47c2a {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:33:59.884779 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8e9d9e-0fe7-4349-a337-1c8790665260", "name": "network-vif-unplugged", "status": "completed", "tag": "d88298a5-c2e5-4ef5-aa7f-0abf28975bca", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:33:59.885040 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f092892-3bcf-4adc-992e-54e48ad47c2a {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:33:59.885574 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f092892-3bcf-4adc-992e-54e48ad47c2a'] response: {'server_uuid': '0a8e9d9e-0fe7-4349-a337-1c8790665260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd88298a5-c2e5-4ef5-aa7f-0abf28975bca', 'code': 200} Mar 23 01:33:59.887574 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cc39e32a-cd77-4e4a-a656-858435546d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ce8f6435-1076-4411-95e3-31dc181481bd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:59.922166 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network da593a3d-a37b-4ac9-ac0d-b468fd2c80c0 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:33:59.923611 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:33:59.972591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f6c33753-5ea0-4305-a6f3-c1b6c179a4b7 None None] Provisioning complete for port 4dda52aa-1d57-4022-9ae3-d41f351bfd30 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:33:59.973036 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f6c33753-5ea0-4305-a6f3-c1b6c179a4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4dda52aa-1d57-4022-9ae3-d41f351bfd30), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:33:59.996193 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Publish callbacks [] for port (e252f504-dd38-45ab-bc82-c0f6cece0e66), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:00.007965 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e252f504-dd38-45ab-bc82-c0f6cece0e66), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:00.074358 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Attempting to bind port e252f504-dd38-45ab-bc82-c0f6cece0e66 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:00.075110 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Attempting to bind port e252f504-dd38-45ab-bc82-c0f6cece0e66 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:00.076852 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Attempting to bind port e252f504-dd38-45ab-bc82-c0f6cece0e66 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:00.094456 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:00.095205 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:00.095787 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:00.097194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 976f688d-42f1-4063-af4c-3794e13d7d33 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:34:00.097653 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:00.098332 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Bound port: e252f504-dd38-45ab-bc82-c0f6cece0e66, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:00.098894 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e252f504-dd38-45ab-bc82-c0f6cece0e66), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:00.100921 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196db281-f4e8-401d-b4c7-d6c555fa9241 None None] Pushing event updated for resources: {'Port': ['ID=e252f504-dd38-45ab-bc82-c0f6cece0e66,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:00.108273 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cc39e32a-cd77-4e4a-a656-858435546d21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39970b5dc9c5420a9ad57f7c141e1f0c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7535653 Mar 23 01:34:00.112462 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35332) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:00.125259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 976f688d-42f1-4063-af4c-3794e13d7d33 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:00.125647 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:00.133842 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196db281-f4e8-401d-b4c7-d6c555fa9241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:00.134539 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196db281-f4e8-401d-b4c7-d6c555fa9241 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:00.135188 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196db281-f4e8-401d-b4c7-d6c555fa9241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:00.135974 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196db281-f4e8-401d-b4c7-d6c555fa9241 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:00.138432 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196db281-f4e8-401d-b4c7-d6c555fa9241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:00.139028 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196db281-f4e8-401d-b4c7-d6c555fa9241 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:00.139605 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196db281-f4e8-401d-b4c7-d6c555fa9241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:00.140181 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196db281-f4e8-401d-b4c7-d6c555fa9241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:00.141533 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196db281-f4e8-401d-b4c7-d6c555fa9241 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:00.143248 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196db281-f4e8-401d-b4c7-d6c555fa9241 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:00.145961 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196db281-f4e8-401d-b4c7-d6c555fa9241 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:00.146575 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196db281-f4e8-401d-b4c7-d6c555fa9241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:00.146853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39e32a-cd77-4e4a-a656-858435546d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8f6435-1076-4411-95e3-31dc181481bd,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:00.147268 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196db281-f4e8-401d-b4c7-d6c555fa9241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:00.147700 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196db281-f4e8-401d-b4c7-d6c555fa9241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:00.149995 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196db281-f4e8-401d-b4c7-d6c555fa9241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:00.159047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b0a886cb-355b-407d-ba8d-4ccc5e37fb32 req-902cba4e-c010-449a-8e90-94f8e798f7c2 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] For port ab94e450-c7b8-40fe-a32f-b180f55802f2, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ab94e450-c7b8-40fe-a32f-b180f55802f2,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:00.160073 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0a886cb-355b-407d-ba8d-4ccc5e37fb32 req-902cba4e-c010-449a-8e90-94f8e798f7c2 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:00.199809 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051a566-47c2-45bc-b2ab-8664874b1867 req-cf406bd7-47d6-44b5-8323-5e93015ceb05 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:00.204982 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] For port e252f504-dd38-45ab-bc82-c0f6cece0e66, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:00.207718 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f051a566-47c2-45bc-b2ab-8664874b1867 req-cf406bd7-47d6-44b5-8323-5e93015ceb05 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 945 time: 0.3859377 Mar 23 01:34:00.212046 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] For port e252f504-dd38-45ab-bc82-c0f6cece0e66, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e252f504-dd38-45ab-bc82-c0f6cece0e66,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:00.220212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-b0a886cb-355b-407d-ba8d-4ccc5e37fb32 req-902cba4e-c010-449a-8e90-94f8e798f7c2 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Calling delete_port for ab94e450-c7b8-40fe-a32f-b180f55802f2 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:34:00.227160 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e252f504-dd38-45ab-bc82-c0f6cece0e66), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:00.243474 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196f819-2212-413d-90a6-cf09d5904bc0 req-47b10c76-339d-4509-ad9e-b707a3c8adcb tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:00.245298 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2196f819-2212-413d-90a6-cf09d5904bc0 req-47b10c76-339d-4509-ad9e-b707a3c8adcb tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 944 time: 0.2450366 Mar 23 01:34:00.269088 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f6c33753-5ea0-4305-a6f3-c1b6c179a4b7 None None] Current status of the port 4dda52aa-1d57-4022-9ae3-d41f351bfd30 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:00.271171 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e395cc7-1e69-4f1f-9a21-4d5fe05df47d admin admin] Publish callbacks [] for security_group (ce8f6435-1076-4411-95e3-31dc181481bd), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:00.283621 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8e9d9e-0fe7-4349-a337-1c8790665260', 'name': 'network-vif-deleted', 'tag': 'd88298a5-c2e5-4ef5-aa7f-0abf28975bca'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:34:00.287294 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8509b51-6a40-4d52-a5b2-ea1d80078c66" -d '{"events": [{"server_uuid": "0a8e9d9e-0fe7-4349-a337-1c8790665260", "name": "network-vif-deleted", "tag": "d88298a5-c2e5-4ef5-aa7f-0abf28975bca"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:34:00.300512 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e395cc7-1e69-4f1f-9a21-4d5fe05df47d admin admin] Publish callbacks [] for security_group (ce8f6435-1076-4411-95e3-31dc181481bd), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:00.348010 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196db281-f4e8-401d-b4c7-d6c555fa9241 None None] Pushing event updated for resources: {'Port': ['ID=e252f504-dd38-45ab-bc82-c0f6cece0e66,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:00.385807 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e395cc7-1e69-4f1f-9a21-4d5fe05df47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ce8f6435-1076-4411-95e3-31dc181481bd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:00.389933 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e395cc7-1e69-4f1f-9a21-4d5fe05df47d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:00.393696 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8e395cc7-1e69-4f1f-9a21-4d5fe05df47d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce8f6435-1076-4411-95e3-31dc181481bd HTTP/1.1" status: 204 len: 168 time: 0.2758431 Mar 23 01:34:00.397329 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Routers {'0f6dc222-5722-4e01-92c4-1fa3820526ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:00.398702 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0f6dc222-5722-4e01-92c4-1fa3820526ca'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:00.408941 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 97a30af8-7547-4fea-9a47-a9a5d9cc83fe is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:34:00.414467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 976f688d-42f1-4063-af4c-3794e13d7d33 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:00.415137 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:00.465019 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e395cc7-1e69-4f1f-9a21-4d5fe05df47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8f6435-1076-4411-95e3-31dc181481bd,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:00.468590 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f051a566-47c2-45bc-b2ab-8664874b1867 req-45553e6e-f31d-4621-bae5-5b79e02f4603 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/security-groups?id=56dd7fd4-a0e6-41ff-87af-9624fa187321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548444 Mar 23 01:34:00.488306 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-5dbf0d47-37ab-463f-b76f-e6ff9a9ebda4 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:00.492829 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-5dbf0d47-37ab-463f-b76f-e6ff9a9ebda4 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.43 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 811 time: 0.4430456 Mar 23 01:34:00.529862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4dda52aa-1d57-4022-9ae3-d41f351bfd30 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:00.601013 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 976f688d-42f1-4063-af4c-3794e13d7d33, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=976f688d-42f1-4063-af4c-3794e13d7d33,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:00.602251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-ade543c4-e996-4731-8a96-3056b28e8fbe tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Request body: {'port': {'device_id': 'ad620267-241b-4f3e-ae7b-de8db3e3fd5b', 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717', 'admin_state_up': True, 'tenant_id': '3392bc1389564b4885d28390809b9afe'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:00.621200 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:00.664802 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] Set router 0f6dc222-5722-4e01-92c4-1fa3820526ca gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:34:00.685238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4dda52aa-1d57-4022-9ae3-d41f351bfd30 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:00.685614 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4dda52aa-1d57-4022-9ae3-d41f351bfd30), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:00.718433 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:34:00.733023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33750c0-e5df-4299-b442-a500344a7961 None None] Sync routers for ids ['97a30af8-7547-4fea-9a47-a9a5d9cc83fe'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:34:00.748175 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-703d2693-1984-4ee5-9eb9-cb71168dcf9e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/97a30af8-7547-4fea-9a47-a9a5d9cc83fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2995608 Mar 23 01:34:00.751010 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2196f819-2212-413d-90a6-cf09d5904bc0 req-38b12945-f4e8-48a7-8ab7-4b2a664db782 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959245 Mar 23 01:34:00.751471 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35342) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:00.768767 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=976f688d-42f1-4063-af4c-3794e13d7d33,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:00.803289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33750c0-e5df-4299-b442-a500344a7961 None None] Routers {'97a30af8-7547-4fea-9a47-a9a5d9cc83fe'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:00.804779 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a33750c0-e5df-4299-b442-a500344a7961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['97a30af8-7547-4fea-9a47-a9a5d9cc83fe'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:00.861633 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-07a651e9-a8d2-4f06-aa7e-3696bf239f25 req-0a40e69e-4a16-4661-8193-90dbcc74fe19 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 210 time: 0.2659621 Mar 23 01:34:00.887358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a737e45-9f78-4d61-be7e-4af92b1ab074 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:00.888885 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0a737e45-9f78-4d61-be7e-4af92b1ab074 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports/07791d31-3a57-4fdf-a0e5-ed902f44ada3 HTTP/1.1" status: 200 len: 910 time: 0.1364658 Mar 23 01:34:00.893547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35346) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:00.894999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-ade543c4-e996-4731-8a96-3056b28e8fbe tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Made reservation on behalf of 3392bc1389564b4885d28390809b9afe for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:00.900295 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-ade543c4-e996-4731-8a96-3056b28e8fbe tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:00.989090 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d5566186-c6ce-4ee5-9910-2b2c4c214fcd None None] Provisioning complete for port 07791d31-3a57-4fdf-a0e5-ed902f44ada3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:00.989466 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d5566186-c6ce-4ee5-9910-2b2c4c214fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (07791d31-3a57-4fdf-a0e5-ed902f44ada3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:00.993919 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a33750c0-e5df-4299-b442-a500344a7961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:01.044759 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35348) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:01.086319 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33750c0-e5df-4299-b442-a500344a7961 None None] Routers {'97a30af8-7547-4fea-9a47-a9a5d9cc83fe'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:01.086905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a33750c0-e5df-4299-b442-a500344a7961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['97a30af8-7547-4fea-9a47-a9a5d9cc83fe'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:01.089392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-ade543c4-e996-4731-8a96-3056b28e8fbe tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Allocated IP 172.20.0.13 (11a64475-d2db-4f02-97ca-82d855d62717/ef8ca6c1-ff55-42d2-99a7-3b5483039371/2f4c0567-5614-400b-b3ef-749dcba91ccf) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:01.093477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4dda52aa-1d57-4022-9ae3-d41f351bfd30 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:01.136198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a33750c0-e5df-4299-b442-a500344a7961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:01.137115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33750c0-e5df-4299-b442-a500344a7961 None None] The sync data for ids ['97a30af8-7547-4fea-9a47-a9a5d9cc83fe'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:34:01.138663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d5566186-c6ce-4ee5-9910-2b2c4c214fcd None None] Port 07791d31-3a57-4fdf-a0e5-ed902f44ada3 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:34:01.150904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d5566186-c6ce-4ee5-9910-2b2c4c214fcd None None] Provisioning complete for port 4dda52aa-1d57-4022-9ae3-d41f351bfd30 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:01.151592 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d5566186-c6ce-4ee5-9910-2b2c4c214fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4dda52aa-1d57-4022-9ae3-d41f351bfd30), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:01.168236 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cbc110e4-ff03-4666-9327-bbbc648929c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6abac52bd3314ddc9a7e93e814399736&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1221242 Mar 23 01:34:01.170797 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35360) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:01.210695 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd2c9d6-a770-47a5-a336-e875ad39c5ca x-openstack-request-id: req-8dd2c9d6-a770-47a5-a336-e875ad39c5ca {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:34:01.211282 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8e9d9e-0fe7-4349-a337-1c8790665260", "name": "network-vif-deleted", "tag": "d88298a5-c2e5-4ef5-aa7f-0abf28975bca", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:34:01.211883 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8dd2c9d6-a770-47a5-a336-e875ad39c5ca {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:34:01.212160 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd2c9d6-a770-47a5-a336-e875ad39c5ca'] response: {'server_uuid': '0a8e9d9e-0fe7-4349-a337-1c8790665260', 'name': 'network-vif-deleted', 'tag': 'd88298a5-c2e5-4ef5-aa7f-0abf28975bca', 'status': 'completed', 'code': 200} Mar 23 01:34:01.276186 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cd55fb7-6689-464c-9323-a787cd504a43 admin admin] Publish callbacks [] for security_group (a903099d-eb66-4763-b6d2-fc5eeb61f451), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:01.296420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d5566186-c6ce-4ee5-9910-2b2c4c214fcd None None] Current status of the port 4dda52aa-1d57-4022-9ae3-d41f351bfd30 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:01.310512 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:01.317974 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cd55fb7-6689-464c-9323-a787cd504a43 admin admin] Publish callbacks [] for security_group (a903099d-eb66-4763-b6d2-fc5eeb61f451), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:01.359534 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'name': 'tempest-ServersTestFqdnHostnames-724678297-router', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:33:56Z', 'revision_number': 3, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'gw_port': {'id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ce:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:01.401248 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35372) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:01.404305 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05de1df-5b7c-4282-ae1c-ff39312c7058 None None] The sync data for ids ['0f6dc222-5722-4e01-92c4-1fa3820526ca'] in n-d-834677-4 is: [{'id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'name': 'tempest-ServersTestFqdnHostnames-724678297-router', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:33:56Z', 'revision_number': 3, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'gw_port': {'id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ce:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:34:01.433371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-24b755b8-2254-47aa-8f23-9f2e6cc89a0e None None] Provisioning complete for port 07791d31-3a57-4fdf-a0e5-ed902f44ada3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:01.433752 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-24b755b8-2254-47aa-8f23-9f2e6cc89a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (07791d31-3a57-4fdf-a0e5-ed902f44ada3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:01.467900 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c194db2-e3df-4eed-90d8-9dd32d263c42 admin admin] Deleting subnet 5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:34:01.472839 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c194db2-e3df-4eed-90d8-9dd32d263c42 admin admin] Publish callbacks [] for subnet (5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:01.479826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-24b755b8-2254-47aa-8f23-9f2e6cc89a0e None None] Port 07791d31-3a57-4fdf-a0e5-ed902f44ada3 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:34:01.503609 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cd55fb7-6689-464c-9323-a787cd504a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a903099d-eb66-4763-b6d2-fc5eeb61f451), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:01.507443 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cd55fb7-6689-464c-9323-a787cd504a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:01.508954 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6cd55fb7-6689-464c-9323-a787cd504a43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a903099d-eb66-4763-b6d2-fc5eeb61f451 HTTP/1.1" status: 204 len: 168 time: 0.3370867 Mar 23 01:34:01.525280 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd55fb7-6689-464c-9323-a787cd504a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a903099d-eb66-4763-b6d2-fc5eeb61f451,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:01.548244 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c194db2-e3df-4eed-90d8-9dd32d263c42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:01.612824 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b14004da-da86-488c-b177-78aa88f7e9b4 None None] Provisioning complete for port 07791d31-3a57-4fdf-a0e5-ed902f44ada3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:01.614126 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b14004da-da86-488c-b177-78aa88f7e9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (07791d31-3a57-4fdf-a0e5-ed902f44ada3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:01.634940 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c194db2-e3df-4eed-90d8-9dd32d263c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:01.670137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6edce-8c9f-42b9-911d-c6808b74c82f req-86167b08-3f04-4466-9c38-865aba9fee1c tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:01.671723 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94f6edce-8c9f-42b9-911d-c6808b74c82f req-86167b08-3f04-4466-9c38-865aba9fee1c tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 945 time: 0.1260307 Mar 23 01:34:01.683826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b14004da-da86-488c-b177-78aa88f7e9b4 None None] Port 07791d31-3a57-4fdf-a0e5-ed902f44ada3 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:34:01.750729 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c194db2-e3df-4eed-90d8-9dd32d263c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:01.803348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:01.835657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76688a-3086-431d-9333-518048a9ca1a req-fa313bab-1329-4b21-b821-8e808b4a9f4e tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:01.837516 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a76688a-3086-431d-9333-518048a9ca1a req-fa313bab-1329-4b21-b821-8e808b4a9f4e tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad9f7d6-9930-43cb-bde9-db3aac71f504 HTTP/1.1" status: 200 len: 948 time: 0.6244247 Mar 23 01:34:01.840250 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c194db2-e3df-4eed-90d8-9dd32d263c42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:01.858800 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94f6edce-8c9f-42b9-911d-c6808b74c82f req-a36e82bd-acd1-4eed-b640-1e13fcdc48ac tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/security-groups?id=56dd7fd4-a0e6-41ff-87af-9624fa187321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629078 Mar 23 01:34:01.872563 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c194db2-e3df-4eed-90d8-9dd32d263c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:01.875964 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6c194db2-e3df-4eed-90d8-9dd32d263c42 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5c6b48c2-e74f-4a07-bfe8-6c4601ac7ca5 HTTP/1.1" status: 204 len: 168 time: 0.4733458 Mar 23 01:34:01.879400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35382) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:01.888797 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0a886cb-355b-407d-ba8d-4ccc5e37fb32 req-902cba4e-c010-449a-8e90-94f8e798f7c2 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (ab94e450-c7b8-40fe-a32f-b180f55802f2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:01.889088 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bc3fc9-7333-4689-a9f8-9e58b08a300e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976f688d-42f1-4063-af4c-3794e13d7d33'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:34:01.892831 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819e66e1-4dfe-4c31-a317-f391916710e1" -d '{"events": [{"server_uuid": "49bc3fc9-7333-4689-a9f8-9e58b08a300e", "name": "network-vif-plugged", "status": "completed", "tag": "976f688d-42f1-4063-af4c-3794e13d7d33"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:34:01.911422 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:34:01.920063 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:01.920063 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:02.047802 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c88778de-d4ae-467f-bc21-18cd59cb5bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (32d99b6f-82e0-4417-9e5f-752004b63652), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:02.063164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:02.063707 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:02.096932 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cba4e-c010-449a-8e90-94f8e798f7c2 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Pushing event deleted for resources: {'Port': ['ID=ab94e450-c7b8-40fe-a32f-b180f55802f2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:02.145155 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360112c-0aae-43bb-b2fe-6fa7830506ee req-ca9f791d-cf07-418d-99a5-a5d5d9bef5e4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:02.147288 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2360112c-0aae-43bb-b2fe-6fa7830506ee req-ca9f791d-cf07-418d-99a5-a5d5d9bef5e4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 945 time: 0.1755071 Mar 23 01:34:02.148761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24,segment=NetworkSegment(47affd4e-d66c-47f4-8f73-5f8d8e16dd71),segment_id=47affd4e-d66c-47f4-8f73-5f8d8e16dd71)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:02.157533 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:02.162369 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ab94e450-c7b8-40fe-a32f-b180f55802f2 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:34:02.166928 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-ade543c4-e996-4731-8a96-3056b28e8fbe tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks [] for port (2f4c0567-5614-400b-b3ef-749dcba91ccf), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:02.219017 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: ab94e450-c7b8-40fe-a32f-b180f55802f2 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:34:02.219622 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ab94e450-c7b8-40fe-a32f-b180f55802f2 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:34:02.219754 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c88778de-d4ae-467f-bc21-18cd59cb5bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (32d99b6f-82e0-4417-9e5f-752004b63652), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:02.266625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:02.281416 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2360112c-0aae-43bb-b2fe-6fa7830506ee req-6f403a66-a13f-44c7-bcf9-fa0def3d6756 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216621 Mar 23 01:34:02.299061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-c88778de-d4ae-467f-bc21-18cd59cb5bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d99b6f-82e0-4417-9e5f-752004b63652']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:02.309992 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-c88778de-d4ae-467f-bc21-18cd59cb5bc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:02.310245 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-c88778de-d4ae-467f-bc21-18cd59cb5bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:02.322327 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c88778de-d4ae-467f-bc21-18cd59cb5bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:02.344791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Allocated IP 172.20.0.1 (dad34f83-4f40-47a7-9927-593a4894674b/6c63d5fa-2787-4786-be86-a2dbfefc660e/4a344cf7-f0ff-4379-a851-d3b8812ee39e) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:02.348484 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c88778de-d4ae-467f-bc21-18cd59cb5bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:02.357627 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88778de-d4ae-467f-bc21-18cd59cb5bc5 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:34:02.358472 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c88778de-d4ae-467f-bc21-18cd59cb5bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (832e3dcf-a7fe-4874-b3ca-bbe0479d7cc9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:34:02.363843 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:34:02.368674 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-ade543c4-e996-4731-8a96-3056b28e8fbe tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2f4c0567-5614-400b-b3ef-749dcba91ccf), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:02.424013 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a886cb-355b-407d-ba8d-4ccc5e37fb32 req-902cba4e-c010-449a-8e90-94f8e798f7c2 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] No DVR routers for this DVR port ab94e450-c7b8-40fe-a32f-b180f55802f2 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:34:02.446059 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b0a886cb-355b-407d-ba8d-4ccc5e37fb32 req-902cba4e-c010-449a-8e90-94f8e798f7c2 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:02.449663 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0a886cb-355b-407d-ba8d-4ccc5e37fb32 req-902cba4e-c010-449a-8e90-94f8e798f7c2 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.43 "DELETE /v2.0/ports/ab94e450-c7b8-40fe-a32f-b180f55802f2 HTTP/1.1" status: 204 len: 173 time: 3.8675804 Mar 23 01:34:02.527941 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c88778de-d4ae-467f-bc21-18cd59cb5bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (32d99b6f-82e0-4417-9e5f-752004b63652), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:02.533844 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e252f504-dd38-45ab-bc82-c0f6cece0e66 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:02.542464 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a76688a-3086-431d-9333-518048a9ca1a req-6f7d8359-91c3-4cda-a525-00516a0dfda7 tempest-ImagesOneServerTestJSON-935742290 tempest-ImagesOneServerTestJSON-935742290-project] 10.222.0.18 "GET /v2.0/security-groups?id=512b8583-b814-45a2-a0a8-5df0c11064ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6559725 Mar 23 01:34:02.543983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89163839-12a5-4f8e-b27f-542815625e3c req-3cfedf4b-73e6-410f-a070-2490148b1fdc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:02.560270 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89163839-12a5-4f8e-b27f-542815625e3c req-3cfedf4b-73e6-410f-a070-2490148b1fdc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 932 time: 0.1784189 Mar 23 01:34:02.565847 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c88778de-d4ae-467f-bc21-18cd59cb5bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:02.571724 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c88778de-d4ae-467f-bc21-18cd59cb5bc5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/32d99b6f-82e0-4417-9e5f-752004b63652 HTTP/1.1" status: 204 len: 168 time: 0.6909347 Mar 23 01:34:02.661949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88778de-d4ae-467f-bc21-18cd59cb5bc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=32d99b6f-82e0-4417-9e5f-752004b63652,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:02.666044 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa69880-15e2-4bd1-a49e-25c1c81cbcb7 x-openstack-request-id: req-1aa69880-15e2-4bd1-a49e-25c1c81cbcb7 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:34:02.666448 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bc3fc9-7333-4689-a9f8-9e58b08a300e", "name": "network-vif-plugged", "status": "completed", "tag": "976f688d-42f1-4063-af4c-3794e13d7d33", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:34:02.667436 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1aa69880-15e2-4bd1-a49e-25c1c81cbcb7 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:34:02.667436 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa69880-15e2-4bd1-a49e-25c1c81cbcb7'] response: {'server_uuid': '49bc3fc9-7333-4689-a9f8-9e58b08a300e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976f688d-42f1-4063-af4c-3794e13d7d33', 'code': 200} Mar 23 01:34:02.701099 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e252f504-dd38-45ab-bc82-c0f6cece0e66 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:02.701572 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e252f504-dd38-45ab-bc82-c0f6cece0e66), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:02.752968 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89163839-12a5-4f8e-b27f-542815625e3c req-c8e1f00d-d8f8-4a1c-b286-2fc60b55d3ef tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852124 Mar 23 01:34:02.826683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35404) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:02.839258 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-ade543c4-e996-4731-8a96-3056b28e8fbe tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Network 11a64475-d2db-4f02-97ca-82d855d62717 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:02.869950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e252f504-dd38-45ab-bc82-c0f6cece0e66 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:02.870621 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-ade543c4-e996-4731-8a96-3056b28e8fbe tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:02.872332 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e252f504-dd38-45ab-bc82-c0f6cece0e66), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:02.906053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7c6444ba-a27d-4f22-a359-36f3ce54e0a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e0ff5c9bbc74a129a5525cd7d79d1bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0759254 Mar 23 01:34:02.906269 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35410) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:02.935437 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-ade543c4-e996-4731-8a96-3056b28e8fbe tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:02.947461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade543c4-e996-4731-8a96-3056b28e8fbe tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Pushing event updated for resources: {'Port': ['ID=2f4c0567-5614-400b-b3ef-749dcba91ccf,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:02.954650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port e252f504-dd38-45ab-bc82-c0f6cece0e66, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e252f504-dd38-45ab-bc82-c0f6cece0e66,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:02.964827 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e252f504-dd38-45ab-bc82-c0f6cece0e66), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:03.010477 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5755f40-44c6-4487-8eb7-880e97cdb90a admin admin] Publish callbacks [] for security_group (65ad0723-647b-457c-aabf-e384f1393d90), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:03.052802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=e252f504-dd38-45ab-bc82-c0f6cece0e66,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:03.070017 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5755f40-44c6-4487-8eb7-880e97cdb90a admin admin] Publish callbacks [] for security_group (65ad0723-647b-457c-aabf-e384f1393d90), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:03.153130 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5755f40-44c6-4487-8eb7-880e97cdb90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (65ad0723-647b-457c-aabf-e384f1393d90), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:03.157031 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5755f40-44c6-4487-8eb7-880e97cdb90a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:03.161262 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b5755f40-44c6-4487-8eb7-880e97cdb90a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65ad0723-647b-457c-aabf-e384f1393d90 HTTP/1.1" status: 204 len: 168 time: 0.2538135 Mar 23 01:34:03.182480 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5755f40-44c6-4487-8eb7-880e97cdb90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ad0723-647b-457c-aabf-e384f1393d90,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:03.274103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad9f7d6-9930-43cb-bde9-db3aac71f504', 'name': 'network-vif-deleted', 'tag': 'ab94e450-c7b8-40fe-a32f-b180f55802f2'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:34:03.276467 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b961139-bfad-4dd3-8e13-22c77fd07c45" -d '{"events": [{"server_uuid": "3ad9f7d6-9930-43cb-bde9-db3aac71f504", "name": "network-vif-deleted", "tag": "ab94e450-c7b8-40fe-a32f-b180f55802f2"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:34:03.287273 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Publish callbacks [] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:03.354290 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a8e064-595d-4f77-84af-2d26fc81f6e8 x-openstack-request-id: req-71a8e064-595d-4f77-84af-2d26fc81f6e8 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:34:03.355052 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad9f7d6-9930-43cb-bde9-db3aac71f504", "name": "network-vif-deleted", "tag": "ab94e450-c7b8-40fe-a32f-b180f55802f2", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:34:03.355052 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71a8e064-595d-4f77-84af-2d26fc81f6e8 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:34:03.355423 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71a8e064-595d-4f77-84af-2d26fc81f6e8'] response: {'server_uuid': '3ad9f7d6-9930-43cb-bde9-db3aac71f504', 'name': 'network-vif-deleted', 'tag': 'ab94e450-c7b8-40fe-a32f-b180f55802f2', 'status': 'completed', 'code': 200} Mar 23 01:34:03.398848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-ade543c4-e996-4731-8a96-3056b28e8fbe tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:03.399471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-ade543c4-e996-4731-8a96-3056b28e8fbe tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:03.464326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dfefb-4d48-4f08-870e-fdaa782afc7b req-4b8f723b-319b-47a6-a1fd-e4ef66cfa619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:03.466018 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cb6dfefb-4d48-4f08-870e-fdaa782afc7b req-4b8f723b-319b-47a6-a1fd-e4ef66cfa619 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 1127 time: 0.6630406 Mar 23 01:34:03.466318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab396e-d87b-4d8c-8c01-d41342addbaf req-a1543097-1352-417b-99b4-959f5d966551 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:03.468456 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11ab396e-d87b-4d8c-8c01-d41342addbaf req-a1543097-1352-417b-99b4-959f5d966551 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 945 time: 0.0764067 Mar 23 01:34:03.494050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-ade543c4-e996-4731-8a96-3056b28e8fbe tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8971050 Mar 23 01:34:03.529747 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:03.534047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Request body: {'port': {'device_id': 'ad620267-241b-4f3e-ae7b-de8db3e3fd5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:03.550388 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96660b4-dc7e-4e69-b9de-1ced1cd2810f req-22c35179-9bd1-403a-8d2c-1f934b49ebcb tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:03.551993 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e96660b4-dc7e-4e69-b9de-1ced1cd2810f req-22c35179-9bd1-403a-8d2c-1f934b49ebcb tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 946 time: 0.2713633 Mar 23 01:34:03.574123 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11ab396e-d87b-4d8c-8c01-d41342addbaf req-406bb44d-9025-4456-a5b4-fadfc7d88dc4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976138 Mar 23 01:34:03.609040 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:03.643714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Pushing event updated for resources: {'Port': ['ID=4a344cf7-f0ff-4379-a851-d3b8812ee39e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:03.709475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Network dad34f83-4f40-47a7-9927-593a4894674b is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:03.727903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:03.734924 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:03.768157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cb6dfefb-4d48-4f08-870e-fdaa782afc7b req-6f82fe34-ac69-44b3-a6c2-5c5ce23fddc4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890012 Mar 23 01:34:03.836206 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0540d31-ccef-4ae7-b6ac-bd25679db54d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (97a30af8-7547-4fea-9a47-a9a5d9cc83fe), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:03.841407 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2f4c0567-5614-400b-b3ef-749dcba91ccf), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:03.846047 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e96660b4-dc7e-4e69-b9de-1ced1cd2810f req-0401af26-388c-45ec-b509-135c030825ac tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/security-groups?id=56dd7fd4-a0e6-41ff-87af-9624fa187321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376804 Mar 23 01:34:03.968675 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22834c9e-123a-4914-ba38-fdd957e821f0 req-b16d3914-3042-42c0-a188-b063320a6a5b tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:03.972084 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22834c9e-123a-4914-ba38-fdd957e821f0 req-b16d3914-3042-42c0-a188-b063320a6a5b tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 932 time: 0.1012261 Mar 23 01:34:04.031910 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (0f6dc222-5722-4e01-92c4-1fa3820526ca), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:04.191610 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35446) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:04.233630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-442d60a2-cbc1-41cf-b608-63b0b7bb06d9 None None] Provisioning complete for port 4a344cf7-f0ff-4379-a851-d3b8812ee39e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:04.236320 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-442d60a2-cbc1-41cf-b608-63b0b7bb06d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:04.291457 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35452) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:04.314789 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-442d60a2-cbc1-41cf-b608-63b0b7bb06d9 None None] Port 4a344cf7-f0ff-4379-a851-d3b8812ee39e cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:34:04.433865 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22834c9e-123a-4914-ba38-fdd957e821f0 req-53278176-fea9-49a5-a665-4cc7023155eb tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483023 Mar 23 01:34:04.445962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-cb63095c-7153-4545-bc2b-d4560e785f7f tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-799265161'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:04.457570 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e252f504-dd38-45ab-bc82-c0f6cece0e66 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:04.535613 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e252f504-dd38-45ab-bc82-c0f6cece0e66 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:04.535991 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e252f504-dd38-45ab-bc82-c0f6cece0e66), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:04.562569 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb63095c-7153-4545-bc2b-d4560e785f7f tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (b949bab1-f8d7-4b54-9a71-7d5244c5c50d), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:04.563603 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb63095c-7153-4545-bc2b-d4560e785f7f tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (b949bab1-f8d7-4b54-9a71-7d5244c5c50d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:04.608187 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:04.624880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e252f504-dd38-45ab-bc82-c0f6cece0e66 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:04.668817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:34:04.672209 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcea2011-af9f-4f8f-8543-8388394834fb" -d '{"events": [{"server_uuid": "4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8", "name": "network-vif-plugged", "status": "completed", "tag": "b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:34:04.717352 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00845fa7-9a4d-41a8-a241-9966f3a47ad1 x-openstack-request-id: req-00845fa7-9a4d-41a8-a241-9966f3a47ad1 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:34:04.717641 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8", "name": "network-vif-plugged", "status": "completed", "tag": "b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:34:04.718083 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00845fa7-9a4d-41a8-a241-9966f3a47ad1 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:34:04.718486 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00845fa7-9a4d-41a8-a241-9966f3a47ad1'] response: {'server_uuid': '4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24', 'code': 200} Mar 23 01:34:04.735044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5b4b7ab5-62f1-4203-a13e-2fa09b2a5d6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6c5ea1cbddd4d2c9618ac74dade0f92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4345076 Mar 23 01:34:04.738016 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35470) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:04.775534 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb63095c-7153-4545-bc2b-d4560e785f7f tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router_controller (b949bab1-f8d7-4b54-9a71-7d5244c5c50d), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:04.801945 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35472) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:04.804236 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb63095c-7153-4545-bc2b-d4560e785f7f tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (b949bab1-f8d7-4b54-9a71-7d5244c5c50d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:04.827623 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6bfc58ec-5158-4345-8be7-713b8e78241e admin admin] Publish callbacks [] for security_group (512b8583-b814-45a2-a0a8-5df0c11064ea), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:04.852200 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6bfc58ec-5158-4345-8be7-713b8e78241e admin admin] Publish callbacks [] for security_group (512b8583-b814-45a2-a0a8-5df0c11064ea), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:04.906227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-f0540d31-ccef-4ae7-b6ac-bd25679db54d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting port 07791d31-3a57-4fdf-a0e5-ed902f44ada3 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:34:04.906577 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0540d31-ccef-4ae7-b6ac-bd25679db54d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (07791d31-3a57-4fdf-a0e5-ed902f44ada3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:04.908754 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6bfc58ec-5158-4345-8be7-713b8e78241e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (512b8583-b814-45a2-a0a8-5df0c11064ea), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:04.911463 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6bfc58ec-5158-4345-8be7-713b8e78241e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:04.913626 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6bfc58ec-5158-4345-8be7-713b8e78241e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/512b8583-b814-45a2-a0a8-5df0c11064ea HTTP/1.1" status: 204 len: 168 time: 0.1745026 Mar 23 01:34:04.924385 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc58ec-5158-4345-8be7-713b8e78241e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512b8583-b814-45a2-a0a8-5df0c11064ea,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:04.929094 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb63095c-7153-4545-bc2b-d4560e785f7f tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:04.930313 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cb63095c-7153-4545-bc2b-d4560e785f7f tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7364795 Mar 23 01:34:04.934064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35480) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:05.008987 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4c0567-5614-400b-b3ef-749dcba91ccf {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:34:05.017905 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0a6d777e-fbd0-4361-9397-ce8f3fa2d8b4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-91586125-network', 'tenant_id': '502c1396aecc4792a466ed6e68112592'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:05.025741 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464251c-ccb3-468f-91be-fb460eea8f43 req-6a0caacf-157d-407f-9d55-7e788a96b1df tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:05.027565 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0464251c-ccb3-468f-91be-fb460eea8f43 req-6a0caacf-157d-407f-9d55-7e788a96b1df tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 945 time: 0.3506351 Mar 23 01:34:05.038718 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Publish callbacks [] for port (2f4c0567-5614-400b-b3ef-749dcba91ccf), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.092418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Transition to ACTIVE for port object 2f4c0567-5614-400b-b3ef-749dcba91ccf will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:34:05.114858 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (2f4c0567-5614-400b-b3ef-749dcba91ccf), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.120358 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-289818d8-30cf-4a36-bbec-e14e28fcf529 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router (b949bab1-f8d7-4b54-9a71-7d5244c5c50d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.147906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bd12f-9313-42fe-b7d0-ac3d02240cfd req-add53794-b105-4357-a4e6-3f4d8c0f5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:05.149474 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e94bd12f-9313-42fe-b7d0-ac3d02240cfd req-add53794-b105-4357-a4e6-3f4d8c0f5c49 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 1128 time: 0.3161719 Mar 23 01:34:05.189391 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0540d31-ccef-4ae7-b6ac-bd25679db54d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (07791d31-3a57-4fdf-a0e5-ed902f44ada3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.204045 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6d777e-fbd0-4361-9397-ce8f3fa2d8b4 admin admin] Made reservation on behalf of 502c1396aecc4792a466ed6e68112592 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:05.206369 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a6d777e-fbd0-4361-9397-ce8f3fa2d8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.225528 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a6d777e-fbd0-4361-9397-ce8f3fa2d8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.236650 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-f0540d31-ccef-4ae7-b6ac-bd25679db54d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Calling delete_port for 07791d31-3a57-4fdf-a0e5-ed902f44ada3 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:34:05.246104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b23b8-66b1-43b8-bce3-a3ff0655084b req-1ddf9565-a36e-4639-a4cc-347f31c85989 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:05.247689 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4f9b23b8-66b1-43b8-bce3-a3ff0655084b req-1ddf9565-a36e-4639-a4cc-347f31c85989 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 946 time: 0.2259979 Mar 23 01:34:05.251994 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0464251c-ccb3-468f-91be-fb460eea8f43 req-84b0517a-7abb-4d62-991b-cda5e4c7d620 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054315 Mar 23 01:34:05.295004 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Publish callbacks [] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.319148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Pushing event updated for resources: {'Port': ['ID=2f4c0567-5614-400b-b3ef-749dcba91ccf,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:05.361193 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.392825 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-289818d8-30cf-4a36-bbec-e14e28fcf529 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (b949bab1-f8d7-4b54-9a71-7d5244c5c50d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.398382 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-289818d8-30cf-4a36-bbec-e14e28fcf529 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router_controller (b949bab1-f8d7-4b54-9a71-7d5244c5c50d), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.468616 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4f9b23b8-66b1-43b8-bce3-a3ff0655084b req-ff8a238c-fdab-4512-bf27-2e13a8c09684 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/security-groups?id=56dd7fd4-a0e6-41ff-87af-9624fa187321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840122 Mar 23 01:34:05.480974 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-289818d8-30cf-4a36-bbec-e14e28fcf529 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (b949bab1-f8d7-4b54-9a71-7d5244c5c50d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.481524 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289818d8-30cf-4a36-bbec-e14e28fcf529 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b949bab1-f8d7-4b54-9a71-7d5244c5c50d {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:34:05.486028 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-289818d8-30cf-4a36-bbec-e14e28fcf529 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.490795 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-289818d8-30cf-4a36-bbec-e14e28fcf529 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] 10.222.0.18 "DELETE /v2.0/routers/b949bab1-f8d7-4b54-9a71-7d5244c5c50d HTTP/1.1" status: 204 len: 168 time: 0.5519533 Mar 23 01:34:05.490795 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35494) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:05.495881 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-aef0dbba-efb4-42cb-a41d-90e7e3e376fa tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Request body: {'router': {'name': 'tempest-router-1361023', 'distributed': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:05.540561 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a6d777e-fbd0-4361-9397-ce8f3fa2d8b4 admin admin] Publish callbacks [] for security_group (0b87c96c-fa5f-43f0-ad3f-bfba495dc49c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.543755 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aef0dbba-efb4-42cb-a41d-90e7e3e376fa tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (a85a61d3-ab17-4dba-87f6-c0d44a044ef4), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.545002 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aef0dbba-efb4-42cb-a41d-90e7e3e376fa tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (a85a61d3-ab17-4dba-87f6-c0d44a044ef4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.551089 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a6d777e-fbd0-4361-9397-ce8f3fa2d8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0b87c96c-fa5f-43f0-ad3f-bfba495dc49c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.581645 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6d777e-fbd0-4361-9397-ce8f3fa2d8b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:34:05.639850 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a6d777e-fbd0-4361-9397-ce8f3fa2d8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c68ac88b-fde7-44e9-9885-d6bdfea8b7fe), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.640121 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-0a6d777e-fbd0-4361-9397-ce8f3fa2d8b4 admin admin] Added segment c68ac88b-fde7-44e9-9885-d6bdfea8b7fe of type vlan for network b81fb5d8-6712-4e02-9517-eabc6d26a52a Mar 23 01:34:05.649375 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d777e-fbd0-4361-9397-ce8f3fa2d8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:05.659335 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aef0dbba-efb4-42cb-a41d-90e7e3e376fa tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router_controller (a85a61d3-ab17-4dba-87f6-c0d44a044ef4), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.682624 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aef0dbba-efb4-42cb-a41d-90e7e3e376fa tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (a85a61d3-ab17-4dba-87f6-c0d44a044ef4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.700697 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a6d777e-fbd0-4361-9397-ce8f3fa2d8b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (b81fb5d8-6712-4e02-9517-eabc6d26a52a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.716054 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aef0dbba-efb4-42cb-a41d-90e7e3e376fa tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.717337 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aef0dbba-efb4-42cb-a41d-90e7e3e376fa tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.2260170 Mar 23 01:34:05.723111 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35502) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:05.766002 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e94bd12f-9313-42fe-b7d0-ac3d02240cfd req-dd1ec4ed-f8ec-4380-9d7b-4ad69a887805 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=56dd7fd4-a0e6-41ff-87af-9624fa187321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865436 Mar 23 01:34:05.802177 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a6d777e-fbd0-4361-9397-ce8f3fa2d8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (b81fb5d8-6712-4e02-9517-eabc6d26a52a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.803129 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6d777e-fbd0-4361-9397-ce8f3fa2d8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:05.803852 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a6d777e-fbd0-4361-9397-ce8f3fa2d8b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.820501 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Pushing event updated for resources: {'Port': ['ID=4a344cf7-f0ff-4379-a851-d3b8812ee39e,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:05.841383 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (0f6dc222-5722-4e01-92c4-1fa3820526ca), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.870513 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dd51193f-a8d3-4bbc-b529-83feee434249 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router (a85a61d3-ab17-4dba-87f6-c0d44a044ef4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:05.877125 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0a6d777e-fbd0-4361-9397-ce8f3fa2d8b4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0741041 Mar 23 01:34:05.902568 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35506) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:05.911991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-556cfe4a-1295-4983-a277-af3dead2dca2 admin admin] Request body: {'subnet': {'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-91586125-subnet', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:05.936311 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Attempting to bind port 2f4c0567-5614-400b-b3ef-749dcba91ccf on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:05.937005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Attempting to bind port 2f4c0567-5614-400b-b3ef-749dcba91ccf by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:05.937549 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Attempting to bind port 2f4c0567-5614-400b-b3ef-749dcba91ccf on network 11a64475-d2db-4f02-97ca-82d855d62717 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:05.951066 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d777e-fbd0-4361-9397-ce8f3fa2d8b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b81fb5d8-6712-4e02-9517-eabc6d26a52a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:05.964419 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network b81fb5d8-6712-4e02-9517-eabc6d26a52a details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:34:06.009461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Port 2f4c0567-5614-400b-b3ef-749dcba91ccf on network 11a64475-d2db-4f02-97ca-82d855d62717 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:34:06.010063 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Attempting to bind port 2f4c0567-5614-400b-b3ef-749dcba91ccf on network 11a64475-d2db-4f02-97ca-82d855d62717 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:06.021613 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a81e30-5f64-4184-86ac-7c1ed9b62721 req-052ebffa-df10-432c-97dc-77df9f87132f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:06.023377 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-58a81e30-5f64-4184-86ac-7c1ed9b62721 req-052ebffa-df10-432c-97dc-77df9f87132f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 944 time: 0.2374868 Mar 23 01:34:06.030045 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556cfe4a-1295-4983-a277-af3dead2dca2 admin admin] Made reservation on behalf of 502c1396aecc4792a466ed6e68112592 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:06.033262 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-556cfe4a-1295-4983-a277-af3dead2dca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.059110 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dd51193f-a8d3-4bbc-b529-83feee434249 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (a85a61d3-ab17-4dba-87f6-c0d44a044ef4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.061586 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dd51193f-a8d3-4bbc-b529-83feee434249 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router_controller (a85a61d3-ab17-4dba-87f6-c0d44a044ef4), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.068002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:06.068359 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Checking segment: {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:06.068794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Bound using segment: {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:06.069254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Bound port: 2f4c0567-5614-400b-b3ef-749dcba91ccf, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:06.069618 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2f4c0567-5614-400b-b3ef-749dcba91ccf), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.111174 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dd51193f-a8d3-4bbc-b529-83feee434249 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (a85a61d3-ab17-4dba-87f6-c0d44a044ef4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.111841 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd51193f-a8d3-4bbc-b529-83feee434249 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a85a61d3-ab17-4dba-87f6-c0d44a044ef4 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:34:06.116909 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dd51193f-a8d3-4bbc-b529-83feee434249 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.119278 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dd51193f-a8d3-4bbc-b529-83feee434249 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] 10.222.0.18 "DELETE /v2.0/routers/a85a61d3-ab17-4dba-87f6-c0d44a044ef4 HTTP/1.1" status: 204 len: 168 time: 0.3949783 Mar 23 01:34:06.122865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35518) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:06.128166 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ad7a9312-93ca-45ed-8aff-5f46fd42e3c9 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Request body: {'router': {'name': 'tempest-router-1293198665', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '55466eab4be74facb4e0ea3830fde4da'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:06.151085 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9312-93ca-45ed-8aff-5f46fd42e3c9 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (b54c28d2-98f9-4ada-9816-e0474ea1c99d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.152845 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9312-93ca-45ed-8aff-5f46fd42e3c9 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (b54c28d2-98f9-4ada-9816-e0474ea1c99d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.222015 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9312-93ca-45ed-8aff-5f46fd42e3c9 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router_controller (b54c28d2-98f9-4ada-9816-e0474ea1c99d), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.227854 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9312-93ca-45ed-8aff-5f46fd42e3c9 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (b54c28d2-98f9-4ada-9816-e0474ea1c99d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.230550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Network dad34f83-4f40-47a7-9927-593a4894674b is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:06.245706 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9312-93ca-45ed-8aff-5f46fd42e3c9 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.246705 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ad7a9312-93ca-45ed-8aff-5f46fd42e3c9 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1221094 Mar 23 01:34:06.249651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:06.251111 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35520) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:06.257498 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-1d71e4f6-0574-44cc-800a-8961ab7a5a6a tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Request body: {'router': {'distributed': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:06.266926 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-58a81e30-5f64-4184-86ac-7c1ed9b62721 req-003b99df-033f-42bd-8be7-a5e63613baa5 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244480 Mar 23 01:34:06.303148 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0540d31-ccef-4ae7-b6ac-bd25679db54d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (07791d31-3a57-4fdf-a0e5-ed902f44ada3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.477471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0540d31-ccef-4ae7-b6ac-bd25679db54d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Port': ['ID=07791d31-3a57-4fdf-a0e5-ed902f44ada3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:06.477977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35526) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:06.493135 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] For port 2f4c0567-5614-400b-b3ef-749dcba91ccf, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:06.537302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Router 0f6dc222-5722-4e01-92c4-1fa3820526ca has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:34:06.546041 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] For port 2f4c0567-5614-400b-b3ef-749dcba91ccf, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2f4c0567-5614-400b-b3ef-749dcba91ccf,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:06.582049 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1d71e4f6-0574-44cc-800a-8961ab7a5a6a tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (b54c28d2-98f9-4ada-9816-e0474ea1c99d), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.582325 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1d71e4f6-0574-44cc-800a-8961ab7a5a6a tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router (b54c28d2-98f9-4ada-9816-e0474ea1c99d), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.596992 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (2f4c0567-5614-400b-b3ef-749dcba91ccf), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.668312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-857fbe6f-2ff9-46ec-a97e-807f21b5eaa2 None None] Provisioning complete for port 4a344cf7-f0ff-4379-a851-d3b8812ee39e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:06.669071 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-857fbe6f-2ff9-46ec-a97e-807f21b5eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.677306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52e881-af0c-426b-b7d0-594268ea3f35 req-3485b467-ef43-4f67-b7c1-724d3abec641 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:06.679258 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5c52e881-af0c-426b-b7d0-594268ea3f35 req-3485b467-ef43-4f67-b7c1-724d3abec641 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 945 time: 0.2874475 Mar 23 01:34:06.679460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:06.680511 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.682380 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] 10.222.0.43 "PUT /v2.0/ports/2f4c0567-5614-400b-b3ef-749dcba91ccf HTTP/1.1" status: 200 len: 1092 time: 3.1587484 Mar 23 01:34:06.697427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad620267-241b-4f3e-ae7b-de8db3e3fd5b', 'tag': '2f4c0567-5614-400b-b3ef-749dcba91ccf'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:34:06.700200 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f81c617-7b5d-45b9-bf70-184875da5851" -d '{"events": [{"name": "network-changed", "server_uuid": "ad620267-241b-4f3e-ae7b-de8db3e3fd5b", "tag": "2f4c0567-5614-400b-b3ef-749dcba91ccf"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:34:06.729213 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1d71e4f6-0574-44cc-800a-8961ab7a5a6a tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=99263) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 23 01:34:06.729936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1d71e4f6-0574-44cc-800a-8961ab7a5a6a tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Router b54c28d2-98f9-4ada-9816-e0474ea1c99d migrating from provider to provider. {{(pid=99263) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 23 01:34:06.730564 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1d71e4f6-0574-44cc-800a-8961ab7a5a6a tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router_controller (b54c28d2-98f9-4ada-9816-e0474ea1c99d), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.752676 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-857fbe6f-2ff9-46ec-a97e-807f21b5eaa2 None None] Port 4a344cf7-f0ff-4379-a851-d3b8812ee39e cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:34:06.752925 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1d71e4f6-0574-44cc-800a-8961ab7a5a6a tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router_controller (b54c28d2-98f9-4ada-9816-e0474ea1c99d), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.767055 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1d71e4f6-0574-44cc-800a-8961ab7a5a6a tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (b54c28d2-98f9-4ada-9816-e0474ea1c99d), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.769290 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b01707d-da14-4d69-9f47-675bb5e9a70f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:06.787436 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5c52e881-af0c-426b-b7d0-594268ea3f35 req-1808e633-ae32-497e-bbf0-acd6db5ce8db tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946600 Mar 23 01:34:06.864127 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0ca265-5fc6-4d3c-ad95-f8eb4a7e31e3 x-openstack-request-id: req-1f0ca265-5fc6-4d3c-ad95-f8eb4a7e31e3 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:34:06.864706 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad620267-241b-4f3e-ae7b-de8db3e3fd5b", "tag": "2f4c0567-5614-400b-b3ef-749dcba91ccf", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:34:06.864864 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f0ca265-5fc6-4d3c-ad95-f8eb4a7e31e3 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:34:06.865512 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0ca265-5fc6-4d3c-ad95-f8eb4a7e31e3'] response: {'name': 'network-changed', 'server_uuid': 'ad620267-241b-4f3e-ae7b-de8db3e3fd5b', 'tag': '2f4c0567-5614-400b-b3ef-749dcba91ccf', 'status': 'completed', 'code': 200} Mar 23 01:34:06.911583 n-d-834677-4 neutron-server[99263]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1d71e4f6-0574-44cc-800a-8961ab7a5a6a tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] No L3 agents can host the router b54c28d2-98f9-4ada-9816-e0474ea1c99d Mar 23 01:34:06.982145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99eb861-ce4f-447f-9ef3-d392aabfdfeb service neutron] Pushing event updated for resources: {'Port': ['ID=2f4c0567-5614-400b-b3ef-749dcba91ccf,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:07.009420 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-556cfe4a-1295-4983-a277-af3dead2dca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (ca1049c9-9f9b-402a-8dcd-186503cb9589), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:07.051706 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0540d31-ccef-4ae7-b6ac-bd25679db54d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (97a30af8-7547-4fea-9a47-a9a5d9cc83fe), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:07.099190 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b88f5-babe-47a0-bb3d-45fe074f8f71 req-696b1f7c-e0e1-44c0-bf21-ec5014e0e74b tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:07.100239 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:34:07.106914 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-188b88f5-babe-47a0-bb3d-45fe074f8f71 req-696b1f7c-e0e1-44c0-bf21-ec5014e0e74b tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 946 time: 0.4418104 Mar 23 01:34:07.149895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:34:07.162961 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Sync routers for ids ['0f6dc222-5722-4e01-92c4-1fa3820526ca'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:34:07.174119 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Routers {'0f6dc222-5722-4e01-92c4-1fa3820526ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:07.174785 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0f6dc222-5722-4e01-92c4-1fa3820526ca'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:07.197340 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5ebbf87a-efd0-4c10-8920-33598d2c53a4 admin admin] 10.222.0.18 "PUT /v2.0/routers/0f6dc222-5722-4e01-92c4-1fa3820526ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2578182 Mar 23 01:34:07.199244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cfe4a-1295-4983-a277-af3dead2dca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca1049c9-9f9b-402a-8dcd-186503cb9589,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:07.248962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-908fd346-52f4-4ebc-bf8f-2a4cb402c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:07.250693 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-908fd346-52f4-4ebc-bf8f-2a4cb402c220 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 1126 time: 0.4661403 Mar 23 01:34:07.286366 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Set router 0f6dc222-5722-4e01-92c4-1fa3820526ca gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:34:07.302389 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-188b88f5-babe-47a0-bb3d-45fe074f8f71 req-fc62bceb-9a64-46be-a705-98fd0c1e0ab1 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/security-groups?id=56dd7fd4-a0e6-41ff-87af-9624fa187321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944358 Mar 23 01:34:07.347466 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-2476a01d-cb35-423c-aa47-a838e89ab346 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f4c0567-5614-400b-b3ef-749dcba91ccf HTTP/1.1" status: 200 len: 217 time: 0.0569355 Mar 23 01:34:07.446056 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b01707d-da14-4d69-9f47-675bb5e9a70f admin admin] Publish callbacks [] for security_group (9cc8bf81-1522-4afd-bb82-c2ca16ae25c7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:07.447683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71e4f6-0574-44cc-800a-8961ab7a5a6a tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Hosts for router b54c28d2-98f9-4ada-9816-e0474ea1c99d: [] {{(pid=99263) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 23 01:34:07.475041 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556cfe4a-1295-4983-a277-af3dead2dca2 admin admin] Checking segment: {'id': 'c68ac88b-fde7-44e9-9885-d6bdfea8b7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:07.475362 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556cfe4a-1295-4983-a277-af3dead2dca2 admin admin] Network hostable DHCP agents. Network: b81fb5d8-6712-4e02-9517-eabc6d26a52a, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:34:07.477655 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71e4f6-0574-44cc-800a-8961ab7a5a6a tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Hosts for other DVR routers connected to router b54c28d2-98f9-4ada-9816-e0474ea1c99d: set() {{(pid=99263) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 23 01:34:07.480431 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1d71e4f6-0574-44cc-800a-8961ab7a5a6a tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:07.484332 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1d71e4f6-0574-44cc-800a-8961ab7a5a6a tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] 10.222.0.18 "PUT /v2.0/routers/b54c28d2-98f9-4ada-9816-e0474ea1c99d HTTP/1.1" status: 200 len: 717 time: 1.2296543 Mar 23 01:34:07.484332 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b01707d-da14-4d69-9f47-675bb5e9a70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9cc8bf81-1522-4afd-bb82-c2ca16ae25c7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:07.484953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35542) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:07.514526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01707d-da14-4d69-9f47-675bb5e9a70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc8bf81-1522-4afd-bb82-c2ca16ae25c7,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:07.515819 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'name': 'tempest-ServersTestFqdnHostnames-724678297-router', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:04Z', 'revision_number': 4, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'gw_port': {'id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '4a344cf7-f0ff-4379-a851-d3b8812ee39e', 'name': '', 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'mac_address': 'fa:16:3e:b9:67:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:01Z', 'updated_at': '2022-03-23T01:34:04Z', 'revision_number': 2, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'subnets': [{'id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:07.520445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-915884b5-251e-431d-ba52-bc02c4d7e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:07.522976 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-915884b5-251e-431d-ba52-bc02c4d7e17c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef8ca6c1-ff55-42d2-99a7-3b5483039371 HTTP/1.1" status: 200 len: 851 time: 0.1676419 Mar 23 01:34:07.547356 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Checking router: 0f6dc222-5722-4e01-92c4-1fa3820526ca for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:34:07.547703 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Updating router 0f6dc222-5722-4e01-92c4-1fa3820526ca port 4a344cf7-f0ff-4379-a851-d3b8812ee39e binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:34:07.551550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0540d31-ccef-4ae7-b6ac-bd25679db54d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 97a30af8-7547-4fea-9a47-a9a5d9cc83fe has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:34:07.576202 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:07.585006 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-92d0dfcc-b21f-4c18-b2fc-ea039a1a8c97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11a64475-d2db-4f02-97ca-82d855d62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510743 Mar 23 01:34:07.589646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556cfe4a-1295-4983-a277-af3dead2dca2 admin admin] Network b81fb5d8-6712-4e02-9517-eabc6d26a52a is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:34:07.604852 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8d9a6-0510-4984-a98e-f7a2f7c8cdfd req-64c22343-3acb-440d-8196-762a29137c05 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:07.609292 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5df8d9a6-0510-4984-a98e-f7a2f7c8cdfd req-64c22343-3acb-440d-8196-762a29137c05 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 1127 time: 0.6737568 Mar 23 01:34:07.647971 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-41cf7a84-f0e3-4c3d-851c-6e3b6ffb3cb1 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] 10.222.0.18 "GET /v2.0/routers/b54c28d2-98f9-4ada-9816-e0474ea1c99d HTTP/1.1" status: 200 len: 717 time: 0.1393859 Mar 23 01:34:07.653285 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8b01707d-da14-4d69-9f47-675bb5e9a70f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9fddf6f960e47ecbecf5cfa99ce0e0a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1705086 Mar 23 01:34:07.653285 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35544) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:07.653583 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee855c5a-3412-4483-a7e1-12826cfbd7e1 req-d8dd0a0d-3eba-4bba-9f8a-d83d43610462 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:07.653583 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ee855c5a-3412-4483-a7e1-12826cfbd7e1 req-d8dd0a0d-3eba-4bba-9f8a-d83d43610462 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 944 time: 0.2573607 Mar 23 01:34:07.655074 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35546) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:07.657032 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-556cfe4a-1295-4983-a277-af3dead2dca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, b81fb5d8-6712-4e02-9517-eabc6d26a52a) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:07.661798 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556cfe4a-1295-4983-a277-af3dead2dca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:07.662387 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-556cfe4a-1295-4983-a277-af3dead2dca2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:07.670123 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4f981f-4ad0-488e-910b-c0f3c9548a24 None None] Network b81fb5d8-6712-4e02-9517-eabc6d26a52a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:34:07.735217 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5df8d9a6-0510-4984-a98e-f7a2f7c8cdfd req-1ecca9d6-44f8-49a0-a921-fe6ce473d05d tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159999 Mar 23 01:34:07.788662 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-492d745e-61f2-40c1-9f69-195af483bac3 admin admin] Publish callbacks [] for security_group (9cc8bf81-1522-4afd-bb82-c2ca16ae25c7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:07.795586 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0540d31-ccef-4ae7-b6ac-bd25679db54d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:34:07.816541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35554) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:07.817306 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f0540d31-ccef-4ae7-b6ac-bd25679db54d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/97a30af8-7547-4fea-9a47-a9a5d9cc83fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8993635 Mar 23 01:34:07.820721 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-492d745e-61f2-40c1-9f69-195af483bac3 admin admin] Publish callbacks [] for security_group (9cc8bf81-1522-4afd-bb82-c2ca16ae25c7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:07.840401 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e0b4ca-f241-4eb1-b417-c0a7ceeee841 None None] Sync routers for ids ['97a30af8-7547-4fea-9a47-a9a5d9cc83fe'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:34:07.874356 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3932588b-76ef-4010-be94-f06c18c52377 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a30af8-7547-4fea-9a47-a9a5d9cc83fe HTTP/1.1" status: 200 len: 205 time: 0.0560963 Mar 23 01:34:07.881781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35556) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:07.889380 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e0b4ca-f241-4eb1-b417-c0a7ceeee841 None None] Routers {'97a30af8-7547-4fea-9a47-a9a5d9cc83fe'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:07.890247 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f8e0b4ca-f241-4eb1-b417-c0a7ceeee841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['97a30af8-7547-4fea-9a47-a9a5d9cc83fe'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:07.932921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f8e0b4ca-f241-4eb1-b417-c0a7ceeee841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:07.939096 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-b81fb5d8-6712-4e02-9517-eabc6d26a52a', 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a', 'project_id': '502c1396aecc4792a466ed6e68112592', 'fixed_ips': [{'subnet_id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:34:07.940269 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:07.944123 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-556cfe4a-1295-4983-a277-af3dead2dca2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0381749 Mar 23 01:34:07.954128 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-9229c6a5-8996-4415-89dc-acbf09ea580f service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612449 Mar 23 01:34:07.956678 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e0b4ca-f241-4eb1-b417-c0a7ceeee841 None None] Routers {'97a30af8-7547-4fea-9a47-a9a5d9cc83fe'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:07.957523 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ee855c5a-3412-4483-a7e1-12826cfbd7e1 req-83b9d6af-f402-43b6-ac12-d97d45431bb3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902341 Mar 23 01:34:07.958958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35558) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:07.964968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f8e0b4ca-f241-4eb1-b417-c0a7ceeee841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['97a30af8-7547-4fea-9a47-a9a5d9cc83fe'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:07.965767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-91586125-router', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:07.997211 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d35d30e2-f1d1-4f21-9c20-1f6aa59c5b0d tempest-RoutersTestDVR-679351350 tempest-RoutersTestDVR-679351350-project] 10.222.0.18 "GET /v2.0/routers/b54c28d2-98f9-4ada-9816-e0474ea1c99d HTTP/1.1" status: 200 len: 683 time: 0.3429618 Mar 23 01:34:07.999731 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35560) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:08.056568 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f8e0b4ca-f241-4eb1-b417-c0a7ceeee841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:08.067720 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e0b4ca-f241-4eb1-b417-c0a7ceeee841 None None] The sync data for ids ['97a30af8-7547-4fea-9a47-a9a5d9cc83fe'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:34:08.071000 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Publish callbacks [] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.077590 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.092833 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0eb03d2e-8273-424c-a9f0-adfe8da793bc tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router (b54c28d2-98f9-4ada-9816-e0474ea1c99d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.127121 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3bad1-5659-4521-ae05-18140e91fd48 None None] Pushing event updated for resources: {'Port': ['ID=4a344cf7-f0ff-4379-a851-d3b8812ee39e,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:08.131963 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-492d745e-61f2-40c1-9f69-195af483bac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9cc8bf81-1522-4afd-bb82-c2ca16ae25c7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.135259 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-492d745e-61f2-40c1-9f69-195af483bac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.136433 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-492d745e-61f2-40c1-9f69-195af483bac3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9cc8bf81-1522-4afd-bb82-c2ca16ae25c7 HTTP/1.1" status: 204 len: 168 time: 0.4762900 Mar 23 01:34:08.195164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a79dc45a-bcde-4726-9669-2d8c88e36dc3 req-c2a2da18-5790-4cdf-a1cf-69a542a58a13 service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224960 Mar 23 01:34:08.235624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d745e-61f2-40c1-9f69-195af483bac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc8bf81-1522-4afd-bb82-c2ca16ae25c7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:08.265863 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Attempting to bind port 4a344cf7-f0ff-4379-a851-d3b8812ee39e on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:08.266558 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Attempting to bind port 4a344cf7-f0ff-4379-a851-d3b8812ee39e by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '7ab18a1e-18c0-49da-baff-15706c8d9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:08.268733 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Attempting to bind port 4a344cf7-f0ff-4379-a851-d3b8812ee39e on network dad34f83-4f40-47a7-9927-593a4894674b {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:08.285661 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:08.293866 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Checking segment: {'id': '7ab18a1e-18c0-49da-baff-15706c8d9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:08.294943 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.297059 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Bound using segment: {'id': '7ab18a1e-18c0-49da-baff-15706c8d9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:08.299186 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Bound port: 4a344cf7-f0ff-4379-a851-d3b8812ee39e, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab18a1e-18c0-49da-baff-15706c8d9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:08.299844 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.377563 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90976260-3f39-4001-bcd7-d27c7fd55fda tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (97a30af8-7547-4fea-9a47-a9a5d9cc83fe), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.405572 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Allocated IP 172.20.0.2 (b81fb5d8-6712-4e02-9517-eabc6d26a52a/ca1049c9-9f9b-402a-8dcd-186503cb9589/51010b80-95ea-4188-9508-dd8dc0515214) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:08.418396 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (3927e9c9-6ec6-4b95-8d88-5e4c6d97b901), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.421990 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (3927e9c9-6ec6-4b95-8d88-5e4c6d97b901), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.459940 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] For port 4a344cf7-f0ff-4379-a851-d3b8812ee39e, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:08.469529 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] For port 4a344cf7-f0ff-4379-a851-d3b8812ee39e, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4a344cf7-f0ff-4379-a851-d3b8812ee39e,segment=NetworkSegment(7ab18a1e-18c0-49da-baff-15706c8d9374),segment_id=7ab18a1e-18c0-49da-baff-15706c8d9374)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:08.486494 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.489697 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Publish callbacks [] for router_controller (3927e9c9-6ec6-4b95-8d88-5e4c6d97b901), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.551381 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0eb03d2e-8273-424c-a9f0-adfe8da793bc tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (b54c28d2-98f9-4ada-9816-e0474ea1c99d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.557705 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0eb03d2e-8273-424c-a9f0-adfe8da793bc tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router_controller (b54c28d2-98f9-4ada-9816-e0474ea1c99d), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.628883 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3bad1-5659-4521-ae05-18140e91fd48 None None] Pushing event updated for resources: {'Port': ['ID=4a344cf7-f0ff-4379-a851-d3b8812ee39e,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:08.673032 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35568) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:08.685384 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7ca417d4-bca7-4691-8d47-56574a2a47ee tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1539739045', 'description': 'tempest-description--1666488913'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:08.693990 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Publish callbacks [] for port (51010b80-95ea-4188-9508-dd8dc0515214), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.694627 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Routers {'0f6dc222-5722-4e01-92c4-1fa3820526ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:08.694862 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0f6dc222-5722-4e01-92c4-1fa3820526ca'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:08.749160 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (51010b80-95ea-4188-9508-dd8dc0515214), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.781290 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0eb03d2e-8273-424c-a9f0-adfe8da793bc tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (b54c28d2-98f9-4ada-9816-e0474ea1c99d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.781843 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb03d2e-8273-424c-a9f0-adfe8da793bc tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b54c28d2-98f9-4ada-9816-e0474ea1c99d {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:34:08.793974 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0eb03d2e-8273-424c-a9f0-adfe8da793bc tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.798688 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0eb03d2e-8273-424c-a9f0-adfe8da793bc tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] 10.222.0.18 "DELETE /v2.0/routers/b54c28d2-98f9-4ada-9816-e0474ea1c99d HTTP/1.1" status: 204 len: 168 time: 0.7946091 Mar 23 01:34:08.833097 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Network b81fb5d8-6712-4e02-9517-eabc6d26a52a is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:08.843225 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35574) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:08.856142 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e3af3320-f718-43c3-b2ef-00db41938a2a None None] Provisioning complete for port 4a344cf7-f0ff-4379-a851-d3b8812ee39e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:08.856863 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e3af3320-f718-43c3-b2ef-00db41938a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.857057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e4102633-637e-4d82-b27f-400cc5551959 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Request body: {'router': {'name': 'tempest-router-730450738', 'distributed': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:08.859055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:08.906903 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ca417d4-bca7-4691-8d47-56574a2a47ee tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.933717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:08.942702 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] Set router 0f6dc222-5722-4e01-92c4-1fa3820526ca gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:34:08.987932 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4102633-637e-4d82-b27f-400cc5551959 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (9c6dc174-678d-4c0f-9b72-25570e04daa5), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:08.991987 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4102633-637e-4d82-b27f-400cc5551959 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (9c6dc174-678d-4c0f-9b72-25570e04daa5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.003885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Pushing event updated for resources: {'Port': ['ID=51010b80-95ea-4188-9508-dd8dc0515214,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:09.035798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Attempting to bind port 51010b80-95ea-4188-9508-dd8dc0515214 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:09.037260 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Attempting to bind port 51010b80-95ea-4188-9508-dd8dc0515214 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'c68ac88b-fde7-44e9-9885-d6bdfea8b7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:09.040047 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Attempting to bind port 51010b80-95ea-4188-9508-dd8dc0515214 on network b81fb5d8-6712-4e02-9517-eabc6d26a52a {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:09.044590 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f90549-c958-4605-a31f-2a2cbb3388d2 req-7ec1bd05-7f59-4756-afd4-4fde9e195faa tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:09.051437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:09.051806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Checking segment: {'id': 'c68ac88b-fde7-44e9-9885-d6bdfea8b7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:09.053188 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.053775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Bound using segment: {'id': 'c68ac88b-fde7-44e9-9885-d6bdfea8b7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:09.055131 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-97f90549-c958-4605-a31f-2a2cbb3388d2 req-7ec1bd05-7f59-4756-afd4-4fde9e195faa tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 946 time: 0.3412027 Mar 23 01:34:09.055930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Bound port: 51010b80-95ea-4188-9508-dd8dc0515214, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68ac88b-fde7-44e9-9885-d6bdfea8b7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:09.057604 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (51010b80-95ea-4188-9508-dd8dc0515214), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.218230 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4102633-637e-4d82-b27f-400cc5551959 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router_controller (9c6dc174-678d-4c0f-9b72-25570e04daa5), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.231098 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4102633-637e-4d82-b27f-400cc5551959 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (9c6dc174-678d-4c0f-9b72-25570e04daa5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.242522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e3af3320-f718-43c3-b2ef-00db41938a2a None None] Current status of the port 4a344cf7-f0ff-4379-a851-d3b8812ee39e is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:09.242859 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e3af3320-f718-43c3-b2ef-00db41938a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.243527 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-97f90549-c958-4605-a31f-2a2cbb3388d2 req-e772f507-ead2-429d-89dc-621bb79eee88 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/security-groups?id=56dd7fd4-a0e6-41ff-87af-9624fa187321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874166 Mar 23 01:34:09.269001 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4102633-637e-4d82-b27f-400cc5551959 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.270738 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e4102633-637e-4d82-b27f-400cc5551959 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4215276 Mar 23 01:34:09.280636 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35588) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:09.286628 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ca417d4-bca7-4691-8d47-56574a2a47ee tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for security_group (20992968-25cf-435b-8c43-19889d555002), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.321412 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'name': 'tempest-ServersTestFqdnHostnames-724678297-router', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:04Z', 'revision_number': 4, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'gw_port': {'id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '4a344cf7-f0ff-4379-a851-d3b8812ee39e', 'name': '', 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'mac_address': 'fa:16:3e:b9:67:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:01Z', 'updated_at': '2022-03-23T01:34:08Z', 'revision_number': 4, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'subnets': [{'id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:09.347802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] For port 51010b80-95ea-4188-9508-dd8dc0515214, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:09.358949 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] For port 51010b80-95ea-4188-9508-dd8dc0515214, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=51010b80-95ea-4188-9508-dd8dc0515214,segment=NetworkSegment(c68ac88b-fde7-44e9-9885-d6bdfea8b7fe),segment_id=c68ac88b-fde7-44e9-9885-d6bdfea8b7fe)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:09.369404 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ca417d4-bca7-4691-8d47-56574a2a47ee tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (20992968-25cf-435b-8c43-19889d555002), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.374065 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2c7ae0-72ac-42cf-99c2-cba81742449e None None] The sync data for ids ['0f6dc222-5722-4e01-92c4-1fa3820526ca'] in n-d-834677-4 is: [{'id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'name': 'tempest-ServersTestFqdnHostnames-724678297-router', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:04Z', 'revision_number': 4, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'gw_port': {'id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '4a344cf7-f0ff-4379-a851-d3b8812ee39e', 'name': '', 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'mac_address': 'fa:16:3e:b9:67:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:01Z', 'updated_at': '2022-03-23T01:34:08Z', 'revision_number': 4, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'subnets': [{'id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:34:09.393899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e3af3320-f718-43c3-b2ef-00db41938a2a None None] For port 4a344cf7-f0ff-4379-a851-d3b8812ee39e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4a344cf7-f0ff-4379-a851-d3b8812ee39e,segment=NetworkSegment(7ab18a1e-18c0-49da-baff-15706c8d9374),segment_id=7ab18a1e-18c0-49da-baff-15706c8d9374)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:09.397248 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (51010b80-95ea-4188-9508-dd8dc0515214), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.413464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb7c06-3afe-4ea9-b1f5-6283f1423439 req-e4ce8168-2d14-4318-a614-e23ac3c5fd07 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:09.418176 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-decb7c06-3afe-4ea9-b1f5-6283f1423439 req-e4ce8168-2d14-4318-a614-e23ac3c5fd07 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 1127 time: 1.1780472 Mar 23 01:34:09.449784 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-497f9092-25d1-4a71-9277-97566eacabd2 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router (9c6dc174-678d-4c0f-9b72-25570e04daa5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.541368 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d4203-b88b-4ab3-882f-727caf30354f None None] Pushing event updated for resources: {'Port': ['ID=51010b80-95ea-4188-9508-dd8dc0515214,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:09.558957 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e3af3320-f718-43c3-b2ef-00db41938a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.623302 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ca417d4-bca7-4691-8d47-56574a2a47ee tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.628643 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7ca417d4-bca7-4691-8d47-56574a2a47ee tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9443896 Mar 23 01:34:09.629572 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35596) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:09.646635 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90976260-3f39-4001-bcd7-d27c7fd55fda tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (97a30af8-7547-4fea-9a47-a9a5d9cc83fe), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.649884 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81c617-7b5d-45b9-bf70-184875da5851 req-83cc8175-957f-4ee8-a665-ad6e36cbe29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:09.651590 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0f81c617-7b5d-45b9-bf70-184875da5851 req-83cc8175-957f-4ee8-a665-ad6e36cbe29b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 1126 time: 1.3310611 Mar 23 01:34:09.652869 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90976260-3f39-4001-bcd7-d27c7fd55fda tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_controller (97a30af8-7547-4fea-9a47-a9a5d9cc83fe), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.672183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c0fe28dc-98ea-467d-ad5d-4f6bc17f5b58 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Request body: {'security_group_rule': {'security_group_id': '20992968-25cf-435b-8c43-19889d555002', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:09.698648 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af3320-f718-43c3-b2ef-00db41938a2a None None] Pushing event updated for resources: {'Port': ['ID=4a344cf7-f0ff-4379-a851-d3b8812ee39e,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:09.722067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0b75d3f2-b3e8-4149-9f3b-cc90347857d0 None None] Provisioning complete for port 4a344cf7-f0ff-4379-a851-d3b8812ee39e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:09.722446 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b75d3f2-b3e8-4149-9f3b-cc90347857d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.723583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca417d4-bca7-4691-8d47-56574a2a47ee tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20992968-25cf-435b-8c43-19889d555002,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:09.767435 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-decb7c06-3afe-4ea9-b1f5-6283f1423439 req-3b977b9e-291e-4795-9cd7-6abd3b94a110 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148068 Mar 23 01:34:09.929178 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Publish callbacks [] for router_gateway (3927e9c9-6ec6-4b95-8d88-5e4c6d97b901), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.935307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0b75d3f2-b3e8-4149-9f3b-cc90347857d0 None None] Current status of the port 4a344cf7-f0ff-4379-a851-d3b8812ee39e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:09.942035 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90976260-3f39-4001-bcd7-d27c7fd55fda tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (97a30af8-7547-4fea-9a47-a9a5d9cc83fe), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.942593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90976260-3f39-4001-bcd7-d27c7fd55fda tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Fanout notify agent at l3_agent the message router_deleted on router 97a30af8-7547-4fea-9a47-a9a5d9cc83fe {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:34:09.951486 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90976260-3f39-4001-bcd7-d27c7fd55fda tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:09.956035 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-90976260-3f39-4001-bcd7-d27c7fd55fda tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/routers/97a30af8-7547-4fea-9a47-a9a5d9cc83fe HTTP/1.1" status: 204 len: 168 time: 2.0106156 Mar 23 01:34:09.959866 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35600) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:10.005351 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e2c2d-ee64-41e3-8027-2e9faa065ca5 req-5d01eaae-ca2a-49a1-8465-ca4b8117d9ea tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:10.012161 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-888e2c2d-ee64-41e3-8027-2e9faa065ca5 req-5d01eaae-ca2a-49a1-8465-ca4b8117d9ea tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 944 time: 0.5984235 Mar 23 01:34:10.026037 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c0fe28dc-98ea-467d-ad5d-4f6bc17f5b58 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for security_group_rule (2bc26613-780e-47ac-a628-7295394a520d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:10.061394 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-497f9092-25d1-4a71-9277-97566eacabd2 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (9c6dc174-678d-4c0f-9b72-25570e04daa5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:10.071451 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-497f9092-25d1-4a71-9277-97566eacabd2 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router_controller (9c6dc174-678d-4c0f-9b72-25570e04daa5), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:10.161036 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-888e2c2d-ee64-41e3-8027-2e9faa065ca5 req-22d34645-6573-4a87-8029-51fd631cee05 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351676 Mar 23 01:34:10.172577 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-497f9092-25d1-4a71-9277-97566eacabd2 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (9c6dc174-678d-4c0f-9b72-25570e04daa5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:10.172916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497f9092-25d1-4a71-9277-97566eacabd2 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c6dc174-678d-4c0f-9b72-25570e04daa5 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:34:10.196000 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-497f9092-25d1-4a71-9277-97566eacabd2 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:10.197218 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-497f9092-25d1-4a71-9277-97566eacabd2 tempest-RoutersTestDVR-369120909 tempest-RoutersTestDVR-369120909-project-admin] 10.222.0.18 "DELETE /v2.0/routers/9c6dc174-678d-4c0f-9b72-25570e04daa5 HTTP/1.1" status: 204 len: 168 time: 0.9191217 Mar 23 01:34:10.290696 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c0fe28dc-98ea-467d-ad5d-4f6bc17f5b58 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for security_group_rule (2bc26613-780e-47ac-a628-7295394a520d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:10.303523 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c0fe28dc-98ea-467d-ad5d-4f6bc17f5b58 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (2bc26613-780e-47ac-a628-7295394a520d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:10.344852 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c0fe28dc-98ea-467d-ad5d-4f6bc17f5b58 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:10.348772 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c0fe28dc-98ea-467d-ad5d-4f6bc17f5b58 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6892409 Mar 23 01:34:10.351659 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35618) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:10.357726 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-fbe13b32-faae-4ddb-bf21-0474e5e63aca tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Request body: {'security_group_rule': {'security_group_id': '20992968-25cf-435b-8c43-19889d555002', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:10.366362 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe28dc-98ea-467d-ad5d-4f6bc17f5b58 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc26613-780e-47ac-a628-7295394a520d,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:10.377221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-6727af8f-ed9a-4926-936f-0f8049a56c56 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting subnet 007072e5-d8e0-4a99-a47e-379a113337b9 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:34:10.405040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81c617-7b5d-45b9-bf70-184875da5851 req-dca30cff-24d9-4708-ace0-dd2bb40218e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:10.406634 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fbe13b32-faae-4ddb-bf21-0474e5e63aca tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for security_group_rule (201bf1d7-fea4-4212-833e-6a126de53360), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:10.414633 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0f81c617-7b5d-45b9-bf70-184875da5851 req-dca30cff-24d9-4708-ace0-dd2bb40218e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 911 time: 0.7522972 Mar 23 01:34:10.423651 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6727af8f-ed9a-4926-936f-0f8049a56c56 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (007072e5-d8e0-4a99-a47e-379a113337b9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:10.629189 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fbe13b32-faae-4ddb-bf21-0474e5e63aca tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for security_group_rule (201bf1d7-fea4-4212-833e-6a126de53360), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:10.634980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 51010b80-95ea-4188-9508-dd8dc0515214 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:10.642184 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fbe13b32-faae-4ddb-bf21-0474e5e63aca tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (201bf1d7-fea4-4212-833e-6a126de53360), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:10.665747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe13b32-faae-4ddb-bf21-0474e5e63aca tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201bf1d7-fea4-4212-833e-6a126de53360,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:10.697652 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fbe13b32-faae-4ddb-bf21-0474e5e63aca tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:10.699057 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fbe13b32-faae-4ddb-bf21-0474e5e63aca tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3463464 Mar 23 01:34:10.702481 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35626) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:10.741380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:10.749977 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0f81c617-7b5d-45b9-bf70-184875da5851 req-0d609592-eceb-42d4-a952-b9351f5eb09e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f4c0567-5614-400b-b3ef-749dcba91ccf HTTP/1.1" status: 200 len: 217 time: 0.3035343 Mar 23 01:34:10.805810 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:10.809044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 51010b80-95ea-4188-9508-dd8dc0515214 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:10.809595 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (51010b80-95ea-4188-9508-dd8dc0515214), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:10.818880 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6727af8f-ed9a-4926-936f-0f8049a56c56 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (007072e5-d8e0-4a99-a47e-379a113337b9), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:10.819177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35628) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:10.910142 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b7515-e84d-408e-b78d-aeb95fbcbb03 req-c226a36a-1107-41f3-8bb8-c8f9ed3da351 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:10.922347 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a2b7515-e84d-408e-b78d-aeb95fbcbb03 req-c226a36a-1107-41f3-8bb8-c8f9ed3da351 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 1127 time: 0.2381747 Mar 23 01:34:11.019114 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a2b7515-e84d-408e-b78d-aeb95fbcbb03 req-6294a054-64d9-4d3d-9c23-b779d413c354 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953989 Mar 23 01:34:11.055252 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81c617-7b5d-45b9-bf70-184875da5851 req-e5725da8-8a51-46a8-a29e-57c109d29504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:11.056800 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0f81c617-7b5d-45b9-bf70-184875da5851 req-e5725da8-8a51-46a8-a29e-57c109d29504 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef8ca6c1-ff55-42d2-99a7-3b5483039371 HTTP/1.1" status: 200 len: 851 time: 0.2894804 Mar 23 01:34:11.076460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 51010b80-95ea-4188-9508-dd8dc0515214 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:11.076889 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (51010b80-95ea-4188-9508-dd8dc0515214), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:11.139290 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06e9962b-897b-44ba-b7c1-e886869d7b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:11.156580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 51010b80-95ea-4188-9508-dd8dc0515214, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=51010b80-95ea-4188-9508-dd8dc0515214,segment=NetworkSegment(c68ac88b-fde7-44e9-9885-d6bdfea8b7fe),segment_id=c68ac88b-fde7-44e9-9885-d6bdfea8b7fe)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:11.168952 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (51010b80-95ea-4188-9508-dd8dc0515214), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:11.170704 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4a344cf7-f0ff-4379-a851-d3b8812ee39e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:11.174106 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0f81c617-7b5d-45b9-bf70-184875da5851 req-6a3e3510-7dd3-42ff-8cb4-cd5f370c2392 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11a64475-d2db-4f02-97ca-82d855d62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882709 Mar 23 01:34:11.351795 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab906e0-154e-4290-b8d1-5218202da052 req-e7df8daa-c057-4006-888e-19d0ab41e9e7 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:11.360780 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ab906e0-154e-4290-b8d1-5218202da052 req-e7df8daa-c057-4006-888e-19d0ab41e9e7 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 946 time: 0.1695545 Mar 23 01:34:11.368076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=51010b80-95ea-4188-9508-dd8dc0515214,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:11.397484 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4a344cf7-f0ff-4379-a851-d3b8812ee39e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:11.405510 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:11.462891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41663b1-27c9-4573-a172-d7f5a686c1c7 None None] Network b81fb5d8-6712-4e02-9517-eabc6d26a52a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:34:11.476559 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ab906e0-154e-4290-b8d1-5218202da052 req-81da14e5-83a2-4a28-a26c-e4aabd30d075 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/security-groups?id=56dd7fd4-a0e6-41ff-87af-9624fa187321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147518 Mar 23 01:34:11.488854 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0f81c617-7b5d-45b9-bf70-184875da5851 req-9195eb01-0f1a-4446-8dd0-e768255ff6a4 service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686930 Mar 23 01:34:11.548458 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:11.558209 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-67f92f6a-6998-449b-a706-168dfdabc90f None None] Provisioning complete for port 51010b80-95ea-4188-9508-dd8dc0515214 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:11.558797 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-67f92f6a-6998-449b-a706-168dfdabc90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (51010b80-95ea-4188-9508-dd8dc0515214), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:11.671171 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06e9962b-897b-44ba-b7c1-e886869d7b64 admin admin] Publish callbacks [] for security_group (e0b386a4-430e-4766-8aaf-66b77772664c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:11.684925 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06e9962b-897b-44ba-b7c1-e886869d7b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e0b386a4-430e-4766-8aaf-66b77772664c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:11.693643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4a344cf7-f0ff-4379-a851-d3b8812ee39e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:11.698441 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6727af8f-ed9a-4926-936f-0f8049a56c56 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (007072e5-d8e0-4a99-a47e-379a113337b9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:11.748954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-67f92f6a-6998-449b-a706-168dfdabc90f None None] Current status of the port 51010b80-95ea-4188-9508-dd8dc0515214 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:11.810029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504b648-c91f-4026-ab86-74e64ba454d9 req-e64651bc-c79b-4d68-b96c-e32785b42f0f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:11.827252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6504b648-c91f-4026-ab86-74e64ba454d9 req-e64651bc-c79b-4d68-b96c-e32785b42f0f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 944 time: 0.3247621 Mar 23 01:34:11.837949 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2f4c0567-5614-400b-b3ef-749dcba91ccf details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:34:11.852065 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Publish callbacks [] for router_gateway (3927e9c9-6ec6-4b95-8d88-5e4c6d97b901), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:11.881313 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-06e9962b-897b-44ba-b7c1-e886869d7b64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55466eab4be74facb4e0ea3830fde4da&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0543301 Mar 23 01:34:11.884837 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35642) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:11.911217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9962b-897b-44ba-b7c1-e886869d7b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b386a4-430e-4766-8aaf-66b77772664c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:11.924415 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:11.949688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Allocated IP 172.25.0.112 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/ad64c278-e320-4b5e-a349-9c63b20b6ac0) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:12.051148 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0f81c617-7b5d-45b9-bf70-184875da5851 req-edf1b4e5-54b3-4293-89d5-e0bf28e9abc6 service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057685 Mar 23 01:34:12.052744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2f4c0567-5614-400b-b3ef-749dcba91ccf, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2f4c0567-5614-400b-b3ef-749dcba91ccf,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:12.075017 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '2f4c0567-5614-400b-b3ef-749dcba91ccf', 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717', 'port_id': '2f4c0567-5614-400b-b3ef-749dcba91ccf', 'mac_address': 'fa:16:3e:9b:8c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8ca6c1-ff55-42d2-99a7-3b5483039371', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:34:12.085337 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6504b648-c91f-4026-ab86-74e64ba454d9 req-2a84e72d-2cba-4bd3-a53f-766f0d8954b1 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571251 Mar 23 01:34:12.089436 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6727af8f-ed9a-4926-936f-0f8049a56c56 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (007072e5-d8e0-4a99-a47e-379a113337b9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:12.126828 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727af8f-ed9a-4926-936f-0f8049a56c56 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Subnet': ['ID=007072e5-d8e0-4a99-a47e-379a113337b9,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:12.128549 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85b4abad-c484-44ae-89c5-bb0cef98e5e7 admin admin] Publish callbacks [] for security_group (e0b386a4-430e-4766-8aaf-66b77772664c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:12.141250 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6727af8f-ed9a-4926-936f-0f8049a56c56 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:12.149082 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6727af8f-ed9a-4926-936f-0f8049a56c56 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/007072e5-d8e0-4a99-a47e-379a113337b9 HTTP/1.1" status: 204 len: 168 time: 2.1883790 Mar 23 01:34:12.150448 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35654) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:12.154186 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2f4c0567-5614-400b-b3ef-749dcba91ccf is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:12.154818 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2f4c0567-5614-400b-b3ef-749dcba91ccf), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:12.161794 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a84bc0-4194-44be-ad94-1643b33db429 None None] Network da593a3d-a37b-4ac9-ac0d-b468fd2c80c0 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:34:12.230153 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4c0567-5614-400b-b3ef-749dcba91ccf {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:34:12.263269 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2f4c0567-5614-400b-b3ef-749dcba91ccf, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2f4c0567-5614-400b-b3ef-749dcba91ccf,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:12.267642 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85b4abad-c484-44ae-89c5-bb0cef98e5e7 admin admin] Publish callbacks [] for security_group (e0b386a4-430e-4766-8aaf-66b77772664c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:12.298166 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2f4c0567-5614-400b-b3ef-749dcba91ccf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:12.308178 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (da593a3d-a37b-4ac9-ac0d-b468fd2c80c0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:12.335363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48c391-02a4-47a0-8ae6-5003ffa447d1 req-17797812-ba8d-41d2-89be-e4777e6010ab tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:12.344751 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0f48c391-02a4-47a0-8ae6-5003ffa447d1 req-17797812-ba8d-41d2-89be-e4777e6010ab tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 1127 time: 0.1417990 Mar 23 01:34:12.403966 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=2f4c0567-5614-400b-b3ef-749dcba91ccf,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:12.410125 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8c32ad56-e132-4f50-b678-a99ef93ae7bd None None] Provisioning complete for port 51010b80-95ea-4188-9508-dd8dc0515214 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:12.410500 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8c32ad56-e132-4f50-b678-a99ef93ae7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (51010b80-95ea-4188-9508-dd8dc0515214), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:12.457407 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for port (ad64c278-e320-4b5e-a349-9c63b20b6ac0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:12.460555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e90004-c2cf-4dfd-a2d9-474c5032f544 req-834ee0b8-a70c-4f12-ad14-7295f3db74e8 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:12.463990 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-76e90004-c2cf-4dfd-a2d9-474c5032f544 req-834ee0b8-a70c-4f12-ad14-7295f3db74e8 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 946 time: 0.3078225 Mar 23 01:34:12.498483 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 51010b80-95ea-4188-9508-dd8dc0515214 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:12.535063 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85b4abad-c484-44ae-89c5-bb0cef98e5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e0b386a4-430e-4766-8aaf-66b77772664c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:12.542274 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85b4abad-c484-44ae-89c5-bb0cef98e5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:12.545919 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-85b4abad-c484-44ae-89c5-bb0cef98e5e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0b386a4-430e-4766-8aaf-66b77772664c HTTP/1.1" status: 204 len: 168 time: 0.6576951 Mar 23 01:34:12.558730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35660) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:12.598398 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0f48c391-02a4-47a0-8ae6-5003ffa447d1 req-08266198-db5c-4b92-8687-567859bf56c3 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530127 Mar 23 01:34:12.610582 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ad64c278-e320-4b5e-a349-9c63b20b6ac0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:12.710518 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4abad-c484-44ae-89c5-bb0cef98e5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b386a4-430e-4766-8aaf-66b77772664c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:12.723836 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Pushing event updated for resources: {'Port': ['ID=ad64c278-e320-4b5e-a349-9c63b20b6ac0,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:12.770380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:12.774095 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:12.776981 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:12.792527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting port 4dda52aa-1d57-4022-9ae3-d41f351bfd30 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:34:12.792889 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4dda52aa-1d57-4022-9ae3-d41f351bfd30), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:12.907676 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626ed1cf-4c91-439c-87af-85fc8c215352 None None] DHCP port deletion for da593a3d-a37b-4ac9-ac0d-b468fd2c80c0 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:34:12.923995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Allocated IP 172.25.0.233 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/a897378f-6d32-4538-b951-0175eb17972a) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:12.981412 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-328191e8-d0d8-4231-ada5-a741b7db277c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.013956 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for floatingip (3cb8bcb1-9060-4792-a983-8c665530884f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.036104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2db79a-e8a0-4976-8638-6e1de8b37f58 req-6643911d-9f4e-432c-afd4-bf2a8feff6f8 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:13.045746 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8c2db79a-e8a0-4976-8638-6e1de8b37f58 req-6643911d-9f4e-432c-afd4-bf2a8feff6f8 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 946 time: 0.4443369 Mar 23 01:34:13.074931 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ad64c278-e320-4b5e-a349-9c63b20b6ac0), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.077129 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['2f4c0567-5614-400b-b3ef-749dcba91ccf'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:34:13.107392 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35674) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:13.125656 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6733a45a-3829-408d-b32e-72777138cd30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.133080 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8c2db79a-e8a0-4976-8638-6e1de8b37f58 req-376f799f-e411-4c66-93f5-a1e02bd40b84 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/security-groups?id=56dd7fd4-a0e6-41ff-87af-9624fa187321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819528 Mar 23 01:34:13.135415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-76e90004-c2cf-4dfd-a2d9-474c5032f544 req-cc09d783-252b-4751-87cf-440c78c1ae72 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Deleting port b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:34:13.135960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-76e90004-c2cf-4dfd-a2d9-474c5032f544 req-cc09d783-252b-4751-87cf-440c78c1ae72 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.261117 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 51010b80-95ea-4188-9508-dd8dc0515214 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:13.261641 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (51010b80-95ea-4188-9508-dd8dc0515214), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.288614 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6733a45a-3829-408d-b32e-72777138cd30 admin admin] Publish callbacks [] for security_group (76afa5bd-7c9c-4c85-8ec9-796ddebb324a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.305544 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6733a45a-3829-408d-b32e-72777138cd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (76afa5bd-7c9c-4c85-8ec9-796ddebb324a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.305965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-76e90004-c2cf-4dfd-a2d9-474c5032f544 req-cc09d783-252b-4751-87cf-440c78c1ae72 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] For port b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24,segment=NetworkSegment(47affd4e-d66c-47f4-8f73-5f8d8e16dd71),segment_id=47affd4e-d66c-47f4-8f73-5f8d8e16dd71)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:13.306634 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-76e90004-c2cf-4dfd-a2d9-474c5032f544 req-cc09d783-252b-4751-87cf-440c78c1ae72 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.338561 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-76e90004-c2cf-4dfd-a2d9-474c5032f544 req-cc09d783-252b-4751-87cf-440c78c1ae72 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Calling delete_port for b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:34:13.355800 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-626ed1cf-4c91-439c-87af-85fc8c215352 None None] Deleting port 4dda52aa-1d57-4022-9ae3-d41f351bfd30 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:34:13.364937 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-626ed1cf-4c91-439c-87af-85fc8c215352 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4dda52aa-1d57-4022-9ae3-d41f351bfd30), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.365877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6733a45a-3829-408d-b32e-72777138cd30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8942d2fc490745d789007c9ecb91fe82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2574389 Mar 23 01:34:13.369633 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35684) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:13.370475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733a45a-3829-408d-b32e-72777138cd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76afa5bd-7c9c-4c85-8ec9-796ddebb324a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:13.401187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8c32ad56-e132-4f50-b678-a99ef93ae7bd None None] Current status of the port 51010b80-95ea-4188-9508-dd8dc0515214 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:13.521718 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f85c4cb-dee3-4a40-8645-58927f1da240 admin admin] Publish callbacks [] for security_group (76afa5bd-7c9c-4c85-8ec9-796ddebb324a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.557183 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Publish callbacks [] for port (a897378f-6d32-4538-b951-0175eb17972a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.576217 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f85c4cb-dee3-4a40-8645-58927f1da240 admin admin] Publish callbacks [] for security_group (76afa5bd-7c9c-4c85-8ec9-796ddebb324a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.589290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-626ed1cf-4c91-439c-87af-85fc8c215352 None None] For port 4dda52aa-1d57-4022-9ae3-d41f351bfd30, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4dda52aa-1d57-4022-9ae3-d41f351bfd30,segment=NetworkSegment(ea355768-c18f-40da-b97e-2930501ccc53),segment_id=ea355768-c18f-40da-b97e-2930501ccc53)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:13.589978 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-626ed1cf-4c91-439c-87af-85fc8c215352 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4dda52aa-1d57-4022-9ae3-d41f351bfd30), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.609697 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] For port 4dda52aa-1d57-4022-9ae3-d41f351bfd30, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4dda52aa-1d57-4022-9ae3-d41f351bfd30,segment=NetworkSegment(ea355768-c18f-40da-b97e-2930501ccc53),segment_id=ea355768-c18f-40da-b97e-2930501ccc53)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:13.610253 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4dda52aa-1d57-4022-9ae3-d41f351bfd30), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.622923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-626ed1cf-4c91-439c-87af-85fc8c215352 None None] Calling delete_port for 4dda52aa-1d57-4022-9ae3-d41f351bfd30 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:34:13.637587 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 51010b80-95ea-4188-9508-dd8dc0515214 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:13.648362 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Calling delete_port for 4dda52aa-1d57-4022-9ae3-d41f351bfd30 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:34:13.656839 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for port (ad64c278-e320-4b5e-a349-9c63b20b6ac0), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.667274 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (ad64c278-e320-4b5e-a349-9c63b20b6ac0), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.674553 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a897378f-6d32-4538-b951-0175eb17972a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.758516 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f85c4cb-dee3-4a40-8645-58927f1da240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (76afa5bd-7c9c-4c85-8ec9-796ddebb324a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.762508 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f85c4cb-dee3-4a40-8645-58927f1da240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.766531 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6f85c4cb-dee3-4a40-8645-58927f1da240 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76afa5bd-7c9c-4c85-8ec9-796ddebb324a HTTP/1.1" status: 204 len: 168 time: 0.3778501 Mar 23 01:34:13.851584 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-626ed1cf-4c91-439c-87af-85fc8c215352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (4dda52aa-1d57-4022-9ae3-d41f351bfd30), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:13.870900 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:13.891093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:13.901282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Pushing event updated for resources: {'Port': ['ID=a897378f-6d32-4538-b951-0175eb17972a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:13.906449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:13.929655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ed1cf-4c91-439c-87af-85fc8c215352 None None] Pushing event deleted for resources: {'Port': ['ID=4dda52aa-1d57-4022-9ae3-d41f351bfd30,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:13.944015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626ed1cf-4c91-439c-87af-85fc8c215352 None None] No DVR routers for this DVR port 4dda52aa-1d57-4022-9ae3-d41f351bfd30 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:34:13.969299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae7e0a-12ce-4f4d-9205-04e3590f0176 req-3be76191-beb1-4948-9856-9040bd149ed3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:13.971069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-faae7e0a-12ce-4f4d-9205-04e3590f0176 req-3be76191-beb1-4948-9856-9040bd149ed3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 945 time: 0.3098249 Mar 23 01:34:14.037240 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-76e90004-c2cf-4dfd-a2d9-474c5032f544 req-cc09d783-252b-4751-87cf-440c78c1ae72 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:14.062245 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4dda52aa-1d57-4022-9ae3-d41f351bfd30), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:14.193747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-474100ec-13f6-467b-a7c4-a4ce402e4de7 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:34:14.194785 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-474100ec-13f6-467b-a7c4-a4ce402e4de7 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144336 Mar 23 01:34:14.195849 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85c4cb-dee3-4a40-8645-58927f1da240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76afa5bd-7c9c-4c85-8ec9-796ddebb324a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:14.199722 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Pushing event updated for resources: {'Port': ['ID=ad64c278-e320-4b5e-a349-9c63b20b6ac0,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:14.231300 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (3cb8bcb1-9060-4792-a983-8c665530884f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:14.271319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-116597af-2dae-4593-aecc-bb4b9217e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:14.272763 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-116597af-2dae-4593-aecc-bb4b9217e935 service neutron] 10.222.0.18 "GET /v2.0/ports/976f688d-42f1-4063-af4c-3794e13d7d33 HTTP/1.1" status: 200 len: 1124 time: 0.0528152 Mar 23 01:34:14.275405 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:14.281211 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9a9226e6-afeb-4093-b94d-e6bd6e5b9dcb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5774801 Mar 23 01:34:14.287690 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-e6fb5a92-f466-4eee-bd2a-b00315d08737 service neutron] Request body: {'binding': {'host': 'n-h1-834677-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:14.288531 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-e6fb5a92-f466-4eee-bd2a-b00315d08737 service neutron] Unknown quota resources ['binding']. {{(pid=99263) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 01:34:14.422954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4dda52aa-1d57-4022-9ae3-d41f351bfd30 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:34:14.446962 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 4dda52aa-1d57-4022-9ae3-d41f351bfd30 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:34:14.447420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4dda52aa-1d57-4022-9ae3-d41f351bfd30 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:34:14.485541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09d783-252b-4751-87cf-440c78c1ae72 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Pushing event deleted for resources: {'Port': ['ID=b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:14.486615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-e6fb5a92-f466-4eee-bd2a-b00315d08737 service neutron] Attempting to bind port 976f688d-42f1-4063-af4c-3794e13d7d33 on host n-h1-834677-4 for vnic_type normal with profile None {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:14.486954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-e6fb5a92-f466-4eee-bd2a-b00315d08737 service neutron] Attempting to bind port 976f688d-42f1-4063-af4c-3794e13d7d33 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:14.487464 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-e6fb5a92-f466-4eee-bd2a-b00315d08737 service neutron] Attempting to bind port 976f688d-42f1-4063-af4c-3794e13d7d33 on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:14.492490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-e6fb5a92-f466-4eee-bd2a-b00315d08737 service neutron] Port 976f688d-42f1-4063-af4c-3794e13d7d33 on network ba3d029b-d469-4b1a-90d0-7995de95a27c not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:34:14.492846 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-e6fb5a92-f466-4eee-bd2a-b00315d08737 service neutron] Attempting to bind port 976f688d-42f1-4063-af4c-3794e13d7d33 on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:14.498365 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-e6fb5a92-f466-4eee-bd2a-b00315d08737 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:14.498844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-e6fb5a92-f466-4eee-bd2a-b00315d08737 service neutron] Checking segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:14.499231 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-e6fb5a92-f466-4eee-bd2a-b00315d08737 service neutron] Bound using segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:14.499664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-e6fb5a92-f466-4eee-bd2a-b00315d08737 service neutron] Bound port: 976f688d-42f1-4063-af4c-3794e13d7d33, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:14.526035 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-328191e8-d0d8-4231-ada5-a741b7db277c admin admin] Publish callbacks [] for security_group (64dc4271-9b5f-492c-87f4-dc7db237ac79), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:14.553221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] No DVR routers for this DVR port 4dda52aa-1d57-4022-9ae3-d41f351bfd30 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:34:14.557682 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-faae7e0a-12ce-4f4d-9205-04e3590f0176 req-83425206-594a-40f2-813e-5b44811dfdb8 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5764229 Mar 23 01:34:14.564778 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-e6fb5a92-f466-4eee-bd2a-b00315d08737 service neutron] For port 976f688d-42f1-4063-af4c-3794e13d7d33, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=976f688d-42f1-4063-af4c-3794e13d7d33,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:14.575532 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-e6fb5a92-f466-4eee-bd2a-b00315d08737 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:14.576918 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-e6fb5a92-f466-4eee-bd2a-b00315d08737 service neutron] 10.222.0.18 "POST /v2.0/ports/976f688d-42f1-4063-af4c-3794e13d7d33/bindings HTTP/1.1" status: 201 len: 389 time: 0.2944169 Mar 23 01:34:14.580036 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-328191e8-d0d8-4231-ada5-a741b7db277c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (64dc4271-9b5f-492c-87f4-dc7db237ac79), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:14.584224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Port': ['ID=4dda52aa-1d57-4022-9ae3-d41f351bfd30,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:14.653331 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e90004-c2cf-4dfd-a2d9-474c5032f544 req-cc09d783-252b-4751-87cf-440c78c1ae72 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] No DVR routers for this DVR port b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:34:14.662604 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-76e90004-c2cf-4dfd-a2d9-474c5032f544 req-cc09d783-252b-4751-87cf-440c78c1ae72 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:14.665862 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-76e90004-c2cf-4dfd-a2d9-474c5032f544 req-cc09d783-252b-4751-87cf-440c78c1ae72 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.43 "DELETE /v2.0/ports/b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 HTTP/1.1" status: 204 len: 173 time: 2.1972005 Mar 23 01:34:14.669697 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8', 'name': 'network-vif-deleted', 'tag': 'b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:34:14.672297 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5863caa7-8554-43a3-9176-d9a2075b7458" -d '{"events": [{"server_uuid": "4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8", "name": "network-vif-deleted", "tag": "b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:34:14.778923 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8bf54d9f-6842-400e-851b-5abf7de31f4c req-4d72b078-ebf6-4f87-8139-ac441a8ee126 tempest-ServerAddressesNegativeTestJSON-287331590 tempest-ServerAddressesNegativeTestJSON-287331590-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8 HTTP/1.1" status: 200 len: 210 time: 0.1207187 Mar 23 01:34:14.786512 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328191e8-d0d8-4231-ada5-a741b7db277c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dc4271-9b5f-492c-87f4-dc7db237ac79,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:14.790878 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-328191e8-d0d8-4231-ada5-a741b7db277c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=833e6c2f957347219147beb9e6442e70&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2189772 Mar 23 01:34:14.799147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35734) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:14.812917 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (da593a3d-a37b-4ac9-ac0d-b468fd2c80c0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:14.847259 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-aaeafc7a-3cbb-41f8-95a3-190242a1997c tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1539739045&fields=id&tenant_id=7fba32711e514527a64b7c5dbb45387f HTTP/1.1" status: 200 len: 267 time: 0.1181171 Mar 23 01:34:14.911580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da593a3d-a37b-4ac9-ac0d-b468fd2c80c0']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:14.936125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea355768-c18f-40da-b97e-2930501ccc53') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:14.936426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea355768-c18f-40da-b97e-2930501ccc53') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:14.967111 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35736) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:14.993215 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (ea355768-c18f-40da-b97e-2930501ccc53), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.012845 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-9f5d7f19-a97b-4619-97b2-2a2d8c5c4515 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:15.014351 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-9f5d7f19-a97b-4619-97b2-2a2d8c5c4515 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/networks?id=dad34f83-4f40-47a7-9927-593a4894674b HTTP/1.1" status: 200 len: 814 time: 0.1535246 Mar 23 01:34:15.027165 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (ea355768-c18f-40da-b97e-2930501ccc53), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.036778 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-b85e8c01-3f82-41e5-9716-b428553772c3 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/quotas/7fba32711e514527a64b7c5dbb45387f HTTP/1.1" status: 200 len: 375 time: 0.0153406 Mar 23 01:34:15.055490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:34:15.055946 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (ea355768-c18f-40da-b97e-2930501ccc53), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:34:15.059878 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:34:15.090718 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9265a843-50c9-45e7-a38a-495b3cd7cab1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group': {'name': 'default'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:15.091485 n-d-834677-4 neutron-server[99263]: WARNING neutron.api.v2.base [None req-9265a843-50c9-45e7-a38a-495b3cd7cab1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 23 01:34:15.092050 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-9265a843-50c9-45e7-a38a-495b3cd7cab1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 01:34:15.093118 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9265a843-50c9-45e7-a38a-495b3cd7cab1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1250124 Mar 23 01:34:15.098239 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35740) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:15.102975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6bb61083-bd95-46e6-a2b7-d393ed632aa1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group': {'name': 'tempest-secgroup--179234966'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:15.120448 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed2385e4-da1b-4e44-bf14-3392004d1ba4 admin admin] Publish callbacks [] for security_group (64dc4271-9b5f-492c-87f4-dc7db237ac79), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.122159 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-65627bbf-e3c5-4f87-a3c6-336a18f447bb tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7fba32711e514527a64b7c5dbb45387f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775728 Mar 23 01:34:15.133441 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6bb61083-bd95-46e6-a2b7-d393ed632aa1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.152244 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6bb61083-bd95-46e6-a2b7-d393ed632aa1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.155822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4d8a-47dc-4e5c-a42f-85dad327f5a5 req-5d7a9000-a7c5-4604-bd07-03d63ce4f2f2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:15.157759 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b23b4d8a-47dc-4e5c-a42f-85dad327f5a5 req-5d7a9000-a7c5-4604-bd07-03d63ce4f2f2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 945 time: 0.2371900 Mar 23 01:34:15.158325 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Publish callbacks [] for router_gateway (3927e9c9-6ec6-4b95-8d88-5e4c6d97b901), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.164152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-59bed4a8-9a77-462e-84b1-55e87e3da80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:15.165723 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-59bed4a8-9a77-462e-84b1-55e87e3da80e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 1127 time: 0.2273471 Mar 23 01:34:15.252051 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (da593a3d-a37b-4ac9-ac0d-b468fd2c80c0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.270521 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed2385e4-da1b-4e44-bf14-3392004d1ba4 admin admin] Publish callbacks [] for security_group (64dc4271-9b5f-492c-87f4-dc7db237ac79), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.279714 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-09fa5761-27e8-43d6-bc38-8f660508a2b1 service neutron] 10.222.0.18 "GET /v2.0/networks/dad34f83-4f40-47a7-9927-593a4894674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427844 Mar 23 01:34:15.316780 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.323592 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/networks/da593a3d-a37b-4ac9-ac0d-b468fd2c80c0 HTTP/1.1" status: 204 len: 168 time: 3.1419036 Mar 23 01:34:15.336427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35742) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:15.349650 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1343586892', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}, 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:15.366184 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6bb61083-bd95-46e6-a2b7-d393ed632aa1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (01e5af28-1315-4a7e-af24-937cc118d9ff), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.368443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46294fcd-4685-440a-af9c-716501ce6c60 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Network': ['ID=da593a3d-a37b-4ac9-ac0d-b468fd2c80c0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:15.373602 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6bb61083-bd95-46e6-a2b7-d393ed632aa1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (01e5af28-1315-4a7e-af24-937cc118d9ff), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.439078 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb61083-bd95-46e6-a2b7-d393ed632aa1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e5af28-1315-4a7e-af24-937cc118d9ff,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:15.453289 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b23b4d8a-47dc-4e5c-a42f-85dad327f5a5 req-2c29374f-ce57-40f6-abef-ae36c77cbf0f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862699 Mar 23 01:34:15.460924 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-8f766e71-c26e-42ea-a38a-af91047fe589 service neutron] 10.222.0.18 "GET /v2.0/networks/dad34f83-4f40-47a7-9927-593a4894674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661325 Mar 23 01:34:15.494120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-ef1754e1-b257-495e-b2bc-09d56ff8be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:15.496090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-ef1754e1-b257-495e-b2bc-09d56ff8be92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.3236365 Mar 23 01:34:15.499541 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed2385e4-da1b-4e44-bf14-3392004d1ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (64dc4271-9b5f-492c-87f4-dc7db237ac79), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.502295 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed2385e4-da1b-4e44-bf14-3392004d1ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.506530 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ed2385e4-da1b-4e44-bf14-3392004d1ba4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64dc4271-9b5f-492c-87f4-dc7db237ac79 HTTP/1.1" status: 204 len: 168 time: 0.7056210 Mar 23 01:34:15.516232 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6bb61083-bd95-46e6-a2b7-d393ed632aa1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (ee6cf167-a416-493d-a69a-3a2735b2c1e4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.521694 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.522864 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.524781 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6bb61083-bd95-46e6-a2b7-d393ed632aa1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ee6cf167-a416-493d-a69a-3a2735b2c1e4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.566598 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb61083-bd95-46e6-a2b7-d393ed632aa1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6cf167-a416-493d-a69a-3a2735b2c1e4,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:15.602309 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6bb61083-bd95-46e6-a2b7-d393ed632aa1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.609237 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6bb61083-bd95-46e6-a2b7-d393ed632aa1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5063045 Mar 23 01:34:15.610117 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35748) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:15.616172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-443aec69-8d82-4312-a4dc-9345306000f1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': 'ee6cf167-a416-493d-a69a-3a2735b2c1e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:15.630239 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae44682-3142-4582-a1d6-02524d5cdaba x-openstack-request-id: req-cae44682-3142-4582-a1d6-02524d5cdaba {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:34:15.630536 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8", "name": "network-vif-deleted", "tag": "b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:34:15.630799 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cae44682-3142-4582-a1d6-02524d5cdaba {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:34:15.631213 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae44682-3142-4582-a1d6-02524d5cdaba'] response: {'server_uuid': '4fa7df40-8fc0-484f-b0d2-813fb1bcb0b8', 'name': 'network-vif-deleted', 'tag': 'b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24', 'status': 'completed', 'code': 200} Mar 23 01:34:15.681135 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-8886e651-c930-4d92-a1ad-2259baa2d575 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=976f688d-42f1-4063-af4c-3794e13d7d33 HTTP/1.1" status: 200 len: 217 time: 0.1715610 Mar 23 01:34:15.684147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2385e4-da1b-4e44-bf14-3392004d1ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dc4271-9b5f-492c-87f4-dc7db237ac79,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:15.758254 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8b2f3eb-12e8-4044-a9b1-851d1b598b57 req-f75ab4c1-a4f7-4961-89bd-54f7b7c06742 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 210 time: 0.0466356 Mar 23 01:34:15.759279 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-443aec69-8d82-4312-a4dc-9345306000f1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group_rule (b2863a2f-0784-458f-a9b7-48dd5d55d1df), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.767191 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_controller (b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.823749 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-443aec69-8d82-4312-a4dc-9345306000f1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group_rule (b2863a2f-0784-458f-a9b7-48dd5d55d1df), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.829317 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-443aec69-8d82-4312-a4dc-9345306000f1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (b2863a2f-0784-458f-a9b7-48dd5d55d1df), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.836741 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2f4c0567-5614-400b-b3ef-749dcba91ccf up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:15.855009 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443aec69-8d82-4312-a4dc-9345306000f1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2863a2f-0784-458f-a9b7-48dd5d55d1df,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:15.863187 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35758) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:15.919180 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b52696-0e4c-4498-b58d-e05c791a7ba4 admin admin] Deleting subnet e7d905ce-cdea-4578-a563-d27ce88f89e2 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:34:15.923788 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3b52696-0e4c-4498-b58d-e05c791a7ba4 admin admin] Publish callbacks [] for subnet (e7d905ce-cdea-4578-a563-d27ce88f89e2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.928005 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-443aec69-8d82-4312-a4dc-9345306000f1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:15.969896 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-443aec69-8d82-4312-a4dc-9345306000f1 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3212340 Mar 23 01:34:15.969896 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35760) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:15.970045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 2f4c0567-5614-400b-b3ef-749dcba91ccf completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:34:15.971364 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 2f4c0567-5614-400b-b3ef-749dcba91ccf triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:15.971618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-25a74e6f-edd5-41e2-a1e7-36a056a50f5f tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': 'ee6cf167-a416-493d-a69a-3a2735b2c1e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:15.972166 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2f4c0567-5614-400b-b3ef-749dcba91ccf), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:16.009831 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3b52696-0e4c-4498-b58d-e05c791a7ba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (e7d905ce-cdea-4578-a563-d27ce88f89e2), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:16.059007 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_gateway (b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:16.070029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-bc171b64-f4e0-4fa6-b49b-2075b70068a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:16.071686 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-bc171b64-f4e0-4fa6-b49b-2075b70068a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.3015418 Mar 23 01:34:16.077078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2f4c0567-5614-400b-b3ef-749dcba91ccf is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:16.078142 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2f4c0567-5614-400b-b3ef-749dcba91ccf), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:16.090036 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (3927e9c9-6ec6-4b95-8d88-5e4c6d97b901), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:16.102631 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25a74e6f-edd5-41e2-a1e7-36a056a50f5f tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group_rule (c2599b97-16ef-4bb5-b23f-66a3512c30ba), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:16.122317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad620267-241b-4f3e-ae7b-de8db3e3fd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4c0567-5614-400b-b3ef-749dcba91ccf'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:34:16.125060 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3e8bf2-64ab-4389-b186-c34620e7358b" -d '{"events": [{"server_uuid": "ad620267-241b-4f3e-ae7b-de8db3e3fd5b", "name": "network-vif-plugged", "status": "completed", "tag": "2f4c0567-5614-400b-b3ef-749dcba91ccf"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:34:16.140081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2f4c0567-5614-400b-b3ef-749dcba91ccf, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2f4c0567-5614-400b-b3ef-749dcba91ccf,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:16.147134 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2f4c0567-5614-400b-b3ef-749dcba91ccf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:16.148219 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:34:16.175237 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:34:16.175904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device b32f8d6c-cd0f-4dbf-9212-a3e2258ecd24 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:34:16.187380 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3b52696-0e4c-4498-b58d-e05c791a7ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (e7d905ce-cdea-4578-a563-d27ce88f89e2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:16.208263 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd44073-3f1a-44cf-9cae-2a500133cabd x-openstack-request-id: req-acd44073-3f1a-44cf-9cae-2a500133cabd {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:34:16.208881 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad620267-241b-4f3e-ae7b-de8db3e3fd5b", "name": "network-vif-plugged", "status": "completed", "tag": "2f4c0567-5614-400b-b3ef-749dcba91ccf", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:34:16.209345 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acd44073-3f1a-44cf-9cae-2a500133cabd {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:34:16.209874 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd44073-3f1a-44cf-9cae-2a500133cabd'] response: {'server_uuid': 'ad620267-241b-4f3e-ae7b-de8db3e3fd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4c0567-5614-400b-b3ef-749dcba91ccf', 'code': 200} Mar 23 01:34:16.239144 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-fe64b361-ee60-43ab-bb50-83b07c601f08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1602473 Mar 23 01:34:16.258579 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef7621-e345-4887-b8fe-eac4ee46d2ab req-c55b99cd-8537-40ae-aefd-da55d081c7fb tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:16.261676 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-92ef7621-e345-4887-b8fe-eac4ee46d2ab req-c55b99cd-8537-40ae-aefd-da55d081c7fb tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 945 time: 0.4924562 Mar 23 01:34:16.281624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=2f4c0567-5614-400b-b3ef-749dcba91ccf,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:16.313310 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-25a74e6f-edd5-41e2-a1e7-36a056a50f5f tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 01:34:16.314679 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-25a74e6f-edd5-41e2-a1e7-36a056a50f5f tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3503146 Mar 23 01:34:16.319053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35778) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:16.320223 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3b52696-0e4c-4498-b58d-e05c791a7ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (e7d905ce-cdea-4578-a563-d27ce88f89e2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:16.397195 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b52696-0e4c-4498-b58d-e05c791a7ba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d905ce-cdea-4578-a563-d27ce88f89e2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:16.411060 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3b52696-0e4c-4498-b58d-e05c791a7ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:16.414428 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b3b52696-0e4c-4498-b58d-e05c791a7ba4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e7d905ce-cdea-4578-a563-d27ce88f89e2 HTTP/1.1" status: 204 len: 168 time: 0.5500932 Mar 23 01:34:16.418587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35780) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:16.565957 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c36f1b8-2b17-4640-8c77-d7399ad7ff9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (93392409-2d1c-47d9-9691-b9d93cf69c0f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:16.626915 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-21b40528-f8f5-41fe-a7c8-42822b33d91d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (ee6cf167-a416-493d-a69a-3a2735b2c1e4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:16.718591 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db2c8d-8db8-4ffc-a03c-74db22cdee52 req-1a0ae230-e3d7-4f83-90e8-b5c267bd1d2b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:16.720092 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76db2c8d-8db8-4ffc-a03c-74db22cdee52 req-1a0ae230-e3d7-4f83-90e8-b5c267bd1d2b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 945 time: 0.1482685 Mar 23 01:34:16.737833 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-21b40528-f8f5-41fe-a7c8-42822b33d91d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (ee6cf167-a416-493d-a69a-3a2735b2c1e4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:16.786404 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-3cbacc84-f22d-457d-8200-f2d0e7fdb760 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209448 Mar 23 01:34:16.813344 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c36f1b8-2b17-4640-8c77-d7399ad7ff9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (93392409-2d1c-47d9-9691-b9d93cf69c0f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:16.864403 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-1c36f1b8-2b17-4640-8c77-d7399ad7ff9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93392409-2d1c-47d9-9691-b9d93cf69c0f']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:16.870746 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76db2c8d-8db8-4ffc-a03c-74db22cdee52 req-a14e29f1-ee7d-4bd5-a212-ffaf3136022f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356037 Mar 23 01:34:16.875377 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:34:16.883468 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-1c36f1b8-2b17-4640-8c77-d7399ad7ff9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47affd4e-d66c-47f4-8f73-5f8d8e16dd71') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:16.883759 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-1c36f1b8-2b17-4640-8c77-d7399ad7ff9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47affd4e-d66c-47f4-8f73-5f8d8e16dd71') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:16.896183 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-21b40528-f8f5-41fe-a7c8-42822b33d91d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ee6cf167-a416-493d-a69a-3a2735b2c1e4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:16.896183 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-21b40528-f8f5-41fe-a7c8-42822b33d91d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:16.896183 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-21b40528-f8f5-41fe-a7c8-42822b33d91d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "DELETE /v2.0/security-groups/ee6cf167-a416-493d-a69a-3a2735b2c1e4 HTTP/1.1" status: 204 len: 168 time: 0.5712433 Mar 23 01:34:16.901713 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-92ef7621-e345-4887-b8fe-eac4ee46d2ab req-a59be4a5-7008-436c-b90b-990bb3b478b5 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891818 Mar 23 01:34:16.906769 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35796) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:16.908956 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c36f1b8-2b17-4640-8c77-d7399ad7ff9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (47affd4e-d66c-47f4-8f73-5f8d8e16dd71), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:16.911054 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b40528-f8f5-41fe-a7c8-42822b33d91d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6cf167-a416-493d-a69a-3a2735b2c1e4,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:16.938847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139bbb2-9426-4d42-a8a6-995a325e10ee req-aea23ae0-33cd-43f8-8281-826777404e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:16.940374 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2139bbb2-9426-4d42-a8a6-995a325e10ee req-aea23ae0-33cd-43f8-8281-826777404e03 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 1128 time: 0.2271578 Mar 23 01:34:16.974256 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c36f1b8-2b17-4640-8c77-d7399ad7ff9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (47affd4e-d66c-47f4-8f73-5f8d8e16dd71), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.003054 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bed36f79-757e-4c0d-96d7-87ad1eb8032d req-dea36638-0d31-47c4-a194-5adc06c0e716 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 210 time: 0.0440428 Mar 23 01:34:17.006799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c36f1b8-2b17-4640-8c77-d7399ad7ff9a admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:34:17.007212 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c36f1b8-2b17-4640-8c77-d7399ad7ff9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (47affd4e-d66c-47f4-8f73-5f8d8e16dd71), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:34:17.009710 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:34:17.022476 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2439e390-d6b2-46d0-81c2-60e6e883e491 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1091790 Mar 23 01:34:17.047761 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35800) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:17.052264 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-cb91191e-c063-406f-8b24-f26f3cac7f5a tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345118638'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:17.088299 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c36f1b8-2b17-4640-8c77-d7399ad7ff9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (93392409-2d1c-47d9-9691-b9d93cf69c0f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.089926 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-7baaf199-cd88-416e-8393-0e6c6fb4cea3 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961798 Mar 23 01:34:17.091523 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cb91191e-c063-406f-8b24-f26f3cac7f5a tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.120989 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2139bbb2-9426-4d42-a8a6-995a325e10ee req-034e69b7-e534-4d2c-9617-fe1d6c6b3a1f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665363 Mar 23 01:34:17.122203 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c36f1b8-2b17-4640-8c77-d7399ad7ff9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.125749 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1c36f1b8-2b17-4640-8c77-d7399ad7ff9a admin admin] 10.222.0.18 "DELETE /v2.0/networks/93392409-2d1c-47d9-9691-b9d93cf69c0f HTTP/1.1" status: 204 len: 168 time: 0.6966724 Mar 23 01:34:17.126792 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36f1b8-2b17-4640-8c77-d7399ad7ff9a admin admin] Pushing event deleted for resources: {'Network': ['ID=93392409-2d1c-47d9-9691-b9d93cf69c0f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:17.205868 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cb91191e-c063-406f-8b24-f26f3cac7f5a tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (7f72907f-96a6-498c-9234-80f1d1a31f3d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.214021 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cb91191e-c063-406f-8b24-f26f3cac7f5a tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7f72907f-96a6-498c-9234-80f1d1a31f3d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.247887 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91191e-c063-406f-8b24-f26f3cac7f5a tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f72907f-96a6-498c-9234-80f1d1a31f3d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:17.254700 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:34:17.266766 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Sync routers for ids ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:34:17.281439 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Routers {'3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:17.282943 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:17.283319 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cb91191e-c063-406f-8b24-f26f3cac7f5a tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.287299 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cb91191e-c063-406f-8b24-f26f3cac7f5a tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2358725 Mar 23 01:34:17.287551 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35804) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:17.292049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-93594d15-85e0-45d7-9288-60002795f28d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '7f72907f-96a6-498c-9234-80f1d1a31f3d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:17.292867 n-d-834677-4 neutron-server[99263]: WARNING neutron.api.v2.base [None req-93594d15-85e0-45d7-9288-60002795f28d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 23 01:34:17.293407 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-93594d15-85e0-45d7-9288-60002795f28d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:17.296875 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-93594d15-85e0-45d7-9288-60002795f28d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059035 Mar 23 01:34:17.301124 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35806) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:17.311320 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_gateway (b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.337261 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.342151 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ade3bdb6-4e88-4ab4-90da-65036dae8227 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.3822086 Mar 23 01:34:17.343636 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.400127 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35808) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:17.431706 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4437b15f-c290-40b2-9caa-b0ff8e148874 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (7f72907f-96a6-498c-9234-80f1d1a31f3d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.439903 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35810) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:17.443567 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Set router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:34:17.467675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-55c9130b-eee3-4193-a82e-8d40e091a876 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:17.469479 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-55c9130b-eee3-4193-a82e-8d40e091a876 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e&tenant_id=ce546d225bce48df9444d857bc6abcaf&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 1127 time: 0.2879956 Mar 23 01:34:17.493191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-834677-4'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:17.567248 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4437b15f-c290-40b2-9caa-b0ff8e148874 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (7f72907f-96a6-498c-9234-80f1d1a31f3d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.589492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Allocated IP 172.25.0.160 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/03b358b1-d87c-45ce-8f68-04542cc1e6da) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:17.644896 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f1098630-c7f3-418a-b534-eab1898e4cc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f678f2825a314153926c59d20906f03e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2038682 Mar 23 01:34:17.649536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35812) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:17.722249 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51278b68-2554-4b62-9ff9-2741dce56fd3 admin admin] Publish callbacks [] for security_group (56dd7fd4-a0e6-41ff-87af-9624fa187321), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.759046 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4437b15f-c290-40b2-9caa-b0ff8e148874 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7f72907f-96a6-498c-9234-80f1d1a31f3d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.762012 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4437b15f-c290-40b2-9caa-b0ff8e148874 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.767759 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4437b15f-c290-40b2-9caa-b0ff8e148874 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "DELETE /v2.0/security-groups/7f72907f-96a6-498c-9234-80f1d1a31f3d HTTP/1.1" status: 204 len: 168 time: 0.4644451 Mar 23 01:34:17.786544 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-6719e9f4-6c03-4097-bd0e-1d5a89dc23c2 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:17.788362 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-6719e9f4-6c03-4097-bd0e-1d5a89dc23c2 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.43 "GET /v2.0/networks?id=dad34f83-4f40-47a7-9927-593a4894674b HTTP/1.1" status: 200 len: 814 time: 0.2904983 Mar 23 01:34:17.789130 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.793313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35818) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:17.811801 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51278b68-2554-4b62-9ff9-2741dce56fd3 admin admin] Publish callbacks [] for security_group (56dd7fd4-a0e6-41ff-87af-9624fa187321), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:17.853206 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437b15f-c290-40b2-9caa-b0ff8e148874 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f72907f-96a6-498c-9234-80f1d1a31f3d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:17.979462 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (03b358b1-d87c-45ce-8f68-04542cc1e6da), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:18.002956 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'name': 'tempest-TaggedBootDevicesTest-91586125-router', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a897378f-6d32-4538-b951-0175eb17972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:08Z', 'updated_at': '2022-03-23T01:34:14Z', 'revision_number': 3, 'project_id': '502c1396aecc4792a466ed6e68112592', 'gw_port': {'id': 'a897378f-6d32-4538-b951-0175eb17972a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:11Z', 'updated_at': '2022-03-23T01:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:18.041013 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-476e9a91-cc0e-4d0e-92ee-e54d0743e581 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2407644 Mar 23 01:34:18.044252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-34ad5827-d72e-4770-a93a-207754156809 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fba32711e514527a64b7c5dbb45387f HTTP/1.1" status: 200 len: 380 time: 0.2279501 Mar 23 01:34:18.048519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35828) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:18.050042 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Checking router: 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:34:18.050594 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Updating router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 port a897378f-6d32-4538-b951-0175eb17972a binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:34:18.065893 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e9625f60-bb17-4e75-8b43-e9085d273162 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009863938'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:18.082872 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-ae22ead3-9482-4e42-9656-72643ff1f5da tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Request body: {'port': {'device_id': '010a3f26-ebbb-4e47-8512-50d5854491d6', 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b', 'admin_state_up': True, 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'security_groups': ['20992968-25cf-435b-8c43-19889d555002']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:18.093792 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a897378f-6d32-4538-b951-0175eb17972a), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:18.096933 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51278b68-2554-4b62-9ff9-2741dce56fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (56dd7fd4-a0e6-41ff-87af-9624fa187321), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:18.099871 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51278b68-2554-4b62-9ff9-2741dce56fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:18.103372 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-51278b68-2554-4b62-9ff9-2741dce56fd3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56dd7fd4-a0e6-41ff-87af-9624fa187321 HTTP/1.1" status: 204 len: 168 time: 0.4487176 Mar 23 01:34:18.144454 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51278b68-2554-4b62-9ff9-2741dce56fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dd7fd4-a0e6-41ff-87af-9624fa187321,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:18.232220 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce172447-8f7a-4a02-b3e5-b4518d73b9a8 req-1a4b2c52-8c54-4af7-b74a-f6622b42111d tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:18.234244 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce172447-8f7a-4a02-b3e5-b4518d73b9a8 req-1a4b2c52-8c54-4af7-b74a-f6622b42111d tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 0.1309619 Mar 23 01:34:18.236930 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9625f60-bb17-4e75-8b43-e9085d273162 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:18.276638 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (03b358b1-d87c-45ce-8f68-04542cc1e6da), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:18.278698 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:18.290339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] For port 976f688d-42f1-4063-af4c-3794e13d7d33, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=976f688d-42f1-4063-af4c-3794e13d7d33,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:18.325165 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce172447-8f7a-4a02-b3e5-b4518d73b9a8 req-d6be36ef-9200-41bf-88aa-46a0d836df1e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822029 Mar 23 01:34:18.349219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a106c-4ebb-48c5-8227-38cd46e06192 req-b9293227-c3e1-47a0-bd19-cc250d9d78dd tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:18.350777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6d5a106c-4ebb-48c5-8227-38cd46e06192 req-b9293227-c3e1-47a0-bd19-cc250d9d78dd tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 945 time: 0.3223598 Mar 23 01:34:18.404876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:18.442225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:18.444165 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=03b358b1-d87c-45ce-8f68-04542cc1e6da,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:18.463545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:18.522102 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Publish callbacks [] for port (a897378f-6d32-4538-b951-0175eb17972a), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:18.529855 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a897378f-6d32-4538-b951-0175eb17972a), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:18.554438 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] For port 976f688d-42f1-4063-af4c-3794e13d7d33, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:18.610392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-ae22ead3-9482-4e42-9656-72643ff1f5da tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Made reservation on behalf of 7fba32711e514527a64b7c5dbb45387f for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:18.618340 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6d4b8-00fb-4d1e-bae4-5735fcb47495 None None] Pushing event updated for resources: {'Port': ['ID=a897378f-6d32-4538-b951-0175eb17972a,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:18.621210 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-ae22ead3-9482-4e42-9656-72643ff1f5da tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:18.621382 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eceb7912-7dba-4c90-8a47-1d18c7e3fad0 req-4a01d273-4e14-4cde-8457-f37ebcf4bf34 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 210 time: 0.0673778 Mar 23 01:34:18.638826 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Allocated IP 172.20.0.1 (b81fb5d8-6712-4e02-9517-eabc6d26a52a/ca1049c9-9f9b-402a-8dcd-186503cb9589/e148a60c-7d18-4310-9fb5-3e5bc6393761) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:18.650443 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Attempting to bind port a897378f-6d32-4538-b951-0175eb17972a on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:18.650816 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Attempting to bind port a897378f-6d32-4538-b951-0175eb17972a by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:18.651203 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Attempting to bind port a897378f-6d32-4538-b951-0175eb17972a on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:18.667004 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:18.667318 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:18.667718 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:18.667917 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:18.668390 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Bound port: a897378f-6d32-4538-b951-0175eb17972a, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:18.668798 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a897378f-6d32-4538-b951-0175eb17972a), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:18.719389 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6d5a106c-4ebb-48c5-8227-38cd46e06192 req-941ed527-c3ab-43ee-bb58-d57a47906c53 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506513 Mar 23 01:34:18.784833 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] For port a897378f-6d32-4538-b951-0175eb17972a, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:18.793887 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] For port a897378f-6d32-4538-b951-0175eb17972a, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a897378f-6d32-4538-b951-0175eb17972a,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:18.803956 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a897378f-6d32-4538-b951-0175eb17972a), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:18.875083 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9625f60-bb17-4e75-8b43-e9085d273162 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (61d63ddd-6ded-4dbf-8640-c2a0b8e13c8e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:18.875655 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Routers {'3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:18.876001 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:18.892041 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Publish callbacks [] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:18.911756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bc3fc9-7333-4689-a9f8-9e58b08a300e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '976f688d-42f1-4063-af4c-3794e13d7d33'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:34:18.914036 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c38e23-f1bb-4a71-9971-7e89a3f29a4b" -d '{"events": [{"server_uuid": "49bc3fc9-7333-4689-a9f8-9e58b08a300e", "name": "network-vif-unplugged", "status": "completed", "tag": "976f688d-42f1-4063-af4c-3794e13d7d33"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:34:18.916511 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9625f60-bb17-4e75-8b43-e9085d273162 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (61d63ddd-6ded-4dbf-8640-c2a0b8e13c8e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:18.944885 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Publish callbacks [] for port (976f688d-42f1-4063-af4c-3794e13d7d33), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:18.973962 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:19.010173 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] Set router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:34:19.031894 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Network b81fb5d8-6712-4e02-9517-eabc6d26a52a is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:19.034142 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e310b9f6-67bc-452c-a5a4-cc2380ed7161 x-openstack-request-id: req-e310b9f6-67bc-452c-a5a4-cc2380ed7161 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:34:19.034433 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bc3fc9-7333-4689-a9f8-9e58b08a300e", "name": "network-vif-unplugged", "status": "completed", "tag": "976f688d-42f1-4063-af4c-3794e13d7d33", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:34:19.034685 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e310b9f6-67bc-452c-a5a4-cc2380ed7161 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:34:19.035081 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e310b9f6-67bc-452c-a5a4-cc2380ed7161'] response: {'server_uuid': '49bc3fc9-7333-4689-a9f8-9e58b08a300e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '976f688d-42f1-4063-af4c-3794e13d7d33', 'code': 200} Mar 23 01:34:19.042013 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:19.043351 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1812a8e0-020d-4846-bdcf-99e3875b3b34 req-a094be26-1be5-421e-a59b-462915a192f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3986857 Mar 23 01:34:19.050808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:19.053138 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:19.113091 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Pushing event updated for resources: {'Port': ['ID=e148a60c-7d18-4310-9fb5-3e5bc6393761,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:19.143033 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (3927e9c9-6ec6-4b95-8d88-5e4c6d97b901), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:19.165201 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9625f60-bb17-4e75-8b43-e9085d273162 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:19.167186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e9625f60-bb17-4e75-8b43-e9085d273162 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1174650 Mar 23 01:34:19.177904 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6d4b8-00fb-4d1e-bae4-5735fcb47495 None None] Pushing event updated for resources: {'Port': ['ID=a897378f-6d32-4538-b951-0175eb17972a,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:19.181899 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35858) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:19.223291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-da9efa8e-80f8-4c99-82f3-4c524e814af7 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '61d63ddd-6ded-4dbf-8640-c2a0b8e13c8e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:19.225292 n-d-834677-4 neutron-server[99264]: WARNING neutron.api.v2.base [None req-da9efa8e-80f8-4c99-82f3-4c524e814af7 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 23 01:34:19.226037 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-da9efa8e-80f8-4c99-82f3-4c524e814af7 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:19.227347 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-da9efa8e-80f8-4c99-82f3-4c524e814af7 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0168874 Mar 23 01:34:19.236098 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35860) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:19.243460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9625f60-bb17-4e75-8b43-e9085d273162 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d63ddd-6ded-4dbf-8640-c2a0b8e13c8e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:19.364146 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5c8a-69fd-43b4-9115-38fc876a793d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (61d63ddd-6ded-4dbf-8640-c2a0b8e13c8e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:19.404776 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5c8a-69fd-43b4-9115-38fc876a793d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (61d63ddd-6ded-4dbf-8640-c2a0b8e13c8e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:19.405347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fc4a096b-f9bb-48b4-b27a-4935f54f8efe None None] Provisioning complete for port e148a60c-7d18-4310-9fb5-3e5bc6393761 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:19.406515 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fc4a096b-f9bb-48b4-b27a-4935f54f8efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:19.443827 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'name': 'tempest-TaggedBootDevicesTest-91586125-router', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a897378f-6d32-4538-b951-0175eb17972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:08Z', 'updated_at': '2022-03-23T01:34:14Z', 'revision_number': 3, 'project_id': '502c1396aecc4792a466ed6e68112592', 'gw_port': {'id': 'a897378f-6d32-4538-b951-0175eb17972a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:11Z', 'updated_at': '2022-03-23T01:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:19.467463 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:19.522985 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b25f2db-a75b-4b32-b860-4e8406f6e93b None None] The sync data for ids ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'] in n-d-834677-4 is: [{'id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'name': 'tempest-TaggedBootDevicesTest-91586125-router', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a897378f-6d32-4538-b951-0175eb17972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:08Z', 'updated_at': '2022-03-23T01:34:14Z', 'revision_number': 3, 'project_id': '502c1396aecc4792a466ed6e68112592', 'gw_port': {'id': 'a897378f-6d32-4538-b951-0175eb17972a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:11Z', 'updated_at': '2022-03-23T01:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:34:19.551421 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a096b-f9bb-48b4-b27a-4935f54f8efe None None] Port e148a60c-7d18-4310-9fb5-3e5bc6393761 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:34:19.557251 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7fca3b74-3ecc-4873-bbda-0f6799c9c3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:19.617177 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5c8a-69fd-43b4-9115-38fc876a793d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (61d63ddd-6ded-4dbf-8640-c2a0b8e13c8e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:19.620385 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5c8a-69fd-43b4-9115-38fc876a793d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:19.624084 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8e4e5c8a-69fd-43b4-9115-38fc876a793d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "DELETE /v2.0/security-groups/61d63ddd-6ded-4dbf-8640-c2a0b8e13c8e HTTP/1.1" status: 204 len: 168 time: 0.3846591 Mar 23 01:34:19.630812 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35868) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:19.663515 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e5c8a-69fd-43b4-9115-38fc876a793d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d63ddd-6ded-4dbf-8640-c2a0b8e13c8e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:19.740943 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4f5dde9d-05f8-44fc-a4d0-f85dca6f85ec tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1056645 Mar 23 01:34:19.750884 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35876) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:19.758170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5c81c6fe-1f63-438f-81cf-0eae99e3ccad tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1040662011'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:19.791543 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e566397-a722-4da4-ac1d-5d4b62f014e0 req-5fc10b46-7c6d-44f8-bb3b-2a2467326eb7 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 210 time: 0.0491734 Mar 23 01:34:19.798995 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Publish callbacks [] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:19.808473 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:19.849608 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c81c6fe-1f63-438f-81cf-0eae99e3ccad tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:19.931775 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (3927e9c9-6ec6-4b95-8d88-5e4c6d97b901), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:19.937859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Pushing event updated for resources: {'Port': ['ID=e148a60c-7d18-4310-9fb5-3e5bc6393761,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:19.950957 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Pushing event updated for resources: {'Port': ['ID=976f688d-42f1-4063-af4c-3794e13d7d33,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:19.992702 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812a8e0-020d-4846-bdcf-99e3875b3b34 req-d73e3149-f1ca-49db-be55-bad208b4352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:19.994928 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1812a8e0-020d-4846-bdcf-99e3875b3b34 req-d73e3149-f1ca-49db-be55-bad208b4352c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 1126 time: 0.8217328 Mar 23 01:34:20.026493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Attempting to bind port 976f688d-42f1-4063-af4c-3794e13d7d33 on host n-h2-834677-4 for vnic_type normal with profile {"migrating_to": "n-h1-834677-4"} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:20.026852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Attempting to bind port 976f688d-42f1-4063-af4c-3794e13d7d33 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:20.027142 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Attempting to bind port 976f688d-42f1-4063-af4c-3794e13d7d33 on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:20.058047 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c81c6fe-1f63-438f-81cf-0eae99e3ccad tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (3b056131-2c12-474e-98b9-4fa08ab3d173), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:20.065565 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c81c6fe-1f63-438f-81cf-0eae99e3ccad tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3b056131-2c12-474e-98b9-4fa08ab3d173), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:20.113109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-ae22ead3-9482-4e42-9656-72643ff1f5da tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Allocated IP 172.20.0.10 (dad34f83-4f40-47a7-9927-593a4894674b/6c63d5fa-2787-4786-be86-a2dbfefc660e/f445e5f1-1645-424e-aa98-38bdaebba56e) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:20.126634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Port 976f688d-42f1-4063-af4c-3794e13d7d33 on network ba3d029b-d469-4b1a-90d0-7995de95a27c not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:34:20.126971 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Attempting to bind port 976f688d-42f1-4063-af4c-3794e13d7d33 on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:20.141809 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c81c6fe-1f63-438f-81cf-0eae99e3ccad tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:20.146182 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5c81c6fe-1f63-438f-81cf-0eae99e3ccad tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3916264 Mar 23 01:34:20.154682 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35884) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:20.158541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:20.158888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Checking segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:20.159288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Bound using segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:20.159786 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Bound port: 976f688d-42f1-4063-af4c-3794e13d7d33, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:20.160087 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:20.161003 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c634a93f-56c7-42d2-be15-d62d54969717 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '3b056131-2c12-474e-98b9-4fa08ab3d173', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:20.170992 n-d-834677-4 neutron-server[99263]: WARNING neutron.api.v2.base [None req-c634a93f-56c7-42d2-be15-d62d54969717 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 23 01:34:20.171798 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-c634a93f-56c7-42d2-be15-d62d54969717 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:20.173218 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c634a93f-56c7-42d2-be15-d62d54969717 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0175500 Mar 23 01:34:20.181631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35886) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:20.190272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-519b7d11-f4f0-4d3b-8078-8cf68900d9e3 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '3b056131-2c12-474e-98b9-4fa08ab3d173', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:20.191917 n-d-834677-4 neutron-server[99264]: WARNING neutron.api.v2.base [None req-519b7d11-f4f0-4d3b-8078-8cf68900d9e3 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 23 01:34:20.192428 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-519b7d11-f4f0-4d3b-8078-8cf68900d9e3 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:20.195964 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-519b7d11-f4f0-4d3b-8078-8cf68900d9e3 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076790 Mar 23 01:34:20.196530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81c6fe-1f63-438f-81cf-0eae99e3ccad tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b056131-2c12-474e-98b9-4fa08ab3d173,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:20.199116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35888) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:20.214024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-35e6a16b-b81f-4027-b2ca-8d2304b871e8 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '3b056131-2c12-474e-98b9-4fa08ab3d173', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:20.214874 n-d-834677-4 neutron-server[99263]: WARNING neutron.api.v2.base [None req-35e6a16b-b81f-4027-b2ca-8d2304b871e8 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 23 01:34:20.215366 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-35e6a16b-b81f-4027-b2ca-8d2304b871e8 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:20.218888 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-35e6a16b-b81f-4027-b2ca-8d2304b871e8 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071416 Mar 23 01:34:20.220942 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35890) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:20.225898 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3d104e2c-ecf6-4d60-8598-4de4c478b570 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '3b056131-2c12-474e-98b9-4fa08ab3d173', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:20.226181 n-d-834677-4 neutron-server[99263]: WARNING neutron.api.v2.base [None req-3d104e2c-ecf6-4d60-8598-4de4c478b570 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 23 01:34:20.226674 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-3d104e2c-ecf6-4d60-8598-4de4c478b570 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:20.230568 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3d104e2c-ecf6-4d60-8598-4de4c478b570 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057855 Mar 23 01:34:20.235317 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d7f90-c9f1-4fcf-b967-86d903c0bede req-e3ea8cd7-2bde-447c-86ff-c90a6386f707 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:20.237030 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e84d7f90-c9f1-4fcf-b967-86d903c0bede req-e3ea8cd7-2bde-447c-86ff-c90a6386f707 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 0.2924013 Mar 23 01:34:20.247167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35892) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:20.254391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Network b81fb5d8-6712-4e02-9517-eabc6d26a52a is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:20.257564 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:20.283943 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_gateway (b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:20.445619 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:20.509210 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812a8e0-020d-4846-bdcf-99e3875b3b34 req-a8c01c68-6438-46bd-aa01-8396c7aaa124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:20.510618 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1812a8e0-020d-4846-bdcf-99e3875b3b34 req-a8c01c68-6438-46bd-aa01-8396c7aaa124 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.4869814 Mar 23 01:34:20.570078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a897378f-6d32-4538-b951-0175eb17972a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:20.631466 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port a897378f-6d32-4538-b951-0175eb17972a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:20.632200 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a897378f-6d32-4538-b951-0175eb17972a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:20.672710 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1812a8e0-020d-4846-bdcf-99e3875b3b34 req-c772c23e-64d0-4bcf-ae95-fd75f89abd38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64624296-cd2d-47d3-9846-0f4297f6e579 HTTP/1.1" status: 200 len: 217 time: 0.1487372 Mar 23 01:34:20.702812 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2a3b5402-2689-45bc-87c3-eb1100b9e040 None None] Provisioning complete for port e148a60c-7d18-4310-9fb5-3e5bc6393761 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:20.703194 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2a3b5402-2689-45bc-87c3-eb1100b9e040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:20.754917 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:34:20.767128 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b3706-db4e-4d80-934e-3a72d7270fa1 req-eb3ff7a6-2d50-47ea-bb6b-df270173ad4c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:20.773726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] For port 976f688d-42f1-4063-af4c-3794e13d7d33, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:20.775877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d48b3706-db4e-4d80-934e-3a72d7270fa1 req-eb3ff7a6-2d50-47ea-bb6b-df270173ad4c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 943 time: 0.5827188 Mar 23 01:34:20.780952 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a897378f-6d32-4538-b951-0175eb17972a is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:20.781359 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a897378f-6d32-4538-b951-0175eb17972a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:20.791127 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e84d7f90-c9f1-4fcf-b967-86d903c0bede req-e66cab38-2373-4cd9-a0e7-064ed7907bb4 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328848 Mar 23 01:34:20.831621 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:20.835141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port a897378f-6d32-4538-b951-0175eb17972a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a897378f-6d32-4538-b951-0175eb17972a,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:20.836332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] For port 976f688d-42f1-4063-af4c-3794e13d7d33, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=976f688d-42f1-4063-af4c-3794e13d7d33,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:20.836994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b5402-2689-45bc-87c3-eb1100b9e040 None None] Port e148a60c-7d18-4310-9fb5-3e5bc6393761 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:34:20.848399 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1bce-113e-46a8-bb7d-cbc8a0f54f90 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (3b056131-2c12-474e-98b9-4fa08ab3d173), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:20.856195 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812a8e0-020d-4846-bdcf-99e3875b3b34 req-36ecd919-c886-4e2c-912f-56c45ae9ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:20.858069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1812a8e0-020d-4846-bdcf-99e3875b3b34 req-36ecd919-c886-4e2c-912f-56c45ae9ef1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.1712513 Mar 23 01:34:20.864096 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a897378f-6d32-4538-b951-0175eb17972a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:20.899011 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:20.933039 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:34:20.960527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=a897378f-6d32-4538-b951-0175eb17972a,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:20.985888 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1c09d9a6-0aac-4a5e-8a1c-b24727c6ea21 admin admin] 10.222.0.18 "PUT /v2.0/routers/3927e9c9-6ec6-4b95-8d88-5e4c6d97b901/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5477602 Mar 23 01:34:20.985888 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d48b3706-db4e-4d80-934e-3a72d7270fa1 req-53a1aa82-e685-4f87-aefa-96484bf3f507 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061815 Mar 23 01:34:21.064939 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1812a8e0-020d-4846-bdcf-99e3875b3b34 req-4bffd63a-40cc-431d-8562-9d21c95906dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677299 Mar 23 01:34:21.069148 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1bce-113e-46a8-bb7d-cbc8a0f54f90 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (3b056131-2c12-474e-98b9-4fa08ab3d173), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:21.075428 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-ae22ead3-9482-4e42-9656-72643ff1f5da tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:21.286613 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Pushing event updated for resources: {'Port': ['ID=976f688d-42f1-4063-af4c-3794e13d7d33,revision_number=8']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:21.292429 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f0b3754f-e784-4078-ad89-3cbc4bc70984 req-dddd6142-c85e-49ef-9884-9b04957c5e03 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 210 time: 0.0460641 Mar 23 01:34:21.329336 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:21.330047 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:21.331569 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-2948e919-98ff-4bd0-85fd-290f57a1d627 service neutron] 10.222.0.42 "PUT /v2.0/ports/976f688d-42f1-4063-af4c-3794e13d7d33 HTTP/1.1" status: 200 len: 1121 time: 3.8428383 Mar 23 01:34:21.332162 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49bc3fc9-7333-4689-a9f8-9e58b08a300e', 'tag': '976f688d-42f1-4063-af4c-3794e13d7d33'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:34:21.335072 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08bf442-8941-4e90-be1b-15f33dd3c7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "49bc3fc9-7333-4689-a9f8-9e58b08a300e", "tag": "976f688d-42f1-4063-af4c-3794e13d7d33"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:34:21.352134 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1bce-113e-46a8-bb7d-cbc8a0f54f90 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3b056131-2c12-474e-98b9-4fa08ab3d173), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:21.355135 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd9f1bce-113e-46a8-bb7d-cbc8a0f54f90 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:21.356397 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bd9f1bce-113e-46a8-bb7d-cbc8a0f54f90 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "DELETE /v2.0/security-groups/3b056131-2c12-474e-98b9-4fa08ab3d173 HTTP/1.1" status: 204 len: 168 time: 1.1066287 Mar 23 01:34:21.359348 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35912) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:21.376507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f1bce-113e-46a8-bb7d-cbc8a0f54f90 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b056131-2c12-474e-98b9-4fa08ab3d173,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:21.411536 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-ae22ead3-9482-4e42-9656-72643ff1f5da tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:21.440466 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1812a8e0-020d-4846-bdcf-99e3875b3b34 req-456a5725-fcdd-428e-be15-36a394051dfe service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558972 Mar 23 01:34:21.464379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['976f688d-42f1-4063-af4c-3794e13d7d33'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:34:21.541229 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a4888f74-e61c-4828-a531-899fe32badca tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1804624 Mar 23 01:34:21.557138 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c18977-033b-4217-bf16-c055c6c5d5ef x-openstack-request-id: req-39c18977-033b-4217-bf16-c055c6c5d5ef {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:34:21.557697 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49bc3fc9-7333-4689-a9f8-9e58b08a300e", "tag": "976f688d-42f1-4063-af4c-3794e13d7d33", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:34:21.558005 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39c18977-033b-4217-bf16-c055c6c5d5ef {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:34:21.558481 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c18977-033b-4217-bf16-c055c6c5d5ef'] response: {'name': 'network-changed', 'server_uuid': '49bc3fc9-7333-4689-a9f8-9e58b08a300e', 'tag': '976f688d-42f1-4063-af4c-3794e13d7d33', 'status': 'completed', 'code': 200} Mar 23 01:34:21.559002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35918) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:21.567444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:34:21.575504 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-20d17ede-c598-44f0-9705-0cabb2d7c368 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group': {'name': 'tempest-secgroup--88525429'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:21.612060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5258c-9b91-4715-8d59-5238dd1e3be7 req-69abccb0-2ad7-4c07-866f-6468d2455337 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:21.624560 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-72c5258c-9b91-4715-8d59-5238dd1e3be7 req-69abccb0-2ad7-4c07-866f-6468d2455337 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 0.1808434 Mar 23 01:34:21.660135 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20d17ede-c598-44f0-9705-0cabb2d7c368 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:21.691274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-ae22ead3-9482-4e42-9656-72643ff1f5da tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Network dad34f83-4f40-47a7-9927-593a4894674b is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:21.698781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-ae22ead3-9482-4e42-9656-72643ff1f5da tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:21.703346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22ead3-9482-4e42-9656-72643ff1f5da tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Pushing event updated for resources: {'Port': ['ID=f445e5f1-1645-424e-aa98-38bdaebba56e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:21.710006 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-ae22ead3-9482-4e42-9656-72643ff1f5da tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:21.737390 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-72c5258c-9b91-4715-8d59-5238dd1e3be7 req-d94a9e21-1dbd-4082-96e0-92ef22a60dc1 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086142 Mar 23 01:34:21.851879 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20d17ede-c598-44f0-9705-0cabb2d7c368 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (50c5166e-c4e3-4fa5-a824-a054f1dbae35), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:21.860010 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20d17ede-c598-44f0-9705-0cabb2d7c368 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (50c5166e-c4e3-4fa5-a824-a054f1dbae35), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:21.867327 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-67ec6527-11d2-40b9-b558-9961f3ad39be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:21.940339 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20d17ede-c598-44f0-9705-0cabb2d7c368 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:21.944969 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-20d17ede-c598-44f0-9705-0cabb2d7c368 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3747120 Mar 23 01:34:21.947401 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d17ede-c598-44f0-9705-0cabb2d7c368 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c5166e-c4e3-4fa5-a824-a054f1dbae35,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:21.950055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35930) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:21.950491 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35932) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:21.960657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-8ef1f671-9459-4f9b-a98f-b27ef4afb430 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '50c5166e-c4e3-4fa5-a824-a054f1dbae35', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:21.961576 n-d-834677-4 neutron-server[99263]: WARNING neutron.api.v2.base [None req-8ef1f671-9459-4f9b-a98f-b27ef4afb430 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 23 01:34:21.962269 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-8ef1f671-9459-4f9b-a98f-b27ef4afb430 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:21.963610 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8ef1f671-9459-4f9b-a98f-b27ef4afb430 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119393 Mar 23 01:34:21.969358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35936) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:21.976846 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c5387a90-c3aa-4b72-ae1f-ef079cfb5c34 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '50c5166e-c4e3-4fa5-a824-a054f1dbae35', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:21.982364 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bf442-8941-4e90-be1b-15f33dd3c7bf req-ebb4a496-a2b0-4fbe-97da-8c96274d1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:21.983956 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e08bf442-8941-4e90-be1b-15f33dd3c7bf req-ebb4a496-a2b0-4fbe-97da-8c96274d1541 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 1155 time: 0.4098463 Mar 23 01:34:22.041314 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-c5387a90-c3aa-4b72-ae1f-ef079cfb5c34 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:22.045336 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c5387a90-c3aa-4b72-ae1f-ef079cfb5c34 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0721965 Mar 23 01:34:22.045915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35942) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:22.053710 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5210c1aa-9b18-4c16-987c-6f33ffbdfcaa tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '50c5166e-c4e3-4fa5-a824-a054f1dbae35', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:22.054203 n-d-834677-4 neutron-server[99263]: WARNING neutron.api.v2.base [None req-5210c1aa-9b18-4c16-987c-6f33ffbdfcaa tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 23 01:34:22.055091 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-5210c1aa-9b18-4c16-987c-6f33ffbdfcaa tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:22.059264 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5210c1aa-9b18-4c16-987c-6f33ffbdfcaa tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088201 Mar 23 01:34:22.060097 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35944) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:22.065704 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-385d4471-12ea-4d5c-a291-2d4ecc32ad92 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '50c5166e-c4e3-4fa5-a824-a054f1dbae35', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:22.107843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Sync routers for ids ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:34:22.129450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Routers {'3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:22.130526 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:22.136232 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-385d4471-12ea-4d5c-a291-2d4ecc32ad92 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:22.140629 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-385d4471-12ea-4d5c-a291-2d4ecc32ad92 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0765519 Mar 23 01:34:22.141279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35946) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:22.165514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0e3237e6-3d1f-464e-b360-177d4a56d0fa tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '50c5166e-c4e3-4fa5-a824-a054f1dbae35', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:22.166132 n-d-834677-4 neutron-server[99263]: WARNING neutron.api.v2.base [None req-0e3237e6-3d1f-464e-b360-177d4a56d0fa tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 23 01:34:22.166840 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-0e3237e6-3d1f-464e-b360-177d4a56d0fa tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:22.171207 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0e3237e6-3d1f-464e-b360-177d4a56d0fa tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0254309 Mar 23 01:34:22.171470 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35948) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:22.196697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-483c7032-bd65-493f-8590-106a0311c0ca tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '50c5166e-c4e3-4fa5-a824-a054f1dbae35', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:22.219824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-ae22ead3-9482-4e42-9656-72643ff1f5da tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:22.221200 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-ae22ead3-9482-4e42-9656-72643ff1f5da tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:22.225548 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a6949da2-331e-4248-95bc-8983b8e9fcf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:22.230194 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1812a8e0-020d-4846-bdcf-99e3875b3b34 req-7b3de1f2-b8e5-41d2-83fd-00d32931b477 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7602997 Mar 23 01:34:22.270211 n-d-834677-4 neutron-server[99263]: INFO neutron.db.securitygroups_db [None req-483c7032-bd65-493f-8590-106a0311c0ca tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Project 38d337b5629b4fbc90c176d9abe953a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 01:34:22.297663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c324e6-2403-4a78-83c0-d80cf74beb29 req-f09585c5-b434-4eb8-aed6-59faa5b9d0a2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:22.299323 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3c324e6-2403-4a78-83c0-d80cf74beb29 req-f09585c5-b434-4eb8-aed6-59faa5b9d0a2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 943 time: 0.1595345 Mar 23 01:34:22.303030 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-ae22ead3-9482-4e42-9656-72643ff1f5da tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2305589 Mar 23 01:34:22.327509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Request body: {'port': {'device_id': '010a3f26-ebbb-4e47-8512-50d5854491d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:22.348002 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-483c7032-bd65-493f-8590-106a0311c0ca tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:22.349110 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-483c7032-bd65-493f-8590-106a0311c0ca tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1764765 Mar 23 01:34:22.352843 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35954) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:22.362592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5f332c46-dcb0-46d7-9529-03c5e299856d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '50c5166e-c4e3-4fa5-a824-a054f1dbae35', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:22.363086 n-d-834677-4 neutron-server[99263]: WARNING neutron.api.v2.base [None req-5f332c46-dcb0-46d7-9529-03c5e299856d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 23 01:34:22.363620 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-5f332c46-dcb0-46d7-9529-03c5e299856d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:22.364890 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5f332c46-dcb0-46d7-9529-03c5e299856d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110054 Mar 23 01:34:22.368582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Set router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:34:22.369953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35956) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:22.378541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-230e0939-6eba-4383-87eb-e8dfe722dd7d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '50c5166e-c4e3-4fa5-a824-a054f1dbae35', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:22.403889 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3c324e6-2403-4a78-83c0-d80cf74beb29 req-bea692e5-2f60-44a6-b440-4c5a8c134cf9 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974379 Mar 23 01:34:22.409431 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:34:22.441599 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3dc1d5-201f-414f-9410-da0b4c1bd960 None None] Sync routers for ids ['b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:34:22.447588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bf442-8941-4e90-be1b-15f33dd3c7bf req-93604c49-fc52-4824-85e0-61d173b3464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:22.449757 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e08bf442-8941-4e90-be1b-15f33dd3c7bf req-93604c49-fc52-4824-85e0-61d173b3464a service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.4396794 Mar 23 01:34:22.462934 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:22.467791 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:22.469206 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e24bdb52-9977-4f37-ab6e-0ce1b090c9d2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 7.1292553 Mar 23 01:34:22.474299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35960) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:22.482273 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3dc1d5-201f-414f-9410-da0b4c1bd960 None None] Routers {'b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:22.483124 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0b3dc1d5-201f-414f-9410-da0b4c1bd960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:22.515709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35962) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:22.520112 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a6949da2-331e-4248-95bc-8983b8e9fcf4 admin admin] Publish callbacks [] for security_group (4e751173-326c-42bd-a168-2bead17ab207), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:22.536700 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3e088675-3d21-4518-bc70-0b6068a7830b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1654863140-network', 'tenant_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:22.547502 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a897378f-6d32-4538-b951-0175eb17972a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:22.556919 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a6949da2-331e-4248-95bc-8983b8e9fcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4e751173-326c-42bd-a168-2bead17ab207), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:22.574578 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0b3dc1d5-201f-414f-9410-da0b4c1bd960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:22.595892 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3dc1d5-201f-414f-9410-da0b4c1bd960 None None] Routers {'b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:22.596766 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0b3dc1d5-201f-414f-9410-da0b4c1bd960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:22.603199 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6949da2-331e-4248-95bc-8983b8e9fcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e751173-326c-42bd-a168-2bead17ab207,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:22.651132 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-230e0939-6eba-4383-87eb-e8dfe722dd7d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Project 38d337b5629b4fbc90c176d9abe953a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 01:34:22.654891 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e08bf442-8941-4e90-be1b-15f33dd3c7bf req-1dba7bf5-ffc7-40b6-a3d7-16688adb46fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=976f688d-42f1-4063-af4c-3794e13d7d33 HTTP/1.1" status: 200 len: 217 time: 0.1814375 Mar 23 01:34:22.665401 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e088675-3d21-4518-bc70-0b6068a7830b admin admin] Made reservation on behalf of ce2c4b41aa1748f2bd8ef8ccbfa33907 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:22.668145 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e088675-3d21-4518-bc70-0b6068a7830b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:22.673906 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0b3dc1d5-201f-414f-9410-da0b4c1bd960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:22.674573 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3dc1d5-201f-414f-9410-da0b4c1bd960 None None] The sync data for ids ['b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:34:22.703774 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e088675-3d21-4518-bc70-0b6068a7830b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:22.710852 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a6949da2-331e-4248-95bc-8983b8e9fcf4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ca1661d9be142a386a703891fe97417&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7581038 Mar 23 01:34:22.714974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e3f0eee3-93a6-437e-8cd4-7e7226865b30 None None] Provisioning complete for port f445e5f1-1645-424e-aa98-38bdaebba56e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:22.715522 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e3f0eee3-93a6-437e-8cd4-7e7226865b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:22.718478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35966) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:22.756739 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077397ef-06bc-4195-a599-e7795396e6b4 req-08b21762-7848-4df9-b934-265f48abd0bd tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:22.765934 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-077397ef-06bc-4195-a599-e7795396e6b4 req-08b21762-7848-4df9-b934-265f48abd0bd tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 932 time: 0.2214279 Mar 23 01:34:22.809788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0eee3-93a6-437e-8cd4-7e7226865b30 None None] Port f445e5f1-1645-424e-aa98-38bdaebba56e cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:34:22.842084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port a897378f-6d32-4538-b951-0175eb17972a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:22.842748 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a897378f-6d32-4538-b951-0175eb17972a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:22.887593 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-077397ef-06bc-4195-a599-e7795396e6b4 req-0b317df1-ace8-44ce-9b5e-0291b470579c tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/security-groups?id=20992968-25cf-435b-8c43-19889d555002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206772 Mar 23 01:34:22.895882 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-42fb2ecc-9f92-46b7-9619-7b5575e95e81 admin admin] Publish callbacks [] for security_group (4e751173-326c-42bd-a168-2bead17ab207), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:22.951854 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e088675-3d21-4518-bc70-0b6068a7830b admin admin] Publish callbacks [] for security_group (faab2031-c5cd-4548-9555-2a65a52fc150), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:22.953910 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-42fb2ecc-9f92-46b7-9619-7b5575e95e81 admin admin] Publish callbacks [] for security_group (4e751173-326c-42bd-a168-2bead17ab207), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:22.964301 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e088675-3d21-4518-bc70-0b6068a7830b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (faab2031-c5cd-4548-9555-2a65a52fc150), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:22.969860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'name': 'tempest-TaggedBootDevicesTest-91586125-router', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a897378f-6d32-4538-b951-0175eb17972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:08Z', 'updated_at': '2022-03-23T01:34:19Z', 'revision_number': 4, 'project_id': '502c1396aecc4792a466ed6e68112592', 'gw_port': {'id': 'a897378f-6d32-4538-b951-0175eb17972a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:11Z', 'updated_at': '2022-03-23T01:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'e148a60c-7d18-4310-9fb5-3e5bc6393761', 'name': '', 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'mac_address': 'fa:16:3e:5e:a4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:18Z', 'updated_at': '2022-03-23T01:34:19Z', 'revision_number': 2, 'project_id': '502c1396aecc4792a466ed6e68112592', 'subnets': [{'id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:23.012008 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Checking router: 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:34:23.012496 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Updating router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 port e148a60c-7d18-4310-9fb5-3e5bc6393761 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:34:23.042706 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e088675-3d21-4518-bc70-0b6068a7830b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:34:23.062764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a897378f-6d32-4538-b951-0175eb17972a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:23.071763 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e088675-3d21-4518-bc70-0b6068a7830b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faab2031-c5cd-4548-9555-2a65a52fc150,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:23.073636 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:23.075987 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e088675-3d21-4518-bc70-0b6068a7830b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (89de6b79-9016-402e-8a45-8ffc85c80a4b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:23.076336 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-3e088675-3d21-4518-bc70-0b6068a7830b admin admin] Added segment 89de6b79-9016-402e-8a45-8ffc85c80a4b of type vlan for network cd662416-fe81-442d-b9d0-a8f6689e67cb Mar 23 01:34:23.120512 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-42fb2ecc-9f92-46b7-9619-7b5575e95e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4e751173-326c-42bd-a168-2bead17ab207), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:23.123089 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-42fb2ecc-9f92-46b7-9619-7b5575e95e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:23.124277 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-42fb2ecc-9f92-46b7-9619-7b5575e95e81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e751173-326c-42bd-a168-2bead17ab207 HTTP/1.1" status: 204 len: 168 time: 0.4046099 Mar 23 01:34:23.129861 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e088675-3d21-4518-bc70-0b6068a7830b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (cd662416-fe81-442d-b9d0-a8f6689e67cb), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:23.142693 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb2ecc-9f92-46b7-9619-7b5575e95e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e751173-326c-42bd-a168-2bead17ab207,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:23.171708 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e088675-3d21-4518-bc70-0b6068a7830b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (cd662416-fe81-442d-b9d0-a8f6689e67cb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:23.172751 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e088675-3d21-4518-bc70-0b6068a7830b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:23.173350 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e088675-3d21-4518-bc70-0b6068a7830b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:23.349054 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3e088675-3d21-4518-bc70-0b6068a7830b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8296366 Mar 23 01:34:23.349701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35978) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:23.385954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-692575a0-8381-4929-b4c9-d846025df710 admin admin] Request body: {'subnet': {'network_id': 'cd662416-fe81-442d-b9d0-a8f6689e67cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1654863140-subnet', 'tenant_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:23.407534 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e088675-3d21-4518-bc70-0b6068a7830b admin admin] Pushing event updated for resources: {'Network': ['ID=cd662416-fe81-442d-b9d0-a8f6689e67cb,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:23.428530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692575a0-8381-4929-b4c9-d846025df710 admin admin] Made reservation on behalf of ce2c4b41aa1748f2bd8ef8ccbfa33907 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:23.433705 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-692575a0-8381-4929-b4c9-d846025df710 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:23.535198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network cd662416-fe81-442d-b9d0-a8f6689e67cb details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:34:23.672833 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-230e0939-6eba-4383-87eb-e8dfe722dd7d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:23.676505 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-230e0939-6eba-4383-87eb-e8dfe722dd7d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.2992332 Mar 23 01:34:23.683105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35986) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:23.695035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-2b046912-7185-467b-b765-068efa5d1a97 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '50c5166e-c4e3-4fa5-a824-a054f1dbae35', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:23.695386 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:23.724356 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-692575a0-8381-4929-b4c9-d846025df710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (8b7e72be-ffbb-4314-a230-27f5b0757034), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:23.730809 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bf442-8941-4e90-be1b-15f33dd3c7bf req-36cabe53-edb6-489f-b78b-2dc98fda542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:23.733290 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e08bf442-8941-4e90-be1b-15f33dd3c7bf req-36cabe53-edb6-489f-b78b-2dc98fda542f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.8966582 Mar 23 01:34:23.753008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a82bd5-54cb-4a3c-ab5f-c643f3b4b875 req-bb1c11b3-d0d5-416f-8c73-c222e3a1818c tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:23.759601 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9a82bd5-54cb-4a3c-ab5f-c643f3b4b875 req-bb1c11b3-d0d5-416f-8c73-c222e3a1818c tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 0.8927078 Mar 23 01:34:23.797028 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e08bf442-8941-4e90-be1b-15f33dd3c7bf req-18072337-48fb-437c-bbd5-ba32d02f9af9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331357 Mar 23 01:34:23.813615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692575a0-8381-4929-b4c9-d846025df710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7e72be-ffbb-4314-a230-27f5b0757034,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:23.821947 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692575a0-8381-4929-b4c9-d846025df710 admin admin] Checking segment: {'id': '89de6b79-9016-402e-8a45-8ffc85c80a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cd662416-fe81-442d-b9d0-a8f6689e67cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:23.822733 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692575a0-8381-4929-b4c9-d846025df710 admin admin] Network hostable DHCP agents. Network: cd662416-fe81-442d-b9d0-a8f6689e67cb, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:34:23.848161 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692575a0-8381-4929-b4c9-d846025df710 admin admin] Network cd662416-fe81-442d-b9d0-a8f6689e67cb is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:34:23.864976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-692575a0-8381-4929-b4c9-d846025df710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, cd662416-fe81-442d-b9d0-a8f6689e67cb) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:23.884143 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-2b046912-7185-467b-b765-068efa5d1a97 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Project 38d337b5629b4fbc90c176d9abe953a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 01:34:23.888486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692575a0-8381-4929-b4c9-d846025df710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:23.889720 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-692575a0-8381-4929-b4c9-d846025df710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:23.891605 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59115f26-dbf9-4655-abf4-a229ea7983a3 None None] Network cd662416-fe81-442d-b9d0-a8f6689e67cb requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:34:23.933437 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-692575a0-8381-4929-b4c9-d846025df710 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5815568 Mar 23 01:34:23.934293 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35996) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:23.937775 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ea8e7787-fc93-4fbe-bcd1-71fbf394e88c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/routers/b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c HTTP/1.1" status: 200 len: 881 time: 1.4487793 Mar 23 01:34:23.942779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1654863140-router', 'tenant_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:23.943448 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35998) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:23.959848 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Publish callbacks [] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:23.975040 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.000196 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (be6b7103-8a8a-455c-91f1-8562dac74c8b), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.001295 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (be6b7103-8a8a-455c-91f1-8562dac74c8b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.091727 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc62b3-d7ee-4098-862f-44dc47d5e1c1 None None] Pushing event updated for resources: {'Port': ['ID=e148a60c-7d18-4310-9fb5-3e5bc6393761,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:24.123484 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e72d16-a69a-4f46-85ff-7ac8fb60b63d req-e122b246-7109-4e70-821f-ac899a08dff8 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:24.132736 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48e72d16-a69a-4f46-85ff-7ac8fb60b63d req-e122b246-7109-4e70-821f-ac899a08dff8 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 943 time: 0.2220948 Mar 23 01:34:24.134711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-cd662416-fe81-442d-b9d0-a8f6689e67cb', 'network_id': 'cd662416-fe81-442d-b9d0-a8f6689e67cb', 'project_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'fixed_ips': [{'subnet_id': '8b7e72be-ffbb-4314-a230-27f5b0757034'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:34:24.135780 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.142010 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-2b046912-7185-467b-b765-068efa5d1a97 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:24.145901 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2b046912-7185-467b-b765-068efa5d1a97 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4571879 Mar 23 01:34:24.149892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36004) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:24.165640 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Publish callbacks [] for router_controller (be6b7103-8a8a-455c-91f1-8562dac74c8b), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.270140 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9a82bd5-54cb-4a3c-ab5f-c643f3b4b875 req-adf7cf06-37f3-44d9-8075-ab9fce3acf76 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095510 Mar 23 01:34:24.326078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Allocated IP 172.20.0.2 (cd662416-fe81-442d-b9d0-a8f6689e67cb/8b7e72be-ffbb-4314-a230-27f5b0757034/02f45922-4085-4e25-b060-2911d8fc8400) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:24.352825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f445e5f1-1645-424e-aa98-38bdaebba56e {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:34:24.396835 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Attempting to bind port e148a60c-7d18-4310-9fb5-3e5bc6393761 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:24.397202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Attempting to bind port e148a60c-7d18-4310-9fb5-3e5bc6393761 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'c68ac88b-fde7-44e9-9885-d6bdfea8b7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:24.397587 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Attempting to bind port e148a60c-7d18-4310-9fb5-3e5bc6393761 on network b81fb5d8-6712-4e02-9517-eabc6d26a52a {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:24.428910 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:24.429306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Checking segment: {'id': 'c68ac88b-fde7-44e9-9885-d6bdfea8b7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:24.429689 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Publish callbacks [] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.429845 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.430103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Bound using segment: {'id': 'c68ac88b-fde7-44e9-9885-d6bdfea8b7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:24.430760 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Bound port: e148a60c-7d18-4310-9fb5-3e5bc6393761, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68ac88b-fde7-44e9-9885-d6bdfea8b7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:24.431166 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.458919 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e08bf442-8941-4e90-be1b-15f33dd3c7bf req-5a66350e-99b1-4bc2-80d1-eca2b75f507d service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6482108 Mar 23 01:34:24.508993 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.515835 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48e72d16-a69a-4f46-85ff-7ac8fb60b63d req-c196139f-0a54-4e04-aac4-ff2e1cbef8f3 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761489 Mar 23 01:34:24.525727 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Publish callbacks [] for router_gateway (be6b7103-8a8a-455c-91f1-8562dac74c8b), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.585076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Transition to ACTIVE for port object f445e5f1-1645-424e-aa98-38bdaebba56e will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:34:24.608382 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-008d8ad9-0e92-49a5-a289-b5221d1244b7 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (50c5166e-c4e3-4fa5-a824-a054f1dbae35), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.618719 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 976f688d-42f1-4063-af4c-3794e13d7d33 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:34:24.620758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-77b4cbd0-c01e-443b-bb2d-97196a94edde None None] Provisioning complete for port e148a60c-7d18-4310-9fb5-3e5bc6393761 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:24.620885 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.621465 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-77b4cbd0-c01e-443b-bb2d-97196a94edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.644075 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-008d8ad9-0e92-49a5-a289-b5221d1244b7 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (50c5166e-c4e3-4fa5-a824-a054f1dbae35), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.687059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] For port e148a60c-7d18-4310-9fb5-3e5bc6393761, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:24.718380 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] For port e148a60c-7d18-4310-9fb5-3e5bc6393761, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e148a60c-7d18-4310-9fb5-3e5bc6393761,segment=NetworkSegment(c68ac88b-fde7-44e9-9885-d6bdfea8b7fe),segment_id=c68ac88b-fde7-44e9-9885-d6bdfea8b7fe)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:24.720962 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-008d8ad9-0e92-49a5-a289-b5221d1244b7 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (50c5166e-c4e3-4fa5-a824-a054f1dbae35), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.724685 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-008d8ad9-0e92-49a5-a289-b5221d1244b7 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.728914 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-008d8ad9-0e92-49a5-a289-b5221d1244b7 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "DELETE /v2.0/security-groups/50c5166e-c4e3-4fa5-a824-a054f1dbae35 HTTP/1.1" status: 204 len: 168 time: 0.5690958 Mar 23 01:34:24.734058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36020) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:24.749353 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-77b4cbd0-c01e-443b-bb2d-97196a94edde None None] Port e148a60c-7d18-4310-9fb5-3e5bc6393761 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:34:24.749550 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d8ad9-0e92-49a5-a289-b5221d1244b7 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c5166e-c4e3-4fa5-a824-a054f1dbae35,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:24.754915 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e08bf442-8941-4e90-be1b-15f33dd3c7bf req-0d617162-0567-4a39-a871-35735758b1fa service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828536 Mar 23 01:34:24.794407 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.resource_extend [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:34:24.833512 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a91de-306b-4621-ad4a-4025fd54b9e6 req-7f4627d5-3179-4355-9e31-aaf9a8692cc1 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:24.842416 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-513a91de-306b-4621-ad4a-4025fd54b9e6 req-7f4627d5-3179-4355-9e31-aaf9a8692cc1 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 932 time: 0.3960783 Mar 23 01:34:24.844313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f445e5f1-1645-424e-aa98-38bdaebba56e,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:24.894609 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0674a2a0-9a16-4749-875c-692b4173e1c8 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1470511 Mar 23 01:34:24.901234 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36022) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:24.922657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e9052b0b-5981-498e-8b87-f5f957637e79 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981309357'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:24.923600 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 976f688d-42f1-4063-af4c-3794e13d7d33, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=976f688d-42f1-4063-af4c-3794e13d7d33,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:24.951482 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Publish callbacks [] for port (02f45922-4085-4e25-b060-2911d8fc8400), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.965724 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 976f688d-42f1-4063-af4c-3794e13d7d33 has no active binding in host n-h1-834677-4 {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 01:34:24.965845 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9052b0b-5981-498e-8b87-f5f957637e79 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:24.967721 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.012953 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (02f45922-4085-4e25-b060-2911d8fc8400), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.038526 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Network cd662416-fe81-442d-b9d0-a8f6689e67cb is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:25.049597 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:25.058897 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:25.066740 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d27d2f60-1b43-4f3e-b04d-848732a9bb99 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.1192477 Mar 23 01:34:25.085149 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36028) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:25.095588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-2870b424-f027-40b5-b4f5-947724fdbcf3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1343586892'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:25.124794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Attempting to bind port f445e5f1-1645-424e-aa98-38bdaebba56e on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:25.125139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Attempting to bind port f445e5f1-1645-424e-aa98-38bdaebba56e by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '7ab18a1e-18c0-49da-baff-15706c8d9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:25.125473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Attempting to bind port f445e5f1-1645-424e-aa98-38bdaebba56e on network dad34f83-4f40-47a7-9927-593a4894674b {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:25.130859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Routers {'3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:25.136103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:25.165325 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc62b3-d7ee-4098-862f-44dc47d5e1c1 None None] Pushing event updated for resources: {'Port': ['ID=e148a60c-7d18-4310-9fb5-3e5bc6393761,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:25.215714 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-513a91de-306b-4621-ad4a-4025fd54b9e6 req-5bef88b3-f610-42ef-989d-b21f6fb5521e tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/security-groups?id=20992968-25cf-435b-8c43-19889d555002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3698409 Mar 23 01:34:25.249793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36030) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:25.264157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Port f445e5f1-1645-424e-aa98-38bdaebba56e on network dad34f83-4f40-47a7-9927-593a4894674b not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:34:25.264751 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Attempting to bind port f445e5f1-1645-424e-aa98-38bdaebba56e on network dad34f83-4f40-47a7-9927-593a4894674b {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:25.273872 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:25.274400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Checking segment: {'id': '7ab18a1e-18c0-49da-baff-15706c8d9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:25.275030 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Bound using segment: {'id': '7ab18a1e-18c0-49da-baff-15706c8d9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:25.276271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Bound port: f445e5f1-1645-424e-aa98-38bdaebba56e, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab18a1e-18c0-49da-baff-15706c8d9374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:25.276815 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.291346 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9052b0b-5981-498e-8b87-f5f957637e79 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (7a62e81a-5042-45d6-a04f-254a944492f7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.318297 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9052b0b-5981-498e-8b87-f5f957637e79 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7a62e81a-5042-45d6-a04f-254a944492f7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.364728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Attempting to bind port 02f45922-4085-4e25-b060-2911d8fc8400 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:25.365143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Attempting to bind port 02f45922-4085-4e25-b060-2911d8fc8400 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '89de6b79-9016-402e-8a45-8ffc85c80a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cd662416-fe81-442d-b9d0-a8f6689e67cb'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:25.365576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Attempting to bind port 02f45922-4085-4e25-b060-2911d8fc8400 on network cd662416-fe81-442d-b9d0-a8f6689e67cb {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:25.371917 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Pushing event updated for resources: {'Port': ['ID=02f45922-4085-4e25-b060-2911d8fc8400,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:25.395743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:25.397275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Checking segment: {'id': '89de6b79-9016-402e-8a45-8ffc85c80a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cd662416-fe81-442d-b9d0-a8f6689e67cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:25.398291 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.398769 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Bound using segment: {'id': '89de6b79-9016-402e-8a45-8ffc85c80a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cd662416-fe81-442d-b9d0-a8f6689e67cb'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:25.399484 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Bound port: 02f45922-4085-4e25-b060-2911d8fc8400, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89de6b79-9016-402e-8a45-8ffc85c80a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cd662416-fe81-442d-b9d0-a8f6689e67cb'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:25.399937 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (02f45922-4085-4e25-b060-2911d8fc8400), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.479288 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e5c8596-8c1d-4292-919a-2a5ec73dc683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.502830 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9052b0b-5981-498e-8b87-f5f957637e79 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.504148 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e9052b0b-5981-498e-8b87-f5f957637e79 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6008613 Mar 23 01:34:25.510225 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36042) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:25.516772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-1ed6eaa1-1295-4f58-9698-311adaa4766d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '7a62e81a-5042-45d6-a04f-254a944492f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:25.524577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9052b0b-5981-498e-8b87-f5f957637e79 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a62e81a-5042-45d6-a04f-254a944492f7,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:25.551876 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Publish callbacks [] for router_gateway (be6b7103-8a8a-455c-91f1-8562dac74c8b), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.576892 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a882da74-d46d-4cd4-91ee-13961430a347 None None] Provisioning complete for port e148a60c-7d18-4310-9fb5-3e5bc6393761 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:25.578464 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a882da74-d46d-4cd4-91ee-13961430a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.589523 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.621033 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02b1c0-d8a0-43d2-9428-9ade57c06eaa req-d7b939bf-a303-4aa9-b1b7-0ede8039589e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:25.628058 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c02b1c0-d8a0-43d2-9428-9ade57c06eaa req-d7b939bf-a303-4aa9-b1b7-0ede8039589e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 0.2000163 Mar 23 01:34:25.628844 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] For port 02f45922-4085-4e25-b060-2911d8fc8400, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:25.639946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] Set router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:34:25.680739 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] For port f445e5f1-1645-424e-aa98-38bdaebba56e, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:25.687321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] For port 02f45922-4085-4e25-b060-2911d8fc8400, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=02f45922-4085-4e25-b060-2911d8fc8400,segment=NetworkSegment(89de6b79-9016-402e-8a45-8ffc85c80a4b),segment_id=89de6b79-9016-402e-8a45-8ffc85c80a4b)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:25.726241 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-1ed6eaa1-1295-4f58-9698-311adaa4766d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The resource could not be found. Mar 23 01:34:25.727681 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1ed6eaa1-1295-4f58-9698-311adaa4766d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2144337 Mar 23 01:34:25.742316 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36050) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:25.746794 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a882da74-d46d-4cd4-91ee-13961430a347 None None] Current status of the port e148a60c-7d18-4310-9fb5-3e5bc6393761 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:25.747292 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a882da74-d46d-4cd4-91ee-13961430a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.747960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f085629c-2ef7-4d24-90ee-af76c94e9d45 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '7a62e81a-5042-45d6-a04f-254a944492f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3ec8302e-6f85-4cd5-9d7f-e8622ac8db23'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:25.756786 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (02f45922-4085-4e25-b060-2911d8fc8400), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.795259 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2870b424-f027-40b5-b4f5-947724fdbcf3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.819772 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e5c8596-8c1d-4292-919a-2a5ec73dc683 admin admin] Publish callbacks [] for security_group (41d7eb68-f8e5-4337-85f5-15e3731c273c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.826066 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c02b1c0-d8a0-43d2-9428-9ade57c06eaa req-8bb260d5-d31d-4431-a90b-db669aba8aab tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971571 Mar 23 01:34:25.838991 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e5c8596-8c1d-4292-919a-2a5ec73dc683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (41d7eb68-f8e5-4337-85f5-15e3731c273c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.851378 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2870b424-f027-40b5-b4f5-947724fdbcf3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.864995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] For port f445e5f1-1645-424e-aa98-38bdaebba56e, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=f445e5f1-1645-424e-aa98-38bdaebba56e,segment=NetworkSegment(7ab18a1e-18c0-49da-baff-15706c8d9374),segment_id=7ab18a1e-18c0-49da-baff-15706c8d9374)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:25.888076 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.898251 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Allocated IP 172.25.0.200 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/ea0bca78-a9e6-4842-b105-bece4d549d63) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:25.931277 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a882da74-d46d-4cd4-91ee-13961430a347 None None] For port e148a60c-7d18-4310-9fb5-3e5bc6393761, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e148a60c-7d18-4310-9fb5-3e5bc6393761,segment=NetworkSegment(c68ac88b-fde7-44e9-9885-d6bdfea8b7fe),segment_id=c68ac88b-fde7-44e9-9885-d6bdfea8b7fe)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:25.937983 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:25.952486 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-54b4521d-35e2-402a-90e3-7eec06f3bf38 service neutron] 10.222.0.43 "GET /v2.0/ports/976f688d-42f1-4063-af4c-3794e13d7d33/bindings/n-h1-834677-4 HTTP/1.1" status: 200 len: 384 time: 0.5775445 Mar 23 01:34:26.013842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:26.014594 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:26.016122 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] 10.222.0.43 "PUT /v2.0/ports/f445e5f1-1645-424e-aa98-38bdaebba56e HTTP/1.1" status: 200 len: 1092 time: 3.6943843 Mar 23 01:34:26.016714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010a3f26-ebbb-4e47-8512-50d5854491d6', 'tag': 'f445e5f1-1645-424e-aa98-38bdaebba56e'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:34:26.023230 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42105a99-1cb6-41b9-a51e-cb177befd616" -d '{"events": [{"name": "network-changed", "server_uuid": "010a3f26-ebbb-4e47-8512-50d5854491d6", "tag": "f445e5f1-1645-424e-aa98-38bdaebba56e"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:34:26.055515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36058) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:26.069126 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7e5c8596-8c1d-4292-919a-2a5ec73dc683 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1995710fac04466ea07c571f9c394a0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8165691 Mar 23 01:34:26.077444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c8596-8c1d-4292-919a-2a5ec73dc683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d7eb68-f8e5-4337-85f5-15e3731c273c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:26.077838 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a882da74-d46d-4cd4-91ee-13961430a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:26.105319 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-f085629c-2ef7-4d24-90ee-af76c94e9d45 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The resource could not be found. Mar 23 01:34:26.106358 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f085629c-2ef7-4d24-90ee-af76c94e9d45 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3627665 Mar 23 01:34:26.109560 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36060) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:26.147766 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e38cca-d481-4607-9f9d-301ba56c59c9 x-openstack-request-id: req-06e38cca-d481-4607-9f9d-301ba56c59c9 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:34:26.150229 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010a3f26-ebbb-4e47-8512-50d5854491d6", "tag": "f445e5f1-1645-424e-aa98-38bdaebba56e", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:34:26.150574 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06e38cca-d481-4607-9f9d-301ba56c59c9 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:34:26.152087 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e38cca-d481-4607-9f9d-301ba56c59c9'] response: {'name': 'network-changed', 'server_uuid': '010a3f26-ebbb-4e47-8512-50d5854491d6', 'tag': 'f445e5f1-1645-424e-aa98-38bdaebba56e', 'status': 'completed', 'code': 200} Mar 23 01:34:26.280652 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Publish callbacks [] for port (ea0bca78-a9e6-4842-b105-bece4d549d63), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:26.341816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01ddd2-ecb9-4492-85cc-2da63e9d6cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f445e5f1-1645-424e-aa98-38bdaebba56e,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:26.370228 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ea0bca78-a9e6-4842-b105-bece4d549d63), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:26.441816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d3403-bd54-489e-91f7-dca8e34cc28d req-02cb34fd-e52b-44bb-ac0b-a2393ba4b5d2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:26.452029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a9d3403-bd54-489e-91f7-dca8e34cc28d req-02cb34fd-e52b-44bb-ac0b-a2393ba4b5d2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 943 time: 0.7793412 Mar 23 01:34:26.457283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:26.458721 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d8196eae-8cac-463d-8aae-3fdbe407372f tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (7a62e81a-5042-45d6-a04f-254a944492f7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:26.505849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeee1e0-5365-45b3-aec8-fa7e896d4f70 None None] Pushing event updated for resources: {'Port': ['ID=02f45922-4085-4e25-b060-2911d8fc8400,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:26.518818 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:26.532852 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:26.546106 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2870b424-f027-40b5-b4f5-947724fdbcf3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:34:26.589957 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882da74-d46d-4cd4-91ee-13961430a347 None None] Pushing event updated for resources: {'Port': ['ID=e148a60c-7d18-4310-9fb5-3e5bc6393761,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:26.590073 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Pushing event updated for resources: {'Port': ['ID=ea0bca78-a9e6-4842-b105-bece4d549d63,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:26.595193 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d8196eae-8cac-463d-8aae-3fdbe407372f tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (7a62e81a-5042-45d6-a04f-254a944492f7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:26.599810 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'name': 'tempest-TaggedBootDevicesTest-91586125-router', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a897378f-6d32-4538-b951-0175eb17972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:08Z', 'updated_at': '2022-03-23T01:34:19Z', 'revision_number': 4, 'project_id': '502c1396aecc4792a466ed6e68112592', 'gw_port': {'id': 'a897378f-6d32-4538-b951-0175eb17972a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:11Z', 'updated_at': '2022-03-23T01:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'e148a60c-7d18-4310-9fb5-3e5bc6393761', 'name': '', 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'mac_address': 'fa:16:3e:5e:a4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:18Z', 'updated_at': '2022-03-23T01:34:24Z', 'revision_number': 4, 'project_id': '502c1396aecc4792a466ed6e68112592', 'subnets': [{'id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:26.606437 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-304358b4-75a4-4ca8-abac-4f61c67f0e68 admin admin] Publish callbacks [] for security_group (41d7eb68-f8e5-4337-85f5-15e3731c273c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:26.644768 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89341380-c53f-42a9-a2c1-1c19a5e2d8d7 None None] The sync data for ids ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'] in n-d-834677-4 is: [{'id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'name': 'tempest-TaggedBootDevicesTest-91586125-router', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a897378f-6d32-4538-b951-0175eb17972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:08Z', 'updated_at': '2022-03-23T01:34:19Z', 'revision_number': 4, 'project_id': '502c1396aecc4792a466ed6e68112592', 'gw_port': {'id': 'a897378f-6d32-4538-b951-0175eb17972a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:11Z', 'updated_at': '2022-03-23T01:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'e148a60c-7d18-4310-9fb5-3e5bc6393761', 'name': '', 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'mac_address': 'fa:16:3e:5e:a4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:18Z', 'updated_at': '2022-03-23T01:34:24Z', 'revision_number': 4, 'project_id': '502c1396aecc4792a466ed6e68112592', 'subnets': [{'id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:34:26.668302 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853c9d3-ff00-4fd0-92e6-9eb941148f60 req-79e19f33-7e5e-4d79-bbdd-edba136ba4a7 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:26.670785 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e853c9d3-ff00-4fd0-92e6-9eb941148f60 req-79e19f33-7e5e-4d79-bbdd-edba136ba4a7 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 944 time: 0.2581937 Mar 23 01:34:26.725329 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-e3f9eb0a-fe5e-4a00-89d2-5c9884769179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:26.727440 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-e3f9eb0a-fe5e-4a00-89d2-5c9884769179 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7fba32711e514527a64b7c5dbb45387f&device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 1126 time: 0.6193910 Mar 23 01:34:26.754756 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-304358b4-75a4-4ca8-abac-4f61c67f0e68 admin admin] Publish callbacks [] for security_group (41d7eb68-f8e5-4337-85f5-15e3731c273c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:26.773849 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d8196eae-8cac-463d-8aae-3fdbe407372f tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7a62e81a-5042-45d6-a04f-254a944492f7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:26.776369 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d8196eae-8cac-463d-8aae-3fdbe407372f tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:26.777538 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d8196eae-8cac-463d-8aae-3fdbe407372f tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "DELETE /v2.0/security-groups/7a62e81a-5042-45d6-a04f-254a944492f7 HTTP/1.1" status: 204 len: 168 time: 0.6670320 Mar 23 01:34:26.787740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36078) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:26.861212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8196eae-8cac-463d-8aae-3fdbe407372f tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a62e81a-5042-45d6-a04f-254a944492f7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:26.953539 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e853c9d3-ff00-4fd0-92e6-9eb941148f60 req-092d9b7a-59e3-44e6-b8aa-412380c44a53 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/security-groups?id=20992968-25cf-435b-8c43-19889d555002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890504 Mar 23 01:34:26.965063 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c46d1355-975e-4dc2-a9f5-c40951cd42b8 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1627917 Mar 23 01:34:26.966263 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36084) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:26.977875 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-deaaf2e4-893a-4428-9f5d-a597c79dbcd9 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': 'f2cfcc04-a902-497f-a9ac-1a315d797bf3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:27.234894 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c5e98-dcb7-42b8-992a-10de86787661 req-614a6032-abfd-4d9e-868a-27b1fb7dec70 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:27.236542 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2c5c5e98-dcb7-42b8-992a-10de86787661 req-614a6032-abfd-4d9e-868a-27b1fb7dec70 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 0.1480558 Mar 23 01:34:27.239827 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-deaaf2e4-893a-4428-9f5d-a597c79dbcd9 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The resource could not be found. Mar 23 01:34:27.240894 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-deaaf2e4-893a-4428-9f5d-a597c79dbcd9 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2721820 Mar 23 01:34:27.245038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36086) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:27.249939 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-968c26c1-4983-4996-bb4a-d9749e865507 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group': {'name': 'tempest-secgroup--244591121'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:27.301387 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Publish callbacks [] for router_gateway (be6b7103-8a8a-455c-91f1-8562dac74c8b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:27.383239 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5e9c47-02a9-42d5-8591-68802b62af44 None None] Network cd662416-fe81-442d-b9d0-a8f6689e67cb requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:34:27.437248 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-b9a15e87-c8cc-4ede-bc63-7a1bd83ac81b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f445e5f1-1645-424e-aa98-38bdaebba56e HTTP/1.1" status: 200 len: 217 time: 0.5917220 Mar 23 01:34:27.440476 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a9d3403-bd54-489e-91f7-dca8e34cc28d req-14e7aafd-891b-44a7-ab11-b95aca2d923e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9876442 Mar 23 01:34:27.516043 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-968c26c1-4983-4996-bb4a-d9749e865507 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:27.527561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bcd9bf71-3b7f-4e9c-91a3-efab96125728 None None] Provisioning complete for port 02f45922-4085-4e25-b060-2911d8fc8400 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:27.528032 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bcd9bf71-3b7f-4e9c-91a3-efab96125728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (02f45922-4085-4e25-b060-2911d8fc8400), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:27.550343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-32feb6d0-51f0-4bbc-ae2c-d9b368c9cc7c service neutron] For port 976f688d-42f1-4063-af4c-3794e13d7d33, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=976f688d-42f1-4063-af4c-3794e13d7d33,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:27.569137 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2c5c5e98-dcb7-42b8-992a-10de86787661 req-3600bc1a-6a7e-4e6b-968d-ff032c9063f0 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948804 Mar 23 01:34:27.589772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-f37e0410-458f-4ca4-bd19-7fa35108ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:27.591444 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-f37e0410-458f-4ca4-bd19-7fa35108ed88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c63d5fa-2787-4786-be86-a2dbfefc660e HTTP/1.1" status: 200 len: 853 time: 0.1329179 Mar 23 01:34:27.610248 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-32feb6d0-51f0-4bbc-ae2c-d9b368c9cc7c service neutron] For port 976f688d-42f1-4063-af4c-3794e13d7d33, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:27.667576 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-304358b4-75a4-4ca8-abac-4f61c67f0e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (41d7eb68-f8e5-4337-85f5-15e3731c273c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:27.670240 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-304358b4-75a4-4ca8-abac-4f61c67f0e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:27.671573 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-304358b4-75a4-4ca8-abac-4f61c67f0e68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41d7eb68-f8e5-4337-85f5-15e3731c273c HTTP/1.1" status: 204 len: 168 time: 1.5654445 Mar 23 01:34:27.701369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2870b424-f027-40b5-b4f5-947724fdbcf3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:34:27.719427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304358b4-75a4-4ca8-abac-4f61c67f0e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d7eb68-f8e5-4337-85f5-15e3731c273c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:27.731147 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2870b424-f027-40b5-b4f5-947724fdbcf3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:27.732689 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2870b424-f027-40b5-b4f5-947724fdbcf3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c HTTP/1.1" status: 200 len: 888 time: 2.6462839 Mar 23 01:34:27.736228 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36096) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:27.754058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a945c-660a-40f8-b0ec-663a8e68c6a1 None None] Sync routers for ids ['b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:34:27.756183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-32feb6d0-51f0-4bbc-ae2c-d9b368c9cc7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976f688d-42f1-4063-af4c-3794e13d7d33 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:34:27.787847 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9bf71-3b7f-4e9c-91a3-efab96125728 None None] Current status of the port 02f45922-4085-4e25-b060-2911d8fc8400 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:27.788275 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bcd9bf71-3b7f-4e9c-91a3-efab96125728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (02f45922-4085-4e25-b060-2911d8fc8400), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:27.789816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-32feb6d0-51f0-4bbc-ae2c-d9b368c9cc7c service neutron] For port 976f688d-42f1-4063-af4c-3794e13d7d33, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=976f688d-42f1-4063-af4c-3794e13d7d33,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:27.816254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-4bca0d36-29f2-40bb-8dae-454fab71cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:27.824425 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-4bca0d36-29f2-40bb-8dae-454fab71cd42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dad34f83-4f40-47a7-9927-593a4894674b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2246139 Mar 23 01:34:27.844333 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-32feb6d0-51f0-4bbc-ae2c-d9b368c9cc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:27.866813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a945c-660a-40f8-b0ec-663a8e68c6a1 None None] Routers {'b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:27.867460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-564a945c-660a-40f8-b0ec-663a8e68c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:27.961418 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 976f688d-42f1-4063-af4c-3794e13d7d33 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:34:27.968813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-564a945c-660a-40f8-b0ec-663a8e68c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:28.075049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-32feb6d0-51f0-4bbc-ae2c-d9b368c9cc7c service neutron] Transition to ACTIVE for port object 976f688d-42f1-4063-af4c-3794e13d7d33 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:34:28.090660 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-32feb6d0-51f0-4bbc-ae2c-d9b368c9cc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:28.184857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a945c-660a-40f8-b0ec-663a8e68c6a1 None None] Routers {'b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:28.185516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-564a945c-660a-40f8-b0ec-663a8e68c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:28.188836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-bcd9bf71-3b7f-4e9c-91a3-efab96125728 None None] For port 02f45922-4085-4e25-b060-2911d8fc8400, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=02f45922-4085-4e25-b060-2911d8fc8400,segment=NetworkSegment(89de6b79-9016-402e-8a45-8ffc85c80a4b),segment_id=89de6b79-9016-402e-8a45-8ffc85c80a4b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:28.264579 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-564a945c-660a-40f8-b0ec-663a8e68c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:28.265282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a945c-660a-40f8-b0ec-663a8e68c6a1 None None] The sync data for ids ['b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:34:28.266700 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bcd9bf71-3b7f-4e9c-91a3-efab96125728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (02f45922-4085-4e25-b060-2911d8fc8400), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:28.341815 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9bf71-3b7f-4e9c-91a3-efab96125728 None None] Pushing event updated for resources: {'Port': ['ID=02f45922-4085-4e25-b060-2911d8fc8400,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:28.346900 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32feb6d0-51f0-4bbc-ae2c-d9b368c9cc7c service neutron] Pushing event updated for resources: {'Port': ['ID=976f688d-42f1-4063-af4c-3794e13d7d33,revision_number=10']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:28.351316 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] The host n-h2-834677-4 is not matching for port 976f688d-42f1-4063-af4c-3794e13d7d33 host n-h1-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:34:28.352290 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-32feb6d0-51f0-4bbc-ae2c-d9b368c9cc7c service neutron] No DVR routers for this DVR port 976f688d-42f1-4063-af4c-3794e13d7d33 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:34:28.352831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 976f688d-42f1-4063-af4c-3794e13d7d33 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:34:28.358643 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-eafa88ee-ebca-4387-9606-307ac4c3524f service neutron] 10.222.0.43 "GET /v2.0/networks/dad34f83-4f40-47a7-9927-593a4894674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244737 Mar 23 01:34:28.396734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e99e35ad-6e12-499d-a613-503f3e7ff2cd None None] Provisioning complete for port 02f45922-4085-4e25-b060-2911d8fc8400 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:28.397218 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e99e35ad-6e12-499d-a613-503f3e7ff2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (02f45922-4085-4e25-b060-2911d8fc8400), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:28.544388 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92a10f-6440-45d1-883e-ed4f6380ff06 req-a467bb9f-8224-4dce-9df2-8dad78b6a179 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:28.546500 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d92a10f-6440-45d1-883e-ed4f6380ff06 req-a467bb9f-8224-4dce-9df2-8dad78b6a179 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 944 time: 0.3705890 Mar 23 01:34:28.553155 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-32feb6d0-51f0-4bbc-ae2c-d9b368c9cc7c service neutron] 10.222.0.43 "PUT /v2.0/ports/976f688d-42f1-4063-af4c-3794e13d7d33/bindings/n-h1-834677-4/activate HTTP/1.1" status: 200 len: 369 time: 2.5643828 Mar 23 01:34:28.562561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e99e35ad-6e12-499d-a613-503f3e7ff2cd None None] Current status of the port 02f45922-4085-4e25-b060-2911d8fc8400 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:28.648987 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d92a10f-6440-45d1-883e-ed4f6380ff06 req-d5c5dc50-02dd-4585-87b7-479bda1d6fe4 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/security-groups?id=20992968-25cf-435b-8c43-19889d555002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902767 Mar 23 01:34:28.688382 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-968c26c1-4983-4996-bb4a-d9749e865507 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (8f1d2727-27be-4abe-b737-6519535dc2fc), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:28.695836 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0a5aa3c9-65af-4d50-ab82-391f06fedef1 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/routers/b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c HTTP/1.1" status: 200 len: 888 time: 0.8974864 Mar 23 01:34:28.718791 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-968c26c1-4983-4996-bb4a-d9749e865507 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8f1d2727-27be-4abe-b737-6519535dc2fc), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:28.723905 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36124) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:28.776867 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a0ad945-666c-4c43-8d5a-90b909058d34 req-929baffb-4dba-43bc-81a0-e5d9214a4ae2 service neutron] 10.222.0.43 "GET /v2.0/networks/dad34f83-4f40-47a7-9927-593a4894674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090073 Mar 23 01:34:28.811035 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e148a60c-7d18-4310-9fb5-3e5bc6393761 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:28.833635 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c06ba3ba-9881-4dce-93fe-f6b44aff4652 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c HTTP/1.1" status: 200 len: 205 time: 0.1013250 Mar 23 01:34:28.839883 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-968c26c1-4983-4996-bb4a-d9749e865507 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:28.841876 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-968c26c1-4983-4996-bb4a-d9749e865507 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5957692 Mar 23 01:34:28.845234 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36128) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:28.845559 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36130) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:28.882362 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-cab976d6-026b-42a1-9f86-f4a4fc0966d3 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:28.883938 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-cab976d6-026b-42a1-9f86-f4a4fc0966d3 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e&tenant_id=ce546d225bce48df9444d857bc6abcaf&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 1126 time: 0.2167354 Mar 23 01:34:28.908422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f4f0-4a77-4323-88cc-f95b27a0a376 req-dd0803a7-0af9-4f10-aa11-97edd525cf01 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:28.910062 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3af7f4f0-4a77-4323-88cc-f95b27a0a376 req-dd0803a7-0af9-4f10-aa11-97edd525cf01 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 0.1112397 Mar 23 01:34:28.926070 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e148a60c-7d18-4310-9fb5-3e5bc6393761 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:28.926894 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:28.963917 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-bdd5eefb-4454-45b2-ab85-02cc4e89cfd7 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1359182755'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:29.007299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c26c1-4983-4996-bb4a-d9749e865507 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1d2727-27be-4abe-b737-6519535dc2fc,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:29.011602 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (be6b7103-8a8a-455c-91f1-8562dac74c8b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:29.018352 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bdd5eefb-4454-45b2-ab85-02cc4e89cfd7 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:29.018797 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e148a60c-7d18-4310-9fb5-3e5bc6393761 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:29.020013 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 02f45922-4085-4e25-b060-2911d8fc8400 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:29.053269 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22659b8b-a54c-4849-be37-fd2fddd47a0e req-4e35e77d-0db3-4473-b6a6-1b341ddb1753 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:29.061335 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22659b8b-a54c-4849-be37-fd2fddd47a0e req-4e35e77d-0db3-4473-b6a6-1b341ddb1753 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 944 time: 0.3637288 Mar 23 01:34:29.071211 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42105a99-1cb6-41b9-a51e-cb177befd616 req-dbef54de-685f-4f96-a9d6-6a6a257d02a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:29.073277 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42105a99-1cb6-41b9-a51e-cb177befd616 req-dbef54de-685f-4f96-a9d6-6a6a257d02a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7fba32711e514527a64b7c5dbb45387f&device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 1126 time: 0.1861641 Mar 23 01:34:29.082689 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-f09441a2-4651-42c8-aa72-6ee1a4c6e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:29.084434 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-f09441a2-4651-42c8-aa72-6ee1a4c6e0b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e&tenant_id=ce546d225bce48df9444d857bc6abcaf HTTP/1.1" status: 200 len: 1126 time: 0.1886532 Mar 23 01:34:29.089880 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3af7f4f0-4a77-4323-88cc-f95b27a0a376 req-d7ffd2d4-0230-46bf-9979-5a6bb51cc1e9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578569 Mar 23 01:34:29.101572 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 02f45922-4085-4e25-b060-2911d8fc8400 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:29.101973 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (02f45922-4085-4e25-b060-2911d8fc8400), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:29.161308 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22659b8b-a54c-4849-be37-fd2fddd47a0e req-42878882-3d1d-4544-a623-c2a0ba264853 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990407 Mar 23 01:34:29.231215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-d5e15f9d-21bb-4cbd-bf77-e15e8071f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:29.232752 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-d5e15f9d-21bb-4cbd-bf77-e15e8071f023 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 1126 time: 0.1203055 Mar 23 01:34:29.253863 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42105a99-1cb6-41b9-a51e-cb177befd616 req-624e127a-15ea-4a44-b568-67c20e3c1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:29.255484 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42105a99-1cb6-41b9-a51e-cb177befd616 req-624e127a-15ea-4a44-b568-67c20e3c1ceb service neutron] 10.222.0.43 "GET /v2.0/networks?id=dad34f83-4f40-47a7-9927-593a4894674b HTTP/1.1" status: 200 len: 914 time: 0.1762805 Mar 23 01:34:29.262772 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 02f45922-4085-4e25-b060-2911d8fc8400 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:29.315962 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79d57dfc-6af6-4c41-ac60-ec83a86dba2c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:29.337869 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42105a99-1cb6-41b9-a51e-cb177befd616 req-52b61349-de91-4889-bf03-abec364782c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f445e5f1-1645-424e-aa98-38bdaebba56e HTTP/1.1" status: 200 len: 217 time: 0.0674896 Mar 23 01:34:29.424741 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-5c56d2a1-b161-40a8-83f1-f160465811b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:29.424741 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-5c56d2a1-b161-40a8-83f1-f160465811b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.1823294 Mar 23 01:34:29.430094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42105a99-1cb6-41b9-a51e-cb177befd616 req-cb2db6c6-b6da-4dec-8d5c-a1305fedf505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:29.431995 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42105a99-1cb6-41b9-a51e-cb177befd616 req-cb2db6c6-b6da-4dec-8d5c-a1305fedf505 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c63d5fa-2787-4786-be86-a2dbfefc660e HTTP/1.1" status: 200 len: 853 time: 0.0870357 Mar 23 01:34:29.491568 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79d57dfc-6af6-4c41-ac60-ec83a86dba2c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_gateway (b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:29.499339 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36148) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:29.515438 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-5d9e2017-4e24-488c-868b-01be154cb4dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=976f688d-42f1-4063-af4c-3794e13d7d33 HTTP/1.1" status: 200 len: 217 time: 0.0822122 Mar 23 01:34:29.575844 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42105a99-1cb6-41b9-a51e-cb177befd616 req-5cd8f961-d9d3-4029-b559-b26c53920c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:29.577892 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42105a99-1cb6-41b9-a51e-cb177befd616 req-5cd8f961-d9d3-4029-b559-b26c53920c27 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dad34f83-4f40-47a7-9927-593a4894674b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1363254 Mar 23 01:34:29.582719 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bdd5eefb-4454-45b2-ab85-02cc4e89cfd7 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (ef1cb17e-0c0c-4b92-baf9-f3553d1ec3e9), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:29.584421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-8ac46822-3a3f-4a8f-8ecf-221f9a887e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:29.586219 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-8ac46822-3a3f-4a8f-8ecf-221f9a887e49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.0652909 Mar 23 01:34:29.593554 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bdd5eefb-4454-45b2-ab85-02cc4e89cfd7 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ef1cb17e-0c0c-4b92-baf9-f3553d1ec3e9), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:29.643291 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bdd5eefb-4454-45b2-ab85-02cc4e89cfd7 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:29.644942 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bdd5eefb-4454-45b2-ab85-02cc4e89cfd7 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7958982 Mar 23 01:34:29.651005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36154) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:29.659333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-24163947-88f2-4b74-ba56-b42bd6880331 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '8f1d2727-27be-4abe-b737-6519535dc2fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ef1cb17e-0c0c-4b92-baf9-f3553d1ec3e9'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:29.666990 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5eefb-4454-45b2-ab85-02cc4e89cfd7 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1cb17e-0c0c-4b92-baf9-f3553d1ec3e9,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:29.685510 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-88786d9b-2f39-43de-af1b-24c03299069d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331101 Mar 23 01:34:29.698703 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-79d57dfc-6af6-4c41-ac60-ec83a86dba2c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting port 03b358b1-d87c-45ce-8f68-04542cc1e6da {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:34:29.699898 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79d57dfc-6af6-4c41-ac60-ec83a86dba2c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (03b358b1-d87c-45ce-8f68-04542cc1e6da), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:29.704157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Router be6b7103-8a8a-455c-91f1-8562dac74c8b is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:34:29.789934 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42105a99-1cb6-41b9-a51e-cb177befd616 req-5b2e59b0-93b5-4f20-8445-5e3273e25af4 service neutron] 10.222.0.43 "GET /v2.0/networks/dad34f83-4f40-47a7-9927-593a4894674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026827 Mar 23 01:34:29.824206 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-24163947-88f2-4b74-ba56-b42bd6880331 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:29.828825 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-24163947-88f2-4b74-ba56-b42bd6880331 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1716433 Mar 23 01:34:29.838868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36164) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:29.898181 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79d57dfc-6af6-4c41-ac60-ec83a86dba2c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (03b358b1-d87c-45ce-8f68-04542cc1e6da), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:29.910884 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e76d4daa-8dba-435a-8fdd-0ad77a363cfa admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1742289128-network', 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:29.937941 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-79d57dfc-6af6-4c41-ac60-ec83a86dba2c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Calling delete_port for 03b358b1-d87c-45ce-8f68-04542cc1e6da owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:34:29.940372 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-64becca4-d72d-4a90-b266-8117863577dd service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440348 Mar 23 01:34:29.956217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:34:29.970643 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Sync routers for ids ['be6b7103-8a8a-455c-91f1-8562dac74c8b'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:34:29.983633 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Routers {'be6b7103-8a8a-455c-91f1-8562dac74c8b'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:29.984703 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['be6b7103-8a8a-455c-91f1-8562dac74c8b'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:30.010252 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76d4daa-8dba-435a-8fdd-0ad77a363cfa admin admin] Made reservation on behalf of 054fa183fb5d47de98ba8e2cf6ee1cc3 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:30.015934 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e76d4daa-8dba-435a-8fdd-0ad77a363cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:30.027583 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:30.028885 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ffe5038e-9f1d-4bb9-a011-f33cdec31c28 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0918679 Mar 23 01:34:30.031675 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e76d4daa-8dba-435a-8fdd-0ad77a363cfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:30.033750 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36170) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:30.077747 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a6beb27-1434-45ce-a618-0f742e3f6986 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (ef1cb17e-0c0c-4b92-baf9-f3553d1ec3e9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:30.085370 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42105a99-1cb6-41b9-a51e-cb177befd616 req-79cf1f72-360f-45e0-98c9-5c1f14ad5e3b service neutron] 10.222.0.43 "GET /v2.0/networks/dad34f83-4f40-47a7-9927-593a4894674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842031 Mar 23 01:34:30.096440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839777b1-8ad3-4c11-83b3-ec8e65a53be8 req-d55543f6-3e03-4378-abac-560ce1f2fdd5 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:30.098037 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-839777b1-8ad3-4c11-83b3-ec8e65a53be8 req-d55543f6-3e03-4378-abac-560ce1f2fdd5 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 944 time: 0.2949541 Mar 23 01:34:30.165342 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a6beb27-1434-45ce-a618-0f742e3f6986 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (ef1cb17e-0c0c-4b92-baf9-f3553d1ec3e9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:30.171714 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Set router be6b7103-8a8a-455c-91f1-8562dac74c8b gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:34:30.217850 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-839777b1-8ad3-4c11-83b3-ec8e65a53be8 req-64132597-a92f-41ac-8b0b-2a5d48377e89 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/security-groups?id=20992968-25cf-435b-8c43-19889d555002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080959 Mar 23 01:34:30.223619 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-247d0656-1f1e-49b6-820f-6d44f73ef1cc service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526836 Mar 23 01:34:30.254555 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a6beb27-1434-45ce-a618-0f742e3f6986 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ef1cb17e-0c0c-4b92-baf9-f3553d1ec3e9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:30.258523 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a6beb27-1434-45ce-a618-0f742e3f6986 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:30.260130 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0a6beb27-1434-45ce-a618-0f742e3f6986 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "DELETE /v2.0/security-groups/ef1cb17e-0c0c-4b92-baf9-f3553d1ec3e9 HTTP/1.1" status: 204 len: 168 time: 0.3940468 Mar 23 01:34:30.283391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36178) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:30.287631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6beb27-1434-45ce-a618-0f742e3f6986 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1cb17e-0c0c-4b92-baf9-f3553d1ec3e9,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:30.469803 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21971c5a-ffd4-4e86-944d-a9c54cb77fc5 req-613e95fe-fa70-4b75-b53f-dadd4ffffdaa tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:30.475076 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21971c5a-ffd4-4e86-944d-a9c54cb77fc5 req-613e95fe-fa70-4b75-b53f-dadd4ffffdaa tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 944 time: 0.1060302 Mar 23 01:34:30.494392 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'name': 'tempest-TaggedBootDevicesTest-1654863140-router', 'tenant_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ea0bca78-a9e6-4842-b105-bece4d549d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:24Z', 'updated_at': '2022-03-23T01:34:26Z', 'revision_number': 3, 'project_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'gw_port': {'id': 'ea0bca78-a9e6-4842-b105-bece4d549d63', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:25Z', 'updated_at': '2022-03-23T01:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:30.540227 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Checking router: be6b7103-8a8a-455c-91f1-8562dac74c8b for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:34:30.541055 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Updating router be6b7103-8a8a-455c-91f1-8562dac74c8b port ea0bca78-a9e6-4842-b105-bece4d549d63 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:34:30.551582 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb124b-6350-4b87-9f5f-28e0a81fddf5 req-cd8ad068-e799-4674-beed-3bf4865c8cb7 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:30.553151 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dedb124b-6350-4b87-9f5f-28e0a81fddf5 req-cd8ad068-e799-4674-beed-3bf4865c8cb7 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 0.2980399 Mar 23 01:34:30.573712 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21971c5a-ffd4-4e86-944d-a9c54cb77fc5 req-32169c4f-a00b-4fa5-abea-17bce1d697d3 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910385 Mar 23 01:34:30.585595 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-6aa72105-3b13-4fdd-9264-80faa60b6455 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:30.587093 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-6aa72105-3b13-4fdd-9264-80faa60b6455 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e&tenant_id=ce546d225bce48df9444d857bc6abcaf&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 1126 time: 0.0903170 Mar 23 01:34:30.591524 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ea0bca78-a9e6-4842-b105-bece4d549d63), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:30.631659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 976f688d-42f1-4063-af4c-3794e13d7d33 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:34:30.665356 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fa969fb7-1465-41aa-a08b-71285ea0de69 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3725021 Mar 23 01:34:30.674212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36186) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:30.725105 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79d57dfc-6af6-4c41-ac60-ec83a86dba2c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (03b358b1-d87c-45ce-8f68-04542cc1e6da), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:30.741537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 976f688d-42f1-4063-af4c-3794e13d7d33 is: DOWN; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:30.797328 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e76d4daa-8dba-435a-8fdd-0ad77a363cfa admin admin] Publish callbacks [] for security_group (23c66878-9512-4fca-8645-9a407817ceb6), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:30.798389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d57dfc-6af6-4c41-ac60-ec83a86dba2c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Port': ['ID=03b358b1-d87c-45ce-8f68-04542cc1e6da,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:30.835547 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dedb124b-6350-4b87-9f5f-28e0a81fddf5 req-39174644-2faf-4cf7-8f87-74797b0a25fc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839225 Mar 23 01:34:30.840510 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e76d4daa-8dba-435a-8fdd-0ad77a363cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (23c66878-9512-4fca-8645-9a407817ceb6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:30.905235 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76d4daa-8dba-435a-8fdd-0ad77a363cfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:34:30.920342 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3535134d-78af-4377-9b70-aa6a4b761f75 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (8f1d2727-27be-4abe-b737-6519535dc2fc), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:30.953888 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e76d4daa-8dba-435a-8fdd-0ad77a363cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (8251d043-f62e-4087-a060-5d73ba7a8411), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:30.954169 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-e76d4daa-8dba-435a-8fdd-0ad77a363cfa admin admin] Added segment 8251d043-f62e-4087-a060-5d73ba7a8411 of type vlan for network e5849e91-d95f-4b24-9047-781f2190197c Mar 23 01:34:30.954325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-aa2c6d32-6eb1-40cf-9964-df32b16ddc03 service neutron] For port 976f688d-42f1-4063-af4c-3794e13d7d33, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:30.970288 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-aa2c6d32-6eb1-40cf-9964-df32b16ddc03 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:30.970502 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79d57dfc-6af6-4c41-ac60-ec83a86dba2c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:30.971673 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-aa2c6d32-6eb1-40cf-9964-df32b16ddc03 service neutron] 10.222.0.42 "DELETE /v2.0/ports/976f688d-42f1-4063-af4c-3794e13d7d33/bindings/n-h2-834677-4 HTTP/1.1" status: 204 len: 173 time: 0.3775568 Mar 23 01:34:30.975270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d4daa-8dba-435a-8fdd-0ad77a363cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c66878-9512-4fca-8645-9a407817ceb6,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:31.004903 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3535134d-78af-4377-9b70-aa6a4b761f75 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (8f1d2727-27be-4abe-b737-6519535dc2fc), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.088701 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3535134d-78af-4377-9b70-aa6a4b761f75 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8f1d2727-27be-4abe-b737-6519535dc2fc), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.091492 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3535134d-78af-4377-9b70-aa6a4b761f75 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.094377 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3535134d-78af-4377-9b70-aa6a4b761f75 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "DELETE /v2.0/security-groups/8f1d2727-27be-4abe-b737-6519535dc2fc HTTP/1.1" status: 204 len: 168 time: 0.4189832 Mar 23 01:34:31.098628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36210) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:31.114245 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535134d-78af-4377-9b70-aa6a4b761f75 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1d2727-27be-4abe-b737-6519535dc2fc,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:31.134630 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79d57dfc-6af6-4c41-ac60-ec83a86dba2c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.137635 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e76d4daa-8dba-435a-8fdd-0ad77a363cfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (e5849e91-d95f-4b24-9047-781f2190197c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.140206 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79d57dfc-6af6-4c41-ac60-ec83a86dba2c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_controller (b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.185746 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8d9d7ec2-3a48-4a4e-9baf-2795a1f22016 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0848458 Mar 23 01:34:31.193113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36218) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:31.199575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-63db7ba3-0c8a-4705-8095-738472421f70 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group': {'name': 'tempest-secgroup--224390591'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:31.206723 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.221435 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79d57dfc-6af6-4c41-ac60-ec83a86dba2c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.221996 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d57dfc-6af6-4c41-ac60-ec83a86dba2c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Fanout notify agent at l3_agent the message router_deleted on router b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:34:31.229410 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79d57dfc-6af6-4c41-ac60-ec83a86dba2c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.234496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36222) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:31.235848 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-79d57dfc-6af6-4c41-ac60-ec83a86dba2c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/routers/b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c HTTP/1.1" status: 204 len: 168 time: 2.3870795 Mar 23 01:34:31.239337 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e76d4daa-8dba-435a-8fdd-0ad77a363cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (e5849e91-d95f-4b24-9047-781f2190197c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.240307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76d4daa-8dba-435a-8fdd-0ad77a363cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:31.240996 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e76d4daa-8dba-435a-8fdd-0ad77a363cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.253023 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-885f9786-c57b-45c6-9b73-d47463b9a36c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1000352602'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:31.279991 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-63db7ba3-0c8a-4705-8095-738472421f70 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.290398 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Publish callbacks [] for port (ea0bca78-a9e6-4842-b105-bece4d549d63), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.303389 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ea0bca78-a9e6-4842-b105-bece4d549d63), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.304367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885f9786-c57b-45c6-9b73-d47463b9a36c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:31.308161 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-885f9786-c57b-45c6-9b73-d47463b9a36c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.348561 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e76d4daa-8dba-435a-8fdd-0ad77a363cfa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8416767 Mar 23 01:34:31.353367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36230) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:31.362953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d4daa-8dba-435a-8fdd-0ad77a363cfa admin admin] Pushing event updated for resources: {'Network': ['ID=e5849e91-d95f-4b24-9047-781f2190197c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:31.364347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-7fd83f04-b8fc-4735-abca-ef4da4665520 admin admin] Request body: {'subnet': {'network_id': 'e5849e91-d95f-4b24-9047-781f2190197c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1742289128-subnet', 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:31.368920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885f9786-c57b-45c6-9b73-d47463b9a36c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:34:31.387753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network e5849e91-d95f-4b24-9047-781f2190197c details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:34:31.417137 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Attempting to bind port ea0bca78-a9e6-4842-b105-bece4d549d63 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:31.424812 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Attempting to bind port ea0bca78-a9e6-4842-b105-bece4d549d63 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:31.424812 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Attempting to bind port ea0bca78-a9e6-4842-b105-bece4d549d63 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:31.435282 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b87dc-4a2d-423a-b7bd-8fc74ac7abe9 None None] Pushing event updated for resources: {'Port': ['ID=ea0bca78-a9e6-4842-b105-bece4d549d63,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:31.441858 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:31.442660 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:31.443092 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.444371 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:31.452194 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Bound port: ea0bca78-a9e6-4842-b105-bece4d549d63, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:31.452194 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ea0bca78-a9e6-4842-b105-bece4d549d63), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.466553 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-885f9786-c57b-45c6-9b73-d47463b9a36c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (0bd22573-9e78-4e06-9d51-274867b1c022), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.466913 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-885f9786-c57b-45c6-9b73-d47463b9a36c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Added segment 0bd22573-9e78-4e06-9d51-274867b1c022 of type vlan for network c2cf6617-ab20-417c-981a-88717c049a1b Mar 23 01:34:31.494570 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd83f04-b8fc-4735-abca-ef4da4665520 admin admin] Made reservation on behalf of 054fa183fb5d47de98ba8e2cf6ee1cc3 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:31.496956 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7fd83f04-b8fc-4735-abca-ef4da4665520 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.525643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Allocated IP 172.20.0.1 (cd662416-fe81-442d-b9d0-a8f6689e67cb/8b7e72be-ffbb-4314-a230-27f5b0757034/3ec04f50-7613-4f6b-8ef1-a4b8120e485d) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:31.526983 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] For port ea0bca78-a9e6-4842-b105-bece4d549d63, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:31.530785 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] For port ea0bca78-a9e6-4842-b105-bece4d549d63, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ea0bca78-a9e6-4842-b105-bece4d549d63,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:31.541601 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ea0bca78-a9e6-4842-b105-bece4d549d63), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.619501 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-63db7ba3-0c8a-4705-8095-738472421f70 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (418bf8f2-6ee0-42a4-b6c4-4c6e398a5cfe), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.622141 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-885f9786-c57b-45c6-9b73-d47463b9a36c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (c2cf6617-ab20-417c-981a-88717c049a1b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.653626 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Routers {'be6b7103-8a8a-455c-91f1-8562dac74c8b'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:31.654272 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['be6b7103-8a8a-455c-91f1-8562dac74c8b'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:31.659022 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc7969-aff2-4cb1-8066-433150bf1131 req-396edc6d-fbf0-4e34-9226-c2956e71b4e0 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:31.662823 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ddc7969-aff2-4cb1-8066-433150bf1131 req-396edc6d-fbf0-4e34-9226-c2956e71b4e0 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 944 time: 0.2642813 Mar 23 01:34:31.665350 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-63db7ba3-0c8a-4705-8095-738472421f70 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (418bf8f2-6ee0-42a4-b6c4-4c6e398a5cfe), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.755228 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-63db7ba3-0c8a-4705-8095-738472421f70 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:31.756535 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-63db7ba3-0c8a-4705-8095-738472421f70 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5623572 Mar 23 01:34:31.785858 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b87dc-4a2d-423a-b7bd-8fc74ac7abe9 None None] Pushing event updated for resources: {'Port': ['ID=ea0bca78-a9e6-4842-b105-bece4d549d63,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:31.797797 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36252) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:31.863156 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device f445e5f1-1645-424e-aa98-38bdaebba56e details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:34:31.863881 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] Set router be6b7103-8a8a-455c-91f1-8562dac74c8b gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:34:31.873729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-104bc63c-fe66-4d08-adae-3eff90be2154 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '418bf8f2-6ee0-42a4-b6c4-4c6e398a5cfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:32.001939 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-885f9786-c57b-45c6-9b73-d47463b9a36c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (c2cf6617-ab20-417c-981a-88717c049a1b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:32.007466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885f9786-c57b-45c6-9b73-d47463b9a36c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:32.008229 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-885f9786-c57b-45c6-9b73-d47463b9a36c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:32.028129 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7fd83f04-b8fc-4735-abca-ef4da4665520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (e5f53844-d666-433c-b6e0-164af60b1c9f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:32.030297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db7ba3-0c8a-4705-8095-738472421f70 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418bf8f2-6ee0-42a4-b6c4-4c6e398a5cfe,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:32.050924 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-885f9786-c57b-45c6-9b73-d47463b9a36c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8125677 Mar 23 01:34:32.056758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port f445e5f1-1645-424e-aa98-38bdaebba56e, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=f445e5f1-1645-424e-aa98-38bdaebba56e,segment=NetworkSegment(7ab18a1e-18c0-49da-baff-15706c8d9374),segment_id=7ab18a1e-18c0-49da-baff-15706c8d9374)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:32.060186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36270) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:32.076734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-16de2cae-bbba-4654-a208-52276f8af89c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'subnet': {'network_id': 'c2cf6617-ab20-417c-981a-88717c049a1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:32.097687 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'f445e5f1-1645-424e-aa98-38bdaebba56e', 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b', 'port_id': 'f445e5f1-1645-424e-aa98-38bdaebba56e', 'mac_address': 'fa:16:3e:d4:b8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:34:32.138363 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ddc7969-aff2-4cb1-8066-433150bf1131 req-09540598-7232-4807-a0af-ad90ce3dec41 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/security-groups?id=20992968-25cf-435b-8c43-19889d555002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4471555 Mar 23 01:34:32.189588 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-104bc63c-fe66-4d08-adae-3eff90be2154 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:32.190662 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-104bc63c-fe66-4d08-adae-3eff90be2154 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3650105 Mar 23 01:34:32.199888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36278) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:32.220039 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-758f2718-03c0-446e-8a83-14e184203986 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group_rule': {'security_group_id': '418bf8f2-6ee0-42a4-b6c4-4c6e398a5cfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:32.221118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port f445e5f1-1645-424e-aa98-38bdaebba56e is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:32.221699 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:32.225470 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d7cff-a618-4bf0-9268-627c4424fe3f req-04ae398e-5b11-4182-8f67-03eec7682aa3 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:32.228053 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'name': 'tempest-TaggedBootDevicesTest-1654863140-router', 'tenant_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ea0bca78-a9e6-4842-b105-bece4d549d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:24Z', 'updated_at': '2022-03-23T01:34:26Z', 'revision_number': 3, 'project_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'gw_port': {'id': 'ea0bca78-a9e6-4842-b105-bece4d549d63', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:25Z', 'updated_at': '2022-03-23T01:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:32.238656 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8b6d7cff-a618-4bf0-9268-627c4424fe3f req-04ae398e-5b11-4182-8f67-03eec7682aa3 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 944 time: 0.2397597 Mar 23 01:34:32.242410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f9786-c57b-45c6-9b73-d47463b9a36c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Network': ['ID=c2cf6617-ab20-417c-981a-88717c049a1b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:32.252547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd83f04-b8fc-4735-abca-ef4da4665520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5f53844-d666-433c-b6e0-164af60b1c9f,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:32.274145 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f445e5f1-1645-424e-aa98-38bdaebba56e {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:34:32.281635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd83f04-b8fc-4735-abca-ef4da4665520 admin admin] Checking segment: {'id': '8251d043-f62e-4087-a060-5d73ba7a8411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5849e91-d95f-4b24-9047-781f2190197c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:32.282717 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd83f04-b8fc-4735-abca-ef4da4665520 admin admin] Network hostable DHCP agents. Network: e5849e91-d95f-4b24-9047-781f2190197c, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:34:32.288412 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-758f2718-03c0-446e-8a83-14e184203986 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:34:32.289788 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-758f2718-03c0-446e-8a83-14e184203986 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0884233 Mar 23 01:34:32.296662 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36284) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:32.318496 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port f445e5f1-1645-424e-aa98-38bdaebba56e, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=f445e5f1-1645-424e-aa98-38bdaebba56e,segment=NetworkSegment(7ab18a1e-18c0-49da-baff-15706c8d9374),segment_id=7ab18a1e-18c0-49da-baff-15706c8d9374)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:32.319748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network c2cf6617-ab20-417c-981a-88717c049a1b details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:34:32.338493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd83f04-b8fc-4735-abca-ef4da4665520 admin admin] Network e5849e91-d95f-4b24-9047-781f2190197c is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:34:32.350941 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d3327-cc51-452c-aaa4-9865eeebd419 None None] The sync data for ids ['be6b7103-8a8a-455c-91f1-8562dac74c8b'] in n-d-834677-4 is: [{'id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'name': 'tempest-TaggedBootDevicesTest-1654863140-router', 'tenant_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ea0bca78-a9e6-4842-b105-bece4d549d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:24Z', 'updated_at': '2022-03-23T01:34:26Z', 'revision_number': 3, 'project_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'gw_port': {'id': 'ea0bca78-a9e6-4842-b105-bece4d549d63', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:25Z', 'updated_at': '2022-03-23T01:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:34:32.405601 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:32.408393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-7fd83f04-b8fc-4735-abca-ef4da4665520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, e5849e91-d95f-4b24-9047-781f2190197c) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:32.414199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd83f04-b8fc-4735-abca-ef4da4665520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:32.414876 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7fd83f04-b8fc-4735-abca-ef4da4665520 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:32.430023 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Publish callbacks [] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:32.451072 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7fd83f04-b8fc-4735-abca-ef4da4665520 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0899537 Mar 23 01:34:32.451293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cc321e-fc20-4fde-a5a8-fed0434f42eb None None] Network e5849e91-d95f-4b24-9047-781f2190197c requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:34:32.460029 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36290) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:32.468415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1742289128-router', 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:32.475015 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ee3f-0f99-4948-9323-84a5adf23289 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (418bf8f2-6ee0-42a4-b6c4-4c6e398a5cfe), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:32.500006 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8b6d7cff-a618-4bf0-9268-627c4424fe3f req-d300fc8d-c835-4dec-b079-c2fc553a4e9f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603390 Mar 23 01:34:32.502948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be3114-2b49-4882-beb0-5b780bd18547 req-d9fc8c17-fb73-451c-a239-74abcda30403 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:32.510498 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54be3114-2b49-4882-beb0-5b780bd18547 req-d9fc8c17-fb73-451c-a239-74abcda30403 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 0.1959429 Mar 23 01:34:32.545813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16de2cae-bbba-4654-a208-52276f8af89c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:32.546780 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ee3f-0f99-4948-9323-84a5adf23289 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (418bf8f2-6ee0-42a4-b6c4-4c6e398a5cfe), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:32.558662 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16de2cae-bbba-4654-a208-52276f8af89c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:32.589789 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=f445e5f1-1645-424e-aa98-38bdaebba56e,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:32.657595 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54be3114-2b49-4882-beb0-5b780bd18547 req-fad17707-4220-4390-8282-c624411a6154 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448853 Mar 23 01:34:32.674168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-e5849e91-d95f-4b24-9047-781f2190197c', 'network_id': 'e5849e91-d95f-4b24-9047-781f2190197c', 'project_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'fixed_ips': [{'subnet_id': 'e5f53844-d666-433c-b6e0-164af60b1c9f'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:34:32.675365 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:32.682530 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ee3f-0f99-4948-9323-84a5adf23289 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (418bf8f2-6ee0-42a4-b6c4-4c6e398a5cfe), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:32.688438 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ee3f-0f99-4948-9323-84a5adf23289 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:32.692122 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a9e5ee3f-0f99-4948-9323-84a5adf23289 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "DELETE /v2.0/security-groups/418bf8f2-6ee0-42a4-b6c4-4c6e398a5cfe HTTP/1.1" status: 204 len: 168 time: 0.3925357 Mar 23 01:34:32.694857 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36306) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:32.702661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5ee3f-0f99-4948-9323-84a5adf23289 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=418bf8f2-6ee0-42a4-b6c4-4c6e398a5cfe,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:32.737322 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (102fef94-292d-43a4-880c-76b2ef59a6ae), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:32.738350 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (102fef94-292d-43a4-880c-76b2ef59a6ae), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:32.801414 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:32.815001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['f445e5f1-1645-424e-aa98-38bdaebba56e'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:34:32.864020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Allocated IP 172.20.0.2 (e5849e91-d95f-4b24-9047-781f2190197c/e5f53844-d666-433c-b6e0-164af60b1c9f/57c44b1f-9cf8-4c3c-8549-acb463b9b71c) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:32.885493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Network cd662416-fe81-442d-b9d0-a8f6689e67cb is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:32.908285 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:32.911443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:33.052148 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (be6b7103-8a8a-455c-91f1-8562dac74c8b), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.169717 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c08b68ec-a27d-4c91-8c8a-24999305a386 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4501896 Mar 23 01:34:33.171644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36328) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:33.177750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-bb59f5c1-60a3-4c98-9f2c-dc3bfdd56cd2 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group': {'name': 'tempest-secgroup--789835967'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:33.214137 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Publish callbacks [] for router_controller (102fef94-292d-43a4-880c-76b2ef59a6ae), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.226228 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb59f5c1-60a3-4c98-9f2c-dc3bfdd56cd2 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.240940 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85a92c-5eb0-4205-a8cf-0bb525379c94 req-9c02271b-9eb2-40e1-ba56-866b6352483a tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:33.256489 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c85a92c-5eb0-4205-a8cf-0bb525379c94 req-9c02271b-9eb2-40e1-ba56-866b6352483a tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 1126 time: 0.5623384 Mar 23 01:34:33.282794 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec04f50-7613-4f6b-8ef1-a4b8120e485d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:33.296091 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Publish callbacks [] for port (57c44b1f-9cf8-4c3c-8549-acb463b9b71c), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.311123 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (57c44b1f-9cf8-4c3c-8549-acb463b9b71c), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.363551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Network e5849e91-d95f-4b24-9047-781f2190197c is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:33.371851 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:33.385313 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:33.410514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Pushing event updated for resources: {'Port': ['ID=57c44b1f-9cf8-4c3c-8549-acb463b9b71c,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:33.414620 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c04ada5b-5d1d-4adf-85d9-307346e73ace None None] Provisioning complete for port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:33.415179 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c04ada5b-5d1d-4adf-85d9-307346e73ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.419683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1274a53-2c83-4502-a35d-8d07d29daf92 req-f723ec54-7a3c-4ecc-a065-c624ea496111 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:33.435168 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1274a53-2c83-4502-a35d-8d07d29daf92 req-f723ec54-7a3c-4ecc-a065-c624ea496111 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 945 time: 0.1496582 Mar 23 01:34:33.454294 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb59f5c1-60a3-4c98-9f2c-dc3bfdd56cd2 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (0ca231fd-f329-443c-a735-1ab6f8b0a967), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.458638 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c85a92c-5eb0-4205-a8cf-0bb525379c94 req-ba063ec6-382a-48cd-9a02-cba305eabbe4 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950064 Mar 23 01:34:33.473455 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb59f5c1-60a3-4c98-9f2c-dc3bfdd56cd2 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0ca231fd-f329-443c-a735-1ab6f8b0a967), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.528391 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c04ada5b-5d1d-4adf-85d9-307346e73ace None None] Port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:34:33.530015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Attempting to bind port 57c44b1f-9cf8-4c3c-8549-acb463b9b71c on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:33.530379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Attempting to bind port 57c44b1f-9cf8-4c3c-8549-acb463b9b71c by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '8251d043-f62e-4087-a060-5d73ba7a8411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5849e91-d95f-4b24-9047-781f2190197c'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:33.530916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Attempting to bind port 57c44b1f-9cf8-4c3c-8549-acb463b9b71c on network e5849e91-d95f-4b24-9047-781f2190197c {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:33.540857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:33.541677 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Checking segment: {'id': '8251d043-f62e-4087-a060-5d73ba7a8411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5849e91-d95f-4b24-9047-781f2190197c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:33.545707 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.545880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Bound using segment: {'id': '8251d043-f62e-4087-a060-5d73ba7a8411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5849e91-d95f-4b24-9047-781f2190197c'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:33.547726 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Bound port: 57c44b1f-9cf8-4c3c-8549-acb463b9b71c, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8251d043-f62e-4087-a060-5d73ba7a8411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5849e91-d95f-4b24-9047-781f2190197c'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:33.548140 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (57c44b1f-9cf8-4c3c-8549-acb463b9b71c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.553683 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb59f5c1-60a3-4c98-9f2c-dc3bfdd56cd2 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.555103 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bb59f5c1-60a3-4c98-9f2c-dc3bfdd56cd2 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3827875 Mar 23 01:34:33.558997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59f5c1-60a3-4c98-9f2c-dc3bfdd56cd2 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca231fd-f329-443c-a735-1ab6f8b0a967,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:33.562307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36334) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:33.568210 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1274a53-2c83-4502-a35d-8d07d29daf92 req-56c769ea-d7b1-4e69-bc37-d27065c80251 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/security-groups?id=20992968-25cf-435b-8c43-19889d555002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243358 Mar 23 01:34:33.573810 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-84f6af63-6403-46e4-9b26-0cfa4c95ec00 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Request body: {'security_group': {'name': 'default'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:33.574497 n-d-834677-4 neutron-server[99264]: WARNING neutron.api.v2.base [None req-84f6af63-6403-46e4-9b26-0cfa4c95ec00 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 23 01:34:33.575001 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-84f6af63-6403-46e4-9b26-0cfa4c95ec00 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] update failed (client error): There was a conflict when trying to complete your request. Mar 23 01:34:33.576014 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-84f6af63-6403-46e4-9b26-0cfa4c95ec00 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "PUT /v2.0/security-groups/0ca231fd-f329-443c-a735-1ab6f8b0a967 HTTP/1.1" status: 409 len: 330 time: 0.0127699 Mar 23 01:34:33.578915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36338) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:33.647760 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.666646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] For port 57c44b1f-9cf8-4c3c-8549-acb463b9b71c, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:33.671064 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] For port 57c44b1f-9cf8-4c3c-8549-acb463b9b71c, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=57c44b1f-9cf8-4c3c-8549-acb463b9b71c,segment=NetworkSegment(8251d043-f62e-4087-a060-5d73ba7a8411),segment_id=8251d043-f62e-4087-a060-5d73ba7a8411)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:33.678752 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-223318ce-92f3-4a81-8534-2cc38790b325 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (0ca231fd-f329-443c-a735-1ab6f8b0a967), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.682701 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (57c44b1f-9cf8-4c3c-8549-acb463b9b71c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.732529 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16de2cae-bbba-4654-a208-52276f8af89c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (1f6b8deb-bf8d-43e8-92ea-d2388c5065db), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.764921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36348) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:33.768592 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-223318ce-92f3-4a81-8534-2cc38790b325 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (0ca231fd-f329-443c-a735-1ab6f8b0a967), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.788439 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec6a0c-abc2-4635-b803-0ebb3acbd12d None None] Pushing event updated for resources: {'Port': ['ID=57c44b1f-9cf8-4c3c-8549-acb463b9b71c,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:33.965886 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-223318ce-92f3-4a81-8534-2cc38790b325 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0ca231fd-f329-443c-a735-1ab6f8b0a967), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.969713 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-223318ce-92f3-4a81-8534-2cc38790b325 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:33.974407 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-223318ce-92f3-4a81-8534-2cc38790b325 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "DELETE /v2.0/security-groups/0ca231fd-f329-443c-a735-1ab6f8b0a967 HTTP/1.1" status: 204 len: 168 time: 0.3913054 Mar 23 01:34:33.978924 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36356) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:34.021523 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Publish callbacks [] for router_gateway (102fef94-292d-43a4-880c-76b2ef59a6ae), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.022332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223318ce-92f3-4a81-8534-2cc38790b325 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca231fd-f329-443c-a735-1ab6f8b0a967,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:34.063957 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec50599b-8e6e-43a5-951d-a6757d3c6e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.081084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de2cae-bbba-4654-a208-52276f8af89c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Subnet': ['ID=1f6b8deb-bf8d-43e8-92ea-d2388c5065db,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:34.084587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-f949e095-022b-49c5-9bef-78abec1c27a0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:34.086621 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-f949e095-022b-49c5-9bef-78abec1c27a0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 806 time: 0.2588315 Mar 23 01:34:34.119322 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-6c5cd66e-07aa-46cf-a68c-885fc88e0282 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/quotas/ce546d225bce48df9444d857bc6abcaf HTTP/1.1" status: 200 len: 375 time: 0.0202641 Mar 23 01:34:34.181587 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-47133903-1282-4d7d-b3ae-a95665668d2d tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1965888 Mar 23 01:34:34.186076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36358) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:34.188563 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e477721-9ede-4aae-9dbd-7de444179f21 req-4fae4132-bc71-423c-8e2b-cee20a642972 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:34.192576 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e477721-9ede-4aae-9dbd-7de444179f21 req-4fae4132-bc71-423c-8e2b-cee20a642972 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 0.3116686 Mar 23 01:34:34.196869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16de2cae-bbba-4654-a208-52276f8af89c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Checking segment: {'id': '0bd22573-9e78-4e06-9d51-274867b1c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2cf6617-ab20-417c-981a-88717c049a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:34.197354 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16de2cae-bbba-4654-a208-52276f8af89c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network hostable DHCP agents. Network: c2cf6617-ab20-417c-981a-88717c049a1b, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:34:34.207049 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.226294 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-84d6f0d3-56cf-4c32-81d7-ba48948cd762 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] delete failed (client error): The resource could not be found. Mar 23 01:34:34.230931 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-84d6f0d3-56cf-4c32-81d7-ba48948cd762 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "DELETE /v2.0/security-groups/7cf603de-9146-42c6-8073-c4d5e3ffbe70 HTTP/1.1" status: 404 len: 347 time: 0.0387294 Mar 23 01:34:34.233971 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36360) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:34.254401 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-f873304f-6001-4f0c-9c6f-eaaf59da10a9 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] show failed (client error): The resource could not be found. Mar 23 01:34:34.255459 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f873304f-6001-4f0c-9c6f-eaaf59da10a9 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "GET /v2.0/security-groups/23ebd486-389d-46ec-8779-47ab7ae878aa HTTP/1.1" status: 404 len: 347 time: 0.0195451 Mar 23 01:34:34.264335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36362) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:34.292495 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-b1bc4fb7-57e8-4d7d-8aab-fc78cc17f356 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] show failed (client error): The resource could not be found. Mar 23 01:34:34.293533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b1bc4fb7-57e8-4d7d-8aab-fc78cc17f356 tempest-NegativeSecGroupIPv6Test-8316124 tempest-NegativeSecGroupIPv6Test-8316124-project] 10.222.0.18 "GET /v2.0/security-group-rules/9cb17e55-e5b1-44c7-98b6-0eb0576bd1ec HTTP/1.1" status: 404 len: 356 time: 0.0282009 Mar 23 01:34:34.309712 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16de2cae-bbba-4654-a208-52276f8af89c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network c2cf6617-ab20-417c-981a-88717c049a1b is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:34:34.313069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-82a886d1-481f-41a8-9f05-3c5340037514 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1839964 Mar 23 01:34:34.359121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-16de2cae-bbba-4654-a208-52276f8af89c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, c2cf6617-ab20-417c-981a-88717c049a1b) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:34.367771 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5735cc32-816d-46d1-b928-47fcfcd46e58 None None] Network c2cf6617-ab20-417c-981a-88717c049a1b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:34:34.387872 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec50599b-8e6e-43a5-951d-a6757d3c6e63 admin admin] Publish callbacks [] for security_group (79185f43-7afc-4143-9d5a-7c2100bd40f3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.397031 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec50599b-8e6e-43a5-951d-a6757d3c6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (79185f43-7afc-4143-9d5a-7c2100bd40f3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.400219 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de2cae-bbba-4654-a208-52276f8af89c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:34.403591 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16de2cae-bbba-4654-a208-52276f8af89c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.460326 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ec50599b-8e6e-43a5-951d-a6757d3c6e63 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1367aaf79b06466fb5f3b7a6110418b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6914058 Mar 23 01:34:34.460917 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36366) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:34.467164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50599b-8e6e-43a5-951d-a6757d3c6e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79185f43-7afc-4143-9d5a-7c2100bd40f3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:34.520114 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e477721-9ede-4aae-9dbd-7de444179f21 req-d857acb2-fd25-40ca-a01b-f53ddfb8f182 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182940 Mar 23 01:34:34.544367 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-edd8252a-4221-4055-a455-16fdb08e72c3 service neutron] 10.222.0.18 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299449 Mar 23 01:34:34.566419 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-16de2cae-bbba-4654-a208-52276f8af89c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4994655 Mar 23 01:34:34.571996 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36370) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:34.575873 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-c2cf6617-ab20-417c-981a-88717c049a1b', 'network_id': 'c2cf6617-ab20-417c-981a-88717c049a1b', 'project_id': '92a06e957cd34b499d4c6950902b5222', 'fixed_ips': [{'subnet_id': '1f6b8deb-bf8d-43e8-92ea-d2388c5065db'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:34:34.576747 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.582860 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-dece763b-5722-4856-91cc-76a9bb5be14d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1175134017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:34.696146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36374) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:34.696146 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13f1b4da-d1a2-44d9-aab5-0a94eeba6c4d admin admin] Publish callbacks [] for security_group (79185f43-7afc-4143-9d5a-7c2100bd40f3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.734707 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13f1b4da-d1a2-44d9-aab5-0a94eeba6c4d admin admin] Publish callbacks [] for security_group (79185f43-7afc-4143-9d5a-7c2100bd40f3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.750277 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 57c44b1f-9cf8-4c3c-8549-acb463b9b71c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:34.778846 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-7c385248-b8ca-4ee9-b903-26dfaeba92a1 service neutron] 10.222.0.18 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333100 Mar 23 01:34:34.778979 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dece763b-5722-4856-91cc-76a9bb5be14d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (50039899-4459-4b43-be6b-c04d3149420c), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.780038 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dece763b-5722-4856-91cc-76a9bb5be14d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (50039899-4459-4b43-be6b-c04d3149420c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.849090 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13f1b4da-d1a2-44d9-aab5-0a94eeba6c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (79185f43-7afc-4143-9d5a-7c2100bd40f3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.854236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 57c44b1f-9cf8-4c3c-8549-acb463b9b71c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:34.854560 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (57c44b1f-9cf8-4c3c-8549-acb463b9b71c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.855381 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13f1b4da-d1a2-44d9-aab5-0a94eeba6c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.865514 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-13f1b4da-d1a2-44d9-aab5-0a94eeba6c4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79185f43-7afc-4143-9d5a-7c2100bd40f3 HTTP/1.1" status: 204 len: 168 time: 0.4025474 Mar 23 01:34:34.891464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1b4da-d1a2-44d9-aab5-0a94eeba6c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79185f43-7afc-4143-9d5a-7c2100bd40f3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:34.903622 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Publish callbacks [] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.910582 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dece763b-5722-4856-91cc-76a9bb5be14d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_controller (50039899-4459-4b43-be6b-c04d3149420c), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.914235 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.918553 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Publish callbacks [] for router_gateway (102fef94-292d-43a4-880c-76b2ef59a6ae), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:34.998297 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dece763b-5722-4856-91cc-76a9bb5be14d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (50039899-4459-4b43-be6b-c04d3149420c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:35.008519 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:35.096834 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dece763b-5722-4856-91cc-76a9bb5be14d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:35.098030 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dece763b-5722-4856-91cc-76a9bb5be14d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5212936 Mar 23 01:34:35.102763 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec04f50-7613-4f6b-8ef1-a4b8120e485d,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:35.107528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36384) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:35.122838 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (be6b7103-8a8a-455c-91f1-8562dac74c8b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:35.163625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Allocated IP 172.20.0.2 (c2cf6617-ab20-417c-981a-88717c049a1b/1f6b8deb-bf8d-43e8-92ea-d2388c5065db/2342df35-a90e-48ad-a57a-120acb0ba438) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:35.245937 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-46b2a93c-f851-48b3-a96c-7c612d6d1f53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38d337b5629b4fbc90c176d9abe953a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5045280 Mar 23 01:34:35.246844 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36390) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:35.297967 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-689a81df-63c7-41d0-ba86-935db4815994 req-e214da6f-1ea1-4309-adc9-a17f389c36a7 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 210 time: 0.1125352 Mar 23 01:34:35.395284 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 57c44b1f-9cf8-4c3c-8549-acb463b9b71c is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:35.395699 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (57c44b1f-9cf8-4c3c-8549-acb463b9b71c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:35.434794 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b174b9b7-129a-42ee-a11d-2bfe045714c7 admin admin] Publish callbacks [] for security_group (01e5af28-1315-4a7e-af24-937cc118d9ff), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:35.493272 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b174b9b7-129a-42ee-a11d-2bfe045714c7 admin admin] Publish callbacks [] for security_group (01e5af28-1315-4a7e-af24-937cc118d9ff), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:35.512039 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 57c44b1f-9cf8-4c3c-8549-acb463b9b71c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=57c44b1f-9cf8-4c3c-8549-acb463b9b71c,segment=NetworkSegment(8251d043-f62e-4087-a060-5d73ba7a8411),segment_id=8251d043-f62e-4087-a060-5d73ba7a8411)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:35.537202 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (57c44b1f-9cf8-4c3c-8549-acb463b9b71c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:35.537898 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ea0bca78-a9e6-4842-b105-bece4d549d63 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:35.609330 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b174b9b7-129a-42ee-a11d-2bfe045714c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (01e5af28-1315-4a7e-af24-937cc118d9ff), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:35.613095 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b174b9b7-129a-42ee-a11d-2bfe045714c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:35.615115 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b174b9b7-129a-42ee-a11d-2bfe045714c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01e5af28-1315-4a7e-af24-937cc118d9ff HTTP/1.1" status: 204 len: 168 time: 0.3647494 Mar 23 01:34:35.632400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174b9b7-129a-42ee-a11d-2bfe045714c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e5af28-1315-4a7e-af24-937cc118d9ff,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:35.652037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36400) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:35.675738 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26cf7b9b-1d27-4b73-8f2e-408d882ad3d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:35.687204 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Publish callbacks [] for port (2342df35-a90e-48ad-a57a-120acb0ba438), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:35.721274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ea0bca78-a9e6-4842-b105-bece4d549d63 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:35.721524 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ea0bca78-a9e6-4842-b105-bece4d549d63), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:35.794628 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (2342df35-a90e-48ad-a57a-120acb0ba438), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:35.820889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=57c44b1f-9cf8-4c3c-8549-acb463b9b71c,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:35.821138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d37f4-b516-4cc9-9aea-3bb4df40131c req-a07c3c39-9aa2-45ae-8e99-7c05a4a84597 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:35.837838 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-516d37f4-b516-4cc9-9aea-3bb4df40131c req-a07c3c39-9aa2-45ae-8e99-7c05a4a84597 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 0.1579301 Mar 23 01:34:35.901176 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26cf7b9b-1d27-4b73-8f2e-408d882ad3d8 admin admin] Publish callbacks [] for security_group (574aed21-30b9-4da0-8eb6-8ed45477c484), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:35.905679 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Network c2cf6617-ab20-417c-981a-88717c049a1b is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:35.914687 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26cf7b9b-1d27-4b73-8f2e-408d882ad3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (574aed21-30b9-4da0-8eb6-8ed45477c484), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:35.914901 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device f445e5f1-1645-424e-aa98-38bdaebba56e up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:35.955433 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:35.956141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf7b9b-1d27-4b73-8f2e-408d882ad3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574aed21-30b9-4da0-8eb6-8ed45477c484,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:35.958133 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:36.004134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b84bed-f8e1-4d0b-ac8b-732b53755355 None None] Network e5849e91-d95f-4b24-9047-781f2190197c requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:34:36.009629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Pushing event updated for resources: {'Port': ['ID=2342df35-a90e-48ad-a57a-120acb0ba438,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:36.031109 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-26cf7b9b-1d27-4b73-8f2e-408d882ad3d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=086004cc7a8444dbabed88edbce753df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3773639 Mar 23 01:34:36.032017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36406) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:36.067511 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-516d37f4-b516-4cc9-9aea-3bb4df40131c req-af1f3c09-a5f9-4c25-8b84-2b8df8e50120 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639495 Mar 23 01:34:36.123073 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a932c816-1c9e-4c06-b1c2-f94810b76290 admin admin] Publish callbacks [] for security_group (574aed21-30b9-4da0-8eb6-8ed45477c484), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:36.161600 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Allocated IP 172.25.0.151 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/57d46505-36a2-46be-809a-6e61be144033) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:36.164479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a88a51e8-3f5b-4844-afb4-e61e3cf5b8bb None None] Provisioning complete for port 57c44b1f-9cf8-4c3c-8549-acb463b9b71c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:36.168294 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a88a51e8-3f5b-4844-afb4-e61e3cf5b8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (57c44b1f-9cf8-4c3c-8549-acb463b9b71c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:36.187629 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a932c816-1c9e-4c06-b1c2-f94810b76290 admin admin] Publish callbacks [] for security_group (574aed21-30b9-4da0-8eb6-8ed45477c484), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:36.249365 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a932c816-1c9e-4c06-b1c2-f94810b76290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (574aed21-30b9-4da0-8eb6-8ed45477c484), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:36.252460 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a932c816-1c9e-4c06-b1c2-f94810b76290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:36.253953 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a932c816-1c9e-4c06-b1c2-f94810b76290 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/574aed21-30b9-4da0-8eb6-8ed45477c484 HTTP/1.1" status: 204 len: 168 time: 0.2166655 Mar 23 01:34:36.271477 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932c816-1c9e-4c06-b1c2-f94810b76290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574aed21-30b9-4da0-8eb6-8ed45477c484,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:36.304897 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Attempting to bind port 2342df35-a90e-48ad-a57a-120acb0ba438 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:36.305277 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Attempting to bind port 2342df35-a90e-48ad-a57a-120acb0ba438 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '0bd22573-9e78-4e06-9d51-274867b1c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2cf6617-ab20-417c-981a-88717c049a1b'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:36.305640 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Attempting to bind port 2342df35-a90e-48ad-a57a-120acb0ba438 on network c2cf6617-ab20-417c-981a-88717c049a1b {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:36.340667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Network cd662416-fe81-442d-b9d0-a8f6689e67cb is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:36.376858 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b656b08-d102-4d4e-90b7-b67a86208c40 req-f6e17833-332a-4a4e-92ec-44f6c5899fcf tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:36.378708 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b656b08-d102-4d4e-90b7-b67a86208c40 req-f6e17833-332a-4a4e-92ec-44f6c5899fcf tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 945 time: 1.6370494 Mar 23 01:34:36.383833 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:36.386009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ea0bca78-a9e6-4842-b105-bece4d549d63 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:36.386283 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ea0bca78-a9e6-4842-b105-bece4d549d63), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:36.403598 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:36.404309 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Checking segment: {'id': '0bd22573-9e78-4e06-9d51-274867b1c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2cf6617-ab20-417c-981a-88717c049a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:36.404396 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:36.407229 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Bound using segment: {'id': '0bd22573-9e78-4e06-9d51-274867b1c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2cf6617-ab20-417c-981a-88717c049a1b'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:36.408533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Bound port: 2342df35-a90e-48ad-a57a-120acb0ba438, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd22573-9e78-4e06-9d51-274867b1c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c2cf6617-ab20-417c-981a-88717c049a1b'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:36.408959 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2342df35-a90e-48ad-a57a-120acb0ba438), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:36.476832 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3f6d41f3-28e5-4659-ad13-4e214cf3432a req-271c27f5-a930-47a8-8480-eaca1244c705 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 210 time: 0.0821526 Mar 23 01:34:36.542118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port f445e5f1-1645-424e-aa98-38bdaebba56e completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:34:36.557076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port ea0bca78-a9e6-4842-b105-bece4d549d63, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ea0bca78-a9e6-4842-b105-bece4d549d63,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:36.562321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port f445e5f1-1645-424e-aa98-38bdaebba56e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:36.562712 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:36.631711 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ea0bca78-a9e6-4842-b105-bece4d549d63), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:36.642297 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:36.722979 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b656b08-d102-4d4e-90b7-b67a86208c40 req-d604d8ce-b4dd-4d7a-aa2b-76f2d5e4ec56 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/security-groups?id=20992968-25cf-435b-8c43-19889d555002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3290479 Mar 23 01:34:36.748954 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Publish callbacks [] for port (57d46505-36a2-46be-809a-6e61be144033), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:36.788191 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a88a51e8-3f5b-4844-afb4-e61e3cf5b8bb None None] Current status of the port 57c44b1f-9cf8-4c3c-8549-acb463b9b71c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:36.820412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 57c44b1f-9cf8-4c3c-8549-acb463b9b71c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:36.827758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] For port 2342df35-a90e-48ad-a57a-120acb0ba438, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:36.892010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] For port 2342df35-a90e-48ad-a57a-120acb0ba438, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2342df35-a90e-48ad-a57a-120acb0ba438,segment=NetworkSegment(0bd22573-9e78-4e06-9d51-274867b1c022),segment_id=0bd22573-9e78-4e06-9d51-274867b1c022)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:36.935406 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2342df35-a90e-48ad-a57a-120acb0ba438), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:36.949715 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=ea0bca78-a9e6-4842-b105-bece4d549d63,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:36.988075 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Router be6b7103-8a8a-455c-91f1-8562dac74c8b has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:34:37.011430 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a6e1a88f-c1d0-45aa-bd8a-4de444ab1cd9 None None] Provisioning complete for port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:37.011945 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a6e1a88f-c1d0-45aa-bd8a-4de444ab1cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:37.042700 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (57d46505-36a2-46be-809a-6e61be144033), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:37.179980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 57c44b1f-9cf8-4c3c-8549-acb463b9b71c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:37.180726 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (57c44b1f-9cf8-4c3c-8549-acb463b9b71c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:37.216948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36444) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:37.248981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port f445e5f1-1645-424e-aa98-38bdaebba56e is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:37.249624 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:37.251903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52379583-8a5b-4d8e-8e5b-134380a13501 None None] Pushing event updated for resources: {'Port': ['ID=2342df35-a90e-48ad-a57a-120acb0ba438,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:37.270809 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1a88f-c1d0-45aa-bd8a-4de444ab1cd9 None None] Port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:34:37.322726 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010a3f26-ebbb-4e47-8512-50d5854491d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f445e5f1-1645-424e-aa98-38bdaebba56e'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:34:37.325284 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc9d19d-93b6-4468-8a6c-7b26e35d25b6" -d '{"events": [{"server_uuid": "010a3f26-ebbb-4e47-8512-50d5854491d6", "name": "network-vif-plugged", "status": "completed", "tag": "f445e5f1-1645-424e-aa98-38bdaebba56e"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:34:37.343231 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port f445e5f1-1645-424e-aa98-38bdaebba56e, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=f445e5f1-1645-424e-aa98-38bdaebba56e,segment=NetworkSegment(7ab18a1e-18c0-49da-baff-15706c8d9374),segment_id=7ab18a1e-18c0-49da-baff-15706c8d9374)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:37.356215 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:37.360838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 57c44b1f-9cf8-4c3c-8549-acb463b9b71c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:37.365596 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:37.405034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Pushing event updated for resources: {'Port': ['ID=57d46505-36a2-46be-809a-6e61be144033,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:37.407915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:37.435842 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:37.439824 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=f445e5f1-1645-424e-aa98-38bdaebba56e,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:37.467742 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19effce4-5362-4fd0-a3b1-fc50f95b54ac x-openstack-request-id: req-19effce4-5362-4fd0-a3b1-fc50f95b54ac {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:34:37.468054 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010a3f26-ebbb-4e47-8512-50d5854491d6", "name": "network-vif-plugged", "status": "completed", "tag": "f445e5f1-1645-424e-aa98-38bdaebba56e", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:34:37.468513 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19effce4-5362-4fd0-a3b1-fc50f95b54ac {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:34:37.468742 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19effce4-5362-4fd0-a3b1-fc50f95b54ac'] response: {'server_uuid': '010a3f26-ebbb-4e47-8512-50d5854491d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f445e5f1-1645-424e-aa98-38bdaebba56e', 'code': 200} Mar 23 01:34:37.523548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Allocated IP 172.20.0.1 (c2cf6617-ab20-417c-981a-88717c049a1b/1f6b8deb-bf8d-43e8-92ea-d2388c5065db/4675a34d-090b-4d71-ac9c-adebc8f85c0c) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:37.526915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:34:37.551216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-cf34311e-d7d3-4196-baea-cbc2355ee4df None None] Provisioning complete for port 57c44b1f-9cf8-4c3c-8549-acb463b9b71c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:37.552213 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cf34311e-d7d3-4196-baea-cbc2355ee4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (57c44b1f-9cf8-4c3c-8549-acb463b9b71c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:37.563131 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-45a31aef-dad4-4c89-bf38-fd83dcbb0638 admin admin] 10.222.0.18 "PUT /v2.0/routers/be6b7103-8a8a-455c-91f1-8562dac74c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5182388 Mar 23 01:34:37.595299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-5df2edad-b1c6-4fd3-a78f-700e6d3e4948 tempest-SubnetPoolsTestJSON-113996549 tempest-SubnetPoolsTestJSON-113996549-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1408512945', 'prefixes': ['172.20.0.0/16']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:37.612502 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Sync routers for ids ['be6b7103-8a8a-455c-91f1-8562dac74c8b'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:34:37.655891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Routers {'be6b7103-8a8a-455c-91f1-8562dac74c8b'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:37.658330 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['be6b7103-8a8a-455c-91f1-8562dac74c8b'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:37.821111 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4ce1a7c3-358a-4e42-b7a7-9f309a1c5224 req-ef79022c-0ce2-4026-99e5-375e0fa03c25 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 210 time: 0.1529276 Mar 23 01:34:37.833985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-cf34311e-d7d3-4196-baea-cbc2355ee4df None None] Current status of the port 57c44b1f-9cf8-4c3c-8549-acb463b9b71c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:37.977658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Set router be6b7103-8a8a-455c-91f1-8562dac74c8b gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:34:38.072309 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Publish callbacks [] for router_gateway (102fef94-292d-43a4-880c-76b2ef59a6ae), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:38.194794 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (4675a34d-090b-4d71-ac9c-adebc8f85c0c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:38.280095 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (4675a34d-090b-4d71-ac9c-adebc8f85c0c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:38.349547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'name': 'tempest-TaggedBootDevicesTest-1654863140-router', 'tenant_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ea0bca78-a9e6-4842-b105-bece4d549d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:24Z', 'updated_at': '2022-03-23T01:34:33Z', 'revision_number': 4, 'project_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'gw_port': {'id': 'ea0bca78-a9e6-4842-b105-bece4d549d63', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:25Z', 'updated_at': '2022-03-23T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '3ec04f50-7613-4f6b-8ef1-a4b8120e485d', 'name': '', 'network_id': 'cd662416-fe81-442d-b9d0-a8f6689e67cb', 'tenant_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'mac_address': 'fa:16:3e:a5:80:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b7e72be-ffbb-4314-a230-27f5b0757034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:31Z', 'updated_at': '2022-03-23T01:34:34Z', 'revision_number': 2, 'project_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'subnets': [{'id': '8b7e72be-ffbb-4314-a230-27f5b0757034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:38.439801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network c2cf6617-ab20-417c-981a-88717c049a1b is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:38.510402 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:38.518519 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:38.530966 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=4675a34d-090b-4d71-ac9c-adebc8f85c0c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:38.540584 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c719d1-a358-45c7-b2e1-60e8355aac05 req-0574574e-a4a8-4103-9115-535b4b1791e7 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:38.552072 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11c719d1-a358-45c7-b2e1-60e8355aac05 req-0574574e-a4a8-4103-9115-535b4b1791e7 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 946 time: 0.4638858 Mar 23 01:34:38.759933 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Checking router: be6b7103-8a8a-455c-91f1-8562dac74c8b for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:34:38.760657 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Updating router be6b7103-8a8a-455c-91f1-8562dac74c8b port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:34:38.771865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:38.772234 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:38.772537 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:38.772910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:38.773239 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:38.773567 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:38.773889 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:38.774275 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:38.774523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:38.774841 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:38.775156 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:38.775470 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:38.775865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:38.776813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:38.778520 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:38.779841 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44d5de-86f1-431c-88c2-c1538ffb6162 req-799e4975-2215-484f-9ca2-16995962c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:38.784391 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d44d5de-86f1-431c-88c2-c1538ffb6162 req-799e4975-2215-484f-9ca2-16995962c406 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 1128 time: 1.1479468 Mar 23 01:34:38.803775 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-8dfac907-50d4-45d4-93a3-67f901964a35 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:38.805239 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-8dfac907-50d4-45d4-93a3-67f901964a35 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.43 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 806 time: 1.2022512 Mar 23 01:34:38.816310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16ea964-6f7a-43d1-8d27-7cc8807e3656 None None] Network c2cf6617-ab20-417c-981a-88717c049a1b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:34:38.830726 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (50039899-4459-4b43-be6b-c04d3149420c), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:38.864877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-ad6c34a1-67e3-47a8-a94a-7d65aa62587a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Request body: {'port': {'device_id': 'ff783ebb-8771-4e45-ba6f-5d0bb6976ae7', 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c', 'admin_state_up': True, 'tenant_id': 'ce546d225bce48df9444d857bc6abcaf'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:38.895438 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaab96-eacc-4313-ad11-a18b6110d462 req-15bb23c8-1c3f-4c44-bc0d-e079b761981e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:38.897972 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3faaab96-eacc-4313-ad11-a18b6110d462 req-15bb23c8-1c3f-4c44-bc0d-e079b761981e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 1.7043827 Mar 23 01:34:38.912798 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:38.928463 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ec1b0823-97e3-4998-8edd-49f9aedf0726 None None] Provisioning complete for port 2342df35-a90e-48ad-a57a-120acb0ba438 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:38.929137 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0823-97e3-4998-8edd-49f9aedf0726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2342df35-a90e-48ad-a57a-120acb0ba438), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:38.983619 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11c719d1-a358-45c7-b2e1-60e8355aac05 req-6e061a30-6d41-4eee-adc3-8f0158466a2e tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/security-groups?id=20992968-25cf-435b-8c43-19889d555002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4306462 Mar 23 01:34:39.013583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ea0bca78-a9e6-4842-b105-bece4d549d63 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:39.025784 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (102fef94-292d-43a4-880c-76b2ef59a6ae), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:39.145990 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5df2edad-b1c6-4fd3-a78f-700e6d3e4948 tempest-SubnetPoolsTestJSON-113996549 tempest-SubnetPoolsTestJSON-113996549-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:39.152339 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5df2edad-b1c6-4fd3-a78f-700e6d3e4948 tempest-SubnetPoolsTestJSON-113996549 tempest-SubnetPoolsTestJSON-113996549-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.9320645 Mar 23 01:34:39.210258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ea0bca78-a9e6-4842-b105-bece4d549d63 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:39.210694 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ea0bca78-a9e6-4842-b105-bece4d549d63), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:39.258754 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d44d5de-86f1-431c-88c2-c1538ffb6162 req-bfd85c18-3582-4002-a330-1746ba85dfd7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=20992968-25cf-435b-8c43-19889d555002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4524212 Mar 23 01:34:39.259413 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36532) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:39.300866 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-ad6c34a1-67e3-47a8-a94a-7d65aa62587a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Made reservation on behalf of ce546d225bce48df9444d857bc6abcaf for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:39.315145 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-ad6c34a1-67e3-47a8-a94a-7d65aa62587a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:39.331126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ec1b0823-97e3-4998-8edd-49f9aedf0726 None None] Current status of the port 2342df35-a90e-48ad-a57a-120acb0ba438 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:39.331420 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0823-97e3-4998-8edd-49f9aedf0726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2342df35-a90e-48ad-a57a-120acb0ba438), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:39.395347 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7a3ea0b4-7ec6-4049-94f1-1401fdebbfd2 tempest-SubnetPoolsTestJSON-113996549 tempest-SubnetPoolsTestJSON-113996549-project] 10.222.0.18 "GET /v2.0/subnetpools/325d40f5-4986-479c-b5bc-430601a8082e HTTP/1.1" status: 200 len: 732 time: 0.1325562 Mar 23 01:34:39.397651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36556) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:39.444923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ec1b0823-97e3-4998-8edd-49f9aedf0726 None None] For port 2342df35-a90e-48ad-a57a-120acb0ba438, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2342df35-a90e-48ad-a57a-120acb0ba438,segment=NetworkSegment(0bd22573-9e78-4e06-9d51-274867b1c022),segment_id=0bd22573-9e78-4e06-9d51-274867b1c022)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:39.519044 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0823-97e3-4998-8edd-49f9aedf0726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2342df35-a90e-48ad-a57a-120acb0ba438), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:39.531500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ac38895c-5ebb-4e51-b58e-fac525382c86 tempest-SubnetPoolsTestJSON-113996549 tempest-SubnetPoolsTestJSON-113996549-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1257214831'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:39.551354 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3faaab96-eacc-4313-ad11-a18b6110d462 req-c9d80d39-c423-4bb9-be0c-2b5ee46b51ba tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6081638 Mar 23 01:34:39.612949 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b0823-97e3-4998-8edd-49f9aedf0726 None None] Pushing event updated for resources: {'Port': ['ID=2342df35-a90e-48ad-a57a-120acb0ba438,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:39.665173 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-ad6c34a1-67e3-47a8-a94a-7d65aa62587a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Allocated IP 172.20.0.4 (ba3d029b-d469-4b1a-90d0-7995de95a27c/64f146eb-b581-4818-b541-536413e8a0b0/6fd43136-d0db-437f-ae04-5459a5e2722b) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:39.729472 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-37dc5700-525c-4735-acbf-b3369852cdbe req-187787c7-d6f8-4ac5-aa93-c33edbf5e1ef tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 210 time: 0.0488956 Mar 23 01:34:39.756706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ea0bca78-a9e6-4842-b105-bece4d549d63 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:39.757867 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2342df35-a90e-48ad-a57a-120acb0ba438 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:39.834767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Router 102fef94-292d-43a4-880c-76b2ef59a6ae is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:34:39.941420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0495869c-d126-4274-9b9a-0f7e894088ab None None] Provisioning complete for port 2342df35-a90e-48ad-a57a-120acb0ba438 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:39.941982 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0495869c-d126-4274-9b9a-0f7e894088ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2342df35-a90e-48ad-a57a-120acb0ba438), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:39.944856 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Publish callbacks [] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:39.955964 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac38895c-5ebb-4e51-b58e-fac525382c86 tempest-SubnetPoolsTestJSON-113996549 tempest-SubnetPoolsTestJSON-113996549-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:39.957399 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ac38895c-5ebb-4e51-b58e-fac525382c86 tempest-SubnetPoolsTestJSON-113996549 tempest-SubnetPoolsTestJSON-113996549-project] 10.222.0.18 "PUT /v2.0/subnetpools/325d40f5-4986-479c-b5bc-430601a8082e HTTP/1.1" status: 200 len: 684 time: 0.5484130 Mar 23 01:34:39.967032 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36574) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:39.985730 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 2342df35-a90e-48ad-a57a-120acb0ba438 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:39.986333 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2342df35-a90e-48ad-a57a-120acb0ba438), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:39.992116 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:40.009074 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4675a34d-090b-4d71-ac9c-adebc8f85c0c), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:40.195231 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe33a8e-71fd-4f2a-9708-4dbec5991444 None None] Pushing event updated for resources: {'Port': ['ID=3ec04f50-7613-4f6b-8ef1-a4b8120e485d,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:40.320387 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-ad6c34a1-67e3-47a8-a94a-7d65aa62587a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks [] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:40.348884 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:34:40.367707 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Sync routers for ids ['102fef94-292d-43a4-880c-76b2ef59a6ae'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:34:40.389405 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Routers {'102fef94-292d-43a4-880c-76b2ef59a6ae'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:40.393395 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['102fef94-292d-43a4-880c-76b2ef59a6ae'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:40.428351 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:40.430308 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e94d54fd-e335-4ce9-95ac-ac3802821906 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9691608 Mar 23 01:34:40.433408 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-ad6c34a1-67e3-47a8-a94a-7d65aa62587a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:40.440387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36586) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:40.534385 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 2342df35-a90e-48ad-a57a-120acb0ba438 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:40.539033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Attempting to bind port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:40.539472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Attempting to bind port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '89de6b79-9016-402e-8a45-8ffc85c80a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cd662416-fe81-442d-b9d0-a8f6689e67cb'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:40.539901 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Attempting to bind port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d on network cd662416-fe81-442d-b9d0-a8f6689e67cb {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:40.551456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:40.551946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Checking segment: {'id': '89de6b79-9016-402e-8a45-8ffc85c80a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cd662416-fe81-442d-b9d0-a8f6689e67cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:40.552412 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:40.553003 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Bound using segment: {'id': '89de6b79-9016-402e-8a45-8ffc85c80a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cd662416-fe81-442d-b9d0-a8f6689e67cb'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:40.553551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Bound port: 3ec04f50-7613-4f6b-8ef1-a4b8120e485d, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89de6b79-9016-402e-8a45-8ffc85c80a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cd662416-fe81-442d-b9d0-a8f6689e67cb'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:40.554011 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:40.568727 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0495869c-d126-4274-9b9a-0f7e894088ab None None] Current status of the port 2342df35-a90e-48ad-a57a-120acb0ba438 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:40.609054 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0495869c-d126-4274-9b9a-0f7e894088ab None None] Provisioning complete for port 4675a34d-090b-4d71-ac9c-adebc8f85c0c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:40.609541 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0495869c-d126-4274-9b9a-0f7e894088ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4675a34d-090b-4d71-ac9c-adebc8f85c0c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:40.672646 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0c6f7415-70de-4226-a5d7-b6eb281d3de2 tempest-SubnetPoolsTestJSON-113996549 tempest-SubnetPoolsTestJSON-113996549-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:40.676260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0c6f7415-70de-4226-a5d7-b6eb281d3de2 tempest-SubnetPoolsTestJSON-113996549 tempest-SubnetPoolsTestJSON-113996549-project] 10.222.0.18 "DELETE /v2.0/subnetpools/325d40f5-4986-479c-b5bc-430601a8082e HTTP/1.1" status: 204 len: 168 time: 0.7084770 Mar 23 01:34:40.690889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36592) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:40.714994 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-ad6c34a1-67e3-47a8-a94a-7d65aa62587a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Network ba3d029b-d469-4b1a-90d0-7995de95a27c is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:40.722779 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Set router 102fef94-292d-43a4-880c-76b2ef59a6ae gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:34:40.725547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bcf96-cd03-4d1c-b330-829f639f8cf1 req-2cb222dc-c08e-4508-8890-22fd5ade79f8 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:40.727674 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-704bcf96-cd03-4d1c-b330-829f639f8cf1 req-2cb222dc-c08e-4508-8890-22fd5ade79f8 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 946 time: 0.6141465 Mar 23 01:34:40.757453 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-efeffc4d-43f1-46db-a35a-0b3f310515a2 tempest-SubnetPoolsTestJSON-113996549 tempest-SubnetPoolsTestJSON-113996549-project] show failed (client error): The resource could not be found. Mar 23 01:34:40.761615 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-efeffc4d-43f1-46db-a35a-0b3f310515a2 tempest-SubnetPoolsTestJSON-113996549 tempest-SubnetPoolsTestJSON-113996549-project] 10.222.0.18 "GET /v2.0/subnetpools/325d40f5-4986-479c-b5bc-430601a8082e HTTP/1.1" status: 404 len: 346 time: 0.0659695 Mar 23 01:34:40.761615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-ad6c34a1-67e3-47a8-a94a-7d65aa62587a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:40.761847 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] For port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:40.769100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-ad6c34a1-67e3-47a8-a94a-7d65aa62587a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:40.771429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36594) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:40.772406 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c34a1-67e3-47a8-a94a-7d65aa62587a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Pushing event updated for resources: {'Port': ['ID=6fd43136-d0db-437f-ae04-5459a5e2722b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:40.775085 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0495869c-d126-4274-9b9a-0f7e894088ab None None] Port 4675a34d-090b-4d71-ac9c-adebc8f85c0c cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:34:40.798766 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] For port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3ec04f50-7613-4f6b-8ef1-a4b8120e485d,segment=NetworkSegment(89de6b79-9016-402e-8a45-8ffc85c80a4b),segment_id=89de6b79-9016-402e-8a45-8ffc85c80a4b)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:40.813839 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:40.874977 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-f99d80af-4294-423f-9ba3-53718d2c5299 tempest-SubnetPoolsTestJSON-113996549 tempest-SubnetPoolsTestJSON-113996549-project] delete failed (client error): The resource could not be found. Mar 23 01:34:40.881052 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f99d80af-4294-423f-9ba3-53718d2c5299 tempest-SubnetPoolsTestJSON-113996549 tempest-SubnetPoolsTestJSON-113996549-project] 10.222.0.18 "DELETE /v2.0/subnetpools/325d40f5-4986-479c-b5bc-430601a8082e HTTP/1.1" status: 404 len: 346 time: 0.0987263 Mar 23 01:34:40.929838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2342df35-a90e-48ad-a57a-120acb0ba438 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:40.965305 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (4675a34d-090b-4d71-ac9c-adebc8f85c0c), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:40.977913 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (4675a34d-090b-4d71-ac9c-adebc8f85c0c), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:41.008317 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb65cf-577c-40a8-833b-1a2d6ffdadef req-3c14cf62-77be-4f5a-8419-b4bc3721bdf7 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:41.026664 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b8cb65cf-577c-40a8-833b-1a2d6ffdadef req-3c14cf62-77be-4f5a-8419-b4bc3721bdf7 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 0.3372197 Mar 23 01:34:41.032984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-ad6c34a1-67e3-47a8-a94a-7d65aa62587a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:41.033652 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-ad6c34a1-67e3-47a8-a94a-7d65aa62587a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:41.040534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Routers {'be6b7103-8a8a-455c-91f1-8562dac74c8b'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:41.041238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['be6b7103-8a8a-455c-91f1-8562dac74c8b'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:41.136461 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe33a8e-71fd-4f2a-9708-4dbec5991444 None None] Pushing event updated for resources: {'Port': ['ID=3ec04f50-7613-4f6b-8ef1-a4b8120e485d,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:41.169572 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-704bcf96-cd03-4d1c-b330-829f639f8cf1 req-d540e939-e878-4915-a0f1-81b0b3765283 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/security-groups?id=20992968-25cf-435b-8c43-19889d555002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4205291 Mar 23 01:34:41.188189 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'name': 'tempest-ServersTestMultiNic-1742289128-router', 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '57d46505-36a2-46be-809a-6e61be144033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:32Z', 'updated_at': '2022-03-23T01:34:37Z', 'revision_number': 3, 'project_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'gw_port': {'id': '57d46505-36a2-46be-809a-6e61be144033', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:35Z', 'updated_at': '2022-03-23T01:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:41.242827 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Checking router: 102fef94-292d-43a4-880c-76b2ef59a6ae for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:34:41.243382 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Updating router 102fef94-292d-43a4-880c-76b2ef59a6ae port 57d46505-36a2-46be-809a-6e61be144033 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:34:41.279093 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (57d46505-36a2-46be-809a-6e61be144033), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:41.294296 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-baa44338-6bc5-4942-8ee0-1dea5b5bc230 None None] Provisioning complete for port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:41.294667 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-baa44338-6bc5-4942-8ee0-1dea5b5bc230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:41.399844 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (50039899-4459-4b43-be6b-c04d3149420c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:41.438948 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-ad6c34a1-67e3-47a8-a94a-7d65aa62587a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5962021 Mar 23 01:34:41.480176 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 2342df35-a90e-48ad-a57a-120acb0ba438 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:41.482598 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2342df35-a90e-48ad-a57a-120acb0ba438), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:41.496253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Request body: {'port': {'device_id': 'ff783ebb-8771-4e45-ba6f-5d0bb6976ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:41.574316 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36610) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:41.578394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=4675a34d-090b-4d71-ac9c-adebc8f85c0c,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:41.623376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] Set router be6b7103-8a8a-455c-91f1-8562dac74c8b gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:34:41.625826 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b8cb65cf-577c-40a8-833b-1a2d6ffdadef req-492e2ccd-7ea9-40f9-85b2-102854a300a0 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5957792 Mar 23 01:34:41.673187 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network c2cf6617-ab20-417c-981a-88717c049a1b is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:41.674627 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:41.748348 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Publish callbacks [] for port (57d46505-36a2-46be-809a-6e61be144033), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:41.749131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 2342df35-a90e-48ad-a57a-120acb0ba438 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:41.760169 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (57d46505-36a2-46be-809a-6e61be144033), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:41.839110 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3856ad8-7b1b-40f7-9752-cc49a40d5b1e None None] Pushing event updated for resources: {'Port': ['ID=57d46505-36a2-46be-809a-6e61be144033,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:41.841959 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Attempting to bind port 57d46505-36a2-46be-809a-6e61be144033 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:41.842494 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Attempting to bind port 57d46505-36a2-46be-809a-6e61be144033 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:41.843002 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Attempting to bind port 57d46505-36a2-46be-809a-6e61be144033 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:41.850103 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:41.850992 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:41.851837 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:41.852503 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:41.853192 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Bound port: 57d46505-36a2-46be-809a-6e61be144033, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:41.853788 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (57d46505-36a2-46be-809a-6e61be144033), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:41.875782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-baa44338-6bc5-4942-8ee0-1dea5b5bc230 None None] Current status of the port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:41.876612 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-baa44338-6bc5-4942-8ee0-1dea5b5bc230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:41.950013 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] For port 57d46505-36a2-46be-809a-6e61be144033, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:41.957040 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] For port 57d46505-36a2-46be-809a-6e61be144033, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=57d46505-36a2-46be-809a-6e61be144033,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:41.972378 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (57d46505-36a2-46be-809a-6e61be144033), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:42.047671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5589-2970-470e-88c0-4fbbe0d62b3f req-15f619d0-3956-4737-bb30-979a25d345ec tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:42.055440 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de9d5589-2970-470e-88c0-4fbbe0d62b3f req-15f619d0-3956-4737-bb30-979a25d345ec tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 931 time: 0.7179496 Mar 23 01:34:42.086748 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Routers {'102fef94-292d-43a4-880c-76b2ef59a6ae'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:42.087392 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['102fef94-292d-43a4-880c-76b2ef59a6ae'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:42.123994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 50039899-4459-4b43-be6b-c04d3149420c is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:34:42.219201 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-baa44338-6bc5-4942-8ee0-1dea5b5bc230 None None] For port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3ec04f50-7613-4f6b-8ef1-a4b8120e485d,segment=NetworkSegment(89de6b79-9016-402e-8a45-8ffc85c80a4b),segment_id=89de6b79-9016-402e-8a45-8ffc85c80a4b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:42.236389 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-baa44338-6bc5-4942-8ee0-1dea5b5bc230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:42.288847 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:42.310412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-baa44338-6bc5-4942-8ee0-1dea5b5bc230 None None] Provisioning complete for port 4675a34d-090b-4d71-ac9c-adebc8f85c0c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:42.311573 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-baa44338-6bc5-4942-8ee0-1dea5b5bc230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4675a34d-090b-4d71-ac9c-adebc8f85c0c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:42.330077 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3856ad8-7b1b-40f7-9752-cc49a40d5b1e None None] Pushing event updated for resources: {'Port': ['ID=57d46505-36a2-46be-809a-6e61be144033,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:42.428645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-baa44338-6bc5-4942-8ee0-1dea5b5bc230 None None] Port 4675a34d-090b-4d71-ac9c-adebc8f85c0c cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:34:42.449945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa44338-6bc5-4942-8ee0-1dea5b5bc230 None None] Pushing event updated for resources: {'Port': ['ID=3ec04f50-7613-4f6b-8ef1-a4b8120e485d,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:42.466504 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] Set router 102fef94-292d-43a4-880c-76b2ef59a6ae gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:34:42.513168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:34:42.513613 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'name': 'tempest-TaggedBootDevicesTest-1654863140-router', 'tenant_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ea0bca78-a9e6-4842-b105-bece4d549d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:24Z', 'updated_at': '2022-03-23T01:34:33Z', 'revision_number': 4, 'project_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'gw_port': {'id': 'ea0bca78-a9e6-4842-b105-bece4d549d63', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:25Z', 'updated_at': '2022-03-23T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '3ec04f50-7613-4f6b-8ef1-a4b8120e485d', 'name': '', 'network_id': 'cd662416-fe81-442d-b9d0-a8f6689e67cb', 'tenant_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'mac_address': 'fa:16:3e:a5:80:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b7e72be-ffbb-4314-a230-27f5b0757034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:31Z', 'updated_at': '2022-03-23T01:34:40Z', 'revision_number': 4, 'project_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'subnets': [{'id': '8b7e72be-ffbb-4314-a230-27f5b0757034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:42.527345 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-da53baae-2a5e-4743-915c-8ed3548760e0 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/50039899-4459-4b43-be6b-c04d3149420c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4121637 Mar 23 01:34:42.528520 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36630) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:42.553424 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de9d5589-2970-470e-88c0-4fbbe0d62b3f req-f6d70c7b-d2af-4c37-b247-4b51d70d5b4e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969041 Mar 23 01:34:42.586922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088f2bc-4313-4f55-9b6f-eab14a990104 None None] Sync routers for ids ['50039899-4459-4b43-be6b-c04d3149420c'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:34:42.592719 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1dd035-c111-46a2-aa0c-0164e675fbd9 None None] The sync data for ids ['be6b7103-8a8a-455c-91f1-8562dac74c8b'] in n-d-834677-4 is: [{'id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'name': 'tempest-TaggedBootDevicesTest-1654863140-router', 'tenant_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ea0bca78-a9e6-4842-b105-bece4d549d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:24Z', 'updated_at': '2022-03-23T01:34:33Z', 'revision_number': 4, 'project_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'gw_port': {'id': 'ea0bca78-a9e6-4842-b105-bece4d549d63', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:25Z', 'updated_at': '2022-03-23T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '3ec04f50-7613-4f6b-8ef1-a4b8120e485d', 'name': '', 'network_id': 'cd662416-fe81-442d-b9d0-a8f6689e67cb', 'tenant_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'mac_address': 'fa:16:3e:a5:80:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '8b7e72be-ffbb-4314-a230-27f5b0757034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:31Z', 'updated_at': '2022-03-23T01:34:40Z', 'revision_number': 4, 'project_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'subnets': [{'id': '8b7e72be-ffbb-4314-a230-27f5b0757034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:34:42.604048 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d55ac03-b441-4a92-b569-08b563fdee0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:42.609011 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2088f2bc-4313-4f55-9b6f-eab14a990104 None None] Routers {'50039899-4459-4b43-be6b-c04d3149420c'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:42.616491 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-2088f2bc-4313-4f55-9b6f-eab14a990104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['50039899-4459-4b43-be6b-c04d3149420c'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:42.676932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a0da1786-4dc4-4918-b31b-28c0b207c5cb None None] Provisioning complete for port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:42.677033 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a0da1786-4dc4-4918-b31b-28c0b207c5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:42.684862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-2088f2bc-4313-4f55-9b6f-eab14a990104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:42.718858 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f3ada-ff1a-4609-b72d-9816f9a9dbc2 req-9fa34811-3e50-4543-a6e7-98d9fce1324d tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:42.720466 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a46f3ada-ff1a-4609-b72d-9816f9a9dbc2 req-9fa34811-3e50-4543-a6e7-98d9fce1324d tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 946 time: 0.3416314 Mar 23 01:34:42.788748 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9325df5c-9eaf-40aa-9274-758bf3ad9476 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:42.790280 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9325df5c-9eaf-40aa-9274-758bf3ad9476 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports/4675a34d-090b-4d71-ac9c-adebc8f85c0c HTTP/1.1" status: 200 len: 910 time: 0.2596776 Mar 23 01:34:42.795609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36636) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:42.800956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2088f2bc-4313-4f55-9b6f-eab14a990104 None None] Routers {'50039899-4459-4b43-be6b-c04d3149420c'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:42.813615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e933cf3d-67f1-4080-b66b-82c691d4260f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f6b8deb-bf8d-43e8-92ea-d2388c5065db'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:42.814065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-2088f2bc-4313-4f55-9b6f-eab14a990104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['50039899-4459-4b43-be6b-c04d3149420c'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:42.905781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-2088f2bc-4313-4f55-9b6f-eab14a990104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:42.906723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088f2bc-4313-4f55-9b6f-eab14a990104 None None] The sync data for ids ['50039899-4459-4b43-be6b-c04d3149420c'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:34:42.980461 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a46f3ada-ff1a-4609-b72d-9816f9a9dbc2 req-f5b28977-2a17-4ec1-9181-d964524696d6 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/security-groups?id=20992968-25cf-435b-8c43-19889d555002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370117 Mar 23 01:34:43.014978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a0da1786-4dc4-4918-b31b-28c0b207c5cb None None] Current status of the port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:43.040533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a0da1786-4dc4-4918-b31b-28c0b207c5cb None None] Provisioning complete for port 4675a34d-090b-4d71-ac9c-adebc8f85c0c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:43.040994 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a0da1786-4dc4-4918-b31b-28c0b207c5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4675a34d-090b-4d71-ac9c-adebc8f85c0c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:43.150010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a0da1786-4dc4-4918-b31b-28c0b207c5cb None None] Port 4675a34d-090b-4d71-ac9c-adebc8f85c0c cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:34:43.165294 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:43.167248 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'name': 'tempest-ServersTestMultiNic-1742289128-router', 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '57d46505-36a2-46be-809a-6e61be144033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:32Z', 'updated_at': '2022-03-23T01:34:37Z', 'revision_number': 3, 'project_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'gw_port': {'id': '57d46505-36a2-46be-809a-6e61be144033', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:35Z', 'updated_at': '2022-03-23T01:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:43.223580 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932647c8-9f81-47db-bcf7-860d4b85e87d None None] The sync data for ids ['102fef94-292d-43a4-880c-76b2ef59a6ae'] in n-d-834677-4 is: [{'id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'name': 'tempest-ServersTestMultiNic-1742289128-router', 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '57d46505-36a2-46be-809a-6e61be144033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:32Z', 'updated_at': '2022-03-23T01:34:37Z', 'revision_number': 3, 'project_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'gw_port': {'id': '57d46505-36a2-46be-809a-6e61be144033', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:35Z', 'updated_at': '2022-03-23T01:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:34:43.294848 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e933cf3d-67f1-4080-b66b-82c691d4260f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4675a34d-090b-4d71-ac9c-adebc8f85c0c), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:43.365934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a55ade-c18f-493a-91b4-2f7b7e1476ea req-dd33f2cb-5cc8-4af6-9633-2468bcafe0fa tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:43.367717 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a5a55ade-c18f-493a-91b4-2f7b7e1476ea req-dd33f2cb-5cc8-4af6-9633-2468bcafe0fa tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 0.4855492 Mar 23 01:34:43.379249 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506b56e-abbc-4876-a8a8-2a546b784062 req-2365ca4b-1c88-44da-8633-bd7903998713 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:43.381265 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1506b56e-abbc-4876-a8a8-2a546b784062 req-2365ca4b-1c88-44da-8633-bd7903998713 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 946 time: 0.2808483 Mar 23 01:34:43.393068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36648) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:43.419868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-80d69d69-02c7-4964-a332-c206fbee03e7 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Request body: {'floatingip': {'port_id': 'f445e5f1-1645-424e-aa98-38bdaebba56e'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:43.625116 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80d69d69-02c7-4964-a332-c206fbee03e7 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for floatingip (3cb8bcb1-9060-4792-a983-8c665530884f), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:43.651017 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d55ac03-b441-4a92-b569-08b563fdee0c admin admin] Publish callbacks [] for security_group (8f6d8c2f-8893-41a6-925e-446ddefadf41), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:43.752222 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d55ac03-b441-4a92-b569-08b563fdee0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8f6d8c2f-8893-41a6-925e-446ddefadf41), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:43.787914 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a5a55ade-c18f-493a-91b4-2f7b7e1476ea req-c6c0efbc-a66c-4fb1-989b-72e7438beea4 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119296 Mar 23 01:34:43.814547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd43136-d0db-437f-ae04-5459a5e2722b {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:34:43.845541 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Publish callbacks [] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:43.993584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Transition to ACTIVE for port object 6fd43136-d0db-437f-ae04-5459a5e2722b will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:34:43.994649 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55ac03-b441-4a92-b569-08b563fdee0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6d8c2f-8893-41a6-925e-446ddefadf41,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:44.000129 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2d55ac03-b441-4a92-b569-08b563fdee0c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8531043f5b934a418d442ae8437a339e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3749669 Mar 23 01:34:44.020936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36656) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:44.035342 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:44.089072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be408a-8989-45d7-8e85-3a711056138e req-d8fdf623-c097-4c74-858c-1a377fb4735e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:44.090914 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22be408a-8989-45d7-8e85-3a711056138e req-d8fdf623-c097-4c74-858c-1a377fb4735e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 931 time: 0.3807709 Mar 23 01:34:44.101800 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:34:44.153492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Allocated IP 172.20.0.1 (e5849e91-d95f-4b24-9047-781f2190197c/e5f53844-d666-433c-b6e0-164af60b1c9f/7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:44.314718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd43136-d0db-437f-ae04-5459a5e2722b,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:44.389389 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-350b04da-5615-4b3b-a060-671e95abcb28 admin admin] Publish callbacks [] for security_group (8f6d8c2f-8893-41a6-925e-446ddefadf41), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:44.515863 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-350b04da-5615-4b3b-a060-671e95abcb28 admin admin] Publish callbacks [] for security_group (8f6d8c2f-8893-41a6-925e-446ddefadf41), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:44.521102 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22be408a-8989-45d7-8e85-3a711056138e req-dd49530b-562e-4a6f-b62e-7e6d2b073832 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222744 Mar 23 01:34:44.556645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Attempting to bind port 6fd43136-d0db-437f-ae04-5459a5e2722b on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:44.557360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Attempting to bind port 6fd43136-d0db-437f-ae04-5459a5e2722b by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:44.558004 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Attempting to bind port 6fd43136-d0db-437f-ae04-5459a5e2722b on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:44.607302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Port 6fd43136-d0db-437f-ae04-5459a5e2722b on network ba3d029b-d469-4b1a-90d0-7995de95a27c not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:34:44.607709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Attempting to bind port 6fd43136-d0db-437f-ae04-5459a5e2722b on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:44.646867 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e933cf3d-67f1-4080-b66b-82c691d4260f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (4675a34d-090b-4d71-ac9c-adebc8f85c0c), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:44.669357 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-350b04da-5615-4b3b-a060-671e95abcb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8f6d8c2f-8893-41a6-925e-446ddefadf41), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:44.677204 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-350b04da-5615-4b3b-a060-671e95abcb28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:44.681052 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-350b04da-5615-4b3b-a060-671e95abcb28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f6d8c2f-8893-41a6-925e-446ddefadf41 HTTP/1.1" status: 204 len: 168 time: 0.6688519 Mar 23 01:34:44.682868 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e933cf3d-67f1-4080-b66b-82c691d4260f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (4675a34d-090b-4d71-ac9c-adebc8f85c0c), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:44.776705 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933cf3d-67f1-4080-b66b-82c691d4260f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=4675a34d-090b-4d71-ac9c-adebc8f85c0c,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:44.794509 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b04da-5615-4b3b-a060-671e95abcb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6d8c2f-8893-41a6-925e-446ddefadf41,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:44.849835 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e933cf3d-67f1-4080-b66b-82c691d4260f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:44.851038 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e933cf3d-67f1-4080-b66b-82c691d4260f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:44.856955 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e933cf3d-67f1-4080-b66b-82c691d4260f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/ports/4675a34d-090b-4d71-ac9c-adebc8f85c0c HTTP/1.1" status: 200 len: 910 time: 2.0475466 Mar 23 01:34:44.857964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36672) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:44.938200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3ec04f50-7613-4f6b-8ef1-a4b8120e485d up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:45.094972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:45.097836 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:45.328512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:45.334551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 57d46505-36a2-46be-809a-6e61be144033 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:45.396613 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:45.397575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Checking segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:45.398248 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Bound using segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:45.399071 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Bound port: 6fd43136-d0db-437f-ae04-5459a5e2722b, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:45.399650 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:45.411476 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Publish callbacks [] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:45.471514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 57d46505-36a2-46be-809a-6e61be144033 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:45.475457 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (57d46505-36a2-46be-809a-6e61be144033), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:45.494974 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a0f689c6-66a3-4487-9839-625a3ac00854 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (50039899-4459-4b43-be6b-c04d3149420c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:45.636962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] For port 6fd43136-d0db-437f-ae04-5459a5e2722b, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:45.640773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] For port 6fd43136-d0db-437f-ae04-5459a5e2722b, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=6fd43136-d0db-437f-ae04-5459a5e2722b,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:45.657261 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:45.730665 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9af6e-65eb-4011-a65a-3973c05d1466 req-e735f4fb-6f79-4d01-bb16-6fb772a20158 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:45.737968 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2f9af6e-65eb-4011-a65a-3973c05d1466 req-e735f4fb-6f79-4d01-bb16-6fb772a20158 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 0.3768559 Mar 23 01:34:45.743393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 57d46505-36a2-46be-809a-6e61be144033 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:45.743793 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (57d46505-36a2-46be-809a-6e61be144033), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:45.760390 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05459b9c-ac50-4da2-bda4-334826709b88 req-11080540-91d0-4151-ab06-f353782f3b29 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:45.762412 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-05459b9c-ac50-4da2-bda4-334826709b88 req-11080540-91d0-4151-ab06-f353782f3b29 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.1010902 Mar 23 01:34:45.773791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:45.774469 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:45.776073 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] 10.222.0.43 "PUT /v2.0/ports/6fd43136-d0db-437f-ae04-5459a5e2722b HTTP/1.1" status: 200 len: 1091 time: 4.3119245 Mar 23 01:34:45.815706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 57d46505-36a2-46be-809a-6e61be144033, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=57d46505-36a2-46be-809a-6e61be144033,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:45.825248 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (57d46505-36a2-46be-809a-6e61be144033), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:45.876504 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff783ebb-8771-4e45-ba6f-5d0bb6976ae7', 'tag': '6fd43136-d0db-437f-ae04-5459a5e2722b'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:34:45.879243 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a8504a-c4a1-47dd-bb92-0297248422a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff783ebb-8771-4e45-ba6f-5d0bb6976ae7", "tag": "6fd43136-d0db-437f-ae04-5459a5e2722b"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:34:45.921137 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2f9af6e-65eb-4011-a65a-3973c05d1466 req-21c17f64-93aa-41f6-9172-d218d1d4a369 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821394 Mar 23 01:34:45.997470 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=57d46505-36a2-46be-809a-6e61be144033,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:46.020660 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f985532-1184-46fe-9ca2-9ea564388e49 x-openstack-request-id: req-2f985532-1184-46fe-9ca2-9ea564388e49 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:34:46.021212 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff783ebb-8771-4e45-ba6f-5d0bb6976ae7", "tag": "6fd43136-d0db-437f-ae04-5459a5e2722b", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:34:46.021496 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f985532-1184-46fe-9ca2-9ea564388e49 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:34:46.022132 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f985532-1184-46fe-9ca2-9ea564388e49'] response: {'name': 'network-changed', 'server_uuid': 'ff783ebb-8771-4e45-ba6f-5d0bb6976ae7', 'tag': '6fd43136-d0db-437f-ae04-5459a5e2722b', 'status': 'completed', 'code': 200} Mar 23 01:34:46.025440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-05459b9c-ac50-4da2-bda4-334826709b88 req-27a4de5d-1c4b-4790-9528-5150df193dbf tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422326 Mar 23 01:34:46.027208 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:46.058085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae0790-045a-44cf-9a2a-3e6220551cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd43136-d0db-437f-ae04-5459a5e2722b,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:46.071513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Network e5849e91-d95f-4b24-9047-781f2190197c is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:46.106526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:46.119330 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.resource_extend [None req-80d69d69-02c7-4964-a332-c206fbee03e7 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:34:46.128532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:46.185987 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (102fef94-292d-43a4-880c-76b2ef59a6ae), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:46.280097 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-a0f689c6-66a3-4487-9839-625a3ac00854 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting port 4675a34d-090b-4d71-ac9c-adebc8f85c0c {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:34:46.282246 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a0f689c6-66a3-4487-9839-625a3ac00854 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4675a34d-090b-4d71-ac9c-adebc8f85c0c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:46.307856 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-b7ca59d4-aeea-4798-b7ac-92a82811a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:46.309572 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-b7ca59d4-aeea-4798-b7ac-92a82811a709 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 1125 time: 0.4179225 Mar 23 01:34:46.329279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Pushing event updated for resources: {'Port': ['ID=7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:46.441232 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80d69d69-02c7-4964-a332-c206fbee03e7 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:46.462827 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a0f689c6-66a3-4487-9839-625a3ac00854 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4675a34d-090b-4d71-ac9c-adebc8f85c0c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:46.516076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8f279323-8cb0-46aa-b1f9-5d0009c54be8 None None] Provisioning complete for port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:46.516828 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-a0f689c6-66a3-4487-9839-625a3ac00854 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Calling delete_port for 4675a34d-090b-4d71-ac9c-adebc8f85c0c owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:34:46.519648 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8f279323-8cb0-46aa-b1f9-5d0009c54be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:46.527645 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-af10747b-021d-455f-b0be-534daeb49160 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd43136-d0db-437f-ae04-5459a5e2722b HTTP/1.1" status: 200 len: 217 time: 0.2055690 Mar 23 01:34:46.528386 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80d69d69-02c7-4964-a332-c206fbee03e7 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (3cb8bcb1-9060-4792-a983-8c665530884f), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:46.607945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8f279323-8cb0-46aa-b1f9-5d0009c54be8 None None] Port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:34:46.723029 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:46.774737 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-80d69d69-02c7-4964-a332-c206fbee03e7 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Floating IP 3cb8bcb1-9060-4792-a983-8c665530884f associated. External IP: 172.25.0.112, port: f445e5f1-1645-424e-aa98-38bdaebba56e. Mar 23 01:34:46.803859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 57d46505-36a2-46be-809a-6e61be144033 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:46.836743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-f8afb191-7735-413e-80ca-843e9fa5da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:46.838292 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-f8afb191-7735-413e-80ca-843e9fa5da13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.3042226 Mar 23 01:34:46.861694 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a0f689c6-66a3-4487-9839-625a3ac00854 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (4675a34d-090b-4d71-ac9c-adebc8f85c0c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:46.913211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f689c6-66a3-4487-9839-625a3ac00854 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Port': ['ID=4675a34d-090b-4d71-ac9c-adebc8f85c0c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:46.927303 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-dc179e8a-c302-4938-b620-7eb6d36a1818 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440001 Mar 23 01:34:46.987058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 57d46505-36a2-46be-809a-6e61be144033 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:46.988825 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (57d46505-36a2-46be-809a-6e61be144033), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:47.220185 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 57d46505-36a2-46be-809a-6e61be144033 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:47.242874 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a0f689c6-66a3-4487-9839-625a3ac00854 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (50039899-4459-4b43-be6b-c04d3149420c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:47.446435 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-b8594bc4-8289-46db-9c57-50873c8f0d45 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707415 Mar 23 01:34:47.494232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33257a9-d628-4740-87fc-9819ac13450c req-e24e909f-b067-468b-b4ec-3ae174788f9b tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:47.496546 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a33257a9-d628-4740-87fc-9819ac13450c req-e24e909f-b067-468b-b4ec-3ae174788f9b tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 0.4168468 Mar 23 01:34:47.678398 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa7d77c7-290a-4f6c-b6b9-6c49c3e40faa req-dab19ca2-382a-46f0-8e98-68719c203907 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924260 Mar 23 01:34:47.715893 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a33257a9-d628-4740-87fc-9819ac13450c req-c83f0a1c-e65b-4357-bdfd-049b5138fc0e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441734 Mar 23 01:34:47.733500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d69d69-02c7-4964-a332-c206fbee03e7 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Router 0f6dc222-5722-4e01-92c4-1fa3820526ca has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:34:47.736431 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Publish callbacks [] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:47.765308 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:47.911930 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be98f9-bcdb-415b-9948-ea2fa90e0584 req-efdd335b-c267-49c4-9cf0-a1ed47d3a744 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:47.913539 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48be98f9-bcdb-415b-9948-ea2fa90e0584 req-efdd335b-c267-49c4-9cf0-a1ed47d3a744 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.6608691 Mar 23 01:34:47.989866 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (102fef94-292d-43a4-880c-76b2ef59a6ae), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:47.992010 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Pushing event updated for resources: {'Port': ['ID=7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:48.022723 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:48.024207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:48.024207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:48.024207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:48.024207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:48.024870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:48.025353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:48.025913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:48.026375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:48.026915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:48.027355 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:48.027775 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:48.028156 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:48.028643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:48.029057 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:48.034784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8504a-c4a1-47dd-bb92-0297248422a1 req-cad4d443-90a4-4779-82bb-e180fe567068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:48.036568 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-12a8504a-c4a1-47dd-bb92-0297248422a1 req-cad4d443-90a4-4779-82bb-e180fe567068 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 1125 time: 0.2632046 Mar 23 01:34:48.172767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Network e5849e91-d95f-4b24-9047-781f2190197c is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:48.192186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f689c6-66a3-4487-9839-625a3ac00854 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 50039899-4459-4b43-be6b-c04d3149420c has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:34:48.212701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:48.221974 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48be98f9-bcdb-415b-9948-ea2fa90e0584 req-4e2c63c5-a810-49a4-b382-5e1f53db21dd tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932765 Mar 23 01:34:48.274220 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d69d69-02c7-4964-a332-c206fbee03e7 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:34:48.289905 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e326580-6676-4e9d-9285-ddbb43a26378 None None] Sync routers for ids ['0f6dc222-5722-4e01-92c4-1fa3820526ca'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:34:48.309527 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e326580-6676-4e9d-9285-ddbb43a26378 None None] Routers {'0f6dc222-5722-4e01-92c4-1fa3820526ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:48.310335 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4e326580-6676-4e9d-9285-ddbb43a26378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0f6dc222-5722-4e01-92c4-1fa3820526ca'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:48.460968 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f689c6-66a3-4487-9839-625a3ac00854 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:34:48.469618 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a0f689c6-66a3-4487-9839-625a3ac00854 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/50039899-4459-4b43-be6b-c04d3149420c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6093571 Mar 23 01:34:48.471493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36758) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:48.478113 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a69ee19-b59c-497a-b760-e08bdcd01ae8 None None] Sync routers for ids ['50039899-4459-4b43-be6b-c04d3149420c'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:34:48.490964 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a69ee19-b59c-497a-b760-e08bdcd01ae8 None None] Routers {'50039899-4459-4b43-be6b-c04d3149420c'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:48.491598 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8a69ee19-b59c-497a-b760-e08bdcd01ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['50039899-4459-4b43-be6b-c04d3149420c'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:48.544360 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d2a9d5de-64d0-4f27-b5c6-e506a83f61e6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports?device_id=50039899-4459-4b43-be6b-c04d3149420c HTTP/1.1" status: 200 len: 205 time: 0.0704119 Mar 23 01:34:48.549337 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36760) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:48.640174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8a69ee19-b59c-497a-b760-e08bdcd01ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:48.669999 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-4e326580-6676-4e9d-9285-ddbb43a26378 None None] Set router 0f6dc222-5722-4e01-92c4-1fa3820526ca gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:34:48.686444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a69ee19-b59c-497a-b760-e08bdcd01ae8 None None] Routers {'50039899-4459-4b43-be6b-c04d3149420c'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:48.687104 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8a69ee19-b59c-497a-b760-e08bdcd01ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['50039899-4459-4b43-be6b-c04d3149420c'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:48.781048 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8a69ee19-b59c-497a-b760-e08bdcd01ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:48.789598 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a69ee19-b59c-497a-b760-e08bdcd01ae8 None None] The sync data for ids ['50039899-4459-4b43-be6b-c04d3149420c'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:34:48.794976 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-10af7b73-595b-4a5d-aca2-df6ba9f91ffc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (50039899-4459-4b43-be6b-c04d3149420c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:48.820403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-275f27a5-da6e-439a-9cac-87de2f602060 None None] Provisioning complete for port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:48.821069 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-275f27a5-da6e-439a-9cac-87de2f602060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:48.893154 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-275f27a5-da6e-439a-9cac-87de2f602060 None None] Port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:34:49.069237 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4e326580-6676-4e9d-9285-ddbb43a26378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'name': 'tempest-ServersTestFqdnHostnames-724678297-router', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:04Z', 'revision_number': 4, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'gw_port': {'id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '3cb8bcb1-9060-4792-a983-8c665530884f', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'floating_ip_address': '172.25.0.112', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'port_id': 'f445e5f1-1645-424e-aa98-38bdaebba56e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b', 'mac_address': 'fa:16:3e:d4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a3f26-ebbb-4e47-8512-50d5854491d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:34:12Z', 'updated_at': '2022-03-23T01:34:45Z', 'revision_number': 1, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a344cf7-f0ff-4379-a851-d3b8812ee39e', 'name': '', 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'mac_address': 'fa:16:3e:b9:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:01Z', 'updated_at': '2022-03-23T01:34:09Z', 'revision_number': 5, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'subnets': [{'id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:49.070984 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80d69d69-02c7-4964-a332-c206fbee03e7 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:49.116014 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e326580-6676-4e9d-9285-ddbb43a26378 None None] Checking router: 0f6dc222-5722-4e01-92c4-1fa3820526ca for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:34:49.133139 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e326580-6676-4e9d-9285-ddbb43a26378 None None] Routers {'0f6dc222-5722-4e01-92c4-1fa3820526ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:49.134731 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4e326580-6676-4e9d-9285-ddbb43a26378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0f6dc222-5722-4e01-92c4-1fa3820526ca'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:49.173031 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-80d69d69-02c7-4964-a332-c206fbee03e7 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "PUT /v2.0/floatingips/3cb8bcb1-9060-4792-a983-8c665530884f HTTP/1.1" status: 200 len: 992 time: 5.7575414 Mar 23 01:34:49.173031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010a3f26-ebbb-4e47-8512-50d5854491d6', 'tag': 'f445e5f1-1645-424e-aa98-38bdaebba56e'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:34:49.173031 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c6953b-7bff-4d2d-9e19-d46ddd177aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "010a3f26-ebbb-4e47-8512-50d5854491d6", "tag": "f445e5f1-1645-424e-aa98-38bdaebba56e"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:34:49.188948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8504a-c4a1-47dd-bb92-0297248422a1 req-b8772050-e8a1-40dc-a511-1069dd6f3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:49.193326 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-12a8504a-c4a1-47dd-bb92-0297248422a1 req-b8772050-e8a1-40dc-a511-1069dd6f3e18 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 1.0576410 Mar 23 01:34:49.218244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114391c-6fc8-46ab-81a6-5653f56f2738 req-72f8a5e8-14c8-48ad-a38d-db275d89bfb5 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:49.226173 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2114391c-6fc8-46ab-81a6-5653f56f2738 req-72f8a5e8-14c8-48ad-a38d-db275d89bfb5 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 1.0225556 Mar 23 01:34:49.299536 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662fc1a9-da5e-4076-bd7b-89c9aed489da x-openstack-request-id: req-662fc1a9-da5e-4076-bd7b-89c9aed489da {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:34:49.299821 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010a3f26-ebbb-4e47-8512-50d5854491d6", "tag": "f445e5f1-1645-424e-aa98-38bdaebba56e", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:34:49.300068 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-662fc1a9-da5e-4076-bd7b-89c9aed489da {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:34:49.300468 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662fc1a9-da5e-4076-bd7b-89c9aed489da'] response: {'name': 'network-changed', 'server_uuid': '010a3f26-ebbb-4e47-8512-50d5854491d6', 'tag': 'f445e5f1-1645-424e-aa98-38bdaebba56e', 'status': 'completed', 'code': 200} Mar 23 01:34:49.302564 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-10af7b73-595b-4a5d-aca2-df6ba9f91ffc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (50039899-4459-4b43-be6b-c04d3149420c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:49.315458 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-4e326580-6676-4e9d-9285-ddbb43a26378 None None] Set router 0f6dc222-5722-4e01-92c4-1fa3820526ca gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:34:49.316035 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-12a8504a-c4a1-47dd-bb92-0297248422a1 req-f4b3c91d-8ee7-4a25-b1f2-89e4f5eec7cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd43136-d0db-437f-ae04-5459a5e2722b HTTP/1.1" status: 200 len: 217 time: 0.0847528 Mar 23 01:34:49.318787 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-10af7b73-595b-4a5d-aca2-df6ba9f91ffc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_controller (50039899-4459-4b43-be6b-c04d3149420c), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:49.432317 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Router 102fef94-292d-43a4-880c-76b2ef59a6ae has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:34:49.471995 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-10af7b73-595b-4a5d-aca2-df6ba9f91ffc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (50039899-4459-4b43-be6b-c04d3149420c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:49.472669 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10af7b73-595b-4a5d-aca2-df6ba9f91ffc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Fanout notify agent at l3_agent the message router_deleted on router 50039899-4459-4b43-be6b-c04d3149420c {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:34:49.474175 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2114391c-6fc8-46ab-81a6-5653f56f2738 req-80d6259a-3208-4883-ad8e-3c9cd9219a64 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470074 Mar 23 01:34:49.482937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8504a-c4a1-47dd-bb92-0297248422a1 req-9f105179-6d81-4a97-87e0-85d4a3c333fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:49.485908 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-12a8504a-c4a1-47dd-bb92-0297248422a1 req-9f105179-6d81-4a97-87e0-85d4a3c333fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.1540272 Mar 23 01:34:49.486803 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-10af7b73-595b-4a5d-aca2-df6ba9f91ffc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:49.488479 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-10af7b73-595b-4a5d-aca2-df6ba9f91ffc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/routers/50039899-4459-4b43-be6b-c04d3149420c HTTP/1.1" status: 204 len: 168 time: 0.9376352 Mar 23 01:34:49.502011 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36782) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:49.505291 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-58c9a7d1-a1f6-400e-9540-7eca62fbdca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:49.601354 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591fb5b-06e5-4695-acb0-e74d2793d738 req-c37942f8-1c5b-4122-a40a-ccba818a4d32 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:49.615080 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9591fb5b-06e5-4695-acb0-e74d2793d738 req-c37942f8-1c5b-4122-a40a-ccba818a4d32 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.2143149 Mar 23 01:34:49.630257 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab21dee-e39a-44bd-acdf-3b502893ef36 req-a9c2100f-1fca-4cd4-8794-842e04a03d57 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:49.633356 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bab21dee-e39a-44bd-acdf-3b502893ef36 req-a9c2100f-1fca-4cd4-8794-842e04a03d57 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 946 time: 0.1726058 Mar 23 01:34:49.705447 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-12a8504a-c4a1-47dd-bb92-0297248422a1 req-440c99fb-4306-4e84-96e3-6c5e03cf905d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1996629 Mar 23 01:34:49.830613 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36788) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:49.872328 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9591fb5b-06e5-4695-acb0-e74d2793d738 req-99a4121c-e07b-40ac-8d05-3eee4ef06dca tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555449 Mar 23 01:34:49.891431 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6953b-7bff-4d2d-9e19-d46ddd177aaf req-507c629e-797d-480f-b670-05894346f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:49.899513 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e0c6953b-7bff-4d2d-9e19-d46ddd177aaf req-507c629e-797d-480f-b670-05894346f53b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7fba32711e514527a64b7c5dbb45387f&device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 1128 time: 0.5979450 Mar 23 01:34:49.907955 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4e326580-6676-4e9d-9285-ddbb43a26378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'name': 'tempest-ServersTestFqdnHostnames-724678297-router', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:04Z', 'revision_number': 4, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'gw_port': {'id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '3cb8bcb1-9060-4792-a983-8c665530884f', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'floating_ip_address': '172.25.0.112', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'port_id': 'f445e5f1-1645-424e-aa98-38bdaebba56e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b', 'mac_address': 'fa:16:3e:d4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a3f26-ebbb-4e47-8512-50d5854491d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:34:12Z', 'updated_at': '2022-03-23T01:34:45Z', 'revision_number': 1, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a344cf7-f0ff-4379-a851-d3b8812ee39e', 'name': '', 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'mac_address': 'fa:16:3e:b9:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:01Z', 'updated_at': '2022-03-23T01:34:09Z', 'revision_number': 5, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'subnets': [{'id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:49.926110 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-bab21dee-e39a-44bd-acdf-3b502893ef36 req-3e8af943-9f66-4e92-84b9-5b7b22c84a91 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Deleting port 2f4c0567-5614-400b-b3ef-749dcba91ccf {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:34:49.927105 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-bab21dee-e39a-44bd-acdf-3b502893ef36 req-3e8af943-9f66-4e92-84b9-5b7b22c84a91 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2f4c0567-5614-400b-b3ef-749dcba91ccf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:49.956779 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 6fd43136-d0db-437f-ae04-5459a5e2722b details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:34:49.982729 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e326580-6676-4e9d-9285-ddbb43a26378 None None] The sync data for ids ['0f6dc222-5722-4e01-92c4-1fa3820526ca'] in n-d-834677-4 is: [{'id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'name': 'tempest-ServersTestFqdnHostnames-724678297-router', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:04Z', 'revision_number': 4, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'gw_port': {'id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '3cb8bcb1-9060-4792-a983-8c665530884f', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'floating_ip_address': '172.25.0.112', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'port_id': 'f445e5f1-1645-424e-aa98-38bdaebba56e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b', 'mac_address': 'fa:16:3e:d4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a3f26-ebbb-4e47-8512-50d5854491d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:34:12Z', 'updated_at': '2022-03-23T01:34:45Z', 'revision_number': 1, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a344cf7-f0ff-4379-a851-d3b8812ee39e', 'name': '', 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'mac_address': 'fa:16:3e:b9:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:01Z', 'updated_at': '2022-03-23T01:34:09Z', 'revision_number': 5, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'subnets': [{'id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:34:50.039024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36792) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:50.151786 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 6fd43136-d0db-437f-ae04-5459a5e2722b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=6fd43136-d0db-437f-ae04-5459a5e2722b,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:50.187876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '6fd43136-d0db-437f-ae04-5459a5e2722b', 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c', 'port_id': '6fd43136-d0db-437f-ae04-5459a5e2722b', 'mac_address': 'fa:16:3e:49:92:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f146eb-b581-4818-b541-536413e8a0b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:34:50.242224 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-bab21dee-e39a-44bd-acdf-3b502893ef36 req-3e8af943-9f66-4e92-84b9-5b7b22c84a91 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] For port 2f4c0567-5614-400b-b3ef-749dcba91ccf, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2f4c0567-5614-400b-b3ef-749dcba91ccf,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:50.243846 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-bab21dee-e39a-44bd-acdf-3b502893ef36 req-3e8af943-9f66-4e92-84b9-5b7b22c84a91 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2f4c0567-5614-400b-b3ef-749dcba91ccf), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:50.259309 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-9343b4f2-9403-493e-97e6-7a8b79710455 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting subnet 1f6b8deb-bf8d-43e8-92ea-d2388c5065db {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:34:50.282152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 6fd43136-d0db-437f-ae04-5459a5e2722b is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:50.283053 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:50.285790 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9343b4f2-9403-493e-97e6-7a8b79710455 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (1f6b8deb-bf8d-43e8-92ea-d2388c5065db), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:50.293125 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-bab21dee-e39a-44bd-acdf-3b502893ef36 req-3e8af943-9f66-4e92-84b9-5b7b22c84a91 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Calling delete_port for 2f4c0567-5614-400b-b3ef-749dcba91ccf owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:34:50.300811 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd43136-d0db-437f-ae04-5459a5e2722b {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:34:50.351405 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 6fd43136-d0db-437f-ae04-5459a5e2722b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=6fd43136-d0db-437f-ae04-5459a5e2722b,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:50.360738 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:50.443634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:34:50.456337 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6953b-7bff-4d2d-9e19-d46ddd177aaf req-8067a56d-ca13-4758-a324-c1cd47086145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:50.458432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e0c6953b-7bff-4d2d-9e19-d46ddd177aaf req-8067a56d-ca13-4758-a324-c1cd47086145 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dad34f83-4f40-47a7-9927-593a4894674b HTTP/1.1" status: 200 len: 914 time: 0.5135353 Mar 23 01:34:50.460292 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:50.461547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=6fd43136-d0db-437f-ae04-5459a5e2722b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:50.463580 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2697af45-1874-47ae-9623-359e4355bc36 admin admin] 10.222.0.18 "PUT /v2.0/routers/102fef94-292d-43a4-880c-76b2ef59a6ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0126526 Mar 23 01:34:50.465203 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Sync routers for ids ['102fef94-292d-43a4-880c-76b2ef59a6ae'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:34:50.468823 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-12a8504a-c4a1-47dd-bb92-0297248422a1 req-2fe44bf5-4c03-49a7-a653-d2d65112ce9d service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7600062 Mar 23 01:34:50.481253 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Routers {'102fef94-292d-43a4-880c-76b2ef59a6ae'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:50.482997 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['102fef94-292d-43a4-880c-76b2ef59a6ae'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:50.483818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:50.484426 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:50.484932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:50.485553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:50.486116 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:50.486608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:50.487187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:50.487657 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:50.488206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:50.488711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:50.489290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:50.489774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:50.490096 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:50.490514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:50.490927 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:34:50.499840 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9343b4f2-9403-493e-97e6-7a8b79710455 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (1f6b8deb-bf8d-43e8-92ea-d2388c5065db), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:50.523280 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebdc82c-2c30-4c91-969d-9e9a49c95dec None None] New status for floating IP 3cb8bcb1-9060-4792-a983-8c665530884f: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:34:50.632009 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-12a8504a-c4a1-47dd-bb92-0297248422a1 req-62526416-7aa4-4826-8863-58175bb761f6 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288772 Mar 23 01:34:50.679627 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-32b688d1-6528-493f-a493-ca95d465253f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:50.709627 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-bab21dee-e39a-44bd-acdf-3b502893ef36 req-3e8af943-9f66-4e92-84b9-5b7b22c84a91 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (2f4c0567-5614-400b-b3ef-749dcba91ccf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:50.739242 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3592c928-309b-4f3b-8ec6-e3e2c4fdc09c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:50.740148 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-235f192b-a9ab-4fab-9b6c-e4dba8360a86 req-05f4d0a9-f15e-4f0d-8cd5-e06759718bea tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad620267-241b-4f3e-ae7b-de8db3e3fd5b HTTP/1.1" status: 200 len: 210 time: 0.0634935 Mar 23 01:34:50.775586 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36802) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:50.795031 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Set router 102fef94-292d-43a4-880c-76b2ef59a6ae gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:34:50.809540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8af943-9f66-4e92-84b9-5b7b22c84a91 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Pushing event deleted for resources: {'Port': ['ID=2f4c0567-5614-400b-b3ef-749dcba91ccf,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:50.834311 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e0c6953b-7bff-4d2d-9e19-d46ddd177aaf req-3e95e803-e2e4-47c8-a4f3-87e706d262b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f445e5f1-1645-424e-aa98-38bdaebba56e HTTP/1.1" status: 200 len: 1000 time: 0.3641181 Mar 23 01:34:50.878200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['6fd43136-d0db-437f-ae04-5459a5e2722b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:34:50.906221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6953b-7bff-4d2d-9e19-d46ddd177aaf req-47a22e61-6b7a-43aa-a597-572c8bd1c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:50.908718 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab21dee-e39a-44bd-acdf-3b502893ef36 req-3e8af943-9f66-4e92-84b9-5b7b22c84a91 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] No DVR routers for this DVR port 2f4c0567-5614-400b-b3ef-749dcba91ccf on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:34:50.908858 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e0c6953b-7bff-4d2d-9e19-d46ddd177aaf req-47a22e61-6b7a-43aa-a597-572c8bd1c753 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c63d5fa-2787-4786-be86-a2dbfefc660e HTTP/1.1" status: 200 len: 853 time: 0.0664189 Mar 23 01:34:50.918715 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-bab21dee-e39a-44bd-acdf-3b502893ef36 req-3e8af943-9f66-4e92-84b9-5b7b22c84a91 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:50.924980 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bab21dee-e39a-44bd-acdf-3b502893ef36 req-3e8af943-9f66-4e92-84b9-5b7b22c84a91 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.43 "DELETE /v2.0/ports/2f4c0567-5614-400b-b3ef-749dcba91ccf HTTP/1.1" status: 204 len: 173 time: 1.2781003 Mar 23 01:34:50.978999 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9343b4f2-9403-493e-97e6-7a8b79710455 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (1f6b8deb-bf8d-43e8-92ea-d2388c5065db), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.018047 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-32b688d1-6528-493f-a493-ca95d465253f admin admin] Publish callbacks [] for security_group (d85470ee-d822-4170-843a-0f6604829c80), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.019121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad620267-241b-4f3e-ae7b-de8db3e3fd5b', 'name': 'network-vif-deleted', 'tag': '2f4c0567-5614-400b-b3ef-749dcba91ccf'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:34:51.023149 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32093403-ce1a-40e3-9fbe-1b577740834f" -d '{"events": [{"server_uuid": "ad620267-241b-4f3e-ae7b-de8db3e3fd5b", "name": "network-vif-deleted", "tag": "2f4c0567-5614-400b-b3ef-749dcba91ccf"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:34:51.035753 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e12197c3-7a88-4812-9fa0-12dd30513f26 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1708818038'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:51.043160 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-32b688d1-6528-493f-a493-ca95d465253f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d85470ee-d822-4170-843a-0f6604829c80), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.080704 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'name': 'tempest-ServersTestMultiNic-1742289128-router', 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '57d46505-36a2-46be-809a-6e61be144033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:32Z', 'updated_at': '2022-03-23T01:34:46Z', 'revision_number': 4, 'project_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'gw_port': {'id': '57d46505-36a2-46be-809a-6e61be144033', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:35Z', 'updated_at': '2022-03-23T01:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c', 'name': '', 'network_id': 'e5849e91-d95f-4b24-9047-781f2190197c', 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'mac_address': 'fa:16:3e:0c:cd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e5f53844-d666-433c-b6e0-164af60b1c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:43Z', 'updated_at': '2022-03-23T01:34:47Z', 'revision_number': 2, 'project_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'subnets': [{'id': 'e5f53844-d666-433c-b6e0-164af60b1c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:51.111156 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Checking router: 102fef94-292d-43a4-880c-76b2ef59a6ae for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:34:51.111501 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Updating router 102fef94-292d-43a4-880c-76b2ef59a6ae port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:34:51.141126 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0855fed-63bf-4e57-bd8e-761415e43b38 x-openstack-request-id: req-a0855fed-63bf-4e57-bd8e-761415e43b38 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:34:51.141956 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad620267-241b-4f3e-ae7b-de8db3e3fd5b", "name": "network-vif-deleted", "tag": "2f4c0567-5614-400b-b3ef-749dcba91ccf", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:34:51.142466 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0855fed-63bf-4e57-bd8e-761415e43b38 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:34:51.143109 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0855fed-63bf-4e57-bd8e-761415e43b38'] response: {'server_uuid': 'ad620267-241b-4f3e-ae7b-de8db3e3fd5b', 'name': 'network-vif-deleted', 'tag': '2f4c0567-5614-400b-b3ef-749dcba91ccf', 'status': 'completed', 'code': 200} Mar 23 01:34:51.147583 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.149850 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9343b4f2-9403-493e-97e6-7a8b79710455 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (1f6b8deb-bf8d-43e8-92ea-d2388c5065db), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.167189 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12197c3-7a88-4812-9fa0-12dd30513f26 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Made reservation on behalf of 054fa183fb5d47de98ba8e2cf6ee1cc3 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:51.172636 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e12197c3-7a88-4812-9fa0-12dd30513f26 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.202884 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9343b4f2-9403-493e-97e6-7a8b79710455 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.207094 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9343b4f2-9403-493e-97e6-7a8b79710455 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/1f6b8deb-bf8d-43e8-92ea-d2388c5065db HTTP/1.1" status: 204 len: 168 time: 1.7013488 Mar 23 01:34:51.209895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36810) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:51.213585 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343b4f2-9403-493e-97e6-7a8b79710455 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6b8deb-bf8d-43e8-92ea-d2388c5065db,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:51.213981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a930713-aefd-4e31-b569-af799c29f321 None None] Network c2cf6617-ab20-417c-981a-88717c049a1b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:34:51.233663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6953b-7bff-4d2d-9e19-d46ddd177aaf req-11c1a893-7920-411f-8a5e-38393eecfa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:51.235202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e0c6953b-7bff-4d2d-9e19-d46ddd177aaf req-11c1a893-7920-411f-8a5e-38393eecfa8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dad34f83-4f40-47a7-9927-593a4894674b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3201218 Mar 23 01:34:51.300210 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-32b688d1-6528-493f-a493-ca95d465253f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb7bc0a7aca144558dc0fd29ec88645a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4657693 Mar 23 01:34:51.313630 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36812) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:51.348898 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b688d1-6528-493f-a493-ca95d465253f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85470ee-d822-4170-843a-0f6604829c80,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:51.373316 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12197c3-7a88-4812-9fa0-12dd30513f26 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:34:51.403325 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e0c6953b-7bff-4d2d-9e19-d46ddd177aaf req-36f5060d-c43d-452e-b67a-79e9f0200173 service neutron] 10.222.0.43 "GET /v2.0/networks/dad34f83-4f40-47a7-9927-593a4894674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439939 Mar 23 01:34:51.417720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c3753-605a-49a3-9c7a-ad0a3ae269d6 req-28e65186-40bd-4aeb-aefd-33c908fffaa2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:51.425220 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-824c3753-605a-49a3-9c7a-ad0a3ae269d6 req-28e65186-40bd-4aeb-aefd-33c908fffaa2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 944 time: 0.2787583 Mar 23 01:34:51.460253 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e12197c3-7a88-4812-9fa0-12dd30513f26 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2581bb4a-0da4-4d48-b064-073cc338e077), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.460650 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-e12197c3-7a88-4812-9fa0-12dd30513f26 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Added segment 2581bb4a-0da4-4d48-b064-073cc338e077 of type vlan for network 27f88444-e473-48a0-9956-99ce94f4e8d8 Mar 23 01:34:51.542023 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e0c6953b-7bff-4d2d-9e19-d46ddd177aaf req-dd8e2d7b-1d3b-42b8-b900-f7d661471ada service neutron] 10.222.0.43 "GET /v2.0/networks/dad34f83-4f40-47a7-9927-593a4894674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292911 Mar 23 01:34:51.590881 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (c2cf6617-ab20-417c-981a-88717c049a1b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.607423 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8949943b-3fa9-41e1-98a4-4ffe60d52b82 admin admin] Publish callbacks [] for security_group (d85470ee-d822-4170-843a-0f6604829c80), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.628377 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3592c928-309b-4f3b-8ec6-e3e2c4fdc09c admin admin] Publish callbacks [] for security_group (72f31447-de3a-4865-ab31-50031f979c6a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.648584 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-824c3753-605a-49a3-9c7a-ad0a3ae269d6 req-2bfa644d-372d-466d-a320-e67e1690b757 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224691 Mar 23 01:34:51.654691 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e12197c3-7a88-4812-9fa0-12dd30513f26 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (27f88444-e473-48a0-9956-99ce94f4e8d8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.657751 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f12f194-31e8-43aa-8e31-f42c3d888e80 None None] DHCP port deletion for c2cf6617-ab20-417c-981a-88717c049a1b request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:34:51.668503 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting port 2342df35-a90e-48ad-a57a-120acb0ba438 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:34:51.668907 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2342df35-a90e-48ad-a57a-120acb0ba438), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.677616 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3592c928-309b-4f3b-8ec6-e3e2c4fdc09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (72f31447-de3a-4865-ab31-50031f979c6a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.718816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592c928-309b-4f3b-8ec6-e3e2c4fdc09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f31447-de3a-4865-ab31-50031f979c6a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:51.775185 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8949943b-3fa9-41e1-98a4-4ffe60d52b82 admin admin] Publish callbacks [] for security_group (d85470ee-d822-4170-843a-0f6604829c80), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.790469 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e8b3efd-a798-4889-9ca4-f7943fe36daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.812780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] For port 2342df35-a90e-48ad-a57a-120acb0ba438, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2342df35-a90e-48ad-a57a-120acb0ba438,segment=NetworkSegment(0bd22573-9e78-4e06-9d51-274867b1c022),segment_id=0bd22573-9e78-4e06-9d51-274867b1c022)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:51.815087 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2342df35-a90e-48ad-a57a-120acb0ba438), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.832782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Calling delete_port for 2342df35-a90e-48ad-a57a-120acb0ba438 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:34:51.846758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7f12f194-31e8-43aa-8e31-f42c3d888e80 None None] Deleting port 2342df35-a90e-48ad-a57a-120acb0ba438 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:34:51.848480 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7f12f194-31e8-43aa-8e31-f42c3d888e80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2342df35-a90e-48ad-a57a-120acb0ba438), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.849758 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3592c928-309b-4f3b-8ec6-e3e2c4fdc09c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88552b2c89b24815938dbbf149de8d56&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7916164 Mar 23 01:34:51.858618 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e12197c3-7a88-4812-9fa0-12dd30513f26 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (27f88444-e473-48a0-9956-99ce94f4e8d8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.865272 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12197c3-7a88-4812-9fa0-12dd30513f26 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:51.866144 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e12197c3-7a88-4812-9fa0-12dd30513f26 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.868531 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36818) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:51.925417 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Publish callbacks [] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.936354 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.968180 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2342df35-a90e-48ad-a57a-120acb0ba438), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:51.974470 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2f4c0567-5614-400b-b3ef-749dcba91ccf no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:34:52.016795 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 2f4c0567-5614-400b-b3ef-749dcba91ccf {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:34:52.017371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2f4c0567-5614-400b-b3ef-749dcba91ccf not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:34:52.022714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Port': ['ID=2342df35-a90e-48ad-a57a-120acb0ba438,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:52.028698 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12197c3-7a88-4812-9fa0-12dd30513f26 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event updated for resources: {'Network': ['ID=27f88444-e473-48a0-9956-99ce94f4e8d8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:52.049218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] No DVR routers for this DVR port 2342df35-a90e-48ad-a57a-120acb0ba438 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:34:52.053368 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e12197c3-7a88-4812-9fa0-12dd30513f26 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2496884 Mar 23 01:34:52.060038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36822) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:52.073643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 27f88444-e473-48a0-9956-99ce94f4e8d8 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:34:52.076563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-26c44f6f-31d5-40cd-b091-74157365be8e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Request body: {'subnet': {'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:52.080272 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Attempting to bind port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:52.081013 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Attempting to bind port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '8251d043-f62e-4087-a060-5d73ba7a8411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5849e91-d95f-4b24-9047-781f2190197c'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:52.082521 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Attempting to bind port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c on network e5849e91-d95f-4b24-9047-781f2190197c {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:52.085375 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8980152-2570-4523-866d-cbb94709c495 None None] Pushing event updated for resources: {'Port': ['ID=7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:52.092786 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:52.093464 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Checking segment: {'id': '8251d043-f62e-4087-a060-5d73ba7a8411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5849e91-d95f-4b24-9047-781f2190197c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:52.093960 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:52.094459 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Bound using segment: {'id': '8251d043-f62e-4087-a060-5d73ba7a8411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5849e91-d95f-4b24-9047-781f2190197c'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:52.095024 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Bound port: 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8251d043-f62e-4087-a060-5d73ba7a8411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e5849e91-d95f-4b24-9047-781f2190197c'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:52.095517 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:52.125779 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8949943b-3fa9-41e1-98a4-4ffe60d52b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d85470ee-d822-4170-843a-0f6604829c80), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:52.132631 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8949943b-3fa9-41e1-98a4-4ffe60d52b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:52.136899 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8949943b-3fa9-41e1-98a4-4ffe60d52b82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d85470ee-d822-4170-843a-0f6604829c80 HTTP/1.1" status: 204 len: 168 time: 0.8170042 Mar 23 01:34:52.170193 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949943b-3fa9-41e1-98a4-4ffe60d52b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85470ee-d822-4170-843a-0f6604829c80,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:52.185716 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ef64f02-ccf0-48ef-b6ef-5f3d5215045a admin admin] Publish callbacks [] for security_group (72f31447-de3a-4865-ab31-50031f979c6a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:52.258503 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ef64f02-ccf0-48ef-b6ef-5f3d5215045a admin admin] Publish callbacks [] for security_group (72f31447-de3a-4865-ab31-50031f979c6a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:52.263251 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] For port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:52.269650 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] For port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c,segment=NetworkSegment(8251d043-f62e-4087-a060-5d73ba7a8411),segment_id=8251d043-f62e-4087-a060-5d73ba7a8411)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:52.274133 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7f12f194-31e8-43aa-8e31-f42c3d888e80 None None] For port 2342df35-a90e-48ad-a57a-120acb0ba438, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2342df35-a90e-48ad-a57a-120acb0ba438,segment=NetworkSegment(0bd22573-9e78-4e06-9d51-274867b1c022),segment_id=0bd22573-9e78-4e06-9d51-274867b1c022)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:52.274663 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7f12f194-31e8-43aa-8e31-f42c3d888e80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2342df35-a90e-48ad-a57a-120acb0ba438), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:52.282103 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:52.350887 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8980152-2570-4523-866d-cbb94709c495 None None] Pushing event updated for resources: {'Port': ['ID=7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:52.377465 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Routers {'102fef94-292d-43a4-880c-76b2ef59a6ae'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:34:52.378146 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['102fef94-292d-43a4-880c-76b2ef59a6ae'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:52.430897 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7f12f194-31e8-43aa-8e31-f42c3d888e80 None None] Calling delete_port for 2342df35-a90e-48ad-a57a-120acb0ba438 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:34:52.470394 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (c2cf6617-ab20-417c-981a-88717c049a1b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:52.526561 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cf6617-ab20-417c-981a-88717c049a1b']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:52.541923 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] Set router 102fef94-292d-43a4-880c-76b2ef59a6ae gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:34:52.566023 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd22573-9e78-4e06-9d51-274867b1c022') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:52.566258 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd22573-9e78-4e06-9d51-274867b1c022') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:52.567890 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c44f6f-31d5-40cd-b091-74157365be8e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Made reservation on behalf of 054fa183fb5d47de98ba8e2cf6ee1cc3 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:52.571334 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26c44f6f-31d5-40cd-b091-74157365be8e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:52.625184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-58913d25-0dae-4d84-8924-6e95eb12ec4a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:52.625613 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (0bd22573-9e78-4e06-9d51-274867b1c022), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:52.630273 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-58913d25-0dae-4d84-8924-6e95eb12ec4a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 811 time: 0.2741818 Mar 23 01:34:52.634308 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ef64f02-ccf0-48ef-b6ef-5f3d5215045a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (72f31447-de3a-4865-ab31-50031f979c6a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:52.643879 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ef64f02-ccf0-48ef-b6ef-5f3d5215045a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:52.645533 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3ef64f02-ccf0-48ef-b6ef-5f3d5215045a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72f31447-de3a-4865-ab31-50031f979c6a HTTP/1.1" status: 204 len: 168 time: 0.7715478 Mar 23 01:34:52.676526 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fcd5647a-5506-4c3c-b23d-1c3f8959d4be None None] Provisioning complete for port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:52.677059 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fcd5647a-5506-4c3c-b23d-1c3f8959d4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:52.695581 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef64f02-ccf0-48ef-b6ef-5f3d5215045a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f31447-de3a-4865-ab31-50031f979c6a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:52.708395 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-1a85292c-0a20-4a5c-9ce0-2073e249342e tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/quotas/3392bc1389564b4885d28390809b9afe HTTP/1.1" status: 200 len: 375 time: 0.0603561 Mar 23 01:34:52.764024 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-2932da2f-868d-4de7-89a0-d62dba8039b1 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489213 Mar 23 01:34:52.848671 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (0bd22573-9e78-4e06-9d51-274867b1c022), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:52.883018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2342df35-a90e-48ad-a57a-120acb0ba438 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:34:52.914221 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 2342df35-a90e-48ad-a57a-120acb0ba438 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:34:52.914406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2342df35-a90e-48ad-a57a-120acb0ba438 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:34:52.918056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36844) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:52.953133 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-652648aa-00c1-4254-9ee8-66a0f26d6ec6 service neutron] 10.222.0.18 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790156 Mar 23 01:34:52.977770 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:34:52.978429 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (0bd22573-9e78-4e06-9d51-274867b1c022), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:34:52.982994 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:34:53.050315 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7f12f194-31e8-43aa-8e31-f42c3d888e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (2342df35-a90e-48ad-a57a-120acb0ba438), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.055766 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'name': 'tempest-ServersTestMultiNic-1742289128-router', 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '57d46505-36a2-46be-809a-6e61be144033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:32Z', 'updated_at': '2022-03-23T01:34:46Z', 'revision_number': 4, 'project_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'gw_port': {'id': '57d46505-36a2-46be-809a-6e61be144033', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:35Z', 'updated_at': '2022-03-23T01:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c', 'name': '', 'network_id': 'e5849e91-d95f-4b24-9047-781f2190197c', 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'mac_address': 'fa:16:3e:0c:cd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e5f53844-d666-433c-b6e0-164af60b1c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:43Z', 'updated_at': '2022-03-23T01:34:52Z', 'revision_number': 4, 'project_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'subnets': [{'id': 'e5f53844-d666-433c-b6e0-164af60b1c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:34:53.058027 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18669936-744b-4da8-9734-7302eafe7d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.107845 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbcb6f1-dc59-417e-92eb-6df4d8d90c56 None None] The sync data for ids ['102fef94-292d-43a4-880c-76b2ef59a6ae'] in n-d-834677-4 is: [{'id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'name': 'tempest-ServersTestMultiNic-1742289128-router', 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '57d46505-36a2-46be-809a-6e61be144033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:32Z', 'updated_at': '2022-03-23T01:34:46Z', 'revision_number': 4, 'project_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'gw_port': {'id': '57d46505-36a2-46be-809a-6e61be144033', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:35Z', 'updated_at': '2022-03-23T01:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c', 'name': '', 'network_id': 'e5849e91-d95f-4b24-9047-781f2190197c', 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'mac_address': 'fa:16:3e:0c:cd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'e5f53844-d666-433c-b6e0-164af60b1c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:43Z', 'updated_at': '2022-03-23T01:34:52Z', 'revision_number': 4, 'project_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'subnets': [{'id': 'e5f53844-d666-433c-b6e0-164af60b1c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:34:53.131139 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (c2cf6617-ab20-417c-981a-88717c049a1b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.154486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f12f194-31e8-43aa-8e31-f42c3d888e80 None None] No DVR routers for this DVR port 2342df35-a90e-48ad-a57a-120acb0ba438 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:34:53.171768 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12f194-31e8-43aa-8e31-f42c3d888e80 None None] Pushing event deleted for resources: {'Port': ['ID=2342df35-a90e-48ad-a57a-120acb0ba438,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:53.180756 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-aca0451f-e070-4b3a-9f69-0b885a3c8574 service neutron] 10.222.0.18 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190528 Mar 23 01:34:53.213943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fcd5647a-5506-4c3c-b23d-1c3f8959d4be None None] Current status of the port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:53.214459 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fcd5647a-5506-4c3c-b23d-1c3f8959d4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.217354 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.230783 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.238285 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/networks/c2cf6617-ab20-417c-981a-88717c049a1b HTTP/1.1" status: 204 len: 168 time: 2.0272758 Mar 23 01:34:53.245058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36848) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:53.258531 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-72059f7c-7e23-4c93-9c5b-453f017e64d7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-876787644', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:53.291145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a647a-cc56-42ca-a1bc-2b1a32b97c3e req-9a88c80d-a788-4055-9849-6b9f67e71076 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:53.294741 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72059f7c-7e23-4c93-9c5b-453f017e64d7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (06a07313-ecb8-4460-8aaf-d015e1db9eeb), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.295963 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72059f7c-7e23-4c93-9c5b-453f017e64d7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (06a07313-ecb8-4460-8aaf-d015e1db9eeb), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.297406 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3a6a647a-cc56-42ca-a1bc-2b1a32b97c3e req-9a88c80d-a788-4055-9849-6b9f67e71076 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 944 time: 0.4326935 Mar 23 01:34:53.303102 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-fcd5647a-5506-4c3c-b23d-1c3f8959d4be None None] For port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c,segment=NetworkSegment(8251d043-f62e-4087-a060-5d73ba7a8411),segment_id=8251d043-f62e-4087-a060-5d73ba7a8411)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:53.311921 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fcd5647a-5506-4c3c-b23d-1c3f8959d4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.421562 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36850) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:53.434478 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72059f7c-7e23-4c93-9c5b-453f017e64d7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_controller (06a07313-ecb8-4460-8aaf-d015e1db9eeb), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.446103 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a13b23d-ad38-402f-9fc5-3b22127d21c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.454652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5647a-5506-4c3c-b23d-1c3f8959d4be None None] Pushing event updated for resources: {'Port': ['ID=7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:53.456907 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72059f7c-7e23-4c93-9c5b-453f017e64d7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (06a07313-ecb8-4460-8aaf-d015e1db9eeb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.495652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-72f98474-49c3-4284-848b-c57289469cee None None] Provisioning complete for port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:53.496085 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-72f98474-49c3-4284-848b-c57289469cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.498445 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72059f7c-7e23-4c93-9c5b-453f017e64d7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.499706 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-72059f7c-7e23-4c93-9c5b-453f017e64d7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2532923 Mar 23 01:34:53.510049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36854) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:53.520819 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-1cc1637f-4e6d-478b-a405-8a283befa4ad tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'network': {'name': 'tempest-RoutersTest-555772516'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:53.609684 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18669936-744b-4da8-9734-7302eafe7d8b admin admin] Publish callbacks [] for security_group (564d45ef-3eea-4012-965f-4903a6d0429f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.611012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764f70f-8c77-459f-ac70-abcf4f8cee28 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Network': ['ID=c2cf6617-ab20-417c-981a-88717c049a1b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:53.619780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc1637f-4e6d-478b-a405-8a283befa4ad tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:53.634850 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cc1637f-4e6d-478b-a405-8a283befa4ad tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.638159 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26c44f6f-31d5-40cd-b091-74157365be8e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (817a41f1-f3f5-4817-91a8-3ec5bb9c28db), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.671667 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18669936-744b-4da8-9734-7302eafe7d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (564d45ef-3eea-4012-965f-4903a6d0429f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.677422 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-72f98474-49c3-4284-848b-c57289469cee None None] Current status of the port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:53.708971 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e1eab26-72c7-4355-a774-89358e662856 req-4f775b4e-ca58-4422-bb44-6a1256bec3d3 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 210 time: 0.0960450 Mar 23 01:34:53.720458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc1637f-4e6d-478b-a405-8a283befa4ad tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:34:53.732386 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-18669936-744b-4da8-9734-7302eafe7d8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=654755c824de40d39d13141299111123&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7776251 Mar 23 01:34:53.736085 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36860) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:53.821195 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cc1637f-4e6d-478b-a405-8a283befa4ad tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (7eef6bfc-8fda-4b56-bd23-11f2a489132f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.821801 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-1cc1637f-4e6d-478b-a405-8a283befa4ad tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Added segment 7eef6bfc-8fda-4b56-bd23-11f2a489132f of type vlan for network 79b49a4d-7f6e-4c59-a64e-e7daaa9b748f Mar 23 01:34:53.850935 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a13b23d-ad38-402f-9fc5-3b22127d21c8 admin admin] Publish callbacks [] for security_group (deb973e9-3f01-4bfa-b520-3e0668b1cd47), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.864505 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18669936-744b-4da8-9734-7302eafe7d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564d45ef-3eea-4012-965f-4903a6d0429f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:53.881424 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a13b23d-ad38-402f-9fc5-3b22127d21c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (deb973e9-3f01-4bfa-b520-3e0668b1cd47), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.886319 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c44f6f-31d5-40cd-b091-74157365be8e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event updated for resources: {'Subnet': ['ID=817a41f1-f3f5-4817-91a8-3ec5bb9c28db,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:53.895713 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c44f6f-31d5-40cd-b091-74157365be8e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Checking segment: {'id': '2581bb4a-0da4-4d48-b064-073cc338e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:53.896148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c44f6f-31d5-40cd-b091-74157365be8e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Network hostable DHCP agents. Network: 27f88444-e473-48a0-9956-99ce94f4e8d8, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:34:53.906554 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3a6a647a-cc56-42ca-a1bc-2b1a32b97c3e req-cfce31eb-4282-496e-9de4-479512c0a9c6 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573876 Mar 23 01:34:53.937997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c44f6f-31d5-40cd-b091-74157365be8e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Network 27f88444-e473-48a0-9956-99ce94f4e8d8 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:34:53.950879 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5a13b23d-ad38-402f-9fc5-3b22127d21c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff0fcdf695154e5cb3c17951664520cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5288231 Mar 23 01:34:53.954178 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36866) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:53.965849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-26c44f6f-31d5-40cd-b091-74157365be8e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 27f88444-e473-48a0-9956-99ce94f4e8d8) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:53.972651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c44f6f-31d5-40cd-b091-74157365be8e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:53.973244 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26c44f6f-31d5-40cd-b091-74157365be8e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.979519 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708109d1-f6bd-4da4-90ac-1456942845df None None] Network 27f88444-e473-48a0-9956-99ce94f4e8d8 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:34:53.980662 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cc1637f-4e6d-478b-a405-8a283befa4ad tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (79b49a4d-7f6e-4c59-a64e-e7daaa9b748f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:53.982044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 6fd43136-d0db-437f-ae04-5459a5e2722b up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:53.987078 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e798d86a-a2e9-4fd1-94e0-067b32d686a5 admin admin] Publish callbacks [] for security_group (564d45ef-3eea-4012-965f-4903a6d0429f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:54.066212 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-26c44f6f-31d5-40cd-b091-74157365be8e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0028720 Mar 23 01:34:54.068725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36868) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:54.073920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f698e197-6204-4f7c-9f8f-c0ee6825c66e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-632991054'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:54.099261 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13b23d-ad38-402f-9fc5-3b22127d21c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb973e9-3f01-4bfa-b520-3e0668b1cd47,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:54.116097 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e7f0e199-06e8-487a-8435-0748529c6693 admin admin] Publish callbacks [] for security_group (deb973e9-3f01-4bfa-b520-3e0668b1cd47), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:54.126770 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f698e197-6204-4f7c-9f8f-c0ee6825c66e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Made reservation on behalf of 054fa183fb5d47de98ba8e2cf6ee1cc3 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:54.129908 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f698e197-6204-4f7c-9f8f-c0ee6825c66e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:54.152397 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e798d86a-a2e9-4fd1-94e0-067b32d686a5 admin admin] Publish callbacks [] for security_group (564d45ef-3eea-4012-965f-4903a6d0429f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:54.160131 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e7f0e199-06e8-487a-8435-0748529c6693 admin admin] Publish callbacks [] for security_group (deb973e9-3f01-4bfa-b520-3e0668b1cd47), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:54.199471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f698e197-6204-4f7c-9f8f-c0ee6825c66e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:34:54.203667 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 6fd43136-d0db-437f-ae04-5459a5e2722b completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:34:54.235620 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f698e197-6204-4f7c-9f8f-c0ee6825c66e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b7ebd38b-2bb5-45eb-a256-e6561c4b2c68), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:54.235789 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-f698e197-6204-4f7c-9f8f-c0ee6825c66e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Added segment b7ebd38b-2bb5-45eb-a256-e6561c4b2c68 of type vlan for network ba2a5364-fe65-4698-9bb1-f7ba5afe2b52 Mar 23 01:34:54.247103 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e7f0e199-06e8-487a-8435-0748529c6693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (deb973e9-3f01-4bfa-b520-3e0668b1cd47), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:54.249745 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e7f0e199-06e8-487a-8435-0748529c6693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:54.251020 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e7f0e199-06e8-487a-8435-0748529c6693 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/deb973e9-3f01-4bfa-b520-3e0668b1cd47 HTTP/1.1" status: 204 len: 168 time: 0.2962329 Mar 23 01:34:54.295960 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e798d86a-a2e9-4fd1-94e0-067b32d686a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (564d45ef-3eea-4012-965f-4903a6d0429f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:54.299524 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e798d86a-a2e9-4fd1-94e0-067b32d686a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:54.301305 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e798d86a-a2e9-4fd1-94e0-067b32d686a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/564d45ef-3eea-4012-965f-4903a6d0429f HTTP/1.1" status: 204 len: 168 time: 0.5637228 Mar 23 01:34:54.305792 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cc1637f-4e6d-478b-a405-8a283befa4ad tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (79b49a4d-7f6e-4c59-a64e-e7daaa9b748f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:54.311481 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc1637f-4e6d-478b-a405-8a283befa4ad tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:54.312318 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cc1637f-4e6d-478b-a405-8a283befa4ad tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:54.351011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798d86a-a2e9-4fd1-94e0-067b32d686a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564d45ef-3eea-4012-965f-4903a6d0429f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:54.363428 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0e199-06e8-487a-8435-0748529c6693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb973e9-3f01-4bfa-b520-3e0668b1cd47,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:54.415110 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f698e197-6204-4f7c-9f8f-c0ee6825c66e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (ba2a5364-fe65-4698-9bb1-f7ba5afe2b52), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:54.462380 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1cc1637f-4e6d-478b-a405-8a283befa4ad tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9510038 Mar 23 01:34:54.476217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36876) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:54.490815 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f698e197-6204-4f7c-9f8f-c0ee6825c66e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (ba2a5364-fe65-4698-9bb1-f7ba5afe2b52), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:54.495017 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-fb42e80c-0c92-4605-aad6-d330e8215861 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'subnet': {'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:54.505265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f698e197-6204-4f7c-9f8f-c0ee6825c66e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:54.505944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f698e197-6204-4f7c-9f8f-c0ee6825c66e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:54.593117 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 6fd43136-d0db-437f-ae04-5459a5e2722b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:54.593822 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:54.616983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1637f-4e6d-478b-a405-8a283befa4ad tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Network': ['ID=79b49a4d-7f6e-4c59-a64e-e7daaa9b748f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:54.632191 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f698e197-6204-4f7c-9f8f-c0ee6825c66e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5623565 Mar 23 01:34:54.635867 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36878) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:54.643207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-df622f41-5d0b-4f0a-8c24-db0175a3ab7d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Request body: {'subnet': {'network_id': 'ba2a5364-fe65-4698-9bb1-f7ba5afe2b52', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:54.686079 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 79b49a4d-7f6e-4c59-a64e-e7daaa9b748f details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:34:54.811612 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:54.870528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698e197-6204-4f7c-9f8f-c0ee6825c66e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event updated for resources: {'Network': ['ID=ba2a5364-fe65-4698-9bb1-f7ba5afe2b52,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:54.884864 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-27f88444-e473-48a0-9956-99ce94f4e8d8', 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8', 'project_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'fixed_ips': [{'subnet_id': '817a41f1-f3f5-4817-91a8-3ec5bb9c28db'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:34:54.891842 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:55.028407 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0688043c-56fd-48f6-90ab-fdc69f0e2009 req-17873931-926e-40b2-a527-403ea8b2bfc6 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 210 time: 0.0961685 Mar 23 01:34:55.069764 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb42e80c-0c92-4605-aad6-d330e8215861 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:55.084476 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb42e80c-0c92-4605-aad6-d330e8215861 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:55.121260 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df622f41-5d0b-4f0a-8c24-db0175a3ab7d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Made reservation on behalf of 054fa183fb5d47de98ba8e2cf6ee1cc3 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:55.124733 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-df622f41-5d0b-4f0a-8c24-db0175a3ab7d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:55.195022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Allocated IP 19.80.0.2 (27f88444-e473-48a0-9956-99ce94f4e8d8/817a41f1-f3f5-4817-91a8-3ec5bb9c28db/3e04d979-ee2b-4729-98a1-7ad21858f6d9) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:55.260990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec9618-9724-4b5d-ac41-ee1d8fb1fc2a req-b3056e8c-f48c-40ae-a12e-9f5818cec57d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:55.262651 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-02ec9618-9724-4b5d-ac41-ee1d8fb1fc2a req-b3056e8c-f48c-40ae-a12e-9f5818cec57d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 944 time: 0.1871140 Mar 23 01:34:55.381456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network ba2a5364-fe65-4698-9bb1-f7ba5afe2b52 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:34:55.405544 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:34:55.518683 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-02ec9618-9724-4b5d-ac41-ee1d8fb1fc2a req-9b08d833-80be-42b7-9d3f-e6e6f0b0ecea tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461112 Mar 23 01:34:55.572483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a29d5da0-e36d-488e-8caf-814f0797adfd tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:55.574214 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a29d5da0-e36d-488e-8caf-814f0797adfd tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.43 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 811 time: 0.1964142 Mar 23 01:34:55.596466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-e3ab3dd0-2ddc-4b3d-b29c-11e9841f85dc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Request body: {'port': {'device_id': '7fbad191-4522-4764-9e8b-afdd024a2519', 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717', 'admin_state_up': True, 'tenant_id': '3392bc1389564b4885d28390809b9afe'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:55.659753 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Publish callbacks [] for port (3e04d979-ee2b-4729-98a1-7ad21858f6d9), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:55.676761 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb42e80c-0c92-4605-aad6-d330e8215861 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (7505ef56-c5c9-4c03-af87-5649ec1e0505), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:55.695181 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (3e04d979-ee2b-4729-98a1-7ad21858f6d9), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:55.738763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Network 27f88444-e473-48a0-9956-99ce94f4e8d8 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:55.752877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:55.855617 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb42e80c-0c92-4605-aad6-d330e8215861 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Checking segment: {'id': '7eef6bfc-8fda-4b56-bd23-11f2a489132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:55.856353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb42e80c-0c92-4605-aad6-d330e8215861 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network hostable DHCP agents. Network: 79b49a4d-7f6e-4c59-a64e-e7daaa9b748f, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:34:55.868000 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:55.877655 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-e3ab3dd0-2ddc-4b3d-b29c-11e9841f85dc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Made reservation on behalf of 3392bc1389564b4885d28390809b9afe for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:34:55.888496 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-e3ab3dd0-2ddc-4b3d-b29c-11e9841f85dc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:55.894933 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42e80c-0c92-4605-aad6-d330e8215861 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Subnet': ['ID=7505ef56-c5c9-4c03-af87-5649ec1e0505,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:55.950082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb42e80c-0c92-4605-aad6-d330e8215861 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 79b49a4d-7f6e-4c59-a64e-e7daaa9b748f is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:34:55.981498 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 6fd43136-d0db-437f-ae04-5459a5e2722b is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:55.981896 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:55.985991 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Pushing event updated for resources: {'Port': ['ID=3e04d979-ee2b-4729-98a1-7ad21858f6d9,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:56.022886 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-fb42e80c-0c92-4605-aad6-d330e8215861 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 79b49a4d-7f6e-4c59-a64e-e7daaa9b748f) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:56.047353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb42e80c-0c92-4605-aad6-d330e8215861 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:56.049350 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb42e80c-0c92-4605-aad6-d330e8215861 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:56.058630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3bed98-cb08-4808-be98-78b5819b0a12 None None] Network 79b49a4d-7f6e-4c59-a64e-e7daaa9b748f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:34:56.059190 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-df622f41-5d0b-4f0a-8c24-db0175a3ab7d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (8d037b3e-6661-4f4c-92c9-2a43eaba7151), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:56.115169 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fb42e80c-0c92-4605-aad6-d330e8215861 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6354370 Mar 23 01:34:56.121793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36924) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:34:56.235370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-e3ab3dd0-2ddc-4b3d-b29c-11e9841f85dc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Allocated IP 172.20.0.2 (11a64475-d2db-4f02-97ca-82d855d62717/ef8ca6c1-ff55-42d2-99a7-3b5483039371/8d4ef63a-2141-44ed-ae08-afa2993b004d) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:56.269110 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df622f41-5d0b-4f0a-8c24-db0175a3ab7d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event updated for resources: {'Subnet': ['ID=8d037b3e-6661-4f4c-92c9-2a43eaba7151,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:56.280152 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2c09aef8-dcdc-4992-ab2a-43aaf7a395ba req-fdfcb352-c022-494e-ae98-73d2e64e0f5f tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 210 time: 0.0542808 Mar 23 01:34:56.368706 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df622f41-5d0b-4f0a-8c24-db0175a3ab7d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Checking segment: {'id': 'b7ebd38b-2bb5-45eb-a256-e6561c4b2c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ba2a5364-fe65-4698-9bb1-f7ba5afe2b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:56.369344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df622f41-5d0b-4f0a-8c24-db0175a3ab7d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Network hostable DHCP agents. Network: ba2a5364-fe65-4698-9bb1-f7ba5afe2b52, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:34:56.430221 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:56.441397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 6fd43136-d0db-437f-ae04-5459a5e2722b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=6fd43136-d0db-437f-ae04-5459a5e2722b,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:34:56.442456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff783ebb-8771-4e45-ba6f-5d0bb6976ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd43136-d0db-437f-ae04-5459a5e2722b'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:34:56.445380 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedab3c2-41d8-4ef0-b90d-c2294107fbeb" -d '{"events": [{"server_uuid": "ff783ebb-8771-4e45-ba6f-5d0bb6976ae7", "name": "network-vif-plugged", "status": "completed", "tag": "6fd43136-d0db-437f-ae04-5459a5e2722b"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:34:56.449829 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'project_id': '92a06e957cd34b499d4c6950902b5222', 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:34:56.450906 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:56.646991 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Allocated IP 172.20.0.2 (79b49a4d-7f6e-4c59-a64e-e7daaa9b748f/7505ef56-c5c9-4c03-af87-5649ec1e0505/6f28ea6d-ab4d-4774-b97c-4a6de01f971f) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:56.652187 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-e3ab3dd0-2ddc-4b3d-b29c-11e9841f85dc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks [] for port (8d4ef63a-2141-44ed-ae08-afa2993b004d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:56.731374 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-e3ab3dd0-2ddc-4b3d-b29c-11e9841f85dc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8d4ef63a-2141-44ed-ae08-afa2993b004d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:56.790232 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df622f41-5d0b-4f0a-8c24-db0175a3ab7d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Network ba2a5364-fe65-4698-9bb1-f7ba5afe2b52 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:34:56.823535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-df622f41-5d0b-4f0a-8c24-db0175a3ab7d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, ba2a5364-fe65-4698-9bb1-f7ba5afe2b52) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:56.837850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df622f41-5d0b-4f0a-8c24-db0175a3ab7d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:56.839113 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-df622f41-5d0b-4f0a-8c24-db0175a3ab7d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:56.847219 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Publish callbacks [] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:56.855393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab3dd0-2ddc-4b3d-b29c-11e9841f85dc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Pushing event updated for resources: {'Port': ['ID=8d4ef63a-2141-44ed-ae08-afa2993b004d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:56.855848 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1d8c76-e858-4a42-8e43-816fe7f9b998 x-openstack-request-id: req-bd1d8c76-e858-4a42-8e43-816fe7f9b998 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:34:56.856467 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff783ebb-8771-4e45-ba6f-5d0bb6976ae7", "name": "network-vif-plugged", "status": "completed", "tag": "6fd43136-d0db-437f-ae04-5459a5e2722b", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:34:56.856763 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd1d8c76-e858-4a42-8e43-816fe7f9b998 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:34:56.857167 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1d8c76-e858-4a42-8e43-816fe7f9b998'] response: {'server_uuid': 'ff783ebb-8771-4e45-ba6f-5d0bb6976ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd43136-d0db-437f-ae04-5459a5e2722b', 'code': 200} Mar 23 01:34:56.860191 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803f3571-9bae-4609-b680-f44a7074b81b None None] Network ba2a5364-fe65-4698-9bb1-f7ba5afe2b52 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:34:56.862652 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:56.871355 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:56.885754 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-e3ab3dd0-2ddc-4b3d-b29c-11e9841f85dc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Network 11a64475-d2db-4f02-97ca-82d855d62717 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:56.889394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-e3ab3dd0-2ddc-4b3d-b29c-11e9841f85dc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:56.894500 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Attempting to bind port 3e04d979-ee2b-4729-98a1-7ad21858f6d9 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:56.894867 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Attempting to bind port 3e04d979-ee2b-4729-98a1-7ad21858f6d9 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '2581bb4a-0da4-4d48-b064-073cc338e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:56.895406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Attempting to bind port 3e04d979-ee2b-4729-98a1-7ad21858f6d9 on network 27f88444-e473-48a0-9956-99ce94f4e8d8 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:56.899202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-e3ab3dd0-2ddc-4b3d-b29c-11e9841f85dc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:56.921057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda54050-8cd2-409f-874c-315935edba0e req-f6916fec-e046-47a0-9da0-829f0fff8bc2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:56.924239 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dda54050-8cd2-409f-874c-315935edba0e req-f6916fec-e046-47a0-9da0-829f0fff8bc2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.2491550 Mar 23 01:34:56.938907 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-df622f41-5d0b-4f0a-8c24-db0175a3ab7d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3017123 Mar 23 01:34:56.951765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:34:56.952138 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:57.001952 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Network 79b49a4d-7f6e-4c59-a64e-e7daaa9b748f is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:57.017060 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:57.019115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:57.019485 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Checking segment: {'id': '2581bb4a-0da4-4d48-b064-073cc338e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:57.019939 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:57.020309 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Bound using segment: {'id': '2581bb4a-0da4-4d48-b064-073cc338e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:57.020818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Bound port: 3e04d979-ee2b-4729-98a1-7ad21858f6d9, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2581bb4a-0da4-4d48-b064-073cc338e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:57.021329 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3e04d979-ee2b-4729-98a1-7ad21858f6d9), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:57.024044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:57.025226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-e3ab3dd0-2ddc-4b3d-b29c-11e9841f85dc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:57.027433 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-e3ab3dd0-2ddc-4b3d-b29c-11e9841f85dc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:57.064912 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-e3ab3dd0-2ddc-4b3d-b29c-11e9841f85dc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4742980 Mar 23 01:34:57.088858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Request body: {'port': {'device_id': '7fbad191-4522-4764-9e8b-afdd024a2519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:34:57.131838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Attempting to bind port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:57.132205 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Attempting to bind port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '7eef6bfc-8fda-4b56-bd23-11f2a489132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:57.132559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Attempting to bind port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f on network 79b49a4d-7f6e-4c59-a64e-e7daaa9b748f {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:57.154851 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:57.155245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Checking segment: {'id': '7eef6bfc-8fda-4b56-bd23-11f2a489132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:57.155616 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:57.156011 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Bound using segment: {'id': '7eef6bfc-8fda-4b56-bd23-11f2a489132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:57.156484 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Bound port: 6f28ea6d-ab4d-4774-b97c-4a6de01f971f, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eef6bfc-8fda-4b56-bd23-11f2a489132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:57.156907 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:57.220580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] For port 3e04d979-ee2b-4729-98a1-7ad21858f6d9, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:57.223953 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] For port 3e04d979-ee2b-4729-98a1-7ad21858f6d9, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3e04d979-ee2b-4729-98a1-7ad21858f6d9,segment=NetworkSegment(2581bb4a-0da4-4d48-b064-073cc338e077),segment_id=2581bb4a-0da4-4d48-b064-073cc338e077)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:57.258171 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=6fd43136-d0db-437f-ae04-5459a5e2722b,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:57.268055 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3e04d979-ee2b-4729-98a1-7ad21858f6d9), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:57.288157 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d4ef63a-2141-44ed-ae08-afa2993b004d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:57.352027 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Pushing event updated for resources: {'Port': ['ID=6f28ea6d-ab4d-4774-b97c-4a6de01f971f,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:57.482573 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:57.614258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:34:57.617277 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f5f13-599c-4a7b-89d7-8703db4b4368 None None] Pushing event updated for resources: {'Port': ['ID=3e04d979-ee2b-4729-98a1-7ad21858f6d9,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:57.645961 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] For port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:57.655497 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80cbe-55b7-439a-90ac-348d17cf093b req-da67cbf6-6d1e-4a27-9ce4-83099ca93fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:57.660836 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23c80cbe-55b7-439a-90ac-348d17cf093b req-da67cbf6-6d1e-4a27-9ce4-83099ca93fcf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 1127 time: 0.9799194 Mar 23 01:34:57.692682 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] For port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6f28ea6d-ab4d-4774-b97c-4a6de01f971f,segment=NetworkSegment(7eef6bfc-8fda-4b56-bd23-11f2a489132f),segment_id=7eef6bfc-8fda-4b56-bd23-11f2a489132f)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:57.694488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-ba2a5364-fe65-4698-9bb1-f7ba5afe2b52', 'network_id': 'ba2a5364-fe65-4698-9bb1-f7ba5afe2b52', 'project_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'fixed_ips': [{'subnet_id': '8d037b3e-6661-4f4c-92c9-2a43eaba7151'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:34:57.695356 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:57.721238 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4ef63a-2141-44ed-ae08-afa2993b004d {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:34:57.732248 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Publish callbacks [] for port (8d4ef63a-2141-44ed-ae08-afa2993b004d), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:57.741773 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:57.748253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Transition to ACTIVE for port object 8d4ef63a-2141-44ed-ae08-afa2993b004d will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:34:57.771986 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8d4ef63a-2141-44ed-ae08-afa2993b004d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:57.955450 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4ef63a-2141-44ed-ae08-afa2993b004d,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:58.094831 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-2f3758ca-2573-4d18-957b-45b232ca21ad tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:58.106975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-2f3758ca-2573-4d18-957b-45b232ca21ad tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:58.116713 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-2f3758ca-2573-4d18-957b-45b232ca21ad tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/networks?id=27f88444-e473-48a0-9956-99ce94f4e8d8&id=ba2a5364-fe65-4698-9bb1-f7ba5afe2b52&id=27f88444-e473-48a0-9956-99ce94f4e8d8 HTTP/1.1" status: 200 len: 1391 time: 0.7927735 Mar 23 01:34:58.144537 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-2690ff14-9e29-4f61-a4ca-e7dc5cdf65cf tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/quotas/054fa183fb5d47de98ba8e2cf6ee1cc3 HTTP/1.1" status: 200 len: 375 time: 0.0267379 Mar 23 01:34:58.259608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b00dce-1546-42fe-b21b-cd7e670923b3 None None] Pushing event updated for resources: {'Port': ['ID=6f28ea6d-ab4d-4774-b97c-4a6de01f971f,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:58.413779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Allocated IP 172.20.0.1 (79b49a4d-7f6e-4c59-a64e-e7daaa9b748f/7505ef56-c5c9-4c03-af87-5649ec1e0505/e3d9bec5-dc87-4bc0-99d6-d076fe48c59c) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:58.429542 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23c80cbe-55b7-439a-90ac-348d17cf093b req-d46aa705-4783-4feb-b797-43063b65313f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987179 Mar 23 01:34:58.469370 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Allocated IP 19.86.0.2 (ba2a5364-fe65-4698-9bb1-f7ba5afe2b52/8d037b3e-6661-4f4c-92c9-2a43eaba7151/b73c9e4e-9ad2-47cd-b89a-6952a76965ab) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:34:58.501320 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dda54050-8cd2-409f-874c-315935edba0e req-5ea7e38e-6cef-46c5-a59b-69a573149fec tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0184698 Mar 23 01:34:58.774803 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Attempting to bind port 8d4ef63a-2141-44ed-ae08-afa2993b004d on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:58.775295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Attempting to bind port 8d4ef63a-2141-44ed-ae08-afa2993b004d by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:58.775739 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Attempting to bind port 8d4ef63a-2141-44ed-ae08-afa2993b004d on network 11a64475-d2db-4f02-97ca-82d855d62717 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:58.788922 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Port 8d4ef63a-2141-44ed-ae08-afa2993b004d on network 11a64475-d2db-4f02-97ca-82d855d62717 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:34:58.789208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Attempting to bind port 8d4ef63a-2141-44ed-ae08-afa2993b004d on network 11a64475-d2db-4f02-97ca-82d855d62717 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:58.807572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:58.807935 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Checking segment: {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:58.808333 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Bound using segment: {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:58.808834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Bound port: 8d4ef63a-2141-44ed-ae08-afa2993b004d, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5bf1c4f-eca9-4260-ac16-14ccd391169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:58.809210 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d4ef63a-2141-44ed-ae08-afa2993b004d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:58.818335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fa4e8-ae09-4d75-8f0b-623f91bd5c68 req-5cc26cc4-4e5b-4fee-b9fb-05ae3b83c164 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:58.820020 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b7fa4e8-ae09-4d75-8f0b-623f91bd5c68 req-5cc26cc4-4e5b-4fee-b9fb-05ae3b83c164 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 943 time: 0.1680276 Mar 23 01:34:58.847750 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:58.865999 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-c05c9803-a65e-4546-ab82-a653a728153c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=054fa183fb5d47de98ba8e2cf6ee1cc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7200484 Mar 23 01:34:58.871989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-a82dbfe2-f365-4c7a-b42f-e8c2b45ad871 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:34:58.878899 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-a82dbfe2-f365-4c7a-b42f-e8c2b45ad871 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120106 Mar 23 01:34:59.040466 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b7fa4e8-ae09-4d75-8f0b-623f91bd5c68 req-950c658d-7f5e-41c6-b5d0-5d1ca43092fd tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748378 Mar 23 01:34:59.087666 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:59.093783 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Publish callbacks [] for port (b73c9e4e-9ad2-47cd-b89a-6952a76965ab), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:59.107355 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (b73c9e4e-9ad2-47cd-b89a-6952a76965ab), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:59.178998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] For port 8d4ef63a-2141-44ed-ae08-afa2993b004d, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:59.219295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] For port 8d4ef63a-2141-44ed-ae08-afa2993b004d, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8d4ef63a-2141-44ed-ae08-afa2993b004d,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:59.224964 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Network ba2a5364-fe65-4698-9bb1-f7ba5afe2b52 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:59.228557 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 79b49a4d-7f6e-4c59-a64e-e7daaa9b748f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:34:59.234917 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:59.235167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:34:59.237610 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d3608539-86b4-4ba8-9ab8-45fb2216554b service neutron] 10.222.0.18 "GET /v2.0/networks/27f88444-e473-48a0-9956-99ce94f4e8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577499 Mar 23 01:34:59.242037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:59.250135 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:34:59.261314 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Pushing event updated for resources: {'Port': ['ID=b73c9e4e-9ad2-47cd-b89a-6952a76965ab,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:59.280412 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8d4ef63a-2141-44ed-ae08-afa2993b004d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:59.322017 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=e3d9bec5-dc87-4bc0-99d6-d076fe48c59c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:59.368982 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Attempting to bind port b73c9e4e-9ad2-47cd-b89a-6952a76965ab on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:34:59.370193 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Attempting to bind port b73c9e4e-9ad2-47cd-b89a-6952a76965ab by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'b7ebd38b-2bb5-45eb-a256-e6561c4b2c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ba2a5364-fe65-4698-9bb1-f7ba5afe2b52'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:34:59.370829 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Attempting to bind port b73c9e4e-9ad2-47cd-b89a-6952a76965ab on network ba2a5364-fe65-4698-9bb1-f7ba5afe2b52 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:34:59.377134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:34:59.377668 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Checking segment: {'id': 'b7ebd38b-2bb5-45eb-a256-e6561c4b2c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ba2a5364-fe65-4698-9bb1-f7ba5afe2b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:34:59.378744 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:59.378744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Bound using segment: {'id': 'b7ebd38b-2bb5-45eb-a256-e6561c4b2c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ba2a5364-fe65-4698-9bb1-f7ba5afe2b52'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:34:59.379399 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Bound port: b73c9e4e-9ad2-47cd-b89a-6952a76965ab, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ebd38b-2bb5-45eb-a256-e6561c4b2c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ba2a5364-fe65-4698-9bb1-f7ba5afe2b52'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:34:59.379888 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b73c9e4e-9ad2-47cd-b89a-6952a76965ab), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:59.533106 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (06a07313-ecb8-4460-8aaf-d015e1db9eeb), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:59.539880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] For port b73c9e4e-9ad2-47cd-b89a-6952a76965ab, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:34:59.545632 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] For port b73c9e4e-9ad2-47cd-b89a-6952a76965ab, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b73c9e4e-9ad2-47cd-b89a-6952a76965ab,segment=NetworkSegment(b7ebd38b-2bb5-45eb-a256-e6561c4b2c68),segment_id=b7ebd38b-2bb5-45eb-a256-e6561c4b2c68)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:34:59.559263 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:34:59.565513 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b73c9e4e-9ad2-47cd-b89a-6952a76965ab), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:59.576029 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:34:59.576029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] 10.222.0.43 "PUT /v2.0/ports/8d4ef63a-2141-44ed-ae08-afa2993b004d HTTP/1.1" status: 200 len: 1091 time: 2.4848754 Mar 23 01:34:59.576029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbad191-4522-4764-9e8b-afdd024a2519', 'tag': '8d4ef63a-2141-44ed-ae08-afa2993b004d'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:34:59.576029 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf92cac-e6f1-4328-8735-667c2d035809" -d '{"events": [{"name": "network-changed", "server_uuid": "7fbad191-4522-4764-9e8b-afdd024a2519", "tag": "8d4ef63a-2141-44ed-ae08-afa2993b004d"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:34:59.711626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad1d9b-710c-4f78-a01c-5c58defe1aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4ef63a-2141-44ed-ae08-afa2993b004d,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:34:59.728269 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8433cfb3-e56e-4f85-978b-d594a467a00b None None] Network 27f88444-e473-48a0-9956-99ce94f4e8d8 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:34:59.831433 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-de10c73e-2ea6-40f6-b05b-5582fa021df7 service neutron] 10.222.0.18 "GET /v2.0/networks/27f88444-e473-48a0-9956-99ce94f4e8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928760 Mar 23 01:35:00.016235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766d9a1-b358-4fcd-9712-65d553395e3c None None] Pushing event updated for resources: {'Port': ['ID=b73c9e4e-9ad2-47cd-b89a-6952a76965ab,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:00.026989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-cf5ecf6f-1634-487e-aa43-b44f5ef500d3 None None] Provisioning complete for port 3e04d979-ee2b-4729-98a1-7ad21858f6d9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:00.032980 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cf5ecf6f-1634-487e-aa43-b44f5ef500d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3e04d979-ee2b-4729-98a1-7ad21858f6d9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:00.035371 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:00.112780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-41681758-9fcc-48e5-a132-88c5171f7491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:00.117923 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-41681758-9fcc-48e5-a132-88c5171f7491 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 1125 time: 0.3891315 Mar 23 01:35:00.155922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6f28ea6d-ab4d-4774-b97c-4a6de01f971f up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:00.245716 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-8c0fd8e9-fc5b-4c94-abec-93023ef72037 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d4ef63a-2141-44ed-ae08-afa2993b004d HTTP/1.1" status: 200 len: 217 time: 0.1135201 Mar 23 01:35:00.289677 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37040) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:00.320738 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cd7766-0c35-4be5-a2e8-7a04ba1cea66 None None] Network 79b49a4d-7f6e-4c59-a64e-e7daaa9b748f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:35:00.375084 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-fbb3656d-a61a-4fec-a2b1-d83712aa2f97 service neutron] 10.222.0.18 "GET /v2.0/networks/ba2a5364-fe65-4698-9bb1-f7ba5afe2b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279181 Mar 23 01:35:00.410629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c885a2-fe03-4aac-b6f8-77268f98ecee req-2215e803-3f9b-45b3-bbc0-9c7b80ce7f0f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:00.425387 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57c885a2-fe03-4aac-b6f8-77268f98ecee req-2215e803-3f9b-45b3-bbc0-9c7b80ce7f0f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.5595820 Mar 23 01:35:00.526952 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-dbfcd9d1-3781-4c8d-9459-75e52cff66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:00.529344 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-dbfcd9d1-3781-4c8d-9459-75e52cff66a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef8ca6c1-ff55-42d2-99a7-3b5483039371 HTTP/1.1" status: 200 len: 851 time: 0.2644100 Mar 23 01:35:00.584529 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-4d578000-60e9-425c-86ef-aefc994e62ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11a64475-d2db-4f02-97ca-82d855d62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482812 Mar 23 01:35:00.608003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-189db6f0-ee33-4549-ae14-0962936dca2d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:35:00.617893 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-189db6f0-ee33-4549-ae14-0962936dca2d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0242882 Mar 23 01:35:00.697783 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0460c4f2-10b8-43c5-b389-236f374b1cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:00.740224 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d8375c06-51be-4dda-8270-c94f34b45426 service neutron] 10.222.0.18 "GET /v2.0/networks/ba2a5364-fe65-4698-9bb1-f7ba5afe2b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552372 Mar 23 01:35:00.774793 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:00.775682 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:00.786417 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-cf5ecf6f-1634-487e-aa43-b44f5ef500d3 None None] Current status of the port 3e04d979-ee2b-4729-98a1-7ad21858f6d9 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:00.786951 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cf5ecf6f-1634-487e-aa43-b44f5ef500d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3e04d979-ee2b-4729-98a1-7ad21858f6d9), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:00.816277 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0460c4f2-10b8-43c5-b389-236f374b1cec admin admin] Publish callbacks [] for security_group (0b5a7ced-97e3-4e3e-ad2f-a6c015697f26), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:00.827291 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57c885a2-fe03-4aac-b6f8-77268f98ecee req-d95004b9-7d19-4e48-9a6a-8a2cd4f5ca48 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932998 Mar 23 01:35:00.830612 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0460c4f2-10b8-43c5-b389-236f374b1cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0b5a7ced-97e3-4e3e-ad2f-a6c015697f26), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:00.889020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-cf5ecf6f-1634-487e-aa43-b44f5ef500d3 None None] For port 3e04d979-ee2b-4729-98a1-7ad21858f6d9, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3e04d979-ee2b-4729-98a1-7ad21858f6d9,segment=NetworkSegment(2581bb4a-0da4-4d48-b064-073cc338e077),segment_id=2581bb4a-0da4-4d48-b064-073cc338e077)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:00.916745 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cf5ecf6f-1634-487e-aa43-b44f5ef500d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3e04d979-ee2b-4729-98a1-7ad21858f6d9), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:00.951469 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0460c4f2-10b8-43c5-b389-236f374b1cec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f5151bfe82548c895119d4e1d3e4270&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6603765 Mar 23 01:35:00.952140 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37058) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:01.003321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460c4f2-10b8-43c5-b389-236f374b1cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5a7ced-97e3-4e3e-ad2f-a6c015697f26,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:01.102352 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-0694c539-3272-43dc-bc86-38213326c62e service neutron] 10.222.0.18 "GET /v2.0/networks/27f88444-e473-48a0-9956-99ce94f4e8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527663 Mar 23 01:35:01.123062 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:01.142243 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:01.153052 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ecf6f-1634-487e-aa43-b44f5ef500d3 None None] Pushing event updated for resources: {'Port': ['ID=3e04d979-ee2b-4729-98a1-7ad21858f6d9,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:01.160551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:01.162802 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:01.172077 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fc0f2bdf-6df2-46a4-a0bc-85281abdd85f None None] Provisioning complete for port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:01.172618 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fc0f2bdf-6df2-46a4-a0bc-85281abdd85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:01.244567 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (06a07313-ecb8-4460-8aaf-d015e1db9eeb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:01.281993 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-349811d9-66ea-479c-b353-bb553e05a859 admin admin] Publish callbacks [] for security_group (0b5a7ced-97e3-4e3e-ad2f-a6c015697f26), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:01.317633 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6f28ea6d-ab4d-4774-b97c-4a6de01f971f,segment=NetworkSegment(7eef6bfc-8fda-4b56-bd23-11f2a489132f),segment_id=7eef6bfc-8fda-4b56-bd23-11f2a489132f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:01.337417 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:01.338745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3e04d979-ee2b-4729-98a1-7ad21858f6d9 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:01.351074 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-349811d9-66ea-479c-b353-bb553e05a859 admin admin] Publish callbacks [] for security_group (0b5a7ced-97e3-4e3e-ad2f-a6c015697f26), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:01.424549 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-349811d9-66ea-479c-b353-bb553e05a859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0b5a7ced-97e3-4e3e-ad2f-a6c015697f26), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:01.428155 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-349811d9-66ea-479c-b353-bb553e05a859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:01.432923 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-349811d9-66ea-479c-b353-bb553e05a859 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0b5a7ced-97e3-4e3e-ad2f-a6c015697f26 HTTP/1.1" status: 204 len: 168 time: 0.4420130 Mar 23 01:35:01.453704 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d2fc0af6-327f-4108-9b04-76148fbfc6a7 service neutron] 10.222.0.18 "GET /v2.0/networks/27f88444-e473-48a0-9956-99ce94f4e8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355377 Mar 23 01:35:01.466634 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ee3b83-e180-4aef-8a5a-7a8368cca1dc x-openstack-request-id: req-64ee3b83-e180-4aef-8a5a-7a8368cca1dc {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:35:01.466852 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fbad191-4522-4764-9e8b-afdd024a2519", "tag": "8d4ef63a-2141-44ed-ae08-afa2993b004d", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:35:01.467053 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64ee3b83-e180-4aef-8a5a-7a8368cca1dc {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:35:01.474616 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ee3b83-e180-4aef-8a5a-7a8368cca1dc'] response: {'name': 'network-changed', 'server_uuid': '7fbad191-4522-4764-9e8b-afdd024a2519', 'tag': '8d4ef63a-2141-44ed-ae08-afa2993b004d', 'status': 'completed', 'code': 200} Mar 23 01:35:01.489184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349811d9-66ea-479c-b353-bb553e05a859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5a7ced-97e3-4e3e-ad2f-a6c015697f26,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:01.490784 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-32a3d19a-03cd-45b3-b05e-6714d38d6e0f service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8625557 Mar 23 01:35:01.551322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=e3d9bec5-dc87-4bc0-99d6-d076fe48c59c,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:01.670683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5038d9-8bd1-47e0-a803-0a99ddd0e409 req-5bbe523f-137d-462a-a520-4f18413817b6 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:01.672336 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa5038d9-8bd1-47e0-a803-0a99ddd0e409 req-5bbe523f-137d-462a-a520-4f18413817b6 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 943 time: 0.1724710 Mar 23 01:35:01.859949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 79b49a4d-7f6e-4c59-a64e-e7daaa9b748f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:01.862521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:01.875408 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa5038d9-8bd1-47e0-a803-0a99ddd0e409 req-335171a8-4eed-41ec-a09a-a2c676ebd4de tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858222 Mar 23 01:35:01.897515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0370b1-eb62-4c50-bec2-3090c3e4867a None None] Network ba2a5364-fe65-4698-9bb1-f7ba5afe2b52 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:35:01.926826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f2bdf-6df2-46a4-a0bc-85281abdd85f None None] Current status of the port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:01.941834 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ead46828-a096-40ae-9821-1483ca9ab3b8 req-8df39a91-1ab5-4dac-ad54-d02f738c935f service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381056 Mar 23 01:35:01.984321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=6f28ea6d-ab4d-4774-b97c-4a6de01f971f,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:02.030683 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3e04d979-ee2b-4729-98a1-7ad21858f6d9 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:02.034418 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a1abcc3-1f91-4202-9d3d-91c690285bfe req-04436e7e-17da-476f-8e25-c214443c2249 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 210 time: 0.1159823 Mar 23 01:35:02.046461 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3e04d979-ee2b-4729-98a1-7ad21858f6d9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:02.211133 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37076) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:02.213747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffc4e7-8393-4724-b193-fb0412b356dd req-3b630998-3bbe-4ee1-9468-21ea56086676 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:02.229808 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71ffc4e7-8393-4724-b193-fb0412b356dd req-3b630998-3bbe-4ee1-9468-21ea56086676 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.1716752 Mar 23 01:35:02.253739 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06937821-4268-430a-a2e4-d498a9616fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:02.280002 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2e473424-18c4-48d4-a7fe-21a15937dadb None None] Provisioning complete for port 3e04d979-ee2b-4729-98a1-7ad21858f6d9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:02.284736 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e473424-18c4-48d4-a7fe-21a15937dadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3e04d979-ee2b-4729-98a1-7ad21858f6d9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:02.336483 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71ffc4e7-8393-4724-b193-fb0412b356dd req-49d11baf-1499-4717-a968-60c0483b378a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056945 Mar 23 01:35:02.365104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 06a07313-ecb8-4460-8aaf-d015e1db9eeb is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:35:02.566393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:35:02.580432 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-602766e7-cc16-4f44-93f2-26ae3b3d2191 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/06a07313-ecb8-4460-8aaf-d015e1db9eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4573147 Mar 23 01:35:02.584250 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37086) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:02.585746 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Sync routers for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:35:02.590096 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3d1059f7-0725-46d7-9e53-1d7e07bb52e2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1546326753'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:02.601656 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:35:02.604194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2e473424-18c4-48d4-a7fe-21a15937dadb None None] Current status of the port 3e04d979-ee2b-4729-98a1-7ad21858f6d9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:02.605217 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:02.620344 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3e04d979-ee2b-4729-98a1-7ad21858f6d9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:02.633591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2e473424-18c4-48d4-a7fe-21a15937dadb None None] Provisioning complete for port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:02.633980 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e473424-18c4-48d4-a7fe-21a15937dadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:02.642174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1059f7-0725-46d7-9e53-1d7e07bb52e2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:02.645589 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d1059f7-0725-46d7-9e53-1d7e07bb52e2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:02.674789 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06937821-4268-430a-a2e4-d498a9616fdc admin admin] Publish callbacks [] for security_group (4bfdaa17-4fe4-4b3f-9963-781b8c626377), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:02.682909 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533fa24-a4b5-4487-b5e6-7cccf063c44b req-88653d7a-df74-432c-9b37-0408f8902709 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:02.688041 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3533fa24-a4b5-4487-b5e6-7cccf063c44b req-88653d7a-df74-432c-9b37-0408f8902709 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 1127 time: 0.2263062 Mar 23 01:35:02.708150 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06937821-4268-430a-a2e4-d498a9616fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4bfdaa17-4fe4-4b3f-9963-781b8c626377), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:02.727923 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1059f7-0725-46d7-9e53-1d7e07bb52e2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:35:02.767976 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d1059f7-0725-46d7-9e53-1d7e07bb52e2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (32292435-f819-4f54-85c4-19de293dd90d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:02.768326 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-3d1059f7-0725-46d7-9e53-1d7e07bb52e2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Added segment 32292435-f819-4f54-85c4-19de293dd90d of type vlan for network 58d4bdbe-07de-4601-9af4-53d1428a1bb9 Mar 23 01:35:02.821465 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-06937821-4268-430a-a2e4-d498a9616fdc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=243295d5a1054bee9c9fdd605ef67879&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6060050 Mar 23 01:35:02.894204 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37092) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:02.937743 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:35:02.991085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf92cac-e6f1-4328-8735-667c2d035809 req-bfe885b6-4a6c-4b2f-bdec-e20834b74209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:02.997930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2e473424-18c4-48d4-a7fe-21a15937dadb None None] Current status of the port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:03.007940 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcf92cac-e6f1-4328-8735-667c2d035809 req-bfe885b6-4a6c-4b2f-bdec-e20834b74209 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3392bc1389564b4885d28390809b9afe&device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 1125 time: 0.9407101 Mar 23 01:35:03.048958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06937821-4268-430a-a2e4-d498a9616fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfdaa17-4fe4-4b3f-9963-781b8c626377,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:03.051179 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2e473424-18c4-48d4-a7fe-21a15937dadb None None] Provisioning complete for port b73c9e4e-9ad2-47cd-b89a-6952a76965ab triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:03.069302 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e473424-18c4-48d4-a7fe-21a15937dadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b73c9e4e-9ad2-47cd-b89a-6952a76965ab), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:03.115467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6f28ea6d-ab4d-4774-b97c-4a6de01f971f up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:03.127453 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d1059f7-0725-46d7-9e53-1d7e07bb52e2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (58d4bdbe-07de-4601-9af4-53d1428a1bb9), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:03.218508 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:03.220633 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:03.285234 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3533fa24-a4b5-4487-b5e6-7cccf063c44b req-142da5fb-fe63-4c86-882f-75ddd969b7f3 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835197 Mar 23 01:35:03.340006 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2e473424-18c4-48d4-a7fe-21a15937dadb None None] Current status of the port b73c9e4e-9ad2-47cd-b89a-6952a76965ab is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:03.340340 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d1059f7-0725-46d7-9e53-1d7e07bb52e2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (58d4bdbe-07de-4601-9af4-53d1428a1bb9), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:03.340460 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e473424-18c4-48d4-a7fe-21a15937dadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b73c9e4e-9ad2-47cd-b89a-6952a76965ab), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:03.352375 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1059f7-0725-46d7-9e53-1d7e07bb52e2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:03.356093 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d1059f7-0725-46d7-9e53-1d7e07bb52e2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:03.384691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf92cac-e6f1-4328-8735-667c2d035809 req-1f18c7b1-aa85-4592-894a-e2a36908d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:03.386916 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcf92cac-e6f1-4328-8735-667c2d035809 req-1f18c7b1-aa85-4592-894a-e2a36908d0ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 200 len: 911 time: 0.3781285 Mar 23 01:35:03.444922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2e473424-18c4-48d4-a7fe-21a15937dadb None None] For port b73c9e4e-9ad2-47cd-b89a-6952a76965ab, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b73c9e4e-9ad2-47cd-b89a-6952a76965ab,segment=NetworkSegment(b7ebd38b-2bb5-45eb-a256-e6561c4b2c68),segment_id=b7ebd38b-2bb5-45eb-a256-e6561c4b2c68)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:03.458227 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e473424-18c4-48d4-a7fe-21a15937dadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b73c9e4e-9ad2-47cd-b89a-6952a76965ab), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:03.458865 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcf92cac-e6f1-4328-8735-667c2d035809 req-e40ebc31-277e-44e9-bea5-317112247056 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d4ef63a-2141-44ed-ae08-afa2993b004d HTTP/1.1" status: 200 len: 217 time: 0.0634832 Mar 23 01:35:03.477090 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:34:59Z', 'revision_number': 2, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:00Z', 'revision_number': 2, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:03.513411 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-32f69a52-021c-4de5-a306-1bb0f6610afb req-ef3118dd-9008-450d-b6a5-fc711ac05975 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 210 time: 0.0663764 Mar 23 01:35:03.525547 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Checking router: 06a07313-ecb8-4460-8aaf-d015e1db9eeb for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:35:03.525703 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:03.526079 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Updating router 06a07313-ecb8-4460-8aaf-d015e1db9eeb port e3d9bec5-dc87-4bc0-99d6-d076fe48c59c binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:35:03.527611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3e04d979-ee2b-4729-98a1-7ad21858f6d9 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:03.529704 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2e473424-18c4-48d4-a7fe-21a15937dadb None None] Provisioning complete for port e3d9bec5-dc87-4bc0-99d6-d076fe48c59c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:03.530246 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e473424-18c4-48d4-a7fe-21a15937dadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:03.531195 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3d1059f7-0725-46d7-9e53-1d7e07bb52e2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9361436 Mar 23 01:35:03.533539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37102) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:03.534199 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1059f7-0725-46d7-9e53-1d7e07bb52e2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Network': ['ID=58d4bdbe-07de-4601-9af4-53d1428a1bb9,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:03.540708 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c4a8ee16-7b5e-418d-a43a-426b49a51334 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'subnet': {'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:03.547208 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b0c620c-d50b-45ae-a2f3-62efb5170029 admin admin] Publish callbacks [] for security_group (4bfdaa17-4fe4-4b3f-9963-781b8c626377), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:03.571980 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b0c620c-d50b-45ae-a2f3-62efb5170029 admin admin] Publish callbacks [] for security_group (4bfdaa17-4fe4-4b3f-9963-781b8c626377), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:03.583623 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 58d4bdbe-07de-4601-9af4-53d1428a1bb9 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:35:03.589347 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:03.627822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf92cac-e6f1-4328-8735-667c2d035809 req-325d6044-4aec-40be-8937-471b9e9c2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:03.629710 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcf92cac-e6f1-4328-8735-667c2d035809 req-325d6044-4aec-40be-8937-471b9e9c2689 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ef8ca6c1-ff55-42d2-99a7-3b5483039371 HTTP/1.1" status: 200 len: 851 time: 0.1475079 Mar 23 01:35:03.702938 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcf92cac-e6f1-4328-8735-667c2d035809 req-91e2f7ed-cb5b-4bb8-8cba-afc53bdcd8fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11a64475-d2db-4f02-97ca-82d855d62717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597363 Mar 23 01:35:03.718930 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f3e6b-df15-4543-b144-ec24af6d048a req-bf98a2c6-f5e1-4f81-bf52-d1d46039fcac tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:03.726598 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-239f3e6b-df15-4543-b144-ec24af6d048a req-bf98a2c6-f5e1-4f81-bf52-d1d46039fcac tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 943 time: 0.6686819 Mar 23 01:35:03.893737 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-239f3e6b-df15-4543-b144-ec24af6d048a req-ba062310-39d9-48db-99d5-1959f89abf6c tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661479 Mar 23 01:35:03.945572 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcf92cac-e6f1-4328-8735-667c2d035809 req-5df799e4-9de8-4e22-87d6-44024f6d2beb service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168865 Mar 23 01:35:03.984373 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Publish callbacks [] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:04.000619 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:04.076101 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b0c620c-d50b-45ae-a2f3-62efb5170029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4bfdaa17-4fe4-4b3f-9963-781b8c626377), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:04.079436 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b0c620c-d50b-45ae-a2f3-62efb5170029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:04.083590 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4b0c620c-d50b-45ae-a2f3-62efb5170029 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4bfdaa17-4fe4-4b3f-9963-781b8c626377 HTTP/1.1" status: 204 len: 168 time: 1.1884651 Mar 23 01:35:04.110473 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c620c-d50b-45ae-a2f3-62efb5170029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfdaa17-4fe4-4b3f-9963-781b8c626377,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:04.248503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-767e5209-757a-4fdc-853a-6f73df868890 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:04.250429 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37ab63-0fe2-41f9-a55a-90bac69180df None None] Pushing event updated for resources: {'Port': ['ID=e3d9bec5-dc87-4bc0-99d6-d076fe48c59c,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:04.266205 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8d4ef63a-2141-44ed-ae08-afa2993b004d details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:35:04.285512 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-767e5209-757a-4fdc-853a-6f73df868890 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:04.286433 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:04.292486 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcf92cac-e6f1-4328-8735-667c2d035809 req-86231cea-3689-43a0-a764-ee0abbfc2fe3 service neutron] 10.222.0.43 "GET /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361421 Mar 23 01:35:04.294688 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-767e5209-757a-4fdc-853a-6f73df868890 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.43 "GET /v2.0/networks?id=27f88444-e473-48a0-9956-99ce94f4e8d8&id=ba2a5364-fe65-4698-9bb1-f7ba5afe2b52&id=27f88444-e473-48a0-9956-99ce94f4e8d8 HTTP/1.1" status: 200 len: 1391 time: 0.4042375 Mar 23 01:35:04.295526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a8ee16-7b5e-418d-a43a-426b49a51334 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:04.312119 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37ab63-0fe2-41f9-a55a-90bac69180df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:04.312460 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37ab63-0fe2-41f9-a55a-90bac69180df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:04.324733 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4a8ee16-7b5e-418d-a43a-426b49a51334 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:04.328743 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37ab63-0fe2-41f9-a55a-90bac69180df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:04.329181 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37ab63-0fe2-41f9-a55a-90bac69180df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:04.329511 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37ab63-0fe2-41f9-a55a-90bac69180df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:04.329843 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37ab63-0fe2-41f9-a55a-90bac69180df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:04.330169 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37ab63-0fe2-41f9-a55a-90bac69180df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:04.330489 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37ab63-0fe2-41f9-a55a-90bac69180df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:04.330803 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37ab63-0fe2-41f9-a55a-90bac69180df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:04.331119 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37ab63-0fe2-41f9-a55a-90bac69180df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:04.331495 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37ab63-0fe2-41f9-a55a-90bac69180df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:04.331731 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37ab63-0fe2-41f9-a55a-90bac69180df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:04.332040 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37ab63-0fe2-41f9-a55a-90bac69180df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:04.332354 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37ab63-0fe2-41f9-a55a-90bac69180df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:04.332801 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37ab63-0fe2-41f9-a55a-90bac69180df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:04.348505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1f340087-33c2-431e-a213-402d81706f9b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Request body: {'port': {'device_id': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8', 'admin_state_up': True, 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:04.400711 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Attempting to bind port e3d9bec5-dc87-4bc0-99d6-d076fe48c59c on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:35:04.401116 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Attempting to bind port e3d9bec5-dc87-4bc0-99d6-d076fe48c59c by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '7eef6bfc-8fda-4b56-bd23-11f2a489132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:35:04.401475 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Attempting to bind port e3d9bec5-dc87-4bc0-99d6-d076fe48c59c on network 79b49a4d-7f6e-4c59-a64e-e7daaa9b748f {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:04.427672 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:35:04.428041 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Checking segment: {'id': '7eef6bfc-8fda-4b56-bd23-11f2a489132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:04.428439 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:04.428849 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Bound using segment: {'id': '7eef6bfc-8fda-4b56-bd23-11f2a489132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:35:04.429322 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Bound port: e3d9bec5-dc87-4bc0-99d6-d076fe48c59c, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eef6bfc-8fda-4b56-bd23-11f2a489132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:35:04.429691 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:04.662554 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] For port e3d9bec5-dc87-4bc0-99d6-d076fe48c59c, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:35:04.670360 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8d4ef63a-2141-44ed-ae08-afa2993b004d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8d4ef63a-2141-44ed-ae08-afa2993b004d,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:04.672348 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] For port e3d9bec5-dc87-4bc0-99d6-d076fe48c59c, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e3d9bec5-dc87-4bc0-99d6-d076fe48c59c,segment=NetworkSegment(7eef6bfc-8fda-4b56-bd23-11f2a489132f),segment_id=7eef6bfc-8fda-4b56-bd23-11f2a489132f)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:35:04.690455 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:04.703215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a179eec6-3e32-41d5-b343-7fe303c8b5b0 req-c70e5984-b93e-441a-85db-b30f94decdc4 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 210 time: 0.0596318 Mar 23 01:35:04.765543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '8d4ef63a-2141-44ed-ae08-afa2993b004d', 'network_id': '11a64475-d2db-4f02-97ca-82d855d62717', 'port_id': '8d4ef63a-2141-44ed-ae08-afa2993b004d', 'mac_address': 'fa:16:3e:aa:aa:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8ca6c1-ff55-42d2-99a7-3b5483039371', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:35:04.795813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2e473424-18c4-48d4-a7fe-21a15937dadb None None] Port e3d9bec5-dc87-4bc0-99d6-d076fe48c59c cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:35:04.806182 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e473424-18c4-48d4-a7fe-21a15937dadb None None] Pushing event updated for resources: {'Port': ['ID=b73c9e4e-9ad2-47cd-b89a-6952a76965ab,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:04.857887 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:35:04.865581 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:04.897772 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3e04d979-ee2b-4729-98a1-7ad21858f6d9 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:04.904538 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3e04d979-ee2b-4729-98a1-7ad21858f6d9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:04.972941 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1f340087-33c2-431e-a213-402d81706f9b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Made reservation on behalf of 054fa183fb5d47de98ba8e2cf6ee1cc3 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:04.986908 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1f340087-33c2-431e-a213-402d81706f9b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:05.116653 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37ab63-0fe2-41f9-a55a-90bac69180df None None] Pushing event updated for resources: {'Port': ['ID=e3d9bec5-dc87-4bc0-99d6-d076fe48c59c,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:05.133782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0587d1cd-17c0-4433-b362-cc6faec92d0c None None] Provisioning complete for port e3d9bec5-dc87-4bc0-99d6-d076fe48c59c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:05.137190 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0587d1cd-17c0-4433-b362-cc6faec92d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:05.144769 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:35:05.207589 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 8d4ef63a-2141-44ed-ae08-afa2993b004d is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:05.210878 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d4ef63a-2141-44ed-ae08-afa2993b004d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:05.319871 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3e04d979-ee2b-4729-98a1-7ad21858f6d9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:05.321687 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b73c9e4e-9ad2-47cd-b89a-6952a76965ab up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:05.364979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4ef63a-2141-44ed-ae08-afa2993b004d {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:35:05.483054 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8d4ef63a-2141-44ed-ae08-afa2993b004d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8d4ef63a-2141-44ed-ae08-afa2993b004d,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:05.504513 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8d4ef63a-2141-44ed-ae08-afa2993b004d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:05.552252 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0587d1cd-17c0-4433-b362-cc6faec92d0c None None] Current status of the port e3d9bec5-dc87-4bc0-99d6-d076fe48c59c is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:05.561549 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0587d1cd-17c0-4433-b362-cc6faec92d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:05.662886 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1f340087-33c2-431e-a213-402d81706f9b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Allocated IP 19.80.0.89 (27f88444-e473-48a0-9956-99ce94f4e8d8/817a41f1-f3f5-4817-91a8-3ec5bb9c28db/92ba392e-19dd-4fcf-8073-a39288b6f05e) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:35:05.667201 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4a8ee16-7b5e-418d-a43a-426b49a51334 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (414d1517-9dda-44fe-99ed-47d3b9ca42e9), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:05.704607 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port b73c9e4e-9ad2-47cd-b89a-6952a76965ab triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:05.705103 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b73c9e4e-9ad2-47cd-b89a-6952a76965ab), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:05.716215 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:34:59Z', 'revision_number': 2, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:04Z', 'revision_number': 4, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:05.737024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0654b-b712-4d8a-9454-0ef215d7871c req-a22d4455-4622-4449-b24d-a9d8e8bdea6b tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:05.738601 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3cc0654b-b712-4d8a-9454-0ef215d7871c req-a22d4455-4622-4449-b24d-a9d8e8bdea6b tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 943 time: 0.6878853 Mar 23 01:35:05.826627 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0587d1cd-17c0-4433-b362-cc6faec92d0c None None] For port e3d9bec5-dc87-4bc0-99d6-d076fe48c59c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e3d9bec5-dc87-4bc0-99d6-d076fe48c59c,segment=NetworkSegment(7eef6bfc-8fda-4b56-bd23-11f2a489132f),segment_id=7eef6bfc-8fda-4b56-bd23-11f2a489132f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:05.831663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=8d4ef63a-2141-44ed-ae08-afa2993b004d,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:05.833388 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1da2f7-543b-4e51-b5a7-6e74583e3b57 None None] The sync data for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 is: [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:34:59Z', 'revision_number': 2, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:04Z', 'revision_number': 4, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:35:05.857170 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0587d1cd-17c0-4433-b362-cc6faec92d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:05.972787 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['8d4ef63a-2141-44ed-ae08-afa2993b004d'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:35:05.992891 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-10391960-f163-4c2d-96e9-b5ee79cd8336 req-8f5c3e3d-e573-4b2e-833b-6cad468e8df4 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 210 time: 0.0571160 Mar 23 01:35:06.029587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8ee16-7b5e-418d-a43a-426b49a51334 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Subnet': ['ID=414d1517-9dda-44fe-99ed-47d3b9ca42e9,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:06.039925 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a8ee16-7b5e-418d-a43a-426b49a51334 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Checking segment: {'id': '32292435-f819-4f54-85c4-19de293dd90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:06.040293 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a8ee16-7b5e-418d-a43a-426b49a51334 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network hostable DHCP agents. Network: 58d4bdbe-07de-4601-9af4-53d1428a1bb9, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:35:06.058627 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587d1cd-17c0-4433-b362-cc6faec92d0c None None] Pushing event updated for resources: {'Port': ['ID=e3d9bec5-dc87-4bc0-99d6-d076fe48c59c,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:06.081402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0587d1cd-17c0-4433-b362-cc6faec92d0c None None] Provisioning complete for port b73c9e4e-9ad2-47cd-b89a-6952a76965ab triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:06.081973 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0587d1cd-17c0-4433-b362-cc6faec92d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b73c9e4e-9ad2-47cd-b89a-6952a76965ab), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:06.088775 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3cc0654b-b712-4d8a-9454-0ef215d7871c req-5fc405d6-3895-4398-8567-2ca9af35db2d tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883258 Mar 23 01:35:06.101738 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a8ee16-7b5e-418d-a43a-426b49a51334 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 58d4bdbe-07de-4601-9af4-53d1428a1bb9 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:35:06.229727 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-c4a8ee16-7b5e-418d-a43a-426b49a51334 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 58d4bdbe-07de-4601-9af4-53d1428a1bb9) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:06.239512 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a8ee16-7b5e-418d-a43a-426b49a51334 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:06.240128 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4a8ee16-7b5e-418d-a43a-426b49a51334 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:06.278318 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abd14a0-9970-4eab-ac40-83b87a365350 None None] Network 58d4bdbe-07de-4601-9af4-53d1428a1bb9 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:35:06.305772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37172) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:06.305926 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c4a8ee16-7b5e-418d-a43a-426b49a51334 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7690291 Mar 23 01:35:06.375106 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1f340087-33c2-431e-a213-402d81706f9b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks [] for port (92ba392e-19dd-4fcf-8073-a39288b6f05e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:06.521598 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1f340087-33c2-431e-a213-402d81706f9b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (92ba392e-19dd-4fcf-8073-a39288b6f05e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:06.675874 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port b73c9e4e-9ad2-47cd-b89a-6952a76965ab is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:06.691688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'project_id': '92a06e957cd34b499d4c6950902b5222', 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:35:06.692699 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:06.765691 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f340087-33c2-431e-a213-402d81706f9b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event updated for resources: {'Port': ['ID=92ba392e-19dd-4fcf-8073-a39288b6f05e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:06.804881 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1f340087-33c2-431e-a213-402d81706f9b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Network 27f88444-e473-48a0-9956-99ce94f4e8d8 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:06.806360 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1f340087-33c2-431e-a213-402d81706f9b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:06.826166 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1f340087-33c2-431e-a213-402d81706f9b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:35:07.024697 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0587d1cd-17c0-4433-b362-cc6faec92d0c None None] Current status of the port b73c9e4e-9ad2-47cd-b89a-6952a76965ab is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:07.060012 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1f340087-33c2-431e-a213-402d81706f9b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:07.071832 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1f340087-33c2-431e-a213-402d81706f9b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:07.132414 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1f340087-33c2-431e-a213-402d81706f9b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7949793 Mar 23 01:35:07.149065 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-88f3a7c2-3807-4c24-a1c1-c62e06430232 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Request body: {'port': {'device_id': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'network_id': 'ba2a5364-fe65-4698-9bb1-f7ba5afe2b52', 'admin_state_up': True, 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:07.252472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e3d9bec5-dc87-4bc0-99d6-d076fe48c59c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:07.748486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcec1e-8669-48e4-97cd-288c1d984bd9 req-1cabb55c-f017-4592-bc11-f0eb09ab42e9 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:07.755205 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-25fcec1e-8669-48e4-97cd-288c1d984bd9 req-1cabb55c-f017-4592-bc11-f0eb09ab42e9 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 931 time: 0.3740656 Mar 23 01:35:07.784919 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fe374d65-cf8f-46a1-b568-d3a6521655a3 None None] Provisioning complete for port e3d9bec5-dc87-4bc0-99d6-d076fe48c59c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:07.786118 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe374d65-cf8f-46a1-b568-d3a6521655a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:07.865024 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Allocated IP 172.21.0.2 (58d4bdbe-07de-4601-9af4-53d1428a1bb9/414d1517-9dda-44fe-99ed-47d3b9ca42e9/00665acc-5624-44ea-88f1-82f186e96816) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:35:07.939725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e3d9bec5-dc87-4bc0-99d6-d076fe48c59c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:07.940442 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:07.997059 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:08.035784 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-25fcec1e-8669-48e4-97cd-288c1d984bd9 req-0aaec5c3-66fc-40de-8366-92e607eedbdc tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700253 Mar 23 01:35:08.108994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fe374d65-cf8f-46a1-b568-d3a6521655a3 None None] Current status of the port e3d9bec5-dc87-4bc0-99d6-d076fe48c59c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:08.305798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e3d9bec5-dc87-4bc0-99d6-d076fe48c59c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:08.307001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b73c9e4e-9ad2-47cd-b89a-6952a76965ab up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:08.486737 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Publish callbacks [] for port (00665acc-5624-44ea-88f1-82f186e96816), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:08.493354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-24c8047f-71f9-4e00-b5f0-70272d52aede None None] Provisioning complete for port 92ba392e-19dd-4fcf-8073-a39288b6f05e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:08.493725 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-24c8047f-71f9-4e00-b5f0-70272d52aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (92ba392e-19dd-4fcf-8073-a39288b6f05e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:08.568367 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (00665acc-5624-44ea-88f1-82f186e96816), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:08.612035 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ec8f6-11a9-4bd4-92cd-7db3c1928295 req-491d62e5-b93d-4607-b68c-456495eb84c0 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:08.616836 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-069ec8f6-11a9-4bd4-92cd-7db3c1928295 req-491d62e5-b93d-4607-b68c-456495eb84c0 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 944 time: 0.3033795 Mar 23 01:35:08.634077 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Allocated IP 172.21.0.1 (58d4bdbe-07de-4601-9af4-53d1428a1bb9/414d1517-9dda-44fe-99ed-47d3b9ca42e9/5280de40-4a94-4feb-af25-997857762561) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:35:08.657083 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-88f3a7c2-3807-4c24-a1c1-c62e06430232 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Made reservation on behalf of 054fa183fb5d47de98ba8e2cf6ee1cc3 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:08.667997 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-88f3a7c2-3807-4c24-a1c1-c62e06430232 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:08.690876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port b73c9e4e-9ad2-47cd-b89a-6952a76965ab triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:08.691260 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b73c9e4e-9ad2-47cd-b89a-6952a76965ab), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:08.699631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Network 58d4bdbe-07de-4601-9af4-53d1428a1bb9 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:08.783524 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:08.788697 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:35:08.823624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Pushing event updated for resources: {'Port': ['ID=00665acc-5624-44ea-88f1-82f186e96816,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:08.828843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-24c8047f-71f9-4e00-b5f0-70272d52aede None None] Port 92ba392e-19dd-4fcf-8073-a39288b6f05e cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:35:08.871437 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (5280de40-4a94-4feb-af25-997857762561), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:08.963304 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Attempting to bind port 00665acc-5624-44ea-88f1-82f186e96816 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:35:08.963781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Attempting to bind port 00665acc-5624-44ea-88f1-82f186e96816 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '32292435-f819-4f54-85c4-19de293dd90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:35:08.964140 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Attempting to bind port 00665acc-5624-44ea-88f1-82f186e96816 on network 58d4bdbe-07de-4601-9af4-53d1428a1bb9 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:08.976707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:35:08.981661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Checking segment: {'id': '32292435-f819-4f54-85c4-19de293dd90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:08.982124 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (5280de40-4a94-4feb-af25-997857762561), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:08.991293 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:08.994944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Bound using segment: {'id': '32292435-f819-4f54-85c4-19de293dd90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:35:08.995502 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Bound port: 00665acc-5624-44ea-88f1-82f186e96816, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32292435-f819-4f54-85c4-19de293dd90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:35:08.995912 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (00665acc-5624-44ea-88f1-82f186e96816), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:09.039153 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 58d4bdbe-07de-4601-9af4-53d1428a1bb9 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:09.047342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:09.054932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port b73c9e4e-9ad2-47cd-b89a-6952a76965ab is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:09.127608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:35:09.144849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] For port 00665acc-5624-44ea-88f1-82f186e96816, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:35:09.150578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] For port 00665acc-5624-44ea-88f1-82f186e96816, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=00665acc-5624-44ea-88f1-82f186e96816,segment=NetworkSegment(32292435-f819-4f54-85c4-19de293dd90d),segment_id=32292435-f819-4f54-85c4-19de293dd90d)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:35:09.176327 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (00665acc-5624-44ea-88f1-82f186e96816), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:09.259991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=5280de40-4a94-4feb-af25-997857762561,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:09.274110 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (06a07313-ecb8-4460-8aaf-d015e1db9eeb), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:09.303692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-88f3a7c2-3807-4c24-a1c1-c62e06430232 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Allocated IP 19.86.0.19 (ba2a5364-fe65-4698-9bb1-f7ba5afe2b52/8d037b3e-6661-4f4c-92c9-2a43eaba7151/b97c4008-8f55-47ef-9bde-5c55f515d9dd) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:35:09.338711 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-069ec8f6-11a9-4bd4-92cd-7db3c1928295 req-761ba298-7aa6-4f5e-aff6-04ac38bdc8f2 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7075977 Mar 23 01:35:09.410074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e56e63-f711-4b5b-9127-7381f505070d None None] Pushing event updated for resources: {'Port': ['ID=00665acc-5624-44ea-88f1-82f186e96816,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:09.720947 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5280de40-4a94-4feb-af25-997857762561), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:09.733789 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-88f3a7c2-3807-4c24-a1c1-c62e06430232 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks [] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:09.807944 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-88f3a7c2-3807-4c24-a1c1-c62e06430232 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:10.029162 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-88f3a7c2-3807-4c24-a1c1-c62e06430232 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Network ba2a5364-fe65-4698-9bb1-f7ba5afe2b52 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:10.036785 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8d4ef63a-2141-44ed-ae08-afa2993b004d up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:10.042435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-88f3a7c2-3807-4c24-a1c1-c62e06430232 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:10.053610 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-88f3a7c2-3807-4c24-a1c1-c62e06430232 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:35:10.246151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 8d4ef63a-2141-44ed-ae08-afa2993b004d completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:35:10.258842 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 8d4ef63a-2141-44ed-ae08-afa2993b004d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:10.260859 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8d4ef63a-2141-44ed-ae08-afa2993b004d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:10.285152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-88f3a7c2-3807-4c24-a1c1-c62e06430232 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:10.285906 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-88f3a7c2-3807-4c24-a1c1-c62e06430232 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:10.316166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37302) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:10.350888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3a7c2-3807-4c24-a1c1-c62e06430232 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event updated for resources: {'Port': ['ID=b97c4008-8f55-47ef-9bde-5c55f515d9dd,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:10.403632 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-88f3a7c2-3807-4c24-a1c1-c62e06430232 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2565444 Mar 23 01:35:10.440169 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-23633c5e-1eb4-4022-8d6d-924c27bbb115 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Request body: {'port': {'device_id': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8', 'admin_state_up': True, 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:10.470838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 8d4ef63a-2141-44ed-ae08-afa2993b004d is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:10.480127 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d4ef63a-2141-44ed-ae08-afa2993b004d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:10.559336 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbad191-4522-4764-9e8b-afdd024a2519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4ef63a-2141-44ed-ae08-afa2993b004d'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:35:10.569374 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589e3919-ca51-40d5-8af6-dcddb0f4e1ea" -d '{"events": [{"server_uuid": "7fbad191-4522-4764-9e8b-afdd024a2519", "name": "network-vif-plugged", "status": "completed", "tag": "8d4ef63a-2141-44ed-ae08-afa2993b004d"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:35:10.619707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8d4ef63a-2141-44ed-ae08-afa2993b004d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8d4ef63a-2141-44ed-ae08-afa2993b004d,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:10.633986 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8d4ef63a-2141-44ed-ae08-afa2993b004d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:10.812855 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a5620-1c12-4cbc-817a-e7ed00004f78 req-4c084b0e-8036-444c-9f12-564014a941d6 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:10.818338 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a5620-1c12-4cbc-817a-e7ed00004f78 req-4c084b0e-8036-444c-9f12-564014a941d6 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:10.849666 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-545a5620-1c12-4cbc-817a-e7ed00004f78 req-4c084b0e-8036-444c-9f12-564014a941d6 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 1653 time: 1.0577688 Mar 23 01:35:10.922200 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06bab835-b0a6-4c83-bf0d-d1b6ce3aba3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:10.938123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-23633c5e-1eb4-4022-8d6d-924c27bbb115 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Made reservation on behalf of 054fa183fb5d47de98ba8e2cf6ee1cc3 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:10.945245 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-23633c5e-1eb4-4022-8d6d-924c27bbb115 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:11.030926 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-545a5620-1c12-4cbc-817a-e7ed00004f78 req-c62f7b32-505f-40f3-a5d4-54e9d34586bb tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802447 Mar 23 01:35:11.048137 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1baac-8652-41c0-97e9-ac7986f043f5 req-9e704879-9ec3-4312-afec-6636c53bdf9d tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:11.052110 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53d1baac-8652-41c0-97e9-ac7986f043f5 req-9e704879-9ec3-4312-afec-6636c53bdf9d tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 945 time: 0.4380970 Mar 23 01:35:11.122504 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (5280de40-4a94-4feb-af25-997857762561), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:11.308778 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53d1baac-8652-41c0-97e9-ac7986f043f5 req-41bbebf2-a8fa-4b41-b5ca-35d1d9ed606b tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055781 Mar 23 01:35:11.320147 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (5280de40-4a94-4feb-af25-997857762561), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:11.374323 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 00665acc-5624-44ea-88f1-82f186e96816 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:11.395598 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67801fac-212c-4bfc-b4b1-1b749a465cc8 None None] Network 58d4bdbe-07de-4601-9af4-53d1428a1bb9 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:35:11.408266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-23633c5e-1eb4-4022-8d6d-924c27bbb115 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Allocated IP 19.80.0.167 (27f88444-e473-48a0-9956-99ce94f4e8d8/817a41f1-f3f5-4817-91a8-3ec5bb9c28db/13d3229a-05cb-4986-8d0e-a7746ae2fcc7) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:35:11.573411 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (06a07313-ecb8-4460-8aaf-d015e1db9eeb), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:11.684937 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019fc2b1-af83-4f93-992c-eddae97e4a28 x-openstack-request-id: req-019fc2b1-af83-4f93-992c-eddae97e4a28 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:35:11.685412 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbad191-4522-4764-9e8b-afdd024a2519", "name": "network-vif-plugged", "status": "completed", "tag": "8d4ef63a-2141-44ed-ae08-afa2993b004d", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:35:11.685772 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-019fc2b1-af83-4f93-992c-eddae97e4a28 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:35:11.686299 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019fc2b1-af83-4f93-992c-eddae97e4a28'] response: {'server_uuid': '7fbad191-4522-4764-9e8b-afdd024a2519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4ef63a-2141-44ed-ae08-afa2993b004d', 'code': 200} Mar 23 01:35:11.692916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=5280de40-4a94-4feb-af25-997857762561,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:11.836222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b71b99fa-16e0-4b73-8017-3f95c477bfe8 None None] Provisioning complete for port b97c4008-8f55-47ef-9bde-5c55f515d9dd triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:11.843536 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b71b99fa-16e0-4b73-8017-3f95c477bfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:11.862841 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466e030-6f24-468c-96bf-dfb9205bcc47 req-f5508562-4baf-40ac-ab23-1ffd1251d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:11.864690 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c466e030-6f24-468c-96bf-dfb9205bcc47 req-f5508562-4baf-40ac-ab23-1ffd1251d2cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 1127 time: 0.2107012 Mar 23 01:35:11.871001 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06bab835-b0a6-4c83-bf0d-d1b6ce3aba3b admin admin] Publish callbacks [] for security_group (3fd2595f-3bb4-47bd-94eb-5cdef7eb38a6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:11.901436 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06bab835-b0a6-4c83-bf0d-d1b6ce3aba3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3fd2595f-3bb4-47bd-94eb-5cdef7eb38a6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:11.910394 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-23633c5e-1eb4-4022-8d6d-924c27bbb115 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks [] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:11.985095 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b71b99fa-16e0-4b73-8017-3f95c477bfe8 None None] Port b97c4008-8f55-47ef-9bde-5c55f515d9dd cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:35:11.992194 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-23633c5e-1eb4-4022-8d6d-924c27bbb115 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:11.993459 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=8d4ef63a-2141-44ed-ae08-afa2993b004d,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:12.010392 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-06bab835-b0a6-4c83-bf0d-d1b6ce3aba3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f4849ea11a54d9db50a93c1835cca0e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6609814 Mar 23 01:35:12.011660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bab835-b0a6-4c83-bf0d-d1b6ce3aba3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd2595f-3bb4-47bd-94eb-5cdef7eb38a6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:12.011781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37330) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:12.056803 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 00665acc-5624-44ea-88f1-82f186e96816 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:12.058205 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (00665acc-5624-44ea-88f1-82f186e96816), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:12.073276 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c466e030-6f24-468c-96bf-dfb9205bcc47 req-b925f904-efe1-4511-8282-eefa828832c9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984172 Mar 23 01:35:12.098376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 58d4bdbe-07de-4601-9af4-53d1428a1bb9 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:12.100132 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:12.178047 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23633c5e-1eb4-4022-8d6d-924c27bbb115 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event updated for resources: {'Port': ['ID=13d3229a-05cb-4986-8d0e-a7746ae2fcc7,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:12.205069 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-23633c5e-1eb4-4022-8d6d-924c27bbb115 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Network 27f88444-e473-48a0-9956-99ce94f4e8d8 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:12.220099 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-23633c5e-1eb4-4022-8d6d-924c27bbb115 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:12.231483 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-23633c5e-1eb4-4022-8d6d-924c27bbb115 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:35:12.315523 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3b13c301-daf7-4999-9cc3-8b8590b48218 None None] Provisioning complete for port 00665acc-5624-44ea-88f1-82f186e96816 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:12.325667 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3b13c301-daf7-4999-9cc3-8b8590b48218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (00665acc-5624-44ea-88f1-82f186e96816), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:12.350180 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2ceda996-2426-404e-854a-0ece48574b33 admin admin] Publish callbacks [] for security_group (3fd2595f-3bb4-47bd-94eb-5cdef7eb38a6), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:12.448140 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 00665acc-5624-44ea-88f1-82f186e96816 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:12.448140 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (00665acc-5624-44ea-88f1-82f186e96816), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:12.461718 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2ceda996-2426-404e-854a-0ece48574b33 admin admin] Publish callbacks [] for security_group (3fd2595f-3bb4-47bd-94eb-5cdef7eb38a6), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:12.531635 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2ceda996-2426-404e-854a-0ece48574b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3fd2595f-3bb4-47bd-94eb-5cdef7eb38a6), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:12.540334 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2ceda996-2426-404e-854a-0ece48574b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:12.544843 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2ceda996-2426-404e-854a-0ece48574b33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fd2595f-3bb4-47bd-94eb-5cdef7eb38a6 HTTP/1.1" status: 204 len: 168 time: 0.5194125 Mar 23 01:35:12.574220 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceda996-2426-404e-854a-0ece48574b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd2595f-3bb4-47bd-94eb-5cdef7eb38a6,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:12.662106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-23633c5e-1eb4-4022-8d6d-924c27bbb115 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:12.663451 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-23633c5e-1eb4-4022-8d6d-924c27bbb115 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:12.712145 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3b13c301-daf7-4999-9cc3-8b8590b48218 None None] Current status of the port 00665acc-5624-44ea-88f1-82f186e96816 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:12.712795 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3b13c301-daf7-4999-9cc3-8b8590b48218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (00665acc-5624-44ea-88f1-82f186e96816), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:12.735943 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-23633c5e-1eb4-4022-8d6d-924c27bbb115 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3062451 Mar 23 01:35:12.762560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 00665acc-5624-44ea-88f1-82f186e96816, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=00665acc-5624-44ea-88f1-82f186e96816,segment=NetworkSegment(32292435-f819-4f54-85c4-19de293dd90d),segment_id=32292435-f819-4f54-85c4-19de293dd90d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:12.795681 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Request body: {'port': {'device_id': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:12.796886 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (00665acc-5624-44ea-88f1-82f186e96816), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:12.904014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95df42-23f2-4b0b-938e-866e33f37a93 req-d17741d8-c8d8-4b22-ae50-8568363e6dbc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:12.908553 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7d95df42-23f2-4b0b-938e-866e33f37a93 req-d17741d8-c8d8-4b22-ae50-8568363e6dbc tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 945 time: 0.3648329 Mar 23 01:35:13.076466 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7d95df42-23f2-4b0b-938e-866e33f37a93 req-660924bb-06e2-4d93-bc72-99228338baeb tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605108 Mar 23 01:35:13.077915 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (92ba392e-19dd-4fcf-8073-a39288b6f05e), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:13.153704 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-3b13c301-daf7-4999-9cc3-8b8590b48218 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:35:13.154356 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-3b13c301-daf7-4999-9cc3-8b8590b48218 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:35:13.159292 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=00665acc-5624-44ea-88f1-82f186e96816,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:13.336010 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37346) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:13.358393 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-44e9bc20-34ad-497d-b049-abd9cff0ac43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:13.436958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 06a07313-ecb8-4460-8aaf-d015e1db9eeb has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:35:13.621659 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:35:13.636367 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-910ff1ef-31ae-4676-8569-99e12e9dafeb tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/06a07313-ecb8-4460-8aaf-d015e1db9eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3277740 Mar 23 01:35:13.642645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37350) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:13.644674 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Sync routers for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:35:13.651688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d767da1-0c82-498b-9a5b-ec006abab672 req-d314081f-d075-4015-8ab3-1739e49e572e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:13.657126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d767da1-0c82-498b-9a5b-ec006abab672 req-d314081f-d075-4015-8ab3-1739e49e572e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:13.663635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d767da1-0c82-498b-9a5b-ec006abab672 req-d314081f-d075-4015-8ab3-1739e49e572e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:13.672315 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d767da1-0c82-498b-9a5b-ec006abab672 req-d314081f-d075-4015-8ab3-1739e49e572e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2375 time: 0.2898862 Mar 23 01:35:13.678429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-91a96eec-57b4-470d-9cfa-74115c5d0654 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1244072264'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:13.715570 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a96eec-57b4-470d-9cfa-74115c5d0654 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:13.718935 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-91a96eec-57b4-470d-9cfa-74115c5d0654 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:13.739501 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ba392e-19dd-4fcf-8073-a39288b6f05e {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:35:13.749715 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Publish callbacks [] for port (92ba392e-19dd-4fcf-8073-a39288b6f05e), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:13.759312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a96eec-57b4-470d-9cfa-74115c5d0654 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:35:13.765013 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Transition to ACTIVE for port object 92ba392e-19dd-4fcf-8073-a39288b6f05e will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:35:13.779972 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (92ba392e-19dd-4fcf-8073-a39288b6f05e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:13.802207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:35:13.802729 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:13.805930 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-91a96eec-57b4-470d-9cfa-74115c5d0654 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (48395449-51d7-46ad-9e8c-e0b32779cf35), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:13.806283 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-91a96eec-57b4-470d-9cfa-74115c5d0654 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Added segment 48395449-51d7-46ad-9e8c-e0b32779cf35 of type vlan for network b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a Mar 23 01:35:13.869006 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d767da1-0c82-498b-9a5b-ec006abab672 req-e2448a8d-d13f-4d34-9fd5-3d3f0410229f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956389 Mar 23 01:35:13.887267 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Pushing event updated for resources: {'Port': ['ID=92ba392e-19dd-4fcf-8073-a39288b6f05e,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:13.981669 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-91a96eec-57b4-470d-9cfa-74115c5d0654 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:14.038000 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3b13c301-daf7-4999-9cc3-8b8590b48218 None None] Current status of the port 00665acc-5624-44ea-88f1-82f186e96816 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:14.041028 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-91a96eec-57b4-470d-9cfa-74115c5d0654 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:14.046846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a96eec-57b4-470d-9cfa-74115c5d0654 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:14.047777 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-91a96eec-57b4-470d-9cfa-74115c5d0654 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:14.112242 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-44e9bc20-34ad-497d-b049-abd9cff0ac43 admin admin] Publish callbacks [] for security_group (accca763-69b6-4be4-9973-0141c6e5562f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:14.142132 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-44e9bc20-34ad-497d-b049-abd9cff0ac43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (accca763-69b6-4be4-9973-0141c6e5562f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:14.150129 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:35:14.211975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Attempting to bind port 92ba392e-19dd-4fcf-8073-a39288b6f05e on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:35:14.212467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Attempting to bind port 92ba392e-19dd-4fcf-8073-a39288b6f05e by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '2581bb4a-0da4-4d48-b064-073cc338e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:35:14.212964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Attempting to bind port 92ba392e-19dd-4fcf-8073-a39288b6f05e on network 27f88444-e473-48a0-9956-99ce94f4e8d8 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:14.236239 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Port 92ba392e-19dd-4fcf-8073-a39288b6f05e on network 27f88444-e473-48a0-9956-99ce94f4e8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:35:14.241308 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Attempting to bind port 92ba392e-19dd-4fcf-8073-a39288b6f05e on network 27f88444-e473-48a0-9956-99ce94f4e8d8 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:14.275189 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9bc20-34ad-497d-b049-abd9cff0ac43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accca763-69b6-4be4-9973-0141c6e5562f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:14.277768 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a96eec-57b4-470d-9cfa-74115c5d0654 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Network': ['ID=b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:14.281017 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:35:14.282079 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Checking segment: {'id': '2581bb4a-0da4-4d48-b064-073cc338e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:14.285277 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Bound using segment: {'id': '2581bb4a-0da4-4d48-b064-073cc338e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:35:14.285940 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Bound port: 92ba392e-19dd-4fcf-8073-a39288b6f05e, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2581bb4a-0da4-4d48-b064-073cc338e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:35:14.286503 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (92ba392e-19dd-4fcf-8073-a39288b6f05e), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:14.325146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:35:14.334974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37358) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:14.335609 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-44e9bc20-34ad-497d-b049-abd9cff0ac43 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1a52af05f8b482684909dba8d5af53f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9952562 Mar 23 01:35:14.357146 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-91a96eec-57b4-470d-9cfa-74115c5d0654 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6802614 Mar 23 01:35:14.369996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37360) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:14.388110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6a71d42f-5dfa-4977-80d7-344ea0257c5c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'subnet': {'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:14.496497 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] For port 92ba392e-19dd-4fcf-8073-a39288b6f05e, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:35:14.501288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] For port 92ba392e-19dd-4fcf-8073-a39288b6f05e, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=92ba392e-19dd-4fcf-8073-a39288b6f05e,segment=NetworkSegment(2581bb4a-0da4-4d48-b064-073cc338e077),segment_id=2581bb4a-0da4-4d48-b064-073cc338e077)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:35:14.511706 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee6959-7593-423b-8a99-9eaf4fa06c26 req-2d341733-e770-4630-b6ca-8c92560c5cc9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:14.513370 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95ee6959-7593-423b-8a99-9eaf4fa06c26 req-2d341733-e770-4630-b6ca-8c92560c5cc9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 945 time: 0.2396348 Mar 23 01:35:14.515072 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (92ba392e-19dd-4fcf-8073-a39288b6f05e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:14.564916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:14.565545 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:14.567280 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] 10.222.0.43 "PUT /v2.0/ports/92ba392e-19dd-4fcf-8073-a39288b6f05e HTTP/1.1" status: 200 len: 1091 time: 1.7970603 Mar 23 01:35:14.567746 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'tag': '92ba392e-19dd-4fcf-8073-a39288b6f05e'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:35:14.570214 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b54129-f995-4629-afeb-d456a8819955" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "tag": "92ba392e-19dd-4fcf-8073-a39288b6f05e"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:35:14.592156 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-69ebf3a8-c83c-40e2-a9ab-ac337ed7ae45 None None] Provisioning complete for port 5280de40-4a94-4feb-af25-997857762561 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:14.592637 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-69ebf3a8-c83c-40e2-a9ab-ac337ed7ae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5280de40-4a94-4feb-af25-997857762561), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:14.596204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a71d42f-5dfa-4977-80d7-344ea0257c5c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:14.609742 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a71d42f-5dfa-4977-80d7-344ea0257c5c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:14.624713 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Request body: {'port': {'device_id': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:14.754113 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27761eac-38c8-40d4-a381-2b4dd3a95555 x-openstack-request-id: req-27761eac-38c8-40d4-a381-2b4dd3a95555 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:35:14.754404 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "tag": "92ba392e-19dd-4fcf-8073-a39288b6f05e", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:35:14.754660 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27761eac-38c8-40d4-a381-2b4dd3a95555 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:35:14.755069 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27761eac-38c8-40d4-a381-2b4dd3a95555'] response: {'name': 'network-changed', 'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'tag': '92ba392e-19dd-4fcf-8073-a39288b6f05e', 'status': 'completed', 'code': 200} Mar 23 01:35:14.788282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc87bdf-55c8-4362-be08-0362dbce106b service neutron] Pushing event updated for resources: {'Port': ['ID=92ba392e-19dd-4fcf-8073-a39288b6f05e,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:14.796287 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95ee6959-7593-423b-8a99-9eaf4fa06c26 req-e0472d7b-bb38-46a5-ab2c-1657d0275e07 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736664 Mar 23 01:35:14.822847 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:14.968477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-69ebf3a8-c83c-40e2-a9ab-ac337ed7ae45 None None] Port 5280de40-4a94-4feb-af25-997857762561 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:35:15.011010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-69ebf3a8-c83c-40e2-a9ab-ac337ed7ae45 None None] Provisioning complete for port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:15.011385 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-69ebf3a8-c83c-40e2-a9ab-ac337ed7ae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:15.016168 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a71d42f-5dfa-4977-80d7-344ea0257c5c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (26207ef1-6a84-4c63-acc1-d4ec87bf2501), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:15.077855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:09Z', 'revision_number': 3, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:10Z', 'revision_number': 2, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:15.092879 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71d42f-5dfa-4977-80d7-344ea0257c5c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Subnet': ['ID=26207ef1-6a84-4c63-acc1-d4ec87bf2501,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:15.171386 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6597bd94-b1f3-4305-9994-442ec2d25d6e admin admin] Publish callbacks [] for security_group (accca763-69b6-4be4-9973-0141c6e5562f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:15.198440 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6597bd94-b1f3-4305-9994-442ec2d25d6e admin admin] Publish callbacks [] for security_group (accca763-69b6-4be4-9973-0141c6e5562f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:15.250639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71d42f-5dfa-4977-80d7-344ea0257c5c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Checking segment: {'id': '48395449-51d7-46ad-9e8c-e0b32779cf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:15.250984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a71d42f-5dfa-4977-80d7-344ea0257c5c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network hostable DHCP agents. Network: b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:35:15.254839 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-69ebf3a8-c83c-40e2-a9ab-ac337ed7ae45 None None] Port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:35:15.257646 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6597bd94-b1f3-4305-9994-442ec2d25d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (accca763-69b6-4be4-9973-0141c6e5562f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:15.261164 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6597bd94-b1f3-4305-9994-442ec2d25d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:15.262486 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6597bd94-b1f3-4305-9994-442ec2d25d6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/accca763-69b6-4be4-9973-0141c6e5562f HTTP/1.1" status: 204 len: 168 time: 0.9264965 Mar 23 01:35:15.269273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Checking router: 06a07313-ecb8-4460-8aaf-d015e1db9eeb for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:35:15.271978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Updating router 06a07313-ecb8-4460-8aaf-d015e1db9eeb port 5280de40-4a94-4feb-af25-997857762561 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:35:15.293486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 00665acc-5624-44ea-88f1-82f186e96816 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:15.296762 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597bd94-b1f3-4305-9994-442ec2d25d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accca763-69b6-4be4-9973-0141c6e5562f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:15.331116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6229ab-79a9-43fc-82a5-d8ffb9b6b0c0 req-6f056d11-723c-4efb-bdce-2e6f1ec722de tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:15.343567 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6229ab-79a9-43fc-82a5-d8ffb9b6b0c0 req-6f056d11-723c-4efb-bdce-2e6f1ec722de tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:15.345690 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b54129-f995-4629-afeb-d456a8819955 req-21f85e1e-72df-4885-a003-5c3841080f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:15.346322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b54129-f995-4629-afeb-d456a8819955 req-21f85e1e-72df-4885-a003-5c3841080f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:15.346935 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b54129-f995-4629-afeb-d456a8819955 req-21f85e1e-72df-4885-a003-5c3841080f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:15.348760 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-56b54129-f995-4629-afeb-d456a8819955 req-21f85e1e-72df-4885-a003-5c3841080f00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=054fa183fb5d47de98ba8e2cf6ee1cc3&device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2761 time: 0.3472536 Mar 23 01:35:15.358288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6229ab-79a9-43fc-82a5-d8ffb9b6b0c0 req-6f056d11-723c-4efb-bdce-2e6f1ec722de tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:15.368731 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc6229ab-79a9-43fc-82a5-d8ffb9b6b0c0 req-6f056d11-723c-4efb-bdce-2e6f1ec722de tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2387 time: 0.3098149 Mar 23 01:35:15.432360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a71d42f-5dfa-4977-80d7-344ea0257c5c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:35:15.455819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f10c-a784-49e5-8896-0669c02de2f1 req-d0b75f98-b799-4369-8453-a0d3afa480a8 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:15.490823 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0c35f10c-a784-49e5-8896-0669c02de2f1 req-d0b75f98-b799-4369-8453-a0d3afa480a8 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 945 time: 0.1689863 Mar 23 01:35:15.490823 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-6a71d42f-5dfa-4977-80d7-344ea0257c5c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:15.490823 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a71d42f-5dfa-4977-80d7-344ea0257c5c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:15.490823 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a71d42f-5dfa-4977-80d7-344ea0257c5c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:15.530363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10091a9-2eeb-40da-a572-9895723171e3 None None] Network b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:35:15.551579 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5280de40-4a94-4feb-af25-997857762561), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:15.559854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-69ebf3a8-c83c-40e2-a9ab-ac337ed7ae45 None None] Provisioning complete for port 00665acc-5624-44ea-88f1-82f186e96816 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:15.562956 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-69ebf3a8-c83c-40e2-a9ab-ac337ed7ae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (00665acc-5624-44ea-88f1-82f186e96816), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:15.573279 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0c35f10c-a784-49e5-8896-0669c02de2f1 req-34f779aa-4003-4ea8-834c-32d202d724da tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957232 Mar 23 01:35:15.586787 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6a71d42f-5dfa-4977-80d7-344ea0257c5c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2157865 Mar 23 01:35:15.607351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37378) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:15.681573 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc6229ab-79a9-43fc-82a5-d8ffb9b6b0c0 req-01a350c4-28f6-49ab-9c97-33fc436814b5 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117542 Mar 23 01:35:15.899044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b54129-f995-4629-afeb-d456a8819955 req-8c5776c0-4bfc-4d20-a131-aa56db3efa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:15.901904 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b54129-f995-4629-afeb-d456a8819955 req-8c5776c0-4bfc-4d20-a131-aa56db3efa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:15.902556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b54129-f995-4629-afeb-d456a8819955 req-8c5776c0-4bfc-4d20-a131-aa56db3efa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:15.905337 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-56b54129-f995-4629-afeb-d456a8819955 req-8c5776c0-4bfc-4d20-a131-aa56db3efa6a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=054fa183fb5d47de98ba8e2cf6ee1cc3&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.5345349 Mar 23 01:35:15.919845 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97c4008-8f55-47ef-9bde-5c55f515d9dd {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:35:15.956019 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Publish callbacks [] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:15.985744 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Transition to ACTIVE for port object b97c4008-8f55-47ef-9bde-5c55f515d9dd will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:35:15.999897 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:16.198535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b97c4008-8f55-47ef-9bde-5c55f515d9dd,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:16.441241 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Publish callbacks [] for port (5280de40-4a94-4feb-af25-997857762561), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:16.459433 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Attempting to bind port b97c4008-8f55-47ef-9bde-5c55f515d9dd on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:35:16.460038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Attempting to bind port b97c4008-8f55-47ef-9bde-5c55f515d9dd by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'b7ebd38b-2bb5-45eb-a256-e6561c4b2c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ba2a5364-fe65-4698-9bb1-f7ba5afe2b52'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:35:16.460137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Attempting to bind port b97c4008-8f55-47ef-9bde-5c55f515d9dd on network ba2a5364-fe65-4698-9bb1-f7ba5afe2b52 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:16.481284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Port b97c4008-8f55-47ef-9bde-5c55f515d9dd on network ba2a5364-fe65-4698-9bb1-f7ba5afe2b52 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:35:16.481614 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Attempting to bind port b97c4008-8f55-47ef-9bde-5c55f515d9dd on network ba2a5364-fe65-4698-9bb1-f7ba5afe2b52 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:16.483363 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5280de40-4a94-4feb-af25-997857762561), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:16.492472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:35:16.493920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Checking segment: {'id': 'b7ebd38b-2bb5-45eb-a256-e6561c4b2c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ba2a5364-fe65-4698-9bb1-f7ba5afe2b52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:16.494375 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Bound using segment: {'id': 'b7ebd38b-2bb5-45eb-a256-e6561c4b2c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ba2a5364-fe65-4698-9bb1-f7ba5afe2b52'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:35:16.494870 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Bound port: b97c4008-8f55-47ef-9bde-5c55f515d9dd, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ebd38b-2bb5-45eb-a256-e6561c4b2c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ba2a5364-fe65-4698-9bb1-f7ba5afe2b52'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:35:16.495283 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:16.649965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-69ebf3a8-c83c-40e2-a9ab-ac337ed7ae45 None None] Current status of the port 00665acc-5624-44ea-88f1-82f186e96816 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:16.714516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] For port b97c4008-8f55-47ef-9bde-5c55f515d9dd, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:35:16.743215 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] For port b97c4008-8f55-47ef-9bde-5c55f515d9dd, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b97c4008-8f55-47ef-9bde-5c55f515d9dd,segment=NetworkSegment(b7ebd38b-2bb5-45eb-a256-e6561c4b2c68),segment_id=b7ebd38b-2bb5-45eb-a256-e6561c4b2c68)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:35:16.761731 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:16.766582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 00665acc-5624-44ea-88f1-82f186e96816 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:16.767351 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (00665acc-5624-44ea-88f1-82f186e96816), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:16.812010 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:16.814579 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:16.817376 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] 10.222.0.43 "PUT /v2.0/ports/b97c4008-8f55-47ef-9bde-5c55f515d9dd HTTP/1.1" status: 200 len: 1091 time: 2.1993966 Mar 23 01:35:16.821814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'tag': 'b97c4008-8f55-47ef-9bde-5c55f515d9dd'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:35:16.826434 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b54129-f995-4629-afeb-d456a8819955 req-3fe72c3a-43e6-4ede-86a6-028eebf922e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:16.829038 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76b81a8-e0c1-464f-87ef-525d2484df5f" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "tag": "b97c4008-8f55-47ef-9bde-5c55f515d9dd"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:35:16.841637 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-56b54129-f995-4629-afeb-d456a8819955 req-3fe72c3a-43e6-4ede-86a6-028eebf922e7 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8757479 Mar 23 01:35:16.880186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Request body: {'port': {'device_id': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:17.091921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5a3f4-f826-43cb-a7ee-c319b1c653d1 None None] Pushing event updated for resources: {'Port': ['ID=5280de40-4a94-4feb-af25-997857762561,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:17.136954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfc2c5-794c-4934-b635-a7020b22b9f8 req-bb21d82e-ab27-4b61-b99c-bdb5580f0188 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:17.149773 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a', 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a', 'project_id': '92a06e957cd34b499d4c6950902b5222', 'fixed_ips': [{'subnet_id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:35:17.150890 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:17.167715 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfc2c5-794c-4934-b635-a7020b22b9f8 req-bb21d82e-ab27-4b61-b99c-bdb5580f0188 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:17.183122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfc2c5-794c-4934-b635-a7020b22b9f8 req-bb21d82e-ab27-4b61-b99c-bdb5580f0188 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:17.188891 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67cfc2c5-794c-4934-b635-a7020b22b9f8 req-bb21d82e-ab27-4b61-b99c-bdb5580f0188 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2399 time: 0.2730770 Mar 23 01:35:17.190936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bb25a-3ab3-49c9-8ff2-6707c040e4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b97c4008-8f55-47ef-9bde-5c55f515d9dd,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:17.221411 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:17.276398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497b557-de1f-46a8-81e5-4aa1f89cbe21 req-3e95e55c-e281-4e75-bc87-ff441cc9cefa tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:17.286709 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3497b557-de1f-46a8-81e5-4aa1f89cbe21 req-3e95e55c-e281-4e75-bc87-ff441cc9cefa tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 945 time: 0.5027530 Mar 23 01:35:17.318360 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67cfc2c5-794c-4934-b635-a7020b22b9f8 req-968b1c30-5874-4a3b-b1fd-3dbe04de14e0 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110001 Mar 23 01:35:17.419496 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e78c9c3-a769-4d8a-9344-2c9567d57a7c x-openstack-request-id: req-8e78c9c3-a769-4d8a-9344-2c9567d57a7c {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:35:17.419824 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "tag": "b97c4008-8f55-47ef-9bde-5c55f515d9dd", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:35:17.420086 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e78c9c3-a769-4d8a-9344-2c9567d57a7c {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:35:17.420509 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e78c9c3-a769-4d8a-9344-2c9567d57a7c'] response: {'name': 'network-changed', 'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'tag': 'b97c4008-8f55-47ef-9bde-5c55f515d9dd', 'status': 'completed', 'code': 200} Mar 23 01:35:17.529312 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3497b557-de1f-46a8-81e5-4aa1f89cbe21 req-ce9fde2c-6130-4d08-a97d-5b5646ac0f81 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416027 Mar 23 01:35:17.561614 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Attempting to bind port 5280de40-4a94-4feb-af25-997857762561 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:35:17.566901 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Attempting to bind port 5280de40-4a94-4feb-af25-997857762561 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '32292435-f819-4f54-85c4-19de293dd90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:35:17.572015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Attempting to bind port 5280de40-4a94-4feb-af25-997857762561 on network 58d4bdbe-07de-4601-9af4-53d1428a1bb9 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:17.587340 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:35:17.587620 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Checking segment: {'id': '32292435-f819-4f54-85c4-19de293dd90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:17.588029 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:17.588425 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Bound using segment: {'id': '32292435-f819-4f54-85c4-19de293dd90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:35:17.593801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Bound port: 5280de40-4a94-4feb-af25-997857762561, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32292435-f819-4f54-85c4-19de293dd90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:35:17.594387 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5280de40-4a94-4feb-af25-997857762561), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:17.621400 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 00665acc-5624-44ea-88f1-82f186e96816 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:17.644509 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b81a8-e0c1-464f-87ef-525d2484df5f req-8c99b871-6964-46b5-a59e-31acc46efdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:17.651773 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b81a8-e0c1-464f-87ef-525d2484df5f req-8c99b871-6964-46b5-a59e-31acc46efdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:17.652617 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b81a8-e0c1-464f-87ef-525d2484df5f req-8c99b871-6964-46b5-a59e-31acc46efdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:17.654610 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b76b81a8-e0c1-464f-87ef-525d2484df5f req-8c99b871-6964-46b5-a59e-31acc46efdec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=054fa183fb5d47de98ba8e2cf6ee1cc3&device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2859 time: 0.1844492 Mar 23 01:35:17.833747 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:17.914109 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-45fb662b-5bbb-4cfc-9a2d-1778913c980b None None] Provisioning complete for port 5280de40-4a94-4feb-af25-997857762561 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:17.914744 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-45fb662b-5bbb-4cfc-9a2d-1778913c980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5280de40-4a94-4feb-af25-997857762561), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:18.003293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] For port 5280de40-4a94-4feb-af25-997857762561, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:35:18.014189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] For port 5280de40-4a94-4feb-af25-997857762561, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5280de40-4a94-4feb-af25-997857762561,segment=NetworkSegment(32292435-f819-4f54-85c4-19de293dd90d),segment_id=32292435-f819-4f54-85c4-19de293dd90d)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:35:18.065262 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-45fb662b-5bbb-4cfc-9a2d-1778913c980b None None] Port 5280de40-4a94-4feb-af25-997857762561 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:35:18.070857 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b81a8-e0c1-464f-87ef-525d2484df5f req-dc916fde-fa3b-445c-8a43-81f8db3f3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:18.071434 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b81a8-e0c1-464f-87ef-525d2484df5f req-dc916fde-fa3b-445c-8a43-81f8db3f3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:18.072002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b81a8-e0c1-464f-87ef-525d2484df5f req-dc916fde-fa3b-445c-8a43-81f8db3f3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:18.077166 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b76b81a8-e0c1-464f-87ef-525d2484df5f req-dc916fde-fa3b-445c-8a43-81f8db3f3eda service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=054fa183fb5d47de98ba8e2cf6ee1cc3&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4083745 Mar 23 01:35:18.081739 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Allocated IP 172.22.0.2 (b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a/26207ef1-6a84-4c63-acc1-d4ec87bf2501/3d4b5169-7dd2-4e55-b9bb-068f10f14383) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:35:18.090139 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5280de40-4a94-4feb-af25-997857762561), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:18.273756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b81a8-e0c1-464f-87ef-525d2484df5f req-ea2c4e8d-e82f-4089-8d37-eb0f5a2e03a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:18.275550 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b76b81a8-e0c1-464f-87ef-525d2484df5f req-ea2c4e8d-e82f-4089-8d37-eb0f5a2e03a0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1923690 Mar 23 01:35:18.459141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5a3f4-f826-43cb-a7ee-c319b1c653d1 None None] Pushing event updated for resources: {'Port': ['ID=5280de40-4a94-4feb-af25-997857762561,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:18.492499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:35:18.493158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:34:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:18.606433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9df79-4562-4745-9627-5a2c82b93399 req-ffa53840-f1f0-4c3e-85de-81d533020a2a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:18.608387 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-18f9df79-4562-4745-9627-5a2c82b93399 req-ffa53840-f1f0-4c3e-85de-81d533020a2a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 945 time: 0.7660041 Mar 23 01:35:18.749145 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f080367-da1b-4556-98a8-de1a9db95e38 req-146b48ff-d285-4e0b-9e5f-65b96911ad74 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:18.756836 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f080367-da1b-4556-98a8-de1a9db95e38 req-146b48ff-d285-4e0b-9e5f-65b96911ad74 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:18.766413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f080367-da1b-4556-98a8-de1a9db95e38 req-146b48ff-d285-4e0b-9e5f-65b96911ad74 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:18.783246 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5f080367-da1b-4556-98a8-de1a9db95e38 req-146b48ff-d285-4e0b-9e5f-65b96911ad74 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2399 time: 0.2298021 Mar 23 01:35:18.791872 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-23939e2a-b60d-482d-84d2-7bc22fb91e3e None None] Provisioning complete for port 5280de40-4a94-4feb-af25-997857762561 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:18.792352 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-23939e2a-b60d-482d-84d2-7bc22fb91e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5280de40-4a94-4feb-af25-997857762561), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:18.924977 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5f080367-da1b-4556-98a8-de1a9db95e38 req-cf848fcd-1c50-4a97-9fb5-1ecd48ed2f96 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376541 Mar 23 01:35:18.989133 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:35:19.102368 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37500) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:19.133063 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Publish callbacks [] for port (3d4b5169-7dd2-4e55-b9bb-068f10f14383), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:19.159062 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-18f9df79-4562-4745-9627-5a2c82b93399 req-432ce387-4413-47fa-9f1c-d8dcb977ebee tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5371940 Mar 23 01:35:19.190482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:35:19.226499 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Publish callbacks [] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:19.300076 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2539484f-a92f-4c45-8688-655b825e1b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:19.359043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Allocated IP 172.22.0.1 (b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a/26207ef1-6a84-4c63-acc1-d4ec87bf2501/2937ca47-d09b-4a17-a49d-d47bbea036c1) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:35:19.377216 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (3d4b5169-7dd2-4e55-b9bb-068f10f14383), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:19.513478 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Network b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:19.533849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:19.546001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:35:19.575581 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Pushing event updated for resources: {'Port': ['ID=3d4b5169-7dd2-4e55-b9bb-068f10f14383,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:19.592241 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2539484f-a92f-4c45-8688-655b825e1b6f admin admin] Publish callbacks [] for security_group (540c24cc-f9da-4bf7-9cad-fb7c895fc94d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:19.597947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-23939e2a-b60d-482d-84d2-7bc22fb91e3e None None] Current status of the port 5280de40-4a94-4feb-af25-997857762561 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:19.601143 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-23939e2a-b60d-482d-84d2-7bc22fb91e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5280de40-4a94-4feb-af25-997857762561), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:19.607443 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2539484f-a92f-4c45-8688-655b825e1b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (540c24cc-f9da-4bf7-9cad-fb7c895fc94d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:19.651891 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-14ab9b04-8760-4677-a94c-0bd34ae7c10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:19.744894 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2539484f-a92f-4c45-8688-655b825e1b6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9c6d57ba6954e5ba60a98b8ea0a1345&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6409166 Mar 23 01:35:19.750442 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37522) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:19.783246 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:19.818043 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-23939e2a-b60d-482d-84d2-7bc22fb91e3e None None] For port 5280de40-4a94-4feb-af25-997857762561, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5280de40-4a94-4feb-af25-997857762561,segment=NetworkSegment(32292435-f819-4f54-85c4-19de293dd90d),segment_id=32292435-f819-4f54-85c4-19de293dd90d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:19.820963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Transition to ACTIVE for port object 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:35:19.831031 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Attempting to bind port 3d4b5169-7dd2-4e55-b9bb-068f10f14383 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:35:19.833785 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Attempting to bind port 3d4b5169-7dd2-4e55-b9bb-068f10f14383 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '48395449-51d7-46ad-9e8c-e0b32779cf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:35:19.834407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Attempting to bind port 3d4b5169-7dd2-4e55-b9bb-068f10f14383 on network b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:19.834833 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539484f-a92f-4c45-8688-655b825e1b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540c24cc-f9da-4bf7-9cad-fb7c895fc94d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:19.841474 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-23939e2a-b60d-482d-84d2-7bc22fb91e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5280de40-4a94-4feb-af25-997857762561), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:19.850748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:09Z', 'revision_number': 3, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:17Z', 'revision_number': 4, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:19.859071 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:19.862860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:35:19.863236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Checking segment: {'id': '48395449-51d7-46ad-9e8c-e0b32779cf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:19.863635 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:19.864020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Bound using segment: {'id': '48395449-51d7-46ad-9e8c-e0b32779cf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:35:19.864495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Bound port: 3d4b5169-7dd2-4e55-b9bb-068f10f14383, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48395449-51d7-46ad-9e8c-e0b32779cf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:35:19.873624 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3d4b5169-7dd2-4e55-b9bb-068f10f14383), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:19.904215 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01937619-e92e-41ea-89ba-c238dd69fdaa req-2dcf0767-7c27-488f-864e-47312dfd4332 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:19.906186 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-01937619-e92e-41ea-89ba-c238dd69fdaa req-2dcf0767-7c27-488f-864e-47312dfd4332 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 945 time: 0.2454591 Mar 23 01:35:19.929419 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-127a036e-f4b1-4b08-a878-3812909bc68b admin admin] Publish callbacks [] for security_group (540c24cc-f9da-4bf7-9cad-fb7c895fc94d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:19.972884 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f45d3-d919-4e10-8103-2d8c5b67ef4a None None] The sync data for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 is: [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:09Z', 'revision_number': 3, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:17Z', 'revision_number': 4, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:35:20.091970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23939e2a-b60d-482d-84d2-7bc22fb91e3e None None] Pushing event updated for resources: {'Port': ['ID=5280de40-4a94-4feb-af25-997857762561,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:20.223376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] For port 3d4b5169-7dd2-4e55-b9bb-068f10f14383, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:35:20.232896 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] For port 3d4b5169-7dd2-4e55-b9bb-068f10f14383, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3d4b5169-7dd2-4e55-b9bb-068f10f14383,segment=NetworkSegment(48395449-51d7-46ad-9e8c-e0b32779cf35),segment_id=48395449-51d7-46ad-9e8c-e0b32779cf35)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:35:20.267966 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3d4b5169-7dd2-4e55-b9bb-068f10f14383), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:20.268450 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-127a036e-f4b1-4b08-a878-3812909bc68b admin admin] Publish callbacks [] for security_group (540c24cc-f9da-4bf7-9cad-fb7c895fc94d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:20.310156 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Pushing event updated for resources: {'Port': ['ID=13d3229a-05cb-4986-8d0e-a7746ae2fcc7,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:20.513545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af0f28-b855-4be8-84d0-d8f930005ce5 None None] Pushing event updated for resources: {'Port': ['ID=3d4b5169-7dd2-4e55-b9bb-068f10f14383,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:20.529135 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:20.541640 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299d497-5d19-4f3e-b19a-9a3028bed225 req-828d5e7f-2344-4519-9d15-965eee17d601 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:20.560258 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ecccd3b-4e8f-47b7-aa59-a398fcaf7a18 req-a9b721a7-e658-4c30-ae09-2f000f8d7fcd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8092439 Mar 23 01:35:20.569083 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:20.586375 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299d497-5d19-4f3e-b19a-9a3028bed225 req-828d5e7f-2344-4519-9d15-965eee17d601 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:20.616925 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299d497-5d19-4f3e-b19a-9a3028bed225 req-828d5e7f-2344-4519-9d15-965eee17d601 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:20.620287 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4299d497-5d19-4f3e-b19a-9a3028bed225 req-828d5e7f-2344-4519-9d15-965eee17d601 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2411 time: 0.4715745 Mar 23 01:35:20.632267 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-01937619-e92e-41ea-89ba-c238dd69fdaa req-bc61fef9-d414-45f0-8edf-378d677e392a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Deleting port 8d4ef63a-2141-44ed-ae08-afa2993b004d {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:35:20.632663 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-01937619-e92e-41ea-89ba-c238dd69fdaa req-bc61fef9-d414-45f0-8edf-378d677e392a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8d4ef63a-2141-44ed-ae08-afa2993b004d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:21.035867 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4299d497-5d19-4f3e-b19a-9a3028bed225 req-3cf0400d-8b03-46e4-a972-d986ded1883c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905394 Mar 23 01:35:21.061189 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-127a036e-f4b1-4b08-a878-3812909bc68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (540c24cc-f9da-4bf7-9cad-fb7c895fc94d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:21.064213 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-127a036e-f4b1-4b08-a878-3812909bc68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:21.066420 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-127a036e-f4b1-4b08-a878-3812909bc68b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/540c24cc-f9da-4bf7-9cad-fb7c895fc94d HTTP/1.1" status: 204 len: 168 time: 1.3090920 Mar 23 01:35:21.105263 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:35:21.122533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a036e-f4b1-4b08-a878-3812909bc68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540c24cc-f9da-4bf7-9cad-fb7c895fc94d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:21.192274 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-01937619-e92e-41ea-89ba-c238dd69fdaa req-bc61fef9-d414-45f0-8edf-378d677e392a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] For port 8d4ef63a-2141-44ed-ae08-afa2993b004d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8d4ef63a-2141-44ed-ae08-afa2993b004d,segment=NetworkSegment(d5bf1c4f-eca9-4260-ac16-14ccd391169e),segment_id=d5bf1c4f-eca9-4260-ac16-14ccd391169e)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:21.194664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-01937619-e92e-41ea-89ba-c238dd69fdaa req-bc61fef9-d414-45f0-8edf-378d677e392a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8d4ef63a-2141-44ed-ae08-afa2993b004d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:21.255615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-01937619-e92e-41ea-89ba-c238dd69fdaa req-bc61fef9-d414-45f0-8edf-378d677e392a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Calling delete_port for 8d4ef63a-2141-44ed-ae08-afa2993b004d owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:35:21.579395 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-01937619-e92e-41ea-89ba-c238dd69fdaa req-bc61fef9-d414-45f0-8edf-378d677e392a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8d4ef63a-2141-44ed-ae08-afa2993b004d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:21.670709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61fef9-d414-45f0-8edf-378d677e392a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Pushing event deleted for resources: {'Port': ['ID=8d4ef63a-2141-44ed-ae08-afa2993b004d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:21.719662 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37602) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:21.727709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:21.731492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=2937ca47-d09b-4a17-a49d-d47bbea036c1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:21.746268 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:21.768953 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0ab9a724-e6d4-45ab-b7de-16a4fc9e10d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:21.779633 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba46829-a1d7-4db8-a085-0db466b60e0b req-105e46d7-bda3-4953-9816-9162a4526dac tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:21.788880 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ba46829-a1d7-4db8-a085-0db466b60e0b req-105e46d7-bda3-4953-9816-9162a4526dac tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fbad191-4522-4764-9e8b-afdd024a2519 HTTP/1.1" status: 200 len: 867 time: 1.4263484 Mar 23 01:35:21.791615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:35:21.797402 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Attempting to bind port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:35:21.797983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Attempting to bind port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '2581bb4a-0da4-4d48-b064-073cc338e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:35:21.798494 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Attempting to bind port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 on network 27f88444-e473-48a0-9956-99ce94f4e8d8 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:21.810294 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 on network 27f88444-e473-48a0-9956-99ce94f4e8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:35:21.811167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Attempting to bind port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 on network 27f88444-e473-48a0-9956-99ce94f4e8d8 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:21.860188 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-341640ac-9b03-473d-9309-2c702361e277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:21.881648 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-01937619-e92e-41ea-89ba-c238dd69fdaa req-bc61fef9-d414-45f0-8edf-378d677e392a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] No DVR routers for this DVR port 8d4ef63a-2141-44ed-ae08-afa2993b004d on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:35:21.889733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:35:21.891173 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Checking segment: {'id': '2581bb4a-0da4-4d48-b064-073cc338e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:21.892134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Bound using segment: {'id': '2581bb4a-0da4-4d48-b064-073cc338e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:35:21.893981 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Bound port: 13d3229a-05cb-4986-8d0e-a7746ae2fcc7, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2581bb4a-0da4-4d48-b064-073cc338e077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:35:21.895204 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:21.907852 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-01937619-e92e-41ea-89ba-c238dd69fdaa req-bc61fef9-d414-45f0-8edf-378d677e392a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:21.926213 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-01937619-e92e-41ea-89ba-c238dd69fdaa req-bc61fef9-d414-45f0-8edf-378d677e392a tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.43 "DELETE /v2.0/ports/8d4ef63a-2141-44ed-ae08-afa2993b004d HTTP/1.1" status: 204 len: 173 time: 2.0114799 Mar 23 01:35:21.938895 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbad191-4522-4764-9e8b-afdd024a2519', 'name': 'network-vif-deleted', 'tag': '8d4ef63a-2141-44ed-ae08-afa2993b004d'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:35:21.941740 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f022eb-b81d-41b5-8b2d-138506c91bf6" -d '{"events": [{"server_uuid": "7fbad191-4522-4764-9e8b-afdd024a2519", "name": "network-vif-deleted", "tag": "8d4ef63a-2141-44ed-ae08-afa2993b004d"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:35:21.989632 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5280de40-4a94-4feb-af25-997857762561 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:22.006018 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (06a07313-ecb8-4460-8aaf-d015e1db9eeb), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:22.082895 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 5280de40-4a94-4feb-af25-997857762561 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:22.084811 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405f638a-30c1-4393-b049-0c97e49be9f2 x-openstack-request-id: req-405f638a-30c1-4393-b049-0c97e49be9f2 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:35:22.085325 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5280de40-4a94-4feb-af25-997857762561), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:22.094806 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbad191-4522-4764-9e8b-afdd024a2519", "name": "network-vif-deleted", "tag": "8d4ef63a-2141-44ed-ae08-afa2993b004d", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:35:22.096164 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-405f638a-30c1-4393-b049-0c97e49be9f2 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:35:22.096630 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405f638a-30c1-4393-b049-0c97e49be9f2'] response: {'server_uuid': '7fbad191-4522-4764-9e8b-afdd024a2519', 'name': 'network-vif-deleted', 'tag': '8d4ef63a-2141-44ed-ae08-afa2993b004d', 'status': 'completed', 'code': 200} Mar 23 01:35:22.192356 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8d4ef63a-2141-44ed-ae08-afa2993b004d no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:35:22.241961 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecccd3b-4e8f-47b7-aa59-a398fcaf7a18 req-4c3c0fdb-02d9-48b5-b97e-f10444022030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:22.243538 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ecccd3b-4e8f-47b7-aa59-a398fcaf7a18 req-4c3c0fdb-02d9-48b5-b97e-f10444022030 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 1126 time: 1.5253625 Mar 23 01:35:22.262796 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ba46829-a1d7-4db8-a085-0db466b60e0b req-b9029ef8-1c47-4fad-a2b4-80cd0e6da3f9 tempest-DeleteServersTestJSON-1140674027 tempest-DeleteServersTestJSON-1140674027-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc702d6d-51a8-46d6-abb9-6ed2245861ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727008 Mar 23 01:35:22.300756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 8d4ef63a-2141-44ed-ae08-afa2993b004d {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:35:22.301449 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8d4ef63a-2141-44ed-ae08-afa2993b004d not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:35:22.383465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 5280de40-4a94-4feb-af25-997857762561 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:22.388414 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3d4b5169-7dd2-4e55-b9bb-068f10f14383 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:22.419674 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-341640ac-9b03-473d-9309-2c702361e277 admin admin] Publish callbacks [] for security_group (5850dbef-6090-4818-a121-8ac5b5b67ab1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:22.473798 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-341640ac-9b03-473d-9309-2c702361e277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5850dbef-6090-4818-a121-8ac5b5b67ab1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:22.523805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8ee0ff-61ef-4c3e-8b53-56056c87e66f None None] Network b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:35:22.634132 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] For port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:35:22.667216 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13845f5-5c2b-4f34-8ae8-3de91f12de1f req-4feee964-4270-4477-8578-031a37b2f90e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:22.697583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3d4b5169-7dd2-4e55-b9bb-068f10f14383 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:22.698443 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3d4b5169-7dd2-4e55-b9bb-068f10f14383), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:22.699204 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13845f5-5c2b-4f34-8ae8-3de91f12de1f req-4feee964-4270-4477-8578-031a37b2f90e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:22.726012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] For port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=13d3229a-05cb-4986-8d0e-a7746ae2fcc7,segment=NetworkSegment(2581bb4a-0da4-4d48-b064-073cc338e077),segment_id=2581bb4a-0da4-4d48-b064-073cc338e077)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:35:22.733745 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13845f5-5c2b-4f34-8ae8-3de91f12de1f req-4feee964-4270-4477-8578-031a37b2f90e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:22.735881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecccd3b-4e8f-47b7-aa59-a398fcaf7a18 req-3ea15d38-fbf0-4358-a643-fe2498239b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:22.737811 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ecccd3b-4e8f-47b7-aa59-a398fcaf7a18 req-3ea15d38-fbf0-4358-a643-fe2498239b6b service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.3924975 Mar 23 01:35:22.745724 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f13845f5-5c2b-4f34-8ae8-3de91f12de1f req-4feee964-4270-4477-8578-031a37b2f90e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2411 time: 0.5299022 Mar 23 01:35:22.757532 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:22.772431 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-341640ac-9b03-473d-9309-2c702361e277 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fcc43e2b1ac4b31949b484c28e9420b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0349603 Mar 23 01:35:22.773618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37632) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:22.808724 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:22.888514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341640ac-9b03-473d-9309-2c702361e277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5850dbef-6090-4818-a121-8ac5b5b67ab1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:22.909448 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b76dd08e-96f0-4708-a9ae-b1f8891ab8f4 None None] Provisioning complete for port 3d4b5169-7dd2-4e55-b9bb-068f10f14383 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:22.909951 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b76dd08e-96f0-4708-a9ae-b1f8891ab8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3d4b5169-7dd2-4e55-b9bb-068f10f14383), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:22.938385 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:22.939421 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:22.942065 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] 10.222.0.43 "PUT /v2.0/ports/13d3229a-05cb-4986-8d0e-a7746ae2fcc7 HTTP/1.1" status: 200 len: 1092 time: 6.0739589 Mar 23 01:35:22.956587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'tag': '13d3229a-05cb-4986-8d0e-a7746ae2fcc7'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:35:22.977534 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2201a8d-1a89-4f1c-91c3-0968cf3ff827" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "tag": "13d3229a-05cb-4986-8d0e-a7746ae2fcc7"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:35:23.004930 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ecccd3b-4e8f-47b7-aa59-a398fcaf7a18 req-624b79ec-e279-4ac2-8b11-346e639f1d37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64624296-cd2d-47d3-9846-0f4297f6e579 HTTP/1.1" status: 200 len: 217 time: 0.2605989 Mar 23 01:35:23.099787 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b76dd08e-96f0-4708-a9ae-b1f8891ab8f4 None None] Current status of the port 3d4b5169-7dd2-4e55-b9bb-068f10f14383 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:23.100486 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b76dd08e-96f0-4708-a9ae-b1f8891ab8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3d4b5169-7dd2-4e55-b9bb-068f10f14383), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:23.310874 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f13845f5-5c2b-4f34-8ae8-3de91f12de1f req-37e9d3e7-e7f9-4933-ad9a-9c3a86e28d19 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262892 Mar 23 01:35:23.384537 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1b5a-4575-4617-be4a-f5e15ad39a9b admin admin] Publish callbacks [] for security_group (5850dbef-6090-4818-a121-8ac5b5b67ab1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:23.412413 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:23.438918 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1b5a-4575-4617-be4a-f5e15ad39a9b admin admin] Publish callbacks [] for security_group (5850dbef-6090-4818-a121-8ac5b5b67ab1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:23.549931 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b76dd08e-96f0-4708-a9ae-b1f8891ab8f4 None None] For port 3d4b5169-7dd2-4e55-b9bb-068f10f14383, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3d4b5169-7dd2-4e55-b9bb-068f10f14383,segment=NetworkSegment(48395449-51d7-46ad-9e8c-e0b32779cf35),segment_id=48395449-51d7-46ad-9e8c-e0b32779cf35)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:23.563846 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af968c39-9ed9-41aa-b478-317f85b34546 x-openstack-request-id: req-af968c39-9ed9-41aa-b478-317f85b34546 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:35:23.566437 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "tag": "13d3229a-05cb-4986-8d0e-a7746ae2fcc7", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:35:23.566765 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af968c39-9ed9-41aa-b478-317f85b34546 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:35:23.570658 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af968c39-9ed9-41aa-b478-317f85b34546'] response: {'name': 'network-changed', 'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'tag': '13d3229a-05cb-4986-8d0e-a7746ae2fcc7', 'status': 'completed', 'code': 200} Mar 23 01:35:23.644153 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b76dd08e-96f0-4708-a9ae-b1f8891ab8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3d4b5169-7dd2-4e55-b9bb-068f10f14383), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:23.688934 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1b5a-4575-4617-be4a-f5e15ad39a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5850dbef-6090-4818-a121-8ac5b5b67ab1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:23.692096 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1b5a-4575-4617-be4a-f5e15ad39a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:23.701073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3d4b5169-7dd2-4e55-b9bb-068f10f14383 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:23.702652 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3d4b5169-7dd2-4e55-b9bb-068f10f14383), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:23.711857 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fd4f1b5a-4575-4617-be4a-f5e15ad39a9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5850dbef-6090-4818-a121-8ac5b5b67ab1 HTTP/1.1" status: 204 len: 168 time: 0.9166238 Mar 23 01:35:23.743029 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f1b5a-4575-4617-be4a-f5e15ad39a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5850dbef-6090-4818-a121-8ac5b5b67ab1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:23.820590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e551c4a-4534-4645-99b1-cc48eca7b2cb service neutron] Pushing event updated for resources: {'Port': ['ID=13d3229a-05cb-4986-8d0e-a7746ae2fcc7,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:23.843366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecccd3b-4e8f-47b7-aa59-a398fcaf7a18 req-3a6cc1a2-0dd6-4798-9388-5fa2aa3faa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:23.845019 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ecccd3b-4e8f-47b7-aa59-a398fcaf7a18 req-3a6cc1a2-0dd6-4798-9388-5fa2aa3faa06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.8204267 Mar 23 01:35:23.883899 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-a79f5e4d-c880-443e-8153-1552a136c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:23.884523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-a79f5e4d-c880-443e-8153-1552a136c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:23.885740 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-a79f5e4d-c880-443e-8153-1552a136c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:23.887915 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-a79f5e4d-c880-443e-8153-1552a136c255 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=054fa183fb5d47de98ba8e2cf6ee1cc3&device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2957 time: 0.8612618 Mar 23 01:35:23.910598 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:23.917138 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ecccd3b-4e8f-47b7-aa59-a398fcaf7a18 req-f91aa6d7-5798-4a9f-8494-3ad9890fe3ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608432 Mar 23 01:35:23.930920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-6ecccd3b-4e8f-47b7-aa59-a398fcaf7a18 req-8a3d5c5a-a917-45fc-8cbd-a70799ab821f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:35:23.932898 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ecccd3b-4e8f-47b7-aa59-a398fcaf7a18 req-8a3d5c5a-a917-45fc-8cbd-a70799ab821f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085659 Mar 23 01:35:23.933875 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:24.053704 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (06a07313-ecb8-4460-8aaf-d015e1db9eeb), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:24.067013 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-f2e35745-5fe9-41a9-a779-5249c6e44c83 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.89&port_id=92ba392e-19dd-4fcf-8073-a39288b6f05e HTTP/1.1" status: 200 len: 217 time: 0.1536188 Mar 23 01:35:24.161362 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:35:24.161879 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:35:24.326163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76dd08e-96f0-4708-a9ae-b1f8891ab8f4 None None] Pushing event updated for resources: {'Port': ['ID=3d4b5169-7dd2-4e55-b9bb-068f10f14383,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:24.335221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=2937ca47-d09b-4a17-a49d-d47bbea036c1,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:24.366167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-49363f91-993a-4b77-8726-565c6c7ed9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:24.367708 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-49363f91-993a-4b77-8726-565c6c7ed9bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=817a41f1-f3f5-4817-91a8-3ec5bb9c28db HTTP/1.1" status: 200 len: 801 time: 0.2238517 Mar 23 01:35:24.486349 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:24.517851 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ecccd3b-4e8f-47b7-aa59-a398fcaf7a18 req-972e4211-9ee6-4cff-b0a2-15d1139f2ca0 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254760 Mar 23 01:35:24.809915 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3d4b5169-7dd2-4e55-b9bb-068f10f14383 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:24.826627 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37716) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:24.871728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a3cd406c-9548-4950-a331-c8af796ea33d None None] Provisioning complete for port 2937ca47-d09b-4a17-a49d-d47bbea036c1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:24.874632 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a3cd406c-9548-4950-a331-c8af796ea33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:24.881601 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:24.913542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:24.958658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-a2792bdc-c1ee-4586-919e-0de3715b8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:24.961893 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-a2792bdc-c1ee-4586-919e-0de3715b8efd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27f88444-e473-48a0-9956-99ce94f4e8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5744452 Mar 23 01:35:24.999796 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3d4b5169-7dd2-4e55-b9bb-068f10f14383 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:25.083197 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a3cd406c-9548-4950-a331-c8af796ea33d None None] Port 2937ca47-d09b-4a17-a49d-d47bbea036c1 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:35:25.100781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3d4b5169-7dd2-4e55-b9bb-068f10f14383 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:25.101157 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3d4b5169-7dd2-4e55-b9bb-068f10f14383), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:25.165774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a3cd406c-9548-4950-a331-c8af796ea33d None None] Provisioning complete for port 3d4b5169-7dd2-4e55-b9bb-068f10f14383 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:25.166500 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a3cd406c-9548-4950-a331-c8af796ea33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3d4b5169-7dd2-4e55-b9bb-068f10f14383), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:25.253529 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f8508d49-0514-4767-ad22-c42c0a29072b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:25.277089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3d4b5169-7dd2-4e55-b9bb-068f10f14383 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:25.319068 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ecccd3b-4e8f-47b7-aa59-a398fcaf7a18 req-c79a8278-60ce-4099-b498-963e1e2471ec service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7827365 Mar 23 01:35:25.364756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831137a-8a10-45af-b6db-c7cef5652171 req-c3d9067a-aa2a-426e-bad4-b52b01fcafb1 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:25.370683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831137a-8a10-45af-b6db-c7cef5652171 req-c3d9067a-aa2a-426e-bad4-b52b01fcafb1 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:25.376305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831137a-8a10-45af-b6db-c7cef5652171 req-c3d9067a-aa2a-426e-bad4-b52b01fcafb1 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:25.383642 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7831137a-8a10-45af-b6db-c7cef5652171 req-c3d9067a-aa2a-426e-bad4-b52b01fcafb1 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2411 time: 0.8633487 Mar 23 01:35:25.412272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a3cd406c-9548-4950-a331-c8af796ea33d None None] Current status of the port 3d4b5169-7dd2-4e55-b9bb-068f10f14383 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:25.416446 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 06a07313-ecb8-4460-8aaf-d015e1db9eeb has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:35:25.456927 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f8508d49-0514-4767-ad22-c42c0a29072b admin admin] Publish callbacks [] for security_group (08887703-9e3f-49d8-a540-ab7dd01d8166), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:25.468429 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f8508d49-0514-4767-ad22-c42c0a29072b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (08887703-9e3f-49d8-a540-ab7dd01d8166), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:25.570329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ae97700c-d91e-4fd1-86d0-5b34a6185b03 None None] Provisioning complete for port 2937ca47-d09b-4a17-a49d-d47bbea036c1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:25.570710 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ae97700c-d91e-4fd1-86d0-5b34a6185b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:25.583956 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f8508d49-0514-4767-ad22-c42c0a29072b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16e4ba2018d9428aa6f70b4ddad90fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7553160 Mar 23 01:35:25.584667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37736) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:25.590864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8508d49-0514-4767-ad22-c42c0a29072b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08887703-9e3f-49d8-a540-ab7dd01d8166,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:25.691534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ae97700c-d91e-4fd1-86d0-5b34a6185b03 None None] Port 2937ca47-d09b-4a17-a49d-d47bbea036c1 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:35:25.722895 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-659231dd-94a6-4aa7-9d8e-8ad7b948f65a service neutron] 10.222.0.43 "GET /v2.0/networks/27f88444-e473-48a0-9956-99ce94f4e8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7500212 Mar 23 01:35:25.730999 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-96b25535-17fc-4a3e-afa0-05480f852814 admin admin] Publish callbacks [] for security_group (08887703-9e3f-49d8-a540-ab7dd01d8166), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:25.740449 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7831137a-8a10-45af-b6db-c7cef5652171 req-40245fb0-cc63-4fa1-a224-cda7677cf5f2 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557632 Mar 23 01:35:25.777752 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:25.789357 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:35:25.808216 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Sync routers for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:35:25.810866 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-71c4a6a9-90de-4d95-b2e6-81acc5d15d21 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/06a07313-ecb8-4460-8aaf-d015e1db9eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2021778 Mar 23 01:35:25.822855 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37742) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:25.835729 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:35:25.836360 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:25.842913 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-96b25535-17fc-4a3e-afa0-05480f852814 admin admin] Publish callbacks [] for security_group (08887703-9e3f-49d8-a540-ab7dd01d8166), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:25.884565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-54fe4db5-2ea8-4532-a719-d303305b06a5 None None] Provisioning complete for port 2937ca47-d09b-4a17-a49d-d47bbea036c1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:25.885434 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-54fe4db5-2ea8-4532-a719-d303305b06a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:25.888432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-7b607270-c708-4b66-aaac-7b67a0d28e2f service neutron] 10.222.0.43 "GET /v2.0/networks/27f88444-e473-48a0-9956-99ce94f4e8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451738 Mar 23 01:35:25.904679 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f2e7435a-d122-4a39-a942-b8d08c74672d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'network': {'name': 'tempest-RoutersTest-2139645967'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:25.948481 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-676499a9-7903-4302-a15f-1282a068eb4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.19&port_id=b97c4008-8f55-47ef-9bde-5c55f515d9dd HTTP/1.1" status: 200 len: 217 time: 0.0529480 Mar 23 01:35:26.003321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-54fe4db5-2ea8-4532-a719-d303305b06a5 None None] Port 2937ca47-d09b-4a17-a49d-d47bbea036c1 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:35:26.024154 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e7435a-d122-4a39-a942-b8d08c74672d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:26.028490 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f2e7435a-d122-4a39-a942-b8d08c74672d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:26.048468 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-935fa2cc-93ad-4a42-8399-c64c011ce0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:26.050096 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-935fa2cc-93ad-4a42-8399-c64c011ce0ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8d037b3e-6661-4f4c-92c9-2a43eaba7151 HTTP/1.1" status: 200 len: 801 time: 0.0930667 Mar 23 01:35:26.118002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-e43f9ff3-4678-40ec-9a30-78ea9c393d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:26.119041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e7435a-d122-4a39-a942-b8d08c74672d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:35:26.121020 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-e43f9ff3-4678-40ec-9a30-78ea9c393d98 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba2a5364-fe65-4698-9bb1-f7ba5afe2b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0649624 Mar 23 01:35:26.133558 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:35:26.133750 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-96b25535-17fc-4a3e-afa0-05480f852814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (08887703-9e3f-49d8-a540-ab7dd01d8166), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:26.140188 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-96b25535-17fc-4a3e-afa0-05480f852814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:26.141420 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-96b25535-17fc-4a3e-afa0-05480f852814 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08887703-9e3f-49d8-a540-ab7dd01d8166 HTTP/1.1" status: 204 len: 168 time: 0.5363102 Mar 23 01:35:26.163727 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b25535-17fc-4a3e-afa0-05480f852814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08887703-9e3f-49d8-a540-ab7dd01d8166,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:26.178568 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f2e7435a-d122-4a39-a942-b8d08c74672d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (cff859cc-3cda-429b-8875-7092d6b79402), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:26.180726 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-f2e7435a-d122-4a39-a942-b8d08c74672d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Added segment cff859cc-3cda-429b-8875-7092d6b79402 of type vlan for network 3fb626cb-4f21-41ad-b9ae-5b9e94e04dde Mar 23 01:35:26.269536 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f2e7435a-d122-4a39-a942-b8d08c74672d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (3fb626cb-4f21-41ad-b9ae-5b9e94e04dde), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:26.315681 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-181e1586-6d9e-40ba-aac2-1cf0a00da240 service neutron] 10.222.0.43 "GET /v2.0/networks/ba2a5364-fe65-4698-9bb1-f7ba5afe2b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877196 Mar 23 01:35:26.321206 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f2e7435a-d122-4a39-a942-b8d08c74672d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (3fb626cb-4f21-41ad-b9ae-5b9e94e04dde), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:26.336026 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e7435a-d122-4a39-a942-b8d08c74672d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:26.338245 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f2e7435a-d122-4a39-a942-b8d08c74672d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:26.550405 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-4443fc70-b3e5-4b51-87cf-710621b43272 service neutron] 10.222.0.43 "GET /v2.0/networks/ba2a5364-fe65-4698-9bb1-f7ba5afe2b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249300 Mar 23 01:35:26.554261 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f2e7435a-d122-4a39-a942-b8d08c74672d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6844397 Mar 23 01:35:26.555958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37760) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:26.570120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ae5a5fd5-db8c-44a6-bcde-47a0e40de0e9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'subnet': {'network_id': '3fb626cb-4f21-41ad-b9ae-5b9e94e04dde', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:26.582608 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7435a-d122-4a39-a942-b8d08c74672d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Network': ['ID=3fb626cb-4f21-41ad-b9ae-5b9e94e04dde,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:26.594757 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 3fb626cb-4f21-41ad-b9ae-5b9e94e04dde details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:35:26.658270 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:22Z', 'revision_number': 4, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '2937ca47-d09b-4a17-a49d-d47bbea036c1', 'name': '', 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:d9:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:18Z', 'updated_at': '2022-03-23T01:35:23Z', 'revision_number': 2, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:19Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:26.717607 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Checking router: 06a07313-ecb8-4460-8aaf-d015e1db9eeb for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:35:26.718148 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Updating router 06a07313-ecb8-4460-8aaf-d015e1db9eeb port 2937ca47-d09b-4a17-a49d-d47bbea036c1 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:35:26.743473 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-70bafb6f-8a1a-47b5-b17b-fab31498a211 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.167&port_id=13d3229a-05cb-4986-8d0e-a7746ae2fcc7 HTTP/1.1" status: 200 len: 217 time: 0.1847014 Mar 23 01:35:26.792661 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:27.002261 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeea6c8-ed71-4881-8265-f5108167f14b req-b0ee5907-3120-456a-89af-13af181d795a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:27.006232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-5c932d35-275a-4be4-bb03-1143cb0230da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:27.017224 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-5c932d35-275a-4be4-bb03-1143cb0230da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=817a41f1-f3f5-4817-91a8-3ec5bb9c28db HTTP/1.1" status: 200 len: 801 time: 0.2624085 Mar 23 01:35:27.018244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5a5fd5-db8c-44a6-bcde-47a0e40de0e9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Made reservation on behalf of 92a06e957cd34b499d4c6950902b5222 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:27.024588 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5fd5-db8c-44a6-bcde-47a0e40de0e9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:27.028281 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeea6c8-ed71-4881-8265-f5108167f14b req-b0ee5907-3120-456a-89af-13af181d795a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:27.043277 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeea6c8-ed71-4881-8265-f5108167f14b req-b0ee5907-3120-456a-89af-13af181d795a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:27.067468 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4eeea6c8-ed71-4881-8265-f5108167f14b req-b0ee5907-3120-456a-89af-13af181d795a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2411 time: 0.2198002 Mar 23 01:35:27.143749 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4eeea6c8-ed71-4881-8265-f5108167f14b req-e5a46ab6-92d9-4968-8392-d64594e3fb4c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742438 Mar 23 01:35:27.211061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-52ab6cc6-b4de-4cd2-b7b3-1d9f502d2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:27.213081 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-52ab6cc6-b4de-4cd2-b7b3-1d9f502d2875 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27f88444-e473-48a0-9956-99ce94f4e8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1785405 Mar 23 01:35:27.295647 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Publish callbacks [] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:27.314685 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:27.334455 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-35b801b4-5ae9-4d9d-858c-b94be36fedb0 service neutron] 10.222.0.43 "GET /v2.0/networks/27f88444-e473-48a0-9956-99ce94f4e8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145699 Mar 23 01:35:27.474112 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f46832-0e3f-4412-a964-bd7002e9d5f7 None None] Pushing event updated for resources: {'Port': ['ID=2937ca47-d09b-4a17-a49d-d47bbea036c1,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:27.523411 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Attempting to bind port 2937ca47-d09b-4a17-a49d-d47bbea036c1 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:35:27.523840 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Attempting to bind port 2937ca47-d09b-4a17-a49d-d47bbea036c1 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '48395449-51d7-46ad-9e8c-e0b32779cf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:35:27.524136 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Attempting to bind port 2937ca47-d09b-4a17-a49d-d47bbea036c1 on network b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:27.540097 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:35:27.540892 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Checking segment: {'id': '48395449-51d7-46ad-9e8c-e0b32779cf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:27.541562 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:27.542116 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Bound using segment: {'id': '48395449-51d7-46ad-9e8c-e0b32779cf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:35:27.542792 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Bound port: 2937ca47-d09b-4a17-a49d-d47bbea036c1, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48395449-51d7-46ad-9e8c-e0b32779cf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:35:27.543506 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:27.716692 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] For port 2937ca47-d09b-4a17-a49d-d47bbea036c1, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:35:27.723716 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] For port 2937ca47-d09b-4a17-a49d-d47bbea036c1, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2937ca47-d09b-4a17-a49d-d47bbea036c1,segment=NetworkSegment(48395449-51d7-46ad-9e8c-e0b32779cf35),segment_id=48395449-51d7-46ad-9e8c-e0b32779cf35)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:35:27.740878 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:27.749835 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-79dacfae-1410-48e0-8d80-21fb9f978700 None None] Provisioning complete for port 2937ca47-d09b-4a17-a49d-d47bbea036c1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:27.752582 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-79dacfae-1410-48e0-8d80-21fb9f978700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:27.832794 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:35:27.833437 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:27.989391 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-79dacfae-1410-48e0-8d80-21fb9f978700 None None] Current status of the port 2937ca47-d09b-4a17-a49d-d47bbea036c1 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:27.991161 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-79dacfae-1410-48e0-8d80-21fb9f978700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:28.042450 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:35:28.080413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-79dacfae-1410-48e0-8d80-21fb9f978700 None None] For port 2937ca47-d09b-4a17-a49d-d47bbea036c1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2937ca47-d09b-4a17-a49d-d47bbea036c1,segment=NetworkSegment(48395449-51d7-46ad-9e8c-e0b32779cf35),segment_id=48395449-51d7-46ad-9e8c-e0b32779cf35)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:28.090569 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-79dacfae-1410-48e0-8d80-21fb9f978700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:28.096419 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f46832-0e3f-4412-a964-bd7002e9d5f7 None None] Pushing event updated for resources: {'Port': ['ID=2937ca47-d09b-4a17-a49d-d47bbea036c1,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:28.191929 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dacfae-1410-48e0-8d80-21fb9f978700 None None] Pushing event updated for resources: {'Port': ['ID=2937ca47-d09b-4a17-a49d-d47bbea036c1,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:28.246490 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2d8213c1-ec0a-400a-96b3-3304685c3b24 None None] Provisioning complete for port 2937ca47-d09b-4a17-a49d-d47bbea036c1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:28.246871 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2d8213c1-ec0a-400a-96b3-3304685c3b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:28.278178 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af5b4509-cf89-4794-a4f4-7c915df49944 req-c3f4664e-0962-4b20-a2fc-5f2ec2e4907b service neutron] 10.222.0.43 "GET /v2.0/networks/27f88444-e473-48a0-9956-99ce94f4e8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9374652 Mar 23 01:35:28.282089 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5fd5-db8c-44a6-bcde-47a0e40de0e9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (41293a9b-f71e-43cd-9e07-d19eee1630f1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:28.410139 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2d8213c1-ec0a-400a-96b3-3304685c3b24 None None] Current status of the port 2937ca47-d09b-4a17-a49d-d47bbea036c1 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:28.473449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a5fd5-db8c-44a6-bcde-47a0e40de0e9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Subnet': ['ID=41293a9b-f71e-43cd-9e07-d19eee1630f1,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:28.500537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5a5fd5-db8c-44a6-bcde-47a0e40de0e9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Checking segment: {'id': 'cff859cc-3cda-429b-8875-7092d6b79402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3fb626cb-4f21-41ad-b9ae-5b9e94e04dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:28.500922 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5a5fd5-db8c-44a6-bcde-47a0e40de0e9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network hostable DHCP agents. Network: 3fb626cb-4f21-41ad-b9ae-5b9e94e04dde, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:35:28.537447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb9a42-431a-4611-b6bc-a59df9c5765d req-db67d13c-af8f-4836-8705-ad46de66c1e7 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:28.543114 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb9a42-431a-4611-b6bc-a59df9c5765d req-db67d13c-af8f-4836-8705-ad46de66c1e7 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:28.549367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb9a42-431a-4611-b6bc-a59df9c5765d req-db67d13c-af8f-4836-8705-ad46de66c1e7 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:28.556567 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2bb9a42-431a-4611-b6bc-a59df9c5765d req-db67d13c-af8f-4836-8705-ad46de66c1e7 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2411 time: 0.2699716 Mar 23 01:35:28.558069 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:22Z', 'revision_number': 4, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '2937ca47-d09b-4a17-a49d-d47bbea036c1', 'name': '', 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:d9:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:18Z', 'updated_at': '2022-03-23T01:35:27Z', 'revision_number': 4, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:19Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:28.606142 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2201a8d-1a89-4f1c-91c3-0968cf3ff827 req-016a79b7-04f8-4222-b1e4-35d18a099e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:28.606628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2201a8d-1a89-4f1c-91c3-0968cf3ff827 req-016a79b7-04f8-4222-b1e4-35d18a099e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:28.607102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2201a8d-1a89-4f1c-91c3-0968cf3ff827 req-016a79b7-04f8-4222-b1e4-35d18a099e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:28.608875 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2201a8d-1a89-4f1c-91c3-0968cf3ff827 req-016a79b7-04f8-4222-b1e4-35d18a099e50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=054fa183fb5d47de98ba8e2cf6ee1cc3&device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2957 time: 0.1726511 Mar 23 01:35:28.612948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5a5fd5-db8c-44a6-bcde-47a0e40de0e9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 3fb626cb-4f21-41ad-b9ae-5b9e94e04dde is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:35:28.631923 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-ae5a5fd5-db8c-44a6-bcde-47a0e40de0e9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 3fb626cb-4f21-41ad-b9ae-5b9e94e04dde) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:28.642323 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce0a39b-2960-47e6-9d27-168d54aa4391 None None] Network 3fb626cb-4f21-41ad-b9ae-5b9e94e04dde requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:35:28.651090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2bb9a42-431a-4611-b6bc-a59df9c5765d req-7482954b-f0db-431d-a864-7d6ad047121e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925667 Mar 23 01:35:28.730469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5a5fd5-db8c-44a6-bcde-47a0e40de0e9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:28.733106 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5fd5-db8c-44a6-bcde-47a0e40de0e9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:28.783634 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3e988-b9e0-4675-8e8d-88a298bacb90 None None] The sync data for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 is: [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:22Z', 'revision_number': 4, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '2937ca47-d09b-4a17-a49d-d47bbea036c1', 'name': '', 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:d9:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:18Z', 'updated_at': '2022-03-23T01:35:27Z', 'revision_number': 4, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:19Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:35:28.887579 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37828) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:28.888047 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ae5a5fd5-db8c-44a6-bcde-47a0e40de0e9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3302238 Mar 23 01:35:28.946081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2201a8d-1a89-4f1c-91c3-0968cf3ff827 req-eacb23f5-3f69-4958-8826-935f028a0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:28.951074 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2201a8d-1a89-4f1c-91c3-0968cf3ff827 req-eacb23f5-3f69-4958-8826-935f028a0275 service neutron] 10.222.0.43 "GET /v2.0/networks?id=27f88444-e473-48a0-9956-99ce94f4e8d8 HTTP/1.1" status: 200 len: 902 time: 0.3296759 Mar 23 01:35:29.018238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-3fb626cb-4f21-41ad-b9ae-5b9e94e04dde', 'network_id': '3fb626cb-4f21-41ad-b9ae-5b9e94e04dde', 'project_id': '92a06e957cd34b499d4c6950902b5222', 'fixed_ips': [{'subnet_id': '41293a9b-f71e-43cd-9e07-d19eee1630f1'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:35:29.019083 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:29.083228 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2201a8d-1a89-4f1c-91c3-0968cf3ff827 req-5e04d0fd-abb9-4391-a2a6-3bf9a2207693 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.167&port_id=13d3229a-05cb-4986-8d0e-a7746ae2fcc7 HTTP/1.1" status: 200 len: 217 time: 0.1125715 Mar 23 01:35:29.174161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2201a8d-1a89-4f1c-91c3-0968cf3ff827 req-707d55b6-e8eb-48a6-8af2-db25d7ebfc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:29.175884 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2201a8d-1a89-4f1c-91c3-0968cf3ff827 req-707d55b6-e8eb-48a6-8af2-db25d7ebfc5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=817a41f1-f3f5-4817-91a8-3ec5bb9c28db HTTP/1.1" status: 200 len: 801 time: 0.0917406 Mar 23 01:35:29.317433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2201a8d-1a89-4f1c-91c3-0968cf3ff827 req-a514117c-93f8-4aca-bf7a-ba8283c5f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:29.320939 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2201a8d-1a89-4f1c-91c3-0968cf3ff827 req-a514117c-93f8-4aca-bf7a-ba8283c5f9e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27f88444-e473-48a0-9956-99ce94f4e8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1293275 Mar 23 01:35:29.401547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Allocated IP 172.23.0.2 (3fb626cb-4f21-41ad-b9ae-5b9e94e04dde/41293a9b-f71e-43cd-9e07-d19eee1630f1/1e8fe377-f351-4b1c-9432-159a0e3d437f) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:35:29.518000 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2201a8d-1a89-4f1c-91c3-0968cf3ff827 req-dc17e994-d5bd-4d14-a2b8-9035d4774ef9 service neutron] 10.222.0.43 "GET /v2.0/networks/27f88444-e473-48a0-9956-99ce94f4e8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893914 Mar 23 01:35:29.781746 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2201a8d-1a89-4f1c-91c3-0968cf3ff827 req-61122386-1636-492e-9dfb-79c5f2d5dad3 service neutron] 10.222.0.43 "GET /v2.0/networks/27f88444-e473-48a0-9956-99ce94f4e8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570746 Mar 23 01:35:29.833556 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Publish callbacks [] for port (1e8fe377-f351-4b1c-9432-159a0e3d437f), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:29.846401 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (1e8fe377-f351-4b1c-9432-159a0e3d437f), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:29.900086 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Pushing event updated for resources: {'Port': ['ID=1e8fe377-f351-4b1c-9432-159a0e3d437f,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:29.917498 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Network 3fb626cb-4f21-41ad-b9ae-5b9e94e04dde is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:29.919266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:29.922075 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:35:30.074802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Attempting to bind port 1e8fe377-f351-4b1c-9432-159a0e3d437f on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:35:30.076948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Attempting to bind port 1e8fe377-f351-4b1c-9432-159a0e3d437f by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'cff859cc-3cda-429b-8875-7092d6b79402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3fb626cb-4f21-41ad-b9ae-5b9e94e04dde'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:35:30.077323 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Attempting to bind port 1e8fe377-f351-4b1c-9432-159a0e3d437f on network 3fb626cb-4f21-41ad-b9ae-5b9e94e04dde {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:30.106153 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:35:30.106614 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Checking segment: {'id': 'cff859cc-3cda-429b-8875-7092d6b79402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3fb626cb-4f21-41ad-b9ae-5b9e94e04dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:30.107636 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:30.108065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Bound using segment: {'id': 'cff859cc-3cda-429b-8875-7092d6b79402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3fb626cb-4f21-41ad-b9ae-5b9e94e04dde'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:35:30.108577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Bound port: 1e8fe377-f351-4b1c-9432-159a0e3d437f, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff859cc-3cda-429b-8875-7092d6b79402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3fb626cb-4f21-41ad-b9ae-5b9e94e04dde'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:35:30.108994 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1e8fe377-f351-4b1c-9432-159a0e3d437f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:30.147868 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e264-84d4-44d0-baf8-23a7abdf466b req-ecd21395-975e-490a-b6eb-6e10cc7916b7 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:30.157940 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e264-84d4-44d0-baf8-23a7abdf466b req-ecd21395-975e-490a-b6eb-6e10cc7916b7 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:30.163645 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e264-84d4-44d0-baf8-23a7abdf466b req-ecd21395-975e-490a-b6eb-6e10cc7916b7 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:30.171250 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5da4e264-84d4-44d0-baf8-23a7abdf466b req-ecd21395-975e-490a-b6eb-6e10cc7916b7 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2411 time: 0.3378758 Mar 23 01:35:30.236705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] For port 1e8fe377-f351-4b1c-9432-159a0e3d437f, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:35:30.247243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] For port 1e8fe377-f351-4b1c-9432-159a0e3d437f, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1e8fe377-f351-4b1c-9432-159a0e3d437f,segment=NetworkSegment(cff859cc-3cda-429b-8875-7092d6b79402),segment_id=cff859cc-3cda-429b-8875-7092d6b79402)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:35:30.261619 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1e8fe377-f351-4b1c-9432-159a0e3d437f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:30.285436 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5da4e264-84d4-44d0-baf8-23a7abdf466b req-bf57ac3f-3651-4cba-81e7-5b5ec4917cf9 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128738 Mar 23 01:35:30.407820 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808a953-e4a7-4378-afc5-d6d98b480345 None None] Pushing event updated for resources: {'Port': ['ID=1e8fe377-f351-4b1c-9432-159a0e3d437f,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:30.650264 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:31.125274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1e8fe377-f351-4b1c-9432-159a0e3d437f up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:31.262888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Allocated IP 172.23.0.1 (3fb626cb-4f21-41ad-b9ae-5b9e94e04dde/41293a9b-f71e-43cd-9e07-d19eee1630f1/cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:35:31.318544 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 1e8fe377-f351-4b1c-9432-159a0e3d437f triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:31.318757 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1e8fe377-f351-4b1c-9432-159a0e3d437f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:31.500349 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 1e8fe377-f351-4b1c-9432-159a0e3d437f is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:31.501055 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1e8fe377-f351-4b1c-9432-159a0e3d437f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:31.523381 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c17ec-c255-402e-a34f-6c761cb6406c req-ae3b9125-ded9-4c9c-98dd-f7562b840ff2 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:31.530520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c17ec-c255-402e-a34f-6c761cb6406c req-ae3b9125-ded9-4c9c-98dd-f7562b840ff2 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:31.557064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c17ec-c255-402e-a34f-6c761cb6406c req-ae3b9125-ded9-4c9c-98dd-f7562b840ff2 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:31.563162 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b0c17ec-c255-402e-a34f-6c761cb6406c req-ae3b9125-ded9-4c9c-98dd-f7562b840ff2 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2411 time: 0.1509781 Mar 23 01:35:31.581047 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 1e8fe377-f351-4b1c-9432-159a0e3d437f, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1e8fe377-f351-4b1c-9432-159a0e3d437f,segment=NetworkSegment(cff859cc-3cda-429b-8875-7092d6b79402),segment_id=cff859cc-3cda-429b-8875-7092d6b79402)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:31.590060 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1e8fe377-f351-4b1c-9432-159a0e3d437f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:31.590818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2937ca47-d09b-4a17-a49d-d47bbea036c1 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:31.670571 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:31.754741 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b0c17ec-c255-402e-a34f-6c761cb6406c req-6f5b8450-a672-4ee7-8d36-6d5d13fdc51b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843019 Mar 23 01:35:31.792137 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:31.913341 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=1e8fe377-f351-4b1c-9432-159a0e3d437f,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:31.955990 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 2937ca47-d09b-4a17-a49d-d47bbea036c1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:31.956375 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:31.983018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 3fb626cb-4f21-41ad-b9ae-5b9e94e04dde is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:31.986965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:32.008551 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:35:32.100518 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:32.141022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 92ba392e-19dd-4fcf-8073-a39288b6f05e details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:35:32.175131 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (06a07313-ecb8-4460-8aaf-d015e1db9eeb), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:32.195526 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 2937ca47-d09b-4a17-a49d-d47bbea036c1 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:32.395108 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 92ba392e-19dd-4fcf-8073-a39288b6f05e, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=92ba392e-19dd-4fcf-8073-a39288b6f05e,segment=NetworkSegment(2581bb4a-0da4-4d48-b064-073cc338e077),segment_id=2581bb4a-0da4-4d48-b064-073cc338e077)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:32.421784 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0352f6-3eaa-4699-8889-ba58b2bb9316 None None] Network 3fb626cb-4f21-41ad-b9ae-5b9e94e04dde requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:35:32.455588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '92ba392e-19dd-4fcf-8073-a39288b6f05e', 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8', 'port_id': '92ba392e-19dd-4fcf-8073-a39288b6f05e', 'mac_address': 'fa:16:3e:67:53:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817a41f1-f3f5-4817-91a8-3ec5bb9c28db', 'ip_address': '19.80.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:35:32.576193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37996) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:32.623209 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:32.670526 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-32479e2f-d7e7-4d41-8628-b4068d77d38a None None] Provisioning complete for port 1e8fe377-f351-4b1c-9432-159a0e3d437f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:32.670901 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-32479e2f-d7e7-4d41-8628-b4068d77d38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1e8fe377-f351-4b1c-9432-159a0e3d437f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:32.752198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 92ba392e-19dd-4fcf-8073-a39288b6f05e is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:32.752622 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (92ba392e-19dd-4fcf-8073-a39288b6f05e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:32.904294 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b226e0a-71b6-468f-9bea-ed1a413c9710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:32.921767 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ba392e-19dd-4fcf-8073-a39288b6f05e {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:35:32.976457 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 92ba392e-19dd-4fcf-8073-a39288b6f05e, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=92ba392e-19dd-4fcf-8073-a39288b6f05e,segment=NetworkSegment(2581bb4a-0da4-4d48-b064-073cc338e077),segment_id=2581bb4a-0da4-4d48-b064-073cc338e077)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:33.024098 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (92ba392e-19dd-4fcf-8073-a39288b6f05e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:33.068020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22684508-6218-4dfe-b428-6863a98e1afa req-95e77d51-4be0-41c1-b4bb-911af04007e9 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:33.070456 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b226e0a-71b6-468f-9bea-ed1a413c9710 admin admin] Publish callbacks [] for security_group (33cbbca1-14c5-40ee-829c-bc75d7f50705), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:33.080912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b226e0a-71b6-468f-9bea-ed1a413c9710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (33cbbca1-14c5-40ee-829c-bc75d7f50705), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:33.085246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22684508-6218-4dfe-b428-6863a98e1afa req-95e77d51-4be0-41c1-b4bb-911af04007e9 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:33.109692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22684508-6218-4dfe-b428-6863a98e1afa req-95e77d51-4be0-41c1-b4bb-911af04007e9 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:33.111938 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22684508-6218-4dfe-b428-6863a98e1afa req-95e77d51-4be0-41c1-b4bb-911af04007e9 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2411 time: 0.2116525 Mar 23 01:35:33.131153 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=92ba392e-19dd-4fcf-8073-a39288b6f05e,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:33.137634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1e8fe377-f351-4b1c-9432-159a0e3d437f up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:33.170805 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3b226e0a-71b6-468f-9bea-ed1a413c9710 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e33f76fb01fc4e8b861679b628b4a1d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5908194 Mar 23 01:35:33.173018 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38008) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:33.346852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b226e0a-71b6-468f-9bea-ed1a413c9710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cbbca1-14c5-40ee-829c-bc75d7f50705,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:33.390782 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1a7a5a5a-9de2-4c93-b96b-dbd5bfb65a29 admin admin] Publish callbacks [] for security_group (33cbbca1-14c5-40ee-829c-bc75d7f50705), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:33.423072 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22684508-6218-4dfe-b428-6863a98e1afa req-e01b58be-93e5-4156-bfb6-b60d1658552c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101541 Mar 23 01:35:33.457305 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:33.468464 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:33.478501 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1a7a5a5a-9de2-4c93-b96b-dbd5bfb65a29 admin admin] Publish callbacks [] for security_group (33cbbca1-14c5-40ee-829c-bc75d7f50705), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:33.498546 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-32479e2f-d7e7-4d41-8628-b4068d77d38a None None] Current status of the port 1e8fe377-f351-4b1c-9432-159a0e3d437f is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:33.536449 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 1e8fe377-f351-4b1c-9432-159a0e3d437f triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:33.537081 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1e8fe377-f351-4b1c-9432-159a0e3d437f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:33.555779 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1a7a5a5a-9de2-4c93-b96b-dbd5bfb65a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (33cbbca1-14c5-40ee-829c-bc75d7f50705), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:33.559413 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1a7a5a5a-9de2-4c93-b96b-dbd5bfb65a29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:33.560753 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1a7a5a5a-9de2-4c93-b96b-dbd5bfb65a29 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33cbbca1-14c5-40ee-829c-bc75d7f50705 HTTP/1.1" status: 204 len: 168 time: 0.3644221 Mar 23 01:35:33.592253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a5a5a-9de2-4c93-b96b-dbd5bfb65a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cbbca1-14c5-40ee-829c-bc75d7f50705,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:33.613028 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (06a07313-ecb8-4460-8aaf-d015e1db9eeb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:33.657305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['92ba392e-19dd-4fcf-8073-a39288b6f05e'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:35:33.722923 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:33.830308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 1e8fe377-f351-4b1c-9432-159a0e3d437f is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:33.915645 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event updated for resources: {'Port': ['ID=cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:33.928002 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a1e48abe-42b0-4704-9fdb-394da8baf7ec None None] Provisioning complete for port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:33.928164 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a1e48abe-42b0-4704-9fdb-394da8baf7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:33.994168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a1e48abe-42b0-4704-9fdb-394da8baf7ec None None] Port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:35:34.008553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a1e48abe-42b0-4704-9fdb-394da8baf7ec None None] Provisioning complete for port 1e8fe377-f351-4b1c-9432-159a0e3d437f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:34.012034 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a1e48abe-42b0-4704-9fdb-394da8baf7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1e8fe377-f351-4b1c-9432-159a0e3d437f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:34.053866 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Network 3fb626cb-4f21-41ad-b9ae-5b9e94e04dde is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:34.055383 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:34.116221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38018) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:34.148362 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16ed447a-02c6-4f44-af9f-3f5add5dfe3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:34.153057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:35:34.231759 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a1e48abe-42b0-4704-9fdb-394da8baf7ec None None] Current status of the port 1e8fe377-f351-4b1c-9432-159a0e3d437f is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:34.283983 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16ed447a-02c6-4f44-af9f-3f5add5dfe3f admin admin] Publish callbacks [] for security_group (b6a6d2c4-ff1e-48f2-b755-c6a3bef0d897), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:34.286445 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 06a07313-ecb8-4460-8aaf-d015e1db9eeb has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:35:34.288989 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16ed447a-02c6-4f44-af9f-3f5add5dfe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b6a6d2c4-ff1e-48f2-b755-c6a3bef0d897), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:34.353383 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-16ed447a-02c6-4f44-af9f-3f5add5dfe3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec8478d1e8e5442b83513dd3049fe330&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342191 Mar 23 01:35:34.354407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed447a-02c6-4f44-af9f-3f5add5dfe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a6d2c4-ff1e-48f2-b755-c6a3bef0d897,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:34.373534 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38026) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:34.519975 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7900a64-f237-4ab5-8dac-0234305db64d admin admin] Publish callbacks [] for security_group (b6a6d2c4-ff1e-48f2-b755-c6a3bef0d897), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:34.547736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=13d3229a-05cb-4986-8d0e-a7746ae2fcc7,segment=NetworkSegment(2581bb4a-0da4-4d48-b064-073cc338e077),segment_id=2581bb4a-0da4-4d48-b064-073cc338e077)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:34.579417 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:35:34.594845 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bf1d6dd7-a7b6-49c4-b12c-7fb6f14f3cfc tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/06a07313-ecb8-4460-8aaf-d015e1db9eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7054672 Mar 23 01:35:34.594845 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38036) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:34.598984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '13d3229a-05cb-4986-8d0e-a7746ae2fcc7', 'network_id': '27f88444-e473-48a0-9956-99ce94f4e8d8', 'port_id': '13d3229a-05cb-4986-8d0e-a7746ae2fcc7', 'mac_address': 'fa:16:3e:37:63:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817a41f1-f3f5-4817-91a8-3ec5bb9c28db', 'ip_address': '19.80.0.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:35:34.599885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5be7607a-cd4b-4ea8-9c66-5329a9866f4d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:34.621816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee80812-3648-493b-a478-d9825623b17a None None] Sync routers for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:35:34.647608 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7900a64-f237-4ab5-8dac-0234305db64d admin admin] Publish callbacks [] for security_group (b6a6d2c4-ff1e-48f2-b755-c6a3bef0d897), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:34.731242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee80812-3648-493b-a478-d9825623b17a None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:35:34.732020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-eee80812-3648-493b-a478-d9825623b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:34.770565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d1495166-5cf9-4519-98a5-8f705765b302 None None] Provisioning complete for port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:34.771007 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d1495166-5cf9-4519-98a5-8f705765b302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:34.850158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:34.850616 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:34.867795 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d1495166-5cf9-4519-98a5-8f705765b302 None None] Port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:35:34.882591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:35:34.887461 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-eee80812-3648-493b-a478-d9825623b17a None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:35:34.890370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716cb48-d452-4251-a260-379951f7831c req-9020cd4f-efd1-4ecd-af9a-9a38f607626b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:34.911358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716cb48-d452-4251-a260-379951f7831c req-9020cd4f-efd1-4ecd-af9a-9a38f607626b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:34.917061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716cb48-d452-4251-a260-379951f7831c req-9020cd4f-efd1-4ecd-af9a-9a38f607626b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:34.927737 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d716cb48-d452-4251-a260-379951f7831c req-9020cd4f-efd1-4ecd-af9a-9a38f607626b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2412 time: 0.3604479 Mar 23 01:35:35.001206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=13d3229a-05cb-4986-8d0e-a7746ae2fcc7,segment=NetworkSegment(2581bb4a-0da4-4d48-b064-073cc338e077),segment_id=2581bb4a-0da4-4d48-b064-073cc338e077)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:35.026989 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7900a64-f237-4ab5-8dac-0234305db64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b6a6d2c4-ff1e-48f2-b755-c6a3bef0d897), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:35.029600 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7900a64-f237-4ab5-8dac-0234305db64d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:35.033845 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a7900a64-f237-4ab5-8dac-0234305db64d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6a6d2c4-ff1e-48f2-b755-c6a3bef0d897 HTTP/1.1" status: 204 len: 168 time: 0.6580787 Mar 23 01:35:35.065187 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d716cb48-d452-4251-a260-379951f7831c req-4ded826e-4e6c-4aa2-9c83-24e3d865b20d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364455 Mar 23 01:35:35.078715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7900a64-f237-4ab5-8dac-0234305db64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a6d2c4-ff1e-48f2-b755-c6a3bef0d897,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:35.099037 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:35.099963 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device b97c4008-8f55-47ef-9bde-5c55f515d9dd details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:35:35.249694 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-88b6369f-3429-4916-abed-4f0bb34c6f49 None None] Provisioning complete for port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:35.250036 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-88b6369f-3429-4916-abed-4f0bb34c6f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:35.360139 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.resource_extend [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:35:35.507920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=13d3229a-05cb-4986-8d0e-a7746ae2fcc7,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:35.576977 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c0c177d-5036-4cf3-a653-62f4e4c80fae req-7d80071a-dfa5-472e-882d-650be27b9d22 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1215310 Mar 23 01:35:35.590979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-88b6369f-3429-4916-abed-4f0bb34c6f49 None None] Port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:35:35.726146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port b97c4008-8f55-47ef-9bde-5c55f515d9dd, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b97c4008-8f55-47ef-9bde-5c55f515d9dd,segment=NetworkSegment(b7ebd38b-2bb5-45eb-a256-e6561c4b2c68),segment_id=b7ebd38b-2bb5-45eb-a256-e6561c4b2c68)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:35.760179 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c177d-5036-4cf3-a653-62f4e4c80fae req-4f6c09e2-3029-4769-bd19-8606a332b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:35.761722 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c0c177d-5036-4cf3-a653-62f4e4c80fae req-4f6c09e2-3029-4769-bd19-8606a332b42f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7fba32711e514527a64b7c5dbb45387f&device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 1128 time: 0.1012647 Mar 23 01:35:35.777995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'b97c4008-8f55-47ef-9bde-5c55f515d9dd', 'network_id': 'ba2a5364-fe65-4698-9bb1-f7ba5afe2b52', 'port_id': 'b97c4008-8f55-47ef-9bde-5c55f515d9dd', 'mac_address': 'fa:16:3e:ae:53:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d037b3e-6661-4f4c-92c9-2a43eaba7151', 'ip_address': '19.86.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:35:35.879306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.extraroute_db [None req-5be7607a-cd4b-4ea8-9c66-5329a9866f4d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=99263) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 01:35:35.913554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.extraroute_db [None req-5be7607a-cd4b-4ea8-9c66-5329a9866f4d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Removed routes are [] {{(pid=99263) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 01:35:35.918970 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5be7607a-cd4b-4ea8-9c66-5329a9866f4d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (06a07313-ecb8-4460-8aaf-d015e1db9eeb), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:35.939836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-eee80812-3648-493b-a478-d9825623b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:32Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '2937ca47-d09b-4a17-a49d-d47bbea036c1', 'name': '', 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:d9:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:18Z', 'updated_at': '2022-03-23T01:35:28Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:19Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25', 'name': '', 'network_id': '3fb626cb-4f21-41ad-b9ae-5b9e94e04dde', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b1:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '41293a9b-f71e-43cd-9e07-d19eee1630f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:30Z', 'updated_at': '2022-03-23T01:35:32Z', 'revision_number': 2, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '41293a9b-f71e-43cd-9e07-d19eee1630f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:35.980831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port b97c4008-8f55-47ef-9bde-5c55f515d9dd is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:35.981235 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:35.985023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee80812-3648-493b-a478-d9825623b17a None None] Checking router: 06a07313-ecb8-4460-8aaf-d015e1db9eeb for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:35:35.985937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee80812-3648-493b-a478-d9825623b17a None None] Updating router 06a07313-ecb8-4460-8aaf-d015e1db9eeb port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:35:36.033457 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eee80812-3648-493b-a478-d9825623b17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:36.058316 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c177d-5036-4cf3-a653-62f4e4c80fae req-4db3f0ef-8767-4332-bbbe-f1fd558806b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:36.064024 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c0c177d-5036-4cf3-a653-62f4e4c80fae req-4db3f0ef-8767-4332-bbbe-f1fd558806b7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dad34f83-4f40-47a7-9927-593a4894674b HTTP/1.1" status: 200 len: 914 time: 0.2696383 Mar 23 01:35:36.074037 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97c4008-8f55-47ef-9bde-5c55f515d9dd {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:35:36.194583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port b97c4008-8f55-47ef-9bde-5c55f515d9dd, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b97c4008-8f55-47ef-9bde-5c55f515d9dd,segment=NetworkSegment(b7ebd38b-2bb5-45eb-a256-e6561c4b2c68),segment_id=b7ebd38b-2bb5-45eb-a256-e6561c4b2c68)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:36.232179 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:36.278562 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c0c177d-5036-4cf3-a653-62f4e4c80fae req-3738d945-f2ea-44b5-8757-9bcca9705822 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f445e5f1-1645-424e-aa98-38bdaebba56e HTTP/1.1" status: 200 len: 1002 time: 0.2072585 Mar 23 01:35:36.373174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 92ba392e-19dd-4fcf-8073-a39288b6f05e up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:36.447807 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c177d-5036-4cf3-a653-62f4e4c80fae req-b3cb3556-b514-4c64-9bfc-39b963cc7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:36.455421 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c0c177d-5036-4cf3-a653-62f4e4c80fae req-b3cb3556-b514-4c64-9bfc-39b963cc7131 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c63d5fa-2787-4786-be86-a2dbfefc660e HTTP/1.1" status: 200 len: 853 time: 0.1679690 Mar 23 01:35:36.647363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c177d-5036-4cf3-a653-62f4e4c80fae req-1dcd45f4-29c9-4a0d-9636-3d7d2068276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:36.649111 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c0c177d-5036-4cf3-a653-62f4e4c80fae req-1dcd45f4-29c9-4a0d-9636-3d7d2068276c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dad34f83-4f40-47a7-9927-593a4894674b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1864088 Mar 23 01:35:36.710173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=b97c4008-8f55-47ef-9bde-5c55f515d9dd,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:36.729271 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['13d3229a-05cb-4986-8d0e-a7746ae2fcc7'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:35:36.738081 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5be7607a-cd4b-4ea8-9c66-5329a9866f4d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (06a07313-ecb8-4460-8aaf-d015e1db9eeb), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:36.763957 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5be7607a-cd4b-4ea8-9c66-5329a9866f4d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (06a07313-ecb8-4460-8aaf-d015e1db9eeb), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:36.848682 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd819f-9861-4850-9a4c-e55182b3a717 req-6305510a-09a6-402a-b062-c91014f900d8 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:36.866344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd819f-9861-4850-9a4c-e55182b3a717 req-6305510a-09a6-402a-b062-c91014f900d8 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:36.878462 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd819f-9861-4850-9a4c-e55182b3a717 req-6305510a-09a6-402a-b062-c91014f900d8 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:36.896152 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a9cd819f-9861-4850-9a4c-e55182b3a717 req-6305510a-09a6-402a-b062-c91014f900d8 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2414 time: 0.6323810 Mar 23 01:35:36.928770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 92ba392e-19dd-4fcf-8073-a39288b6f05e completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:35:36.943712 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c0c177d-5036-4cf3-a653-62f4e4c80fae req-04613899-4f2e-4458-ba89-014775f8ca1b service neutron] 10.222.0.43 "GET /v2.0/networks/dad34f83-4f40-47a7-9927-593a4894674b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849503 Mar 23 01:35:37.016158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 92ba392e-19dd-4fcf-8073-a39288b6f05e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:37.016550 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (92ba392e-19dd-4fcf-8073-a39288b6f05e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:37.167724 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c0c177d-5036-4cf3-a653-62f4e4c80fae req-8f47fed2-d8a4-4e88-ac68-3c66bb5d985c service neutron] 10.222.0.43 "GET /v2.0/networks/dad34f83-4f40-47a7-9927-593a4894674b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174687 Mar 23 01:35:37.217530 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a9cd819f-9861-4850-9a4c-e55182b3a717 req-f422ce75-54d3-488e-b3d0-698a053d5e1c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260079 Mar 23 01:35:37.249462 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be7607a-cd4b-4ea8-9c66-5329a9866f4d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 06a07313-ecb8-4460-8aaf-d015e1db9eeb has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:35:37.490408 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eee80812-3648-493b-a478-d9825623b17a None None] Publish callbacks [] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:37.542112 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eee80812-3648-493b-a478-d9825623b17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:37.549984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be7607a-cd4b-4ea8-9c66-5329a9866f4d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:35:37.578499 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5be7607a-cd4b-4ea8-9c66-5329a9866f4d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:37.578671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38140) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:37.580645 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5be7607a-cd4b-4ea8-9c66-5329a9866f4d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/06a07313-ecb8-4460-8aaf-d015e1db9eeb HTTP/1.1" status: 200 len: 933 time: 2.9846165 Mar 23 01:35:37.774275 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38176) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:37.779775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3e541dcd-d0e4-4e3d-bed6-477f9363045f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'router': {'routes': None}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:37.783473 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d205d7c9-703d-4b49-b5bf-de51f3005878 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/routers/06a07313-ecb8-4460-8aaf-d015e1db9eeb HTTP/1.1" status: 200 len: 933 time: 0.2037973 Mar 23 01:35:38.255118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c5e1f-ff77-40c6-8da8-7a12fc8fe955 None None] Pushing event updated for resources: {'Port': ['ID=cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:38.260110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 92ba392e-19dd-4fcf-8073-a39288b6f05e is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:38.260500 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (92ba392e-19dd-4fcf-8073-a39288b6f05e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:38.413884 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 92ba392e-19dd-4fcf-8073-a39288b6f05e, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=92ba392e-19dd-4fcf-8073-a39288b6f05e,segment=NetworkSegment(2581bb4a-0da4-4d48-b064-073cc338e077),segment_id=2581bb4a-0da4-4d48-b064-073cc338e077)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:38.457728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ba392e-19dd-4fcf-8073-a39288b6f05e'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:35:38.465501 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a58854-6a89-498f-917a-310e7cedfb74" -d '{"events": [{"server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "name": "network-vif-plugged", "status": "completed", "tag": "92ba392e-19dd-4fcf-8073-a39288b6f05e"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:35:38.496198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe75956-8158-4549-8f7d-d806cab9921b req-2095f8f8-496f-4d8e-b83f-0cf40e197813 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:38.530110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe75956-8158-4549-8f7d-d806cab9921b req-2095f8f8-496f-4d8e-b83f-0cf40e197813 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:38.555616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe75956-8158-4549-8f7d-d806cab9921b req-2095f8f8-496f-4d8e-b83f-0cf40e197813 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:38.565948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['b97c4008-8f55-47ef-9bde-5c55f515d9dd'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:35:38.572967 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cbe75956-8158-4549-8f7d-d806cab9921b req-2095f8f8-496f-4d8e-b83f-0cf40e197813 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2414 time: 0.1751902 Mar 23 01:35:38.699484 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (92ba392e-19dd-4fcf-8073-a39288b6f05e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:38.731066 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff397da3-f9ab-429b-8b0c-017864f0c83f x-openstack-request-id: req-ff397da3-f9ab-429b-8b0c-017864f0c83f {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:35:38.731350 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "name": "network-vif-plugged", "status": "completed", "tag": "92ba392e-19dd-4fcf-8073-a39288b6f05e", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:35:38.735843 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff397da3-f9ab-429b-8b0c-017864f0c83f {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:35:38.736388 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff397da3-f9ab-429b-8b0c-017864f0c83f'] response: {'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ba392e-19dd-4fcf-8073-a39288b6f05e', 'code': 200} Mar 23 01:35:38.769049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.extraroute_db [None req-3e541dcd-d0e4-4e3d-bed6-477f9363045f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Added routes are [] {{(pid=99263) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 01:35:38.769861 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.extraroute_db [None req-3e541dcd-d0e4-4e3d-bed6-477f9363045f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=99263) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 01:35:38.774873 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cbe75956-8158-4549-8f7d-d806cab9921b req-b53fc54d-9085-4511-b919-a149ef35b92b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971059 Mar 23 01:35:38.869460 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e541dcd-d0e4-4e3d-bed6-477f9363045f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (06a07313-ecb8-4460-8aaf-d015e1db9eeb), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:38.939009 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38226) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:38.946930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-eee80812-3648-493b-a478-d9825623b17a None None] Attempting to bind port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:35:38.950366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-eee80812-3648-493b-a478-d9825623b17a None None] Attempting to bind port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'cff859cc-3cda-429b-8875-7092d6b79402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3fb626cb-4f21-41ad-b9ae-5b9e94e04dde'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:35:38.950366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee80812-3648-493b-a478-d9825623b17a None None] Attempting to bind port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 on network 3fb626cb-4f21-41ad-b9ae-5b9e94e04dde {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:39.010745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee80812-3648-493b-a478-d9825623b17a None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:35:39.011160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee80812-3648-493b-a478-d9825623b17a None None] Checking segment: {'id': 'cff859cc-3cda-429b-8875-7092d6b79402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3fb626cb-4f21-41ad-b9ae-5b9e94e04dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:39.011554 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eee80812-3648-493b-a478-d9825623b17a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:39.011954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee80812-3648-493b-a478-d9825623b17a None None] Bound using segment: {'id': 'cff859cc-3cda-429b-8875-7092d6b79402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3fb626cb-4f21-41ad-b9ae-5b9e94e04dde'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:35:39.016233 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-eee80812-3648-493b-a478-d9825623b17a None None] Bound port: cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff859cc-3cda-429b-8875-7092d6b79402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3fb626cb-4f21-41ad-b9ae-5b9e94e04dde'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:35:39.016738 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eee80812-3648-493b-a478-d9825623b17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:39.217248 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed749d27-6da2-4aee-9d92-747e448227c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:39.221362 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1bc671ad-6922-4d11-96d4-e32a4da1a944 None None] Provisioning complete for port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:39.221732 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1bc671ad-6922-4d11-96d4-e32a4da1a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:39.229053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=92ba392e-19dd-4fcf-8073-a39288b6f05e,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:39.301997 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eee80812-3648-493b-a478-d9825623b17a None None] For port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:35:39.311553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eee80812-3648-493b-a478-d9825623b17a None None] For port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25,segment=NetworkSegment(cff859cc-3cda-429b-8875-7092d6b79402),segment_id=cff859cc-3cda-429b-8875-7092d6b79402)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:35:39.327189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1bc671ad-6922-4d11-96d4-e32a4da1a944 None None] Port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:35:39.338354 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eee80812-3648-493b-a478-d9825623b17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:39.444446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c5e1f-ff77-40c6-8da8-7a12fc8fe955 None None] Pushing event updated for resources: {'Port': ['ID=cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:39.457128 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee80812-3648-493b-a478-d9825623b17a None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:35:39.457872 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-eee80812-3648-493b-a478-d9825623b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:39.489799 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed749d27-6da2-4aee-9d92-747e448227c2 admin admin] Publish callbacks [] for security_group (406307e7-5d77-488c-93bd-5b12c28e0534), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:39.502482 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed749d27-6da2-4aee-9d92-747e448227c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (406307e7-5d77-488c-93bd-5b12c28e0534), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:39.555664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed749d27-6da2-4aee-9d92-747e448227c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406307e7-5d77-488c-93bd-5b12c28e0534,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:39.624330 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ed749d27-6da2-4aee-9d92-747e448227c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c60ad732e3794b30acc0af5fc120457c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6797645 Mar 23 01:35:39.626906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38234) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:39.719173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-eee80812-3648-493b-a478-d9825623b17a None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:35:39.798768 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac8f371b-867e-4bc7-ade4-6531931c826d admin admin] Publish callbacks [] for security_group (406307e7-5d77-488c-93bd-5b12c28e0534), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:39.858574 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac8f371b-867e-4bc7-ade4-6531931c826d admin admin] Publish callbacks [] for security_group (406307e7-5d77-488c-93bd-5b12c28e0534), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.023482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38250) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:40.080299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023cdd0-cc80-4d6f-86cd-d8e769d3efdc req-cdaaca5d-ee19-4056-af64-d6a3f464f101 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:40.086457 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023cdd0-cc80-4d6f-86cd-d8e769d3efdc req-cdaaca5d-ee19-4056-af64-d6a3f464f101 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:40.104873 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-86c1c425-7866-47ed-a02a-f6e6fac7a625 None None] Provisioning complete for port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:40.105235 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86c1c425-7866-47ed-a02a-f6e6fac7a625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.115086 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023cdd0-cc80-4d6f-86cd-d8e769d3efdc req-cdaaca5d-ee19-4056-af64-d6a3f464f101 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:40.128257 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5023cdd0-cc80-4d6f-86cd-d8e769d3efdc req-cdaaca5d-ee19-4056-af64-d6a3f464f101 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2415 time: 0.2219303 Mar 23 01:35:40.157312 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac8f371b-867e-4bc7-ade4-6531931c826d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (406307e7-5d77-488c-93bd-5b12c28e0534), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.168841 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac8f371b-867e-4bc7-ade4-6531931c826d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.171727 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ac8f371b-867e-4bc7-ade4-6531931c826d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/406307e7-5d77-488c-93bd-5b12c28e0534 HTTP/1.1" status: 204 len: 168 time: 0.5436437 Mar 23 01:35:40.204573 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38258) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:40.216621 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a335eb01-029e-45ad-9c18-aac5b661eaac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2051366011'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:40.242919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f371b-867e-4bc7-ade4-6531931c826d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406307e7-5d77-488c-93bd-5b12c28e0534,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:40.281393 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e541dcd-d0e4-4e3d-bed6-477f9363045f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (06a07313-ecb8-4460-8aaf-d015e1db9eeb), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.293850 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e541dcd-d0e4-4e3d-bed6-477f9363045f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (06a07313-ecb8-4460-8aaf-d015e1db9eeb), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.301159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:40.303196 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b6193a-d89e-46e9-a8a6-729a14801447 admin admin] Deleting subnet ef8ca6c1-ff55-42d2-99a7-3b5483039371 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:35:40.307627 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a335eb01-029e-45ad-9c18-aac5b661eaac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Made reservation on behalf of 502c1396aecc4792a466ed6e68112592 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:40.311340 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a335eb01-029e-45ad-9c18-aac5b661eaac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.315980 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5023cdd0-cc80-4d6f-86cd-d8e769d3efdc req-47862308-8568-418d-bd39-9a1cc3454ad5 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786845 Mar 23 01:35:40.317684 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-55b6193a-d89e-46e9-a8a6-729a14801447 admin admin] Publish callbacks [] for subnet (ef8ca6c1-ff55-42d2-99a7-3b5483039371), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.381842 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-55b6193a-d89e-46e9-a8a6-729a14801447 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (ef8ca6c1-ff55-42d2-99a7-3b5483039371), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.383695 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a335eb01-029e-45ad-9c18-aac5b661eaac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:35:40.427703 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a335eb01-029e-45ad-9c18-aac5b661eaac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (817e2dfa-30c0-4958-9ed1-a07b495868de), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.427703 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-a335eb01-029e-45ad-9c18-aac5b661eaac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Added segment 817e2dfa-30c0-4958-9ed1-a07b495868de of type vlan for network 54f43f40-2d1d-40ff-a148-e6b1420c7986 Mar 23 01:35:40.428042 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-86c1c425-7866-47ed-a02a-f6e6fac7a625 None None] Current status of the port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:40.428042 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86c1c425-7866-47ed-a02a-f6e6fac7a625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.465156 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-eee80812-3648-493b-a478-d9825623b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:38Z', 'revision_number': 7, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '2937ca47-d09b-4a17-a49d-d47bbea036c1', 'name': '', 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:d9:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:18Z', 'updated_at': '2022-03-23T01:35:28Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:19Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25', 'name': '', 'network_id': '3fb626cb-4f21-41ad-b9ae-5b9e94e04dde', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b1:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '41293a9b-f71e-43cd-9e07-d19eee1630f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:30Z', 'updated_at': '2022-03-23T01:35:39Z', 'revision_number': 4, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '41293a9b-f71e-43cd-9e07-d19eee1630f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:40.466570 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:35:40.470570 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-55b6193a-d89e-46e9-a8a6-729a14801447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (ef8ca6c1-ff55-42d2-99a7-3b5483039371), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.497904 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a335eb01-029e-45ad-9c18-aac5b661eaac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (54f43f40-2d1d-40ff-a148-e6b1420c7986), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.518785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e541dcd-d0e4-4e3d-bed6-477f9363045f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 06a07313-ecb8-4460-8aaf-d015e1db9eeb has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:35:40.525229 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:40.525619 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.527891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee80812-3648-493b-a478-d9825623b17a None None] The sync data for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 is: [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:38Z', 'revision_number': 7, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '2937ca47-d09b-4a17-a49d-d47bbea036c1', 'name': '', 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:d9:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:18Z', 'updated_at': '2022-03-23T01:35:28Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:19Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25', 'name': '', 'network_id': '3fb626cb-4f21-41ad-b9ae-5b9e94e04dde', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b1:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '41293a9b-f71e-43cd-9e07-d19eee1630f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:30Z', 'updated_at': '2022-03-23T01:35:39Z', 'revision_number': 4, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '41293a9b-f71e-43cd-9e07-d19eee1630f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:35:40.593268 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a335eb01-029e-45ad-9c18-aac5b661eaac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (54f43f40-2d1d-40ff-a148-e6b1420c7986), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.598940 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335eb01-029e-45ad-9c18-aac5b661eaac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:40.599636 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a335eb01-029e-45ad-9c18-aac5b661eaac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.633909 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-55b6193a-d89e-46e9-a8a6-729a14801447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (ef8ca6c1-ff55-42d2-99a7-3b5483039371), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.687781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-86c1c425-7866-47ed-a02a-f6e6fac7a625 None None] For port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25,segment=NetworkSegment(cff859cc-3cda-429b-8875-7092d6b79402),segment_id=cff859cc-3cda-429b-8875-7092d6b79402)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:40.709558 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86c1c425-7866-47ed-a02a-f6e6fac7a625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.785422 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e541dcd-d0e4-4e3d-bed6-477f9363045f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:35:40.800960 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e541dcd-d0e4-4e3d-bed6-477f9363045f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.802408 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3e541dcd-d0e4-4e3d-bed6-477f9363045f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/06a07313-ecb8-4460-8aaf-d015e1db9eeb HTTP/1.1" status: 200 len: 699 time: 3.0268493 Mar 23 01:35:40.805643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38266) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:40.838983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6193a-d89e-46e9-a8a6-729a14801447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef8ca6c1-ff55-42d2-99a7-3b5483039371,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:40.857560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1c425-7866-47ed-a02a-f6e6fac7a625 None None] Pushing event updated for resources: {'Port': ['ID=cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:40.862882 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a335eb01-029e-45ad-9c18-aac5b661eaac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6555533 Mar 23 01:35:40.863981 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38270) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:40.868022 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-55b6193a-d89e-46e9-a8a6-729a14801447 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:40.871731 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-55b6193a-d89e-46e9-a8a6-729a14801447 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ef8ca6c1-ff55-42d2-99a7-3b5483039371 HTTP/1.1" status: 204 len: 168 time: 0.8472409 Mar 23 01:35:40.895972 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-0e1d8293-5d98-434a-8f3d-72af46292b22 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1356364902'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:40.902979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38272) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:40.991073 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3ce2764b-0255-4818-b002-bf99d2d7938d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/routers/06a07313-ecb8-4460-8aaf-d015e1db9eeb HTTP/1.1" status: 200 len: 699 time: 0.1825514 Mar 23 01:35:40.993048 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38276) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:41.010912 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:41.017166 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:41.059913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335eb01-029e-45ad-9c18-aac5b661eaac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event updated for resources: {'Network': ['ID=54f43f40-2d1d-40ff-a148-e6b1420c7986,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:41.155712 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=13d3229a-05cb-4986-8d0e-a7746ae2fcc7,segment=NetworkSegment(2581bb4a-0da4-4d48-b064-073cc338e077),segment_id=2581bb4a-0da4-4d48-b064-073cc338e077)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:41.161383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d3229a-05cb-4986-8d0e-a7746ae2fcc7'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:35:41.166845 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa30125-679f-44dd-b014-45cdc58b1ed2" -d '{"events": [{"server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "name": "network-vif-plugged", "status": "completed", "tag": "13d3229a-05cb-4986-8d0e-a7746ae2fcc7"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:35:41.171664 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 54f43f40-2d1d-40ff-a148-e6b1420c7986 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:35:41.187430 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1d8293-5d98-434a-8f3d-72af46292b22 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Made reservation on behalf of 502c1396aecc4792a466ed6e68112592 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:41.191120 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0e1d8293-5d98-434a-8f3d-72af46292b22 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:41.207042 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f1b35b82-4c6d-48f6-bee6-9149a7dedd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (11a64475-d2db-4f02-97ca-82d855d62717), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:41.286895 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:41.295628 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:41.323091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1d8293-5d98-434a-8f3d-72af46292b22 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:35:41.448882 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0e1d8293-5d98-434a-8f3d-72af46292b22 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (25df386e-70d9-49e1-bfa6-c0a9ea8721d3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:41.448882 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-0e1d8293-5d98-434a-8f3d-72af46292b22 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Added segment 25df386e-70d9-49e1-bfa6-c0a9ea8721d3 of type vlan for network 437a6b3d-31aa-4643-a34c-ad56996321f1 Mar 23 01:35:41.453812 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9ff21e-39bd-4ffa-81a6-2eb1ee30ba78 x-openstack-request-id: req-4a9ff21e-39bd-4ffa-81a6-2eb1ee30ba78 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:35:41.454374 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "name": "network-vif-plugged", "status": "completed", "tag": "13d3229a-05cb-4986-8d0e-a7746ae2fcc7", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:35:41.454374 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a9ff21e-39bd-4ffa-81a6-2eb1ee30ba78 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:35:41.454738 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9ff21e-39bd-4ffa-81a6-2eb1ee30ba78'] response: {'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d3229a-05cb-4986-8d0e-a7746ae2fcc7', 'code': 200} Mar 23 01:35:41.533734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=13d3229a-05cb-4986-8d0e-a7746ae2fcc7,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:41.547938 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:41.548544 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:41.730287 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0e1d8293-5d98-434a-8f3d-72af46292b22 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (437a6b3d-31aa-4643-a34c-ad56996321f1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:41.734390 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f1b35b82-4c6d-48f6-bee6-9149a7dedd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (11a64475-d2db-4f02-97ca-82d855d62717), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:41.759596 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:41.779786 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-f1b35b82-4c6d-48f6-bee6-9149a7dedd2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a64475-d2db-4f02-97ca-82d855d62717']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:41.813051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc598033-f46b-4246-927e-ca1a9b10bd5c req-249dafa1-75b6-4540-bab2-3927f5e910ff tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:41.821273 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (06a07313-ecb8-4460-8aaf-d015e1db9eeb), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:41.822068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc598033-f46b-4246-927e-ca1a9b10bd5c req-249dafa1-75b6-4540-bab2-3927f5e910ff tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:41.835833 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc598033-f46b-4246-927e-ca1a9b10bd5c req-249dafa1-75b6-4540-bab2-3927f5e910ff tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:41.846266 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc598033-f46b-4246-927e-ca1a9b10bd5c req-249dafa1-75b6-4540-bab2-3927f5e910ff tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2416 time: 0.3127060 Mar 23 01:35:41.879199 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7aa0d8-d231-4f83-b65a-6f8128e26eff None None] Sync routers for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:35:41.898702 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7aa0d8-d231-4f83-b65a-6f8128e26eff None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:35:41.899674 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3a7aa0d8-d231-4f83-b65a-6f8128e26eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:41.925830 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-f1b35b82-4c6d-48f6-bee6-9149a7dedd2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bf1c4f-eca9-4260-ac16-14ccd391169e') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:41.926255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-f1b35b82-4c6d-48f6-bee6-9149a7dedd2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bf1c4f-eca9-4260-ac16-14ccd391169e') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:41.968502 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0e1d8293-5d98-434a-8f3d-72af46292b22 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (437a6b3d-31aa-4643-a34c-ad56996321f1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:41.984230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1d8293-5d98-434a-8f3d-72af46292b22 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:41.986270 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0e1d8293-5d98-434a-8f3d-72af46292b22 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:42.008369 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc598033-f46b-4246-927e-ca1a9b10bd5c req-e0947e86-f9aa-4ff9-8203-3028d9a3fbc9 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602376 Mar 23 01:35:42.020641 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f1b35b82-4c6d-48f6-bee6-9149a7dedd2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (d5bf1c4f-eca9-4260-ac16-14ccd391169e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:42.059814 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-3a7aa0d8-d231-4f83-b65a-6f8128e26eff None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:35:42.083984 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f1b35b82-4c6d-48f6-bee6-9149a7dedd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d5bf1c4f-eca9-4260-ac16-14ccd391169e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:42.097144 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0e1d8293-5d98-434a-8f3d-72af46292b22 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2128448 Mar 23 01:35:42.099619 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38302) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:42.107812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d7a39159-23ca-43fb-b4d5-d6feac231bf0 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Request body: {'subnet': {'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:42.115459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b35b82-4c6d-48f6-bee6-9149a7dedd2f admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:35:42.116161 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f1b35b82-4c6d-48f6-bee6-9149a7dedd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (d5bf1c4f-eca9-4260-ac16-14ccd391169e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:35:42.118176 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:35:42.226826 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d8293-5d98-434a-8f3d-72af46292b22 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event updated for resources: {'Network': ['ID=437a6b3d-31aa-4643-a34c-ad56996321f1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:42.238724 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 437a6b3d-31aa-4643-a34c-ad56996321f1 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:35:42.297586 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f1b35b82-4c6d-48f6-bee6-9149a7dedd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (11a64475-d2db-4f02-97ca-82d855d62717), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:42.306777 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f1b35b82-4c6d-48f6-bee6-9149a7dedd2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:42.311725 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f1b35b82-4c6d-48f6-bee6-9149a7dedd2f admin admin] 10.222.0.18 "DELETE /v2.0/networks/11a64475-d2db-4f02-97ca-82d855d62717 HTTP/1.1" status: 204 len: 168 time: 1.4050770 Mar 23 01:35:42.358574 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:35:42.359627 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:42.372396 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b35b82-4c6d-48f6-bee6-9149a7dedd2f admin admin] Pushing event deleted for resources: {'Network': ['ID=11a64475-d2db-4f02-97ca-82d855d62717,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:42.397631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device b97c4008-8f55-47ef-9bde-5c55f515d9dd up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:42.452343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a39159-23ca-43fb-b4d5-d6feac231bf0 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Made reservation on behalf of 502c1396aecc4792a466ed6e68112592 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:42.460629 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d7a39159-23ca-43fb-b4d5-d6feac231bf0 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:42.586550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port b97c4008-8f55-47ef-9bde-5c55f515d9dd completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:35:42.591854 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3a7aa0d8-d231-4f83-b65a-6f8128e26eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:38Z', 'revision_number': 7, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '2937ca47-d09b-4a17-a49d-d47bbea036c1', 'name': '', 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:d9:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:18Z', 'updated_at': '2022-03-23T01:35:28Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:19Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25', 'name': '', 'network_id': '3fb626cb-4f21-41ad-b9ae-5b9e94e04dde', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b1:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '41293a9b-f71e-43cd-9e07-d19eee1630f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:30Z', 'updated_at': '2022-03-23T01:35:40Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '41293a9b-f71e-43cd-9e07-d19eee1630f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:42.592084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port b97c4008-8f55-47ef-9bde-5c55f515d9dd triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:42.592314 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:42.618836 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38314) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:42.625635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] For port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25,segment=NetworkSegment(cff859cc-3cda-429b-8875-7092d6b79402),segment_id=cff859cc-3cda-429b-8875-7092d6b79402)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:42.626005 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:42.652049 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7aa0d8-d231-4f83-b65a-6f8128e26eff None None] Checking router: 06a07313-ecb8-4460-8aaf-d015e1db9eeb for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:35:42.677931 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7aa0d8-d231-4f83-b65a-6f8128e26eff None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:35:42.679165 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3a7aa0d8-d231-4f83-b65a-6f8128e26eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:42.758554 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-def81bce-3bc5-486f-ab01-0aba0ff0fdaf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3392bc1389564b4885d28390809b9afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344423 Mar 23 01:35:42.760791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38318) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:42.782058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Calling delete_port for cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:35:42.851580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port b97c4008-8f55-47ef-9bde-5c55f515d9dd is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:42.852184 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:42.899412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port b97c4008-8f55-47ef-9bde-5c55f515d9dd, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b97c4008-8f55-47ef-9bde-5c55f515d9dd,segment=NetworkSegment(b7ebd38b-2bb5-45eb-a256-e6561c4b2c68),segment_id=b7ebd38b-2bb5-45eb-a256-e6561c4b2c68)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:42.917794 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:42.949967 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-3a7aa0d8-d231-4f83-b65a-6f8128e26eff None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:35:43.036457 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:43.079554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38326) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:43.154614 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=b97c4008-8f55-47ef-9bde-5c55f515d9dd,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:43.191952 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d7a39159-23ca-43fb-b4d5-d6feac231bf0 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (89903b53-7edf-4413-ac0f-be51c87f45dd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:43.219929 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:43.220312 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:43.313105 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7c36f3ce-f6cb-4c7b-9b0e-ddb3d1333b0a admin admin] Publish callbacks [] for security_group (bc702d6d-51a8-46d6-abb9-6ed2245861ee), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:43.334475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd5339-4e1d-4ed2-ae12-de0728c8f32c req-5190e1ce-3f25-48af-85b3-9eda60165d9d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:43.350116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd5339-4e1d-4ed2-ae12-de0728c8f32c req-5190e1ce-3f25-48af-85b3-9eda60165d9d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:43.351342 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:43.361762 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd5339-4e1d-4ed2-ae12-de0728c8f32c req-5190e1ce-3f25-48af-85b3-9eda60165d9d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:43.363219 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-26bd5339-4e1d-4ed2-ae12-de0728c8f32c req-5190e1ce-3f25-48af-85b3-9eda60165d9d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2417 time: 0.2064953 Mar 23 01:35:43.363900 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:43.370847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a39159-23ca-43fb-b4d5-d6feac231bf0 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event updated for resources: {'Subnet': ['ID=89903b53-7edf-4413-ac0f-be51c87f45dd,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:43.398311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ea32af4a-a515-4952-9aa1-8eaba5ea303c tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-530847500'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:43.398812 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ea32af4a-a515-4952-9aa1-8eaba5ea303c tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] Unknown quota resources ['metering_label']. {{(pid=99263) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 01:35:43.413294 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7c36f3ce-f6cb-4c7b-9b0e-ddb3d1333b0a admin admin] Publish callbacks [] for security_group (bc702d6d-51a8-46d6-abb9-6ed2245861ee), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:43.437921 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3a7aa0d8-d231-4f83-b65a-6f8128e26eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:38Z', 'revision_number': 7, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '2937ca47-d09b-4a17-a49d-d47bbea036c1', 'name': '', 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:d9:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:18Z', 'updated_at': '2022-03-23T01:35:28Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:19Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25', 'name': '', 'network_id': '3fb626cb-4f21-41ad-b9ae-5b9e94e04dde', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b1:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '41293a9b-f71e-43cd-9e07-d19eee1630f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:30Z', 'updated_at': '2022-03-23T01:35:40Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '41293a9b-f71e-43cd-9e07-d19eee1630f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:43.456112 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97c4008-8f55-47ef-9bde-5c55f515d9dd'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:35:43.459659 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2434de71-2410-425b-87ec-13c86b05e4f4" -d '{"events": [{"server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "name": "network-vif-plugged", "status": "completed", "tag": "b97c4008-8f55-47ef-9bde-5c55f515d9dd"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:35:43.503720 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7aa0d8-d231-4f83-b65a-6f8128e26eff None None] The sync data for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 is: [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:38Z', 'revision_number': 7, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '2937ca47-d09b-4a17-a49d-d47bbea036c1', 'name': '', 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:d9:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:18Z', 'updated_at': '2022-03-23T01:35:28Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:19Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25', 'name': '', 'network_id': '3fb626cb-4f21-41ad-b9ae-5b9e94e04dde', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b1:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '41293a9b-f71e-43cd-9e07-d19eee1630f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:30Z', 'updated_at': '2022-03-23T01:35:40Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '41293a9b-f71e-43cd-9e07-d19eee1630f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:35:43.514175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a39159-23ca-43fb-b4d5-d6feac231bf0 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Checking segment: {'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:43.514548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a39159-23ca-43fb-b4d5-d6feac231bf0 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Network hostable DHCP agents. Network: 54f43f40-2d1d-40ff-a148-e6b1420c7986, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:35:43.526987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Port': ['ID=cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:43.559630 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904ff045-3106-4fd0-af09-0752a6215ae5 x-openstack-request-id: req-904ff045-3106-4fd0-af09-0752a6215ae5 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:35:43.560125 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "name": "network-vif-plugged", "status": "completed", "tag": "b97c4008-8f55-47ef-9bde-5c55f515d9dd", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:35:43.561015 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-904ff045-3106-4fd0-af09-0752a6215ae5 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:35:43.562019 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904ff045-3106-4fd0-af09-0752a6215ae5'] response: {'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97c4008-8f55-47ef-9bde-5c55f515d9dd', 'code': 200} Mar 23 01:35:43.595438 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a39159-23ca-43fb-b4d5-d6feac231bf0 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Network 54f43f40-2d1d-40ff-a148-e6b1420c7986 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:35:43.610953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-d7a39159-23ca-43fb-b4d5-d6feac231bf0 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 54f43f40-2d1d-40ff-a148-e6b1420c7986) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:43.621564 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9502ab01-c4c8-4af3-89ae-fec49630acc5 None None] Network 54f43f40-2d1d-40ff-a148-e6b1420c7986 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:35:43.648298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a39159-23ca-43fb-b4d5-d6feac231bf0 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:43.649921 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d7a39159-23ca-43fb-b4d5-d6feac231bf0 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:43.656959 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7c36f3ce-f6cb-4c7b-9b0e-ddb3d1333b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bc702d6d-51a8-46d6-abb9-6ed2245861ee), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:43.660473 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7c36f3ce-f6cb-4c7b-9b0e-ddb3d1333b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:43.669316 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7c36f3ce-f6cb-4c7b-9b0e-ddb3d1333b0a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc702d6d-51a8-46d6-abb9-6ed2245861ee HTTP/1.1" status: 204 len: 168 time: 0.8920987 Mar 23 01:35:43.773100 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:43.773579 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:43.773983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:43.774436 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:43.774892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:43.775285 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:43.775675 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:43.776060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:43.776449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:43.776907 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:43.778262 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:43.778786 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:43.786973 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d7a39159-23ca-43fb-b4d5-d6feac231bf0 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6808660 Mar 23 01:35:43.787527 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:43.787527 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:43.787527 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:43.813682 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38336) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:43.831844 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36f3ce-f6cb-4c7b-9b0e-ddb3d1333b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc702d6d-51a8-46d6-abb9-6ed2245861ee,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:43.853129 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260a252-dc9b-4785-a60b-138c4df7c3f3 req-12f41a76-7881-4575-81eb-290eecc1df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:43.854338 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260a252-dc9b-4785-a60b-138c4df7c3f3 req-12f41a76-7881-4575-81eb-290eecc1df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:43.855047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260a252-dc9b-4785-a60b-138c4df7c3f3 req-12f41a76-7881-4575-81eb-290eecc1df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:43.858044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a260a252-dc9b-4785-a60b-138c4df7c3f3 req-12f41a76-7881-4575-81eb-290eecc1df89 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2963 time: 0.1585493 Mar 23 01:35:43.904807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7c2a6c55-9559-4932-9a59-fe936ca3e487 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Request body: {'subnet': {'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:43.954202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a260a252-dc9b-4785-a60b-138c4df7c3f3 req-492fcdd7-50cd-4049-8724-ec82ef2bc1e4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892634 Mar 23 01:35:43.984101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-54f43f40-2d1d-40ff-a148-e6b1420c7986', 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986', 'project_id': '502c1396aecc4792a466ed6e68112592', 'fixed_ips': [{'subnet_id': '89903b53-7edf-4413-ac0f-be51c87f45dd'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:35:43.985302 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:44.076692 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-26bd5339-4e1d-4ed2-ae12-de0728c8f32c req-07083a5e-2e4a-423a-8ff4-9f617dac488b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6911263 Mar 23 01:35:44.088296 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea32af4a-a515-4952-9aa1-8eaba5ea303c tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:44.092291 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ea32af4a-a515-4952-9aa1-8eaba5ea303c tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0078189 Mar 23 01:35:44.092623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38342) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:44.097953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-297b806e-0cd6-4e63-b8c1-a45277ce2536 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '34bb41dd-23cb-48b2-b112-7788f2c59e9d'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:44.098680 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-297b806e-0cd6-4e63-b8c1-a45277ce2536 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 01:35:44.160508 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Allocated IP 10.1.1.2 (54f43f40-2d1d-40ff-a148-e6b1420c7986/89903b53-7edf-4413-ac0f-be51c87f45dd/00b0ca96-b683-499c-bb77-73008b29ea60) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:35:44.214215 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (06a07313-ecb8-4460-8aaf-d015e1db9eeb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:44.221112 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2a6c55-9559-4932-9a59-fe936ca3e487 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Made reservation on behalf of 502c1396aecc4792a466ed6e68112592 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:44.224949 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7c2a6c55-9559-4932-9a59-fe936ca3e487 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:44.271329 n-d-834677-4 neutron-server[99264]: WARNING neutron.services.metering.metering_plugin [None req-297b806e-0cd6-4e63-b8c1-a45277ce2536 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 23 01:35:44.364399 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Publish callbacks [] for port (00b0ca96-b683-499c-bb77-73008b29ea60), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:44.377361 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (00b0ca96-b683-499c-bb77-73008b29ea60), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:44.439531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Network 54f43f40-2d1d-40ff-a148-e6b1420c7986 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:44.442718 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:44.450833 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:35:44.494591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Pushing event updated for resources: {'Port': ['ID=00b0ca96-b683-499c-bb77-73008b29ea60,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:44.502885 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-297b806e-0cd6-4e63-b8c1-a45277ce2536 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:44.509689 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-297b806e-0cd6-4e63-b8c1-a45277ce2536 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4127483 Mar 23 01:35:44.510338 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38354) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:44.516643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f849a854-e369-4171-b222-a5530c5dc48c tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '34bb41dd-23cb-48b2-b112-7788f2c59e9d'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:44.517326 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f849a854-e369-4171-b222-a5530c5dc48c tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99263) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 01:35:44.576886 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 06a07313-ecb8-4460-8aaf-d015e1db9eeb has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:35:44.591252 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Attempting to bind port 00b0ca96-b683-499c-bb77-73008b29ea60 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:35:44.591761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Attempting to bind port 00b0ca96-b683-499c-bb77-73008b29ea60 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:35:44.592453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Attempting to bind port 00b0ca96-b683-499c-bb77-73008b29ea60 on network 54f43f40-2d1d-40ff-a148-e6b1420c7986 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:44.603486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:35:44.604010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Checking segment: {'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:44.604508 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:44.605012 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Bound using segment: {'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:35:44.605569 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Bound port: 00b0ca96-b683-499c-bb77-73008b29ea60, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:35:44.606060 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (00b0ca96-b683-499c-bb77-73008b29ea60), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:44.690841 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] For port 00b0ca96-b683-499c-bb77-73008b29ea60, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:35:44.694357 n-d-834677-4 neutron-server[99263]: WARNING neutron.services.metering.metering_plugin [None req-f849a854-e369-4171-b222-a5530c5dc48c tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 23 01:35:44.699774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] For port 00b0ca96-b683-499c-bb77-73008b29ea60, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=00b0ca96-b683-499c-bb77-73008b29ea60,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:35:44.709369 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (00b0ca96-b683-499c-bb77-73008b29ea60), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:44.816642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e232c9-d44f-47d7-8106-ef0e039fc591 None None] Pushing event updated for resources: {'Port': ['ID=00b0ca96-b683-499c-bb77-73008b29ea60,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:44.870060 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38364) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:44.973108 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7c2a6c55-9559-4932-9a59-fe936ca3e487 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (6ccef7e9-d48a-465c-80fe-6d6b083e0336), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:44.976988 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f849a854-e369-4171-b222-a5530c5dc48c tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:44.980914 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f849a854-e369-4171-b222-a5530c5dc48c tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4655015 Mar 23 01:35:44.981241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38370) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:44.994949 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-adbf1980-8a6c-4412-a78e-f34509508b44 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=2f4cf129-cf02-418d-9537-e2eee80a8443 HTTP/1.1" status: 200 len: 464 time: 0.0106630 Mar 23 01:35:44.996859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38372) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:45.033537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-833698077-network', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:45.035202 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:35:45.052094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38374) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:45.052900 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-42abf93e-128c-46c2-a91e-01f0a111002a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/06a07313-ecb8-4460-8aaf-d015e1db9eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0579317 Mar 23 01:35:45.058451 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631373ab-ee6c-4e97-9475-7f81dbebd1dd None None] Sync routers for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:35:45.061000 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a6c55-9559-4932-9a59-fe936ca3e487 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event updated for resources: {'Subnet': ['ID=6ccef7e9-d48a-465c-80fe-6d6b083e0336,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:45.087169 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631373ab-ee6c-4e97-9475-7f81dbebd1dd None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:35:45.093458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a6c55-9559-4932-9a59-fe936ca3e487 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Checking segment: {'id': '25df386e-70d9-49e1-bfa6-c0a9ea8721d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:45.094445 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2a6c55-9559-4932-9a59-fe936ca3e487 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Network hostable DHCP agents. Network: 437a6b3d-31aa-4643-a34c-ad56996321f1, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:35:45.106400 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-631373ab-ee6c-4e97-9475-7f81dbebd1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:45.121244 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2a6c55-9559-4932-9a59-fe936ca3e487 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Network 437a6b3d-31aa-4643-a34c-ad56996321f1 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:35:45.138152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-7c2a6c55-9559-4932-9a59-fe936ca3e487 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 437a6b3d-31aa-4643-a34c-ad56996321f1) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:45.143435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2a6c55-9559-4932-9a59-fe936ca3e487 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:45.144636 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7c2a6c55-9559-4932-9a59-fe936ca3e487 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:45.184367 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7c2a6c55-9559-4932-9a59-fe936ca3e487 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2952349 Mar 23 01:35:45.189266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38378) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:45.194417 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7104dfb2-dd70-470f-8792-5d8e7da1a732 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Request body: {'port': {'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986', 'name': 'tempest-TaggedBootDevicesTest-1189157455', 'fixed_ips': [{'subnet_id': '89903b53-7edf-4413-ac0f-be51c87f45dd'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:45.229081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cad4817-2f6c-45bb-b825-43eeae4e53be None None] Network 437a6b3d-31aa-4643-a34c-ad56996321f1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:35:45.372447 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7104dfb2-dd70-470f-8792-5d8e7da1a732 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Made reservation on behalf of 502c1396aecc4792a466ed6e68112592 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:45.488001 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7104dfb2-dd70-470f-8792-5d8e7da1a732 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:45.530593 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-7104dfb2-dd70-470f-8792-5d8e7da1a732 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] device_id is not set on port 2070c069-6313-485b-8a6e-6f3f00ed3d17 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:35:45.712063 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-631373ab-ee6c-4e97-9475-7f81dbebd1dd None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:35:45.746641 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-437a6b3d-31aa-4643-a34c-ad56996321f1', 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1', 'project_id': '502c1396aecc4792a466ed6e68112592', 'fixed_ips': [{'subnet_id': '6ccef7e9-d48a-465c-80fe-6d6b083e0336'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:35:45.747512 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:45.806075 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-7104dfb2-dd70-470f-8792-5d8e7da1a732 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Allocated IP 10.1.1.18 (54f43f40-2d1d-40ff-a148-e6b1420c7986/89903b53-7edf-4413-ac0f-be51c87f45dd/2070c069-6313-485b-8a6e-6f3f00ed3d17) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:35:45.884849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Made reservation on behalf of f6f9aae227d84399a0bbd30fdbd1c690 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:45.890674 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:46.020424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Allocated IP 10.2.2.2 (437a6b3d-31aa-4643-a34c-ad56996321f1/6ccef7e9-d48a-465c-80fe-6d6b083e0336/99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:35:46.034067 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:46.060165 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-55942ec1-9a6c-4204-984e-93afffdf1f19 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:46.061665 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-55942ec1-9a6c-4204-984e-93afffdf1f19 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/2f4cf129-cf02-418d-9537-e2eee80a8443 HTTP/1.1" status: 204 len: 168 time: 1.0631979 Mar 23 01:35:46.067881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38384) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:46.077850 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7104dfb2-dd70-470f-8792-5d8e7da1a732 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:46.095931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22a770c-dfbf-4cdc-92b4-6c4f36cd8c63 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting subnet 41293a9b-f71e-43cd-9e07-d19eee1630f1 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:35:46.116898 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e22a770c-dfbf-4cdc-92b4-6c4f36cd8c63 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (41293a9b-f71e-43cd-9e07-d19eee1630f1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:46.146851 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7104dfb2-dd70-470f-8792-5d8e7da1a732 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:46.180050 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783621b3-3fd0-4199-9895-81af20a3c4b3 req-160bd857-5418-482d-bdaa-c8586e8a7539 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:46.185816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783621b3-3fd0-4199-9895-81af20a3c4b3 req-160bd857-5418-482d-bdaa-c8586e8a7539 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:46.201453 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783621b3-3fd0-4199-9895-81af20a3c4b3 req-160bd857-5418-482d-bdaa-c8586e8a7539 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:46.203226 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-783621b3-3fd0-4199-9895-81af20a3c4b3 req-160bd857-5418-482d-bdaa-c8586e8a7539 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2417 time: 0.9799671 Mar 23 01:35:46.221048 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2112e24b-33bf-4dd9-8768-1dc760519b05 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=2f4cf129-cf02-418d-9537-e2eee80a8443 HTTP/1.1" status: 200 len: 221 time: 0.1517189 Mar 23 01:35:46.238444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38388) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:46.275304 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Publish callbacks [] for port (99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:46.278404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9025b682-db97-4fbf-8d76-b6c9f81ca212 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1729387689', 'description': 'label created by tempest'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:46.279034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9025b682-db97-4fbf-8d76-b6c9f81ca212 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] Unknown quota resources ['metering_label']. {{(pid=99264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 01:35:46.279155 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104dfb2-dd70-470f-8792-5d8e7da1a732 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event updated for resources: {'Port': ['ID=2070c069-6313-485b-8a6e-6f3f00ed3d17,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:46.295597 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7104dfb2-dd70-470f-8792-5d8e7da1a732 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Network 54f43f40-2d1d-40ff-a148-e6b1420c7986 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:46.297180 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-7104dfb2-dd70-470f-8792-5d8e7da1a732 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:46.300119 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7104dfb2-dd70-470f-8792-5d8e7da1a732 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:35:46.305148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72746637-29a2-431d-8acd-b992e4b23f15 None None] Network 54f43f40-2d1d-40ff-a148-e6b1420c7986 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:35:46.309698 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:46.335178 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e22a770c-dfbf-4cdc-92b4-6c4f36cd8c63 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (41293a9b-f71e-43cd-9e07-d19eee1630f1), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:46.455817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Network 437a6b3d-31aa-4643-a34c-ad56996321f1 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:46.456784 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e22a770c-dfbf-4cdc-92b4-6c4f36cd8c63 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (41293a9b-f71e-43cd-9e07-d19eee1630f1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:46.476444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:46.486364 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:35:46.488993 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Pushing event updated for resources: {'Port': ['ID=99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:46.498110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7fe990b1-bdd9-44c7-8325-41dcfd86866b None None] Provisioning complete for port 00b0ca96-b683-499c-bb77-73008b29ea60 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:46.498585 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7fe990b1-bdd9-44c7-8325-41dcfd86866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (00b0ca96-b683-499c-bb77-73008b29ea60), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:46.584654 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e22a770c-dfbf-4cdc-92b4-6c4f36cd8c63 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (41293a9b-f71e-43cd-9e07-d19eee1630f1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:46.632074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-631373ab-ee6c-4e97-9475-7f81dbebd1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:43Z', 'revision_number': 8, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '2937ca47-d09b-4a17-a49d-d47bbea036c1', 'name': '', 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:d9:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:18Z', 'updated_at': '2022-03-23T01:35:28Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:19Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:46.676675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631373ab-ee6c-4e97-9475-7f81dbebd1dd None None] Checking router: 06a07313-ecb8-4460-8aaf-d015e1db9eeb for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:35:46.695738 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Attempting to bind port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:35:46.696117 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Attempting to bind port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '25df386e-70d9-49e1-bfa6-c0a9ea8721d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:35:46.696671 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Attempting to bind port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 on network 437a6b3d-31aa-4643-a34c-ad56996321f1 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:46.718178 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631373ab-ee6c-4e97-9475-7f81dbebd1dd None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:35:46.718916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-631373ab-ee6c-4e97-9475-7f81dbebd1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:46.720997 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:35:46.721372 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Checking segment: {'id': '25df386e-70d9-49e1-bfa6-c0a9ea8721d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:46.721774 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:46.722159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Bound using segment: {'id': '25df386e-70d9-49e1-bfa6-c0a9ea8721d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:35:46.722638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Bound port: 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25df386e-70d9-49e1-bfa6-c0a9ea8721d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:35:46.723019 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:46.733703 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a770c-dfbf-4cdc-92b4-6c4f36cd8c63 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Subnet': ['ID=41293a9b-f71e-43cd-9e07-d19eee1630f1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:46.779527 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-783621b3-3fd0-4199-9895-81af20a3c4b3 req-5c08bf88-0823-477c-80f2-f53dd9d16722 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5562665 Mar 23 01:35:46.839306 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e22a770c-dfbf-4cdc-92b4-6c4f36cd8c63 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:46.842774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e22a770c-dfbf-4cdc-92b4-6c4f36cd8c63 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/41293a9b-f71e-43cd-9e07-d19eee1630f1 HTTP/1.1" status: 204 len: 168 time: 1.7717483 Mar 23 01:35:46.883689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaf92d0-335b-44d4-8e89-226c16b68148 None None] Network 3fb626cb-4f21-41ad-b9ae-5b9e94e04dde requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:35:46.884255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38404) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:47.001497 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (3fb626cb-4f21-41ad-b9ae-5b9e94e04dde), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:47.053766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38408) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:47.068839 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7fe990b1-bdd9-44c7-8325-41dcfd86866b None None] Current status of the port 00b0ca96-b683-499c-bb77-73008b29ea60 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:47.069444 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7fe990b1-bdd9-44c7-8325-41dcfd86866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (00b0ca96-b683-499c-bb77-73008b29ea60), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:47.096375 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9025b682-db97-4fbf-8d76-b6c9f81ca212 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:47.098413 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9025b682-db97-4fbf-8d76-b6c9f81ca212 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8586071 Mar 23 01:35:47.101045 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38412) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:47.151825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-631373ab-ee6c-4e97-9475-7f81dbebd1dd None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:35:47.284124 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-aa27d48d-0806-4c82-9d31-0bddb4f87c52 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=801ee0a1-f58b-45a4-ba36-0265af862e9b HTTP/1.1" status: 200 len: 468 time: 0.1818075 Mar 23 01:35:47.289624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7fe990b1-bdd9-44c7-8325-41dcfd86866b None None] For port 00b0ca96-b683-499c-bb77-73008b29ea60, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=00b0ca96-b683-499c-bb77-73008b29ea60,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:47.291288 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Publish callbacks [] for security_group (eef63ad8-0e31-4355-a95c-5b6938925c1a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:47.291714 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104dfb2-dd70-470f-8792-5d8e7da1a732 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:47.292432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7104dfb2-dd70-470f-8792-5d8e7da1a732 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:47.292693 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 00b0ca96-b683-499c-bb77-73008b29ea60 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:47.293409 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38414) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:47.310542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2941a1-e94a-4399-affa-23c885859793 req-55173695-711a-4cbb-aaa5-9e963e2f7a00 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:47.312151 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e2941a1-e94a-4399-affa-23c885859793 req-55173695-711a-4cbb-aaa5-9e963e2f7a00 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 1127 time: 0.1423230 Mar 23 01:35:47.324242 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7104dfb2-dd70-470f-8792-5d8e7da1a732 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1341426 Mar 23 01:35:47.332688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38416) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:47.339410 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-87fe2150-ed77-49af-9232-2277a9993f42 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Request body: {'port': {'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986', 'name': 'tempest-TaggedBootDevicesTest-2050357503', 'fixed_ips': [{'subnet_id': '89903b53-7edf-4413-ac0f-be51c87f45dd'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:47.340168 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (eef63ad8-0e31-4355-a95c-5b6938925c1a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:47.417689 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1726184a-aafa-46de-abe8-a050f3b48166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:47.496820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e2941a1-e94a-4399-affa-23c885859793 req-7ab7272a-8188-40b8-ba70-ca982869f063 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770687 Mar 23 01:35:47.521463 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7fe990b1-bdd9-44c7-8325-41dcfd86866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (00b0ca96-b683-499c-bb77-73008b29ea60), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:47.531601 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:35:47.567661 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fe2150-ed77-49af-9232-2277a9993f42 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Made reservation on behalf of 502c1396aecc4792a466ed6e68112592 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:47.573869 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87fe2150-ed77-49af-9232-2277a9993f42 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:47.597527 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-87fe2150-ed77-49af-9232-2277a9993f42 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] device_id is not set on port 2da09e69-9797-45dc-970d-521ff10deb08 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:35:47.683961 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69afd05e-617a-4d82-9932-a259fc26f91e tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:47.685232 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-69afd05e-617a-4d82-9932-a259fc26f91e tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/801ee0a1-f58b-45a4-ba36-0265af862e9b HTTP/1.1" status: 204 len: 168 time: 0.3848186 Mar 23 01:35:47.686738 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (68c8812e-99f2-4c31-85dc-3b33ddd6089a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:47.687083 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Added segment 68c8812e-99f2-4c31-85dc-3b33ddd6089a of type vlan for network 13a7d5be-3a4a-49f2-b46c-3aac41f10be3 Mar 23 01:35:47.688625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 00b0ca96-b683-499c-bb77-73008b29ea60 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:47.689432 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (00b0ca96-b683-499c-bb77-73008b29ea60), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:47.692911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef63ad8-0e31-4355-a95c-5b6938925c1a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:47.703429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38422) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:47.711507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting port 1e8fe377-f351-4b1c-9432-159a0e3d437f {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:35:47.711906 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1e8fe377-f351-4b1c-9432-159a0e3d437f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:47.740449 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7ae8f704-8d85-494e-9417-acf3bc08a204 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=801ee0a1-f58b-45a4-ba36-0265af862e9b HTTP/1.1" status: 200 len: 216 time: 0.0306175 Mar 23 01:35:47.792653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38424) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:47.806995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-9deef86b-5edf-430b-8d6c-56b37af157cf req-195450a7-99d4-470e-98ce-a50f1c0598be service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:35:47.808053 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9deef86b-5edf-430b-8d6c-56b37af157cf req-195450a7-99d4-470e-98ce-a50f1c0598be service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1453221 Mar 23 01:35:47.835828 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-87fe2150-ed77-49af-9232-2277a9993f42 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Allocated IP 10.1.1.102 (54f43f40-2d1d-40ff-a148-e6b1420c7986/89903b53-7edf-4413-ac0f-be51c87f45dd/2da09e69-9797-45dc-970d-521ff10deb08) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:35:47.836643 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (13a7d5be-3a4a-49f2-b46c-3aac41f10be3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:47.845036 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-059980e9-9ff9-42b2-b50e-b40ded1c5d4d tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0460451 Mar 23 01:35:47.894853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] For port 1e8fe377-f351-4b1c-9432-159a0e3d437f, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1e8fe377-f351-4b1c-9432-159a0e3d437f,segment=NetworkSegment(cff859cc-3cda-429b-8875-7092d6b79402),segment_id=cff859cc-3cda-429b-8875-7092d6b79402)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:47.898881 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1e8fe377-f351-4b1c-9432-159a0e3d437f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:47.929664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Calling delete_port for 1e8fe377-f351-4b1c-9432-159a0e3d437f owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:35:47.948853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38428) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:47.983521 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.resource_extend [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:35:48.006369 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-aa2af502-398a-433b-898a-48cd91940156 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0564656 Mar 23 01:35:48.044951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38430) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:48.046788 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87fe2150-ed77-49af-9232-2277a9993f42 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for port (2da09e69-9797-45dc-970d-521ff10deb08), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:48.076884 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (13a7d5be-3a4a-49f2-b46c-3aac41f10be3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:48.078132 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:48.078876 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:48.090197 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] For port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:35:48.098031 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a36a747e-b544-499b-8d73-c5c2bcfd06d3 None None] Provisioning complete for port 00b0ca96-b683-499c-bb77-73008b29ea60 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:48.099633 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a36a747e-b544-499b-8d73-c5c2bcfd06d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (00b0ca96-b683-499c-bb77-73008b29ea60), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:48.138633 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87fe2150-ed77-49af-9232-2277a9993f42 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (2da09e69-9797-45dc-970d-521ff10deb08), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:48.193963 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe990b1-bdd9-44c7-8325-41dcfd86866b None None] Pushing event updated for resources: {'Port': ['ID=00b0ca96-b683-499c-bb77-73008b29ea60,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:48.204819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Pushing event updated for resources: {'Network': ['ID=13a7d5be-3a4a-49f2-b46c-3aac41f10be3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:48.217229 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1726184a-aafa-46de-abe8-a050f3b48166 admin admin] Publish callbacks [] for security_group (ab2de7c3-c612-4b8f-9547-894fab1109a7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:48.217662 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] For port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6,segment=NetworkSegment(25df386e-70d9-49e1-bfa6-c0a9ea8721d3),segment_id=25df386e-70d9-49e1-bfa6-c0a9ea8721d3)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:35:48.225031 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b5fbca64-74bd-4c6c-b728-98807d118ee5 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/34bb41dd-23cb-48b2-b112-7788f2c59e9d HTTP/1.1" status: 200 len: 472 time: 0.1786668 Mar 23 01:35:48.229697 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:48.241215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:48.241807 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:48.242301 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:48.242793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:48.243363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:48.243851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:48.244329 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:48.244848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:48.245350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:48.245846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:48.246326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:48.246815 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:48.247303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:48.247780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:48.250694 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-631373ab-ee6c-4e97-9475-7f81dbebd1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:43Z', 'revision_number': 8, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '2937ca47-d09b-4a17-a49d-d47bbea036c1', 'name': '', 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:d9:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:18Z', 'updated_at': '2022-03-23T01:35:28Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:19Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:48.253324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38436) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:48.254116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe2150-ed77-49af-9232-2277a9993f42 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event updated for resources: {'Port': ['ID=2da09e69-9797-45dc-970d-521ff10deb08,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:48.254314 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1726184a-aafa-46de-abe8-a050f3b48166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ab2de7c3-c612-4b8f-9547-894fab1109a7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:48.256336 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:48.268020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fe2150-ed77-49af-9232-2277a9993f42 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Network 54f43f40-2d1d-40ff-a148-e6b1420c7986 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:48.269947 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6007d83f-e6e3-48c4-95dd-bff2276c323d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.3981264 Mar 23 01:35:48.273766 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-87fe2150-ed77-49af-9232-2277a9993f42 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:48.277758 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fe2150-ed77-49af-9232-2277a9993f42 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:35:48.280411 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38438) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:48.291247 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-496f26c4-aef3-4ee0-8105-8bd9aa0fd4cc admin admin] Request body: {'subnet': {'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-833698077-subnet', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:48.314601 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d50a84a0-558c-482d-9a44-0cf7034968b3 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/8cb55482-90bc-4f94-8502-a8ac436b9268 HTTP/1.1" status: 200 len: 461 time: 0.0530791 Mar 23 01:35:48.320554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38440) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:48.345141 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496f26c4-aef3-4ee0-8105-8bd9aa0fd4cc admin admin] Made reservation on behalf of f6f9aae227d84399a0bbd30fdbd1c690 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:48.349682 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-496f26c4-aef3-4ee0-8105-8bd9aa0fd4cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:48.361681 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1726184a-aafa-46de-abe8-a050f3b48166 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5399070bc14b4b7c9b3f5fb90136127c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3014338 Mar 23 01:35:48.361681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726184a-aafa-46de-abe8-a050f3b48166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2de7c3-c612-4b8f-9547-894fab1109a7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:48.363460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38442) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:48.364799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921dd92-a80d-42e2-8f00-6a2bd65c250b req-d0c2980b-90fa-4b29-a929-105b1f1a0b57 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:48.371571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921dd92-a80d-42e2-8f00-6a2bd65c250b req-d0c2980b-90fa-4b29-a929-105b1f1a0b57 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:48.378614 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921dd92-a80d-42e2-8f00-6a2bd65c250b req-d0c2980b-90fa-4b29-a929-105b1f1a0b57 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:48.381247 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4921dd92-a80d-42e2-8f00-6a2bd65c250b req-d0c2980b-90fa-4b29-a929-105b1f1a0b57 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2417 time: 0.2977707 Mar 23 01:35:48.426073 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (1e8fe377-f351-4b1c-9432-159a0e3d437f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:48.493876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 13a7d5be-3a4a-49f2-b46c-3aac41f10be3 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:35:48.503478 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde09ba7-dfd6-44a6-a3da-25acab650185 None None] Pushing event updated for resources: {'Port': ['ID=99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:48.540956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Port': ['ID=1e8fe377-f351-4b1c-9432-159a0e3d437f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:48.552933 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fe2150-ed77-49af-9232-2277a9993f42 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:48.553828 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87fe2150-ed77-49af-9232-2277a9993f42 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:48.566719 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201c9b37-b618-412c-906e-64d64ecca136 None None] DHCP port deletion for 3fb626cb-4f21-41ad-b9ae-5b9e94e04dde request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:35:48.569254 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631373ab-ee6c-4e97-9475-7f81dbebd1dd None None] The sync data for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 is: [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:43Z', 'revision_number': 8, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '2937ca47-d09b-4a17-a49d-d47bbea036c1', 'name': '', 'network_id': 'b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:d9:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:18Z', 'updated_at': '2022-03-23T01:35:28Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '26207ef1-6a84-4c63-acc1-d4ec87bf2501', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:19Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:35:48.605072 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4921dd92-a80d-42e2-8f00-6a2bd65c250b req-271d6094-0e5c-4548-a831-2b7a583f42c9 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041414 Mar 23 01:35:48.611580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] No DVR routers for this DVR port 1e8fe377-f351-4b1c-9432-159a0e3d437f on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:35:48.614175 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-87fe2150-ed77-49af-9232-2277a9993f42 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2804296 Mar 23 01:35:48.797922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a36a747e-b544-499b-8d73-c5c2bcfd06d3 None None] Current status of the port 00b0ca96-b683-499c-bb77-73008b29ea60 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:48.803119 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d2c7bb9-0956-413e-996b-7abf0c1e5e28 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:48.815889 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4d2c7bb9-0956-413e-996b-7abf0c1e5e28 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/8cb55482-90bc-4f94-8502-a8ac436b9268 HTTP/1.1" status: 204 len: 168 time: 0.4853952 Mar 23 01:35:48.827269 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38460) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:48.850271 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bfb87a7e-fdb3-41b3-97dc-6ac0e1d077d7 admin admin] Publish callbacks [] for security_group (ab2de7c3-c612-4b8f-9547-894fab1109a7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:48.859003 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a36a747e-b544-499b-8d73-c5c2bcfd06d3 None None] Provisioning complete for port 2070c069-6313-485b-8a6e-6f3f00ed3d17 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:48.859630 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a36a747e-b544-499b-8d73-c5c2bcfd06d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:48.863863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 00b0ca96-b683-499c-bb77-73008b29ea60 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:48.909770 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (3fb626cb-4f21-41ad-b9ae-5b9e94e04dde), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:48.923923 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bfb87a7e-fdb3-41b3-97dc-6ac0e1d077d7 admin admin] Publish callbacks [] for security_group (ab2de7c3-c612-4b8f-9547-894fab1109a7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:48.962239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb626cb-4f21-41ad-b9ae-5b9e94e04dde']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:48.981567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a36a747e-b544-499b-8d73-c5c2bcfd06d3 None None] Port 2070c069-6313-485b-8a6e-6f3f00ed3d17 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:35:49.017475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff859cc-3cda-429b-8875-7092d6b79402') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:49.018038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff859cc-3cda-429b-8875-7092d6b79402') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:49.049770 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38464) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:49.076844 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (cff859cc-3cda-429b-8875-7092d6b79402), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.079711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-93954966-e29d-43c3-985e-f9643508b050 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1629151994', 'description': 'tempest-description--1275409603'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:49.115947 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (cff859cc-3cda-429b-8875-7092d6b79402), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.147990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:35:49.150129 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (cff859cc-3cda-429b-8875-7092d6b79402), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.159045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0053a13c-c841-4618-96bf-bb53215a0d81 None None] Provisioning complete for port 2da09e69-9797-45dc-970d-521ff10deb08 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:49.159640 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0053a13c-c841-4618-96bf-bb53215a0d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2da09e69-9797-45dc-970d-521ff10deb08), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:35:49.165708 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:35:49.193350 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-496f26c4-aef3-4ee0-8105-8bd9aa0fd4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (fa94e74e-46b8-47a8-b6d4-0e87a32824b1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.230645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0053a13c-c841-4618-96bf-bb53215a0d81 None None] Port 2da09e69-9797-45dc-970d-521ff10deb08 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:35:49.232509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 00b0ca96-b683-499c-bb77-73008b29ea60 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:49.325663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0053a13c-c841-4618-96bf-bb53215a0d81 None None] Provisioning complete for port 2070c069-6313-485b-8a6e-6f3f00ed3d17 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:49.327398 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0053a13c-c841-4618-96bf-bb53215a0d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.374177 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (3fb626cb-4f21-41ad-b9ae-5b9e94e04dde), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.392867 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93954966-e29d-43c3-985e-f9643508b050 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.399939 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.406649 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/networks/3fb626cb-4f21-41ad-b9ae-5b9e94e04dde HTTP/1.1" status: 204 len: 168 time: 2.5186536 Mar 23 01:35:49.408089 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bfb87a7e-fdb3-41b3-97dc-6ac0e1d077d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ab2de7c3-c612-4b8f-9547-894fab1109a7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.410471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bfb87a7e-fdb3-41b3-97dc-6ac0e1d077d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.411616 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bfb87a7e-fdb3-41b3-97dc-6ac0e1d077d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab2de7c3-c612-4b8f-9547-894fab1109a7 HTTP/1.1" status: 204 len: 168 time: 1.0243433 Mar 23 01:35:49.412451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdee03-6dcf-4f3c-87b7-5e63ad903098 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Network': ['ID=3fb626cb-4f21-41ad-b9ae-5b9e94e04dde,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:49.414064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38470) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:49.441572 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 00b0ca96-b683-499c-bb77-73008b29ea60 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:49.444924 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (00b0ca96-b683-499c-bb77-73008b29ea60), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.502345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb87a7e-fdb3-41b3-97dc-6ac0e1d077d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2de7c3-c612-4b8f-9547-894fab1109a7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:49.516383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0053a13c-c841-4618-96bf-bb53215a0d81 None None] Port 2070c069-6313-485b-8a6e-6f3f00ed3d17 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:35:49.574780 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ffbebe2-485e-454f-a090-5bc56e1a87b0 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.581010 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3ffbebe2-485e-454f-a090-5bc56e1a87b0 tempest-MeteringTestJSON-807633553 tempest-MeteringTestJSON-807633553-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/34bb41dd-23cb-48b2-b112-7788f2c59e9d HTTP/1.1" status: 204 len: 168 time: 0.7469318 Mar 23 01:35:49.588078 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f26c4-aef3-4ee0-8105-8bd9aa0fd4cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa94e74e-46b8-47a8-b6d4-0e87a32824b1,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:49.601947 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71588b1d-b3d4-4ae0-b15c-6ab032d30bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.626474 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f26c4-aef3-4ee0-8105-8bd9aa0fd4cc admin admin] Checking segment: {'id': '68c8812e-99f2-4c31-85dc-3b33ddd6089a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:49.626839 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496f26c4-aef3-4ee0-8105-8bd9aa0fd4cc admin admin] Network hostable DHCP agents. Network: 13a7d5be-3a4a-49f2-b46c-3aac41f10be3, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:35:49.675215 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496f26c4-aef3-4ee0-8105-8bd9aa0fd4cc admin admin] Network 13a7d5be-3a4a-49f2-b46c-3aac41f10be3 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:35:49.737569 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93954966-e29d-43c3-985e-f9643508b050 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for security_group (abd1cc6f-6185-427c-8068-f59fb8842a61), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.738467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-496f26c4-aef3-4ee0-8105-8bd9aa0fd4cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 13a7d5be-3a4a-49f2-b46c-3aac41f10be3) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:49.744933 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496f26c4-aef3-4ee0-8105-8bd9aa0fd4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:49.745812 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-496f26c4-aef3-4ee0-8105-8bd9aa0fd4cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.757543 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93954966-e29d-43c3-985e-f9643508b050 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (abd1cc6f-6185-427c-8068-f59fb8842a61), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.768882 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 00b0ca96-b683-499c-bb77-73008b29ea60 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:49.772990 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dad435-9701-4700-816d-f9a07067ee8b None None] Network 13a7d5be-3a4a-49f2-b46c-3aac41f10be3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:35:49.802160 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-496f26c4-aef3-4ee0-8105-8bd9aa0fd4cc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5197628 Mar 23 01:35:49.805674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38482) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:49.824996 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-833698077-router', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:49.848971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22c4fe-d621-4fc9-9160-f52a806c1865 req-767c6a9d-5fda-4c6b-ae77-60059605ce65 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:49.852539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1e8fe377-f351-4b1c-9432-159a0e3d437f no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:35:49.854711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22c4fe-d621-4fc9-9160-f52a806c1865 req-767c6a9d-5fda-4c6b-ae77-60059605ce65 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:49.860270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22c4fe-d621-4fc9-9160-f52a806c1865 req-767c6a9d-5fda-4c6b-ae77-60059605ce65 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:49.862261 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8e22c4fe-d621-4fc9-9160-f52a806c1865 req-767c6a9d-5fda-4c6b-ae77-60059605ce65 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2417 time: 0.2031279 Mar 23 01:35:49.875671 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93954966-e29d-43c3-985e-f9643508b050 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.880347 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-93954966-e29d-43c3-985e-f9643508b050 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8072596 Mar 23 01:35:49.883140 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38484) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:49.888134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 1e8fe377-f351-4b1c-9432-159a0e3d437f {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:35:49.888487 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1e8fe377-f351-4b1c-9432-159a0e3d437f not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:35:49.888924 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:35:49.893987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93954966-e29d-43c3-985e-f9643508b050 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd1cc6f-6185-427c-8068-f59fb8842a61,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:49.919702 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d7744174-1d2a-4ec9-9f21-f0355d69c2d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Request body: {'security_group_rule': {'security_group_id': 'abd1cc6f-6185-427c-8068-f59fb8842a61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:49.927087 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (e066bc81-1e75-4c68-be35-4747243eb065), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.928118 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (e066bc81-1e75-4c68-be35-4747243eb065), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:49.929010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:35:49.929416 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cd25e0be-e6e8-4d5e-b2e1-c4ba8c230c25 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:35:49.962921 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8e22c4fe-d621-4fc9-9160-f52a806c1865 req-833afe96-ffaa-46cc-9c41-7d3899c08e17 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905151 Mar 23 01:35:50.019201 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Publish callbacks [] for router_controller (e066bc81-1e75-4c68-be35-4747243eb065), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.044274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-13a7d5be-3a4a-49f2-b46c-3aac41f10be3', 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3', 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'fixed_ips': [{'subnet_id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:35:50.046473 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.078129 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d7744174-1d2a-4ec9-9f21-f0355d69c2d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for security_group_rule (36d21ea0-cec2-4248-a07a-c8b2eb60682a), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.145772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38488) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:50.242600 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3f54e74e-4ca6-4bc4-8bae-989f8739dd89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.304288 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d7744174-1d2a-4ec9-9f21-f0355d69c2d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for security_group_rule (36d21ea0-cec2-4248-a07a-c8b2eb60682a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.315066 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d7744174-1d2a-4ec9-9f21-f0355d69c2d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (36d21ea0-cec2-4248-a07a-c8b2eb60682a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.320460 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Publish callbacks [] for router_gateway (e066bc81-1e75-4c68-be35-4747243eb065), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.334274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Allocated IP 172.20.0.2 (13a7d5be-3a4a-49f2-b46c-3aac41f10be3/fa94e74e-46b8-47a8-b6d4-0e87a32824b1/58e8e43c-1324-49dc-8456-9bbea77d27de) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:35:50.351447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7744174-1d2a-4ec9-9f21-f0355d69c2d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d21ea0-cec2-4248-a07a-c8b2eb60682a,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:50.374315 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38490) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:50.397007 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d7744174-1d2a-4ec9-9f21-f0355d69c2d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.402734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d7744174-1d2a-4ec9-9f21-f0355d69c2d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5183794 Mar 23 01:35:50.403402 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38494) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:50.417982 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a6dda796-71b8-49b8-b74f-396419a8d45c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Request body: {'security_group_rule': {'security_group_id': 'abd1cc6f-6185-427c-8068-f59fb8842a61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:50.462832 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9b0e1999-72df-4c4e-92c6-b90a60282f84 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (06a07313-ecb8-4460-8aaf-d015e1db9eeb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.541158 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.543784 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3f54e74e-4ca6-4bc4-8bae-989f8739dd89 admin admin] Publish callbacks [] for security_group (e3553d14-7c5a-42ac-b94c-b714477fbf06), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.551705 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3f54e74e-4ca6-4bc4-8bae-989f8739dd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e3553d14-7c5a-42ac-b94c-b714477fbf06), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.579291 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6dda796-71b8-49b8-b74f-396419a8d45c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for security_group_rule (72118dee-66cb-412b-82ae-9ced96993882), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.598628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-ccdc6329-64ec-47e0-a8e9-43da672a9444 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:35:50.600165 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-ccdc6329-64ec-47e0-a8e9-43da672a9444 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8470788 Mar 23 01:35:50.608590 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54e74e-4ca6-4bc4-8bae-989f8739dd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3553d14-7c5a-42ac-b94c-b714477fbf06,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:50.616452 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3f54e74e-4ca6-4bc4-8bae-989f8739dd89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8d0cda709674bedb9c48bcd4d22c9a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4696569 Mar 23 01:35:50.635913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38496) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:50.650943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8ce27b-1636-4c88-8789-e90584b4fc54 None None] Network 437a6b3d-31aa-4643-a34c-ad56996321f1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:35:50.658105 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9158100a-ede8-473d-a3fe-1ef932f7c206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.734754 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Publish callbacks [] for router_gateway (e066bc81-1e75-4c68-be35-4747243eb065), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.736167 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Publish callbacks [] for port (58e8e43c-1324-49dc-8456-9bbea77d27de), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.739060 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1488aa60-933f-4d95-9b50-1df2bd522cf9 None None] Provisioning complete for port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:50.739428 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1488aa60-933f-4d95-9b50-1df2bd522cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.755831 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.770851 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (58e8e43c-1324-49dc-8456-9bbea77d27de), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.780905 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-56f189ca-0088-4280-a1bf-f795ed05335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:50.781755 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-56f189ca-0088-4280-a1bf-f795ed05335a service neutron] 10.222.0.18 "GET /v2.0/ports/6fd43136-d0db-437f-ae04-5459a5e2722b HTTP/1.1" status: 200 len: 1124 time: 0.1467154 Mar 23 01:35:50.800212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-d62aaaa3-84ba-4c64-9fab-264b3c07ca3e service neutron] Request body: {'binding': {'host': 'n-h1-834677-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:50.800651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-d62aaaa3-84ba-4c64-9fab-264b3c07ca3e service neutron] Unknown quota resources ['binding']. {{(pid=99264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 01:35:50.847139 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6dda796-71b8-49b8-b74f-396419a8d45c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for security_group_rule (72118dee-66cb-412b-82ae-9ced96993882), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.855360 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Network 13a7d5be-3a4a-49f2-b46c-3aac41f10be3 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:50.862984 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6dda796-71b8-49b8-b74f-396419a8d45c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (72118dee-66cb-412b-82ae-9ced96993882), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.864427 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:50.869527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Pushing event updated for resources: {'Port': ['ID=58e8e43c-1324-49dc-8456-9bbea77d27de,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:50.871693 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:35:50.877931 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f955543c-5f22-4ae5-b02e-59f29b9e00cd admin admin] Publish callbacks [] for security_group (e3553d14-7c5a-42ac-b94c-b714477fbf06), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.878821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Allocated IP 172.25.0.235 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:35:50.888657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dda796-71b8-49b8-b74f-396419a8d45c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72118dee-66cb-412b-82ae-9ced96993882,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:50.888818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:50.888955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:50.889310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:50.890134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:50.890134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:50.890348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:50.890587 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:50.890905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:50.891494 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:50.891604 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:50.891899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:50.892578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:50.892578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:50.894934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:50.894934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:35:50.989688 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f955543c-5f22-4ae5-b02e-59f29b9e00cd admin admin] Publish callbacks [] for security_group (e3553d14-7c5a-42ac-b94c-b714477fbf06), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.993284 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1488aa60-933f-4d95-9b50-1df2bd522cf9 None None] Current status of the port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:50.993691 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1488aa60-933f-4d95-9b50-1df2bd522cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.998098 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6dda796-71b8-49b8-b74f-396419a8d45c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:50.999317 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a6dda796-71b8-49b8-b74f-396419a8d45c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5866072 Mar 23 01:35:51.005370 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38504) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:51.030445 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:51.033279 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9158100a-ede8-473d-a3fe-1ef932f7c206 admin admin] Publish callbacks [] for security_group (b8864c12-56ba-43f4-81a1-b730ce20f898), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.043646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Attempting to bind port 58e8e43c-1324-49dc-8456-9bbea77d27de on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:35:51.045543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Attempting to bind port 58e8e43c-1324-49dc-8456-9bbea77d27de by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '68c8812e-99f2-4c31-85dc-3b33ddd6089a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:35:51.045922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Attempting to bind port 58e8e43c-1324-49dc-8456-9bbea77d27de on network 13a7d5be-3a4a-49f2-b46c-3aac41f10be3 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:51.073197 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9158100a-ede8-473d-a3fe-1ef932f7c206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b8864c12-56ba-43f4-81a1-b730ce20f898), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.075659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:35:51.076052 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Checking segment: {'id': '68c8812e-99f2-4c31-85dc-3b33ddd6089a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:51.076462 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.077306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Bound using segment: {'id': '68c8812e-99f2-4c31-85dc-3b33ddd6089a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:35:51.077601 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Bound port: 58e8e43c-1324-49dc-8456-9bbea77d27de, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c8812e-99f2-4c31-85dc-3b33ddd6089a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:35:51.077998 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (58e8e43c-1324-49dc-8456-9bbea77d27de), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.100387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:51.103906 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Publish callbacks [] for port (991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.108573 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1488aa60-933f-4d95-9b50-1df2bd522cf9 None None] For port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6,segment=NetworkSegment(25df386e-70d9-49e1-bfa6-c0a9ea8721d3),segment_id=25df386e-70d9-49e1-bfa6-c0a9ea8721d3)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:51.112340 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.135109 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1488aa60-933f-4d95-9b50-1df2bd522cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.146456 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9158100a-ede8-473d-a3fe-1ef932f7c206 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4449a5de823d4d5bbaac21748a3fcb51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7702434 Mar 23 01:35:51.147117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38506) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:51.255722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] For port 58e8e43c-1324-49dc-8456-9bbea77d27de, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:35:51.260048 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.260323 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] For port 58e8e43c-1324-49dc-8456-9bbea77d27de, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=58e8e43c-1324-49dc-8456-9bbea77d27de,segment=NetworkSegment(68c8812e-99f2-4c31-85dc-3b33ddd6089a),segment_id=68c8812e-99f2-4c31-85dc-3b33ddd6089a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:35:51.274673 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (58e8e43c-1324-49dc-8456-9bbea77d27de), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.276357 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488aa60-933f-4d95-9b50-1df2bd522cf9 None None] Pushing event updated for resources: {'Port': ['ID=99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:51.321962 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:51.322328 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.348913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d05b4-9a8d-4a1b-8bd0-94867059b3e8 req-6a22b360-212b-4735-ad1c-0e40fbbf5411 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:51.363723 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d05b4-9a8d-4a1b-8bd0-94867059b3e8 req-6a22b360-212b-4735-ad1c-0e40fbbf5411 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:51.369049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d05b4-9a8d-4a1b-8bd0-94867059b3e8 req-6a22b360-212b-4735-ad1c-0e40fbbf5411 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:51.381460 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e09d05b4-9a8d-4a1b-8bd0-94867059b3e8 req-6a22b360-212b-4735-ad1c-0e40fbbf5411 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2417 time: 0.2093163 Mar 23 01:35:51.381952 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-d62aaaa3-84ba-4c64-9fab-264b3c07ca3e service neutron] Attempting to bind port 6fd43136-d0db-437f-ae04-5459a5e2722b on host n-h1-834677-4 for vnic_type normal with profile None {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:35:51.382533 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-d62aaaa3-84ba-4c64-9fab-264b3c07ca3e service neutron] Attempting to bind port 6fd43136-d0db-437f-ae04-5459a5e2722b by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:35:51.383076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-d62aaaa3-84ba-4c64-9fab-264b3c07ca3e service neutron] Attempting to bind port 6fd43136-d0db-437f-ae04-5459a5e2722b on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:51.391612 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:51.393211 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158100a-ede8-473d-a3fe-1ef932f7c206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8864c12-56ba-43f4-81a1-b730ce20f898,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:51.401052 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4393ba-a753-45b0-b47f-21ad5b834782 None None] Pushing event updated for resources: {'Port': ['ID=58e8e43c-1324-49dc-8456-9bbea77d27de,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:51.408512 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-d62aaaa3-84ba-4c64-9fab-264b3c07ca3e service neutron] Port 6fd43136-d0db-437f-ae04-5459a5e2722b on network ba3d029b-d469-4b1a-90d0-7995de95a27c not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:35:51.409422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-d62aaaa3-84ba-4c64-9fab-264b3c07ca3e service neutron] Attempting to bind port 6fd43136-d0db-437f-ae04-5459a5e2722b on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:51.414518 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-def2768b-342c-4034-92f5-3cf00527ae0e None None] Provisioning complete for port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:51.415038 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-def2768b-342c-4034-92f5-3cf00527ae0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.428238 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:51.437320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-d62aaaa3-84ba-4c64-9fab-264b3c07ca3e service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:35:51.437766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-d62aaaa3-84ba-4c64-9fab-264b3c07ca3e service neutron] Checking segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:51.438232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-d62aaaa3-84ba-4c64-9fab-264b3c07ca3e service neutron] Bound using segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:35:51.438759 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-d62aaaa3-84ba-4c64-9fab-264b3c07ca3e service neutron] Bound port: 6fd43136-d0db-437f-ae04-5459a5e2722b, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:35:51.444080 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:35:51.450772 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0757c408-58b5-497a-b006-a46ad79c8205 admin admin] Publish callbacks [] for security_group (b8864c12-56ba-43f4-81a1-b730ce20f898), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.452250 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f955543c-5f22-4ae5-b02e-59f29b9e00cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e3553d14-7c5a-42ac-b94c-b714477fbf06), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.457254 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f955543c-5f22-4ae5-b02e-59f29b9e00cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.462045 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f955543c-5f22-4ae5-b02e-59f29b9e00cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3553d14-7c5a-42ac-b94c-b714477fbf06 HTTP/1.1" status: 204 len: 168 time: 0.8219783 Mar 23 01:35:51.508473 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Pushing event updated for resources: {'Port': ['ID=991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:51.541814 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e1999-72df-4c4e-92c6-b90a60282f84 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting port 2937ca47-d09b-4a17-a49d-d47bbea036c1 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:35:51.542070 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9b0e1999-72df-4c4e-92c6-b90a60282f84 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.556735 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:51.562523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955543c-5f22-4ae5-b02e-59f29b9e00cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3553d14-7c5a-42ac-b94c-b714477fbf06,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:51.577529 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e09d05b4-9a8d-4a1b-8bd0-94867059b3e8 req-a862974d-32a1-4dd2-ba47-c2b91e7b3a0d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947980 Mar 23 01:35:51.613765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-def2768b-342c-4034-92f5-3cf00527ae0e None None] Current status of the port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:51.690934 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.704419 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0757c408-58b5-497a-b006-a46ad79c8205 admin admin] Publish callbacks [] for security_group (b8864c12-56ba-43f4-81a1-b730ce20f898), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.758290 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6fbad0c0-b761-4b03-8972-b85ebe69afee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.766717 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-d62aaaa3-84ba-4c64-9fab-264b3c07ca3e service neutron] For port 6fd43136-d0db-437f-ae04-5459a5e2722b, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=6fd43136-d0db-437f-ae04-5459a5e2722b,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:35:51.811738 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-d62aaaa3-84ba-4c64-9fab-264b3c07ca3e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.812969 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-d62aaaa3-84ba-4c64-9fab-264b3c07ca3e service neutron] 10.222.0.18 "POST /v2.0/ports/6fd43136-d0db-437f-ae04-5459a5e2722b/bindings HTTP/1.1" status: 201 len: 389 time: 1.0254531 Mar 23 01:35:51.841006 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-9b0e1999-72df-4c4e-92c6-b90a60282f84 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] For port 2937ca47-d09b-4a17-a49d-d47bbea036c1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2937ca47-d09b-4a17-a49d-d47bbea036c1,segment=NetworkSegment(48395449-51d7-46ad-9e8c-e0b32779cf35),segment_id=48395449-51d7-46ad-9e8c-e0b32779cf35)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:51.841377 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9b0e1999-72df-4c4e-92c6-b90a60282f84 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.851745 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-a252d376-1395-42f1-a0b0-739554bf9890 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:51.857182 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-a252d376-1395-42f1-a0b0-739554bf9890 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:51.862393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-a252d376-1395-42f1-a0b0-739554bf9890 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:51.864108 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-a252d376-1395-42f1-a0b0-739554bf9890 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2417 time: 0.3345435 Mar 23 01:35:51.931713 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e1999-72df-4c4e-92c6-b90a60282f84 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Calling delete_port for 2937ca47-d09b-4a17-a49d-d47bbea036c1 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:35:51.936319 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0757c408-58b5-497a-b006-a46ad79c8205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b8864c12-56ba-43f4-81a1-b730ce20f898), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.939457 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0757c408-58b5-497a-b006-a46ad79c8205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:51.949723 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0757c408-58b5-497a-b006-a46ad79c8205 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8864c12-56ba-43f4-81a1-b730ce20f898 HTTP/1.1" status: 204 len: 168 time: 0.7844322 Mar 23 01:35:52.024720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Allocated IP 172.25.0.21 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/a372d75b-20aa-48d1-8bdf-843e26086cf0) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:35:52.141797 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Publish callbacks [] for router_gateway (e066bc81-1e75-4c68-be35-4747243eb065), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:52.234433 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99cd58-c5ed-474f-8a2f-3b87bd28bd74 req-0832f2d8-e3bc-4afd-bc14-1a724ec19ca8 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:52.236313 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a99cd58-c5ed-474f-8a2f-3b87bd28bd74 req-0832f2d8-e3bc-4afd-bc14-1a724ec19ca8 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.2228739 Mar 23 01:35:52.338609 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for port (a372d75b-20aa-48d1-8bdf-843e26086cf0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:52.371139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757c408-58b5-497a-b006-a46ad79c8205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8864c12-56ba-43f4-81a1-b730ce20f898,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:52.391240 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a99cd58-c5ed-474f-8a2f-3b87bd28bd74 req-a155cca9-955e-421e-af1b-e6ecaaab5865 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396697 Mar 23 01:35:52.586237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-92315630-8613-4a0f-9e50-ebe2937b89ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:52.587985 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-92315630-8613-4a0f-9e50-ebe2937b89ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 1127 time: 0.2326205 Mar 23 01:35:52.592070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38530) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:52.677197 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13a7763a-8d76-468f-ab4e-0f206c00ecf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:52.700349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-5435c717-586e-4af7-b0a7-18f5313a060a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Deleting port 92ba392e-19dd-4fcf-8073-a39288b6f05e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:35:52.700757 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-5435c717-586e-4af7-b0a7-18f5313a060a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (92ba392e-19dd-4fcf-8073-a39288b6f05e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:52.843371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-5435c717-586e-4af7-b0a7-18f5313a060a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] For port 92ba392e-19dd-4fcf-8073-a39288b6f05e, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=92ba392e-19dd-4fcf-8073-a39288b6f05e,segment=NetworkSegment(2581bb4a-0da4-4d48-b064-073cc338e077),segment_id=2581bb4a-0da4-4d48-b064-073cc338e077)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:52.843789 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-5435c717-586e-4af7-b0a7-18f5313a060a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (92ba392e-19dd-4fcf-8073-a39288b6f05e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:52.909524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-5435c717-586e-4af7-b0a7-18f5313a060a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Calling delete_port for 92ba392e-19dd-4fcf-8073-a39288b6f05e owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:35:52.940388 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e4d9dc-f100-4be8-9ca1-908aadebe2ed None None] Network 13a7d5be-3a4a-49f2-b46c-3aac41f10be3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:35:53.028167 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a372d75b-20aa-48d1-8bdf-843e26086cf0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:53.067712 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-e0a42344-c525-46d0-ae4b-be0a4ef4eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:53.069666 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-e0a42344-c525-46d0-ae4b-be0a4ef4eb31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.4750223 Mar 23 01:35:53.073005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-53ce9ef4-c200-4b60-ab79-527de690bf14 None None] Provisioning complete for port 58e8e43c-1324-49dc-8456-9bbea77d27de triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:53.073609 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-53ce9ef4-c200-4b60-ab79-527de690bf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (58e8e43c-1324-49dc-8456-9bbea77d27de), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:53.120044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91635945-04ee-428c-9f59-4475b83965e7 req-206957f7-2c40-4eed-aad3-49d2cbc4b32e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:53.126181 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91635945-04ee-428c-9f59-4475b83965e7 req-206957f7-2c40-4eed-aad3-49d2cbc4b32e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:53.131626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91635945-04ee-428c-9f59-4475b83965e7 req-206957f7-2c40-4eed-aad3-49d2cbc4b32e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:53.132507 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:53.133980 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91635945-04ee-428c-9f59-4475b83965e7 req-206957f7-2c40-4eed-aad3-49d2cbc4b32e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 2417 time: 0.4280963 Mar 23 01:35:53.140350 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event updated for resources: {'Port': ['ID=a372d75b-20aa-48d1-8bdf-843e26086cf0,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:53.143689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:53.149076 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:35:53.156696 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:53.212421 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9b0e1999-72df-4c4e-92c6-b90a60282f84 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2937ca47-d09b-4a17-a49d-d47bbea036c1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:53.217073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:53.234484 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-561dd7de-f48e-4cba-a14c-9c77b329e693 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd43136-d0db-437f-ae04-5459a5e2722b HTTP/1.1" status: 200 len: 217 time: 0.1529076 Mar 23 01:35:53.264440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-53ce9ef4-c200-4b60-ab79-527de690bf14 None None] Current status of the port 58e8e43c-1324-49dc-8456-9bbea77d27de is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:53.265175 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-53ce9ef4-c200-4b60-ab79-527de690bf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (58e8e43c-1324-49dc-8456-9bbea77d27de), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:53.313334 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for floatingip (165ad022-888c-4c10-9046-0092b04ccaae), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:53.326077 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-53ce9ef4-c200-4b60-ab79-527de690bf14 None None] For port 58e8e43c-1324-49dc-8456-9bbea77d27de, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=58e8e43c-1324-49dc-8456-9bbea77d27de,segment=NetworkSegment(68c8812e-99f2-4c31-85dc-3b33ddd6089a),segment_id=68c8812e-99f2-4c31-85dc-3b33ddd6089a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:53.333702 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e1999-72df-4c4e-92c6-b90a60282f84 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Port': ['ID=2937ca47-d09b-4a17-a49d-d47bbea036c1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:53.337665 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-53ce9ef4-c200-4b60-ab79-527de690bf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (58e8e43c-1324-49dc-8456-9bbea77d27de), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:53.346590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:53.347318 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:53.429521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd8873-bc37-4e56-82a8-e75154b201c6 req-e6823e10-0f49-459c-9749-ffa995d01a76 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:53.439110 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52bd8873-bc37-4e56-82a8-e75154b201c6 req-e6823e10-0f49-459c-9749-ffa995d01a76 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 946 time: 0.4152369 Mar 23 01:35:53.459667 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a372d75b-20aa-48d1-8bdf-843e26086cf0), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:53.500071 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce9ef4-c200-4b60-ab79-527de690bf14 None None] Pushing event updated for resources: {'Port': ['ID=58e8e43c-1324-49dc-8456-9bbea77d27de,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:53.543949 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:53.545471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 58e8e43c-1324-49dc-8456-9bbea77d27de up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:53.559439 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (e066bc81-1e75-4c68-be35-4747243eb065), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:53.623568 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13a7763a-8d76-468f-ab4e-0f206c00ecf4 admin admin] Publish callbacks [] for security_group (74aa8e9f-c05d-4f07-afdb-4f985e2efc10), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:53.632173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 58e8e43c-1324-49dc-8456-9bbea77d27de triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:53.635045 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (58e8e43c-1324-49dc-8456-9bbea77d27de), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:53.691243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f28c9e21-4927-44ec-b92d-547012d01d39 None None] Provisioning complete for port 58e8e43c-1324-49dc-8456-9bbea77d27de triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:53.691618 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f28c9e21-4927-44ec-b92d-547012d01d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (58e8e43c-1324-49dc-8456-9bbea77d27de), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:53.714485 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52bd8873-bc37-4e56-82a8-e75154b201c6 req-885f3dcb-559b-4341-8c12-f45a8c3586ed tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/security-groups?id=20992968-25cf-435b-8c43-19889d555002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743883 Mar 23 01:35:53.769603 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9b0e1999-72df-4c4e-92c6-b90a60282f84 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (06a07313-ecb8-4460-8aaf-d015e1db9eeb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:53.772705 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13a7763a-8d76-468f-ab4e-0f206c00ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (74aa8e9f-c05d-4f07-afdb-4f985e2efc10), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:53.795075 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 58e8e43c-1324-49dc-8456-9bbea77d27de is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:53.800374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-bac6a367-3ed7-43ef-a471-298c8fa3ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:53.802176 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-bac6a367-3ed7-43ef-a471-298c8fa3ac83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.5372727 Mar 23 01:35:53.816535 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91635945-04ee-428c-9f59-4475b83965e7 req-a9b0b345-cf7c-42e6-ac2e-bbe96abdea2d tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975173 Mar 23 01:35:53.871418 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-7aca7d15-0e3c-49b8-bcff-65a62a22ec38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466788 Mar 23 01:35:53.884084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Router e066bc81-1e75-4c68-be35-4747243eb065 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:35:53.891679 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for port (a372d75b-20aa-48d1-8bdf-843e26086cf0), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:53.894658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f28c9e21-4927-44ec-b92d-547012d01d39 None None] Current status of the port 58e8e43c-1324-49dc-8456-9bbea77d27de is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:53.909756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (a372d75b-20aa-48d1-8bdf-843e26086cf0), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:54.006329 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-13a7763a-8d76-468f-ab4e-0f206c00ecf4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3cd3692e34dc403b8957fd91f308fb64&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4117332 Mar 23 01:35:54.018135 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38560) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:54.039288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7763a-8d76-468f-ab4e-0f206c00ecf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74aa8e9f-c05d-4f07-afdb-4f985e2efc10,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:54.085313 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-5435c717-586e-4af7-b0a7-18f5313a060a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (92ba392e-19dd-4fcf-8073-a39288b6f05e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:54.116195 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event updated for resources: {'Port': ['ID=a372d75b-20aa-48d1-8bdf-843e26086cf0,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:54.133954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435c717-586e-4af7-b0a7-18f5313a060a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event deleted for resources: {'Port': ['ID=92ba392e-19dd-4fcf-8073-a39288b6f05e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:54.138356 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729c861-8724-4020-b7bd-d1297a5940bd req-f0897b00-fae1-48b3-8f8d-4ebb03876ba4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:54.145327 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8729c861-8724-4020-b7bd-d1297a5940bd req-f0897b00-fae1-48b3-8f8d-4ebb03876ba4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.2569513 Mar 23 01:35:54.178454 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (165ad022-888c-4c10-9046-0092b04ccaae), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:54.242432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-29954b02-f56f-4fac-8a81-60dabe5ff293 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291748 Mar 23 01:35:54.261709 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8729c861-8724-4020-b7bd-d1297a5940bd req-7bd8daeb-8903-418e-aee9-7e7d0edea2f9 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146431 Mar 23 01:35:54.268429 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:54.275042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-5435c717-586e-4af7-b0a7-18f5313a060a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] No DVR routers for this DVR port 92ba392e-19dd-4fcf-8073-a39288b6f05e on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:35:54.282100 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ba44739d-218b-4a6c-adb0-23af55f90278 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2736959 Mar 23 01:35:54.287907 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-5435c717-586e-4af7-b0a7-18f5313a060a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:54.303104 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-5435c717-586e-4af7-b0a7-18f5313a060a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.43 "DELETE /v2.0/ports/92ba392e-19dd-4fcf-8073-a39288b6f05e HTTP/1.1" status: 204 len: 173 time: 2.4227200 Mar 23 01:35:54.305336 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-21ee33ea-a636-443f-bc36-93bd9c6fca55 admin admin] Publish callbacks [] for security_group (74aa8e9f-c05d-4f07-afdb-4f985e2efc10), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:54.305560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'name': 'network-vif-deleted', 'tag': '92ba392e-19dd-4fcf-8073-a39288b6f05e'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:35:54.307439 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 92ba392e-19dd-4fcf-8073-a39288b6f05e no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:35:54.321442 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897b1cf5-5a71-4377-8f66-93e53495439a" -d '{"events": [{"server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "name": "network-vif-deleted", "tag": "92ba392e-19dd-4fcf-8073-a39288b6f05e"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:35:54.323591 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:35:54.339050 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Sync routers for ids ['e066bc81-1e75-4c68-be35-4747243eb065'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:35:54.343879 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-21ee33ea-a636-443f-bc36-93bd9c6fca55 admin admin] Publish callbacks [] for security_group (74aa8e9f-c05d-4f07-afdb-4f985e2efc10), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:54.351595 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Routers {'e066bc81-1e75-4c68-be35-4747243eb065'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:35:54.352215 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e066bc81-1e75-4c68-be35-4747243eb065'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:54.354258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 92ba392e-19dd-4fcf-8073-a39288b6f05e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:35:54.354798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 92ba392e-19dd-4fcf-8073-a39288b6f05e not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:35:54.355025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:35:54.366244 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:54.370995 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1b613f88-82cf-4f72-9fe3-53e786cf903b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5583415 Mar 23 01:35:54.376030 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38574) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:54.508470 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:54.583812 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:54.584504 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:54.591239 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Set router e066bc81-1e75-4c68-be35-4747243eb065 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:35:54.675180 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d3a5cd-49b5-496a-9772-e701c0af5ac0 x-openstack-request-id: req-d1d3a5cd-49b5-496a-9772-e701c0af5ac0 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:35:54.676107 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "name": "network-vif-deleted", "tag": "92ba392e-19dd-4fcf-8073-a39288b6f05e", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:35:54.676701 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1d3a5cd-49b5-496a-9772-e701c0af5ac0 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:35:54.677362 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d3a5cd-49b5-496a-9772-e701c0af5ac0'] response: {'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'name': 'network-vif-deleted', 'tag': '92ba392e-19dd-4fcf-8073-a39288b6f05e', 'status': 'completed', 'code': 200} Mar 23 01:35:54.678736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d3229a-05cb-4986-8d0e-a7746ae2fcc7'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:35:54.683045 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b79bb36-4777-426b-b77c-c62a923fcdbd" -d '{"events": [{"server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "13d3229a-05cb-4986-8d0e-a7746ae2fcc7"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:35:54.699007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-72245787-f247-47a8-afba-0e26d048f17c service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498072 Mar 23 01:35:54.702747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=13d3229a-05cb-4986-8d0e-a7746ae2fcc7,segment=NetworkSegment(2581bb4a-0da4-4d48-b064-073cc338e077),segment_id=2581bb4a-0da4-4d48-b064-073cc338e077)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:54.718737 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:54.719971 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device b97c4008-8f55-47ef-9bde-5c55f515d9dd no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:35:54.761888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0e1999-72df-4c4e-92c6-b90a60282f84 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 06a07313-ecb8-4460-8aaf-d015e1db9eeb has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:35:54.825195 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'name': 'tempest-TaggedBootDevicesTest_v242-833698077-router', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:35:49Z', 'updated_at': '2022-03-23T01:35:51Z', 'revision_number': 3, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'gw_port': {'id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:50Z', 'updated_at': '2022-03-23T01:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:54.892234 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Checking router: e066bc81-1e75-4c68-be35-4747243eb065 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:35:54.893231 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Updating router e066bc81-1e75-4c68-be35-4747243eb065 port 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:35:54.958284 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:55.059862 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb876247-99e3-4576-9bf6-40e6c242dd76 x-openstack-request-id: req-cb876247-99e3-4576-9bf6-40e6c242dd76 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:35:55.060174 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "13d3229a-05cb-4986-8d0e-a7746ae2fcc7", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:35:55.060431 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb876247-99e3-4576-9bf6-40e6c242dd76 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:35:55.060892 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb876247-99e3-4576-9bf6-40e6c242dd76'] response: {'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d3229a-05cb-4986-8d0e-a7746ae2fcc7', 'code': 200} Mar 23 01:35:55.158686 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-a42ecd22-a8eb-4694-b35b-7b2e39d01840 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Deleting port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:35:55.163665 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-a42ecd22-a8eb-4694-b35b-7b2e39d01840 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:55.182942 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 58e8e43c-1324-49dc-8456-9bbea77d27de up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:55.185184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=13d3229a-05cb-4986-8d0e-a7746ae2fcc7,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:55.188172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ce979-fdc1-4741-9e03-0dbdfab28c1b req-658fc085-1877-423d-b5f1-82b7f9bd692a tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:55.201751 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-df2ce979-fdc1-4741-9e03-0dbdfab28c1b req-658fc085-1877-423d-b5f1-82b7f9bd692a tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.43 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 946 time: 0.6684976 Mar 23 01:35:55.212260 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-21ee33ea-a636-443f-bc36-93bd9c6fca55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (74aa8e9f-c05d-4f07-afdb-4f985e2efc10), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:55.221289 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-21ee33ea-a636-443f-bc36-93bd9c6fca55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:55.227234 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-21ee33ea-a636-443f-bc36-93bd9c6fca55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74aa8e9f-c05d-4f07-afdb-4f985e2efc10 HTTP/1.1" status: 204 len: 168 time: 1.1767426 Mar 23 01:35:55.328150 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port b97c4008-8f55-47ef-9bde-5c55f515d9dd is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:55.328669 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:55.354363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 58e8e43c-1324-49dc-8456-9bbea77d27de triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:55.354942 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (58e8e43c-1324-49dc-8456-9bbea77d27de), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:55.361976 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0e1999-72df-4c4e-92c6-b90a60282f84 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:35:55.380227 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9b0e1999-72df-4c4e-92c6-b90a60282f84 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/06a07313-ecb8-4460-8aaf-d015e1db9eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9575548 Mar 23 01:35:55.381287 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38620) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:55.395413 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b59b12-5e96-4583-b22f-b71664df0173 req-15d1dab4-23e8-42d6-abce-f5d8c3876fdc tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:55.409685 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b3b59b12-5e96-4583-b22f-b71664df0173 req-15d1dab4-23e8-42d6-abce-f5d8c3876fdc tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 946 time: 0.3652287 Mar 23 01:35:55.421866 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388cede9-9e14-4f87-a370-ed37d2b44175 None None] Sync routers for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:35:55.515672 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port b97c4008-8f55-47ef-9bde-5c55f515d9dd, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b97c4008-8f55-47ef-9bde-5c55f515d9dd,segment=NetworkSegment(b7ebd38b-2bb5-45eb-a256-e6561c4b2c68),segment_id=b7ebd38b-2bb5-45eb-a256-e6561c4b2c68)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:55.522073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388cede9-9e14-4f87-a370-ed37d2b44175 None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:35:55.528228 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee33ea-a636-443f-bc36-93bd9c6fca55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aa8e9f-c05d-4f07-afdb-4f985e2efc10,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:55.528534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-388cede9-9e14-4f87-a370-ed37d2b44175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:55.539158 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Publish callbacks [] for port (991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:55.555106 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:55.566361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38624) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:55.632497 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b3b59b12-5e96-4583-b22f-b71664df0173 req-a9944b26-3d8e-4c1f-a463-fba6354bf890 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/security-groups?id=20992968-25cf-435b-8c43-19889d555002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141073 Mar 23 01:35:55.674491 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-388cede9-9e14-4f87-a370-ed37d2b44175 None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:35:55.681107 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c4b73-bedc-413d-90ec-0dc71e6fd27a None None] Pushing event updated for resources: {'Port': ['ID=991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:55.691933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-a42ecd22-a8eb-4694-b35b-7b2e39d01840 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] For port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=13d3229a-05cb-4986-8d0e-a7746ae2fcc7,segment=NetworkSegment(2581bb4a-0da4-4d48-b064-073cc338e077),segment_id=2581bb4a-0da4-4d48-b064-073cc338e077)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:55.694976 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-a42ecd22-a8eb-4694-b35b-7b2e39d01840 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:55.750159 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-319d5ff8-c26d-458b-9531-ac03566d7fcc tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1629151994&fields=id&tenant_id=502c1396aecc4792a466ed6e68112592 HTTP/1.1" status: 200 len: 267 time: 0.6959612 Mar 23 01:35:55.760134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-a42ecd22-a8eb-4694-b35b-7b2e39d01840 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Calling delete_port for 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:35:55.772413 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Attempting to bind port 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:35:55.774330 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Attempting to bind port 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:35:55.774894 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Attempting to bind port 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:35:55.791929 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:35:55.794703 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:35:55.796138 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:55.797592 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:35:55.799697 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Bound port: 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:35:55.800293 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:55.903735 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] For port 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:35:55.917917 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] For port 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:35:55.925590 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33886fa9-20af-4368-b5c3-85c1aa600ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:55.933178 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:55.955954 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:55.960082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb026db-8a83-49aa-b5c7-8fc16e0aed8b tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting subnet 26207ef1-6a84-4c63-acc1-d4ec87bf2501 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:35:56.034706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e0044-d847-4e9c-9749-e17086a7c6ad req-6c485764-cf32-4a74-9ebd-594443582ace tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:56.041651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e0044-d847-4e9c-9749-e17086a7c6ad req-6c485764-cf32-4a74-9ebd-594443582ace tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:56.050975 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-972e0044-d847-4e9c-9749-e17086a7c6ad req-6c485764-cf32-4a74-9ebd-594443582ace tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 1678 time: 0.1785336 Mar 23 01:35:56.063165 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c4b73-bedc-413d-90ec-0dc71e6fd27a None None] Pushing event updated for resources: {'Port': ['ID=991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:56.079051 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7eb026db-8a83-49aa-b5c7-8fc16e0aed8b tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (26207ef1-6a84-4c63-acc1-d4ec87bf2501), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:56.106096 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Routers {'e066bc81-1e75-4c68-be35-4747243eb065'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:35:56.107313 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e066bc81-1e75-4c68-be35-4747243eb065'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:56.140936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 58e8e43c-1324-49dc-8456-9bbea77d27de is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:56.203572 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:56.212988 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-972e0044-d847-4e9c-9749-e17086a7c6ad req-5697a41c-e90f-4007-8d64-c49945a40265 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606565 Mar 23 01:35:56.286195 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-a42ecd22-a8eb-4694-b35b-7b2e39d01840 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (13d3229a-05cb-4986-8d0e-a7746ae2fcc7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:56.288007 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:56.307503 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=b97c4008-8f55-47ef-9bde-5c55f515d9dd,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:56.426225 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33886fa9-20af-4368-b5c3-85c1aa600ded admin admin] Publish callbacks [] for security_group (a1e893d2-9706-485f-b421-8bf657cce269), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:56.430222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-388cede9-9e14-4f87-a370-ed37d2b44175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:52Z', 'revision_number': 9, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:19Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:56.438844 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33886fa9-20af-4368-b5c3-85c1aa600ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a1e893d2-9706-485f-b421-8bf657cce269), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:56.495231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ecd22-a8eb-4694-b35b-7b2e39d01840 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event deleted for resources: {'Port': ['ID=13d3229a-05cb-4986-8d0e-a7746ae2fcc7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:56.506316 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388cede9-9e14-4f87-a370-ed37d2b44175 None None] Checking router: 06a07313-ecb8-4460-8aaf-d015e1db9eeb for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:35:56.539839 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388cede9-9e14-4f87-a370-ed37d2b44175 None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:35:56.540918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-388cede9-9e14-4f87-a370-ed37d2b44175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:56.580876 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] Set router e066bc81-1e75-4c68-be35-4747243eb065 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:35:56.589611 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-33886fa9-20af-4368-b5c3-85c1aa600ded admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88f528fb19c845a7bf16a1a17ca6bf60&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0217662 Mar 23 01:35:56.595942 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38644) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:56.604871 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-df2ce979-fdc1-4741-9e03-0dbdfab28c1b req-954a1a5a-2545-4804-997e-c726f9cd4f06 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Deleting port f445e5f1-1645-424e-aa98-38bdaebba56e {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:35:56.605312 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-df2ce979-fdc1-4741-9e03-0dbdfab28c1b req-954a1a5a-2545-4804-997e-c726f9cd4f06 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:56.660130 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38648) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:56.684781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-a42ecd22-a8eb-4694-b35b-7b2e39d01840 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] No DVR routers for this DVR port 13d3229a-05cb-4986-8d0e-a7746ae2fcc7 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:35:56.690900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-388cede9-9e14-4f87-a370-ed37d2b44175 None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:35:56.709630 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-a42ecd22-a8eb-4694-b35b-7b2e39d01840 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:56.715179 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-a42ecd22-a8eb-4694-b35b-7b2e39d01840 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.43 "DELETE /v2.0/ports/13d3229a-05cb-4986-8d0e-a7746ae2fcc7 HTTP/1.1" status: 204 len: 173 time: 2.2302449 Mar 23 01:35:56.731505 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'name': 'network-vif-deleted', 'tag': '13d3229a-05cb-4986-8d0e-a7746ae2fcc7'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:35:56.733567 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a8d5fa-6918-414c-9755-bb3875c84813" -d '{"events": [{"server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "name": "network-vif-deleted", "tag": "13d3229a-05cb-4986-8d0e-a7746ae2fcc7"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:35:56.758615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Allocated IP 172.20.0.1 (13a7d5be-3a4a-49f2-b46c-3aac41f10be3/fa94e74e-46b8-47a8-b6d4-0e87a32824b1/85355ceb-50cf-4816-be74-f92b081cc3d0) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:35:56.775593 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-f1664b1f-58c3-48f2-985f-9d64f62c381e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:56.777710 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-f1664b1f-58c3-48f2-985f-9d64f62c381e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports/2070c069-6313-485b-8a6e-6f3f00ed3d17 HTTP/1.1" status: 200 len: 931 time: 1.0263879 Mar 23 01:35:56.795754 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cbaba-0f79-4c4b-b823-8312489b5ce0 req-3e4635c6-5d17-4a3f-8542-d1a9249fcc3e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:56.798792 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7eb026db-8a83-49aa-b5c7-8fc16e0aed8b tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (26207ef1-6a84-4c63-acc1-d4ec87bf2501), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:56.808537 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-504cbaba-0f79-4c4b-b823-8312489b5ce0 req-3e4635c6-5d17-4a3f-8542-d1a9249fcc3e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.4507146 Mar 23 01:35:56.851728 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'name': 'tempest-TaggedBootDevicesTest_v242-833698077-router', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:35:49Z', 'updated_at': '2022-03-23T01:35:51Z', 'revision_number': 3, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'gw_port': {'id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:50Z', 'updated_at': '2022-03-23T01:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:56.904800 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7eb026db-8a83-49aa-b5c7-8fc16e0aed8b tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (26207ef1-6a84-4c63-acc1-d4ec87bf2501), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:56.909472 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921509c-a678-40c7-8164-7999eef0bbac None None] The sync data for ids ['e066bc81-1e75-4c68-be35-4747243eb065'] in n-d-834677-4 is: [{'id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'name': 'tempest-TaggedBootDevicesTest_v242-833698077-router', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:35:49Z', 'updated_at': '2022-03-23T01:35:51Z', 'revision_number': 3, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'gw_port': {'id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:50Z', 'updated_at': '2022-03-23T01:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:35:56.987708 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-388cede9-9e14-4f87-a370-ed37d2b44175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:52Z', 'revision_number': 9, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:19Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:57.053308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388cede9-9e14-4f87-a370-ed37d2b44175 None None] The sync data for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 is: [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:35:52Z', 'revision_number': 9, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': '5280de40-4a94-4feb-af25-997857762561', 'name': '', 'network_id': '58d4bdbe-07de-4601-9af4-53d1428a1bb9', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:bc:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:08Z', 'updated_at': '2022-03-23T01:35:19Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '414d1517-9dda-44fe-99ed-47d3b9ca42e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:35:57.062547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b97c4008-8f55-47ef-9bde-5c55f515d9dd'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:35:57.065794 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec091cd-a7f1-4e5f-8f3a-d8fccd9d506c" -d '{"events": [{"server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "b97c4008-8f55-47ef-9bde-5c55f515d9dd"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:35:57.104439 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7eb026db-8a83-49aa-b5c7-8fc16e0aed8b tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (26207ef1-6a84-4c63-acc1-d4ec87bf2501), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:57.175197 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0196fd1-a96f-4062-ba95-79bae3853c05 None None] Network b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:35:57.185150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Request body: {'networks': [{'name': 'tempest-network--1376181494'}, {'name': 'tempest-network--1070204325'}]} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:57.185809 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Request body: {'network': {'name': 'tempest-network--1376181494'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:57.186839 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Request body: {'network': {'name': 'tempest-network--1070204325'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:35:57.205911 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb026db-8a83-49aa-b5c7-8fc16e0aed8b tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Subnet': ['ID=26207ef1-6a84-4c63-acc1-d4ec87bf2501,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:57.210455 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7eb026db-8a83-49aa-b5c7-8fc16e0aed8b tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:57.218583 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7eb026db-8a83-49aa-b5c7-8fc16e0aed8b tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/26207ef1-6a84-4c63-acc1-d4ec87bf2501 HTTP/1.1" status: 204 len: 168 time: 1.7362962 Mar 23 01:35:57.281250 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38656) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:57.315526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33886fa9-20af-4368-b5c3-85c1aa600ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e893d2-9706-485f-b421-8bf657cce269,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:57.333141 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-c2af754c-692d-45bd-9e02-fce0253db10f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:57.336475 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-c2af754c-692d-45bd-9e02-fce0253db10f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports/2da09e69-9797-45dc-970d-521ff10deb08 HTTP/1.1" status: 200 len: 932 time: 0.3309758 Mar 23 01:35:57.428715 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-504cbaba-0f79-4c4b-b823-8312489b5ce0 req-0eb535ac-d8dc-4f06-80f1-8056fc05d1a0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142793 Mar 23 01:35:57.430852 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b04fd12e-f86d-49f0-9e07-76adee3803c2 admin admin] Publish callbacks [] for security_group (a1e893d2-9706-485f-b421-8bf657cce269), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:57.437444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbb0630-9303-42a2-b39e-641ac77bd663 None None] DHCP port deletion for b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:35:57.509707 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b04fd12e-f86d-49f0-9e07-76adee3803c2 admin admin] Publish callbacks [] for security_group (a1e893d2-9706-485f-b421-8bf657cce269), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:57.591005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb0630-9303-42a2-b39e-641ac77bd663 None None] Deleting port 3d4b5169-7dd2-4e55-b9bb-068f10f14383 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:35:57.591378 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6bbb0630-9303-42a2-b39e-641ac77bd663 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3d4b5169-7dd2-4e55-b9bb-068f10f14383), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:57.627795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-9198b551-8e27-40b8-a072-fbdfb6200d2e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Deleting port b97c4008-8f55-47ef-9bde-5c55f515d9dd {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:35:57.628134 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-9198b551-8e27-40b8-a072-fbdfb6200d2e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:57.738558 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6bbb0630-9303-42a2-b39e-641ac77bd663 None None] For port 3d4b5169-7dd2-4e55-b9bb-068f10f14383, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3d4b5169-7dd2-4e55-b9bb-068f10f14383,segment=NetworkSegment(48395449-51d7-46ad-9e8c-e0b32779cf35),segment_id=48395449-51d7-46ad-9e8c-e0b32779cf35)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:57.739040 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6bbb0630-9303-42a2-b39e-641ac77bd663 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3d4b5169-7dd2-4e55-b9bb-068f10f14383), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:57.757657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66b854-e5ab-489b-9ee4-36f18a777f89 req-ad680b4b-ead1-4b42-9a19-7d7c9c0cfa2d tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:57.762275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb0630-9303-42a2-b39e-641ac77bd663 None None] Calling delete_port for 3d4b5169-7dd2-4e55-b9bb-068f10f14383 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:35:57.764867 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a66b854-e5ab-489b-9ee4-36f18a777f89 req-ad680b4b-ead1-4b42-9a19-7d7c9c0cfa2d tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 946 time: 0.2283566 Mar 23 01:35:57.781891 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b04fd12e-f86d-49f0-9e07-76adee3803c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a1e893d2-9706-485f-b421-8bf657cce269), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:57.785769 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b04fd12e-f86d-49f0-9e07-76adee3803c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:57.786963 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b04fd12e-f86d-49f0-9e07-76adee3803c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1e893d2-9706-485f-b421-8bf657cce269 HTTP/1.1" status: 204 len: 168 time: 1.1784601 Mar 23 01:35:57.860842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04fd12e-f86d-49f0-9e07-76adee3803c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e893d2-9706-485f-b421-8bf657cce269,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:57.895189 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6bbb0630-9303-42a2-b39e-641ac77bd663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (3d4b5169-7dd2-4e55-b9bb-068f10f14383), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:57.898461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-9198b551-8e27-40b8-a072-fbdfb6200d2e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] For port b97c4008-8f55-47ef-9bde-5c55f515d9dd, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b97c4008-8f55-47ef-9bde-5c55f515d9dd,segment=NetworkSegment(b7ebd38b-2bb5-45eb-a256-e6561c4b2c68),segment_id=b7ebd38b-2bb5-45eb-a256-e6561c4b2c68)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:57.898827 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-9198b551-8e27-40b8-a072-fbdfb6200d2e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:57.970024 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb0630-9303-42a2-b39e-641ac77bd663 None None] Pushing event deleted for resources: {'Port': ['ID=3d4b5169-7dd2-4e55-b9bb-068f10f14383,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:57.973559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-9198b551-8e27-40b8-a072-fbdfb6200d2e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Calling delete_port for b97c4008-8f55-47ef-9bde-5c55f515d9dd owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:35:57.977983 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbb0630-9303-42a2-b39e-641ac77bd663 None None] No DVR routers for this DVR port 3d4b5169-7dd2-4e55-b9bb-068f10f14383 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:35:58.004358 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a66b854-e5ab-489b-9ee4-36f18a777f89 req-f6d1218d-8c0c-438d-b238-f8128ab8bfe2 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/security-groups?id=20992968-25cf-435b-8c43-19889d555002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273765 Mar 23 01:35:58.027432 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-a2cb03a6-3669-4d32-8757-5d512942dc75 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?network_id=437a6b3d-31aa-4643-a34c-ad56996321f1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.6759939 Mar 23 01:35:58.067276 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-df2ce979-fdc1-4741-9e03-0dbdfab28c1b req-954a1a5a-2545-4804-997e-c726f9cd4f06 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] For port f445e5f1-1645-424e-aa98-38bdaebba56e, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=f445e5f1-1645-424e-aa98-38bdaebba56e,segment=NetworkSegment(7ab18a1e-18c0-49da-baff-15706c8d9374),segment_id=7ab18a1e-18c0-49da-baff-15706c8d9374)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:58.068113 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-df2ce979-fdc1-4741-9e03-0dbdfab28c1b req-954a1a5a-2545-4804-997e-c726f9cd4f06 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:58.109373 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:35:58.174994 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df39f26-4bed-4c88-b10f-875a910c536c x-openstack-request-id: req-7df39f26-4bed-4c88-b10f-875a910c536c {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:35:58.175306 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "b97c4008-8f55-47ef-9bde-5c55f515d9dd", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:35:58.175567 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7df39f26-4bed-4c88-b10f-875a910c536c {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:35:58.176030 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df39f26-4bed-4c88-b10f-875a910c536c'] response: {'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b97c4008-8f55-47ef-9bde-5c55f515d9dd', 'code': 200} Mar 23 01:35:58.197236 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd394b2-15d9-4010-9699-f0e1248a0b84 x-openstack-request-id: req-8cd394b2-15d9-4010-9699-f0e1248a0b84 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:35:58.197708 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "name": "network-vif-deleted", "tag": "13d3229a-05cb-4986-8d0e-a7746ae2fcc7", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:35:58.198400 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8cd394b2-15d9-4010-9699-f0e1248a0b84 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:35:58.198897 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd394b2-15d9-4010-9699-f0e1248a0b84'] response: {'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'name': 'network-vif-deleted', 'tag': '13d3229a-05cb-4986-8d0e-a7746ae2fcc7', 'status': 'completed', 'code': 200} Mar 23 01:35:58.202355 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-9198b551-8e27-40b8-a072-fbdfb6200d2e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b97c4008-8f55-47ef-9bde-5c55f515d9dd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:58.257907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198b551-8e27-40b8-a072-fbdfb6200d2e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event deleted for resources: {'Port': ['ID=b97c4008-8f55-47ef-9bde-5c55f515d9dd,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:58.327141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device f445e5f1-1645-424e-aa98-38bdaebba56e no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:35:58.441479 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-9198b551-8e27-40b8-a072-fbdfb6200d2e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] No DVR routers for this DVR port b97c4008-8f55-47ef-9bde-5c55f515d9dd on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:35:58.450610 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a7b2dbea-1e0c-4aeb-9f99-330bbd10d157 req-0bc93df4-8729-4a79-8b46-4572b0a34ffc tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0 HTTP/1.1" status: 200 len: 210 time: 0.1456444 Mar 23 01:35:58.454748 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-9198b551-8e27-40b8-a072-fbdfb6200d2e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:58.465238 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-073b88f5-8631-4e6e-a02f-4424175ed1c5 req-9198b551-8e27-40b8-a072-fbdfb6200d2e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.43 "DELETE /v2.0/ports/b97c4008-8f55-47ef-9bde-5c55f515d9dd HTTP/1.1" status: 204 len: 173 time: 1.7115743 Mar 23 01:35:58.499083 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Publish callbacks [] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:58.511944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38666) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:58.559662 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f71dbe7b-c11f-4e66-8e5c-38d06ef5254b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:58.580094 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b12e93db-147f-43de-b4c1-562a3912d89e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:58.582048 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Made reservation on behalf of f01d9659041a43ad9c4e6a0f9fcc984c for: {'network': 2} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:35:58.599312 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:58.608890 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:58.628885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port f445e5f1-1645-424e-aa98-38bdaebba56e is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:58.630946 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:58.696915 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b1096373-43f1-4f7f-8789-068c16e02c9b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?network_id=437a6b3d-31aa-4643-a34c-ad56996321f1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2960937 Mar 23 01:35:58.697662 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:58.717819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db60393-f646-4533-aa14-51e70dff73ca req-bd5d2a33-d1a2-4d63-b860-78a5d6c3c53b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:35:58.720091 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8db60393-f646-4533-aa14-51e70dff73ca req-bd5d2a33-d1a2-4d63-b860-78a5d6c3c53b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.1434975 Mar 23 01:35:58.735551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port f445e5f1-1645-424e-aa98-38bdaebba56e, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=f445e5f1-1645-424e-aa98-38bdaebba56e,segment=NetworkSegment(7ab18a1e-18c0-49da-baff-15706c8d9374),segment_id=7ab18a1e-18c0-49da-baff-15706c8d9374)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:58.742365 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:58.795824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8db60393-f646-4533-aa14-51e70dff73ca req-6c74cd22-242c-44dd-8ec0-9e001c03618a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665743 Mar 23 01:35:58.845665 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-df2ce979-fdc1-4741-9e03-0dbdfab28c1b req-954a1a5a-2545-4804-997e-c726f9cd4f06 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:58.845968 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-df2ce979-fdc1-4741-9e03-0dbdfab28c1b req-954a1a5a-2545-4804-997e-c726f9cd4f06 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (3cb8bcb1-9060-4792-a983-8c665530884f), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:58.846293 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [req-df2ce979-fdc1-4741-9e03-0dbdfab28c1b req-954a1a5a-2545-4804-997e-c726f9cd4f06 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Floating IP 3cb8bcb1-9060-4792-a983-8c665530884f disassociated. External IP: 172.25.0.112, port: f445e5f1-1645-424e-aa98-38bdaebba56e. Mar 23 01:35:58.846645 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-df2ce979-fdc1-4741-9e03-0dbdfab28c1b req-954a1a5a-2545-4804-997e-c726f9cd4f06 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Calling delete_port for f445e5f1-1645-424e-aa98-38bdaebba56e owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:35:58.851681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=f445e5f1-1645-424e-aa98-38bdaebba56e,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:58.861622 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f71dbe7b-c11f-4e66-8e5c-38d06ef5254b admin admin] Publish callbacks [] for security_group (61e4d3e3-e29d-4cf4-86e2-88825de501c7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:58.869349 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f71dbe7b-c11f-4e66-8e5c-38d06ef5254b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (61e4d3e3-e29d-4cf4-86e2-88825de501c7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:58.911946 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dbe7b-c11f-4e66-8e5c-38d06ef5254b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e4d3e3-e29d-4cf4-86e2-88825de501c7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:58.918814 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f71dbe7b-c11f-4e66-8e5c-38d06ef5254b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9802da2ef0340419016709c342ed4a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4053123 Mar 23 01:35:58.921367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38668) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:58.992951 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Network 13a7d5be-3a4a-49f2-b46c-3aac41f10be3 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:35:59.008171 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6c69e447-1ddf-4e4f-a9ae-f49b24982e20 admin admin] Publish callbacks [] for security_group (61e4d3e3-e29d-4cf4-86e2-88825de501c7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.042309 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:35:59.056396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:35:59.058312 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6c69e447-1ddf-4e4f-a9ae-f49b24982e20 admin admin] Publish callbacks [] for security_group (61e4d3e3-e29d-4cf4-86e2-88825de501c7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.105848 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:35:59.135033 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6c69e447-1ddf-4e4f-a9ae-f49b24982e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (61e4d3e3-e29d-4cf4-86e2-88825de501c7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.137711 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6c69e447-1ddf-4e4f-a9ae-f49b24982e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.138880 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6c69e447-1ddf-4e4f-a9ae-f49b24982e20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61e4d3e3-e29d-4cf4-86e2-88825de501c7 HTTP/1.1" status: 204 len: 168 time: 0.2166123 Mar 23 01:35:59.184737 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69e447-1ddf-4e4f-a9ae-f49b24982e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e4d3e3-e29d-4cf4-86e2-88825de501c7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:59.206019 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eba9c7ae-fdf8-4027-a43d-00b42879bcb7 req-2fef4f56-9c76-4ec2-9f31-22af847e7f5b tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 210 time: 0.0862141 Mar 23 01:35:59.227509 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b12e93db-147f-43de-b4c1-562a3912d89e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.251170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-b12e93db-147f-43de-b4c1-562a3912d89e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:59.263128 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-b12e93db-147f-43de-b4c1-562a3912d89e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48395449-51d7-46ad-9e8c-e0b32779cf35') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:59.263722 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-b12e93db-147f-43de-b4c1-562a3912d89e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48395449-51d7-46ad-9e8c-e0b32779cf35') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:35:59.266022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:59.266399 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.274843 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b12e93db-147f-43de-b4c1-562a3912d89e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (48395449-51d7-46ad-9e8c-e0b32779cf35), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.292876 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-df2ce979-fdc1-4741-9e03-0dbdfab28c1b req-954a1a5a-2545-4804-997e-c726f9cd4f06 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (f445e5f1-1645-424e-aa98-38bdaebba56e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.346386 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b12e93db-147f-43de-b4c1-562a3912d89e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (48395449-51d7-46ad-9e8c-e0b32779cf35), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.411364 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:35:59.412029 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.452416 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Pushing event updated for resources: {'Port': ['ID=85355ceb-50cf-4816-be74-f92b081cc3d0,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:59.466723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:35:59.476651 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.551202 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12e93db-147f-43de-b4c1-562a3912d89e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:35:59.552081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38678) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:35:59.564798 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b12e93db-147f-43de-b4c1-562a3912d89e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (48395449-51d7-46ad-9e8c-e0b32779cf35), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:35:59.568832 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:35:59.579522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:59.608529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2b00caaf-d7c5-4650-b493-53f8bfd10d0e None None] Provisioning complete for port 85355ceb-50cf-4816-be74-f92b081cc3d0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:35:59.609165 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2b00caaf-d7c5-4650-b493-53f8bfd10d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.630995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-26949d9e-8a75-4af2-b830-f744c6ef7cf0 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Deleting subnet 8d037b3e-6661-4f4c-92c9-2a43eaba7151 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:35:59.656543 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26949d9e-8a75-4af2-b830-f744c6ef7cf0 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks [] for subnet (8d037b3e-6661-4f4c-92c9-2a43eaba7151), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.680684 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2b00caaf-d7c5-4650-b493-53f8bfd10d0e None None] Port 85355ceb-50cf-4816-be74-f92b081cc3d0 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:35:59.764975 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26949d9e-8a75-4af2-b830-f744c6ef7cf0 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (8d037b3e-6661-4f4c-92c9-2a43eaba7151), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.768270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a1a5a-2545-4804-997e-c726f9cd4f06 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Pushing event deleted for resources: {'Port': ['ID=f445e5f1-1645-424e-aa98-38bdaebba56e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:35:59.779108 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (e066bc81-1e75-4c68-be35-4747243eb065), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.815381 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks [] for security_group (2e0c721f-ac36-4c41-894f-31c24a435a05), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.934319 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2937ca47-d09b-4a17-a49d-d47bbea036c1 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:35:59.969768 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2e0c721f-ac36-4c41-894f-31c24a435a05), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.970564 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.971433 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 2937ca47-d09b-4a17-a49d-d47bbea036c1 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:35:59.971826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2937ca47-d09b-4a17-a49d-d47bbea036c1 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:35:59.972259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3d4b5169-7dd2-4e55-b9bb-068f10f14383 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:35:59.980342 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26949d9e-8a75-4af2-b830-f744c6ef7cf0 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (8d037b3e-6661-4f4c-92c9-2a43eaba7151), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:35:59.998822 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 3d4b5169-7dd2-4e55-b9bb-068f10f14383 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:35:59.999073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3d4b5169-7dd2-4e55-b9bb-068f10f14383 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:36:00.049349 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b12e93db-147f-43de-b4c1-562a3912d89e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:00.098460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc669ca-aa41-45a0-8137-308533cbc041 req-5f541823-62df-4f0e-8a0b-9c28544b8771 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:00.100346 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4cc669ca-aa41-45a0-8137-308533cbc041 req-5f541823-62df-4f0e-8a0b-9c28544b8771 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.1396456 Mar 23 01:36:00.112622 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b12e93db-147f-43de-b4c1-562a3912d89e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:00.120590 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b12e93db-147f-43de-b4c1-562a3912d89e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/networks/b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a HTTP/1.1" status: 204 len: 168 time: 2.8268113 Mar 23 01:36:00.125241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38690) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:00.164023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-c57f8a22-5b24-47bd-9ca7-b5dc97c3384b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:00.170644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-c57f8a22-5b24-47bd-9ca7-b5dc97c3384b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:00.177064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-c57f8a22-5b24-47bd-9ca7-b5dc97c3384b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:00.177904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010a3f26-ebbb-4e47-8512-50d5854491d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f445e5f1-1645-424e-aa98-38bdaebba56e'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:00.178951 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-c57f8a22-5b24-47bd-9ca7-b5dc97c3384b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/networks?id=b81fb5d8-6712-4e02-9517-eabc6d26a52a&id=54f43f40-2d1d-40ff-a148-e6b1420c7986&id=54f43f40-2d1d-40ff-a148-e6b1420c7986&id=437a6b3d-31aa-4643-a34c-ad56996321f1&id=437a6b3d-31aa-4643-a34c-ad56996321f1 HTTP/1.1" status: 200 len: 1989 time: 1.4704819 Mar 23 01:36:00.179657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0c721f-ac36-4c41-894f-31c24a435a05,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:00.186973 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec51f7a-68ed-437d-a060-8f8c7f6ec096" -d '{"events": [{"server_uuid": "010a3f26-ebbb-4e47-8512-50d5854491d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f445e5f1-1645-424e-aa98-38bdaebba56e"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:00.207269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'name': 'network-vif-deleted', 'tag': 'b97c4008-8f55-47ef-9bde-5c55f515d9dd'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:00.210574 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d23acfe-41b3-4953-9d2a-7a5ca9f80f52" -d '{"events": [{"server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "name": "network-vif-deleted", "tag": "b97c4008-8f55-47ef-9bde-5c55f515d9dd"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:00.249417 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26949d9e-8a75-4af2-b830-f744c6ef7cf0 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (8d037b3e-6661-4f4c-92c9-2a43eaba7151), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:00.271697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e93db-147f-43de-b4c1-562a3912d89e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Network': ['ID=b8b0a2cf-8ccf-46c8-8388-bcdaa77c3e2a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:00.280190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:36:00.290848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26949d9e-8a75-4af2-b830-f744c6ef7cf0 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event deleted for resources: {'Subnet': ['ID=8d037b3e-6661-4f4c-92c9-2a43eaba7151,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:00.291542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df2ce979-fdc1-4741-9e03-0dbdfab28c1b req-954a1a5a-2545-4804-997e-c726f9cd4f06 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Router 0f6dc222-5722-4e01-92c4-1fa3820526ca has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:36:00.294845 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-26949d9e-8a75-4af2-b830-f744c6ef7cf0 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:00.301613 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-26949d9e-8a75-4af2-b830-f744c6ef7cf0 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "DELETE /v2.0/subnets/8d037b3e-6661-4f4c-92c9-2a43eaba7151 HTTP/1.1" status: 204 len: 168 time: 0.7463038 Mar 23 01:36:00.302350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38704) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:00.303204 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b617f0-ec46-4faa-bc94-5a021f113565 None None] Network ba2a5364-fe65-4698-9bb1-f7ba5afe2b52 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:00.310699 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-0d41eb77-8209-48b5-99f8-2341d6303ca1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/quotas/502c1396aecc4792a466ed6e68112592 HTTP/1.1" status: 200 len: 375 time: 0.0432713 Mar 23 01:36:00.356161 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b8891b8c-9d62-41d5-818b-9eb2e909f456), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:00.356834 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Added segment b8891b8c-9d62-41d5-818b-9eb2e909f456 of type vlan for network 88f43e41-bf19-49e3-a50c-1d4a399d313b Mar 23 01:36:00.400020 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4cc669ca-aa41-45a0-8137-308533cbc041 req-743ed49e-e58f-4b61-81f8-1e60a725df21 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850461 Mar 23 01:36:00.504991 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (ba2a5364-fe65-4698-9bb1-f7ba5afe2b52), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:00.603400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df2ce979-fdc1-4741-9e03-0dbdfab28c1b req-954a1a5a-2545-4804-997e-c726f9cd4f06 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:36:00.610154 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:00.613202 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b74cac-48d1-4857-ba65-4ffd8ea81418 None None] Sync routers for ids ['0f6dc222-5722-4e01-92c4-1fa3820526ca'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:36:00.639366 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b74cac-48d1-4857-ba65-4ffd8ea81418 None None] Routers {'0f6dc222-5722-4e01-92c4-1fa3820526ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:00.640394 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-03b74cac-48d1-4857-ba65-4ffd8ea81418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0f6dc222-5722-4e01-92c4-1fa3820526ca'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:00.689782 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d1d7e1-2377-4429-8652-b1b9d296e30f x-openstack-request-id: req-39d1d7e1-2377-4429-8652-b1b9d296e30f {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:00.690054 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0", "name": "network-vif-deleted", "tag": "b97c4008-8f55-47ef-9bde-5c55f515d9dd", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:00.690352 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39d1d7e1-2377-4429-8652-b1b9d296e30f {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:00.690729 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d1d7e1-2377-4429-8652-b1b9d296e30f'] response: {'server_uuid': 'fdbe97dc-7fdc-43fa-a6aa-e70d9e3c0fa0', 'name': 'network-vif-deleted', 'tag': 'b97c4008-8f55-47ef-9bde-5c55f515d9dd', 'status': 'completed', 'code': 200} Mar 23 01:36:00.691552 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (88f43e41-bf19-49e3-a50c-1d4a399d313b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:00.729920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:36:00.740124 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bfb889b4-0a75-4a80-8c00-1359e13b0df9), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:00.740904 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Added segment bfb889b4-0a75-4a80-8c00-1359e13b0df9 of type vlan for network 3fc34e39-2eec-40d2-9982-518ac59987d5 Mar 23 01:36:00.769497 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e8aa73-88a2-431e-98b3-392be8033d5c x-openstack-request-id: req-f7e8aa73-88a2-431e-98b3-392be8033d5c {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:00.770007 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010a3f26-ebbb-4e47-8512-50d5854491d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f445e5f1-1645-424e-aa98-38bdaebba56e", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:00.770099 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7e8aa73-88a2-431e-98b3-392be8033d5c {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:00.770456 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e8aa73-88a2-431e-98b3-392be8033d5c'] response: {'server_uuid': '010a3f26-ebbb-4e47-8512-50d5854491d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f445e5f1-1645-424e-aa98-38bdaebba56e', 'code': 200} Mar 23 01:36:00.815120 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (3fc34e39-2eec-40d2-9982-518ac59987d5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:00.833626 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ee9852c6-4ac7-47ad-80e5-5f15614c1257 req-173ecc82-ba01-4795-8f8e-65443271e356 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/ports?device_id=010a3f26-ebbb-4e47-8512-50d5854491d6 HTTP/1.1" status: 200 len: 210 time: 0.0949163 Mar 23 01:36:00.882329 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-03b74cac-48d1-4857-ba65-4ffd8ea81418 None None] Set router 0f6dc222-5722-4e01-92c4-1fa3820526ca gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:00.904754 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Deleting port b73c9e4e-9ad2-47cd-b89a-6952a76965ab {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:00.905104 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b73c9e4e-9ad2-47cd-b89a-6952a76965ab), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:00.936890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f615537-1adc-4e7b-94b6-8e1558f65f46 None None] DHCP port deletion for ba2a5364-fe65-4698-9bb1-f7ba5afe2b52 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:36:01.043219 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-6a5bc9a8-689c-4683-8541-10dde0cd33b8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=502c1396aecc4792a466ed6e68112592&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7049305 Mar 23 01:36:01.051339 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (88f43e41-bf19-49e3-a50c-1d4a399d313b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:01.052160 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (3fc34e39-2eec-40d2-9982-518ac59987d5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:01.066255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:01.072712 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1f615537-1adc-4e7b-94b6-8e1558f65f46 None None] Deleting port b73c9e4e-9ad2-47cd-b89a-6952a76965ab {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:01.073110 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f615537-1adc-4e7b-94b6-8e1558f65f46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b73c9e4e-9ad2-47cd-b89a-6952a76965ab), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:01.076854 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:01.077485 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:01.138332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2ce979-fdc1-4741-9e03-0dbdfab28c1b req-954a1a5a-2545-4804-997e-c726f9cd4f06 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] No DVR routers for this DVR port f445e5f1-1645-424e-aa98-38bdaebba56e on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:36:01.153623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] For port b73c9e4e-9ad2-47cd-b89a-6952a76965ab, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b73c9e4e-9ad2-47cd-b89a-6952a76965ab,segment=NetworkSegment(b7ebd38b-2bb5-45eb-a256-e6561c4b2c68),segment_id=b7ebd38b-2bb5-45eb-a256-e6561c4b2c68)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:01.154906 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b73c9e4e-9ad2-47cd-b89a-6952a76965ab), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:01.160182 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1f615537-1adc-4e7b-94b6-8e1558f65f46 None None] For port b73c9e4e-9ad2-47cd-b89a-6952a76965ab, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b73c9e4e-9ad2-47cd-b89a-6952a76965ab,segment=NetworkSegment(b7ebd38b-2bb5-45eb-a256-e6561c4b2c68),segment_id=b7ebd38b-2bb5-45eb-a256-e6561c4b2c68)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:01.160641 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f615537-1adc-4e7b-94b6-8e1558f65f46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b73c9e4e-9ad2-47cd-b89a-6952a76965ab), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:01.179580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1f615537-1adc-4e7b-94b6-8e1558f65f46 None None] Calling delete_port for b73c9e4e-9ad2-47cd-b89a-6952a76965ab owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:01.188296 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-df2ce979-fdc1-4741-9e03-0dbdfab28c1b req-954a1a5a-2545-4804-997e-c726f9cd4f06 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:01.198345 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-df2ce979-fdc1-4741-9e03-0dbdfab28c1b req-954a1a5a-2545-4804-997e-c726f9cd4f06 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.43 "DELETE /v2.0/ports/f445e5f1-1645-424e-aa98-38bdaebba56e HTTP/1.1" status: 204 len: 173 time: 5.9670234 Mar 23 01:36:01.199412 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010a3f26-ebbb-4e47-8512-50d5854491d6', 'name': 'network-vif-deleted', 'tag': 'f445e5f1-1645-424e-aa98-38bdaebba56e'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:01.203501 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce87f87d-2517-4fc8-a8a7-49fd33c8ab8b" -d '{"events": [{"server_uuid": "010a3f26-ebbb-4e47-8512-50d5854491d6", "name": "network-vif-deleted", "tag": "f445e5f1-1645-424e-aa98-38bdaebba56e"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:01.209714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Calling delete_port for b73c9e4e-9ad2-47cd-b89a-6952a76965ab owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:01.262561 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 4.4836783 Mar 23 01:36:01.275888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38716) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:01.329704 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event updated for resources: {'Network': ['ID=88f43e41-bf19-49e3-a50c-1d4a399d313b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:01.338132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:36:01.346803 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289b46de-89e6-40c2-8947-9ac9baab8a17 x-openstack-request-id: req-289b46de-89e6-40c2-8947-9ac9baab8a17 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:01.347361 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010a3f26-ebbb-4e47-8512-50d5854491d6", "name": "network-vif-deleted", "tag": "f445e5f1-1645-424e-aa98-38bdaebba56e", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:01.348278 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-289b46de-89e6-40c2-8947-9ac9baab8a17 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:01.348907 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-289b46de-89e6-40c2-8947-9ac9baab8a17'] response: {'server_uuid': '010a3f26-ebbb-4e47-8512-50d5854491d6', 'name': 'network-vif-deleted', 'tag': 'f445e5f1-1645-424e-aa98-38bdaebba56e', 'status': 'completed', 'code': 200} Mar 23 01:36:01.372990 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 88f43e41-bf19-49e3-a50c-1d4a399d313b details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:36:01.392062 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de3bf115-9f45-4807-9ed0-4d6d59c50ec6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (06a07313-ecb8-4460-8aaf-d015e1db9eeb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:01.431022 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-610ce05b-6467-4ab6-94c3-9786522b73fe service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:36:01.432325 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-610ce05b-6467-4ab6-94c3-9786522b73fe service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3514667 Mar 23 01:36:01.474840 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-03b74cac-48d1-4857-ba65-4ffd8ea81418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'name': 'tempest-ServersTestFqdnHostnames-724678297-router', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:04Z', 'revision_number': 4, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'gw_port': {'id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '4a344cf7-f0ff-4379-a851-d3b8812ee39e', 'name': '', 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'mac_address': 'fa:16:3e:b9:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:01Z', 'updated_at': '2022-03-23T01:34:09Z', 'revision_number': 5, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'subnets': [{'id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:01.529057 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b74cac-48d1-4857-ba65-4ffd8ea81418 None None] Checking router: 0f6dc222-5722-4e01-92c4-1fa3820526ca for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:36:01.553167 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b74cac-48d1-4857-ba65-4ffd8ea81418 None None] Routers {'0f6dc222-5722-4e01-92c4-1fa3820526ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:01.553761 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-03b74cac-48d1-4857-ba65-4ffd8ea81418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0f6dc222-5722-4e01-92c4-1fa3820526ca'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:01.692015 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-03b74cac-48d1-4857-ba65-4ffd8ea81418 None None] Set router 0f6dc222-5722-4e01-92c4-1fa3820526ca gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:01.705110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:01.706810 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:01.761301 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b73c9e4e-9ad2-47cd-b89a-6952a76965ab), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:01.777104 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f615537-1adc-4e7b-94b6-8e1558f65f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (b73c9e4e-9ad2-47cd-b89a-6952a76965ab), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:01.829291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event deleted for resources: {'Port': ['ID=b73c9e4e-9ad2-47cd-b89a-6952a76965ab,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:01.838658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c278eb-bae6-4b4b-b549-c06fda2fa343 req-b8bed4db-61d4-4778-8c38-595c6901c04e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:01.839648 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f615537-1adc-4e7b-94b6-8e1558f65f46 None None] No DVR routers for this DVR port b73c9e4e-9ad2-47cd-b89a-6952a76965ab on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:36:01.840237 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0c278eb-bae6-4b4b-b549-c06fda2fa343 req-b8bed4db-61d4-4778-8c38-595c6901c04e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.3010397 Mar 23 01:36:01.864466 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f615537-1adc-4e7b-94b6-8e1558f65f46 None None] Pushing event deleted for resources: {'Port': ['ID=b73c9e4e-9ad2-47cd-b89a-6952a76965ab,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:01.874296 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83707c-f5da-4a15-afc7-f3096db65553 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event updated for resources: {'Network': ['ID=3fc34e39-2eec-40d2-9982-518ac59987d5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:01.889524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] No DVR routers for this DVR port b73c9e4e-9ad2-47cd-b89a-6952a76965ab on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:36:01.972876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 3fc34e39-2eec-40d2-9982-518ac59987d5 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:36:01.978720 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:02.057281 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0c278eb-bae6-4b4b-b549-c06fda2fa343 req-5bb53038-ca50-4808-a009-4625e2b580d8 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619720 Mar 23 01:36:02.080508 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (ba2a5364-fe65-4698-9bb1-f7ba5afe2b52), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:02.095420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b73c9e4e-9ad2-47cd-b89a-6952a76965ab no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:36:02.127697 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: b73c9e4e-9ad2-47cd-b89a-6952a76965ab {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:36:02.128524 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b73c9e4e-9ad2-47cd-b89a-6952a76965ab not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:36:02.148156 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2a5364-fe65-4698-9bb1-f7ba5afe2b52']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:02.160126 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-03b74cac-48d1-4857-ba65-4ffd8ea81418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'name': 'tempest-ServersTestFqdnHostnames-724678297-router', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:04Z', 'revision_number': 4, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'gw_port': {'id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '4a344cf7-f0ff-4379-a851-d3b8812ee39e', 'name': '', 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'mac_address': 'fa:16:3e:b9:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:01Z', 'updated_at': '2022-03-23T01:34:09Z', 'revision_number': 5, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'subnets': [{'id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:02.169256 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Publish callbacks [] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:02.174516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ebd38b-2bb5-45eb-a256-e6561c4b2c68') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:02.175401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ebd38b-2bb5-45eb-a256-e6561c4b2c68') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:02.190724 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38728) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:02.204364 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b74cac-48d1-4857-ba65-4ffd8ea81418 None None] The sync data for ids ['0f6dc222-5722-4e01-92c4-1fa3820526ca'] in n-d-834677-4 is: [{'id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'name': 'tempest-ServersTestFqdnHostnames-724678297-router', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:04Z', 'revision_number': 4, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'gw_port': {'id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '4a344cf7-f0ff-4379-a851-d3b8812ee39e', 'name': '', 'network_id': 'dad34f83-4f40-47a7-9927-593a4894674b', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'mac_address': 'fa:16:3e:b9:67:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:01Z', 'updated_at': '2022-03-23T01:34:09Z', 'revision_number': 5, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'subnets': [{'id': '6c63d5fa-2787-4786-be86-a2dbfefc660e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:36:02.210713 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (b7ebd38b-2bb5-45eb-a256-e6561c4b2c68), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:02.219876 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:02.266686 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b7ebd38b-2bb5-45eb-a256-e6561c4b2c68), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:02.286789 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:36:02.287690 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (b7ebd38b-2bb5-45eb-a256-e6561c4b2c68), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:36:02.291433 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:36:02.306289 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (e066bc81-1e75-4c68-be35-4747243eb065), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:02.319216 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Pushing event updated for resources: {'Port': ['ID=85355ceb-50cf-4816-be74-f92b081cc3d0,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:02.343250 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4db71f-04f0-4ae8-ac76-7694633a8010 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:02.348553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4db71f-04f0-4ae8-ac76-7694633a8010 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:02.354280 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4db71f-04f0-4ae8-ac76-7694633a8010 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:02.360505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4db71f-04f0-4ae8-ac76-7694633a8010 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:02.362960 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ee4db71f-04f0-4ae8-ac76-7694633a8010 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.0859330 Mar 23 01:36:02.371018 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38730) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:02.443792 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-39c6d6fe-4194-40df-b314-0ab8bac2cb9d service neutron] 10.222.0.18 "GET /v2.0/networks/b81fb5d8-6712-4e02-9517-eabc6d26a52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9386594 Mar 23 01:36:02.469510 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4ebdaad-0229-445f-8c5e-97dfb7d9eb50 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for security_group (20992968-25cf-435b-8c43-19889d555002), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:02.501340 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96640e02-5628-4d89-bf7e-397c5fabbd78 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (88f43e41-bf19-49e3-a50c-1d4a399d313b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:02.536904 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (ba2a5364-fe65-4698-9bb1-f7ba5afe2b52), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:02.554809 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4ebdaad-0229-445f-8c5e-97dfb7d9eb50 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for security_group (20992968-25cf-435b-8c43-19889d555002), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:02.575377 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:02.578833 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "DELETE /v2.0/networks/ba2a5364-fe65-4698-9bb1-f7ba5afe2b52 HTTP/1.1" status: 204 len: 168 time: 2.2680588 Mar 23 01:36:02.580874 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Network 13a7d5be-3a4a-49f2-b46c-3aac41f10be3 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:02.583563 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38734) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:02.584472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:02.636107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-de3bf115-9f45-4807-9ed0-4d6d59c50ec6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting port 5280de40-4a94-4feb-af25-997857762561 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:02.636458 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de3bf115-9f45-4807-9ed0-4d6d59c50ec6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5280de40-4a94-4feb-af25-997857762561), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:02.649498 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf20e44-329e-4fde-ac7d-b5bbc8163a0e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Deleting subnet 817a41f1-f3f5-4817-91a8-3ec5bb9c28db {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:36:02.656592 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ccf20e44-329e-4fde-ac7d-b5bbc8163a0e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks [] for subnet (817a41f1-f3f5-4817-91a8-3ec5bb9c28db), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:02.739855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c135c9d-149f-4534-a9b5-6177fa067498 None None] New status for floating IP 3cb8bcb1-9060-4792-a983-8c665530884f: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:36:02.778565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-de3bf115-9f45-4807-9ed0-4d6d59c50ec6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] For port 5280de40-4a94-4feb-af25-997857762561, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5280de40-4a94-4feb-af25-997857762561,segment=NetworkSegment(32292435-f819-4f54-85c4-19de293dd90d),segment_id=32292435-f819-4f54-85c4-19de293dd90d)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:02.778942 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de3bf115-9f45-4807-9ed0-4d6d59c50ec6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5280de40-4a94-4feb-af25-997857762561), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:02.794311 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-de3bf115-9f45-4807-9ed0-4d6d59c50ec6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Calling delete_port for 5280de40-4a94-4feb-af25-997857762561 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:03.014392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07382233-fa56-464a-ab97-c762d08b816b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event deleted for resources: {'Network': ['ID=ba2a5364-fe65-4698-9bb1-f7ba5afe2b52,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:03.016525 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de3bf115-9f45-4807-9ed0-4d6d59c50ec6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (5280de40-4a94-4feb-af25-997857762561), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:03.055540 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d6c52230-1045-4fd8-b919-161e7f59c234 None None] Provisioning complete for port 85355ceb-50cf-4816-be74-f92b081cc3d0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:03.056117 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d6c52230-1045-4fd8-b919-161e7f59c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:03.087067 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bf115-9f45-4807-9ed0-4d6d59c50ec6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Port': ['ID=5280de40-4a94-4feb-af25-997857762561,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:03.125600 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d6c52230-1045-4fd8-b919-161e7f59c234 None None] Port 85355ceb-50cf-4816-be74-f92b081cc3d0 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:36:03.192398 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96640e02-5628-4d89-bf7e-397c5fabbd78 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (88f43e41-bf19-49e3-a50c-1d4a399d313b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:03.226527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4ebdaad-0229-445f-8c5e-97dfb7d9eb50 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (20992968-25cf-435b-8c43-19889d555002), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:03.229476 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4ebdaad-0229-445f-8c5e-97dfb7d9eb50 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:03.232975 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e4ebdaad-0229-445f-8c5e-97dfb7d9eb50 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "DELETE /v2.0/security-groups/20992968-25cf-435b-8c43-19889d555002 HTTP/1.1" status: 204 len: 168 time: 1.0368133 Mar 23 01:36:03.264090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38738) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:03.298797 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-96640e02-5628-4d89-bf7e-397c5fabbd78 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f43e41-bf19-49e3-a50c-1d4a399d313b']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:03.315724 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-96640e02-5628-4d89-bf7e-397c5fabbd78 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8891b8c-9d62-41d5-818b-9eb2e909f456') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:03.316102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-96640e02-5628-4d89-bf7e-397c5fabbd78 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8891b8c-9d62-41d5-818b-9eb2e909f456') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:03.328866 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96640e02-5628-4d89-bf7e-397c5fabbd78 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (b8891b8c-9d62-41d5-818b-9eb2e909f456), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:03.359846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebdaad-0229-445f-8c5e-97dfb7d9eb50 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20992968-25cf-435b-8c43-19889d555002,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:03.413197 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-8ab67da6-1916-4c12-975f-dab969c06dce tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] show failed (client error): The resource could not be found. Mar 23 01:36:03.414297 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8ab67da6-1916-4c12-975f-dab969c06dce tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "GET /v2.0/security-groups/20992968-25cf-435b-8c43-19889d555002 HTTP/1.1" status: 404 len: 347 time: 0.0430014 Mar 23 01:36:03.420862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38740) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:03.488929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Router e066bc81-1e75-4c68-be35-4747243eb065 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:36:03.492123 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3e028265-3ef3-4ca9-9775-f969921a0193 service neutron] 10.222.0.18 "GET /v2.0/networks/b81fb5d8-6712-4e02-9517-eabc6d26a52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0304363 Mar 23 01:36:03.520413 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ccf20e44-329e-4fde-ac7d-b5bbc8163a0e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (817a41f1-f3f5-4817-91a8-3ec5bb9c28db), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:03.560412 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96640e02-5628-4d89-bf7e-397c5fabbd78 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b8891b8c-9d62-41d5-818b-9eb2e909f456), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:03.577245 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96640e02-5628-4d89-bf7e-397c5fabbd78 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:36:03.577646 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96640e02-5628-4d89-bf7e-397c5fabbd78 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (b8891b8c-9d62-41d5-818b-9eb2e909f456), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:36:03.583263 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:36:03.604924 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:03.769207 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-7a75412f-ed59-488e-a861-85b1e1878f15 service neutron] 10.222.0.18 "GET /v2.0/ports/2070c069-6313-485b-8a6e-6f3f00ed3d17?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1451607 Mar 23 01:36:03.772723 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ccf20e44-329e-4fde-ac7d-b5bbc8163a0e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (817a41f1-f3f5-4817-91a8-3ec5bb9c28db), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:03.981383 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:36:03.987965 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2921baa2-6c24-43b2-9099-2971151131b4 admin admin] 10.222.0.18 "PUT /v2.0/routers/e066bc81-1e75-4c68-be35-4747243eb065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6111805 Mar 23 01:36:03.994283 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Sync routers for ids ['e066bc81-1e75-4c68-be35-4747243eb065'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:36:03.999258 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ccf20e44-329e-4fde-ac7d-b5bbc8163a0e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (817a41f1-f3f5-4817-91a8-3ec5bb9c28db), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.029002 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Routers {'e066bc81-1e75-4c68-be35-4747243eb065'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:04.029204 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ccf20e44-329e-4fde-ac7d-b5bbc8163a0e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.032412 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ccf20e44-329e-4fde-ac7d-b5bbc8163a0e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "DELETE /v2.0/subnets/817a41f1-f3f5-4817-91a8-3ec5bb9c28db HTTP/1.1" status: 204 len: 168 time: 1.4454663 Mar 23 01:36:04.036996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d20aeb-0a65-4382-b095-7a2d86d9fbfe None None] Network 27f88444-e473-48a0-9956-99ce94f4e8d8 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:04.041234 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e066bc81-1e75-4c68-be35-4747243eb065'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:04.055244 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38746) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:04.097027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c0dba-7a67-42f8-abf8-6c6ca06d70e6 req-c2f706a6-86d9-4ce7-b35a-084303aabee5 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:04.104120 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-888c0dba-7a67-42f8-abf8-6c6ca06d70e6 req-c2f706a6-86d9-4ce7-b35a-084303aabee5 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.9317493 Mar 23 01:36:04.141140 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de3bf115-9f45-4807-9ed0-4d6d59c50ec6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (06a07313-ecb8-4460-8aaf-d015e1db9eeb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.144454 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96640e02-5628-4d89-bf7e-397c5fabbd78 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (88f43e41-bf19-49e3-a50c-1d4a399d313b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.153873 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96640e02-5628-4d89-bf7e-397c5fabbd78 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.157456 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (27f88444-e473-48a0-9956-99ce94f4e8d8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.160253 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-96640e02-5628-4d89-bf7e-397c5fabbd78 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "DELETE /v2.0/networks/88f43e41-bf19-49e3-a50c-1d4a399d313b HTTP/1.1" status: 204 len: 168 time: 1.7848573 Mar 23 01:36:04.161535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf20e44-329e-4fde-ac7d-b5bbc8163a0e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event deleted for resources: {'Subnet': ['ID=817a41f1-f3f5-4817-91a8-3ec5bb9c28db,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:04.164188 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38748) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:04.227634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96640e02-5628-4d89-bf7e-397c5fabbd78 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event deleted for resources: {'Network': ['ID=88f43e41-bf19-49e3-a50c-1d4a399d313b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:04.275508 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a8c22b0-f8b0-41c1-ab65-a89a39a370f5 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (3fc34e39-2eec-40d2-9982-518ac59987d5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.291763 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-58dfaabf-8e4b-4fec-bfaa-0a7848bdf7eb service neutron] 10.222.0.18 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796966 Mar 23 01:36:04.370828 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Set router e066bc81-1e75-4c68-be35-4747243eb065 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:04.444538 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-888c0dba-7a67-42f8-abf8-6c6ca06d70e6 req-9ce9ddf6-8c9f-4bae-9eee-b31dfcf7a71c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392851 Mar 23 01:36:04.450208 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b8524e-f8f9-41fc-b8b2-a508e1abc8de None None] DHCP port deletion for 27f88444-e473-48a0-9956-99ce94f4e8d8 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:36:04.471707 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a8c22b0-f8b0-41c1-ab65-a89a39a370f5 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (3fc34e39-2eec-40d2-9982-518ac59987d5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.495428 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-15f1c0af-232a-40d0-87e6-1a0677e8f619 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Deleting port ad64c278-e320-4b5e-a349-9c63b20b6ac0 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:04.495777 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15f1c0af-232a-40d0-87e6-1a0677e8f619 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ad64c278-e320-4b5e-a349-9c63b20b6ac0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.521180 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-8a8c22b0-f8b0-41c1-ab65-a89a39a370f5 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc34e39-2eec-40d2-9982-518ac59987d5']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:04.547677 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-96b8524e-f8f9-41fc-b8b2-a508e1abc8de None None] Deleting port 3e04d979-ee2b-4729-98a1-7ad21858f6d9 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:04.548054 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-96b8524e-f8f9-41fc-b8b2-a508e1abc8de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3e04d979-ee2b-4729-98a1-7ad21858f6d9), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.555224 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Deleting port 3e04d979-ee2b-4729-98a1-7ad21858f6d9 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:04.555923 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3e04d979-ee2b-4729-98a1-7ad21858f6d9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.559179 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-8a8c22b0-f8b0-41c1-ab65-a89a39a370f5 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb889b4-0a75-4a80-8c00-1359e13b0df9') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:04.559587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-8a8c22b0-f8b0-41c1-ab65-a89a39a370f5 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb889b4-0a75-4a80-8c00-1359e13b0df9') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:04.656056 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-96b8524e-f8f9-41fc-b8b2-a508e1abc8de None None] For port 3e04d979-ee2b-4729-98a1-7ad21858f6d9, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3e04d979-ee2b-4729-98a1-7ad21858f6d9,segment=NetworkSegment(2581bb4a-0da4-4d48-b064-073cc338e077),segment_id=2581bb4a-0da4-4d48-b064-073cc338e077)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:04.659723 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-96b8524e-f8f9-41fc-b8b2-a508e1abc8de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3e04d979-ee2b-4729-98a1-7ad21858f6d9), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.679262 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-96b8524e-f8f9-41fc-b8b2-a508e1abc8de None None] Calling delete_port for 3e04d979-ee2b-4729-98a1-7ad21858f6d9 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:04.686079 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a8c22b0-f8b0-41c1-ab65-a89a39a370f5 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (bfb889b4-0a75-4a80-8c00-1359e13b0df9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.802347 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-7e4c1606-5dfd-4614-8183-b5ee4565d6a4 service neutron] 10.222.0.18 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838667 Mar 23 01:36:04.803396 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-96b8524e-f8f9-41fc-b8b2-a508e1abc8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (3e04d979-ee2b-4729-98a1-7ad21858f6d9), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.813013 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a8c22b0-f8b0-41c1-ab65-a89a39a370f5 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bfb889b4-0a75-4a80-8c00-1359e13b0df9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.829234 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b8524e-f8f9-41fc-b8b2-a508e1abc8de None None] No DVR routers for this DVR port 3e04d979-ee2b-4729-98a1-7ad21858f6d9 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:36:04.831917 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'name': 'tempest-TaggedBootDevicesTest_v242-833698077-router', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:35:49Z', 'updated_at': '2022-03-23T01:36:00Z', 'revision_number': 4, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'gw_port': {'id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:50Z', 'updated_at': '2022-03-23T01:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '85355ceb-50cf-4816-be74-f92b081cc3d0', 'name': '', 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'mac_address': 'fa:16:3e:ac:f2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:56Z', 'updated_at': '2022-03-23T01:36:01Z', 'revision_number': 2, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'subnets': [{'id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:04.848203 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15f1c0af-232a-40d0-87e6-1a0677e8f619 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ad64c278-e320-4b5e-a349-9c63b20b6ac0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.848539 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15f1c0af-232a-40d0-87e6-1a0677e8f619 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for floatingip (ad64c278-e320-4b5e-a349-9c63b20b6ac0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.871549 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-15f1c0af-232a-40d0-87e6-1a0677e8f619 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Calling delete_port for ad64c278-e320-4b5e-a349-9c63b20b6ac0 owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:04.884169 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8524e-f8f9-41fc-b8b2-a508e1abc8de None None] Pushing event deleted for resources: {'Port': ['ID=3e04d979-ee2b-4729-98a1-7ad21858f6d9,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:04.893515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3bf115-9f45-4807-9ed0-4d6d59c50ec6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 06a07313-ecb8-4460-8aaf-d015e1db9eeb has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:36:04.898248 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Checking router: e066bc81-1e75-4c68-be35-4747243eb065 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:36:04.898893 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Updating router e066bc81-1e75-4c68-be35-4747243eb065 port 85355ceb-50cf-4816-be74-f92b081cc3d0 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:36:04.913385 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8c22b0-f8b0-41c1-ab65-a89a39a370f5 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:36:04.922845 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a8c22b0-f8b0-41c1-ab65-a89a39a370f5 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (bfb889b4-0a75-4a80-8c00-1359e13b0df9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:36:04.926815 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:36:04.932126 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] For port 3e04d979-ee2b-4729-98a1-7ad21858f6d9, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3e04d979-ee2b-4729-98a1-7ad21858f6d9,segment=NetworkSegment(2581bb4a-0da4-4d48-b064-073cc338e077),segment_id=2581bb4a-0da4-4d48-b064-073cc338e077)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:04.932803 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3e04d979-ee2b-4729-98a1-7ad21858f6d9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:04.961676 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:05.127018 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-d78f84f8-882c-465c-8a90-ac4568dfcb7b service neutron] 10.222.0.18 "GET /v2.0/ports/2da09e69-9797-45dc-970d-521ff10deb08?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3221157 Mar 23 01:36:05.128116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Calling delete_port for 3e04d979-ee2b-4729-98a1-7ad21858f6d9 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:05.144045 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a8c22b0-f8b0-41c1-ab65-a89a39a370f5 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (3fc34e39-2eec-40d2-9982-518ac59987d5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:05.166082 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3e04d979-ee2b-4729-98a1-7ad21858f6d9 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:36:05.174992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3bf115-9f45-4807-9ed0-4d6d59c50ec6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:36:05.187069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-de3bf115-9f45-4807-9ed0-4d6d59c50ec6 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/06a07313-ecb8-4460-8aaf-d015e1db9eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0576575 Mar 23 01:36:05.187812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38766) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:05.255507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-998808b5-96de-45cf-ae72-276e17560626 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting subnet 414d1517-9dda-44fe-99ed-47d3b9ca42e9 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:36:05.257264 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a8c22b0-f8b0-41c1-ab65-a89a39a370f5 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:05.260525 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-998808b5-96de-45cf-ae72-276e17560626 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (414d1517-9dda-44fe-99ed-47d3b9ca42e9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:05.266354 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8a8c22b0-f8b0-41c1-ab65-a89a39a370f5 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "DELETE /v2.0/networks/3fc34e39-2eec-40d2-9982-518ac59987d5 HTTP/1.1" status: 204 len: 168 time: 1.0875118 Mar 23 01:36:05.273098 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38768) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:05.278034 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48869a0d-9b52-4e4a-8325-fddf0a097aa4 None None] Sync routers for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:36:05.292128 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 3e04d979-ee2b-4729-98a1-7ad21858f6d9 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:36:05.294317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3e04d979-ee2b-4729-98a1-7ad21858f6d9 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:36:05.310456 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-998808b5-96de-45cf-ae72-276e17560626 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (414d1517-9dda-44fe-99ed-47d3b9ca42e9), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:05.330834 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48869a0d-9b52-4e4a-8325-fddf0a097aa4 None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:05.333200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-48869a0d-9b52-4e4a-8325-fddf0a097aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:05.460731 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-998808b5-96de-45cf-ae72-276e17560626 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (414d1517-9dda-44fe-99ed-47d3b9ca42e9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:05.539527 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38772) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:05.544444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c22b0-f8b0-41c1-ab65-a89a39a370f5 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event deleted for resources: {'Network': ['ID=3fc34e39-2eec-40d2-9982-518ac59987d5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:05.567104 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-48869a0d-9b52-4e4a-8325-fddf0a097aa4 None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:05.580168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-604b315d-4465-408e-914a-6a484a94113b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1616577757-network', 'tenant_id': '8a0652f162104357970945c34d39ef48'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:05.607649 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-998808b5-96de-45cf-ae72-276e17560626 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (414d1517-9dda-44fe-99ed-47d3b9ca42e9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:05.678633 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604b315d-4465-408e-914a-6a484a94113b admin admin] Made reservation on behalf of 8a0652f162104357970945c34d39ef48 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:05.681901 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-604b315d-4465-408e-914a-6a484a94113b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:05.716819 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-8b4358af-8b4f-47b6-9263-01e4ff038cd4 service neutron] 10.222.0.18 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5829158 Mar 23 01:36:05.726269 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-998808b5-96de-45cf-ae72-276e17560626 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:05.739643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9cf4ef-959a-4876-a9de-bb9b71b0d5c2 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:05.740716 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76df8a11-8a43-41b3-aaa2-7fcaaf082dc6 None None] Network 58d4bdbe-07de-4601-9af4-53d1428a1bb9 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:05.745919 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9cf4ef-959a-4876-a9de-bb9b71b0d5c2 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:05.746979 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-998808b5-96de-45cf-ae72-276e17560626 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/414d1517-9dda-44fe-99ed-47d3b9ca42e9 HTTP/1.1" status: 204 len: 168 time: 0.5516288 Mar 23 01:36:05.751412 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aa9cf4ef-959a-4876-a9de-bb9b71b0d5c2 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4652102 Mar 23 01:36:05.751412 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-604b315d-4465-408e-914a-6a484a94113b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:05.759890 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38776) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:05.760507 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Publish callbacks [] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:05.761079 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38778) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:05.776762 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:05.792378 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-2b14dd85-87d0-4181-ae51-f66fdbe0ea7c tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-740902551'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:05.818065 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (3e04d979-ee2b-4729-98a1-7ad21858f6d9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:05.871922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event deleted for resources: {'Port': ['ID=3e04d979-ee2b-4729-98a1-7ad21858f6d9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:05.885444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] No DVR routers for this DVR port 3e04d979-ee2b-4729-98a1-7ad21858f6d9 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:36:05.925456 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998808b5-96de-45cf-ae72-276e17560626 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Subnet': ['ID=414d1517-9dda-44fe-99ed-47d3b9ca42e9,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:05.968199 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd234a1-f8d6-4ef2-9c35-51cb6776d6ce None None] Pushing event updated for resources: {'Port': ['ID=85355ceb-50cf-4816-be74-f92b081cc3d0,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:05.992872 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd234a1-f8d6-4ef2-9c35-51cb6776d6ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:05.995095 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd234a1-f8d6-4ef2-9c35-51cb6776d6ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:05.995639 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd234a1-f8d6-4ef2-9c35-51cb6776d6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:05.996112 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd234a1-f8d6-4ef2-9c35-51cb6776d6ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:05.997671 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd234a1-f8d6-4ef2-9c35-51cb6776d6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:05.999053 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd234a1-f8d6-4ef2-9c35-51cb6776d6ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:05.999989 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd234a1-f8d6-4ef2-9c35-51cb6776d6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:06.001129 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd234a1-f8d6-4ef2-9c35-51cb6776d6ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:06.002421 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd234a1-f8d6-4ef2-9c35-51cb6776d6ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:06.002906 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd234a1-f8d6-4ef2-9c35-51cb6776d6ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:06.005755 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd234a1-f8d6-4ef2-9c35-51cb6776d6ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:06.006259 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd234a1-f8d6-4ef2-9c35-51cb6776d6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:06.006780 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd234a1-f8d6-4ef2-9c35-51cb6776d6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:06.007959 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd234a1-f8d6-4ef2-9c35-51cb6776d6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:06.009025 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd234a1-f8d6-4ef2-9c35-51cb6776d6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:06.023346 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-7d6c4a49-03fa-4741-a4b8-4aa409c34248 service neutron] 10.222.0.18 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054433 Mar 23 01:36:06.053820 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Attempting to bind port 85355ceb-50cf-4816-be74-f92b081cc3d0 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:06.054194 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Attempting to bind port 85355ceb-50cf-4816-be74-f92b081cc3d0 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '68c8812e-99f2-4c31-85dc-3b33ddd6089a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:06.054554 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Attempting to bind port 85355ceb-50cf-4816-be74-f92b081cc3d0 on network 13a7d5be-3a4a-49f2-b46c-3aac41f10be3 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:06.070088 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:06.070376 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Checking segment: {'id': '68c8812e-99f2-4c31-85dc-3b33ddd6089a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:06.071874 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.072429 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Bound using segment: {'id': '68c8812e-99f2-4c31-85dc-3b33ddd6089a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:06.073773 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Bound port: 85355ceb-50cf-4816-be74-f92b081cc3d0, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c8812e-99f2-4c31-85dc-3b33ddd6089a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:06.076559 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.220516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511b3186-555c-426a-9e7a-222c1f73f224 None None] DHCP port deletion for 58d4bdbe-07de-4601-9af4-53d1428a1bb9 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:36:06.258795 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] For port 85355ceb-50cf-4816-be74-f92b081cc3d0, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:06.266721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b14dd85-87d0-4181-ae51-f66fdbe0ea7c tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Made reservation on behalf of f01d9659041a43ad9c4e6a0f9fcc984c for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:06.270142 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] For port 85355ceb-50cf-4816-be74-f92b081cc3d0, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=85355ceb-50cf-4816-be74-f92b081cc3d0,segment=NetworkSegment(68c8812e-99f2-4c31-85dc-3b33ddd6089a),segment_id=68c8812e-99f2-4c31-85dc-3b33ddd6089a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:06.273375 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2b14dd85-87d0-4181-ae51-f66fdbe0ea7c tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.287298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0866e-e67f-4e1f-99ef-5a6da2e6636c req-9483c649-ca19-4d55-9fbb-d5193ce51551 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:06.289299 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4f0866e-e67f-4e1f-99ef-5a6da2e6636c req-9483c649-ca19-4d55-9fbb-d5193ce51551 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.7007358 Mar 23 01:36:06.289640 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.294082 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (58d4bdbe-07de-4601-9af4-53d1428a1bb9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.302205 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-48869a0d-9b52-4e4a-8325-fddf0a097aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:36:02Z', 'revision_number': 10, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:06.305035 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (27f88444-e473-48a0-9956-99ce94f4e8d8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.365253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48869a0d-9b52-4e4a-8325-fddf0a097aa4 None None] Checking router: 06a07313-ecb8-4460-8aaf-d015e1db9eeb for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:36:06.396956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e727ec41-80b4-44de-b959-b7b9272b8498 None None] Provisioning complete for port 85355ceb-50cf-4816-be74-f92b081cc3d0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:06.397337 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e727ec41-80b4-44de-b959-b7b9272b8498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.402573 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd234a1-f8d6-4ef2-9c35-51cb6776d6ce None None] Pushing event updated for resources: {'Port': ['ID=85355ceb-50cf-4816-be74-f92b081cc3d0,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:06.418772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b14dd85-87d0-4181-ae51-f66fdbe0ea7c tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:36:06.420583 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Routers {'e066bc81-1e75-4c68-be35-4747243eb065'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:06.421452 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15f1c0af-232a-40d0-87e6-1a0677e8f619 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (ad64c278-e320-4b5e-a349-9c63b20b6ac0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.427957 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e066bc81-1e75-4c68-be35-4747243eb065'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:06.457362 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48869a0d-9b52-4e4a-8325-fddf0a097aa4 None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:06.458009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-48869a0d-9b52-4e4a-8325-fddf0a097aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:06.470769 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-604b315d-4465-408e-914a-6a484a94113b admin admin] Publish callbacks [] for security_group (d37c4f78-4859-40dc-9a33-8c6f8710d313), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.495761 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f88444-e473-48a0-9956-99ce94f4e8d8']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:06.504285 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2b14dd85-87d0-4181-ae51-f66fdbe0ea7c tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (89fe1c2e-a210-479d-80c8-5d631b6b32da), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.505020 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-2b14dd85-87d0-4181-ae51-f66fdbe0ea7c tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Added segment 89fe1c2e-a210-479d-80c8-5d631b6b32da of type vlan for network 8dc658a5-a0e4-4fe1-bbe8-020eda237b35 Mar 23 01:36:06.507718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1c0af-232a-40d0-87e6-1a0677e8f619 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Pushing event deleted for resources: {'Port': ['ID=ad64c278-e320-4b5e-a349-9c63b20b6ac0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:06.528147 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2581bb4a-0da4-4d48-b064-073cc338e077') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:06.528628 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2581bb4a-0da4-4d48-b064-073cc338e077') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:06.549934 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4f0866e-e67f-4e1f-99ef-5a6da2e6636c req-adcace90-c13d-4379-baf5-7810378799fd tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451568 Mar 23 01:36:06.575084 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (2581bb4a-0da4-4d48-b064-073cc338e077), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.616123 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2581bb4a-0da4-4d48-b064-073cc338e077), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.623585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-48869a0d-9b52-4e4a-8325-fddf0a097aa4 None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:06.648207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:36:06.651324 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (2581bb4a-0da4-4d48-b064-073cc338e077), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.688650 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] Set router e066bc81-1e75-4c68-be35-4747243eb065 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:06.745226 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2b14dd85-87d0-4181-ae51-f66fdbe0ea7c tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (8dc658a5-a0e4-4fe1-bbe8-020eda237b35), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:36:06.785091 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:36:06.790901 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (27f88444-e473-48a0-9956-99ce94f4e8d8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.793932 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-604b315d-4465-408e-914a-6a484a94113b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d37c4f78-4859-40dc-9a33-8c6f8710d313), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.856779 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15f1c0af-232a-40d0-87e6-1a0677e8f619 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks [] for floatingip (3cb8bcb1-9060-4792-a983-8c665530884f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.863621 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15f1c0af-232a-40d0-87e6-1a0677e8f619 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.867118 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-15f1c0af-232a-40d0-87e6-1a0677e8f619 tempest-ServersTestFqdnHostnames-471834480 tempest-ServersTestFqdnHostnames-471834480-project] 10.222.0.18 "DELETE /v2.0/floatingips/3cb8bcb1-9060-4792-a983-8c665530884f HTTP/1.1" status: 204 len: 168 time: 3.4362197 Mar 23 01:36:06.871271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38782) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:06.879367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting port 00665acc-5624-44ea-88f1-82f186e96816 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:06.879769 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (00665acc-5624-44ea-88f1-82f186e96816), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.885965 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2b14dd85-87d0-4181-ae51-f66fdbe0ea7c tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (8dc658a5-a0e4-4fe1-bbe8-020eda237b35), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.891274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b14dd85-87d0-4181-ae51-f66fdbe0ea7c tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:06.891905 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2b14dd85-87d0-4181-ae51-f66fdbe0ea7c tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.973711 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:06.986416 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "DELETE /v2.0/networks/27f88444-e473-48a0-9956-99ce94f4e8d8 HTTP/1.1" status: 204 len: 168 time: 2.9197431 Mar 23 01:36:07.017977 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'name': 'tempest-TaggedBootDevicesTest_v242-833698077-router', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:35:49Z', 'updated_at': '2022-03-23T01:36:00Z', 'revision_number': 4, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'gw_port': {'id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:50Z', 'updated_at': '2022-03-23T01:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '85355ceb-50cf-4816-be74-f92b081cc3d0', 'name': '', 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'mac_address': 'fa:16:3e:ac:f2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:56Z', 'updated_at': '2022-03-23T01:36:06Z', 'revision_number': 4, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'subnets': [{'id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:07.020964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b315d-4465-408e-914a-6a484a94113b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37c4f78-4859-40dc-9a33-8c6f8710d313,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:07.026330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9cb3a-cabe-470f-922a-fbe4b6f0555e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event deleted for resources: {'Network': ['ID=27f88444-e473-48a0-9956-99ce94f4e8d8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:07.026550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-511b3186-555c-426a-9e7a-222c1f73f224 None None] Deleting port 00665acc-5624-44ea-88f1-82f186e96816 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:07.027145 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-511b3186-555c-426a-9e7a-222c1f73f224 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (00665acc-5624-44ea-88f1-82f186e96816), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:07.047161 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38784) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:07.075459 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-075ed6e9-6301-4333-8d7f-05f0dc6021c5 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1680324031'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:07.117611 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31becb84-dfc8-4152-aee1-376570bf9dec None None] The sync data for ids ['e066bc81-1e75-4c68-be35-4747243eb065'] in n-d-834677-4 is: [{'id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'name': 'tempest-TaggedBootDevicesTest_v242-833698077-router', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:35:49Z', 'updated_at': '2022-03-23T01:36:00Z', 'revision_number': 4, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'gw_port': {'id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:50Z', 'updated_at': '2022-03-23T01:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '85355ceb-50cf-4816-be74-f92b081cc3d0', 'name': '', 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'mac_address': 'fa:16:3e:ac:f2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:56Z', 'updated_at': '2022-03-23T01:36:06Z', 'revision_number': 4, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'subnets': [{'id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:36:07.119279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604b315d-4465-408e-914a-6a484a94113b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:36:07.141580 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-5abcbef8-8dc3-4ec3-9b73-87903f865002 service neutron] 10.222.0.18 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1007841 Mar 23 01:36:07.347582 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-1e4f2ff5-0f64-4c77-8695-04a3be1f6faf service neutron] 10.222.0.18 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045059 Mar 23 01:36:07.355134 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-604b315d-4465-408e-914a-6a484a94113b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (5a9c88dd-4d81-472b-bc7d-67b1fdd6408b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:07.355476 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-604b315d-4465-408e-914a-6a484a94113b admin admin] Added segment 5a9c88dd-4d81-472b-bc7d-67b1fdd6408b of type vlan for network 6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e Mar 23 01:36:07.439500 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2b14dd85-87d0-4181-ae51-f66fdbe0ea7c tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6554589 Mar 23 01:36:07.455140 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38788) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:07.477483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-5298bdab-9a38-4826-886b-f0862de21848 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-118501211'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:07.481250 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 00665acc-5624-44ea-88f1-82f186e96816 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:36:07.488523 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e727ec41-80b4-44de-b959-b7b9272b8498 None None] Current status of the port 85355ceb-50cf-4816-be74-f92b081cc3d0 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:07.488747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14dd85-87d0-4181-ae51-f66fdbe0ea7c tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event updated for resources: {'Network': ['ID=8dc658a5-a0e4-4fe1-bbe8-020eda237b35,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:07.489158 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e727ec41-80b4-44de-b959-b7b9272b8498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:07.537267 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] For port 00665acc-5624-44ea-88f1-82f186e96816, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=00665acc-5624-44ea-88f1-82f186e96816,segment=NetworkSegment(32292435-f819-4f54-85c4-19de293dd90d),segment_id=32292435-f819-4f54-85c4-19de293dd90d)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:07.537636 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (00665acc-5624-44ea-88f1-82f186e96816), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:07.538324 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-70cad7e0-4530-4e40-9c39-e1c0b62859c6 service neutron] 10.222.0.18 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706851 Mar 23 01:36:07.539551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 8dc658a5-a0e4-4fe1-bbe8-020eda237b35 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:36:07.587947 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Calling delete_port for 00665acc-5624-44ea-88f1-82f186e96816 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:07.595662 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5298bdab-9a38-4826-886b-f0862de21848 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Made reservation on behalf of f01d9659041a43ad9c4e6a0f9fcc984c for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:07.599030 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5298bdab-9a38-4826-886b-f0862de21848 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:07.643532 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-604b315d-4465-408e-914a-6a484a94113b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:07.692865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075ed6e9-6301-4333-8d7f-05f0dc6021c5 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Made reservation on behalf of 054fa183fb5d47de98ba8e2cf6ee1cc3 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:07.704290 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-075ed6e9-6301-4333-8d7f-05f0dc6021c5 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:07.716219 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-604b315d-4465-408e-914a-6a484a94113b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:07.718540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604b315d-4465-408e-914a-6a484a94113b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:07.720110 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-604b315d-4465-408e-914a-6a484a94113b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:07.742220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e727ec41-80b4-44de-b959-b7b9272b8498 None None] For port 85355ceb-50cf-4816-be74-f92b081cc3d0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=85355ceb-50cf-4816-be74-f92b081cc3d0,segment=NetworkSegment(68c8812e-99f2-4c31-85dc-3b33ddd6089a),segment_id=68c8812e-99f2-4c31-85dc-3b33ddd6089a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:07.787602 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-511b3186-555c-426a-9e7a-222c1f73f224 None None] For port 00665acc-5624-44ea-88f1-82f186e96816, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=00665acc-5624-44ea-88f1-82f186e96816,segment=NetworkSegment(32292435-f819-4f54-85c4-19de293dd90d),segment_id=32292435-f819-4f54-85c4-19de293dd90d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:07.787996 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-511b3186-555c-426a-9e7a-222c1f73f224 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (00665acc-5624-44ea-88f1-82f186e96816), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:07.814474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38792) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:07.816659 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-604b315d-4465-408e-914a-6a484a94113b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2694256 Mar 23 01:36:07.824425 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-511b3186-555c-426a-9e7a-222c1f73f224 None None] Calling delete_port for 00665acc-5624-44ea-88f1-82f186e96816 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:07.851431 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f0771752-9a53-48dd-8d63-aadeabdc3949 admin admin] Request body: {'subnet': {'network_id': '6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1616577757-subnet', 'tenant_id': '8a0652f162104357970945c34d39ef48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:07.882124 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075ed6e9-6301-4333-8d7f-05f0dc6021c5 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:36:07.900221 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-075ed6e9-6301-4333-8d7f-05f0dc6021c5 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d4e73c72-3424-4cd9-9094-e3ed93bffdab), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:07.900845 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-075ed6e9-6301-4333-8d7f-05f0dc6021c5 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Added segment d4e73c72-3424-4cd9-9094-e3ed93bffdab of type vlan for network e46e0348-e2c3-465f-ae4d-c82b64f294e9 Mar 23 01:36:07.923976 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e727ec41-80b4-44de-b959-b7b9272b8498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:07.951593 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-511b3186-555c-426a-9e7a-222c1f73f224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (00665acc-5624-44ea-88f1-82f186e96816), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:07.997417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5298bdab-9a38-4826-886b-f0862de21848 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:36:08.014764 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-075ed6e9-6301-4333-8d7f-05f0dc6021c5 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (e46e0348-e2c3-465f-ae4d-c82b64f294e9), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:08.023992 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No active binding found for port 00665acc-5624-44ea-88f1-82f186e96816 {{(pid=99265) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 01:36:08.024472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] The host n-d-834677-4 is not matching for port 00665acc-5624-44ea-88f1-82f186e96816 host None! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:36:08.025217 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 00665acc-5624-44ea-88f1-82f186e96816 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:36:08.026825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0771752-9a53-48dd-8d63-aadeabdc3949 admin admin] Made reservation on behalf of 8a0652f162104357970945c34d39ef48 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:08.031340 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0771752-9a53-48dd-8d63-aadeabdc3949 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:08.046523 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b3186-555c-426a-9e7a-222c1f73f224 None None] No DVR routers for this DVR port 00665acc-5624-44ea-88f1-82f186e96816 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:36:08.067400 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5298bdab-9a38-4826-886b-f0862de21848 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (657080a1-3e78-4052-8008-4f2ab7dafa1e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:08.067998 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-5298bdab-9a38-4826-886b-f0862de21848 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Added segment 657080a1-3e78-4052-8008-4f2ab7dafa1e of type vlan for network ec3b279e-eaa6-441d-8161-ffc8a3a4ac82 Mar 23 01:36:08.126281 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-075ed6e9-6301-4333-8d7f-05f0dc6021c5 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (e46e0348-e2c3-465f-ae4d-c82b64f294e9), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:08.134547 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075ed6e9-6301-4333-8d7f-05f0dc6021c5 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:08.135894 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-075ed6e9-6301-4333-8d7f-05f0dc6021c5 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:08.170744 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-075ed6e9-6301-4333-8d7f-05f0dc6021c5 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1058881 Mar 23 01:36:08.176017 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38794) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:08.188898 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727ec41-80b4-44de-b959-b7b9272b8498 None None] Pushing event updated for resources: {'Port': ['ID=85355ceb-50cf-4816-be74-f92b081cc3d0,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:08.201547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c987c0a6-cafc-40ca-a06a-5a991ca95a44 None None] Provisioning complete for port 85355ceb-50cf-4816-be74-f92b081cc3d0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:08.202348 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c987c0a6-cafc-40ca-a06a-5a991ca95a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:08.202667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d9ea14e8-56c7-4ea5-af95-926300ee4638 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Request body: {'subnet': {'network_id': 'e46e0348-e2c3-465f-ae4d-c82b64f294e9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:08.256432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5c118-c7ae-4c7a-9c6a-c69e146d22ee req-dd9cdb62-6ec3-4aa9-8561-6152f9fa561f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:08.259620 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cbe5c118-c7ae-4c7a-9c6a-c69e146d22ee req-dd9cdb62-6ec3-4aa9-8561-6152f9fa561f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.4453423 Mar 23 01:36:08.289781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b3186-555c-426a-9e7a-222c1f73f224 None None] Pushing event deleted for resources: {'Port': ['ID=00665acc-5624-44ea-88f1-82f186e96816,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:08.310817 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (00665acc-5624-44ea-88f1-82f186e96816), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:08.332164 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b315d-4465-408e-914a-6a484a94113b admin admin] Pushing event updated for resources: {'Network': ['ID=6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:08.359197 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:36:08.414161 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5298bdab-9a38-4826-886b-f0862de21848 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (ec3b279e-eaa6-441d-8161-ffc8a3a4ac82), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:08.426405 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ed6e9-6301-4333-8d7f-05f0dc6021c5 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event updated for resources: {'Network': ['ID=e46e0348-e2c3-465f-ae4d-c82b64f294e9,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:08.480096 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ea14e8-56c7-4ea5-af95-926300ee4638 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Made reservation on behalf of 054fa183fb5d47de98ba8e2cf6ee1cc3 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:08.483899 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d9ea14e8-56c7-4ea5-af95-926300ee4638 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:08.505225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] No DVR routers for this DVR port 00665acc-5624-44ea-88f1-82f186e96816 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:36:08.519501 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network e46e0348-e2c3-465f-ae4d-c82b64f294e9 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:36:08.534799 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Port': ['ID=00665acc-5624-44ea-88f1-82f186e96816,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:08.542224 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.resource_extend [None req-5298bdab-9a38-4826-886b-f0862de21848 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:36:08.603653 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-48869a0d-9b52-4e4a-8325-fddf0a097aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:36:02Z', 'revision_number': 10, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:08.739937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48869a0d-9b52-4e4a-8325-fddf0a097aa4 None None] The sync data for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 is: [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:36:02Z', 'revision_number': 10, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None, '_interfaces': [{'id': 'e3d9bec5-dc87-4bc0-99d6-d076fe48c59c', 'name': '', 'network_id': '79b49a4d-7f6e-4c59-a64e-e7daaa9b748f', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'mac_address': 'fa:16:3e:b7:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:57Z', 'updated_at': '2022-03-23T01:35:05Z', 'revision_number': 5, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'subnets': [{'id': '7505ef56-c5c9-4c03-af87-5649ec1e0505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:36:08.778541 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c987c0a6-cafc-40ca-a06a-5a991ca95a44 None None] Current status of the port 85355ceb-50cf-4816-be74-f92b081cc3d0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:08.789676 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-38445429-50bc-4674-bb89-6c8f341744f1 service neutron] 10.222.0.18 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2496917 Mar 23 01:36:08.893848 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d9ea14e8-56c7-4ea5-af95-926300ee4638 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (ff39362d-4b34-4aeb-b2ef-85d314e5e212), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:08.900879 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cbe5c118-c7ae-4c7a-9c6a-c69e146d22ee req-df8a52b8-1da8-41b8-9c81-965916326a31 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6162980 Mar 23 01:36:08.904312 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-992b8b67-3118-4992-b3b1-8cbbfb7fc0ec service neutron] 10.222.0.18 "GET /v2.0/networks/437a6b3d-31aa-4643-a34c-ad56996321f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131456 Mar 23 01:36:08.922592 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5298bdab-9a38-4826-886b-f0862de21848 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (ec3b279e-eaa6-441d-8161-ffc8a3a4ac82), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:08.934550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5298bdab-9a38-4826-886b-f0862de21848 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:08.935949 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5298bdab-9a38-4826-886b-f0862de21848 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:09.000778 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (58d4bdbe-07de-4601-9af4-53d1428a1bb9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:09.041062 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-5e2136e6-4905-4187-b823-d30b8b6e38bf service neutron] 10.222.0.18 "GET /v2.0/networks/437a6b3d-31aa-4643-a34c-ad56996321f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344326 Mar 23 01:36:09.104162 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d4bdbe-07de-4601-9af4-53d1428a1bb9']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:09.130897 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32292435-f819-4f54-85c4-19de293dd90d') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:09.131191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32292435-f819-4f54-85c4-19de293dd90d') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:09.147364 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (32292435-f819-4f54-85c4-19de293dd90d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:09.167465 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (32292435-f819-4f54-85c4-19de293dd90d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:09.175796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:36:09.176198 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (32292435-f819-4f54-85c4-19de293dd90d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:09.178268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea14e8-56c7-4ea5-af95-926300ee4638 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event updated for resources: {'Subnet': ['ID=ff39362d-4b34-4aeb-b2ef-85d314e5e212,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:09.223001 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea14e8-56c7-4ea5-af95-926300ee4638 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Checking segment: {'id': 'd4e73c72-3424-4cd9-9094-e3ed93bffdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e46e0348-e2c3-465f-ae4d-c82b64f294e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:09.223360 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ea14e8-56c7-4ea5-af95-926300ee4638 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Network hostable DHCP agents. Network: e46e0348-e2c3-465f-ae4d-c82b64f294e9, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:36:09.302089 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-e2aa3b5e-9673-4eee-9e5e-22d970340596 service neutron] 10.222.0.18 "GET /v2.0/networks/437a6b3d-31aa-4643-a34c-ad56996321f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457712 Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:36:09.320233 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:36:09.330227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ea14e8-56c7-4ea5-af95-926300ee4638 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Network e46e0348-e2c3-465f-ae4d-c82b64f294e9 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:36:09.363499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 85355ceb-50cf-4816-be74-f92b081cc3d0 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:36:09.379959 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298bdab-9a38-4826-886b-f0862de21848 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event updated for resources: {'Network': ['ID=ec3b279e-eaa6-441d-8161-ffc8a3a4ac82,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:09.391179 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5298bdab-9a38-4826-886b-f0862de21848 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9349020 Mar 23 01:36:09.391989 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (58d4bdbe-07de-4601-9af4-53d1428a1bb9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:09.397295 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:09.404986 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/networks/58d4bdbe-07de-4601-9af4-53d1428a1bb9 HTTP/1.1" status: 204 len: 168 time: 3.6387565 Mar 23 01:36:09.411953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38800) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:09.412286 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38802) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:09.443793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Request body: {'ports': [{'network_id': '8dc658a5-a0e4-4fe1-bbe8-020eda237b35', 'name': 'tempest-port--1896383301', 'admin_state_up': True}, {'network_id': 'ec3b279e-eaa6-441d-8161-ffc8a3a4ac82', 'admin_state_up': False}]} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:09.444107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Request body: {'port': {'network_id': '8dc658a5-a0e4-4fe1-bbe8-020eda237b35', 'name': 'tempest-port--1896383301', 'admin_state_up': True}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:09.444611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Request body: {'port': {'network_id': 'ec3b279e-eaa6-441d-8161-ffc8a3a4ac82', 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:09.455949 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network ec3b279e-eaa6-441d-8161-ffc8a3a4ac82 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:36:09.489513 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-d9ea14e8-56c7-4ea5-af95-926300ee4638 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, e46e0348-e2c3-465f-ae4d-c82b64f294e9) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:09.505396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ea14e8-56c7-4ea5-af95-926300ee4638 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:09.505914 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d9ea14e8-56c7-4ea5-af95-926300ee4638 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:09.537690 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39de62d-7f00-4617-9e2b-c3a21afe8dd4 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Network': ['ID=58d4bdbe-07de-4601-9af4-53d1428a1bb9,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:09.601004 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d9ea14e8-56c7-4ea5-af95-926300ee4638 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4070814 Mar 23 01:36:09.615539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8cc6e5-6233-47cc-9dd7-5e321bd08acd None None] Network e46e0348-e2c3-465f-ae4d-c82b64f294e9 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:09.619838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38804) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:09.624801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e4164a71-e222-451d-86fd-2151f04c4e4a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-557790611'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:09.692974 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4164a71-e222-451d-86fd-2151f04c4e4a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Made reservation on behalf of 054fa183fb5d47de98ba8e2cf6ee1cc3 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:09.696504 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4164a71-e222-451d-86fd-2151f04c4e4a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:09.770137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4164a71-e222-451d-86fd-2151f04c4e4a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:36:09.793027 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4164a71-e222-451d-86fd-2151f04c4e4a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (cfa62d0a-71bf-4120-b9af-16a0c9ba3c43), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:09.793634 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-e4164a71-e222-451d-86fd-2151f04c4e4a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Added segment cfa62d0a-71bf-4120-b9af-16a0c9ba3c43 of type vlan for network 01061c44-9870-4952-9c84-bac4605c5df4 Mar 23 01:36:09.833024 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 85355ceb-50cf-4816-be74-f92b081cc3d0 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:09.833591 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:09.868653 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4164a71-e222-451d-86fd-2151f04c4e4a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (01061c44-9870-4952-9c84-bac4605c5df4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:09.928535 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-e3ef0df8-401c-4e5e-a740-6401ef60be04 service neutron] 10.222.0.18 "GET /v2.0/networks/437a6b3d-31aa-4643-a34c-ad56996321f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119003 Mar 23 01:36:09.933869 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4164a71-e222-451d-86fd-2151f04c4e4a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (01061c44-9870-4952-9c84-bac4605c5df4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:09.938936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4164a71-e222-451d-86fd-2151f04c4e4a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:09.939568 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4164a71-e222-451d-86fd-2151f04c4e4a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:10.068894 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e4164a71-e222-451d-86fd-2151f04c4e4a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4480584 Mar 23 01:36:10.105428 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-98231def-ca9b-4cc5-af16-b4da8ac844de tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:10.107432 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-98231def-ca9b-4cc5-af16-b4da8ac844de tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports/2070c069-6313-485b-8a6e-6f3f00ed3d17 HTTP/1.1" status: 200 len: 931 time: 0.1558840 Mar 23 01:36:10.121792 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38808) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:10.131783 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-99d88974-2171-4886-a992-120d06b56e93 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Request body: {'subnet': {'network_id': '01061c44-9870-4952-9c84-bac4605c5df4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:10.203923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-e46e0348-e2c3-465f-ae4d-c82b64f294e9', 'network_id': 'e46e0348-e2c3-465f-ae4d-c82b64f294e9', 'project_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'fixed_ips': [{'subnet_id': 'ff39362d-4b34-4aeb-b2ef-85d314e5e212'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:36:10.205083 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:10.243061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4164a71-e222-451d-86fd-2151f04c4e4a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event updated for resources: {'Network': ['ID=01061c44-9870-4952-9c84-bac4605c5df4,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:10.261300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Made reservation on behalf of f01d9659041a43ad9c4e6a0f9fcc984c for: {'port': 2} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:10.261621 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 01061c44-9870-4952-9c84-bac4605c5df4 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:36:10.274694 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:10.353687 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-e9ecc861-107b-471b-9582-45f1de298f28 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:10.355475 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-e9ecc861-107b-471b-9582-45f1de298f28 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports/2da09e69-9797-45dc-970d-521ff10deb08 HTTP/1.1" status: 200 len: 932 time: 0.2380576 Mar 23 01:36:10.369486 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:10.398308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 85355ceb-50cf-4816-be74-f92b081cc3d0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:10.447900 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d88974-2171-4886-a992-120d06b56e93 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Made reservation on behalf of 054fa183fb5d47de98ba8e2cf6ee1cc3 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:10.451654 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-99d88974-2171-4886-a992-120d06b56e93 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:10.486885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5280de40-4a94-4feb-af25-997857762561 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:36:10.526467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 5280de40-4a94-4feb-af25-997857762561 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:36:10.527489 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5280de40-4a94-4feb-af25-997857762561 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:36:10.643610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Allocated IP 19.80.0.2 (e46e0348-e2c3-465f-ae4d-c82b64f294e9/ff39362d-4b34-4aeb-b2ef-85d314e5e212/0016686b-96b6-4b3b-9134-81c684d5e6a8) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:36:10.760123 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0771752-9a53-48dd-8d63-aadeabdc3949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (d457c4c0-ffae-48ad-84be-d4560de1efe1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:10.832382 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-99d88974-2171-4886-a992-120d06b56e93 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (5bede50c-6623-4ddd-8482-f06544e3e59b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:10.956264 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Publish callbacks [] for port (0016686b-96b6-4b3b-9134-81c684d5e6a8), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:10.972687 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (0016686b-96b6-4b3b-9134-81c684d5e6a8), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:10.974333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d88974-2171-4886-a992-120d06b56e93 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event updated for resources: {'Subnet': ['ID=5bede50c-6623-4ddd-8482-f06544e3e59b,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:11.011738 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d88974-2171-4886-a992-120d06b56e93 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Checking segment: {'id': 'cfa62d0a-71bf-4120-b9af-16a0c9ba3c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '01061c44-9870-4952-9c84-bac4605c5df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:11.012781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d88974-2171-4886-a992-120d06b56e93 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Network hostable DHCP agents. Network: 01061c44-9870-4952-9c84-bac4605c5df4, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:36:11.053756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d88974-2171-4886-a992-120d06b56e93 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Network 01061c44-9870-4952-9c84-bac4605c5df4 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:36:11.083212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-99d88974-2171-4886-a992-120d06b56e93 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 01061c44-9870-4952-9c84-bac4605c5df4) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:11.089656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d88974-2171-4886-a992-120d06b56e93 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:11.090260 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-99d88974-2171-4886-a992-120d06b56e93 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:11.100535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Network e46e0348-e2c3-465f-ae4d-c82b64f294e9 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:11.121950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:11.131277 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:11.145556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e1666b-f05d-4e0b-8e63-97c597f962ba None None] Network 01061c44-9870-4952-9c84-bac4605c5df4 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:11.145882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d96c39-13fc-4a84-b110-eb9aabb27b7a req-d66b3a32-387f-45c0-933f-aec85a10fe3c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:11.147221 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-62d96c39-13fc-4a84-b110-eb9aabb27b7a req-d66b3a32-387f-45c0-933f-aec85a10fe3c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.9404607 Mar 23 01:36:11.165075 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-99d88974-2171-4886-a992-120d06b56e93 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0342100 Mar 23 01:36:11.393247 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-01061c44-9870-4952-9c84-bac4605c5df4', 'network_id': '01061c44-9870-4952-9c84-bac4605c5df4', 'project_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'fixed_ips': [{'subnet_id': '5bede50c-6623-4ddd-8482-f06544e3e59b'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:36:11.397363 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:11.417349 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Pushing event updated for resources: {'Port': ['ID=0016686b-96b6-4b3b-9134-81c684d5e6a8,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:11.484104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0771752-9a53-48dd-8d63-aadeabdc3949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d457c4c0-ffae-48ad-84be-d4560de1efe1,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:11.504545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Attempting to bind port 0016686b-96b6-4b3b-9134-81c684d5e6a8 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:11.504939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Attempting to bind port 0016686b-96b6-4b3b-9134-81c684d5e6a8 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'd4e73c72-3424-4cd9-9094-e3ed93bffdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e46e0348-e2c3-465f-ae4d-c82b64f294e9'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:11.505298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Attempting to bind port 0016686b-96b6-4b3b-9134-81c684d5e6a8 on network e46e0348-e2c3-465f-ae4d-c82b64f294e9 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:11.525279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] device_id is not set on port 4efe010c-7970-4bce-ba78-11b699333f57 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:36:11.539403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:11.539867 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Checking segment: {'id': 'd4e73c72-3424-4cd9-9094-e3ed93bffdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e46e0348-e2c3-465f-ae4d-c82b64f294e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:11.540360 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:11.540789 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Bound using segment: {'id': 'd4e73c72-3424-4cd9-9094-e3ed93bffdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e46e0348-e2c3-465f-ae4d-c82b64f294e9'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:11.541282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Bound port: 0016686b-96b6-4b3b-9134-81c684d5e6a8, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e73c72-3424-4cd9-9094-e3ed93bffdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e46e0348-e2c3-465f-ae4d-c82b64f294e9'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:11.541718 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0016686b-96b6-4b3b-9134-81c684d5e6a8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:11.583532 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-62d96c39-13fc-4a84-b110-eb9aabb27b7a req-be3b59e2-70ed-4c27-8abc-e5ef5e2a1a0d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110397 Mar 23 01:36:11.592380 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0771752-9a53-48dd-8d63-aadeabdc3949 admin admin] Checking segment: {'id': '5a9c88dd-4d81-472b-bc7d-67b1fdd6408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:11.592870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0771752-9a53-48dd-8d63-aadeabdc3949 admin admin] Network hostable DHCP agents. Network: 6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:36:11.664496 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-ed157bed-83df-4ada-a1e7-45f444b3d93a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:11.669799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-ed157bed-83df-4ada-a1e7-45f444b3d93a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:11.676827 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-ed157bed-83df-4ada-a1e7-45f444b3d93a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/networks?id=e46e0348-e2c3-465f-ae4d-c82b64f294e9&id=01061c44-9870-4952-9c84-bac4605c5df4 HTTP/1.1" status: 200 len: 1391 time: 0.1498837 Mar 23 01:36:11.693284 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-05cdc8f8-4319-491d-bce1-17a4a2108463 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/quotas/054fa183fb5d47de98ba8e2cf6ee1cc3 HTTP/1.1" status: 200 len: 375 time: 0.0154009 Mar 23 01:36:11.699367 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-732cde83-4bc4-477d-a71e-496dba455bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (0f6dc222-5722-4e01-92c4-1fa3820526ca), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:11.780468 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-2c21b183-0ffb-40d9-8b6e-af4b14655903 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=054fa183fb5d47de98ba8e2cf6ee1cc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0861390 Mar 23 01:36:11.881550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] For port 0016686b-96b6-4b3b-9134-81c684d5e6a8, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:11.887573 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks [] for port (4efe010c-7970-4bce-ba78-11b699333f57), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:11.888397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] For port 0016686b-96b6-4b3b-9134-81c684d5e6a8, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0016686b-96b6-4b3b-9134-81c684d5e6a8,segment=NetworkSegment(d4e73c72-3424-4cd9-9094-e3ed93bffdab),segment_id=d4e73c72-3424-4cd9-9094-e3ed93bffdab)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:11.915418 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0016686b-96b6-4b3b-9134-81c684d5e6a8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:11.948133 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-f196b2dc-16b3-4169-9a49-33b9035d1bd1 service neutron] 10.222.0.18 "GET /v2.0/networks/e46e0348-e2c3-465f-ae4d-c82b64f294e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656330 Mar 23 01:36:12.348989 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f1cee0a-753a-49e5-b0b9-62b8acd90ce3 req-0f9c2f31-6026-4bfd-afef-9171a58070c0 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.3180306 Mar 23 01:36:12.377939 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] device_id is not set on port b3cad4a7-1635-4e90-982d-3168b8bf12ad yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:36:12.474820 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0771752-9a53-48dd-8d63-aadeabdc3949 admin admin] Network 6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:36:12.523385 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-f0771752-9a53-48dd-8d63-aadeabdc3949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:12.539094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0771752-9a53-48dd-8d63-aadeabdc3949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:12.541582 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0771752-9a53-48dd-8d63-aadeabdc3949 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:12.550696 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d68fb4-e21c-496b-ac58-d68d928b813e None None] Network 6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:12.563388 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-734d8aed-05a9-4128-899b-0cc132037d31 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:12.569181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-734d8aed-05a9-4128-899b-0cc132037d31 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports/2070c069-6313-485b-8a6e-6f3f00ed3d17 HTTP/1.1" status: 200 len: 931 time: 0.9803309 Mar 23 01:36:12.633755 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Allocated IP 19.86.0.2 (01061c44-9870-4952-9c84-bac4605c5df4/5bede50c-6623-4ddd-8482-f06544e3e59b/3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:36:12.782946 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f0771752-9a53-48dd-8d63-aadeabdc3949 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.9573696 Mar 23 01:36:12.787478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38856) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:12.806527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1616577757-router', 'tenant_id': '8a0652f162104357970945c34d39ef48', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:12.877794 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff61f7b-80f5-4f59-8649-aca623079f67 None None] Pushing event updated for resources: {'Port': ['ID=0016686b-96b6-4b3b-9134-81c684d5e6a8,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:12.895996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-6bd0f059-6913-46b8-8522-a2cd269cb41e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:12.897800 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-6bd0f059-6913-46b8-8522-a2cd269cb41e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports/2da09e69-9797-45dc-970d-521ff10deb08 HTTP/1.1" status: 200 len: 932 time: 0.3278220 Mar 23 01:36:12.984299 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-ba7e03b2-6bc0-40eb-861b-aca44f62bef8 service neutron] 10.222.0.18 "GET /v2.0/networks/e46e0348-e2c3-465f-ae4d-c82b64f294e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0353031 Mar 23 01:36:13.053975 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (de13e609-c19c-494c-8790-af21a34a4eba), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:13.055353 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (de13e609-c19c-494c-8790-af21a34a4eba), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:13.064324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e', 'network_id': '6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e', 'project_id': '8a0652f162104357970945c34d39ef48', 'fixed_ips': [{'subnet_id': 'd457c4c0-ffae-48ad-84be-d4560de1efe1'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:36:13.065222 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:13.087700 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks [] for port (b3cad4a7-1635-4e90-982d-3168b8bf12ad), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:13.180683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1af1a-2608-49bd-bd7b-8d28f616345f req-dbf35799-30d0-4110-889f-c7368cb50cf0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:13.189178 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ce1af1a-2608-49bd-bd7b-8d28f616345f req-dbf35799-30d0-4110-889f-c7368cb50cf0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.3999825 Mar 23 01:36:13.198409 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0016686b-96b6-4b3b-9134-81c684d5e6a8 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:36:13.219053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-0d8caf22-25f6-4423-9cd4-56597ae5472e service neutron] 10.222.0.18 "GET /v2.0/networks/01061c44-9870-4952-9c84-bac4605c5df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254188 Mar 23 01:36:13.238466 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Publish callbacks [] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:13.365089 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:13.485106 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-4ba50a01-a907-4d13-84e3-9a88ee15a955 service neutron] 10.222.0.18 "GET /v2.0/networks/01061c44-9870-4952-9c84-bac4605c5df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638972 Mar 23 01:36:13.488343 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 0016686b-96b6-4b3b-9134-81c684d5e6a8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:13.494057 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0016686b-96b6-4b3b-9134-81c684d5e6a8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:13.576247 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Network 01061c44-9870-4952-9c84-bac4605c5df4 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:13.606711 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Publish callbacks [] for router_controller (de13e609-c19c-494c-8790-af21a34a4eba), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:13.628786 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4efe010c-7970-4bce-ba78-11b699333f57), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:13.629287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:13.640082 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Pushing event updated for resources: {'Port': ['ID=3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:13.648637 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0653f26d-f425-48ec-868d-1626ad6d071f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (06a07313-ecb8-4460-8aaf-d015e1db9eeb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:13.648795 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:13.827311 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event updated for resources: {'Port': ['ID=4efe010c-7970-4bce-ba78-11b699333f57,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:13.872495 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aeaff821-02fe-4867-a15d-0e39ca4791ab req-71a07149-eeba-4813-a747-0f7e0eb707f9 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0906258 Mar 23 01:36:13.905537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Allocated IP 172.20.0.2 (6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e/d457c4c0-ffae-48ad-84be-d4560de1efe1/1db76226-b05b-4aa6-8a05-cf5e8b56c035) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:36:14.026449 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11604171-d96a-4090-b61d-d0e2171a59a3 req-8e947de4-3d46-4987-be9b-88f237702e36 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 210 time: 0.0903780 Mar 23 01:36:14.047912 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ce1af1a-2608-49bd-bd7b-8d28f616345f req-12aa44f3-eb5c-4ca1-843f-8f5c84dcc445 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8369539 Mar 23 01:36:14.081103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98caf10-3e01-452a-93ca-27b81e686e15 None None] Network e46e0348-e2c3-465f-ae4d-c82b64f294e9 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:14.107482 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 0016686b-96b6-4b3b-9134-81c684d5e6a8 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:14.107869 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0016686b-96b6-4b3b-9134-81c684d5e6a8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:14.142255 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Attempting to bind port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:14.142619 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Attempting to bind port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'cfa62d0a-71bf-4120-b9af-16a0c9ba3c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '01061c44-9870-4952-9c84-bac4605c5df4'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:14.142982 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Attempting to bind port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 on network 01061c44-9870-4952-9c84-bac4605c5df4 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:14.159678 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:14.160074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Checking segment: {'id': 'cfa62d0a-71bf-4120-b9af-16a0c9ba3c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '01061c44-9870-4952-9c84-bac4605c5df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:14.160443 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:14.160862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Bound using segment: {'id': 'cfa62d0a-71bf-4120-b9af-16a0c9ba3c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '01061c44-9870-4952-9c84-bac4605c5df4'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:14.161358 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Bound port: 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa62d0a-71bf-4120-b9af-16a0c9ba3c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '01061c44-9870-4952-9c84-bac4605c5df4'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:14.161743 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:14.276458 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] For port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:14.279543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] For port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023,segment=NetworkSegment(cfa62d0a-71bf-4120-b9af-16a0c9ba3c43),segment_id=cfa62d0a-71bf-4120-b9af-16a0c9ba3c43)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:14.287499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-73a32b4d-1454-498f-9de3-ca5a78316527 None None] Provisioning complete for port 0016686b-96b6-4b3b-9134-81c684d5e6a8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:14.287877 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-73a32b4d-1454-498f-9de3-ca5a78316527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0016686b-96b6-4b3b-9134-81c684d5e6a8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:14.305386 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:14.343009 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Checking segment: {'id': '89fe1c2e-a210-479d-80c8-5d631b6b32da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8dc658a5-a0e4-4fe1-bbe8-020eda237b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:14.343579 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Network hostable DHCP agents. Network: 8dc658a5-a0e4-4fe1-bbe8-020eda237b35, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:36:14.355511 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Publish callbacks [] for router_gateway (de13e609-c19c-494c-8790-af21a34a4eba), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:14.380951 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 0016686b-96b6-4b3b-9134-81c684d5e6a8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0016686b-96b6-4b3b-9134-81c684d5e6a8,segment=NetworkSegment(d4e73c72-3424-4cd9-9094-e3ed93bffdab),segment_id=d4e73c72-3424-4cd9-9094-e3ed93bffdab)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:14.432197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-732cde83-4bc4-477d-a71e-496dba455bb6 admin admin] Deleting port 4a344cf7-f0ff-4379-a851-d3b8812ee39e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:14.432865 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-732cde83-4bc4-477d-a71e-496dba455bb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:14.459329 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0016686b-96b6-4b3b-9134-81c684d5e6a8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:14.527172 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Publish callbacks [] for port (1db76226-b05b-4aa6-8a05-cf5e8b56c035), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:14.535012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-732cde83-4bc4-477d-a71e-496dba455bb6 admin admin] For port 4a344cf7-f0ff-4379-a851-d3b8812ee39e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4a344cf7-f0ff-4379-a851-d3b8812ee39e,segment=NetworkSegment(7ab18a1e-18c0-49da-baff-15706c8d9374),segment_id=7ab18a1e-18c0-49da-baff-15706c8d9374)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:14.536223 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-732cde83-4bc4-477d-a71e-496dba455bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:14.556796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-732cde83-4bc4-477d-a71e-496dba455bb6 admin admin] Calling delete_port for 4a344cf7-f0ff-4379-a851-d3b8812ee39e owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:14.600375 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (1db76226-b05b-4aa6-8a05-cf5e8b56c035), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:14.628566 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d6bc8-c86a-46a9-b4e0-40f155d4ade5 None None] Pushing event updated for resources: {'Port': ['ID=3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:14.672769 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-49c36091-0050-40da-8ec6-c690f50bdade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:14.675175 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-49c36091-0050-40da-8ec6-c690f50bdade service neutron] 10.222.0.43 "GET /v2.0/ports/2070c069-6313-485b-8a6e-6f3f00ed3d17 HTTP/1.1" status: 200 len: 1027 time: 0.0857141 Mar 23 01:36:14.721390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Network 8dc658a5-a0e4-4fe1-bbe8-020eda237b35 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:36:14.767186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-08e17a61-d0af-4941-a6b5-4189c473b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:14.769278 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-08e17a61-d0af-4941-a6b5-4189c473b96d service neutron] 10.222.0.43 "GET /v2.0/ports/2da09e69-9797-45dc-970d-521ff10deb08 HTTP/1.1" status: 200 len: 1028 time: 0.0776541 Mar 23 01:36:14.794908 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Network 6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:14.811988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:14.824180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 8dc658a5-a0e4-4fe1-bbe8-020eda237b35) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:14.834226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:14.837590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:14.839501 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b3cad4a7-1635-4e90-982d-3168b8bf12ad), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:14.848540 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a9f171-738e-4ce9-8bcc-4b0c86de879d None None] Network 8dc658a5-a0e4-4fe1-bbe8-020eda237b35 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:15.089885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=0016686b-96b6-4b3b-9134-81c684d5e6a8,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:15.167390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-73a32b4d-1454-498f-9de3-ca5a78316527 None None] Current status of the port 0016686b-96b6-4b3b-9134-81c684d5e6a8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:15.208629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:36:15.209190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-452cce27-c5bf-4112-8c69-c826e74b2825 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:15.224193 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-452cce27-c5bf-4112-8c69-c826e74b2825 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:15.231006 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-452cce27-c5bf-4112-8c69-c826e74b2825 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:15.234185 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-452cce27-c5bf-4112-8c69-c826e74b2825 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.43 "GET /v2.0/networks?id=b81fb5d8-6712-4e02-9517-eabc6d26a52a&id=54f43f40-2d1d-40ff-a148-e6b1420c7986&id=54f43f40-2d1d-40ff-a148-e6b1420c7986&id=54f43f40-2d1d-40ff-a148-e6b1420c7986&id=54f43f40-2d1d-40ff-a148-e6b1420c7986&id=437a6b3d-31aa-4643-a34c-ad56996321f1&id=437a6b3d-31aa-4643-a34c-ad56996321f1 HTTP/1.1" status: 200 len: 1989 time: 0.4585965 Mar 23 01:36:15.253377 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4320bc5a-ad93-4e36-a5c6-ebf43acd6115 req-c72ad4d1-7f88-4b1e-8421-9e7003402820 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.1792171 Mar 23 01:36:15.257229 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Attempting to bind port 1db76226-b05b-4aa6-8a05-cf5e8b56c035 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:15.261305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Attempting to bind port 1db76226-b05b-4aa6-8a05-cf5e8b56c035 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '5a9c88dd-4d81-472b-bc7d-67b1fdd6408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:15.261841 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Attempting to bind port 1db76226-b05b-4aa6-8a05-cf5e8b56c035 on network 6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:15.286499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Pushing event updated for resources: {'Port': ['ID=1db76226-b05b-4aa6-8a05-cf5e8b56c035,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:15.295870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:15.296250 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Checking segment: {'id': '5a9c88dd-4d81-472b-bc7d-67b1fdd6408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:15.296678 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:15.297072 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Bound using segment: {'id': '5a9c88dd-4d81-472b-bc7d-67b1fdd6408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:15.297565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Bound port: 1db76226-b05b-4aa6-8a05-cf5e8b56c035, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9c88dd-4d81-472b-bc7d-67b1fdd6408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:15.297946 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1db76226-b05b-4aa6-8a05-cf5e8b56c035), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:15.374025 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-732cde83-4bc4-477d-a71e-496dba455bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4a344cf7-f0ff-4379-a851-d3b8812ee39e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:15.433243 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-5367ce80-77de-41d3-ac21-181e9a6267fd tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=502c1396aecc4792a466ed6e68112592 HTTP/1.1" status: 200 len: 380 time: 0.1787896 Mar 23 01:36:15.487994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-692a506b-2c28-468e-801d-9b70df2e4e3d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Request body: {'port': {'device_id': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a', 'admin_state_up': True, 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'security_groups': ['abd1cc6f-6185-427c-8068-f59fb8842a61']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:15.528544 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] For port 1db76226-b05b-4aa6-8a05-cf5e8b56c035, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:15.539002 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] For port 1db76226-b05b-4aa6-8a05-cf5e8b56c035, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1db76226-b05b-4aa6-8a05-cf5e8b56c035,segment=NetworkSegment(5a9c88dd-4d81-472b-bc7d-67b1fdd6408b),segment_id=5a9c88dd-4d81-472b-bc7d-67b1fdd6408b)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:15.569328 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1db76226-b05b-4aa6-8a05-cf5e8b56c035), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:15.591025 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-87c0e86d-6f21-442e-a4d8-623d2dcb1a24 req-73439b99-dc3a-4fa6-a6b4-04f1553974be tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 210 time: 0.2976186 Mar 23 01:36:15.696843 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcc16f-4806-4867-b996-eb3d59cc0931 req-1528fa01-371a-4d69-8336-45601694f6c6 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:15.707380 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-38fcc16f-4806-4867-b996-eb3d59cc0931 req-1528fa01-371a-4d69-8336-45601694f6c6 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.2729783 Mar 23 01:36:15.808532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa22df-7563-4dcf-bb1b-4ea0cac1ec73 None None] Pushing event updated for resources: {'Port': ['ID=1db76226-b05b-4aa6-8a05-cf5e8b56c035,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:15.824571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:15.824988 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:15.865393 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-38fcc16f-4806-4867-b996-eb3d59cc0931 req-fc677075-790d-4ae6-9cee-4d488770ece0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569390 Mar 23 01:36:15.897430 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2e2d37af-bf19-4597-bf34-e2b995891345 None None] Provisioning complete for port 0016686b-96b6-4b3b-9134-81c684d5e6a8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:15.897922 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e2d37af-bf19-4597-bf34-e2b995891345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0016686b-96b6-4b3b-9134-81c684d5e6a8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:15.962133 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-692a506b-2c28-468e-801d-9b70df2e4e3d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Made reservation on behalf of 502c1396aecc4792a466ed6e68112592 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:15.965673 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-692a506b-2c28-468e-801d-9b70df2e4e3d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:16.083761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:16.084148 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:16.273307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-692a506b-2c28-468e-801d-9b70df2e4e3d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Allocated IP 172.20.0.10 (b81fb5d8-6712-4e02-9517-eabc6d26a52a/ca1049c9-9f9b-402a-8dcd-186503cb9589/2d8dfe5e-cdc8-4768-9471-144d16113e42) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:36:16.484230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2876001e-a7b1-408e-a718-1c61bacb5de0 None None] Network 01061c44-9870-4952-9c84-bac4605c5df4 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:16.566798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d37af-bf19-4597-bf34-e2b995891345 None None] Current status of the port 0016686b-96b6-4b3b-9134-81c684d5e6a8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:16.574424 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-692a506b-2c28-468e-801d-9b70df2e4e3d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for port (2d8dfe5e-cdc8-4768-9471-144d16113e42), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:16.600553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023,segment=NetworkSegment(cfa62d0a-71bf-4120-b9af-16a0c9ba3c43),segment_id=cfa62d0a-71bf-4120-b9af-16a0c9ba3c43)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:16.610959 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-692a506b-2c28-468e-801d-9b70df2e4e3d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (2d8dfe5e-cdc8-4768-9471-144d16113e42), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:16.620331 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:16.640589 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-692a506b-2c28-468e-801d-9b70df2e4e3d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Network b81fb5d8-6712-4e02-9517-eabc6d26a52a is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:16.670552 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-692a506b-2c28-468e-801d-9b70df2e4e3d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:16.679734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-692a506b-2c28-468e-801d-9b70df2e4e3d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:16.771681 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a506b-2c28-468e-801d-9b70df2e4e3d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event updated for resources: {'Port': ['ID=2d8dfe5e-cdc8-4768-9471-144d16113e42,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:16.773628 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2313d4cc-ceb3-481b-9286-8de077e5f32b None None] Provisioning complete for port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:16.774236 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2313d4cc-ceb3-481b-9286-8de077e5f32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:16.808279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-692a506b-2c28-468e-801d-9b70df2e4e3d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:16.809920 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-692a506b-2c28-468e-801d-9b70df2e4e3d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:16.847356 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event updated for resources: {'Port': ['ID=b3cad4a7-1635-4e90-982d-3168b8bf12ad,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:16.862711 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2fa577a6-67a4-40ee-bea1-d295ccfc1fc0 req-8d1bc913-13e6-4c9b-bdcd-6641a4f943b3 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 210 time: 0.0502467 Mar 23 01:36:16.888017 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-692a506b-2c28-468e-801d-9b70df2e4e3d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4429650 Mar 23 01:36:16.909211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-d1300873-9c7b-48fc-b429-8376888b6a8d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Request body: {'port': {'device_id': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986', 'admin_state_up': True, 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'security_groups': ['abd1cc6f-6185-427c-8068-f59fb8842a61']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:16.909843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:17.102554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2313d4cc-ceb3-481b-9286-8de077e5f32b None None] Current status of the port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:17.229718 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b2ee2-4fca-44a1-a3ed-e5e32708a95d req-40240ca9-c4e2-4a51-86e2-c4eebab2010e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:17.249220 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f1b2ee2-4fca-44a1-a3ed-e5e32708a95d req-40240ca9-c4e2-4a51-86e2-c4eebab2010e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.2012289 Mar 23 01:36:17.270732 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cde83-4bc4-477d-a71e-496dba455bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a344cf7-f0ff-4379-a851-d3b8812ee39e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:17.314767 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:36:17.429891 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f1b2ee2-4fca-44a1-a3ed-e5e32708a95d req-631486d6-cc3c-47a4-aa48-09b60b57b6a0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791885 Mar 23 01:36:17.431842 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-d1300873-9c7b-48fc-b429-8376888b6a8d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Made reservation on behalf of 502c1396aecc4792a466ed6e68112592 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:17.439684 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-d1300873-9c7b-48fc-b429-8376888b6a8d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:17.458152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ed91473c-3254-440d-a138-16a04ca8cb09 None None] Provisioning complete for port 2d8dfe5e-cdc8-4768-9471-144d16113e42 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:17.458395 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ed91473c-3254-440d-a138-16a04ca8cb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2d8dfe5e-cdc8-4768-9471-144d16113e42), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:17.510448 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c642659-9964-493d-9f22-382e78f322e9 req-356c9ef1-bb7d-460e-b709-729cbcb40bf1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:17.518343 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c642659-9964-493d-9f22-382e78f322e9 req-356c9ef1-bb7d-460e-b709-729cbcb40bf1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 932 time: 0.9059598 Mar 23 01:36:17.521964 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Checking segment: {'id': '657080a1-3e78-4052-8008-4f2ab7dafa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ec3b279e-eaa6-441d-8161-ffc8a3a4ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:17.522382 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Network hostable DHCP agents. Network: ec3b279e-eaa6-441d-8161-ffc8a3a4ac82, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:36:17.526950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:17.527580 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:17.556950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ed91473c-3254-440d-a138-16a04ca8cb09 None None] Port 2d8dfe5e-cdc8-4768-9471-144d16113e42 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:36:17.607185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-4087233b-8734-41b3-a0f7-998169740e6a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:17.612826 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-4087233b-8734-41b3-a0f7-998169740e6a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:17.624949 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-4087233b-8734-41b3-a0f7-998169740e6a tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.43 "GET /v2.0/networks?id=e46e0348-e2c3-465f-ae4d-c82b64f294e9&id=01061c44-9870-4952-9c84-bac4605c5df4 HTTP/1.1" status: 200 len: 1391 time: 2.1841283 Mar 23 01:36:17.674880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:17.676159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0016686b-96b6-4b3b-9134-81c684d5e6a8 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:36:17.707622 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-d1300873-9c7b-48fc-b429-8376888b6a8d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Allocated IP 10.1.1.204 (54f43f40-2d1d-40ff-a148-e6b1420c7986/89903b53-7edf-4413-ac0f-be51c87f45dd/d40d0009-34af-4a6e-970a-ea51f40335b1) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:36:17.709338 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-30470b93-6243-4fb0-81e3-fc3dae528880 None None] Provisioning complete for port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:17.710007 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-30470b93-6243-4fb0-81e3-fc3dae528880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:17.719949 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-a25d55be-c5b8-4690-a8ac-9ea162011ac4 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Request body: {'port': {'device_id': 'd02ad5ee-f380-4649-9c03-679919b907da', 'network_id': 'e46e0348-e2c3-465f-ae4d-c82b64f294e9', 'admin_state_up': True, 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:17.737144 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c642659-9964-493d-9f22-382e78f322e9 req-6af6e516-290c-48d2-b7c4-ffdb755bea0b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177527 Mar 23 01:36:17.756083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Network ec3b279e-eaa6-441d-8161-ffc8a3a4ac82 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:36:17.787743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1df002e-e232-4515-9a70-f23097a40a6d None None] Network 6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:17.811724 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-0653f26d-f425-48ec-868d-1626ad6d071f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting port e3d9bec5-dc87-4bc0-99d6-d076fe48c59c {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:17.812065 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0653f26d-f425-48ec-868d-1626ad6d071f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:17.884700 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-d1300873-9c7b-48fc-b429-8376888b6a8d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:17.919180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-0653f26d-f425-48ec-868d-1626ad6d071f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] For port e3d9bec5-dc87-4bc0-99d6-d076fe48c59c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e3d9bec5-dc87-4bc0-99d6-d076fe48c59c,segment=NetworkSegment(7eef6bfc-8fda-4b56-bd23-11f2a489132f),segment_id=7eef6bfc-8fda-4b56-bd23-11f2a489132f)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:17.919804 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0653f26d-f425-48ec-868d-1626ad6d071f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:17.934592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-0653f26d-f425-48ec-868d-1626ad6d071f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Calling delete_port for e3d9bec5-dc87-4bc0-99d6-d076fe48c59c owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:17.942006 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-d1300873-9c7b-48fc-b429-8376888b6a8d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:17.985121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 0016686b-96b6-4b3b-9134-81c684d5e6a8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:17.985703 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0016686b-96b6-4b3b-9134-81c684d5e6a8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:18.018006 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, ec3b279e-eaa6-441d-8161-ffc8a3a4ac82) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:18.045064 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c39b7a4-9cfa-4350-8b57-1672d759eb9c req-b42d565b-2073-40bb-b461-6db20cffd47b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 210 time: 0.0454357 Mar 23 01:36:18.048544 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:18.054187 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:18.056491 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-d1300873-9c7b-48fc-b429-8376888b6a8d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Network 54f43f40-2d1d-40ff-a148-e6b1420c7986 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:18.058745 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:18.059457 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:18.060768 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-d1300873-9c7b-48fc-b429-8376888b6a8d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:18.064401 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-d1300873-9c7b-48fc-b429-8376888b6a8d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:18.087294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b50946-4c6f-436c-97dc-9da0d7e8ae53 None None] Network ec3b279e-eaa6-441d-8161-ffc8a3a4ac82 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:18.107977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1300873-9c7b-48fc-b429-8376888b6a8d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event updated for resources: {'Port': ['ID=d40d0009-34af-4a6e-970a-ea51f40335b1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:18.154969 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-d1300873-9c7b-48fc-b429-8376888b6a8d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:18.155736 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-d1300873-9c7b-48fc-b429-8376888b6a8d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:18.186427 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-d1300873-9c7b-48fc-b429-8376888b6a8d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2864983 Mar 23 01:36:18.217592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-0a132a0a-5b1a-45b8-b3cb-e01050de9134 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Request body: {'port': {'device_id': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986', 'admin_state_up': True, 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'security_groups': ['abd1cc6f-6185-427c-8068-f59fb8842a61']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:18.273489 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-30470b93-6243-4fb0-81e3-fc3dae528880 None None] Current status of the port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:18.341348 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-732cde83-4bc4-477d-a71e-496dba455bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (0f6dc222-5722-4e01-92c4-1fa3820526ca), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:18.412194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 0016686b-96b6-4b3b-9134-81c684d5e6a8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:18.413316 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1db76226-b05b-4aa6-8a05-cf5e8b56c035 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:36:18.419458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-0a132a0a-5b1a-45b8-b3cb-e01050de9134 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Made reservation on behalf of 502c1396aecc4792a466ed6e68112592 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:18.432834 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-0a132a0a-5b1a-45b8-b3cb-e01050de9134 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:18.472169 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3b5dbe80-23f3-4ae5-a8e3-de5bd0d3a03b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 9.0405462 Mar 23 01:36:18.475105 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38906) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:18.481511 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c049d35c-9c90-47a1-8f3d-6cd64e52d241 None None] Provisioning complete for port 1db76226-b05b-4aa6-8a05-cf5e8b56c035 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:18.481966 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c049d35c-9c90-47a1-8f3d-6cd64e52d241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1db76226-b05b-4aa6-8a05-cf5e8b56c035), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:18.593793 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 1db76226-b05b-4aa6-8a05-cf5e8b56c035 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:18.594176 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1db76226-b05b-4aa6-8a05-cf5e8b56c035), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:18.687329 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3713fc-79a3-464d-b2fa-d15b45fe321d tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:18.691521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c049d35c-9c90-47a1-8f3d-6cd64e52d241 None None] Current status of the port 1db76226-b05b-4aa6-8a05-cf5e8b56c035 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:18.692184 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c049d35c-9c90-47a1-8f3d-6cd64e52d241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1db76226-b05b-4aa6-8a05-cf5e8b56c035), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:18.694117 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3713fc-79a3-464d-b2fa-d15b45fe321d tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:18.696671 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cb3713fc-79a3-464d-b2fa-d15b45fe321d tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2203724 Mar 23 01:36:18.700195 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38908) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:18.732474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-a25d55be-c5b8-4690-a8ac-9ea162011ac4 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Made reservation on behalf of 054fa183fb5d47de98ba8e2cf6ee1cc3 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:18.750870 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-a25d55be-c5b8-4690-a8ac-9ea162011ac4 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:18.753693 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Publish callbacks [] for router_gateway (de13e609-c19c-494c-8790-af21a34a4eba), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:18.781193 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c049d35c-9c90-47a1-8f3d-6cd64e52d241 None None] For port 1db76226-b05b-4aa6-8a05-cf5e8b56c035, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1db76226-b05b-4aa6-8a05-cf5e8b56c035,segment=NetworkSegment(5a9c88dd-4d81-472b-bc7d-67b1fdd6408b),segment_id=5a9c88dd-4d81-472b-bc7d-67b1fdd6408b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:18.814037 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c049d35c-9c90-47a1-8f3d-6cd64e52d241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1db76226-b05b-4aa6-8a05-cf5e8b56c035), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:18.857152 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:18.877503 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 1db76226-b05b-4aa6-8a05-cf5e8b56c035 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:18.878198 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1db76226-b05b-4aa6-8a05-cf5e8b56c035), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:18.920029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049d35c-9c90-47a1-8f3d-6cd64e52d241 None None] Pushing event updated for resources: {'Port': ['ID=1db76226-b05b-4aa6-8a05-cf5e8b56c035,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:18.938864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-0a132a0a-5b1a-45b8-b3cb-e01050de9134 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Allocated IP 10.1.1.165 (54f43f40-2d1d-40ff-a148-e6b1420c7986/89903b53-7edf-4413-ac0f-be51c87f45dd/81f70b00-bcd4-4052-b47e-4b0e10c94360) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:36:18.970457 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Allocated IP 172.25.0.15 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/4e9ac145-13a5-4253-bcfb-d76c4c08c894) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:36:18.990196 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd84c13-0b56-493a-8d0a-fcb3ca86d860 req-000c6107-aade-4149-9b1d-27fb1a76f656 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:18.991952 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:36:18.993035 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:36:18.993756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-04d4ee1c-1778-4bcd-abc3-abf02ef2d701 None None] Provisioning complete for port 1db76226-b05b-4aa6-8a05-cf5e8b56c035 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:18.994419 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-04d4ee1c-1778-4bcd-abc3-abf02ef2d701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1db76226-b05b-4aa6-8a05-cf5e8b56c035), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:18.997063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd84c13-0b56-493a-8d0a-fcb3ca86d860 req-000c6107-aade-4149-9b1d-27fb1a76f656 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:18.998967 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8bd84c13-0b56-493a-8d0a-fcb3ca86d860 req-000c6107-aade-4149-9b1d-27fb1a76f656 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 1654 time: 0.1251926 Mar 23 01:36:19.033621 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-077c7d4a-098c-4119-b04c-75cf7f72ea1f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Deleting port 4efe010c-7970-4bce-ba78-11b699333f57 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:19.033966 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-077c7d4a-098c-4119-b04c-75cf7f72ea1f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4efe010c-7970-4bce-ba78-11b699333f57), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:19.085249 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Publish callbacks [] for port (4e9ac145-13a5-4253-bcfb-d76c4c08c894), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:19.093977 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-04d4ee1c-1778-4bcd-abc3-abf02ef2d701 None None] Current status of the port 1db76226-b05b-4aa6-8a05-cf5e8b56c035 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:19.105787 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-04d4ee1c-1778-4bcd-abc3-abf02ef2d701 None None] Provisioning complete for port d40d0009-34af-4a6e-970a-ea51f40335b1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:19.106549 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-04d4ee1c-1778-4bcd-abc3-abf02ef2d701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:19.113757 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-077c7d4a-098c-4119-b04c-75cf7f72ea1f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4efe010c-7970-4bce-ba78-11b699333f57), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:19.131893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-077c7d4a-098c-4119-b04c-75cf7f72ea1f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Calling delete_port for 4efe010c-7970-4bce-ba78-11b699333f57 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:19.132201 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4e9ac145-13a5-4253-bcfb-d76c4c08c894), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:19.154462 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-04d4ee1c-1778-4bcd-abc3-abf02ef2d701 None None] Port d40d0009-34af-4a6e-970a-ea51f40335b1 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:36:19.229709 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8bd84c13-0b56-493a-8d0a-fcb3ca86d860 req-d1cadf29-3fa5-4aef-8b66-4dfa036919da tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233975 Mar 23 01:36:19.241594 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8b777-913e-48e1-9183-0603ce539973 req-56446c48-2a3a-4651-90e3-f4df8290f39c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:19.249202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-66d8b777-913e-48e1-9183-0603ce539973 req-56446c48-2a3a-4651-90e3-f4df8290f39c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.7022724 Mar 23 01:36:19.292347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:19.295510 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0653f26d-f425-48ec-868d-1626ad6d071f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e3d9bec5-dc87-4bc0-99d6-d076fe48c59c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:19.322542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:19.336509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:19.370908 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-077c7d4a-098c-4119-b04c-75cf7f72ea1f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (4efe010c-7970-4bce-ba78-11b699333f57), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:19.372303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Pushing event updated for resources: {'Port': ['ID=4e9ac145-13a5-4253-bcfb-d76c4c08c894,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:19.402980 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76eb00b9-d4fd-4957-a274-8e9af38889b9 req-01a5b425-de03-4c26-937a-fcd66c67f616 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 210 time: 0.0492511 Mar 23 01:36:19.439031 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-077c7d4a-098c-4119-b04c-75cf7f72ea1f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:19.443901 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-077c7d4a-098c-4119-b04c-75cf7f72ea1f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "DELETE /v2.0/ports/4efe010c-7970-4bce-ba78-11b699333f57 HTTP/1.1" status: 204 len: 168 time: 0.7424762 Mar 23 01:36:19.452457 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-0a132a0a-5b1a-45b8-b3cb-e01050de9134 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:19.452457 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c7d4a-098c-4119-b04c-75cf7f72ea1f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event deleted for resources: {'Port': ['ID=4efe010c-7970-4bce-ba78-11b699333f57,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:19.461918 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38916) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:19.542139 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8d185bdc-55d5-4378-b8ca-6a7096c4f1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:19.551783 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653f26d-f425-48ec-868d-1626ad6d071f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Port': ['ID=e3d9bec5-dc87-4bc0-99d6-d076fe48c59c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:19.556983 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-66d8b777-913e-48e1-9183-0603ce539973 req-1762b297-95a1-4cd9-ac3d-94295582273d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069179 Mar 23 01:36:19.601183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 1db76226-b05b-4aa6-8a05-cf5e8b56c035 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:19.603448 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-0a132a0a-5b1a-45b8-b3cb-e01050de9134 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:19.673636 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-0a132a0a-5b1a-45b8-b3cb-e01050de9134 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Network 54f43f40-2d1d-40ff-a148-e6b1420c7986 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:19.683798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-0a132a0a-5b1a-45b8-b3cb-e01050de9134 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:19.691787 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-0a132a0a-5b1a-45b8-b3cb-e01050de9134 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:19.732395 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a132a0a-5b1a-45b8-b3cb-e01050de9134 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event updated for resources: {'Port': ['ID=81f70b00-bcd4-4052-b47e-4b0e10c94360,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:19.744795 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-16cbe4af-892d-432d-8a74-4df9e9b0a046 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Deleting port b3cad4a7-1635-4e90-982d-3168b8bf12ad {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:19.745511 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16cbe4af-892d-432d-8a74-4df9e9b0a046 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b3cad4a7-1635-4e90-982d-3168b8bf12ad), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:19.863939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1db76226-b05b-4aa6-8a05-cf5e8b56c035 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:36:19.901641 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-0a132a0a-5b1a-45b8-b3cb-e01050de9134 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:19.902072 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-0a132a0a-5b1a-45b8-b3cb-e01050de9134 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:19.928384 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 1db76226-b05b-4aa6-8a05-cf5e8b56c035 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:19.928803 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1db76226-b05b-4aa6-8a05-cf5e8b56c035), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:19.935929 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16cbe4af-892d-432d-8a74-4df9e9b0a046 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b3cad4a7-1635-4e90-982d-3168b8bf12ad), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:19.963942 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-16cbe4af-892d-432d-8a74-4df9e9b0a046 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Calling delete_port for b3cad4a7-1635-4e90-982d-3168b8bf12ad owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:19.968983 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-0a132a0a-5b1a-45b8-b3cb-e01050de9134 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7657247 Mar 23 01:36:19.985400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-982e2c98-c26f-432b-abb6-44dc06e22bd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Request body: {'port': {'device_id': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1', 'admin_state_up': True, 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'security_groups': ['abd1cc6f-6185-427c-8068-f59fb8842a61']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:20.036523 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 1db76226-b05b-4aa6-8a05-cf5e8b56c035 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:20.162717 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-a25d55be-c5b8-4690-a8ac-9ea162011ac4 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Allocated IP 19.80.0.123 (e46e0348-e2c3-465f-ae4d-c82b64f294e9/ff39362d-4b34-4aeb-b2ef-85d314e5e212/a81e6bb3-58ed-4a1a-b93d-e05a0af29e26) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:36:20.163976 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16cbe4af-892d-432d-8a74-4df9e9b0a046 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b3cad4a7-1635-4e90-982d-3168b8bf12ad), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:20.198676 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbe4af-892d-432d-8a74-4df9e9b0a046 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event deleted for resources: {'Port': ['ID=b3cad4a7-1635-4e90-982d-3168b8bf12ad,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:20.200661 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-982e2c98-c26f-432b-abb6-44dc06e22bd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Made reservation on behalf of 502c1396aecc4792a466ed6e68112592 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:20.232028 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bdb6570e-f679-42f9-8890-3d4c481acfd1 None None] Provisioning complete for port 81f70b00-bcd4-4052-b47e-4b0e10c94360 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:20.233203 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bdb6570e-f679-42f9-8890-3d4c481acfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:20.247001 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16cbe4af-892d-432d-8a74-4df9e9b0a046 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:20.253530 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-16cbe4af-892d-432d-8a74-4df9e9b0a046 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "DELETE /v2.0/ports/b3cad4a7-1635-4e90-982d-3168b8bf12ad HTTP/1.1" status: 204 len: 168 time: 0.7898920 Mar 23 01:36:20.253671 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38920) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:20.269971 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6570e-f679-42f9-8890-3d4c481acfd1 None None] Port 81f70b00-bcd4-4052-b47e-4b0e10c94360 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:36:20.340120 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0653f26d-f425-48ec-868d-1626ad6d071f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (06a07313-ecb8-4460-8aaf-d015e1db9eeb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:20.344690 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-982e2c98-c26f-432b-abb6-44dc06e22bd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:20.351917 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732cde83-4bc4-477d-a71e-496dba455bb6 admin admin] Router 0f6dc222-5722-4e01-92c4-1fa3820526ca has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:36:20.381882 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e5175610-5228-467b-a13f-bd38a5168475 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1222923 Mar 23 01:36:20.385860 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38924) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:20.388246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-4547940c-7350-4d9f-a714-6aed679a9e0f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1250614181'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:20.482688 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:20.487926 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4547940c-7350-4d9f-a714-6aed679a9e0f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Made reservation on behalf of f01d9659041a43ad9c4e6a0f9fcc984c for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:20.490967 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4547940c-7350-4d9f-a714-6aed679a9e0f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:20.568459 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba2605-883c-468b-aa3b-4b92dabd6561 req-5495a331-584e-4f40-bdbb-67468dd05a27 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:20.574359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba2605-883c-468b-aa3b-4b92dabd6561 req-5495a331-584e-4f40-bdbb-67468dd05a27 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:20.580805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba2605-883c-468b-aa3b-4b92dabd6561 req-5495a331-584e-4f40-bdbb-67468dd05a27 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:20.587398 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c9ba2605-883c-468b-aa3b-4b92dabd6561 req-5495a331-584e-4f40-bdbb-67468dd05a27 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 2375 time: 0.2242742 Mar 23 01:36:20.612557 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4547940c-7350-4d9f-a714-6aed679a9e0f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:36:20.668441 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4547940c-7350-4d9f-a714-6aed679a9e0f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d7b9270d-c5b9-421d-b2d7-f8d5980dbe28), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:20.668818 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-4547940c-7350-4d9f-a714-6aed679a9e0f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Added segment d7b9270d-c5b9-421d-b2d7-f8d5980dbe28 of type vlan for network 7ee77d5f-658f-4163-a78d-289515fee515 Mar 23 01:36:20.685144 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cbca4361-816c-4e1e-8826-de142f59d307 req-8a879e2b-6746-43e7-b742-c26331f6e999 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 210 time: 0.0970211 Mar 23 01:36:20.761424 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c9ba2605-883c-468b-aa3b-4b92dabd6561 req-f331be5f-10b0-4a31-9b4e-0c132eb55ee4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629317 Mar 23 01:36:20.804896 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4547940c-7350-4d9f-a714-6aed679a9e0f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (7ee77d5f-658f-4163-a78d-289515fee515), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:20.837434 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-982e2c98-c26f-432b-abb6-44dc06e22bd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Allocated IP 10.2.2.100 (437a6b3d-31aa-4643-a34c-ad56996321f1/6ccef7e9-d48a-465c-80fe-6d6b083e0336/497f0500-e5cf-41fa-9a2a-2323cd1dd036) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:36:20.856525 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4547940c-7350-4d9f-a714-6aed679a9e0f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (7ee77d5f-658f-4163-a78d-289515fee515), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:20.863252 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4547940c-7350-4d9f-a714-6aed679a9e0f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:20.864141 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4547940c-7350-4d9f-a714-6aed679a9e0f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:20.913866 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-a25d55be-c5b8-4690-a8ac-9ea162011ac4 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks [] for port (a81e6bb3-58ed-4a1a-b93d-e05a0af29e26), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:20.953322 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4547940c-7350-4d9f-a714-6aed679a9e0f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5694904 Mar 23 01:36:20.955619 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Publish callbacks [] for router_gateway (de13e609-c19c-494c-8790-af21a34a4eba), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:20.963892 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38932) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:20.984242 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547940c-7350-4d9f-a714-6aed679a9e0f tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event updated for resources: {'Network': ['ID=7ee77d5f-658f-4163-a78d-289515fee515,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:21.002271 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 7ee77d5f-658f-4163-a78d-289515fee515 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:36:21.004179 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-acea8d5f-322d-4b1a-92da-50d4538ce5ab tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2011541509'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:21.019907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea1ae6e0-b782-4334-a073-046e34bc9f30 req-65e3c919-f011-4f7f-b4cb-12e0d541a2df service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3011062 Mar 23 01:36:21.112716 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-982e2c98-c26f-432b-abb6-44dc06e22bd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for port (497f0500-e5cf-41fa-9a2a-2323cd1dd036), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:21.115140 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acea8d5f-322d-4b1a-92da-50d4538ce5ab tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Made reservation on behalf of f01d9659041a43ad9c4e6a0f9fcc984c for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:21.118472 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acea8d5f-322d-4b1a-92da-50d4538ce5ab tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:21.133269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0653f26d-f425-48ec-868d-1626ad6d071f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 06a07313-ecb8-4460-8aaf-d015e1db9eeb has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:36:21.150862 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-982e2c98-c26f-432b-abb6-44dc06e22bd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (497f0500-e5cf-41fa-9a2a-2323cd1dd036), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:21.178473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732cde83-4bc4-477d-a71e-496dba455bb6 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:36:21.191749 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-732cde83-4bc4-477d-a71e-496dba455bb6 admin admin] 10.222.0.18 "PUT /v2.0/routers/0f6dc222-5722-4e01-92c4-1fa3820526ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3143392 Mar 23 01:36:21.200138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca7528-fd21-4b41-bcd2-00f46489027f req-51942fda-1222-4dee-8697-1bd7aa6a03a3 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:21.200310 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38934) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:21.201519 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39ca7528-fd21-4b41-bcd2-00f46489027f req-51942fda-1222-4dee-8697-1bd7aa6a03a3 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.3046618 Mar 23 01:36:21.205882 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-982e2c98-c26f-432b-abb6-44dc06e22bd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Network 437a6b3d-31aa-4643-a34c-ad56996321f1 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:21.212619 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9564bc65-ed62-4dc7-81e1-ffd39150bd9b None None] Sync routers for ids ['0f6dc222-5722-4e01-92c4-1fa3820526ca'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:36:21.223159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acea8d5f-322d-4b1a-92da-50d4538ce5ab tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:36:21.244984 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9564bc65-ed62-4dc7-81e1-ffd39150bd9b None None] Routers {'0f6dc222-5722-4e01-92c4-1fa3820526ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:21.246666 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9564bc65-ed62-4dc7-81e1-ffd39150bd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0f6dc222-5722-4e01-92c4-1fa3820526ca'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:21.248503 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-a25d55be-c5b8-4690-a8ac-9ea162011ac4 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a81e6bb3-58ed-4a1a-b93d-e05a0af29e26), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:21.293278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ae6e0-b782-4334-a073-046e34bc9f30 req-60d11ad1-6a14-4897-868c-41bb8920ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:21.294710 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea1ae6e0-b782-4334-a073-046e34bc9f30 req-60d11ad1-6a14-4897-868c-41bb8920ed19 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 1126 time: 0.2309268 Mar 23 01:36:21.320580 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48b83120-522c-47f8-9e61-9b3a2fb4abab admin admin] Publish callbacks [] for router (0f6dc222-5722-4e01-92c4-1fa3820526ca), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:21.329063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-982e2c98-c26f-432b-abb6-44dc06e22bd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:21.346051 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acea8d5f-322d-4b1a-92da-50d4538ce5ab tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (750a0b2e-1831-4c6e-bf3a-a027419a03e4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:21.346407 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-acea8d5f-322d-4b1a-92da-50d4538ce5ab tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Added segment 750a0b2e-1831-4c6e-bf3a-a027419a03e4 of type vlan for network 9217e90a-fd4c-43fb-8ffd-3f76c900dd16 Mar 23 01:36:21.366626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-982e2c98-c26f-432b-abb6-44dc06e22bd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:21.396965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e2c98-c26f-432b-abb6-44dc06e22bd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event updated for resources: {'Port': ['ID=497f0500-e5cf-41fa-9a2a-2323cd1dd036,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:21.513949 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-9564bc65-ed62-4dc7-81e1-ffd39150bd9b None None] Set router 0f6dc222-5722-4e01-92c4-1fa3820526ca gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:21.537854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ae6e0-b782-4334-a073-046e34bc9f30 req-7282eceb-c8b0-466f-b306-c6291e214f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:21.539674 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea1ae6e0-b782-4334-a073-046e34bc9f30 req-7282eceb-c8b0-466f-b306-c6291e214f46 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.2080743 Mar 23 01:36:21.663241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-a25d55be-c5b8-4690-a8ac-9ea162011ac4 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Network e46e0348-e2c3-465f-ae4d-c82b64f294e9 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:21.675983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0653f26d-f425-48ec-868d-1626ad6d071f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:36:21.692776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0895edd-fe5a-4d88-961c-91686d6561e8 None None] Sync routers for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:36:21.712913 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0895edd-fe5a-4d88-961c-91686d6561e8 None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:21.713583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a0895edd-fe5a-4d88-961c-91686d6561e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:21.746172 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0653f26d-f425-48ec-868d-1626ad6d071f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/06a07313-ecb8-4460-8aaf-d015e1db9eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3133407 Mar 23 01:36:21.752138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-a25d55be-c5b8-4690-a8ac-9ea162011ac4 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:21.762572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38938) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:21.806717 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-a25d55be-c5b8-4690-a8ac-9ea162011ac4 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:21.824716 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9564bc65-ed62-4dc7-81e1-ffd39150bd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'name': 'tempest-ServersTestFqdnHostnames-724678297-router', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:36:15Z', 'revision_number': 5, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'gw_port': {'id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:21.874161 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea1ae6e0-b782-4334-a073-046e34bc9f30 req-013fb04e-3a2c-47bb-8808-cf1c9601fe29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=976f688d-42f1-4063-af4c-3794e13d7d33 HTTP/1.1" status: 200 len: 217 time: 0.2097149 Mar 23 01:36:21.879941 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9564bc65-ed62-4dc7-81e1-ffd39150bd9b None None] Checking router: 0f6dc222-5722-4e01-92c4-1fa3820526ca for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:36:21.881229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-a25d55be-c5b8-4690-a8ac-9ea162011ac4 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:21.885057 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-a25d55be-c5b8-4690-a8ac-9ea162011ac4 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:21.892817 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9564bc65-ed62-4dc7-81e1-ffd39150bd9b None None] Routers {'0f6dc222-5722-4e01-92c4-1fa3820526ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:21.893464 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9564bc65-ed62-4dc7-81e1-ffd39150bd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:35:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0f6dc222-5722-4e01-92c4-1fa3820526ca'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:21.913713 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acea8d5f-322d-4b1a-92da-50d4538ce5ab tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (9217e90a-fd4c-43fb-8ffd-3f76c900dd16), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:21.960833 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39ca7528-fd21-4b41-bcd2-00f46489027f req-bbfcd3d6-572e-43b4-8bcd-8901910c9513 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7222502 Mar 23 01:36:21.997405 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-a0895edd-fe5a-4d88-961c-91686d6561e8 None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:22.001439 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d55be-c5b8-4690-a8ac-9ea162011ac4 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event updated for resources: {'Port': ['ID=a81e6bb3-58ed-4a1a-b93d-e05a0af29e26,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:22.109375 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-9564bc65-ed62-4dc7-81e1-ffd39150bd9b None None] Set router 0f6dc222-5722-4e01-92c4-1fa3820526ca gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:22.142764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-90ef1483-1d2d-497a-b7b0-67c8637132aa None None] Provisioning complete for port 497f0500-e5cf-41fa-9a2a-2323cd1dd036 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:22.143295 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-90ef1483-1d2d-497a-b7b0-67c8637132aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (497f0500-e5cf-41fa-9a2a-2323cd1dd036), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:22.145823 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5215cde6-838c-4827-981a-2911db22819c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:22.167852 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.resource_extend [None req-acea8d5f-322d-4b1a-92da-50d4538ce5ab tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:36:22.197132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a0895edd-fe5a-4d88-961c-91686d6561e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:36:18Z', 'revision_number': 11, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:22.204846 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-a25d55be-c5b8-4690-a8ac-9ea162011ac4 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5372090 Mar 23 01:36:22.226972 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-d88599c0-6965-49f6-9c0a-d10a752d32ff tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Request body: {'port': {'device_id': 'd02ad5ee-f380-4649-9c03-679919b907da', 'network_id': '01061c44-9870-4952-9c84-bac4605c5df4', 'admin_state_up': True, 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:22.242942 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-982e2c98-c26f-432b-abb6-44dc06e22bd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:22.243734 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-982e2c98-c26f-432b-abb6-44dc06e22bd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:22.268186 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-90ef1483-1d2d-497a-b7b0-67c8637132aa None None] Port 497f0500-e5cf-41fa-9a2a-2323cd1dd036 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:36:22.273575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0895edd-fe5a-4d88-961c-91686d6561e8 None None] Checking router: 06a07313-ecb8-4460-8aaf-d015e1db9eeb for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:36:22.273997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4de84-a1d7-41f2-9795-4da76a7ada8a req-2e936de9-cd84-47ec-baa0-9b55bf67abb8 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:22.275342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-befd23af-4681-47a0-85a7-c080251644c1 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting subnet 7505ef56-c5c9-4c03-af87-5649ec1e0505 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:36:22.275617 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-78c4de84-a1d7-41f2-9795-4da76a7ada8a req-2e936de9-cd84-47ec-baa0-9b55bf67abb8 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 932 time: 0.2045910 Mar 23 01:36:22.281791 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-982e2c98-c26f-432b-abb6-44dc06e22bd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3004134 Mar 23 01:36:22.286556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0895edd-fe5a-4d88-961c-91686d6561e8 None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:22.287530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a0895edd-fe5a-4d88-961c-91686d6561e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:36:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:22.291993 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48b83120-522c-47f8-9e61-9b3a2fb4abab admin admin] Publish callbacks [] for router_gateway (0f6dc222-5722-4e01-92c4-1fa3820526ca), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:22.306522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-f0998628-9015-43a9-9e6b-f744e464f32f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Request body: {'port': {'device_id': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1', 'admin_state_up': True, 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'security_groups': ['abd1cc6f-6185-427c-8068-f59fb8842a61']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:22.320912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-befd23af-4681-47a0-85a7-c080251644c1 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (7505ef56-c5c9-4c03-af87-5649ec1e0505), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:22.383615 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-a0895edd-fe5a-4d88-961c-91686d6561e8 None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:22.400279 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9564bc65-ed62-4dc7-81e1-ffd39150bd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'name': 'tempest-ServersTestFqdnHostnames-724678297-router', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:36:15Z', 'revision_number': 5, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'gw_port': {'id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:22.431889 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9564bc65-ed62-4dc7-81e1-ffd39150bd9b None None] The sync data for ids ['0f6dc222-5722-4e01-92c4-1fa3820526ca'] in n-d-834677-4 is: [{'id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'name': 'tempest-ServersTestFqdnHostnames-724678297-router', 'tenant_id': '7fba32711e514527a64b7c5dbb45387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:36:15Z', 'revision_number': 5, 'project_id': '7fba32711e514527a64b7c5dbb45387f', 'gw_port': {'id': 'e252f504-dd38-45ab-bc82-c0f6cece0e66', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6dc222-5722-4e01-92c4-1fa3820526ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:33:54Z', 'updated_at': '2022-03-23T01:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:36:22.470729 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a0895edd-fe5a-4d88-961c-91686d6561e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:36:18Z', 'revision_number': 11, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:22.505009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0895edd-fe5a-4d88-961c-91686d6561e8 None None] The sync data for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 is: [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:36:18Z', 'revision_number': 11, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:36:22.517479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f67b16ac-92cd-4caa-bb43-6f98e2f13e92 None None] Provisioning complete for port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:22.517855 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f67b16ac-92cd-4caa-bb43-6f98e2f13e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a81e6bb3-58ed-4a1a-b93d-e05a0af29e26), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:22.562047 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f67b16ac-92cd-4caa-bb43-6f98e2f13e92 None None] Port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:36:22.572878 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-f0998628-9015-43a9-9e6b-f744e464f32f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Made reservation on behalf of 502c1396aecc4792a466ed6e68112592 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:22.577587 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-f0998628-9015-43a9-9e6b-f744e464f32f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:22.614920 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-78c4de84-a1d7-41f2-9795-4da76a7ada8a req-2c9b64e5-a5ca-405e-8b2d-63c40bbcf480 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254769 Mar 23 01:36:22.691606 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-48b83120-522c-47f8-9e61-9b3a2fb4abab admin admin] Deleting port e252f504-dd38-45ab-bc82-c0f6cece0e66 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:22.691999 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48b83120-522c-47f8-9e61-9b3a2fb4abab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e252f504-dd38-45ab-bc82-c0f6cece0e66), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:22.810464 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acea8d5f-322d-4b1a-92da-50d4538ce5ab tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (9217e90a-fd4c-43fb-8ffd-3f76c900dd16), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:22.815385 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea8d5f-322d-4b1a-92da-50d4538ce5ab tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:22.815979 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acea8d5f-322d-4b1a-92da-50d4538ce5ab tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:22.820014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ae6e0-b782-4334-a073-046e34bc9f30 req-8b8fb8fc-302a-4749-a7e8-5ea37afec50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:22.821513 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea1ae6e0-b782-4334-a073-046e34bc9f30 req-8b8fb8fc-302a-4749-a7e8-5ea37afec50e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.9311581 Mar 23 01:36:22.850386 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-48b83120-522c-47f8-9e61-9b3a2fb4abab admin admin] For port e252f504-dd38-45ab-bc82-c0f6cece0e66, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e252f504-dd38-45ab-bc82-c0f6cece0e66,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:22.850774 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48b83120-522c-47f8-9e61-9b3a2fb4abab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e252f504-dd38-45ab-bc82-c0f6cece0e66), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:22.865700 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-48b83120-522c-47f8-9e61-9b3a2fb4abab admin admin] Calling delete_port for e252f504-dd38-45ab-bc82-c0f6cece0e66 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:22.893355 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d578d-afde-4967-a414-9b3eb33fd9a5 req-045b7aff-4a52-4385-ae81-fa5a1b41a95c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:22.898600 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d578d-afde-4967-a414-9b3eb33fd9a5 req-045b7aff-4a52-4385-ae81-fa5a1b41a95c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:22.903949 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d578d-afde-4967-a414-9b3eb33fd9a5 req-045b7aff-4a52-4385-ae81-fa5a1b41a95c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:22.909551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d578d-afde-4967-a414-9b3eb33fd9a5 req-045b7aff-4a52-4385-ae81-fa5a1b41a95c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:22.913775 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a76d578d-afde-4967-a414-9b3eb33fd9a5 req-045b7aff-4a52-4385-ae81-fa5a1b41a95c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 3096 time: 0.8135974 Mar 23 01:36:22.999383 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea1ae6e0-b782-4334-a073-046e34bc9f30 req-9cafb3c8-e007-4786-8276-7e79c14c7209 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426954 Mar 23 01:36:23.009503 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (de13e609-c19c-494c-8790-af21a34a4eba), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:23.009859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 6fd43136-d0db-437f-ae04-5459a5e2722b details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:36:23.039096 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-acea8d5f-322d-4b1a-92da-50d4538ce5ab tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0736582 Mar 23 01:36:23.042072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-2d36c0a9-894c-4cd1-9192-501c4469bb3b tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:23.043632 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-2d36c0a9-894c-4cd1-9192-501c4469bb3b tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7&tenant_id=ce546d225bce48df9444d857bc6abcaf&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 1127 time: 1.1399856 Mar 23 01:36:23.046142 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-befd23af-4681-47a0-85a7-c080251644c1 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (7505ef56-c5c9-4c03-af87-5649ec1e0505), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:23.114793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-834677-4'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:23.247438 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-f0998628-9015-43a9-9e6b-f744e464f32f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Allocated IP 10.2.2.200 (437a6b3d-31aa-4643-a34c-ad56996321f1/6ccef7e9-d48a-465c-80fe-6d6b083e0336/abe82dad-ebdc-4f9c-a462-076ace582018) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:36:23.270932 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea8d5f-322d-4b1a-92da-50d4538ce5ab tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event updated for resources: {'Network': ['ID=9217e90a-fd4c-43fb-8ffd-3f76c900dd16,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:23.271735 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:23.299312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 9217e90a-fd4c-43fb-8ffd-3f76c900dd16 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:36:23.346735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711370d-6e52-4302-b9a6-dac5612bab32 req-42bb0b9f-9000-41f5-bf64-8e3d704a8800 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:23.348519 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5711370d-6e52-4302-b9a6-dac5612bab32 req-42bb0b9f-9000-41f5-bf64-8e3d704a8800 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 945 time: 0.2264030 Mar 23 01:36:23.540306 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a76d578d-afde-4967-a414-9b3eb33fd9a5 req-bbe848a5-4d89-4c82-8e20-e708a4cd7a1e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5599074 Mar 23 01:36:23.568728 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5711370d-6e52-4302-b9a6-dac5612bab32 req-0e7805a6-57a3-4a59-a24b-e2118dd046e0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047536 Mar 23 01:36:23.654420 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-d88599c0-6965-49f6-9c0a-d10a752d32ff tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Made reservation on behalf of 054fa183fb5d47de98ba8e2cf6ee1cc3 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:23.667627 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-d88599c0-6965-49f6-9c0a-d10a752d32ff tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:23.671948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e3d9bec5-dc87-4bc0-99d6-d076fe48c59c no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:36:23.731598 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea1ae6e0-b782-4334-a073-046e34bc9f30 req-5a8dc008-bb0d-44f4-a3e0-758a946b0549 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7043350 Mar 23 01:36:23.732333 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:23.743895 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48b83120-522c-47f8-9e61-9b3a2fb4abab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e252f504-dd38-45ab-bc82-c0f6cece0e66), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:23.774095 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: e3d9bec5-dc87-4bc0-99d6-d076fe48c59c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:36:23.775905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e3d9bec5-dc87-4bc0-99d6-d076fe48c59c not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:36:23.776567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4a344cf7-f0ff-4379-a851-d3b8812ee39e no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:36:23.781416 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-befd23af-4681-47a0-85a7-c080251644c1 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (7505ef56-c5c9-4c03-af87-5649ec1e0505), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:23.834905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 6fd43136-d0db-437f-ae04-5459a5e2722b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=6fd43136-d0db-437f-ae04-5459a5e2722b,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:23.838638 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b83120-522c-47f8-9e61-9b3a2fb4abab admin admin] Pushing event deleted for resources: {'Port': ['ID=e252f504-dd38-45ab-bc82-c0f6cece0e66,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:23.853506 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 6fd43136-d0db-437f-ae04-5459a5e2722b has no active binding in host n-h1-834677-4 {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 01:36:23.855737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 4a344cf7-f0ff-4379-a851-d3b8812ee39e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:36:23.856261 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4a344cf7-f0ff-4379-a851-d3b8812ee39e not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:36:23.929415 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48b83120-522c-47f8-9e61-9b3a2fb4abab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (0f6dc222-5722-4e01-92c4-1fa3820526ca), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:23.962810 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-f0998628-9015-43a9-9e6b-f744e464f32f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for port (abe82dad-ebdc-4f9c-a462-076ace582018), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:24.032380 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-f0998628-9015-43a9-9e6b-f744e464f32f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (abe82dad-ebdc-4f9c-a462-076ace582018), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:24.165937 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48b83120-522c-47f8-9e61-9b3a2fb4abab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (0f6dc222-5722-4e01-92c4-1fa3820526ca), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:24.169218 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48b83120-522c-47f8-9e61-9b3a2fb4abab admin admin] Publish callbacks [] for router_controller (0f6dc222-5722-4e01-92c4-1fa3820526ca), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:24.216843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] For port 6fd43136-d0db-437f-ae04-5459a5e2722b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=6fd43136-d0db-437f-ae04-5459a5e2722b,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:24.242783 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-f0998628-9015-43a9-9e6b-f744e464f32f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Network 437a6b3d-31aa-4643-a34c-ad56996321f1 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:24.244503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0998628-9015-43a9-9e6b-f744e464f32f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event updated for resources: {'Port': ['ID=abe82dad-ebdc-4f9c-a462-076ace582018,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:24.248268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-f0998628-9015-43a9-9e6b-f744e464f32f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:24.252275 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-f0998628-9015-43a9-9e6b-f744e464f32f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:24.317607 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] For port 6fd43136-d0db-437f-ae04-5459a5e2722b, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:24.377061 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Publish callbacks [] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:24.377740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-f0998628-9015-43a9-9e6b-f744e464f32f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:24.378529 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-f0998628-9015-43a9-9e6b-f744e464f32f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:24.399608 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48b83120-522c-47f8-9e61-9b3a2fb4abab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (0f6dc222-5722-4e01-92c4-1fa3820526ca), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:24.401439 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b83120-522c-47f8-9e61-9b3a2fb4abab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f6dc222-5722-4e01-92c4-1fa3820526ca {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:36:24.416076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff783ebb-8771-4e45-ba6f-5d0bb6976ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd43136-d0db-437f-ae04-5459a5e2722b'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:24.419142 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceadf6c0-1423-4a3b-8a5e-4f89b33feab2" -d '{"events": [{"server_uuid": "ff783ebb-8771-4e45-ba6f-5d0bb6976ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd43136-d0db-437f-ae04-5459a5e2722b"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:24.429006 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48b83120-522c-47f8-9e61-9b3a2fb4abab admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:24.430360 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-48b83120-522c-47f8-9e61-9b3a2fb4abab admin admin] 10.222.0.18 "DELETE /v2.0/routers/0f6dc222-5722-4e01-92c4-1fa3820526ca HTTP/1.1" status: 204 len: 168 time: 3.2268229 Mar 23 01:36:24.441088 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-f0998628-9015-43a9-9e6b-f744e464f32f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1443639 Mar 23 01:36:24.441995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38954) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:24.501274 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-befd23af-4681-47a0-85a7-c080251644c1 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (7505ef56-c5c9-4c03-af87-5649ec1e0505), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:24.507528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Request body: {'port': {'device_id': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:24.509593 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:24.519067 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:24.595871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47661471-efe1-4e79-8cd4-3cf0fe493823 req-c0b669be-f3bb-41b1-84a5-f1ad7b97f922 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:24.609839 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47661471-efe1-4e79-8cd4-3cf0fe493823 req-c0b669be-f3bb-41b1-84a5-f1ad7b97f922 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 932 time: 0.8437598 Mar 23 01:36:24.643765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f562bc3-8d2f-4f76-92ac-82a033622bae admin admin] Deleting subnet 6c63d5fa-2787-4786-be86-a2dbfefc660e {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:36:24.707576 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8f562bc3-8d2f-4f76-92ac-82a033622bae admin admin] Publish callbacks [] for subnet (6c63d5fa-2787-4786-be86-a2dbfefc660e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:24.850339 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8f562bc3-8d2f-4f76-92ac-82a033622bae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (6c63d5fa-2787-4786-be86-a2dbfefc660e), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:24.855554 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b29d020-a1e9-4225-825d-297b76e5ce8f x-openstack-request-id: req-8b29d020-a1e9-4225-825d-297b76e5ce8f {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:24.856208 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff783ebb-8771-4e45-ba6f-5d0bb6976ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd43136-d0db-437f-ae04-5459a5e2722b", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:24.856702 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b29d020-a1e9-4225-825d-297b76e5ce8f {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:24.857309 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b29d020-a1e9-4225-825d-297b76e5ce8f'] response: {'server_uuid': 'ff783ebb-8771-4e45-ba6f-5d0bb6976ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd43136-d0db-437f-ae04-5459a5e2722b', 'code': 200} Mar 23 01:36:24.870414 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd23af-4681-47a0-85a7-c080251644c1 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Subnet': ['ID=7505ef56-c5c9-4c03-af87-5649ec1e0505,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:24.874710 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea1ae6e0-b782-4334-a073-046e34bc9f30 req-e22539ea-29d5-48d5-85dc-97c54554fdbc service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1280699 Mar 23 01:36:24.917785 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3e61e005-4aee-41e9-a13c-dd98516203da None None] Provisioning complete for port abe82dad-ebdc-4f9c-a462-076ace582018 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:24.918534 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3e61e005-4aee-41e9-a13c-dd98516203da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (abe82dad-ebdc-4f9c-a462-076ace582018), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:24.948333 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8f562bc3-8d2f-4f76-92ac-82a033622bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (6c63d5fa-2787-4786-be86-a2dbfefc660e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:24.977058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3e61e005-4aee-41e9-a13c-dd98516203da None None] Port abe82dad-ebdc-4f9c-a462-076ace582018 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:36:24.988285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Router de13e609-c19c-494c-8790-af21a34a4eba is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:36:25.001563 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da00f2b0-a27c-4c4e-b5df-3cdf03d8aa3a None None] Network 79b49a4d-7f6e-4c59-a64e-e7daaa9b748f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:25.051270 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2d8dfe5e-cdc8-4768-9471-144d16113e42), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:25.054511 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8f562bc3-8d2f-4f76-92ac-82a033622bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (6c63d5fa-2787-4786-be86-a2dbfefc660e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:25.057071 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-befd23af-4681-47a0-85a7-c080251644c1 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:25.072050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-befd23af-4681-47a0-85a7-c080251644c1 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/7505ef56-c5c9-4c03-af87-5649ec1e0505 HTTP/1.1" status: 204 len: 168 time: 3.2948825 Mar 23 01:36:25.084198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38960) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:25.119107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd43136-d0db-437f-ae04-5459a5e2722b,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:25.187036 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec1f49-3081-49dc-a659-2b8dc1242c5f req-cd8de9b2-8b8c-4409-8ed2-d760a7775938 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:25.199167 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec1f49-3081-49dc-a659-2b8dc1242c5f req-cd8de9b2-8b8c-4409-8ed2-d760a7775938 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:25.211721 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec1f49-3081-49dc-a659-2b8dc1242c5f req-cd8de9b2-8b8c-4409-8ed2-d760a7775938 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:25.238515 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec1f49-3081-49dc-a659-2b8dc1242c5f req-cd8de9b2-8b8c-4409-8ed2-d760a7775938 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:25.246412 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec1f49-3081-49dc-a659-2b8dc1242c5f req-cd8de9b2-8b8c-4409-8ed2-d760a7775938 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:25.250002 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dcec1f49-3081-49dc-a659-2b8dc1242c5f req-cd8de9b2-8b8c-4409-8ed2-d760a7775938 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 3817 time: 0.4795783 Mar 23 01:36:25.309587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f562bc3-8d2f-4f76-92ac-82a033622bae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c63d5fa-2787-4786-be86-a2dbfefc660e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:25.319990 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8f562bc3-8d2f-4f76-92ac-82a033622bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:25.329465 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8f562bc3-8d2f-4f76-92ac-82a033622bae admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6c63d5fa-2787-4786-be86-a2dbfefc660e HTTP/1.1" status: 204 len: 168 time: 0.8856361 Mar 23 01:36:25.332332 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89467950-ebb9-44e7-8f84-b37ad7510805 None None] Network dad34f83-4f40-47a7-9927-593a4894674b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:25.339811 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38964) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:25.472515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ad87d2-c6be-45cd-a7a6-008340c8e5a6 None None] DHCP port deletion for 79b49a4d-7f6e-4c59-a64e-e7daaa9b748f request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:36:25.515619 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-d88599c0-6965-49f6-9c0a-d10a752d32ff tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Allocated IP 19.86.0.84 (01061c44-9870-4952-9c84-bac4605c5df4/5bede50c-6623-4ddd-8482-f06544e3e59b/d7294842-1542-4bac-a897-290937083e03) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:36:25.551844 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47661471-efe1-4e79-8cd4-3cf0fe493823 req-e98bdcd2-95f0-4420-8e68-c66df1a56428 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6932750 Mar 23 01:36:25.553206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Attempting to bind port 6fd43136-d0db-437f-ae04-5459a5e2722b on host n-h2-834677-4 for vnic_type normal with profile {"migrating_to": "n-h1-834677-4"} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:25.553548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Attempting to bind port 6fd43136-d0db-437f-ae04-5459a5e2722b by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:25.553884 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Attempting to bind port 6fd43136-d0db-437f-ae04-5459a5e2722b on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:25.581115 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Port 6fd43136-d0db-437f-ae04-5459a5e2722b on network ba3d029b-d469-4b1a-90d0-7995de95a27c not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:36:25.581922 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Attempting to bind port 6fd43136-d0db-437f-ae04-5459a5e2722b on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:25.616368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:25.616829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Checking segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:25.617156 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Bound using segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:25.617748 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Bound port: 6fd43136-d0db-437f-ae04-5459a5e2722b, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:25.618116 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:25.640256 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (dad34f83-4f40-47a7-9927-593a4894674b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:25.725157 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-38ad87d2-c6be-45cd-a7a6-008340c8e5a6 None None] Deleting port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:25.726460 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-38ad87d2-c6be-45cd-a7a6-008340c8e5a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:25.805511 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6f28ea6d-ab4d-4774-b97c-4a6de01f971f no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:36:25.841179 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a1c277-24b6-488a-a3e6-412c628353a2 None None] DHCP port deletion for dad34f83-4f40-47a7-9927-593a4894674b request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:36:25.897002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8dfe5e-cdc8-4768-9471-144d16113e42 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:36:25.898585 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:25.909074 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Publish callbacks [] for port (2d8dfe5e-cdc8-4768-9471-144d16113e42), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:25.923065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-38ad87d2-c6be-45cd-a7a6-008340c8e5a6 None None] For port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6f28ea6d-ab4d-4774-b97c-4a6de01f971f,segment=NetworkSegment(7eef6bfc-8fda-4b56-bd23-11f2a489132f),segment_id=7eef6bfc-8fda-4b56-bd23-11f2a489132f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:25.923697 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-38ad87d2-c6be-45cd-a7a6-008340c8e5a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:25.926904 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Transition to ACTIVE for port object 2d8dfe5e-cdc8-4768-9471-144d16113e42 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:36:25.967610 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (2d8dfe5e-cdc8-4768-9471-144d16113e42), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:25.970416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:36:25.979399 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-38ad87d2-c6be-45cd-a7a6-008340c8e5a6 None None] Calling delete_port for 6f28ea6d-ab4d-4774-b97c-4a6de01f971f owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:25.980117 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Sync routers for ids ['de13e609-c19c-494c-8790-af21a34a4eba'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:36:25.995902 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Routers {'de13e609-c19c-494c-8790-af21a34a4eba'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:25.996538 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:36:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['de13e609-c19c-494c-8790-af21a34a4eba'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:26.010954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] For port 6fd43136-d0db-437f-ae04-5459a5e2722b, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:26.046997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] For port 6fd43136-d0db-437f-ae04-5459a5e2722b, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=6fd43136-d0db-437f-ae04-5459a5e2722b,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:26.067370 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:26.069032 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-15d5236c-d4bc-4ca7-965c-d34482242d05 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 13.2768383 Mar 23 01:36:26.078142 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:26.085506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38966) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:26.131159 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8dfe5e-cdc8-4768-9471-144d16113e42,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:26.240013 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcb16e-1e3c-411e-adc3-b172fdecc3fe req-f7222185-923a-4fcb-a043-9b2911817046 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:26.241941 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9adcb16e-1e3c-411e-adc3-b172fdecc3fe req-f7222185-923a-4fcb-a043-9b2911817046 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.4779143 Mar 23 01:36:26.248394 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dcec1f49-3081-49dc-a659-2b8dc1242c5f req-7c555397-d9a0-48bc-9b0a-2ab01057e998 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9175501 Mar 23 01:36:26.250225 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Set router de13e609-c19c-494c-8790-af21a34a4eba gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:26.270315 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (79b49a4d-7f6e-4c59-a64e-e7daaa9b748f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:26.272364 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-69a1c277-24b6-488a-a3e6-412c628353a2 None None] Deleting port 43476cc4-c685-4e4f-b717-aaffa6b00ae8 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:26.272930 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-69a1c277-24b6-488a-a3e6-412c628353a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (43476cc4-c685-4e4f-b717-aaffa6b00ae8), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:26.355964 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] Deleting port 43476cc4-c685-4e4f-b717-aaffa6b00ae8 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:26.356575 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (43476cc4-c685-4e4f-b717-aaffa6b00ae8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:26.467664 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-69a1c277-24b6-488a-a3e6-412c628353a2 None None] For port 43476cc4-c685-4e4f-b717-aaffa6b00ae8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=43476cc4-c685-4e4f-b717-aaffa6b00ae8,segment=NetworkSegment(7ab18a1e-18c0-49da-baff-15706c8d9374),segment_id=7ab18a1e-18c0-49da-baff-15706c8d9374)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:26.469206 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-69a1c277-24b6-488a-a3e6-412c628353a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (43476cc4-c685-4e4f-b717-aaffa6b00ae8), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:26.498312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-69a1c277-24b6-488a-a3e6-412c628353a2 None None] Calling delete_port for 43476cc4-c685-4e4f-b717-aaffa6b00ae8 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:26.572768 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-d88599c0-6965-49f6-9c0a-d10a752d32ff tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks [] for port (d7294842-1542-4bac-a897-290937083e03), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:26.584531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38970) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:26.595436 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Request body: {'subnets': [{'network_id': '7ee77d5f-658f-4163-a78d-289515fee515', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--780155193', 'ip_version': 6}, {'network_id': '9217e90a-fd4c-43fb-8ffd-3f76c900dd16', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:26.596128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Request body: {'subnet': {'network_id': '7ee77d5f-658f-4163-a78d-289515fee515', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--780155193', 'ip_version': 6}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:26.597253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Request body: {'subnet': {'network_id': '9217e90a-fd4c-43fb-8ffd-3f76c900dd16', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:26.616459 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Attempting to bind port 2d8dfe5e-cdc8-4768-9471-144d16113e42 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:26.616843 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Attempting to bind port 2d8dfe5e-cdc8-4768-9471-144d16113e42 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'c68ac88b-fde7-44e9-9885-d6bdfea8b7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:26.618330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Attempting to bind port 2d8dfe5e-cdc8-4768-9471-144d16113e42 on network b81fb5d8-6712-4e02-9517-eabc6d26a52a {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:26.674042 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Port 2d8dfe5e-cdc8-4768-9471-144d16113e42 on network b81fb5d8-6712-4e02-9517-eabc6d26a52a not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:36:26.674464 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Attempting to bind port 2d8dfe5e-cdc8-4768-9471-144d16113e42 on network b81fb5d8-6712-4e02-9517-eabc6d26a52a {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:26.717072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:26.717444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Checking segment: {'id': 'c68ac88b-fde7-44e9-9885-d6bdfea8b7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:26.719034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Bound using segment: {'id': 'c68ac88b-fde7-44e9-9885-d6bdfea8b7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:26.720773 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Bound port: 2d8dfe5e-cdc8-4768-9471-144d16113e42, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68ac88b-fde7-44e9-9885-d6bdfea8b7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:26.721179 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2d8dfe5e-cdc8-4768-9471-144d16113e42), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:26.737726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd43136-d0db-437f-ae04-5459a5e2722b,revision_number=8']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:26.749801 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-69a1c277-24b6-488a-a3e6-412c628353a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (43476cc4-c685-4e4f-b717-aaffa6b00ae8), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:26.752399 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Deleting port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:26.752781 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:26.775707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:26.776428 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:26.777934 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-98397667-9e2d-487c-8b26-488585a0c419 service neutron] 10.222.0.42 "PUT /v2.0/ports/6fd43136-d0db-437f-ae04-5459a5e2722b HTTP/1.1" status: 200 len: 1121 time: 3.6688392 Mar 23 01:36:26.788758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] For port 43476cc4-c685-4e4f-b717-aaffa6b00ae8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=43476cc4-c685-4e4f-b717-aaffa6b00ae8,segment=NetworkSegment(7ab18a1e-18c0-49da-baff-15706c8d9374),segment_id=7ab18a1e-18c0-49da-baff-15706c8d9374)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:26.788758 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (43476cc4-c685-4e4f-b717-aaffa6b00ae8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:26.850366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] For port 2d8dfe5e-cdc8-4768-9471-144d16113e42, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:26.856314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] For port 2d8dfe5e-cdc8-4768-9471-144d16113e42, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2d8dfe5e-cdc8-4768-9471-144d16113e42,segment=NetworkSegment(c68ac88b-fde7-44e9-9885-d6bdfea8b7fe),segment_id=c68ac88b-fde7-44e9-9885-d6bdfea8b7fe)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:26.856794 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9adcb16e-1e3c-411e-adc3-b172fdecc3fe req-6e7526b2-7658-45c7-a043-cd75b54a3b82 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493996 Mar 23 01:36:26.867868 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1c277-24b6-488a-a3e6-412c628353a2 None None] Pushing event deleted for resources: {'Port': ['ID=43476cc4-c685-4e4f-b717-aaffa6b00ae8,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:26.897907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] Calling delete_port for 43476cc4-c685-4e4f-b717-aaffa6b00ae8 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:26.905453 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'name': 'tempest-TaggedBootDevicesTest_v242-1616577757-router', 'tenant_id': '8a0652f162104357970945c34d39ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:36:13Z', 'updated_at': '2022-03-23T01:36:20Z', 'revision_number': 3, 'project_id': '8a0652f162104357970945c34d39ef48', 'gw_port': {'id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:36:18Z', 'updated_at': '2022-03-23T01:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:26.911655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a1c277-24b6-488a-a3e6-412c628353a2 None None] No DVR routers for this DVR port 43476cc4-c685-4e4f-b717-aaffa6b00ae8 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:36:26.912424 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (2d8dfe5e-cdc8-4768-9471-144d16113e42), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:26.929754 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:26.930211 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:26.970314 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Checking router: de13e609-c19c-494c-8790-af21a34a4eba for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:36:26.970662 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Updating router de13e609-c19c-494c-8790-af21a34a4eba port 4e9ac145-13a5-4253-bcfb-d76c4c08c894 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:36:26.993446 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:26.994090 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:26.995529 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] 10.222.0.43 "PUT /v2.0/ports/2d8dfe5e-cdc8-4768-9471-144d16113e42 HTTP/1.1" status: 200 len: 1092 time: 2.4925115 Mar 23 01:36:27.013933 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6f28ea6d-ab4d-4774-b97c-4a6de01f971f,segment=NetworkSegment(7eef6bfc-8fda-4b56-bd23-11f2a489132f),segment_id=7eef6bfc-8fda-4b56-bd23-11f2a489132f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:27.018403 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'tag': '2d8dfe5e-cdc8-4768-9471-144d16113e42'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:27.021857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['6fd43136-d0db-437f-ae04-5459a5e2722b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:36:27.022753 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbdb176-cac1-45ec-bd7b-528d04ea44f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "tag": "2d8dfe5e-cdc8-4768-9471-144d16113e42"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:27.027815 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['6fd43136-d0db-437f-ae04-5459a5e2722b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:36:27.039683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] For port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6f28ea6d-ab4d-4774-b97c-4a6de01f971f,segment=NetworkSegment(7eef6bfc-8fda-4b56-bd23-11f2a489132f),segment_id=7eef6bfc-8fda-4b56-bd23-11f2a489132f)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:27.039951 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:27.040069 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:27.044512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e252f504-dd38-45ab-bc82-c0f6cece0e66 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:36:27.047104 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4e9ac145-13a5-4253-bcfb-d76c4c08c894), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:27.067345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Request body: {'port': {'device_id': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:27.155758 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d62ca5-973a-4094-8c35-d14e096da253 req-826bc00b-23a2-4c80-b655-162cdaba685f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:27.173080 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-63d62ca5-973a-4094-8c35-d14e096da253 req-826bc00b-23a2-4c80-b655-162cdaba685f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 932 time: 0.4836719 Mar 23 01:36:27.188906 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ed1e83-50fe-4be4-9064-517fedce2be3 x-openstack-request-id: req-25ed1e83-50fe-4be4-9064-517fedce2be3 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:27.189198 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "tag": "2d8dfe5e-cdc8-4768-9471-144d16113e42", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:27.189455 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25ed1e83-50fe-4be4-9064-517fedce2be3 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:27.189896 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ed1e83-50fe-4be4-9064-517fedce2be3'] response: {'name': 'network-changed', 'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'tag': '2d8dfe5e-cdc8-4768-9471-144d16113e42', 'status': 'completed', 'code': 200} Mar 23 01:36:27.191608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff783ebb-8771-4e45-ba6f-5d0bb6976ae7', 'tag': '6fd43136-d0db-437f-ae04-5459a5e2722b'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:27.196335 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a50b3c3-d8ab-4647-a9a0-cd65d3ed52de" -d '{"events": [{"name": "network-changed", "server_uuid": "ff783ebb-8771-4e45-ba6f-5d0bb6976ae7", "tag": "6fd43136-d0db-437f-ae04-5459a5e2722b"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:27.276187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: e252f504-dd38-45ab-bc82-c0f6cece0e66 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:36:27.276937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e252f504-dd38-45ab-bc82-c0f6cece0e66 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:36:27.304038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Calling delete_port for 6f28ea6d-ab4d-4774-b97c-4a6de01f971f owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:27.309168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10732ecb-ebe5-47df-80ba-ff9535399171 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8dfe5e-cdc8-4768-9471-144d16113e42,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:27.325224 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (43476cc4-c685-4e4f-b717-aaffa6b00ae8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:27.359033 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:27.425958 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=6f28ea6d-ab4d-4774-b97c-4a6de01f971f,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:27.522132 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-63d62ca5-973a-4094-8c35-d14e096da253 req-84f90b6f-99d1-4f8a-9933-bd402cda6d47 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480370 Mar 23 01:36:27.567300 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Publish callbacks [] for port (4e9ac145-13a5-4253-bcfb-d76c4c08c894), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:27.581167 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4e9ac145-13a5-4253-bcfb-d76c4c08c894), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:27.615850 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-38ad87d2-c6be-45cd-a7a6-008340c8e5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:27.657184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ad87d2-c6be-45cd-a7a6-008340c8e5a6 None None] No DVR routers for this DVR port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:36:27.675457 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad87d2-c6be-45cd-a7a6-008340c8e5a6 None None] Pushing event deleted for resources: {'Port': ['ID=6f28ea6d-ab4d-4774-b97c-4a6de01f971f,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:27.718781 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Attempting to bind port 4e9ac145-13a5-4253-bcfb-d76c4c08c894 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:27.721038 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Attempting to bind port 4e9ac145-13a5-4253-bcfb-d76c4c08c894 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:27.721629 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Attempting to bind port 4e9ac145-13a5-4253-bcfb-d76c4c08c894 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:27.737508 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:27.738316 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:27.738938 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:27.739529 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:27.740392 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Bound port: 4e9ac145-13a5-4253-bcfb-d76c4c08c894, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:27.741939 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4e9ac145-13a5-4253-bcfb-d76c4c08c894), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:27.756588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 43476cc4-c685-4e4f-b717-aaffa6b00ae8 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:36:27.838267 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] For port 4e9ac145-13a5-4253-bcfb-d76c4c08c894, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:27.843225 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] For port 4e9ac145-13a5-4253-bcfb-d76c4c08c894, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4e9ac145-13a5-4253-bcfb-d76c4c08c894,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:27.848678 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 43476cc4-c685-4e4f-b717-aaffa6b00ae8 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:36:27.849018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 43476cc4-c685-4e4f-b717-aaffa6b00ae8 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:36:27.856834 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4e9ac145-13a5-4253-bcfb-d76c4c08c894), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:27.908529 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Routers {'de13e609-c19c-494c-8790-af21a34a4eba'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:27.910664 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:36:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['de13e609-c19c-494c-8790-af21a34a4eba'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:27.926723 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50b3c3-d8ab-4647-a9a0-cd65d3ed52de req-d42954a0-0239-4e73-b910-352a330b25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:27.928253 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a50b3c3-d8ab-4647-a9a0-cd65d3ed52de req-d42954a0-0239-4e73-b910-352a330b25f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 1155 time: 0.1641972 Mar 23 01:36:27.932850 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6f28ea6d-ab4d-4774-b97c-4a6de01f971f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:27.971482 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Port': ['ID=6f28ea6d-ab4d-4774-b97c-4a6de01f971f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:28.011459 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ba32e-19d8-436f-be1c-93949930a072 None None] Pushing event updated for resources: {'Port': ['ID=4e9ac145-13a5-4253-bcfb-d76c4c08c894,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:28.035045 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c09168-0f70-4b9d-92b6-a090f05aca5c x-openstack-request-id: req-59c09168-0f70-4b9d-92b6-a090f05aca5c {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:28.035853 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff783ebb-8771-4e45-ba6f-5d0bb6976ae7", "tag": "6fd43136-d0db-437f-ae04-5459a5e2722b", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:28.035853 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59c09168-0f70-4b9d-92b6-a090f05aca5c {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:28.036123 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c09168-0f70-4b9d-92b6-a090f05aca5c'] response: {'name': 'network-changed', 'server_uuid': 'ff783ebb-8771-4e45-ba6f-5d0bb6976ae7', 'tag': '6fd43136-d0db-437f-ae04-5459a5e2722b', 'status': 'completed', 'code': 200} Mar 23 01:36:28.055220 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] No DVR routers for this DVR port 6f28ea6d-ab4d-4774-b97c-4a6de01f971f on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:36:28.061450 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-d88599c0-6965-49f6-9c0a-d10a752d32ff tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (d7294842-1542-4bac-a897-290937083e03), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:28.096352 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ba32e-19d8-436f-be1c-93949930a072 None None] Pushing event updated for resources: {'Port': ['ID=4e9ac145-13a5-4253-bcfb-d76c4c08c894,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:28.123344 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] Set router de13e609-c19c-494c-8790-af21a34a4eba gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:28.156057 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] Pushing event deleted for resources: {'Port': ['ID=43476cc4-c685-4e4f-b717-aaffa6b00ae8,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:28.183653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] No DVR routers for this DVR port 43476cc4-c685-4e4f-b717-aaffa6b00ae8 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:36:28.223942 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8b0ce-18a6-4a1c-a13e-3992af8bd416 req-7951739c-1cdc-491c-8f7e-f52338b03959 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:28.225441 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-24f8b0ce-18a6-4a1c-a13e-3992af8bd416 req-7951739c-1cdc-491c-8f7e-f52338b03959 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.2235308 Mar 23 01:36:28.275100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-d88599c0-6965-49f6-9c0a-d10a752d32ff tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Network 01061c44-9870-4952-9c84-bac4605c5df4 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:28.297047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-d88599c0-6965-49f6-9c0a-d10a752d32ff tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:28.317935 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (79b49a4d-7f6e-4c59-a64e-e7daaa9b748f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:28.322321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-d88599c0-6965-49f6-9c0a-d10a752d32ff tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:28.340746 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'name': 'tempest-TaggedBootDevicesTest_v242-1616577757-router', 'tenant_id': '8a0652f162104357970945c34d39ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:36:13Z', 'updated_at': '2022-03-23T01:36:20Z', 'revision_number': 3, 'project_id': '8a0652f162104357970945c34d39ef48', 'gw_port': {'id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:36:18Z', 'updated_at': '2022-03-23T01:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:28.369844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50b3c3-d8ab-4647-a9a0-cd65d3ed52de req-9a828c8b-534c-42a5-9195-b559c034226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:28.372155 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a50b3c3-d8ab-4647-a9a0-cd65d3ed52de req-9a828c8b-534c-42a5-9195-b559c034226d service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.4136446 Mar 23 01:36:28.382529 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88599c0-6965-49f6-9c0a-d10a752d32ff tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event updated for resources: {'Port': ['ID=d7294842-1542-4bac-a897-290937083e03,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:28.388281 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c649ecb6-1df6-4da8-9fac-45d0506628db None None] The sync data for ids ['de13e609-c19c-494c-8790-af21a34a4eba'] in n-d-834677-4 is: [{'id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'name': 'tempest-TaggedBootDevicesTest_v242-1616577757-router', 'tenant_id': '8a0652f162104357970945c34d39ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:36:13Z', 'updated_at': '2022-03-23T01:36:20Z', 'revision_number': 3, 'project_id': '8a0652f162104357970945c34d39ef48', 'gw_port': {'id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:36:18Z', 'updated_at': '2022-03-23T01:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:36:28.431881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdb176-cac1-45ec-bd7b-528d04ea44f5 req-c2dec400-4f27-40f9-bcf3-6b591acf4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:28.432418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdb176-cac1-45ec-bd7b-528d04ea44f5 req-c2dec400-4f27-40f9-bcf3-6b591acf4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:28.432920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdb176-cac1-45ec-bd7b-528d04ea44f5 req-c2dec400-4f27-40f9-bcf3-6b591acf4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:28.433393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdb176-cac1-45ec-bd7b-528d04ea44f5 req-c2dec400-4f27-40f9-bcf3-6b591acf4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:28.433862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdb176-cac1-45ec-bd7b-528d04ea44f5 req-c2dec400-4f27-40f9-bcf3-6b591acf4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:28.440269 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cdbdb176-cac1-45ec-bd7b-528d04ea44f5 req-c2dec400-4f27-40f9-bcf3-6b591acf4ddc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=502c1396aecc4792a466ed6e68112592&device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 4395 time: 1.0960298 Mar 23 01:36:28.466359 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651c72e-5b9d-4e58-9ad5-31f61bc8a808 req-e51c0f66-713b-4831-b85b-bbb6ae856fb2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:28.472376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651c72e-5b9d-4e58-9ad5-31f61bc8a808 req-e51c0f66-713b-4831-b85b-bbb6ae856fb2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:28.474228 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b49a4d-7f6e-4c59-a64e-e7daaa9b748f']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:28.481123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651c72e-5b9d-4e58-9ad5-31f61bc8a808 req-e51c0f66-713b-4831-b85b-bbb6ae856fb2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:28.487385 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eef6bfc-8fda-4b56-bd23-11f2a489132f') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:28.487945 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eef6bfc-8fda-4b56-bd23-11f2a489132f') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:28.496845 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651c72e-5b9d-4e58-9ad5-31f61bc8a808 req-e51c0f66-713b-4831-b85b-bbb6ae856fb2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:28.502629 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (7eef6bfc-8fda-4b56-bd23-11f2a489132f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:28.506606 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651c72e-5b9d-4e58-9ad5-31f61bc8a808 req-e51c0f66-713b-4831-b85b-bbb6ae856fb2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:28.514268 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b651c72e-5b9d-4e58-9ad5-31f61bc8a808 req-e51c0f66-713b-4831-b85b-bbb6ae856fb2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 3829 time: 0.4633338 Mar 23 01:36:28.520344 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (7eef6bfc-8fda-4b56-bd23-11f2a489132f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:28.528118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:36:28.529340 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (7eef6bfc-8fda-4b56-bd23-11f2a489132f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:28.582318 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (dad34f83-4f40-47a7-9927-593a4894674b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:36:28.614683 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:36:28.626239 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-53bbdcff-fe38-425f-874c-1f3a3b3ae541 None None] Provisioning complete for port d7294842-1542-4bac-a897-290937083e03 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:28.626853 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-53bbdcff-fe38-425f-874c-1f3a3b3ae541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d7294842-1542-4bac-a897-290937083e03), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:28.628114 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (79b49a4d-7f6e-4c59-a64e-e7daaa9b748f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:28.632509 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a50b3c3-d8ab-4647-a9a0-cd65d3ed52de req-1f33d2ae-5875-4100-a2cc-b3806b77361f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd43136-d0db-437f-ae04-5459a5e2722b HTTP/1.1" status: 200 len: 217 time: 0.2507482 Mar 23 01:36:28.632908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Made reservation on behalf of f01d9659041a43ad9c4e6a0f9fcc984c for: {'subnet': 2} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:28.641362 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:28.641571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2070c069-6313-485b-8a6e-6f3f00ed3d17 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:36:28.641688 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:28.652557 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:28.661253 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/networks/79b49a4d-7f6e-4c59-a64e-e7daaa9b748f HTTP/1.1" status: 204 len: 168 time: 3.5718062 Mar 23 01:36:28.677946 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38988) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:28.681193 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Publish callbacks [] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:28.688349 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-53bbdcff-fe38-425f-874c-1f3a3b3ae541 None None] Port d7294842-1542-4bac-a897-290937083e03 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:36:28.691593 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-48d61914-dd3e-4c6c-9ad0-41df84281c5f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'router': {'routes': None}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:28.820794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-d88599c0-6965-49f6-9c0a-d10a752d32ff tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:28.821439 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-d88599c0-6965-49f6-9c0a-d10a752d32ff tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:28.840467 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad34f83-4f40-47a7-9927-593a4894674b']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:28.888648 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab18a1e-18c0-49da-baff-15706c8d9374') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:28.888970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab18a1e-18c0-49da-baff-15706c8d9374') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:28.939551 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (7ab18a1e-18c0-49da-baff-15706c8d9374), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:28.944358 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b651c72e-5b9d-4e58-9ad5-31f61bc8a808 req-87238466-1e57-450f-a522-5b830b5be07f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4290009 Mar 23 01:36:28.989057 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-d88599c0-6965-49f6-9c0a-d10a752d32ff tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7659223 Mar 23 01:36:28.996876 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (7ab18a1e-18c0-49da-baff-15706c8d9374), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:29.023507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Request body: {'port': {'device_id': 'd02ad5ee-f380-4649-9c03-679919b907da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:29.057399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:36:29.057999 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (7ab18a1e-18c0-49da-baff-15706c8d9374), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:36:29.059766 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:36:29.090819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdb176-cac1-45ec-bd7b-528d04ea44f5 req-214f95cd-31fe-42e5-a135-f26c0d4a95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:29.091614 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdb176-cac1-45ec-bd7b-528d04ea44f5 req-214f95cd-31fe-42e5-a135-f26c0d4a95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:29.092221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdb176-cac1-45ec-bd7b-528d04ea44f5 req-214f95cd-31fe-42e5-a135-f26c0d4a95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:29.094852 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cdbdb176-cac1-45ec-bd7b-528d04ea44f5 req-214f95cd-31fe-42e5-a135-f26c0d4a95a5 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=502c1396aecc4792a466ed6e68112592&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5695517 Mar 23 01:36:29.255945 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-24f8b0ce-18a6-4a1c-a13e-3992af8bd416 req-dd219a62-06ac-4038-befd-fd783dfa4945 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9939578 Mar 23 01:36:29.257450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50b3c3-d8ab-4647-a9a0-cd65d3ed52de req-6fb60d9e-7eac-4560-a138-0712a35c54fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:29.259142 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a50b3c3-d8ab-4647-a9a0-cd65d3ed52de req-6fb60d9e-7eac-4560-a138-0712a35c54fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.5940936 Mar 23 01:36:29.264533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f75f1-ad5d-4bb4-8167-ee71a9a023be tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Pushing event deleted for resources: {'Network': ['ID=79b49a4d-7f6e-4c59-a64e-e7daaa9b748f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:29.310340 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a50b3c3-d8ab-4647-a9a0-cd65d3ed52de req-44847093-097d-406a-9419-06071f508261 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404778 Mar 23 01:36:29.382288 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (dad34f83-4f40-47a7-9927-593a4894674b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:29.413645 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:29.430629 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] 10.222.0.18 "DELETE /v2.0/networks/dad34f83-4f40-47a7-9927-593a4894674b HTTP/1.1" status: 204 len: 168 time: 4.0709381 Mar 23 01:36:29.440813 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fadba7-4fd4-4e41-b970-7b6aad11313f admin admin] Pushing event deleted for resources: {'Network': ['ID=dad34f83-4f40-47a7-9927-593a4894674b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:29.463809 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a50b3c3-d8ab-4647-a9a0-cd65d3ed52de req-355dba54-04d2-4e17-b64c-e28bc341e2d0 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153617 Mar 23 01:36:29.464864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Transition to ACTIVE for port object 2070c069-6313-485b-8a6e-6f3f00ed3d17 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:36:29.494869 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a81e6bb3-58ed-4a1a-b93d-e05a0af29e26), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:29.540383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fb3a5-1ec8-4848-99f4-39acfd2ba0ae req-c9afdcf7-ca2c-41c5-b1ec-9a603b4dde90 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:29.548649 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:29.551777 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fb3a5-1ec8-4848-99f4-39acfd2ba0ae req-c9afdcf7-ca2c-41c5-b1ec-9a603b4dde90 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:29.553579 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-849fb3a5-1ec8-4848-99f4-39acfd2ba0ae req-c9afdcf7-ca2c-41c5-b1ec-9a603b4dde90 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1654 time: 0.4576724 Mar 23 01:36:29.638735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.extraroute_db [None req-48d61914-dd3e-4c6c-9ad0-41df84281c5f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Added routes are [] {{(pid=99263) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 01:36:29.639044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.extraroute_db [None req-48d61914-dd3e-4c6c-9ad0-41df84281c5f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Removed routes are [] {{(pid=99263) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 01:36:29.639407 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48d61914-dd3e-4c6c-9ad0-41df84281c5f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (06a07313-ecb8-4460-8aaf-d015e1db9eeb), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:29.784790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdb176-cac1-45ec-bd7b-528d04ea44f5 req-c8325097-8aa0-43cd-a395-a30e3857eade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:29.784790 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cdbdb176-cac1-45ec-bd7b-528d04ea44f5 req-c8325097-8aa0-43cd-a395-a30e3857eade service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6020019 Mar 23 01:36:29.784790 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:29.833373 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38994) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:29.841023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Pushing event updated for resources: {'Port': ['ID=2070c069-6313-485b-8a6e-6f3f00ed3d17,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:29.870517 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4e9ac145-13a5-4253-bcfb-d76c4c08c894 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:36:29.961626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4e9ac145-13a5-4253-bcfb-d76c4c08c894 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:29.962280 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4e9ac145-13a5-4253-bcfb-d76c4c08c894), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:30.010570 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-849fb3a5-1ec8-4848-99f4-39acfd2ba0ae req-de6dcb1b-afc5-43a7-bbaa-4eb1fa1400e4 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401648 Mar 23 01:36:30.108103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4e9ac145-13a5-4253-bcfb-d76c4c08c894 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:30.108668 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4e9ac145-13a5-4253-bcfb-d76c4c08c894), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:30.115978 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48d61914-dd3e-4c6c-9ad0-41df84281c5f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (06a07313-ecb8-4460-8aaf-d015e1db9eeb), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:30.124017 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48d61914-dd3e-4c6c-9ad0-41df84281c5f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (06a07313-ecb8-4460-8aaf-d015e1db9eeb), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:30.128244 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a50b3c3-d8ab-4647-a9a0-cd65d3ed52de req-e2916299-9655-473a-94d2-c66aed278bee service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315460 Mar 23 01:36:30.149611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 4e9ac145-13a5-4253-bcfb-d76c4c08c894, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4e9ac145-13a5-4253-bcfb-d76c4c08c894,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:30.161339 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4e9ac145-13a5-4253-bcfb-d76c4c08c894), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:30.229742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=4e9ac145-13a5-4253-bcfb-d76c4c08c894,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:30.299200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:36:30.336410 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Publish callbacks [] for port (a81e6bb3-58ed-4a1a-b93d-e05a0af29e26), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:30.358810 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c7fb2a35-6211-463f-bc92-6cfdf423a21d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fba32711e514527a64b7c5dbb45387f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5122666 Mar 23 01:36:30.360296 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39002) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:30.362177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d61914-dd3e-4c6c-9ad0-41df84281c5f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router 06a07313-ecb8-4460-8aaf-d015e1db9eeb has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:36:30.369481 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Attempting to bind port 2070c069-6313-485b-8a6e-6f3f00ed3d17 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:30.369815 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Attempting to bind port 2070c069-6313-485b-8a6e-6f3f00ed3d17 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:30.370277 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Attempting to bind port 2070c069-6313-485b-8a6e-6f3f00ed3d17 on network 54f43f40-2d1d-40ff-a148-e6b1420c7986 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:30.386778 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56e95b-fecf-46b2-b89c-3c376364fd0f req-c1af9fb9-0e7f-402d-b181-de6e65636630 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:30.392127 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56e95b-fecf-46b2-b89c-3c376364fd0f req-c1af9fb9-0e7f-402d-b181-de6e65636630 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:30.395621 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Transition to ACTIVE for port object a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:36:30.397553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56e95b-fecf-46b2-b89c-3c376364fd0f req-c1af9fb9-0e7f-402d-b181-de6e65636630 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:30.403730 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56e95b-fecf-46b2-b89c-3c376364fd0f req-c1af9fb9-0e7f-402d-b181-de6e65636630 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:30.409761 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56e95b-fecf-46b2-b89c-3c376364fd0f req-c1af9fb9-0e7f-402d-b181-de6e65636630 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:30.415353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56e95b-fecf-46b2-b89c-3c376364fd0f req-c1af9fb9-0e7f-402d-b181-de6e65636630 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:30.417438 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ec56e95b-fecf-46b2-b89c-3c376364fd0f req-c1af9fb9-0e7f-402d-b181-de6e65636630 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 4601 time: 0.2875760 Mar 23 01:36:30.420306 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a81e6bb3-58ed-4a1a-b93d-e05a0af29e26), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:30.447987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Port 2070c069-6313-485b-8a6e-6f3f00ed3d17 on network 54f43f40-2d1d-40ff-a148-e6b1420c7986 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:36:30.448415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Attempting to bind port 2070c069-6313-485b-8a6e-6f3f00ed3d17 on network 54f43f40-2d1d-40ff-a148-e6b1420c7986 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:30.470149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:30.470840 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Checking segment: {'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:30.471021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Bound using segment: {'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:30.471545 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Bound port: 2070c069-6313-485b-8a6e-6f3f00ed3d17, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:30.471967 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:30.583000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Pushing event updated for resources: {'Port': ['ID=a81e6bb3-58ed-4a1a-b93d-e05a0af29e26,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:30.588031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Allocated IP 172.20.0.1 (6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e/d457c4c0-ffae-48ad-84be-d4560de1efe1/46c67801-092c-4e9c-8842-b5a71cd68891) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:36:30.602163 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (2417833d-976f-4bd7-95b1-e456c7fc198f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:30.615336 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d61914-dd3e-4c6c-9ad0-41df84281c5f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:36:30.626608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b32e7-bbb7-4ebf-8493-74c117945635 req-3a793dfd-a884-447c-a327-0ab521a5d172 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:30.627896 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48d61914-dd3e-4c6c-9ad0-41df84281c5f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:30.634315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa7052-9141-4a8d-b597-97b442f740be None None] Sync routers for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:36:30.636128 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d49b32e7-bbb7-4ebf-8493-74c117945635 req-3a793dfd-a884-447c-a327-0ab521a5d172 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.2326527 Mar 23 01:36:30.643753 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-48d61914-dd3e-4c6c-9ad0-41df84281c5f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/06a07313-ecb8-4460-8aaf-d015e1db9eeb HTTP/1.1" status: 200 len: 700 time: 1.9536223 Mar 23 01:36:30.650321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39004) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:30.654785 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa7052-9141-4a8d-b597-97b442f740be None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:30.655439 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f0aa7052-9141-4a8d-b597-97b442f740be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:36:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:30.734033 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5010f90a-3184-4a84-9972-013d9e74add2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports?device_id=06a07313-ecb8-4460-8aaf-d015e1db9eeb HTTP/1.1" status: 200 len: 205 time: 0.0809648 Mar 23 01:36:30.747449 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ec56e95b-fecf-46b2-b89c-3c376364fd0f req-3485815f-2e76-4121-91fc-bbe7654b1fea tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3049111 Mar 23 01:36:30.756128 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39006) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:30.859719 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3faff485-212b-452b-8312-a2cb12599e78 admin admin] Publish callbacks [] for security_group (d3f7c2db-e076-4902-910d-b7f97bfdf7cd), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:30.860560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-f0aa7052-9141-4a8d-b597-97b442f740be None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:30.944654 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344b2a26-daf2-4984-8830-5002ded9c48e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (06a07313-ecb8-4460-8aaf-d015e1db9eeb), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:30.961249 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d49b32e7-bbb7-4ebf-8493-74c117945635 req-148ad32b-e011-4565-9784-622265d4129f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236489 Mar 23 01:36:30.961981 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event updated for resources: {'Subnet': ['ID=2417833d-976f-4bd7-95b1-e456c7fc198f,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:30.963632 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] For port 2070c069-6313-485b-8a6e-6f3f00ed3d17, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:30.976892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] For port 2070c069-6313-485b-8a6e-6f3f00ed3d17, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2070c069-6313-485b-8a6e-6f3f00ed3d17,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:31.002759 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Attempting to bind port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:31.003293 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Attempting to bind port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'd4e73c72-3424-4cd9-9094-e3ed93bffdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e46e0348-e2c3-465f-ae4d-c82b64f294e9'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:31.003632 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Attempting to bind port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 on network e46e0348-e2c3-465f-ae4d-c82b64f294e9 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:31.009523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Checking segment: {'id': 'd7b9270d-c5b9-421d-b2d7-f8d5980dbe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7ee77d5f-658f-4163-a78d-289515fee515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:31.009912 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Network hostable DHCP agents. Network: 7ee77d5f-658f-4163-a78d-289515fee515, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:36:31.025630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 on network e46e0348-e2c3-465f-ae4d-c82b64f294e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:36:31.025965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Attempting to bind port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 on network e46e0348-e2c3-465f-ae4d-c82b64f294e9 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:31.026699 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3faff485-212b-452b-8312-a2cb12599e78 admin admin] Publish callbacks [] for security_group (d3f7c2db-e076-4902-910d-b7f97bfdf7cd), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:31.061493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:31.061877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Checking segment: {'id': 'd4e73c72-3424-4cd9-9094-e3ed93bffdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e46e0348-e2c3-465f-ae4d-c82b64f294e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:31.062305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Bound using segment: {'id': 'd4e73c72-3424-4cd9-9094-e3ed93bffdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e46e0348-e2c3-465f-ae4d-c82b64f294e9'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:31.062769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Bound port: a81e6bb3-58ed-4a1a-b93d-e05a0af29e26, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e73c72-3424-4cd9-9094-e3ed93bffdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e46e0348-e2c3-465f-ae4d-c82b64f294e9'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:31.063141 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a81e6bb3-58ed-4a1a-b93d-e05a0af29e26), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:31.084593 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Publish callbacks [] for port (46c67801-092c-4e9c-8842-b5a71cd68891), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:31.086768 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Network 7ee77d5f-658f-4163-a78d-289515fee515 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:36:31.132126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 7ee77d5f-658f-4163-a78d-289515fee515) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:31.137809 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (f95fbe87-a738-47ae-bc20-e9e254a9de1c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:31.160258 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:31.171428 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb4232c-03f0-4547-b9bf-480934150836 None None] Network 7ee77d5f-658f-4163-a78d-289515fee515 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:31.176935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f0aa7052-9141-4a8d-b597-97b442f740be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:36:18Z', 'revision_number': 11, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:31.252935 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] For port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:31.266928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa7052-9141-4a8d-b597-97b442f740be None None] Checking router: 06a07313-ecb8-4460-8aaf-d015e1db9eeb for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:36:31.272325 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (46c67801-092c-4e9c-8842-b5a71cd68891), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:31.277883 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:31.278726 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:31.280496 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] 10.222.0.43 "PUT /v2.0/ports/2070c069-6313-485b-8a6e-6f3f00ed3d17 HTTP/1.1" status: 200 len: 1130 time: 4.2310684 Mar 23 01:36:31.299074 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'tag': '2070c069-6313-485b-8a6e-6f3f00ed3d17'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:31.302382 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9129f13-96ac-4e94-a8f9-6e3cd3120d29" -d '{"events": [{"name": "network-changed", "server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "tag": "2070c069-6313-485b-8a6e-6f3f00ed3d17"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:31.319371 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3faff485-212b-452b-8312-a2cb12599e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d3f7c2db-e076-4902-910d-b7f97bfdf7cd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:31.321934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa7052-9141-4a8d-b597-97b442f740be None None] Routers {'06a07313-ecb8-4460-8aaf-d015e1db9eeb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:31.323227 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3faff485-212b-452b-8312-a2cb12599e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:31.323479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f0aa7052-9141-4a8d-b597-97b442f740be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:36:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:31.324521 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3faff485-212b-452b-8312-a2cb12599e78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3f7c2db-e076-4902-910d-b7f97bfdf7cd HTTP/1.1" status: 204 len: 168 time: 0.9612749 Mar 23 01:36:31.332166 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Request body: {'port': {'device_id': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:31.352513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] For port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a81e6bb3-58ed-4a1a-b93d-e05a0af29e26,segment=NetworkSegment(d4e73c72-3424-4cd9-9094-e3ed93bffdab),segment_id=d4e73c72-3424-4cd9-9094-e3ed93bffdab)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:31.356919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=46c67801-092c-4e9c-8842-b5a71cd68891,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:31.359363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event updated for resources: {'Subnet': ['ID=f95fbe87-a738-47ae-bc20-e9e254a9de1c,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:31.365795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Checking segment: {'id': '750a0b2e-1831-4c6e-bf3a-a027419a03e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9217e90a-fd4c-43fb-8ffd-3f76c900dd16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:31.366164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Network hostable DHCP agents. Network: 9217e90a-fd4c-43fb-8ffd-3f76c900dd16, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:36:31.377393 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a81e6bb3-58ed-4a1a-b93d-e05a0af29e26), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:31.380474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Network 6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:31.450699 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:31.474049 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-f0aa7052-9141-4a8d-b597-97b442f740be None None] Set router 06a07313-ecb8-4460-8aaf-d015e1db9eeb gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:31.490998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:31.551041 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cb7eab-ec46-44dc-aa09-7e2728ca7d41 x-openstack-request-id: req-e3cb7eab-ec46-44dc-aa09-7e2728ca7d41 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:31.551628 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "tag": "2070c069-6313-485b-8a6e-6f3f00ed3d17", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:31.551628 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3cb7eab-ec46-44dc-aa09-7e2728ca7d41 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:31.551958 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3cb7eab-ec46-44dc-aa09-7e2728ca7d41'] response: {'name': 'network-changed', 'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'tag': '2070c069-6313-485b-8a6e-6f3f00ed3d17', 'status': 'completed', 'code': 200} Mar 23 01:36:31.571497 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faff485-212b-452b-8312-a2cb12599e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f7c2db-e076-4902-910d-b7f97bfdf7cd,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:31.579668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:31.580302 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:31.597487 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] 10.222.0.43 "PUT /v2.0/ports/a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 HTTP/1.1" status: 200 len: 1092 time: 2.5792599 Mar 23 01:36:31.615101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f0aa7052-9141-4a8d-b597-97b442f740be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:36:18Z', 'revision_number': 11, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:31.619442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02ad5ee-f380-4649-9c03-679919b907da', 'tag': 'a81e6bb3-58ed-4a1a-b93d-e05a0af29e26'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:31.621967 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9463dfc4-b190-4dd4-aadb-5cabab987277" -d '{"events": [{"name": "network-changed", "server_uuid": "d02ad5ee-f380-4649-9c03-679919b907da", "tag": "a81e6bb3-58ed-4a1a-b93d-e05a0af29e26"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:31.696004 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Request body: {'port': {'device_id': 'd02ad5ee-f380-4649-9c03-679919b907da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:31.792528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-7ee77d5f-658f-4163-a78d-289515fee515', 'network_id': '7ee77d5f-658f-4163-a78d-289515fee515', 'project_id': 'f01d9659041a43ad9c4e6a0f9fcc984c', 'fixed_ips': [{'subnet_id': '2417833d-976f-4bd7-95b1-e456c7fc198f'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:36:31.793530 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:31.797163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa7052-9141-4a8d-b597-97b442f740be None None] The sync data for ids ['06a07313-ecb8-4460-8aaf-d015e1db9eeb'] in n-d-834677-4 is: [{'id': '06a07313-ecb8-4460-8aaf-d015e1db9eeb', 'name': 'tempest-RoutersTest-router-876787644', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:53Z', 'updated_at': '2022-03-23T01:36:18Z', 'revision_number': 11, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:36:31.806060 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a29157-32df-41a9-b1e6-b6b530038598 x-openstack-request-id: req-18a29157-32df-41a9-b1e6-b6b530038598 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:31.806060 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02ad5ee-f380-4649-9c03-679919b907da", "tag": "a81e6bb3-58ed-4a1a-b93d-e05a0af29e26", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:31.806060 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18a29157-32df-41a9-b1e6-b6b530038598 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:31.806436 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a29157-32df-41a9-b1e6-b6b530038598'] response: {'name': 'network-changed', 'server_uuid': 'd02ad5ee-f380-4649-9c03-679919b907da', 'tag': 'a81e6bb3-58ed-4a1a-b93d-e05a0af29e26', 'status': 'completed', 'code': 200} Mar 23 01:36:31.863766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Network 9217e90a-fd4c-43fb-8ffd-3f76c900dd16 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:36:31.872422 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4e9ac145-13a5-4253-bcfb-d76c4c08c894 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:36:31.958234 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (de13e609-c19c-494c-8790-af21a34a4eba), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:31.975889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e9175-2512-49d8-a2ff-451573dca3ee service neutron] Pushing event updated for resources: {'Port': ['ID=a81e6bb3-58ed-4a1a-b93d-e05a0af29e26,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:32.099525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 9217e90a-fd4c-43fb-8ffd-3f76c900dd16) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:32.111860 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89875ef0-ca7d-4713-bcc3-cfc5a3853e9f service neutron] Pushing event updated for resources: {'Port': ['ID=2070c069-6313-485b-8a6e-6f3f00ed3d17,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:32.125857 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de903f5-533d-4b39-b26a-e97cdeb74cd0 req-b1404b08-a9da-4972-a8d3-077dcda37c14 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:32.131241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de903f5-533d-4b39-b26a-e97cdeb74cd0 req-b1404b08-a9da-4972-a8d3-077dcda37c14 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:32.133067 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9de903f5-533d-4b39-b26a-e97cdeb74cd0 req-b1404b08-a9da-4972-a8d3-077dcda37c14 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1666 time: 0.9168577 Mar 23 01:36:32.135278 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344b2a26-daf2-4984-8830-5002ded9c48e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (06a07313-ecb8-4460-8aaf-d015e1db9eeb), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:32.140588 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344b2a26-daf2-4984-8830-5002ded9c48e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_controller (06a07313-ecb8-4460-8aaf-d015e1db9eeb), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:32.206496 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a07c2b-4ab7-4c92-9571-838a101b3e63 None None] Network 9217e90a-fd4c-43fb-8ffd-3f76c900dd16 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:32.217141 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2da09e69-9797-45dc-970d-521ff10deb08), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:32.252541 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344b2a26-daf2-4984-8830-5002ded9c48e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (06a07313-ecb8-4460-8aaf-d015e1db9eeb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:32.253096 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344b2a26-daf2-4984-8830-5002ded9c48e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Fanout notify agent at l3_agent the message router_deleted on router 06a07313-ecb8-4460-8aaf-d015e1db9eeb {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:36:32.307237 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344b2a26-daf2-4984-8830-5002ded9c48e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:32.308423 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-344b2a26-daf2-4984-8830-5002ded9c48e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/routers/06a07313-ecb8-4460-8aaf-d015e1db9eeb HTTP/1.1" status: 204 len: 168 time: 1.5501237 Mar 23 01:36:32.315430 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39032) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:32.324764 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9d2a806a-ccba-42bd-a152-c4e055ac5f96 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-542196115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:32.337620 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9129f13-96ac-4e94-a8f9-6e3cd3120d29 req-28ec5dd0-aac8-44f0-9a15-5a4471e6d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:32.338100 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9129f13-96ac-4e94-a8f9-6e3cd3120d29 req-28ec5dd0-aac8-44f0-9a15-5a4471e6d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:32.338570 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9129f13-96ac-4e94-a8f9-6e3cd3120d29 req-28ec5dd0-aac8-44f0-9a15-5a4471e6d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:32.339038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9129f13-96ac-4e94-a8f9-6e3cd3120d29 req-28ec5dd0-aac8-44f0-9a15-5a4471e6d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:32.339496 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9129f13-96ac-4e94-a8f9-6e3cd3120d29 req-28ec5dd0-aac8-44f0-9a15-5a4471e6d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:32.341399 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9129f13-96ac-4e94-a8f9-6e3cd3120d29 req-28ec5dd0-aac8-44f0-9a15-5a4471e6d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:32.347684 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e9129f13-96ac-4e94-a8f9-6e3cd3120d29 req-28ec5dd0-aac8-44f0-9a15-5a4471e6d085 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=502c1396aecc4792a466ed6e68112592&device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5349 time: 0.6765480 Mar 23 01:36:32.359580 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9de903f5-533d-4b39-b26a-e97cdeb74cd0 req-49cc44be-1f0b-4ca6-851e-66c801343672 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154324 Mar 23 01:36:32.439425 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4e9ac145-13a5-4253-bcfb-d76c4c08c894 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:32.442308 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4e9ac145-13a5-4253-bcfb-d76c4c08c894), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:32.567569 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d2a806a-ccba-42bd-a152-c4e055ac5f96 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (a080845e-1332-44a8-b88c-7cbc86ee9c19), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:32.568630 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d2a806a-ccba-42bd-a152-c4e055ac5f96 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (a080845e-1332-44a8-b88c-7cbc86ee9c19), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:32.639266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-83a3cc60-892c-471e-b1c1-d07eed0d065a None None] Provisioning complete for port 46c67801-092c-4e9c-8842-b5a71cd68891 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:32.639964 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-83a3cc60-892c-471e-b1c1-d07eed0d065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (46c67801-092c-4e9c-8842-b5a71cd68891), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:32.709928 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d7294842-1542-4bac-a897-290937083e03), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:32.736103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-83a3cc60-892c-471e-b1c1-d07eed0d065a None None] Port 46c67801-092c-4e9c-8842-b5a71cd68891 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:36:32.737748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-9217e90a-fd4c-43fb-8ffd-3f76c900dd16', 'network_id': '9217e90a-fd4c-43fb-8ffd-3f76c900dd16', 'project_id': 'f01d9659041a43ad9c4e6a0f9fcc984c', 'fixed_ips': [{'subnet_id': 'f95fbe87-a738-47ae-bc20-e9e254a9de1c'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:36:32.738682 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:32.807598 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9129f13-96ac-4e94-a8f9-6e3cd3120d29 req-cc98b752-0855-4d0e-ae74-fed54599507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:32.808421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9129f13-96ac-4e94-a8f9-6e3cd3120d29 req-cc98b752-0855-4d0e-ae74-fed54599507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:32.808937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9129f13-96ac-4e94-a8f9-6e3cd3120d29 req-cc98b752-0855-4d0e-ae74-fed54599507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:32.810626 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e9129f13-96ac-4e94-a8f9-6e3cd3120d29 req-cc98b752-0855-4d0e-ae74-fed54599507d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=502c1396aecc4792a466ed6e68112592&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4498730 Mar 23 01:36:32.822646 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d2a806a-ccba-42bd-a152-c4e055ac5f96 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_controller (a080845e-1332-44a8-b88c-7cbc86ee9c19), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:32.841460 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d2a806a-ccba-42bd-a152-c4e055ac5f96 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (a080845e-1332-44a8-b88c-7cbc86ee9c19), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:32.911270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39044) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:32.943905 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fe33c-dcae-405a-bc50-8d086109a201 req-65faf16b-47aa-434b-bbbc-12d36152e81c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:32.945892 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de5fe33c-dcae-405a-bc50-8d086109a201 req-65faf16b-47aa-434b-bbbc-12d36152e81c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.3872879 Mar 23 01:36:32.971351 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Allocated IP 2001:db8:0:1::1 (9217e90a-fd4c-43fb-8ffd-3f76c900dd16/f95fbe87-a738-47ae-bc20-e9e254a9de1c/5c45aa62-cb42-4851-94f6-4e31d0160808) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:36:32.993610 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:32.994091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:32.994763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:32.997288 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d2a806a-ccba-42bd-a152-c4e055ac5f96 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:32.998560 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9d2a806a-ccba-42bd-a152-c4e055ac5f96 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6821425 Mar 23 01:36:33.009364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39048) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:33.024757 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5876bfd8-9f93-40b1-b081-3858cdec5c17 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Request body: {'router': {'admin_state_up': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:33.116072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463dfc4-b190-4dd4-aadb-5cabab987277 req-b8e6a1db-d479-4e00-97a0-c2bcd22e30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:33.116562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463dfc4-b190-4dd4-aadb-5cabab987277 req-b8e6a1db-d479-4e00-97a0-c2bcd22e30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:33.118640 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9463dfc4-b190-4dd4-aadb-5cabab987277 req-b8e6a1db-d479-4e00-97a0-c2bcd22e30b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=054fa183fb5d47de98ba8e2cf6ee1cc3&device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1944 time: 1.3087175 Mar 23 01:36:33.127329 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-847323d2-9a93-425d-8b41-deb48d325474 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.5391622 Mar 23 01:36:33.140225 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Allocated IP 2001:db8::1 (7ee77d5f-658f-4163-a78d-289515fee515/2417833d-976f-4bd7-95b1-e456c7fc198f/a105f622-905b-4bc6-868e-3c594ae1a88e) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:36:33.140891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39050) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:33.141828 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fd514-ab6b-4b30-bff8-79aaac18cd7d req-ca0d4313-700f-47cf-9c95-b7c5e09adcb1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:33.148147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fd514-ab6b-4b30-bff8-79aaac18cd7d req-ca0d4313-700f-47cf-9c95-b7c5e09adcb1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:33.155001 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fd514-ab6b-4b30-bff8-79aaac18cd7d req-ca0d4313-700f-47cf-9c95-b7c5e09adcb1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:33.161769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fd514-ab6b-4b30-bff8-79aaac18cd7d req-ca0d4313-700f-47cf-9c95-b7c5e09adcb1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:33.167819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fd514-ab6b-4b30-bff8-79aaac18cd7d req-ca0d4313-700f-47cf-9c95-b7c5e09adcb1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:33.174079 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fd514-ab6b-4b30-bff8-79aaac18cd7d req-ca0d4313-700f-47cf-9c95-b7c5e09adcb1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:33.183258 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d41fd514-ab6b-4b30-bff8-79aaac18cd7d req-ca0d4313-700f-47cf-9c95-b7c5e09adcb1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 4601 time: 1.1883099 Mar 23 01:36:33.197833 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (46c67801-092c-4e9c-8842-b5a71cd68891), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:33.256613 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4e9ac145-13a5-4253-bcfb-d76c4c08c894 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:33.274816 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Publish callbacks [] for port (5c45aa62-cb42-4851-94f6-4e31d0160808), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:33.291435 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (5c45aa62-cb42-4851-94f6-4e31d0160808), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:33.321975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da09e69-9797-45dc-970d-521ff10deb08 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:36:33.330801 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Publish callbacks [] for port (2da09e69-9797-45dc-970d-521ff10deb08), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:33.350701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Transition to ACTIVE for port object 2da09e69-9797-45dc-970d-521ff10deb08 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:36:33.371928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Network 9217e90a-fd4c-43fb-8ffd-3f76c900dd16 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:33.385976 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:33.390056 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f3b768f0-c1fa-4299-970d-9e8971469df6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1876453271-network', 'tenant_id': '80de875bfe1949b9a4efaeb9a8eb1ce1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:33.402642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:33.419116 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d41fd514-ab6b-4b30-bff8-79aaac18cd7d req-22749451-9db6-402d-a990-b106a733d0a1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2348914 Mar 23 01:36:33.436634 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de5fe33c-dcae-405a-bc50-8d086109a201 req-d80b86ef-0806-42e2-81fd-61e7f83ab426 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797051 Mar 23 01:36:33.439024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9129f13-96ac-4e94-a8f9-6e3cd3120d29 req-d4f0cc58-d425-4e95-a7e3-db84b2fcfcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:33.441347 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e9129f13-96ac-4e94-a8f9-6e3cd3120d29 req-d4f0cc58-d425-4e95-a7e3-db84b2fcfcc7 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6173158 Mar 23 01:36:33.448393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Pushing event updated for resources: {'Port': ['ID=5c45aa62-cb42-4851-94f6-4e31d0160808,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:33.483081 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (2da09e69-9797-45dc-970d-521ff10deb08), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:33.495164 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b768f0-c1fa-4299-970d-9e8971469df6 admin admin] Made reservation on behalf of 80de875bfe1949b9a4efaeb9a8eb1ce1 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:33.497693 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3b768f0-c1fa-4299-970d-9e8971469df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:33.524880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Attempting to bind port 5c45aa62-cb42-4851-94f6-4e31d0160808 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:33.525169 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Attempting to bind port 5c45aa62-cb42-4851-94f6-4e31d0160808 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '750a0b2e-1831-4c6e-bf3a-a027419a03e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9217e90a-fd4c-43fb-8ffd-3f76c900dd16'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:33.525681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Attempting to bind port 5c45aa62-cb42-4851-94f6-4e31d0160808 on network 9217e90a-fd4c-43fb-8ffd-3f76c900dd16 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:33.538526 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:33.538896 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Checking segment: {'id': '750a0b2e-1831-4c6e-bf3a-a027419a03e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9217e90a-fd4c-43fb-8ffd-3f76c900dd16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:33.539369 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:33.539766 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Bound using segment: {'id': '750a0b2e-1831-4c6e-bf3a-a027419a03e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9217e90a-fd4c-43fb-8ffd-3f76c900dd16'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:33.540245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Bound port: 5c45aa62-cb42-4851-94f6-4e31d0160808, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750a0b2e-1831-4c6e-bf3a-a027419a03e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9217e90a-fd4c-43fb-8ffd-3f76c900dd16'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:33.540648 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5c45aa62-cb42-4851-94f6-4e31d0160808), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:33.556070 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Publish callbacks [] for port (a105f622-905b-4bc6-868e-3c594ae1a88e), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:33.604065 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3b768f0-c1fa-4299-970d-9e8971469df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:33.614834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7294842-1542-4bac-a897-290937083e03 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:36:33.629970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] For port 5c45aa62-cb42-4851-94f6-4e31d0160808, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:33.634101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] For port 5c45aa62-cb42-4851-94f6-4e31d0160808, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5c45aa62-cb42-4851-94f6-4e31d0160808,segment=NetworkSegment(750a0b2e-1831-4c6e-bf3a-a027419a03e4),segment_id=750a0b2e-1831-4c6e-bf3a-a027419a03e4)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:33.643858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463dfc4-b190-4dd4-aadb-5cabab987277 req-512c5aad-bb27-4fba-9e80-a3ad4ce6a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:33.650501 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (a105f622-905b-4bc6-868e-3c594ae1a88e), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:33.652255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463dfc4-b190-4dd4-aadb-5cabab987277 req-512c5aad-bb27-4fba-9e80-a3ad4ce6a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:33.653029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463dfc4-b190-4dd4-aadb-5cabab987277 req-512c5aad-bb27-4fba-9e80-a3ad4ce6a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:33.654915 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9463dfc4-b190-4dd4-aadb-5cabab987277 req-512c5aad-bb27-4fba-9e80-a3ad4ce6a4fc service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=054fa183fb5d47de98ba8e2cf6ee1cc3&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4655745 Mar 23 01:36:33.663279 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5c45aa62-cb42-4851-94f6-4e31d0160808), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:33.665104 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Publish callbacks [] for port (d7294842-1542-4bac-a897-290937083e03), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:33.705462 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:33.737642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Network 7ee77d5f-658f-4163-a78d-289515fee515 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:33.742498 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:33.753800 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:33.756584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Transition to ACTIVE for port object d7294842-1542-4bac-a897-290937083e03 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:36:33.763507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Pushing event updated for resources: {'Port': ['ID=a105f622-905b-4bc6-868e-3c594ae1a88e,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:33.838739 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf79ec4-9962-44c9-a440-f95db4f3d5d6 None None] Pushing event updated for resources: {'Port': ['ID=5c45aa62-cb42-4851-94f6-4e31d0160808,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:33.868528 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (d7294842-1542-4bac-a897-290937083e03), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:33.913643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Attempting to bind port a105f622-905b-4bc6-868e-3c594ae1a88e on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:33.914013 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Attempting to bind port a105f622-905b-4bc6-868e-3c594ae1a88e by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'd7b9270d-c5b9-421d-b2d7-f8d5980dbe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7ee77d5f-658f-4163-a78d-289515fee515'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:33.914515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Attempting to bind port a105f622-905b-4bc6-868e-3c594ae1a88e on network 7ee77d5f-658f-4163-a78d-289515fee515 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:33.920739 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:33.921171 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Checking segment: {'id': 'd7b9270d-c5b9-421d-b2d7-f8d5980dbe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7ee77d5f-658f-4163-a78d-289515fee515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:33.921512 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:33.921928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Bound using segment: {'id': 'd7b9270d-c5b9-421d-b2d7-f8d5980dbe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7ee77d5f-658f-4163-a78d-289515fee515'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:33.922380 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Bound port: a105f622-905b-4bc6-868e-3c594ae1a88e, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b9270d-c5b9-421d-b2d7-f8d5980dbe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7ee77d5f-658f-4163-a78d-289515fee515'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:33.922822 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a105f622-905b-4bc6-868e-3c594ae1a88e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:33.952162 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc748c32-fb5f-47cd-8a46-f39f560d22d1 req-b8c1ae4a-aa2c-484c-b87f-3e36b6f74331 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:33.964373 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc748c32-fb5f-47cd-8a46-f39f560d22d1 req-b8c1ae4a-aa2c-484c-b87f-3e36b6f74331 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:33.972813 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc748c32-fb5f-47cd-8a46-f39f560d22d1 req-b8c1ae4a-aa2c-484c-b87f-3e36b6f74331 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1666 time: 0.4226520 Mar 23 01:36:34.055811 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] For port a105f622-905b-4bc6-868e-3c594ae1a88e, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:34.076174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] For port a105f622-905b-4bc6-868e-3c594ae1a88e, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a105f622-905b-4bc6-868e-3c594ae1a88e,segment=NetworkSegment(d7b9270d-c5b9-421d-b2d7-f8d5980dbe28),segment_id=d7b9270d-c5b9-421d-b2d7-f8d5980dbe28)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:34.108901 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a105f622-905b-4bc6-868e-3c594ae1a88e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:34.117200 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Publish callbacks [] for port (46c67801-092c-4e9c-8842-b5a71cd68891), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:34.183605 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (46c67801-092c-4e9c-8842-b5a71cd68891), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:34.279912 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7a395-b266-4aa1-b5dc-32ebb1f7adca None None] Pushing event updated for resources: {'Port': ['ID=a105f622-905b-4bc6-868e-3c594ae1a88e,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:34.297327 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Pushing event updated for resources: {'Port': ['ID=d7294842-1542-4bac-a897-290937083e03,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:34.328020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Pushing event updated for resources: {'Port': ['ID=2da09e69-9797-45dc-970d-521ff10deb08,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:34.366227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463dfc4-b190-4dd4-aadb-5cabab987277 req-cd9ab2e9-8c74-4d4c-865f-bcb6eddadf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:34.368081 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9463dfc4-b190-4dd4-aadb-5cabab987277 req-cd9ab2e9-8c74-4d4c-865f-bcb6eddadf62 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6946056 Mar 23 01:36:34.406053 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc748c32-fb5f-47cd-8a46-f39f560d22d1 req-1ced3d4d-dd02-4f25-8764-fee755f9c911 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322155 Mar 23 01:36:34.484872 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 6fd43136-d0db-437f-ae04-5459a5e2722b no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:36:34.586725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=46c67801-092c-4e9c-8842-b5a71cd68891,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:34.598684 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (de13e609-c19c-494c-8790-af21a34a4eba), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:34.725470 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3b768f0-c1fa-4299-970d-9e8971469df6 admin admin] Publish callbacks [] for security_group (76e8db5e-d4ac-439a-a543-201df05bb0fd), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:34.726061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 6fd43136-d0db-437f-ae04-5459a5e2722b is: DOWN; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:34.786318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Attempting to bind port d7294842-1542-4bac-a897-290937083e03 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:34.786911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Attempting to bind port d7294842-1542-4bac-a897-290937083e03 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'cfa62d0a-71bf-4120-b9af-16a0c9ba3c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '01061c44-9870-4952-9c84-bac4605c5df4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:34.786911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Attempting to bind port d7294842-1542-4bac-a897-290937083e03 on network 01061c44-9870-4952-9c84-bac4605c5df4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:34.802510 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Port d7294842-1542-4bac-a897-290937083e03 on network 01061c44-9870-4952-9c84-bac4605c5df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:36:34.802842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Attempting to bind port d7294842-1542-4bac-a897-290937083e03 on network 01061c44-9870-4952-9c84-bac4605c5df4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:34.815159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:34.815500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Checking segment: {'id': 'cfa62d0a-71bf-4120-b9af-16a0c9ba3c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '01061c44-9870-4952-9c84-bac4605c5df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:34.815886 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Bound using segment: {'id': 'cfa62d0a-71bf-4120-b9af-16a0c9ba3c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '01061c44-9870-4952-9c84-bac4605c5df4'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:34.816327 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Bound port: d7294842-1542-4bac-a897-290937083e03, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa62d0a-71bf-4120-b9af-16a0c9ba3c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '01061c44-9870-4952-9c84-bac4605c5df4'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:34.816714 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d7294842-1542-4bac-a897-290937083e03), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:34.838639 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baad841f-4905-4620-876e-c2ceaeab920d tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:34.841142 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fc6ca-19aa-41e2-853c-7ea2d5cf0a2d req-4f799f60-e625-4a12-a471-6ce0d6f66c3d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:34.841858 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baad841f-4905-4620-876e-c2ceaeab920d tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:34.843253 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b8fc6ca-19aa-41e2-853c-7ea2d5cf0a2d req-4f799f60-e625-4a12-a471-6ce0d6f66c3d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.1822071 Mar 23 01:36:34.845266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baad841f-4905-4620-876e-c2ceaeab920d tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:34.849859 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-baad841f-4905-4620-876e-c2ceaeab920d tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 1.6660590 Mar 23 01:36:34.854367 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3b768f0-c1fa-4299-970d-9e8971469df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (76e8db5e-d4ac-439a-a543-201df05bb0fd), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:34.862817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39058) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:34.891236 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b768f0-c1fa-4299-970d-9e8971469df6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:36:34.906951 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5876bfd8-9f93-40b1-b081-3858cdec5c17 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (a080845e-1332-44a8-b88c-7cbc86ee9c19), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:34.927848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Network 6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:34.941880 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:34.960659 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3b768f0-c1fa-4299-970d-9e8971469df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:34.961088 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-f3b768f0-c1fa-4299-970d-9e8971469df6 admin admin] Added segment 6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b of type vlan for network bcb5bba5-c393-415e-b531-6fbef811d49d Mar 23 01:36:34.983056 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b8fc6ca-19aa-41e2-853c-7ea2d5cf0a2d req-cac6052a-6028-48a3-adcf-3a1424ec5696 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146653 Mar 23 01:36:34.984125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] For port d7294842-1542-4bac-a897-290937083e03, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:34.987608 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Attempting to bind port 2da09e69-9797-45dc-970d-521ff10deb08 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:34.987955 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Attempting to bind port 2da09e69-9797-45dc-970d-521ff10deb08 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:34.988283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Attempting to bind port 2da09e69-9797-45dc-970d-521ff10deb08 on network 54f43f40-2d1d-40ff-a148-e6b1420c7986 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:34.997623 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5876bfd8-9f93-40b1-b081-3858cdec5c17 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (a080845e-1332-44a8-b88c-7cbc86ee9c19), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:35.044157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b768f0-c1fa-4299-970d-9e8971469df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e8db5e-d4ac-439a-a543-201df05bb0fd,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:35.066667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Port 2da09e69-9797-45dc-970d-521ff10deb08 on network 54f43f40-2d1d-40ff-a148-e6b1420c7986 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:36:35.067053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Attempting to bind port 2da09e69-9797-45dc-970d-521ff10deb08 on network 54f43f40-2d1d-40ff-a148-e6b1420c7986 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:35.077991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] For port d7294842-1542-4bac-a897-290937083e03, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d7294842-1542-4bac-a897-290937083e03,segment=NetworkSegment(cfa62d0a-71bf-4120-b9af-16a0c9ba3c43),segment_id=cfa62d0a-71bf-4120-b9af-16a0c9ba3c43)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:35.090391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a91bae-e04f-4c85-8354-a38694fe7288 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Deleting subnet 2417833d-976f-4bd7-95b1-e456c7fc198f {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:36:35.097734 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (d7294842-1542-4bac-a897-290937083e03), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:35.112549 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:36:35.153564 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063b0c2-df4d-4f7b-8752-e19d55ddfaee req-7d637e08-4d55-45ff-a372-d2a47efd14d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:35.159781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063b0c2-df4d-4f7b-8752-e19d55ddfaee req-7d637e08-4d55-45ff-a372-d2a47efd14d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:35.166052 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063b0c2-df4d-4f7b-8752-e19d55ddfaee req-7d637e08-4d55-45ff-a372-d2a47efd14d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:35.171447 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063b0c2-df4d-4f7b-8752-e19d55ddfaee req-7d637e08-4d55-45ff-a372-d2a47efd14d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:35.176523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Pushing event updated for resources: {'Port': ['ID=d7294842-1542-4bac-a897-290937083e03,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:35.177402 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063b0c2-df4d-4f7b-8752-e19d55ddfaee req-7d637e08-4d55-45ff-a372-d2a47efd14d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:35.185571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063b0c2-df4d-4f7b-8752-e19d55ddfaee req-7d637e08-4d55-45ff-a372-d2a47efd14d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:35.192257 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063b0c2-df4d-4f7b-8752-e19d55ddfaee req-7d637e08-4d55-45ff-a372-d2a47efd14d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:35.197932 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9063b0c2-df4d-4f7b-8752-e19d55ddfaee req-7d637e08-4d55-45ff-a372-d2a47efd14d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5374 time: 0.6015279 Mar 23 01:36:35.198714 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74a91bae-e04f-4c85-8354-a38694fe7288 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks [] for subnet (2417833d-976f-4bd7-95b1-e456c7fc198f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:35.220320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:35.222137 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:35.223788 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-06823a4f-7bdc-4f89-8fbe-a161f8059d37 service neutron] 10.222.0.43 "PUT /v2.0/ports/d7294842-1542-4bac-a897-290937083e03 HTTP/1.1" status: 200 len: 1091 time: 3.5463753 Mar 23 01:36:35.224424 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02ad5ee-f380-4649-9c03-679919b907da', 'tag': 'd7294842-1542-4bac-a897-290937083e03'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:35.230249 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800d2c3e-3875-46a2-89ab-352e9640f772" -d '{"events": [{"name": "network-changed", "server_uuid": "d02ad5ee-f380-4649-9c03-679919b907da", "tag": "d7294842-1542-4bac-a897-290937083e03"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:35.242761 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3b768f0-c1fa-4299-970d-9e8971469df6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (bcb5bba5-c393-415e-b531-6fbef811d49d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:35.283394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:35.283654 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Checking segment: {'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:35.284012 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Bound using segment: {'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:35.284469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Bound port: 2da09e69-9797-45dc-970d-521ff10deb08, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:35.284878 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2da09e69-9797-45dc-970d-521ff10deb08), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:35.304894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Router de13e609-c19c-494c-8790-af21a34a4eba has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:36:35.364383 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68aad89-2cec-43a4-b945-692d542150f9 x-openstack-request-id: req-a68aad89-2cec-43a4-b945-692d542150f9 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:35.364695 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02ad5ee-f380-4649-9c03-679919b907da", "tag": "d7294842-1542-4bac-a897-290937083e03", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:35.365134 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a68aad89-2cec-43a4-b945-692d542150f9 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:35.365692 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68aad89-2cec-43a4-b945-692d542150f9'] response: {'name': 'network-changed', 'server_uuid': 'd02ad5ee-f380-4649-9c03-679919b907da', 'tag': 'd7294842-1542-4bac-a897-290937083e03', 'status': 'completed', 'code': 200} Mar 23 01:36:35.426788 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74a91bae-e04f-4c85-8354-a38694fe7288 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (2417833d-976f-4bd7-95b1-e456c7fc198f), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:35.568084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-948e2272-f967-4c1d-8fd6-34cfa476ddb8 None None] Provisioning complete for port 46c67801-092c-4e9c-8842-b5a71cd68891 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:35.569119 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-948e2272-f967-4c1d-8fd6-34cfa476ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (46c67801-092c-4e9c-8842-b5a71cd68891), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:35.593651 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3b768f0-c1fa-4299-970d-9e8971469df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (bcb5bba5-c393-415e-b531-6fbef811d49d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:35.594704 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b768f0-c1fa-4299-970d-9e8971469df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:35.595298 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3b768f0-c1fa-4299-970d-9e8971469df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:35.655505 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-948e2272-f967-4c1d-8fd6-34cfa476ddb8 None None] Port 46c67801-092c-4e9c-8842-b5a71cd68891 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:36:35.764891 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-240465f9-9cc6-430e-a53a-31815a879e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:35.765372 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-240465f9-9cc6-430e-a53a-31815a879e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:35.767112 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-240465f9-9cc6-430e-a53a-31815a879e48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=054fa183fb5d47de98ba8e2cf6ee1cc3&device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 2042 time: 0.4460256 Mar 23 01:36:35.819878 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9063b0c2-df4d-4f7b-8752-e19d55ddfaee req-ddf69a77-3989-4bdb-9af5-30b9aba3bd82 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5467896 Mar 23 01:36:35.823336 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f3b768f0-c1fa-4299-970d-9e8971469df6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9089904 Mar 23 01:36:35.830062 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] For port 2da09e69-9797-45dc-970d-521ff10deb08, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:35.836163 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39064) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:35.837994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] For port 2da09e69-9797-45dc-970d-521ff10deb08, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2da09e69-9797-45dc-970d-521ff10deb08,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:35.845981 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-826233f4-630e-43a0-93d6-de1028fb4921 admin admin] Request body: {'subnet': {'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1876453271-subnet', 'tenant_id': '80de875bfe1949b9a4efaeb9a8eb1ce1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:35.891540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b768f0-c1fa-4299-970d-9e8971469df6 admin admin] Pushing event updated for resources: {'Network': ['ID=bcb5bba5-c393-415e-b531-6fbef811d49d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:35.895794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5042ca-43b9-4839-84f7-771024bb9e21 req-7273cf50-cb74-44e7-88e0-be0a4d3cdaed tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:35.902489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5042ca-43b9-4839-84f7-771024bb9e21 req-7273cf50-cb74-44e7-88e0-be0a4d3cdaed tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:35.905125 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8b5042ca-43b9-4839-84f7-771024bb9e21 req-7273cf50-cb74-44e7-88e0-be0a4d3cdaed tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1678 time: 0.3565586 Mar 23 01:36:35.906474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:36:35.909814 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (2da09e69-9797-45dc-970d-521ff10deb08), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:35.917804 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network bcb5bba5-c393-415e-b531-6fbef811d49d details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:36:35.927934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db7216e-9996-4cac-935f-b3cba6080765 None None] Network 9217e90a-fd4c-43fb-8ffd-3f76c900dd16 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:35.929441 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Sync routers for ids ['de13e609-c19c-494c-8790-af21a34a4eba'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:36:35.953263 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e35e512c-4c41-4754-94f4-c88ee44ef4d3 admin admin] 10.222.0.18 "PUT /v2.0/routers/de13e609-c19c-494c-8790-af21a34a4eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8624237 Mar 23 01:36:35.973077 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-ddcba8fa-3c7a-4cae-905b-e8b3fe895c31 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.123&port_id=a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 HTTP/1.1" status: 200 len: 217 time: 0.1880672 Mar 23 01:36:35.974672 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Routers {'de13e609-c19c-494c-8790-af21a34a4eba'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:35.975348 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:36:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['de13e609-c19c-494c-8790-af21a34a4eba'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:35.985302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a935f5-cfba-4814-bb08-e5d9093c48cb req-84202ce9-23d0-4492-9266-0eb3ff770f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:35.986943 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a935f5-cfba-4814-bb08-e5d9093c48cb req-84202ce9-23d0-4492-9266-0eb3ff770f50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 1155 time: 0.4416361 Mar 23 01:36:36.036154 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74a91bae-e04f-4c85-8354-a38694fe7288 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (2417833d-976f-4bd7-95b1-e456c7fc198f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:36.059495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5c45aa62-cb42-4851-94f6-4e31d0160808 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:36:36.141092 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Pushing event updated for resources: {'Port': ['ID=2da09e69-9797-45dc-970d-521ff10deb08,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:36.146223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5876bfd8-9f93-40b1-b081-3858cdec5c17 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Router a080845e-1332-44a8-b88c-7cbc86ee9c19 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:36:36.162203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826233f4-630e-43a0-93d6-de1028fb4921 admin admin] Made reservation on behalf of 80de875bfe1949b9a4efaeb9a8eb1ce1 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:36.166299 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-826233f4-630e-43a0-93d6-de1028fb4921 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:36.210552 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Set router de13e609-c19c-494c-8790-af21a34a4eba gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:36.277196 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-4e1e4c0b-1a35-4c4e-a332-bfa3db382bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:36.278712 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-4e1e4c0b-1a35-4c4e-a332-bfa3db382bc1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff39362d-4b34-4aeb-b2ef-85d314e5e212 HTTP/1.1" status: 200 len: 801 time: 0.2897930 Mar 23 01:36:36.291221 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8b5042ca-43b9-4839-84f7-771024bb9e21 req-94bc2995-2e8c-4059-a85b-f402a37bd5dc tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204179 Mar 23 01:36:36.323527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e4b706-e01b-436b-b4c0-eeb33370f783 None None] Network 7ee77d5f-658f-4163-a78d-289515fee515 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:36.379038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a935f5-cfba-4814-bb08-e5d9093c48cb req-300862ab-f708-4c09-9d34-c8e564c034b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:36.380925 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a935f5-cfba-4814-bb08-e5d9093c48cb req-300862ab-f708-4c09-9d34-c8e564c034b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.3524675 Mar 23 01:36:36.440861 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a935f5-cfba-4814-bb08-e5d9093c48cb req-2c643eb8-25d0-4856-99ba-309c303260a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd43136-d0db-437f-ae04-5459a5e2722b HTTP/1.1" status: 200 len: 217 time: 0.0524447 Mar 23 01:36:36.512038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-e16a3768-597a-4c24-b92b-b993d24e9b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:36.514986 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-e16a3768-597a-4c24-b92b-b993d24e9b6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e46e0348-e2c3-465f-ae4d-c82b64f294e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2010322 Mar 23 01:36:36.516819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a935f5-cfba-4814-bb08-e5d9093c48cb req-872194c9-9131-4f49-8d7e-2daa59146346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:36.519498 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a935f5-cfba-4814-bb08-e5d9093c48cb req-872194c9-9131-4f49-8d7e-2daa59146346 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.0677235 Mar 23 01:36:36.552567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1f0c4c14-f494-4f0b-8e1f-75c50d1a8d01 None None] Provisioning complete for port 5c45aa62-cb42-4851-94f6-4e31d0160808 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:36.552872 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f0c4c14-f494-4f0b-8e1f-75c50d1a8d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5c45aa62-cb42-4851-94f6-4e31d0160808), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:36.558567 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'name': 'tempest-TaggedBootDevicesTest_v242-1616577757-router', 'tenant_id': '8a0652f162104357970945c34d39ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:36:13Z', 'updated_at': '2022-03-23T01:36:32Z', 'revision_number': 4, 'project_id': '8a0652f162104357970945c34d39ef48', 'gw_port': {'id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:36:18Z', 'updated_at': '2022-03-23T01:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '46c67801-092c-4e9c-8842-b5a71cd68891', 'name': '', 'network_id': '6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e', 'tenant_id': '8a0652f162104357970945c34d39ef48', 'mac_address': 'fa:16:3e:f6:30:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd457c4c0-ffae-48ad-84be-d4560de1efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:36:29Z', 'updated_at': '2022-03-23T01:36:33Z', 'revision_number': 2, 'project_id': '8a0652f162104357970945c34d39ef48', 'subnets': [{'id': 'd457c4c0-ffae-48ad-84be-d4560de1efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:36.578453 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a935f5-cfba-4814-bb08-e5d9093c48cb req-1f637a49-5d2d-4ef0-862f-485d54f91f1f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531275 Mar 23 01:36:36.594589 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 5c45aa62-cb42-4851-94f6-4e31d0160808 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:36.595242 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5c45aa62-cb42-4851-94f6-4e31d0160808), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:36.602553 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Checking router: de13e609-c19c-494c-8790-af21a34a4eba for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:36:36.603031 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Updating router de13e609-c19c-494c-8790-af21a34a4eba port 46c67801-092c-4e9c-8842-b5a71cd68891 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:36:36.642402 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (46c67801-092c-4e9c-8842-b5a71cd68891), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:36.647817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:36.648490 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:36.650355 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-959a1feb-ce69-450e-bab9-9c988236b566 service neutron] 10.222.0.43 "PUT /v2.0/ports/2da09e69-9797-45dc-970d-521ff10deb08 HTTP/1.1" status: 200 len: 1131 time: 5.3228869 Mar 23 01:36:36.699655 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'tag': '2da09e69-9797-45dc-970d-521ff10deb08'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:36.705056 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc594a3-67dd-4c49-a496-1e0d5b128e74" -d '{"events": [{"name": "network-changed", "server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "tag": "2da09e69-9797-45dc-970d-521ff10deb08"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:36.738508 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Request body: {'port': {'device_id': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:36.752483 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-826233f4-630e-43a0-93d6-de1028fb4921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (85af6975-6563-48c3-8c21-d4f0fe818486), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:36.824202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a935f5-cfba-4814-bb08-e5d9093c48cb req-df184310-f4b0-4031-b2ef-fc0bc7bab9d7 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334247 Mar 23 01:36:36.850218 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-40bdbbe6-fdf1-4683-a0ed-17555a30ada8 service neutron] 10.222.0.43 "GET /v2.0/networks/e46e0348-e2c3-465f-ae4d-c82b64f294e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223293 Mar 23 01:36:36.853892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5876bfd8-9f93-40b1-b081-3858cdec5c17 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:36:36.868299 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e9db9b-b993-425c-a7cb-b397586dc659 x-openstack-request-id: req-25e9db9b-b993-425c-a7cb-b397586dc659 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:36.868808 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "tag": "2da09e69-9797-45dc-970d-521ff10deb08", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:36.869080 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25e9db9b-b993-425c-a7cb-b397586dc659 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:36.872027 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e9db9b-b993-425c-a7cb-b397586dc659'] response: {'name': 'network-changed', 'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'tag': '2da09e69-9797-45dc-970d-521ff10deb08', 'status': 'completed', 'code': 200} Mar 23 01:36:36.875627 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74a91bae-e04f-4c85-8354-a38694fe7288 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (2417833d-976f-4bd7-95b1-e456c7fc198f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:36.902310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1f0c4c14-f494-4f0b-8e1f-75c50d1a8d01 None None] Current status of the port 5c45aa62-cb42-4851-94f6-4e31d0160808 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:36.902982 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f0c4c14-f494-4f0b-8e1f-75c50d1a8d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5c45aa62-cb42-4851-94f6-4e31d0160808), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:36.906342 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5876bfd8-9f93-40b1-b081-3858cdec5c17 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:36.913267 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5876bfd8-9f93-40b1-b081-3858cdec5c17 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "PUT /v2.0/routers/a080845e-1332-44a8-b88c-7cbc86ee9c19 HTTP/1.1" status: 200 len: 693 time: 3.9002733 Mar 23 01:36:36.918417 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f26512-bafa-4b76-a0f3-d1071bfcad41 None None] Sync routers for ids ['a080845e-1332-44a8-b88c-7cbc86ee9c19'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:36:37.021185 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-594930f6-4888-494e-a054-5020b535a54a service neutron] 10.222.0.43 "GET /v2.0/networks/e46e0348-e2c3-465f-ae4d-c82b64f294e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557806 Mar 23 01:36:37.021827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39076) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:37.067061 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74a91bae-e04f-4c85-8354-a38694fe7288 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:37.075275 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-74a91bae-e04f-4c85-8354-a38694fe7288 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "DELETE /v2.0/subnets/2417833d-976f-4bd7-95b1-e456c7fc198f HTTP/1.1" status: 204 len: 168 time: 2.2045281 Mar 23 01:36:37.081140 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1f0c4c14-f494-4f0b-8e1f-75c50d1a8d01 None None] For port 5c45aa62-cb42-4851-94f6-4e31d0160808, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5c45aa62-cb42-4851-94f6-4e31d0160808,segment=NetworkSegment(750a0b2e-1831-4c6e-bf3a-a027419a03e4),segment_id=750a0b2e-1831-4c6e-bf3a-a027419a03e4)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:37.097537 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39078) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:37.099742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f26512-bafa-4b76-a0f3-d1071bfcad41 None None] Routers {'a080845e-1332-44a8-b88c-7cbc86ee9c19'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:37.101659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-95f26512-bafa-4b76-a0f3-d1071bfcad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:36:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a080845e-1332-44a8-b88c-7cbc86ee9c19'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:37.124515 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbae2b-a2c2-4861-ac9f-343e67f72ae0 req-f2238dec-def8-4d3a-8648-5fbba384d5fa tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:37.126171 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-56fbae2b-a2c2-4861-ac9f-343e67f72ae0 req-f2238dec-def8-4d3a-8648-5fbba384d5fa tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.9734042 Mar 23 01:36:37.205321 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f0c4c14-f494-4f0b-8e1f-75c50d1a8d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5c45aa62-cb42-4851-94f6-4e31d0160808), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:37.224242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-95f26512-bafa-4b76-a0f3-d1071bfcad41 None None] Set router a080845e-1332-44a8-b88c-7cbc86ee9c19 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:37.280126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 5c45aa62-cb42-4851-94f6-4e31d0160808 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:37.280514 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5c45aa62-cb42-4851-94f6-4e31d0160808), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:37.310563 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Publish callbacks [] for port (46c67801-092c-4e9c-8842-b5a71cd68891), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:37.322991 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (46c67801-092c-4e9c-8842-b5a71cd68891), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:37.345445 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-95f26512-bafa-4b76-a0f3-d1071bfcad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a080845e-1332-44a8-b88c-7cbc86ee9c19', 'name': 'tempest-RoutersTest-router-542196115', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:36:32Z', 'updated_at': '2022-03-23T01:36:34Z', 'revision_number': 2, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:37.348374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826233f4-630e-43a0-93d6-de1028fb4921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85af6975-6563-48c3-8c21-d4f0fe818486,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:37.362388 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:37.392409 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-368b9020-fab1-4650-b6cc-2a085e5b65d9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/routers/a080845e-1332-44a8-b88c-7cbc86ee9c19 HTTP/1.1" status: 200 len: 699 time: 0.2665257 Mar 23 01:36:37.393083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39082) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:37.406081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-41205e21-bbff-4e86-b51a-1088a3949df8 None None] Provisioning complete for port a105f622-905b-4bc6-868e-3c594ae1a88e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:37.406449 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-41205e21-bbff-4e86-b51a-1088a3949df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a105f622-905b-4bc6-868e-3c594ae1a88e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:37.408432 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f26512-bafa-4b76-a0f3-d1071bfcad41 None None] Checking router: a080845e-1332-44a8-b88c-7cbc86ee9c19 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:36:37.415689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc594a3-67dd-4c49-a496-1e0d5b128e74 req-fb933e87-b922-473c-a02f-e47682c83cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:37.416323 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc594a3-67dd-4c49-a496-1e0d5b128e74 req-fb933e87-b922-473c-a02f-e47682c83cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:37.416829 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc594a3-67dd-4c49-a496-1e0d5b128e74 req-fb933e87-b922-473c-a02f-e47682c83cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:37.417301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc594a3-67dd-4c49-a496-1e0d5b128e74 req-fb933e87-b922-473c-a02f-e47682c83cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:37.417768 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc594a3-67dd-4c49-a496-1e0d5b128e74 req-fb933e87-b922-473c-a02f-e47682c83cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:37.422322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc594a3-67dd-4c49-a496-1e0d5b128e74 req-fb933e87-b922-473c-a02f-e47682c83cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:37.422793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc594a3-67dd-4c49-a496-1e0d5b128e74 req-fb933e87-b922-473c-a02f-e47682c83cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:37.425539 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ecc594a3-67dd-4c49-a496-1e0d5b128e74 req-fb933e87-b922-473c-a02f-e47682c83cb9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=502c1396aecc4792a466ed6e68112592&device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 6304 time: 0.5631330 Mar 23 01:36:37.496563 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a91bae-e04f-4c85-8354-a38694fe7288 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event deleted for resources: {'Subnet': ['ID=2417833d-976f-4bd7-95b1-e456c7fc198f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:37.504263 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a935f5-cfba-4814-bb08-e5d9093c48cb req-0782aafc-85c9-4f44-9b55-eb1e983bf329 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6527858 Mar 23 01:36:37.506278 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-e04936cd-be0c-4500-9331-fb464a6f0459 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.84&port_id=d7294842-1542-4bac-a897-290937083e03 HTTP/1.1" status: 200 len: 217 time: 0.3720355 Mar 23 01:36:37.507486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cd1555-19a2-44ca-b692-deee71a623e0 None None] Network 7ee77d5f-658f-4163-a78d-289515fee515 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:37.558054 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b18b60-7b47-4dea-b818-259a9fc4d58e tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Deleting subnet f95fbe87-a738-47ae-bc20-e9e254a9de1c {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:36:37.610095 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826233f4-630e-43a0-93d6-de1028fb4921 admin admin] Checking segment: {'id': '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:37.610486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826233f4-630e-43a0-93d6-de1028fb4921 admin admin] Network hostable DHCP agents. Network: bcb5bba5-c393-415e-b531-6fbef811d49d, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:36:37.622645 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1b18b60-7b47-4dea-b818-259a9fc4d58e tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks [] for subnet (f95fbe87-a738-47ae-bc20-e9e254a9de1c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:37.628639 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a1fbe12c-1fc7-4e3e-b3ac-5ea2b4439f40 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports?device_id=a080845e-1332-44a8-b88c-7cbc86ee9c19 HTTP/1.1" status: 200 len: 205 time: 0.1266365 Mar 23 01:36:37.632371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f26512-bafa-4b76-a0f3-d1071bfcad41 None None] Routers {'a080845e-1332-44a8-b88c-7cbc86ee9c19'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:37.633445 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-95f26512-bafa-4b76-a0f3-d1071bfcad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:36:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a080845e-1332-44a8-b88c-7cbc86ee9c19'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:37.641523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39084) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:37.644324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c4c14-f494-4f0b-8e1f-75c50d1a8d01 None None] Pushing event updated for resources: {'Port': ['ID=5c45aa62-cb42-4851-94f6-4e31d0160808,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:37.689473 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-56fbae2b-a2c2-4861-ac9f-343e67f72ae0 req-e28d31c6-ad18-4445-be9e-83a33ffc2bfd tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309382 Mar 23 01:36:37.720526 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07937a02-44af-47c6-a666-50c5b1bb0f44 None None] Pushing event updated for resources: {'Port': ['ID=46c67801-092c-4e9c-8842-b5a71cd68891,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:37.779146 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:36:37.779658 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:36:37.821416 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-95f26512-bafa-4b76-a0f3-d1071bfcad41 None None] Set router a080845e-1332-44a8-b88c-7cbc86ee9c19 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:37.895152 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Attempting to bind port 46c67801-092c-4e9c-8842-b5a71cd68891 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:37.896588 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Attempting to bind port 46c67801-092c-4e9c-8842-b5a71cd68891 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '5a9c88dd-4d81-472b-bc7d-67b1fdd6408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:37.896999 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Attempting to bind port 46c67801-092c-4e9c-8842-b5a71cd68891 on network 6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:37.899369 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1b18b60-7b47-4dea-b818-259a9fc4d58e tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (f95fbe87-a738-47ae-bc20-e9e254a9de1c), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:37.909851 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826233f4-630e-43a0-93d6-de1028fb4921 admin admin] Network bcb5bba5-c393-415e-b531-6fbef811d49d is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:36:37.915914 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:37.916284 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Checking segment: {'id': '5a9c88dd-4d81-472b-bc7d-67b1fdd6408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:37.916646 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:37.917051 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Bound using segment: {'id': '5a9c88dd-4d81-472b-bc7d-67b1fdd6408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:37.918321 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Bound port: 46c67801-092c-4e9c-8842-b5a71cd68891, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9c88dd-4d81-472b-bc7d-67b1fdd6408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:37.918724 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (46c67801-092c-4e9c-8842-b5a71cd68891), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:37.920992 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bea4b64-26ae-4961-82e9-212640e1e76d None None] DHCP port deletion for 7ee77d5f-658f-4163-a78d-289515fee515 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:36:37.941683 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-95f26512-bafa-4b76-a0f3-d1071bfcad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a080845e-1332-44a8-b88c-7cbc86ee9c19', 'name': 'tempest-RoutersTest-router-542196115', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:36:32Z', 'updated_at': '2022-03-23T01:36:34Z', 'revision_number': 2, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:37.985319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc594a3-67dd-4c49-a496-1e0d5b128e74 req-6527d206-cad1-4b01-b62e-07d9f5246938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:37.986185 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc594a3-67dd-4c49-a496-1e0d5b128e74 req-6527d206-cad1-4b01-b62e-07d9f5246938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:37.987173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc594a3-67dd-4c49-a496-1e0d5b128e74 req-6527d206-cad1-4b01-b62e-07d9f5246938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:37.989138 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ecc594a3-67dd-4c49-a496-1e0d5b128e74 req-6527d206-cad1-4b01-b62e-07d9f5246938 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=502c1396aecc4792a466ed6e68112592&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5286801 Mar 23 01:36:38.022177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-826233f4-630e-43a0-93d6-de1028fb4921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, bcb5bba5-c393-415e-b531-6fbef811d49d) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:38.047941 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12462167-a7d8-4322-876e-a824227a79d9 None None] Network bcb5bba5-c393-415e-b531-6fbef811d49d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:38.059863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826233f4-630e-43a0-93d6-de1028fb4921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:38.060838 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-826233f4-630e-43a0-93d6-de1028fb4921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:38.066579 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] For port 46c67801-092c-4e9c-8842-b5a71cd68891, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:38.071656 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] For port 46c67801-092c-4e9c-8842-b5a71cd68891, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=46c67801-092c-4e9c-8842-b5a71cd68891,segment=NetworkSegment(5a9c88dd-4d81-472b-bc7d-67b1fdd6408b),segment_id=5a9c88dd-4d81-472b-bc7d-67b1fdd6408b)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:38.082257 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (46c67801-092c-4e9c-8842-b5a71cd68891), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:38.189500 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Routers {'de13e609-c19c-494c-8790-af21a34a4eba'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:36:38.190271 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:36:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['de13e609-c19c-494c-8790-af21a34a4eba'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:38.197420 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07937a02-44af-47c6-a666-50c5b1bb0f44 None None] Pushing event updated for resources: {'Port': ['ID=46c67801-092c-4e9c-8842-b5a71cd68891,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:38.202852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f26512-bafa-4b76-a0f3-d1071bfcad41 None None] The sync data for ids ['a080845e-1332-44a8-b88c-7cbc86ee9c19'] in n-d-834677-4 is: [{'id': 'a080845e-1332-44a8-b88c-7cbc86ee9c19', 'name': 'tempest-RoutersTest-router-542196115', 'tenant_id': '92a06e957cd34b499d4c6950902b5222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:36:32Z', 'updated_at': '2022-03-23T01:36:34Z', 'revision_number': 2, 'project_id': '92a06e957cd34b499d4c6950902b5222', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:36:38.253338 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74055eac-36ac-4f8b-81b2-823b2acb2291 None None] Network bcb5bba5-c393-415e-b531-6fbef811d49d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:38.273283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-41205e21-bbff-4e86-b51a-1088a3949df8 None None] Current status of the port a105f622-905b-4bc6-868e-3c594ae1a88e is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:38.273828 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-41205e21-bbff-4e86-b51a-1088a3949df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a105f622-905b-4bc6-868e-3c594ae1a88e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:38.281964 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-826233f4-630e-43a0-93d6-de1028fb4921 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4398799 Mar 23 01:36:38.421405 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56b34c-57f1-444b-a02a-9b17a2c8c726 req-302c9fba-76fc-4389-b52b-905aaf7bf270 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:38.428244 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56b34c-57f1-444b-a02a-9b17a2c8c726 req-302c9fba-76fc-4389-b52b-905aaf7bf270 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:38.430196 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f56b34c-57f1-444b-a02a-9b17a2c8c726 req-302c9fba-76fc-4389-b52b-905aaf7bf270 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1678 time: 0.5357170 Mar 23 01:36:38.465936 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] Set router de13e609-c19c-494c-8790-af21a34a4eba gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:36:38.507106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 5c45aa62-cb42-4851-94f6-4e31d0160808 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:38.508282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a105f622-905b-4bc6-868e-3c594ae1a88e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:36:38.525468 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1b18b60-7b47-4dea-b818-259a9fc4d58e tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (f95fbe87-a738-47ae-bc20-e9e254a9de1c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:38.555657 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f8dcbf4b-95f5-4976-88db-0430fcd26b96 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (a080845e-1332-44a8-b88c-7cbc86ee9c19), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:38.704770 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc594a3-67dd-4c49-a496-1e0d5b128e74 req-747e8ed5-5d29-42c9-bafc-e1b584b24bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:38.706665 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ecc594a3-67dd-4c49-a496-1e0d5b128e74 req-747e8ed5-5d29-42c9-bafc-e1b584b24bd4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6856170 Mar 23 01:36:38.714850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-41205e21-bbff-4e86-b51a-1088a3949df8 None None] For port a105f622-905b-4bc6-868e-3c594ae1a88e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a105f622-905b-4bc6-868e-3c594ae1a88e,segment=NetworkSegment(d7b9270d-c5b9-421d-b2d7-f8d5980dbe28),segment_id=d7b9270d-c5b9-421d-b2d7-f8d5980dbe28)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:38.735354 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-41205e21-bbff-4e86-b51a-1088a3949df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a105f622-905b-4bc6-868e-3c594ae1a88e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:38.747912 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1b18b60-7b47-4dea-b818-259a9fc4d58e tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (f95fbe87-a738-47ae-bc20-e9e254a9de1c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:38.803556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6bea4b64-26ae-4961-82e9-212640e1e76d None None] Deleting port a105f622-905b-4bc6-868e-3c594ae1a88e {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:38.804332 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6bea4b64-26ae-4961-82e9-212640e1e76d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a105f622-905b-4bc6-868e-3c594ae1a88e), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:38.807528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b18b60-7b47-4dea-b818-259a9fc4d58e tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event deleted for resources: {'Subnet': ['ID=f95fbe87-a738-47ae-bc20-e9e254a9de1c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:38.812802 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f8dcbf4b-95f5-4976-88db-0430fcd26b96 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (a080845e-1332-44a8-b88c-7cbc86ee9c19), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:38.814881 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f8dcbf4b-95f5-4976-88db-0430fcd26b96 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router_controller (a080845e-1332-44a8-b88c-7cbc86ee9c19), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:38.827117 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1b18b60-7b47-4dea-b818-259a9fc4d58e tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:38.831404 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e1b18b60-7b47-4dea-b818-259a9fc4d58e tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "DELETE /v2.0/subnets/f95fbe87-a738-47ae-bc20-e9e254a9de1c HTTP/1.1" status: 204 len: 168 time: 1.7020452 Mar 23 01:36:38.861225 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f56b34c-57f1-444b-a02a-9b17a2c8c726 req-55c15936-c759-4f40-8b86-1a3690ce6f85 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100626 Mar 23 01:36:38.863980 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39094) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:38.899558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc374d85-e059-4fa2-abc5-fc564bdfb2ee req-56f74be4-d5fc-4dfe-9f82-dc99abc4d3c1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:38.905268 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc374d85-e059-4fa2-abc5-fc564bdfb2ee req-56f74be4-d5fc-4dfe-9f82-dc99abc4d3c1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:38.911922 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc374d85-e059-4fa2-abc5-fc564bdfb2ee req-56f74be4-d5fc-4dfe-9f82-dc99abc4d3c1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:38.912173 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'name': 'tempest-TaggedBootDevicesTest_v242-1616577757-router', 'tenant_id': '8a0652f162104357970945c34d39ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:36:13Z', 'updated_at': '2022-03-23T01:36:32Z', 'revision_number': 4, 'project_id': '8a0652f162104357970945c34d39ef48', 'gw_port': {'id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:36:18Z', 'updated_at': '2022-03-23T01:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '46c67801-092c-4e9c-8842-b5a71cd68891', 'name': '', 'network_id': '6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e', 'tenant_id': '8a0652f162104357970945c34d39ef48', 'mac_address': 'fa:16:3e:f6:30:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd457c4c0-ffae-48ad-84be-d4560de1efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:36:29Z', 'updated_at': '2022-03-23T01:36:38Z', 'revision_number': 4, 'project_id': '8a0652f162104357970945c34d39ef48', 'subnets': [{'id': 'd457c4c0-ffae-48ad-84be-d4560de1efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:38.919617 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc374d85-e059-4fa2-abc5-fc564bdfb2ee req-56f74be4-d5fc-4dfe-9f82-dc99abc4d3c1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:38.925145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc374d85-e059-4fa2-abc5-fc564bdfb2ee req-56f74be4-d5fc-4dfe-9f82-dc99abc4d3c1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:38.931270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc374d85-e059-4fa2-abc5-fc564bdfb2ee req-56f74be4-d5fc-4dfe-9f82-dc99abc4d3c1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:38.936636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc374d85-e059-4fa2-abc5-fc564bdfb2ee req-56f74be4-d5fc-4dfe-9f82-dc99abc4d3c1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:38.942411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6bea4b64-26ae-4961-82e9-212640e1e76d None None] For port a105f622-905b-4bc6-868e-3c594ae1a88e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a105f622-905b-4bc6-868e-3c594ae1a88e,segment=NetworkSegment(d7b9270d-c5b9-421d-b2d7-f8d5980dbe28),segment_id=d7b9270d-c5b9-421d-b2d7-f8d5980dbe28)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:38.942816 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6bea4b64-26ae-4961-82e9-212640e1e76d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a105f622-905b-4bc6-868e-3c594ae1a88e), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:38.945052 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc374d85-e059-4fa2-abc5-fc564bdfb2ee req-56f74be4-d5fc-4dfe-9f82-dc99abc4d3c1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5374 time: 1.9223688 Mar 23 01:36:38.966039 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f8dcbf4b-95f5-4976-88db-0430fcd26b96 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (a080845e-1332-44a8-b88c-7cbc86ee9c19), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:38.966600 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dcbf4b-95f5-4976-88db-0430fcd26b96 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Fanout notify agent at l3_agent the message router_deleted on router a080845e-1332-44a8-b88c-7cbc86ee9c19 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:36:38.973289 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5582ae39-444c-426c-a85d-0fc8df1b5faf None None] The sync data for ids ['de13e609-c19c-494c-8790-af21a34a4eba'] in n-d-834677-4 is: [{'id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'name': 'tempest-TaggedBootDevicesTest_v242-1616577757-router', 'tenant_id': '8a0652f162104357970945c34d39ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:36:13Z', 'updated_at': '2022-03-23T01:36:32Z', 'revision_number': 4, 'project_id': '8a0652f162104357970945c34d39ef48', 'gw_port': {'id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:36:18Z', 'updated_at': '2022-03-23T01:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '46c67801-092c-4e9c-8842-b5a71cd68891', 'name': '', 'network_id': '6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e', 'tenant_id': '8a0652f162104357970945c34d39ef48', 'mac_address': 'fa:16:3e:f6:30:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd457c4c0-ffae-48ad-84be-d4560de1efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:36:29Z', 'updated_at': '2022-03-23T01:36:38Z', 'revision_number': 4, 'project_id': '8a0652f162104357970945c34d39ef48', 'subnets': [{'id': 'd457c4c0-ffae-48ad-84be-d4560de1efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:36:38.978718 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f8dcbf4b-95f5-4976-88db-0430fcd26b96 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:38.981782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6bea4b64-26ae-4961-82e9-212640e1e76d None None] Calling delete_port for a105f622-905b-4bc6-868e-3c594ae1a88e owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:38.984899 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39098) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:38.990050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f8dcbf4b-95f5-4976-88db-0430fcd26b96 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/routers/a080845e-1332-44a8-b88c-7cbc86ee9c19 HTTP/1.1" status: 204 len: 168 time: 1.3394451 Mar 23 01:36:39.009899 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-395d5b35-4dcf-44d4-8965-717782cf63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:39.013093 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-395d5b35-4dcf-44d4-8965-717782cf63bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5bede50c-6623-4ddd-8482-f06544e3e59b HTTP/1.1" status: 200 len: 801 time: 1.4685361 Mar 23 01:36:39.110536 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ac4efc95-04cb-4db1-aae1-ee8dcf59b418 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports?device_id=a080845e-1332-44a8-b88c-7cbc86ee9c19 HTTP/1.1" status: 200 len: 205 time: 0.1181781 Mar 23 01:36:39.114577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39100) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:39.121356 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc374d85-e059-4fa2-abc5-fc564bdfb2ee req-9057a16f-1a62-4431-80e7-cce25dc8c910 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1752863 Mar 23 01:36:39.144324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-0e42c0ac-a27e-42ab-b764-26aa2c472cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:39.146083 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-0e42c0ac-a27e-42ab-b764-26aa2c472cb2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01061c44-9870-4952-9c84-bac4605c5df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1147289 Mar 23 01:36:39.288423 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-fc0acc4d-b425-4355-addc-fffd5811fd83 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] delete failed (client error): The resource could not be found. Mar 23 01:36:39.291989 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fc0acc4d-b425-4355-addc-fffd5811fd83 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/routers/a080845e-1332-44a8-b88c-7cbc86ee9c19 HTTP/1.1" status: 404 len: 336 time: 0.1722629 Mar 23 01:36:39.293909 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39110) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:39.301425 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d40d0009-34af-4a6e-970a-ea51f40335b1 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:36:39.317911 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a269772-a042-4103-89bf-bfdfc5934644 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:39.323191 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2a269772-a042-4103-89bf-bfdfc5934644 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4466667 Mar 23 01:36:39.324453 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39112) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:39.327504 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Publish callbacks [] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:39.358706 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb2631e-a3c1-4178-8a3a-92943f11341c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] DELETE failed (client error): The resource could not be found. Mar 23 01:36:39.359428 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb2631e-a3c1-4178-8a3a-92943f11341c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:36:39.365060 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7eb2631e-a3c1-4178-8a3a-92943f11341c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/41293a9b-f71e-43cd-9e07-d19eee1630f1 HTTP/1.1" status: 404 len: 337 time: 0.0525782 Mar 23 01:36:39.390348 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39114) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:39.429205 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef34a05a-6506-4273-b823-13f3a090d72b None None] Network 9217e90a-fd4c-43fb-8ffd-3f76c900dd16 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:36:39.488793 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-7df180c1-297a-4c57-8112-fa6ab1223b83 service neutron] 10.222.0.43 "GET /v2.0/networks/01061c44-9870-4952-9c84-bac4605c5df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317707 Mar 23 01:36:39.518522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751c76c-d7bb-4668-a98a-e6df6780f2db req-eb016494-8688-4fa0-b647-d5c772ed6947 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:39.520269 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3751c76c-d7bb-4668-a98a-e6df6780f2db req-eb016494-8688-4fa0-b647-d5c772ed6947 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.2088790 Mar 23 01:36:39.560032 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port a105f622-905b-4bc6-868e-3c594ae1a88e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:39.560824 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a105f622-905b-4bc6-868e-3c594ae1a88e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:39.674422 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3751c76c-d7bb-4668-a98a-e6df6780f2db req-d3306413-eb82-4076-a403-4ae0caba0b3f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447327 Mar 23 01:36:39.701790 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41205e21-bbff-4e86-b51a-1088a3949df8 None None] Pushing event updated for resources: {'Port': ['ID=a105f622-905b-4bc6-868e-3c594ae1a88e,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:39.713782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-79dafcab-98ce-4f60-987b-a5a864be2f1e None None] Provisioning complete for port a105f622-905b-4bc6-868e-3c594ae1a88e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:39.714471 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-79dafcab-98ce-4f60-987b-a5a864be2f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a105f622-905b-4bc6-868e-3c594ae1a88e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:39.751396 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f9514a9-27d9-47bd-b2d2-15370033bd96 req-cf730e8c-27d7-4eff-be32-5cfa4928b1f6 service neutron] 10.222.0.43 "GET /v2.0/networks/01061c44-9870-4952-9c84-bac4605c5df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538173 Mar 23 01:36:39.863311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a105f622-905b-4bc6-868e-3c594ae1a88e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:39.906529 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6bea4b64-26ae-4961-82e9-212640e1e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (a105f622-905b-4bc6-868e-3c594ae1a88e), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:39.963639 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea4b64-26ae-4961-82e9-212640e1e76d None None] Pushing event deleted for resources: {'Port': ['ID=a105f622-905b-4bc6-868e-3c594ae1a88e,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:39.969590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-79dafcab-98ce-4f60-987b-a5a864be2f1e None None] Could not find standard attr ID for object a105f622-905b-4bc6-868e-3c594ae1a88e. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:36:39.985693 n-d-834677-4 neutron-server[99265]: INFO neutron.plugins.ml2.db [None req-79dafcab-98ce-4f60-987b-a5a864be2f1e None None] No ports have port_id starting with a105f622-905b-4bc6-868e-3c594ae1a88e Mar 23 01:36:39.994742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bea4b64-26ae-4961-82e9-212640e1e76d None None] No DVR routers for this DVR port a105f622-905b-4bc6-868e-3c594ae1a88e on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:36:40.033081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d2c3e-3875-46a2-89ab-352e9640f772 req-a8257751-9532-474e-a5f4-8348a77f1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:40.033845 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d2c3e-3875-46a2-89ab-352e9640f772 req-a8257751-9532-474e-a5f4-8348a77f1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:40.036308 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-800d2c3e-3875-46a2-89ab-352e9640f772 req-a8257751-9532-474e-a5f4-8348a77f1ce0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=054fa183fb5d47de98ba8e2cf6ee1cc3&device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 2042 time: 0.1635959 Mar 23 01:36:40.053628 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-79dafcab-98ce-4f60-987b-a5a864be2f1e None None] Provisioning complete for port 46c67801-092c-4e9c-8842-b5a71cd68891 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:40.054003 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-79dafcab-98ce-4f60-987b-a5a864be2f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (46c67801-092c-4e9c-8842-b5a71cd68891), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:40.170686 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e19110-8a61-4831-8aa7-588532552b3b None None] DHCP port deletion for 9217e90a-fd4c-43fb-8ffd-3f76c900dd16 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:36:40.234763 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc79602-bf2e-4d8c-b07d-b8c144e1dbb7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] DELETE failed (client error): The resource could not be found. Mar 23 01:36:40.235228 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc79602-bf2e-4d8c-b07d-b8c144e1dbb7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:36:40.241537 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7cc79602-bf2e-4d8c-b07d-b8c144e1dbb7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/26207ef1-6a84-4c63-acc1-d4ec87bf2501 HTTP/1.1" status: 404 len: 337 time: 0.8464863 Mar 23 01:36:40.246186 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 46c67801-092c-4e9c-8842-b5a71cd68891 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:36:40.248041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Transition to ACTIVE for port object d40d0009-34af-4a6e-970a-ea51f40335b1 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:36:40.267273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39122) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:40.283666 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:40.342562 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9e8c70-2cdc-45d9-b18a-79728e5ba527 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] DELETE failed (client error): The resource could not be found. Mar 23 01:36:40.342944 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9e8c70-2cdc-45d9-b18a-79728e5ba527 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:36:40.346265 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0f9e8c70-2cdc-45d9-b18a-79728e5ba527 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/414d1517-9dda-44fe-99ed-47d3b9ca42e9 HTTP/1.1" status: 404 len: 337 time: 0.0761330 Mar 23 01:36:40.360199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39124) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:40.372476 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-79dafcab-98ce-4f60-987b-a5a864be2f1e None None] Current status of the port 46c67801-092c-4e9c-8842-b5a71cd68891 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:40.373036 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-79dafcab-98ce-4f60-987b-a5a864be2f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (46c67801-092c-4e9c-8842-b5a71cd68891), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:40.396839 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-63e19110-8a61-4831-8aa7-588532552b3b None None] Deleting port 5c45aa62-cb42-4851-94f6-4e31d0160808 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:40.398823 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-63e19110-8a61-4831-8aa7-588532552b3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5c45aa62-cb42-4851-94f6-4e31d0160808), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:40.445879 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (9217e90a-fd4c-43fb-8ffd-3f76c900dd16), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:40.450767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d40d0009-34af-4a6e-970a-ea51f40335b1,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:40.502837 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9d69d6-e1a1-408f-afc4-30edd2b8ddb8 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] DELETE failed (client error): The resource could not be found. Mar 23 01:36:40.503312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9d69d6-e1a1-408f-afc4-30edd2b8ddb8 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:36:40.509099 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3b9d69d6-e1a1-408f-afc4-30edd2b8ddb8 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/7505ef56-c5c9-4c03-af87-5649ec1e0505 HTTP/1.1" status: 404 len: 337 time: 0.1458213 Mar 23 01:36:40.511527 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39126) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:40.519610 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-14cd89d3-6691-4a23-b86a-b33ff953f0ae tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:40.522303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676c3b-b134-4bd8-a37c-9244fbec49c3 req-0b08015f-326f-4a07-b5c0-c26a6d8b359e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:40.529307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676c3b-b134-4bd8-a37c-9244fbec49c3 req-0b08015f-326f-4a07-b5c0-c26a6d8b359e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:40.531491 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-80676c3b-b134-4bd8-a37c-9244fbec49c3 req-0b08015f-326f-4a07-b5c0-c26a6d8b359e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1678 time: 0.4508750 Mar 23 01:36:40.532307 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-14cd89d3-6691-4a23-b86a-b33ff953f0ae tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/networks?id=bcb5bba5-c393-415e-b531-6fbef811d49d HTTP/1.1" status: 200 len: 813 time: 1.2412579 Mar 23 01:36:40.533894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d2c3e-3875-46a2-89ab-352e9640f772 req-503f3881-ecba-4eba-af64-a124fb7ebbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:40.535379 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-800d2c3e-3875-46a2-89ab-352e9640f772 req-503f3881-ecba-4eba-af64-a124fb7ebbdb service neutron] 10.222.0.43 "GET /v2.0/networks?id=01061c44-9870-4952-9c84-bac4605c5df4 HTTP/1.1" status: 200 len: 901 time: 0.4929409 Mar 23 01:36:40.542618 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-63e19110-8a61-4831-8aa7-588532552b3b None None] For port 5c45aa62-cb42-4851-94f6-4e31d0160808, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5c45aa62-cb42-4851-94f6-4e31d0160808,segment=NetworkSegment(750a0b2e-1831-4c6e-bf3a-a027419a03e4),segment_id=750a0b2e-1831-4c6e-bf3a-a027419a03e4)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:40.543160 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-63e19110-8a61-4831-8aa7-588532552b3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5c45aa62-cb42-4851-94f6-4e31d0160808), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:40.560728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-63e19110-8a61-4831-8aa7-588532552b3b None None] Calling delete_port for 5c45aa62-cb42-4851-94f6-4e31d0160808 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:40.631127 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-75ee3f34-a498-4b04-8f2c-36e8a8a667b9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports?device_id=06a07313-ecb8-4460-8aaf-d015e1db9eeb HTTP/1.1" status: 200 len: 205 time: 0.0961666 Mar 23 01:36:40.641310 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-bf36ca57-914b-4e0e-b263-937d63bdca98 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/quotas/80de875bfe1949b9a4efaeb9a8eb1ce1 HTTP/1.1" status: 200 len: 375 time: 0.1075902 Mar 23 01:36:40.645543 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39128) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:40.699263 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-63e19110-8a61-4831-8aa7-588532552b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (5c45aa62-cb42-4851-94f6-4e31d0160808), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:40.715045 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-80676c3b-b134-4bd8-a37c-9244fbec49c3 req-dd94a158-ac60-4c1b-8d05-ce7367a59fb0 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754386 Mar 23 01:36:40.717403 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-800d2c3e-3875-46a2-89ab-352e9640f772 req-4b7b102c-93a0-4069-97f4-0394446af6d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.84&port_id=d7294842-1542-4bac-a897-290937083e03 HTTP/1.1" status: 200 len: 217 time: 0.1746082 Mar 23 01:36:40.794347 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-12c49eb9-c097-42d5-bc3a-35b71068bd7d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] delete failed (client error): The resource could not be found. Mar 23 01:36:40.794914 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e19110-8a61-4831-8aa7-588532552b3b None None] Pushing event deleted for resources: {'Port': ['ID=5c45aa62-cb42-4851-94f6-4e31d0160808,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:40.795874 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-12c49eb9-c097-42d5-bc3a-35b71068bd7d tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/routers/06a07313-ecb8-4460-8aaf-d015e1db9eeb HTTP/1.1" status: 404 len: 336 time: 0.1488659 Mar 23 01:36:40.802253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39132) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:40.819274 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-7680c585-efc5-4277-b72c-3ecb92717182 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=80de875bfe1949b9a4efaeb9a8eb1ce1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1765685 Mar 23 01:36:40.856287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-79dafcab-98ce-4f60-987b-a5a864be2f1e None None] For port 46c67801-092c-4e9c-8842-b5a71cd68891, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=46c67801-092c-4e9c-8842-b5a71cd68891,segment=NetworkSegment(5a9c88dd-4d81-472b-bc7d-67b1fdd6408b),segment_id=5a9c88dd-4d81-472b-bc7d-67b1fdd6408b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:40.858934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e19110-8a61-4831-8aa7-588532552b3b None None] No DVR routers for this DVR port 5c45aa62-cb42-4851-94f6-4e31d0160808 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:36:40.860936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 46c67801-092c-4e9c-8842-b5a71cd68891 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:40.861535 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (46c67801-092c-4e9c-8842-b5a71cd68891), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:40.904964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Attempting to bind port d40d0009-34af-4a6e-970a-ea51f40335b1 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:40.905561 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Attempting to bind port d40d0009-34af-4a6e-970a-ea51f40335b1 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:40.906087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Attempting to bind port d40d0009-34af-4a6e-970a-ea51f40335b1 on network 54f43f40-2d1d-40ff-a148-e6b1420c7986 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:40.923478 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-79dafcab-98ce-4f60-987b-a5a864be2f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (46c67801-092c-4e9c-8842-b5a71cd68891), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:40.933590 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Port d40d0009-34af-4a6e-970a-ea51f40335b1 on network 54f43f40-2d1d-40ff-a148-e6b1420c7986 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:36:40.933830 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Attempting to bind port d40d0009-34af-4a6e-970a-ea51f40335b1 on network 54f43f40-2d1d-40ff-a148-e6b1420c7986 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:40.937994 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-eabd5774-6ff8-41b9-91c4-7c04c1873d37 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports?device_id=50039899-4459-4b43-be6b-c04d3149420c HTTP/1.1" status: 200 len: 205 time: 0.1345422 Mar 23 01:36:40.940982 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39134) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:40.941472 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d2c3e-3875-46a2-89ab-352e9640f772 req-822242b5-4db6-456c-a4a1-6b2d167af40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:40.942869 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-800d2c3e-3875-46a2-89ab-352e9640f772 req-822242b5-4db6-456c-a4a1-6b2d167af40c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5bede50c-6623-4ddd-8482-f06544e3e59b HTTP/1.1" status: 200 len: 801 time: 0.2175479 Mar 23 01:36:41.007054 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-79dafcab-98ce-4f60-987b-a5a864be2f1e None None] Could not find standard attr ID for object 5c45aa62-cb42-4851-94f6-4e31d0160808. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:36:41.010400 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dafcab-98ce-4f60-987b-a5a864be2f1e None None] Pushing event updated for resources: {'Port': ['ID=46c67801-092c-4e9c-8842-b5a71cd68891,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:41.021181 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd111270-e496-4b18-9fd6-b1d9e09955e6 req-655f8c96-d83f-4c57-bedf-cf4c42084b5c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:41.026872 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd111270-e496-4b18-9fd6-b1d9e09955e6 req-655f8c96-d83f-4c57-bedf-cf4c42084b5c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:41.030284 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-52f0a9f8-36a1-4c0b-bf12-e4e383868018 service neutron] 10.222.0.18 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098691 Mar 23 01:36:41.037681 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-9641e161-8429-42cb-b770-d5861cc4a9b7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] delete failed (client error): The resource could not be found. Mar 23 01:36:41.041117 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9641e161-8429-42cb-b770-d5861cc4a9b7 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/routers/50039899-4459-4b43-be6b-c04d3149420c HTTP/1.1" status: 404 len: 336 time: 0.0551760 Mar 23 01:36:41.042751 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd111270-e496-4b18-9fd6-b1d9e09955e6 req-655f8c96-d83f-4c57-bedf-cf4c42084b5c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:41.049015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Deleting port 5c45aa62-cb42-4851-94f6-4e31d0160808 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:36:41.049466 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5c45aa62-cb42-4851-94f6-4e31d0160808), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:41.049756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd111270-e496-4b18-9fd6-b1d9e09955e6 req-655f8c96-d83f-4c57-bedf-cf4c42084b5c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:41.055192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd111270-e496-4b18-9fd6-b1d9e09955e6 req-655f8c96-d83f-4c57-bedf-cf4c42084b5c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:41.061776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd111270-e496-4b18-9fd6-b1d9e09955e6 req-655f8c96-d83f-4c57-bedf-cf4c42084b5c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:41.067874 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd111270-e496-4b18-9fd6-b1d9e09955e6 req-655f8c96-d83f-4c57-bedf-cf4c42084b5c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:41.070077 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd111270-e496-4b18-9fd6-b1d9e09955e6 req-655f8c96-d83f-4c57-bedf-cf4c42084b5c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5386 time: 0.2291932 Mar 23 01:36:41.071324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39136) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:41.085206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 46c67801-092c-4e9c-8842-b5a71cd68891 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:41.159119 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] For port 5c45aa62-cb42-4851-94f6-4e31d0160808, host n-d-834677-4, got binding levels [] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:41.159647 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5c45aa62-cb42-4851-94f6-4e31d0160808), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:41.166764 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-93302cae-1042-45d6-900e-88c68d8513e1 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] DELETE failed (client error): The resource could not be found. Mar 23 01:36:41.167227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93302cae-1042-45d6-900e-88c68d8513e1 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:36:41.174567 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-93302cae-1042-45d6-900e-88c68d8513e1 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/1f6b8deb-bf8d-43e8-92ea-d2388c5065db HTTP/1.1" status: 404 len: 337 time: 0.1022089 Mar 23 01:36:41.177855 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Calling delete_port for 5c45aa62-cb42-4851-94f6-4e31d0160808 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:36:41.181237 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_backend_mixin [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Port 5c45aa62-cb42-4851-94f6-4e31d0160808 was not found and therefore no delete operation was performed {{(pid=99263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 01:36:41.182407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39138) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:41.185041 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (5c45aa62-cb42-4851-94f6-4e31d0160808), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:41.193427 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a105f622-905b-4bc6-868e-3c594ae1a88e no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:36:41.195878 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:41.196339 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Checking segment: {'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:41.196861 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Bound using segment: {'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:41.197428 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Bound port: d40d0009-34af-4a6e-970a-ea51f40335b1, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:41.197887 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:41.232109 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9681e87a-3908-4a75-ac5e-6c367539fec3 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c HTTP/1.1" status: 200 len: 205 time: 0.0446253 Mar 23 01:36:41.244932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: a105f622-905b-4bc6-868e-3c594ae1a88e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:36:41.244932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a105f622-905b-4bc6-868e-3c594ae1a88e not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:36:41.247303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d2c3e-3875-46a2-89ab-352e9640f772 req-83d7f8c6-c2e5-4fe1-9ed4-38c8e1e3a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:41.249060 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-800d2c3e-3875-46a2-89ab-352e9640f772 req-83d7f8c6-c2e5-4fe1-9ed4-38c8e1e3a94e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01061c44-9870-4952-9c84-bac4605c5df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2937896 Mar 23 01:36:41.251832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39140) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:41.314747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] For port d40d0009-34af-4a6e-970a-ea51f40335b1, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:41.319212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] For port d40d0009-34af-4a6e-970a-ea51f40335b1, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d40d0009-34af-4a6e-970a-ea51f40335b1,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:41.328017 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-6064162f-89fe-4278-8d0e-ebf03204e73e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] delete failed (client error): The resource could not be found. Mar 23 01:36:41.329143 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6064162f-89fe-4278-8d0e-ebf03204e73e tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/routers/b6bd5be2-5633-4d46-b0ef-0d98b2fa5e7c HTTP/1.1" status: 404 len: 336 time: 0.0755343 Mar 23 01:36:41.357625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39142) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:41.363549 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] No DVR routers for this DVR port 5c45aa62-cb42-4851-94f6-4e31d0160808 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:36:41.365831 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event deleted for resources: {'Port': ['ID=5c45aa62-cb42-4851-94f6-4e31d0160808,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:41.397983 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:41.411144 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd111270-e496-4b18-9fd6-b1d9e09955e6 req-aa4a032c-c4f9-4799-ae95-3919df69d255 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3287339 Mar 23 01:36:41.477637 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e2f5165e-6bf3-4e8a-a503-6b8b8d3ba26f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports?device_id=97a30af8-7547-4fea-9a47-a9a5d9cc83fe HTTP/1.1" status: 200 len: 205 time: 0.1173351 Mar 23 01:36:41.483321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39144) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:41.538247 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-12ff0e90-2276-49d1-addc-c18583d26fec tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] delete failed (client error): The resource could not be found. Mar 23 01:36:41.542015 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-12ff0e90-2276-49d1-addc-c18583d26fec tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/routers/97a30af8-7547-4fea-9a47-a9a5d9cc83fe HTTP/1.1" status: 404 len: 336 time: 0.0517385 Mar 23 01:36:41.543801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:41.544439 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:41.545898 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] 10.222.0.43 "PUT /v2.0/ports/d40d0009-34af-4a6e-970a-ea51f40335b1 HTTP/1.1" status: 200 len: 1091 time: 4.8175278 Mar 23 01:36:41.546346 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39146) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:41.548034 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (9217e90a-fd4c-43fb-8ffd-3f76c900dd16), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:41.573673 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'tag': 'd40d0009-34af-4a6e-970a-ea51f40335b1'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:41.576096 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a429b5d-7f1b-4f77-a276-535205b9042d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "tag": "d40d0009-34af-4a6e-970a-ea51f40335b1"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:41.622015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9217e90a-fd4c-43fb-8ffd-3f76c900dd16']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:41.631716 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-800d2c3e-3875-46a2-89ab-352e9640f772 req-e888bbc5-88f0-41d4-8fc7-c602a8bc73c2 service neutron] 10.222.0.43 "GET /v2.0/networks/01061c44-9870-4952-9c84-bac4605c5df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658035 Mar 23 01:36:41.639779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750a0b2e-1831-4c6e-bf3a-a027419a03e4') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:41.640461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750a0b2e-1831-4c6e-bf3a-a027419a03e4') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:41.642624 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e3c08-da59-4944-83bb-f6f9b4909dca req-6065f0f0-0a85-4ea7-905a-639cd3c6c56d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:41.644161 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf9e3c08-da59-4944-83bb-f6f9b4909dca req-6065f0f0-0a85-4ea7-905a-639cd3c6c56d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.0766296 Mar 23 01:36:41.662084 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (750a0b2e-1831-4c6e-bf3a-a027419a03e4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:41.683217 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (750a0b2e-1831-4c6e-bf3a-a027419a03e4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:41.696805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:36:41.697845 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (750a0b2e-1831-4c6e-bf3a-a027419a03e4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:41.746741 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf9e3c08-da59-4944-83bb-f6f9b4909dca req-a987207c-5710-4233-a220-8f6167e3b1e3 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941648 Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:36:41.756497 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:36:41.771420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Request body: {'port': {'device_id': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:41.812973 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-800d2c3e-3875-46a2-89ab-352e9640f772 req-e19e973c-1fb3-4ace-9683-5def52029e85 service neutron] 10.222.0.43 "GET /v2.0/networks/01061c44-9870-4952-9c84-bac4605c5df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676517 Mar 23 01:36:41.893132 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f58f1a-95b8-4e4a-bd49-1c4ccf3f62c3 x-openstack-request-id: req-66f58f1a-95b8-4e4a-bd49-1c4ccf3f62c3 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:41.893425 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "tag": "d40d0009-34af-4a6e-970a-ea51f40335b1", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:41.893682 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66f58f1a-95b8-4e4a-bd49-1c4ccf3f62c3 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:41.894105 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f58f1a-95b8-4e4a-bd49-1c4ccf3f62c3'] response: {'name': 'network-changed', 'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'tag': 'd40d0009-34af-4a6e-970a-ea51f40335b1', 'status': 'completed', 'code': 200} Mar 23 01:36:41.920029 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8288a3-2ffd-4ccc-8f1b-4ccdfb30a3e9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] DELETE failed (client error): The resource could not be found. Mar 23 01:36:41.920499 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8288a3-2ffd-4ccc-8f1b-4ccdfb30a3e9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:36:41.923763 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5f8288a3-2ffd-4ccc-8f1b-4ccdfb30a3e9 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/007072e5-d8e0-4a99-a47e-379a113337b9 HTTP/1.1" status: 404 len: 337 time: 0.3449807 Mar 23 01:36:41.932507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a429b5d-7f1b-4f77-a276-535205b9042d req-a7a6d1da-9cb2-4756-9b37-b31017345c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:41.933085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a429b5d-7f1b-4f77-a276-535205b9042d req-a7a6d1da-9cb2-4756-9b37-b31017345c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:41.933547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a429b5d-7f1b-4f77-a276-535205b9042d req-a7a6d1da-9cb2-4756-9b37-b31017345c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:41.934055 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a429b5d-7f1b-4f77-a276-535205b9042d req-a7a6d1da-9cb2-4756-9b37-b31017345c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:41.934516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a429b5d-7f1b-4f77-a276-535205b9042d req-a7a6d1da-9cb2-4756-9b37-b31017345c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:41.934975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a429b5d-7f1b-4f77-a276-535205b9042d req-a7a6d1da-9cb2-4756-9b37-b31017345c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:41.935432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a429b5d-7f1b-4f77-a276-535205b9042d req-a7a6d1da-9cb2-4756-9b37-b31017345c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:41.937577 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a429b5d-7f1b-4f77-a276-535205b9042d req-a7a6d1da-9cb2-4756-9b37-b31017345c74 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=502c1396aecc4792a466ed6e68112592&device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 6402 time: 0.0634921 Mar 23 01:36:41.938068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39152) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:41.952345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adee166-7c73-4cc4-89ef-3e2fec5c9fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d40d0009-34af-4a6e-970a-ea51f40335b1,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:41.971973 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-88f23f48-88cb-4617-b61c-8d7acf683d76 service neutron] 10.222.0.18 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9317930 Mar 23 01:36:41.976015 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (9217e90a-fd4c-43fb-8ffd-3f76c900dd16), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:42.000431 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:42.007015 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "DELETE /v2.0/networks/9217e90a-fd4c-43fb-8ffd-3f76c900dd16 HTTP/1.1" status: 204 len: 168 time: 2.6795671 Mar 23 01:36:42.025660 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-de5fa711-42c2-4190-8634-40014433996c tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports?device_id=e90fc752-9246-41c9-83ea-24ea0dd8dc6f HTTP/1.1" status: 200 len: 205 time: 0.0864191 Mar 23 01:36:42.029107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39154) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:42.029442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39156) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:42.064717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 46c67801-092c-4e9c-8842-b5a71cd68891 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:36:42.071798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299abd7-7c8f-48ed-8462-62df1ba9ca0b tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event deleted for resources: {'Network': ['ID=9217e90a-fd4c-43fb-8ffd-3f76c900dd16,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:42.091028 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:42.115491 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-1845202e-4374-4c55-8d46-09070e3a690a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] delete failed (client error): The resource could not be found. Mar 23 01:36:42.119859 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1845202e-4374-4c55-8d46-09070e3a690a tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/routers/e90fc752-9246-41c9-83ea-24ea0dd8dc6f HTTP/1.1" status: 404 len: 336 time: 0.0810494 Mar 23 01:36:42.123576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39158) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:42.194098 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 46c67801-092c-4e9c-8842-b5a71cd68891 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:42.196834 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (46c67801-092c-4e9c-8842-b5a71cd68891), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:42.403470 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 46c67801-092c-4e9c-8842-b5a71cd68891 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:42.488199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a955a2-cd1d-4c4f-b6c6-a5e86388276c req-350fbdc0-db47-4691-9e4d-acbbf4bfe539 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:42.504944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5c45aa62-cb42-4851-94f6-4e31d0160808 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:36:42.509234 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a955a2-cd1d-4c4f-b6c6-a5e86388276c req-350fbdc0-db47-4691-9e4d-acbbf4bfe539 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:42.516333 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a955a2-cd1d-4c4f-b6c6-a5e86388276c req-350fbdc0-db47-4691-9e4d-acbbf4bfe539 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1678 time: 0.5356236 Mar 23 01:36:42.531956 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c5614bf-03dd-47ce-874f-cffee4e00064 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (7ee77d5f-658f-4163-a78d-289515fee515), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:42.542426 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 5c45aa62-cb42-4851-94f6-4e31d0160808 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:36:42.542772 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5c45aa62-cb42-4851-94f6-4e31d0160808 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:36:42.642779 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a955a2-cd1d-4c4f-b6c6-a5e86388276c req-a0a1ed2c-1171-4cd5-b43c-fe3817ef9b36 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956786 Mar 23 01:36:42.642779 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a429b5d-7f1b-4f77-a276-535205b9042d req-36f972c2-c3b0-48ed-81c6-b5199159e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:42.642779 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a429b5d-7f1b-4f77-a276-535205b9042d req-36f972c2-c3b0-48ed-81c6-b5199159e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:42.642779 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a429b5d-7f1b-4f77-a276-535205b9042d req-36f972c2-c3b0-48ed-81c6-b5199159e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:42.655098 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a429b5d-7f1b-4f77-a276-535205b9042d req-36f972c2-c3b0-48ed-81c6-b5199159e625 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=502c1396aecc4792a466ed6e68112592&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6458213 Mar 23 01:36:42.686786 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f70b00-bcd4-4052-b47e-4b0e10c94360 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:36:42.696677 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Publish callbacks [] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:42.725568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Transition to ACTIVE for port object 81f70b00-bcd4-4052-b47e-4b0e10c94360 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:36:42.727594 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5360853-aa4f-4295-8c1e-cf4548861bee tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] DELETE failed (client error): The resource could not be found. Mar 23 01:36:42.728162 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5360853-aa4f-4295-8c1e-cf4548861bee tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:36:42.735472 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a5360853-aa4f-4295-8c1e-cf4548861bee tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/355dcbf4-ac8b-4c9a-8b75-b141be741b55 HTTP/1.1" status: 404 len: 337 time: 0.6108897 Mar 23 01:36:42.736283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39172) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:42.763664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:42.852971 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-90dd7835-e366-44f6-861a-3220573d7a1f tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "GET /v2.0/ports?device_id=2099928d-7d77-4dd2-b482-268ec6b54869 HTTP/1.1" status: 200 len: 205 time: 0.0990129 Mar 23 01:36:42.854520 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39176) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:42.930444 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-f181a1e4-8fad-4831-a210-03e8b0789912 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] delete failed (client error): The resource could not be found. Mar 23 01:36:42.933779 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f181a1e4-8fad-4831-a210-03e8b0789912 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/routers/2099928d-7d77-4dd2-b482-268ec6b54869 HTTP/1.1" status: 404 len: 336 time: 0.0730915 Mar 23 01:36:42.957709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39188) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:42.972946 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b1a1547-3c6a-40d4-a585-db394800c3ed req-00fccfce-e3d1-4826-91f2-0f5b04a2fb07 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 210 time: 0.1723287 Mar 23 01:36:43.105130 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841058b-f4a0-4abd-8f89-1c1949cec02f req-cd5c7c4f-85d1-46b0-8e91-a0cd32ce6890 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:43.122246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841058b-f4a0-4abd-8f89-1c1949cec02f req-cd5c7c4f-85d1-46b0-8e91-a0cd32ce6890 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:43.138929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841058b-f4a0-4abd-8f89-1c1949cec02f req-cd5c7c4f-85d1-46b0-8e91-a0cd32ce6890 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:43.144418 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841058b-f4a0-4abd-8f89-1c1949cec02f req-cd5c7c4f-85d1-46b0-8e91-a0cd32ce6890 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:43.159637 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841058b-f4a0-4abd-8f89-1c1949cec02f req-cd5c7c4f-85d1-46b0-8e91-a0cd32ce6890 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:43.165910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841058b-f4a0-4abd-8f89-1c1949cec02f req-cd5c7c4f-85d1-46b0-8e91-a0cd32ce6890 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:43.171634 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841058b-f4a0-4abd-8f89-1c1949cec02f req-cd5c7c4f-85d1-46b0-8e91-a0cd32ce6890 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:43.173957 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9841058b-f4a0-4abd-8f89-1c1949cec02f req-cd5c7c4f-85d1-46b0-8e91-a0cd32ce6890 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5386 time: 0.4602039 Mar 23 01:36:43.175806 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Pushing event updated for resources: {'Port': ['ID=81f70b00-bcd4-4052-b47e-4b0e10c94360,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:43.185599 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Attempting to bind port 81f70b00-bcd4-4052-b47e-4b0e10c94360 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:43.186391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Attempting to bind port 81f70b00-bcd4-4052-b47e-4b0e10c94360 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:43.187058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Attempting to bind port 81f70b00-bcd4-4052-b47e-4b0e10c94360 on network 54f43f40-2d1d-40ff-a148-e6b1420c7986 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:43.191230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a429b5d-7f1b-4f77-a276-535205b9042d req-c28f5526-e5ba-4eb3-85c7-4d2eea77e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:43.193182 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a429b5d-7f1b-4f77-a276-535205b9042d req-c28f5526-e5ba-4eb3-85c7-4d2eea77e042 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5226998 Mar 23 01:36:43.194270 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-6010d94a-305c-4fbd-ad00-5b671312d9e2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] DELETE failed (client error): The resource could not be found. Mar 23 01:36:43.194975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6010d94a-305c-4fbd-ad00-5b671312d9e2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:36:43.200556 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6010d94a-305c-4fbd-ad00-5b671312d9e2 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/7e3f91dd-d467-40e4-8090-509a4ea2f1ed HTTP/1.1" status: 404 len: 337 time: 0.2248650 Mar 23 01:36:43.208538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39194) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:43.222816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Port 81f70b00-bcd4-4052-b47e-4b0e10c94360 on network 54f43f40-2d1d-40ff-a148-e6b1420c7986 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:36:43.223152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Attempting to bind port 81f70b00-bcd4-4052-b47e-4b0e10c94360 on network 54f43f40-2d1d-40ff-a148-e6b1420c7986 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:43.266704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9841058b-f4a0-4abd-8f89-1c1949cec02f req-e2a79d55-00a1-45c4-939c-33595edf479b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830746 Mar 23 01:36:43.268118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:43.268481 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Checking segment: {'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:43.268956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Bound using segment: {'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:43.269422 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Bound port: 81f70b00-bcd4-4052-b47e-4b0e10c94360, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '817e2dfa-30c0-4958-9ed1-a07b495868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:43.269858 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:43.290409 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c5614bf-03dd-47ce-874f-cffee4e00064 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (7ee77d5f-658f-4163-a78d-289515fee515), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:43.306837 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e17870-bfd7-4f6e-bc97-7b321b42d793 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] DELETE failed (client error): The resource could not be found. Mar 23 01:36:43.307794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e17870-bfd7-4f6e-bc97-7b321b42d793 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:36:43.313795 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f5e17870-bfd7-4f6e-bc97-7b321b42d793 tempest-RoutersTest-1410436021 tempest-RoutersTest-1410436021-project] 10.222.0.18 "DELETE /v2.0/subnets/e75d223f-16c9-43fb-9871-e8bbac9264ee HTTP/1.1" status: 404 len: 337 time: 0.0984490 Mar 23 01:36:43.336079 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3c5614bf-03dd-47ce-874f-cffee4e00064 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee77d5f-658f-4163-a78d-289515fee515']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:43.353303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3c5614bf-03dd-47ce-874f-cffee4e00064 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b9270d-c5b9-421d-b2d7-f8d5980dbe28') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:43.353827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3c5614bf-03dd-47ce-874f-cffee4e00064 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b9270d-c5b9-421d-b2d7-f8d5980dbe28') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:43.372379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] For port 81f70b00-bcd4-4052-b47e-4b0e10c94360, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:43.376933 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] For port 81f70b00-bcd4-4052-b47e-4b0e10c94360, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=81f70b00-bcd4-4052-b47e-4b0e10c94360,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:43.385001 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb674169-528f-4532-87ff-4311c78b31d1 req-b4b77c1b-20a4-47d1-bef9-a3608f51b99a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:43.385326 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:43.394216 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb674169-528f-4532-87ff-4311c78b31d1 req-b4b77c1b-20a4-47d1-bef9-a3608f51b99a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.2783825 Mar 23 01:36:43.428453 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c5614bf-03dd-47ce-874f-cffee4e00064 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (d7b9270d-c5b9-421d-b2d7-f8d5980dbe28), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:43.436644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:43.437665 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:43.438703 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] 10.222.0.43 "PUT /v2.0/ports/81f70b00-bcd4-4052-b47e-4b0e10c94360 HTTP/1.1" status: 200 len: 1091 time: 1.6813524 Mar 23 01:36:43.470646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c2d51-895a-447a-add5-54c50b30ec76 service neutron] Pushing event updated for resources: {'Port': ['ID=81f70b00-bcd4-4052-b47e-4b0e10c94360,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:43.476437 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c5614bf-03dd-47ce-874f-cffee4e00064 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d7b9270d-c5b9-421d-b2d7-f8d5980dbe28), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:43.486306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Request body: {'port': {'device_id': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:43.505545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5614bf-03dd-47ce-874f-cffee4e00064 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:36:43.517281 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c5614bf-03dd-47ce-874f-cffee4e00064 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (d7b9270d-c5b9-421d-b2d7-f8d5980dbe28), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:36:43.521102 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:36:43.603214 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb674169-528f-4532-87ff-4311c78b31d1 req-97424e6b-d815-48bf-b2db-d3a3ed708156 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061205 Mar 23 01:36:43.629583 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (497f0500-e5cf-41fa-9a2a-2323cd1dd036), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:43.639992 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c5614bf-03dd-47ce-874f-cffee4e00064 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (7ee77d5f-658f-4163-a78d-289515fee515), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:43.672569 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c5614bf-03dd-47ce-874f-cffee4e00064 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:43.678096 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3c5614bf-03dd-47ce-874f-cffee4e00064 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "DELETE /v2.0/networks/7ee77d5f-658f-4163-a78d-289515fee515 HTTP/1.1" status: 204 len: 168 time: 1.6466231 Mar 23 01:36:43.683515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5614bf-03dd-47ce-874f-cffee4e00064 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event deleted for resources: {'Network': ['ID=7ee77d5f-658f-4163-a78d-289515fee515,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:43.689328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39212) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:43.789897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39214) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:43.841317 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e8b3453b-f1df-4eac-955d-db4050a273c8 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (ec3b279e-eaa6-441d-8161-ffc8a3a4ac82), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:43.948639 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e8b3453b-f1df-4eac-955d-db4050a273c8 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (ec3b279e-eaa6-441d-8161-ffc8a3a4ac82), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:43.953682 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'tag': '81f70b00-bcd4-4052-b47e-4b0e10c94360'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:43.956212 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bddbc34-c4d7-4d68-b8b2-96d51e8e00cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "tag": "81f70b00-bcd4-4052-b47e-4b0e10c94360"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:43.999612 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-e8b3453b-f1df-4eac-955d-db4050a273c8 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3b279e-eaa6-441d-8161-ffc8a3a4ac82']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:44.025067 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-e8b3453b-f1df-4eac-955d-db4050a273c8 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657080a1-3e78-4052-8008-4f2ab7dafa1e') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:44.025478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-e8b3453b-f1df-4eac-955d-db4050a273c8 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657080a1-3e78-4052-8008-4f2ab7dafa1e') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:44.051042 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e8b3453b-f1df-4eac-955d-db4050a273c8 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (657080a1-3e78-4052-8008-4f2ab7dafa1e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:44.051827 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acf1509-de2d-460a-81b5-0dceeb2fb109 x-openstack-request-id: req-7acf1509-de2d-460a-81b5-0dceeb2fb109 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:44.052120 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "tag": "81f70b00-bcd4-4052-b47e-4b0e10c94360", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:44.052373 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7acf1509-de2d-460a-81b5-0dceeb2fb109 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:44.052931 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7acf1509-de2d-460a-81b5-0dceeb2fb109'] response: {'name': 'network-changed', 'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'tag': '81f70b00-bcd4-4052-b47e-4b0e10c94360', 'status': 'completed', 'code': 200} Mar 23 01:36:44.082543 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e8b3453b-f1df-4eac-955d-db4050a273c8 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (657080a1-3e78-4052-8008-4f2ab7dafa1e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:44.091261 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc1aff-604c-4c68-89fa-5acbd14d08ee req-06e004a9-62b7-43e4-ab7e-dda8c20557f2 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:44.099489 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc1aff-604c-4c68-89fa-5acbd14d08ee req-06e004a9-62b7-43e4-ab7e-dda8c20557f2 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:44.103814 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b6cc1aff-604c-4c68-89fa-5acbd14d08ee req-06e004a9-62b7-43e4-ab7e-dda8c20557f2 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1678 time: 0.3390112 Mar 23 01:36:44.184807 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f5e24b44-a93e-4dbd-84d1-b6712241a1e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92a06e957cd34b499d4c6950902b5222&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3916423 Mar 23 01:36:44.189354 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b3453b-f1df-4eac-955d-db4050a273c8 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:36:44.189835 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e8b3453b-f1df-4eac-955d-db4050a273c8 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (657080a1-3e78-4052-8008-4f2ab7dafa1e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:36:44.199572 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:36:44.212907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39222) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:44.296626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497f0500-e5cf-41fa-9a2a-2323cd1dd036 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:36:44.304771 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Publish callbacks [] for port (497f0500-e5cf-41fa-9a2a-2323cd1dd036), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:44.318125 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Transition to ACTIVE for port object 497f0500-e5cf-41fa-9a2a-2323cd1dd036 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:36:44.348941 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cffd69bc-4312-4308-890c-b8548dddf4bf admin admin] Publish callbacks [] for security_group (260c9d15-2e9e-4f6d-82da-5ba7df068355), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:44.351923 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (497f0500-e5cf-41fa-9a2a-2323cd1dd036), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:44.356051 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6df1b10-c230-4bf9-aefc-d4fd4f02da72 req-247e29d7-e8e6-43f4-a129-854595c430e3 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 210 time: 0.1577158 Mar 23 01:36:44.393853 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cffd69bc-4312-4308-890c-b8548dddf4bf admin admin] Publish callbacks [] for security_group (260c9d15-2e9e-4f6d-82da-5ba7df068355), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:44.396448 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b6cc1aff-604c-4c68-89fa-5acbd14d08ee req-9e88f7c5-adec-4c65-9632-83d7767619f7 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602139 Mar 23 01:36:44.447836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddbc34-c4d7-4d68-b8b2-96d51e8e00cb req-1ab5f93f-138c-4abc-8d8e-1005037294ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:44.448556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddbc34-c4d7-4d68-b8b2-96d51e8e00cb req-1ab5f93f-138c-4abc-8d8e-1005037294ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:44.449055 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddbc34-c4d7-4d68-b8b2-96d51e8e00cb req-1ab5f93f-138c-4abc-8d8e-1005037294ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:44.449522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddbc34-c4d7-4d68-b8b2-96d51e8e00cb req-1ab5f93f-138c-4abc-8d8e-1005037294ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:44.449988 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddbc34-c4d7-4d68-b8b2-96d51e8e00cb req-1ab5f93f-138c-4abc-8d8e-1005037294ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:44.456894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddbc34-c4d7-4d68-b8b2-96d51e8e00cb req-1ab5f93f-138c-4abc-8d8e-1005037294ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:44.457488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddbc34-c4d7-4d68-b8b2-96d51e8e00cb req-1ab5f93f-138c-4abc-8d8e-1005037294ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:44.461700 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1bddbc34-c4d7-4d68-b8b2-96d51e8e00cb req-1ab5f93f-138c-4abc-8d8e-1005037294ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=502c1396aecc4792a466ed6e68112592&device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 6500 time: 0.3758638 Mar 23 01:36:44.462705 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e8b3453b-f1df-4eac-955d-db4050a273c8 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (ec3b279e-eaa6-441d-8161-ffc8a3a4ac82), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:44.489219 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e8b3453b-f1df-4eac-955d-db4050a273c8 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:44.493321 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e8b3453b-f1df-4eac-955d-db4050a273c8 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "DELETE /v2.0/networks/ec3b279e-eaa6-441d-8161-ffc8a3a4ac82 HTTP/1.1" status: 204 len: 168 time: 0.8025444 Mar 23 01:36:44.502544 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d7294842-1542-4bac-a897-290937083e03 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:36:44.508844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=497f0500-e5cf-41fa-9a2a-2323cd1dd036,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:44.533565 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39232) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:44.566064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:44.566398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:44.569771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:44.570309 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:44.573425 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:44.573916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:44.579983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:44.580572 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:44.581006 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:44.581409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:44.581824 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:44.585055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:44.585055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:44.585055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:44.585055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:44.686147 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cffd69bc-4312-4308-890c-b8548dddf4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (260c9d15-2e9e-4f6d-82da-5ba7df068355), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:44.691874 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cffd69bc-4312-4308-890c-b8548dddf4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:44.696007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cffd69bc-4312-4308-890c-b8548dddf4bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/260c9d15-2e9e-4f6d-82da-5ba7df068355 HTTP/1.1" status: 204 len: 168 time: 0.4734676 Mar 23 01:36:44.819097 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d7294842-1542-4bac-a897-290937083e03, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d7294842-1542-4bac-a897-290937083e03,segment=NetworkSegment(cfa62d0a-71bf-4120-b9af-16a0c9ba3c43),segment_id=cfa62d0a-71bf-4120-b9af-16a0c9ba3c43)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:44.849582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'd7294842-1542-4bac-a897-290937083e03', 'network_id': '01061c44-9870-4952-9c84-bac4605c5df4', 'port_id': 'd7294842-1542-4bac-a897-290937083e03', 'mac_address': 'fa:16:3e:f2:4e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bede50c-6623-4ddd-8482-f06544e3e59b', 'ip_address': '19.86.0.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:36:44.852086 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd69bc-4312-4308-890c-b8548dddf4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260c9d15-2e9e-4f6d-82da-5ba7df068355,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:44.856076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3453b-f1df-4eac-955d-db4050a273c8 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event deleted for resources: {'Network': ['ID=ec3b279e-eaa6-441d-8161-ffc8a3a4ac82,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:44.953669 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Attempting to bind port 497f0500-e5cf-41fa-9a2a-2323cd1dd036 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:44.954156 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Attempting to bind port 497f0500-e5cf-41fa-9a2a-2323cd1dd036 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '25df386e-70d9-49e1-bfa6-c0a9ea8721d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:44.954345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Attempting to bind port 497f0500-e5cf-41fa-9a2a-2323cd1dd036 on network 437a6b3d-31aa-4643-a34c-ad56996321f1 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:44.983841 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port d7294842-1542-4bac-a897-290937083e03 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:44.984273 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d7294842-1542-4bac-a897-290937083e03), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:45.036563 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Port 497f0500-e5cf-41fa-9a2a-2323cd1dd036 on network 437a6b3d-31aa-4643-a34c-ad56996321f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:36:45.037187 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Attempting to bind port 497f0500-e5cf-41fa-9a2a-2323cd1dd036 on network 437a6b3d-31aa-4643-a34c-ad56996321f1 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:45.051518 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87f9559d-509d-442f-890e-d825bcbe6417 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (8dc658a5-a0e4-4fe1-bbe8-020eda237b35), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:45.058311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:45.059051 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Checking segment: {'id': '25df386e-70d9-49e1-bfa6-c0a9ea8721d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:45.059918 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Bound using segment: {'id': '25df386e-70d9-49e1-bfa6-c0a9ea8721d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:45.060635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Bound port: 497f0500-e5cf-41fa-9a2a-2323cd1dd036, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25df386e-70d9-49e1-bfa6-c0a9ea8721d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:45.061610 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (497f0500-e5cf-41fa-9a2a-2323cd1dd036), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:45.084188 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7294842-1542-4bac-a897-290937083e03 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:36:45.108793 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d7294842-1542-4bac-a897-290937083e03, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d7294842-1542-4bac-a897-290937083e03,segment=NetworkSegment(cfa62d0a-71bf-4120-b9af-16a0c9ba3c43),segment_id=cfa62d0a-71bf-4120-b9af-16a0c9ba3c43)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:45.114032 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d7294842-1542-4bac-a897-290937083e03), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:45.115115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:36:45.172054 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f570a4e-3384-4dd4-a1f6-963ce9f60637 req-3489972f-6b8f-40e4-9cf4-bd92041d23d6 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:45.181303 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9f570a4e-3384-4dd4-a1f6-963ce9f60637 req-3489972f-6b8f-40e4-9cf4-bd92041d23d6 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.3070276 Mar 23 01:36:45.208854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddbc34-c4d7-4d68-b8b2-96d51e8e00cb req-01678102-4a57-4f06-a44e-558ce025c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:45.209408 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddbc34-c4d7-4d68-b8b2-96d51e8e00cb req-01678102-4a57-4f06-a44e-558ce025c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:45.209833 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddbc34-c4d7-4d68-b8b2-96d51e8e00cb req-01678102-4a57-4f06-a44e-558ce025c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:45.213212 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1bddbc34-c4d7-4d68-b8b2-96d51e8e00cb req-01678102-4a57-4f06-a44e-558ce025c0a6 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=502c1396aecc4792a466ed6e68112592&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6036105 Mar 23 01:36:45.217755 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-808f4b80-487d-4e76-b8f9-e9b27747d3e5 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:45.219707 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-808f4b80-487d-4e76-b8f9-e9b27747d3e5 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.43 "GET /v2.0/networks?id=bcb5bba5-c393-415e-b531-6fbef811d49d HTTP/1.1" status: 200 len: 813 time: 0.4837644 Mar 23 01:36:45.243877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] For port 497f0500-e5cf-41fa-9a2a-2323cd1dd036, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:45.247269 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] For port 497f0500-e5cf-41fa-9a2a-2323cd1dd036, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=497f0500-e5cf-41fa-9a2a-2323cd1dd036,segment=NetworkSegment(25df386e-70d9-49e1-bfa6-c0a9ea8721d3),segment_id=25df386e-70d9-49e1-bfa6-c0a9ea8721d3)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:45.248350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=d7294842-1542-4bac-a897-290937083e03,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:45.280986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-62b1e263-9e73-4efb-93a9-03ccb5a5ef18 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:45.282969 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-62b1e263-9e73-4efb-93a9-03ccb5a5ef18 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.43 "GET /v2.0/networks?id=bcb5bba5-c393-415e-b531-6fbef811d49d HTTP/1.1" status: 200 len: 813 time: 0.6136153 Mar 23 01:36:45.286812 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (497f0500-e5cf-41fa-9a2a-2323cd1dd036), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:45.289320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-20f6ad51-5775-4bec-9a14-6cc4794f30a4 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Request body: {'port': {'device_id': '5d755324-3f0e-49ab-b71f-5cc17a7010ec', 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d', 'admin_state_up': True, 'tenant_id': '80de875bfe1949b9a4efaeb9a8eb1ce1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:45.370170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-35a313e4-d47c-4193-8c71-88b4a2b33973 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Request body: {'port': {'device_id': 'b488a469-936b-4a39-ba32-a250f183e53c', 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d', 'admin_state_up': True, 'tenant_id': '80de875bfe1949b9a4efaeb9a8eb1ce1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:45.408999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932cb45-246c-4600-a2df-ea122e8bf28e req-72fdb469-43f2-42e4-a162-ce35241425de tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:45.414933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932cb45-246c-4600-a2df-ea122e8bf28e req-72fdb469-43f2-42e4-a162-ce35241425de tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:45.423495 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932cb45-246c-4600-a2df-ea122e8bf28e req-72fdb469-43f2-42e4-a162-ce35241425de tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:45.433464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932cb45-246c-4600-a2df-ea122e8bf28e req-72fdb469-43f2-42e4-a162-ce35241425de tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:45.441561 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932cb45-246c-4600-a2df-ea122e8bf28e req-72fdb469-43f2-42e4-a162-ce35241425de tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:45.450416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932cb45-246c-4600-a2df-ea122e8bf28e req-72fdb469-43f2-42e4-a162-ce35241425de tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:45.456203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932cb45-246c-4600-a2df-ea122e8bf28e req-72fdb469-43f2-42e4-a162-ce35241425de tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:45.464626 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4932cb45-246c-4600-a2df-ea122e8bf28e req-72fdb469-43f2-42e4-a162-ce35241425de tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5410 time: 0.8802843 Mar 23 01:36:45.567832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a81e6bb3-58ed-4a1a-b93d-e05a0af29e26,segment=NetworkSegment(d4e73c72-3424-4cd9-9094-e3ed93bffdab),segment_id=d4e73c72-3424-4cd9-9094-e3ed93bffdab)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:45.584713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'a81e6bb3-58ed-4a1a-b93d-e05a0af29e26', 'network_id': 'e46e0348-e2c3-465f-ae4d-c82b64f294e9', 'port_id': 'a81e6bb3-58ed-4a1a-b93d-e05a0af29e26', 'mac_address': 'fa:16:3e:d3:18:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff39362d-4b34-4aeb-b2ef-85d314e5e212', 'ip_address': '19.80.0.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:36:45.590741 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddbc34-c4d7-4d68-b8b2-96d51e8e00cb req-208c412c-9373-432d-a139-2bf24cb5d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:45.592491 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1bddbc34-c4d7-4d68-b8b2-96d51e8e00cb req-208c412c-9373-432d-a139-2bf24cb5d17a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3715763 Mar 23 01:36:45.620215 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87f9559d-509d-442f-890e-d825bcbe6417 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (8dc658a5-a0e4-4fe1-bbe8-020eda237b35), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:45.623246 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4932cb45-246c-4600-a2df-ea122e8bf28e req-811780d7-5f2f-4d62-a825-3908c9557489 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1565378 Mar 23 01:36:45.643275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:45.643856 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a81e6bb3-58ed-4a1a-b93d-e05a0af29e26), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:45.668577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:36:45.682735 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-20f6ad51-5775-4bec-9a14-6cc4794f30a4 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Made reservation on behalf of 80de875bfe1949b9a4efaeb9a8eb1ce1 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:45.687773 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-20f6ad51-5775-4bec-9a14-6cc4794f30a4 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:45.744270 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a81e6bb3-58ed-4a1a-b93d-e05a0af29e26,segment=NetworkSegment(d4e73c72-3424-4cd9-9094-e3ed93bffdab),segment_id=d4e73c72-3424-4cd9-9094-e3ed93bffdab)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:45.761436 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a81e6bb3-58ed-4a1a-b93d-e05a0af29e26), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:45.790113 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:45.791866 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:45.794508 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] 10.222.0.43 "PUT /v2.0/ports/497f0500-e5cf-41fa-9a2a-2323cd1dd036 HTTP/1.1" status: 200 len: 1091 time: 2.3201847 Mar 23 01:36:45.847800 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=a81e6bb3-58ed-4a1a-b93d-e05a0af29e26,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:45.871465 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcfaefe8-abbf-4761-9cbd-92b25d47f8b3 req-1b057d03-7eb2-4fab-85c5-831c0bf26d17 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 210 time: 0.1198692 Mar 23 01:36:45.879691 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-87f9559d-509d-442f-890e-d825bcbe6417 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc658a5-a0e4-4fe1-bbe8-020eda237b35']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:45.904647 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6f964-9042-4975-a11f-15c43b311ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=497f0500-e5cf-41fa-9a2a-2323cd1dd036,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:45.946206 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Request body: {'port': {'device_id': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:46.004391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-87f9559d-509d-442f-890e-d825bcbe6417 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fe1c2e-a210-479d-80c8-5d631b6b32da') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:46.005157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-87f9559d-509d-442f-890e-d825bcbe6417 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fe1c2e-a210-479d-80c8-5d631b6b32da') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:46.016375 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87f9559d-509d-442f-890e-d825bcbe6417 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (89fe1c2e-a210-479d-80c8-5d631b6b32da), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:46.034800 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87f9559d-509d-442f-890e-d825bcbe6417 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (89fe1c2e-a210-479d-80c8-5d631b6b32da), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:46.041940 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f9559d-509d-442f-890e-d825bcbe6417 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:36:46.042340 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87f9559d-509d-442f-890e-d825bcbe6417 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (89fe1c2e-a210-479d-80c8-5d631b6b32da), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:36:46.095713 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:36:46.098072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'tag': '497f0500-e5cf-41fa-9a2a-2323cd1dd036'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:46.099052 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cb181b-ba12-44fc-8661-1a20d01eef94" -d '{"events": [{"name": "network-changed", "server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "tag": "497f0500-e5cf-41fa-9a2a-2323cd1dd036"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:46.144269 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9f570a4e-3384-4dd4-a1f6-963ce9f60637 req-ad954989-8516-46f1-8e95-27b3185d55d2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8601620 Mar 23 01:36:46.189516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['d7294842-1542-4bac-a897-290937083e03'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:36:46.192873 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39274) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:46.195646 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (abe82dad-ebdc-4f9c-a462-076ace582018), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:46.197710 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-20f6ad51-5775-4bec-9a14-6cc4794f30a4 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Allocated IP 172.20.0.3 (bcb5bba5-c393-415e-b531-6fbef811d49d/85af6975-6563-48c3-8c21-d4f0fe818486/9c2200b9-036f-4de8-8d5d-391ad74bbc99) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:36:46.211236 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87f9559d-509d-442f-890e-d825bcbe6417 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (8dc658a5-a0e4-4fe1-bbe8-020eda237b35), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:46.226504 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87f9559d-509d-442f-890e-d825bcbe6417 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:46.229967 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-87f9559d-509d-442f-890e-d825bcbe6417 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] 10.222.0.18 "DELETE /v2.0/networks/8dc658a5-a0e4-4fe1-bbe8-020eda237b35 HTTP/1.1" status: 204 len: 168 time: 1.6953044 Mar 23 01:36:46.263885 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca35127f-ca62-4369-a9c2-afaf0d984a3b x-openstack-request-id: req-ca35127f-ca62-4369-a9c2-afaf0d984a3b {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:46.264131 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a50ac3-72e7-4899-b441-eb93961b4ccb req-87348872-8ff4-4a4c-a15b-a74944f9627b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:46.264659 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "tag": "497f0500-e5cf-41fa-9a2a-2323cd1dd036", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:46.264659 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca35127f-ca62-4369-a9c2-afaf0d984a3b {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:46.264995 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca35127f-ca62-4369-a9c2-afaf0d984a3b'] response: {'name': 'network-changed', 'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'tag': '497f0500-e5cf-41fa-9a2a-2323cd1dd036', 'status': 'completed', 'code': 200} Mar 23 01:36:46.280372 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a50ac3-72e7-4899-b441-eb93961b4ccb req-87348872-8ff4-4a4c-a15b-a74944f9627b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:46.294001 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08a50ac3-72e7-4899-b441-eb93961b4ccb req-87348872-8ff4-4a4c-a15b-a74944f9627b tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1680 time: 0.3298054 Mar 23 01:36:46.303084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9559d-509d-442f-890e-d825bcbe6417 tempest-BulkNetworkOpsIpV6Test-549336942 tempest-BulkNetworkOpsIpV6Test-549336942-project] Pushing event deleted for resources: {'Network': ['ID=8dc658a5-a0e4-4fe1-bbe8-020eda237b35,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:46.438228 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-35a313e4-d47c-4193-8c71-88b4a2b33973 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Made reservation on behalf of 80de875bfe1949b9a4efaeb9a8eb1ce1 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:46.451560 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-35a313e4-d47c-4193-8c71-88b4a2b33973 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:46.529774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08a50ac3-72e7-4899-b441-eb93961b4ccb req-f07f3949-6cf1-45eb-9d18-c56d3aa066d3 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344418 Mar 23 01:36:46.549085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-afa558a0-6eb4-41dc-a720-bf0c0d586107 tempest-DvrRoutersNegativeTest-1951470882 tempest-DvrRoutersNegativeTest-1951470882-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1051476097', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:46.551875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.policy [None req-afa558a0-6eb4-41dc-a720-bf0c0d586107 tempest-DvrRoutersNegativeTest-1951470882 tempest-DvrRoutersNegativeTest-1951470882-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=99264) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 23 01:36:46.555587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.policy [None req-afa558a0-6eb4-41dc-a720-bf0c0d586107 tempest-DvrRoutersNegativeTest-1951470882 tempest-DvrRoutersNegativeTest-1951470882-project] Failed policy check for 'create_router' {{(pid=99264) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 23 01:36:46.556207 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-afa558a0-6eb4-41dc-a720-bf0c0d586107 tempest-DvrRoutersNegativeTest-1951470882 tempest-DvrRoutersNegativeTest-1951470882-project] create failed (client error): Access was denied to this resource. Mar 23 01:36:46.557303 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-afa558a0-6eb4-41dc-a720-bf0c0d586107 tempest-DvrRoutersNegativeTest-1951470882 tempest-DvrRoutersNegativeTest-1951470882-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3629429 Mar 23 01:36:46.675402 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb181b-ba12-44fc-8661-1a20d01eef94 req-7e981d9f-5812-459e-96e0-9d0264b468a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:46.675879 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb181b-ba12-44fc-8661-1a20d01eef94 req-7e981d9f-5812-459e-96e0-9d0264b468a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:46.676354 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb181b-ba12-44fc-8661-1a20d01eef94 req-7e981d9f-5812-459e-96e0-9d0264b468a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:46.676903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb181b-ba12-44fc-8661-1a20d01eef94 req-7e981d9f-5812-459e-96e0-9d0264b468a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:46.677366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb181b-ba12-44fc-8661-1a20d01eef94 req-7e981d9f-5812-459e-96e0-9d0264b468a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:46.677860 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb181b-ba12-44fc-8661-1a20d01eef94 req-7e981d9f-5812-459e-96e0-9d0264b468a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:46.678721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb181b-ba12-44fc-8661-1a20d01eef94 req-7e981d9f-5812-459e-96e0-9d0264b468a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:46.680558 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77cb181b-ba12-44fc-8661-1a20d01eef94 req-7e981d9f-5812-459e-96e0-9d0264b468a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=502c1396aecc4792a466ed6e68112592&device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 6598 time: 0.3351505 Mar 23 01:36:46.988270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39300) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:46.997117 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d4c26-2019-4694-8a5e-6c381fd1e40b req-c6dc14ee-534e-419a-8e32-6847399226ce tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:47.002825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d4c26-2019-4694-8a5e-6c381fd1e40b req-c6dc14ee-534e-419a-8e32-6847399226ce tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:47.008240 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d4c26-2019-4694-8a5e-6c381fd1e40b req-c6dc14ee-534e-419a-8e32-6847399226ce tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:47.016190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d4c26-2019-4694-8a5e-6c381fd1e40b req-c6dc14ee-534e-419a-8e32-6847399226ce tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:47.030994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d4c26-2019-4694-8a5e-6c381fd1e40b req-c6dc14ee-534e-419a-8e32-6847399226ce tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:47.036838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d4c26-2019-4694-8a5e-6c381fd1e40b req-c6dc14ee-534e-419a-8e32-6847399226ce tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:47.064861 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d4c26-2019-4694-8a5e-6c381fd1e40b req-c6dc14ee-534e-419a-8e32-6847399226ce tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:47.066936 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b81d4c26-2019-4694-8a5e-6c381fd1e40b req-c6dc14ee-534e-419a-8e32-6847399226ce tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5410 time: 0.2937608 Mar 23 01:36:47.067435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39304) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:47.087732 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe82dad-ebdc-4f9c-a462-076ace582018 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:36:47.093734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f9a12b45-4550-4526-99a6-258da74bef2f req-5ae4aa33-7fde-48b5-990a-2a5107126ae0 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 210 time: 0.1059377 Mar 23 01:36:47.102348 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-20f6ad51-5775-4bec-9a14-6cc4794f30a4 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks [] for port (9c2200b9-036f-4de8-8d5d-391ad74bbc99), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:47.120100 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Publish callbacks [] for port (abe82dad-ebdc-4f9c-a462-076ace582018), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:47.127793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb181b-ba12-44fc-8661-1a20d01eef94 req-89bb972b-f021-48c9-b0e9-730c6d469591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:47.128664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb181b-ba12-44fc-8661-1a20d01eef94 req-89bb972b-f021-48c9-b0e9-730c6d469591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:47.129433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb181b-ba12-44fc-8661-1a20d01eef94 req-89bb972b-f021-48c9-b0e9-730c6d469591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:47.131999 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77cb181b-ba12-44fc-8661-1a20d01eef94 req-89bb972b-f021-48c9-b0e9-730c6d469591 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=502c1396aecc4792a466ed6e68112592&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3900785 Mar 23 01:36:47.158772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Transition to ACTIVE for port object abe82dad-ebdc-4f9c-a462-076ace582018 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:36:47.176664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (abe82dad-ebdc-4f9c-a462-076ace582018), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:47.290848 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-20f6ad51-5775-4bec-9a14-6cc4794f30a4 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (9c2200b9-036f-4de8-8d5d-391ad74bbc99), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:47.306134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a81e6bb3-58ed-4a1a-b93d-e05a0af29e26'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:36:47.348665 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b81d4c26-2019-4694-8a5e-6c381fd1e40b req-9f559cc0-b57f-48cc-a372-cbaf4a5f1e71 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2653387 Mar 23 01:36:47.513123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Pushing event updated for resources: {'Port': ['ID=abe82dad-ebdc-4f9c-a462-076ace582018,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:47.542436 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad970853-d672-4aac-8b02-8e2e4856c999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:47.558837 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-35a313e4-d47c-4193-8c71-88b4a2b33973 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Allocated IP 172.20.0.5 (bcb5bba5-c393-415e-b531-6fbef811d49d/85af6975-6563-48c3-8c21-d4f0fe818486/0bdcb528-279d-4e90-8308-affbe7bc282d) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:36:48.224784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6ad51-5775-4bec-9a14-6cc4794f30a4 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Pushing event updated for resources: {'Port': ['ID=9c2200b9-036f-4de8-8d5d-391ad74bbc99,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:48.316471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-20f6ad51-5775-4bec-9a14-6cc4794f30a4 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Network bcb5bba5-c393-415e-b531-6fbef811d49d is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:48.352031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-20f6ad51-5775-4bec-9a14-6cc4794f30a4 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:48.356221 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-876fc037-e20c-478b-9427-02e6e70df2e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f01d9659041a43ad9c4e6a0f9fcc984c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3279307 Mar 23 01:36:48.359647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-20f6ad51-5775-4bec-9a14-6cc4794f30a4 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:48.365216 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39384) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:48.469232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb181b-ba12-44fc-8661-1a20d01eef94 req-41fcba4f-34f0-427a-9860-02bc8560db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:48.470816 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77cb181b-ba12-44fc-8661-1a20d01eef94 req-41fcba4f-34f0-427a-9860-02bc8560db83 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.3313589 Mar 23 01:36:48.521336 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Publish callbacks [] for security_group (2e0c721f-ac36-4c41-894f-31c24a435a05), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:48.530918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d7294842-1542-4bac-a897-290937083e03 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:36:48.594094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b505ce-c2be-4edc-a89b-5092178ff287 req-d3004d1e-b7dc-41f7-ad23-6be8d1bcadd9 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:48.595232 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-31b505ce-c2be-4edc-a89b-5092178ff287 req-d3004d1e-b7dc-41f7-ad23-6be8d1bcadd9 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.4458618 Mar 23 01:36:48.608856 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Publish callbacks [] for security_group (2e0c721f-ac36-4c41-894f-31c24a435a05), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:48.619696 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-20f6ad51-5775-4bec-9a14-6cc4794f30a4 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:48.621929 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-20f6ad51-5775-4bec-9a14-6cc4794f30a4 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:48.690142 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-20f6ad51-5775-4bec-9a14-6cc4794f30a4 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4340577 Mar 23 01:36:48.690716 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port d7294842-1542-4bac-a897-290937083e03 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:36:48.701187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port d7294842-1542-4bac-a897-290937083e03 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:48.701946 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d7294842-1542-4bac-a897-290937083e03), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:48.717649 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Request body: {'port': {'device_id': '5d755324-3f0e-49ab-b71f-5cc17a7010ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:48.791036 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-31b505ce-c2be-4edc-a89b-5092178ff287 req-6fe5165c-d4c9-46bc-abe9-14fd55342a2d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257408 Mar 23 01:36:48.828892 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2e0c721f-ac36-4c41-894f-31c24a435a05), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:48.838083 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:48.843106 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e0c721f-ac36-4c41-894f-31c24a435a05 HTTP/1.1" status: 204 len: 168 time: 0.4730370 Mar 23 01:36:48.879331 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0c721f-ac36-4c41-894f-31c24a435a05,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:48.935834 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Attempting to bind port abe82dad-ebdc-4f9c-a462-076ace582018 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:48.936400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Attempting to bind port abe82dad-ebdc-4f9c-a462-076ace582018 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '25df386e-70d9-49e1-bfa6-c0a9ea8721d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:48.936517 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Attempting to bind port abe82dad-ebdc-4f9c-a462-076ace582018 on network 437a6b3d-31aa-4643-a34c-ad56996321f1 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:48.947612 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port d7294842-1542-4bac-a897-290937083e03 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:48.949583 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d7294842-1542-4bac-a897-290937083e03), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:48.953168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:48.953530 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:48.953964 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:48.954219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:48.954556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:48.962227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:48.962421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:48.966051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:48.969090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:48.969494 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:48.969849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:48.970212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:48.972918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:48.973316 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:48.973665 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ab9a6-12ce-462c-84c2-224f8e78c382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:36:49.070617 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9c2200b9-036f-4de8-8d5d-391ad74bbc99), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:49.075159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02ad5ee-f380-4649-9c03-679919b907da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7294842-1542-4bac-a897-290937083e03'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:49.082295 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47012df-8d43-43d6-af35-eda7864c17fa" -d '{"events": [{"server_uuid": "d02ad5ee-f380-4649-9c03-679919b907da", "name": "network-vif-plugged", "status": "completed", "tag": "d7294842-1542-4bac-a897-290937083e03"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:49.089055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Port abe82dad-ebdc-4f9c-a462-076ace582018 on network 437a6b3d-31aa-4643-a34c-ad56996321f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:36:49.089389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Attempting to bind port abe82dad-ebdc-4f9c-a462-076ace582018 on network 437a6b3d-31aa-4643-a34c-ad56996321f1 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:49.119316 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d7294842-1542-4bac-a897-290937083e03, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d7294842-1542-4bac-a897-290937083e03,segment=NetworkSegment(cfa62d0a-71bf-4120-b9af-16a0c9ba3c43),segment_id=cfa62d0a-71bf-4120-b9af-16a0c9ba3c43)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:49.128622 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d7294842-1542-4bac-a897-290937083e03), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:49.130743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:36:49.147647 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad970853-d672-4aac-8b02-8e2e4856c999 admin admin] Publish callbacks [] for security_group (1cca18f1-a5ef-419a-9776-422a2f247ec0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:49.166211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:49.166527 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Checking segment: {'id': '25df386e-70d9-49e1-bfa6-c0a9ea8721d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:49.166950 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Bound using segment: {'id': '25df386e-70d9-49e1-bfa6-c0a9ea8721d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:49.167382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Bound port: abe82dad-ebdc-4f9c-a462-076ace582018, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25df386e-70d9-49e1-bfa6-c0a9ea8721d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:49.167744 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (abe82dad-ebdc-4f9c-a462-076ace582018), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:49.227714 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad970853-d672-4aac-8b02-8e2e4856c999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1cca18f1-a5ef-419a-9776-422a2f247ec0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:49.256445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501fed5-b0e5-48ba-ac03-4a3790edf627 req-71d130fa-dd65-49d5-8f7a-99239e66d19a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:49.258857 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9501fed5-b0e5-48ba-ac03-4a3790edf627 req-71d130fa-dd65-49d5-8f7a-99239e66d19a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 931 time: 0.2743223 Mar 23 01:36:49.309658 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acbb7b-07c2-4077-8bd8-59403599bfd4 req-dd23885d-873b-4e34-a790-883591fdee5c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:49.325506 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acbb7b-07c2-4077-8bd8-59403599bfd4 req-dd23885d-873b-4e34-a790-883591fdee5c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:49.327402 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22acbb7b-07c2-4077-8bd8-59403599bfd4 req-dd23885d-873b-4e34-a790-883591fdee5c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1680 time: 0.8014896 Mar 23 01:36:49.369551 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9501fed5-b0e5-48ba-ac03-4a3790edf627 req-491cc678-c212-4f9f-a378-df362e45b7a7 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628159 Mar 23 01:36:49.497790 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=d7294842-1542-4bac-a897-290937083e03,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:49.520589 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1e1b2e9e-829b-4237-99fa-4e321061fc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:49.531715 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:36:49.549243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:36:49.550423 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a81e6bb3-58ed-4a1a-b93d-e05a0af29e26), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:49.573074 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] For port abe82dad-ebdc-4f9c-a462-076ace582018, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:49.577101 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] For port abe82dad-ebdc-4f9c-a462-076ace582018, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=abe82dad-ebdc-4f9c-a462-076ace582018,segment=NetworkSegment(25df386e-70d9-49e1-bfa6-c0a9ea8721d3),segment_id=25df386e-70d9-49e1-bfa6-c0a9ea8721d3)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:49.622437 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d9bbb-c86d-4f20-aaf0-05456366f6f3 req-56eaa25a-24d4-42c7-aa4d-142d4445cf58 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:49.627705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d9bbb-c86d-4f20-aaf0-05456366f6f3 req-56eaa25a-24d4-42c7-aa4d-142d4445cf58 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:49.634862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d9bbb-c86d-4f20-aaf0-05456366f6f3 req-56eaa25a-24d4-42c7-aa4d-142d4445cf58 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:49.642857 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (abe82dad-ebdc-4f9c-a462-076ace582018), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:49.643239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d9bbb-c86d-4f20-aaf0-05456366f6f3 req-56eaa25a-24d4-42c7-aa4d-142d4445cf58 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:49.649419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d9bbb-c86d-4f20-aaf0-05456366f6f3 req-56eaa25a-24d4-42c7-aa4d-142d4445cf58 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:49.654966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d9bbb-c86d-4f20-aaf0-05456366f6f3 req-56eaa25a-24d4-42c7-aa4d-142d4445cf58 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:49.661862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d9bbb-c86d-4f20-aaf0-05456366f6f3 req-56eaa25a-24d4-42c7-aa4d-142d4445cf58 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:49.665567 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0f7d9bbb-c86d-4f20-aaf0-05456366f6f3 req-56eaa25a-24d4-42c7-aa4d-142d4445cf58 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.1730821 Mar 23 01:36:49.802120 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0f7d9bbb-c86d-4f20-aaf0-05456366f6f3 req-808b7b90-4443-4c74-8517-0be88ef30944 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306641 Mar 23 01:36:49.818143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:36:49.818997 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a81e6bb3-58ed-4a1a-b93d-e05a0af29e26), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:49.858657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:49.860583 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:49.866100 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] 10.222.0.43 "PUT /v2.0/ports/abe82dad-ebdc-4f9c-a462-076ace582018 HTTP/1.1" status: 200 len: 1091 time: 3.9275267 Mar 23 01:36:49.875196 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'tag': 'abe82dad-ebdc-4f9c-a462-076ace582018'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:49.898475 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18d52e2-ce48-4824-945c-6223fc3d911e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "tag": "abe82dad-ebdc-4f9c-a462-076ace582018"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:49.912519 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a81e6bb3-58ed-4a1a-b93d-e05a0af29e26,segment=NetworkSegment(d4e73c72-3424-4cd9-9094-e3ed93bffdab),segment_id=d4e73c72-3424-4cd9-9094-e3ed93bffdab)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:49.933265 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a81e6bb3-58ed-4a1a-b93d-e05a0af29e26), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:50.019062 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ef6773-24ba-4387-aacc-dd4b327b6f93 x-openstack-request-id: req-73ef6773-24ba-4387-aacc-dd4b327b6f93 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:50.019573 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02ad5ee-f380-4649-9c03-679919b907da", "name": "network-vif-plugged", "status": "completed", "tag": "d7294842-1542-4bac-a897-290937083e03", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:50.019933 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73ef6773-24ba-4387-aacc-dd4b327b6f93 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:50.020459 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ef6773-24ba-4387-aacc-dd4b327b6f93'] response: {'server_uuid': 'd02ad5ee-f380-4649-9c03-679919b907da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7294842-1542-4bac-a897-290937083e03', 'code': 200} Mar 23 01:36:50.021478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39428) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:50.024468 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ad970853-d672-4aac-8b02-8e2e4856c999 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a15b1ea4fce47f9b518aa41948ca623&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9484859 Mar 23 01:36:50.032097 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad970853-d672-4aac-8b02-8e2e4856c999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cca18f1-a5ef-419a-9776-422a2f247ec0,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:50.090534 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22acbb7b-07c2-4077-8bd8-59403599bfd4 req-6de5d0a8-61b6-4c2b-b983-981996dcfb29 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7237113 Mar 23 01:36:50.124135 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=a81e6bb3-58ed-4a1a-b93d-e05a0af29e26,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:50.191372 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2d6d39-8870-450c-82a1-c9acbb87db29 x-openstack-request-id: req-8b2d6d39-8870-450c-82a1-c9acbb87db29 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:50.191658 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "tag": "abe82dad-ebdc-4f9c-a462-076ace582018", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:50.192214 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b2d6d39-8870-450c-82a1-c9acbb87db29 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:50.192730 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2d6d39-8870-450c-82a1-c9acbb87db29'] response: {'name': 'network-changed', 'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'tag': 'abe82dad-ebdc-4f9c-a462-076ace582018', 'status': 'completed', 'code': 200} Mar 23 01:36:50.222293 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18616aa-95fa-4bb9-bc6b-977ff678d032 service neutron] Pushing event updated for resources: {'Port': ['ID=abe82dad-ebdc-4f9c-a462-076ace582018,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:50.247483 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-460f20a7-0293-4dbb-84b6-016353939120 admin admin] Publish callbacks [] for security_group (1cca18f1-a5ef-419a-9776-422a2f247ec0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:50.291226 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-460f20a7-0293-4dbb-84b6-016353939120 admin admin] Publish callbacks [] for security_group (1cca18f1-a5ef-419a-9776-422a2f247ec0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:50.323321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10f86189-e7f0-4a98-bd24-0b81e8fa48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:50.323823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10f86189-e7f0-4a98-bd24-0b81e8fa48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:50.328862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10f86189-e7f0-4a98-bd24-0b81e8fa48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:50.329368 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10f86189-e7f0-4a98-bd24-0b81e8fa48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:50.329848 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10f86189-e7f0-4a98-bd24-0b81e8fa48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:50.330320 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10f86189-e7f0-4a98-bd24-0b81e8fa48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:50.337390 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10f86189-e7f0-4a98-bd24-0b81e8fa48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:50.349918 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-10f86189-e7f0-4a98-bd24-0b81e8fa48ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=502c1396aecc4792a466ed6e68112592&device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 6696 time: 0.3015335 Mar 23 01:36:50.360088 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-35a313e4-d47c-4193-8c71-88b4a2b33973 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks [] for port (0bdcb528-279d-4e90-8308-affbe7bc282d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:50.385767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7aa5e-0a9a-4b75-9b90-1888d3367d4d req-76715360-4078-48e0-8b45-369d5e4eab7b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:50.392577 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-74d7aa5e-0a9a-4b75-9b90-1888d3367d4d req-76715360-4078-48e0-8b45-369d5e4eab7b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.2431092 Mar 23 01:36:50.393791 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-460f20a7-0293-4dbb-84b6-016353939120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1cca18f1-a5ef-419a-9776-422a2f247ec0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:50.398260 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-460f20a7-0293-4dbb-84b6-016353939120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:50.399680 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-460f20a7-0293-4dbb-84b6-016353939120 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1cca18f1-a5ef-419a-9776-422a2f247ec0 HTTP/1.1" status: 204 len: 168 time: 0.3766751 Mar 23 01:36:50.502796 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:50.515816 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-352e92b5-1f1e-4a5c-b081-d40415e3eb69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d8dfe5e-cdc8-4768-9471-144d16113e42 HTTP/1.1" status: 200 len: 217 time: 0.1533875 Mar 23 01:36:50.569001 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f20a7-0293-4dbb-84b6-016353939120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cca18f1-a5ef-419a-9776-422a2f247ec0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:50.603070 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-74d7aa5e-0a9a-4b75-9b90-1888d3367d4d req-261ea27d-d9ca-4d8c-9398-e8f797781235 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949520 Mar 23 01:36:50.718556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39446) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:50.741984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-5fc19542-798c-41bb-9712-a7abcd17a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:50.743535 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-5fc19542-798c-41bb-9712-a7abcd17a246 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ca1049c9-9f9b-402a-8dcd-186503cb9589 HTTP/1.1" status: 200 len: 849 time: 0.2159865 Mar 23 01:36:50.746819 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-35a313e4-d47c-4193-8c71-88b4a2b33973 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (0bdcb528-279d-4e90-8308-affbe7bc282d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:50.918097 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a66d06-f319-4d6f-b49d-97203bc6bdeb req-77bf6d57-3cb6-435b-bc9e-4c5b30bff240 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:50.927175 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3a66d06-f319-4d6f-b49d-97203bc6bdeb req-77bf6d57-3cb6-435b-bc9e-4c5b30bff240 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 931 time: 0.3047256 Mar 23 01:36:51.085375 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-35a313e4-d47c-4193-8c71-88b4a2b33973 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Network bcb5bba5-c393-415e-b531-6fbef811d49d is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:36:51.181284 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3a66d06-f319-4d6f-b49d-97203bc6bdeb req-3d984ecc-0b15-4dde-af93-0b2a4787ed5f tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531018 Mar 23 01:36:51.182301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-35a313e4-d47c-4193-8c71-88b4a2b33973 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:36:51.197443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a313e4-d47c-4193-8c71-88b4a2b33973 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Pushing event updated for resources: {'Port': ['ID=0bdcb528-279d-4e90-8308-affbe7bc282d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:51.209103 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-35a313e4-d47c-4193-8c71-88b4a2b33973 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:36:51.306652 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2200b9-036f-4de8-8d5d-391ad74bbc99 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:36:51.308859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-1891a831-3d39-4561-8c78-436b3c9dcaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:51.313541 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-1891a831-3d39-4561-8c78-436b3c9dcaab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b81fb5d8-6712-4e02-9517-eabc6d26a52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5591550 Mar 23 01:36:51.331790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Request body: {'networks': [{'name': 'tempest-network--1960865424'}, {'name': 'tempest-network--816025759'}]} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:51.332151 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Request body: {'network': {'name': 'tempest-network--1960865424'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:51.332699 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Request body: {'network': {'name': 'tempest-network--816025759'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:51.378657 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Publish callbacks [] for port (9c2200b9-036f-4de8-8d5d-391ad74bbc99), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:51.391429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Made reservation on behalf of 4a56ce4f901047b4a1697acec10d79df for: {'network': 2} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:51.396924 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:51.413577 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:51.446363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e8ab0-7898-4460-8e54-bbb3933f517b req-20bdec22-9f0e-4d16-8468-3db765270d82 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:51.463895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e8ab0-7898-4460-8e54-bbb3933f517b req-20bdec22-9f0e-4d16-8468-3db765270d82 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:51.470400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e8ab0-7898-4460-8e54-bbb3933f517b req-20bdec22-9f0e-4d16-8468-3db765270d82 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:51.487087 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e8ab0-7898-4460-8e54-bbb3933f517b req-20bdec22-9f0e-4d16-8468-3db765270d82 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:51.500916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e8ab0-7898-4460-8e54-bbb3933f517b req-20bdec22-9f0e-4d16-8468-3db765270d82 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:51.509351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e8ab0-7898-4460-8e54-bbb3933f517b req-20bdec22-9f0e-4d16-8468-3db765270d82 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:51.530847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e8ab0-7898-4460-8e54-bbb3933f517b req-20bdec22-9f0e-4d16-8468-3db765270d82 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:51.541636 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c66e8ab0-7898-4460-8e54-bbb3933f517b req-20bdec22-9f0e-4d16-8468-3db765270d82 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.5027521 Mar 23 01:36:51.549510 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-e59dca17-182d-4964-8c9d-733ae28dace6 service neutron] 10.222.0.43 "GET /v2.0/networks/b81fb5d8-6712-4e02-9517-eabc6d26a52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259264 Mar 23 01:36:51.585357 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Transition to ACTIVE for port object 9c2200b9-036f-4de8-8d5d-391ad74bbc99 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:36:51.653338 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c66e8ab0-7898-4460-8e54-bbb3933f517b req-6b8b7821-863d-4ca4-aed2-6f5c5104d64f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099005 Mar 23 01:36:51.663592 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (9c2200b9-036f-4de8-8d5d-391ad74bbc99), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:51.753678 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-35a313e4-d47c-4193-8c71-88b4a2b33973 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:51.754382 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-35a313e4-d47c-4193-8c71-88b4a2b33973 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:51.771269 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-39cf1d16-0bf9-4c21-9ea9-a44f77ba6333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:51.831171 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1b2b7-9317-46f8-ba6f-7b7e1c4c487b req-f1a52e03-9805-42b0-8bdb-108a112aba64 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:51.836784 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1b2b7-9317-46f8-ba6f-7b7e1c4c487b req-f1a52e03-9805-42b0-8bdb-108a112aba64 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:51.838740 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8e1b2b7-9317-46f8-ba6f-7b7e1c4c487b req-f1a52e03-9805-42b0-8bdb-108a112aba64 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1682 time: 0.5163679 Mar 23 01:36:51.844427 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-35a313e4-d47c-4193-8c71-88b4a2b33973 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5464525 Mar 23 01:36:51.862778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Pushing event updated for resources: {'Port': ['ID=9c2200b9-036f-4de8-8d5d-391ad74bbc99,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:51.866201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Request body: {'port': {'device_id': 'b488a469-936b-4a39-ba32-a250f183e53c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:51.899387 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-0c3768a5-cd87-4588-9b65-32c2750012c2 service neutron] 10.222.0.43 "GET /v2.0/networks/b81fb5d8-6712-4e02-9517-eabc6d26a52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417616 Mar 23 01:36:51.968577 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-2873d4e5-afdd-4543-bee4-ae6a1932ba27 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=2070c069-6313-485b-8a6e-6f3f00ed3d17 HTTP/1.1" status: 200 len: 217 time: 0.0594635 Mar 23 01:36:52.021529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02ad5ee-f380-4649-9c03-679919b907da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81e6bb3-58ed-4a1a-b93d-e05a0af29e26'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:52.024534 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8923b4a2-e19a-489b-99d0-d47ff7bd4a30" -d '{"events": [{"server_uuid": "d02ad5ee-f380-4649-9c03-679919b907da", "name": "network-vif-plugged", "status": "completed", "tag": "a81e6bb3-58ed-4a1a-b93d-e05a0af29e26"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:52.036289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445ca96-6129-44f5-9215-479fdd2a551e req-3289668b-0bcb-4f72-8f79-25edbb309a95 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:52.039250 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b445ca96-6129-44f5-9215-479fdd2a551e req-3289668b-0bcb-4f72-8f79-25edbb309a95 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.2326100 Mar 23 01:36:52.052686 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0bdcb528-279d-4e90-8308-affbe7bc282d), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:52.122636 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b445ca96-6129-44f5-9215-479fdd2a551e req-ba956369-e364-4bfe-ba70-c10c4561d164 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739992 Mar 23 01:36:52.125213 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks [] for security_group (301a99ae-af33-4883-8ab7-ac73ca029c53), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:52.139671 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (301a99ae-af33-4883-8ab7-ac73ca029c53), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:52.140525 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:52.189125 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8e1b2b7-9317-46f8-ba6f-7b7e1c4c487b req-65c0e682-88c3-48f9-b292-17f53d0e6dd2 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404143 Mar 23 01:36:52.189968 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39488) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:52.207789 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:36:52.221327 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a6ad35cb-696f-4c0b-a034-1cf2847fab61), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:52.221762 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Added segment a6ad35cb-696f-4c0b-a034-1cf2847fab61 of type vlan for network d1dee7de-27da-484b-97aa-ed2f4bb52772 Mar 23 01:36:52.237253 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af948c5-c05d-43c5-b2ff-ce275015f7ec x-openstack-request-id: req-8af948c5-c05d-43c5-b2ff-ce275015f7ec {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:52.237703 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02ad5ee-f380-4649-9c03-679919b907da", "name": "network-vif-plugged", "status": "completed", "tag": "a81e6bb3-58ed-4a1a-b93d-e05a0af29e26", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:52.238069 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8af948c5-c05d-43c5-b2ff-ce275015f7ec {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:52.238656 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af948c5-c05d-43c5-b2ff-ce275015f7ec'] response: {'server_uuid': 'd02ad5ee-f380-4649-9c03-679919b907da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81e6bb3-58ed-4a1a-b93d-e05a0af29e26', 'code': 200} Mar 23 01:36:52.299248 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-bdfc8b49-a7a3-4b33-94eb-3bd3ce28d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:52.302792 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-bdfc8b49-a7a3-4b33-94eb-3bd3ce28d4e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89903b53-7edf-4413-ac0f-be51c87f45dd HTTP/1.1" status: 200 len: 797 time: 0.2554009 Mar 23 01:36:52.310309 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301a99ae-af33-4883-8ab7-ac73ca029c53,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:52.388507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Attempting to bind port 9c2200b9-036f-4de8-8d5d-391ad74bbc99 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:52.388888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Attempting to bind port 9c2200b9-036f-4de8-8d5d-391ad74bbc99 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:52.389271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Attempting to bind port 9c2200b9-036f-4de8-8d5d-391ad74bbc99 on network bcb5bba5-c393-415e-b531-6fbef811d49d {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:52.410565 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (d1dee7de-27da-484b-97aa-ed2f4bb52772), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:52.451882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:36:52.464504 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (0c89f08f-8ef4-464a-92ac-78e361f798a5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:52.464504 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Added segment 0c89f08f-8ef4-464a-92ac-78e361f798a5 of type vlan for network cffd5519-ecb5-4e79-bda3-5ec88760cf79 Mar 23 01:36:52.504254 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-8b47ad25-9323-4284-9f5e-d9c7f077e50c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727695673'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:52.548250 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (cffd5519-ecb5-4e79-bda3-5ec88760cf79), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:52.590336 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Port 9c2200b9-036f-4de8-8d5d-391ad74bbc99 on network bcb5bba5-c393-415e-b531-6fbef811d49d not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:36:52.590980 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Attempting to bind port 9c2200b9-036f-4de8-8d5d-391ad74bbc99 on network bcb5bba5-c393-415e-b531-6fbef811d49d {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:52.598937 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b47ad25-9323-4284-9f5e-d9c7f077e50c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:52.607760 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-bf5feb3b-7ae1-4f00-80bf-c02e6575e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:52.609596 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-bf5feb3b-7ae1-4f00-80bf-c02e6575e138 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54f43f40-2d1d-40ff-a148-e6b1420c7986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2935777 Mar 23 01:36:52.615126 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (d1dee7de-27da-484b-97aa-ed2f4bb52772), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:52.615650 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (cffd5519-ecb5-4e79-bda3-5ec88760cf79), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:52.622005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:52.627185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:52.627861 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:52.630471 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97822716-9e0f-4727-87b5-233e2cdd60fd req-cb5730d0-9c3e-4082-bd51-f5b4ec60d947 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:52.632315 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-97822716-9e0f-4727-87b5-233e2cdd60fd req-cb5730d0-9c3e-4082-bd51-f5b4ec60d947 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 943 time: 0.2589157 Mar 23 01:36:52.637064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:52.637416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Checking segment: {'id': '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:52.637804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Bound using segment: {'id': '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:52.638463 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Bound port: 9c2200b9-036f-4de8-8d5d-391ad74bbc99, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:52.638875 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9c2200b9-036f-4de8-8d5d-391ad74bbc99), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:52.642007 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b47ad25-9323-4284-9f5e-d9c7f077e50c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:52.797404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] For port 9c2200b9-036f-4de8-8d5d-391ad74bbc99, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:52.801539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] For port 9c2200b9-036f-4de8-8d5d-391ad74bbc99, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=9c2200b9-036f-4de8-8d5d-391ad74bbc99,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:52.832585 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1125937 Mar 23 01:36:52.833989 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (9c2200b9-036f-4de8-8d5d-391ad74bbc99), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:52.844247 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39504) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:52.886550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2a4db-9ee4-4fe9-97b7-b527367c71e2 req-3ceeb8a0-5266-4885-9b02-d0708d318188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:52.887044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2a4db-9ee4-4fe9-97b7-b527367c71e2 req-3ceeb8a0-5266-4885-9b02-d0708d318188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:52.888664 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15a2a4db-9ee4-4fe9-97b7-b527367c71e2 req-3ceeb8a0-5266-4885-9b02-d0708d318188 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 2046 time: 0.5297341 Mar 23 01:36:52.927321 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-97822716-9e0f-4727-87b5-233e2cdd60fd req-7038687a-fc71-49b6-b3bd-c6f95c9f4c60 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815213 Mar 23 01:36:52.937513 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-4f75fed2-aedb-46c3-8519-d72ebb261872 service neutron] 10.222.0.43 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167112 Mar 23 01:36:52.941460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:52.942083 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:52.943519 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] 10.222.0.43 "PUT /v2.0/ports/9c2200b9-036f-4de8-8d5d-391ad74bbc99 HTTP/1.1" status: 200 len: 1091 time: 4.2354031 Mar 23 01:36:52.949039 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event updated for resources: {'Network': ['ID=d1dee7de-27da-484b-97aa-ed2f4bb52772,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:52.951378 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d755324-3f0e-49ab-b71f-5cc17a7010ec', 'tag': '9c2200b9-036f-4de8-8d5d-391ad74bbc99'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:52.961026 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb3d466-3245-42f2-9ccb-aa7a9cb18c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d755324-3f0e-49ab-b71f-5cc17a7010ec", "tag": "9c2200b9-036f-4de8-8d5d-391ad74bbc99"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:52.961838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network d1dee7de-27da-484b-97aa-ed2f4bb52772 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:36:53.114837 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9811037-ebb7-47d0-bb3b-cfa002802b59 x-openstack-request-id: req-b9811037-ebb7-47d0-bb3b-cfa002802b59 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:53.115134 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d755324-3f0e-49ab-b71f-5cc17a7010ec", "tag": "9c2200b9-036f-4de8-8d5d-391ad74bbc99", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:53.115392 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9811037-ebb7-47d0-bb3b-cfa002802b59 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:53.115804 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9811037-ebb7-47d0-bb3b-cfa002802b59'] response: {'name': 'network-changed', 'server_uuid': '5d755324-3f0e-49ab-b71f-5cc17a7010ec', 'tag': '9c2200b9-036f-4de8-8d5d-391ad74bbc99', 'status': 'completed', 'code': 200} Mar 23 01:36:53.183433 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:53.233004 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b47ad25-9323-4284-9f5e-d9c7f077e50c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (070c20dc-9398-430e-9670-5c2fd6be4c3d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:53.234271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756efe51-7f4f-46c9-b063-9588996f771c req-5cef032f-f274-48f9-bd21-5afa005b8710 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:53.237380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bdcb528-279d-4e90-8308-affbe7bc282d {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:36:53.240441 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756efe51-7f4f-46c9-b063-9588996f771c req-5cef032f-f274-48f9-bd21-5afa005b8710 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:53.250108 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b47ad25-9323-4284-9f5e-d9c7f077e50c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (070c20dc-9398-430e-9670-5c2fd6be4c3d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:53.257706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756efe51-7f4f-46c9-b063-9588996f771c req-5cef032f-f274-48f9-bd21-5afa005b8710 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:53.260396 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Publish callbacks [] for port (0bdcb528-279d-4e90-8308-affbe7bc282d), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:53.265227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756efe51-7f4f-46c9-b063-9588996f771c req-5cef032f-f274-48f9-bd21-5afa005b8710 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:53.270968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756efe51-7f4f-46c9-b063-9588996f771c req-5cef032f-f274-48f9-bd21-5afa005b8710 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:53.277176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756efe51-7f4f-46c9-b063-9588996f771c req-5cef032f-f274-48f9-bd21-5afa005b8710 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:53.285490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756efe51-7f4f-46c9-b063-9588996f771c req-5cef032f-f274-48f9-bd21-5afa005b8710 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:53.287928 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-756efe51-7f4f-46c9-b063-9588996f771c req-5cef032f-f274-48f9-bd21-5afa005b8710 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.4777534 Mar 23 01:36:53.370545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d6965-2295-4821-aa2c-54c18647b06c service neutron] Pushing event updated for resources: {'Port': ['ID=9c2200b9-036f-4de8-8d5d-391ad74bbc99,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:53.373991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Transition to ACTIVE for port object 0bdcb528-279d-4e90-8308-affbe7bc282d will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:36:53.395053 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (0bdcb528-279d-4e90-8308-affbe7bc282d), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:53.474796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47ad25-9323-4284-9f5e-d9c7f077e50c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=070c20dc-9398-430e-9670-5c2fd6be4c3d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:53.497299 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-7a5dd46b-c1df-4b51-92c6-c7e3ef3d3add service neutron] 10.222.0.43 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488727 Mar 23 01:36:53.500809 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01703503-f405-46fb-8e22-548c564023ef tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event updated for resources: {'Network': ['ID=cffd5519-ecb5-4e79-bda3-5ec88760cf79,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:53.524844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Pushing event updated for resources: {'Port': ['ID=0bdcb528-279d-4e90-8308-affbe7bc282d,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:53.532356 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-0b957c4d-3a27-4020-8ac3-5c89d758048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:53.534613 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-0b957c4d-3a27-4020-8ac3-5c89d758048b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80de875bfe1949b9a4efaeb9a8eb1ce1&device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 1125 time: 0.4798703 Mar 23 01:36:53.544622 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15a2a4db-9ee4-4fe9-97b7-b527367c71e2 req-9ad5c70a-c679-4c87-be47-2dfdb9ddadd1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6049626 Mar 23 01:36:53.553851 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network cffd5519-ecb5-4e79-bda3-5ec88760cf79 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:36:53.576766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f45ba2a-ad39-423e-90fb-04e11bcf2338 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:53.578944 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03ede0-0679-4593-99b1-7c4374920e30 req-a655e79b-8cef-4682-b9c9-ac2e5d22c964 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:53.582093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f45ba2a-ad39-423e-90fb-04e11bcf2338 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:53.586406 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc03ede0-0679-4593-99b1-7c4374920e30 req-a655e79b-8cef-4682-b9c9-ac2e5d22c964 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.3177838 Mar 23 01:36:53.590337 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f45ba2a-ad39-423e-90fb-04e11bcf2338 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:53.596843 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-279b7fe3-7c94-42fe-b1dd-b477f90f19ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=2da09e69-9797-45dc-970d-521ff10deb08 HTTP/1.1" status: 200 len: 217 time: 0.0853989 Mar 23 01:36:53.598881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f45ba2a-ad39-423e-90fb-04e11bcf2338 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:53.602365 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7f45ba2a-ad39-423e-90fb-04e11bcf2338 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7184834 Mar 23 01:36:53.606656 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39520) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:53.637261 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b47ad25-9323-4284-9f5e-d9c7f077e50c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (96548f02-9a28-4325-824e-72a2cea4d1e6), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:53.659997 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b47ad25-9323-4284-9f5e-d9c7f077e50c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (96548f02-9a28-4325-824e-72a2cea4d1e6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:53.710183 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5750e04d-98b8-45f7-88bd-a7e9f139baa3 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (d1dee7de-27da-484b-97aa-ed2f4bb52772), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:53.743526 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-756efe51-7f4f-46c9-b063-9588996f771c req-964c357b-aa31-4ae6-917d-44912e1b0da6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4151485 Mar 23 01:36:53.751082 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b47ad25-9323-4284-9f5e-d9c7f077e50c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:53.752973 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8b47ad25-9323-4284-9f5e-d9c7f077e50c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5437336 Mar 23 01:36:53.763420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39522) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:53.804405 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc03ede0-0679-4593-99b1-7c4374920e30 req-f5762b6c-357a-4986-a919-54e979a07a43 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155015 Mar 23 01:36:53.841853 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47ad25-9323-4284-9f5e-d9c7f077e50c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96548f02-9a28-4325-824e-72a2cea4d1e6,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:53.849244 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Attempting to bind port 0bdcb528-279d-4e90-8308-affbe7bc282d on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:36:53.850191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Attempting to bind port 0bdcb528-279d-4e90-8308-affbe7bc282d by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:36:53.850604 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Attempting to bind port 0bdcb528-279d-4e90-8308-affbe7bc282d on network bcb5bba5-c393-415e-b531-6fbef811d49d {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:53.857441 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Port 0bdcb528-279d-4e90-8308-affbe7bc282d on network bcb5bba5-c393-415e-b531-6fbef811d49d not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:36:53.857768 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Attempting to bind port 0bdcb528-279d-4e90-8308-affbe7bc282d on network bcb5bba5-c393-415e-b531-6fbef811d49d {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:36:53.875877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:36:53.876517 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Checking segment: {'id': '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:36:53.877893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Bound using segment: {'id': '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:36:53.878513 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Bound port: 0bdcb528-279d-4e90-8308-affbe7bc282d, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:36:53.879044 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0bdcb528-279d-4e90-8308-affbe7bc282d), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:53.975810 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-13eb2bb3-73fe-49b5-ae72-12e9d580ed7d tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1944599 Mar 23 01:36:53.998850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39526) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:54.010970 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3a80ff08-58ce-4d6e-aaa8-87385935f4f3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group': {'name': 'tempest-security--264666558', 'description': 'tempest-security-description-1900275326'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:54.074317 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-b05f5057-d9a6-414c-ab3d-b0a6700752c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c2200b9-036f-4de8-8d5d-391ad74bbc99 HTTP/1.1" status: 200 len: 217 time: 0.1401687 Mar 23 01:36:54.084364 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5750e04d-98b8-45f7-88bd-a7e9f139baa3 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (d1dee7de-27da-484b-97aa-ed2f4bb52772), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:54.143971 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-5750e04d-98b8-45f7-88bd-a7e9f139baa3 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1dee7de-27da-484b-97aa-ed2f4bb52772']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:54.167182 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-5750e04d-98b8-45f7-88bd-a7e9f139baa3 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ad35cb-696f-4c0b-a034-1cf2847fab61') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:54.167400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-5750e04d-98b8-45f7-88bd-a7e9f139baa3 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ad35cb-696f-4c0b-a034-1cf2847fab61') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:54.177098 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5750e04d-98b8-45f7-88bd-a7e9f139baa3 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (a6ad35cb-696f-4c0b-a034-1cf2847fab61), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:54.189949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] For port 0bdcb528-279d-4e90-8308-affbe7bc282d, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:54.196659 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] For port 0bdcb528-279d-4e90-8308-affbe7bc282d, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=0bdcb528-279d-4e90-8308-affbe7bc282d,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:36:54.197653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-5944fe38-5aa3-40a9-aac3-55b9dfe4e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:54.199137 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-5944fe38-5aa3-40a9-aac3-55b9dfe4e7b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85af6975-6563-48c3-8c21-d4f0fe818486 HTTP/1.1" status: 200 len: 853 time: 0.1170971 Mar 23 01:36:54.207317 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3a80ff08-58ce-4d6e-aaa8-87385935f4f3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (96548f02-9a28-4325-824e-72a2cea4d1e6), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:54.208817 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57021f-3a2e-46e3-8c76-a271d7c98bfc req-92dcf6f3-d7ef-49e5-bbee-43cd443969f7 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:54.214433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57021f-3a2e-46e3-8c76-a271d7c98bfc req-92dcf6f3-d7ef-49e5-bbee-43cd443969f7 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:54.221483 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6b57021f-3a2e-46e3-8c76-a271d7c98bfc req-92dcf6f3-d7ef-49e5-bbee-43cd443969f7 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1682 time: 0.2861991 Mar 23 01:36:54.223723 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5750e04d-98b8-45f7-88bd-a7e9f139baa3 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a6ad35cb-696f-4c0b-a034-1cf2847fab61), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:54.268663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5750e04d-98b8-45f7-88bd-a7e9f139baa3 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:36:54.270385 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3a80ff08-58ce-4d6e-aaa8-87385935f4f3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (96548f02-9a28-4325-824e-72a2cea4d1e6), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:54.273135 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5750e04d-98b8-45f7-88bd-a7e9f139baa3 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (a6ad35cb-696f-4c0b-a034-1cf2847fab61), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:54.278653 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b9135335-96cb-4cf5-a32a-f61cb435fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:54.280515 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-b9135335-96cb-4cf5-a32a-f61cb435fbaa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89903b53-7edf-4413-ac0f-be51c87f45dd HTTP/1.1" status: 200 len: 797 time: 0.3420560 Mar 23 01:36:54.283343 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3a80ff08-58ce-4d6e-aaa8-87385935f4f3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (96548f02-9a28-4325-824e-72a2cea4d1e6), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:54.286068 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3a80ff08-58ce-4d6e-aaa8-87385935f4f3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:54.287639 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3a80ff08-58ce-4d6e-aaa8-87385935f4f3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "PUT /v2.0/security-groups/96548f02-9a28-4325-824e-72a2cea4d1e6 HTTP/1.1" status: 200 len: 1796 time: 0.2863688 Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:36:54.291628 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:36:54.294265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39532) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:54.299572 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-361049bd-41db-48d6-8518-f912c87f4e38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bcb5bba5-c393-415e-b531-6fbef811d49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734634 Mar 23 01:36:54.346321 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (0bdcb528-279d-4e90-8308-affbe7bc282d), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:54.406789 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5750e04d-98b8-45f7-88bd-a7e9f139baa3 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (d1dee7de-27da-484b-97aa-ed2f4bb52772), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:54.437560 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80ff08-58ce-4d6e-aaa8-87385935f4f3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96548f02-9a28-4325-824e-72a2cea4d1e6,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:54.439506 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5750e04d-98b8-45f7-88bd-a7e9f139baa3 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:54.440692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:54.441326 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:54.443873 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] 10.222.0.43 "PUT /v2.0/ports/0bdcb528-279d-4e90-8308-affbe7bc282d HTTP/1.1" status: 200 len: 1091 time: 2.5833580 Mar 23 01:36:54.445070 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5750e04d-98b8-45f7-88bd-a7e9f139baa3 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "DELETE /v2.0/networks/d1dee7de-27da-484b-97aa-ed2f4bb52772 HTTP/1.1" status: 204 len: 168 time: 0.8376663 Mar 23 01:36:54.448977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b488a469-936b-4a39-ba32-a250f183e53c', 'tag': '0bdcb528-279d-4e90-8308-affbe7bc282d'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:36:54.452195 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771ea8b5-2bd8-4bdd-89bf-692f73dd950f" -d '{"events": [{"name": "network-changed", "server_uuid": "b488a469-936b-4a39-ba32-a250f183e53c", "tag": "0bdcb528-279d-4e90-8308-affbe7bc282d"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:36:54.468139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39534) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:54.506813 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:54.512643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d9e60-4ad2-4950-91b7-fb07a20efa4d req-6487ab3b-0cc6-4789-a038-d60503a4d2cf tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:54.514266 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-143d9e60-4ad2-4950-91b7-fb07a20efa4d req-6487ab3b-0cc6-4789-a038-d60503a4d2cf tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 943 time: 0.4675488 Mar 23 01:36:54.575780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750e04d-98b8-45f7-88bd-a7e9f139baa3 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event deleted for resources: {'Network': ['ID=d1dee7de-27da-484b-97aa-ed2f4bb52772,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:54.589021 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fe05e114-1096-41a9-9c5c-cc9e3a4a59c9 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-groups/96548f02-9a28-4325-824e-72a2cea4d1e6 HTTP/1.1" status: 200 len: 1796 time: 0.2821376 Mar 23 01:36:54.602965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39538) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:54.628124 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584598d-7f90-4384-a7ea-146b8140d984 service neutron] Pushing event updated for resources: {'Port': ['ID=0bdcb528-279d-4e90-8308-affbe7bc282d,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:54.661077 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-c8e50a1c-d79c-4d7e-9809-59c6f83e1118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:54.662628 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-c8e50a1c-d79c-4d7e-9809-59c6f83e1118 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54f43f40-2d1d-40ff-a148-e6b1420c7986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3737295 Mar 23 01:36:54.670126 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6b57021f-3a2e-46e3-8c76-a271d7c98bfc req-f869cb1d-4840-4d7c-a3b5-02dd123ffd6e tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427669 Mar 23 01:36:54.823882 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3b51134-f85d-4950-ab59-3522646440d1 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (cffd5519-ecb5-4e79-bda3-5ec88760cf79), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:54.833683 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-143d9e60-4ad2-4950-91b7-fb07a20efa4d req-c1bcfe2d-78a1-46e2-a30d-b00580099f25 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858841 Mar 23 01:36:54.899079 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-ef407413-131b-4a7b-8c13-01a1760d80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:54.901751 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-ef407413-131b-4a7b-8c13-01a1760d80cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80de875bfe1949b9a4efaeb9a8eb1ce1&device_id=b488a469-936b-4a39-ba32-a250f183e53c HTTP/1.1" status: 200 len: 1125 time: 0.3753901 Mar 23 01:36:54.923861 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83998113-ded1-4ded-9a0b-0a10421bb84c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (96548f02-9a28-4325-824e-72a2cea4d1e6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:55.048335 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-245b7c9c-4596-4ce8-90ce-8c7f0a154563 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bdcb528-279d-4e90-8308-affbe7bc282d HTTP/1.1" status: 200 len: 217 time: 0.1250973 Mar 23 01:36:55.089060 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c69f8e0-63b3-492f-8d7c-0ad5e01efdd0 x-openstack-request-id: req-0c69f8e0-63b3-492f-8d7c-0ad5e01efdd0 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:36:55.089482 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b488a469-936b-4a39-ba32-a250f183e53c", "tag": "0bdcb528-279d-4e90-8308-affbe7bc282d", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:36:55.089830 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c69f8e0-63b3-492f-8d7c-0ad5e01efdd0 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:36:55.090327 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c69f8e0-63b3-492f-8d7c-0ad5e01efdd0'] response: {'name': 'network-changed', 'server_uuid': 'b488a469-936b-4a39-ba32-a250f183e53c', 'tag': '0bdcb528-279d-4e90-8308-affbe7bc282d', 'status': 'completed', 'code': 200} Mar 23 01:36:55.094841 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-24a1f6c2-d19b-413a-a7b7-555fbe3e1003 service neutron] 10.222.0.43 "GET /v2.0/ports/6fd43136-d0db-437f-ae04-5459a5e2722b/bindings/n-h1-834677-4 HTTP/1.1" status: 200 len: 384 time: 0.5406380 Mar 23 01:36:55.104235 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83998113-ded1-4ded-9a0b-0a10421bb84c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (96548f02-9a28-4325-824e-72a2cea4d1e6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:55.146209 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-123b15a1-a247-4e18-81c3-4c60f2b3a71a service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7544644 Mar 23 01:36:55.272775 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3b51134-f85d-4950-ab59-3522646440d1 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (cffd5519-ecb5-4e79-bda3-5ec88760cf79), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:55.354131 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83998113-ded1-4ded-9a0b-0a10421bb84c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (96548f02-9a28-4325-824e-72a2cea4d1e6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:55.356699 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83998113-ded1-4ded-9a0b-0a10421bb84c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:55.357874 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-83998113-ded1-4ded-9a0b-0a10421bb84c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-groups/96548f02-9a28-4325-824e-72a2cea4d1e6 HTTP/1.1" status: 204 len: 168 time: 0.7242739 Mar 23 01:36:55.361332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-b3b51134-f85d-4950-ab59-3522646440d1 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffd5519-ecb5-4e79-bda3-5ec88760cf79']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:55.363796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39554) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:55.373704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-7be5c5ac-3416-455b-b9f5-4d03f0adbebe service neutron] 10.222.0.43 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6872344 Mar 23 01:36:55.380940 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-b3b51134-f85d-4950-ab59-3522646440d1 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c89f08f-8ef4-464a-92ac-78e361f798a5') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:55.381274 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-b3b51134-f85d-4950-ab59-3522646440d1 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c89f08f-8ef4-464a-92ac-78e361f798a5') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:36:55.404295 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3b51134-f85d-4950-ab59-3522646440d1 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (0c89f08f-8ef4-464a-92ac-78e361f798a5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:55.409351 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-45cb4fbe-354d-4efd-95c6-74d353660d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:55.410800 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-45cb4fbe-354d-4efd-95c6-74d353660d62 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85af6975-6563-48c3-8c21-d4f0fe818486 HTTP/1.1" status: 200 len: 853 time: 0.3000989 Mar 23 01:36:55.457037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451b422-5b7c-4918-9d2e-40453113c7be req-f65bbec0-ea6a-4e5a-9d62-c23f8658e645 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:55.463011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451b422-5b7c-4918-9d2e-40453113c7be req-f65bbec0-ea6a-4e5a-9d62-c23f8658e645 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:55.468474 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451b422-5b7c-4918-9d2e-40453113c7be req-f65bbec0-ea6a-4e5a-9d62-c23f8658e645 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:55.474057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451b422-5b7c-4918-9d2e-40453113c7be req-f65bbec0-ea6a-4e5a-9d62-c23f8658e645 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:55.483861 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451b422-5b7c-4918-9d2e-40453113c7be req-f65bbec0-ea6a-4e5a-9d62-c23f8658e645 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:55.492172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451b422-5b7c-4918-9d2e-40453113c7be req-f65bbec0-ea6a-4e5a-9d62-c23f8658e645 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:55.498034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451b422-5b7c-4918-9d2e-40453113c7be req-f65bbec0-ea6a-4e5a-9d62-c23f8658e645 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:55.499928 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0451b422-5b7c-4918-9d2e-40453113c7be req-f65bbec0-ea6a-4e5a-9d62-c23f8658e645 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.4506092 Mar 23 01:36:55.538663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1080c9-75ef-450b-8978-7ef76b55ce9c req-11037b16-9815-4f97-99b0-7a8f0c0f9913 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:55.540351 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cb1080c9-75ef-450b-8978-7ef76b55ce9c req-11037b16-9815-4f97-99b0-7a8f0c0f9913 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 943 time: 0.3901713 Mar 23 01:36:55.556091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83998113-ded1-4ded-9a0b-0a10421bb84c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96548f02-9a28-4325-824e-72a2cea4d1e6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:55.564511 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-6af44e74-5c6f-46e8-afe6-3b05172221f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bcb5bba5-c393-415e-b531-6fbef811d49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304617 Mar 23 01:36:55.573753 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3b51134-f85d-4950-ab59-3522646440d1 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (0c89f08f-8ef4-464a-92ac-78e361f798a5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:55.604359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b51134-f85d-4950-ab59-3522646440d1 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:36:55.604883 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3b51134-f85d-4950-ab59-3522646440d1 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (0c89f08f-8ef4-464a-92ac-78e361f798a5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:36:55.609344 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:36:55.729328 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-5e32e43f-102f-4e66-a25e-cb2660a44e22 service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552547 Mar 23 01:36:55.750062 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-02332326-facf-4990-8eda-0e0933b5693c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3824093 Mar 23 01:36:55.752464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-260fc8c7-14e7-469e-9a9d-a889d9716764 service neutron] For port 6fd43136-d0db-437f-ae04-5459a5e2722b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=6fd43136-d0db-437f-ae04-5459a5e2722b,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:55.757331 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39566) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:55.787109 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-0b6fc0a0-35ff-4fb0-807d-57e5c295ef7f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] delete failed (client error): The resource could not be found. Mar 23 01:36:55.795212 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0b6fc0a0-35ff-4fb0-807d-57e5c295ef7f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-groups/96548f02-9a28-4325-824e-72a2cea4d1e6 HTTP/1.1" status: 404 len: 347 time: 0.0295222 Mar 23 01:36:55.821219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-260fc8c7-14e7-469e-9a9d-a889d9716764 service neutron] For port 6fd43136-d0db-437f-ae04-5459a5e2722b, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:36:55.825499 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:55.868664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39568) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:55.874491 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-391192ee-7a68-4719-9b1d-2670c726533d tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group': {'name': 'tempest-secgroup--67764086'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:55.906072 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cb1080c9-75ef-450b-8978-7ef76b55ce9c req-742a41ed-dc67-4aa8-ae1d-6a1a61943fc0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479652 Mar 23 01:36:55.967393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-260fc8c7-14e7-469e-9a9d-a889d9716764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd43136-d0db-437f-ae04-5459a5e2722b {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:36:55.995887 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-391192ee-7a68-4719-9b1d-2670c726533d tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:56.001497 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-260fc8c7-14e7-469e-9a9d-a889d9716764 service neutron] For port 6fd43136-d0db-437f-ae04-5459a5e2722b, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=6fd43136-d0db-437f-ae04-5459a5e2722b,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:36:56.150459 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-260fc8c7-14e7-469e-9a9d-a889d9716764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:56.158370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d466-3245-42f2-9ccb-aa7a9cb18c4c req-2c64c5ba-19c2-4e41-a996-0fbc3e952aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:56.160302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcb3d466-3245-42f2-9ccb-aa7a9cb18c4c req-2c64c5ba-19c2-4e41-a996-0fbc3e952aa2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80de875bfe1949b9a4efaeb9a8eb1ce1&device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 1125 time: 0.2895145 Mar 23 01:36:56.292892 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-260fc8c7-14e7-469e-9a9d-a889d9716764 service neutron] Transition to ACTIVE for port object 6fd43136-d0db-437f-ae04-5459a5e2722b will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:36:56.412444 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3b51134-f85d-4950-ab59-3522646440d1 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (cffd5519-ecb5-4e79-bda3-5ec88760cf79), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:56.442219 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3b51134-f85d-4950-ab59-3522646440d1 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:56.446422 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b3b51134-f85d-4950-ab59-3522646440d1 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "DELETE /v2.0/networks/cffd5519-ecb5-4e79-bda3-5ec88760cf79 HTTP/1.1" status: 204 len: 168 time: 1.9651499 Mar 23 01:36:56.449090 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-f434b6a8-7556-4cac-a2f6-06227ea92446 service neutron] 10.222.0.43 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0644152 Mar 23 01:36:56.456265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39578) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:56.547569 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-cd004fb1-93ee-4dd2-bcd6-23fe06a3034e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=d40d0009-34af-4a6e-970a-ea51f40335b1 HTTP/1.1" status: 200 len: 217 time: 0.0635326 Mar 23 01:36:56.631297 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b51134-f85d-4950-ab59-3522646440d1 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event deleted for resources: {'Network': ['ID=cffd5519-ecb5-4e79-bda3-5ec88760cf79,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:56.636699 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-edd58ede-fb3a-43c5-8d39-74d02d9d08df service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0607080 Mar 23 01:36:56.703418 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0451b422-5b7c-4918-9d2e-40453113c7be req-826810d7-99ae-43bf-b5f5-76ec3b930ca3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1363251 Mar 23 01:36:56.707401 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-260fc8c7-14e7-469e-9a9d-a889d9716764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:56.810396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-ee330fad-1a3f-4304-91fa-be5967a709d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:56.813212 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-ee330fad-1a3f-4304-91fa-be5967a709d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89903b53-7edf-4413-ac0f-be51c87f45dd HTTP/1.1" status: 200 len: 797 time: 0.2392387 Mar 23 01:36:56.884046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d466-3245-42f2-9ccb-aa7a9cb18c4c req-20e55646-2bd7-4585-9db7-50f968ce9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:56.889607 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcb3d466-3245-42f2-9ccb-aa7a9cb18c4c req-20e55646-2bd7-4585-9db7-50f968ce9080 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bcb5bba5-c393-415e-b531-6fbef811d49d HTTP/1.1" status: 200 len: 913 time: 0.7149994 Mar 23 01:36:56.951382 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefa019-0445-4cdc-9245-b806d5179ff0 req-6b257c5c-2856-4488-bd23-1acfa136d1e3 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:56.959053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefa019-0445-4cdc-9245-b806d5179ff0 req-6b257c5c-2856-4488-bd23-1acfa136d1e3 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:56.960910 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfefa019-0445-4cdc-9245-b806d5179ff0 req-6b257c5c-2856-4488-bd23-1acfa136d1e3 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1682 time: 0.9189990 Mar 23 01:36:57.019790 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1eab4405-7756-40ac-89c4-cb057afe48fe req-4fe65673-3b2d-4b66-be4b-4564e60729ba service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140709 Mar 23 01:36:57.048892 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-391192ee-7a68-4719-9b1d-2670c726533d tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (97f19e25-1ccc-4c51-bc86-c00df60bcda8), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:57.061998 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcb3d466-3245-42f2-9ccb-aa7a9cb18c4c req-5caa6207-2428-4b25-bd27-c8e0f00161de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c2200b9-036f-4de8-8d5d-391ad74bbc99 HTTP/1.1" status: 200 len: 217 time: 0.1352782 Mar 23 01:36:57.090299 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-391192ee-7a68-4719-9b1d-2670c726533d tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (97f19e25-1ccc-4c51-bc86-c00df60bcda8), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:57.117955 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-7ab8cc67-830c-43fe-8128-67894ae43f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:57.119949 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-7ab8cc67-830c-43fe-8128-67894ae43f0e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54f43f40-2d1d-40ff-a148-e6b1420c7986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2935450 Mar 23 01:36:57.134927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-260fc8c7-14e7-469e-9a9d-a889d9716764 service neutron] No DVR routers for this DVR port 6fd43136-d0db-437f-ae04-5459a5e2722b on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:36:57.138988 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-391192ee-7a68-4719-9b1d-2670c726533d tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:57.140229 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-391192ee-7a68-4719-9b1d-2670c726533d tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2705791 Mar 23 01:36:57.162192 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39592) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:57.168144 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fc8c7-14e7-469e-9a9d-a889d9716764 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd43136-d0db-437f-ae04-5459a5e2722b,revision_number=10']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:57.172576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4814e5fa-3be2-4492-8a23-0af1d993f0b9 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:57.178664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4814e5fa-3be2-4492-8a23-0af1d993f0b9 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:57.188116 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4814e5fa-3be2-4492-8a23-0af1d993f0b9 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7261140 Mar 23 01:36:57.191953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-95ede025-9d0e-4e74-a87b-4268623d2fed tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group_rule': {'security_group_id': '97f19e25-1ccc-4c51-bc86-c00df60bcda8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:57.197525 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39594) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:57.225217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-be11c278-b429-4e33-bc25-2bb33f61c21d tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1482232194'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:57.264795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391192ee-7a68-4719-9b1d-2670c726533d tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f19e25-1ccc-4c51-bc86-c00df60bcda8,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:57.275624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9ae37-c191-4605-8a6c-c32f00ffc4be req-b019efed-dcd9-4cc1-8f56-9c8d000f9765 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:57.277526 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4ba9ae37-c191-4605-8a6c-c32f00ffc4be req-b019efed-dcd9-4cc1-8f56-9c8d000f9765 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 943 time: 0.2880497 Mar 23 01:36:57.285559 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-260fc8c7-14e7-469e-9a9d-a889d9716764 service neutron] 10.222.0.43 "PUT /v2.0/ports/6fd43136-d0db-437f-ae04-5459a5e2722b/bindings/n-h1-834677-4/activate HTTP/1.1" status: 200 len: 369 time: 2.1703749 Mar 23 01:36:57.316673 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfefa019-0445-4cdc-9245-b806d5179ff0 req-03e33c27-cbf1-4bbe-b525-affa1b253660 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403640 Mar 23 01:36:57.320293 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d466-3245-42f2-9ccb-aa7a9cb18c4c req-93bfcd6e-b317-4131-8690-8ac1775e6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:57.321967 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcb3d466-3245-42f2-9ccb-aa7a9cb18c4c req-93bfcd6e-b317-4131-8690-8ac1775e6b99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85af6975-6563-48c3-8c21-d4f0fe818486 HTTP/1.1" status: 200 len: 853 time: 0.1921067 Mar 23 01:36:57.393541 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcb3d466-3245-42f2-9ccb-aa7a9cb18c4c req-e40333d6-9b0a-4fb6-8d3e-8ef557d5f95e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bcb5bba5-c393-415e-b531-6fbef811d49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610754 Mar 23 01:36:57.435012 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ea8b5-2bd8-4bdd-89bf-692f73dd950f req-4dc237d2-523f-4d37-bbbd-94ebf4f04a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:57.442074 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-771ea8b5-2bd8-4bdd-89bf-692f73dd950f req-4dc237d2-523f-4d37-bbbd-94ebf4f04a98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80de875bfe1949b9a4efaeb9a8eb1ce1&device_id=b488a469-936b-4a39-ba32-a250f183e53c HTTP/1.1" status: 200 len: 1125 time: 0.3192089 Mar 23 01:36:57.470287 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4ba9ae37-c191-4605-8a6c-c32f00ffc4be req-b61a5947-ca76-4173-b6d2-795f1df52ba8 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796150 Mar 23 01:36:57.510229 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be11c278-b429-4e33-bc25-2bb33f61c21d tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Made reservation on behalf of 4a56ce4f901047b4a1697acec10d79df for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:57.513640 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-be11c278-b429-4e33-bc25-2bb33f61c21d tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:57.598841 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-95ede025-9d0e-4e74-a87b-4268623d2fed tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (ddc72f6e-c9fc-46fe-92fd-f26866e80c14), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:57.622689 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-9761d012-27a3-4996-9f33-3c0e638e928c tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:57.624537 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-9761d012-27a3-4996-9f33-3c0e638e928c tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7&tenant_id=ce546d225bce48df9444d857bc6abcaf&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 1126 time: 0.2339664 Mar 23 01:36:57.664668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad4147-1698-40f6-a1b5-312e09d73c96 req-1c30f553-5450-43f5-a3b3-1b432ace9684 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:57.666284 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8ad4147-1698-40f6-a1b5-312e09d73c96 req-1c30f553-5450-43f5-a3b3-1b432ace9684 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 944 time: 0.2368155 Mar 23 01:36:57.704517 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ea8b5-2bd8-4bdd-89bf-692f73dd950f req-35eb574d-3bf4-425e-9e16-c47cb61d406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:57.706358 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-771ea8b5-2bd8-4bdd-89bf-692f73dd950f req-35eb574d-3bf4-425e-9e16-c47cb61d406b service neutron] 10.222.0.43 "GET /v2.0/networks?id=bcb5bba5-c393-415e-b531-6fbef811d49d HTTP/1.1" status: 200 len: 913 time: 0.2326016 Mar 23 01:36:57.708441 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcb3d466-3245-42f2-9ccb-aa7a9cb18c4c req-3c059bc8-e057-43cd-8d92-e0aa60bfca59 service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742584 Mar 23 01:36:57.723254 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-5479282e-43ac-4fd2-b8fe-37ecbddc06c6 service neutron] 10.222.0.43 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865579 Mar 23 01:36:57.779616 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be11c278-b429-4e33-bc25-2bb33f61c21d tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:36:57.856501 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-f1319e6a-38a0-46e7-b696-7b83ecf32f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:57.858090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-f1319e6a-38a0-46e7-b696-7b83ecf32f43 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7&tenant_id=ce546d225bce48df9444d857bc6abcaf HTTP/1.1" status: 200 len: 1126 time: 0.2207310 Mar 23 01:36:57.897901 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8ad4147-1698-40f6-a1b5-312e09d73c96 req-3fa9924a-f588-4b57-a69d-c16418df44db tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869853 Mar 23 01:36:57.948414 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-771ea8b5-2bd8-4bdd-89bf-692f73dd950f req-dae3fc29-5aa7-4d2e-8ed2-2248914b624a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bdcb528-279d-4e90-8308-affbe7bc282d HTTP/1.1" status: 200 len: 217 time: 0.2239189 Mar 23 01:36:57.959457 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-be11c278-b429-4e33-bc25-2bb33f61c21d tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (8451e531-d5b7-4c0a-9d59-c5026bc4783e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:57.960284 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-be11c278-b429-4e33-bc25-2bb33f61c21d tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Added segment 8451e531-d5b7-4c0a-9d59-c5026bc4783e of type vlan for network 7dd5ebd3-2057-469b-aeb5-2cb94c938530 Mar 23 01:36:57.975692 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcb3d466-3245-42f2-9ccb-aa7a9cb18c4c req-45e3fd15-bfcb-40e3-acf1-755306d5dd66 service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526157 Mar 23 01:36:58.080988 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-be2e305c-d2b3-4b41-974b-20e9ff754d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:58.083036 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-be2e305c-d2b3-4b41-974b-20e9ff754d43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 1126 time: 0.1797149 Mar 23 01:36:58.171543 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-be11c278-b429-4e33-bc25-2bb33f61c21d tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (7dd5ebd3-2057-469b-aeb5-2cb94c938530), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:58.258651 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-be11c278-b429-4e33-bc25-2bb33f61c21d tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (7dd5ebd3-2057-469b-aeb5-2cb94c938530), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:58.260178 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f53983-c3e9-4dd0-94be-07ad98a14339 req-a670bc24-3072-4925-854a-10a7d47f7a73 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:58.266415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f53983-c3e9-4dd0-94be-07ad98a14339 req-a670bc24-3072-4925-854a-10a7d47f7a73 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:58.272318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be11c278-b429-4e33-bc25-2bb33f61c21d tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:58.272986 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-be11c278-b429-4e33-bc25-2bb33f61c21d tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:58.273290 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f53983-c3e9-4dd0-94be-07ad98a14339 req-a670bc24-3072-4925-854a-10a7d47f7a73 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:58.279297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f53983-c3e9-4dd0-94be-07ad98a14339 req-a670bc24-3072-4925-854a-10a7d47f7a73 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:58.285205 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f53983-c3e9-4dd0-94be-07ad98a14339 req-a670bc24-3072-4925-854a-10a7d47f7a73 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:58.291242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f53983-c3e9-4dd0-94be-07ad98a14339 req-a670bc24-3072-4925-854a-10a7d47f7a73 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:58.302932 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f53983-c3e9-4dd0-94be-07ad98a14339 req-a670bc24-3072-4925-854a-10a7d47f7a73 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:58.312161 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-26f53983-c3e9-4dd0-94be-07ad98a14339 req-a670bc24-3072-4925-854a-10a7d47f7a73 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.2518642 Mar 23 01:36:58.340278 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-be11c278-b429-4e33-bc25-2bb33f61c21d tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1285775 Mar 23 01:36:58.342566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39618) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:58.350273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-cb4e5124-8c00-4ce8-9d56-867d78452e43 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1152340710'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:58.355071 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-6cae8af3-80e6-4fa3-a96c-d06fc31d3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:58.356587 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-6cae8af3-80e6-4fa3-a96c-d06fc31d3afc service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.2552826 Mar 23 01:36:58.385448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ea8b5-2bd8-4bdd-89bf-692f73dd950f req-fdbf7d88-d725-47f1-9f01-6f2a09cc6fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:58.387752 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-771ea8b5-2bd8-4bdd-89bf-692f73dd950f req-fdbf7d88-d725-47f1-9f01-6f2a09cc6fb5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85af6975-6563-48c3-8c21-d4f0fe818486 HTTP/1.1" status: 200 len: 853 time: 0.4102674 Mar 23 01:36:58.426001 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-2833be12-9d86-45d6-ba04-dcd0724dcc92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd43136-d0db-437f-ae04-5459a5e2722b HTTP/1.1" status: 200 len: 217 time: 0.0613303 Mar 23 01:36:58.474662 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4e5124-8c00-4ce8-9d56-867d78452e43 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Made reservation on behalf of 4a56ce4f901047b4a1697acec10d79df for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:58.478612 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5124-8c00-4ce8-9d56-867d78452e43 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:58.499681 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-6604d70a-c1fd-467b-9058-902364c04133 service neutron] 10.222.0.43 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7605052 Mar 23 01:36:58.519885 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-95ede025-9d0e-4e74-a87b-4268623d2fed tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (ddc72f6e-c9fc-46fe-92fd-f26866e80c14), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:58.551430 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-95ede025-9d0e-4e74-a87b-4268623d2fed tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ddc72f6e-c9fc-46fe-92fd-f26866e80c14), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:58.573908 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-26f53983-c3e9-4dd0-94be-07ad98a14339 req-e75d856a-c215-4e39-b069-a1b9293e19c9 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2607934 Mar 23 01:36:58.613936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-7522e025-b1c8-40aa-8096-6f447e2a4be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:58.615195 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-7522e025-b1c8-40aa-8096-6f447e2a4be1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.1812203 Mar 23 01:36:58.615935 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4e5124-8c00-4ce8-9d56-867d78452e43 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:36:58.676936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ede025-9d0e-4e74-a87b-4268623d2fed tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc72f6e-c9fc-46fe-92fd-f26866e80c14,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:58.690331 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-771ea8b5-2bd8-4bdd-89bf-692f73dd950f req-8d0e2e3c-b9e4-4dbc-bc5e-6d4479ca8867 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bcb5bba5-c393-415e-b531-6fbef811d49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1832280 Mar 23 01:36:58.699797 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-95ede025-9d0e-4e74-a87b-4268623d2fed tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:58.702083 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-95ede025-9d0e-4e74-a87b-4268623d2fed tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5367489 Mar 23 01:36:58.706873 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39626) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:58.710211 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-64ef3f6e-c714-4d66-a9b4-550125a8e606 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796776 Mar 23 01:36:58.796861 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5124-8c00-4ce8-9d56-867d78452e43 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (1354c08d-a4af-4a70-90fe-5d91b8aeb37d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:58.797585 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-cb4e5124-8c00-4ce8-9d56-867d78452e43 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Added segment 1354c08d-a4af-4a70-90fe-5d91b8aeb37d of type vlan for network 4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3 Mar 23 01:36:58.829003 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-670a5450-1a12-413c-a775-6b4883ab5e6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=81f70b00-bcd4-4052-b47e-4b0e10c94360 HTTP/1.1" status: 200 len: 217 time: 0.2932241 Mar 23 01:36:58.832010 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-771ea8b5-2bd8-4bdd-89bf-692f73dd950f req-6a007c51-afbc-44d8-b098-8d0f0a8bb1be service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224744 Mar 23 01:36:58.837336 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11c278-b429-4e33-bc25-2bb33f61c21d tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event updated for resources: {'Network': ['ID=7dd5ebd3-2057-469b-aeb5-2cb94c938530,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:58.849745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 7dd5ebd3-2057-469b-aeb5-2cb94c938530 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:36:58.873410 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f5d8b87-c955-4359-b2e6-2d9fcf91be86 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (ddc72f6e-c9fc-46fe-92fd-f26866e80c14), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:58.918281 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f5d8b87-c955-4359-b2e6-2d9fcf91be86 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (ddc72f6e-c9fc-46fe-92fd-f26866e80c14), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:58.956887 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74127ab4-f258-41b8-8404-0a05e3b36d5a req-830e158c-534a-42f9-8201-144ba424ca84 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:58.963887 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74127ab4-f258-41b8-8404-0a05e3b36d5a req-830e158c-534a-42f9-8201-144ba424ca84 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:58.966400 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-74127ab4-f258-41b8-8404-0a05e3b36d5a req-830e158c-534a-42f9-8201-144ba424ca84 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1682 time: 0.8889029 Mar 23 01:36:59.013907 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5124-8c00-4ce8-9d56-867d78452e43 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:59.061724 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-49982a56-ee6e-4dc1-a895-7c99f6228d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:59.063308 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-49982a56-ee6e-4dc1-a895-7c99f6228d5d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89903b53-7edf-4413-ac0f-be51c87f45dd HTTP/1.1" status: 200 len: 797 time: 0.2145643 Mar 23 01:36:59.088987 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338cb29-42e4-45bb-9358-12bb2cd0ecd4 req-b21d0870-013f-4b10-b196-48994017fed7 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:59.096994 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5338cb29-42e4-45bb-9358-12bb2cd0ecd4 req-b21d0870-013f-4b10-b196-48994017fed7 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 943 time: 0.3908427 Mar 23 01:36:59.151078 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f5d8b87-c955-4359-b2e6-2d9fcf91be86 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ddc72f6e-c9fc-46fe-92fd-f26866e80c14), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:59.163304 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f5d8b87-c955-4359-b2e6-2d9fcf91be86 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:59.168187 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3f5d8b87-c955-4359-b2e6-2d9fcf91be86 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ddc72f6e-c9fc-46fe-92fd-f26866e80c14 HTTP/1.1" status: 204 len: 168 time: 0.4568741 Mar 23 01:36:59.168187 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5124-8c00-4ce8-9d56-867d78452e43 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:59.173073 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e5124-8c00-4ce8-9d56-867d78452e43 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:59.173912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5124-8c00-4ce8-9d56-867d78452e43 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:59.176180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39638) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:59.198831 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-fe48f537-3440-4a1d-9af5-b2a132d0f0e7 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776890 Mar 23 01:36:59.206761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d8b87-c955-4359-b2e6-2d9fcf91be86 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddc72f6e-c9fc-46fe-92fd-f26866e80c14,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:59.215730 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-771ea8b5-2bd8-4bdd-89bf-692f73dd950f req-81864b99-e5f5-481e-b0a9-bb1831338837 service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577390 Mar 23 01:36:59.222441 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-74127ab4-f258-41b8-8404-0a05e3b36d5a req-012bdf74-8ef5-4193-9703-594178c0d70f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383444 Mar 23 01:36:59.234093 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-ac839a26-a075-4c0a-8319-b7f759b23d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:59.235713 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-ac839a26-a075-4c0a-8319-b7f759b23d28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54f43f40-2d1d-40ff-a148-e6b1420c7986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1333272 Mar 23 01:36:59.369405 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5338cb29-42e4-45bb-9358-12bb2cd0ecd4 req-586883e4-a6be-499a-8d6a-66e4b6a46b3f tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713630 Mar 23 01:36:59.379489 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cb4e5124-8c00-4ce8-9d56-867d78452e43 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0358732 Mar 23 01:36:59.382462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39644) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:59.388178 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Request body: {'ports': [{'network_id': '7dd5ebd3-2057-469b-aeb5-2cb94c938530', 'name': 'tempest-port--1782421861', 'admin_state_up': True}, {'network_id': '4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3', 'admin_state_up': False}]} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:59.388504 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Request body: {'port': {'network_id': '7dd5ebd3-2057-469b-aeb5-2cb94c938530', 'name': 'tempest-port--1782421861', 'admin_state_up': True}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:59.389029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Request body: {'port': {'network_id': '4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3', 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:36:59.392167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e5124-8c00-4ce8-9d56-867d78452e43 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event updated for resources: {'Network': ['ID=4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:36:59.406067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:36:59.523975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39646) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:36:59.525131 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-123c48bc-3679-4c4c-896f-96e1c5c7216e tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3247087 Mar 23 01:36:59.613925 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-e718fef8-0e21-4e41-b1ad-3634cf03421c service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843086 Mar 23 01:36:59.704377 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-42ac9ae6-f109-4529-b27b-e900eafb8128 service neutron] 10.222.0.43 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613876 Mar 23 01:36:59.717898 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3685a1a-a31e-46a4-a7aa-b3be9a98025e tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (97f19e25-1ccc-4c51-bc86-c00df60bcda8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:59.790383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Made reservation on behalf of 4a56ce4f901047b4a1697acec10d79df for: {'port': 2} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:36:59.819004 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:59.826557 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd572d-3e93-4995-b40b-f732be091479 req-9527ad9a-a53f-449f-b187-b30510827d9f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:36:59.835273 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c7cd572d-3e93-4995-b40b-f732be091479 req-9527ad9a-a53f-449f-b187-b30510827d9f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 944 time: 0.4507811 Mar 23 01:36:59.857813 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:36:59.889643 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3685a1a-a31e-46a4-a7aa-b3be9a98025e tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (97f19e25-1ccc-4c51-bc86-c00df60bcda8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:00.111514 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c7cd572d-3e93-4995-b40b-f732be091479 req-dfac7a11-66d2-49a0-9b04-14c883fa4dd8 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749190 Mar 23 01:37:00.127583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-d0110bfd-2a7a-4a7b-a798-d7578086ef80 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:00.135580 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-d0110bfd-2a7a-4a7b-a798-d7578086ef80 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:00.137616 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-d0110bfd-2a7a-4a7b-a798-d7578086ef80 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.43 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1682 time: 0.4321997 Mar 23 01:37:00.156294 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-fe152e7c-1e79-4af4-8e46-3f05dfd6548e tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:00.158197 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-fe152e7c-1e79-4af4-8e46-3f05dfd6548e tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7&tenant_id=ce546d225bce48df9444d857bc6abcaf&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 1126 time: 0.2307346 Mar 23 01:37:00.159580 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3685a1a-a31e-46a4-a7aa-b3be9a98025e tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (97f19e25-1ccc-4c51-bc86-c00df60bcda8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:00.165294 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3685a1a-a31e-46a4-a7aa-b3be9a98025e tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:00.166701 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f3685a1a-a31e-46a4-a7aa-b3be9a98025e tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-groups/97f19e25-1ccc-4c51-bc86-c00df60bcda8 HTTP/1.1" status: 204 len: 168 time: 0.6315231 Mar 23 01:37:00.171755 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39658) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:00.205469 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-17798579-1394-4e3d-94ca-01a611113e80 service neutron] 10.222.0.43 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466808 Mar 23 01:37:00.210976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3685a1a-a31e-46a4-a7aa-b3be9a98025e tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f19e25-1ccc-4c51-bc86-c00df60bcda8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:00.245346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] device_id is not set on port 0c21cd0f-e265-4370-856e-f98cd41b70ea yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:37:00.335330 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-66fec0d6-be20-4523-8265-78cadaab5656 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=497f0500-e5cf-41fa-9a2a-2323cd1dd036 HTTP/1.1" status: 200 len: 217 time: 0.1165564 Mar 23 01:37:00.472912 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-c93a23d7-ac7c-4a72-8930-ecb0cb9e3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:00.474572 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-c93a23d7-ac7c-4a72-8930-ecb0cb9e3b09 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ccef7e9-d48a-465c-80fe-6d6b083e0336 HTTP/1.1" status: 200 len: 797 time: 0.1026952 Mar 23 01:37:00.535104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1c06e-ddb8-4bbb-9f5f-54dfe570793a req-1087067b-0b5d-4785-b266-0c431fd3e790 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:00.541349 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1c06e-ddb8-4bbb-9f5f-54dfe570793a req-1087067b-0b5d-4785-b266-0c431fd3e790 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:00.548882 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-41e1c06e-ddb8-4bbb-9f5f-54dfe570793a req-1087067b-0b5d-4785-b266-0c431fd3e790 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1682 time: 0.1688991 Mar 23 01:37:00.574871 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-7e783d9a-ea8a-4121-8c71-6c28fc283765 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Deleting port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:00.575366 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-7e783d9a-ea8a-4121-8c71-6c28fc283765 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a81e6bb3-58ed-4a1a-b93d-e05a0af29e26), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:00.588238 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3cbbe84a-0f44-4f65-9525-ea95c9022a2a tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4113598 Mar 23 01:37:00.592410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39668) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:00.597918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 0bdcb528-279d-4e90-8308-affbe7bc282d details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:37:00.605408 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-5568dc66-043b-4149-9321-9070df51bd32 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104696689'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:00.628051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc62c72-394c-455a-970b-1e3e2066c437 req-d1f1b916-7712-4daa-bc6b-fe8de07c13da tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:00.634857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc62c72-394c-455a-970b-1e3e2066c437 req-d1f1b916-7712-4daa-bc6b-fe8de07c13da tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:00.641275 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc62c72-394c-455a-970b-1e3e2066c437 req-d1f1b916-7712-4daa-bc6b-fe8de07c13da tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:00.648138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc62c72-394c-455a-970b-1e3e2066c437 req-d1f1b916-7712-4daa-bc6b-fe8de07c13da tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:00.654003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc62c72-394c-455a-970b-1e3e2066c437 req-d1f1b916-7712-4daa-bc6b-fe8de07c13da tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:00.660545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc62c72-394c-455a-970b-1e3e2066c437 req-d1f1b916-7712-4daa-bc6b-fe8de07c13da tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:00.664354 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-ad243787-0325-4b78-bcad-56a6aac4ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:00.666091 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-ad243787-0325-4b78-bcad-56a6aac4ba7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=437a6b3d-31aa-4643-a34c-ad56996321f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1831565 Mar 23 01:37:00.667207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc62c72-394c-455a-970b-1e3e2066c437 req-d1f1b916-7712-4daa-bc6b-fe8de07c13da tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:00.675150 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8bc62c72-394c-455a-970b-1e3e2066c437 req-d1f1b916-7712-4daa-bc6b-fe8de07c13da tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.3507504 Mar 23 01:37:00.681177 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-41e1c06e-ddb8-4bbb-9f5f-54dfe570793a req-fa673951-f87f-48fd-9428-d13fe61c3f95 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312187 Mar 23 01:37:00.747507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 0bdcb528-279d-4e90-8308-affbe7bc282d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=0bdcb528-279d-4e90-8308-affbe7bc282d,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:00.767312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '0bdcb528-279d-4e90-8308-affbe7bc282d', 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d', 'port_id': '0bdcb528-279d-4e90-8308-affbe7bc282d', 'mac_address': 'fa:16:3e:ce:3f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85af6975-6563-48c3-8c21-d4f0fe818486', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:37:00.857172 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 0bdcb528-279d-4e90-8308-affbe7bc282d is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:00.859063 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0bdcb528-279d-4e90-8308-affbe7bc282d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:00.893245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bdcb528-279d-4e90-8308-affbe7bc282d {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:37:00.900145 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks [] for port (0c21cd0f-e265-4370-856e-f98cd41b70ea), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:00.942588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 0bdcb528-279d-4e90-8308-affbe7bc282d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=0bdcb528-279d-4e90-8308-affbe7bc282d,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:00.961552 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0bdcb528-279d-4e90-8308-affbe7bc282d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:00.961552 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 9c2200b9-036f-4de8-8d5d-391ad74bbc99 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:37:00.993869 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-88ad07ac-e2fb-45a7-bd78-71cb5fadeed5 service neutron] 10.222.0.43 "GET /v2.0/networks/437a6b3d-31aa-4643-a34c-ad56996321f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113129 Mar 23 01:37:01.001955 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-7e783d9a-ea8a-4121-8c71-6c28fc283765 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] For port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a81e6bb3-58ed-4a1a-b93d-e05a0af29e26,segment=NetworkSegment(d4e73c72-3424-4cd9-9094-e3ed93bffdab),segment_id=d4e73c72-3424-4cd9-9094-e3ed93bffdab)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:01.002330 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-7e783d9a-ea8a-4121-8c71-6c28fc283765 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a81e6bb3-58ed-4a1a-b93d-e05a0af29e26), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:01.010920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] device_id is not set on port 08f61e95-be33-4f5d-bd5a-1e58a1bf9b6b yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:37:01.134634 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks [] for port (08f61e95-be33-4f5d-bd5a-1e58a1bf9b6b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:01.166267 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-d3dbb15f-0890-4c43-b4e4-08d9fb139fa9 service neutron] 10.222.0.43 "GET /v2.0/networks/437a6b3d-31aa-4643-a34c-ad56996321f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494768 Mar 23 01:37:01.167435 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=0bdcb528-279d-4e90-8308-affbe7bc282d,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:01.172644 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 9c2200b9-036f-4de8-8d5d-391ad74bbc99, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=9c2200b9-036f-4de8-8d5d-391ad74bbc99,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:01.175568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-7e783d9a-ea8a-4121-8c71-6c28fc283765 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Calling delete_port for a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:01.179300 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5568dc66-043b-4149-9321-9070df51bd32 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:01.199158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-a0beb4b2-0c93-43f2-bc8b-364f9936d828 service neutron] For port 6fd43136-d0db-437f-ae04-5459a5e2722b, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:37:01.203846 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac26827-5ea1-40e9-92fe-e3eb65a0dd53 req-46c1d241-9982-4aa5-b3e8-535b36afc3d4 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:01.205584 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0ac26827-5ea1-40e9-92fe-e3eb65a0dd53 req-46c1d241-9982-4aa5-b3e8-535b36afc3d4 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 943 time: 0.3526051 Mar 23 01:37:01.222824 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-a0beb4b2-0c93-43f2-bc8b-364f9936d828 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:01.224364 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c46e084-2a2d-4841-b54d-90ed57e9ceda req-a0beb4b2-0c93-43f2-bc8b-364f9936d828 service neutron] 10.222.0.42 "DELETE /v2.0/ports/6fd43136-d0db-437f-ae04-5459a5e2722b/bindings/n-h2-834677-4 HTTP/1.1" status: 204 len: 173 time: 1.0488796 Mar 23 01:37:01.225777 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0c21cd0f-e265-4370-856e-f98cd41b70ea), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:01.240680 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:01.241036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:01.241328 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:01.241686 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:01.242012 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:01.242335 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:01.242659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:01.251278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:01.251662 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:01.252008 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:01.252326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:01.257788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:01.261130 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:01.261130 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:01.261130 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:01.269456 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-98fdc0c5-9819-4ab8-9c85-92d32c339429 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abe82dad-ebdc-4f9c-a462-076ace582018 HTTP/1.1" status: 200 len: 217 time: 0.0914292 Mar 23 01:37:01.310051 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '9c2200b9-036f-4de8-8d5d-391ad74bbc99', 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d', 'port_id': '9c2200b9-036f-4de8-8d5d-391ad74bbc99', 'mac_address': 'fa:16:3e:3f:fb:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85af6975-6563-48c3-8c21-d4f0fe818486', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:37:01.317840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event updated for resources: {'Port': ['ID=0c21cd0f-e265-4370-856e-f98cd41b70ea,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:01.346111 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8bc62c72-394c-455a-970b-1e3e2066c437 req-fe6056ec-0192-44eb-b09a-fe0bb32a9640 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6689506 Mar 23 01:37:01.455209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Checking segment: {'id': '8451e531-d5b7-4c0a-9d59-c5026bc4783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7dd5ebd3-2057-469b-aeb5-2cb94c938530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:01.455586 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Network hostable DHCP agents. Network: 7dd5ebd3-2057-469b-aeb5-2cb94c938530, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:37:01.470572 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-0cb9bd43-e73e-4205-8f93-a6296b876937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:01.470791 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 9c2200b9-036f-4de8-8d5d-391ad74bbc99 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:01.471120 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9c2200b9-036f-4de8-8d5d-391ad74bbc99), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:01.475162 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-0cb9bd43-e73e-4205-8f93-a6296b876937 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ccef7e9-d48a-465c-80fe-6d6b083e0336 HTTP/1.1" status: 200 len: 797 time: 0.1845076 Mar 23 01:37:01.485300 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5568dc66-043b-4149-9321-9070df51bd32 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (704859d5-1dc3-47f0-b18e-741e7a52f1d9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:01.496702 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5568dc66-043b-4149-9321-9070df51bd32 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (704859d5-1dc3-47f0-b18e-741e7a52f1d9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:01.500111 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2200b9-036f-4de8-8d5d-391ad74bbc99 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:37:01.533826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 9c2200b9-036f-4de8-8d5d-391ad74bbc99, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=9c2200b9-036f-4de8-8d5d-391ad74bbc99,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:01.544262 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9c2200b9-036f-4de8-8d5d-391ad74bbc99), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:01.544727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Network 7dd5ebd3-2057-469b-aeb5-2cb94c938530 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:37:01.584417 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0ac26827-5ea1-40e9-92fe-e3eb65a0dd53 req-82dd0076-0db6-484b-ac41-4b11e4d15865 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440785 Mar 23 01:37:01.632559 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5568dc66-043b-4149-9321-9070df51bd32 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:01.636568 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5568dc66-043b-4149-9321-9070df51bd32 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0324812 Mar 23 01:37:01.638101 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39684) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:01.640692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568dc66-043b-4149-9321-9070df51bd32 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704859d5-1dc3-47f0-b18e-741e7a52f1d9,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:01.650424 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-98bf2c0c-a1e2-4e6a-92e4-19438bac30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:01.652274 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-98bf2c0c-a1e2-4e6a-92e4-19438bac30a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=437a6b3d-31aa-4643-a34c-ad56996321f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1644521 Mar 23 01:37:01.654250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 7dd5ebd3-2057-469b-aeb5-2cb94c938530) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:01.664151 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-386eb2a1-6bfd-4a9b-bf02-8b9af7178f87 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group_rule': {'security_group_id': '704859d5-1dc3-47f0-b18e-741e7a52f1d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:01.687771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:37:01.688575 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (08f61e95-be33-4f5d-bd5a-1e58a1bf9b6b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:01.696301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=9c2200b9-036f-4de8-8d5d-391ad74bbc99,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:01.704548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c635522e-9609-45ca-a78b-070988ba605f None None] Network 7dd5ebd3-2057-469b-aeb5-2cb94c938530 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:01.803587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87404022-2471-48a9-beae-b6fd7131bc1f req-d6d116e0-5b4b-4e45-9a92-326fad47d5fc tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:01.805547 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-87404022-2471-48a9-beae-b6fd7131bc1f req-d6d116e0-5b4b-4e45-9a92-326fad47d5fc tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 944 time: 0.2811134 Mar 23 01:37:01.879010 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-386eb2a1-6bfd-4a9b-bf02-8b9af7178f87 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (140c12f2-edac-4b28-b09f-cca68122cc39), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:01.891407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event updated for resources: {'Port': ['ID=08f61e95-be33-4f5d-bd5a-1e58a1bf9b6b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:01.894087 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-7e783d9a-ea8a-4121-8c71-6c28fc283765 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a81e6bb3-58ed-4a1a-b93d-e05a0af29e26), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:01.959930 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-87404022-2471-48a9-beae-b6fd7131bc1f req-e419b99c-a1b3-4d0c-a72a-ebd112295692 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433179 Mar 23 01:37:01.971243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Checking segment: {'id': '1354c08d-a4af-4a70-90fe-5d91b8aeb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:01.971613 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Network hostable DHCP agents. Network: 4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:37:02.012025 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-a238d23c-2d45-43d9-99a2-953256884d89 service neutron] 10.222.0.43 "GET /v2.0/networks/437a6b3d-31aa-4643-a34c-ad56996321f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472590 Mar 23 01:37:02.013129 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-386eb2a1-6bfd-4a9b-bf02-8b9af7178f87 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (140c12f2-edac-4b28-b09f-cca68122cc39), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:02.020130 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e783d9a-ea8a-4121-8c71-6c28fc283765 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event deleted for resources: {'Port': ['ID=a81e6bb3-58ed-4a1a-b93d-e05a0af29e26,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:02.033533 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-386eb2a1-6bfd-4a9b-bf02-8b9af7178f87 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (140c12f2-edac-4b28-b09f-cca68122cc39), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:02.130392 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['0bdcb528-279d-4e90-8308-affbe7bc282d'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:37:02.137419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Network 4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:37:02.152212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386eb2a1-6bfd-4a9b-bf02-8b9af7178f87 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140c12f2-edac-4b28-b09f-cca68122cc39,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:02.198949 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-386eb2a1-6bfd-4a9b-bf02-8b9af7178f87 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:02.212520 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-386eb2a1-6bfd-4a9b-bf02-8b9af7178f87 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5722816 Mar 23 01:37:02.215598 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39698) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:02.225548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['9c2200b9-036f-4de8-8d5d-391ad74bbc99'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:37:02.250218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-fafebf1a-66da-4628-a419-8ae3423af809 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group_rule': {'security_group_id': '704859d5-1dc3-47f0-b18e-741e7a52f1d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:02.268638 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:02.279277 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:37:02.296978 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:02.308573 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:02.312655 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:02.324005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dfc74e-d694-4a1e-aa7f-a584c6fb03e1 None None] Network 4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:02.414013 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-302769b9-8ef3-4911-b9b4-9888ea690ae0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0290902 Mar 23 01:37:02.423715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39704) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:02.616044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaa2fd-d4b1-4776-aa49-5177ed8a7b09 req-e184af19-8f84-4483-9fdf-b2b9faa880a5 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:02.624168 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bbcaa2fd-d4b1-4776-aa49-5177ed8a7b09 req-e184af19-8f84-4483-9fdf-b2b9faa880a5 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 1126 time: 0.4065728 Mar 23 01:37:02.637171 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fafebf1a-66da-4628-a419-8ae3423af809 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (b5062d78-4f4c-4e90-aca1-3f3714e88d93), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:02.669420 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bacc41a-75fc-46b6-8417-1dfc61318cd1 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:02.675074 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bacc41a-75fc-46b6-8417-1dfc61318cd1 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:02.676824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8bacc41a-75fc-46b6-8417-1dfc61318cd1 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2457776 Mar 23 01:37:02.681277 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39712) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:02.756111 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d7294842-1542-4bac-a897-290937083e03 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:37:02.819044 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fafebf1a-66da-4628-a419-8ae3423af809 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (b5062d78-4f4c-4e90-aca1-3f3714e88d93), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:02.834195 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bbcaa2fd-d4b1-4776-aa49-5177ed8a7b09 req-4bbbda71-624d-4313-af6d-2616f575342f tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049057 Mar 23 01:37:02.848475 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fafebf1a-66da-4628-a419-8ae3423af809 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (b5062d78-4f4c-4e90-aca1-3f3714e88d93), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:02.896878 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fafebf1a-66da-4628-a419-8ae3423af809 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:02.904880 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fafebf1a-66da-4628-a419-8ae3423af809 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6607912 Mar 23 01:37:02.916490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39718) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:02.919728 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-071dc785-06be-45a2-84ed-e36c90a8e41b req-8d22cfd0-a4ee-480e-9428-180769879d9a service neutron] 10.222.0.43 "GET /v2.0/networks/437a6b3d-31aa-4643-a34c-ad56996321f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8781862 Mar 23 01:37:02.935760 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-b293d8e7-a849-4976-a344-21cf4969f281 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group_rule': {'security_group_id': '704859d5-1dc3-47f0-b18e-741e7a52f1d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:02.964442 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-7e783d9a-ea8a-4121-8c71-6c28fc283765 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] No DVR routers for this DVR port a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:37:02.973939 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-7e783d9a-ea8a-4121-8c71-6c28fc283765 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:02.988283 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-7e783d9a-ea8a-4121-8c71-6c28fc283765 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.43 "DELETE /v2.0/ports/a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 HTTP/1.1" status: 204 len: 173 time: 2.8364737 Mar 23 01:37:02.989022 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02ad5ee-f380-4649-9c03-679919b907da', 'name': 'network-vif-deleted', 'tag': 'a81e6bb3-58ed-4a1a-b93d-e05a0af29e26'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:37:02.991760 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d617d4-bdc0-4991-aac3-2efc5a85d56e" -d '{"events": [{"server_uuid": "d02ad5ee-f380-4649-9c03-679919b907da", "name": "network-vif-deleted", "tag": "a81e6bb3-58ed-4a1a-b93d-e05a0af29e26"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:37:02.997538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafebf1a-66da-4628-a419-8ae3423af809 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5062d78-4f4c-4e90-aca1-3f3714e88d93,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:03.009280 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3abbd-0e07-44ce-a638-b33fbf2c3cc0 req-9caf51d7-93ef-4713-a03d-43bc3714588f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.017687 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3abbd-0e07-44ce-a638-b33fbf2c3cc0 req-9caf51d7-93ef-4713-a03d-43bc3714588f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.019602 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cba3abbd-0e07-44ce-a638-b33fbf2c3cc0 req-9caf51d7-93ef-4713-a03d-43bc3714588f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 1603 time: 1.1756732 Mar 23 01:37:03.046183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc003e-8cbf-478b-aa76-5938120763ed tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Deleting port 0c21cd0f-e265-4370-856e-f98cd41b70ea {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:03.046533 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dbbc003e-8cbf-478b-aa76-5938120763ed tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0c21cd0f-e265-4370-856e-f98cd41b70ea), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:03.057897 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b293d8e7-a849-4976-a344-21cf4969f281 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (27274265-9bff-4674-bb5e-c10968223162), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:03.203186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d52e2-ce48-4824-945c-6223fc3d911e req-5d33b5a5-9554-474c-bc6e-9fed220077e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.203785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d52e2-ce48-4824-945c-6223fc3d911e req-5d33b5a5-9554-474c-bc6e-9fed220077e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.204211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d52e2-ce48-4824-945c-6223fc3d911e req-5d33b5a5-9554-474c-bc6e-9fed220077e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.207409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d52e2-ce48-4824-945c-6223fc3d911e req-5d33b5a5-9554-474c-bc6e-9fed220077e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.207964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d52e2-ce48-4824-945c-6223fc3d911e req-5d33b5a5-9554-474c-bc6e-9fed220077e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.208456 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d52e2-ce48-4824-945c-6223fc3d911e req-5d33b5a5-9554-474c-bc6e-9fed220077e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.208962 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d52e2-ce48-4824-945c-6223fc3d911e req-5d33b5a5-9554-474c-bc6e-9fed220077e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.211322 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f18d52e2-ce48-4824-945c-6223fc3d911e req-5d33b5a5-9554-474c-bc6e-9fed220077e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=502c1396aecc4792a466ed6e68112592&device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 6696 time: 0.1748216 Mar 23 01:37:03.241457 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port d7294842-1542-4bac-a897-290937083e03 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:03.242411 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d7294842-1542-4bac-a897-290937083e03), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:03.276192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02ad5ee-f380-4649-9c03-679919b907da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7294842-1542-4bac-a897-290937083e03'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:37:03.279219 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6518e5-af92-465f-a379-668c4aa214e9" -d '{"events": [{"server_uuid": "d02ad5ee-f380-4649-9c03-679919b907da", "name": "network-vif-unplugged", "status": "completed", "tag": "d7294842-1542-4bac-a897-290937083e03"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:37:03.283273 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b293d8e7-a849-4976-a344-21cf4969f281 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (27274265-9bff-4674-bb5e-c10968223162), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:03.302146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d7294842-1542-4bac-a897-290937083e03, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d7294842-1542-4bac-a897-290937083e03,segment=NetworkSegment(cfa62d0a-71bf-4120-b9af-16a0c9ba3c43),segment_id=cfa62d0a-71bf-4120-b9af-16a0c9ba3c43)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:03.312343 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d7294842-1542-4bac-a897-290937083e03), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:03.313860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:37:03.322790 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b293d8e7-a849-4976-a344-21cf4969f281 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (27274265-9bff-4674-bb5e-c10968223162), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:03.366061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:37:03.366437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a81e6bb3-58ed-4a1a-b93d-e05a0af29e26 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:37:03.379061 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dbbc003e-8cbf-478b-aa76-5938120763ed tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0c21cd0f-e265-4370-856e-f98cd41b70ea), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:03.409769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8fb3c-835b-41f3-8ee2-b9dc70901699 req-da6692e5-61ee-4c7f-8c3c-379a9b7f4918 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.415525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8fb3c-835b-41f3-8ee2-b9dc70901699 req-da6692e5-61ee-4c7f-8c3c-379a9b7f4918 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.421456 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8fb3c-835b-41f3-8ee2-b9dc70901699 req-da6692e5-61ee-4c7f-8c3c-379a9b7f4918 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.427597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8fb3c-835b-41f3-8ee2-b9dc70901699 req-da6692e5-61ee-4c7f-8c3c-379a9b7f4918 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.433329 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8fb3c-835b-41f3-8ee2-b9dc70901699 req-da6692e5-61ee-4c7f-8c3c-379a9b7f4918 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.439639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8fb3c-835b-41f3-8ee2-b9dc70901699 req-da6692e5-61ee-4c7f-8c3c-379a9b7f4918 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.445542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8fb3c-835b-41f3-8ee2-b9dc70901699 req-da6692e5-61ee-4c7f-8c3c-379a9b7f4918 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.452846 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cba3abbd-0e07-44ce-a638-b33fbf2c3cc0 req-8d76a1f3-d738-47e4-88ec-45bd91136d3c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/security-groups?id=23c66878-9512-4fca-8645-9a407817ceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128122 Mar 23 01:37:03.454358 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4f8fb3c-835b-41f3-8ee2-b9dc70901699 req-da6692e5-61ee-4c7f-8c3c-379a9b7f4918 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.4794135 Mar 23 01:37:03.477915 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b293d8e7-a849-4976-a344-21cf4969f281 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:03.479155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=d7294842-1542-4bac-a897-290937083e03,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:03.482489 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b293d8e7-a849-4976-a344-21cf4969f281 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5601161 Mar 23 01:37:03.486222 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39734) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:03.496091 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6efa2678-952d-491b-9918-dd14c92cf527 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group_rule': {'security_group_id': '704859d5-1dc3-47f0-b18e-741e7a52f1d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:03.498862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc003e-8cbf-478b-aa76-5938120763ed tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Calling delete_port for 0c21cd0f-e265-4370-856e-f98cd41b70ea owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:03.598449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293d8e7-a849-4976-a344-21cf4969f281 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27274265-9bff-4674-bb5e-c10968223162,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:03.643174 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:03.669293 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4f8fb3c-835b-41f3-8ee2-b9dc70901699 req-793c83c2-e1d7-46b1-9e45-a506eb9c716b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2127757 Mar 23 01:37:03.670245 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dbbc003e-8cbf-478b-aa76-5938120763ed tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0c21cd0f-e265-4370-856e-f98cd41b70ea), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:03.726433 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-4ebee96a-0acc-4d29-a0f8-a8ca17829523 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Deleting port d7294842-1542-4bac-a897-290937083e03 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:03.726976 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-4ebee96a-0acc-4d29-a0f8-a8ca17829523 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d7294842-1542-4bac-a897-290937083e03), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:03.739986 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6efa2678-952d-491b-9918-dd14c92cf527 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (a191bba1-6f82-49c3-90d4-e445f3e8a206), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:03.788279 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dbbc003e-8cbf-478b-aa76-5938120763ed tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:03.794986 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dbbc003e-8cbf-478b-aa76-5938120763ed tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "DELETE /v2.0/ports/0c21cd0f-e265-4370-856e-f98cd41b70ea HTTP/1.1" status: 204 len: 168 time: 1.1098495 Mar 23 01:37:03.796349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc003e-8cbf-478b-aa76-5938120763ed tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event deleted for resources: {'Port': ['ID=0c21cd0f-e265-4370-856e-f98cd41b70ea,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:03.799088 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39736) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:03.809593 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d52e2-ce48-4824-945c-6223fc3d911e req-3f71c56e-ebad-462a-a012-033cf1a655b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.811160 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f18d52e2-ce48-4824-945c-6223fc3d911e req-3f71c56e-ebad-462a-a012-033cf1a655b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=437a6b3d-31aa-4643-a34c-ad56996321f1 HTTP/1.1" status: 200 len: 902 time: 0.5831492 Mar 23 01:37:03.906215 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f18d52e2-ce48-4824-945c-6223fc3d911e req-381d2e2b-4496-4c8d-90a8-32487e23b497 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abe82dad-ebdc-4f9c-a462-076ace582018 HTTP/1.1" status: 200 len: 217 time: 0.0858154 Mar 23 01:37:03.914287 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4927c8c-73c9-45a7-a503-fba9576928c0 req-5346249f-0e3e-4da1-a770-70b420e4723d tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:03.916133 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4927c8c-73c9-45a7-a503-fba9576928c0 req-5346249f-0e3e-4da1-a770-70b420e4723d tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 944 time: 0.3263996 Mar 23 01:37:04.093963 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-4ebee96a-0acc-4d29-a0f8-a8ca17829523 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] For port d7294842-1542-4bac-a897-290937083e03, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d7294842-1542-4bac-a897-290937083e03,segment=NetworkSegment(cfa62d0a-71bf-4120-b9af-16a0c9ba3c43),segment_id=cfa62d0a-71bf-4120-b9af-16a0c9ba3c43)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:04.094669 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-4ebee96a-0acc-4d29-a0f8-a8ca17829523 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d7294842-1542-4bac-a897-290937083e03), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:04.118881 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6efa2678-952d-491b-9918-dd14c92cf527 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (a191bba1-6f82-49c3-90d4-e445f3e8a206), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:04.130474 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-4ebee96a-0acc-4d29-a0f8-a8ca17829523 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Calling delete_port for d7294842-1542-4bac-a897-290937083e03 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:04.134352 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d52e2-ce48-4824-945c-6223fc3d911e req-3f7ef6c5-c7a7-42b9-aa88-7454fde9eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:04.136289 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f18d52e2-ce48-4824-945c-6223fc3d911e req-3f7ef6c5-c7a7-42b9-aa88-7454fde9eee1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ccef7e9-d48a-465c-80fe-6d6b083e0336 HTTP/1.1" status: 200 len: 797 time: 0.2055681 Mar 23 01:37:04.140448 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6efa2678-952d-491b-9918-dd14c92cf527 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (a191bba1-6f82-49c3-90d4-e445f3e8a206), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:04.168722 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4927c8c-73c9-45a7-a503-fba9576928c0 req-dca5471c-799c-4029-a67c-8bd6bfa8d7ae tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993179 Mar 23 01:37:04.204711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa2678-952d-491b-9918-dd14c92cf527 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a191bba1-6f82-49c3-90d4-e445f3e8a206,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:04.245325 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6efa2678-952d-491b-9918-dd14c92cf527 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:04.249824 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6efa2678-952d-491b-9918-dd14c92cf527 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7607291 Mar 23 01:37:04.250534 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39744) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:04.258543 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3c9284aa-ff67-4aa0-b39f-561dfbde2121 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group_rule': {'security_group_id': '704859d5-1dc3-47f0-b18e-741e7a52f1d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:04.312043 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c36ccae-eb47-4e0c-b0d9-be750626ff0b x-openstack-request-id: req-9c36ccae-eb47-4e0c-b0d9-be750626ff0b {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:37:04.312400 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02ad5ee-f380-4649-9c03-679919b907da", "name": "network-vif-deleted", "tag": "a81e6bb3-58ed-4a1a-b93d-e05a0af29e26", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:37:04.312751 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c36ccae-eb47-4e0c-b0d9-be750626ff0b {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:37:04.313321 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c36ccae-eb47-4e0c-b0d9-be750626ff0b'] response: {'server_uuid': 'd02ad5ee-f380-4649-9c03-679919b907da', 'name': 'network-vif-deleted', 'tag': 'a81e6bb3-58ed-4a1a-b93d-e05a0af29e26', 'status': 'completed', 'code': 200} Mar 23 01:37:04.334660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d52e2-ce48-4824-945c-6223fc3d911e req-80c091e0-a425-477a-8a52-930d33384634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:04.336955 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f18d52e2-ce48-4824-945c-6223fc3d911e req-80c091e0-a425-477a-8a52-930d33384634 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=437a6b3d-31aa-4643-a34c-ad56996321f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1886401 Mar 23 01:37:04.357257 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c9284aa-ff67-4aa0-b39f-561dfbde2121 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (5f148dd1-f2b5-4fe8-abad-119f9146cf0a), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:04.473201 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6713a3ec-8ebf-429f-a251-486dc6ab9852 x-openstack-request-id: req-6713a3ec-8ebf-429f-a251-486dc6ab9852 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:37:04.473201 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02ad5ee-f380-4649-9c03-679919b907da", "name": "network-vif-unplugged", "status": "completed", "tag": "d7294842-1542-4bac-a897-290937083e03", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:37:04.473201 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6713a3ec-8ebf-429f-a251-486dc6ab9852 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:37:04.473201 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6713a3ec-8ebf-429f-a251-486dc6ab9852'] response: {'server_uuid': 'd02ad5ee-f380-4649-9c03-679919b907da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7294842-1542-4bac-a897-290937083e03', 'code': 200} Mar 23 01:37:04.587565 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-4ebee96a-0acc-4d29-a0f8-a8ca17829523 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d7294842-1542-4bac-a897-290937083e03), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:04.604304 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c9284aa-ff67-4aa0-b39f-561dfbde2121 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (5f148dd1-f2b5-4fe8-abad-119f9146cf0a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:04.613344 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 0bdcb528-279d-4e90-8308-affbe7bc282d up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:37:04.628813 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f18d52e2-ce48-4824-945c-6223fc3d911e req-5ffac129-7901-42d8-9d8e-758acd412787 service neutron] 10.222.0.43 "GET /v2.0/networks/437a6b3d-31aa-4643-a34c-ad56996321f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820644 Mar 23 01:37:04.630689 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c9284aa-ff67-4aa0-b39f-561dfbde2121 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (5f148dd1-f2b5-4fe8-abad-119f9146cf0a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:04.697498 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-548d9d21-69ec-4532-81e2-13162ee29f15 req-3cb57397-bac6-49dd-bc35-20555e0a1188 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "GET /v2.0/ports?device_id=d02ad5ee-f380-4649-9c03-679919b907da HTTP/1.1" status: 200 len: 210 time: 0.1114421 Mar 23 01:37:04.727135 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebee96a-0acc-4d29-a0f8-a8ca17829523 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event deleted for resources: {'Port': ['ID=d7294842-1542-4bac-a897-290937083e03,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:04.732905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 0bdcb528-279d-4e90-8308-affbe7bc282d completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:37:04.736802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 0bdcb528-279d-4e90-8308-affbe7bc282d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:04.737180 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0bdcb528-279d-4e90-8308-affbe7bc282d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:04.838427 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9284aa-ff67-4aa0-b39f-561dfbde2121 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f148dd1-f2b5-4fe8-abad-119f9146cf0a,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:04.847620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d05bf-b2cd-42de-9b15-9d2f6230711e req-cb2b0dcc-31ce-4400-9696-b2395ccfc6ad tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:04.870752 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-588d05bf-b2cd-42de-9b15-9d2f6230711e req-cb2b0dcc-31ce-4400-9696-b2395ccfc6ad tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 1126 time: 1.0617094 Mar 23 01:37:04.874928 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c9284aa-ff67-4aa0-b39f-561dfbde2121 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:04.883763 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3c9284aa-ff67-4aa0-b39f-561dfbde2121 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6301420 Mar 23 01:37:04.886531 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39756) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:04.977148 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-588d05bf-b2cd-42de-9b15-9d2f6230711e req-f47cf707-31a0-4d00-b0b3-1806f65bf009 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003087 Mar 23 01:37:04.981375 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 0bdcb528-279d-4e90-8308-affbe7bc282d is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:04.983383 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0bdcb528-279d-4e90-8308-affbe7bc282d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.014053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-4df4b644-af7a-480c-b11b-5418031657cc tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Deleting port 08f61e95-be33-4f5d-bd5a-1e58a1bf9b6b {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:05.014398 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4df4b644-af7a-480c-b11b-5418031657cc tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (08f61e95-be33-4f5d-bd5a-1e58a1bf9b6b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.069084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-4ebee96a-0acc-4d29-a0f8-a8ca17829523 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] No DVR routers for this DVR port d7294842-1542-4bac-a897-290937083e03 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:37:05.080256 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-4ebee96a-0acc-4d29-a0f8-a8ca17829523 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.096838 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-868271a5-9418-4306-9229-b6bd3ecddb4b req-4ebee96a-0acc-4d29-a0f8-a8ca17829523 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.43 "DELETE /v2.0/ports/d7294842-1542-4bac-a897-290937083e03 HTTP/1.1" status: 204 len: 173 time: 2.0758302 Mar 23 01:37:05.106799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 0bdcb528-279d-4e90-8308-affbe7bc282d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=0bdcb528-279d-4e90-8308-affbe7bc282d,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:05.116411 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0bdcb528-279d-4e90-8308-affbe7bc282d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.117456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 9c2200b9-036f-4de8-8d5d-391ad74bbc99 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:37:05.157427 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-577ca4ce-1272-4740-a7c7-842fc71e8bbd tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (5f148dd1-f2b5-4fe8-abad-119f9146cf0a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.175451 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4df4b644-af7a-480c-b11b-5418031657cc tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (08f61e95-be33-4f5d-bd5a-1e58a1bf9b6b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.233923 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-577ca4ce-1272-4740-a7c7-842fc71e8bbd tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (5f148dd1-f2b5-4fe8-abad-119f9146cf0a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.243158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-4df4b644-af7a-480c-b11b-5418031657cc tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Calling delete_port for 08f61e95-be33-4f5d-bd5a-1e58a1bf9b6b owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:05.286501 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f18d52e2-ce48-4824-945c-6223fc3d911e req-0acefcfd-cf96-42a8-a994-a13fe63ce85d service neutron] 10.222.0.43 "GET /v2.0/networks/437a6b3d-31aa-4643-a34c-ad56996321f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497545 Mar 23 01:37:05.331335 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=0bdcb528-279d-4e90-8308-affbe7bc282d,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:05.355439 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988a6d8-ee25-4356-b277-021ec03f474b req-d03dc967-22f2-4d99-9004-0c26d4666eaa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:05.355938 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 9c2200b9-036f-4de8-8d5d-391ad74bbc99 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:37:05.359956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 9c2200b9-036f-4de8-8d5d-391ad74bbc99 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:05.360404 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9c2200b9-036f-4de8-8d5d-391ad74bbc99), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.369398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988a6d8-ee25-4356-b277-021ec03f474b req-d03dc967-22f2-4d99-9004-0c26d4666eaa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:05.386494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988a6d8-ee25-4356-b277-021ec03f474b req-d03dc967-22f2-4d99-9004-0c26d4666eaa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:05.391976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988a6d8-ee25-4356-b277-021ec03f474b req-d03dc967-22f2-4d99-9004-0c26d4666eaa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:05.399359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988a6d8-ee25-4356-b277-021ec03f474b req-d03dc967-22f2-4d99-9004-0c26d4666eaa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:05.406294 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988a6d8-ee25-4356-b277-021ec03f474b req-d03dc967-22f2-4d99-9004-0c26d4666eaa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:05.417743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988a6d8-ee25-4356-b277-021ec03f474b req-d03dc967-22f2-4d99-9004-0c26d4666eaa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:05.419806 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4988a6d8-ee25-4356-b277-021ec03f474b req-d03dc967-22f2-4d99-9004-0c26d4666eaa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.4750142 Mar 23 01:37:05.443143 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4df4b644-af7a-480c-b11b-5418031657cc tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (08f61e95-be33-4f5d-bd5a-1e58a1bf9b6b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.480632 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-577ca4ce-1272-4740-a7c7-842fc71e8bbd tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (5f148dd1-f2b5-4fe8-abad-119f9146cf0a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.490380 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-577ca4ce-1272-4740-a7c7-842fc71e8bbd tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.497468 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-577ca4ce-1272-4740-a7c7-842fc71e8bbd tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/5f148dd1-f2b5-4fe8-abad-119f9146cf0a HTTP/1.1" status: 204 len: 168 time: 0.5607092 Mar 23 01:37:05.511521 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39776) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:05.524012 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ca4ce-1272-4740-a7c7-842fc71e8bbd tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f148dd1-f2b5-4fe8-abad-119f9146cf0a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:05.527991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4b644-af7a-480c-b11b-5418031657cc tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event deleted for resources: {'Port': ['ID=08f61e95-be33-4f5d-bd5a-1e58a1bf9b6b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:05.540904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 9c2200b9-036f-4de8-8d5d-391ad74bbc99 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:05.541424 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9c2200b9-036f-4de8-8d5d-391ad74bbc99), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.543772 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4df4b644-af7a-480c-b11b-5418031657cc tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.547267 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4df4b644-af7a-480c-b11b-5418031657cc tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "DELETE /v2.0/ports/08f61e95-be33-4f5d-bd5a-1e58a1bf9b6b HTTP/1.1" status: 204 len: 168 time: 1.7455840 Mar 23 01:37:05.549946 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39780) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:05.630350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 9c2200b9-036f-4de8-8d5d-391ad74bbc99, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=9c2200b9-036f-4de8-8d5d-391ad74bbc99,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:05.651165 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9c2200b9-036f-4de8-8d5d-391ad74bbc99), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.673225 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-da194be7-6292-4c26-aa6c-c4683f6adcb0 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1180103 Mar 23 01:37:05.674384 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39786) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:05.690156 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4988a6d8-ee25-4356-b277-021ec03f474b req-932191a5-ed65-4e80-94e0-d0cd4826cd5c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2601054 Mar 23 01:37:05.753005 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cfe5ca6b-1eb9-42fc-90f5-c9c9f2d1707b tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2403162 Mar 23 01:37:05.755955 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39790) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:05.777578 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ca2df831-da3f-43ff-833e-0395dcd8d387 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2067372225'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:05.814113 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-275c5eb5-d1ab-437a-9792-ec9771eb6cee tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (a191bba1-6f82-49c3-90d4-e445f3e8a206), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.840037 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=9c2200b9-036f-4de8-8d5d-391ad74bbc99,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:05.842574 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-275c5eb5-d1ab-437a-9792-ec9771eb6cee tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (a191bba1-6f82-49c3-90d4-e445f3e8a206), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.914881 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-275c5eb5-d1ab-437a-9792-ec9771eb6cee tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (a191bba1-6f82-49c3-90d4-e445f3e8a206), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.947325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2df831-da3f-43ff-833e-0395dcd8d387 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Made reservation on behalf of 4a56ce4f901047b4a1697acec10d79df for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:05.957391 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-275c5eb5-d1ab-437a-9792-ec9771eb6cee tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.960445 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca2df831-da3f-43ff-833e-0395dcd8d387 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:05.961766 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-275c5eb5-d1ab-437a-9792-ec9771eb6cee tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a191bba1-6f82-49c3-90d4-e445f3e8a206 HTTP/1.1" status: 204 len: 168 time: 0.2045760 Mar 23 01:37:05.964747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c5eb5-d1ab-437a-9792-ec9771eb6cee tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a191bba1-6f82-49c3-90d4-e445f3e8a206,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:05.966557 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39792) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:05.981807 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39794) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:06.032450 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e0624100-66bf-4ffe-b805-33f7d0a3d66d tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0578480 Mar 23 01:37:06.035363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39802) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:06.056885 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2df831-da3f-43ff-833e-0395dcd8d387 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:37:06.104422 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2a83d74f-cc5c-4920-b087-4d61d3e1b507 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (27274265-9bff-4674-bb5e-c10968223162), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.122275 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2a83d74f-cc5c-4920-b087-4d61d3e1b507 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (27274265-9bff-4674-bb5e-c10968223162), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.148998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cad2d-554d-4ba4-b632-69ce0965cca7 req-16835b9e-ee80-43ca-aac9-55488fe89168 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:06.171264 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-266cad2d-554d-4ba4-b632-69ce0965cca7 req-16835b9e-ee80-43ca-aac9-55488fe89168 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 945 time: 0.3683841 Mar 23 01:37:06.179788 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca2df831-da3f-43ff-833e-0395dcd8d387 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c785e434-53c1-4ca2-b037-fe7c0c808ec7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.180374 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-ca2df831-da3f-43ff-833e-0395dcd8d387 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Added segment c785e434-53c1-4ca2-b037-fe7c0c808ec7 of type vlan for network 0c45e092-dbbd-4371-86f6-819913ff5b48 Mar 23 01:37:06.181043 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2a83d74f-cc5c-4920-b087-4d61d3e1b507 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (27274265-9bff-4674-bb5e-c10968223162), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.200788 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2a83d74f-cc5c-4920-b087-4d61d3e1b507 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.204209 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2a83d74f-cc5c-4920-b087-4d61d3e1b507 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/27274265-9bff-4674-bb5e-c10968223162 HTTP/1.1" status: 204 len: 168 time: 0.1639006 Mar 23 01:37:06.206586 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83d74f-cc5c-4920-b087-4d61d3e1b507 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27274265-9bff-4674-bb5e-c10968223162,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:06.211664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39804) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:06.294857 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca2df831-da3f-43ff-833e-0395dcd8d387 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (0c45e092-dbbd-4371-86f6-819913ff5b48), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.302047 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7ae05a83-1875-4540-a56f-2b1b7c312dc1 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0875478 Mar 23 01:37:06.304995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39806) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:06.334934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02ad5ee-f380-4649-9c03-679919b907da', 'name': 'network-vif-deleted', 'tag': 'd7294842-1542-4bac-a897-290937083e03'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:37:06.337813 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecc71c9-8e1b-47db-8869-5dfdc63cd13e" -d '{"events": [{"server_uuid": "d02ad5ee-f380-4649-9c03-679919b907da", "name": "network-vif-deleted", "tag": "d7294842-1542-4bac-a897-290937083e03"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:37:06.354616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ae9de2-250f-43b4-9d2b-ca7d139631ab tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Deleting subnet 5bede50c-6623-4ddd-8482-f06544e3e59b {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:37:06.360991 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-080d871c-b328-48cd-af41-dc9cd69af42b tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (b5062d78-4f4c-4e90-aca1-3f3714e88d93), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.373325 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-080d871c-b328-48cd-af41-dc9cd69af42b tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (b5062d78-4f4c-4e90-aca1-3f3714e88d93), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.382413 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27ae9de2-250f-43b4-9d2b-ca7d139631ab tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks [] for subnet (5bede50c-6623-4ddd-8482-f06544e3e59b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.414924 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-080d871c-b328-48cd-af41-dc9cd69af42b tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (b5062d78-4f4c-4e90-aca1-3f3714e88d93), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.450623 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4032d515-e73e-4a7e-ab51-0a4467b0adc2 x-openstack-request-id: req-4032d515-e73e-4a7e-ab51-0a4467b0adc2 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:37:06.450942 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02ad5ee-f380-4649-9c03-679919b907da", "name": "network-vif-deleted", "tag": "d7294842-1542-4bac-a897-290937083e03", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:37:06.452976 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4032d515-e73e-4a7e-ab51-0a4467b0adc2 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:37:06.453398 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4032d515-e73e-4a7e-ab51-0a4467b0adc2'] response: {'server_uuid': 'd02ad5ee-f380-4649-9c03-679919b907da', 'name': 'network-vif-deleted', 'tag': 'd7294842-1542-4bac-a897-290937083e03', 'status': 'completed', 'code': 200} Mar 23 01:37:06.456338 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-080d871c-b328-48cd-af41-dc9cd69af42b tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.459907 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-080d871c-b328-48cd-af41-dc9cd69af42b tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b5062d78-4f4c-4e90-aca1-3f3714e88d93 HTTP/1.1" status: 204 len: 168 time: 0.1513121 Mar 23 01:37:06.461385 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39814) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:06.468786 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d871c-b328-48cd-af41-dc9cd69af42b tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5062d78-4f4c-4e90-aca1-3f3714e88d93,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:06.473453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b488a469-936b-4a39-ba32-a250f183e53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdcb528-279d-4e90-8308-affbe7bc282d'}, {'server_uuid': '5d755324-3f0e-49ab-b71f-5cc17a7010ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2200b9-036f-4de8-8d5d-391ad74bbc99'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:37:06.476529 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9b1250-2105-4d74-bec6-c4e4e9d0efb7" -d '{"events": [{"server_uuid": "b488a469-936b-4a39-ba32-a250f183e53c", "name": "network-vif-plugged", "status": "completed", "tag": "0bdcb528-279d-4e90-8308-affbe7bc282d"}, {"server_uuid": "5d755324-3f0e-49ab-b71f-5cc17a7010ec", "name": "network-vif-plugged", "status": "completed", "tag": "9c2200b9-036f-4de8-8d5d-391ad74bbc99"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:37:06.491582 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-266cad2d-554d-4ba4-b632-69ce0965cca7 req-cadf8694-6b8c-411a-91df-02aca3750009 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190536 Mar 23 01:37:06.511375 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca2df831-da3f-43ff-833e-0395dcd8d387 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (0c45e092-dbbd-4371-86f6-819913ff5b48), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.529338 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2df831-da3f-43ff-833e-0395dcd8d387 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:06.537335 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca2df831-da3f-43ff-833e-0395dcd8d387 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.548967 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bd6fe787-ba80-4f98-9006-22e001347a0a tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0864313 Mar 23 01:37:06.553586 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39818) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:06.562379 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Mar 2022 01:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83a96f2-0704-47c7-ba88-ffdd5508c172 x-openstack-request-id: req-f83a96f2-0704-47c7-ba88-ffdd5508c172 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:37:06.562924 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b488a469-936b-4a39-ba32-a250f183e53c", "name": "network-vif-plugged", "status": "completed", "tag": "0bdcb528-279d-4e90-8308-affbe7bc282d", "code": 200}, {"server_uuid": "5d755324-3f0e-49ab-b71f-5cc17a7010ec", "name": "network-vif-plugged", "status": "completed", "tag": "9c2200b9-036f-4de8-8d5d-391ad74bbc99", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:37:06.563036 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f83a96f2-0704-47c7-ba88-ffdd5508c172 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:37:06.563499 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f83a96f2-0704-47c7-ba88-ffdd5508c172'] response: {'server_uuid': 'b488a469-936b-4a39-ba32-a250f183e53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdcb528-279d-4e90-8308-affbe7bc282d', 'code': 200} Mar 23 01:37:06.564314 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f83a96f2-0704-47c7-ba88-ffdd5508c172'] response: {'server_uuid': '5d755324-3f0e-49ab-b71f-5cc17a7010ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2200b9-036f-4de8-8d5d-391ad74bbc99', 'code': 200} Mar 23 01:37:06.652007 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27ae9de2-250f-43b4-9d2b-ca7d139631ab tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (5bede50c-6623-4ddd-8482-f06544e3e59b), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.723948 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ca2df831-da3f-43ff-833e-0395dcd8d387 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9483659 Mar 23 01:37:06.724299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39820) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:06.730123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5b89a076-2198-44da-bf9c-2febaed5ec9f tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-262468992'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:06.786034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2df831-da3f-43ff-833e-0395dcd8d387 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event updated for resources: {'Network': ['ID=0c45e092-dbbd-4371-86f6-819913ff5b48,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:06.803943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 0c45e092-dbbd-4371-86f6-819913ff5b48 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:37:06.808433 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-93d63170-68a0-4c3d-baa2-10763bc55147 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (140c12f2-edac-4b28-b09f-cca68122cc39), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.836593 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-93d63170-68a0-4c3d-baa2-10763bc55147 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (140c12f2-edac-4b28-b09f-cca68122cc39), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.895886 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b89a076-2198-44da-bf9c-2febaed5ec9f tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Made reservation on behalf of 4a56ce4f901047b4a1697acec10d79df for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:06.900726 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b89a076-2198-44da-bf9c-2febaed5ec9f tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.936627 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-93d63170-68a0-4c3d-baa2-10763bc55147 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (140c12f2-edac-4b28-b09f-cca68122cc39), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.941948 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-93d63170-68a0-4c3d-baa2-10763bc55147 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:06.951376 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-93d63170-68a0-4c3d-baa2-10763bc55147 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/140c12f2-edac-4b28-b09f-cca68122cc39 HTTP/1.1" status: 204 len: 168 time: 0.3761349 Mar 23 01:37:06.963562 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39832) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:06.969634 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b89a076-2198-44da-bf9c-2febaed5ec9f tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:37:07.009522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a97902-9905-4994-8f7f-e849a3b590a3 req-9fe75a95-3abe-485e-a0a0-d1da0e111fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:07.011311 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9a97902-9905-4994-8f7f-e849a3b590a3 req-9fe75a95-3abe-485e-a0a0-d1da0e111fe2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 1127 time: 0.2676919 Mar 23 01:37:07.012575 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b89a076-2198-44da-bf9c-2febaed5ec9f tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2c4cf0c1-f126-4d1b-bc22-8b617d16de65), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:07.013112 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-5b89a076-2198-44da-bf9c-2febaed5ec9f tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Added segment 2c4cf0c1-f126-4d1b-bc22-8b617d16de65 of type vlan for network a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4 Mar 23 01:37:07.067964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a3640-10f3-45c2-bddb-eb71fae0934d req-7b9d863a-0451-4949-bfc7-3bc4f0db0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:07.069952 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e12a3640-10f3-45c2-bddb-eb71fae0934d req-7b9d863a-0451-4949-bfc7-3bc4f0db0fac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b488a469-936b-4a39-ba32-a250f183e53c HTTP/1.1" status: 200 len: 1127 time: 0.2647281 Mar 23 01:37:07.085740 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27ae9de2-250f-43b4-9d2b-ca7d139631ab tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (5bede50c-6623-4ddd-8482-f06544e3e59b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:07.098038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d63170-68a0-4c3d-baa2-10763bc55147 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=140c12f2-edac-4b28-b09f-cca68122cc39,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:07.109706 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b89a076-2198-44da-bf9c-2febaed5ec9f tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:07.131664 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e533b0d6-4327-401d-98ae-86e6b3cebc3e tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1644402 Mar 23 01:37:07.144416 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39836) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:07.197909 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9a97902-9905-4994-8f7f-e849a3b590a3 req-4fcab124-af41-4856-a805-9172d5c86b36 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737897 Mar 23 01:37:07.212291 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e12a3640-10f3-45c2-bddb-eb71fae0934d req-a1d0e683-7d66-41e5-8122-271a85a79088 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328936 Mar 23 01:37:07.219691 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b89a076-2198-44da-bf9c-2febaed5ec9f tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:07.224792 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b89a076-2198-44da-bf9c-2febaed5ec9f tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:07.225589 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b89a076-2198-44da-bf9c-2febaed5ec9f tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:07.230253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac420f8-cc9d-4d83-a07b-94875a1d3874 req-61d1fa3d-c3ac-4333-98f9-358730bdd2f5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:07.246172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac420f8-cc9d-4d83-a07b-94875a1d3874 req-61d1fa3d-c3ac-4333-98f9-358730bdd2f5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:07.254882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac420f8-cc9d-4d83-a07b-94875a1d3874 req-61d1fa3d-c3ac-4333-98f9-358730bdd2f5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:07.260559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac420f8-cc9d-4d83-a07b-94875a1d3874 req-61d1fa3d-c3ac-4333-98f9-358730bdd2f5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:07.268097 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac420f8-cc9d-4d83-a07b-94875a1d3874 req-61d1fa3d-c3ac-4333-98f9-358730bdd2f5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:07.275645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac420f8-cc9d-4d83-a07b-94875a1d3874 req-61d1fa3d-c3ac-4333-98f9-358730bdd2f5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:07.290078 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac420f8-cc9d-4d83-a07b-94875a1d3874 req-61d1fa3d-c3ac-4333-98f9-358730bdd2f5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:07.298054 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dac420f8-cc9d-4d83-a07b-94875a1d3874 req-61d1fa3d-c3ac-4333-98f9-358730bdd2f5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.3778267 Mar 23 01:37:07.330732 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5b89a076-2198-44da-bf9c-2febaed5ec9f tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6053593 Mar 23 01:37:07.349982 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-91ad6a03-b08d-44f7-bd95-9ebe2d250876 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (704859d5-1dc3-47f0-b18e-741e7a52f1d9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:07.367211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89a076-2198-44da-bf9c-2febaed5ec9f tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event updated for resources: {'Network': ['ID=a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:07.378311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:37:07.428792 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-91ad6a03-b08d-44f7-bd95-9ebe2d250876 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (704859d5-1dc3-47f0-b18e-741e7a52f1d9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:07.455269 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27ae9de2-250f-43b4-9d2b-ca7d139631ab tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (5bede50c-6623-4ddd-8482-f06544e3e59b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:07.489118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39842) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:07.502885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Request body: {'subnets': [{'network_id': '0c45e092-dbbd-4371-86f6-819913ff5b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1169257385', 'ip_version': 4}, {'network_id': 'a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:07.502885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Request body: {'subnet': {'network_id': '0c45e092-dbbd-4371-86f6-819913ff5b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1169257385', 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:07.503098 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dac420f8-cc9d-4d83-a07b-94875a1d3874 req-e726f233-5ae2-44b3-bdb7-2825bc069e02 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1885829 Mar 23 01:37:07.503281 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Request body: {'subnet': {'network_id': 'a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:07.565521 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae9de2-250f-43b4-9d2b-ca7d139631ab tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event deleted for resources: {'Subnet': ['ID=5bede50c-6623-4ddd-8482-f06544e3e59b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:07.582141 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27ae9de2-250f-43b4-9d2b-ca7d139631ab tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:07.587440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3e0988-bf47-4735-a91b-dec39bc9b035 None None] Network 01061c44-9870-4952-9c84-bac4605c5df4 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:07.593499 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-27ae9de2-250f-43b4-9d2b-ca7d139631ab tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "DELETE /v2.0/subnets/5bede50c-6623-4ddd-8482-f06544e3e59b HTTP/1.1" status: 204 len: 168 time: 1.6096098 Mar 23 01:37:07.595611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39846) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:07.795310 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (01061c44-9870-4952-9c84-bac4605c5df4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:07.816462 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880b0827-d001-4079-b8f0-10f705e0db98 None None] DHCP port deletion for 01061c44-9870-4952-9c84-bac4605c5df4 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:37:07.818064 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-91ad6a03-b08d-44f7-bd95-9ebe2d250876 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (704859d5-1dc3-47f0-b18e-741e7a52f1d9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:07.826838 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-91ad6a03-b08d-44f7-bd95-9ebe2d250876 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:07.826838 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-91ad6a03-b08d-44f7-bd95-9ebe2d250876 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-groups/704859d5-1dc3-47f0-b18e-741e7a52f1d9 HTTP/1.1" status: 204 len: 168 time: 0.6788814 Mar 23 01:37:07.835060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39852) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:07.898899 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Deleting port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:07.899240 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:07.915760 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad6a03-b08d-44f7-bd95-9ebe2d250876 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=704859d5-1dc3-47f0-b18e-741e7a52f1d9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:08.009918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-880b0827-d001-4079-b8f0-10f705e0db98 None None] Deleting port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:08.010578 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-880b0827-d001-4079-b8f0-10f705e0db98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:08.015108 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Made reservation on behalf of 4a56ce4f901047b4a1697acec10d79df for: {'subnet': 2} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:08.028444 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:08.028817 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:08.075378 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] For port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023,segment=NetworkSegment(cfa62d0a-71bf-4120-b9af-16a0c9ba3c43),segment_id=cfa62d0a-71bf-4120-b9af-16a0c9ba3c43)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:08.075980 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:08.096391 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:37:08.125701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Calling delete_port for 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:08.186304 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478c732-6045-4f3b-b8a2-202e9e5e6cd8 req-ec4930a1-eda1-42fe-8a2f-25c114f67df3 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:08.187910 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2478c732-6045-4f3b-b8a2-202e9e5e6cd8 req-ec4930a1-eda1-42fe-8a2f-25c114f67df3 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 945 time: 0.5585675 Mar 23 01:37:08.216704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3e678119-f715-4a2a-a0bc-625303962dca tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3524461 Mar 23 01:37:08.222480 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39856) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:08.224575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-880b0827-d001-4079-b8f0-10f705e0db98 None None] For port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023,segment=NetworkSegment(cfa62d0a-71bf-4120-b9af-16a0c9ba3c43),segment_id=cfa62d0a-71bf-4120-b9af-16a0c9ba3c43)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:08.225018 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-880b0827-d001-4079-b8f0-10f705e0db98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:08.227027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c8133c55-b6be-4dc8-925d-05cc8b2d11ef tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group': {'name': 'tempest-secgroup--432825214'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:08.252412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-880b0827-d001-4079-b8f0-10f705e0db98 None None] Calling delete_port for 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:08.268566 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:08.269321 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:08.303186 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8133c55-b6be-4dc8-925d-05cc8b2d11ef tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:08.384660 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2478c732-6045-4f3b-b8a2-202e9e5e6cd8 req-e3edbe3d-e142-4838-980c-eaf5060c6b7c tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761878 Mar 23 01:37:08.496870 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8133c55-b6be-4dc8-925d-05cc8b2d11ef tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (f7c8e0d9-78e1-4a7f-ade4-302e19d21e8f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:08.507623 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8133c55-b6be-4dc8-925d-05cc8b2d11ef tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f7c8e0d9-78e1-4a7f-ade4-302e19d21e8f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:08.517055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023,segment=NetworkSegment(cfa62d0a-71bf-4120-b9af-16a0c9ba3c43),segment_id=cfa62d0a-71bf-4120-b9af-16a0c9ba3c43)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:08.526250 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:08.562703 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8133c55-b6be-4dc8-925d-05cc8b2d11ef tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:08.566148 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c8133c55-b6be-4dc8-925d-05cc8b2d11ef tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3410816 Mar 23 01:37:08.573811 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:08.584643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39864) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:08.617699 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-880b0827-d001-4079-b8f0-10f705e0db98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:08.629394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-b492a00d-f3d4-4771-bc0d-4f688ff3bcb2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group_rule': {'security_group_id': 'f7c8e0d9-78e1-4a7f-ade4-302e19d21e8f', 'direction': 'ingress', 'protocol': 17}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:08.642388 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b0827-d001-4079-b8f0-10f705e0db98 None None] No DVR routers for this DVR port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:37:08.644075 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:08.702553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b0827-d001-4079-b8f0-10f705e0db98 None None] Pushing event deleted for resources: {'Port': ['ID=3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:08.708818 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8133c55-b6be-4dc8-925d-05cc8b2d11ef tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c8e0d9-78e1-4a7f-ade4-302e19d21e8f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:08.790203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event deleted for resources: {'Port': ['ID=3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:08.793651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] No DVR routers for this DVR port 3b1b5f6d-a6f2-4af6-88bd-77bfc7faa023 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:37:09.040309 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b492a00d-f3d4-4771-bc0d-4f688ff3bcb2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (bfa94275-d183-4bce-a2b3-5eefe66f9b2d), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.082426 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (01061c44-9870-4952-9c84-bac4605c5df4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.111848 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (5fa559ea-2fc1-4d0f-8fc6-0dfc7f09cba9), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.120335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca746d-f5a0-4072-b75e-2220fafc1a7c req-128419d4-8e16-43be-9a0f-7cb8ff646e18 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:09.127555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca746d-f5a0-4072-b75e-2220fafc1a7c req-128419d4-8e16-43be-9a0f-7cb8ff646e18 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:09.133509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca746d-f5a0-4072-b75e-2220fafc1a7c req-128419d4-8e16-43be-9a0f-7cb8ff646e18 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:09.138797 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca746d-f5a0-4072-b75e-2220fafc1a7c req-128419d4-8e16-43be-9a0f-7cb8ff646e18 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:09.143451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca746d-f5a0-4072-b75e-2220fafc1a7c req-128419d4-8e16-43be-9a0f-7cb8ff646e18 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:09.149671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca746d-f5a0-4072-b75e-2220fafc1a7c req-128419d4-8e16-43be-9a0f-7cb8ff646e18 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:09.154898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca746d-f5a0-4072-b75e-2220fafc1a7c req-128419d4-8e16-43be-9a0f-7cb8ff646e18 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:09.165337 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d5ca746d-f5a0-4072-b75e-2220fafc1a7c req-128419d4-8e16-43be-9a0f-7cb8ff646e18 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.4981256 Mar 23 01:37:09.188149 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01061c44-9870-4952-9c84-bac4605c5df4']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:09.210608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa62d0a-71bf-4120-b9af-16a0c9ba3c43') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:09.210608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa62d0a-71bf-4120-b9af-16a0c9ba3c43') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:09.234873 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (cfa62d0a-71bf-4120-b9af-16a0c9ba3c43), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.255035 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (cfa62d0a-71bf-4120-b9af-16a0c9ba3c43), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.289192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:37:09.289608 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (cfa62d0a-71bf-4120-b9af-16a0c9ba3c43), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:37:09.301152 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:37:09.303592 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b492a00d-f3d4-4771-bc0d-4f688ff3bcb2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (bfa94275-d183-4bce-a2b3-5eefe66f9b2d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.310708 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event updated for resources: {'Subnet': ['ID=5fa559ea-2fc1-4d0f-8fc6-0dfc7f09cba9,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:09.352134 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b492a00d-f3d4-4771-bc0d-4f688ff3bcb2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (bfa94275-d183-4bce-a2b3-5eefe66f9b2d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.406305 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Checking segment: {'id': 'c785e434-53c1-4ca2-b037-fe7c0c808ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c45e092-dbbd-4371-86f6-819913ff5b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:09.407488 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Network hostable DHCP agents. Network: 0c45e092-dbbd-4371-86f6-819913ff5b48, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:37:09.433085 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d5ca746d-f5a0-4072-b75e-2220fafc1a7c req-c908864f-33fc-46fc-adcd-c2a7eb83a511 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2681108 Mar 23 01:37:09.437470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492a00d-f3d4-4771-bc0d-4f688ff3bcb2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa94275-d183-4bce-a2b3-5eefe66f9b2d,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:09.477462 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b492a00d-f3d4-4771-bc0d-4f688ff3bcb2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.491967 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b492a00d-f3d4-4771-bc0d-4f688ff3bcb2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8891034 Mar 23 01:37:09.492148 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39882) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:09.493102 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (01061c44-9870-4952-9c84-bac4605c5df4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.506867 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.517323 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "DELETE /v2.0/networks/01061c44-9870-4952-9c84-bac4605c5df4 HTTP/1.1" status: 204 len: 168 time: 1.9183674 Mar 23 01:37:09.528229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39884) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:09.547452 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Network 0c45e092-dbbd-4371-86f6-819913ff5b48 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:37:09.563459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b5453-f454-495f-8c0b-a7a88ddf875c tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event deleted for resources: {'Network': ['ID=01061c44-9870-4952-9c84-bac4605c5df4,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:09.620773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84681ee-9026-4522-9696-61c2c1699616 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Deleting subnet ff39362d-4b34-4aeb-b2ef-85d314e5e212 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:37:09.624990 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e84681ee-9026-4522-9696-61c2c1699616 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks [] for subnet (ff39362d-4b34-4aeb-b2ef-85d314e5e212), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.699430 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae6c35c1-ca73-4dc2-a436-1b36b9e84f9f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (f7c8e0d9-78e1-4a7f-ade4-302e19d21e8f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.699430 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 0c45e092-dbbd-4371-86f6-819913ff5b48) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:09.711577 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (b3c9b702-8b5a-485c-90c8-51a73e850576), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.714255 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ef4ec8-aa53-4bfd-99cb-eff8130afc09 None None] Network 0c45e092-dbbd-4371-86f6-819913ff5b48 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:09.740058 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e84681ee-9026-4522-9696-61c2c1699616 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (ff39362d-4b34-4aeb-b2ef-85d314e5e212), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.826693 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event updated for resources: {'Subnet': ['ID=b3c9b702-8b5a-485c-90c8-51a73e850576,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:09.845357 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e84681ee-9026-4522-9696-61c2c1699616 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (ff39362d-4b34-4aeb-b2ef-85d314e5e212), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.857744 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae6c35c1-ca73-4dc2-a436-1b36b9e84f9f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (f7c8e0d9-78e1-4a7f-ade4-302e19d21e8f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.924427 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e84681ee-9026-4522-9696-61c2c1699616 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (ff39362d-4b34-4aeb-b2ef-85d314e5e212), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:09.987920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5846f61-cf90-4bd1-b9cc-6777779767e3 req-ab40892a-51bf-4b90-8de3-714a698de266 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:09.989778 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5846f61-cf90-4bd1-b9cc-6777779767e3 req-ab40892a-51bf-4b90-8de3-714a698de266 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 945 time: 0.4679561 Mar 23 01:37:10.004991 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e84681ee-9026-4522-9696-61c2c1699616 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:10.013106 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e84681ee-9026-4522-9696-61c2c1699616 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "DELETE /v2.0/subnets/ff39362d-4b34-4aeb-b2ef-85d314e5e212 HTTP/1.1" status: 204 len: 168 time: 0.4831908 Mar 23 01:37:10.013730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39890) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:10.045598 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84681ee-9026-4522-9696-61c2c1699616 tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event deleted for resources: {'Subnet': ['ID=ff39362d-4b34-4aeb-b2ef-85d314e5e212,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:10.128379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Checking segment: {'id': '2c4cf0c1-f126-4d1b-bc22-8b617d16de65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:10.129259 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Network hostable DHCP agents. Network: a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:37:10.148810 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac541c1-346a-48a3-b262-4712cceae076 None None] Network e46e0348-e2c3-465f-ae4d-c82b64f294e9 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:10.156187 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5846f61-cf90-4bd1-b9cc-6777779767e3 req-bcb6bb32-fb0a-4ce3-a47c-4070a26ec380 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597509 Mar 23 01:37:10.164402 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae6c35c1-ca73-4dc2-a436-1b36b9e84f9f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f7c8e0d9-78e1-4a7f-ade4-302e19d21e8f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:10.170133 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae6c35c1-ca73-4dc2-a436-1b36b9e84f9f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:10.171542 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ae6c35c1-ca73-4dc2-a436-1b36b9e84f9f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-groups/f7c8e0d9-78e1-4a7f-ade4-302e19d21e8f HTTP/1.1" status: 204 len: 168 time: 0.6783113 Mar 23 01:37:10.181948 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39894) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:10.184097 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c35c1-ca73-4dc2-a436-1b36b9e84f9f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c8e0d9-78e1-4a7f-ade4-302e19d21e8f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:10.223662 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (e46e0348-e2c3-465f-ae4d-c82b64f294e9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:10.237594 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Network a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:37:10.247832 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2f933ffa-dad0-4b53-9641-04b28a1a1549 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0608330 Mar 23 01:37:10.251093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39900) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:10.255575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-1f6b9fdc-4182-4127-bf01-66ec53a59923 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group': {'name': 'tempest-secgroup--1451924829'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:10.259607 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:10.264541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:10.265407 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:10.266245 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:10.316814 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-448a4b2e-001f-44cd-aa86-a219650029ae tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.8265786 Mar 23 01:37:10.319373 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39902) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:10.354359 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca4b865-5306-4da5-9321-429fffe0672b None None] Network a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:10.370000 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9fdc-4182-4127-bf01-66ec53a59923 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:10.499362 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841dc14d-5fc5-4f4a-a2cc-127154b7c629 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:10.507087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841dc14d-5fc5-4f4a-a2cc-127154b7c629 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:10.511826 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841dc14d-5fc5-4f4a-a2cc-127154b7c629 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:10.527805 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-841dc14d-5fc5-4f4a-a2cc-127154b7c629 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2044361 Mar 23 01:37:10.529299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39908) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:10.547734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e1885e-b391-4d65-9512-3bbffc44b8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-0c45e092-dbbd-4371-86f6-819913ff5b48', 'network_id': '0c45e092-dbbd-4371-86f6-819913ff5b48', 'project_id': '4a56ce4f901047b4a1697acec10d79df', 'fixed_ips': [{'subnet_id': '5fa559ea-2fc1-4d0f-8fc6-0dfc7f09cba9'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:37:10.549159 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86e1885e-b391-4d65-9512-3bbffc44b8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:10.549991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd399c-8e46-45bd-8079-2cccac763223 req-567b7164-1d73-4e5e-b1b7-5c2e7fd812dc tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:10.569283 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03dd399c-8e46-45bd-8079-2cccac763223 req-567b7164-1d73-4e5e-b1b7-5c2e7fd812dc tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=b488a469-936b-4a39-ba32-a250f183e53c HTTP/1.1" status: 200 len: 945 time: 0.2569716 Mar 23 01:37:10.619908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Deleting port 0016686b-96b6-4b3b-9134-81c684d5e6a8 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:10.620278 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0016686b-96b6-4b3b-9134-81c684d5e6a8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:10.709098 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b02d9ef-6542-4196-8b21-75a2700f4881 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Deleting subnet 5fa559ea-2fc1-4d0f-8fc6-0dfc7f09cba9 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:37:10.714830 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b02d9ef-6542-4196-8b21-75a2700f4881 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks [] for subnet (5fa559ea-2fc1-4d0f-8fc6-0dfc7f09cba9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:10.811565 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cf71f-3a0d-4ed9-907c-5e08ecf83fa4 req-f96958be-c721-4df8-9ffb-5e2a29306451 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:10.818626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cf71f-3a0d-4ed9-907c-5e08ecf83fa4 req-f96958be-c721-4df8-9ffb-5e2a29306451 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:10.826340 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cf71f-3a0d-4ed9-907c-5e08ecf83fa4 req-f96958be-c721-4df8-9ffb-5e2a29306451 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:10.831850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cf71f-3a0d-4ed9-907c-5e08ecf83fa4 req-f96958be-c721-4df8-9ffb-5e2a29306451 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:10.833355 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4', 'network_id': 'a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4', 'project_id': '4a56ce4f901047b4a1697acec10d79df', 'fixed_ips': [{'subnet_id': 'b3c9b702-8b5a-485c-90c8-51a73e850576'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:37:10.835308 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:10.838090 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cf71f-3a0d-4ed9-907c-5e08ecf83fa4 req-f96958be-c721-4df8-9ffb-5e2a29306451 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:10.849050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cf71f-3a0d-4ed9-907c-5e08ecf83fa4 req-f96958be-c721-4df8-9ffb-5e2a29306451 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:10.855247 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cf71f-3a0d-4ed9-907c-5e08ecf83fa4 req-f96958be-c721-4df8-9ffb-5e2a29306451 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:10.857362 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-772cf71f-3a0d-4ed9-907c-5e08ecf83fa4 req-f96958be-c721-4df8-9ffb-5e2a29306451 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.2257137 Mar 23 01:37:10.921099 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b02d9ef-6542-4196-8b21-75a2700f4881 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (5fa559ea-2fc1-4d0f-8fc6-0dfc7f09cba9), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:10.926755 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] For port 0016686b-96b6-4b3b-9134-81c684d5e6a8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0016686b-96b6-4b3b-9134-81c684d5e6a8,segment=NetworkSegment(d4e73c72-3424-4cd9-9094-e3ed93bffdab),segment_id=d4e73c72-3424-4cd9-9094-e3ed93bffdab)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:10.927132 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0016686b-96b6-4b3b-9134-81c684d5e6a8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:10.984616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33b7c31-c2ee-4c5c-be9d-dbaa31b567fc None None] DHCP port deletion for e46e0348-e2c3-465f-ae4d-c82b64f294e9 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:37:10.997199 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03dd399c-8e46-45bd-8079-2cccac763223 req-a2096f6f-f38a-40e2-9e24-2f418d5c3b04 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268107 Mar 23 01:37:11.000051 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9fdc-4182-4127-bf01-66ec53a59923 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (19e9378e-edad-4e7f-bf99-18a001016710), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:11.021764 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Calling delete_port for 0016686b-96b6-4b3b-9134-81c684d5e6a8 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:11.026470 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9fdc-4182-4127-bf01-66ec53a59923 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (19e9378e-edad-4e7f-bf99-18a001016710), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:11.207990 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b02d9ef-6542-4196-8b21-75a2700f4881 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (5fa559ea-2fc1-4d0f-8fc6-0dfc7f09cba9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:11.244634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b9fdc-4182-4127-bf01-66ec53a59923 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e9378e-edad-4e7f-bf99-18a001016710,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:11.246423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e33b7c31-c2ee-4c5c-be9d-dbaa31b567fc None None] Deleting port 0016686b-96b6-4b3b-9134-81c684d5e6a8 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:11.246812 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e33b7c31-c2ee-4c5c-be9d-dbaa31b567fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0016686b-96b6-4b3b-9134-81c684d5e6a8), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:11.266582 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9fdc-4182-4127-bf01-66ec53a59923 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:11.270754 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1f6b9fdc-4182-4127-bf01-66ec53a59923 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0168478 Mar 23 01:37:11.277130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39916) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:11.287929 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9aeac1b9-7597-4a60-afd2-7155219a4dd2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263640893'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:11.353001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e33b7c31-c2ee-4c5c-be9d-dbaa31b567fc None None] For port 0016686b-96b6-4b3b-9134-81c684d5e6a8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0016686b-96b6-4b3b-9134-81c684d5e6a8,segment=NetworkSegment(d4e73c72-3424-4cd9-9094-e3ed93bffdab),segment_id=d4e73c72-3424-4cd9-9094-e3ed93bffdab)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:11.353429 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e33b7c31-c2ee-4c5c-be9d-dbaa31b567fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0016686b-96b6-4b3b-9134-81c684d5e6a8), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:11.353597 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-772cf71f-3a0d-4ed9-907c-5e08ecf83fa4 req-d4bfcc10-257e-4347-9a30-9ce6d79f6167 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4789128 Mar 23 01:37:11.384471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e33b7c31-c2ee-4c5c-be9d-dbaa31b567fc None None] Calling delete_port for 0016686b-96b6-4b3b-9134-81c684d5e6a8 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:11.391962 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9aeac1b9-7597-4a60-afd2-7155219a4dd2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:11.449482 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b02d9ef-6542-4196-8b21-75a2700f4881 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (5fa559ea-2fc1-4d0f-8fc6-0dfc7f09cba9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:11.463827 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0016686b-96b6-4b3b-9134-81c684d5e6a8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:11.502401 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02d9ef-6542-4196-8b21-75a2700f4881 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa559ea-2fc1-4d0f-8fc6-0dfc7f09cba9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:11.528552 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b02d9ef-6542-4196-8b21-75a2700f4881 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:11.539763 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39926) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:11.540221 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5b02d9ef-6542-4196-8b21-75a2700f4881 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "DELETE /v2.0/subnets/5fa559ea-2fc1-4d0f-8fc6-0dfc7f09cba9 HTTP/1.1" status: 204 len: 168 time: 1.0048885 Mar 23 01:37:11.547728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] No DVR routers for this DVR port 0016686b-96b6-4b3b-9134-81c684d5e6a8 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:37:11.568993 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event deleted for resources: {'Port': ['ID=0016686b-96b6-4b3b-9134-81c684d5e6a8,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server [None req-86e1885e-b391-4d65-9512-3bbffc44b8db None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5fa559ea-2fc1-4d0f-8fc6-0dfc7f09cba9: This subnet is being modified by another concurrent operation. Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise exception Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5fa559ea-2fc1-4d0f-8fc6-0dfc7f09cba9: This subnet is being modified by another concurrent operation. Mar 23 01:37:11.608095 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server Mar 23 01:37:11.638389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Allocated IP 172.20.0.18 (a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4/b3c9b702-8b5a-485c-90c8-51a73e850576/5abe8e66-c5b6-4f78-9dfd-1662fda1a19f) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:37:11.663726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-2610afa9-f8a3-4591-ae0d-c27d1c91b41e tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Deleting subnet b3c9b702-8b5a-485c-90c8-51a73e850576 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:37:11.700210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76ad9c5-1f5c-4b80-b43e-4b89f7e253c5 None None] Network 0c45e092-dbbd-4371-86f6-819913ff5b48 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:11.767198 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9aeac1b9-7597-4a60-afd2-7155219a4dd2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (5c650573-510b-4525-bb43-786664b4f166), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:11.773568 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (e46e0348-e2c3-465f-ae4d-c82b64f294e9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:11.792513 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9aeac1b9-7597-4a60-afd2-7155219a4dd2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5c650573-510b-4525-bb43-786664b4f166), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:11.853232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeac1b9-7597-4a60-afd2-7155219a4dd2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c650573-510b-4525-bb43-786664b4f166,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:11.883907 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9aeac1b9-7597-4a60-afd2-7155219a4dd2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:11.887821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39930) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:11.892898 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-a4ba20dd-fdb3-42a1-ab61-e9d8ec24fce3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group_rule': {'security_group_id': '19e9378e-edad-4e7f-bf99-18a001016710', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5c650573-510b-4525-bb43-786664b4f166', 'remote_ip_prefix': None}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:11.893827 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9aeac1b9-7597-4a60-afd2-7155219a4dd2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6119306 Mar 23 01:37:11.925022 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46e0348-e2c3-465f-ae4d-c82b64f294e9']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:11.948719 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4ba20dd-fdb3-42a1-ab61-e9d8ec24fce3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (ad8f8fd0-1dff-4d3f-8640-857000ab5abe), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.001515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e73c72-3424-4cd9-9094-e3ed93bffdab') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:12.001934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e73c72-3424-4cd9-9094-e3ed93bffdab') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:12.041735 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (d4e73c72-3424-4cd9-9094-e3ed93bffdab), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.092778 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d4e73c72-3424-4cd9-9094-e3ed93bffdab), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.112286 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e33b7c31-c2ee-4c5c-be9d-dbaa31b567fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (0016686b-96b6-4b3b-9134-81c684d5e6a8), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.114706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:37:12.115126 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (d4e73c72-3424-4cd9-9094-e3ed93bffdab), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:37:12.118530 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:37:12.120954 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:37:12.178006 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4ba20dd-fdb3-42a1-ab61-e9d8ec24fce3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (ad8f8fd0-1dff-4d3f-8640-857000ab5abe), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.184281 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0016686b-96b6-4b3b-9134-81c684d5e6a8 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:37:12.187321 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4ba20dd-fdb3-42a1-ab61-e9d8ec24fce3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ad8f8fd0-1dff-4d3f-8640-857000ab5abe), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.229878 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba20dd-fdb3-42a1-ab61-e9d8ec24fce3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8f8fd0-1dff-4d3f-8640-857000ab5abe,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:12.244666 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4ba20dd-fdb3-42a1-ab61-e9d8ec24fce3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.246198 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a4ba20dd-fdb3-42a1-ab61-e9d8ec24fce3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3571625 Mar 23 01:37:12.248962 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39950) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:12.309643 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (e46e0348-e2c3-465f-ae4d-c82b64f294e9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.315476 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.323860 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] 10.222.0.18 "DELETE /v2.0/networks/e46e0348-e2c3-465f-ae4d-c82b64f294e9 HTTP/1.1" status: 204 len: 168 time: 2.3087075 Mar 23 01:37:12.334365 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b7c31-c2ee-4c5c-be9d-dbaa31b567fc None None] Pushing event deleted for resources: {'Port': ['ID=0016686b-96b6-4b3b-9134-81c684d5e6a8,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:12.342910 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 0016686b-96b6-4b3b-9134-81c684d5e6a8 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:37:12.349123 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0016686b-96b6-4b3b-9134-81c684d5e6a8 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:37:12.360870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b7c31-c2ee-4c5c-be9d-dbaa31b567fc None None] No DVR routers for this DVR port 0016686b-96b6-4b3b-9134-81c684d5e6a8 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:37:12.389977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612ae42-b25e-4264-99b1-88d2bd52fb4f tempest-ServersTestMultiNic-494477347 tempest-ServersTestMultiNic-494477347-project] Pushing event deleted for resources: {'Network': ['ID=e46e0348-e2c3-465f-ae4d-c82b64f294e9,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:12.573132 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16748c9e-082e-43ad-88d4-d72632f22b7c req-2b1d3fce-ebc7-4a33-bed1-4aa0beaa9ca7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:12.580439 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16748c9e-082e-43ad-88d4-d72632f22b7c req-2b1d3fce-ebc7-4a33-bed1-4aa0beaa9ca7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:12.581548 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Publish callbacks [] for port (5abe8e66-c5b6-4f78-9dfd-1662fda1a19f), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.587130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16748c9e-082e-43ad-88d4-d72632f22b7c req-2b1d3fce-ebc7-4a33-bed1-4aa0beaa9ca7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:12.592161 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-4ae70832-54b2-41d2-9355-c70b1271bb99 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:12.593973 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16748c9e-082e-43ad-88d4-d72632f22b7c req-2b1d3fce-ebc7-4a33-bed1-4aa0beaa9ca7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:12.595504 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-4ae70832-54b2-41d2-9355-c70b1271bb99 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/networks?id=bcb5bba5-c393-415e-b531-6fbef811d49d HTTP/1.1" status: 200 len: 813 time: 0.3188472 Mar 23 01:37:12.599982 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (5abe8e66-c5b6-4f78-9dfd-1662fda1a19f), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.607947 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16748c9e-082e-43ad-88d4-d72632f22b7c req-2b1d3fce-ebc7-4a33-bed1-4aa0beaa9ca7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:12.615768 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16748c9e-082e-43ad-88d4-d72632f22b7c req-2b1d3fce-ebc7-4a33-bed1-4aa0beaa9ca7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:12.621952 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16748c9e-082e-43ad-88d4-d72632f22b7c req-2b1d3fce-ebc7-4a33-bed1-4aa0beaa9ca7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:12.630821 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-16748c9e-082e-43ad-88d4-d72632f22b7c req-2b1d3fce-ebc7-4a33-bed1-4aa0beaa9ca7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.1356633 Mar 23 01:37:12.633703 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2610afa9-f8a3-4591-ae0d-c27d1c91b41e tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks [] for subnet (b3c9b702-8b5a-485c-90c8-51a73e850576), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.644230 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-87839943-41c1-4a75-ace0-b017dd430c1d tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/quotas/80de875bfe1949b9a4efaeb9a8eb1ce1 HTTP/1.1" status: 200 len: 375 time: 0.0376892 Mar 23 01:37:12.649777 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-efb41eb8-3c0e-40b1-80cf-bf64908e2100 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (ad8f8fd0-1dff-4d3f-8640-857000ab5abe), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.713051 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Network a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:37:12.730491 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-efb41eb8-3c0e-40b1-80cf-bf64908e2100 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (ad8f8fd0-1dff-4d3f-8640-857000ab5abe), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.736562 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Pushing event updated for resources: {'Port': ['ID=5abe8e66-c5b6-4f78-9dfd-1662fda1a19f,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:12.746345 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:12.751776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:37:12.812226 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-6bae7f6f-2291-451f-9b9d-eb2d82685bb5 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=80de875bfe1949b9a4efaeb9a8eb1ce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1580062 Mar 23 01:37:12.818175 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-efb41eb8-3c0e-40b1-80cf-bf64908e2100 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ad8f8fd0-1dff-4d3f-8640-857000ab5abe), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.824546 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-efb41eb8-3c0e-40b1-80cf-bf64908e2100 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.828913 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-efb41eb8-3c0e-40b1-80cf-bf64908e2100 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ad8f8fd0-1dff-4d3f-8640-857000ab5abe HTTP/1.1" status: 204 len: 168 time: 0.5787845 Mar 23 01:37:12.830751 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39964) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:12.844565 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-16748c9e-082e-43ad-88d4-d72632f22b7c req-cc10b511-7ab4-42b1-8f8a-c4ce4e3c27a0 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2125521 Mar 23 01:37:12.871299 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2610afa9-f8a3-4591-ae0d-c27d1c91b41e tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (b3c9b702-8b5a-485c-90c8-51a73e850576), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.878469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb41eb8-3c0e-40b1-80cf-bf64908e2100 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad8f8fd0-1dff-4d3f-8640-857000ab5abe,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:12.932665 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Attempting to bind port 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:37:12.933044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Attempting to bind port 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '2c4cf0c1-f126-4d1b-bc22-8b617d16de65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:37:12.933414 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Attempting to bind port 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f on network a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:37:12.970524 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:37:12.970955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Checking segment: {'id': '2c4cf0c1-f126-4d1b-bc22-8b617d16de65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:12.971314 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:12.971706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Bound using segment: {'id': '2c4cf0c1-f126-4d1b-bc22-8b617d16de65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:37:12.972196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Bound port: 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4cf0c1-f126-4d1b-bc22-8b617d16de65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:37:12.972575 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5abe8e66-c5b6-4f78-9dfd-1662fda1a19f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:13.001222 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9993bc77-9efa-48b5-a6a6-ef77fc58ff70 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1645234 Mar 23 01:37:13.002174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39968) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:13.093238 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2610afa9-f8a3-4591-ae0d-c27d1c91b41e tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (b3c9b702-8b5a-485c-90c8-51a73e850576), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:13.094032 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0c247d1c-6a9d-4453-b8f8-9b9aaca01069 service neutron] 10.222.0.18 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639685 Mar 23 01:37:13.174139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce507eec-7139-4752-a125-c5218b611584 req-b13293e0-5190-4848-983b-1e072eedcd42 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:13.175225 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce507eec-7139-4752-a125-c5218b611584 req-b13293e0-5190-4848-983b-1e072eedcd42 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.43 "GET /v2.0/ports?device_id=b488a469-936b-4a39-ba32-a250f183e53c HTTP/1.1" status: 200 len: 945 time: 0.2338266 Mar 23 01:37:13.212109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39976) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:13.431528 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dece0d9b-59a2-4a2c-8e2f-b20345963e02 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (5c650573-510b-4525-bb43-786664b4f166), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:13.451145 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2610afa9-f8a3-4591-ae0d-c27d1c91b41e tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (b3c9b702-8b5a-485c-90c8-51a73e850576), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:13.452180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] For port 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:37:13.478629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] For port 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5abe8e66-c5b6-4f78-9dfd-1662fda1a19f,segment=NetworkSegment(2c4cf0c1-f126-4d1b-bc22-8b617d16de65),segment_id=2c4cf0c1-f126-4d1b-bc22-8b617d16de65)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:37:13.494618 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5abe8e66-c5b6-4f78-9dfd-1662fda1a19f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:13.566869 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dece0d9b-59a2-4a2c-8e2f-b20345963e02 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (5c650573-510b-4525-bb43-786664b4f166), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:13.587427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610afa9-f8a3-4591-ae0d-c27d1c91b41e tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c9b702-8b5a-485c-90c8-51a73e850576,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:13.613321 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2610afa9-f8a3-4591-ae0d-c27d1c91b41e tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:13.621220 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2610afa9-f8a3-4591-ae0d-c27d1c91b41e tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "DELETE /v2.0/subnets/b3c9b702-8b5a-485c-90c8-51a73e850576 HTTP/1.1" status: 204 len: 168 time: 2.0754142 Mar 23 01:37:13.623287 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39986) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:13.656321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea7324-028c-4df0-8302-273ad58da333 None None] Pushing event updated for resources: {'Port': ['ID=5abe8e66-c5b6-4f78-9dfd-1662fda1a19f,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:13.666775 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-5cca922b-347b-44ee-ac62-3f89fb390a8e service neutron] 10.222.0.18 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494587 Mar 23 01:37:13.798068 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce25a2-f089-4d6e-8b24-41149d4e4994 req-18b1926a-756b-4685-b3e5-0a1ff61d6adc tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:13.800094 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4fce25a2-f089-4d6e-8b24-41149d4e4994 req-18b1926a-756b-4685-b3e5-0a1ff61d6adc tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d755324-3f0e-49ab-b71f-5cc17a7010ec HTTP/1.1" status: 200 len: 945 time: 0.2528198 Mar 23 01:37:13.841345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-ce507eec-7139-4752-a125-c5218b611584 req-802573fe-dd89-444d-9d52-b27dbce45754 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Deleting port 0bdcb528-279d-4e90-8308-affbe7bc282d {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:13.841647 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ce507eec-7139-4752-a125-c5218b611584 req-802573fe-dd89-444d-9d52-b27dbce45754 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0bdcb528-279d-4e90-8308-affbe7bc282d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:13.922796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a770f0ca-6296-4026-af16-79593196f0cf tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:13.929313 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a770f0ca-6296-4026-af16-79593196f0cf tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2990003 Mar 23 01:37:14.074003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39994) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:14.127772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-ce507eec-7139-4752-a125-c5218b611584 req-802573fe-dd89-444d-9d52-b27dbce45754 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] For port 0bdcb528-279d-4e90-8308-affbe7bc282d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=0bdcb528-279d-4e90-8308-affbe7bc282d,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:14.128152 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ce507eec-7139-4752-a125-c5218b611584 req-802573fe-dd89-444d-9d52-b27dbce45754 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0bdcb528-279d-4e90-8308-affbe7bc282d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:14.180393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-ce507eec-7139-4752-a125-c5218b611584 req-802573fe-dd89-444d-9d52-b27dbce45754 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Calling delete_port for 0bdcb528-279d-4e90-8308-affbe7bc282d owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:14.323359 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:14.441902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674af85-a9e5-49ee-b43a-98a6dfa1ac3b req-0be31e3c-0026-48fc-b650-ffef75151396 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:14.457042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674af85-a9e5-49ee-b43a-98a6dfa1ac3b req-0be31e3c-0026-48fc-b650-ffef75151396 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:14.466271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674af85-a9e5-49ee-b43a-98a6dfa1ac3b req-0be31e3c-0026-48fc-b650-ffef75151396 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:14.471555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674af85-a9e5-49ee-b43a-98a6dfa1ac3b req-0be31e3c-0026-48fc-b650-ffef75151396 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:14.491340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674af85-a9e5-49ee-b43a-98a6dfa1ac3b req-0be31e3c-0026-48fc-b650-ffef75151396 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:14.506310 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dece0d9b-59a2-4a2c-8e2f-b20345963e02 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5c650573-510b-4525-bb43-786664b4f166), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:14.509365 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dece0d9b-59a2-4a2c-8e2f-b20345963e02 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:14.510567 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dece0d9b-59a2-4a2c-8e2f-b20345963e02 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-groups/5c650573-510b-4525-bb43-786664b4f166 HTTP/1.1" status: 204 len: 168 time: 1.4961922 Mar 23 01:37:14.512500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674af85-a9e5-49ee-b43a-98a6dfa1ac3b req-0be31e3c-0026-48fc-b650-ffef75151396 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:14.528816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674af85-a9e5-49ee-b43a-98a6dfa1ac3b req-0be31e3c-0026-48fc-b650-ffef75151396 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:14.537914 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4674af85-a9e5-49ee-b43a-98a6dfa1ac3b req-0be31e3c-0026-48fc-b650-ffef75151396 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.4551606 Mar 23 01:37:14.553785 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40008) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:14.857446 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1dca3a69-c1df-49c4-9546-c625d3515969 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2926390 Mar 23 01:37:14.876153 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4674af85-a9e5-49ee-b43a-98a6dfa1ac3b req-35a850d9-aa7a-478c-ae3c-43bd8eed3c45 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3372328 Mar 23 01:37:14.907394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40018) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:15.009006 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Deleting port 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:15.009352 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5abe8e66-c5b6-4f78-9dfd-1662fda1a19f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:15.231457 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece0d9b-59a2-4a2c-8e2f-b20345963e02 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c650573-510b-4525-bb43-786664b4f166,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:15.289107 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b305e67-8851-4ce3-8054-92f05ccaae68 req-af5c0bb9-1e4c-4b59-b64e-d2b902552101 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5168db0f-4733-49ff-a3ac-02e5f904cd8f HTTP/1.1" status: 200 len: 210 time: 0.7731929 Mar 23 01:37:15.331701 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f2c307c-2da5-429f-9836-2cf9cba6586a tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (19e9378e-edad-4e7f-bf99-18a001016710), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:15.345243 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ce507eec-7139-4752-a125-c5218b611584 req-802573fe-dd89-444d-9d52-b27dbce45754 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (0bdcb528-279d-4e90-8308-affbe7bc282d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:15.382276 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802573fe-dd89-444d-9d52-b27dbce45754 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Pushing event deleted for resources: {'Port': ['ID=0bdcb528-279d-4e90-8308-affbe7bc282d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:15.387815 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-4fce25a2-f089-4d6e-8b24-41149d4e4994 req-31435161-114f-4647-b54b-195895d77b71 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Deleting port 9c2200b9-036f-4de8-8d5d-391ad74bbc99 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:15.388164 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4fce25a2-f089-4d6e-8b24-41149d4e4994 req-31435161-114f-4647-b54b-195895d77b71 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (9c2200b9-036f-4de8-8d5d-391ad74bbc99), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:15.415272 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f2c307c-2da5-429f-9836-2cf9cba6586a tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (19e9378e-edad-4e7f-bf99-18a001016710), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:15.467095 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] For port 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5abe8e66-c5b6-4f78-9dfd-1662fda1a19f,segment=NetworkSegment(2c4cf0c1-f126-4d1b-bc22-8b617d16de65),segment_id=2c4cf0c1-f126-4d1b-bc22-8b617d16de65)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:15.467839 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5abe8e66-c5b6-4f78-9dfd-1662fda1a19f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:15.579154 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Calling delete_port for 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:15.636084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce507eec-7139-4752-a125-c5218b611584 req-802573fe-dd89-444d-9d52-b27dbce45754 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] No DVR routers for this DVR port 0bdcb528-279d-4e90-8308-affbe7bc282d on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:37:15.636912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49320cb0-6024-48a3-bc1f-4a2a39693220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (102fef94-292d-43a4-880c-76b2ef59a6ae), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:15.639843 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ce507eec-7139-4752-a125-c5218b611584 req-802573fe-dd89-444d-9d52-b27dbce45754 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:15.658474 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce507eec-7139-4752-a125-c5218b611584 req-802573fe-dd89-444d-9d52-b27dbce45754 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.43 "DELETE /v2.0/ports/0bdcb528-279d-4e90-8308-affbe7bc282d HTTP/1.1" status: 204 len: 173 time: 2.3569279 Mar 23 01:37:15.676535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b488a469-936b-4a39-ba32-a250f183e53c', 'name': 'network-vif-deleted', 'tag': '0bdcb528-279d-4e90-8308-affbe7bc282d'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:37:15.682401 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b5adcd-24a0-48cb-b404-28b86cf2fa02" -d '{"events": [{"server_uuid": "b488a469-936b-4a39-ba32-a250f183e53c", "name": "network-vif-deleted", "tag": "0bdcb528-279d-4e90-8308-affbe7bc282d"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:37:15.779219 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e32020-7adb-44f1-ab3e-1b4a530938c5 x-openstack-request-id: req-39e32020-7adb-44f1-ab3e-1b4a530938c5 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:37:15.779527 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b488a469-936b-4a39-ba32-a250f183e53c", "name": "network-vif-deleted", "tag": "0bdcb528-279d-4e90-8308-affbe7bc282d", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:37:15.779943 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39e32020-7adb-44f1-ab3e-1b4a530938c5 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:37:15.780349 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e32020-7adb-44f1-ab3e-1b4a530938c5'] response: {'server_uuid': 'b488a469-936b-4a39-ba32-a250f183e53c', 'name': 'network-vif-deleted', 'tag': '0bdcb528-279d-4e90-8308-affbe7bc282d', 'status': 'completed', 'code': 200} Mar 23 01:37:15.811019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab76613-9a49-4abd-84ae-323157dfd354 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:37:15.832581 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-4fce25a2-f089-4d6e-8b24-41149d4e4994 req-31435161-114f-4647-b54b-195895d77b71 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] For port 9c2200b9-036f-4de8-8d5d-391ad74bbc99, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=9c2200b9-036f-4de8-8d5d-391ad74bbc99,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:15.836441 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4fce25a2-f089-4d6e-8b24-41149d4e4994 req-31435161-114f-4647-b54b-195895d77b71 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (9c2200b9-036f-4de8-8d5d-391ad74bbc99), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:15.879420 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f2c307c-2da5-429f-9836-2cf9cba6586a tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (19e9378e-edad-4e7f-bf99-18a001016710), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:15.883330 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f2c307c-2da5-429f-9836-2cf9cba6586a tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:15.884501 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8f2c307c-2da5-429f-9836-2cf9cba6586a tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-groups/19e9378e-edad-4e7f-bf99-18a001016710 HTTP/1.1" status: 204 len: 168 time: 0.9682462 Mar 23 01:37:15.892780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40034) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:15.894617 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-4fce25a2-f089-4d6e-8b24-41149d4e4994 req-31435161-114f-4647-b54b-195895d77b71 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Calling delete_port for 9c2200b9-036f-4de8-8d5d-391ad74bbc99 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:15.973046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c307c-2da5-429f-9836-2cf9cba6586a tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e9378e-edad-4e7f-bf99-18a001016710,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:16.140460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1557a32c-66db-45ef-810e-2326599bff69 None None] Provisioning complete for port 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:16.147814 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1557a32c-66db-45ef-810e-2326599bff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5abe8e66-c5b6-4f78-9dfd-1662fda1a19f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:16.168900 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-331d62c1-ddf0-4acc-bcdd-ce99614921af tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2686336 Mar 23 01:37:16.177342 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40038) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:16.199577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5273f4a9-4c65-4d7d-bd7c-59114dbac08f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group': {'name': 'tempest-secgroup--816944745'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:16.266083 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5273f4a9-4c65-4d7d-bd7c-59114dbac08f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:16.299889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:37:16.382599 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a5173-c287-402e-ab15-2a2f3ed61265 req-d0548715-8bca-4147-b5b3-8974895dee0a tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:16.414969 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1557a32c-66db-45ef-810e-2326599bff69 None None] Could not find standard attr ID for object 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:37:16.419894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a5173-c287-402e-ab15-2a2f3ed61265 req-d0548715-8bca-4147-b5b3-8974895dee0a tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:16.433037 n-d-834677-4 neutron-server[99265]: INFO neutron.plugins.ml2.db [None req-1557a32c-66db-45ef-810e-2326599bff69 None None] No ports have port_id starting with 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f Mar 23 01:37:16.440868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a5173-c287-402e-ab15-2a2f3ed61265 req-d0548715-8bca-4147-b5b3-8974895dee0a tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:16.446819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No active binding found for port 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f {{(pid=99265) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 01:37:16.454377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] The host n-d-834677-4 is not matching for port 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f host None! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:37:16.454999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 01:37:16.460275 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a5173-c287-402e-ab15-2a2f3ed61265 req-d0548715-8bca-4147-b5b3-8974895dee0a tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:16.464009 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5273f4a9-4c65-4d7d-bd7c-59114dbac08f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (611fbb62-7056-4904-98cd-fc852bc6ec5a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:16.474291 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5273f4a9-4c65-4d7d-bd7c-59114dbac08f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (611fbb62-7056-4904-98cd-fc852bc6ec5a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:16.483498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a5173-c287-402e-ab15-2a2f3ed61265 req-d0548715-8bca-4147-b5b3-8974895dee0a tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:16.516222 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4fce25a2-f089-4d6e-8b24-41149d4e4994 req-31435161-114f-4647-b54b-195895d77b71 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (9c2200b9-036f-4de8-8d5d-391ad74bbc99), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:16.518396 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a5173-c287-402e-ab15-2a2f3ed61265 req-d0548715-8bca-4147-b5b3-8974895dee0a tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:16.518978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Port 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f not found, will not notify nova. {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 01:37:16.536768 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab76613-9a49-4abd-84ae-323157dfd354 None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:37:16.543646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a5173-c287-402e-ab15-2a2f3ed61265 req-d0548715-8bca-4147-b5b3-8974895dee0a tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:16.553057 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc5a5173-c287-402e-ab15-2a2f3ed61265 req-d0548715-8bca-4147-b5b3-8974895dee0a tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.3990414 Mar 23 01:37:16.567053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-812a518f-e6f8-4b91-b3ab-1a288fd56f0c req-ee75173b-7d2b-46f7-a731-5e68d6b6dc2b tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5168db0f-4733-49ff-a3ac-02e5f904cd8f HTTP/1.1" status: 200 len: 210 time: 0.0805387 Mar 23 01:37:16.578832 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5273f4a9-4c65-4d7d-bd7c-59114dbac08f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:16.580122 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5273f4a9-4c65-4d7d-bd7c-59114dbac08f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4008901 Mar 23 01:37:16.581242 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (5abe8e66-c5b6-4f78-9dfd-1662fda1a19f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:16.582817 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40048) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:16.633397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31435161-114f-4647-b54b-195895d77b71 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Pushing event deleted for resources: {'Port': ['ID=9c2200b9-036f-4de8-8d5d-391ad74bbc99,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:16.637636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-17ea91d8-bfca-485b-92c5-184a7ceabd5c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group_rule': {'security_group_id': '611fbb62-7056-4904-98cd-fc852bc6ec5a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:16.640798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273f4a9-4c65-4d7d-bd7c-59114dbac08f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611fbb62-7056-4904-98cd-fc852bc6ec5a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:16.680152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event deleted for resources: {'Port': ['ID=5abe8e66-c5b6-4f78-9dfd-1662fda1a19f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:16.700745 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fce25a2-f089-4d6e-8b24-41149d4e4994 req-31435161-114f-4647-b54b-195895d77b71 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] No DVR routers for this DVR port 9c2200b9-036f-4de8-8d5d-391ad74bbc99 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:37:16.707143 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4fce25a2-f089-4d6e-8b24-41149d4e4994 req-31435161-114f-4647-b54b-195895d77b71 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:16.714432 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4fce25a2-f089-4d6e-8b24-41149d4e4994 req-31435161-114f-4647-b54b-195895d77b71 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.43 "DELETE /v2.0/ports/9c2200b9-036f-4de8-8d5d-391ad74bbc99 HTTP/1.1" status: 204 len: 173 time: 2.9051516 Mar 23 01:37:16.740496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] No DVR routers for this DVR port 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:37:16.785780 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 0bdcb528-279d-4e90-8308-affbe7bc282d no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:37:17.232187 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-fea15ecb-c997-4a2f-84a5-4e1be01fb7bf tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:17.236227 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-fea15ecb-c997-4a2f-84a5-4e1be01fb7bf tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.43 "GET /v2.0/networks?id=bcb5bba5-c393-415e-b531-6fbef811d49d HTTP/1.1" status: 200 len: 813 time: 0.2417083 Mar 23 01:37:17.281600 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-07fd2650-e2c6-400c-99c1-68ea1e95f65a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Request body: {'port': {'device_id': '9f3a58f8-6983-42e6-8700-067df48eda5c', 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d', 'admin_state_up': True, 'tenant_id': '80de875bfe1949b9a4efaeb9a8eb1ce1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:17.307721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 0bdcb528-279d-4e90-8308-affbe7bc282d {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:37:17.308892 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 0bdcb528-279d-4e90-8308-affbe7bc282d not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:37:17.309556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 9c2200b9-036f-4de8-8d5d-391ad74bbc99 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:37:17.350016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 9c2200b9-036f-4de8-8d5d-391ad74bbc99 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:37:17.350634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 9c2200b9-036f-4de8-8d5d-391ad74bbc99 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:37:17.512853 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-6dff31f1-cc75-4c16-b4a3-392a14a99acb tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:17.514394 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-6dff31f1-cc75-4c16-b4a3-392a14a99acb tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.43 "GET /v2.0/networks?id=bcb5bba5-c393-415e-b531-6fbef811d49d HTTP/1.1" status: 200 len: 813 time: 0.6465771 Mar 23 01:37:17.524985 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-17ea91d8-bfca-485b-92c5-184a7ceabd5c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (fd0b64b9-1182-4785-82ee-2ffa9d77c109), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:17.539304 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-260bd012-664f-4a17-ad53-4baede4951e2 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Request body: {'port': {'device_id': '5168db0f-4733-49ff-a3ac-02e5f904cd8f', 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d', 'admin_state_up': True, 'tenant_id': '80de875bfe1949b9a4efaeb9a8eb1ce1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:17.556637 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc5a5173-c287-402e-ab15-2a2f3ed61265 req-769f6561-dce0-40d4-8888-2353bd081ffe tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0025332 Mar 23 01:37:17.567909 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:17.739793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:17.794168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d755324-3f0e-49ab-b71f-5cc17a7010ec', 'name': 'network-vif-deleted', 'tag': '9c2200b9-036f-4de8-8d5d-391ad74bbc99'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:37:17.796536 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98d2d10-de9b-4d59-804f-e1ef331d49b3" -d '{"events": [{"server_uuid": "5d755324-3f0e-49ab-b71f-5cc17a7010ec", "name": "network-vif-deleted", "tag": "9c2200b9-036f-4de8-8d5d-391ad74bbc99"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:37:17.814400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4cf0c1-f126-4d1b-bc22-8b617d16de65') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:17.814696 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4cf0c1-f126-4d1b-bc22-8b617d16de65') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:17.878228 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-17ea91d8-bfca-485b-92c5-184a7ceabd5c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (fd0b64b9-1182-4785-82ee-2ffa9d77c109), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:17.910061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247a1451-03ce-4fd4-a8be-68053a2244fd None None] Network a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:17.921973 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (2c4cf0c1-f126-4d1b-bc22-8b617d16de65), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:17.929209 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-17ea91d8-bfca-485b-92c5-184a7ceabd5c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (fd0b64b9-1182-4785-82ee-2ffa9d77c109), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.009039 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2c4cf0c1-f126-4d1b-bc22-8b617d16de65), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.012487 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea91d8-bfca-485b-92c5-184a7ceabd5c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0b64b9-1182-4785-82ee-2ffa9d77c109,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:18.026666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-49320cb0-6024-48a3-bc1f-4a2a39693220 admin admin] Deleting port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:18.026666 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49320cb0-6024-48a3-bc1f-4a2a39693220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.035013 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:37:18.035532 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (2c4cf0c1-f126-4d1b-bc22-8b617d16de65), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.043212 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-17ea91d8-bfca-485b-92c5-184a7ceabd5c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.044619 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-17ea91d8-bfca-485b-92c5-184a7ceabd5c tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4145446 Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:37:18.045476 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:37:18.063111 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40068) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:18.072528 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9f6729-283a-4164-8c51-d532895f098c x-openstack-request-id: req-cd9f6729-283a-4164-8c51-d532895f098c {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:37:18.072849 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d755324-3f0e-49ab-b71f-5cc17a7010ec", "name": "network-vif-deleted", "tag": "9c2200b9-036f-4de8-8d5d-391ad74bbc99", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:37:18.073111 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd9f6729-283a-4164-8c51-d532895f098c {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:37:18.073603 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9f6729-283a-4164-8c51-d532895f098c'] response: {'server_uuid': '5d755324-3f0e-49ab-b71f-5cc17a7010ec', 'name': 'network-vif-deleted', 'tag': '9c2200b9-036f-4de8-8d5d-391ad74bbc99', 'status': 'completed', 'code': 200} Mar 23 01:37:18.077224 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a3ca1774-2ad8-4945-a8da-10225b2936e3 req-cc68c07c-d4c3-4adc-bc6d-1dd380685c0a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5168db0f-4733-49ff-a3ac-02e5f904cd8f HTTP/1.1" status: 200 len: 210 time: 0.2592480 Mar 23 01:37:18.086220 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-07fd2650-e2c6-400c-99c1-68ea1e95f65a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Made reservation on behalf of 80de875bfe1949b9a4efaeb9a8eb1ce1 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:18.089914 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-07fd2650-e2c6-400c-99c1-68ea1e95f65a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.143646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-260bd012-664f-4a17-ad53-4baede4951e2 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Made reservation on behalf of 80de875bfe1949b9a4efaeb9a8eb1ce1 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:18.151561 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-260bd012-664f-4a17-ad53-4baede4951e2 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.203343 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dd51c1-b8f4-423e-93be-a035850aeab6 None None] DHCP port deletion for a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:37:18.273022 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.303245 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.309312 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "DELETE /v2.0/networks/a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4 HTTP/1.1" status: 204 len: 168 time: 4.2105205 Mar 23 01:37:18.321102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40070) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:18.323458 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf94dc23-c824-4642-ab2e-c3083d9a8ee5 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (fd0b64b9-1182-4785-82ee-2ffa9d77c109), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.333579 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf94dc23-c824-4642-ab2e-c3083d9a8ee5 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (fd0b64b9-1182-4785-82ee-2ffa9d77c109), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.344894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae9451-4afd-4ec4-ac11-1e9b24e3e1aa tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event deleted for resources: {'Network': ['ID=a8392d8f-5ad9-4a5d-a97c-18d1e0af9af4,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:18.375073 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf94dc23-c824-4642-ab2e-c3083d9a8ee5 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (fd0b64b9-1182-4785-82ee-2ffa9d77c109), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.381196 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf94dc23-c824-4642-ab2e-c3083d9a8ee5 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.387775 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bf94dc23-c824-4642-ab2e-c3083d9a8ee5 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/fd0b64b9-1182-4785-82ee-2ffa9d77c109 HTTP/1.1" status: 204 len: 168 time: 0.3131690 Mar 23 01:37:18.396193 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40076) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:18.429689 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-49320cb0-6024-48a3-bc1f-4a2a39693220 admin admin] For port 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c,segment=NetworkSegment(8251d043-f62e-4087-a060-5d73ba7a8411),segment_id=8251d043-f62e-4087-a060-5d73ba7a8411)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:18.430631 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49320cb0-6024-48a3-bc1f-4a2a39693220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.467631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-49320cb0-6024-48a3-bc1f-4a2a39693220 admin admin] Calling delete_port for 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:18.491992 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0974c92-12b5-4590-940f-e2879b42a834 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (0c45e092-dbbd-4371-86f6-819913ff5b48), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.536015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94dc23-c824-4642-ab2e-c3083d9a8ee5 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd0b64b9-1182-4785-82ee-2ffa9d77c109,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:18.704965 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-667429dd-a8b7-4dd1-9ec6-44ee90f66404 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2992766 Mar 23 01:37:18.705618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40080) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:18.759396 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0974c92-12b5-4590-940f-e2879b42a834 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (0c45e092-dbbd-4371-86f6-819913ff5b48), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.834626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-260bd012-664f-4a17-ad53-4baede4951e2 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Allocated IP 172.20.0.11 (bcb5bba5-c393-415e-b531-6fbef811d49d/85af6975-6563-48c3-8c21-d4f0fe818486/8803f6b6-3704-4e55-8e03-7e22041a5288) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:37:18.898676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d0974c92-12b5-4590-940f-e2879b42a834 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c45e092-dbbd-4371-86f6-819913ff5b48']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:18.920316 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e34cdce-a549-4e61-8ab4-516850385f9a tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (611fbb62-7056-4904-98cd-fc852bc6ec5a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.923087 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d0974c92-12b5-4590-940f-e2879b42a834 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c785e434-53c1-4ca2-b037-fe7c0c808ec7') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:18.923244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d0974c92-12b5-4590-940f-e2879b42a834 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c785e434-53c1-4ca2-b037-fe7c0c808ec7') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:18.951616 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0974c92-12b5-4590-940f-e2879b42a834 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (c785e434-53c1-4ca2-b037-fe7c0c808ec7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:18.987584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd56845-c93a-4289-998b-72c7c4c489da req-4bd0f9b2-15d0-46e0-b844-b503fc370ece tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:18.994592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd56845-c93a-4289-998b-72c7c4c489da req-4bd0f9b2-15d0-46e0-b844-b503fc370ece tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:18.995025 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e34cdce-a549-4e61-8ab4-516850385f9a tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (611fbb62-7056-4904-98cd-fc852bc6ec5a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:19.000787 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd56845-c93a-4289-998b-72c7c4c489da req-4bd0f9b2-15d0-46e0-b844-b503fc370ece tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:19.006963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd56845-c93a-4289-998b-72c7c4c489da req-4bd0f9b2-15d0-46e0-b844-b503fc370ece tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:19.013240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd56845-c93a-4289-998b-72c7c4c489da req-4bd0f9b2-15d0-46e0-b844-b503fc370ece tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:19.019157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd56845-c93a-4289-998b-72c7c4c489da req-4bd0f9b2-15d0-46e0-b844-b503fc370ece tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:19.026371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd56845-c93a-4289-998b-72c7c4c489da req-4bd0f9b2-15d0-46e0-b844-b503fc370ece tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:19.028882 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ccd56845-c93a-4289-998b-72c7c4c489da req-4bd0f9b2-15d0-46e0-b844-b503fc370ece tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.2917817 Mar 23 01:37:19.087364 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0974c92-12b5-4590-940f-e2879b42a834 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c785e434-53c1-4ca2-b037-fe7c0c808ec7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:19.107346 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49320cb0-6024-48a3-bc1f-4a2a39693220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:19.165990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0974c92-12b5-4590-940f-e2879b42a834 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:37:19.166592 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0974c92-12b5-4590-940f-e2879b42a834 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (c785e434-53c1-4ca2-b037-fe7c0c808ec7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:37:19.170554 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:37:19.318479 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eb3d7a63-addf-40e9-9c1b-06dc6d0abd97 req-3122e02c-2ee7-4d98-a017-72cbe5621605 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5168db0f-4733-49ff-a3ac-02e5f904cd8f HTTP/1.1" status: 200 len: 210 time: 0.0833910 Mar 23 01:37:19.319188 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e34cdce-a549-4e61-8ab4-516850385f9a tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (611fbb62-7056-4904-98cd-fc852bc6ec5a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:19.323061 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e34cdce-a549-4e61-8ab4-516850385f9a tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:19.324438 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3e34cdce-a549-4e61-8ab4-516850385f9a tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-groups/611fbb62-7056-4904-98cd-fc852bc6ec5a HTTP/1.1" status: 204 len: 168 time: 0.6152930 Mar 23 01:37:19.334328 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40102) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:19.426451 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-260bd012-664f-4a17-ad53-4baede4951e2 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks [] for port (8803f6b6-3704-4e55-8e03-7e22041a5288), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:19.426451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34cdce-a549-4e61-8ab4-516850385f9a tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611fbb62-7056-4904-98cd-fc852bc6ec5a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:19.503274 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-da2984f7-dd7f-4bb9-ad1c-8720fcb6f18b tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1674504 Mar 23 01:37:19.506705 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40104) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:19.513047 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-2c5bad75-4463-4df7-8fb8-078532adf4b3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group': {'name': 'tempest-secgroup--854658663'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:19.514164 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-930365fc-fa16-463e-b3f9-10072697a64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:19.530016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49320cb0-6024-48a3-bc1f-4a2a39693220 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:19.544435 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-260bd012-664f-4a17-ad53-4baede4951e2 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8803f6b6-3704-4e55-8e03-7e22041a5288), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:19.651713 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ccd56845-c93a-4289-998b-72c7c4c489da req-39c9311f-e198-42bb-ba86-10818196d423 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5528481 Mar 23 01:37:19.656341 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0974c92-12b5-4590-940f-e2879b42a834 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (0c45e092-dbbd-4371-86f6-819913ff5b48), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:19.666867 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0974c92-12b5-4590-940f-e2879b42a834 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:19.670489 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d0974c92-12b5-4590-940f-e2879b42a834 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "DELETE /v2.0/networks/0c45e092-dbbd-4371-86f6-819913ff5b48 HTTP/1.1" status: 204 len: 168 time: 1.3478312 Mar 23 01:37:19.680746 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2c5bad75-4463-4df7-8fb8-078532adf4b3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:19.683418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40110) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:19.703584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0974c92-12b5-4590-940f-e2879b42a834 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event deleted for resources: {'Network': ['ID=0c45e092-dbbd-4371-86f6-819913ff5b48,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:19.805245 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-260bd012-664f-4a17-ad53-4baede4951e2 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Network bcb5bba5-c393-415e-b531-6fbef811d49d is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:37:19.821092 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49320cb0-6024-48a3-bc1f-4a2a39693220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (102fef94-292d-43a4-880c-76b2ef59a6ae), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:19.826570 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-260bd012-664f-4a17-ad53-4baede4951e2 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:19.829217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-260bd012-664f-4a17-ad53-4baede4951e2 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:37:19.844124 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-07fd2650-e2c6-400c-99c1-68ea1e95f65a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Allocated IP 172.20.0.4 (bcb5bba5-c393-415e-b531-6fbef811d49d/85af6975-6563-48c3-8c21-d4f0fe818486/b8299e73-e038-4c9f-ad7a-149f77251b63) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:37:19.865326 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c586ac3-ca70-41c7-a60f-dd5436735091 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:19.877872 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bd012-664f-4a17-ad53-4baede4951e2 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Pushing event updated for resources: {'Port': ['ID=8803f6b6-3704-4e55-8e03-7e22041a5288,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:20.079975 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:37:20.082237 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-260bd012-664f-4a17-ad53-4baede4951e2 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:20.083184 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-260bd012-664f-4a17-ad53-4baede4951e2 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:20.108768 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-260bd012-664f-4a17-ad53-4baede4951e2 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5784950 Mar 23 01:37:20.127475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Request body: {'port': {'device_id': '5168db0f-4733-49ff-a3ac-02e5f904cd8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:20.131712 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:37:20.132132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5abe8e66-c5b6-4f78-9dfd-1662fda1a19f not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:37:20.252640 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2c5bad75-4463-4df7-8fb8-078532adf4b3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (2bcf51a1-9a0f-4e43-a9ee-ca0b3b7bc546), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:20.278861 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c586ac3-ca70-41c7-a60f-dd5436735091 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:20.293968 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2c5bad75-4463-4df7-8fb8-078532adf4b3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2bcf51a1-9a0f-4e43-a9ee-ca0b3b7bc546), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:20.328970 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2c5bad75-4463-4df7-8fb8-078532adf4b3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:20.332867 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2c5bad75-4463-4df7-8fb8-078532adf4b3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8221216 Mar 23 01:37:20.342616 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40118) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:20.347388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-04352235-f1ee-43a9-8e18-ec92616ac0c4 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group_rule': {'security_group_id': '2bcf51a1-9a0f-4e43-a9ee-ca0b3b7bc546', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:20.394485 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8803f6b6-3704-4e55-8e03-7e22041a5288), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:20.407515 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-04352235-f1ee-43a9-8e18-ec92616ac0c4 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (6a2c5431-1030-410c-b016-816d0f901922), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:20.444122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bad75-4463-4df7-8fb8-078532adf4b3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcf51a1-9a0f-4e43-a9ee-ca0b3b7bc546,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:20.478685 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:20.493996 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-04352235-f1ee-43a9-8e18-ec92616ac0c4 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (6a2c5431-1030-410c-b016-816d0f901922), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:20.501140 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-07fd2650-e2c6-400c-99c1-68ea1e95f65a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks [] for port (b8299e73-e038-4c9f-ad7a-149f77251b63), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:20.511046 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-04352235-f1ee-43a9-8e18-ec92616ac0c4 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (6a2c5431-1030-410c-b016-816d0f901922), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:20.541029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1c586ac3-ca70-41c7-a60f-dd5436735091 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:20.580269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49320cb0-6024-48a3-bc1f-4a2a39693220 admin admin] Router 102fef94-292d-43a4-880c-76b2ef59a6ae has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:37:20.594678 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04352235-f1ee-43a9-8e18-ec92616ac0c4 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2c5431-1030-410c-b016-816d0f901922,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:20.600304 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1c586ac3-ca70-41c7-a60f-dd5436735091 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1354c08d-a4af-4a70-90fe-5d91b8aeb37d') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:20.600850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1c586ac3-ca70-41c7-a60f-dd5436735091 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1354c08d-a4af-4a70-90fe-5d91b8aeb37d') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:20.610911 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-04352235-f1ee-43a9-8e18-ec92616ac0c4 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:20.614786 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-04352235-f1ee-43a9-8e18-ec92616ac0c4 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2684977 Mar 23 01:37:20.625500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40122) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:20.679364 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-95027630-5f68-4a92-8fd8-d409308b2937 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules/6a2c5431-1030-410c-b016-816d0f901922 HTTP/1.1" status: 200 len: 763 time: 0.0502069 Mar 23 01:37:20.688726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40128) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:20.691333 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c586ac3-ca70-41c7-a60f-dd5436735091 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (1354c08d-a4af-4a70-90fe-5d91b8aeb37d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:20.697323 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-07fd2650-e2c6-400c-99c1-68ea1e95f65a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b8299e73-e038-4c9f-ad7a-149f77251b63), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:20.800098 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-07fd2650-e2c6-400c-99c1-68ea1e95f65a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Network bcb5bba5-c393-415e-b531-6fbef811d49d is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:37:20.807571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-07fd2650-e2c6-400c-99c1-68ea1e95f65a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:20.818768 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-07fd2650-e2c6-400c-99c1-68ea1e95f65a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:37:20.843323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9703bd7-9933-4608-a1d7-d8bcdb0e1491 req-02dec6cd-b060-43e1-9ec4-2a70e31c34cf tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:20.852685 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f9703bd7-9933-4608-a1d7-d8bcdb0e1491 req-02dec6cd-b060-43e1-9ec4-2a70e31c34cf tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5168db0f-4733-49ff-a3ac-02e5f904cd8f HTTP/1.1" status: 200 len: 932 time: 0.3086541 Mar 23 01:37:20.899377 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c586ac3-ca70-41c7-a60f-dd5436735091 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (1354c08d-a4af-4a70-90fe-5d91b8aeb37d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:20.932360 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8a64f55d-92cb-4b96-b322-459cc8d56d0e tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2381847 Mar 23 01:37:20.938883 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd2650-e2c6-400c-99c1-68ea1e95f65a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Pushing event updated for resources: {'Port': ['ID=b8299e73-e038-4c9f-ad7a-149f77251b63,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:20.951435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40132) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:20.956872 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c586ac3-ca70-41c7-a60f-dd5436735091 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:37:20.958030 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c586ac3-ca70-41c7-a60f-dd5436735091 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (1354c08d-a4af-4a70-90fe-5d91b8aeb37d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:37:20.971971 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:37:20.991544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-07fd2650-e2c6-400c-99c1-68ea1e95f65a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:20.992446 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-07fd2650-e2c6-400c-99c1-68ea1e95f65a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:21.022975 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-07fd2650-e2c6-400c-99c1-68ea1e95f65a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7582881 Mar 23 01:37:21.040812 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Request body: {'port': {'device_id': '9f3a58f8-6983-42e6-8700-067df48eda5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:21.104101 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf101d-c8be-4dd3-9247-8db2581aed18 req-c46c4824-9bec-41a1-886c-dc99d48cf332 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:21.110998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf101d-c8be-4dd3-9247-8db2581aed18 req-c46c4824-9bec-41a1-886c-dc99d48cf332 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:21.113422 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87011c06-265f-4c82-a3f2-f7c8150997e0 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (6a2c5431-1030-410c-b016-816d0f901922), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:21.119630 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf101d-c8be-4dd3-9247-8db2581aed18 req-c46c4824-9bec-41a1-886c-dc99d48cf332 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:21.136630 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f9703bd7-9933-4608-a1d7-d8bcdb0e1491 req-a5bf522a-b7b4-46b1-85f0-52af0ae2f1c6 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727118 Mar 23 01:37:21.136867 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf101d-c8be-4dd3-9247-8db2581aed18 req-c46c4824-9bec-41a1-886c-dc99d48cf332 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:21.136971 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c586ac3-ca70-41c7-a60f-dd5436735091 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:21.137077 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf101d-c8be-4dd3-9247-8db2581aed18 req-c46c4824-9bec-41a1-886c-dc99d48cf332 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:21.142759 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49320cb0-6024-48a3-bc1f-4a2a39693220 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:37:21.143020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf101d-c8be-4dd3-9247-8db2581aed18 req-c46c4824-9bec-41a1-886c-dc99d48cf332 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:21.161127 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf101d-c8be-4dd3-9247-8db2581aed18 req-c46c4824-9bec-41a1-886c-dc99d48cf332 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:21.161238 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-49320cb0-6024-48a3-bc1f-4a2a39693220 admin admin] 10.222.0.18 "PUT /v2.0/routers/102fef94-292d-43a4-880c-76b2ef59a6ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9379838 Mar 23 01:37:21.161238 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87011c06-265f-4c82-a3f2-f7c8150997e0 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (6a2c5431-1030-410c-b016-816d0f901922), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:21.161441 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-37cf101d-c8be-4dd3-9247-8db2581aed18 req-c46c4824-9bec-41a1-886c-dc99d48cf332 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.3016860 Mar 23 01:37:21.161538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40140) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:21.166476 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c428803-ce9d-4e9d-9c60-420affe644d1 None None] Sync routers for ids ['102fef94-292d-43a4-880c-76b2ef59a6ae'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:37:21.180001 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c586ac3-ca70-41c7-a60f-dd5436735091 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:21.183899 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1c586ac3-ca70-41c7-a60f-dd5436735091 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "DELETE /v2.0/networks/4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3 HTTP/1.1" status: 204 len: 168 time: 1.4993334 Mar 23 01:37:21.187922 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c428803-ce9d-4e9d-9c60-420affe644d1 None None] Routers {'102fef94-292d-43a4-880c-76b2ef59a6ae'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:37:21.188894 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-2c428803-ce9d-4e9d-9c60-420affe644d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:36:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['102fef94-292d-43a4-880c-76b2ef59a6ae'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:21.192222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40142) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:21.337512 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c586ac3-ca70-41c7-a60f-dd5436735091 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event deleted for resources: {'Network': ['ID=4a7ecfef-3c69-4fb2-a5ea-2f1de55b65c3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:21.368352 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b8299e73-e038-4c9f-ad7a-149f77251b63), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:21.434597 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8803f6b6-3704-4e55-8e03-7e22041a5288 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:37:21.434855 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-2c428803-ce9d-4e9d-9c60-420affe644d1 None None] Set router 102fef94-292d-43a4-880c-76b2ef59a6ae gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:37:21.435605 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87011c06-265f-4c82-a3f2-f7c8150997e0 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (6a2c5431-1030-410c-b016-816d0f901922), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:21.445386 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87011c06-265f-4c82-a3f2-f7c8150997e0 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:21.446662 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Publish callbacks [] for port (8803f6b6-3704-4e55-8e03-7e22041a5288), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:21.452295 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-87011c06-265f-4c82-a3f2-f7c8150997e0 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6a2c5431-1030-410c-b016-816d0f901922 HTTP/1.1" status: 204 len: 168 time: 0.4894607 Mar 23 01:37:21.457441 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40144) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:21.461347 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Transition to ACTIVE for port object 8803f6b6-3704-4e55-8e03-7e22041a5288 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:37:21.469673 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-37cf101d-c8be-4dd3-9247-8db2581aed18 req-5474a6e4-ea21-46e1-9366-2e984b688276 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3102908 Mar 23 01:37:21.491380 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (8803f6b6-3704-4e55-8e03-7e22041a5288), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:21.525671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87011c06-265f-4c82-a3f2-f7c8150997e0 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a2c5431-1030-410c-b016-816d0f901922,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:21.557137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Pushing event updated for resources: {'Port': ['ID=8803f6b6-3704-4e55-8e03-7e22041a5288,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:21.574830 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-81c674b9-f11d-47c3-9469-6caefa9be606 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (7dd5ebd3-2057-469b-aeb5-2cb94c938530), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:21.596534 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ceb77df3-4205-4e8c-97c2-194a3204f9d5 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1079762 Mar 23 01:37:21.605621 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40150) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:21.615977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4f71f7b5-87c3-42ee-b4de-e5931fe803a2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group_rule': {'security_group_id': '2bcf51a1-9a0f-4e43-a9ee-ca0b3b7bc546', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:21.662715 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2833635e-5e13-42a5-9c8e-ab9628781689 admin admin] Publish callbacks [] for router (102fef94-292d-43a4-880c-76b2ef59a6ae), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:21.719186 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-2c428803-ce9d-4e9d-9c60-420affe644d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'name': 'tempest-ServersTestMultiNic-1742289128-router', 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '57d46505-36a2-46be-809a-6e61be144033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:32Z', 'updated_at': '2022-03-23T01:37:19Z', 'revision_number': 5, 'project_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'gw_port': {'id': '57d46505-36a2-46be-809a-6e61be144033', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:35Z', 'updated_at': '2022-03-23T01:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:21.746797 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-739d8493-00a9-4e19-a359-6d16d6c0d24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:21.755121 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c428803-ce9d-4e9d-9c60-420affe644d1 None None] Checking router: 102fef94-292d-43a4-880c-76b2ef59a6ae for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:37:21.766018 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c428803-ce9d-4e9d-9c60-420affe644d1 None None] Routers {'102fef94-292d-43a4-880c-76b2ef59a6ae'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:37:21.767375 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-2c428803-ce9d-4e9d-9c60-420affe644d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:37:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['102fef94-292d-43a4-880c-76b2ef59a6ae'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:21.882179 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Attempting to bind port 8803f6b6-3704-4e55-8e03-7e22041a5288 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:37:21.882931 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Attempting to bind port 8803f6b6-3704-4e55-8e03-7e22041a5288 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:37:21.883428 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Attempting to bind port 8803f6b6-3704-4e55-8e03-7e22041a5288 on network bcb5bba5-c393-415e-b531-6fbef811d49d {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:37:21.896766 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-81c674b9-f11d-47c3-9469-6caefa9be606 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (7dd5ebd3-2057-469b-aeb5-2cb94c938530), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:21.899270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Port 8803f6b6-3704-4e55-8e03-7e22041a5288 on network bcb5bba5-c393-415e-b531-6fbef811d49d not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:37:21.899788 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Attempting to bind port 8803f6b6-3704-4e55-8e03-7e22041a5288 on network bcb5bba5-c393-415e-b531-6fbef811d49d {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:37:21.901517 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-2c428803-ce9d-4e9d-9c60-420affe644d1 None None] Set router 102fef94-292d-43a4-880c-76b2ef59a6ae gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:37:21.911723 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:37:21.912343 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Checking segment: {'id': '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:21.912933 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Bound using segment: {'id': '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:37:21.913822 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Bound port: 8803f6b6-3704-4e55-8e03-7e22041a5288, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:37:21.914519 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8803f6b6-3704-4e55-8e03-7e22041a5288), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:21.940085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-81c674b9-f11d-47c3-9469-6caefa9be606 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd5ebd3-2057-469b-aeb5-2cb94c938530']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:21.961016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-81c674b9-f11d-47c3-9469-6caefa9be606 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8451e531-d5b7-4c0a-9d59-c5026bc4783e') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:21.961312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-81c674b9-f11d-47c3-9469-6caefa9be606 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8451e531-d5b7-4c0a-9d59-c5026bc4783e') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:21.978359 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-81c674b9-f11d-47c3-9469-6caefa9be606 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (8451e531-d5b7-4c0a-9d59-c5026bc4783e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:22.012197 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-81c674b9-f11d-47c3-9469-6caefa9be606 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (8451e531-d5b7-4c0a-9d59-c5026bc4783e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:22.019396 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c674b9-f11d-47c3-9469-6caefa9be606 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:37:22.019798 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-81c674b9-f11d-47c3-9469-6caefa9be606 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (8451e531-d5b7-4c0a-9d59-c5026bc4783e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:22.047722 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] For port 8803f6b6-3704-4e55-8e03-7e22041a5288, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:37:22.056204 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] For port 8803f6b6-3704-4e55-8e03-7e22041a5288, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8803f6b6-3704-4e55-8e03-7e22041a5288,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:37:22.084418 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (8803f6b6-3704-4e55-8e03-7e22041a5288), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:22.161701 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-2c428803-ce9d-4e9d-9c60-420affe644d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'name': 'tempest-ServersTestMultiNic-1742289128-router', 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '57d46505-36a2-46be-809a-6e61be144033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:32Z', 'updated_at': '2022-03-23T01:37:19Z', 'revision_number': 5, 'project_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'gw_port': {'id': '57d46505-36a2-46be-809a-6e61be144033', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:35Z', 'updated_at': '2022-03-23T01:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:37:22.161962 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:37:22.189824 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:22.190454 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:22.192004 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] 10.222.0.43 "PUT /v2.0/ports/8803f6b6-3704-4e55-8e03-7e22041a5288 HTTP/1.1" status: 200 len: 1092 time: 2.0698225 Mar 23 01:37:22.196495 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4f71f7b5-87c3-42ee-b4de-e5931fe803a2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (bb0912ff-aaca-437a-89cb-9d23cb78a8c7), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:22.198560 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5168db0f-4733-49ff-a3ac-02e5f904cd8f', 'tag': '8803f6b6-3704-4e55-8e03-7e22041a5288'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:37:22.200859 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cd467e-d342-4b21-8260-bc7248978228" -d '{"events": [{"name": "network-changed", "server_uuid": "5168db0f-4733-49ff-a3ac-02e5f904cd8f", "tag": "8803f6b6-3704-4e55-8e03-7e22041a5288"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:37:22.227596 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c428803-ce9d-4e9d-9c60-420affe644d1 None None] The sync data for ids ['102fef94-292d-43a4-880c-76b2ef59a6ae'] in n-d-834677-4 is: [{'id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'name': 'tempest-ServersTestMultiNic-1742289128-router', 'tenant_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '57d46505-36a2-46be-809a-6e61be144033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:32Z', 'updated_at': '2022-03-23T01:37:19Z', 'revision_number': 5, 'project_id': '054fa183fb5d47de98ba8e2cf6ee1cc3', 'gw_port': {'id': '57d46505-36a2-46be-809a-6e61be144033', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102fef94-292d-43a4-880c-76b2ef59a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:35Z', 'updated_at': '2022-03-23T01:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:37:22.234447 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-81c674b9-f11d-47c3-9469-6caefa9be606 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (7dd5ebd3-2057-469b-aeb5-2cb94c938530), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:22.273644 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-81c674b9-f11d-47c3-9469-6caefa9be606 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:22.287239 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-81c674b9-f11d-47c3-9469-6caefa9be606 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] 10.222.0.18 "DELETE /v2.0/networks/7dd5ebd3-2057-469b-aeb5-2cb94c938530 HTTP/1.1" status: 204 len: 168 time: 1.0312712 Mar 23 01:37:22.337640 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125e557a-5fb8-4c21-bac7-b15cf6d493cb x-openstack-request-id: req-125e557a-5fb8-4c21-bac7-b15cf6d493cb {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:37:22.342216 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5168db0f-4733-49ff-a3ac-02e5f904cd8f", "tag": "8803f6b6-3704-4e55-8e03-7e22041a5288", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:37:22.348818 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-125e557a-5fb8-4c21-bac7-b15cf6d493cb {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:37:22.351099 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125e557a-5fb8-4c21-bac7-b15cf6d493cb'] response: {'name': 'network-changed', 'server_uuid': '5168db0f-4733-49ff-a3ac-02e5f904cd8f', 'tag': '8803f6b6-3704-4e55-8e03-7e22041a5288', 'status': 'completed', 'code': 200} Mar 23 01:37:22.413362 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c674b9-f11d-47c3-9469-6caefa9be606 tempest-BulkNetworkOpsTest-534164220 tempest-BulkNetworkOpsTest-534164220-project] Pushing event deleted for resources: {'Network': ['ID=7dd5ebd3-2057-469b-aeb5-2cb94c938530,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:22.476524 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0da973-01f8-4e88-9338-b30b6e0bba77 service neutron] Pushing event updated for resources: {'Port': ['ID=8803f6b6-3704-4e55-8e03-7e22041a5288,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:22.490082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8299e73-e038-4c9f-ad7a-149f77251b63 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:37:22.501164 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Publish callbacks [] for port (b8299e73-e038-4c9f-ad7a-149f77251b63), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:22.530981 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Transition to ACTIVE for port object b8299e73-e038-4c9f-ad7a-149f77251b63 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:37:22.545101 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (b8299e73-e038-4c9f-ad7a-149f77251b63), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:22.558726 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-548c6098-8f85-4675-adcb-c599715bc608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:22.560392 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-548c6098-8f85-4675-adcb-c599715bc608 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80de875bfe1949b9a4efaeb9a8eb1ce1&device_id=5168db0f-4733-49ff-a3ac-02e5f904cd8f HTTP/1.1" status: 200 len: 1126 time: 0.2652500 Mar 23 01:37:22.569138 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2833635e-5e13-42a5-9c8e-ab9628781689 admin admin] Publish callbacks [] for router_gateway (102fef94-292d-43a4-880c-76b2ef59a6ae), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:22.580585 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4f71f7b5-87c3-42ee-b4de-e5931fe803a2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (bb0912ff-aaca-437a-89cb-9d23cb78a8c7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:22.647120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b5e96-436a-4661-baf2-13f42875f52d req-c5aacb49-0977-4331-87d4-2c452ed35f3c tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:22.655800 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c66b5e96-436a-4661-baf2-13f42875f52d req-c5aacb49-0977-4331-87d4-2c452ed35f3c tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5168db0f-4733-49ff-a3ac-02e5f904cd8f HTTP/1.1" status: 200 len: 944 time: 0.3133156 Mar 23 01:37:22.664407 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4f71f7b5-87c3-42ee-b4de-e5931fe803a2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (bb0912ff-aaca-437a-89cb-9d23cb78a8c7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:22.723737 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71f7b5-87c3-42ee-b4de-e5931fe803a2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0912ff-aaca-437a-89cb-9d23cb78a8c7,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:22.726528 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-ff3ea7f2-ba67-4b45-a636-cef375076372 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8803f6b6-3704-4e55-8e03-7e22041a5288 HTTP/1.1" status: 200 len: 217 time: 0.1351223 Mar 23 01:37:22.815600 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Pushing event updated for resources: {'Port': ['ID=b8299e73-e038-4c9f-ad7a-149f77251b63,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:22.835211 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4f71f7b5-87c3-42ee-b4de-e5931fe803a2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:22.843050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4f71f7b5-87c3-42ee-b4de-e5931fe803a2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2254772 Mar 23 01:37:22.844362 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40172) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:22.887179 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40174) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:22.952296 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c66b5e96-436a-4661-baf2-13f42875f52d req-9df61eb9-13ef-4feb-b00d-03b1c9dc890b tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949836 Mar 23 01:37:22.973968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-2833635e-5e13-42a5-9c8e-ab9628781689 admin admin] Deleting port 57d46505-36a2-46be-809a-6e61be144033 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:22.974311 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2833635e-5e13-42a5-9c8e-ab9628781689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (57d46505-36a2-46be-809a-6e61be144033), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:22.994111 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b9221658-f9f9-4e7a-a169-3e284be18cb0 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules/bb0912ff-aaca-437a-89cb-9d23cb78a8c7 HTTP/1.1" status: 200 len: 763 time: 0.1398673 Mar 23 01:37:23.020581 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40178) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:23.029487 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9c57d21-b443-4467-b54c-ebccdba18413 req-fdd51e7b-5471-4033-aee3-689197d570d5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3541415 Mar 23 01:37:23.080836 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ac66c-d4c3-4cca-ada9-6e7d205c40e6 req-45bcc22c-1713-4fdc-ad8f-b9b55f8a0f07 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:23.088184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ac66c-d4c3-4cca-ada9-6e7d205c40e6 req-45bcc22c-1713-4fdc-ad8f-b9b55f8a0f07 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:23.095803 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ac66c-d4c3-4cca-ada9-6e7d205c40e6 req-45bcc22c-1713-4fdc-ad8f-b9b55f8a0f07 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:23.104165 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ac66c-d4c3-4cca-ada9-6e7d205c40e6 req-45bcc22c-1713-4fdc-ad8f-b9b55f8a0f07 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:23.109793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ac66c-d4c3-4cca-ada9-6e7d205c40e6 req-45bcc22c-1713-4fdc-ad8f-b9b55f8a0f07 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:23.115383 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ac66c-d4c3-4cca-ada9-6e7d205c40e6 req-45bcc22c-1713-4fdc-ad8f-b9b55f8a0f07 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:23.122217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ac66c-d4c3-4cca-ada9-6e7d205c40e6 req-45bcc22c-1713-4fdc-ad8f-b9b55f8a0f07 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:23.131007 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-573ac66c-d4c3-4cca-ada9-6e7d205c40e6 req-45bcc22c-1713-4fdc-ad8f-b9b55f8a0f07 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.4764369 Mar 23 01:37:23.139605 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:23.192337 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-2833635e-5e13-42a5-9c8e-ab9628781689 admin admin] For port 57d46505-36a2-46be-809a-6e61be144033, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=57d46505-36a2-46be-809a-6e61be144033,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:23.192656 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2833635e-5e13-42a5-9c8e-ab9628781689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (57d46505-36a2-46be-809a-6e61be144033), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:23.200355 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-d465cd7e-cc26-4ea7-8840-d07c88c040b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:23.202103 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-d465cd7e-cc26-4ea7-8840-d07c88c040b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85af6975-6563-48c3-8c21-d4f0fe818486 HTTP/1.1" status: 200 len: 853 time: 0.4659834 Mar 23 01:37:23.206577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Attempting to bind port b8299e73-e038-4c9f-ad7a-149f77251b63 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:37:23.207057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Attempting to bind port b8299e73-e038-4c9f-ad7a-149f77251b63 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:37:23.207396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Attempting to bind port b8299e73-e038-4c9f-ad7a-149f77251b63 on network bcb5bba5-c393-415e-b531-6fbef811d49d {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:37:23.213154 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-2833635e-5e13-42a5-9c8e-ab9628781689 admin admin] Calling delete_port for 57d46505-36a2-46be-809a-6e61be144033 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:23.275995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Port b8299e73-e038-4c9f-ad7a-149f77251b63 on network bcb5bba5-c393-415e-b531-6fbef811d49d not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:37:23.278695 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Attempting to bind port b8299e73-e038-4c9f-ad7a-149f77251b63 on network bcb5bba5-c393-415e-b531-6fbef811d49d {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:37:23.306297 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-d9c4a345-e75b-4816-9edd-f432ecf29f9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bcb5bba5-c393-415e-b531-6fbef811d49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921214 Mar 23 01:37:23.358498 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-52be2316-2872-4f39-b8bd-ed5b1cd3973d tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2191651 Mar 23 01:37:23.368361 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40184) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:23.369487 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:37:23.369922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Checking segment: {'id': '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:23.370400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Bound using segment: {'id': '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:37:23.370940 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Bound port: b8299e73-e038-4c9f-ad7a-149f77251b63, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:37:23.371409 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b8299e73-e038-4c9f-ad7a-149f77251b63), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:23.473908 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b328e47a-f1df-448b-9705-cbd586442ce8 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (bb0912ff-aaca-437a-89cb-9d23cb78a8c7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:23.570600 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c57d21-b443-4467-b54c-ebccdba18413 req-121c7d79-8405-4f2a-b129-6d5ccebf4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:23.572452 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9c57d21-b443-4467-b54c-ebccdba18413 req-121c7d79-8405-4f2a-b129-6d5ccebf4f84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 1126 time: 0.1324861 Mar 23 01:37:23.573308 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2833635e-5e13-42a5-9c8e-ab9628781689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (57d46505-36a2-46be-809a-6e61be144033), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:23.602301 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-64544f7f-483e-4b41-aac6-038c0590280d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a56ce4f901047b4a1697acec10d79df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7132554 Mar 23 01:37:23.604998 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b328e47a-f1df-448b-9705-cbd586442ce8 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (bb0912ff-aaca-437a-89cb-9d23cb78a8c7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:23.610967 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40192) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:23.630305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833635e-5e13-42a5-9c8e-ab9628781689 admin admin] Pushing event deleted for resources: {'Port': ['ID=57d46505-36a2-46be-809a-6e61be144033,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:23.678249 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] For port b8299e73-e038-4c9f-ad7a-149f77251b63, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:37:23.681737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] For port b8299e73-e038-4c9f-ad7a-149f77251b63, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b8299e73-e038-4c9f-ad7a-149f77251b63,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:37:23.749621 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (b8299e73-e038-4c9f-ad7a-149f77251b63), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:23.853521 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-573ac66c-d4c3-4cca-ada9-6e7d205c40e6 req-2e6bf456-c6be-41fb-bb9f-76ff3254b40d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7215958 Mar 23 01:37:23.884063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:23.886116 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:23.887748 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] 10.222.0.43 "PUT /v2.0/ports/b8299e73-e038-4c9f-ad7a-149f77251b63 HTTP/1.1" status: 200 len: 1091 time: 2.8520780 Mar 23 01:37:23.896890 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-83a8a8ae-d2ec-4d98-9171-6c4e8d3ce43b service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571640 Mar 23 01:37:24.071977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b51b5-19ff-4f96-b496-5c7bc7e98f66 service neutron] Pushing event updated for resources: {'Port': ['ID=b8299e73-e038-4c9f-ad7a-149f77251b63,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:24.109933 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:37:24.115715 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b328e47a-f1df-448b-9705-cbd586442ce8 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (bb0912ff-aaca-437a-89cb-9d23cb78a8c7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:24.140012 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:37:24.140646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7bad3f9f-b5b7-4e16-a1d2-06866e6c0e2c not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:37:24.341005 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2833635e-5e13-42a5-9c8e-ab9628781689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (102fef94-292d-43a4-880c-76b2ef59a6ae), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:24.415228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c57d21-b443-4467-b54c-ebccdba18413 req-ff271d69-5f5e-42b1-a5d8-b0d73077df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:24.416975 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9c57d21-b443-4467-b54c-ebccdba18413 req-ff271d69-5f5e-42b1-a5d8-b0d73077df34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.8030438 Mar 23 01:37:24.489727 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:24.550696 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b328e47a-f1df-448b-9705-cbd586442ce8 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:24.552131 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b328e47a-f1df-448b-9705-cbd586442ce8 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/bb0912ff-aaca-437a-89cb-9d23cb78a8c7 HTTP/1.1" status: 204 len: 168 time: 1.1784322 Mar 23 01:37:24.552806 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3a58f8-6983-42e6-8700-067df48eda5c', 'tag': 'b8299e73-e038-4c9f-ad7a-149f77251b63'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:37:24.555680 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2be571-d512-42bb-b362-71c96dd973d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3a58f8-6983-42e6-8700-067df48eda5c", "tag": "b8299e73-e038-4c9f-ad7a-149f77251b63"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:37:24.555912 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9c57d21-b443-4467-b54c-ebccdba18413 req-c500d79c-c3de-4f32-afcd-2641fc74908c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64624296-cd2d-47d3-9846-0f4297f6e579 HTTP/1.1" status: 200 len: 217 time: 0.0851345 Mar 23 01:37:24.559772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328e47a-f1df-448b-9705-cbd586442ce8 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb0912ff-aaca-437a-89cb-9d23cb78a8c7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:24.562573 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ecdc47dc-99e9-457d-acb2-e2eb3b33b3f4 admin admin] Publish callbacks [] for security_group (301a99ae-af33-4883-8ab7-ac73ca029c53), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:24.563148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40204) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:24.586744 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2833635e-5e13-42a5-9c8e-ab9628781689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (102fef94-292d-43a4-880c-76b2ef59a6ae), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:24.591862 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2833635e-5e13-42a5-9c8e-ab9628781689 admin admin] Publish callbacks [] for router_controller (102fef94-292d-43a4-880c-76b2ef59a6ae), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:24.642081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd21f12-d733-4a2f-827c-045c65b881f0 req-b123ecf8-03fe-4321-811f-3f5304670f4e tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:24.648022 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ecdc47dc-99e9-457d-acb2-e2eb3b33b3f4 admin admin] Publish callbacks [] for security_group (301a99ae-af33-4883-8ab7-ac73ca029c53), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:24.655483 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cd21f12-d733-4a2f-827c-045c65b881f0 req-b123ecf8-03fe-4321-811f-3f5304670f4e tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5168db0f-4733-49ff-a3ac-02e5f904cd8f HTTP/1.1" status: 200 len: 944 time: 0.3568509 Mar 23 01:37:24.842222 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-99b1cc42-0454-4ef2-bbde-46243ddc6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:24.843769 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-99b1cc42-0454-4ef2-bbde-46243ddc6577 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80de875bfe1949b9a4efaeb9a8eb1ce1&device_id=9f3a58f8-6983-42e6-8700-067df48eda5c HTTP/1.1" status: 200 len: 1125 time: 0.8437760 Mar 23 01:37:24.907116 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d665cd-5a4c-4499-b1ff-13c09068b39c x-openstack-request-id: req-f7d665cd-5a4c-4499-b1ff-13c09068b39c {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:37:24.907544 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3a58f8-6983-42e6-8700-067df48eda5c", "tag": "b8299e73-e038-4c9f-ad7a-149f77251b63", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:37:24.910631 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2833635e-5e13-42a5-9c8e-ab9628781689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (102fef94-292d-43a4-880c-76b2ef59a6ae), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:24.910631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2833635e-5e13-42a5-9c8e-ab9628781689 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 102fef94-292d-43a4-880c-76b2ef59a6ae {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:37:24.911370 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7d665cd-5a4c-4499-b1ff-13c09068b39c {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:37:24.911980 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d665cd-5a4c-4499-b1ff-13c09068b39c'] response: {'name': 'network-changed', 'server_uuid': '9f3a58f8-6983-42e6-8700-067df48eda5c', 'tag': 'b8299e73-e038-4c9f-ad7a-149f77251b63', 'status': 'completed', 'code': 200} Mar 23 01:37:24.935163 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2833635e-5e13-42a5-9c8e-ab9628781689 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:24.946281 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2833635e-5e13-42a5-9c8e-ab9628781689 admin admin] 10.222.0.18 "DELETE /v2.0/routers/102fef94-292d-43a4-880c-76b2ef59a6ae HTTP/1.1" status: 204 len: 168 time: 3.7854710 Mar 23 01:37:24.975346 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-c2ef3b7a-b2ea-4ed5-be40-8100f5dfe174 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8299e73-e038-4c9f-ad7a-149f77251b63 HTTP/1.1" status: 200 len: 217 time: 0.1127884 Mar 23 01:37:24.976868 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ecdc47dc-99e9-457d-acb2-e2eb3b33b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (301a99ae-af33-4883-8ab7-ac73ca029c53), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:24.980384 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ecdc47dc-99e9-457d-acb2-e2eb3b33b3f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:24.981795 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ecdc47dc-99e9-457d-acb2-e2eb3b33b3f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/301a99ae-af33-4883-8ab7-ac73ca029c53 HTTP/1.1" status: 204 len: 168 time: 1.2947974 Mar 23 01:37:24.984668 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-92fd250d-f37f-4df7-aad5-52c59c29a3f2 service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0768168 Mar 23 01:37:24.997466 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40216) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:25.004906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c57d21-b443-4467-b54c-ebccdba18413 req-8ee2f441-6ee8-4686-a681-fc9c0b21d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:25.026607 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9c57d21-b443-4467-b54c-ebccdba18413 req-8ee2f441-6ee8-4686-a681-fc9c0b21d821 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.4530442 Mar 23 01:37:25.028566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc47dc-99e9-457d-acb2-e2eb3b33b3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301a99ae-af33-4883-8ab7-ac73ca029c53,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:25.183758 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9c57d21-b443-4467-b54c-ebccdba18413 req-0b2d597f-94e3-4091-a598-84e0286d0adc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355097 Mar 23 01:37:25.205806 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-75157089-214b-4392-94bd-330c6934e0d5 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6364217 Mar 23 01:37:25.245888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae1df09-9342-46c3-9dbc-8ca36d682a8f admin admin] Deleting subnet e5f53844-d666-433c-b6e0-164af60b1c9f {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:37:25.250426 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cd21f12-d733-4a2f-827c-045c65b881f0 req-a7c4f0ff-969f-42a1-a366-34768580b23d tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944932 Mar 23 01:37:25.256893 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40220) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:25.259019 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9ae1df09-9342-46c3-9dbc-8ca36d682a8f admin admin] Publish callbacks [] for subnet (e5f53844-d666-433c-b6e0-164af60b1c9f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:25.278025 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4ef6ab5d-b236-45aa-897a-4c60f70e4c29 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group_rule': {'security_group_id': '2bcf51a1-9a0f-4e43-a9ee-ca0b3b7bc546', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:25.393179 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-2bf0140d-d824-4a1a-bd7d-2cff08f75ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:25.394747 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-2bf0140d-d824-4a1a-bd7d-2cff08f75ce4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85af6975-6563-48c3-8c21-d4f0fe818486 HTTP/1.1" status: 200 len: 853 time: 0.4089155 Mar 23 01:37:25.537127 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9ae1df09-9342-46c3-9dbc-8ca36d682a8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (e5f53844-d666-433c-b6e0-164af60b1c9f), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:25.538313 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9c57d21-b443-4467-b54c-ebccdba18413 req-5e7747f3-6eeb-4368-9510-36d49ac4d577 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250782 Mar 23 01:37:25.542374 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-07317c63-d21a-4d4e-944f-43a7668d08d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bcb5bba5-c393-415e-b531-6fbef811d49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368821 Mar 23 01:37:25.584192 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-4ef6ab5d-b236-45aa-897a-4c60f70e4c29 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Project eda43e0fca5d4f2baf32dcc29fa5950c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 01:37:25.653091 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ef6ab5d-b236-45aa-897a-4c60f70e4c29 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (ecab05fb-7aab-483e-832d-c9ce593e8f9c), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:25.738471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ef6ab5d-b236-45aa-897a-4c60f70e4c29 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (ecab05fb-7aab-483e-832d-c9ce593e8f9c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:25.769960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ef6ab5d-b236-45aa-897a-4c60f70e4c29 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ecab05fb-7aab-483e-832d-c9ce593e8f9c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:25.817676 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:25.848048 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd467e-d342-4b21-8260-bc7248978228 req-56c71900-703c-48e5-9657-0b3097426a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:25.850154 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48cd467e-d342-4b21-8260-bc7248978228 req-56c71900-703c-48e5-9657-0b3097426a52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80de875bfe1949b9a4efaeb9a8eb1ce1&device_id=5168db0f-4733-49ff-a3ac-02e5f904cd8f HTTP/1.1" status: 200 len: 1126 time: 0.5305624 Mar 23 01:37:25.852428 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6ab5d-b236-45aa-897a-4c60f70e4c29 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecab05fb-7aab-483e-832d-c9ce593e8f9c,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:25.860292 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ef6ab5d-b236-45aa-897a-4c60f70e4c29 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:25.861624 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4ef6ab5d-b236-45aa-897a-4c60f70e4c29 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6000884 Mar 23 01:37:25.864534 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40234) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:25.873295 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc7911-0065-4694-b2f4-6fb077585159 req-0ece0a03-83d4-4ce9-9d20-1ab74713627c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:25.878646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc7911-0065-4694-b2f4-6fb077585159 req-0ece0a03-83d4-4ce9-9d20-1ab74713627c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:25.883326 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-381ffbe9-af1e-4278-8410-923f7e323aeb tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules/ecab05fb-7aab-483e-832d-c9ce593e8f9c HTTP/1.1" status: 200 len: 769 time: 0.0172882 Mar 23 01:37:25.885965 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9c57d21-b443-4467-b54c-ebccdba18413 req-26231574-6e5a-4b56-bb62-7495247f41da service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273251 Mar 23 01:37:25.886439 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40238) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:25.889444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc7911-0065-4694-b2f4-6fb077585159 req-0ece0a03-83d4-4ce9-9d20-1ab74713627c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:25.896107 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc7911-0065-4694-b2f4-6fb077585159 req-0ece0a03-83d4-4ce9-9d20-1ab74713627c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:25.902756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc7911-0065-4694-b2f4-6fb077585159 req-0ece0a03-83d4-4ce9-9d20-1ab74713627c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:25.910223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc7911-0065-4694-b2f4-6fb077585159 req-0ece0a03-83d4-4ce9-9d20-1ab74713627c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:25.925534 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc7911-0065-4694-b2f4-6fb077585159 req-0ece0a03-83d4-4ce9-9d20-1ab74713627c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:25.933611 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2bc7911-0065-4694-b2f4-6fb077585159 req-0ece0a03-83d4-4ce9-9d20-1ab74713627c tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.5954540 Mar 23 01:37:25.946483 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b120a29c-b1fa-4115-834a-4e7da67de590 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0580618 Mar 23 01:37:25.947124 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40240) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:25.961775 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-e4aced6f-2cbb-4b0f-94ad-495bf6f06b34 service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491516 Mar 23 01:37:26.010207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 57d46505-36a2-46be-809a-6e61be144033 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:37:26.020226 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9d57bb78-10d2-4269-8f0d-a7ca70c1a952 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (ecab05fb-7aab-483e-832d-c9ce593e8f9c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:26.029991 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9d57bb78-10d2-4269-8f0d-a7ca70c1a952 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (ecab05fb-7aab-483e-832d-c9ce593e8f9c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:26.062122 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9d57bb78-10d2-4269-8f0d-a7ca70c1a952 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ecab05fb-7aab-483e-832d-c9ce593e8f9c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:26.069410 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9d57bb78-10d2-4269-8f0d-a7ca70c1a952 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:26.072678 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 57d46505-36a2-46be-809a-6e61be144033 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:37:26.073997 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 57d46505-36a2-46be-809a-6e61be144033 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:37:26.074174 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9d57bb78-10d2-4269-8f0d-a7ca70c1a952 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ecab05fb-7aab-483e-832d-c9ce593e8f9c HTTP/1.1" status: 204 len: 168 time: 0.1259110 Mar 23 01:37:26.074835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40248) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:26.135516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57bb78-10d2-4269-8f0d-a7ca70c1a952 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecab05fb-7aab-483e-832d-c9ce593e8f9c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:26.140635 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9ae1df09-9342-46c3-9dbc-8ca36d682a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (e5f53844-d666-433c-b6e0-164af60b1c9f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:26.241364 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-35962bd9-3ff4-4794-adbd-8db034f027a2 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1239944 Mar 23 01:37:26.242155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40250) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:26.366564 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd467e-d342-4b21-8260-bc7248978228 req-5a9a2935-5efa-45bf-9d80-e34b6890044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:26.369338 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48cd467e-d342-4b21-8260-bc7248978228 req-5a9a2935-5efa-45bf-9d80-e34b6890044d service neutron] 10.222.0.43 "GET /v2.0/networks?id=bcb5bba5-c393-415e-b531-6fbef811d49d HTTP/1.1" status: 200 len: 913 time: 0.4345787 Mar 23 01:37:26.382350 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2bc7911-0065-4694-b2f4-6fb077585159 req-c230dc32-1d8a-46ba-abf4-8f1a0ef1cf44 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4114802 Mar 23 01:37:26.406418 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9ae1df09-9342-46c3-9dbc-8ca36d682a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (e5f53844-d666-433c-b6e0-164af60b1c9f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:26.471968 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-329eea53-11f2-4e84-8565-e8ecdfa4856f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (2bcf51a1-9a0f-4e43-a9ee-ca0b3b7bc546), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:26.544573 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48cd467e-d342-4b21-8260-bc7248978228 req-4fb7a957-6379-4b1a-a4e7-c27adcb5b933 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8803f6b6-3704-4e55-8e03-7e22041a5288 HTTP/1.1" status: 200 len: 217 time: 0.1483607 Mar 23 01:37:26.558128 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1df09-9342-46c3-9dbc-8ca36d682a8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5f53844-d666-433c-b6e0-164af60b1c9f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:26.564320 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c064d7-d205-4908-a071-9d8a6a4202c8 None None] Network e5849e91-d95f-4b24-9047-781f2190197c requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:26.577375 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9ae1df09-9342-46c3-9dbc-8ca36d682a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:26.581006 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9ae1df09-9342-46c3-9dbc-8ca36d682a8f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e5f53844-d666-433c-b6e0-164af60b1c9f HTTP/1.1" status: 204 len: 168 time: 1.5715075 Mar 23 01:37:26.588971 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-329eea53-11f2-4e84-8565-e8ecdfa4856f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (2bcf51a1-9a0f-4e43-a9ee-ca0b3b7bc546), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:26.599114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40268) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:26.642731 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-329eea53-11f2-4e84-8565-e8ecdfa4856f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2bcf51a1-9a0f-4e43-a9ee-ca0b3b7bc546), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:26.648471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-329eea53-11f2-4e84-8565-e8ecdfa4856f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:26.650671 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-329eea53-11f2-4e84-8565-e8ecdfa4856f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-groups/2bcf51a1-9a0f-4e43-a9ee-ca0b3b7bc546 HTTP/1.1" status: 204 len: 168 time: 0.4074454 Mar 23 01:37:26.656494 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40270) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:26.733341 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f7519-a976-43f6-be75-3f6b4500b9d3 req-87eafdf8-f609-4260-8618-4119fa7b8dc2 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:26.742882 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a3f7519-a976-43f6-be75-3f6b4500b9d3 req-87eafdf8-f609-4260-8618-4119fa7b8dc2 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5168db0f-4733-49ff-a3ac-02e5f904cd8f HTTP/1.1" status: 200 len: 944 time: 0.3589592 Mar 23 01:37:26.743407 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d19c9-a2a8-4a93-b0c4-0382ac89cfe1 req-9be9accb-953e-40e0-9f3c-64b32df61132 service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7696354 Mar 23 01:37:26.743915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40272) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:26.774793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329eea53-11f2-4e84-8565-e8ecdfa4856f tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcf51a1-9a0f-4e43-a9ee-ca0b3b7bc546,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:26.843744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e542b4e-2ec0-45fa-8aff-1b5828be9931 None None] DHCP port deletion for e5849e91-d95f-4b24-9047-781f2190197c request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:37:26.938431 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4ee5af8b-ad9f-4922-8ccb-4b0e5fe364aa tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2786970 Mar 23 01:37:26.939248 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40278) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:26.945837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d853906c-1c65-40d3-a6a0-80c9ba7405fb tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747027674'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:26.957308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9e542b4e-2ec0-45fa-8aff-1b5828be9931 None None] Deleting port 57c44b1f-9cf8-4c3c-8549-acb463b9b71c {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:26.958092 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e542b4e-2ec0-45fa-8aff-1b5828be9931 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (57c44b1f-9cf8-4c3c-8549-acb463b9b71c), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:26.997463 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a3f7519-a976-43f6-be75-3f6b4500b9d3 req-476a391d-28ef-466a-9622-94bf33fb13bb tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533193 Mar 23 01:37:27.014762 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d853906c-1c65-40d3-a6a0-80c9ba7405fb tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:27.050757 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9e542b4e-2ec0-45fa-8aff-1b5828be9931 None None] For port 57c44b1f-9cf8-4c3c-8549-acb463b9b71c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=57c44b1f-9cf8-4c3c-8549-acb463b9b71c,segment=NetworkSegment(8251d043-f62e-4087-a060-5d73ba7a8411),segment_id=8251d043-f62e-4087-a060-5d73ba7a8411)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:27.051896 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e542b4e-2ec0-45fa-8aff-1b5828be9931 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (57c44b1f-9cf8-4c3c-8549-acb463b9b71c), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:27.063580 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd467e-d342-4b21-8260-bc7248978228 req-684337f3-dc07-4944-bc97-c51107a678d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:27.065176 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48cd467e-d342-4b21-8260-bc7248978228 req-684337f3-dc07-4944-bc97-c51107a678d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85af6975-6563-48c3-8c21-d4f0fe818486 HTTP/1.1" status: 200 len: 853 time: 0.4828045 Mar 23 01:37:27.072728 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9306cfd2-1ffb-4eae-a17b-427fc55a9f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (e5849e91-d95f-4b24-9047-781f2190197c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:27.088846 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9e542b4e-2ec0-45fa-8aff-1b5828be9931 None None] Calling delete_port for 57c44b1f-9cf8-4c3c-8549-acb463b9b71c owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:27.158547 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48cd467e-d342-4b21-8260-bc7248978228 req-28f2f263-4f72-48bd-a10e-6cef233e6750 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bcb5bba5-c393-415e-b531-6fbef811d49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745950 Mar 23 01:37:27.200220 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e542b4e-2ec0-45fa-8aff-1b5828be9931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (57c44b1f-9cf8-4c3c-8549-acb463b9b71c), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:27.231329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e542b4e-2ec0-45fa-8aff-1b5828be9931 None None] No DVR routers for this DVR port 57c44b1f-9cf8-4c3c-8549-acb463b9b71c on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:37:27.233377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e542b4e-2ec0-45fa-8aff-1b5828be9931 None None] Pushing event deleted for resources: {'Port': ['ID=57c44b1f-9cf8-4c3c-8549-acb463b9b71c,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:27.238272 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-61c1073e-5b12-4f4c-b3c9-fef9bc065acc tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] Request body: {'port': {'network_id': 'd16c5faf-5d70-4d61-8b91-9de0b696c808', 'name': 'tempest-NetworksNegativeTestJSON-1375470380'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:27.261360 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d853906c-1c65-40d3-a6a0-80c9ba7405fb tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (7c061bc0-f986-4cf4-ae61-ad19ed564575), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:27.274172 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d853906c-1c65-40d3-a6a0-80c9ba7405fb tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7c061bc0-f986-4cf4-ae61-ad19ed564575), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:27.305586 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853906c-1c65-40d3-a6a0-80c9ba7405fb tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c061bc0-f986-4cf4-ae61-ad19ed564575,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:27.324004 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d853906c-1c65-40d3-a6a0-80c9ba7405fb tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:27.329766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d853906c-1c65-40d3-a6a0-80c9ba7405fb tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3875167 Mar 23 01:37:27.330668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40284) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:27.338309 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6d356571-6a42-4b8d-8b1d-51ef2647e9ab tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Request body: {'security_group_rule': {'security_group_id': '7c061bc0-f986-4cf4-ae61-ad19ed564575', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:27.345805 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48cd467e-d342-4b21-8260-bc7248978228 req-bea2c8f7-0923-424f-85c9-a3954e96dad6 service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718442 Mar 23 01:37:27.346603 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c1073e-5b12-4f4c-b3c9-fef9bc065acc tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] POST failed (client error): The resource could not be found. Mar 23 01:37:27.347107 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c1073e-5b12-4f4c-b3c9-fef9bc065acc tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:37:27.348153 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-61c1073e-5b12-4f4c-b3c9-fef9bc065acc tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5206351 Mar 23 01:37:27.350116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-9306cfd2-1ffb-4eae-a17b-427fc55a9f69 admin admin] The port '57c44b1f-9cf8-4c3c-8549-acb463b9b71c' was deleted {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 23 01:37:27.360415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40286) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:27.389155 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9021ec0-04a6-48a5-a3be-b57f82afccfe tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] DELETE failed (client error): The resource could not be found. Mar 23 01:37:27.390116 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9021ec0-04a6-48a5-a3be-b57f82afccfe tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:37:27.394586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d9021ec0-04a6-48a5-a3be-b57f82afccfe tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] 10.222.0.18 "DELETE /v2.0/networks/94367b9f-2795-4185-bf1c-ba418c4e1293 HTTP/1.1" status: 404 len: 339 time: 0.0325038 Mar 23 01:37:27.399187 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40288) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:27.411822 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2be571-d512-42bb-b362-71c96dd973d2 req-6dae97ab-48bd-4ec1-aa83-2e30bb5feafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:27.413795 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6b2be571-d512-42bb-b362-71c96dd973d2 req-6dae97ab-48bd-4ec1-aa83-2e30bb5feafb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80de875bfe1949b9a4efaeb9a8eb1ce1&device_id=9f3a58f8-6983-42e6-8700-067df48eda5c HTTP/1.1" status: 200 len: 1125 time: 0.5222092 Mar 23 01:37:27.439930 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b279ff-7fe4-42e7-aeb3-db0c2e793e76 tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] DELETE failed (client error): The resource could not be found. Mar 23 01:37:27.440444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b279ff-7fe4-42e7-aeb3-db0c2e793e76 tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:37:27.447331 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b7b279ff-7fe4-42e7-aeb3-db0c2e793e76 tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] 10.222.0.18 "DELETE /v2.0/ports/415cf069-3785-4183-a335-72c380f24f46 HTTP/1.1" status: 404 len: 333 time: 0.0432467 Mar 23 01:37:27.453475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40296) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:27.460240 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d356571-6a42-4b8d-8b1d-51ef2647e9ab tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (eb0a9508-989f-4ab6-a3f5-74dbe5d5a8b5), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:27.481535 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8498e135-616e-4590-a583-23f86269b0f7 tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] DELETE failed (client error): The resource could not be found. Mar 23 01:37:27.482185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8498e135-616e-4590-a583-23f86269b0f7 tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:37:27.490809 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8498e135-616e-4590-a583-23f86269b0f7 tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] 10.222.0.18 "DELETE /v2.0/subnets/ca5b805b-8bc3-422d-9baf-c15ebc284201 HTTP/1.1" status: 404 len: 337 time: 0.0359943 Mar 23 01:37:27.495475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40298) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:27.568896 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25880ae-3921-4150-a5fc-73c03847c516 tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] GET failed (client error): The resource could not be found. Mar 23 01:37:27.575050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a25880ae-3921-4150-a5fc-73c03847c516 tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] 10.222.0.18 "GET /v2.0/networks/10a9fbce-c2c6-47b3-ade0-e9a4c681cf54 HTTP/1.1" status: 404 len: 339 time: 0.0785346 Mar 23 01:37:27.579995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40300) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:27.628647 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-578da5c3-41b2-4b43-a870-aaf173c4e988 tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] GET failed (client error): The resource could not be found. Mar 23 01:37:27.635237 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-578da5c3-41b2-4b43-a870-aaf173c4e988 tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] 10.222.0.18 "GET /v2.0/ports/129007e1-ee5e-4ae3-8395-a2e1c0ebc962 HTTP/1.1" status: 404 len: 333 time: 0.0537670 Mar 23 01:37:27.637613 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40302) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:27.660888 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d356571-6a42-4b8d-8b1d-51ef2647e9ab tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (eb0a9508-989f-4ab6-a3f5-74dbe5d5a8b5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:27.695042 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d356571-6a42-4b8d-8b1d-51ef2647e9ab tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (eb0a9508-989f-4ab6-a3f5-74dbe5d5a8b5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:27.697356 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0d0068-9d18-41c7-bfd2-e64b8f6dd207 tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] GET failed (client error): The resource could not be found. Mar 23 01:37:27.699025 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ef0d0068-9d18-41c7-bfd2-e64b8f6dd207 tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] 10.222.0.18 "GET /v2.0/subnets/e847693e-f1a5-4d80-a8ff-da74d767dc42 HTTP/1.1" status: 404 len: 337 time: 0.0601549 Mar 23 01:37:27.709446 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40304) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:27.715707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-cc2c76ae-b8a2-42fe-ad4d-258b62c1c58b tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] Request body: {'network': {'name': 'new_name'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:27.722362 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2be571-d512-42bb-b362-71c96dd973d2 req-c5263e78-c617-47c4-917a-cee555878ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:27.724233 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6b2be571-d512-42bb-b362-71c96dd973d2 req-c5263e78-c617-47c4-917a-cee555878ed1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bcb5bba5-c393-415e-b531-6fbef811d49d HTTP/1.1" status: 200 len: 913 time: 0.2738965 Mar 23 01:37:27.740836 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2c76ae-b8a2-42fe-ad4d-258b62c1c58b tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] PUT failed (client error): The resource could not be found. Mar 23 01:37:27.741809 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2c76ae-b8a2-42fe-ad4d-258b62c1c58b tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:37:27.743428 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cc2c76ae-b8a2-42fe-ad4d-258b62c1c58b tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] 10.222.0.18 "PUT /v2.0/networks/5c2159a7-6fcf-4c9a-af82-0c3e7f4945ea HTTP/1.1" status: 404 len: 339 time: 0.0323203 Mar 23 01:37:27.744717 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d356571-6a42-4b8d-8b1d-51ef2647e9ab tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0a9508-989f-4ab6-a3f5-74dbe5d5a8b5,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:27.750175 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d356571-6a42-4b8d-8b1d-51ef2647e9ab tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:27.751828 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6d356571-6a42-4b8d-8b1d-51ef2647e9ab tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4199047 Mar 23 01:37:27.752846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40306) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:27.760277 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-2fa7e405-a018-425e-b848-f8d3e0460070 tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] Request body: {'port': {'name': 'new_name'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:27.763553 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40308) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:27.831375 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa7e405-a018-425e-b848-f8d3e0460070 tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] PUT failed (client error): The resource could not be found. Mar 23 01:37:27.832289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa7e405-a018-425e-b848-f8d3e0460070 tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:37:27.833763 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2fa7e405-a018-425e-b848-f8d3e0460070 tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] 10.222.0.18 "PUT /v2.0/ports/07ab079e-64b6-4203-9eb0-fb519a37243b HTTP/1.1" status: 404 len: 333 time: 0.0793247 Mar 23 01:37:27.842247 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40310) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:27.865463 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ae6dbcfb-45bb-44a1-bf7e-1440431bab5e tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:27.907174 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6dbcfb-45bb-44a1-bf7e-1440431bab5e tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] PUT failed (client error): The resource could not be found. Mar 23 01:37:27.908002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6dbcfb-45bb-44a1-bf7e-1440431bab5e tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:37:27.911912 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6b2be571-d512-42bb-b362-71c96dd973d2 req-9eb1de6f-5dde-4152-89d6-45fedc706836 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8299e73-e038-4c9f-ad7a-149f77251b63 HTTP/1.1" status: 200 len: 217 time: 0.1696258 Mar 23 01:37:27.919428 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9306cfd2-1ffb-4eae-a17b-427fc55a9f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (e5849e91-d95f-4b24-9047-781f2190197c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:27.919875 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ae6dbcfb-45bb-44a1-bf7e-1440431bab5e tempest-NetworksNegativeTestJSON-919600373 tempest-NetworksNegativeTestJSON-919600373-project] 10.222.0.18 "PUT /v2.0/subnets/719f6ef2-5a17-4c0f-bdc4-d1905527a072 HTTP/1.1" status: 404 len: 337 time: 0.0720222 Mar 23 01:37:27.920794 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51ae00c4-eba6-475c-a5a3-a1b4fe0afcfb tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (7c061bc0-f986-4cf4-ae61-ad19ed564575), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:27.977586 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51ae00c4-eba6-475c-a5a3-a1b4fe0afcfb tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (7c061bc0-f986-4cf4-ae61-ad19ed564575), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:28.085486 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51ae00c4-eba6-475c-a5a3-a1b4fe0afcfb tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7c061bc0-f986-4cf4-ae61-ad19ed564575), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:28.088932 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51ae00c4-eba6-475c-a5a3-a1b4fe0afcfb tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:28.090302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-51ae00c4-eba6-475c-a5a3-a1b4fe0afcfb tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-groups/7c061bc0-f986-4cf4-ae61-ad19ed564575 HTTP/1.1" status: 204 len: 168 time: 0.3243899 Mar 23 01:37:28.094353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40322) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:28.139260 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae00c4-eba6-475c-a5a3-a1b4fe0afcfb tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c061bc0-f986-4cf4-ae61-ad19ed564575,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:28.163133 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-9306cfd2-1ffb-4eae-a17b-427fc55a9f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5849e91-d95f-4b24-9047-781f2190197c']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:28.178449 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48cd467e-d342-4b21-8260-bc7248978228 req-30a3445a-a043-42ad-997f-71179feaf21c service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8248210 Mar 23 01:37:28.205718 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 57c44b1f-9cf8-4c3c-8549-acb463b9b71c no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:37:28.214391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-9306cfd2-1ffb-4eae-a17b-427fc55a9f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8251d043-f62e-4087-a060-5d73ba7a8411') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:28.214846 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-9306cfd2-1ffb-4eae-a17b-427fc55a9f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8251d043-f62e-4087-a060-5d73ba7a8411') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:28.272383 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9306cfd2-1ffb-4eae-a17b-427fc55a9f69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (8251d043-f62e-4087-a060-5d73ba7a8411), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:28.274838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 57c44b1f-9cf8-4c3c-8549-acb463b9b71c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:37:28.275256 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 57c44b1f-9cf8-4c3c-8549-acb463b9b71c not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:37:28.277484 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2be571-d512-42bb-b362-71c96dd973d2 req-37212422-3dd6-42ac-a505-c47dea77473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:28.278996 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6b2be571-d512-42bb-b362-71c96dd973d2 req-37212422-3dd6-42ac-a505-c47dea77473a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85af6975-6563-48c3-8c21-d4f0fe818486 HTTP/1.1" status: 200 len: 853 time: 0.3281829 Mar 23 01:37:28.302780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40326) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:28.303545 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-86fbe17d-c1d0-4452-82ff-3efcb58c5f99 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2064209 Mar 23 01:37:28.350882 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d047c-fbf0-433a-beed-57d1360114b1 req-59f46707-9319-4a12-8719-8ca2a868af57 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:28.357212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d047c-fbf0-433a-beed-57d1360114b1 req-59f46707-9319-4a12-8719-8ca2a868af57 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:28.362650 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d047c-fbf0-433a-beed-57d1360114b1 req-59f46707-9319-4a12-8719-8ca2a868af57 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:28.368942 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d047c-fbf0-433a-beed-57d1360114b1 req-59f46707-9319-4a12-8719-8ca2a868af57 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:28.375294 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d047c-fbf0-433a-beed-57d1360114b1 req-59f46707-9319-4a12-8719-8ca2a868af57 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:28.382823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d047c-fbf0-433a-beed-57d1360114b1 req-59f46707-9319-4a12-8719-8ca2a868af57 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:28.389864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d047c-fbf0-433a-beed-57d1360114b1 req-59f46707-9319-4a12-8719-8ca2a868af57 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:28.399885 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f46d047c-fbf0-433a-beed-57d1360114b1 req-59f46707-9319-4a12-8719-8ca2a868af57 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.7924862 Mar 23 01:37:28.412248 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40328) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:28.448716 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbf7b1-81ed-417e-aa39-df89ba94a8c6 req-e4fc43d9-2d45-4956-afa8-2d82f827d489 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:28.451104 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-efbbf7b1-81ed-417e-aa39-df89ba94a8c6 req-e4fc43d9-2d45-4956-afa8-2d82f827d489 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5168db0f-4733-49ff-a3ac-02e5f904cd8f HTTP/1.1" status: 200 len: 944 time: 0.1400070 Mar 23 01:37:28.471991 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9306cfd2-1ffb-4eae-a17b-427fc55a9f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (8251d043-f62e-4087-a060-5d73ba7a8411), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:28.484662 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6b2be571-d512-42bb-b362-71c96dd973d2 req-54ef9e7c-fda2-419e-9e2a-83e87a0b22f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bcb5bba5-c393-415e-b531-6fbef811d49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1832316 Mar 23 01:37:28.511492 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9306cfd2-1ffb-4eae-a17b-427fc55a9f69 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:37:28.512200 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9306cfd2-1ffb-4eae-a17b-427fc55a9f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (8251d043-f62e-4087-a060-5d73ba7a8411), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:37:28.517080 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:37:28.605537 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-efbbf7b1-81ed-417e-aa39-df89ba94a8c6 req-1c9373e0-2ab7-460e-ba7a-ab6c65d595eb tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419196 Mar 23 01:37:28.662273 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-06154667-eeb9-4d26-bc2a-ed08aee87e13 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3515999 Mar 23 01:37:28.665390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40336) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:28.700557 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9306cfd2-1ffb-4eae-a17b-427fc55a9f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (e5849e91-d95f-4b24-9047-781f2190197c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:28.718525 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8803f6b6-3704-4e55-8e03-7e22041a5288 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:37:28.736013 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f46d047c-fbf0-433a-beed-57d1360114b1 req-c0fb1b09-7e7a-47d6-b649-48cc569ef433 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3351834 Mar 23 01:37:28.752719 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-e7f3c097-ddaa-4719-add5-719925de9ef3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] delete failed (client error): The resource could not be found. Mar 23 01:37:28.756842 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9306cfd2-1ffb-4eae-a17b-427fc55a9f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:28.768532 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9306cfd2-1ffb-4eae-a17b-427fc55a9f69 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e5849e91-d95f-4b24-9047-781f2190197c HTTP/1.1" status: 204 len: 168 time: 2.0876374 Mar 23 01:37:28.769869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40338) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:28.774127 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e7f3c097-ddaa-4719-add5-719925de9ef3 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "DELETE /v2.0/security-groups/7c061bc0-f986-4cf4-ae61-ad19ed564575 HTTP/1.1" status: 404 len: 347 time: 0.0903246 Mar 23 01:37:28.803976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306cfd2-1ffb-4eae-a17b-427fc55a9f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5849e91-d95f-4b24-9047-781f2190197c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:28.813963 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d8bd447-4c07-41b3-9224-831e11446fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:28.847793 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6b2be571-d512-42bb-b362-71c96dd973d2 req-df8e2ec5-e00d-40c3-b356-360f14c2f480 service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493645 Mar 23 01:37:28.941834 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8803f6b6-3704-4e55-8e03-7e22041a5288, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8803f6b6-3704-4e55-8e03-7e22041a5288,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:28.962206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '8803f6b6-3704-4e55-8e03-7e22041a5288', 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d', 'port_id': '8803f6b6-3704-4e55-8e03-7e22041a5288', 'mac_address': 'fa:16:3e:da:21:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85af6975-6563-48c3-8c21-d4f0fe818486', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:37:29.033652 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40346) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:29.053099 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-21f1b056-f71e-4d34-b88c-4f40f1040225 tempest-SecGroupIPv6Test-442319645 tempest-SecGroupIPv6Test-442319645-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2775776 Mar 23 01:37:29.069020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 8803f6b6-3704-4e55-8e03-7e22041a5288 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:29.070604 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8803f6b6-3704-4e55-8e03-7e22041a5288), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:29.093873 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8803f6b6-3704-4e55-8e03-7e22041a5288 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:37:29.113207 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6b2be571-d512-42bb-b362-71c96dd973d2 req-a854ed91-62c0-4204-b127-01f8a2b52f8e service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556016 Mar 23 01:37:29.122746 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8803f6b6-3704-4e55-8e03-7e22041a5288, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8803f6b6-3704-4e55-8e03-7e22041a5288,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:29.126454 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d8bd447-4c07-41b3-9224-831e11446fab admin admin] Publish callbacks [] for security_group (3fa1e73b-8b1b-489e-8c61-db4bc1cacf9e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:29.144113 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d8bd447-4c07-41b3-9224-831e11446fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3fa1e73b-8b1b-489e-8c61-db4bc1cacf9e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:29.147853 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8803f6b6-3704-4e55-8e03-7e22041a5288), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:29.179782 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7b2e66ce-889b-4a60-a4d1-248b97590d47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=054fa183fb5d47de98ba8e2cf6ee1cc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1446457 Mar 23 01:37:29.180972 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40350) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:29.230236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=8803f6b6-3704-4e55-8e03-7e22041a5288,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:29.252282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bd447-4c07-41b3-9224-831e11446fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa1e73b-8b1b-489e-8c61-db4bc1cacf9e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:29.259390 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9d8bd447-4c07-41b3-9224-831e11446fab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7dfd83be7b4e49268b0217fbf598821b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7937047 Mar 23 01:37:29.262746 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40354) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:29.318943 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bb19ec6e-5e94-4382-af89-bfb1e8151424 admin admin] Publish callbacks [] for security_group (23c66878-9512-4fca-8645-9a407817ceb6), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:29.374856 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bb19ec6e-5e94-4382-af89-bfb1e8151424 admin admin] Publish callbacks [] for security_group (23c66878-9512-4fca-8645-9a407817ceb6), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:29.399262 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64969762-62c5-4b9a-8171-b6e20c4d17ad admin admin] Publish callbacks [] for security_group (3fa1e73b-8b1b-489e-8c61-db4bc1cacf9e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:29.444432 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64969762-62c5-4b9a-8171-b6e20c4d17ad admin admin] Publish callbacks [] for security_group (3fa1e73b-8b1b-489e-8c61-db4bc1cacf9e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:29.482899 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bb19ec6e-5e94-4382-af89-bfb1e8151424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (23c66878-9512-4fca-8645-9a407817ceb6), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:29.485612 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bb19ec6e-5e94-4382-af89-bfb1e8151424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:29.489188 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bb19ec6e-5e94-4382-af89-bfb1e8151424 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23c66878-9512-4fca-8645-9a407817ceb6 HTTP/1.1" status: 204 len: 168 time: 0.2973282 Mar 23 01:37:29.503501 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19ec6e-5e94-4382-af89-bfb1e8151424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c66878-9512-4fca-8645-9a407817ceb6,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:29.505163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['8803f6b6-3704-4e55-8e03-7e22041a5288'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:37:29.555046 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64969762-62c5-4b9a-8171-b6e20c4d17ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3fa1e73b-8b1b-489e-8c61-db4bc1cacf9e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:29.558195 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64969762-62c5-4b9a-8171-b6e20c4d17ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:29.563023 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-64969762-62c5-4b9a-8171-b6e20c4d17ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fa1e73b-8b1b-489e-8c61-db4bc1cacf9e HTTP/1.1" status: 204 len: 168 time: 0.2996538 Mar 23 01:37:29.578348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64969762-62c5-4b9a-8171-b6e20c4d17ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa1e73b-8b1b-489e-8c61-db4bc1cacf9e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:29.591581 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40366) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:29.869493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937458b0-dfc6-471d-85af-dcc074c09bf9 req-b635498c-6280-4e37-b8b1-5cec70963d98 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:29.874567 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-937458b0-dfc6-471d-85af-dcc074c09bf9 req-b635498c-6280-4e37-b8b1-5cec70963d98 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5168db0f-4733-49ff-a3ac-02e5f904cd8f HTTP/1.1" status: 200 len: 945 time: 0.1531510 Mar 23 01:37:29.956053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c530a-ce5d-4035-a451-db4a7cb65e47 req-3658dca2-1ec0-4931-8407-76c87fefda85 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:29.974231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c530a-ce5d-4035-a451-db4a7cb65e47 req-3658dca2-1ec0-4931-8407-76c87fefda85 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:29.991565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c530a-ce5d-4035-a451-db4a7cb65e47 req-3658dca2-1ec0-4931-8407-76c87fefda85 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:29.995093 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-937458b0-dfc6-471d-85af-dcc074c09bf9 req-bff991fc-c243-485e-b9f2-39b817680b23 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152453 Mar 23 01:37:30.000530 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c530a-ce5d-4035-a451-db4a7cb65e47 req-3658dca2-1ec0-4931-8407-76c87fefda85 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:30.010839 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c530a-ce5d-4035-a451-db4a7cb65e47 req-3658dca2-1ec0-4931-8407-76c87fefda85 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:30.025601 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c530a-ce5d-4035-a451-db4a7cb65e47 req-3658dca2-1ec0-4931-8407-76c87fefda85 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:30.043814 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c530a-ce5d-4035-a451-db4a7cb65e47 req-3658dca2-1ec0-4931-8407-76c87fefda85 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:30.054167 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de8c530a-ce5d-4035-a451-db4a7cb65e47 req-3658dca2-1ec0-4931-8407-76c87fefda85 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.1948338 Mar 23 01:37:30.227609 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de8c530a-ce5d-4035-a451-db4a7cb65e47 req-66b02e24-35ca-446a-b40a-5e0ec9ab2473 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1703622 Mar 23 01:37:30.299168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40390) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:30.313863 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c18a9869-1448-4ad6-ad94-55681a6d4df2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eda43e0fca5d4f2baf32dcc29fa5950c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7207990 Mar 23 01:37:30.402040 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14bda13f-d26e-4692-8282-f67af8a9706d admin admin] Publish callbacks [] for security_group (070c20dc-9398-430e-9670-5c2fd6be4c3d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:30.504975 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14bda13f-d26e-4692-8282-f67af8a9706d admin admin] Publish callbacks [] for security_group (070c20dc-9398-430e-9670-5c2fd6be4c3d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:30.647950 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14bda13f-d26e-4692-8282-f67af8a9706d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (070c20dc-9398-430e-9670-5c2fd6be4c3d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:30.650648 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14bda13f-d26e-4692-8282-f67af8a9706d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:30.654270 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-14bda13f-d26e-4692-8282-f67af8a9706d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/070c20dc-9398-430e-9670-5c2fd6be4c3d HTTP/1.1" status: 204 len: 168 time: 0.3516061 Mar 23 01:37:30.679626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bda13f-d26e-4692-8282-f67af8a9706d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070c20dc-9398-430e-9670-5c2fd6be4c3d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:30.738373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device b8299e73-e038-4c9f-ad7a-149f77251b63 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:37:30.746241 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8803f6b6-3704-4e55-8e03-7e22041a5288 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:37:30.898137 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port b8299e73-e038-4c9f-ad7a-149f77251b63, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b8299e73-e038-4c9f-ad7a-149f77251b63,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:30.912689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'b8299e73-e038-4c9f-ad7a-149f77251b63', 'network_id': 'bcb5bba5-c393-415e-b531-6fbef811d49d', 'port_id': 'b8299e73-e038-4c9f-ad7a-149f77251b63', 'mac_address': 'fa:16:3e:7e:0d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85af6975-6563-48c3-8c21-d4f0fe818486', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:37:30.951043 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 8803f6b6-3704-4e55-8e03-7e22041a5288 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:37:30.958432 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 8803f6b6-3704-4e55-8e03-7e22041a5288 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:30.958805 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8803f6b6-3704-4e55-8e03-7e22041a5288), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:31.028215 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port b8299e73-e038-4c9f-ad7a-149f77251b63 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:31.028215 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b8299e73-e038-4c9f-ad7a-149f77251b63), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:31.050251 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8299e73-e038-4c9f-ad7a-149f77251b63 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:37:31.077330 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port b8299e73-e038-4c9f-ad7a-149f77251b63, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b8299e73-e038-4c9f-ad7a-149f77251b63,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:31.087342 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b8299e73-e038-4c9f-ad7a-149f77251b63), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:31.195132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=b8299e73-e038-4c9f-ad7a-149f77251b63,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:31.241448 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3cdfc-a42c-4d62-883c-18814a8657a2 req-2295d6b0-d050-47b1-ac1d-ac833b7ccb2f tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:31.250466 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0ac3cdfc-a42c-4d62-883c-18814a8657a2 req-2295d6b0-d050-47b1-ac1d-ac833b7ccb2f tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5168db0f-4733-49ff-a3ac-02e5f904cd8f HTTP/1.1" status: 200 len: 945 time: 0.0947187 Mar 23 01:37:31.269984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 8803f6b6-3704-4e55-8e03-7e22041a5288 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:31.270388 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8803f6b6-3704-4e55-8e03-7e22041a5288), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:31.337893 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5168db0f-4733-49ff-a3ac-02e5f904cd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8803f6b6-3704-4e55-8e03-7e22041a5288'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:37:31.340453 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6c11f0-9363-462d-a209-e30aa7c86040" -d '{"events": [{"server_uuid": "5168db0f-4733-49ff-a3ac-02e5f904cd8f", "name": "network-vif-plugged", "status": "completed", "tag": "8803f6b6-3704-4e55-8e03-7e22041a5288"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:37:31.365390 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0ac3cdfc-a42c-4d62-883c-18814a8657a2 req-80636fc7-1569-4033-a4b7-39819596f044 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134920 Mar 23 01:37:31.378275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8803f6b6-3704-4e55-8e03-7e22041a5288, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8803f6b6-3704-4e55-8e03-7e22041a5288,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:31.385415 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8803f6b6-3704-4e55-8e03-7e22041a5288), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:31.469072 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['b8299e73-e038-4c9f-ad7a-149f77251b63'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:37:31.482441 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f79706a-689e-467e-9e71-a114126474bc x-openstack-request-id: req-7f79706a-689e-467e-9e71-a114126474bc {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:37:31.483015 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5168db0f-4733-49ff-a3ac-02e5f904cd8f", "name": "network-vif-plugged", "status": "completed", "tag": "8803f6b6-3704-4e55-8e03-7e22041a5288", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:37:31.483435 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f79706a-689e-467e-9e71-a114126474bc {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:37:31.484010 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f79706a-689e-467e-9e71-a114126474bc'] response: {'server_uuid': '5168db0f-4733-49ff-a3ac-02e5f904cd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8803f6b6-3704-4e55-8e03-7e22041a5288', 'code': 200} Mar 23 01:37:31.509709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989ca26-6fcb-43ea-847d-30347f82280b req-6fb4da4b-7cfd-4eaf-b47d-b3d97da659f7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:31.532105 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989ca26-6fcb-43ea-847d-30347f82280b req-6fb4da4b-7cfd-4eaf-b47d-b3d97da659f7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:31.546391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989ca26-6fcb-43ea-847d-30347f82280b req-6fb4da4b-7cfd-4eaf-b47d-b3d97da659f7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:31.583558 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989ca26-6fcb-43ea-847d-30347f82280b req-6fb4da4b-7cfd-4eaf-b47d-b3d97da659f7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:31.614259 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989ca26-6fcb-43ea-847d-30347f82280b req-6fb4da4b-7cfd-4eaf-b47d-b3d97da659f7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:31.639603 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=8803f6b6-3704-4e55-8e03-7e22041a5288,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:31.651571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989ca26-6fcb-43ea-847d-30347f82280b req-6fb4da4b-7cfd-4eaf-b47d-b3d97da659f7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:31.708868 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989ca26-6fcb-43ea-847d-30347f82280b req-6fb4da4b-7cfd-4eaf-b47d-b3d97da659f7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:31.710949 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9989ca26-6fcb-43ea-847d-30347f82280b req-6fb4da4b-7cfd-4eaf-b47d-b3d97da659f7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.3484788 Mar 23 01:37:31.797833 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40454) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:31.886674 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40458) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:31.916910 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9989ca26-6fcb-43ea-847d-30347f82280b req-3788d7e6-099c-48cd-9873-fdef78463bb8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1563456 Mar 23 01:37:31.922909 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec149d38-56ce-446b-b368-8b039bc08a8c req-7caa0ba3-000e-4420-89ee-857f30ef2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:31.924652 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ec149d38-56ce-446b-b368-8b039bc08a8c req-7caa0ba3-000e-4420-89ee-857f30ef2058 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5168db0f-4733-49ff-a3ac-02e5f904cd8f HTTP/1.1" status: 200 len: 1128 time: 0.2123580 Mar 23 01:37:32.020627 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ec149d38-56ce-446b-b368-8b039bc08a8c req-d911e6da-1754-480f-ae8e-4a3ae86efda3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842710 Mar 23 01:37:32.062607 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-7a225d4e-52a2-48e5-9cb8-27109f79b92d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-167304414-network', 'tenant_id': '63ab57c3238241379694ff8e8ce79621'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:32.094858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a225d4e-52a2-48e5-9cb8-27109f79b92d admin admin] Made reservation on behalf of 63ab57c3238241379694ff8e8ce79621 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:32.097611 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a225d4e-52a2-48e5-9cb8-27109f79b92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:32.113187 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a225d4e-52a2-48e5-9cb8-27109f79b92d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:32.212615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-5c783964-f52b-40d1-82e2-061cfbc59165 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1429539013'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:32.234968 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a225d4e-52a2-48e5-9cb8-27109f79b92d admin admin] Publish callbacks [] for security_group (9ee409fd-1710-4ddd-b50e-b72edb9242f1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:32.250919 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a225d4e-52a2-48e5-9cb8-27109f79b92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9ee409fd-1710-4ddd-b50e-b72edb9242f1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:32.265688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c783964-f52b-40d1-82e2-061cfbc59165 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:32.269522 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c783964-f52b-40d1-82e2-061cfbc59165 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:32.294843 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c783964-f52b-40d1-82e2-061cfbc59165 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:32.315478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a225d4e-52a2-48e5-9cb8-27109f79b92d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:37:32.322746 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a225d4e-52a2-48e5-9cb8-27109f79b92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee409fd-1710-4ddd-b50e-b72edb9242f1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:32.357008 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a225d4e-52a2-48e5-9cb8-27109f79b92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bba1e499-715b-4cf6-b336-366531d5bb15), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:32.357653 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-7a225d4e-52a2-48e5-9cb8-27109f79b92d admin admin] Added segment bba1e499-715b-4cf6-b336-366531d5bb15 of type vlan for network e715db68-6655-4bd1-bb9c-7d840b1a92a1 Mar 23 01:37:32.434266 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a225d4e-52a2-48e5-9cb8-27109f79b92d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (e715db68-6655-4bd1-bb9c-7d840b1a92a1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:32.501136 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a225d4e-52a2-48e5-9cb8-27109f79b92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (e715db68-6655-4bd1-bb9c-7d840b1a92a1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:32.502390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a225d4e-52a2-48e5-9cb8-27109f79b92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:32.503137 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a225d4e-52a2-48e5-9cb8-27109f79b92d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:32.584528 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c783964-f52b-40d1-82e2-061cfbc59165 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for security_group (9a03f75a-bbba-4a03-938c-e5bb0146ece6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:32.615198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40518) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:32.639562 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7a225d4e-52a2-48e5-9cb8-27109f79b92d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8402314 Mar 23 01:37:32.643775 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c783964-f52b-40d1-82e2-061cfbc59165 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9a03f75a-bbba-4a03-938c-e5bb0146ece6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:32.644446 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40522) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:32.651211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-01ec8727-c7ee-4551-82ae-e7d867c67f52 admin admin] Request body: {'subnet': {'network_id': 'e715db68-6655-4bd1-bb9c-7d840b1a92a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-167304414-subnet', 'tenant_id': '63ab57c3238241379694ff8e8ce79621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:32.685107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c783964-f52b-40d1-82e2-061cfbc59165 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a03f75a-bbba-4a03-938c-e5bb0146ece6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:32.686396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ec8727-c7ee-4551-82ae-e7d867c67f52 admin admin] Made reservation on behalf of 63ab57c3238241379694ff8e8ce79621 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:32.690587 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01ec8727-c7ee-4551-82ae-e7d867c67f52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:32.733509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device b8299e73-e038-4c9f-ad7a-149f77251b63 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:37:32.746894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c783964-f52b-40d1-82e2-061cfbc59165 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:37:32.757498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a225d4e-52a2-48e5-9cb8-27109f79b92d admin admin] Pushing event updated for resources: {'Network': ['ID=e715db68-6655-4bd1-bb9c-7d840b1a92a1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:32.829271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02ff6d-43be-49c3-9e7f-9734865cb6d8 req-513f1768-73d7-4619-8e07-57e13f292d70 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:32.837676 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network e715db68-6655-4bd1-bb9c-7d840b1a92a1 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:37:32.847573 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2c02ff6d-43be-49c3-9e7f-9734865cb6d8 req-513f1768-73d7-4619-8e07-57e13f292d70 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5168db0f-4733-49ff-a3ac-02e5f904cd8f HTTP/1.1" status: 200 len: 946 time: 0.3617773 Mar 23 01:37:32.857556 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c783964-f52b-40d1-82e2-061cfbc59165 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (652ba42c-3267-4ec3-a46a-a1a881a06e7a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:32.859106 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-5c783964-f52b-40d1-82e2-061cfbc59165 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Added segment 652ba42c-3267-4ec3-a46a-a1a881a06e7a of type vlan for network 1cd0381e-135b-43cc-84fd-16d3d0f1392d Mar 23 01:37:32.933479 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-59ffd7b9-c814-4457-89de-786759407a21 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1754038316'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:33.007973 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c783964-f52b-40d1-82e2-061cfbc59165 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (1cd0381e-135b-43cc-84fd-16d3d0f1392d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:33.009952 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ffd7b9-c814-4457-89de-786759407a21 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Made reservation on behalf of 024cc30be7fb463d924df82cfe29a805 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:33.021085 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ffd7b9-c814-4457-89de-786759407a21 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:33.040380 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2c02ff6d-43be-49c3-9e7f-9734865cb6d8 req-44ab8e61-7307-4f0b-b7be-b0407122a6b5 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902437 Mar 23 01:37:33.071584 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ffd7b9-c814-4457-89de-786759407a21 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:33.120105 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c783964-f52b-40d1-82e2-061cfbc59165 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (1cd0381e-135b-43cc-84fd-16d3d0f1392d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:33.125405 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c783964-f52b-40d1-82e2-061cfbc59165 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:33.126234 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c783964-f52b-40d1-82e2-061cfbc59165 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:33.180702 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port b8299e73-e038-4c9f-ad7a-149f77251b63 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:37:33.189272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port b8299e73-e038-4c9f-ad7a-149f77251b63 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:33.189828 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b8299e73-e038-4c9f-ad7a-149f77251b63), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:33.278725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c783964-f52b-40d1-82e2-061cfbc59165 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Network': ['ID=1cd0381e-135b-43cc-84fd-16d3d0f1392d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:33.314918 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5c783964-f52b-40d1-82e2-061cfbc59165 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4271080 Mar 23 01:37:33.318035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40550) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:33.323739 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-54a3231c-8b3a-4ba0-957c-0b5a3cbb52bc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-797394565'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:33.377087 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01ec8727-c7ee-4551-82ae-e7d867c67f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (b7ea8766-c20f-48a9-a4be-5004a82b8f10), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:33.386452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a3231c-8b3a-4ba0-957c-0b5a3cbb52bc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:33.390014 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54a3231c-8b3a-4ba0-957c-0b5a3cbb52bc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:33.398035 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port b8299e73-e038-4c9f-ad7a-149f77251b63 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:33.398571 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b8299e73-e038-4c9f-ad7a-149f77251b63), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:33.407043 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 1cd0381e-135b-43cc-84fd-16d3d0f1392d details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:37:33.469593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a3231c-8b3a-4ba0-957c-0b5a3cbb52bc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:37:33.492878 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54a3231c-8b3a-4ba0-957c-0b5a3cbb52bc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b80ee750-f153-4fb8-a788-dbeef5ec2d3b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:33.494395 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-54a3231c-8b3a-4ba0-957c-0b5a3cbb52bc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Added segment b80ee750-f153-4fb8-a788-dbeef5ec2d3b of type vlan for network ae28e47c-96ac-4104-b329-4d8b5e15683f Mar 23 01:37:33.589052 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb679eb-7f19-46c7-95ae-95d4568bc9ef req-362eca00-d9bf-4ac1-a0b3-2b667c6d8976 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:33.589665 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54a3231c-8b3a-4ba0-957c-0b5a3cbb52bc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (ae28e47c-96ac-4104-b329-4d8b5e15683f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:33.594758 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb679eb-7f19-46c7-95ae-95d4568bc9ef req-362eca00-d9bf-4ac1-a0b3-2b667c6d8976 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:33.600504 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb679eb-7f19-46c7-95ae-95d4568bc9ef req-362eca00-d9bf-4ac1-a0b3-2b667c6d8976 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:33.606077 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb679eb-7f19-46c7-95ae-95d4568bc9ef req-362eca00-d9bf-4ac1-a0b3-2b667c6d8976 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:33.611642 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb679eb-7f19-46c7-95ae-95d4568bc9ef req-362eca00-d9bf-4ac1-a0b3-2b667c6d8976 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:33.617607 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb679eb-7f19-46c7-95ae-95d4568bc9ef req-362eca00-d9bf-4ac1-a0b3-2b667c6d8976 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:33.625263 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb679eb-7f19-46c7-95ae-95d4568bc9ef req-362eca00-d9bf-4ac1-a0b3-2b667c6d8976 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:33.635136 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8cb679eb-7f19-46c7-95ae-95d4568bc9ef req-362eca00-d9bf-4ac1-a0b3-2b667c6d8976 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.3295863 Mar 23 01:37:33.646026 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54a3231c-8b3a-4ba0-957c-0b5a3cbb52bc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (ae28e47c-96ac-4104-b329-4d8b5e15683f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:33.656286 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a3231c-8b3a-4ba0-957c-0b5a3cbb52bc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:33.657028 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54a3231c-8b3a-4ba0-957c-0b5a3cbb52bc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:33.694718 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ec8727-c7ee-4551-82ae-e7d867c67f52 admin admin] Checking segment: {'id': 'bba1e499-715b-4cf6-b336-366531d5bb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e715db68-6655-4bd1-bb9c-7d840b1a92a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:33.695383 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ec8727-c7ee-4551-82ae-e7d867c67f52 admin admin] Network hostable DHCP agents. Network: e715db68-6655-4bd1-bb9c-7d840b1a92a1, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:37:33.700584 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec8727-c7ee-4551-82ae-e7d867c67f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ea8766-c20f-48a9-a4be-5004a82b8f10,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:33.707980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3a58f8-6983-42e6-8700-067df48eda5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8299e73-e038-4c9f-ad7a-149f77251b63'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:37:33.721695 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506371f7-bb89-4b66-bcfa-3a9db7890717" -d '{"events": [{"server_uuid": "9f3a58f8-6983-42e6-8700-067df48eda5c", "name": "network-vif-plugged", "status": "completed", "tag": "b8299e73-e038-4c9f-ad7a-149f77251b63"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:37:33.816370 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port b8299e73-e038-4c9f-ad7a-149f77251b63, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b8299e73-e038-4c9f-ad7a-149f77251b63,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:33.833413 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:33.836302 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b8299e73-e038-4c9f-ad7a-149f77251b63), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:33.912840 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ec8727-c7ee-4551-82ae-e7d867c67f52 admin admin] Network e715db68-6655-4bd1-bb9c-7d840b1a92a1 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:37:33.924860 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-54a3231c-8b3a-4ba0-957c-0b5a3cbb52bc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6052935 Mar 23 01:37:33.928182 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40570) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:33.935170 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3cd97f37-1b15-4600-b580-06cf120cf78b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'subnet': {'network_id': '1cd0381e-135b-43cc-84fd-16d3d0f1392d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:33.938043 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ffd7b9-c814-4457-89de-786759407a21 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks [] for security_group (76632c62-d87a-49da-b04f-7b76a06f424b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:33.961433 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8cb679eb-7f19-46c7-95ae-95d4568bc9ef req-087d49ab-a11f-444d-941a-9c0defc151f3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3248425 Mar 23 01:37:33.969451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-01ec8727-c7ee-4551-82ae-e7d867c67f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, e715db68-6655-4bd1-bb9c-7d840b1a92a1) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:33.981606 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ec8727-c7ee-4551-82ae-e7d867c67f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:33.988670 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01ec8727-c7ee-4551-82ae-e7d867c67f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:33.993212 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ffd7b9-c814-4457-89de-786759407a21 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (76632c62-d87a-49da-b04f-7b76a06f424b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:34.006150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ffd7b9-c814-4457-89de-786759407a21 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:37:34.006749 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2b4952-8363-4d94-8181-bf6762945d6b x-openstack-request-id: req-ae2b4952-8363-4d94-8181-bf6762945d6b {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:37:34.007618 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3a58f8-6983-42e6-8700-067df48eda5c", "name": "network-vif-plugged", "status": "completed", "tag": "b8299e73-e038-4c9f-ad7a-149f77251b63", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:37:34.007618 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae2b4952-8363-4d94-8181-bf6762945d6b {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:37:34.008237 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2b4952-8363-4d94-8181-bf6762945d6b'] response: {'server_uuid': '9f3a58f8-6983-42e6-8700-067df48eda5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8299e73-e038-4c9f-ad7a-149f77251b63', 'code': 200} Mar 23 01:37:34.011047 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6d881a-ccbb-4ba6-9b84-5ccecdd9ecac None None] Network e715db68-6655-4bd1-bb9c-7d840b1a92a1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:34.021905 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ffd7b9-c814-4457-89de-786759407a21 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (69dc0f20-340e-47bf-bfdd-6561a0727d6f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:34.023210 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-59ffd7b9-c814-4457-89de-786759407a21 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Added segment 69dc0f20-340e-47bf-bfdd-6561a0727d6f of type vlan for network 660f1b93-a4ff-4e84-a365-e016c2b4fc8a Mar 23 01:37:34.037228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3231c-8b3a-4ba0-957c-0b5a3cbb52bc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Network': ['ID=ae28e47c-96ac-4104-b329-4d8b5e15683f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:34.057339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd97f37-1b15-4600-b580-06cf120cf78b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:34.061567 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3cd97f37-1b15-4600-b580-06cf120cf78b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:34.082634 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ffd7b9-c814-4457-89de-786759407a21 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (660f1b93-a4ff-4e84-a365-e016c2b4fc8a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:34.143290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network ae28e47c-96ac-4104-b329-4d8b5e15683f details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:37:34.171237 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffd7b9-c814-4457-89de-786759407a21 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76632c62-d87a-49da-b04f-7b76a06f424b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:34.174928 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ffd7b9-c814-4457-89de-786759407a21 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (660f1b93-a4ff-4e84-a365-e016c2b4fc8a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:34.180925 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ffd7b9-c814-4457-89de-786759407a21 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:34.181989 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ffd7b9-c814-4457-89de-786759407a21 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:34.462696 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f31b81d-ed34-4835-ab37-786e2f10270e None None] Network e715db68-6655-4bd1-bb9c-7d840b1a92a1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:34.463050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffd7b9-c814-4457-89de-786759407a21 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Pushing event updated for resources: {'Network': ['ID=660f1b93-a4ff-4e84-a365-e016c2b4fc8a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:34.473208 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3cd97f37-1b15-4600-b580-06cf120cf78b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (d32419ee-1092-41e2-94d8-f2496c9e8431), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:34.475976 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-01ec8727-c7ee-4551-82ae-e7d867c67f52 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8300281 Mar 23 01:37:34.516760 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-59ffd7b9-c814-4457-89de-786759407a21 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9000797 Mar 23 01:37:34.520881 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40600) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:34.546070 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e9122955-bf37-40b4-b978-78c33c360fd4 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Request body: {'subnet': {'network_id': '660f1b93-a4ff-4e84-a365-e016c2b4fc8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:34.549564 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 660f1b93-a4ff-4e84-a365-e016c2b4fc8a details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:37:34.693655 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68468772-1564-4592-b940-c3f3363487b0 req-9914713f-1e25-47b9-8b4d-b7d116eb232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:34.696345 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68468772-1564-4592-b940-c3f3363487b0 req-9914713f-1e25-47b9-8b4d-b7d116eb232e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9f3a58f8-6983-42e6-8700-067df48eda5c HTTP/1.1" status: 200 len: 1127 time: 0.5703685 Mar 23 01:37:34.716312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd97f37-1b15-4600-b580-06cf120cf78b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Subnet': ['ID=d32419ee-1092-41e2-94d8-f2496c9e8431,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:34.751408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=b8299e73-e038-4c9f-ad7a-149f77251b63,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:34.809765 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6b5fe-42c9-4267-8856-32bed12fa15b req-593901b5-8739-4e7c-ae70-33848dd5715a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:34.811377 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-edf6b5fe-42c9-4267-8856-32bed12fa15b req-593901b5-8739-4e7c-ae70-33848dd5715a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=5168db0f-4733-49ff-a3ac-02e5f904cd8f HTTP/1.1" status: 200 len: 946 time: 0.3656461 Mar 23 01:37:34.812428 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd97f37-1b15-4600-b580-06cf120cf78b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Checking segment: {'id': '652ba42c-3267-4ec3-a46a-a1a881a06e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1cd0381e-135b-43cc-84fd-16d3d0f1392d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:34.815579 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd97f37-1b15-4600-b580-06cf120cf78b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network hostable DHCP agents. Network: 1cd0381e-135b-43cc-84fd-16d3d0f1392d, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:37:34.827307 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68468772-1564-4592-b940-c3f3363487b0 req-34264b6f-8e3a-4fe1-ac54-7b036d7fd211 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222830 Mar 23 01:37:34.921779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9122955-bf37-40b4-b978-78c33c360fd4 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Made reservation on behalf of 024cc30be7fb463d924df82cfe29a805 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:34.926316 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9122955-bf37-40b4-b978-78c33c360fd4 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:34.946018 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd97f37-1b15-4600-b580-06cf120cf78b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 1cd0381e-135b-43cc-84fd-16d3d0f1392d is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:37:34.998949 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-3cd97f37-1b15-4600-b580-06cf120cf78b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 1cd0381e-135b-43cc-84fd-16d3d0f1392d) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:35.008864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd97f37-1b15-4600-b580-06cf120cf78b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:35.013263 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3cd97f37-1b15-4600-b580-06cf120cf78b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:35.017139 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2e269e-0ddc-4bf4-ad91-9d1e0ea6a6b0 None None] Network 1cd0381e-135b-43cc-84fd-16d3d0f1392d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:35.028171 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-edf6b5fe-42c9-4267-8856-32bed12fa15b req-68852aad-9a59-49aa-b58d-a9fac24dc636 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033412 Mar 23 01:37:35.080963 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3cd97f37-1b15-4600-b580-06cf120cf78b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1510465 Mar 23 01:37:35.088802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40618) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:35.095141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-be44de5a-ef79-43dd-987c-19f584290f31 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'subnet': {'network_id': 'ae28e47c-96ac-4104-b329-4d8b5e15683f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:35.363990 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-1cd0381e-135b-43cc-84fd-16d3d0f1392d', 'network_id': '1cd0381e-135b-43cc-84fd-16d3d0f1392d', 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'fixed_ips': [{'subnet_id': 'd32419ee-1092-41e2-94d8-f2496c9e8431'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:37:35.365263 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:35.388857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be44de5a-ef79-43dd-987c-19f584290f31 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:35.398484 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be44de5a-ef79-43dd-987c-19f584290f31 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:35.486258 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90eb45-6a73-4fee-adab-ed78f454e124 req-d34b428f-1fe2-4fcf-87ac-024478d8d1e4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:35.492020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90eb45-6a73-4fee-adab-ed78f454e124 req-d34b428f-1fe2-4fcf-87ac-024478d8d1e4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:35.515360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90eb45-6a73-4fee-adab-ed78f454e124 req-d34b428f-1fe2-4fcf-87ac-024478d8d1e4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:35.521287 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90eb45-6a73-4fee-adab-ed78f454e124 req-d34b428f-1fe2-4fcf-87ac-024478d8d1e4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:35.534595 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90eb45-6a73-4fee-adab-ed78f454e124 req-d34b428f-1fe2-4fcf-87ac-024478d8d1e4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:35.554468 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90eb45-6a73-4fee-adab-ed78f454e124 req-d34b428f-1fe2-4fcf-87ac-024478d8d1e4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:35.563745 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90eb45-6a73-4fee-adab-ed78f454e124 req-d34b428f-1fe2-4fcf-87ac-024478d8d1e4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:35.589529 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d90eb45-6a73-4fee-adab-ed78f454e124 req-d34b428f-1fe2-4fcf-87ac-024478d8d1e4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.3561728 Mar 23 01:37:35.654413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Allocated IP 2001:db8::2 (1cd0381e-135b-43cc-84fd-16d3d0f1392d/d32419ee-1092-41e2-94d8-f2496c9e8431/c0c17709-191c-435b-b12e-5bf9bc0594fa) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:37:35.693066 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-951fd112-443a-4b3e-bbcb-6840c62c88ae tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:35.705932 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-951fd112-443a-4b3e-bbcb-6840c62c88ae tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/networks?id=e715db68-6655-4bd1-bb9c-7d840b1a92a1 HTTP/1.1" status: 200 len: 817 time: 0.3198545 Mar 23 01:37:35.743441 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-32a556eb-1273-42f1-99e5-7bf1fd734a99 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/quotas/63ab57c3238241379694ff8e8ce79621 HTTP/1.1" status: 200 len: 375 time: 0.0350113 Mar 23 01:37:35.747190 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9122955-bf37-40b4-b978-78c33c360fd4 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:35.836940 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d90eb45-6a73-4fee-adab-ed78f454e124 req-d048c992-efa6-4499-981e-aecab069aab1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2460585 Mar 23 01:37:35.854497 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-03582ec0-ff3c-47f1-a0dd-3efe36d8943c tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=63ab57c3238241379694ff8e8ce79621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1088071 Mar 23 01:37:35.998215 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Publish callbacks [] for port (c0c17709-191c-435b-b12e-5bf9bc0594fa), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:36.015429 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (c0c17709-191c-435b-b12e-5bf9bc0594fa), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:36.081732 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9122955-bf37-40b4-b978-78c33c360fd4 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Pushing event updated for resources: {'Subnet': ['ID=bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:36.104946 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9122955-bf37-40b4-b978-78c33c360fd4 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Checking segment: {'id': '69dc0f20-340e-47bf-bfdd-6561a0727d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '660f1b93-a4ff-4e84-a365-e016c2b4fc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:36.105427 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9122955-bf37-40b4-b978-78c33c360fd4 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Network hostable DHCP agents. Network: 660f1b93-a4ff-4e84-a365-e016c2b4fc8a, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:37:36.120197 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Network 1cd0381e-135b-43cc-84fd-16d3d0f1392d is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:37:36.127244 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:36.138444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:37:36.168036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Pushing event updated for resources: {'Port': ['ID=c0c17709-191c-435b-b12e-5bf9bc0594fa,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:36.183201 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-61de53e3-7e64-48a0-abd7-49dc6d002cdd service neutron] 10.222.0.18 "GET /v2.0/networks/e715db68-6655-4bd1-bb9c-7d840b1a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277097 Mar 23 01:37:36.200283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9122955-bf37-40b4-b978-78c33c360fd4 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Network 660f1b93-a4ff-4e84-a365-e016c2b4fc8a is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:37:36.234815 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd6b21-aa60-48ff-a993-d98237026d51 req-e5e69ca3-123a-4a75-bf22-1a0ddd69d4bd tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:36.263245 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0dfd6b21-aa60-48ff-a993-d98237026d51 req-e5e69ca3-123a-4a75-bf22-1a0ddd69d4bd tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f3a58f8-6983-42e6-8700-067df48eda5c HTTP/1.1" status: 200 len: 945 time: 0.2489614 Mar 23 01:37:36.306557 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Attempting to bind port c0c17709-191c-435b-b12e-5bf9bc0594fa on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:37:36.307282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Attempting to bind port c0c17709-191c-435b-b12e-5bf9bc0594fa by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '652ba42c-3267-4ec3-a46a-a1a881a06e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1cd0381e-135b-43cc-84fd-16d3d0f1392d'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:37:36.308810 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Attempting to bind port c0c17709-191c-435b-b12e-5bf9bc0594fa on network 1cd0381e-135b-43cc-84fd-16d3d0f1392d {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:37:36.326675 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0dfd6b21-aa60-48ff-a993-d98237026d51 req-f00d236b-dd60-4672-9572-d9553f7e376a tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623102 Mar 23 01:37:36.327333 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:37:36.328543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Checking segment: {'id': '652ba42c-3267-4ec3-a46a-a1a881a06e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1cd0381e-135b-43cc-84fd-16d3d0f1392d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:36.329083 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:36.329492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Bound using segment: {'id': '652ba42c-3267-4ec3-a46a-a1a881a06e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1cd0381e-135b-43cc-84fd-16d3d0f1392d'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:37:36.334390 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be44de5a-ef79-43dd-987c-19f584290f31 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (ff250ff6-e1c6-4c69-a0de-644c7f85d944), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:36.335098 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Bound port: c0c17709-191c-435b-b12e-5bf9bc0594fa, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652ba42c-3267-4ec3-a46a-a1a881a06e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1cd0381e-135b-43cc-84fd-16d3d0f1392d'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:37:36.336380 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c0c17709-191c-435b-b12e-5bf9bc0594fa), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:36.352504 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-e9122955-bf37-40b4-b978-78c33c360fd4 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 660f1b93-a4ff-4e84-a365-e016c2b4fc8a) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:36.361837 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9122955-bf37-40b4-b978-78c33c360fd4 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:36.362488 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9122955-bf37-40b4-b978-78c33c360fd4 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:36.428498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44de5a-ef79-43dd-987c-19f584290f31 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Subnet': ['ID=ff250ff6-e1c6-4c69-a0de-644c7f85d944,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:36.439519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be44de5a-ef79-43dd-987c-19f584290f31 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Checking segment: {'id': 'b80ee750-f153-4fb8-a788-dbeef5ec2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ae28e47c-96ac-4104-b329-4d8b5e15683f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:36.441852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be44de5a-ef79-43dd-987c-19f584290f31 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network hostable DHCP agents. Network: ae28e47c-96ac-4104-b329-4d8b5e15683f, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:37:36.445617 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e9122955-bf37-40b4-b978-78c33c360fd4 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9212263 Mar 23 01:37:36.450506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40658) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:36.491068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3b62124e-a9cb-42b3-8d5f-f245a6e74469 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Request body: {'port': {'network_id': '660f1b93-a4ff-4e84-a365-e016c2b4fc8a', 'name': 'tempest-TagsExtTest-1507375618'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:36.512693 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-01abd0fc-5cdb-4387-8916-78e497347efe service neutron] 10.222.0.18 "GET /v2.0/networks/e715db68-6655-4bd1-bb9c-7d840b1a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026662 Mar 23 01:37:36.542979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] For port c0c17709-191c-435b-b12e-5bf9bc0594fa, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:37:36.549900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] For port c0c17709-191c-435b-b12e-5bf9bc0594fa, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c0c17709-191c-435b-b12e-5bf9bc0594fa,segment=NetworkSegment(652ba42c-3267-4ec3-a46a-a1a881a06e7a),segment_id=652ba42c-3267-4ec3-a46a-a1a881a06e7a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:37:36.562484 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f94a0d-f6b6-4e01-8679-82dab7011515 None None] Network 660f1b93-a4ff-4e84-a365-e016c2b4fc8a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:36.593536 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c0c17709-191c-435b-b12e-5bf9bc0594fa), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:36.710605 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be44de5a-ef79-43dd-987c-19f584290f31 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network ae28e47c-96ac-4104-b329-4d8b5e15683f is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:37:36.747271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-be44de5a-ef79-43dd-987c-19f584290f31 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, ae28e47c-96ac-4104-b329-4d8b5e15683f) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:36.765125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be44de5a-ef79-43dd-987c-19f584290f31 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:36.765729 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be44de5a-ef79-43dd-987c-19f584290f31 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:36.796416 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a58429-776a-4652-b974-56e34dbba55e None None] Network ae28e47c-96ac-4104-b329-4d8b5e15683f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:36.822859 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-be44de5a-ef79-43dd-987c-19f584290f31 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7324905 Mar 23 01:37:36.826104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40660) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:36.832800 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3c13d48b-aa73-4c01-a68a-11122f7509d0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1688361966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:36.914945 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c13d48b-aa73-4c01-a68a-11122f7509d0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (afbe511a-1e6d-4286-97b3-1e86014d7dcb), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:36.916985 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c13d48b-aa73-4c01-a68a-11122f7509d0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (afbe511a-1e6d-4286-97b3-1e86014d7dcb), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:36.978837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b62124e-a9cb-42b3-8d5f-f245a6e74469 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Made reservation on behalf of 024cc30be7fb463d924df82cfe29a805 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:36.984215 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b62124e-a9cb-42b3-8d5f-f245a6e74469 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:36.994052 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a3e80-083b-4df8-b299-f3561eb847ba None None] Pushing event updated for resources: {'Port': ['ID=c0c17709-191c-435b-b12e-5bf9bc0594fa,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:37.055681 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c13d48b-aa73-4c01-a68a-11122f7509d0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_controller (afbe511a-1e6d-4286-97b3-1e86014d7dcb), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:37.068218 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c13d48b-aa73-4c01-a68a-11122f7509d0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (afbe511a-1e6d-4286-97b3-1e86014d7dcb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:37.111372 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-3b62124e-a9cb-42b3-8d5f-f245a6e74469 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] device_id is not set on port de5cc8c7-9319-4634-9ad8-f7f5f4a79165 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:37:37.111964 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-660f1b93-a4ff-4e84-a365-e016c2b4fc8a', 'network_id': '660f1b93-a4ff-4e84-a365-e016c2b4fc8a', 'project_id': '024cc30be7fb463d924df82cfe29a805', 'fixed_ips': [{'subnet_id': 'bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:37:37.113263 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:37.150390 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d36c530e-6894-4188-b0df-38bdd0737b4e req-c8ff2006-db49-46d5-b56c-83cee4973c58 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 210 time: 0.1390474 Mar 23 01:37:37.297108 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c13d48b-aa73-4c01-a68a-11122f7509d0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:37.301836 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3c13d48b-aa73-4c01-a68a-11122f7509d0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4731617 Mar 23 01:37:37.305733 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40670) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:37.674102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-3b62124e-a9cb-42b3-8d5f-f245a6e74469 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Allocated IP 172.20.0.3 (660f1b93-a4ff-4e84-a365-e016c2b4fc8a/bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb/de5cc8c7-9319-4634-9ad8-f7f5f4a79165) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:37:37.700971 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-ae28e47c-96ac-4104-b329-4d8b5e15683f', 'network_id': 'ae28e47c-96ac-4104-b329-4d8b5e15683f', 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'fixed_ips': [{'subnet_id': 'ff250ff6-e1c6-4c69-a0de-644c7f85d944'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:37:37.703564 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:38.106906 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b62124e-a9cb-42b3-8d5f-f245a6e74469 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks [] for port (de5cc8c7-9319-4634-9ad8-f7f5f4a79165), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:38.190706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Allocated IP 2001:db8:1::2 (ae28e47c-96ac-4104-b329-4d8b5e15683f/ff250ff6-e1c6-4c69-a0de-644c7f85d944/3de4819c-d11f-4344-a15b-bf5e8519620c) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:37:38.215353 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c0c17709-191c-435b-b12e-5bf9bc0594fa up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:37:38.316149 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b62124e-a9cb-42b3-8d5f-f245a6e74469 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (de5cc8c7-9319-4634-9ad8-f7f5f4a79165), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:38.505008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62124e-a9cb-42b3-8d5f-f245a6e74469 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Pushing event updated for resources: {'Port': ['ID=de5cc8c7-9319-4634-9ad8-f7f5f4a79165,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:38.548535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b62124e-a9cb-42b3-8d5f-f245a6e74469 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Network 660f1b93-a4ff-4e84-a365-e016c2b4fc8a is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:37:38.562426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-3b62124e-a9cb-42b3-8d5f-f245a6e74469 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:38.575760 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62124e-a9cb-42b3-8d5f-f245a6e74469 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:37:38.703622 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Allocated IP 172.20.0.2 (660f1b93-a4ff-4e84-a365-e016c2b4fc8a/bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb/65c15aff-e9ad-433a-87b2-5e6d487e6ecc) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:37:38.758711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b62124e-a9cb-42b3-8d5f-f245a6e74469 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:38.759452 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b62124e-a9cb-42b3-8d5f-f245a6e74469 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:38.812164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3990bf-5a52-4cd0-b47a-b9bbad0cda37 req-a3af5488-8017-4c22-a9a6-c4b27f0f6fb7 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:38.816088 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb3990bf-5a52-4cd0-b47a-b9bbad0cda37 req-a3af5488-8017-4c22-a9a6-c4b27f0f6fb7 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f3a58f8-6983-42e6-8700-067df48eda5c HTTP/1.1" status: 200 len: 945 time: 0.9775789 Mar 23 01:37:38.829012 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3b62124e-a9cb-42b3-8d5f-f245a6e74469 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3607256 Mar 23 01:37:38.843938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40696) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:38.862440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-68fd7a5e-3b54-4119-904e-a9e5411fae5d tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-271112278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:38.941030 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-68fd7a5e-3b54-4119-904e-a9e5411fae5d tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (5ae0511d-32f1-4093-b616-77cd7813209b), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:38.944248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ce8b16-4595-4b17-ae16-c296421201fd None None] Network 1cd0381e-135b-43cc-84fd-16d3d0f1392d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:38.945765 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-68fd7a5e-3b54-4119-904e-a9e5411fae5d tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (5ae0511d-32f1-4093-b616-77cd7813209b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:39.082773 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-68fd7a5e-3b54-4119-904e-a9e5411fae5d tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks [] for router_controller (5ae0511d-32f1-4093-b616-77cd7813209b), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:39.101685 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-68fd7a5e-3b54-4119-904e-a9e5411fae5d tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (5ae0511d-32f1-4093-b616-77cd7813209b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:39.119101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port c0c17709-191c-435b-b12e-5bf9bc0594fa triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:39.120376 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c0c17709-191c-435b-b12e-5bf9bc0594fa), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:39.138110 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf2d7b-b11f-414d-944b-0a6246a517a3 req-a331445e-3fb7-49ca-ad88-1f3053c5daa6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:39.151439 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf2d7b-b11f-414d-944b-0a6246a517a3 req-a331445e-3fb7-49ca-ad88-1f3053c5daa6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:39.169367 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf2d7b-b11f-414d-944b-0a6246a517a3 req-a331445e-3fb7-49ca-ad88-1f3053c5daa6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:39.182998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf2d7b-b11f-414d-944b-0a6246a517a3 req-a331445e-3fb7-49ca-ad88-1f3053c5daa6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:39.188510 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb3990bf-5a52-4cd0-b47a-b9bbad0cda37 req-2e88d639-20bb-4b6b-ae33-9eb9fc4239bc tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556795 Mar 23 01:37:39.188948 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf2d7b-b11f-414d-944b-0a6246a517a3 req-a331445e-3fb7-49ca-ad88-1f3053c5daa6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:39.197546 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-68fd7a5e-3b54-4119-904e-a9e5411fae5d tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:39.205712 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-68fd7a5e-3b54-4119-904e-a9e5411fae5d tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3572407 Mar 23 01:37:39.212127 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40702) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:39.227871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-17bc0b08-d772-4db0-bd99-da34ac457800 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1937024410', 'prefixes': ['172.20.0.0/16']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:39.233810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf2d7b-b11f-414d-944b-0a6246a517a3 req-a331445e-3fb7-49ca-ad88-1f3053c5daa6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:39.242940 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf2d7b-b11f-414d-944b-0a6246a517a3 req-a331445e-3fb7-49ca-ad88-1f3053c5daa6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:39.255421 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04cf2d7b-b11f-414d-944b-0a6246a517a3 req-a331445e-3fb7-49ca-ad88-1f3053c5daa6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 2.1577229 Mar 23 01:37:39.321624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-728571e7-24ef-498d-9569-ad123822ee84 None None] Provisioning complete for port c0c17709-191c-435b-b12e-5bf9bc0594fa triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:39.325777 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-728571e7-24ef-498d-9569-ad123822ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c0c17709-191c-435b-b12e-5bf9bc0594fa), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:39.369038 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Publish callbacks [] for port (3de4819c-d11f-4344-a15b-bf5e8519620c), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:39.414238 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-17bc0b08-d772-4db0-bd99-da34ac457800 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:39.415690 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-17bc0b08-d772-4db0-bd99-da34ac457800 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2015727 Mar 23 01:37:39.418836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40706) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:39.434754 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-837053e4-e472-4776-b159-898cce8c5d4e tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb', 'tempest-TagsExtTest-Tag-1137297802') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:39.548255 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-411a5d03-1658-4f75-a43a-347ecd4a9729 req-11de1f24-9e14-4568-b3ef-80b58eb68213 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 210 time: 0.1494138 Mar 23 01:37:39.571743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port c0c17709-191c-435b-b12e-5bf9bc0594fa is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:39.572724 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c0c17709-191c-435b-b12e-5bf9bc0594fa), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:39.578631 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7285f24e-bafd-4503-9cb4-24a479a6b46a req-c7b120a0-ba98-47bb-b9a0-f75bd2a34d90 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9f3a58f8-6983-42e6-8700-067df48eda5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.0781088 Mar 23 01:37:39.581607 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (3de4819c-d11f-4344-a15b-bf5e8519620c), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:39.654334 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-2bb88afc-d150-4093-8d9f-f8a38fccb7db tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:39.655910 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-2bb88afc-d150-4093-8d9f-f8a38fccb7db tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.43 "GET /v2.0/networks?id=e715db68-6655-4bd1-bb9c-7d840b1a92a1 HTTP/1.1" status: 200 len: 817 time: 0.2729046 Mar 23 01:37:39.689827 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04cf2d7b-b11f-414d-944b-0a6246a517a3 req-ba0f31ed-e240-48ed-9fa7-bb312bc6d01e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4129438 Mar 23 01:37:39.702092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Pushing event updated for resources: {'Port': ['ID=3de4819c-d11f-4344-a15b-bf5e8519620c,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:39.792807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-917a3db3-56e4-4529-8559-5b44cc5abddb tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Request body: {'port': {'device_id': '83ad1cad-c1a7-492f-ae5c-c603e00d8cf2', 'network_id': 'e715db68-6655-4bd1-bb9c-7d840b1a92a1', 'admin_state_up': True, 'tenant_id': '63ab57c3238241379694ff8e8ce79621'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:39.825441 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-837053e4-e472-4776-b159-898cce8c5d4e tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "PUT /v2.0/subnets/bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb/tags/tempest-TagsExtTest-Tag-1137297802 HTTP/1.1" status: 201 len: 201 time: 0.4051480 Mar 23 01:37:39.828855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40708) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:39.838100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-ca515585-eb9d-438b-80aa-c2973448a935 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'de5cc8c7-9319-4634-9ad8-f7f5f4a79165', 'tempest-TagsExtTest-Tag-1665617582') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:39.850272 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:40.009814 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Network ae28e47c-96ac-4104-b329-4d8b5e15683f is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:37:40.015933 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:40.022689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:37:40.070699 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ca515585-eb9d-438b-80aa-c2973448a935 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "PUT /v2.0/ports/de5cc8c7-9319-4634-9ad8-f7f5f4a79165/tags/tempest-TagsExtTest-Tag-1665617582 HTTP/1.1" status: 201 len: 201 time: 0.2403331 Mar 23 01:37:40.073266 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40712) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:40.080539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-c8785e7f-d5d7-48d1-b85e-052d7d0bd0fa tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5ae0511d-32f1-4093-b616-77cd7813209b', 'tempest-TagsExtTest-Tag-1582974565') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:40.347784 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Publish callbacks [] for port (65c15aff-e9ad-433a-87b2-5e6d487e6ecc), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:40.391531 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (65c15aff-e9ad-433a-87b2-5e6d487e6ecc), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:40.445913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Allocated IP 2001:db8::1 (1cd0381e-135b-43cc-84fd-16d3d0f1392d/d32419ee-1092-41e2-94d8-f2496c9e8431/bdca9e38-f141-4637-a9c6-32b01d015ed7) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:37:40.589909 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd29a9-4589-4faf-be65-4c3795ff15a5 req-04468813-eedc-4c59-bbd5-e3e2bfff4edf tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:40.592366 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aecd29a9-4589-4faf-be65-4c3795ff15a5 req-04468813-eedc-4c59-bbd5-e3e2bfff4edf tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f3a58f8-6983-42e6-8700-067df48eda5c HTTP/1.1" status: 200 len: 945 time: 0.2286975 Mar 23 01:37:40.594529 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c8785e7f-d5d7-48d1-b85e-052d7d0bd0fa tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "PUT /v2.0/routers/5ae0511d-32f1-4093-b616-77cd7813209b/tags/tempest-TagsExtTest-Tag-1582974565 HTTP/1.1" status: 201 len: 201 time: 0.5200627 Mar 23 01:37:40.601481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40722) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:40.606937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-b76d175a-f4a1-4206-a07e-f523f05aa99d tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3eccd377-c49a-4bea-b8e7-b5f898813b4c', 'tempest-TagsExtTest-Tag-1776034255') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:40.615658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-728571e7-24ef-498d-9569-ad123822ee84 None None] Current status of the port c0c17709-191c-435b-b12e-5bf9bc0594fa is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:40.617892 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-728571e7-24ef-498d-9569-ad123822ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c0c17709-191c-435b-b12e-5bf9bc0594fa), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:40.672547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port c0c17709-191c-435b-b12e-5bf9bc0594fa, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c0c17709-191c-435b-b12e-5bf9bc0594fa,segment=NetworkSegment(652ba42c-3267-4ec3-a46a-a1a881a06e7a),segment_id=652ba42c-3267-4ec3-a46a-a1a881a06e7a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:40.697253 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (bdca9e38-f141-4637-a9c6-32b01d015ed7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:40.703509 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285f24e-bafd-4503-9cb4-24a479a6b46a req-9663abf8-d772-4fd0-81c1-5ebdce356a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:40.704724 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aecd29a9-4589-4faf-be65-4c3795ff15a5 req-927db244-c70c-4f0d-9531-8e2d542e546f tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935490 Mar 23 01:37:40.705721 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7285f24e-bafd-4503-9cb4-24a479a6b46a req-9663abf8-d772-4fd0-81c1-5ebdce356a34 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80de875bfe1949b9a4efaeb9a8eb1ce1&device_id=9f3a58f8-6983-42e6-8700-067df48eda5c HTTP/1.1" status: 200 len: 1127 time: 0.8996623 Mar 23 01:37:40.766771 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b76d175a-f4a1-4206-a07e-f523f05aa99d tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "PUT /v2.0/subnetpools/3eccd377-c49a-4bea-b8e7-b5f898813b4c/tags/tempest-TagsExtTest-Tag-1776034255 HTTP/1.1" status: 201 len: 201 time: 0.1615443 Mar 23 01:37:40.767012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40728) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:40.771087 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-c834108e-4874-488f-9a44-5839004932aa tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:40.785921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Network 660f1b93-a4ff-4e84-a365-e016c2b4fc8a is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:37:40.834762 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Attempting to bind port 3de4819c-d11f-4344-a15b-bf5e8519620c on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:37:40.841614 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Attempting to bind port 3de4819c-d11f-4344-a15b-bf5e8519620c by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'b80ee750-f153-4fb8-a788-dbeef5ec2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ae28e47c-96ac-4104-b329-4d8b5e15683f'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:37:40.842253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Attempting to bind port 3de4819c-d11f-4344-a15b-bf5e8519620c on network ae28e47c-96ac-4104-b329-4d8b5e15683f {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:37:40.848447 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c0c17709-191c-435b-b12e-5bf9bc0594fa), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:40.858923 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7c44ed45-2468-4d35-92da-26a8212ea966 req-f98aa63a-58c0-4979-b488-92650deeb22f tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 210 time: 0.1311631 Mar 23 01:37:40.860577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:37:40.861337 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Checking segment: {'id': 'b80ee750-f153-4fb8-a788-dbeef5ec2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ae28e47c-96ac-4104-b329-4d8b5e15683f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:40.862154 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:40.863219 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Bound using segment: {'id': 'b80ee750-f153-4fb8-a788-dbeef5ec2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ae28e47c-96ac-4104-b329-4d8b5e15683f'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:37:40.864065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Bound port: 3de4819c-d11f-4344-a15b-bf5e8519620c, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80ee750-f153-4fb8-a788-dbeef5ec2d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ae28e47c-96ac-4104-b329-4d8b5e15683f'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:37:40.864671 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3de4819c-d11f-4344-a15b-bf5e8519620c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:40.867389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:40.870258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:37:40.930582 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-917a3db3-56e4-4529-8559-5b44cc5abddb tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Made reservation on behalf of 63ab57c3238241379694ff8e8ce79621 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:40.934138 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-917a3db3-56e4-4529-8559-5b44cc5abddb tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:40.967150 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-728571e7-24ef-498d-9569-ad123822ee84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:37:40.967777 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-728571e7-24ef-498d-9569-ad123822ee84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:37:40.973911 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Pushing event updated for resources: {'Port': ['ID=65c15aff-e9ad-433a-87b2-5e6d487e6ecc,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:40.988323 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (bdca9e38-f141-4637-a9c6-32b01d015ed7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:41.077787 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285f24e-bafd-4503-9cb4-24a479a6b46a req-0378b04a-4369-4c60-958e-d79ac00b22de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:41.079468 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7285f24e-bafd-4503-9cb4-24a479a6b46a req-0378b04a-4369-4c60-958e-d79ac00b22de service neutron] 10.222.0.43 "GET /v2.0/networks?id=bcb5bba5-c393-415e-b531-6fbef811d49d HTTP/1.1" status: 200 len: 913 time: 0.3424659 Mar 23 01:37:41.094681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dfa6e-c7ab-4c41-8b31-edf5d1002549 req-8c1768fd-b441-4210-a17f-126f92b059b3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:41.103364 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dfa6e-c7ab-4c41-8b31-edf5d1002549 req-8c1768fd-b441-4210-a17f-126f92b059b3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:41.111670 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dfa6e-c7ab-4c41-8b31-edf5d1002549 req-8c1768fd-b441-4210-a17f-126f92b059b3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:41.131164 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 1cd0381e-135b-43cc-84fd-16d3d0f1392d is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:37:41.134474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dfa6e-c7ab-4c41-8b31-edf5d1002549 req-8c1768fd-b441-4210-a17f-126f92b059b3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:41.150842 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=bdca9e38-f141-4637-a9c6-32b01d015ed7,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:41.159981 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dfa6e-c7ab-4c41-8b31-edf5d1002549 req-8c1768fd-b441-4210-a17f-126f92b059b3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:41.163260 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:41.171962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dfa6e-c7ab-4c41-8b31-edf5d1002549 req-8c1768fd-b441-4210-a17f-126f92b059b3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:41.185991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dfa6e-c7ab-4c41-8b31-edf5d1002549 req-8c1768fd-b441-4210-a17f-126f92b059b3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:41.191099 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0f1dfa6e-c7ab-4c41-8b31-edf5d1002549 req-8c1768fd-b441-4210-a17f-126f92b059b3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.2996540 Mar 23 01:37:41.227133 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=c0c17709-191c-435b-b12e-5bf9bc0594fa,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:41.253744 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:37:41.254466 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (afbe511a-1e6d-4286-97b3-1e86014d7dcb), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:41.328006 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7285f24e-bafd-4503-9cb4-24a479a6b46a req-eb8840e7-f470-4f39-b562-8aba0107e258 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8299e73-e038-4c9f-ad7a-149f77251b63 HTTP/1.1" status: 200 len: 217 time: 0.2394140 Mar 23 01:37:41.352844 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] For port 3de4819c-d11f-4344-a15b-bf5e8519620c, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:37:41.357226 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] For port 3de4819c-d11f-4344-a15b-bf5e8519620c, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3de4819c-d11f-4344-a15b-bf5e8519620c,segment=NetworkSegment(b80ee750-f153-4fb8-a788-dbeef5ec2d3b),segment_id=b80ee750-f153-4fb8-a788-dbeef5ec2d3b)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:37:41.384318 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0f1dfa6e-c7ab-4c41-8b31-edf5d1002549 req-818e7230-f842-45ce-a053-41ef3b0d2965 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1816704 Mar 23 01:37:41.389692 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3de4819c-d11f-4344-a15b-bf5e8519620c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:41.396179 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c834108e-4874-488f-9a44-5839004932aa tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/subnets/bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb/tags HTTP/1.1" status: 200 len: 241 time: 0.6259031 Mar 23 01:37:41.402487 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40734) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:41.415329 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-603682a0-2afe-4bc1-a283-209142bfff0c tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb', 'tempest-TagsExtTest-Tag-1137297802') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:41.556441 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-917a3db3-56e4-4529-8559-5b44cc5abddb tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Allocated IP 172.20.0.14 (e715db68-6655-4bd1-bb9c-7d840b1a92a1/b7ea8766-c20f-48a9-a4be-5004a82b8f10/ec3f43b1-9a5b-4552-a31c-544fa6d8fedd) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:37:41.557658 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-603682a0-2afe-4bc1-a283-209142bfff0c tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/subnets/bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb/tags/tempest-TagsExtTest-Tag-1137297802 HTTP/1.1" status: 204 len: 168 time: 0.1535094 Mar 23 01:37:41.558308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40738) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:41.571130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-ec5fda94-81af-4285-acd1-573cea5499aa tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb', 'tempest-TagsExtTest-Tag-1137297802') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:41.590583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285f24e-bafd-4503-9cb4-24a479a6b46a req-8a4795c2-919c-4d41-85d3-70ae21d4a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:41.592319 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7285f24e-bafd-4503-9cb4-24a479a6b46a req-8a4795c2-919c-4d41-85d3-70ae21d4a7fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85af6975-6563-48c3-8c21-d4f0fe818486 HTTP/1.1" status: 200 len: 853 time: 0.2221863 Mar 23 01:37:41.594461 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Attempting to bind port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:37:41.594947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Attempting to bind port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '69dc0f20-340e-47bf-bfdd-6561a0727d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '660f1b93-a4ff-4e84-a365-e016c2b4fc8a'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:37:41.595415 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Attempting to bind port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc on network 660f1b93-a4ff-4e84-a365-e016c2b4fc8a {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:37:41.619488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fda53-4ebd-4310-92a3-b04b63c52f2d None None] Pushing event updated for resources: {'Port': ['ID=3de4819c-d11f-4344-a15b-bf5e8519620c,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:41.642483 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:37:41.643239 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Checking segment: {'id': '69dc0f20-340e-47bf-bfdd-6561a0727d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '660f1b93-a4ff-4e84-a365-e016c2b4fc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:41.643772 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:41.644282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Bound using segment: {'id': '69dc0f20-340e-47bf-bfdd-6561a0727d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '660f1b93-a4ff-4e84-a365-e016c2b4fc8a'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:37:41.646029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Bound port: 65c15aff-e9ad-433a-87b2-5e6d487e6ecc, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dc0f20-340e-47bf-bfdd-6561a0727d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '660f1b93-a4ff-4e84-a365-e016c2b4fc8a'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:37:41.646191 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (65c15aff-e9ad-433a-87b2-5e6d487e6ecc), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:41.653060 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-728571e7-24ef-498d-9569-ad123822ee84 None None] Current status of the port c0c17709-191c-435b-b12e-5bf9bc0594fa is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:41.765517 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7285f24e-bafd-4503-9cb4-24a479a6b46a req-9815ae0f-a2b3-4cea-931d-c85389ca8e1f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bcb5bba5-c393-415e-b531-6fbef811d49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1590297 Mar 23 01:37:41.790042 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] For port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:37:41.794419 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] For port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=65c15aff-e9ad-433a-87b2-5e6d487e6ecc,segment=NetworkSegment(69dc0f20-340e-47bf-bfdd-6561a0727d6f),segment_id=69dc0f20-340e-47bf-bfdd-6561a0727d6f)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:37:41.804684 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d0eefc72-f188-49aa-b139-e74d9a351d44 None None] Provisioning complete for port c0c17709-191c-435b-b12e-5bf9bc0594fa triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:41.805729 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d0eefc72-f188-49aa-b139-e74d9a351d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c0c17709-191c-435b-b12e-5bf9bc0594fa), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:41.837326 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (65c15aff-e9ad-433a-87b2-5e6d487e6ecc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:41.944929 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50189583-8ce8-4252-838b-659a2313e6a8 req-c8158b18-d4be-4d8f-b332-2453f0725aa4 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:41.949628 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-50189583-8ce8-4252-838b-659a2313e6a8 req-c8158b18-d4be-4d8f-b332-2453f0725aa4 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f3a58f8-6983-42e6-8700-067df48eda5c HTTP/1.1" status: 200 len: 945 time: 0.2753026 Mar 23 01:37:41.972123 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ec5fda94-81af-4285-acd1-573cea5499aa tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/subnets/bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb/tags/tempest-TagsExtTest-Tag-1137297802 HTTP/1.1" status: 204 len: 168 time: 0.4111679 Mar 23 01:37:41.973761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40744) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:41.991439 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-84b67ead-04d7-4b5e-bedb-d247e4834ae6 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:42.093739 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2ed42-c4c1-4802-b883-472794f41ea6 None None] Pushing event updated for resources: {'Port': ['ID=65c15aff-e9ad-433a-87b2-5e6d487e6ecc,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:42.156528 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-daa2e402-349c-4faa-ba13-6cd8d9627ee6 req-687ac635-a3f0-4af3-aac7-519dbd16bfc8 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 210 time: 0.1190388 Mar 23 01:37:42.168249 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d0eefc72-f188-49aa-b139-e74d9a351d44 None None] Current status of the port c0c17709-191c-435b-b12e-5bf9bc0594fa is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:42.175479 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7285f24e-bafd-4503-9cb4-24a479a6b46a req-497f73a1-aa0c-4971-867b-5e2b1d4c21e9 service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632863 Mar 23 01:37:42.301158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b9b1e7da-92bf-488f-b070-352c287f63fb None None] Provisioning complete for port bdca9e38-f141-4637-a9c6-32b01d015ed7 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:42.301678 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b9b1e7da-92bf-488f-b070-352c287f63fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bdca9e38-f141-4637-a9c6-32b01d015ed7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:42.360155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1e7da-92bf-488f-b070-352c287f63fb None None] Port bdca9e38-f141-4637-a9c6-32b01d015ed7 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:37:42.394821 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bdca9e38-f141-4637-a9c6-32b01d015ed7), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:42.435103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65510a4b-722a-44a2-943a-7d9b6cacf682 req-66d2e2ed-3d17-4cb4-82ee-bf939948239f tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:42.437831 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65510a4b-722a-44a2-943a-7d9b6cacf682 req-66d2e2ed-3d17-4cb4-82ee-bf939948239f tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.43 "GET /v2.0/ports?device_id=5168db0f-4733-49ff-a3ac-02e5f904cd8f HTTP/1.1" status: 200 len: 946 time: 0.4280519 Mar 23 01:37:42.810529 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40754) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:42.825402 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9b689e5d-bf26-4ed6-8050-74a214ef8cb7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-282603138'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:42.839740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084f5bb-527d-4def-9c37-1eeb9c6709d8 req-e043ddfe-9a4c-462c-8012-42085b3e64f5 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:42.841378 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8084f5bb-527d-4def-9c37-1eeb9c6709d8 req-e043ddfe-9a4c-462c-8012-42085b3e64f5 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f3a58f8-6983-42e6-8700-067df48eda5c HTTP/1.1" status: 200 len: 945 time: 0.6649721 Mar 23 01:37:42.867642 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7285f24e-bafd-4503-9cb4-24a479a6b46a req-8900810e-d869-4ce6-993c-6d2332ce5a45 service neutron] 10.222.0.43 "GET /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6809235 Mar 23 01:37:42.872334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-50189583-8ce8-4252-838b-659a2313e6a8 req-a2d03f1b-5497-4934-a9d7-c276c854c863 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Deleting port b8299e73-e038-4c9f-ad7a-149f77251b63 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:42.873154 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-50189583-8ce8-4252-838b-659a2313e6a8 req-a2d03f1b-5497-4934-a9d7-c276c854c863 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b8299e73-e038-4c9f-ad7a-149f77251b63), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:42.934241 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-84b67ead-04d7-4b5e-bedb-d247e4834ae6 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/subnets/bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb/tags HTTP/1.1" status: 200 len: 205 time: 0.9563696 Mar 23 01:37:42.954784 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40756) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:42.964014 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8084f5bb-527d-4def-9c37-1eeb9c6709d8 req-29379530-c4ab-4b60-87da-323df1f16a5e tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114097 Mar 23 01:37:42.970471 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.tag.tag_plugin [None req-ac36ee37-569e-4155-8433-5db2318875f5 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'de5cc8c7-9319-4634-9ad8-f7f5f4a79165') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:42.994967 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-917a3db3-56e4-4529-8559-5b44cc5abddb tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Publish callbacks [] for port (ec3f43b1-9a5b-4552-a31c-544fa6d8fedd), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:43.081244 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (bdca9e38-f141-4637-a9c6-32b01d015ed7), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:43.083660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b689e5d-bf26-4ed6-8050-74a214ef8cb7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Made reservation on behalf of f6f9aae227d84399a0bbd30fdbd1c690 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:43.088510 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9b689e5d-bf26-4ed6-8050-74a214ef8cb7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:43.101605 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (bdca9e38-f141-4637-a9c6-32b01d015ed7), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:43.103143 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (afbe511a-1e6d-4286-97b3-1e86014d7dcb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:43.133357 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42638fbd-1fb5-4122-9b43-243cca164344 req-f1598d76-4d03-434f-9a95-8aa063b881f6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:43.139328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42638fbd-1fb5-4122-9b43-243cca164344 req-f1598d76-4d03-434f-9a95-8aa063b881f6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:43.146259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42638fbd-1fb5-4122-9b43-243cca164344 req-f1598d76-4d03-434f-9a95-8aa063b881f6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:43.150625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42638fbd-1fb5-4122-9b43-243cca164344 req-f1598d76-4d03-434f-9a95-8aa063b881f6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:43.156044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42638fbd-1fb5-4122-9b43-243cca164344 req-f1598d76-4d03-434f-9a95-8aa063b881f6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:43.161668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42638fbd-1fb5-4122-9b43-243cca164344 req-f1598d76-4d03-434f-9a95-8aa063b881f6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:43.172550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42638fbd-1fb5-4122-9b43-243cca164344 req-f1598d76-4d03-434f-9a95-8aa063b881f6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:43.182090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42638fbd-1fb5-4122-9b43-243cca164344 req-f1598d76-4d03-434f-9a95-8aa063b881f6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.5105445 Mar 23 01:37:43.333633 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42638fbd-1fb5-4122-9b43-243cca164344 req-a88ec506-81a6-4d36-b7d2-f671a7524dd7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1500518 Mar 23 01:37:43.337446 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=bdca9e38-f141-4637-a9c6-32b01d015ed7,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:43.367439 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b689e5d-bf26-4ed6-8050-74a214ef8cb7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:37:43.384809 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c0c17709-191c-435b-b12e-5bf9bc0594fa up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:37:43.416152 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ac36ee37-569e-4155-8433-5db2318875f5 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/ports/de5cc8c7-9319-4634-9ad8-f7f5f4a79165/tags HTTP/1.1" status: 200 len: 241 time: 0.4510133 Mar 23 01:37:43.418498 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c09e6db-aec6-42db-94f9-91dbb5340b75 req-03d84592-5517-4db8-92df-b3de0eb6ebfd tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 210 time: 0.0878522 Mar 23 01:37:43.418990 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40760) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:43.426509 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.tag.tag_plugin [None req-0454b9a7-f04d-42ad-bfcf-50df56a8d0ec tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'de5cc8c7-9319-4634-9ad8-f7f5f4a79165', 'tempest-TagsExtTest-Tag-1665617582') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:43.440461 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9b689e5d-bf26-4ed6-8050-74a214ef8cb7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (30384552-7e6b-433e-b4a7-389b3874b80d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:43.440873 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-917a3db3-56e4-4529-8559-5b44cc5abddb tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ec3f43b1-9a5b-4552-a31c-544fa6d8fedd), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:43.441412 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-9b689e5d-bf26-4ed6-8050-74a214ef8cb7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Added segment 30384552-7e6b-433e-b4a7-389b3874b80d of type vlan for network 8be97217-9f6e-4d52-a151-af50fe88b198 Mar 23 01:37:43.479705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-65510a4b-722a-44a2-943a-7d9b6cacf682 req-48e739ff-3a2d-4e2a-826e-5f43ce687176 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Deleting port 8803f6b6-3704-4e55-8e03-7e22041a5288 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:43.480300 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-65510a4b-722a-44a2-943a-7d9b6cacf682 req-48e739ff-3a2d-4e2a-826e-5f43ce687176 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8803f6b6-3704-4e55-8e03-7e22041a5288), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:43.565749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-917a3db3-56e4-4529-8559-5b44cc5abddb tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Network e715db68-6655-4bd1-bb9c-7d840b1a92a1 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:37:43.572103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2d8f55-3b03-4c7a-a183-580cec8635af None None] Network ae28e47c-96ac-4104-b329-4d8b5e15683f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:43.572750 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-917a3db3-56e4-4529-8559-5b44cc5abddb tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:43.580290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-917a3db3-56e4-4529-8559-5b44cc5abddb tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:37:43.629104 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port c0c17709-191c-435b-b12e-5bf9bc0594fa triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:43.630392 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c0c17709-191c-435b-b12e-5bf9bc0594fa), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:43.635252 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 1cd0381e-135b-43cc-84fd-16d3d0f1392d is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:37:43.651784 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a3db3-56e4-4529-8559-5b44cc5abddb tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Pushing event updated for resources: {'Port': ['ID=ec3f43b1-9a5b-4552-a31c-544fa6d8fedd,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:43.661075 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:43.848259 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-917a3db3-56e4-4529-8559-5b44cc5abddb tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:43.849035 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-917a3db3-56e4-4529-8559-5b44cc5abddb tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:43.932786 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-917a3db3-56e4-4529-8559-5b44cc5abddb tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2417431 Mar 23 01:37:43.939428 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2eec9c4a-f5b7-46ab-a1c6-4a515b90da08 None None] Provisioning complete for port 3de4819c-d11f-4344-a15b-bf5e8519620c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:43.939902 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2eec9c4a-f5b7-46ab-a1c6-4a515b90da08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3de4819c-d11f-4344-a15b-bf5e8519620c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:43.956540 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0454b9a7-f04d-42ad-bfcf-50df56a8d0ec tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/ports/de5cc8c7-9319-4634-9ad8-f7f5f4a79165/tags/tempest-TagsExtTest-Tag-1665617582 HTTP/1.1" status: 204 len: 168 time: 0.5337486 Mar 23 01:37:43.974183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Request body: {'port': {'device_id': '83ad1cad-c1a7-492f-ae5c-c603e00d8cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:43.993150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40766) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:44.009921 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.tag.tag_plugin [None req-a6943874-0ace-4613-90ef-6f690f469838 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'de5cc8c7-9319-4634-9ad8-f7f5f4a79165', 'tempest-TagsExtTest-Tag-1665617582') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:44.114070 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port c0c17709-191c-435b-b12e-5bf9bc0594fa is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:44.115144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 65c15aff-e9ad-433a-87b2-5e6d487e6ecc up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:37:44.228094 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2eec9c4a-f5b7-46ab-a1c6-4a515b90da08 None None] Current status of the port 3de4819c-d11f-4344-a15b-bf5e8519620c is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:44.228483 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2eec9c4a-f5b7-46ab-a1c6-4a515b90da08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3de4819c-d11f-4344-a15b-bf5e8519620c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:44.230899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f484faf3-411f-431a-b313-4344ccd0ce09 None None] Network 660f1b93-a4ff-4e84-a365-e016c2b4fc8a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:44.290773 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ec3f43b1-9a5b-4552-a31c-544fa6d8fedd), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:44.389954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2eec9c4a-f5b7-46ab-a1c6-4a515b90da08 None None] For port 3de4819c-d11f-4344-a15b-bf5e8519620c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3de4819c-d11f-4344-a15b-bf5e8519620c,segment=NetworkSegment(b80ee750-f153-4fb8-a788-dbeef5ec2d3b),segment_id=b80ee750-f153-4fb8-a788-dbeef5ec2d3b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:44.420229 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a6943874-0ace-4613-90ef-6f690f469838 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/ports/de5cc8c7-9319-4634-9ad8-f7f5f4a79165/tags/tempest-TagsExtTest-Tag-1665617582 HTTP/1.1" status: 204 len: 168 time: 0.4234765 Mar 23 01:37:44.454996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40772) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:44.465640 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-c06df56d-9c0f-49ee-9f3e-44ed1e3326bc tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'de5cc8c7-9319-4634-9ad8-f7f5f4a79165') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:44.476799 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9b689e5d-bf26-4ed6-8050-74a214ef8cb7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (8be97217-9f6e-4d52-a151-af50fe88b198), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:44.491396 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:44.495488 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router afbe511a-1e6d-4286-97b3-1e86014d7dcb is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:37:44.502089 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (65c15aff-e9ad-433a-87b2-5e6d487e6ecc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:44.505745 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2eec9c4a-f5b7-46ab-a1c6-4a515b90da08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3de4819c-d11f-4344-a15b-bf5e8519620c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:44.552367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-50189583-8ce8-4252-838b-659a2313e6a8 req-a2d03f1b-5497-4934-a9d7-c276c854c863 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] For port b8299e73-e038-4c9f-ad7a-149f77251b63, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b8299e73-e038-4c9f-ad7a-149f77251b63,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:44.552778 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-50189583-8ce8-4252-838b-659a2313e6a8 req-a2d03f1b-5497-4934-a9d7-c276c854c863 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b8299e73-e038-4c9f-ad7a-149f77251b63), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:44.655226 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec9c4a-f5b7-46ab-a1c6-4a515b90da08 None None] Pushing event updated for resources: {'Port': ['ID=3de4819c-d11f-4344-a15b-bf5e8519620c,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:44.659701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-65510a4b-722a-44a2-943a-7d9b6cacf682 req-48e739ff-3a2d-4e2a-826e-5f43ce687176 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] For port 8803f6b6-3704-4e55-8e03-7e22041a5288, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8803f6b6-3704-4e55-8e03-7e22041a5288,segment=NetworkSegment(6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b),segment_id=6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:44.675971 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-65510a4b-722a-44a2-943a-7d9b6cacf682 req-48e739ff-3a2d-4e2a-826e-5f43ce687176 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8803f6b6-3704-4e55-8e03-7e22041a5288), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:44.707235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6611676e-cdd2-432b-a9db-70dc4df8f988 None None] Provisioning complete for port bdca9e38-f141-4637-a9c6-32b01d015ed7 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:44.707873 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6611676e-cdd2-432b-a9db-70dc4df8f988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bdca9e38-f141-4637-a9c6-32b01d015ed7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:44.712854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-65510a4b-722a-44a2-943a-7d9b6cacf682 req-48e739ff-3a2d-4e2a-826e-5f43ce687176 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Calling delete_port for 8803f6b6-3704-4e55-8e03-7e22041a5288 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:44.786693 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62fed-b7d2-4c0b-a8bd-52ae8a4277f8 req-3672b214-7330-4d22-bd30-27d228d8ba21 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:44.792044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62fed-b7d2-4c0b-a8bd-52ae8a4277f8 req-3672b214-7330-4d22-bd30-27d228d8ba21 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:44.798086 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62fed-b7d2-4c0b-a8bd-52ae8a4277f8 req-3672b214-7330-4d22-bd30-27d228d8ba21 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:44.802906 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62fed-b7d2-4c0b-a8bd-52ae8a4277f8 req-3672b214-7330-4d22-bd30-27d228d8ba21 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:44.808869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62fed-b7d2-4c0b-a8bd-52ae8a4277f8 req-3672b214-7330-4d22-bd30-27d228d8ba21 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:44.812457 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.resource_extend [None req-9b689e5d-bf26-4ed6-8050-74a214ef8cb7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:37:44.815426 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62fed-b7d2-4c0b-a8bd-52ae8a4277f8 req-3672b214-7330-4d22-bd30-27d228d8ba21 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:44.821407 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62fed-b7d2-4c0b-a8bd-52ae8a4277f8 req-3672b214-7330-4d22-bd30-27d228d8ba21 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:44.823369 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fdc62fed-b7d2-4c0b-a8bd-52ae8a4277f8 req-3672b214-7330-4d22-bd30-27d228d8ba21 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.3120978 Mar 23 01:37:44.840340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-50189583-8ce8-4252-838b-659a2313e6a8 req-a2d03f1b-5497-4934-a9d7-c276c854c863 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Calling delete_port for b8299e73-e038-4c9f-ad7a-149f77251b63 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:44.846720 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device b8299e73-e038-4c9f-ad7a-149f77251b63 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:37:44.914752 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6611676e-cdd2-432b-a9db-70dc4df8f988 None None] Port bdca9e38-f141-4637-a9c6-32b01d015ed7 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:37:44.947710 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:44.948192 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (65c15aff-e9ad-433a-87b2-5e6d487e6ecc), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:44.971026 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6611676e-cdd2-432b-a9db-70dc4df8f988 None None] Provisioning complete for port 3de4819c-d11f-4344-a15b-bf5e8519620c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:44.971725 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6611676e-cdd2-432b-a9db-70dc4df8f988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3de4819c-d11f-4344-a15b-bf5e8519620c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:45.000444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:37:45.013476 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6422ba59-37c2-4a3e-ab4e-2b4c0f414a83 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/afbe511a-1e6d-4286-97b3-1e86014d7dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6978817 Mar 23 01:37:45.013881 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40780) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:45.086695 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7595c570-6461-4bb5-9d41-fe39b8ca552c None None] Sync routers for ids ['afbe511a-1e6d-4286-97b3-1e86014d7dcb'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:37:45.090735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843e1e16-30f0-45ad-bca2-299075e590df tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:45.094741 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-843e1e16-30f0-45ad-bca2-299075e590df tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports/bdca9e38-f141-4637-a9c6-32b01d015ed7 HTTP/1.1" status: 200 len: 911 time: 0.0744631 Mar 23 01:37:45.102074 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9b689e5d-bf26-4ed6-8050-74a214ef8cb7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (8be97217-9f6e-4d52-a151-af50fe88b198), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:45.103942 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40782) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:45.110661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b689e5d-bf26-4ed6-8050-74a214ef8cb7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:45.111311 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9b689e5d-bf26-4ed6-8050-74a214ef8cb7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:45.142816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7595c570-6461-4bb5-9d41-fe39b8ca552c None None] Routers {'afbe511a-1e6d-4286-97b3-1e86014d7dcb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:37:45.143984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7595c570-6461-4bb5-9d41-fe39b8ca552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:37:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['afbe511a-1e6d-4286-97b3-1e86014d7dcb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:45.163701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc52d9-74e7-4d6a-ad47-749a02d0a51b req-d9f4b3e6-914d-490b-bb24-4660e7abf367 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:45.165413 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1dcc52d9-74e7-4d6a-ad47-749a02d0a51b req-d9f4b3e6-914d-490b-bb24-4660e7abf367 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f3a58f8-6983-42e6-8700-067df48eda5c HTTP/1.1" status: 200 len: 945 time: 0.7961559 Mar 23 01:37:45.272727 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-50189583-8ce8-4252-838b-659a2313e6a8 req-a2d03f1b-5497-4934-a9d7-c276c854c863 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b8299e73-e038-4c9f-ad7a-149f77251b63), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:45.290599 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7595c570-6461-4bb5-9d41-fe39b8ca552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:45.319799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Port b8299e73-e038-4c9f-ad7a-149f77251b63 update to DOWN by agent not found {{(pid=99265) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 23 01:37:45.321408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8803f6b6-3704-4e55-8e03-7e22041a5288 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:37:45.342325 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9b689e5d-bf26-4ed6-8050-74a214ef8cb7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.5212054 Mar 23 01:37:45.353408 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40784) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:45.359331 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ab7c3c4c-c318-4683-8a3a-5b14a076f28c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-175390651'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:45.369501 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d03f1b-5497-4934-a9d7-c276c854c863 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Pushing event deleted for resources: {'Port': ['ID=b8299e73-e038-4c9f-ad7a-149f77251b63,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:45.378519 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fdc62fed-b7d2-4c0b-a8bd-52ae8a4277f8 req-31699b83-0931-4b02-bb22-ffd751c7e13d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5446465 Mar 23 01:37:45.396425 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=65c15aff-e9ad-433a-87b2-5e6d487e6ecc,segment=NetworkSegment(69dc0f20-340e-47bf-bfdd-6561a0727d6f),segment_id=69dc0f20-340e-47bf-bfdd-6561a0727d6f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:45.458315 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b689e5d-bf26-4ed6-8050-74a214ef8cb7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event updated for resources: {'Network': ['ID=8be97217-9f6e-4d52-a151-af50fe88b198,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:45.464505 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7595c570-6461-4bb5-9d41-fe39b8ca552c None None] Routers {'afbe511a-1e6d-4286-97b3-1e86014d7dcb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:37:45.465210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7595c570-6461-4bb5-9d41-fe39b8ca552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:37:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['afbe511a-1e6d-4286-97b3-1e86014d7dcb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:45.501296 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c06df56d-9c0f-49ee-9f3e-44ed1e3326bc tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/ports/de5cc8c7-9319-4634-9ad8-f7f5f4a79165/tags HTTP/1.1" status: 200 len: 205 time: 1.0449121 Mar 23 01:37:45.530665 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (65c15aff-e9ad-433a-87b2-5e6d487e6ecc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:45.531948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3de4819c-d11f-4344-a15b-bf5e8519620c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:37:45.534176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40786) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:45.539297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-9f7a0fad-ddde-4ca1-a2a5-a30bf52ad38d tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5ae0511d-32f1-4093-b616-77cd7813209b') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:45.549390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-50189583-8ce8-4252-838b-659a2313e6a8 req-a2d03f1b-5497-4934-a9d7-c276c854c863 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] No DVR routers for this DVR port b8299e73-e038-4c9f-ad7a-149f77251b63 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:37:45.552503 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-50189583-8ce8-4252-838b-659a2313e6a8 req-a2d03f1b-5497-4934-a9d7-c276c854c863 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:45.556941 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-50189583-8ce8-4252-838b-659a2313e6a8 req-a2d03f1b-5497-4934-a9d7-c276c854c863 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.43 "DELETE /v2.0/ports/b8299e73-e038-4c9f-ad7a-149f77251b63 HTTP/1.1" status: 204 len: 173 time: 3.5610042 Mar 23 01:37:45.595291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3a58f8-6983-42e6-8700-067df48eda5c', 'name': 'network-vif-deleted', 'tag': 'b8299e73-e038-4c9f-ad7a-149f77251b63'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:37:45.598689 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a0b8d4-6d8b-4044-b807-7827ad2f74d6" -d '{"events": [{"server_uuid": "9f3a58f8-6983-42e6-8700-067df48eda5c", "name": "network-vif-deleted", "tag": "b8299e73-e038-4c9f-ad7a-149f77251b63"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:37:45.611920 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1dcc52d9-74e7-4d6a-ad47-749a02d0a51b req-85709820-2550-4185-968b-ed516bb6f4dd tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e8db5e-d4ac-439a-a543-201df05bb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472371 Mar 23 01:37:45.613593 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7595c570-6461-4bb5-9d41-fe39b8ca552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:45.618004 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7c3c4c-c318-4683-8a3a-5b14a076f28c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Made reservation on behalf of f6f9aae227d84399a0bbd30fdbd1c690 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:45.620494 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7595c570-6461-4bb5-9d41-fe39b8ca552c None None] The sync data for ids ['afbe511a-1e6d-4286-97b3-1e86014d7dcb'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:37:45.622817 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3c4c-c318-4683-8a3a-5b14a076f28c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:45.692168 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-65510a4b-722a-44a2-943a-7d9b6cacf682 req-48e739ff-3a2d-4e2a-826e-5f43ce687176 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8803f6b6-3704-4e55-8e03-7e22041a5288), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:45.710027 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adae6f24-bba5-434e-bacc-5fe250a02c4f x-openstack-request-id: req-adae6f24-bba5-434e-bacc-5fe250a02c4f {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:37:45.710375 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3a58f8-6983-42e6-8700-067df48eda5c", "name": "network-vif-deleted", "tag": "b8299e73-e038-4c9f-ad7a-149f77251b63", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:37:45.710608 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-adae6f24-bba5-434e-bacc-5fe250a02c4f {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:37:45.711207 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adae6f24-bba5-434e-bacc-5fe250a02c4f'] response: {'server_uuid': '9f3a58f8-6983-42e6-8700-067df48eda5c', 'name': 'network-vif-deleted', 'tag': 'b8299e73-e038-4c9f-ad7a-149f77251b63', 'status': 'completed', 'code': 200} Mar 23 01:37:45.741239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7c3c4c-c318-4683-8a3a-5b14a076f28c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:37:45.761880 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e739ff-3a2d-4e2a-826e-5f43ce687176 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Pushing event deleted for resources: {'Port': ['ID=8803f6b6-3704-4e55-8e03-7e22041a5288,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:45.799249 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3c4c-c318-4683-8a3a-5b14a076f28c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a29f7946-f4e1-4aa9-8bef-6f4de58f56b5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:45.799249 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-ab7c3c4c-c318-4683-8a3a-5b14a076f28c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Added segment a29f7946-f4e1-4aa9-8bef-6f4de58f56b5 of type vlan for network dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 Mar 23 01:37:45.828122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-65510a4b-722a-44a2-943a-7d9b6cacf682 req-48e739ff-3a2d-4e2a-826e-5f43ce687176 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] No DVR routers for this DVR port 8803f6b6-3704-4e55-8e03-7e22041a5288 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:37:45.831734 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-65510a4b-722a-44a2-943a-7d9b6cacf682 req-48e739ff-3a2d-4e2a-826e-5f43ce687176 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:45.837302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65510a4b-722a-44a2-943a-7d9b6cacf682 req-48e739ff-3a2d-4e2a-826e-5f43ce687176 tempest-MultipleCreateTestJSON-1245023680 tempest-MultipleCreateTestJSON-1245023680-project] 10.222.0.43 "DELETE /v2.0/ports/8803f6b6-3704-4e55-8e03-7e22041a5288 HTTP/1.1" status: 204 len: 173 time: 3.3398154 Mar 23 01:37:45.845789 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9f7a0fad-ddde-4ca1-a2a5-a30bf52ad38d tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/routers/5ae0511d-32f1-4093-b616-77cd7813209b/tags HTTP/1.1" status: 200 len: 241 time: 0.3100665 Mar 23 01:37:45.848217 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40794) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:45.854049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-2d1386f0-9e25-4c6e-83ee-5c6b99249dc1 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5ae0511d-32f1-4093-b616-77cd7813209b', 'tempest-TagsExtTest-Tag-1582974565') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:45.862778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 8be97217-9f6e-4d52-a151-af50fe88b198 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:37:46.013778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=65c15aff-e9ad-433a-87b2-5e6d487e6ecc,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:46.026971 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6611676e-cdd2-432b-a9db-70dc4df8f988 None None] Current status of the port 3de4819c-d11f-4344-a15b-bf5e8519620c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:46.046575 n-d-834677-4 neutron-server[99265]: INFO neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No ports have port_id starting with 8803f6b6-3704-4e55-8e03-7e22041a5288 Mar 23 01:37:46.050846 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3c4c-c318-4683-8a3a-5b14a076f28c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (dddecf0c-3ac3-45a8-bf20-94de5f9f98e2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:46.101298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3de4819c-d11f-4344-a15b-bf5e8519620c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:46.101677 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3de4819c-d11f-4344-a15b-bf5e8519620c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:46.103870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6611676e-cdd2-432b-a9db-70dc4df8f988 None None] Provisioning complete for port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:46.104660 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6611676e-cdd2-432b-a9db-70dc4df8f988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (65c15aff-e9ad-433a-87b2-5e6d487e6ecc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:46.143262 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2d1386f0-9e25-4c6e-83ee-5c6b99249dc1 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/routers/5ae0511d-32f1-4093-b616-77cd7813209b/tags/tempest-TagsExtTest-Tag-1582974565 HTTP/1.1" status: 204 len: 168 time: 0.2913392 Mar 23 01:37:46.145517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40796) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:46.158112 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-1413242f-f6c7-44b6-bca9-c0c60cff713b tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5ae0511d-32f1-4093-b616-77cd7813209b', 'tempest-TagsExtTest-Tag-1582974565') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:46.168571 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3c4c-c318-4683-8a3a-5b14a076f28c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (dddecf0c-3ac3-45a8-bf20-94de5f9f98e2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:46.185203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7c3c4c-c318-4683-8a3a-5b14a076f28c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:46.186258 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3c4c-c318-4683-8a3a-5b14a076f28c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:46.535725 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ab7c3c4c-c318-4683-8a3a-5b14a076f28c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1808715 Mar 23 01:37:46.548564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40800) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:46.566598 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-5c0fcc72-cbf0-4fbe-88d8-9af33af83dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Request body: {'subnet': {'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:46.686054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c3c4c-c318-4683-8a3a-5b14a076f28c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event updated for resources: {'Network': ['ID=dddecf0c-3ac3-45a8-bf20-94de5f9f98e2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:46.695813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6611676e-cdd2-432b-a9db-70dc4df8f988 None None] Current status of the port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:46.718476 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3de4819c-d11f-4344-a15b-bf5e8519620c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:46.729089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:37:46.746534 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0fcc72-cbf0-4fbe-88d8-9af33af83dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Made reservation on behalf of f6f9aae227d84399a0bbd30fdbd1c690 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:46.756719 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c0fcc72-cbf0-4fbe-88d8-9af33af83dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:46.871561 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf975e-f1c2-4148-b1dd-b56ef3af6bf8 req-9837fd2d-053b-4827-beba-a3d6fa3e3e14 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:46.894400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf975e-f1c2-4148-b1dd-b56ef3af6bf8 req-9837fd2d-053b-4827-beba-a3d6fa3e3e14 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:46.914969 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3f43b1-9a5b-4552-a31c-544fa6d8fedd {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:37:46.926738 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-58f147d2-6a4d-4e50-b047-f5bc16ae12eb None None] Provisioning complete for port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:46.927126 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-58f147d2-6a4d-4e50-b047-f5bc16ae12eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (65c15aff-e9ad-433a-87b2-5e6d487e6ecc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:46.928821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b56a1-448f-490c-9dc8-96f489aa730e req-218c2a57-deb0-46ee-b634-a2a30aba26af tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:46.930525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf975e-f1c2-4148-b1dd-b56ef3af6bf8 req-9837fd2d-053b-4827-beba-a3d6fa3e3e14 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:46.935822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf975e-f1c2-4148-b1dd-b56ef3af6bf8 req-9837fd2d-053b-4827-beba-a3d6fa3e3e14 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:46.936881 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d9b56a1-448f-490c-9dc8-96f489aa730e req-218c2a57-deb0-46ee-b634-a2a30aba26af tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 932 time: 0.3558683 Mar 23 01:37:46.943382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 65c15aff-e9ad-433a-87b2-5e6d487e6ecc up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:37:46.948310 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Publish callbacks [] for port (ec3f43b1-9a5b-4552-a31c-544fa6d8fedd), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:46.953710 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf975e-f1c2-4148-b1dd-b56ef3af6bf8 req-9837fd2d-053b-4827-beba-a3d6fa3e3e14 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:46.973585 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf975e-f1c2-4148-b1dd-b56ef3af6bf8 req-9837fd2d-053b-4827-beba-a3d6fa3e3e14 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:46.979105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf975e-f1c2-4148-b1dd-b56ef3af6bf8 req-9837fd2d-053b-4827-beba-a3d6fa3e3e14 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:46.981139 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-decf975e-f1c2-4148-b1dd-b56ef3af6bf8 req-9837fd2d-053b-4827-beba-a3d6fa3e3e14 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.4316084 Mar 23 01:37:47.057125 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1413242f-f6c7-44b6-bca9-c0c60cff713b tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/routers/5ae0511d-32f1-4093-b616-77cd7813209b/tags/tempest-TagsExtTest-Tag-1582974565 HTTP/1.1" status: 204 len: 168 time: 0.9050705 Mar 23 01:37:47.064218 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40808) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:47.096608 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.tag.tag_plugin [None req-d5ef5cd6-f6d4-4b6f-9c84-208f50c1baba tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5ae0511d-32f1-4093-b616-77cd7813209b') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:47.113210 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Transition to ACTIVE for port object ec3f43b1-9a5b-4552-a31c-544fa6d8fedd will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:37:47.122629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:47.123719 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (65c15aff-e9ad-433a-87b2-5e6d487e6ecc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:47.168889 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (ec3f43b1-9a5b-4552-a31c-544fa6d8fedd), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:47.184830 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-decf975e-f1c2-4148-b1dd-b56ef3af6bf8 req-1bfe161f-8e77-4de8-9a91-92296a57494f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1408300 Mar 23 01:37:47.224764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-58f147d2-6a4d-4e50-b047-f5bc16ae12eb None None] Current status of the port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:47.236345 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d9b56a1-448f-490c-9dc8-96f489aa730e req-d8a634b3-81c3-42a0-bbb5-73cfc6f60bda tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee409fd-1710-4ddd-b50e-b72edb9242f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963970 Mar 23 01:37:47.305914 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:47.308075 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3de4819c-d11f-4344-a15b-bf5e8519620c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:37:47.373064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40812) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:47.391770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-58f147d2-6a4d-4e50-b047-f5bc16ae12eb None None] Provisioning complete for port de5cc8c7-9319-4634-9ad8-f7f5f4a79165 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:47.392140 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-58f147d2-6a4d-4e50-b047-f5bc16ae12eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (de5cc8c7-9319-4634-9ad8-f7f5f4a79165), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:47.402299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Pushing event updated for resources: {'Port': ['ID=ec3f43b1-9a5b-4552-a31c-544fa6d8fedd,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:47.437864 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-58f147d2-6a4d-4e50-b047-f5bc16ae12eb None None] Port de5cc8c7-9319-4634-9ad8-f7f5f4a79165 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:37:47.442934 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d5ef5cd6-f6d4-4b6f-9c84-208f50c1baba tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/routers/5ae0511d-32f1-4093-b616-77cd7813209b/tags HTTP/1.1" status: 200 len: 205 time: 0.3771875 Mar 23 01:37:47.444232 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40814) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:47.444701 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3de4819c-d11f-4344-a15b-bf5e8519620c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:47.445793 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3de4819c-d11f-4344-a15b-bf5e8519620c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:47.448566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:47.449139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:47.449544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:47.449950 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:47.450372 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:47.450775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:47.451767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:47.452176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:47.452577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:47.452997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:47.453392 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:47.453785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:47.454175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:47.454578 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:47.454968 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:47.461295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18b855b-2b58-46fe-86fc-2c8259f33b2d admin admin] Deleting subnet 85af6975-6563-48c3-8c21-d4f0fe818486 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:37:47.466068 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.tag.tag_plugin [None req-c6bcf4d3-afd0-4d4f-849d-b713d4baa604 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3eccd377-c49a-4bea-b8e7-b5f898813b4c') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:47.475692 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e18b855b-2b58-46fe-86fc-2c8259f33b2d admin admin] Publish callbacks [] for subnet (85af6975-6563-48c3-8c21-d4f0fe818486), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:47.476657 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:47.530310 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c0fcc72-cbf0-4fbe-88d8-9af33af83dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (5318283b-1a4c-4eb2-a126-9552729eb2b3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:47.575142 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e18b855b-2b58-46fe-86fc-2c8259f33b2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (85af6975-6563-48c3-8c21-d4f0fe818486), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:47.587859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3de4819c-d11f-4344-a15b-bf5e8519620c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:47.624101 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c6bcf4d3-afd0-4d4f-849d-b713d4baa604 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/subnetpools/3eccd377-c49a-4bea-b8e7-b5f898813b4c/tags HTTP/1.1" status: 200 len: 241 time: 0.1615906 Mar 23 01:37:47.624834 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40816) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:47.632373 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.tag.tag_plugin [None req-ffbd94b4-f068-48dc-9f1a-87597fd11a94 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3eccd377-c49a-4bea-b8e7-b5f898813b4c', 'tempest-TagsExtTest-Tag-1776034255') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:47.638720 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fcc72-cbf0-4fbe-88d8-9af33af83dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event updated for resources: {'Subnet': ['ID=5318283b-1a4c-4eb2-a126-9552729eb2b3,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:47.654405 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fcc72-cbf0-4fbe-88d8-9af33af83dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Checking segment: {'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:47.654983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0fcc72-cbf0-4fbe-88d8-9af33af83dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Network hostable DHCP agents. Network: 8be97217-9f6e-4d52-a151-af50fe88b198, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:37:47.656136 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Attempting to bind port ec3f43b1-9a5b-4552-a31c-544fa6d8fedd on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:37:47.656554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Attempting to bind port ec3f43b1-9a5b-4552-a31c-544fa6d8fedd by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'bba1e499-715b-4cf6-b336-366531d5bb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e715db68-6655-4bd1-bb9c-7d840b1a92a1'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:37:47.656981 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Attempting to bind port ec3f43b1-9a5b-4552-a31c-544fa6d8fedd on network e715db68-6655-4bd1-bb9c-7d840b1a92a1 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:37:47.668767 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e18b855b-2b58-46fe-86fc-2c8259f33b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (85af6975-6563-48c3-8c21-d4f0fe818486), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:47.676893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Port ec3f43b1-9a5b-4552-a31c-544fa6d8fedd on network e715db68-6655-4bd1-bb9c-7d840b1a92a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:37:47.677303 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Attempting to bind port ec3f43b1-9a5b-4552-a31c-544fa6d8fedd on network e715db68-6655-4bd1-bb9c-7d840b1a92a1 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:37:47.690025 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:37:47.690451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Checking segment: {'id': 'bba1e499-715b-4cf6-b336-366531d5bb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e715db68-6655-4bd1-bb9c-7d840b1a92a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:47.691255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Bound using segment: {'id': 'bba1e499-715b-4cf6-b336-366531d5bb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e715db68-6655-4bd1-bb9c-7d840b1a92a1'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:37:47.691381 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Bound port: ec3f43b1-9a5b-4552-a31c-544fa6d8fedd, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba1e499-715b-4cf6-b336-366531d5bb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e715db68-6655-4bd1-bb9c-7d840b1a92a1'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:37:47.691831 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ec3f43b1-9a5b-4552-a31c-544fa6d8fedd), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:47.709572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0fcc72-cbf0-4fbe-88d8-9af33af83dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Network 8be97217-9f6e-4d52-a151-af50fe88b198 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:37:47.717765 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ffbd94b4-f068-48dc-9f1a-87597fd11a94 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/subnetpools/3eccd377-c49a-4bea-b8e7-b5f898813b4c/tags/tempest-TagsExtTest-Tag-1776034255 HTTP/1.1" status: 204 len: 168 time: 0.0892375 Mar 23 01:37:47.719385 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5168db0f-4733-49ff-a3ac-02e5f904cd8f', 'name': 'network-vif-deleted', 'tag': '8803f6b6-3704-4e55-8e03-7e22041a5288'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:37:47.720420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40818) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:47.722893 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebdca86-2f88-44f8-af43-2498abcef720" -d '{"events": [{"server_uuid": "5168db0f-4733-49ff-a3ac-02e5f904cd8f", "name": "network-vif-deleted", "tag": "8803f6b6-3704-4e55-8e03-7e22041a5288"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:37:47.729553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.tag.tag_plugin [None req-c29a0be3-56c8-4feb-a0a7-0af842593160 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3eccd377-c49a-4bea-b8e7-b5f898813b4c', 'tempest-TagsExtTest-Tag-1776034255') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:47.745941 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-5c0fcc72-cbf0-4fbe-88d8-9af33af83dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 8be97217-9f6e-4d52-a151-af50fe88b198) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:47.756573 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f198cca-6877-4dad-aa3f-b0cd33f4e93c None None] Network 8be97217-9f6e-4d52-a151-af50fe88b198 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:47.778446 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0fcc72-cbf0-4fbe-88d8-9af33af83dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:47.779208 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c0fcc72-cbf0-4fbe-88d8-9af33af83dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:47.792815 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852d5a79-6fdc-44bb-8876-40f0ea43dba2 x-openstack-request-id: req-852d5a79-6fdc-44bb-8876-40f0ea43dba2 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:37:47.793179 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5168db0f-4733-49ff-a3ac-02e5f904cd8f", "name": "network-vif-deleted", "tag": "8803f6b6-3704-4e55-8e03-7e22041a5288", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:37:47.794399 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-852d5a79-6fdc-44bb-8876-40f0ea43dba2 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:37:47.794920 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852d5a79-6fdc-44bb-8876-40f0ea43dba2'] response: {'server_uuid': '5168db0f-4733-49ff-a3ac-02e5f904cd8f', 'name': 'network-vif-deleted', 'tag': '8803f6b6-3704-4e55-8e03-7e22041a5288', 'status': 'completed', 'code': 200} Mar 23 01:37:47.805665 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e18b855b-2b58-46fe-86fc-2c8259f33b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (85af6975-6563-48c3-8c21-d4f0fe818486), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:47.856074 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b855b-2b58-46fe-86fc-2c8259f33b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85af6975-6563-48c3-8c21-d4f0fe818486,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:47.858836 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e18b855b-2b58-46fe-86fc-2c8259f33b2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:47.864103 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e18b855b-2b58-46fe-86fc-2c8259f33b2d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/85af6975-6563-48c3-8c21-d4f0fe818486 HTTP/1.1" status: 204 len: 168 time: 0.4896894 Mar 23 01:37:47.872732 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40822) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:47.873072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40824) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:47.873855 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5c0fcc72-cbf0-4fbe-88d8-9af33af83dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3111422 Mar 23 01:37:47.881193 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b6f263c9-a6ce-40eb-b452-34451c29f880 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Request body: {'subnet': {'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:47.952135 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-8be97217-9f6e-4d52-a151-af50fe88b198', 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198', 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'fixed_ips': [{'subnet_id': '5318283b-1a4c-4eb2-a126-9552729eb2b3'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:37:47.953220 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:47.974739 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] For port ec3f43b1-9a5b-4552-a31c-544fa6d8fedd, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:37:48.092235 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] For port ec3f43b1-9a5b-4552-a31c-544fa6d8fedd, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ec3f43b1-9a5b-4552-a31c-544fa6d8fedd,segment=NetworkSegment(bba1e499-715b-4cf6-b336-366531d5bb15),segment_id=bba1e499-715b-4cf6-b336-366531d5bb15)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:37:48.135061 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (ec3f43b1-9a5b-4552-a31c-544fa6d8fedd), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:48.154633 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Allocated IP 10.1.1.2 (8be97217-9f6e-4d52-a151-af50fe88b198/5318283b-1a4c-4eb2-a126-9552729eb2b3/b925e7d0-2477-4251-9f30-28882d998950) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:37:48.158444 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c29a0be3-56c8-4feb-a0a7-0af842593160 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/subnetpools/3eccd377-c49a-4bea-b8e7-b5f898813b4c/tags/tempest-TagsExtTest-Tag-1776034255 HTTP/1.1" status: 204 len: 168 time: 0.4330528 Mar 23 01:37:48.159187 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40830) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:48.163923 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-a27e4270-0002-4601-ad8b-c02bdd821a24 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3eccd377-c49a-4bea-b8e7-b5f898813b4c') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:48.193675 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a27e4270-0002-4601-ad8b-c02bdd821a24 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/subnetpools/3eccd377-c49a-4bea-b8e7-b5f898813b4c/tags HTTP/1.1" status: 200 len: 205 time: 0.0336678 Mar 23 01:37:48.197003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40832) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:48.201526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-3c92cbb6-346d-4215-a505-de0e41db1513 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3eccd377-c49a-4bea-b8e7-b5f898813b4c') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:48.201847 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:48.202557 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:48.204491 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] 10.222.0.43 "PUT /v2.0/ports/ec3f43b1-9a5b-4552-a31c-544fa6d8fedd HTTP/1.1" status: 200 len: 1092 time: 4.2381201 Mar 23 01:37:48.215262 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ad1cad-c1a7-492f-ae5c-c603e00d8cf2', 'tag': 'ec3f43b1-9a5b-4552-a31c-544fa6d8fedd'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:37:48.217650 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e1aa47-2f99-4cd5-b7bf-e99f2ab6e41c" -d '{"events": [{"name": "network-changed", "server_uuid": "83ad1cad-c1a7-492f-ae5c-c603e00d8cf2", "tag": "ec3f43b1-9a5b-4552-a31c-544fa6d8fedd"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:37:48.256196 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27b8adc3-a1b3-4afe-a577-a84d55380693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (bcb5bba5-c393-415e-b531-6fbef811d49d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:48.278844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Allocated IP 2001:db8:1::1 (ae28e47c-96ac-4104-b329-4d8b5e15683f/ff250ff6-e1c6-4c69-a0de-644c7f85d944/ad64eae1-a7d0-489c-99a1-73f22204949a) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:37:48.308108 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3c92cbb6-346d-4215-a505-de0e41db1513 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/subnetpools/3eccd377-c49a-4bea-b8e7-b5f898813b4c/tags HTTP/1.1" status: 204 len: 168 time: 0.1077676 Mar 23 01:37:48.308693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40840) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:48.322479 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-c717c578-0025-4697-a936-e87eac115e94 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5ae0511d-32f1-4093-b616-77cd7813209b') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:48.351043 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7c2f1a-5124-4926-84bd-e9280f0df39b x-openstack-request-id: req-3e7c2f1a-5124-4926-84bd-e9280f0df39b {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:37:48.352312 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ad1cad-c1a7-492f-ae5c-c603e00d8cf2", "tag": "ec3f43b1-9a5b-4552-a31c-544fa6d8fedd", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:37:48.359117 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e7c2f1a-5124-4926-84bd-e9280f0df39b {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:37:48.359573 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7c2f1a-5124-4926-84bd-e9280f0df39b'] response: {'name': 'network-changed', 'server_uuid': '83ad1cad-c1a7-492f-ae5c-c603e00d8cf2', 'tag': 'ec3f43b1-9a5b-4552-a31c-544fa6d8fedd', 'status': 'completed', 'code': 200} Mar 23 01:37:48.454927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f263c9-a6ce-40eb-b452-34451c29f880 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Made reservation on behalf of f6f9aae227d84399a0bbd30fdbd1c690 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:48.458323 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b6f263c9-a6ce-40eb-b452-34451c29f880 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:48.492513 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Publish callbacks [] for port (b925e7d0-2477-4251-9f30-28882d998950), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:48.503852 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (b925e7d0-2477-4251-9f30-28882d998950), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:48.563544 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff323d-9411-4ec3-8c56-e65de2fe95ce req-31947019-69d7-40ed-9d78-5fb173cc9772 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:48.565504 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041669d-c86a-497b-bbbd-38996d8a684a service neutron] Pushing event updated for resources: {'Port': ['ID=ec3f43b1-9a5b-4552-a31c-544fa6d8fedd,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:48.568539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff323d-9411-4ec3-8c56-e65de2fe95ce req-31947019-69d7-40ed-9d78-5fb173cc9772 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:48.574646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff323d-9411-4ec3-8c56-e65de2fe95ce req-31947019-69d7-40ed-9d78-5fb173cc9772 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:48.580677 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff323d-9411-4ec3-8c56-e65de2fe95ce req-31947019-69d7-40ed-9d78-5fb173cc9772 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:48.587743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff323d-9411-4ec3-8c56-e65de2fe95ce req-31947019-69d7-40ed-9d78-5fb173cc9772 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:48.594921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff323d-9411-4ec3-8c56-e65de2fe95ce req-31947019-69d7-40ed-9d78-5fb173cc9772 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:48.597449 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Network 8be97217-9f6e-4d52-a151-af50fe88b198 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:37:48.600323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff323d-9411-4ec3-8c56-e65de2fe95ce req-31947019-69d7-40ed-9d78-5fb173cc9772 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:48.601594 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:48.608091 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cdff323d-9411-4ec3-8c56-e65de2fe95ce req-31947019-69d7-40ed-9d78-5fb173cc9772 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.1883178 Mar 23 01:37:48.621671 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:37:48.628532 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c717c578-0025-4697-a936-e87eac115e94 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/routers/5ae0511d-32f1-4093-b616-77cd7813209b/tags HTTP/1.1" status: 204 len: 168 time: 0.3168142 Mar 23 01:37:48.635561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Pushing event updated for resources: {'Port': ['ID=b925e7d0-2477-4251-9f30-28882d998950,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:48.640452 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40842) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:48.656011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.tag.tag_plugin [None req-7e86f94a-8709-4247-ad1c-943a9a814ef5 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'de5cc8c7-9319-4634-9ad8-f7f5f4a79165') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:48.705631 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cdff323d-9411-4ec3-8c56-e65de2fe95ce req-1981979e-0afb-48af-8686-5880d02187ce tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864127 Mar 23 01:37:48.733267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Attempting to bind port b925e7d0-2477-4251-9f30-28882d998950 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:37:48.733853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Attempting to bind port b925e7d0-2477-4251-9f30-28882d998950 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:37:48.734413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Attempting to bind port b925e7d0-2477-4251-9f30-28882d998950 on network 8be97217-9f6e-4d52-a151-af50fe88b198 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:37:48.742585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:37:48.743303 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Checking segment: {'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:48.743869 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:48.744465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Bound using segment: {'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:37:48.745299 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Bound port: b925e7d0-2477-4251-9f30-28882d998950, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:37:48.746447 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b925e7d0-2477-4251-9f30-28882d998950), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:48.803296 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-911ae1e5-3016-4fe5-93a8-4e4c4fcf2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:48.804880 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-911ae1e5-3016-4fe5-93a8-4e4c4fcf2b0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=63ab57c3238241379694ff8e8ce79621&device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 1126 time: 0.4981477 Mar 23 01:37:48.823105 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27b8adc3-a1b3-4afe-a577-a84d55380693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (bcb5bba5-c393-415e-b531-6fbef811d49d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:48.846055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] For port b925e7d0-2477-4251-9f30-28882d998950, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:37:48.852198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] For port b925e7d0-2477-4251-9f30-28882d998950, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b925e7d0-2477-4251-9f30-28882d998950,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:37:48.861530 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b925e7d0-2477-4251-9f30-28882d998950), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:48.870573 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac721f-736c-49e3-a141-b2bc4427c106 req-cfdcb97b-dc8f-49f5-aaf0-0859e3542eaf tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:48.876680 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-beac721f-736c-49e3-a141-b2bc4427c106 req-cfdcb97b-dc8f-49f5-aaf0-0859e3542eaf tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 944 time: 0.4489341 Mar 23 01:37:48.927249 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (ad64eae1-a7d0-489c-99a1-73f22204949a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:48.934264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a0265-5de2-45bf-9726-81608a134f9c None None] Pushing event updated for resources: {'Port': ['ID=b925e7d0-2477-4251-9f30-28882d998950,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:48.942707 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-a42db69f-3455-442d-9cf5-cfbae4c8fe74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec3f43b1-9a5b-4552-a31c-544fa6d8fedd HTTP/1.1" status: 200 len: 217 time: 0.1117582 Mar 23 01:37:48.944333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-27b8adc3-a1b3-4afe-a577-a84d55380693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb5bba5-c393-415e-b531-6fbef811d49d']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:48.982798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-27b8adc3-a1b3-4afe-a577-a84d55380693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:48.983475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-27b8adc3-a1b3-4afe-a577-a84d55380693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:49.036166 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27b8adc3-a1b3-4afe-a577-a84d55380693 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:49.111092 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:37:49.124108 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-beac721f-736c-49e3-a141-b2bc4427c106 req-df4405ba-9793-467d-b84b-07492d829601 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee409fd-1710-4ddd-b50e-b72edb9242f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464364 Mar 23 01:37:49.146687 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27b8adc3-a1b3-4afe-a577-a84d55380693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:49.187813 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ad64eae1-a7d0-489c-99a1-73f22204949a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:49.225213 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7e86f94a-8709-4247-ad1c-943a9a814ef5 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/ports/de5cc8c7-9319-4634-9ad8-f7f5f4a79165/tags HTTP/1.1" status: 204 len: 168 time: 0.5830693 Mar 23 01:37:49.227373 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-6b2e36b4-fae1-4775-b034-49eabad25f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:49.227925 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40848) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:49.228804 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-6b2e36b4-fae1-4775-b034-49eabad25f3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7ea8766-c20f-48a9-a4be-5004a82b8f10 HTTP/1.1" status: 200 len: 857 time: 0.2748570 Mar 23 01:37:49.232501 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-c4475e75-e020-4f6a-8162-f214bee90afb tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:49.234683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b8adc3-a1b3-4afe-a577-a84d55380693 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:37:49.235096 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27b8adc3-a1b3-4afe-a577-a84d55380693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (6e1fd66f-f8a1-4ead-83ec-4ef2a4a79a1b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:37:49.236769 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:37:49.340297 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c4475e75-e020-4f6a-8162-f214bee90afb tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/subnets/bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1111062 Mar 23 01:37:49.341303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40850) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:49.353828 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-ab81bfa4-d977-41aa-a77b-04d4edabb086 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb', 'tempest-TagsExtTest-Tag-1484577658') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:49.403203 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-7769e7ad-996a-490f-8c9a-f8344dfaaa3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e715db68-6655-4bd1-bb9c-7d840b1a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1641834 Mar 23 01:37:49.416996 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network ae28e47c-96ac-4104-b329-4d8b5e15683f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:37:49.443449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:49.446021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:37:49.446589 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (afbe511a-1e6d-4286-97b3-1e86014d7dcb), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:49.491494 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ab81bfa4-d977-41aa-a77b-04d4edabb086 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "PUT /v2.0/subnets/bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb/tags/tempest-TagsExtTest-Tag-1484577658 HTTP/1.1" status: 201 len: 201 time: 0.1477387 Mar 23 01:37:49.496051 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f4094033-83bb-418b-a6a5-1fee48d96703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:49.496639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40852) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:49.503691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-9c9c505f-de81-4d90-8f92-2ac42502cd44 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'de5cc8c7-9319-4634-9ad8-f7f5f4a79165', 'tempest-TagsExtTest-Tag-841452200') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:49.546905 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b6f263c9-a6ce-40eb-b452-34451c29f880 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (230548d0-2d33-4d0e-9918-7276ccd4826d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:49.548810 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27b8adc3-a1b3-4afe-a577-a84d55380693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (bcb5bba5-c393-415e-b531-6fbef811d49d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:49.561350 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27b8adc3-a1b3-4afe-a577-a84d55380693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:49.567121 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-27b8adc3-a1b3-4afe-a577-a84d55380693 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bcb5bba5-c393-415e-b531-6fbef811d49d HTTP/1.1" status: 204 len: 168 time: 1.6915255 Mar 23 01:37:49.580564 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=ad64eae1-a7d0-489c-99a1-73f22204949a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:49.617355 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9c9c505f-de81-4d90-8f92-2ac42502cd44 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "PUT /v2.0/ports/de5cc8c7-9319-4634-9ad8-f7f5f4a79165/tags/tempest-TagsExtTest-Tag-841452200 HTTP/1.1" status: 201 len: 201 time: 0.1188879 Mar 23 01:37:49.619955 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40856) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:49.630660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-c3b75da6-16d2-44f1-bd2f-b93c3b3b1446 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5ae0511d-32f1-4093-b616-77cd7813209b', 'tempest-TagsExtTest-Tag-384153976') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:49.647916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8adc3-a1b3-4afe-a577-a84d55380693 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcb5bba5-c393-415e-b531-6fbef811d49d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:49.761878 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f263c9-a6ce-40eb-b452-34451c29f880 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event updated for resources: {'Subnet': ['ID=230548d0-2d33-4d0e-9918-7276ccd4826d,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:49.807209 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-d491c398-9daa-4e34-8d62-6806569ad000 service neutron] 10.222.0.43 "GET /v2.0/networks/e715db68-6655-4bd1-bb9c-7d840b1a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820050 Mar 23 01:37:49.809592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f263c9-a6ce-40eb-b452-34451c29f880 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Checking segment: {'id': 'a29f7946-f4e1-4aa9-8bef-6f4de58f56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:49.809965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f263c9-a6ce-40eb-b452-34451c29f880 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Network hostable DHCP agents. Network: dddecf0c-3ac3-45a8-bf20-94de5f9f98e2, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:37:49.941918 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ad64eae1-a7d0-489c-99a1-73f22204949a), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:49.973701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f263c9-a6ce-40eb-b452-34451c29f880 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Network dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:37:50.018851 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c3b75da6-16d2-44f1-bd2f-b93c3b3b1446 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "PUT /v2.0/routers/5ae0511d-32f1-4093-b616-77cd7813209b/tags/tempest-TagsExtTest-Tag-384153976 HTTP/1.1" status: 201 len: 201 time: 0.3977606 Mar 23 01:37:50.024663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40860) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:50.055721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-620a55cf-ce87-46a9-9578-3856d77eae03 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3eccd377-c49a-4bea-b8e7-b5f898813b4c', 'tempest-TagsExtTest-Tag-1223849958') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:50.083937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-b6f263c9-a6ce-40eb-b452-34451c29f880 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, dddecf0c-3ac3-45a8-bf20-94de5f9f98e2) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:50.099026 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7758e1dc-42bf-40db-84f2-365cb14abd11 None None] Network dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:50.102716 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f263c9-a6ce-40eb-b452-34451c29f880 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:50.103306 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b6f263c9-a6ce-40eb-b452-34451c29f880 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:50.130925 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40862) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:50.193351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37a0cc-5942-45be-9449-69e93efd082e req-e464aaac-399c-4500-9ce4-a331c687107b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:50.213743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37a0cc-5942-45be-9449-69e93efd082e req-e464aaac-399c-4500-9ce4-a331c687107b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:50.226677 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37a0cc-5942-45be-9449-69e93efd082e req-e464aaac-399c-4500-9ce4-a331c687107b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:50.247330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37a0cc-5942-45be-9449-69e93efd082e req-e464aaac-399c-4500-9ce4-a331c687107b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:50.252916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37a0cc-5942-45be-9449-69e93efd082e req-e464aaac-399c-4500-9ce4-a331c687107b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:50.271173 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37a0cc-5942-45be-9449-69e93efd082e req-e464aaac-399c-4500-9ce4-a331c687107b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:50.277712 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37a0cc-5942-45be-9449-69e93efd082e req-e464aaac-399c-4500-9ce4-a331c687107b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:50.279409 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b37a0cc-5942-45be-9449-69e93efd082e req-e464aaac-399c-4500-9ce4-a331c687107b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.3475857 Mar 23 01:37:50.315052 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fa73ab84-d692-4173-a406-f5ccccb3a2fd None None] Provisioning complete for port ad64eae1-a7d0-489c-99a1-73f22204949a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:50.316165 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fa73ab84-d692-4173-a406-f5ccccb3a2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ad64eae1-a7d0-489c-99a1-73f22204949a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:50.370048 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b6f263c9-a6ce-40eb-b452-34451c29f880 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4929273 Mar 23 01:37:50.383782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40870) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:50.386124 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-620a55cf-ce87-46a9-9578-3856d77eae03 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "PUT /v2.0/subnetpools/3eccd377-c49a-4bea-b8e7-b5f898813b4c/tags/tempest-TagsExtTest-Tag-1223849958 HTTP/1.1" status: 201 len: 201 time: 0.3534713 Mar 23 01:37:50.398644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9d849493-f580-4501-9ca5-6d11be2d69e1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Request body: {'port': {'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198', 'name': 'tempest-TaggedBootDevicesTest_v242-1565452596', 'fixed_ips': [{'subnet_id': '5318283b-1a4c-4eb2-a126-9552729eb2b3'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:50.403569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40872) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:50.419853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fa73ab84-d692-4173-a406-f5ccccb3a2fd None None] Port ad64eae1-a7d0-489c-99a1-73f22204949a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:37:50.422781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-51739c7a-8dc5-46ba-a582-de6951915908 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb', {'tags': ['tempest-TagsExtTest-Tag-1427000548', 'tempest-TagsExtTest-Tag-1848376559', 'tempest-TagsExtTest-Tag-1894437277']}) {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:50.473383 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21b51293-8a8e-4491-ab36-3c53e3f7df94 req-5c769edb-16e7-418d-8ece-a5feae705c7d service neutron] 10.222.0.43 "GET /v2.0/networks/e715db68-6655-4bd1-bb9c-7d840b1a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6375699 Mar 23 01:37:50.545152 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:50.570836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-dddecf0c-3ac3-45a8-bf20-94de5f9f98e2', 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2', 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'fixed_ips': [{'subnet_id': '230548d0-2d33-4d0e-9918-7276ccd4826d'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:37:50.571730 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:50.607842 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b37a0cc-5942-45be-9449-69e93efd082e req-3d511b75-71dc-4d87-a070-e0458144fae7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3176458 Mar 23 01:37:50.723044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-51739c7a-8dc5-46ba-a582-de6951915908 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "PUT /v2.0/subnets/bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb/tags HTTP/1.1" status: 200 len: 318 time: 0.3076081 Mar 23 01:37:50.725584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40874) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:50.730015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-94b6b03f-beda-4ffa-a758-f1566c6403e7 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:50.789197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d849493-f580-4501-9ca5-6d11be2d69e1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Made reservation on behalf of f6f9aae227d84399a0bbd30fdbd1c690 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:50.813440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95581305-039e-4437-9263-f0c790b2c859 None None] Network 8be97217-9f6e-4d52-a151-af50fe88b198 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:50.905157 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9d849493-f580-4501-9ca5-6d11be2d69e1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:50.913011 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-94b6b03f-beda-4ffa-a758-f1566c6403e7 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/subnets/bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1861370 Mar 23 01:37:50.913691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40876) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:50.919464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-c2805b4c-b8ce-47cd-b90f-6fb0bb725b41 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb', 'tempest-TagsExtTest-Tag-1427000548') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:50.965497 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-9d849493-f580-4501-9ca5-6d11be2d69e1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] device_id is not set on port 984ab90e-b799-4d7f-a827-310af7277e93 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:37:50.994440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d237f542-392b-4070-8570-624f38b8a5c2 None None] Provisioning complete for port b925e7d0-2477-4251-9f30-28882d998950 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:50.994937 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d237f542-392b-4070-8570-624f38b8a5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b925e7d0-2477-4251-9f30-28882d998950), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:51.002885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b925e7d0-2477-4251-9f30-28882d998950 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:37:51.037770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Allocated IP 10.2.2.2 (dddecf0c-3ac3-45a8-bf20-94de5f9f98e2/230548d0-2d33-4d0e-9918-7276ccd4826d/9fe8b42b-179b-4a62-bced-70d36016b5a0) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:37:51.090780 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-c2805b4c-b8ce-47cd-b90f-6fb0bb725b41 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] show failed (client error): The resource could not be found. Mar 23 01:37:51.095875 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c2805b4c-b8ce-47cd-b90f-6fb0bb725b41 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/subnets/bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb/tags/tempest-TagsExtTest-Tag-1427000548 HTTP/1.1" status: 404 len: 329 time: 0.1797762 Mar 23 01:37:51.100045 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40878) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:51.106551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-88c70ad6-71f3-4205-b639-356479566404 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb', 'tempest-TagsExtTest-Tag-1848376559') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:51.167674 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2316ee77-4441-4083-9399-ab017a8421f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80de875bfe1949b9a4efaeb9a8eb1ce1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0332153 Mar 23 01:37:51.169665 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40880) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:51.317515 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-88c70ad6-71f3-4205-b639-356479566404 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] show failed (client error): The resource could not be found. Mar 23 01:37:51.319644 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-88c70ad6-71f3-4205-b639-356479566404 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/subnets/bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb/tags/tempest-TagsExtTest-Tag-1848376559 HTTP/1.1" status: 404 len: 329 time: 0.2176542 Mar 23 01:37:51.321084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-9d849493-f580-4501-9ca5-6d11be2d69e1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Allocated IP 10.1.1.30 (8be97217-9f6e-4d52-a151-af50fe88b198/5318283b-1a4c-4eb2-a126-9552729eb2b3/984ab90e-b799-4d7f-a827-310af7277e93) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:37:51.327596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40884) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:51.332975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-992f5fb5-e50c-4e05-adf0-52b3e7819836 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb', 'tempest-TagsExtTest-Tag-1894437277') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:51.334143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d237f542-392b-4070-8570-624f38b8a5c2 None None] Current status of the port b925e7d0-2477-4251-9f30-28882d998950 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:51.337044 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d237f542-392b-4070-8570-624f38b8a5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b925e7d0-2477-4251-9f30-28882d998950), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:51.350776 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c872ad-3aa1-4c60-bb18-deac36e12b76 req-611370b8-6906-4398-bd5b-1d5647b4b5b0 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:51.352487 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-99c872ad-3aa1-4c60-bb18-deac36e12b76 req-611370b8-6906-4398-bd5b-1d5647b4b5b0 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 944 time: 1.0036287 Mar 23 01:37:51.398988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1aa47-2f99-4cd5-b7bf-e99f2ab6e41c req-da1ac25d-62c8-4b53-9fc1-ba3261d0cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:51.400488 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73e1aa47-2f99-4cd5-b7bf-e99f2ab6e41c req-da1ac25d-62c8-4b53-9fc1-ba3261d0cda3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=63ab57c3238241379694ff8e8ce79621&device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 1126 time: 0.2987731 Mar 23 01:37:51.432996 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Publish callbacks [] for security_group (76e8db5e-d4ac-439a-a543-201df05bb0fd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:51.466386 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port b925e7d0-2477-4251-9f30-28882d998950 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:51.466900 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b925e7d0-2477-4251-9f30-28882d998950), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:51.493939 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-99c872ad-3aa1-4c60-bb18-deac36e12b76 req-a264bbcf-b740-4415-9065-46bcda258dd6 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee409fd-1710-4ddd-b50e-b72edb9242f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294932 Mar 23 01:37:51.552244 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Publish callbacks [] for security_group (76e8db5e-d4ac-439a-a543-201df05bb0fd), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:51.558746 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d237f542-392b-4070-8570-624f38b8a5c2 None None] For port b925e7d0-2477-4251-9f30-28882d998950, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b925e7d0-2477-4251-9f30-28882d998950,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:51.605435 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d237f542-392b-4070-8570-624f38b8a5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b925e7d0-2477-4251-9f30-28882d998950), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:51.710416 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-992f5fb5-e50c-4e05-adf0-52b3e7819836 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] show failed (client error): The resource could not be found. Mar 23 01:37:51.711339 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-992f5fb5-e50c-4e05-adf0-52b3e7819836 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/subnets/bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb/tags/tempest-TagsExtTest-Tag-1894437277 HTTP/1.1" status: 404 len: 329 time: 0.3827529 Mar 23 01:37:51.714223 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40890) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:51.720140 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-3a4e1eb3-63b9-4d2e-bbe2-49941a9d5b15 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'de5cc8c7-9319-4634-9ad8-f7f5f4a79165', {'tags': ['tempest-TagsExtTest-Tag-2067861115', 'tempest-TagsExtTest-Tag-1387077097', 'tempest-TagsExtTest-Tag-882530969']}) {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:51.742239 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (ad64eae1-a7d0-489c-99a1-73f22204949a), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:51.772394 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (ad64eae1-a7d0-489c-99a1-73f22204949a), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:51.773749 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (afbe511a-1e6d-4286-97b3-1e86014d7dcb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:51.833918 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Publish callbacks [] for port (9fe8b42b-179b-4a62-bced-70d36016b5a0), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:51.858479 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1aa47-2f99-4cd5-b7bf-e99f2ab6e41c req-54c9d58c-e4bd-47f0-9ca8-aff5d573a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:51.860222 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73e1aa47-2f99-4cd5-b7bf-e99f2ab6e41c req-54c9d58c-e4bd-47f0-9ca8-aff5d573a9cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=e715db68-6655-4bd1-bb9c-7d840b1a92a1 HTTP/1.1" status: 200 len: 917 time: 0.4535196 Mar 23 01:37:51.889011 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ac48ae82-d8a6-4116-b159-df2ff459d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:51.896547 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (9fe8b42b-179b-4a62-bced-70d36016b5a0), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:51.936449 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237f542-392b-4070-8570-624f38b8a5c2 None None] Pushing event updated for resources: {'Port': ['ID=b925e7d0-2477-4251-9f30-28882d998950,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:51.954405 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port b925e7d0-2477-4251-9f30-28882d998950 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:52.019122 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73e1aa47-2f99-4cd5-b7bf-e99f2ab6e41c req-e0370fb6-24d8-442a-8732-974e4ee54749 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec3f43b1-9a5b-4552-a31c-544fa6d8fedd HTTP/1.1" status: 200 len: 217 time: 0.1444225 Mar 23 01:37:52.024220 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (76e8db5e-d4ac-439a-a543-201df05bb0fd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:52.027493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:52.042004 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=ad64eae1-a7d0-489c-99a1-73f22204949a,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:52.053836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Network dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:37:52.055817 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76e8db5e-d4ac-439a-a543-201df05bb0fd HTTP/1.1" status: 204 len: 168 time: 0.8844445 Mar 23 01:37:52.062258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:52.071668 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:37:52.127624 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9d849493-f580-4501-9ca5-6d11be2d69e1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for port (984ab90e-b799-4d7f-a827-310af7277e93), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:52.133030 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1aa47-2f99-4cd5-b7bf-e99f2ab6e41c req-34e98d99-6897-459c-937a-03c7a39d2dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:52.136757 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73e1aa47-2f99-4cd5-b7bf-e99f2ab6e41c req-34e98d99-6897-459c-937a-03c7a39d2dd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7ea8766-c20f-48a9-a4be-5004a82b8f10 HTTP/1.1" status: 200 len: 857 time: 0.1102383 Mar 23 01:37:52.156470 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4f1d96cd-d3d1-4e2b-99d0-76863c2c411b None None] Provisioning complete for port b925e7d0-2477-4251-9f30-28882d998950 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:52.159109 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4f1d96cd-d3d1-4e2b-99d0-76863c2c411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b925e7d0-2477-4251-9f30-28882d998950), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:52.194980 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3a4e1eb3-63b9-4d2e-bbe2-49941a9d5b15 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "PUT /v2.0/ports/de5cc8c7-9319-4634-9ad8-f7f5f4a79165/tags HTTP/1.1" status: 200 len: 317 time: 0.4781499 Mar 23 01:37:52.211725 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40894) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:52.218358 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9d849493-f580-4501-9ca5-6d11be2d69e1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (984ab90e-b799-4d7f-a827-310af7277e93), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:52.232802 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.tag.tag_plugin [None req-2b929437-7077-43ac-b929-5c3c83f63591 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'de5cc8c7-9319-4634-9ad8-f7f5f4a79165') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:52.236905 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e8db5e-d4ac-439a-a543-201df05bb0fd,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:52.241131 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73e1aa47-2f99-4cd5-b7bf-e99f2ab6e41c req-31fecea9-d853-44f4-9841-cc92a84d156f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e715db68-6655-4bd1-bb9c-7d840b1a92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957921 Mar 23 01:37:52.246302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Pushing event updated for resources: {'Port': ['ID=9fe8b42b-179b-4a62-bced-70d36016b5a0,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:52.267178 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Attempting to bind port 9fe8b42b-179b-4a62-bced-70d36016b5a0 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:37:52.267551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Attempting to bind port 9fe8b42b-179b-4a62-bced-70d36016b5a0 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'a29f7946-f4e1-4aa9-8bef-6f4de58f56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:37:52.267916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Attempting to bind port 9fe8b42b-179b-4a62-bced-70d36016b5a0 on network dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:37:52.276237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f05a9-b3d3-43ad-b3ea-5e3abfced2a7 req-475631d9-7138-41f9-970a-b8dd691db929 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:52.284680 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:37:52.285100 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Checking segment: {'id': 'a29f7946-f4e1-4aa9-8bef-6f4de58f56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:37:52.285550 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:52.286016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Bound using segment: {'id': 'a29f7946-f4e1-4aa9-8bef-6f4de58f56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:37:52.286549 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Bound port: 9fe8b42b-179b-4a62-bced-70d36016b5a0, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29f7946-f4e1-4aa9-8bef-6f4de58f56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:37:52.286989 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9fe8b42b-179b-4a62-bced-70d36016b5a0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:52.291720 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f05a9-b3d3-43ad-b3ea-5e3abfced2a7 req-475631d9-7138-41f9-970a-b8dd691db929 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:52.306170 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f05a9-b3d3-43ad-b3ea-5e3abfced2a7 req-475631d9-7138-41f9-970a-b8dd691db929 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:52.319883 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f05a9-b3d3-43ad-b3ea-5e3abfced2a7 req-475631d9-7138-41f9-970a-b8dd691db929 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:52.331535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f05a9-b3d3-43ad-b3ea-5e3abfced2a7 req-475631d9-7138-41f9-970a-b8dd691db929 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:52.345881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f05a9-b3d3-43ad-b3ea-5e3abfced2a7 req-475631d9-7138-41f9-970a-b8dd691db929 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:52.358898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f05a9-b3d3-43ad-b3ea-5e3abfced2a7 req-475631d9-7138-41f9-970a-b8dd691db929 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:52.362245 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-898f05a9-b3d3-43ad-b3ea-5e3abfced2a7 req-475631d9-7138-41f9-970a-b8dd691db929 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.5132117 Mar 23 01:37:52.393099 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d96cd-d3d1-4e2b-99d0-76863c2c411b None None] Current status of the port b925e7d0-2477-4251-9f30-28882d998950 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:52.431801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] For port 9fe8b42b-179b-4a62-bced-70d36016b5a0, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:37:52.435761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] For port 9fe8b42b-179b-4a62-bced-70d36016b5a0, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9fe8b42b-179b-4a62-bced-70d36016b5a0,segment=NetworkSegment(a29f7946-f4e1-4aa9-8bef-6f4de58f56b5),segment_id=a29f7946-f4e1-4aa9-8bef-6f4de58f56b5)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:37:52.446071 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9fe8b42b-179b-4a62-bced-70d36016b5a0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:52.451220 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network ae28e47c-96ac-4104-b329-4d8b5e15683f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:37:52.466661 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:52.524518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:52.528142 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:52.533816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:52.534408 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:52.543757 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82652879-3f3b-43f0-be8a-fd8f0d46f16a None None] Pushing event updated for resources: {'Port': ['ID=9fe8b42b-179b-4a62-bced-70d36016b5a0,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:52.548530 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:52.550075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:52.551119 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:52.551796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:52.554713 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:52.555283 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:52.555720 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:52.556154 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:52.556582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:52.557208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:52.558582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0355ba-3c01-4929-8565-76e1983d5ef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:37:52.595905 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d849493-f580-4501-9ca5-6d11be2d69e1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Network 8be97217-9f6e-4d52-a151-af50fe88b198 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:37:52.609410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-9d849493-f580-4501-9ca5-6d11be2d69e1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:52.627909 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d849493-f580-4501-9ca5-6d11be2d69e1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:37:52.643122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d849493-f580-4501-9ca5-6d11be2d69e1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event updated for resources: {'Port': ['ID=984ab90e-b799-4d7f-a827-310af7277e93,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:52.880735 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73e1aa47-2f99-4cd5-b7bf-e99f2ab6e41c req-d457e7d9-80ed-4f28-8660-fcacd1dc257f service neutron] 10.222.0.43 "GET /v2.0/networks/e715db68-6655-4bd1-bb9c-7d840b1a92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250484 Mar 23 01:37:52.994722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b925e7d0-2477-4251-9f30-28882d998950 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:37:53.096670 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port b925e7d0-2477-4251-9f30-28882d998950 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:53.097315 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b925e7d0-2477-4251-9f30-28882d998950), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:53.227729 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router afbe511a-1e6d-4286-97b3-1e86014d7dcb has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:37:53.235840 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:53.255216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5d69e73c-4f48-4325-9653-bc3549d988df None None] Provisioning complete for port ad64eae1-a7d0-489c-99a1-73f22204949a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:53.255765 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5d69e73c-4f48-4325-9653-bc3549d988df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ad64eae1-a7d0-489c-99a1-73f22204949a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:53.265570 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2b929437-7077-43ac-b929-5c3c83f63591 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/ports/de5cc8c7-9319-4634-9ad8-f7f5f4a79165/tags HTTP/1.1" status: 204 len: 168 time: 1.0408597 Mar 23 01:37:53.337911 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40914) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:53.338469 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5d69e73c-4f48-4325-9653-bc3549d988df None None] Port ad64eae1-a7d0-489c-99a1-73f22204949a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:37:53.345836 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73e1aa47-2f99-4cd5-b7bf-e99f2ab6e41c req-dfaea8a2-e039-4be8-b69d-7955e69011d2 service neutron] 10.222.0.43 "GET /v2.0/networks/e715db68-6655-4bd1-bb9c-7d840b1a92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463785 Mar 23 01:37:53.360132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port b925e7d0-2477-4251-9f30-28882d998950 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:53.369302 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.tag.tag_plugin [None req-904b6690-1c62-4522-a53f-4bd3912ecacc tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'de5cc8c7-9319-4634-9ad8-f7f5f4a79165', 'tempest-TagsExtTest-Tag-2067861115') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:53.460890 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-898f05a9-b3d3-43ad-b3ea-5e3abfced2a7 req-0725cc8a-4906-4c07-a528-d73d71028107 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0186892 Mar 23 01:37:53.467671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d849493-f580-4501-9ca5-6d11be2d69e1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:53.468459 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9d849493-f580-4501-9ca5-6d11be2d69e1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:53.489990 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f624f1e8-39dd-4a3a-88f8-eb8cd79f699d None None] Provisioning complete for port 984ab90e-b799-4d7f-a827-310af7277e93 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:53.490776 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9d849493-f580-4501-9ca5-6d11be2d69e1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1022692 Mar 23 01:37:53.492723 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40920) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:53.502895 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f624f1e8-39dd-4a3a-88f8-eb8cd79f699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (984ab90e-b799-4d7f-a827-310af7277e93), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:53.511412 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-213ee88c-1c75-4082-acde-ba9f7ab6ab26 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Request body: {'port': {'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198', 'name': 'tempest-TaggedBootDevicesTest_v242-1058393291', 'fixed_ips': [{'subnet_id': '5318283b-1a4c-4eb2-a126-9552729eb2b3'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:53.530615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46454a-18d6-4ef0-adab-68021bf0cc91 req-244f5a74-d0e2-4d49-8fab-932951950ffe tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:53.533239 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8b46454a-18d6-4ef0-adab-68021bf0cc91 req-244f5a74-d0e2-4d49-8fab-932951950ffe tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 944 time: 0.8032150 Mar 23 01:37:53.731388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:37:53.745134 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16206c-4690-49fe-b36d-7ff7bfb3a291 None None] Sync routers for ids ['afbe511a-1e6d-4286-97b3-1e86014d7dcb'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:37:53.763805 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ba521054-438f-4048-a5cc-143774ee1960 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/afbe511a-1e6d-4286-97b3-1e86014d7dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6560309 Mar 23 01:37:53.766426 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40930) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:53.767264 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16206c-4690-49fe-b36d-7ff7bfb3a291 None None] Routers {'afbe511a-1e6d-4286-97b3-1e86014d7dcb'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:37:53.771037 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-cd16206c-4690-49fe-b36d-7ff7bfb3a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:37:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['afbe511a-1e6d-4286-97b3-1e86014d7dcb'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:53.786264 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8b46454a-18d6-4ef0-adab-68021bf0cc91 req-b0c054e2-39da-4564-abaa-a080543d8297 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee409fd-1710-4ddd-b50e-b72edb9242f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106528 Mar 23 01:37:53.831223 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213ee88c-1c75-4082-acde-ba9f7ab6ab26 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Made reservation on behalf of f6f9aae227d84399a0bbd30fdbd1c690 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:37:53.836266 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-213ee88c-1c75-4082-acde-ba9f7ab6ab26 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:53.860081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f624f1e8-39dd-4a3a-88f8-eb8cd79f699d None None] Port 984ab90e-b799-4d7f-a827-310af7277e93 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:37:53.870106 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-904b6690-1c62-4522-a53f-4bd3912ecacc tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] show failed (client error): The resource could not be found. Mar 23 01:37:53.871494 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-904b6690-1c62-4522-a53f-4bd3912ecacc tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/ports/de5cc8c7-9319-4634-9ad8-f7f5f4a79165/tags/tempest-TagsExtTest-Tag-2067861115 HTTP/1.1" status: 404 len: 329 time: 0.5202360 Mar 23 01:37:53.875503 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40936) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:53.880473 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-cd16206c-4690-49fe-b36d-7ff7bfb3a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:53.882318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-77b823df-5577-47fa-aa14-79935142783a tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'de5cc8c7-9319-4634-9ad8-f7f5f4a79165', 'tempest-TagsExtTest-Tag-1387077097') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:53.893969 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97f83c8-75bc-46c4-893d-2c96b6dee1b0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:53.897158 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e97f83c8-75bc-46c4-893d-2c96b6dee1b0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports/ad64eae1-a7d0-489c-99a1-73f22204949a HTTP/1.1" status: 200 len: 913 time: 0.1090167 Mar 23 01:37:53.900799 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16206c-4690-49fe-b36d-7ff7bfb3a291 None None] Routers {'afbe511a-1e6d-4286-97b3-1e86014d7dcb'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:37:53.901487 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40938) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:53.902764 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-cd16206c-4690-49fe-b36d-7ff7bfb3a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:37:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['afbe511a-1e6d-4286-97b3-1e86014d7dcb'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:53.953476 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-213ee88c-1c75-4082-acde-ba9f7ab6ab26 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] device_id is not set on port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:37:53.982359 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-cd16206c-4690-49fe-b36d-7ff7bfb3a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:53.983297 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16206c-4690-49fe-b36d-7ff7bfb3a291 None None] The sync data for ids ['afbe511a-1e6d-4286-97b3-1e86014d7dcb'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:37:54.133658 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-77b823df-5577-47fa-aa14-79935142783a tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] show failed (client error): The resource could not be found. Mar 23 01:37:54.134742 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-77b823df-5577-47fa-aa14-79935142783a tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/ports/de5cc8c7-9319-4634-9ad8-f7f5f4a79165/tags/tempest-TagsExtTest-Tag-1387077097 HTTP/1.1" status: 404 len: 329 time: 0.2576568 Mar 23 01:37:54.137734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40948) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:54.145296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-6f0b54ff-55e3-4ca2-8873-3295161f275f tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'de5cc8c7-9319-4634-9ad8-f7f5f4a79165', 'tempest-TagsExtTest-Tag-882530969') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:54.339740 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-213ee88c-1c75-4082-acde-ba9f7ab6ab26 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Allocated IP 10.1.1.209 (8be97217-9f6e-4d52-a151-af50fe88b198/5318283b-1a4c-4eb2-a126-9552729eb2b3/5fe4b106-8a4c-45f0-b60a-9b89c2785ef0) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:37:54.356525 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-6f0b54ff-55e3-4ca2-8873-3295161f275f tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] show failed (client error): The resource could not be found. Mar 23 01:37:54.361496 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6f0b54ff-55e3-4ca2-8873-3295161f275f tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/ports/de5cc8c7-9319-4634-9ad8-f7f5f4a79165/tags/tempest-TagsExtTest-Tag-882530969 HTTP/1.1" status: 404 len: 328 time: 0.2224526 Mar 23 01:37:54.366663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40952) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:54.392007 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.tag.tag_plugin [None req-866b03e9-a6a5-45b0-b59f-1d113cfce319 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5ae0511d-32f1-4093-b616-77cd7813209b', {'tags': ['tempest-TagsExtTest-Tag-259192412', 'tempest-TagsExtTest-Tag-958169597', 'tempest-TagsExtTest-Tag-1158148283']}) {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:54.502876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f805e9-6b4e-440e-ba32-472ab642d23e None None] Network dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:54.627837 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3d0f3440-72ee-412b-8f11-6e33621dfd5d req-959ca305-4aae-4765-90da-2927e4f305a1 tempest-ServersAaction247Test-1803043113 tempest-ServersAaction247Test-1803043113-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b057319-e91c-4638-8ab4-7b554b47a6c4 HTTP/1.1" status: 200 len: 210 time: 0.1947420 Mar 23 01:37:54.673071 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-213ee88c-1c75-4082-acde-ba9f7ab6ab26 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:54.690778 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-866b03e9-a6a5-45b0-b59f-1d113cfce319 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "PUT /v2.0/routers/5ae0511d-32f1-4093-b616-77cd7813209b/tags HTTP/1.1" status: 200 len: 316 time: 0.3132715 Mar 23 01:37:54.699999 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40962) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:54.716506 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.tag.tag_plugin [None req-1ac0d14f-49f7-417d-b575-900356b306fd tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5ae0511d-32f1-4093-b616-77cd7813209b') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:54.757352 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:54.759627 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-213ee88c-1c75-4082-acde-ba9f7ab6ab26 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:54.781467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-72daee13-723d-4a79-ad67-902dd2fecf31 None None] Provisioning complete for port 9fe8b42b-179b-4a62-bced-70d36016b5a0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:54.782132 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-72daee13-723d-4a79-ad67-902dd2fecf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9fe8b42b-179b-4a62-bced-70d36016b5a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:54.826111 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ec3f43b1-9a5b-4552-a31c-544fa6d8fedd details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:37:54.933462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ee88c-1c75-4082-acde-ba9f7ab6ab26 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Network 8be97217-9f6e-4d52-a151-af50fe88b198 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:37:54.967122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-213ee88c-1c75-4082-acde-ba9f7ab6ab26 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:54.973201 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ee88c-1c75-4082-acde-ba9f7ab6ab26 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:37:55.032161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213ee88c-1c75-4082-acde-ba9f7ab6ab26 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:55.033424 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-213ee88c-1c75-4082-acde-ba9f7ab6ab26 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:55.041050 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ee88c-1c75-4082-acde-ba9f7ab6ab26 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event updated for resources: {'Port': ['ID=5fe4b106-8a4c-45f0-b60a-9b89c2785ef0,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:55.091809 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-213ee88c-1c75-4082-acde-ba9f7ab6ab26 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5972340 Mar 23 01:37:55.128495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9fe8b42b-179b-4a62-bced-70d36016b5a0 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:37:55.133481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1e979-25f4-4a9e-a404-0123cbf6a4eb req-f96bf929-274a-48a0-a385-9aa6060e527e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:55.151474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1e979-25f4-4a9e-a404-0123cbf6a4eb req-f96bf929-274a-48a0-a385-9aa6060e527e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:55.157039 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1e979-25f4-4a9e-a404-0123cbf6a4eb req-f96bf929-274a-48a0-a385-9aa6060e527e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:55.175342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1e979-25f4-4a9e-a404-0123cbf6a4eb req-f96bf929-274a-48a0-a385-9aa6060e527e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:55.195108 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1e979-25f4-4a9e-a404-0123cbf6a4eb req-f96bf929-274a-48a0-a385-9aa6060e527e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:55.207536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1e979-25f4-4a9e-a404-0123cbf6a4eb req-f96bf929-274a-48a0-a385-9aa6060e527e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:55.222343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1e979-25f4-4a9e-a404-0123cbf6a4eb req-f96bf929-274a-48a0-a385-9aa6060e527e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:55.224380 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8b1e979-25f4-4a9e-a404-0123cbf6a4eb req-f96bf929-274a-48a0-a385-9aa6060e527e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.4848530 Mar 23 01:37:55.317928 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-97202b61-433b-4804-a450-0ce353fda04f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (afbe511a-1e6d-4286-97b3-1e86014d7dcb), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:55.353791 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8b1e979-25f4-4a9e-a404-0123cbf6a4eb req-1099a16a-2e93-4552-b280-7251dc3da7e2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1219771 Mar 23 01:37:55.357460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 9fe8b42b-179b-4a62-bced-70d36016b5a0 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:55.357460 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9fe8b42b-179b-4a62-bced-70d36016b5a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:55.408910 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-72daee13-723d-4a79-ad67-902dd2fecf31 None None] Current status of the port 9fe8b42b-179b-4a62-bced-70d36016b5a0 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:55.409304 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-72daee13-723d-4a79-ad67-902dd2fecf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9fe8b42b-179b-4a62-bced-70d36016b5a0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:55.466270 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-72daee13-723d-4a79-ad67-902dd2fecf31 None None] For port 9fe8b42b-179b-4a62-bced-70d36016b5a0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9fe8b42b-179b-4a62-bced-70d36016b5a0,segment=NetworkSegment(a29f7946-f4e1-4aa9-8bef-6f4de58f56b5),segment_id=a29f7946-f4e1-4aa9-8bef-6f4de58f56b5)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:55.498516 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-72daee13-723d-4a79-ad67-902dd2fecf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9fe8b42b-179b-4a62-bced-70d36016b5a0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:55.512302 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434840fd-a3b5-40eb-aef9-8bb2fbfbc014 req-f9912964-4c83-4e7b-82a7-00adad2b94d4 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:55.518219 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-434840fd-a3b5-40eb-aef9-8bb2fbfbc014 req-f9912964-4c83-4e7b-82a7-00adad2b94d4 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 944 time: 0.4804871 Mar 23 01:37:55.532512 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1ac0d14f-49f7-417d-b575-900356b306fd tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/routers/5ae0511d-32f1-4093-b616-77cd7813209b/tags HTTP/1.1" status: 204 len: 168 time: 0.8265948 Mar 23 01:37:55.533599 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40982) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:55.540886 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-ad5caa5f-944b-45e7-b270-b9a0171aade9 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5ae0511d-32f1-4093-b616-77cd7813209b', 'tempest-TagsExtTest-Tag-259192412') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:55.641639 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72daee13-723d-4a79-ad67-902dd2fecf31 None None] Pushing event updated for resources: {'Port': ['ID=9fe8b42b-179b-4a62-bced-70d36016b5a0,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:55.644413 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-ad5caa5f-944b-45e7-b270-b9a0171aade9 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] show failed (client error): The resource could not be found. Mar 23 01:37:55.648396 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ad5caa5f-944b-45e7-b270-b9a0171aade9 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/routers/5ae0511d-32f1-4093-b616-77cd7813209b/tags/tempest-TagsExtTest-Tag-259192412 HTTP/1.1" status: 404 len: 328 time: 0.1106637 Mar 23 01:37:55.648767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40984) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:55.653700 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-e0606545-ad8d-4bf9-8e34-c65ec35aea89 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5ae0511d-32f1-4093-b616-77cd7813209b', 'tempest-TagsExtTest-Tag-958169597') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:55.751776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ec3f43b1-9a5b-4552-a31c-544fa6d8fedd, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ec3f43b1-9a5b-4552-a31c-544fa6d8fedd,segment=NetworkSegment(bba1e499-715b-4cf6-b336-366531d5bb15),segment_id=bba1e499-715b-4cf6-b336-366531d5bb15)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:55.758964 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 9fe8b42b-179b-4a62-bced-70d36016b5a0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:55.813490 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-434840fd-a3b5-40eb-aef9-8bb2fbfbc014 req-1d82f1d2-8f4d-4282-a1f5-dffa8a863b17 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee409fd-1710-4ddd-b50e-b72edb9242f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712221 Mar 23 01:37:55.840515 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-e0606545-ad8d-4bf9-8e34-c65ec35aea89 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] show failed (client error): The resource could not be found. Mar 23 01:37:55.841611 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e0606545-ad8d-4bf9-8e34-c65ec35aea89 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/routers/5ae0511d-32f1-4093-b616-77cd7813209b/tags/tempest-TagsExtTest-Tag-958169597 HTTP/1.1" status: 404 len: 328 time: 0.1918569 Mar 23 01:37:55.846609 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c7abc41f-d825-47c1-901a-c6d4b0ca33ee None None] Provisioning complete for port 9fe8b42b-179b-4a62-bced-70d36016b5a0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:55.847057 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7abc41f-d825-47c1-901a-c6d4b0ca33ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9fe8b42b-179b-4a62-bced-70d36016b5a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:55.851147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40992) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:55.857658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-e4a92f60-a6ff-4070-9198-880f9a4e03de tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5ae0511d-32f1-4093-b616-77cd7813209b', 'tempest-TagsExtTest-Tag-1158148283') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:55.906509 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:55.912509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'ec3f43b1-9a5b-4552-a31c-544fa6d8fedd', 'network_id': 'e715db68-6655-4bd1-bb9c-7d840b1a92a1', 'port_id': 'ec3f43b1-9a5b-4552-a31c-544fa6d8fedd', 'mac_address': 'fa:16:3e:c6:be:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ea8766-c20f-48a9-a4be-5004a82b8f10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:37:55.921476 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40994) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:55.928658 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9b48f060-01cf-487e-a9b3-02b8547ea410 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1420036422', 'description': 'tempest-description--782362197'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:55.967889 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-e4a92f60-a6ff-4070-9198-880f9a4e03de tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] show failed (client error): The resource could not be found. Mar 23 01:37:55.969170 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e4a92f60-a6ff-4070-9198-880f9a4e03de tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/routers/5ae0511d-32f1-4093-b616-77cd7813209b/tags/tempest-TagsExtTest-Tag-1158148283 HTTP/1.1" status: 404 len: 329 time: 0.1168506 Mar 23 01:37:55.971886 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40996) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:55.977362 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-cc1062a1-8426-4fee-80a3-ab99acdd8d11 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3eccd377-c49a-4bea-b8e7-b5f898813b4c', {'tags': ['tempest-TagsExtTest-Tag-2056226328', 'tempest-TagsExtTest-Tag-1588075926', 'tempest-TagsExtTest-Tag-768688297']}) {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:55.993332 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ec3f43b1-9a5b-4552-a31c-544fa6d8fedd is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:55.993712 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ec3f43b1-9a5b-4552-a31c-544fa6d8fedd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:55.995176 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6ea1d98-4025-4a2e-aaa9-f05b51d71d42 req-7c3375b6-eca6-4032-bd87-37fbc1250f8e tempest-ServersAaction247Test-1803043113 tempest-ServersAaction247Test-1803043113-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b057319-e91c-4638-8ab4-7b554b47a6c4 HTTP/1.1" status: 200 len: 210 time: 0.0727348 Mar 23 01:37:55.995896 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b48f060-01cf-487e-a9b3-02b8547ea410 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:56.062798 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cc1062a1-8426-4fee-80a3-ab99acdd8d11 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "PUT /v2.0/subnetpools/3eccd377-c49a-4bea-b8e7-b5f898813b4c/tags HTTP/1.1" status: 200 len: 317 time: 0.0894911 Mar 23 01:37:56.063858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40998) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:56.065046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c7abc41f-d825-47c1-901a-c6d4b0ca33ee None None] Current status of the port 9fe8b42b-179b-4a62-bced-70d36016b5a0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:56.069291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-512ed9bf-b439-4a22-af29-cc19bbe16cf3 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3eccd377-c49a-4bea-b8e7-b5f898813b4c') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:56.083327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3f43b1-9a5b-4552-a31c-544fa6d8fedd {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:37:56.103259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c7abc41f-d825-47c1-901a-c6d4b0ca33ee None None] Provisioning complete for port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:56.103988 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7abc41f-d825-47c1-901a-c6d4b0ca33ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:56.116462 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ec3f43b1-9a5b-4552-a31c-544fa6d8fedd, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ec3f43b1-9a5b-4552-a31c-544fa6d8fedd,segment=NetworkSegment(bba1e499-715b-4cf6-b336-366531d5bb15),segment_id=bba1e499-715b-4cf6-b336-366531d5bb15)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:56.122127 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-512ed9bf-b439-4a22-af29-cc19bbe16cf3 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/subnetpools/3eccd377-c49a-4bea-b8e7-b5f898813b4c/tags HTTP/1.1" status: 204 len: 168 time: 0.0570650 Mar 23 01:37:56.124043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41000) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:56.134683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-8f311ae1-bff8-4ba4-b576-2735a8c1c95f tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3eccd377-c49a-4bea-b8e7-b5f898813b4c', 'tempest-TagsExtTest-Tag-2056226328') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:56.150656 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ec3f43b1-9a5b-4552-a31c-544fa6d8fedd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:56.200518 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c7abc41f-d825-47c1-901a-c6d4b0ca33ee None None] Port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:37:56.215989 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-8f311ae1-bff8-4ba4-b576-2735a8c1c95f tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] show failed (client error): The resource could not be found. Mar 23 01:37:56.221271 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8f311ae1-bff8-4ba4-b576-2735a8c1c95f tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/subnetpools/3eccd377-c49a-4bea-b8e7-b5f898813b4c/tags/tempest-TagsExtTest-Tag-2056226328 HTTP/1.1" status: 404 len: 329 time: 0.0949423 Mar 23 01:37:56.222759 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41002) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:56.229357 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-6d3a2641-704f-4d5c-97fb-610b6d385a3b tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3eccd377-c49a-4bea-b8e7-b5f898813b4c', 'tempest-TagsExtTest-Tag-1588075926') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:56.233098 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ec3f43b1-9a5b-4552-a31c-544fa6d8fedd,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:56.266794 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-6d3a2641-704f-4d5c-97fb-610b6d385a3b tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] show failed (client error): The resource could not be found. Mar 23 01:37:56.273091 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6d3a2641-704f-4d5c-97fb-610b6d385a3b tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/subnetpools/3eccd377-c49a-4bea-b8e7-b5f898813b4c/tags/tempest-TagsExtTest-Tag-1588075926 HTTP/1.1" status: 404 len: 329 time: 0.0472786 Mar 23 01:37:56.273964 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41004) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:56.275577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-97202b61-433b-4804-a450-0ce353fda04f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port ad64eae1-a7d0-489c-99a1-73f22204949a {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:56.275931 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-97202b61-433b-4804-a450-0ce353fda04f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ad64eae1-a7d0-489c-99a1-73f22204949a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:56.283284 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b48f060-01cf-487e-a9b3-02b8547ea410 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for security_group (2c270d48-0066-4596-a0a8-af383ee2c554), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:56.285952 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-d4e77165-337b-4839-9938-52178c3a6fea tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3eccd377-c49a-4bea-b8e7-b5f898813b4c', 'tempest-TagsExtTest-Tag-768688297') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:56.317245 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-d4e77165-337b-4839-9938-52178c3a6fea tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] show failed (client error): The resource could not be found. Mar 23 01:37:56.320851 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d4e77165-337b-4839-9938-52178c3a6fea tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/subnetpools/3eccd377-c49a-4bea-b8e7-b5f898813b4c/tags/tempest-TagsExtTest-Tag-768688297 HTTP/1.1" status: 404 len: 328 time: 0.0414257 Mar 23 01:37:56.321102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41006) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:56.325566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-2edc9513-cf36-4bb7-8470-a794d9d5a21e tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3eccd377-c49a-4bea-b8e7-b5f898813b4c') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:56.329950 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b48f060-01cf-487e-a9b3-02b8547ea410 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2c270d48-0066-4596-a0a8-af383ee2c554), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:56.357727 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2edc9513-cf36-4bb7-8470-a794d9d5a21e tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/subnetpools/3eccd377-c49a-4bea-b8e7-b5f898813b4c/tags HTTP/1.1" status: 204 len: 168 time: 0.0330257 Mar 23 01:37:56.357727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41008) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:56.364383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-150f21e9-06e2-4a69-a4a3-9bb56f4208f5 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5ae0511d-32f1-4093-b616-77cd7813209b') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:56.392011 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b48f060-01cf-487e-a9b3-02b8547ea410 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:56.395920 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9b48f060-01cf-487e-a9b3-02b8547ea410 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4693799 Mar 23 01:37:56.402101 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41010) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:56.408543 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6539c457-3ba5-4994-856e-a8def9994ac7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Request body: {'security_group_rule': {'security_group_id': '2c270d48-0066-4596-a0a8-af383ee2c554', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:56.458258 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48f060-01cf-487e-a9b3-02b8547ea410 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c270d48-0066-4596-a0a8-af383ee2c554,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:56.483449 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6539c457-3ba5-4994-856e-a8def9994ac7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for security_group_rule (1829c784-dc2f-4fbc-ad3e-e59280e28662), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:56.502367 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-97202b61-433b-4804-a450-0ce353fda04f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ad64eae1-a7d0-489c-99a1-73f22204949a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:56.519104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-97202b61-433b-4804-a450-0ce353fda04f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for ad64eae1-a7d0-489c-99a1-73f22204949a owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:56.538315 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-150f21e9-06e2-4a69-a4a3-9bb56f4208f5 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/routers/5ae0511d-32f1-4093-b616-77cd7813209b/tags HTTP/1.1" status: 204 len: 168 time: 0.1767967 Mar 23 01:37:56.541165 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41014) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:56.547153 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-9ed86f7f-8caf-402d-b8c3-633b5f0172bc tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'de5cc8c7-9319-4634-9ad8-f7f5f4a79165') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:56.586239 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['ec3f43b1-9a5b-4552-a31c-544fa6d8fedd'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:37:56.607815 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f22b6-6f40-40a2-ba31-30d42ab4a7cd req-c0f26e79-b3f1-4ba8-88aa-1595145e8c63 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:56.613473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f22b6-6f40-40a2-ba31-30d42ab4a7cd req-c0f26e79-b3f1-4ba8-88aa-1595145e8c63 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:56.619371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f22b6-6f40-40a2-ba31-30d42ab4a7cd req-c0f26e79-b3f1-4ba8-88aa-1595145e8c63 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:56.627835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f22b6-6f40-40a2-ba31-30d42ab4a7cd req-c0f26e79-b3f1-4ba8-88aa-1595145e8c63 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:56.633814 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f22b6-6f40-40a2-ba31-30d42ab4a7cd req-c0f26e79-b3f1-4ba8-88aa-1595145e8c63 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:56.639836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f22b6-6f40-40a2-ba31-30d42ab4a7cd req-c0f26e79-b3f1-4ba8-88aa-1595145e8c63 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:56.645407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f22b6-6f40-40a2-ba31-30d42ab4a7cd req-c0f26e79-b3f1-4ba8-88aa-1595145e8c63 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:56.647871 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b9f22b6-6f40-40a2-ba31-30d42ab4a7cd req-c0f26e79-b3f1-4ba8-88aa-1595145e8c63 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.1465647 Mar 23 01:37:56.719295 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9ed86f7f-8caf-402d-b8c3-633b5f0172bc tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/ports/de5cc8c7-9319-4634-9ad8-f7f5f4a79165/tags HTTP/1.1" status: 204 len: 168 time: 0.1732376 Mar 23 01:37:56.735244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41016) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:56.740491 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-0db3e46e-85ac-42f0-b64f-39ab053192cd tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:56.773122 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6539c457-3ba5-4994-856e-a8def9994ac7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for security_group_rule (1829c784-dc2f-4fbc-ad3e-e59280e28662), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:56.788251 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6539c457-3ba5-4994-856e-a8def9994ac7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (1829c784-dc2f-4fbc-ad3e-e59280e28662), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:56.836470 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b9f22b6-6f40-40a2-ba31-30d42ab4a7cd req-096e919c-42c9-4a16-90af-91a748e12a17 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1824057 Mar 23 01:37:56.895787 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9fe8b42b-179b-4a62-bced-70d36016b5a0 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:37:56.896584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0db3e46e-85ac-42f0-b64f-39ab053192cd tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/subnets/bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1600068 Mar 23 01:37:56.906752 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41024) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:56.936145 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-97202b61-433b-4804-a450-0ce353fda04f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ad64eae1-a7d0-489c-99a1-73f22204949a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:56.944078 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539c457-3ba5-4994-856e-a8def9994ac7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1829c784-dc2f-4fbc-ad3e-e59280e28662,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:57.009161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 9fe8b42b-179b-4a62-bced-70d36016b5a0 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:57.009629 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9fe8b42b-179b-4a62-bced-70d36016b5a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:57.018172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97202b61-433b-4804-a450-0ce353fda04f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=ad64eae1-a7d0-489c-99a1-73f22204949a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:57.028034 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6539c457-3ba5-4994-856e-a8def9994ac7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:57.029514 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6539c457-3ba5-4994-856e-a8def9994ac7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6264098 Mar 23 01:37:57.033828 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41026) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:57.050030 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9a851c51-b19a-4512-909f-2a59d339bb66 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Request body: {'security_group_rule': {'security_group_id': '2c270d48-0066-4596-a0a8-af383ee2c554', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:57.065644 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80044f51-ae68-4d33-b7b4-7b98f6449745 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:57.067145 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-80044f51-ae68-4d33-b7b4-7b98f6449745 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/subnetpools/3eccd377-c49a-4bea-b8e7-b5f898813b4c HTTP/1.1" status: 204 len: 168 time: 0.1592951 Mar 23 01:37:57.070201 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41030) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:57.150029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b99ac4df-3ce3-4084-b234-c24ef91f0413 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ae0511d-32f1-4093-b616-77cd7813209b HTTP/1.1" status: 200 len: 205 time: 0.0734944 Mar 23 01:37:57.150974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41032) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:57.197229 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 9fe8b42b-179b-4a62-bced-70d36016b5a0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:57.258801 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a851c51-b19a-4512-909f-2a59d339bb66 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for security_group_rule (c2c5c94c-9bbc-448c-8903-19e53ecca75c), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:57.288574 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-59d0e03b-b2d6-4ebd-b5dd-b4641cc77ebf tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks [] for router (5ae0511d-32f1-4093-b616-77cd7813209b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:57.309660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc833f-cab7-40b1-b7e6-5087cc34c9a2 req-ca4b05e3-4f18-4619-82e2-97b9818052ff tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:57.311584 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-66cc833f-cab7-40b1-b7e6-5087cc34c9a2 req-ca4b05e3-4f18-4619-82e2-97b9818052ff tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 945 time: 0.3276517 Mar 23 01:37:57.356861 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-97202b61-433b-4804-a450-0ce353fda04f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (afbe511a-1e6d-4286-97b3-1e86014d7dcb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:57.392260 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-66cc833f-cab7-40b1-b7e6-5087cc34c9a2 req-121f9e00-0121-4a9f-a6d4-d8b204100e60 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee409fd-1710-4ddd-b50e-b72edb9242f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719721 Mar 23 01:37:57.397092 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7448120a-147e-4533-a067-d3c5ea1c577a req-0b958184-0f6f-4302-9ef0-1a105212c715 tempest-ServersAaction247Test-1803043113 tempest-ServersAaction247Test-1803043113-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b057319-e91c-4638-8ab4-7b554b47a6c4 HTTP/1.1" status: 200 len: 210 time: 0.2355881 Mar 23 01:37:57.422489 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a851c51-b19a-4512-909f-2a59d339bb66 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for security_group_rule (c2c5c94c-9bbc-448c-8903-19e53ecca75c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:57.540839 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a851c51-b19a-4512-909f-2a59d339bb66 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (c2c5c94c-9bbc-448c-8903-19e53ecca75c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:57.545718 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-59d0e03b-b2d6-4ebd-b5dd-b4641cc77ebf tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (5ae0511d-32f1-4093-b616-77cd7813209b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:57.547912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-59d0e03b-b2d6-4ebd-b5dd-b4641cc77ebf tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks [] for router_controller (5ae0511d-32f1-4093-b616-77cd7813209b), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:57.578373 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a851c51-b19a-4512-909f-2a59d339bb66 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:57.579717 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9a851c51-b19a-4512-909f-2a59d339bb66 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5407758 Mar 23 01:37:57.584966 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41042) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:57.591785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:37:57.598992 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a851c51-b19a-4512-909f-2a59d339bb66 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c5c94c-9bbc-448c-8903-19e53ecca75c,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:57.605031 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-59d0e03b-b2d6-4ebd-b5dd-b4641cc77ebf tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (5ae0511d-32f1-4093-b616-77cd7813209b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:57.605804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d0e03b-b2d6-4ebd-b5dd-b4641cc77ebf tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Fanout notify agent at l3_agent the message router_deleted on router 5ae0511d-32f1-4093-b616-77cd7813209b {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:37:57.614424 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-59d0e03b-b2d6-4ebd-b5dd-b4641cc77ebf tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:57.615824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-59d0e03b-b2d6-4ebd-b5dd-b4641cc77ebf tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/routers/5ae0511d-32f1-4093-b616-77cd7813209b HTTP/1.1" status: 204 len: 168 time: 0.4635606 Mar 23 01:37:57.618238 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41044) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:57.649626 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:57.733676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-fe83d8a1-ad85-4211-b40c-d763e675d315 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Deleting port de5cc8c7-9319-4634-9ad8-f7f5f4a79165 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:57.734113 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe83d8a1-ad85-4211-b40c-d763e675d315 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (de5cc8c7-9319-4634-9ad8-f7f5f4a79165), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:57.835816 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe83d8a1-ad85-4211-b40c-d763e675d315 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (de5cc8c7-9319-4634-9ad8-f7f5f4a79165), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:57.852387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-fe83d8a1-ad85-4211-b40c-d763e675d315 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Calling delete_port for de5cc8c7-9319-4634-9ad8-f7f5f4a79165 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:58.053417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7ee3c-032b-4350-a8df-b5793205aa10 req-ac732e42-6a47-465b-a43a-5f705cf6d179 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:58.061766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7ee3c-032b-4350-a8df-b5793205aa10 req-ac732e42-6a47-465b-a43a-5f705cf6d179 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:58.068897 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7ee3c-032b-4350-a8df-b5793205aa10 req-ac732e42-6a47-465b-a43a-5f705cf6d179 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:58.075679 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7ee3c-032b-4350-a8df-b5793205aa10 req-ac732e42-6a47-465b-a43a-5f705cf6d179 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:58.081869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7ee3c-032b-4350-a8df-b5793205aa10 req-ac732e42-6a47-465b-a43a-5f705cf6d179 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:58.088400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7ee3c-032b-4350-a8df-b5793205aa10 req-ac732e42-6a47-465b-a43a-5f705cf6d179 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:58.094101 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7ee3c-032b-4350-a8df-b5793205aa10 req-ac732e42-6a47-465b-a43a-5f705cf6d179 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:58.103889 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-58d7ee3c-032b-4350-a8df-b5793205aa10 req-ac732e42-6a47-465b-a43a-5f705cf6d179 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.1355202 Mar 23 01:37:58.107732 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe83d8a1-ad85-4211-b40c-d763e675d315 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (de5cc8c7-9319-4634-9ad8-f7f5f4a79165), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:58.161738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83d8a1-ad85-4211-b40c-d763e675d315 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Pushing event deleted for resources: {'Port': ['ID=de5cc8c7-9319-4634-9ad8-f7f5f4a79165,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:58.341883 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97202b61-433b-4804-a450-0ce353fda04f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router afbe511a-1e6d-4286-97b3-1e86014d7dcb has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:37:58.362789 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:58.382742 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-58d7ee3c-032b-4350-a8df-b5793205aa10 req-5310b057-40da-4282-8843-a08beeca5b7a tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2761481 Mar 23 01:37:58.389292 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe83d8a1-ad85-4211-b40c-d763e675d315 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:58.405699 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fe83d8a1-ad85-4211-b40c-d763e675d315 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/ports/de5cc8c7-9319-4634-9ad8-f7f5f4a79165 HTTP/1.1" status: 204 len: 168 time: 0.7862980 Mar 23 01:37:58.407271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41052) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:58.520112 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc67e31-8873-4c14-be17-6f46d07bfe35 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Deleting subnet bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:37:58.529375 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6cc67e31-8873-4c14-be17-6f46d07bfe35 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks [] for subnet (bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:58.601284 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7285bd51-9fcd-4574-866f-42f3ac71fa29 req-ef8d0cd9-0833-4a83-9522-a19340da6b40 tempest-ServersAaction247Test-1803043113 tempest-ServersAaction247Test-1803043113-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b057319-e91c-4638-8ab4-7b554b47a6c4 HTTP/1.1" status: 200 len: 210 time: 0.0434620 Mar 23 01:37:58.621953 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6cc67e31-8873-4c14-be17-6f46d07bfe35 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:58.677186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298235c2-8ec3-42e7-82f3-4536c6e0001f req-0d3c424d-cf83-4a9f-ac3f-078c68926c8f tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:58.679070 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-298235c2-8ec3-42e7-82f3-4536c6e0001f req-0d3c424d-cf83-4a9f-ac3f-078c68926c8f tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 945 time: 0.1032505 Mar 23 01:37:58.683805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Allocated IP 172.25.0.117 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/98865e7a-8967-4495-88cf-c3cc74119964) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:37:58.714186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97202b61-433b-4804-a450-0ce353fda04f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:37:58.720571 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-97202b61-433b-4804-a450-0ce353fda04f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/afbe511a-1e6d-4286-97b3-1e86014d7dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8175342 Mar 23 01:37:58.730477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ea0098-b0d8-437e-a0db-02d2a1ae67a4 None None] Sync routers for ids ['afbe511a-1e6d-4286-97b3-1e86014d7dcb'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:37:58.732593 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41058) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:58.747916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ea0098-b0d8-437e-a0db-02d2a1ae67a4 None None] Routers {'afbe511a-1e6d-4286-97b3-1e86014d7dcb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:37:58.750441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-24ea0098-b0d8-437e-a0db-02d2a1ae67a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:37:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['afbe511a-1e6d-4286-97b3-1e86014d7dcb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:58.772581 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6cc67e31-8873-4c14-be17-6f46d07bfe35 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:58.812747 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-298235c2-8ec3-42e7-82f3-4536c6e0001f req-58245123-b5a0-4d3f-b170-246c2a00f3f5 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee409fd-1710-4ddd-b50e-b72edb9242f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255476 Mar 23 01:37:58.823471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-24ea0098-b0d8-437e-a0db-02d2a1ae67a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:58.832840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ea0098-b0d8-437e-a0db-02d2a1ae67a4 None None] Routers {'afbe511a-1e6d-4286-97b3-1e86014d7dcb'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:37:58.833617 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-24ea0098-b0d8-437e-a0db-02d2a1ae67a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:37:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['afbe511a-1e6d-4286-97b3-1e86014d7dcb'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:58.872870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-24ea0098-b0d8-437e-a0db-02d2a1ae67a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:37:58.877236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ea0098-b0d8-437e-a0db-02d2a1ae67a4 None None] The sync data for ids ['afbe511a-1e6d-4286-97b3-1e86014d7dcb'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:37:58.880039 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6cc67e31-8873-4c14-be17-6f46d07bfe35 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:58.880718 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ec3f43b1-9a5b-4552-a31c-544fa6d8fedd up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:37:58.910337 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6cc67e31-8873-4c14-be17-6f46d07bfe35 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:58.917367 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6cc67e31-8873-4c14-be17-6f46d07bfe35 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/subnets/bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb HTTP/1.1" status: 204 len: 168 time: 0.5080888 Mar 23 01:37:58.922327 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41060) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:37:58.940492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc67e31-8873-4c14-be17-6f46d07bfe35 tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0c4b4f-1ff1-4e6d-a86f-0732cdc690eb,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:58.951378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cc5078-ed3c-405c-866f-4ea13f8096d3 None None] Network 660f1b93-a4ff-4e84-a365-e016c2b4fc8a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:37:59.032986 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (660f1b93-a4ff-4e84-a365-e016c2b4fc8a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:59.061563 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port ec3f43b1-9a5b-4552-a31c-544fa6d8fedd completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:37:59.067665 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port ec3f43b1-9a5b-4552-a31c-544fa6d8fedd triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:37:59.068232 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ec3f43b1-9a5b-4552-a31c-544fa6d8fedd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:59.091937 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3691caa-664b-47a0-b5b4-0007f3ef8ce4 req-3bc6783e-c5d7-4134-a69e-f2217a4868c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b057319-e91c-4638-8ab4-7b554b47a6c4 HTTP/1.1" status: 200 len: 210 time: 0.0664771 Mar 23 01:37:59.177448 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ec3f43b1-9a5b-4552-a31c-544fa6d8fedd is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:37:59.178157 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ec3f43b1-9a5b-4552-a31c-544fa6d8fedd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:59.211164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ad1cad-c1a7-492f-ae5c-c603e00d8cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3f43b1-9a5b-4552-a31c-544fa6d8fedd'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:37:59.214106 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06afa94-1f8e-4899-bd0a-35e9fa6bf83b" -d '{"events": [{"server_uuid": "83ad1cad-c1a7-492f-ae5c-c603e00d8cf2", "name": "network-vif-plugged", "status": "completed", "tag": "ec3f43b1-9a5b-4552-a31c-544fa6d8fedd"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:37:59.221030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb5081a-b6c2-4118-be5a-ecd1fd8e935d None None] DHCP port deletion for 660f1b93-a4ff-4e84-a365-e016c2b4fc8a request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:37:59.237370 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ec3f43b1-9a5b-4552-a31c-544fa6d8fedd, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ec3f43b1-9a5b-4552-a31c-544fa6d8fedd,segment=NetworkSegment(bba1e499-715b-4cf6-b336-366531d5bb15),segment_id=bba1e499-715b-4cf6-b336-366531d5bb15)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:59.259700 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ec3f43b1-9a5b-4552-a31c-544fa6d8fedd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:59.284578 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for port (98865e7a-8967-4495-88cf-c3cc74119964), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:59.309039 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b45898b-e8c5-447e-8b4f-d7ca35c63002 x-openstack-request-id: req-0b45898b-e8c5-447e-8b4f-d7ca35c63002 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:37:59.309345 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ad1cad-c1a7-492f-ae5c-c603e00d8cf2", "name": "network-vif-plugged", "status": "completed", "tag": "ec3f43b1-9a5b-4552-a31c-544fa6d8fedd", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:37:59.309740 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b45898b-e8c5-447e-8b4f-d7ca35c63002 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:37:59.310269 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b45898b-e8c5-447e-8b4f-d7ca35c63002'] response: {'server_uuid': '83ad1cad-c1a7-492f-ae5c-c603e00d8cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3f43b1-9a5b-4552-a31c-544fa6d8fedd', 'code': 200} Mar 23 01:37:59.354106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5081a-b6c2-4118-be5a-ecd1fd8e935d None None] Deleting port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:59.354480 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bbb5081a-b6c2-4118-be5a-ecd1fd8e935d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (65c15aff-e9ad-433a-87b2-5e6d487e6ecc), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:59.356980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ec3f43b1-9a5b-4552-a31c-544fa6d8fedd,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:59.399834 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Deleting port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:37:59.401057 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (65c15aff-e9ad-433a-87b2-5e6d487e6ecc), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:59.442480 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-bbb5081a-b6c2-4118-be5a-ecd1fd8e935d None None] For port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=65c15aff-e9ad-433a-87b2-5e6d487e6ecc,segment=NetworkSegment(69dc0f20-340e-47bf-bfdd-6561a0727d6f),segment_id=69dc0f20-340e-47bf-bfdd-6561a0727d6f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:59.446932 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bbb5081a-b6c2-4118-be5a-ecd1fd8e935d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (65c15aff-e9ad-433a-87b2-5e6d487e6ecc), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:59.485631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5081a-b6c2-4118-be5a-ecd1fd8e935d None None] Calling delete_port for 65c15aff-e9ad-433a-87b2-5e6d487e6ecc owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:59.564699 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (98865e7a-8967-4495-88cf-c3cc74119964), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:59.570635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] For port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=65c15aff-e9ad-433a-87b2-5e6d487e6ecc,segment=NetworkSegment(69dc0f20-340e-47bf-bfdd-6561a0727d6f),segment_id=69dc0f20-340e-47bf-bfdd-6561a0727d6f)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:37:59.570998 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (65c15aff-e9ad-433a-87b2-5e6d487e6ecc), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:59.614911 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bbb5081a-b6c2-4118-be5a-ecd1fd8e935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (65c15aff-e9ad-433a-87b2-5e6d487e6ecc), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:37:59.663725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5081a-b6c2-4118-be5a-ecd1fd8e935d None None] Pushing event deleted for resources: {'Port': ['ID=65c15aff-e9ad-433a-87b2-5e6d487e6ecc,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:59.670680 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5081a-b6c2-4118-be5a-ecd1fd8e935d None None] No DVR routers for this DVR port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:37:59.670836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb82307-c67b-4745-92da-0f75da7e7aa3 req-da907eac-f90d-4abd-87ce-30c6fb154205 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:59.677601 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb82307-c67b-4745-92da-0f75da7e7aa3 req-da907eac-f90d-4abd-87ce-30c6fb154205 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:59.695292 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb82307-c67b-4745-92da-0f75da7e7aa3 req-da907eac-f90d-4abd-87ce-30c6fb154205 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:59.705444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb82307-c67b-4745-92da-0f75da7e7aa3 req-da907eac-f90d-4abd-87ce-30c6fb154205 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:59.717284 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb82307-c67b-4745-92da-0f75da7e7aa3 req-da907eac-f90d-4abd-87ce-30c6fb154205 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:59.722575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb82307-c67b-4745-92da-0f75da7e7aa3 req-da907eac-f90d-4abd-87ce-30c6fb154205 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:59.728029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb82307-c67b-4745-92da-0f75da7e7aa3 req-da907eac-f90d-4abd-87ce-30c6fb154205 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:59.736264 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7eb82307-c67b-4745-92da-0f75da7e7aa3 req-da907eac-f90d-4abd-87ce-30c6fb154205 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.2008581 Mar 23 01:37:59.745494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Calling delete_port for 65c15aff-e9ad-433a-87b2-5e6d487e6ecc owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:37:59.749910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:37:59.800800 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7eb82307-c67b-4745-92da-0f75da7e7aa3 req-ef743877-5c5f-413b-a786-eb96fa3e348e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635228 Mar 23 01:37:59.824735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:37:59.831543 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a8c35e58-5f96-4ef6-81d7-29c9e4dfa41c req-7692a4f8-0c65-4424-8f62-c55120134519 tempest-ServersAaction247Test-1803043113 tempest-ServersAaction247Test-1803043113-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b057319-e91c-4638-8ab4-7b554b47a6c4 HTTP/1.1" status: 200 len: 210 time: 0.0773697 Mar 23 01:37:59.831543 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:37:59.932847 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47770e4-7641-4e84-9b33-1766c822e978 req-c296f7cb-5eaf-48d3-8e85-61dc8cade1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:59.934324 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e47770e4-7641-4e84-9b33-1766c822e978 req-c296f7cb-5eaf-48d3-8e85-61dc8cade1d3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 1128 time: 0.3157654 Mar 23 01:37:59.938818 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event updated for resources: {'Port': ['ID=98865e7a-8967-4495-88cf-c3cc74119964,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:37:59.997381 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa56b3-ffda-45ba-800a-6e91202fca6b req-195f3fe6-ca0b-496d-85ca-0f668329d155 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:37:59.999090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-38fa56b3-ffda-45ba-800a-6e91202fca6b req-195f3fe6-ca0b-496d-85ca-0f668329d155 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 946 time: 0.0831866 Mar 23 01:38:00.007566 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa07d2d9-3aec-4e6e-bb97-a7f53fb91755 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (afbe511a-1e6d-4286-97b3-1e86014d7dcb), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:00.073090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-38fa56b3-ffda-45ba-800a-6e91202fca6b req-2864ba1e-f922-4f73-9ed6-ed863ccb629d tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee409fd-1710-4ddd-b50e-b72edb9242f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678463 Mar 23 01:38:00.181623 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e47770e4-7641-4e84-9b33-1766c822e978 req-fe9cd17d-dc1b-43ee-bc1b-c581e527b38c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9ee409fd-1710-4ddd-b50e-b72edb9242f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325103 Mar 23 01:38:00.202728 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (65c15aff-e9ad-433a-87b2-5e6d487e6ecc), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:00.205878 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for floatingip (a3e9bf5c-6362-4429-9dff-ed90eb06ab36), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:00.267958 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Pushing event deleted for resources: {'Port': ['ID=65c15aff-e9ad-433a-87b2-5e6d487e6ecc,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:00.270077 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] No DVR routers for this DVR port 65c15aff-e9ad-433a-87b2-5e6d487e6ecc on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:38:00.382235 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (98865e7a-8967-4495-88cf-c3cc74119964), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:00.436441 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (660f1b93-a4ff-4e84-a365-e016c2b4fc8a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:00.482320 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660f1b93-a4ff-4e84-a365-e016c2b4fc8a']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:00.502301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dc0f20-340e-47bf-bfdd-6561a0727d6f') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:00.502696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dc0f20-340e-47bf-bfdd-6561a0727d6f') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:00.556858 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (69dc0f20-340e-47bf-bfdd-6561a0727d6f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:00.608586 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (69dc0f20-340e-47bf-bfdd-6561a0727d6f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:00.623339 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:38:00.623753 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (69dc0f20-340e-47bf-bfdd-6561a0727d6f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:38:00.632439 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:38:00.749240 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (660f1b93-a4ff-4e84-a365-e016c2b4fc8a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:00.761622 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:00.766971 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] 10.222.0.18 "DELETE /v2.0/networks/660f1b93-a4ff-4e84-a365-e016c2b4fc8a HTTP/1.1" status: 204 len: 168 time: 1.8414648 Mar 23 01:38:00.806477 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25075c67-d1a3-4374-a40a-36ee6b869aac tempest-TagsExtTest-2015369634 tempest-TagsExtTest-2015369634-project] Pushing event deleted for resources: {'Network': ['ID=660f1b93-a4ff-4e84-a365-e016c2b4fc8a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:00.826197 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for port (98865e7a-8967-4495-88cf-c3cc74119964), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:00.841962 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (98865e7a-8967-4495-88cf-c3cc74119964), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:00.875916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 65c15aff-e9ad-433a-87b2-5e6d487e6ecc no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:38:00.906662 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 65c15aff-e9ad-433a-87b2-5e6d487e6ecc {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:38:00.907018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 65c15aff-e9ad-433a-87b2-5e6d487e6ecc not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:38:00.976664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event updated for resources: {'Port': ['ID=98865e7a-8967-4495-88cf-c3cc74119964,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:00.997518 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-38fc344d-c8fc-4eae-a560-3f51139dd015 req-91de4f92-a9c6-41eb-a17b-cab5469b4b61 tempest-ServersAaction247Test-1803043113 tempest-ServersAaction247Test-1803043113-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b057319-e91c-4638-8ab4-7b554b47a6c4 HTTP/1.1" status: 200 len: 210 time: 0.0499613 Mar 23 01:38:01.021392 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-aa07d2d9-3aec-4e6e-bb97-a7f53fb91755 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port bdca9e38-f141-4637-a9c6-32b01d015ed7 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:38:01.021994 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa07d2d9-3aec-4e6e-bb97-a7f53fb91755 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (bdca9e38-f141-4637-a9c6-32b01d015ed7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:01.180746 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (a3e9bf5c-6362-4429-9dff-ed90eb06ab36), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:01.217031 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29ffd8-06f1-4fe9-b544-f74356b6f549 req-ffee8335-ae88-454a-a2c3-6024f39e10a8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:01.222740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29ffd8-06f1-4fe9-b544-f74356b6f549 req-ffee8335-ae88-454a-a2c3-6024f39e10a8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:01.229321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29ffd8-06f1-4fe9-b544-f74356b6f549 req-ffee8335-ae88-454a-a2c3-6024f39e10a8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:01.235790 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29ffd8-06f1-4fe9-b544-f74356b6f549 req-ffee8335-ae88-454a-a2c3-6024f39e10a8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:01.241820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29ffd8-06f1-4fe9-b544-f74356b6f549 req-ffee8335-ae88-454a-a2c3-6024f39e10a8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:01.247421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29ffd8-06f1-4fe9-b544-f74356b6f549 req-ffee8335-ae88-454a-a2c3-6024f39e10a8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:01.252821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29ffd8-06f1-4fe9-b544-f74356b6f549 req-ffee8335-ae88-454a-a2c3-6024f39e10a8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:01.261335 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-da29ffd8-06f1-4fe9-b544-f74356b6f549 req-ffee8335-ae88-454a-a2c3-6024f39e10a8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.2783051 Mar 23 01:38:01.277437 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41106) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:01.292295 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa07d2d9-3aec-4e6e-bb97-a7f53fb91755 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (bdca9e38-f141-4637-a9c6-32b01d015ed7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:01.308589 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:01.318188 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-18a0f3c6-5704-4d7c-8997-89487a66a308 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7314339 Mar 23 01:38:01.329435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-aa07d2d9-3aec-4e6e-bb97-a7f53fb91755 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for bdca9e38-f141-4637-a9c6-32b01d015ed7 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:38:01.433464 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-da29ffd8-06f1-4fe9-b544-f74356b6f549 req-5b6823de-9b9f-4ff6-a47b-dcc7a8f360f1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1644323 Mar 23 01:38:01.659643 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-02360054-c98b-4794-9ae5-2d9609aa0b0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=024cc30be7fb463d924df82cfe29a805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3809059 Mar 23 01:38:01.668877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41122) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:01.748423 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-22550fd6-d7c1-4bf3-bee6-5137c79faaa2 admin admin] Publish callbacks [] for security_group (76632c62-d87a-49da-b04f-7b76a06f424b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:01.752393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ca72f-9b9a-4963-b04d-9cb367662cf8 req-a3689a24-92ac-4a3b-b3d1-2996cf6fc46b tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:01.754150 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-120ca72f-9b9a-4963-b04d-9cb367662cf8 req-a3689a24-92ac-4a3b-b3d1-2996cf6fc46b tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 946 time: 0.1519754 Mar 23 01:38:01.802757 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-22550fd6-d7c1-4bf3-bee6-5137c79faaa2 admin admin] Publish callbacks [] for security_group (76632c62-d87a-49da-b04f-7b76a06f424b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:01.814776 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa07d2d9-3aec-4e6e-bb97-a7f53fb91755 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (bdca9e38-f141-4637-a9c6-32b01d015ed7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:01.859410 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07d2d9-3aec-4e6e-bb97-a7f53fb91755 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=bdca9e38-f141-4637-a9c6-32b01d015ed7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:01.865937 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-120ca72f-9b9a-4963-b04d-9cb367662cf8 req-18d37dbb-7383-4e23-a288-6fc16a19faca tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee409fd-1710-4ddd-b50e-b72edb9242f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058509 Mar 23 01:38:01.933942 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-22550fd6-d7c1-4bf3-bee6-5137c79faaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (76632c62-d87a-49da-b04f-7b76a06f424b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:01.937146 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-22550fd6-d7c1-4bf3-bee6-5137c79faaa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:01.938339 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-22550fd6-d7c1-4bf3-bee6-5137c79faaa2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76632c62-d87a-49da-b04f-7b76a06f424b HTTP/1.1" status: 204 len: 168 time: 0.2681987 Mar 23 01:38:01.955240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22550fd6-d7c1-4bf3-bee6-5137c79faaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76632c62-d87a-49da-b04f-7b76a06f424b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:02.154441 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-10d3116e-dbc5-4406-850b-32f3a2211d16 req-60a562bc-9f12-4fcc-bab2-6d1dd8fe81ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=572e5266eb2140508a2fc46ebb3c12e7&device_id=8b057319-e91c-4638-8ab4-7b554b47a6c4 HTTP/1.1" status: 200 len: 210 time: 0.1644614 Mar 23 01:38:02.164247 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e71cdadd-c555-413d-a18e-d0776055546c req-9a444964-50a7-49a4-86ca-39eed15dd9c5 tempest-ServersAaction247Test-1803043113 tempest-ServersAaction247Test-1803043113-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b057319-e91c-4638-8ab4-7b554b47a6c4 HTTP/1.1" status: 200 len: 210 time: 0.0933659 Mar 23 01:38:02.188634 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa07d2d9-3aec-4e6e-bb97-a7f53fb91755 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (afbe511a-1e6d-4286-97b3-1e86014d7dcb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:02.189878 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-115eba9f-6e5d-422f-932a-eedbe2ab4e2b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1420036422&fields=id&tenant_id=f6f9aae227d84399a0bbd30fdbd1c690 HTTP/1.1" status: 200 len: 267 time: 0.1528859 Mar 23 01:38:02.236823 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-10d3116e-dbc5-4406-850b-32f3a2211d16 req-9a4b3521-012e-4899-b55c-b5708b4dfd43 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=572e5266eb2140508a2fc46ebb3c12e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674379 Mar 23 01:38:02.305063 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f85baa56-cca4-4501-b29a-0a411eeb4ea8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:02.306876 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f85baa56-cca4-4501-b29a-0a411eeb4ea8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports/984ab90e-b799-4d7f-a827-310af7277e93 HTTP/1.1" status: 200 len: 936 time: 0.1101007 Mar 23 01:38:02.403234 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-ffdfbb9a-daf6-4eab-98ab-1e79aa9d2dd2 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:02.405352 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-ffdfbb9a-daf6-4eab-98ab-1e79aa9d2dd2 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports/5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 HTTP/1.1" status: 200 len: 937 time: 0.0923984 Mar 23 01:38:02.509421 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-40970fd0-ceb0-47d3-98bc-ae49e2891dd1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?network_id=dddecf0c-3ac3-45a8-bf20-94de5f9f98e2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0982082 Mar 23 01:38:02.565292 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-2736c0ea-0a7f-4995-9733-6d7d76363de4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?network_id=dddecf0c-3ac3-45a8-bf20-94de5f9f98e2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0548389 Mar 23 01:38:02.864871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-871bce54-6b4a-4581-a7c7-f317b5fd71f2 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:02.872066 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-871bce54-6b4a-4581-a7c7-f317b5fd71f2 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:02.878579 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-871bce54-6b4a-4581-a7c7-f317b5fd71f2 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:02.886805 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-871bce54-6b4a-4581-a7c7-f317b5fd71f2 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/networks?id=13a7d5be-3a4a-49f2-b46c-3aac41f10be3&id=8be97217-9f6e-4d52-a151-af50fe88b198&id=8be97217-9f6e-4d52-a151-af50fe88b198&id=dddecf0c-3ac3-45a8-bf20-94de5f9f98e2&id=dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 HTTP/1.1" status: 200 len: 1993 time: 0.3205819 Mar 23 01:38:02.926618 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-89bf9549-6d8b-496a-8d30-6bd714875426 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/quotas/f6f9aae227d84399a0bbd30fdbd1c690 HTTP/1.1" status: 200 len: 375 time: 0.0383065 Mar 23 01:38:03.077405 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-31a84600-bac4-42b8-84f9-2e525bf144ff tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6f9aae227d84399a0bbd30fdbd1c690&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1485572 Mar 23 01:38:03.131447 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3116e-dbc5-4406-850b-32f3a2211d16 req-0c4d9954-89b9-4883-8eba-a07d51ead1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:03.133641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-10d3116e-dbc5-4406-850b-32f3a2211d16 req-0c4d9954-89b9-4883-8eba-a07d51ead1b4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8822284 Mar 23 01:38:03.144404 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa07d2d9-3aec-4e6e-bb97-a7f53fb91755 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router afbe511a-1e6d-4286-97b3-1e86014d7dcb has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:38:03.157315 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ef726-8788-4a74-b3bc-ada392bcc679 req-eb73fda5-39da-481d-8c20-0959de311d68 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:03.163450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ef726-8788-4a74-b3bc-ada392bcc679 req-eb73fda5-39da-481d-8c20-0959de311d68 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:03.169064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ef726-8788-4a74-b3bc-ada392bcc679 req-eb73fda5-39da-481d-8c20-0959de311d68 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:03.174680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ef726-8788-4a74-b3bc-ada392bcc679 req-eb73fda5-39da-481d-8c20-0959de311d68 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:03.180158 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ef726-8788-4a74-b3bc-ada392bcc679 req-eb73fda5-39da-481d-8c20-0959de311d68 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:03.185613 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ef726-8788-4a74-b3bc-ada392bcc679 req-eb73fda5-39da-481d-8c20-0959de311d68 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:03.191098 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ef726-8788-4a74-b3bc-ada392bcc679 req-eb73fda5-39da-481d-8c20-0959de311d68 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:03.198970 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b39ef726-8788-4a74-b3bc-ada392bcc679 req-eb73fda5-39da-481d-8c20-0959de311d68 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.2732017 Mar 23 01:38:03.239265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41166) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:03.258459 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f609e013-a810-4767-97a1-21ca194dc102 service neutron] 10.222.0.18 "GET /v2.0/networks/13a7d5be-3a4a-49f2-b46c-3aac41f10be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683803 Mar 23 01:38:03.372933 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b39ef726-8788-4a74-b3bc-ada392bcc679 req-b417acc9-a564-4bff-a71e-743dd5d605c4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1694574 Mar 23 01:38:03.374837 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa07d2d9-3aec-4e6e-bb97-a7f53fb91755 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:38:03.389392 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f43ab8-9122-4c40-b47f-f1ccdcc027fa None None] Sync routers for ids ['afbe511a-1e6d-4286-97b3-1e86014d7dcb'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:38:03.398226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41172) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:03.413615 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aa07d2d9-3aec-4e6e-bb97-a7f53fb91755 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/afbe511a-1e6d-4286-97b3-1e86014d7dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6531761 Mar 23 01:38:03.420322 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f43ab8-9122-4c40-b47f-f1ccdcc027fa None None] Routers {'afbe511a-1e6d-4286-97b3-1e86014d7dcb'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:03.421205 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-93f43ab8-9122-4c40-b47f-f1ccdcc027fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:37:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['afbe511a-1e6d-4286-97b3-1e86014d7dcb'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:03.484863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6234da99-13bb-416e-abc4-195fdca24f7c tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1961952959'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:03.506707 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-93f43ab8-9122-4c40-b47f-f1ccdcc027fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:03.516488 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f43ab8-9122-4c40-b47f-f1ccdcc027fa None None] Routers {'afbe511a-1e6d-4286-97b3-1e86014d7dcb'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:03.517497 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-93f43ab8-9122-4c40-b47f-f1ccdcc027fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:37:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['afbe511a-1e6d-4286-97b3-1e86014d7dcb'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:03.524518 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1a419fa4-6b4c-4571-ad6c-6079059ceb6b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports?device_id=afbe511a-1e6d-4286-97b3-1e86014d7dcb HTTP/1.1" status: 200 len: 205 time: 0.1239581 Mar 23 01:38:03.532326 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41174) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:03.535479 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4f8544d8-7123-497d-bf6c-43abfaa26557 service neutron] 10.222.0.18 "GET /v2.0/networks/13a7d5be-3a4a-49f2-b46c-3aac41f10be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701280 Mar 23 01:38:03.562960 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-93f43ab8-9122-4c40-b47f-f1ccdcc027fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:03.563893 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f43ab8-9122-4c40-b47f-f1ccdcc027fa None None] The sync data for ids ['afbe511a-1e6d-4286-97b3-1e86014d7dcb'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:38:03.596439 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-13b155c9-266c-48c3-b06c-ee14429e5830 service neutron] 10.222.0.18 "GET /v2.0/ports/984ab90e-b799-4d7f-a827-310af7277e93?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0485833 Mar 23 01:38:03.624516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6234da99-13bb-416e-abc4-195fdca24f7c tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Made reservation on behalf of 3114d4a6fff54735abd1cef0ed2620e7 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:03.628377 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6234da99-13bb-416e-abc4-195fdca24f7c tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:03.659349 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:03.676215 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6234da99-13bb-416e-abc4-195fdca24f7c tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:03.701056 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d36ce7be-0e39-4168-90c2-58ff02278723 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (afbe511a-1e6d-4286-97b3-1e86014d7dcb), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:03.737624 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-e4708b78-545e-42fb-b7fb-13a6a8924c02 service neutron] 10.222.0.18 "GET /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401229 Mar 23 01:38:03.856671 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-02813c0b-0070-4f23-aaf9-add67aae4f71 service neutron] 10.222.0.18 "GET /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175404 Mar 23 01:38:03.864353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9e09e-c57e-4c97-b842-20d97243dccb req-818768ad-f22b-4f2a-a22b-335a0a7f4f0f tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:03.868320 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d3f9e09e-c57e-4c97-b842-20d97243dccb req-818768ad-f22b-4f2a-a22b-335a0a7f4f0f tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 946 time: 0.3574357 Mar 23 01:38:03.911194 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-277fa971-b9fe-4858-8169-04edb5c87187 service neutron] 10.222.0.18 "GET /v2.0/ports/5fe4b106-8a4c-45f0-b60a-9b89c2785ef0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0530682 Mar 23 01:38:04.052076 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d36ce7be-0e39-4168-90c2-58ff02278723 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (afbe511a-1e6d-4286-97b3-1e86014d7dcb), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:04.059802 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d36ce7be-0e39-4168-90c2-58ff02278723 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_controller (afbe511a-1e6d-4286-97b3-1e86014d7dcb), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:04.074336 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-87508236-d292-4228-848b-797a055aae11 service neutron] 10.222.0.18 "GET /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618841 Mar 23 01:38:04.138174 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d3f9e09e-c57e-4c97-b842-20d97243dccb req-5a3aebba-43a8-484e-b9c4-dbe0a850a5e3 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee409fd-1710-4ddd-b50e-b72edb9242f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108080 Mar 23 01:38:04.168928 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-004cb930-c3bd-4419-95ac-33dd8a4684e4 service neutron] 10.222.0.18 "GET /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930641 Mar 23 01:38:04.187860 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d36ce7be-0e39-4168-90c2-58ff02278723 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (afbe511a-1e6d-4286-97b3-1e86014d7dcb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:04.197555 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36ce7be-0e39-4168-90c2-58ff02278723 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Fanout notify agent at l3_agent the message router_deleted on router afbe511a-1e6d-4286-97b3-1e86014d7dcb {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:38:04.215775 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d36ce7be-0e39-4168-90c2-58ff02278723 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:04.226135 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d36ce7be-0e39-4168-90c2-58ff02278723 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/routers/afbe511a-1e6d-4286-97b3-1e86014d7dcb HTTP/1.1" status: 204 len: 168 time: 0.6895092 Mar 23 01:38:04.236108 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41186) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:04.277944 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6234da99-13bb-416e-abc4-195fdca24f7c tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Publish callbacks [] for security_group (cebde439-60e2-469b-8ca1-aeb35f9be502), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:04.289412 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-55504aa3-b2c0-4539-b4b1-a06f3d67fd59 req-942862a3-0ba1-4d67-8d01-18c682866d37 tempest-ServersAaction247Test-1803043113 tempest-ServersAaction247Test-1803043113-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b057319-e91c-4638-8ab4-7b554b47a6c4 HTTP/1.1" status: 200 len: 210 time: 0.0575366 Mar 23 01:38:04.359606 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b90fb6-81d7-4daf-9293-bab0eb9aa751 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting subnet ff250ff6-e1c6-4c69-a0de-644c7f85d944 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:38:04.363831 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e6b90fb6-81d7-4daf-9293-bab0eb9aa751 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for subnet (ff250ff6-e1c6-4c69-a0de-644c7f85d944), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:04.412950 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e6b90fb6-81d7-4daf-9293-bab0eb9aa751 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (ff250ff6-e1c6-4c69-a0de-644c7f85d944), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:04.574126 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e6b90fb6-81d7-4daf-9293-bab0eb9aa751 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (ff250ff6-e1c6-4c69-a0de-644c7f85d944), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:04.637831 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6234da99-13bb-416e-abc4-195fdca24f7c tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (cebde439-60e2-469b-8ca1-aeb35f9be502), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:04.673043 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e6b90fb6-81d7-4daf-9293-bab0eb9aa751 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (ff250ff6-e1c6-4c69-a0de-644c7f85d944), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:04.715355 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-8a68092c-8c75-4b59-93ba-d1062908a5ad service neutron] 10.222.0.18 "GET /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459630 Mar 23 01:38:04.731332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b90fb6-81d7-4daf-9293-bab0eb9aa751 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Subnet': ['ID=ff250ff6-e1c6-4c69-a0de-644c7f85d944,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:04.736535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6234da99-13bb-416e-abc4-195fdca24f7c tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:38:04.742609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234da99-13bb-416e-abc4-195fdca24f7c tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cebde439-60e2-469b-8ca1-aeb35f9be502,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:04.762601 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e6b90fb6-81d7-4daf-9293-bab0eb9aa751 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:04.770166 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e6b90fb6-81d7-4daf-9293-bab0eb9aa751 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/ff250ff6-e1c6-4c69-a0de-644c7f85d944 HTTP/1.1" status: 204 len: 168 time: 0.5277855 Mar 23 01:38:04.771777 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41196) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:04.776850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63904f1-4d14-47fd-ae07-0e4d8f0981a8 None None] Network ae28e47c-96ac-4104-b329-4d8b5e15683f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:38:04.839694 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6234da99-13bb-416e-abc4-195fdca24f7c tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (76cd97aa-d2b2-4dae-9884-15e5d57982a2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:04.840054 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-6234da99-13bb-416e-abc4-195fdca24f7c tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Added segment 76cd97aa-d2b2-4dae-9884-15e5d57982a2 of type vlan for network a34565b4-eff5-43e0-90f6-9f3436f5f885 Mar 23 01:38:04.855262 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-330ec021-27af-42f8-aaf6-dd33ce5de41f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting subnet d32419ee-1092-41e2-94d8-f2496c9e8431 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:38:04.875226 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-63ae5295-0b51-46ef-a2b9-0a6215ecf54d service neutron] 10.222.0.18 "GET /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582532 Mar 23 01:38:04.882748 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-330ec021-27af-42f8-aaf6-dd33ce5de41f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for subnet (d32419ee-1092-41e2-94d8-f2496c9e8431), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:04.975946 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6234da99-13bb-416e-abc4-195fdca24f7c tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (a34565b4-eff5-43e0-90f6-9f3436f5f885), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:04.988626 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-330ec021-27af-42f8-aaf6-dd33ce5de41f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (d32419ee-1092-41e2-94d8-f2496c9e8431), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:05.003494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ae3ad-b485-4be7-af5e-a69e36375925 req-9c9787d8-f1cb-4d01-a068-d807dcc5cf05 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:05.007508 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-e2c239f2-d9b6-477f-b067-1bd45e3a1968 service neutron] 10.222.0.18 "GET /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313267 Mar 23 01:38:05.009343 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ae3ad-b485-4be7-af5e-a69e36375925 req-9c9787d8-f1cb-4d01-a068-d807dcc5cf05 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:05.014764 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ae3ad-b485-4be7-af5e-a69e36375925 req-9c9787d8-f1cb-4d01-a068-d807dcc5cf05 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:05.017074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] DHCP port deletion for ae28e47c-96ac-4104-b329-4d8b5e15683f request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:38:05.020290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ae3ad-b485-4be7-af5e-a69e36375925 req-9c9787d8-f1cb-4d01-a068-d807dcc5cf05 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:05.025800 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ae3ad-b485-4be7-af5e-a69e36375925 req-9c9787d8-f1cb-4d01-a068-d807dcc5cf05 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:05.033301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ae3ad-b485-4be7-af5e-a69e36375925 req-9c9787d8-f1cb-4d01-a068-d807dcc5cf05 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:05.038814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ae3ad-b485-4be7-af5e-a69e36375925 req-9c9787d8-f1cb-4d01-a068-d807dcc5cf05 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:05.046541 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a8ae3ad-b485-4be7-af5e-a69e36375925 req-9c9787d8-f1cb-4d01-a068-d807dcc5cf05 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.3711042 Mar 23 01:38:05.080497 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.resource_extend [None req-6234da99-13bb-416e-abc4-195fdca24f7c tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:38:05.116959 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-b6b6e904-b626-47ac-ae25-1bed2fb4fd58 service neutron] 10.222.0.18 "GET /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084592 Mar 23 01:38:05.131713 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6234da99-13bb-416e-abc4-195fdca24f7c tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (a34565b4-eff5-43e0-90f6-9f3436f5f885), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:05.135056 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Deleting port 3de4819c-d11f-4344-a15b-bf5e8519620c {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:38:05.135443 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3de4819c-d11f-4344-a15b-bf5e8519620c), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:05.137036 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6234da99-13bb-416e-abc4-195fdca24f7c tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:05.137739 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6234da99-13bb-416e-abc4-195fdca24f7c tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:05.224662 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] For port 3de4819c-d11f-4344-a15b-bf5e8519620c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3de4819c-d11f-4344-a15b-bf5e8519620c,segment=NetworkSegment(b80ee750-f153-4fb8-a788-dbeef5ec2d3b),segment_id=b80ee750-f153-4fb8-a788-dbeef5ec2d3b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:05.225007 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3de4819c-d11f-4344-a15b-bf5e8519620c), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:05.248021 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Calling delete_port for 3de4819c-d11f-4344-a15b-bf5e8519620c owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:38:05.253059 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6234da99-13bb-416e-abc4-195fdca24f7c tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.9962389 Mar 23 01:38:05.258209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41198) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:05.268538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-e779d054-fabb-4b44-b924-375d06a3fb33 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a34565b4-eff5-43e0-90f6-9f3436f5f885', 'tempest-TagsTest-Tag-2134768755') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:05.277012 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a8ae3ad-b485-4be7-af5e-a69e36375925 req-2950867d-8963-4803-b847-b02de9754a4d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2201080 Mar 23 01:38:05.288632 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234da99-13bb-416e-abc4-195fdca24f7c tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Pushing event updated for resources: {'Network': ['ID=a34565b4-eff5-43e0-90f6-9f3436f5f885,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:05.301637 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-330ec021-27af-42f8-aaf6-dd33ce5de41f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (d32419ee-1092-41e2-94d8-f2496c9e8431), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:05.331414 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network a34565b4-eff5-43e0-90f6-9f3436f5f885 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:38:05.433301 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-cfeb6130-70fb-41fa-a5b9-f398b3caeef0 service neutron] 10.222.0.18 "GET /v2.0/networks/dddecf0c-3ac3-45a8-bf20-94de5f9f98e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153782 Mar 23 01:38:05.461053 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e779d054-fabb-4b44-b924-375d06a3fb33 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] 10.222.0.18 "PUT /v2.0/networks/a34565b4-eff5-43e0-90f6-9f3436f5f885/tags/tempest-TagsTest-Tag-2134768755 HTTP/1.1" status: 201 len: 201 time: 0.2005854 Mar 23 01:38:05.461981 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41204) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:05.488728 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-10d3116e-dbc5-4406-850b-32f3a2211d16 req-1b0a0e12-37a3-4737-9e96-767a7795638e tempest-ServersAaction247Test-1803043113 tempest-ServersAaction247Test-1803043113-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b057319-e91c-4638-8ab4-7b554b47a6c4 HTTP/1.1" status: 200 len: 210 time: 0.0657701 Mar 23 01:38:05.508977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-7aea2da9-3237-4c91-b593-a461a419184a tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a34565b4-eff5-43e0-90f6-9f3436f5f885', 'tempest-TagsTest-Tag-2134768755') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:05.514035 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (3de4819c-d11f-4344-a15b-bf5e8519620c), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:05.546737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296297e7-8929-4234-94c6-8a7578209e68 req-fa3d9c78-67b1-485e-878d-dc79b3623a12 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:05.566384 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-296297e7-8929-4234-94c6-8a7578209e68 req-fa3d9c78-67b1-485e-878d-dc79b3623a12 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 946 time: 0.1701624 Mar 23 01:38:05.575507 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-330ec021-27af-42f8-aaf6-dd33ce5de41f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (d32419ee-1092-41e2-94d8-f2496c9e8431), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:05.581763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Pushing event deleted for resources: {'Port': ['ID=3de4819c-d11f-4344-a15b-bf5e8519620c,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:05.596688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] No DVR routers for this DVR port 3de4819c-d11f-4344-a15b-bf5e8519620c on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:38:05.620549 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ec021-27af-42f8-aaf6-dd33ce5de41f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Subnet': ['ID=d32419ee-1092-41e2-94d8-f2496c9e8431,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:05.621928 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-330ec021-27af-42f8-aaf6-dd33ce5de41f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:05.625341 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-330ec021-27af-42f8-aaf6-dd33ce5de41f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/d32419ee-1092-41e2-94d8-f2496c9e8431 HTTP/1.1" status: 204 len: 168 time: 0.8525271 Mar 23 01:38:05.629077 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41208) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:05.634132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:05.637243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:05.637397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:05.637736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:05.645364 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:05.645550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:05.645808 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:05.646899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:05.646899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:05.655359 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:05.655827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:05.656177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:05.656525 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:05.658137 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:05.658478 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb5d57-9aca-4c92-8836-68167ef10a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:05.662968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9325642-c9c3-4cb8-98c7-664296971d6d None None] Network 1cd0381e-135b-43cc-84fd-16d3d0f1392d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:38:05.724347 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-296297e7-8929-4234-94c6-8a7578209e68 req-3b12274a-f35a-432d-8977-0e7103f528b9 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee409fd-1710-4ddd-b50e-b72edb9242f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567430 Mar 23 01:38:05.760079 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7aea2da9-3237-4c91-b593-a461a419184a tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] 10.222.0.18 "GET /v2.0/networks/a34565b4-eff5-43e0-90f6-9f3436f5f885/tags/tempest-TagsTest-Tag-2134768755 HTTP/1.1" status: 204 len: 168 time: 0.2796879 Mar 23 01:38:05.760079 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41210) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:05.764636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-b27c743c-fbe0-41af-9c3a-f8b138d86c9a tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a34565b4-eff5-43e0-90f6-9f3436f5f885') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:05.781052 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b098535-f4e5-483a-afbd-f24071c5762d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (ae28e47c-96ac-4104-b329-4d8b5e15683f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:05.861071 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-6234e17f-b24b-44f2-a6ef-3caba9437eea service neutron] 10.222.0.18 "GET /v2.0/networks/dddecf0c-3ac3-45a8-bf20-94de5f9f98e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196696 Mar 23 01:38:05.947096 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b627abb-17ad-4975-b776-9312d299ff9d None None] DHCP port deletion for 1cd0381e-135b-43cc-84fd-16d3d0f1392d request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:38:05.966671 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9ce2900a-27c7-4ec0-9250-8f47524f22cb req-37a99ead-a19f-4551-9646-d2c4ef20cf06 tempest-ServersAaction247Test-1803043113 tempest-ServersAaction247Test-1803043113-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b057319-e91c-4638-8ab4-7b554b47a6c4 HTTP/1.1" status: 200 len: 210 time: 0.1029341 Mar 23 01:38:05.990902 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b098535-f4e5-483a-afbd-f24071c5762d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (ae28e47c-96ac-4104-b329-4d8b5e15683f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:06.018687 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-9b098535-f4e5-483a-afbd-f24071c5762d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae28e47c-96ac-4104-b329-4d8b5e15683f']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:06.023884 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f7ee66c8-2b4d-4be7-86e0-521c3215e645 service neutron] 10.222.0.18 "GET /v2.0/networks/dddecf0c-3ac3-45a8-bf20-94de5f9f98e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519520 Mar 23 01:38:06.039801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-9b098535-f4e5-483a-afbd-f24071c5762d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80ee750-f153-4fb8-a788-dbeef5ec2d3b') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:06.040250 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0b627abb-17ad-4975-b776-9312d299ff9d None None] Deleting port c0c17709-191c-435b-b12e-5bf9bc0594fa {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:38:06.040743 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b627abb-17ad-4975-b776-9312d299ff9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c0c17709-191c-435b-b12e-5bf9bc0594fa), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:06.040963 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-9b098535-f4e5-483a-afbd-f24071c5762d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80ee750-f153-4fb8-a788-dbeef5ec2d3b') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:06.052244 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b098535-f4e5-483a-afbd-f24071c5762d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (b80ee750-f153-4fb8-a788-dbeef5ec2d3b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:06.069728 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b098535-f4e5-483a-afbd-f24071c5762d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b80ee750-f153-4fb8-a788-dbeef5ec2d3b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:06.078796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b098535-f4e5-483a-afbd-f24071c5762d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:38:06.079655 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b098535-f4e5-483a-afbd-f24071c5762d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (b80ee750-f153-4fb8-a788-dbeef5ec2d3b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:38:06.085027 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:38:06.089148 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b27c743c-fbe0-41af-9c3a-f8b138d86c9a tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] 10.222.0.18 "GET /v2.0/networks/a34565b4-eff5-43e0-90f6-9f3436f5f885/tags HTTP/1.1" status: 200 len: 238 time: 0.3279266 Mar 23 01:38:06.097130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41212) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:06.116707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-d7e8ec7c-7876-40b0-991e-c1735744b408 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a34565b4-eff5-43e0-90f6-9f3436f5f885', {'tags': ['tempest-TagsTest-Tag-751744228', 'tempest-TagsTest-Tag-1462040752', 'tempest-TagsTest-Tag-2001599329']}) {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:06.244107 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b098535-f4e5-483a-afbd-f24071c5762d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (ae28e47c-96ac-4104-b329-4d8b5e15683f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:06.277837 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b098535-f4e5-483a-afbd-f24071c5762d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:06.283343 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9b098535-f4e5-483a-afbd-f24071c5762d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/networks/ae28e47c-96ac-4104-b329-4d8b5e15683f HTTP/1.1" status: 204 len: 168 time: 0.6527662 Mar 23 01:38:06.284894 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b098535-f4e5-483a-afbd-f24071c5762d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Network': ['ID=ae28e47c-96ac-4104-b329-4d8b5e15683f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:06.287893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41214) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:06.368835 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d7e8ec7c-7876-40b0-991e-c1735744b408 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] 10.222.0.18 "PUT /v2.0/networks/a34565b4-eff5-43e0-90f6-9f3436f5f885/tags HTTP/1.1" status: 200 len: 308 time: 0.2689137 Mar 23 01:38:06.370881 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-1879a98f-ba9b-4b25-a9e7-cb13209d857b service neutron] 10.222.0.18 "GET /v2.0/networks/dddecf0c-3ac3-45a8-bf20-94de5f9f98e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399637 Mar 23 01:38:06.371349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41220) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:06.383309 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-3024ffe7-661f-47ca-984f-d4342ddb3179 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a34565b4-eff5-43e0-90f6-9f3436f5f885', 'tempest-TagsTest-Tag-751744228') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:06.435573 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (1cd0381e-135b-43cc-84fd-16d3d0f1392d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:06.484923 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-2956aa3b-f271-4b4c-94fe-48f585de9f57 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:06.486309 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-2956aa3b-f271-4b4c-94fe-48f585de9f57 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports/984ab90e-b799-4d7f-a827-310af7277e93 HTTP/1.1" status: 200 len: 936 time: 0.0992007 Mar 23 01:38:06.503249 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0b627abb-17ad-4975-b776-9312d299ff9d None None] For port c0c17709-191c-435b-b12e-5bf9bc0594fa, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c0c17709-191c-435b-b12e-5bf9bc0594fa,segment=NetworkSegment(652ba42c-3267-4ec3-a46a-a1a881a06e7a),segment_id=652ba42c-3267-4ec3-a46a-a1a881a06e7a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:06.504321 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b627abb-17ad-4975-b776-9312d299ff9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c0c17709-191c-435b-b12e-5bf9bc0594fa), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:06.522299 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0b627abb-17ad-4975-b776-9312d299ff9d None None] Calling delete_port for c0c17709-191c-435b-b12e-5bf9bc0594fa owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:38:06.544237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5cfdb667-52ca-4c8f-b2f6-8d636ae558b1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:06.545727 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5cfdb667-52ca-4c8f-b2f6-8d636ae558b1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports/5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 HTTP/1.1" status: 200 len: 937 time: 0.0521078 Mar 23 01:38:06.572576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e249ec-e793-47a1-9eb9-07746de946f5 req-766f0d37-e850-42d3-a7b8-23ebc1a75afa tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:06.574478 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7e249ec-e793-47a1-9eb9-07746de946f5 req-766f0d37-e850-42d3-a7b8-23ebc1a75afa tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 946 time: 0.1334808 Mar 23 01:38:06.594425 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa4e14-dc95-4102-8077-76e2d8434f4d req-7324dc0a-54ac-4315-aa94-8c6f923d6c77 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:06.599875 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa4e14-dc95-4102-8077-76e2d8434f4d req-7324dc0a-54ac-4315-aa94-8c6f923d6c77 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:06.601405 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3024ffe7-661f-47ca-984f-d4342ddb3179 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] 10.222.0.18 "DELETE /v2.0/networks/a34565b4-eff5-43e0-90f6-9f3436f5f885/tags/tempest-TagsTest-Tag-751744228 HTTP/1.1" status: 204 len: 168 time: 0.2290597 Mar 23 01:38:06.604102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41222) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:06.606271 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa4e14-dc95-4102-8077-76e2d8434f4d req-7324dc0a-54ac-4315-aa94-8c6f923d6c77 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:06.608506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-e65bed6e-3a54-43f7-a144-6799584bccb2 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a34565b4-eff5-43e0-90f6-9f3436f5f885', 'tempest-TagsTest-Tag-751744228') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:06.616563 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa4e14-dc95-4102-8077-76e2d8434f4d req-7324dc0a-54ac-4315-aa94-8c6f923d6c77 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:06.621885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa4e14-dc95-4102-8077-76e2d8434f4d req-7324dc0a-54ac-4315-aa94-8c6f923d6c77 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:06.627241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa4e14-dc95-4102-8077-76e2d8434f4d req-7324dc0a-54ac-4315-aa94-8c6f923d6c77 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:06.633296 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa4e14-dc95-4102-8077-76e2d8434f4d req-7324dc0a-54ac-4315-aa94-8c6f923d6c77 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:06.635252 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95aa4e14-dc95-4102-8077-76e2d8434f4d req-7324dc0a-54ac-4315-aa94-8c6f923d6c77 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.1955507 Mar 23 01:38:06.644057 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b627abb-17ad-4975-b776-9312d299ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (c0c17709-191c-435b-b12e-5bf9bc0594fa), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:06.665458 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b627abb-17ad-4975-b776-9312d299ff9d None None] No DVR routers for this DVR port c0c17709-191c-435b-b12e-5bf9bc0594fa on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:38:06.706272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b627abb-17ad-4975-b776-9312d299ff9d None None] Pushing event deleted for resources: {'Port': ['ID=c0c17709-191c-435b-b12e-5bf9bc0594fa,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:06.758294 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-e65bed6e-3a54-43f7-a144-6799584bccb2 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] show failed (client error): The resource could not be found. Mar 23 01:38:06.759094 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port c0c17709-191c-435b-b12e-5bf9bc0594fa {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:38:06.759450 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c0c17709-191c-435b-b12e-5bf9bc0594fa), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:06.764213 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e65bed6e-3a54-43f7-a144-6799584bccb2 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] 10.222.0.18 "GET /v2.0/networks/a34565b4-eff5-43e0-90f6-9f3436f5f885/tags/tempest-TagsTest-Tag-751744228 HTTP/1.1" status: 404 len: 325 time: 0.1591012 Mar 23 01:38:06.766190 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41230) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:06.777065 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-cf0125aa-5cd6-46ce-9e00-5ff5b9ad39ed tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a34565b4-eff5-43e0-90f6-9f3436f5f885', 'tempest-TagsTest-Tag-1462040752') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:06.873180 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-d7e249ec-e793-47a1-9eb9-07746de946f5 req-ebf8bd32-6fe9-4010-b585-2350c7428cc5 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Deleting port ec3f43b1-9a5b-4552-a31c-544fa6d8fedd {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:38:06.873544 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7e249ec-e793-47a1-9eb9-07746de946f5 req-ebf8bd32-6fe9-4010-b585-2350c7428cc5 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ec3f43b1-9a5b-4552-a31c-544fa6d8fedd), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:06.875926 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cf0125aa-5cd6-46ce-9e00-5ff5b9ad39ed tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] 10.222.0.18 "GET /v2.0/networks/a34565b4-eff5-43e0-90f6-9f3436f5f885/tags/tempest-TagsTest-Tag-1462040752 HTTP/1.1" status: 204 len: 168 time: 0.1084874 Mar 23 01:38:06.877826 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] For port c0c17709-191c-435b-b12e-5bf9bc0594fa, host n-d-834677-4, got binding levels [] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:06.878191 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c0c17709-191c-435b-b12e-5bf9bc0594fa), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:06.878948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41234) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:06.888835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-91691d04-ff34-4ebc-a41a-8c43493ed8c6 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a34565b4-eff5-43e0-90f6-9f3436f5f885', 'tempest-TagsTest-Tag-2001599329') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:06.891326 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95aa4e14-dc95-4102-8077-76e2d8434f4d req-13acfc9b-9dd2-422b-8638-1188bd9f4d29 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2064874 Mar 23 01:38:06.917893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for c0c17709-191c-435b-b12e-5bf9bc0594fa owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:38:06.947659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3de4819c-d11f-4344-a15b-bf5e8519620c no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:38:06.959900 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_backend_mixin [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Port c0c17709-191c-435b-b12e-5bf9bc0594fa was not found and therefore no delete operation was performed {{(pid=99263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 01:38:06.987644 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 3de4819c-d11f-4344-a15b-bf5e8519620c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:38:06.988292 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3de4819c-d11f-4344-a15b-bf5e8519620c not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:38:06.992765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c0c17709-191c-435b-b12e-5bf9bc0594fa no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:38:07.022783 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c0c17709-191c-435b-b12e-5bf9bc0594fa), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:07.028522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: c0c17709-191c-435b-b12e-5bf9bc0594fa {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:38:07.029276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c0c17709-191c-435b-b12e-5bf9bc0594fa not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:38:07.065871 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-91691d04-ff34-4ebc-a41a-8c43493ed8c6 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] 10.222.0.18 "GET /v2.0/networks/a34565b4-eff5-43e0-90f6-9f3436f5f885/tags/tempest-TagsTest-Tag-2001599329 HTTP/1.1" status: 204 len: 168 time: 0.1854439 Mar 23 01:38:07.068166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41244) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:07.075363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-7cd746ec-5dc9-46fe-a870-09a63c394a74 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a34565b4-eff5-43e0-90f6-9f3436f5f885') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:07.114396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=c0c17709-191c-435b-b12e-5bf9bc0594fa,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:07.116575 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] No DVR routers for this DVR port c0c17709-191c-435b-b12e-5bf9bc0594fa on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:38:07.189468 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7cd746ec-5dc9-46fe-a870-09a63c394a74 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] 10.222.0.18 "DELETE /v2.0/networks/a34565b4-eff5-43e0-90f6-9f3436f5f885/tags HTTP/1.1" status: 204 len: 168 time: 0.1195312 Mar 23 01:38:07.192431 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41250) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:07.198703 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-07c32d58-5097-41aa-826f-ceef17833951 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a34565b4-eff5-43e0-90f6-9f3436f5f885', 'tempest-TagsTest-Tag-1462040752') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:07.257349 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49fe89-6039-472b-8213-837356a3c972 req-a2770eaf-5a61-488b-b21f-15942ac21165 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:07.265240 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9d49fe89-6039-472b-8213-837356a3c972 req-a2770eaf-5a61-488b-b21f-15942ac21165 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 946 time: 0.2399049 Mar 23 01:38:07.268256 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (1cd0381e-135b-43cc-84fd-16d3d0f1392d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:07.299534 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d7e249ec-e793-47a1-9eb9-07746de946f5 req-ebf8bd32-6fe9-4010-b585-2350c7428cc5 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] For port ec3f43b1-9a5b-4552-a31c-544fa6d8fedd, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ec3f43b1-9a5b-4552-a31c-544fa6d8fedd,segment=NetworkSegment(bba1e499-715b-4cf6-b336-366531d5bb15),segment_id=bba1e499-715b-4cf6-b336-366531d5bb15)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:07.300279 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7e249ec-e793-47a1-9eb9-07746de946f5 req-ebf8bd32-6fe9-4010-b585-2350c7428cc5 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ec3f43b1-9a5b-4552-a31c-544fa6d8fedd), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:07.311471 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-07c32d58-5097-41aa-826f-ceef17833951 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] show failed (client error): The resource could not be found. Mar 23 01:38:07.312504 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-07c32d58-5097-41aa-826f-ceef17833951 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] 10.222.0.18 "GET /v2.0/networks/a34565b4-eff5-43e0-90f6-9f3436f5f885/tags/tempest-TagsTest-Tag-1462040752 HTTP/1.1" status: 404 len: 326 time: 0.1187546 Mar 23 01:38:07.315239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41256) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:07.322050 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.tag.tag_plugin [None req-e6f8b465-4785-4518-960b-2649ce0f0d40 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a34565b4-eff5-43e0-90f6-9f3436f5f885', 'tempest-TagsTest-Tag-2001599329') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:07.339142 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd0381e-135b-43cc-84fd-16d3d0f1392d']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:07.344876 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-d7e249ec-e793-47a1-9eb9-07746de946f5 req-ebf8bd32-6fe9-4010-b585-2350c7428cc5 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Calling delete_port for ec3f43b1-9a5b-4552-a31c-544fa6d8fedd owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:38:07.366533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652ba42c-3267-4ec3-a46a-a1a881a06e7a') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:07.366819 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652ba42c-3267-4ec3-a46a-a1a881a06e7a') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:07.397703 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (652ba42c-3267-4ec3-a46a-a1a881a06e7a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:07.438337 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-e6f8b465-4785-4518-960b-2649ce0f0d40 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] show failed (client error): The resource could not be found. Mar 23 01:38:07.445960 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e6f8b465-4785-4518-960b-2649ce0f0d40 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] 10.222.0.18 "GET /v2.0/networks/a34565b4-eff5-43e0-90f6-9f3436f5f885/tags/tempest-TagsTest-Tag-2001599329 HTTP/1.1" status: 404 len: 326 time: 0.1293902 Mar 23 01:38:07.447617 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41262) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:07.457776 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.tag.tag_plugin [None req-1b76385f-dc3d-433a-8ad8-d67a01d5dc31 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a34565b4-eff5-43e0-90f6-9f3436f5f885') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:07.493660 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9d49fe89-6039-472b-8213-837356a3c972 req-41e69a87-8fc9-4700-bb40-54911ecbdfc6 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ee409fd-1710-4ddd-b50e-b72edb9242f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274432 Mar 23 01:38:07.506854 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (652ba42c-3267-4ec3-a46a-a1a881a06e7a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:07.596264 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:38:07.596863 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (652ba42c-3267-4ec3-a46a-a1a881a06e7a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:38:07.600794 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:38:07.648686 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c556aa2b-573a-499d-9610-8b7595df2f5c req-4528e819-db3a-44e6-98bd-b1a1cc5ec2dd tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0533044 Mar 23 01:38:07.701971 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-3bc2511e-de69-468a-a6a1-97ffe7d07979 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:07.705512 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (1cd0381e-135b-43cc-84fd-16d3d0f1392d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:07.705801 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-3bc2511e-de69-468a-a6a1-97ffe7d07979 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports/984ab90e-b799-4d7f-a827-310af7277e93 HTTP/1.1" status: 200 len: 936 time: 0.1651628 Mar 23 01:38:07.726947 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:07.730547 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/networks/1cd0381e-135b-43cc-84fd-16d3d0f1392d HTTP/1.1" status: 204 len: 168 time: 1.4328110 Mar 23 01:38:07.736304 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf116df-9a51-4659-aacc-4c13af22fab6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Network': ['ID=1cd0381e-135b-43cc-84fd-16d3d0f1392d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:07.768732 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41274) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:07.779106 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-bfd47920-e0cc-41b1-b1c3-1eb8f263e6b9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-506458789'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:07.784317 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1b76385f-dc3d-433a-8ad8-d67a01d5dc31 tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] 10.222.0.18 "DELETE /v2.0/networks/a34565b4-eff5-43e0-90f6-9f3436f5f885/tags HTTP/1.1" status: 204 len: 168 time: 0.3315749 Mar 23 01:38:07.785067 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41276) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:07.814932 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-ab5cfbdf-2850-4736-8d08-7f8c4b824229 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:07.835467 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-ab5cfbdf-2850-4736-8d08-7f8c4b824229 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports/5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 HTTP/1.1" status: 200 len: 937 time: 0.1069872 Mar 23 01:38:07.866464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd47920-e0cc-41b1-b1c3-1eb8f263e6b9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:07.869599 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bfd47920-e0cc-41b1-b1c3-1eb8f263e6b9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:07.940451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd47920-e0cc-41b1-b1c3-1eb8f263e6b9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:38:07.958814 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bfd47920-e0cc-41b1-b1c3-1eb8f263e6b9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bc375a20-6c98-4833-9ec0-2bc376c54bc3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:07.959359 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-bfd47920-e0cc-41b1-b1c3-1eb8f263e6b9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Added segment bc375a20-6c98-4833-9ec0-2bc376c54bc3 of type vlan for network 12d301d4-b34c-4188-ac51-8b97a77d8ab0 Mar 23 01:38:08.011136 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7e249ec-e793-47a1-9eb9-07746de946f5 req-ebf8bd32-6fe9-4010-b585-2350c7428cc5 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ec3f43b1-9a5b-4552-a31c-544fa6d8fedd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:08.046160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['ec3f43b1-9a5b-4552-a31c-544fa6d8fedd'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:38:08.057625 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87389a5b-0527-490e-b813-f282af7e9feb tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (a34565b4-eff5-43e0-90f6-9f3436f5f885), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:08.075538 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bfd47920-e0cc-41b1-b1c3-1eb8f263e6b9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (12d301d4-b34c-4188-ac51-8b97a77d8ab0), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:08.090484 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8bd32-6fe9-4010-b585-2350c7428cc5 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Pushing event deleted for resources: {'Port': ['ID=ec3f43b1-9a5b-4552-a31c-544fa6d8fedd,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:08.138973 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bfd47920-e0cc-41b1-b1c3-1eb8f263e6b9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (12d301d4-b34c-4188-ac51-8b97a77d8ab0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:08.151424 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd47920-e0cc-41b1-b1c3-1eb8f263e6b9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:08.152127 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bfd47920-e0cc-41b1-b1c3-1eb8f263e6b9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:08.205715 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e249ec-e793-47a1-9eb9-07746de946f5 req-ebf8bd32-6fe9-4010-b585-2350c7428cc5 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] No DVR routers for this DVR port ec3f43b1-9a5b-4552-a31c-544fa6d8fedd on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:38:08.211865 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7e249ec-e793-47a1-9eb9-07746de946f5 req-ebf8bd32-6fe9-4010-b585-2350c7428cc5 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:08.217439 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7e249ec-e793-47a1-9eb9-07746de946f5 req-ebf8bd32-6fe9-4010-b585-2350c7428cc5 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.43 "DELETE /v2.0/ports/ec3f43b1-9a5b-4552-a31c-544fa6d8fedd HTTP/1.1" status: 204 len: 173 time: 1.6376064 Mar 23 01:38:08.218061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ad1cad-c1a7-492f-ae5c-c603e00d8cf2', 'name': 'network-vif-deleted', 'tag': 'ec3f43b1-9a5b-4552-a31c-544fa6d8fedd'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:38:08.220458 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277f6876-a4bf-4beb-af65-e316ed0e078f" -d '{"events": [{"server_uuid": "83ad1cad-c1a7-492f-ae5c-c603e00d8cf2", "name": "network-vif-deleted", "tag": "ec3f43b1-9a5b-4552-a31c-544fa6d8fedd"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:38:08.225051 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41316) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:08.354893 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bfd47920-e0cc-41b1-b1c3-1eb8f263e6b9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5846920 Mar 23 01:38:08.364148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41332) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:08.374192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6e55308e-caca-43aa-aa47-2dbf29414f08 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'subnet': {'network_id': '12d301d4-b34c-4188-ac51-8b97a77d8ab0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:08.409678 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b0bbf3-45ca-4da1-acb0-23745ed2c52e x-openstack-request-id: req-26b0bbf3-45ca-4da1-acb0-23745ed2c52e {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:38:08.436648 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ad1cad-c1a7-492f-ae5c-c603e00d8cf2", "name": "network-vif-deleted", "tag": "ec3f43b1-9a5b-4552-a31c-544fa6d8fedd", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:38:08.438060 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26b0bbf3-45ca-4da1-acb0-23745ed2c52e {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:38:08.438664 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b0bbf3-45ca-4da1-acb0-23745ed2c52e'] response: {'server_uuid': '83ad1cad-c1a7-492f-ae5c-c603e00d8cf2', 'name': 'network-vif-deleted', 'tag': 'ec3f43b1-9a5b-4552-a31c-544fa6d8fedd', 'status': 'completed', 'code': 200} Mar 23 01:38:08.497198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b70a0-7715-4f97-ae8a-1b74e204753d req-45d29610-5163-449b-ac78-03d41b1bd3f8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:08.504958 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b70a0-7715-4f97-ae8a-1b74e204753d req-45d29610-5163-449b-ac78-03d41b1bd3f8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:08.533763 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b70a0-7715-4f97-ae8a-1b74e204753d req-45d29610-5163-449b-ac78-03d41b1bd3f8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:08.539720 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e55308e-caca-43aa-aa47-2dbf29414f08 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:08.541330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b70a0-7715-4f97-ae8a-1b74e204753d req-45d29610-5163-449b-ac78-03d41b1bd3f8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:08.543312 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e55308e-caca-43aa-aa47-2dbf29414f08 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:08.549512 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b70a0-7715-4f97-ae8a-1b74e204753d req-45d29610-5163-449b-ac78-03d41b1bd3f8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:08.578809 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b70a0-7715-4f97-ae8a-1b74e204753d req-45d29610-5163-449b-ac78-03d41b1bd3f8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:08.585449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b70a0-7715-4f97-ae8a-1b74e204753d req-45d29610-5163-449b-ac78-03d41b1bd3f8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:08.587859 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa0b70a0-7715-4f97-ae8a-1b74e204753d req-45d29610-5163-449b-ac78-03d41b1bd3f8 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.5054586 Mar 23 01:38:08.717528 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87389a5b-0527-490e-b813-f282af7e9feb tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (a34565b4-eff5-43e0-90f6-9f3436f5f885), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:08.726169 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6caec12e-bde6-4260-8cba-4278074dc279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:08.850450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-87389a5b-0527-490e-b813-f282af7e9feb tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34565b4-eff5-43e0-90f6-9f3436f5f885']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:08.869336 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-66c7844c-8713-4412-9253-39421581f9c8 req-1bc585ce-ebf6-4404-a822-49a56f7319d3 tempest-InstanceActionsV221TestJSON-393608361 tempest-InstanceActionsV221TestJSON-393608361-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ad1cad-c1a7-492f-ae5c-c603e00d8cf2 HTTP/1.1" status: 200 len: 210 time: 0.0827258 Mar 23 01:38:08.898940 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd47920-e0cc-41b1-b1c3-1eb8f263e6b9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Network': ['ID=12d301d4-b34c-4188-ac51-8b97a77d8ab0,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:08.915374 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 12d301d4-b34c-4188-ac51-8b97a77d8ab0 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:38:08.927169 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-87389a5b-0527-490e-b813-f282af7e9feb tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cd97aa-d2b2-4dae-9884-15e5d57982a2') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:08.927478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-87389a5b-0527-490e-b813-f282af7e9feb tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cd97aa-d2b2-4dae-9884-15e5d57982a2') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:09.008175 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87389a5b-0527-490e-b813-f282af7e9feb tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (76cd97aa-d2b2-4dae-9884-15e5d57982a2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.089237 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87389a5b-0527-490e-b813-f282af7e9feb tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (76cd97aa-d2b2-4dae-9884-15e5d57982a2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.103545 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87389a5b-0527-490e-b813-f282af7e9feb tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:38:09.103961 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87389a5b-0527-490e-b813-f282af7e9feb tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (76cd97aa-d2b2-4dae-9884-15e5d57982a2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.176408 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0e51427-0a16-481f-acb1-a78e03feb864 req-a0b7e758-dc0b-4978-ad55-9b3366821c9e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.1174095 Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:38:09.191763 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:38:09.221254 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e55308e-caca-43aa-aa47-2dbf29414f08 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (56cd0023-3a1f-4bc4-8498-f6d5d67ec075), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.240982 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa0b70a0-7715-4f97-ae8a-1b74e204753d req-e400abbd-686b-439f-b9fc-569c580eb049 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5995314 Mar 23 01:38:09.247267 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87389a5b-0527-490e-b813-f282af7e9feb tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (a34565b4-eff5-43e0-90f6-9f3436f5f885), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.255136 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-87389a5b-0527-490e-b813-f282af7e9feb tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.276429 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-87389a5b-0527-490e-b813-f282af7e9feb tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] 10.222.0.18 "DELETE /v2.0/networks/a34565b4-eff5-43e0-90f6-9f3436f5f885 HTTP/1.1" status: 204 len: 168 time: 1.4652841 Mar 23 01:38:09.324392 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87389a5b-0527-490e-b813-f282af7e9feb tempest-TagsTest-139611004 tempest-TagsTest-139611004-project] Pushing event deleted for resources: {'Network': ['ID=a34565b4-eff5-43e0-90f6-9f3436f5f885,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:09.366707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55308e-caca-43aa-aa47-2dbf29414f08 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Subnet': ['ID=56cd0023-3a1f-4bc4-8498-f6d5d67ec075,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:09.373215 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6caec12e-bde6-4260-8cba-4278074dc279 admin admin] Publish callbacks [] for security_group (630b1049-6cbc-46a0-892d-90f5d24c9623), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.378590 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6caec12e-bde6-4260-8cba-4278074dc279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (630b1049-6cbc-46a0-892d-90f5d24c9623), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.392804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55308e-caca-43aa-aa47-2dbf29414f08 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Checking segment: {'id': 'bc375a20-6c98-4833-9ec0-2bc376c54bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '12d301d4-b34c-4188-ac51-8b97a77d8ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:09.393061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e55308e-caca-43aa-aa47-2dbf29414f08 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network hostable DHCP agents. Network: 12d301d4-b34c-4188-ac51-8b97a77d8ab0, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:38:09.433170 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e55308e-caca-43aa-aa47-2dbf29414f08 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 12d301d4-b34c-4188-ac51-8b97a77d8ab0 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:38:09.436663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caec12e-bde6-4260-8cba-4278074dc279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630b1049-6cbc-46a0-892d-90f5d24c9623,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:09.452933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-6e55308e-caca-43aa-aa47-2dbf29414f08 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 12d301d4-b34c-4188-ac51-8b97a77d8ab0) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:09.457585 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e55308e-caca-43aa-aa47-2dbf29414f08 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:09.459585 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e55308e-caca-43aa-aa47-2dbf29414f08 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.476289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfb3c80-e183-44d1-8d9b-398f30053198 None None] Network 12d301d4-b34c-4188-ac51-8b97a77d8ab0 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:38:09.487726 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6e55308e-caca-43aa-aa47-2dbf29414f08 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1222928 Mar 23 01:38:09.490766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41444) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:09.495669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-edf779b0-8f4b-4fc9-b2ec-e8dbcd00bb89 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1790179578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:09.515759 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6caec12e-bde6-4260-8cba-4278074dc279 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=572e5266eb2140508a2fc46ebb3c12e7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2868962 Mar 23 01:38:09.518648 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41448) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:09.546963 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edf779b0-8f4b-4fc9-b2ec-e8dbcd00bb89 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (976f1663-b534-42cd-904b-1dd8cd65487c), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.548638 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edf779b0-8f4b-4fc9-b2ec-e8dbcd00bb89 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (976f1663-b534-42cd-904b-1dd8cd65487c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.623861 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edf779b0-8f4b-4fc9-b2ec-e8dbcd00bb89 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_controller (976f1663-b534-42cd-904b-1dd8cd65487c), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.635979 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edf779b0-8f4b-4fc9-b2ec-e8dbcd00bb89 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (976f1663-b534-42cd-904b-1dd8cd65487c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.642861 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-80a5d27e-9926-4edd-9324-c69731baad98 admin admin] Publish callbacks [] for security_group (630b1049-6cbc-46a0-892d-90f5d24c9623), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.674205 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edf779b0-8f4b-4fc9-b2ec-e8dbcd00bb89 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.676496 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-edf779b0-8f4b-4fc9-b2ec-e8dbcd00bb89 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1843576 Mar 23 01:38:09.676740 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-80a5d27e-9926-4edd-9324-c69731baad98 admin admin] Publish callbacks [] for security_group (630b1049-6cbc-46a0-892d-90f5d24c9623), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.678861 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41466) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:09.689950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-90499804-065d-462e-921f-c060481f6778 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'port': {'network_id': '12d301d4-b34c-4188-ac51-8b97a77d8ab0', 'name': 'tempest-RoutersIpV6Test-1578962481'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:09.741134 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-80a5d27e-9926-4edd-9324-c69731baad98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (630b1049-6cbc-46a0-892d-90f5d24c9623), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.743901 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-80a5d27e-9926-4edd-9324-c69731baad98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.758057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-12d301d4-b34c-4188-ac51-8b97a77d8ab0', 'network_id': '12d301d4-b34c-4188-ac51-8b97a77d8ab0', 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'fixed_ips': [{'subnet_id': '56cd0023-3a1f-4bc4-8498-f6d5d67ec075'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:38:09.758057 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.758372 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-80a5d27e-9926-4edd-9324-c69731baad98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/630b1049-6cbc-46a0-892d-90f5d24c9623 HTTP/1.1" status: 204 len: 168 time: 0.2360339 Mar 23 01:38:09.776673 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5d27e-9926-4edd-9324-c69731baad98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630b1049-6cbc-46a0-892d-90f5d24c9623,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:09.820865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41484) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:09.856379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90499804-065d-462e-921f-c060481f6778 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:09.860706 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90499804-065d-462e-921f-c060481f6778 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:09.915969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-90499804-065d-462e-921f-c060481f6778 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] device_id is not set on port 25da16bf-b931-4a1f-af5a-a9009a46d517 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:38:10.223965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41530) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:10.480708 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-667aef04-39ff-48ca-916a-f8e97dd3f820 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3114d4a6fff54735abd1cef0ed2620e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6540875 Mar 23 01:38:10.498076 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f9581c0-f45b-4a76-b2ce-fb124181dbe1 req-2585b3b4-49b9-456f-9cb0-4adccd053101 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.1500084 Mar 23 01:38:10.501988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41568) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:10.541819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-90499804-065d-462e-921f-c060481f6778 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Allocated IP 2001:db8::2ad (12d301d4-b34c-4188-ac51-8b97a77d8ab0/56cd0023-3a1f-4bc4-8498-f6d5d67ec075/25da16bf-b931-4a1f-af5a-a9009a46d517) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:10.662430 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-61d701f9-a051-4005-8f50-50d61bd01435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:10.664333 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-61d701f9-a051-4005-8f50-50d61bd01435 service neutron] 10.222.0.43 "GET /v2.0/ports/984ab90e-b799-4d7f-a827-310af7277e93 HTTP/1.1" status: 200 len: 1032 time: 0.4392116 Mar 23 01:38:10.671711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-d565af29-f5ca-4fa1-ba55-b4fd24fb0a71 admin admin] Deleting subnet b7ea8766-c20f-48a9-a4be-5004a82b8f10 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:38:10.740839 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d565af29-f5ca-4fa1-ba55-b4fd24fb0a71 admin admin] Publish callbacks [] for subnet (b7ea8766-c20f-48a9-a4be-5004a82b8f10), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:10.935728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ec3f43b1-9a5b-4552-a31c-544fa6d8fedd no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:38:10.977683 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: ec3f43b1-9a5b-4552-a31c-544fa6d8fedd {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:38:10.978036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ec3f43b1-9a5b-4552-a31c-544fa6d8fedd not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:38:11.039988 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90499804-065d-462e-921f-c060481f6778 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (25da16bf-b931-4a1f-af5a-a9009a46d517), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:11.149861 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90499804-065d-462e-921f-c060481f6778 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (25da16bf-b931-4a1f-af5a-a9009a46d517), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:11.249578 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90499804-065d-462e-921f-c060481f6778 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=25da16bf-b931-4a1f-af5a-a9009a46d517,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:11.284138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90499804-065d-462e-921f-c060481f6778 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 12d301d4-b34c-4188-ac51-8b97a77d8ab0 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:11.288808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-90499804-065d-462e-921f-c060481f6778 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:11.299869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90499804-065d-462e-921f-c060481f6778 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:11.307537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90499804-065d-462e-921f-c060481f6778 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:11.308449 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90499804-065d-462e-921f-c060481f6778 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:11.313965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Allocated IP 2001:db8::2 (12d301d4-b34c-4188-ac51-8b97a77d8ab0/56cd0023-3a1f-4bc4-8498-f6d5d67ec075/5656f3f8-3303-48dd-b8d3-1da0c54dd9d7) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:11.361658 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-90499804-065d-462e-921f-c060481f6778 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6787474 Mar 23 01:38:11.361986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41664) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:11.683683 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Publish callbacks [] for port (5656f3f8-3303-48dd-b8d3-1da0c54dd9d7), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:11.696630 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (5656f3f8-3303-48dd-b8d3-1da0c54dd9d7), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:11.762243 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-71e0633d-19aa-4972-b77e-4e34bb1efd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:11.763653 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-71e0633d-19aa-4972-b77e-4e34bb1efd9e service neutron] 10.222.0.43 "GET /v2.0/ports/5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 HTTP/1.1" status: 200 len: 1033 time: 1.0884564 Mar 23 01:38:11.765555 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Network 12d301d4-b34c-4188-ac51-8b97a77d8ab0 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:11.774980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:11.777717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:11.864811 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Pushing event updated for resources: {'Port': ['ID=5656f3f8-3303-48dd-b8d3-1da0c54dd9d7,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:11.941833 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Attempting to bind port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:11.942413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Attempting to bind port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'bc375a20-6c98-4833-9ec0-2bc376c54bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '12d301d4-b34c-4188-ac51-8b97a77d8ab0'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:11.942536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Attempting to bind port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 on network 12d301d4-b34c-4188-ac51-8b97a77d8ab0 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:11.957561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:11.957931 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Checking segment: {'id': 'bc375a20-6c98-4833-9ec0-2bc376c54bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '12d301d4-b34c-4188-ac51-8b97a77d8ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:11.958332 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:11.958726 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Bound using segment: {'id': 'bc375a20-6c98-4833-9ec0-2bc376c54bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '12d301d4-b34c-4188-ac51-8b97a77d8ab0'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:11.959233 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Bound port: 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc375a20-6c98-4833-9ec0-2bc376c54bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '12d301d4-b34c-4188-ac51-8b97a77d8ab0'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:11.959612 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5656f3f8-3303-48dd-b8d3-1da0c54dd9d7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:11.970968 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41712) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:12.023954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe55f3d-0501-4d62-bb65-8aa945642314 req-f14a93f8-ec3b-4f9a-8b1c-7f3f1b90ecf1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:12.040011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe55f3d-0501-4d62-bb65-8aa945642314 req-f14a93f8-ec3b-4f9a-8b1c-7f3f1b90ecf1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:12.048219 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe55f3d-0501-4d62-bb65-8aa945642314 req-f14a93f8-ec3b-4f9a-8b1c-7f3f1b90ecf1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:12.061525 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe55f3d-0501-4d62-bb65-8aa945642314 req-f14a93f8-ec3b-4f9a-8b1c-7f3f1b90ecf1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:12.077289 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe55f3d-0501-4d62-bb65-8aa945642314 req-f14a93f8-ec3b-4f9a-8b1c-7f3f1b90ecf1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:12.093198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe55f3d-0501-4d62-bb65-8aa945642314 req-f14a93f8-ec3b-4f9a-8b1c-7f3f1b90ecf1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:12.103981 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe55f3d-0501-4d62-bb65-8aa945642314 req-f14a93f8-ec3b-4f9a-8b1c-7f3f1b90ecf1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:12.118913 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ebe55f3d-0501-4d62-bb65-8aa945642314 req-f14a93f8-ec3b-4f9a-8b1c-7f3f1b90ecf1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 1.6456277 Mar 23 01:38:12.134088 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d565af29-f5ca-4fa1-ba55-b4fd24fb0a71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (b7ea8766-c20f-48a9-a4be-5004a82b8f10), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:12.158709 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] For port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:12.186293 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d84103bc-2cf7-4df1-bca5-b5abd1808897 admin admin] Publish callbacks [] for security_group (cebde439-60e2-469b-8ca1-aeb35f9be502), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:12.196224 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] For port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5656f3f8-3303-48dd-b8d3-1da0c54dd9d7,segment=NetworkSegment(bc375a20-6c98-4833-9ec0-2bc376c54bc3),segment_id=bc375a20-6c98-4833-9ec0-2bc376c54bc3)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:12.233302 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5656f3f8-3303-48dd-b8d3-1da0c54dd9d7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:12.298266 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d84103bc-2cf7-4df1-bca5-b5abd1808897 admin admin] Publish callbacks [] for security_group (cebde439-60e2-469b-8ca1-aeb35f9be502), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:12.359772 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d9b65f78-e3ab-4180-8f80-8ad8cd8a464d req-86258145-891d-4c9a-a634-82428e18fe73 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.6956098 Mar 23 01:38:12.442187 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-bb7bf627-0be3-456b-850a-901a294108d2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-network', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:12.458092 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d84103bc-2cf7-4df1-bca5-b5abd1808897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (cebde439-60e2-469b-8ca1-aeb35f9be502), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:12.464299 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d84103bc-2cf7-4df1-bca5-b5abd1808897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:12.465706 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d84103bc-2cf7-4df1-bca5-b5abd1808897 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cebde439-60e2-469b-8ca1-aeb35f9be502 HTTP/1.1" status: 204 len: 168 time: 1.9498894 Mar 23 01:38:12.504638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5d92c-b104-4a9b-b7f1-719b73d1c0af None None] Pushing event updated for resources: {'Port': ['ID=5656f3f8-3303-48dd-b8d3-1da0c54dd9d7,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:12.602098 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d565af29-f5ca-4fa1-ba55-b4fd24fb0a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (b7ea8766-c20f-48a9-a4be-5004a82b8f10), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:12.685635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84103bc-2cf7-4df1-bca5-b5abd1808897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebde439-60e2-469b-8ca1-aeb35f9be502,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:12.802813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-91ddb720-8f8d-4cfb-906a-7f2645044f38 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:12.824944 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-91ddb720-8f8d-4cfb-906a-7f2645044f38 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:12.864205 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-91ddb720-8f8d-4cfb-906a-7f2645044f38 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:12.882143 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-91ddb720-8f8d-4cfb-906a-7f2645044f38 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.43 "GET /v2.0/networks?id=13a7d5be-3a4a-49f2-b46c-3aac41f10be3&id=8be97217-9f6e-4d52-a151-af50fe88b198&id=8be97217-9f6e-4d52-a151-af50fe88b198&id=8be97217-9f6e-4d52-a151-af50fe88b198&id=8be97217-9f6e-4d52-a151-af50fe88b198&id=dddecf0c-3ac3-45a8-bf20-94de5f9f98e2&id=dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 HTTP/1.1" status: 200 len: 1993 time: 1.0649676 Mar 23 01:38:12.929558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-9324e727-bf5d-43a0-8a28-ce778e88403e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:12.938734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-9324e727-bf5d-43a0-8a28-ce778e88403e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 806 time: 0.2309020 Mar 23 01:38:12.966962 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-3cb71545-cbb1-4ee4-aad1-3f51e5a8d72f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/quotas/ce546d225bce48df9444d857bc6abcaf HTTP/1.1" status: 200 len: 375 time: 0.0270054 Mar 23 01:38:12.989005 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ebe55f3d-0501-4d62-bb65-8aa945642314 req-7645e366-0098-40c7-99c8-11749d234a13 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8685966 Mar 23 01:38:12.994625 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7bf627-0be3-456b-850a-901a294108d2 admin admin] Made reservation on behalf of 1a0be8da6981495ea519e2738ecfd846 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:12.998246 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf627-0be3-456b-850a-901a294108d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:13.074633 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-6645ac67-cc20-48d6-85db-7debd6cbf47a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6f9aae227d84399a0bbd30fdbd1c690 HTTP/1.1" status: 200 len: 380 time: 0.1633253 Mar 23 01:38:13.075446 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf627-0be3-456b-850a-901a294108d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:13.081035 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00806014-e211-4261-a07d-d6c6f538a591 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (25da16bf-b931-4a1f-af5a-a9009a46d517), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:13.090169 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-56f16ca8-6af9-469f-b51f-b0352571dfaf tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Request body: {'port': {'device_id': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3', 'admin_state_up': True, 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'security_groups': ['2c270d48-0066-4596-a0a8-af383ee2c554']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:13.244173 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-e529a2a8-c0d9-41da-820b-833557b57a72 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2759755 Mar 23 01:38:13.259275 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d565af29-f5ca-4fa1-ba55-b4fd24fb0a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (b7ea8766-c20f-48a9-a4be-5004a82b8f10), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:13.279713 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-56f16ca8-6af9-469f-b51f-b0352571dfaf tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Made reservation on behalf of f6f9aae227d84399a0bbd30fdbd1c690 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:13.285825 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-56f16ca8-6af9-469f-b51f-b0352571dfaf tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:13.364675 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565af29-f5ca-4fa1-ba55-b4fd24fb0a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ea8766-c20f-48a9-a4be-5004a82b8f10,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:13.369839 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d565af29-f5ca-4fa1-ba55-b4fd24fb0a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:13.374737 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d565af29-f5ca-4fa1-ba55-b4fd24fb0a71 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b7ea8766-c20f-48a9-a4be-5004a82b8f10 HTTP/1.1" status: 204 len: 168 time: 3.1477759 Mar 23 01:38:13.379284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41836) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:13.596688 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-78c11229-5404-4898-90c5-c05004725076 req-86ed25c2-e318-4824-b532-bd5e8d683d2a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0843897 Mar 23 01:38:13.608706 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00806014-e211-4261-a07d-d6c6f538a591 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (25da16bf-b931-4a1f-af5a-a9009a46d517), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:13.670211 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-d19a0170-b9f8-4fde-bf3d-a15b9e7ddf1e service neutron] 10.222.0.18 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189703 Mar 23 01:38:13.680937 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00806014-e211-4261-a07d-d6c6f538a591 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (25da16bf-b931-4a1f-af5a-a9009a46d517), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:13.757262 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-148e39a8-b676-44e4-bb43-0fc1b735c465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (e715db68-6655-4bd1-bb9c-7d840b1a92a1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:13.822542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00806014-e211-4261-a07d-d6c6f538a591 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=25da16bf-b931-4a1f-af5a-a9009a46d517,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:13.826391 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf627-0be3-456b-850a-901a294108d2 admin admin] Publish callbacks [] for security_group (30314691-3a1f-451a-b8f2-7d3d98747f49), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:13.930705 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf627-0be3-456b-850a-901a294108d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (30314691-3a1f-451a-b8f2-7d3d98747f49), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:14.027258 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00806014-e211-4261-a07d-d6c6f538a591 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (976f1663-b534-42cd-904b-1dd8cd65487c), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:14.059429 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7bf627-0be3-456b-850a-901a294108d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:38:14.093405 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-56f16ca8-6af9-469f-b51f-b0352571dfaf tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Allocated IP 172.20.0.3 (13a7d5be-3a4a-49f2-b46c-3aac41f10be3/fa94e74e-46b8-47a8-b6d4-0e87a32824b1/8a932a57-4ff5-4c2c-8280-db9116662f6a) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:14.104213 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-148e39a8-b676-44e4-bb43-0fc1b735c465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (e715db68-6655-4bd1-bb9c-7d840b1a92a1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:14.107399 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bf627-0be3-456b-850a-901a294108d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30314691-3a1f-451a-b8f2-7d3d98747f49,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:14.119643 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf627-0be3-456b-850a-901a294108d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b42f9892-24a9-46e9-af4d-18aa577eeae9), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:14.119972 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-bb7bf627-0be3-456b-850a-901a294108d2 admin admin] Added segment b42f9892-24a9-46e9-af4d-18aa577eeae9 of type vlan for network 2e4609e6-484a-44b5-8c5d-d44654d0857a Mar 23 01:38:14.153730 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-148e39a8-b676-44e4-bb43-0fc1b735c465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e715db68-6655-4bd1-bb9c-7d840b1a92a1']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:14.200120 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-148e39a8-b676-44e4-bb43-0fc1b735c465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba1e499-715b-4cf6-b336-366531d5bb15') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:14.200710 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-148e39a8-b676-44e4-bb43-0fc1b735c465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba1e499-715b-4cf6-b336-366531d5bb15') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:14.224768 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-6f210280-64e1-42c2-bac9-0496c4706d2f service neutron] 10.222.0.18 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533106 Mar 23 01:38:14.241952 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf627-0be3-456b-850a-901a294108d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (2e4609e6-484a-44b5-8c5d-d44654d0857a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:14.264532 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-148e39a8-b676-44e4-bb43-0fc1b735c465 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (bba1e499-715b-4cf6-b336-366531d5bb15), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:14.317293 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00806014-e211-4261-a07d-d6c6f538a591 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (25da16bf-b931-4a1f-af5a-a9009a46d517), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:14.330440 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-148e39a8-b676-44e4-bb43-0fc1b735c465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bba1e499-715b-4cf6-b336-366531d5bb15), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:14.357716 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148e39a8-b676-44e4-bb43-0fc1b735c465 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:38:14.358957 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-148e39a8-b676-44e4-bb43-0fc1b735c465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (bba1e499-715b-4cf6-b336-366531d5bb15), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:38:14.363502 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:38:14.425185 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf627-0be3-456b-850a-901a294108d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (2e4609e6-484a-44b5-8c5d-d44654d0857a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:14.426175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7bf627-0be3-456b-850a-901a294108d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:14.426763 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf627-0be3-456b-850a-901a294108d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:14.467680 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b0a411-634a-495d-b58e-8313a5586ecf None None] Network 12d301d4-b34c-4188-ac51-8b97a77d8ab0 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:38:14.541765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d17fc3-c749-45b3-a07d-bbfc1255ebfb req-f9023681-8511-4a4e-9c89-989fea4cf300 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:14.547330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d17fc3-c749-45b3-a07d-bbfc1255ebfb req-f9023681-8511-4a4e-9c89-989fea4cf300 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:14.552401 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d17fc3-c749-45b3-a07d-bbfc1255ebfb req-f9023681-8511-4a4e-9c89-989fea4cf300 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:14.557835 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d17fc3-c749-45b3-a07d-bbfc1255ebfb req-f9023681-8511-4a4e-9c89-989fea4cf300 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:14.563322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d17fc3-c749-45b3-a07d-bbfc1255ebfb req-f9023681-8511-4a4e-9c89-989fea4cf300 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:14.568674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d17fc3-c749-45b3-a07d-bbfc1255ebfb req-f9023681-8511-4a4e-9c89-989fea4cf300 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:14.573948 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d17fc3-c749-45b3-a07d-bbfc1255ebfb req-f9023681-8511-4a4e-9c89-989fea4cf300 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:14.582871 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21d17fc3-c749-45b3-a07d-bbfc1255ebfb req-f9023681-8511-4a4e-9c89-989fea4cf300 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.3652081 Mar 23 01:38:14.609280 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bb7bf627-0be3-456b-850a-901a294108d2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6336517 Mar 23 01:38:14.610268 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-148e39a8-b676-44e4-bb43-0fc1b735c465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (e715db68-6655-4bd1-bb9c-7d840b1a92a1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:14.616359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41866) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:14.619890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9b9ee1ca-421c-4459-abcb-dcb6413d31df None None] Provisioning complete for port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:14.620535 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee1ca-421c-4459-abcb-dcb6413d31df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5656f3f8-3303-48dd-b8d3-1da0c54dd9d7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:14.640145 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-17ad3754-1e07-4249-8639-8d3d12e996ef admin admin] Request body: {'subnet': {'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-subnet', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:14.646621 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-148e39a8-b676-44e4-bb43-0fc1b735c465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:14.649983 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-148e39a8-b676-44e4-bb43-0fc1b735c465 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e715db68-6655-4bd1-bb9c-7d840b1a92a1 HTTP/1.1" status: 204 len: 168 time: 1.2695165 Mar 23 01:38:14.681285 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bf627-0be3-456b-850a-901a294108d2 admin admin] Pushing event updated for resources: {'Network': ['ID=2e4609e6-484a-44b5-8c5d-d44654d0857a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:14.699612 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-56f16ca8-6af9-469f-b51f-b0352571dfaf tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:14.704136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 2e4609e6-484a-44b5-8c5d-d44654d0857a details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:38:14.774811 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e39a8-b676-44e4-bb43-0fc1b735c465 admin admin] Pushing event deleted for resources: {'Network': ['ID=e715db68-6655-4bd1-bb9c-7d840b1a92a1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:14.810612 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ad3754-1e07-4249-8639-8d3d12e996ef admin admin] Made reservation on behalf of 1a0be8da6981495ea519e2738ecfd846 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:14.813112 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17ad3754-1e07-4249-8639-8d3d12e996ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:14.900998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41878) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:14.972309 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21d17fc3-c749-45b3-a07d-bbfc1255ebfb req-77b319ce-efe4-43a1-b9a1-73b21da4a7cb tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3880613 Mar 23 01:38:15.047625 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-56f16ca8-6af9-469f-b51f-b0352571dfaf tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:15.089356 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ee1ca-421c-4459-abcb-dcb6413d31df None None] Current status of the port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:15.089759 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee1ca-421c-4459-abcb-dcb6413d31df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5656f3f8-3303-48dd-b8d3-1da0c54dd9d7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:15.139828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:15.167948 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a8faa014-8ee0-4262-a7e4-44fbafedc785 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63ab57c3238241379694ff8e8ce79621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2487154 Mar 23 01:38:15.177846 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00806014-e211-4261-a07d-d6c6f538a591 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (25da16bf-b931-4a1f-af5a-a9009a46d517), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:15.187014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 41880) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:15.203998 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00806014-e211-4261-a07d-d6c6f538a591 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (25da16bf-b931-4a1f-af5a-a9009a46d517), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:15.206936 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00806014-e211-4261-a07d-d6c6f538a591 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (976f1663-b534-42cd-904b-1dd8cd65487c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:15.265203 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b45f79fe-602c-4c60-966b-71dd9e424fdb req-58a6c7ec-45ee-409e-b372-f87933eaa6bd tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.1931062 Mar 23 01:38:15.291934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-56f16ca8-6af9-469f-b51f-b0352571dfaf tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Network 13a7d5be-3a4a-49f2-b46c-3aac41f10be3 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:15.330289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9b9ee1ca-421c-4459-abcb-dcb6413d31df None None] For port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5656f3f8-3303-48dd-b8d3-1da0c54dd9d7,segment=NetworkSegment(bc375a20-6c98-4833-9ec0-2bc376c54bc3),segment_id=bc375a20-6c98-4833-9ec0-2bc376c54bc3)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:15.335343 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-56f16ca8-6af9-469f-b51f-b0352571dfaf tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:15.345533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-56f16ca8-6af9-469f-b51f-b0352571dfaf tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:15.351535 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee1ca-421c-4459-abcb-dcb6413d31df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5656f3f8-3303-48dd-b8d3-1da0c54dd9d7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:15.358122 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:15.358461 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5656f3f8-3303-48dd-b8d3-1da0c54dd9d7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:15.472071 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f16ca8-6af9-469f-b51f-b0352571dfaf tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event updated for resources: {'Port': ['ID=8a932a57-4ff5-4c2c-8280-db9116662f6a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:15.614805 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00806014-e211-4261-a07d-d6c6f538a591 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=25da16bf-b931-4a1f-af5a-a9009a46d517,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:15.660205 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346de29b-0224-46d9-81c5-e4167683b2a2 req-72fff9ee-3a9b-4b5c-a594-5e0f06ff18b7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:15.667973 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4d3ba5dc-7ef9-4cf1-a394-88e598c67e74 None None] Provisioning complete for port 25da16bf-b931-4a1f-af5a-a9009a46d517 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:15.668547 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba5dc-7ef9-4cf1-a394-88e598c67e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (25da16bf-b931-4a1f-af5a-a9009a46d517), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:15.673295 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-346de29b-0224-46d9-81c5-e4167683b2a2 req-72fff9ee-3a9b-4b5c-a594-5e0f06ff18b7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 931 time: 0.5186625 Mar 23 01:38:15.739844 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ee1ca-421c-4459-abcb-dcb6413d31df None None] Pushing event updated for resources: {'Port': ['ID=5656f3f8-3303-48dd-b8d3-1da0c54dd9d7,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:15.788667 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-346de29b-0224-46d9-81c5-e4167683b2a2 req-d23527d9-0712-425c-ac92-1f375889133b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137829 Mar 23 01:38:15.822936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ba5dc-7ef9-4cf1-a394-88e598c67e74 None None] Port 25da16bf-b931-4a1f-af5a-a9009a46d517 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:38:15.848537 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17ad3754-1e07-4249-8639-8d3d12e996ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (08d877d8-0c5c-494f-b07e-0547e1d110b1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:15.853628 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:15.866256 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4d3ba5dc-7ef9-4cf1-a394-88e598c67e74 None None] Provisioning complete for port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:15.866893 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba5dc-7ef9-4cf1-a394-88e598c67e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5656f3f8-3303-48dd-b8d3-1da0c54dd9d7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:15.872270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00806014-e211-4261-a07d-d6c6f538a591 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 12d301d4-b34c-4188-ac51-8b97a77d8ab0 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:15.877469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-00806014-e211-4261-a07d-d6c6f538a591 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:15.887381 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-56f16ca8-6af9-469f-b51f-b0352571dfaf tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:15.889532 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-56f16ca8-6af9-469f-b51f-b0352571dfaf tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:15.915489 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f586d316-5caf-4091-842b-25f0e7ce07db admin admin] Publish callbacks [] for security_group (9ee409fd-1710-4ddd-b50e-b72edb9242f1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:15.955552 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-56f16ca8-6af9-469f-b51f-b0352571dfaf tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8707221 Mar 23 01:38:15.987527 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-1d30f65f-0ae7-45c7-89db-dfddce344227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Request body: {'port': {'device_id': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198', 'admin_state_up': True, 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'security_groups': ['2c270d48-0066-4596-a0a8-af383ee2c554']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:15.990741 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ba5dc-7ef9-4cf1-a394-88e598c67e74 None None] Current status of the port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:16.111552 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f586d316-5caf-4091-842b-25f0e7ce07db admin admin] Publish callbacks [] for security_group (9ee409fd-1710-4ddd-b50e-b72edb9242f1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:16.146190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-98d7525d-bb23-44e5-9110-0a63713fbc1f None None] Provisioning complete for port 25da16bf-b931-4a1f-af5a-a9009a46d517 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:16.147704 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-98d7525d-bb23-44e5-9110-0a63713fbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (25da16bf-b931-4a1f-af5a-a9009a46d517), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:16.152084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad3754-1e07-4249-8639-8d3d12e996ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=08d877d8-0c5c-494f-b07e-0547e1d110b1,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:16.178454 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad3754-1e07-4249-8639-8d3d12e996ef admin admin] Checking segment: {'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:16.179089 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ad3754-1e07-4249-8639-8d3d12e996ef admin admin] Network hostable DHCP agents. Network: 2e4609e6-484a-44b5-8c5d-d44654d0857a, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:38:16.221778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00806014-e211-4261-a07d-d6c6f538a591 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router 976f1663-b534-42cd-904b-1dd8cd65487c is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:38:16.255154 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-98d7525d-bb23-44e5-9110-0a63713fbc1f None None] Port 25da16bf-b931-4a1f-af5a-a9009a46d517 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:38:16.262687 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ad3754-1e07-4249-8639-8d3d12e996ef admin admin] Network 2e4609e6-484a-44b5-8c5d-d44654d0857a is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:38:16.302002 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-98d7525d-bb23-44e5-9110-0a63713fbc1f None None] Provisioning complete for port 8a932a57-4ff5-4c2c-8280-db9116662f6a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:16.303039 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-98d7525d-bb23-44e5-9110-0a63713fbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:16.315546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fe836-aebf-4f6f-9363-d60e47d4c3b1 req-1df763aa-650c-4e66-9b1b-8454af3ae2fa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:16.323249 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fe836-aebf-4f6f-9363-d60e47d4c3b1 req-1df763aa-650c-4e66-9b1b-8454af3ae2fa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:16.345792 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-98d7525d-bb23-44e5-9110-0a63713fbc1f None None] Port 8a932a57-4ff5-4c2c-8280-db9116662f6a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:38:16.363384 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fe836-aebf-4f6f-9363-d60e47d4c3b1 req-1df763aa-650c-4e66-9b1b-8454af3ae2fa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:16.377087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fe836-aebf-4f6f-9363-d60e47d4c3b1 req-1df763aa-650c-4e66-9b1b-8454af3ae2fa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:16.388673 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fe836-aebf-4f6f-9363-d60e47d4c3b1 req-1df763aa-650c-4e66-9b1b-8454af3ae2fa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:16.407322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fe836-aebf-4f6f-9363-d60e47d4c3b1 req-1df763aa-650c-4e66-9b1b-8454af3ae2fa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:16.411214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00806014-e211-4261-a07d-d6c6f538a591 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:38:16.414330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fe836-aebf-4f6f-9363-d60e47d4c3b1 req-1df763aa-650c-4e66-9b1b-8454af3ae2fa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:16.418586 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a1fe836-aebf-4f6f-9363-d60e47d4c3b1 req-1df763aa-650c-4e66-9b1b-8454af3ae2fa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.3150630 Mar 23 01:38:16.439045 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-17ad3754-1e07-4249-8639-8d3d12e996ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 2e4609e6-484a-44b5-8c5d-d44654d0857a) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:16.444761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60cd0fb-58c0-43ed-9a51-c1630bfed3c2 None None] Sync routers for ids ['976f1663-b534-42cd-904b-1dd8cd65487c'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:38:16.449989 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ad3754-1e07-4249-8639-8d3d12e996ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:16.450619 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17ad3754-1e07-4249-8639-8d3d12e996ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:16.494640 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f586d316-5caf-4091-842b-25f0e7ce07db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9ee409fd-1710-4ddd-b50e-b72edb9242f1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:16.505184 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f586d316-5caf-4091-842b-25f0e7ce07db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:16.507900 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-00806014-e211-4261-a07d-d6c6f538a591 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/976f1663-b534-42cd-904b-1dd8cd65487c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1436603 Mar 23 01:38:16.510235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41910) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:16.521440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aedab33-3498-461f-8b7b-c7721bceb905 None None] Network 2e4609e6-484a-44b5-8c5d-d44654d0857a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:38:16.523848 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60cd0fb-58c0-43ed-9a51-c1630bfed3c2 None None] Routers {'976f1663-b534-42cd-904b-1dd8cd65487c'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:16.524877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f586d316-5caf-4091-842b-25f0e7ce07db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ee409fd-1710-4ddd-b50e-b72edb9242f1 HTTP/1.1" status: 204 len: 168 time: 1.3268099 Mar 23 01:38:16.529517 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c60cd0fb-58c0-43ed-9a51-c1630bfed3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:37:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['976f1663-b534-42cd-904b-1dd8cd65487c'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:16.559087 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-17ad3754-1e07-4249-8639-8d3d12e996ef admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9353528 Mar 23 01:38:16.574256 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41912) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:16.610278 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-afcca0df-6df0-48fd-a37f-7ebb292ab3e7 req-1bd0b7cc-67b0-4860-9a5f-06013b140a80 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.2037992 Mar 23 01:38:16.635401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:16.638634 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a1fe836-aebf-4f6f-9363-d60e47d4c3b1 req-bb008c1c-f8ac-4e5c-8da0-b59396f865e5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1810021 Mar 23 01:38:16.640573 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586d316-5caf-4091-842b-25f0e7ce07db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee409fd-1710-4ddd-b50e-b72edb9242f1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:16.642852 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-1d30f65f-0ae7-45c7-89db-dfddce344227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Made reservation on behalf of f6f9aae227d84399a0bbd30fdbd1c690 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:16.648317 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-1d30f65f-0ae7-45c7-89db-dfddce344227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:16.673294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c60cd0fb-58c0-43ed-9a51-c1630bfed3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:16.707929 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60cd0fb-58c0-43ed-9a51-c1630bfed3c2 None None] Routers {'976f1663-b534-42cd-904b-1dd8cd65487c'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:16.709036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c60cd0fb-58c0-43ed-9a51-c1630bfed3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:37:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['976f1663-b534-42cd-904b-1dd8cd65487c'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:16.800363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c60cd0fb-58c0-43ed-9a51-c1630bfed3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:16.802109 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60cd0fb-58c0-43ed-9a51-c1630bfed3c2 None None] The sync data for ids ['976f1663-b534-42cd-904b-1dd8cd65487c'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:38:16.805576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce9ed06-1df8-43ca-8a3b-5441372361a1 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:16.809863 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7ce9ed06-1df8-43ca-8a3b-5441372361a1 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports/25da16bf-b931-4a1f-af5a-a9009a46d517 HTTP/1.1" status: 200 len: 984 time: 0.2397778 Mar 23 01:38:16.813395 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2182d460-27ac-4ad0-8177-9eeb7adf0f5e None None] Provisioning complete for port 25da16bf-b931-4a1f-af5a-a9009a46d517 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:16.816490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41918) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:16.817181 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2182d460-27ac-4ad0-8177-9eeb7adf0f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (25da16bf-b931-4a1f-af5a-a9009a46d517), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:16.943657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-1d30f65f-0ae7-45c7-89db-dfddce344227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Allocated IP 10.1.1.111 (8be97217-9f6e-4d52-a151-af50fe88b198/5318283b-1a4c-4eb2-a126-9552729eb2b3/71840044-c12d-499c-b285-a288993a4af4) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:16.986721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2182d460-27ac-4ad0-8177-9eeb7adf0f5e None None] Port 25da16bf-b931-4a1f-af5a-a9009a46d517 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:38:16.994177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-2e4609e6-484a-44b5-8c5d-d44654d0857a', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'fixed_ips': [{'subnet_id': '08d877d8-0c5c-494f-b07e-0547e1d110b1'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:38:16.995044 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:17.048561 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (4df0844c-dd11-479c-aec4-a4d72739a513), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:17.049631 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (4df0844c-dd11-479c-aec4-a4d72739a513), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:17.175127 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:17.256660 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-1d30f65f-0ae7-45c7-89db-dfddce344227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for port (71840044-c12d-499c-b285-a288993a4af4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:17.338002 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-1d30f65f-0ae7-45c7-89db-dfddce344227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (71840044-c12d-499c-b285-a288993a4af4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:17.344181 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8cacb6ca-1811-4f50-b51d-9f96ee33bbaa None None] Provisioning complete for port 25da16bf-b931-4a1f-af5a-a9009a46d517 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:17.344832 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8cacb6ca-1811-4f50-b51d-9f96ee33bbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (25da16bf-b931-4a1f-af5a-a9009a46d517), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:17.400118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-1d30f65f-0ae7-45c7-89db-dfddce344227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Network 8be97217-9f6e-4d52-a151-af50fe88b198 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:17.405710 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-1d30f65f-0ae7-45c7-89db-dfddce344227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:17.411278 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-1d30f65f-0ae7-45c7-89db-dfddce344227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:17.471321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30f65f-0ae7-45c7-89db-dfddce344227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event updated for resources: {'Port': ['ID=71840044-c12d-499c-b285-a288993a4af4,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:17.498031 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-1d30f65f-0ae7-45c7-89db-dfddce344227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:17.499205 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-1d30f65f-0ae7-45c7-89db-dfddce344227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:17.532332 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-1d30f65f-0ae7-45c7-89db-dfddce344227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5622008 Mar 23 01:38:17.546880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Allocated IP 172.20.0.2 (2e4609e6-484a-44b5-8c5d-d44654d0857a/08d877d8-0c5c-494f-b07e-0547e1d110b1/7b8c3fd7-1b98-4130-89ba-c091fd9f1c61) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:17.547132 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-61d91c36-5ead-467f-972d-7e385bfaa609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Request body: {'port': {'device_id': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198', 'admin_state_up': True, 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'security_groups': ['2c270d48-0066-4596-a0a8-af383ee2c554']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:17.745110 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Publish callbacks [] for port (7b8c3fd7-1b98-4130-89ba-c091fd9f1c61), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:17.781394 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (7b8c3fd7-1b98-4130-89ba-c091fd9f1c61), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:17.855386 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1bea3d2e-0716-4608-a881-fa2ea186b2c0 req-a11ce3d6-ef78-4f7e-91ee-a09a8282fc42 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.1172435 Mar 23 01:38:17.863778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Network 2e4609e6-484a-44b5-8c5d-d44654d0857a is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:17.869453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:17.889175 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:17.944046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8cacb6ca-1811-4f50-b51d-9f96ee33bbaa None None] Port 25da16bf-b931-4a1f-af5a-a9009a46d517 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:38:17.966805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-61d91c36-5ead-467f-972d-7e385bfaa609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Made reservation on behalf of f6f9aae227d84399a0bbd30fdbd1c690 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:17.979485 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-61d91c36-5ead-467f-972d-7e385bfaa609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:18.037685 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Publish callbacks [] for router_controller (4df0844c-dd11-479c-aec4-a4d72739a513), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:18.048372 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Attempting to bind port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:18.049814 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Attempting to bind port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:18.050853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Attempting to bind port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 on network 2e4609e6-484a-44b5-8c5d-d44654d0857a {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:18.054837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-c4f699aa-1304-4750-af0d-b9d2bef4cd80 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:18.056679 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-c4f699aa-1304-4750-af0d-b9d2bef4cd80 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.43 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 806 time: 0.5413382 Mar 23 01:38:18.066122 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:18.066495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Checking segment: {'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:18.069086 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:18.069484 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Bound using segment: {'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:18.069985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Bound port: 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:18.070357 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7b8c3fd7-1b98-4130-89ba-c091fd9f1c61), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:18.092649 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea081d24-d699-44a5-ac90-fd9509d0b16c req-dd2eff3a-3df0-46f6-80ff-273f2cdd6dc6 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:18.104444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea081d24-d699-44a5-ac90-fd9509d0b16c req-dd2eff3a-3df0-46f6-80ff-273f2cdd6dc6 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:18.110777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea081d24-d699-44a5-ac90-fd9509d0b16c req-dd2eff3a-3df0-46f6-80ff-273f2cdd6dc6 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 1653 time: 0.6130934 Mar 23 01:38:18.111713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:18.111961 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5656f3f8-3303-48dd-b8d3-1da0c54dd9d7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:18.125142 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5b5bf379-459a-46ba-97c4-7ac618b52918 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Request body: {'port': {'device_id': '87e0f56e-991b-4ed2-adf7-5b4afb0fb163', 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c', 'admin_state_up': True, 'tenant_id': 'ce546d225bce48df9444d857bc6abcaf'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:18.126503 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Pushing event updated for resources: {'Port': ['ID=7b8c3fd7-1b98-4130-89ba-c091fd9f1c61,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:18.153460 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779346f-c49d-429f-89e1-6e3d530faa28 req-b3056f1d-9297-4dc1-8d54-0bfec7906ccf tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:18.163580 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779346f-c49d-429f-89e1-6e3d530faa28 req-b3056f1d-9297-4dc1-8d54-0bfec7906ccf tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:18.179273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779346f-c49d-429f-89e1-6e3d530faa28 req-b3056f1d-9297-4dc1-8d54-0bfec7906ccf tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:18.188324 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779346f-c49d-429f-89e1-6e3d530faa28 req-b3056f1d-9297-4dc1-8d54-0bfec7906ccf tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:18.197829 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779346f-c49d-429f-89e1-6e3d530faa28 req-b3056f1d-9297-4dc1-8d54-0bfec7906ccf tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:18.218224 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779346f-c49d-429f-89e1-6e3d530faa28 req-b3056f1d-9297-4dc1-8d54-0bfec7906ccf tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:18.224158 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779346f-c49d-429f-89e1-6e3d530faa28 req-b3056f1d-9297-4dc1-8d54-0bfec7906ccf tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:18.233356 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d779346f-c49d-429f-89e1-6e3d530faa28 req-b3056f1d-9297-4dc1-8d54-0bfec7906ccf tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.2356920 Mar 23 01:38:18.303967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] For port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:18.306985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] For port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7b8c3fd7-1b98-4130-89ba-c091fd9f1c61,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:18.309747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-cfb111b6-7e3d-4507-9634-8507079abf5c None None] Provisioning complete for port 71840044-c12d-499c-b285-a288993a4af4 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:18.310167 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cfb111b6-7e3d-4507-9634-8507079abf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (71840044-c12d-499c-b285-a288993a4af4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:18.337305 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7b8c3fd7-1b98-4130-89ba-c091fd9f1c61), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:18.424464 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-61d91c36-5ead-467f-972d-7e385bfaa609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Allocated IP 10.1.1.110 (8be97217-9f6e-4d52-a151-af50fe88b198/5318283b-1a4c-4eb2-a126-9552729eb2b3/7c780886-9250-4771-a21c-2c39cd4ac1c2) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:18.472353 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d779346f-c49d-429f-89e1-6e3d530faa28 req-94767567-6c67-4f6a-90a9-6988730d0937 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2377827 Mar 23 01:38:18.497286 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Publish callbacks [] for router_gateway (4df0844c-dd11-479c-aec4-a4d72739a513), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:18.507161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-cfb111b6-7e3d-4507-9634-8507079abf5c None None] Port 71840044-c12d-499c-b285-a288993a4af4 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:38:18.545701 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30230f4b-47d7-4218-9f48-3d5202e60179 None None] Pushing event updated for resources: {'Port': ['ID=7b8c3fd7-1b98-4130-89ba-c091fd9f1c61,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:18.665238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:18.688078 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea081d24-d699-44a5-ac90-fd9509d0b16c req-28f4c2a1-8e05-4c1f-95b7-42970eadda89 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5587976 Mar 23 01:38:18.729260 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-61d91c36-5ead-467f-972d-7e385bfaa609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:18.847874 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-61d91c36-5ead-467f-972d-7e385bfaa609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:18.941150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5b5bf379-459a-46ba-97c4-7ac618b52918 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Made reservation on behalf of ce546d225bce48df9444d857bc6abcaf for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:18.949353 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2da09e69-9797-45dc-970d-521ff10deb08 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:38:18.952691 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-61d91c36-5ead-467f-972d-7e385bfaa609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Network 8be97217-9f6e-4d52-a151-af50fe88b198 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:18.966693 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5b5bf379-459a-46ba-97c4-7ac618b52918 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:18.970422 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-61d91c36-5ead-467f-972d-7e385bfaa609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:18.989432 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-61d91c36-5ead-467f-972d-7e385bfaa609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:19.125041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-61d91c36-5ead-467f-972d-7e385bfaa609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:19.125733 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-61d91c36-5ead-467f-972d-7e385bfaa609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:19.146032 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:19.223072 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-90452271-e94e-46b5-b15a-3eb8da61780a req-29f56b48-dc3b-4b84-9d33-3c7663daf337 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.0899622 Mar 23 01:38:19.268329 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d91c36-5ead-467f-972d-7e385bfaa609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event updated for resources: {'Port': ['ID=7c780886-9250-4771-a21c-2c39cd4ac1c2,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:19.279656 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-61d91c36-5ead-467f-972d-7e385bfaa609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7367151 Mar 23 01:38:19.296340 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-9093d8b2-a98c-43e2-ad74-767124ca05d5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Request body: {'port': {'device_id': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2', 'admin_state_up': True, 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'security_groups': ['2c270d48-0066-4596-a0a8-af383ee2c554']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:19.482141 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-9093d8b2-a98c-43e2-ad74-767124ca05d5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Made reservation on behalf of f6f9aae227d84399a0bbd30fdbd1c690 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:19.572808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5b5bf379-459a-46ba-97c4-7ac618b52918 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Allocated IP 172.20.0.3 (ba3d029b-d469-4b1a-90d0-7995de95a27c/64f146eb-b581-4818-b541-536413e8a0b0/3d5ff212-42a8-4366-b07b-3b9cc7cbef6a) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:19.800936 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-9093d8b2-a98c-43e2-ad74-767124ca05d5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:19.831018 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-de461311-40d9-4edd-9b22-f85c062e555d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:19.834968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a94f93b7-f516-4d35-a265-dea693f03c69 None None] Provisioning complete for port 7c780886-9250-4771-a21c-2c39cd4ac1c2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:19.835351 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a94f93b7-f516-4d35-a265-dea693f03c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:19.849360 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:19.853099 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7b8c3fd7-1b98-4130-89ba-c091fd9f1c61), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:19.948301 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41980) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:19.957027 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2da09e69-9797-45dc-970d-521ff10deb08, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2da09e69-9797-45dc-970d-521ff10deb08,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:19.969880 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5ffe3-3c64-4d15-8e69-2c51ad61b449 req-6405803b-8966-4965-938f-4d1c0beeb74d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:19.975513 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5ffe3-3c64-4d15-8e69-2c51ad61b449 req-6405803b-8966-4965-938f-4d1c0beeb74d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:19.981014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5ffe3-3c64-4d15-8e69-2c51ad61b449 req-6405803b-8966-4965-938f-4d1c0beeb74d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:19.986199 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5ffe3-3c64-4d15-8e69-2c51ad61b449 req-6405803b-8966-4965-938f-4d1c0beeb74d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:19.992663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5ffe3-3c64-4d15-8e69-2c51ad61b449 req-6405803b-8966-4965-938f-4d1c0beeb74d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:19.992997 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '2da09e69-9797-45dc-970d-521ff10deb08', 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986', 'port_id': '2da09e69-9797-45dc-970d-521ff10deb08', 'mac_address': 'fa:16:3e:ad:2c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89903b53-7edf-4413-ac0f-be51c87f45dd', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:38:19.995909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a94f93b7-f516-4d35-a265-dea693f03c69 None None] Port 7c780886-9250-4771-a21c-2c39cd4ac1c2 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:38:20.014988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5ffe3-3c64-4d15-8e69-2c51ad61b449 req-6405803b-8966-4965-938f-4d1c0beeb74d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:20.020431 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5ffe3-3c64-4d15-8e69-2c51ad61b449 req-6405803b-8966-4965-938f-4d1c0beeb74d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:20.023563 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57e5ffe3-3c64-4d15-8e69-2c51ad61b449 req-6405803b-8966-4965-938f-4d1c0beeb74d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5422 time: 0.3858824 Mar 23 01:38:20.086956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2da09e69-9797-45dc-970d-521ff10deb08 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:20.087342 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2da09e69-9797-45dc-970d-521ff10deb08), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:20.090278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:20.090648 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7b8c3fd7-1b98-4130-89ba-c091fd9f1c61), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:20.112843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da09e69-9797-45dc-970d-521ff10deb08 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:20.138519 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50048fd4-6fea-4fe5-bb36-daa18969fb6e None None] Network 2e4609e6-484a-44b5-8c5d-d44654d0857a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:38:20.155173 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5b5bf379-459a-46ba-97c4-7ac618b52918 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks [] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:20.179947 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57e5ffe3-3c64-4d15-8e69-2c51ad61b449 req-1a4eb693-7e65-4bca-b915-06e60c03619f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381333 Mar 23 01:38:20.253891 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5b5bf379-459a-46ba-97c4-7ac618b52918 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:20.271416 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-9093d8b2-a98c-43e2-ad74-767124ca05d5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Allocated IP 10.2.2.100 (dddecf0c-3ac3-45a8-bf20-94de5f9f98e2/230548d0-2d33-4d0e-9918-7276ccd4826d/ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:20.340900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['6fd43136-d0db-437f-ae04-5459a5e2722b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:38:20.359696 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2da09e69-9797-45dc-970d-521ff10deb08, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2da09e69-9797-45dc-970d-521ff10deb08,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:20.384634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7b8c3fd7-1b98-4130-89ba-c091fd9f1c61,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:20.395964 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Publish callbacks [] for router_gateway (4df0844c-dd11-479c-aec4-a4d72739a513), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:20.399611 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2da09e69-9797-45dc-970d-521ff10deb08), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:20.400443 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 81f70b00-bcd4-4052-b47e-4b0e10c94360 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:38:20.408526 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7b8c3fd7-1b98-4130-89ba-c091fd9f1c61), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:20.477585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8f029337-9559-44f7-85f1-98d2a2645961 None None] Provisioning complete for port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:20.477958 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8f029337-9559-44f7-85f1-98d2a2645961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7b8c3fd7-1b98-4130-89ba-c091fd9f1c61), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:20.548873 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-9093d8b2-a98c-43e2-ad74-767124ca05d5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for port (ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:20.570691 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:20.599001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 81f70b00-bcd4-4052-b47e-4b0e10c94360, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=81f70b00-bcd4-4052-b47e-4b0e10c94360,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:20.604151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=2da09e69-9797-45dc-970d-521ff10deb08,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:20.640170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a09a2-d6ec-4347-968d-e34122941c65 req-11fb5745-06bf-4a3e-9e43-89779b0a3409 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:20.642155 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3d3a09a2-d6ec-4347-968d-e34122941c65 req-11fb5745-06bf-4a3e-9e43-89779b0a3409 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 931 time: 0.1192284 Mar 23 01:38:20.682863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '81f70b00-bcd4-4052-b47e-4b0e10c94360', 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986', 'port_id': '81f70b00-bcd4-4052-b47e-4b0e10c94360', 'mac_address': 'fa:16:3e:a3:21:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89903b53-7edf-4413-ac0f-be51c87f45dd', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:38:20.730839 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3d3a09a2-d6ec-4347-968d-e34122941c65 req-b155e35a-a411-4013-bf79-940e17f3ac71 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743072 Mar 23 01:38:20.732543 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-9093d8b2-a98c-43e2-ad74-767124ca05d5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:20.782492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5b5bf379-459a-46ba-97c4-7ac618b52918 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Network ba3d029b-d469-4b1a-90d0-7995de95a27c is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:20.794441 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:20.800473 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-9093d8b2-a98c-43e2-ad74-767124ca05d5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Network dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:20.806928 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-9093d8b2-a98c-43e2-ad74-767124ca05d5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:20.821255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-9093d8b2-a98c-43e2-ad74-767124ca05d5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:20.849503 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=7b8c3fd7-1b98-4130-89ba-c091fd9f1c61,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:20.868131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 81f70b00-bcd4-4052-b47e-4b0e10c94360 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:20.871690 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:20.895979 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-9093d8b2-a98c-43e2-ad74-767124ca05d5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:20.897189 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-9093d8b2-a98c-43e2-ad74-767124ca05d5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:20.906230 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72a3770a-89bd-4b93-b103-b241362418c0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (976f1663-b534-42cd-904b-1dd8cd65487c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:20.913790 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8f029337-9559-44f7-85f1-98d2a2645961 None None] Current status of the port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:20.939577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f70b00-bcd4-4052-b47e-4b0e10c94360 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:20.941205 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093d8b2-a98c-43e2-ad74-767124ca05d5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event updated for resources: {'Port': ['ID=ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:20.962571 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-9093d8b2-a98c-43e2-ad74-767124ca05d5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6702583 Mar 23 01:38:20.985174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 81f70b00-bcd4-4052-b47e-4b0e10c94360, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=81f70b00-bcd4-4052-b47e-4b0e10c94360,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:20.996483 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:20.996893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f8c14494-b9eb-4f46-8c7d-3868559ec6ca tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Request body: {'port': {'device_id': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2', 'admin_state_up': True, 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'security_groups': ['2c270d48-0066-4596-a0a8-af383ee2c554']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:20.997227 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 497f0500-e5cf-41fa-9a2a-2323cd1dd036 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:38:21.109510 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5b5bf379-459a-46ba-97c4-7ac618b52918 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:21.111609 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9332338-4a47-4e52-b5d1-6b82e7fe86b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:21.113934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5b5bf379-459a-46ba-97c4-7ac618b52918 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:21.141705 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f8c14494-b9eb-4f46-8c7d-3868559ec6ca tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Made reservation on behalf of f6f9aae227d84399a0bbd30fdbd1c690 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:21.148872 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f8c14494-b9eb-4f46-8c7d-3868559ec6ca tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:21.169644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7144c-a9a7-474e-8308-a1bb0f46795f req-698d3cad-50ab-42f2-b257-d7a12ba2d9a3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:21.175024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7144c-a9a7-474e-8308-a1bb0f46795f req-698d3cad-50ab-42f2-b257-d7a12ba2d9a3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:21.180668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7144c-a9a7-474e-8308-a1bb0f46795f req-698d3cad-50ab-42f2-b257-d7a12ba2d9a3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:21.182594 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59c7144c-a9a7-474e-8308-a1bb0f46795f req-698d3cad-50ab-42f2-b257-d7a12ba2d9a3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 2374 time: 1.2333663 Mar 23 01:38:21.188516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=81f70b00-bcd4-4052-b47e-4b0e10c94360,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:21.199996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eed8adce-6850-4c46-ae63-acd3bb1ca203 None None] Provisioning complete for port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:21.200699 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eed8adce-6850-4c46-ae63-acd3bb1ca203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7b8c3fd7-1b98-4130-89ba-c091fd9f1c61), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:21.206319 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bf379-459a-46ba-97c4-7ac618b52918 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Pushing event updated for resources: {'Port': ['ID=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:21.274906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Allocated IP 172.25.0.242 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/ed7aaf25-5324-448e-a2bf-edbf8c07b3d1) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:21.305055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 497f0500-e5cf-41fa-9a2a-2323cd1dd036, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=497f0500-e5cf-41fa-9a2a-2323cd1dd036,segment=NetworkSegment(25df386e-70d9-49e1-bfa6-c0a9ea8721d3),segment_id=25df386e-70d9-49e1-bfa6-c0a9ea8721d3)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:21.320671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5b5bf379-459a-46ba-97c4-7ac618b52918 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:21.321625 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5b5bf379-459a-46ba-97c4-7ac618b52918 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:21.343313 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '497f0500-e5cf-41fa-9a2a-2323cd1dd036', 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1', 'port_id': '497f0500-e5cf-41fa-9a2a-2323cd1dd036', 'mac_address': 'fa:16:3e:32:f9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccef7e9-d48a-465c-80fe-6d6b083e0336', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:38:21.367234 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eed8adce-6850-4c46-ae63-acd3bb1ca203 None None] Current status of the port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:21.411715 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 497f0500-e5cf-41fa-9a2a-2323cd1dd036 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:21.412314 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (497f0500-e5cf-41fa-9a2a-2323cd1dd036), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:21.434180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497f0500-e5cf-41fa-9a2a-2323cd1dd036 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:21.434451 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59c7144c-a9a7-474e-8308-a1bb0f46795f req-5fe4f1ef-e0f1-4111-b3da-6b73247983e0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248003 Mar 23 01:38:21.453124 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5b5bf379-459a-46ba-97c4-7ac618b52918 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3348770 Mar 23 01:38:21.461165 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f8c14494-b9eb-4f46-8c7d-3868559ec6ca tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Allocated IP 10.2.2.200 (dddecf0c-3ac3-45a8-bf20-94de5f9f98e2/230548d0-2d33-4d0e-9918-7276ccd4826d/59837881-d55f-4f24-b255-aabfe6131a45) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:21.472559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 497f0500-e5cf-41fa-9a2a-2323cd1dd036, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=497f0500-e5cf-41fa-9a2a-2323cd1dd036,segment=NetworkSegment(25df386e-70d9-49e1-bfa6-c0a9ea8721d3),segment_id=25df386e-70d9-49e1-bfa6-c0a9ea8721d3)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:21.483628 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (497f0500-e5cf-41fa-9a2a-2323cd1dd036), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:21.484879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d40d0009-34af-4a6e-970a-ea51f40335b1 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:38:21.530498 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1b427443-2b74-46f0-baf1-4a6f19a49fed None None] Provisioning complete for port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:21.531370 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1b427443-2b74-46f0-baf1-4a6f19a49fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:21.536254 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Publish callbacks [] for port (ed7aaf25-5324-448e-a2bf-edbf8c07b3d1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:21.598544 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d40d0009-34af-4a6e-970a-ea51f40335b1, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d40d0009-34af-4a6e-970a-ea51f40335b1,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:21.607085 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9332338-4a47-4e52-b5d1-6b82e7fe86b7 admin admin] Publish callbacks [] for security_group (a818075d-d00b-4fc3-99a4-8ed1fab17c7b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:21.613347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1b427443-2b74-46f0-baf1-4a6f19a49fed None None] Port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:38:21.615565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Request body: {'port': {'device_id': '87e0f56e-991b-4ed2-adf7-5b4afb0fb163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:21.617718 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=497f0500-e5cf-41fa-9a2a-2323cd1dd036,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:21.619477 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (ed7aaf25-5324-448e-a2bf-edbf8c07b3d1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:21.622405 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'd40d0009-34af-4a6e-970a-ea51f40335b1', 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986', 'port_id': 'd40d0009-34af-4a6e-970a-ea51f40335b1', 'mac_address': 'fa:16:3e:d3:0f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89903b53-7edf-4413-ac0f-be51c87f45dd', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:38:21.634360 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9332338-4a47-4e52-b5d1-6b82e7fe86b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a818075d-d00b-4fc3-99a4-8ed1fab17c7b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:21.674155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port d40d0009-34af-4a6e-970a-ea51f40335b1 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:21.674971 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:21.682606 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f8c14494-b9eb-4f46-8c7d-3868559ec6ca tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for port (59837881-d55f-4f24-b255-aabfe6131a45), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:21.692168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d40d0009-34af-4a6e-970a-ea51f40335b1 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:21.715280 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d40d0009-34af-4a6e-970a-ea51f40335b1, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d40d0009-34af-4a6e-970a-ea51f40335b1,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:21.722326 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:21.726328 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2d8dfe5e-cdc8-4768-9471-144d16113e42 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:38:21.768687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:21.781490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Pushing event updated for resources: {'Port': ['ID=ed7aaf25-5324-448e-a2bf-edbf8c07b3d1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:21.784608 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f8c14494-b9eb-4f46-8c7d-3868559ec6ca tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (59837881-d55f-4f24-b255-aabfe6131a45), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:21.790617 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9332338-4a47-4e52-b5d1-6b82e7fe86b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a818075d-d00b-4fc3-99a4-8ed1fab17c7b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:21.815377 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3341e713-0a6c-41e1-af28-29b0d0a4879e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:21.828293 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:21.836426 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e9332338-4a47-4e52-b5d1-6b82e7fe86b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e0f58866b084a529904cc87317b6ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6432211 Mar 23 01:38:21.837548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:21.875796 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=d40d0009-34af-4a6e-970a-ea51f40335b1,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:21.890289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 41990) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:21.914576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c14494-b9eb-4f46-8c7d-3868559ec6ca tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event updated for resources: {'Port': ['ID=59837881-d55f-4f24-b255-aabfe6131a45,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:21.918394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f8c14494-b9eb-4f46-8c7d-3868559ec6ca tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Network dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:21.923261 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f8c14494-b9eb-4f46-8c7d-3868559ec6ca tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:21.926199 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f8c14494-b9eb-4f46-8c7d-3868559ec6ca tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:21.936506 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2d8dfe5e-cdc8-4768-9471-144d16113e42, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2d8dfe5e-cdc8-4768-9471-144d16113e42,segment=NetworkSegment(c68ac88b-fde7-44e9-9885-d6bdfea8b7fe),segment_id=c68ac88b-fde7-44e9-9885-d6bdfea8b7fe)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:21.950944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '2d8dfe5e-cdc8-4768-9471-144d16113e42', 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a', 'port_id': '2d8dfe5e-cdc8-4768-9471-144d16113e42', 'mac_address': 'fa:16:3e:bd:86:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:38:21.976306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f7156-1d46-4ba9-bd0e-889dfd6312eb req-7bf52961-59ea-49dc-a5de-3eda9ae731f2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:21.982104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f7156-1d46-4ba9-bd0e-889dfd6312eb req-7bf52961-59ea-49dc-a5de-3eda9ae731f2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:21.987558 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f7156-1d46-4ba9-bd0e-889dfd6312eb req-7bf52961-59ea-49dc-a5de-3eda9ae731f2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:21.993746 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f7156-1d46-4ba9-bd0e-889dfd6312eb req-7bf52961-59ea-49dc-a5de-3eda9ae731f2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:21.999331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f7156-1d46-4ba9-bd0e-889dfd6312eb req-7bf52961-59ea-49dc-a5de-3eda9ae731f2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:22.002539 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:22.005723 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f7156-1d46-4ba9-bd0e-889dfd6312eb req-7bf52961-59ea-49dc-a5de-3eda9ae731f2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:22.009616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2d8dfe5e-cdc8-4768-9471-144d16113e42 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:22.010139 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2d8dfe5e-cdc8-4768-9471-144d16113e42), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:22.013014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f7156-1d46-4ba9-bd0e-889dfd6312eb req-7bf52961-59ea-49dc-a5de-3eda9ae731f2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:22.020949 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c98f7156-1d46-4ba9-bd0e-889dfd6312eb req-7bf52961-59ea-49dc-a5de-3eda9ae731f2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5426 time: 0.3797772 Mar 23 01:38:22.039836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8dfe5e-cdc8-4768-9471-144d16113e42 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:22.100079 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2d8dfe5e-cdc8-4768-9471-144d16113e42, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2d8dfe5e-cdc8-4768-9471-144d16113e42,segment=NetworkSegment(c68ac88b-fde7-44e9-9885-d6bdfea8b7fe),segment_id=c68ac88b-fde7-44e9-9885-d6bdfea8b7fe)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:22.106341 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2d8dfe5e-cdc8-4768-9471-144d16113e42), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:22.107061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2070c069-6313-485b-8a6e-6f3f00ed3d17 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:38:22.118439 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f8c14494-b9eb-4f46-8c7d-3868559ec6ca tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:22.119100 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f8c14494-b9eb-4f46-8c7d-3868559ec6ca tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:22.149287 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c98f7156-1d46-4ba9-bd0e-889dfd6312eb req-9f83306b-99d9-47d5-bbe8-68ee34ff36c2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1268034 Mar 23 01:38:22.180483 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f8c14494-b9eb-4f46-8c7d-3868559ec6ca tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1914513 Mar 23 01:38:22.186363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=2d8dfe5e-cdc8-4768-9471-144d16113e42,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:22.201266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Request body: {'port': {'device_id': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:22.224925 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2070c069-6313-485b-8a6e-6f3f00ed3d17, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2070c069-6313-485b-8a6e-6f3f00ed3d17,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:22.253805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '2070c069-6313-485b-8a6e-6f3f00ed3d17', 'network_id': '54f43f40-2d1d-40ff-a148-e6b1420c7986', 'port_id': '2070c069-6313-485b-8a6e-6f3f00ed3d17', 'mac_address': 'fa:16:3e:24:fd:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89903b53-7edf-4413-ac0f-be51c87f45dd', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:38:22.270332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1781e-72f8-4238-a4b0-cb38c188289b req-b6fcbd28-7379-47cb-a5e3-1f9f54e6b134 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:22.271907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dcb1781e-72f8-4238-a4b0-cb38c188289b req-b6fcbd28-7379-47cb-a5e3-1f9f54e6b134 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 931 time: 0.3807206 Mar 23 01:38:22.288546 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:22.294837 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2070c069-6313-485b-8a6e-6f3f00ed3d17 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:22.295231 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:22.310626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2070c069-6313-485b-8a6e-6f3f00ed3d17 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:22.331256 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2070c069-6313-485b-8a6e-6f3f00ed3d17, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2070c069-6313-485b-8a6e-6f3f00ed3d17,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:22.342515 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:22.355211 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-61a7159a-c725-4804-8d48-6be4205a615f admin admin] Publish callbacks [] for security_group (a818075d-d00b-4fc3-99a4-8ed1fab17c7b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:22.379143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a07dd591-118b-4f93-88a9-6923e12b6ba9 None None] Provisioning complete for port 59837881-d55f-4f24-b255-aabfe6131a45 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:22.379411 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a07dd591-118b-4f93-88a9-6923e12b6ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (59837881-d55f-4f24-b255-aabfe6131a45), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:22.420701 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a07dd591-118b-4f93-88a9-6923e12b6ba9 None None] Port 59837881-d55f-4f24-b255-aabfe6131a45 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:38:22.438532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-72a3770a-89bd-4b93-b103-b241362418c0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port 25da16bf-b931-4a1f-af5a-a9009a46d517 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:38:22.438767 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72a3770a-89bd-4b93-b103-b241362418c0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (25da16bf-b931-4a1f-af5a-a9009a46d517), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:22.454548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=2070c069-6313-485b-8a6e-6f3f00ed3d17,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:22.462450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device abe82dad-ebdc-4f9c-a462-076ace582018 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:38:22.555960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-61a7159a-c725-4804-8d48-6be4205a615f admin admin] Publish callbacks [] for security_group (a818075d-d00b-4fc3-99a4-8ed1fab17c7b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:22.598523 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port abe82dad-ebdc-4f9c-a462-076ace582018, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=abe82dad-ebdc-4f9c-a462-076ace582018,segment=NetworkSegment(25df386e-70d9-49e1-bfa6-c0a9ea8721d3),segment_id=25df386e-70d9-49e1-bfa6-c0a9ea8721d3)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:22.639714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'abe82dad-ebdc-4f9c-a462-076ace582018', 'network_id': '437a6b3d-31aa-4643-a34c-ad56996321f1', 'port_id': 'abe82dad-ebdc-4f9c-a462-076ace582018', 'mac_address': 'fa:16:3e:00:73:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccef7e9-d48a-465c-80fe-6d6b083e0336', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:38:22.695656 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port abe82dad-ebdc-4f9c-a462-076ace582018 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:22.696043 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (abe82dad-ebdc-4f9c-a462-076ace582018), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:22.716239 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe82dad-ebdc-4f9c-a462-076ace582018 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:22.725156 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dcb1781e-72f8-4238-a4b0-cb38c188289b req-4c977fa9-20b8-4740-9e08-d35a82cde299 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256623 Mar 23 01:38:22.767658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port abe82dad-ebdc-4f9c-a462-076ace582018, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=abe82dad-ebdc-4f9c-a462-076ace582018,segment=NetworkSegment(25df386e-70d9-49e1-bfa6-c0a9ea8721d3),segment_id=25df386e-70d9-49e1-bfa6-c0a9ea8721d3)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:22.777093 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (abe82dad-ebdc-4f9c-a462-076ace582018), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:22.794922 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72a3770a-89bd-4b93-b103-b241362418c0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (25da16bf-b931-4a1f-af5a-a9009a46d517), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:22.839486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-72a3770a-89bd-4b93-b103-b241362418c0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for 25da16bf-b931-4a1f-af5a-a9009a46d517 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:38:22.843938 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-61a7159a-c725-4804-8d48-6be4205a615f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a818075d-d00b-4fc3-99a4-8ed1fab17c7b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:22.846689 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-61a7159a-c725-4804-8d48-6be4205a615f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:22.848073 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-61a7159a-c725-4804-8d48-6be4205a615f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a818075d-d00b-4fc3-99a4-8ed1fab17c7b HTTP/1.1" status: 204 len: 168 time: 0.9526970 Mar 23 01:38:22.867962 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Publish callbacks [] for router_gateway (4df0844c-dd11-479c-aec4-a4d72739a513), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:22.906667 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=abe82dad-ebdc-4f9c-a462-076ace582018,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:23.005216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:23.025010 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c1960-3d64-491d-b9be-83d12db52520 req-bcac2c4e-6c2a-4158-a32f-03119a1a7182 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:23.030626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c1960-3d64-491d-b9be-83d12db52520 req-bcac2c4e-6c2a-4158-a32f-03119a1a7182 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:23.036790 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c1960-3d64-491d-b9be-83d12db52520 req-bcac2c4e-6c2a-4158-a32f-03119a1a7182 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:23.042081 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c1960-3d64-491d-b9be-83d12db52520 req-bcac2c4e-6c2a-4158-a32f-03119a1a7182 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:23.056053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c1960-3d64-491d-b9be-83d12db52520 req-bcac2c4e-6c2a-4158-a32f-03119a1a7182 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:23.057995 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f8c1960-3d64-491d-b9be-83d12db52520 req-bcac2c4e-6c2a-4158-a32f-03119a1a7182 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 3816 time: 0.1253390 Mar 23 01:38:23.166448 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:23.167125 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7b8c3fd7-1b98-4130-89ba-c091fd9f1c61), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:23.264112 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f8c1960-3d64-491d-b9be-83d12db52520 req-4f0afbb0-1377-4279-99a1-bbc8cdebd16b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939602 Mar 23 01:38:23.300662 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:23.309186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a932a57-4ff5-4c2c-8280-db9116662f6a {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:23.329379 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Publish callbacks [] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:23.344528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:23.359263 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Transition to ACTIVE for port object 8a932a57-4ff5-4c2c-8280-db9116662f6a will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:38:23.365786 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:23.459260 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['d40d0009-34af-4a6e-970a-ea51f40335b1'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:38:23.460013 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Pushing event updated for resources: {'Port': ['ID=8a932a57-4ff5-4c2c-8280-db9116662f6a,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:23.519088 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['2d8dfe5e-cdc8-4768-9471-144d16113e42'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:38:23.561526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7159a-c725-4804-8d48-6be4205a615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a818075d-d00b-4fc3-99a4-8ed1fab17c7b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:23.565955 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Attempting to bind port 8a932a57-4ff5-4c2c-8280-db9116662f6a on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:23.566158 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Attempting to bind port 8a932a57-4ff5-4c2c-8280-db9116662f6a by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '68c8812e-99f2-4c31-85dc-3b33ddd6089a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:23.566672 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Attempting to bind port 8a932a57-4ff5-4c2c-8280-db9116662f6a on network 13a7d5be-3a4a-49f2-b46c-3aac41f10be3 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:23.580434 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['2070c069-6313-485b-8a6e-6f3f00ed3d17'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:38:23.581714 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Port 8a932a57-4ff5-4c2c-8280-db9116662f6a on network 13a7d5be-3a4a-49f2-b46c-3aac41f10be3 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:38:23.581823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Attempting to bind port 8a932a57-4ff5-4c2c-8280-db9116662f6a on network 13a7d5be-3a4a-49f2-b46c-3aac41f10be3 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:23.590913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:23.592793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Checking segment: {'id': '68c8812e-99f2-4c31-85dc-3b33ddd6089a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:23.593204 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Bound using segment: {'id': '68c8812e-99f2-4c31-85dc-3b33ddd6089a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:23.593668 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Bound port: 8a932a57-4ff5-4c2c-8280-db9116662f6a, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c8812e-99f2-4c31-85dc-3b33ddd6089a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:23.597967 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:23.677617 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['497f0500-e5cf-41fa-9a2a-2323cd1dd036'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:38:23.731379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] For port 8a932a57-4ff5-4c2c-8280-db9116662f6a, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:23.737500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] For port 8a932a57-4ff5-4c2c-8280-db9116662f6a, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8a932a57-4ff5-4c2c-8280-db9116662f6a,segment=NetworkSegment(68c8812e-99f2-4c31-85dc-3b33ddd6089a),segment_id=68c8812e-99f2-4c31-85dc-3b33ddd6089a)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:23.745605 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['81f70b00-bcd4-4052-b47e-4b0e10c94360'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:38:23.750910 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:23.872936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:23.896793 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Publish callbacks [] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:23.906696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:23.907390 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:23.909244 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] 10.222.0.43 "PUT /v2.0/ports/8a932a57-4ff5-4c2c-8280-db9116662f6a HTTP/1.1" status: 200 len: 1091 time: 1.7140298 Mar 23 01:38:23.911697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'tag': '8a932a57-4ff5-4c2c-8280-db9116662f6a'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:38:23.913953 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77151221-1388-4bb3-b52c-971c008ed3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "tag": "8a932a57-4ff5-4c2c-8280-db9116662f6a"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:38:23.914119 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Transition to ACTIVE for port object 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:38:23.928506 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:23.972922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Request body: {'port': {'device_id': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:23.987496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42022) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:24.078642 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (984ab90e-b799-4d7f-a827-310af7277e93), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:24.079379 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (4df0844c-dd11-479c-aec4-a4d72739a513), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:24.081796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Pushing event updated for resources: {'Port': ['ID=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:24.084082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea2e83-7499-44bf-a106-6f2672023e0a service neutron] Pushing event updated for resources: {'Port': ['ID=8a932a57-4ff5-4c2c-8280-db9116662f6a,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:24.114786 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49846e84-08a8-4526-9e2f-f32aed7667a8 req-ac09b662-0170-4d9c-a36e-274a7f5dc5e3 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.128992 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-49846e84-08a8-4526-9e2f-f32aed7667a8 req-ac09b662-0170-4d9c-a36e-274a7f5dc5e3 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 931 time: 0.2845976 Mar 23 01:38:24.142861 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['abe82dad-ebdc-4f9c-a462-076ace582018'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:38:24.296800 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-49846e84-08a8-4526-9e2f-f32aed7667a8 req-a4c41c75-8b0e-483f-8443-08418fa62ef1 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664922 Mar 23 01:38:24.313272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0247cf2-3c55-4379-bbd4-df4d558e95d4 req-ab8b7299-6429-495c-b842-da37a2004304 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.322219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0247cf2-3c55-4379-bbd4-df4d558e95d4 req-ab8b7299-6429-495c-b842-da37a2004304 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.329445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0247cf2-3c55-4379-bbd4-df4d558e95d4 req-ab8b7299-6429-495c-b842-da37a2004304 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.339083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0247cf2-3c55-4379-bbd4-df4d558e95d4 req-ab8b7299-6429-495c-b842-da37a2004304 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.345850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0247cf2-3c55-4379-bbd4-df4d558e95d4 req-ab8b7299-6429-495c-b842-da37a2004304 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.356321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0247cf2-3c55-4379-bbd4-df4d558e95d4 req-ab8b7299-6429-495c-b842-da37a2004304 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.356752 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['2da09e69-9797-45dc-970d-521ff10deb08'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:38:24.366699 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0247cf2-3c55-4379-bbd4-df4d558e95d4 req-ab8b7299-6429-495c-b842-da37a2004304 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.370183 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0247cf2-3c55-4379-bbd4-df4d558e95d4 req-ab8b7299-6429-495c-b842-da37a2004304 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5429 time: 0.8138373 Mar 23 01:38:24.377394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d58d8643-7a04-4bbf-ab50-6a2cc8fedcbb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-815986857-network', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:24.409227 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da85082f-2d4b-492c-8585-d14fd760a733 x-openstack-request-id: req-da85082f-2d4b-492c-8585-d14fd760a733 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:38:24.409500 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "tag": "8a932a57-4ff5-4c2c-8280-db9116662f6a", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:38:24.409861 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da85082f-2d4b-492c-8585-d14fd760a733 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:38:24.410299 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da85082f-2d4b-492c-8585-d14fd760a733'] response: {'name': 'network-changed', 'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'tag': '8a932a57-4ff5-4c2c-8280-db9116662f6a', 'status': 'completed', 'code': 200} Mar 23 01:38:24.453806 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72a3770a-89bd-4b93-b103-b241362418c0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (25da16bf-b931-4a1f-af5a-a9009a46d517), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:24.471308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58d8643-7a04-4bbf-ab50-6a2cc8fedcbb admin admin] Made reservation on behalf of 9cfedab891ae40a69e89c87dd801befa for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:24.474709 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d58d8643-7a04-4bbf-ab50-6a2cc8fedcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:24.554457 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3770a-89bd-4b93-b103-b241362418c0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=25da16bf-b931-4a1f-af5a-a9009a46d517,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:24.624660 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d58d8643-7a04-4bbf-ab50-6a2cc8fedcbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:24.675663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984ab90e-b799-4d7f-a827-310af7277e93 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:24.685179 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Publish callbacks [] for port (984ab90e-b799-4d7f-a827-310af7277e93), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:24.698499 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Transition to ACTIVE for port object 984ab90e-b799-4d7f-a827-310af7277e93 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:38:24.710565 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (984ab90e-b799-4d7f-a827-310af7277e93), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:24.726440 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425dc40-f3b8-4d44-b704-8706d28c295e req-3a320fa6-b176-4a57-ab17-2670c626006a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.732155 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425dc40-f3b8-4d44-b704-8706d28c295e req-3a320fa6-b176-4a57-ab17-2670c626006a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.738076 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425dc40-f3b8-4d44-b704-8706d28c295e req-3a320fa6-b176-4a57-ab17-2670c626006a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.745111 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425dc40-f3b8-4d44-b704-8706d28c295e req-3a320fa6-b176-4a57-ab17-2670c626006a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.751497 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425dc40-f3b8-4d44-b704-8706d28c295e req-3a320fa6-b176-4a57-ab17-2670c626006a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.754185 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f425dc40-f3b8-4d44-b704-8706d28c295e req-3a320fa6-b176-4a57-ab17-2670c626006a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 3828 time: 0.3027420 Mar 23 01:38:24.815454 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d58d8643-7a04-4bbf-ab50-6a2cc8fedcbb admin admin] Publish callbacks [] for security_group (829b09db-327d-4e9b-a9ee-420c8b23e60c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:24.852539 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:24.876796 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f425dc40-f3b8-4d44-b704-8706d28c295e req-ae0bdc80-129b-4445-b394-2b1e72e77dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962882 Mar 23 01:38:24.877415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Pushing event updated for resources: {'Port': ['ID=984ab90e-b799-4d7f-a827-310af7277e93,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:24.899964 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d58d8643-7a04-4bbf-ab50-6a2cc8fedcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (829b09db-327d-4e9b-a9ee-420c8b23e60c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:24.941742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77151221-1388-4bb3-b52c-971c008ed3b1 req-120de7d6-a876-479b-953f-3cd8c5a68ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.942459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77151221-1388-4bb3-b52c-971c008ed3b1 req-120de7d6-a876-479b-953f-3cd8c5a68ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.943415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77151221-1388-4bb3-b52c-971c008ed3b1 req-120de7d6-a876-479b-953f-3cd8c5a68ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.944520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77151221-1388-4bb3-b52c-971c008ed3b1 req-120de7d6-a876-479b-953f-3cd8c5a68ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.945175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77151221-1388-4bb3-b52c-971c008ed3b1 req-120de7d6-a876-479b-953f-3cd8c5a68ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:24.947246 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77151221-1388-4bb3-b52c-971c008ed3b1 req-120de7d6-a876-479b-953f-3cd8c5a68ba3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6f9aae227d84399a0bbd30fdbd1c690&device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 4394 time: 0.4844358 Mar 23 01:38:25.001887 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Attempting to bind port 984ab90e-b799-4d7f-a827-310af7277e93 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:25.002222 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Attempting to bind port 984ab90e-b799-4d7f-a827-310af7277e93 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:25.002563 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Attempting to bind port 984ab90e-b799-4d7f-a827-310af7277e93 on network 8be97217-9f6e-4d52-a151-af50fe88b198 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:25.011898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d8643-7a04-4bbf-ab50-6a2cc8fedcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829b09db-327d-4e9b-a9ee-420c8b23e60c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:25.012997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Port 984ab90e-b799-4d7f-a827-310af7277e93 on network 8be97217-9f6e-4d52-a151-af50fe88b198 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:38:25.013324 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Attempting to bind port 984ab90e-b799-4d7f-a827-310af7277e93 on network 8be97217-9f6e-4d52-a151-af50fe88b198 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:25.019205 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0247cf2-3c55-4379-bbd4-df4d558e95d4 req-d6f59d99-99d8-4434-883e-e3544496c31f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5616815 Mar 23 01:38:25.019393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:25.019691 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Checking segment: {'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:25.020689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Bound using segment: {'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:25.021205 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Bound port: 984ab90e-b799-4d7f-a827-310af7277e93, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:25.021895 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (984ab90e-b799-4d7f-a827-310af7277e93), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:25.124588 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72a3770a-89bd-4b93-b103-b241362418c0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (976f1663-b534-42cd-904b-1dd8cd65487c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:25.156849 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] For port 984ab90e-b799-4d7f-a827-310af7277e93, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:25.162131 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] For port 984ab90e-b799-4d7f-a827-310af7277e93, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=984ab90e-b799-4d7f-a827-310af7277e93,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:25.165184 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d234378f-fb91-466b-b596-d262332f95e2 req-1f4910d9-e73e-465b-b5cd-7ac2f2dafceb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5035844 Mar 23 01:38:25.172949 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (984ab90e-b799-4d7f-a827-310af7277e93), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:25.202872 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:25.203564 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:25.209289 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] 10.222.0.43 "PUT /v2.0/ports/984ab90e-b799-4d7f-a827-310af7277e93 HTTP/1.1" status: 200 len: 1135 time: 1.2558243 Mar 23 01:38:25.214496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58d8643-7a04-4bbf-ab50-6a2cc8fedcbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:38:25.249460 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Request body: {'port': {'device_id': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:25.299830 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Attempting to bind port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:25.300173 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Attempting to bind port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:25.300505 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Attempting to bind port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:25.433248 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d58d8643-7a04-4bbf-ab50-6a2cc8fedcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (da1fb39f-d11f-4685-a8d4-0456a65cafa8), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:25.434374 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-d58d8643-7a04-4bbf-ab50-6a2cc8fedcbb admin admin] Added segment da1fb39f-d11f-4685-a8d4-0456a65cafa8 of type vlan for network 55577988-71eb-4574-9c6d-704e30d467e8 Mar 23 01:38:25.440352 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bcf8a-2549-4aff-b494-14ab2e87a150 service neutron] Pushing event updated for resources: {'Port': ['ID=984ab90e-b799-4d7f-a827-310af7277e93,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:25.504482 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d58d8643-7a04-4bbf-ab50-6a2cc8fedcbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (55577988-71eb-4574-9c6d-704e30d467e8), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:25.523541 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:25.604492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on network ba3d029b-d469-4b1a-90d0-7995de95a27c not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:38:25.604881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Attempting to bind port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:25.654262 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b92b4b-3baf-4dfd-9f9f-891c866173cc req-60376718-c60a-4ff7-8a8f-84275eaa86e2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:25.656206 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c8b92b4b-3baf-4dfd-9f9f-891c866173cc req-60376718-c60a-4ff7-8a8f-84275eaa86e2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.2305169 Mar 23 01:38:25.687728 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d58d8643-7a04-4bbf-ab50-6a2cc8fedcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (55577988-71eb-4574-9c6d-704e30d467e8), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:25.688736 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58d8643-7a04-4bbf-ab50-6a2cc8fedcbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:25.690002 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d58d8643-7a04-4bbf-ab50-6a2cc8fedcbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:25.702443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:25.702832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Checking segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:25.703161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Bound using segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:25.703613 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Bound port: 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:25.704223 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:25.790213 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:25.873498 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c8b92b4b-3baf-4dfd-9f9f-891c866173cc req-d9438d5a-c604-43cc-b302-b207cfb97a47 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093432 Mar 23 01:38:25.936065 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77151221-1388-4bb3-b52c-971c008ed3b1 req-6e16580a-a4fa-46a2-8a23-6bebb1c788ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:25.936810 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77151221-1388-4bb3-b52c-971c008ed3b1 req-6e16580a-a4fa-46a2-8a23-6bebb1c788ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:25.937236 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77151221-1388-4bb3-b52c-971c008ed3b1 req-6e16580a-a4fa-46a2-8a23-6bebb1c788ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:25.939007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77151221-1388-4bb3-b52c-971c008ed3b1 req-6e16580a-a4fa-46a2-8a23-6bebb1c788ed service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f6f9aae227d84399a0bbd30fdbd1c690&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9183211 Mar 23 01:38:25.950335 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d58d8643-7a04-4bbf-ab50-6a2cc8fedcbb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8762267 Mar 23 01:38:25.968372 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42034) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:25.975656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7fc400d7-e330-42c6-859f-561fdd05ba18 admin admin] Request body: {'subnet': {'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-815986857-subnet', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:26.001351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d8643-7a04-4bbf-ab50-6a2cc8fedcbb admin admin] Pushing event updated for resources: {'Network': ['ID=55577988-71eb-4574-9c6d-704e30d467e8,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:26.013685 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 55577988-71eb-4574-9c6d-704e30d467e8 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:38:26.047207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:26.047683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234378f-fb91-466b-b596-d262332f95e2 req-4dce24d2-6a19-463f-aa2b-5364cde49805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:26.050596 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d234378f-fb91-466b-b596-d262332f95e2 req-4dce24d2-6a19-463f-aa2b-5364cde49805 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 1126 time: 0.8255715 Mar 23 01:38:26.052945 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc400d7-e330-42c6-859f-561fdd05ba18 admin admin] Made reservation on behalf of 9cfedab891ae40a69e89c87dd801befa for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:26.060263 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7fc400d7-e330-42c6-859f-561fdd05ba18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:26.110674 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:38:26.220982 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Publish callbacks [] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:26.278425 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Transition to ACTIVE for port object 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:38:26.288083 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:26.403859 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7fc400d7-e330-42c6-859f-561fdd05ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (0fcd992d-8fb4-43ec-9717-1070673d3183), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:26.414358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'tag': '984ab90e-b799-4d7f-a827-310af7277e93'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:38:26.416730 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb3ced6-8a20-4115-9ef4-599f81bcedff" -d '{"events": [{"name": "network-changed", "server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "tag": "984ab90e-b799-4d7f-a827-310af7277e93"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:38:26.426123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Router 4df0844c-dd11-479c-aec4-a4d72739a513 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:38:26.439205 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a3770a-89bd-4b93-b103-b241362418c0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router 976f1663-b534-42cd-904b-1dd8cd65487c has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:38:26.462201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d83b0-c008-477b-9925-cd2e382bf1f4 req-2fbd44ea-0d73-450e-b97c-351a805e91ed tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:26.468967 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d83b0-c008-477b-9925-cd2e382bf1f4 req-2fbd44ea-0d73-450e-b97c-351a805e91ed tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:26.472352 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2070c069-6313-485b-8a6e-6f3f00ed3d17 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:26.474604 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d83b0-c008-477b-9925-cd2e382bf1f4 req-2fbd44ea-0d73-450e-b97c-351a805e91ed tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:26.480712 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d83b0-c008-477b-9925-cd2e382bf1f4 req-2fbd44ea-0d73-450e-b97c-351a805e91ed tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:26.486058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d83b0-c008-477b-9925-cd2e382bf1f4 req-2fbd44ea-0d73-450e-b97c-351a805e91ed tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:26.493063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d83b0-c008-477b-9925-cd2e382bf1f4 req-2fbd44ea-0d73-450e-b97c-351a805e91ed tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:26.498437 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d83b0-c008-477b-9925-cd2e382bf1f4 req-2fbd44ea-0d73-450e-b97c-351a805e91ed tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:26.506492 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f81d83b0-c008-477b-9925-cd2e382bf1f4 req-2fbd44ea-0d73-450e-b97c-351a805e91ed tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5429 time: 0.2943747 Mar 23 01:38:26.513387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe4b106-8a4c-45f0-b60a-9b89c2785ef0,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:26.631585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 2070c069-6313-485b-8a6e-6f3f00ed3d17 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:38:26.634396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc400d7-e330-42c6-859f-561fdd05ba18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fcd992d-8fb4-43ec-9717-1070673d3183,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:26.674484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] For port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:26.680161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] For port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:26.694981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 2070c069-6313-485b-8a6e-6f3f00ed3d17 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:26.695483 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:26.739503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Attempting to bind port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:26.740003 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Attempting to bind port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:26.740350 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Attempting to bind port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 on network 8be97217-9f6e-4d52-a151-af50fe88b198 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:26.743926 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc400d7-e330-42c6-859f-561fdd05ba18 admin admin] Checking segment: {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:26.744291 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc400d7-e330-42c6-859f-561fdd05ba18 admin admin] Network hostable DHCP agents. Network: 55577988-71eb-4574-9c6d-704e30d467e8, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:38:26.764103 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f81d83b0-c008-477b-9925-cd2e382bf1f4 req-aa2b736d-9d2f-42ff-958d-6e23e0efcbd9 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2566841 Mar 23 01:38:26.767490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 on network 8be97217-9f6e-4d52-a151-af50fe88b198 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:38:26.767821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Attempting to bind port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 on network 8be97217-9f6e-4d52-a151-af50fe88b198 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:26.778021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:26.778357 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Checking segment: {'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:26.778749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Bound using segment: {'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:26.779198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Bound port: 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:26.779563 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:26.815971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc400d7-e330-42c6-859f-561fdd05ba18 admin admin] Network 55577988-71eb-4574-9c6d-704e30d467e8 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:38:26.863117 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-7fc400d7-e330-42c6-859f-561fdd05ba18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 55577988-71eb-4574-9c6d-704e30d467e8) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:26.877394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc400d7-e330-42c6-859f-561fdd05ba18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:26.878726 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7fc400d7-e330-42c6-859f-561fdd05ba18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:26.883209 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b03ab9-9e90-43f1-99c8-864e18314c58 x-openstack-request-id: req-89b03ab9-9e90-43f1-99c8-864e18314c58 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:38:26.883430 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "tag": "984ab90e-b799-4d7f-a827-310af7277e93", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:38:26.883660 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e84136-adcc-4eab-be20-dedb0a6b5432 None None] Network 55577988-71eb-4574-9c6d-704e30d467e8 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:38:26.884145 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89b03ab9-9e90-43f1-99c8-864e18314c58 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:38:26.884145 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b03ab9-9e90-43f1-99c8-864e18314c58'] response: {'name': 'network-changed', 'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'tag': '984ab90e-b799-4d7f-a827-310af7277e93', 'status': 'completed', 'code': 200} Mar 23 01:38:26.902189 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] For port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:26.905902 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] For port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5fe4b106-8a4c-45f0-b60a-9b89c2785ef0,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:26.911957 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7fc400d7-e330-42c6-859f-561fdd05ba18 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9418955 Mar 23 01:38:26.914885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42042) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:26.920388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-815986857-router', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:26.930143 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:26.954756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:38:26.966376 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Sync routers for ids ['4df0844c-dd11-479c-aec4-a4d72739a513'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:38:26.980384 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Routers {'4df0844c-dd11-479c-aec4-a4d72739a513'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:26.986026 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['4df0844c-dd11-479c-aec4-a4d72739a513'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:27.024110 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:27.025188 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:27.029783 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] 10.222.0.43 "PUT /v2.0/ports/5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 HTTP/1.1" status: 200 len: 1136 time: 1.7849495 Mar 23 01:38:27.048562 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2070c069-6313-485b-8a6e-6f3f00ed3d17 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:27.048989 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:27.115154 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2070c069-6313-485b-8a6e-6f3f00ed3d17'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:38:27.117436 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2500ee04-4750-4b95-ada9-f8306224eaac" -d '{"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-plugged", "status": "completed", "tag": "2070c069-6313-485b-8a6e-6f3f00ed3d17"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:38:27.129329 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (78ca9f2b-f249-4a13-a294-3086907b1051), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:27.130785 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (78ca9f2b-f249-4a13-a294-3086907b1051), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:27.167303 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2070c069-6313-485b-8a6e-6f3f00ed3d17, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2070c069-6313-485b-8a6e-6f3f00ed3d17,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:27.185713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-55577988-71eb-4574-9c6d-704e30d467e8', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:38:27.186603 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:27.187583 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:27.191050 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:27.199807 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234378f-fb91-466b-b596-d262332f95e2 req-c26c5c50-407d-4182-944c-3c828b8be82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:27.202422 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d234378f-fb91-466b-b596-d262332f95e2 req-c26c5c50-407d-4182-944c-3c828b8be82f service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.7786312 Mar 23 01:38:27.214332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a3770a-89bd-4b93-b103-b241362418c0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:38:27.241134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e65e86f-9913-4efd-b442-bd45531a9499 None None] Sync routers for ids ['976f1663-b534-42cd-904b-1dd8cd65487c'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:38:27.241630 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Request body: {'port': {'device_id': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:27.243229 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Set router 4df0844c-dd11-479c-aec4-a4d72739a513 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:38:27.314256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-72a3770a-89bd-4b93-b103-b241362418c0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/976f1663-b534-42cd-904b-1dd8cd65487c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4931536 Mar 23 01:38:27.328747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42046) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:27.337825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e65e86f-9913-4efd-b442-bd45531a9499 None None] Routers {'976f1663-b534-42cd-904b-1dd8cd65487c'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:27.338493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7e65e86f-9913-4efd-b442-bd45531a9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['976f1663-b534-42cd-904b-1dd8cd65487c'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:27.340357 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:27.341820 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:27.344089 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] 10.222.0.43 "PUT /v2.0/ports/3d5ff212-42a8-4366-b07b-3b9cc7cbef6a HTTP/1.1" status: 200 len: 1091 time: 5.7355816 Mar 23 01:38:27.413325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e0f56e-991b-4ed2-adf7-5b4afb0fb163', 'tag': '3d5ff212-42a8-4366-b07b-3b9cc7cbef6a'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:38:27.417813 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3ed184-7e53-4ee6-a2ab-4da66723538a" -d '{"events": [{"name": "network-changed", "server_uuid": "87e0f56e-991b-4ed2-adf7-5b4afb0fb163", "tag": "3d5ff212-42a8-4366-b07b-3b9cc7cbef6a"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:38:27.429235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157807d-01a1-409d-ba5a-7652d4ed4ecc service neutron] Pushing event updated for resources: {'Port': ['ID=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:27.466192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=2070c069-6313-485b-8a6e-6f3f00ed3d17,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:27.469162 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7e65e86f-9913-4efd-b442-bd45531a9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:27.502858 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Publish callbacks [] for router_controller (78ca9f2b-f249-4a13-a294-3086907b1051), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:27.519851 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e65e86f-9913-4efd-b442-bd45531a9499 None None] Routers {'976f1663-b534-42cd-904b-1dd8cd65487c'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:27.520495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7e65e86f-9913-4efd-b442-bd45531a9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['976f1663-b534-42cd-904b-1dd8cd65487c'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:27.538869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1aae8-4826-4164-8fa6-fb0bdb6357c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe4b106-8a4c-45f0-b60a-9b89c2785ef0,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:27.553635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77151221-1388-4bb3-b52c-971c008ed3b1 req-9874f690-1b6d-4673-960d-2e7174b03497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:27.554174 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (71840044-c12d-499c-b285-a288993a4af4), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:27.555155 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77151221-1388-4bb3-b52c-971c008ed3b1 req-9874f690-1b6d-4673-960d-2e7174b03497 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.6029191 Mar 23 01:38:27.572048 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:38:22Z', 'revision_number': 3, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:27.592763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7e65e86f-9913-4efd-b442-bd45531a9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:27.593734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e65e86f-9913-4efd-b442-bd45531a9499 None None] The sync data for ids ['976f1663-b534-42cd-904b-1dd8cd65487c'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:38:27.600433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed533e9-1345-4a56-aa89-08398a5c3e04 req-cbe86da3-f7c9-444a-af70-a40b6dff692e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:27.607736 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed533e9-1345-4a56-aa89-08398a5c3e04 req-cbe86da3-f7c9-444a-af70-a40b6dff692e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:27.613326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed533e9-1345-4a56-aa89-08398a5c3e04 req-cbe86da3-f7c9-444a-af70-a40b6dff692e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:27.618851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed533e9-1345-4a56-aa89-08398a5c3e04 req-cbe86da3-f7c9-444a-af70-a40b6dff692e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:27.624928 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed533e9-1345-4a56-aa89-08398a5c3e04 req-cbe86da3-f7c9-444a-af70-a40b6dff692e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:27.628937 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Checking router: 4df0844c-dd11-479c-aec4-a4d72739a513 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:38:27.629651 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Updating router 4df0844c-dd11-479c-aec4-a4d72739a513 port ed7aaf25-5324-448e-a2bf-edbf8c07b3d1 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:38:27.630916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed533e9-1345-4a56-aa89-08398a5c3e04 req-cbe86da3-f7c9-444a-af70-a40b6dff692e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:27.633981 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ed533e9-1345-4a56-aa89-08398a5c3e04 req-cbe86da3-f7c9-444a-af70-a40b6dff692e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 4605 time: 1.6248636 Mar 23 01:38:27.634449 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d234378f-fb91-466b-b596-d262332f95e2 req-b55b0a2c-9a76-4e6f-b172-7f589025f30d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=976f688d-42f1-4063-af4c-3794e13d7d33 HTTP/1.1" status: 200 len: 217 time: 0.3037686 Mar 23 01:38:27.639243 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:27.640460 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-96d8de23-7a15-4bf0-b3cb-5dd642cc95dc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.0283756 Mar 23 01:38:27.645805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Allocated IP 172.20.0.2 (55577988-71eb-4574-9c6d-704e30d467e8/0fcd992d-8fb4-43ec-9717-1070673d3183/65255d10-ade6-465b-a367-122b71e40c91) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:27.662181 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ed7aaf25-5324-448e-a2bf-edbf8c07b3d1), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:27.667373 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42050) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:27.851051 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Publish callbacks [] for port (65255d10-ade6-465b-a367-122b71e40c91), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:27.862985 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (65255d10-ade6-465b-a367-122b71e40c91), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:27.915577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308b89f-2212-4998-83df-e44236be8562 req-70730ac5-3337-44b5-bb9c-b96473e623d6 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:27.922683 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f308b89f-2212-4998-83df-e44236be8562 req-70730ac5-3337-44b5-bb9c-b96473e623d6 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.9244175 Mar 23 01:38:27.923567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Network 55577988-71eb-4574-9c6d-704e30d467e8 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:27.928464 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:27.964719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234378f-fb91-466b-b596-d262332f95e2 req-ac548f0f-84d5-4706-afa7-696e85d96ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:27.966447 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d234378f-fb91-466b-b596-d262332f95e2 req-ac548f0f-84d5-4706-afa7-696e85d96ce5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.2980132 Mar 23 01:38:27.973735 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ed533e9-1345-4a56-aa89-08398a5c3e04 req-5ecb7311-4f51-4e10-9a9c-10d17d70b202 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3241124 Mar 23 01:38:28.003192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:28.021485 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d234378f-fb91-466b-b596-d262332f95e2 req-d2ff6d57-7732-4356-9077-01749b6604d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422599 Mar 23 01:38:28.037871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-982def45-3912-4c23-9f3a-eb1babbd2eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:28.039402 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-982def45-3912-4c23-9f3a-eb1babbd2eb2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 1125 time: 0.5979197 Mar 23 01:38:28.059141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ced6-8a20-4115-9ef4-599f81bcedff req-95a62503-6876-455f-ab4f-02abae6f8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:28.059631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ced6-8a20-4115-9ef4-599f81bcedff req-95a62503-6876-455f-ab4f-02abae6f8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:28.060094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ced6-8a20-4115-9ef4-599f81bcedff req-95a62503-6876-455f-ab4f-02abae6f8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:28.060569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ced6-8a20-4115-9ef4-599f81bcedff req-95a62503-6876-455f-ab4f-02abae6f8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:28.061258 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ced6-8a20-4115-9ef4-599f81bcedff req-95a62503-6876-455f-ab4f-02abae6f8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:28.061726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ced6-8a20-4115-9ef4-599f81bcedff req-95a62503-6876-455f-ab4f-02abae6f8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:28.062311 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ced6-8a20-4115-9ef4-599f81bcedff req-95a62503-6876-455f-ab4f-02abae6f8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:28.064288 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2fb3ced6-8a20-4115-9ef4-599f81bcedff req-95a62503-6876-455f-ab4f-02abae6f8863 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6f9aae227d84399a0bbd30fdbd1c690&device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 6313 time: 0.4227006 Mar 23 01:38:28.112709 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-dd574a6b-87c7-4186-9f60-dcd30fa90b14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a HTTP/1.1" status: 200 len: 217 time: 0.0446925 Mar 23 01:38:28.140554 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-bb36669a-a07f-4de7-b4e1-a35980c35c3c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] remove_router_interface failed (client error): The resource could not be found. Mar 23 01:38:28.144317 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bb36669a-a07f-4de7-b4e1-a35980c35c3c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/976f1663-b534-42cd-904b-1dd8cd65487c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8115528 Mar 23 01:38:28.144651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42054) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:28.168484 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3da6529-b8a4-4aba-930b-239d8f41b451 x-openstack-request-id: req-c3da6529-b8a4-4aba-930b-239d8f41b451 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:38:28.170761 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-plugged", "status": "completed", "tag": "2070c069-6313-485b-8a6e-6f3f00ed3d17", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:38:28.171403 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3da6529-b8a4-4aba-930b-239d8f41b451 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:38:28.173009 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3da6529-b8a4-4aba-930b-239d8f41b451'] response: {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2070c069-6313-485b-8a6e-6f3f00ed3d17', 'code': 200} Mar 23 01:38:28.176487 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Publish callbacks [] for router_gateway (78ca9f2b-f249-4a13-a294-3086907b1051), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:28.214627 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Pushing event updated for resources: {'Port': ['ID=65255d10-ade6-465b-a367-122b71e40c91,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:28.227780 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Attempting to bind port 65255d10-ade6-465b-a367-122b71e40c91 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:28.228434 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Attempting to bind port 65255d10-ade6-465b-a367-122b71e40c91 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:28.230245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Attempting to bind port 65255d10-ade6-465b-a367-122b71e40c91 on network 55577988-71eb-4574-9c6d-704e30d467e8 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:28.239678 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:28.240417 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Checking segment: {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:28.241778 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:28.245636 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Bound using segment: {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:28.246550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Bound port: 65255d10-ade6-465b-a367-122b71e40c91, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:28.246792 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4aecca1-cc20-4d35-8bf1-ba12b5695e89 x-openstack-request-id: req-d4aecca1-cc20-4d35-8bf1-ba12b5695e89 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:38:28.247086 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e0f56e-991b-4ed2-adf7-5b4afb0fb163", "tag": "3d5ff212-42a8-4366-b07b-3b9cc7cbef6a", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:38:28.247344 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4aecca1-cc20-4d35-8bf1-ba12b5695e89 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:38:28.247743 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4aecca1-cc20-4d35-8bf1-ba12b5695e89'] response: {'name': 'network-changed', 'server_uuid': '87e0f56e-991b-4ed2-adf7-5b4afb0fb163', 'tag': '3d5ff212-42a8-4366-b07b-3b9cc7cbef6a', 'status': 'completed', 'code': 200} Mar 23 01:38:28.249017 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (65255d10-ade6-465b-a367-122b71e40c91), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:28.291030 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-87c725e5-4930-455a-8acd-56b95685cad3 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports?device_id=976f1663-b534-42cd-904b-1dd8cd65487c HTTP/1.1" status: 200 len: 205 time: 0.1310084 Mar 23 01:38:28.295007 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42056) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:28.305894 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Publish callbacks [] for port (ed7aaf25-5324-448e-a2bf-edbf8c07b3d1), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:28.317251 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ed7aaf25-5324-448e-a2bf-edbf8c07b3d1), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:28.350931 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f308b89f-2212-4998-83df-e44236be8562 req-f87fd2eb-635d-4d52-ba97-54cd1362ac2e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274578 Mar 23 01:38:28.359180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] For port 65255d10-ade6-465b-a367-122b71e40c91, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:28.364428 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] For port 65255d10-ade6-465b-a367-122b71e40c91, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=65255d10-ade6-465b-a367-122b71e40c91,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:28.376300 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (65255d10-ade6-465b-a367-122b71e40c91), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:28.420775 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Attempting to bind port ed7aaf25-5324-448e-a2bf-edbf8c07b3d1 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:28.421145 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Attempting to bind port ed7aaf25-5324-448e-a2bf-edbf8c07b3d1 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:28.421499 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Attempting to bind port ed7aaf25-5324-448e-a2bf-edbf8c07b3d1 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:28.424851 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd61050-c751-46b2-8d0a-b5f8131bcbe2 None None] Pushing event updated for resources: {'Port': ['ID=ed7aaf25-5324-448e-a2bf-edbf8c07b3d1,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:28.432264 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ced6-8a20-4115-9ef4-599f81bcedff req-31bd6d29-2c3b-4d1b-8d11-b8e20210c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:28.432955 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ced6-8a20-4115-9ef4-599f81bcedff req-31bd6d29-2c3b-4d1b-8d11-b8e20210c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:28.434032 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ced6-8a20-4115-9ef4-599f81bcedff req-31bd6d29-2c3b-4d1b-8d11-b8e20210c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:28.435734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2fb3ced6-8a20-4115-9ef4-599f81bcedff req-31bd6d29-2c3b-4d1b-8d11-b8e20210c426 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f6f9aae227d84399a0bbd30fdbd1c690&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3221428 Mar 23 01:38:28.460027 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:28.460402 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:28.460825 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:28.461217 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:28.461691 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Bound port: ed7aaf25-5324-448e-a2bf-edbf8c07b3d1, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:28.462082 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ed7aaf25-5324-448e-a2bf-edbf8c07b3d1), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:28.474884 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd61050-c751-46b2-8d0a-b5f8131bcbe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:28.475224 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd61050-c751-46b2-8d0a-b5f8131bcbe2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:28.475553 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd61050-c751-46b2-8d0a-b5f8131bcbe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:28.475801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2d8dfe5e-cdc8-4768-9471-144d16113e42 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:28.476014 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd61050-c751-46b2-8d0a-b5f8131bcbe2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:28.476193 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd61050-c751-46b2-8d0a-b5f8131bcbe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:28.476507 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd61050-c751-46b2-8d0a-b5f8131bcbe2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:28.476856 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd61050-c751-46b2-8d0a-b5f8131bcbe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:28.477170 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd61050-c751-46b2-8d0a-b5f8131bcbe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:28.477483 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd61050-c751-46b2-8d0a-b5f8131bcbe2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:28.477828 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd61050-c751-46b2-8d0a-b5f8131bcbe2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:28.478108 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd61050-c751-46b2-8d0a-b5f8131bcbe2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:28.478415 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd61050-c751-46b2-8d0a-b5f8131bcbe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:28.478728 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd61050-c751-46b2-8d0a-b5f8131bcbe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:28.479043 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd61050-c751-46b2-8d0a-b5f8131bcbe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:28.479356 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd61050-c751-46b2-8d0a-b5f8131bcbe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:28.491570 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-df9bab86-e0b9-48d1-a7f7-2587795b2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:28.493263 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-df9bab86-e0b9-48d1-a7f7-2587795b2fc0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.3329492 Mar 23 01:38:28.520698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558e87b-f05e-46c5-93ba-c256cd9e1f57 None None] Pushing event updated for resources: {'Port': ['ID=65255d10-ade6-465b-a367-122b71e40c91,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:28.570337 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 2d8dfe5e-cdc8-4768-9471-144d16113e42 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:38:28.575740 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 2d8dfe5e-cdc8-4768-9471-144d16113e42 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:28.576472 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2d8dfe5e-cdc8-4768-9471-144d16113e42), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:28.609664 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] For port ed7aaf25-5324-448e-a2bf-edbf8c07b3d1, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:28.620509 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] For port ed7aaf25-5324-448e-a2bf-edbf8c07b3d1, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ed7aaf25-5324-448e-a2bf-edbf8c07b3d1,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:28.623131 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-881414a9-f09e-444d-9be0-287efac100d9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (976f1663-b534-42cd-904b-1dd8cd65487c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:28.629181 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ed7aaf25-5324-448e-a2bf-edbf8c07b3d1), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:28.659966 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-72f2f5e8-f62e-4d28-81f1-8cef2e90fa9c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900278 Mar 23 01:38:28.742086 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Routers {'4df0844c-dd11-479c-aec4-a4d72739a513'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:28.743080 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['4df0844c-dd11-479c-aec4-a4d72739a513'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:28.778979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2d8dfe5e-cdc8-4768-9471-144d16113e42 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:28.779307 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2d8dfe5e-cdc8-4768-9471-144d16113e42), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:28.810561 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-3327a740-e7e4-49f8-b267-a1f4e4070346 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325817 Mar 23 01:38:28.857824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d234378f-fb91-466b-b596-d262332f95e2 req-8193f086-361d-44ba-94d2-2aaf45ee4f62 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8174272 Mar 23 01:38:28.887326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2d8dfe5e-cdc8-4768-9471-144d16113e42, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2d8dfe5e-cdc8-4768-9471-144d16113e42,segment=NetworkSegment(c68ac88b-fde7-44e9-9885-d6bdfea8b7fe),segment_id=c68ac88b-fde7-44e9-9885-d6bdfea8b7fe)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:28.902439 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2d8dfe5e-cdc8-4768-9471-144d16113e42), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:28.903625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d40d0009-34af-4a6e-970a-ea51f40335b1 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:28.904296 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'tag': '5fe4b106-8a4c-45f0-b60a-9b89c2785ef0'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:38:28.906591 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f9e560-e8af-4472-a932-a491dd31cf32" -d '{"events": [{"name": "network-changed", "server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "tag": "5fe4b106-8a4c-45f0-b60a-9b89c2785ef0"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:38:28.926326 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd61050-c751-46b2-8d0a-b5f8131bcbe2 None None] Pushing event updated for resources: {'Port': ['ID=ed7aaf25-5324-448e-a2bf-edbf8c07b3d1,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:28.927596 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71840044-c12d-499c-b285-a288993a4af4 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:28.932575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53794db-8661-41a3-b5fe-0f92a173645e req-b000aaf9-6b50-411f-a91b-6731e5da47a4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:28.946738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53794db-8661-41a3-b5fe-0f92a173645e req-b000aaf9-6b50-411f-a91b-6731e5da47a4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:28.958821 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53794db-8661-41a3-b5fe-0f92a173645e req-b000aaf9-6b50-411f-a91b-6731e5da47a4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:28.973669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53794db-8661-41a3-b5fe-0f92a173645e req-b000aaf9-6b50-411f-a91b-6731e5da47a4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:28.980480 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53794db-8661-41a3-b5fe-0f92a173645e req-b000aaf9-6b50-411f-a91b-6731e5da47a4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:28.988114 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53794db-8661-41a3-b5fe-0f92a173645e req-b000aaf9-6b50-411f-a91b-6731e5da47a4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:29.014744 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53794db-8661-41a3-b5fe-0f92a173645e req-b000aaf9-6b50-411f-a91b-6731e5da47a4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:29.017613 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f53794db-8661-41a3-b5fe-0f92a173645e req-b000aaf9-6b50-411f-a91b-6731e5da47a4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5430 time: 0.7477164 Mar 23 01:38:29.033142 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] Set router 4df0844c-dd11-479c-aec4-a4d72739a513 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:38:29.034142 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 65255d10-ade6-465b-a367-122b71e40c91 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:29.108806 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Publish callbacks [] for port (71840044-c12d-499c-b285-a288993a4af4), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:29.121388 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3004fee-5888-4619-9d2e-2de2de7803c1 x-openstack-request-id: req-d3004fee-5888-4619-9d2e-2de2de7803c1 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:38:29.121749 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "tag": "5fe4b106-8a4c-45f0-b60a-9b89c2785ef0", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:38:29.121968 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3004fee-5888-4619-9d2e-2de2de7803c1 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:38:29.122389 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3004fee-5888-4619-9d2e-2de2de7803c1'] response: {'name': 'network-changed', 'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'tag': '5fe4b106-8a4c-45f0-b60a-9b89c2785ef0', 'status': 'completed', 'code': 200} Mar 23 01:38:29.181758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port d40d0009-34af-4a6e-970a-ea51f40335b1 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:38:29.198239 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-881414a9-f09e-444d-9be0-287efac100d9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (976f1663-b534-42cd-904b-1dd8cd65487c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:29.203774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port d40d0009-34af-4a6e-970a-ea51f40335b1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:29.205053 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:29.217840 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Transition to ACTIVE for port object 71840044-c12d-499c-b285-a288993a4af4 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:38:29.220856 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-881414a9-f09e-444d-9be0-287efac100d9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_controller (976f1663-b534-42cd-904b-1dd8cd65487c), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:29.236002 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (71840044-c12d-499c-b285-a288993a4af4), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:29.330856 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:38:22Z', 'revision_number': 3, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:29.394643 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69d091f-a60b-4170-b92c-7a07395fcb6b None None] The sync data for ids ['4df0844c-dd11-479c-aec4-a4d72739a513'] in n-d-834677-4 is: [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:38:22Z', 'revision_number': 3, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:38:29.554809 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=2d8dfe5e-cdc8-4768-9471-144d16113e42,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:29.596059 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4e0f9bb-d181-4712-9d24-27a8a38eba43 req-97e87025-3152-43e0-b2e6-9506e2a9737a service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7730067 Mar 23 01:38:29.597359 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ced6-8a20-4115-9ef4-599f81bcedff req-899f568e-3ade-48f6-820e-7a657e1fa13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:29.600816 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2fb3ced6-8a20-4115-9ef4-599f81bcedff req-899f568e-3ade-48f6-820e-7a657e1fa13e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0613790 Mar 23 01:38:29.612132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 65255d10-ade6-465b-a367-122b71e40c91 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:29.612555 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (65255d10-ade6-465b-a367-122b71e40c91), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:29.748296 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port d40d0009-34af-4a6e-970a-ea51f40335b1 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:29.748814 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:29.833753 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f53794db-8661-41a3-b5fe-0f92a173645e req-07d734ad-bb5f-49d0-9c13-1bfabccdf105 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2311571 Mar 23 01:38:29.917278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 65255d10-ade6-465b-a367-122b71e40c91 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:29.917907 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (65255d10-ade6-465b-a367-122b71e40c91), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:29.957980 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-881414a9-f09e-444d-9be0-287efac100d9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (976f1663-b534-42cd-904b-1dd8cd65487c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:29.958721 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881414a9-f09e-444d-9be0-287efac100d9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Fanout notify agent at l3_agent the message router_deleted on router 976f1663-b534-42cd-904b-1dd8cd65487c {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:38:30.000092 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-881414a9-f09e-444d-9be0-287efac100d9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:30.006847 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-881414a9-f09e-444d-9be0-287efac100d9 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/routers/976f1663-b534-42cd-904b-1dd8cd65487c HTTP/1.1" status: 204 len: 168 time: 1.6891582 Mar 23 01:38:30.012504 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d40d0009-34af-4a6e-970a-ea51f40335b1, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d40d0009-34af-4a6e-970a-ea51f40335b1,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:30.017308 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42064) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:30.034983 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:30.036513 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 497f0500-e5cf-41fa-9a2a-2323cd1dd036 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:30.166488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=d40d0009-34af-4a6e-970a-ea51f40335b1,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:30.176683 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 65255d10-ade6-465b-a367-122b71e40c91, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=65255d10-ade6-465b-a367-122b71e40c91,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:30.223840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8dfe5e-cdc8-4768-9471-144d16113e42'}, {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40d0009-34af-4a6e-970a-ea51f40335b1'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:38:30.226363 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e63757b-b49c-4686-9a56-1826ebdbc21c" -d '{"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-plugged", "status": "completed", "tag": "2d8dfe5e-cdc8-4768-9471-144d16113e42"}, {"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-plugged", "status": "completed", "tag": "d40d0009-34af-4a6e-970a-ea51f40335b1"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:38:30.244340 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (65255d10-ade6-465b-a367-122b71e40c91), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:30.266994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be00e88-9535-41f5-b481-3de0b34150a6 req-d52eb2a0-2e9b-43b0-8ad4-6c332f364c90 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.280533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f970765-a07a-4b54-bd00-70f39ed36fb2 None None] Network 55577988-71eb-4574-9c6d-704e30d467e8 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:38:30.281370 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be00e88-9535-41f5-b481-3de0b34150a6 req-d52eb2a0-2e9b-43b0-8ad4-6c332f364c90 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.288953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be00e88-9535-41f5-b481-3de0b34150a6 req-d52eb2a0-2e9b-43b0-8ad4-6c332f364c90 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.300788 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be00e88-9535-41f5-b481-3de0b34150a6 req-d52eb2a0-2e9b-43b0-8ad4-6c332f364c90 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.306609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be00e88-9535-41f5-b481-3de0b34150a6 req-d52eb2a0-2e9b-43b0-8ad4-6c332f364c90 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.322421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be00e88-9535-41f5-b481-3de0b34150a6 req-d52eb2a0-2e9b-43b0-8ad4-6c332f364c90 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.328256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be00e88-9535-41f5-b481-3de0b34150a6 req-d52eb2a0-2e9b-43b0-8ad4-6c332f364c90 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.333487 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4be00e88-9535-41f5-b481-3de0b34150a6 req-d52eb2a0-2e9b-43b0-8ad4-6c332f364c90 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5383 time: 1.1584809 Mar 23 01:38:30.354729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c959e-6019-4334-bad3-8d2b248dc199 req-ff5a1351-9fad-4e63-a66a-89b3c454fc5c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.359624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Pushing event updated for resources: {'Port': ['ID=71840044-c12d-499c-b285-a288993a4af4,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:30.365252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3c7c959e-6019-4334-bad3-8d2b248dc199 req-ff5a1351-9fad-4e63-a66a-89b3c454fc5c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.2312405 Mar 23 01:38:30.401251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e560-e8af-4472-a932-a491dd31cf32 req-d6740dcd-3432-458e-bbfc-817db62de8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.401889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e560-e8af-4472-a932-a491dd31cf32 req-d6740dcd-3432-458e-bbfc-817db62de8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.402427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e560-e8af-4472-a932-a491dd31cf32 req-d6740dcd-3432-458e-bbfc-817db62de8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.402964 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e560-e8af-4472-a932-a491dd31cf32 req-d6740dcd-3432-458e-bbfc-817db62de8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.403668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e560-e8af-4472-a932-a491dd31cf32 req-d6740dcd-3432-458e-bbfc-817db62de8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.403984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e560-e8af-4472-a932-a491dd31cf32 req-d6740dcd-3432-458e-bbfc-817db62de8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.404651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e560-e8af-4472-a932-a491dd31cf32 req-d6740dcd-3432-458e-bbfc-817db62de8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.407862 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-37f9e560-e8af-4472-a932-a491dd31cf32 req-d6740dcd-3432-458e-bbfc-817db62de8f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6f9aae227d84399a0bbd30fdbd1c690&device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 6338 time: 0.6555676 Mar 23 01:38:30.452452 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d234378f-fb91-466b-b596-d262332f95e2 req-ecaf69d2-a3b5-4345-b05f-f2edc25e062b service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3322713 Mar 23 01:38:30.454366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-db4bf1e1-cfaa-4501-9634-ef6d7da02621 None None] Provisioning complete for port 65255d10-ade6-465b-a367-122b71e40c91 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:30.454745 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db4bf1e1-cfaa-4501-9634-ef6d7da02621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (65255d10-ade6-465b-a367-122b71e40c91), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:30.479966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ed184-7e53-4ee6-a2ab-4da66723538a req-bb17c661-36b3-4103-a886-156997c5dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.482062 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a3ed184-7e53-4ee6-a2ab-4da66723538a req-bb17c661-36b3-4103-a886-156997c5dbc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 1125 time: 0.6340244 Mar 23 01:38:30.555306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=65255d10-ade6-465b-a367-122b71e40c91,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:30.590837 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 497f0500-e5cf-41fa-9a2a-2323cd1dd036 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:38:30.610049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64acbdc-0208-4408-81c2-8ee56782b7b2 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting subnet 56cd0023-3a1f-4bc4-8498-f6d5d67ec075 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:38:30.613534 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a64acbdc-0208-4408-81c2-8ee56782b7b2 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for subnet (56cd0023-3a1f-4bc4-8498-f6d5d67ec075), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:30.627765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 497f0500-e5cf-41fa-9a2a-2323cd1dd036 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:30.628139 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (497f0500-e5cf-41fa-9a2a-2323cd1dd036), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:30.675321 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a64acbdc-0208-4408-81c2-8ee56782b7b2 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (56cd0023-3a1f-4bc4-8498-f6d5d67ec075), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:30.709699 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3c7c959e-6019-4334-bad3-8d2b248dc199 req-8a0288e7-67ff-463c-a8a3-f444250bd587 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435707 Mar 23 01:38:30.784938 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-db4bf1e1-cfaa-4501-9634-ef6d7da02621 None None] Current status of the port 65255d10-ade6-465b-a367-122b71e40c91 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:30.799879 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e560-e8af-4472-a932-a491dd31cf32 req-9d29664a-1727-421e-817c-caa253a8dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.800849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e560-e8af-4472-a932-a491dd31cf32 req-9d29664a-1727-421e-817c-caa253a8dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.801506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e560-e8af-4472-a932-a491dd31cf32 req-9d29664a-1727-421e-817c-caa253a8dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:30.805807 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-37f9e560-e8af-4472-a932-a491dd31cf32 req-9d29664a-1727-421e-817c-caa253a8dbca service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f6f9aae227d84399a0bbd30fdbd1c690&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3660100 Mar 23 01:38:30.859642 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Mar 2022 01:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9403b90-8a53-4980-b8bb-3b5f52ec4dbf x-openstack-request-id: req-d9403b90-8a53-4980-b8bb-3b5f52ec4dbf {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:38:30.859955 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-plugged", "status": "completed", "tag": "2d8dfe5e-cdc8-4768-9471-144d16113e42", "code": 200}, {"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-plugged", "status": "completed", "tag": "d40d0009-34af-4a6e-970a-ea51f40335b1", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:38:30.860219 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9403b90-8a53-4980-b8bb-3b5f52ec4dbf {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:38:30.860653 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9403b90-8a53-4980-b8bb-3b5f52ec4dbf'] response: {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8dfe5e-cdc8-4768-9471-144d16113e42', 'code': 200} Mar 23 01:38:30.860916 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9403b90-8a53-4980-b8bb-3b5f52ec4dbf'] response: {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40d0009-34af-4a6e-970a-ea51f40335b1', 'code': 200} Mar 23 01:38:30.882100 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4be00e88-9535-41f5-b481-3de0b34150a6 req-869fe9cf-5de0-49fe-95ff-dcc4c301614f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5180295 Mar 23 01:38:30.883030 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Publish callbacks [] for router_gateway (78ca9f2b-f249-4a13-a294-3086907b1051), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:30.915623 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 497f0500-e5cf-41fa-9a2a-2323cd1dd036 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:30.917647 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (497f0500-e5cf-41fa-9a2a-2323cd1dd036), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:30.969969 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:31.056072 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 497f0500-e5cf-41fa-9a2a-2323cd1dd036, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=497f0500-e5cf-41fa-9a2a-2323cd1dd036,segment=NetworkSegment(25df386e-70d9-49e1-bfa6-c0a9ea8721d3),segment_id=25df386e-70d9-49e1-bfa6-c0a9ea8721d3)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:31.064763 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (497f0500-e5cf-41fa-9a2a-2323cd1dd036), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:31.128634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2da09e69-9797-45dc-970d-521ff10deb08 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:31.149418 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ed7aaf25-5324-448e-a2bf-edbf8c07b3d1 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:31.187479 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Allocated IP 172.25.0.123 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/c658986e-8402-4e79-9fea-3f0b35836f5a) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:31.227927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ed184-7e53-4ee6-a2ab-4da66723538a req-c5eb387c-d7b7-48e6-afc3-608717523bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:31.229777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a3ed184-7e53-4ee6-a2ab-4da66723538a req-c5eb387c-d7b7-48e6-afc3-608717523bc1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.7062905 Mar 23 01:38:31.266660 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5aefc38c-3cbe-42de-8cea-1384aa424a95 None None] Provisioning complete for port 65255d10-ade6-465b-a367-122b71e40c91 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:31.267108 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5aefc38c-3cbe-42de-8cea-1384aa424a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (65255d10-ade6-465b-a367-122b71e40c91), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:31.299527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=497f0500-e5cf-41fa-9a2a-2323cd1dd036,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:31.318107 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Publish callbacks [] for port (c658986e-8402-4e79-9fea-3f0b35836f5a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:31.353752 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ed7aaf25-5324-448e-a2bf-edbf8c07b3d1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:31.354278 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ed7aaf25-5324-448e-a2bf-edbf8c07b3d1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:31.355936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 2da09e69-9797-45dc-970d-521ff10deb08 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:38:31.377532 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Attempting to bind port 71840044-c12d-499c-b285-a288993a4af4 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:31.377959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Attempting to bind port 71840044-c12d-499c-b285-a288993a4af4 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:31.378361 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Attempting to bind port 71840044-c12d-499c-b285-a288993a4af4 on network 8be97217-9f6e-4d52-a151-af50fe88b198 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:31.385465 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Port 71840044-c12d-499c-b285-a288993a4af4 on network 8be97217-9f6e-4d52-a151-af50fe88b198 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:38:31.385835 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Attempting to bind port 71840044-c12d-499c-b285-a288993a4af4 on network 8be97217-9f6e-4d52-a151-af50fe88b198 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:31.391244 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c658986e-8402-4e79-9fea-3f0b35836f5a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:31.393954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 2da09e69-9797-45dc-970d-521ff10deb08 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:31.394339 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2da09e69-9797-45dc-970d-521ff10deb08), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:31.403203 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:31.407168 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a3ed184-7e53-4ee6-a2ab-4da66723538a req-b4c17c00-a5bd-48bb-9f9e-c941a8d0bb95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a HTTP/1.1" status: 200 len: 217 time: 0.1617010 Mar 23 01:38:31.407478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:31.408199 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Checking segment: {'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:31.408653 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Bound using segment: {'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:31.409110 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Bound port: 71840044-c12d-499c-b285-a288993a4af4, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:31.409465 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (71840044-c12d-499c-b285-a288993a4af4), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:31.434447 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:31.441349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd11ac-ede7-498b-9bf0-7bce3b8016cd req-c8c3b50c-3a75-4061-9846-e5103bad5f14 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:31.459725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd11ac-ede7-498b-9bf0-7bce3b8016cd req-c8c3b50c-3a75-4061-9846-e5103bad5f14 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:31.464898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd11ac-ede7-498b-9bf0-7bce3b8016cd req-c8c3b50c-3a75-4061-9846-e5103bad5f14 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:31.470330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd11ac-ede7-498b-9bf0-7bce3b8016cd req-c8c3b50c-3a75-4061-9846-e5103bad5f14 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:31.475934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd11ac-ede7-498b-9bf0-7bce3b8016cd req-c8c3b50c-3a75-4061-9846-e5103bad5f14 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:31.481512 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd11ac-ede7-498b-9bf0-7bce3b8016cd req-c8c3b50c-3a75-4061-9846-e5103bad5f14 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:31.486874 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd11ac-ede7-498b-9bf0-7bce3b8016cd req-c8c3b50c-3a75-4061-9846-e5103bad5f14 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:31.488895 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-80cd11ac-ede7-498b-9bf0-7bce3b8016cd req-c8c3b50c-3a75-4061-9846-e5103bad5f14 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5433 time: 0.4670715 Mar 23 01:38:31.494933 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] For port 71840044-c12d-499c-b285-a288993a4af4, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:31.499516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] For port 71840044-c12d-499c-b285-a288993a4af4, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=71840044-c12d-499c-b285-a288993a4af4,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:31.503841 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:31.505876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5aefc38c-3cbe-42de-8cea-1384aa424a95 None None] Current status of the port 65255d10-ade6-465b-a367-122b71e40c91 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:31.508071 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:31.544527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e560-e8af-4472-a932-a491dd31cf32 req-5bfa3108-f577-4454-98dc-2dd3eb1f796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:31.545974 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-37f9e560-e8af-4472-a932-a491dd31cf32 req-5bfa3108-f577-4454-98dc-2dd3eb1f796e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7327061 Mar 23 01:38:31.561914 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (71840044-c12d-499c-b285-a288993a4af4), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:31.585112 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:31.585871 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:31.588096 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] 10.222.0.43 "PUT /v2.0/ports/71840044-c12d-499c-b285-a288993a4af4 HTTP/1.1" status: 200 len: 1091 time: 4.4722652 Mar 23 01:38:31.591755 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a64acbdc-0208-4408-81c2-8ee56782b7b2 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (56cd0023-3a1f-4bc4-8498-f6d5d67ec075), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:31.607624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'tag': '71840044-c12d-499c-b285-a288993a4af4'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:38:31.611184 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e993f33-f99c-4e3a-b0a3-c59fc6ecc9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "tag": "71840044-c12d-499c-b285-a288993a4af4"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:38:31.640357 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ed7aaf25-5324-448e-a2bf-edbf8c07b3d1 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:31.641035 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ed7aaf25-5324-448e-a2bf-edbf8c07b3d1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:31.649367 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2da09e69-9797-45dc-970d-521ff10deb08 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:31.650549 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2da09e69-9797-45dc-970d-521ff10deb08), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:31.655971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Request body: {'port': {'device_id': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:31.683412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port ed7aaf25-5324-448e-a2bf-edbf8c07b3d1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ed7aaf25-5324-448e-a2bf-edbf8c07b3d1,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:31.706818 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ed7aaf25-5324-448e-a2bf-edbf8c07b3d1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:31.708891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 65255d10-ade6-465b-a367-122b71e40c91 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:31.744543 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:31.759482 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d76671-40e8-4af8-9244-3bfbfa9994b6 x-openstack-request-id: req-a6d76671-40e8-4af8-9244-3bfbfa9994b6 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:38:31.759765 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "tag": "71840044-c12d-499c-b285-a288993a4af4", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:38:31.760016 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6d76671-40e8-4af8-9244-3bfbfa9994b6 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:38:31.760458 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d76671-40e8-4af8-9244-3bfbfa9994b6'] response: {'name': 'network-changed', 'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'tag': '71840044-c12d-499c-b285-a288993a4af4', 'status': 'completed', 'code': 200} Mar 23 01:38:31.825136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2da09e69-9797-45dc-970d-521ff10deb08, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2da09e69-9797-45dc-970d-521ff10deb08,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:31.850965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ed184-7e53-4ee6-a2ab-4da66723538a req-d90d6e9a-b757-4730-8b52-1950a7ddbd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:31.853052 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a3ed184-7e53-4ee6-a2ab-4da66723538a req-d90d6e9a-b757-4730-8b52-1950a7ddbd27 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.3573630 Mar 23 01:38:31.892555 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=ed7aaf25-5324-448e-a2bf-edbf8c07b3d1,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:31.928029 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2da09e69-9797-45dc-970d-521ff10deb08), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:31.934680 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 81f70b00-bcd4-4052-b47e-4b0e10c94360 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:31.941913 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a3ed184-7e53-4ee6-a2ab-4da66723538a req-cc5cd9f1-9612-4e80-b66f-d19a0952d255 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530670 Mar 23 01:38:31.947214 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-80cd11ac-ede7-498b-9bf0-7bce3b8016cd req-d5595e36-866a-4bba-8489-16800edb6e79 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4392991 Mar 23 01:38:32.073888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c780886-9250-4771-a21c-2c39cd4ac1c2 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:32.085237 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Publish callbacks [] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:32.098173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Transition to ACTIVE for port object 7c780886-9250-4771-a21c-2c39cd4ac1c2 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:38:32.113474 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Pushing event updated for resources: {'Port': ['ID=c658986e-8402-4e79-9fea-3f0b35836f5a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:32.132194 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e993f33-f99c-4e3a-b0a3-c59fc6ecc9c2 req-9934d47b-febf-44e8-ae99-b793f48de7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.133177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e993f33-f99c-4e3a-b0a3-c59fc6ecc9c2 req-9934d47b-febf-44e8-ae99-b793f48de7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.133644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e993f33-f99c-4e3a-b0a3-c59fc6ecc9c2 req-9934d47b-febf-44e8-ae99-b793f48de7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.134123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e993f33-f99c-4e3a-b0a3-c59fc6ecc9c2 req-9934d47b-febf-44e8-ae99-b793f48de7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.134581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e993f33-f99c-4e3a-b0a3-c59fc6ecc9c2 req-9934d47b-febf-44e8-ae99-b793f48de7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.135047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e993f33-f99c-4e3a-b0a3-c59fc6ecc9c2 req-9934d47b-febf-44e8-ae99-b793f48de7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.135509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e993f33-f99c-4e3a-b0a3-c59fc6ecc9c2 req-9934d47b-febf-44e8-ae99-b793f48de7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.144730 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8e993f33-f99c-4e3a-b0a3-c59fc6ecc9c2 req-9934d47b-febf-44e8-ae99-b793f48de7ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6f9aae227d84399a0bbd30fdbd1c690&device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 6411 time: 0.3395066 Mar 23 01:38:32.164310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=2da09e69-9797-45dc-970d-521ff10deb08,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:32.205913 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 81f70b00-bcd4-4052-b47e-4b0e10c94360 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:38:32.209206 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64c39c-c770-4927-b3b2-b43cbfe02f2e service neutron] Pushing event updated for resources: {'Port': ['ID=71840044-c12d-499c-b285-a288993a4af4,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:32.218689 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:32.223721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 65255d10-ade6-465b-a367-122b71e40c91 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:32.224545 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (65255d10-ade6-465b-a367-122b71e40c91), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:32.231679 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 81f70b00-bcd4-4052-b47e-4b0e10c94360 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:32.232863 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:32.332395 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a3ed184-7e53-4ee6-a2ab-4da66723538a req-7f959e31-bbc6-4882-9495-2b2fc636290e service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743644 Mar 23 01:38:32.367966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f23fc0-c4b7-42d6-89c8-8d38e9e22e3b req-1eacbce5-01a5-49af-ae33-af403aa1926d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.373481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f23fc0-c4b7-42d6-89c8-8d38e9e22e3b req-1eacbce5-01a5-49af-ae33-af403aa1926d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.378556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f23fc0-c4b7-42d6-89c8-8d38e9e22e3b req-1eacbce5-01a5-49af-ae33-af403aa1926d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.383992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f23fc0-c4b7-42d6-89c8-8d38e9e22e3b req-1eacbce5-01a5-49af-ae33-af403aa1926d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.389851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f23fc0-c4b7-42d6-89c8-8d38e9e22e3b req-1eacbce5-01a5-49af-ae33-af403aa1926d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.396357 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f23fc0-c4b7-42d6-89c8-8d38e9e22e3b req-1eacbce5-01a5-49af-ae33-af403aa1926d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.402640 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f23fc0-c4b7-42d6-89c8-8d38e9e22e3b req-1eacbce5-01a5-49af-ae33-af403aa1926d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.404296 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a1f23fc0-c4b7-42d6-89c8-8d38e9e22e3b req-1eacbce5-01a5-49af-ae33-af403aa1926d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5407 time: 0.3109274 Mar 23 01:38:32.405736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Pushing event updated for resources: {'Port': ['ID=7c780886-9250-4771-a21c-2c39cd4ac1c2,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:32.408581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Allocated IP 172.20.0.1 (2e4609e6-484a-44b5-8c5d-d44654d0857a/08d877d8-0c5c-494f-b07e-0547e1d110b1/898e7879-bbba-4101-98e4-f3b851faf5e9) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:32.437514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 65255d10-ade6-465b-a367-122b71e40c91 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:32.444978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 81f70b00-bcd4-4052-b47e-4b0e10c94360 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:32.445945 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:32.500773 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 81f70b00-bcd4-4052-b47e-4b0e10c94360, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=81f70b00-bcd4-4052-b47e-4b0e10c94360,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:32.509744 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:32.512885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device abe82dad-ebdc-4f9c-a462-076ace582018 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:32.513453 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e993f33-f99c-4e3a-b0a3-c59fc6ecc9c2 req-06387a2b-cf0c-4e8a-b8a5-0d06b040093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.529830 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e993f33-f99c-4e3a-b0a3-c59fc6ecc9c2 req-06387a2b-cf0c-4e8a-b8a5-0d06b040093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.530150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e993f33-f99c-4e3a-b0a3-c59fc6ecc9c2 req-06387a2b-cf0c-4e8a-b8a5-0d06b040093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.531856 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8e993f33-f99c-4e3a-b0a3-c59fc6ecc9c2 req-06387a2b-cf0c-4e8a-b8a5-0d06b040093d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f6f9aae227d84399a0bbd30fdbd1c690&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3638079 Mar 23 01:38:32.611644 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=81f70b00-bcd4-4052-b47e-4b0e10c94360,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:32.632359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Attempting to bind port 7c780886-9250-4771-a21c-2c39cd4ac1c2 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:32.632805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Attempting to bind port 7c780886-9250-4771-a21c-2c39cd4ac1c2 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:32.633227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Attempting to bind port 7c780886-9250-4771-a21c-2c39cd4ac1c2 on network 8be97217-9f6e-4d52-a151-af50fe88b198 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:32.646736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998197c-08dc-402d-8415-5236b7445d9b req-920d1a63-4ad0-4685-b77c-e1414d4d48ca tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.648857 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5998197c-08dc-402d-8415-5236b7445d9b req-920d1a63-4ad0-4685-b77c-e1414d4d48ca tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.5481129 Mar 23 01:38:32.650188 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port abe82dad-ebdc-4f9c-a462-076ace582018 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:38:32.654076 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Port 7c780886-9250-4771-a21c-2c39cd4ac1c2 on network 8be97217-9f6e-4d52-a151-af50fe88b198 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:38:32.654490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Attempting to bind port 7c780886-9250-4771-a21c-2c39cd4ac1c2 on network 8be97217-9f6e-4d52-a151-af50fe88b198 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:32.656880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port abe82dad-ebdc-4f9c-a462-076ace582018 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:32.657413 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (abe82dad-ebdc-4f9c-a462-076ace582018), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:32.666307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:32.666708 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Checking segment: {'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:32.667183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Bound using segment: {'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:32.667688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Bound port: 7c780886-9250-4771-a21c-2c39cd4ac1c2, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30384552-7e6b-433e-b4a7-389b3874b80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:32.668090 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:32.756956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] For port 7c780886-9250-4771-a21c-2c39cd4ac1c2, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:32.760480 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] For port 7c780886-9250-4771-a21c-2c39cd4ac1c2, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7c780886-9250-4771-a21c-2c39cd4ac1c2,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:32.764639 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a64acbdc-0208-4408-81c2-8ee56782b7b2 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (56cd0023-3a1f-4bc4-8498-f6d5d67ec075), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:32.781530 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Publish callbacks [] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:32.791203 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port abe82dad-ebdc-4f9c-a462-076ace582018 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:32.791968 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (abe82dad-ebdc-4f9c-a462-076ace582018), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:32.804851 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64acbdc-0208-4408-81c2-8ee56782b7b2 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Subnet': ['ID=56cd0023-3a1f-4bc4-8498-f6d5d67ec075,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:32.816383 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:32.836579 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:32.837537 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:32.839103 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] 10.222.0.43 "PUT /v2.0/ports/7c780886-9250-4771-a21c-2c39cd4ac1c2 HTTP/1.1" status: 200 len: 1091 time: 1.1957743 Mar 23 01:38:32.839778 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Publish callbacks [] for router_gateway (78ca9f2b-f249-4a13-a294-3086907b1051), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:32.867757 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a1f23fc0-c4b7-42d6-89c8-8d38e9e22e3b req-b8de0494-b50c-4901-a335-fa8e6c492b3e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4419899 Mar 23 01:38:32.870003 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port abe82dad-ebdc-4f9c-a462-076ace582018, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=abe82dad-ebdc-4f9c-a462-076ace582018,segment=NetworkSegment(25df386e-70d9-49e1-bfa6-c0a9ea8721d3),segment_id=25df386e-70d9-49e1-bfa6-c0a9ea8721d3)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:32.871819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497f0500-e5cf-41fa-9a2a-2323cd1dd036'}, {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da09e69-9797-45dc-970d-521ff10deb08'}, {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f70b00-bcd4-4052-b47e-4b0e10c94360'}, {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe82dad-ebdc-4f9c-a462-076ace582018'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:38:32.875053 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584c5653-c255-46fd-b9c7-b583c35326be" -d '{"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-plugged", "status": "completed", "tag": "497f0500-e5cf-41fa-9a2a-2323cd1dd036"}, {"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-plugged", "status": "completed", "tag": "2da09e69-9797-45dc-970d-521ff10deb08"}, {"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-plugged", "status": "completed", "tag": "81f70b00-bcd4-4052-b47e-4b0e10c94360"}, {"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-plugged", "status": "completed", "tag": "abe82dad-ebdc-4f9c-a462-076ace582018"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:38:32.879878 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (abe82dad-ebdc-4f9c-a462-076ace582018), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:32.923040 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:32.967448 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=abe82dad-ebdc-4f9c-a462-076ace582018,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:32.981101 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a64acbdc-0208-4408-81c2-8ee56782b7b2 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:32.984204 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a64acbdc-0208-4408-81c2-8ee56782b7b2 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/56cd0023-3a1f-4bc4-8498-f6d5d67ec075 HTTP/1.1" status: 204 len: 168 time: 2.9576228 Mar 23 01:38:32.999717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21990f1-d3ce-4b74-9217-f565e16c009c None None] Network 12d301d4-b34c-4188-ac51-8b97a77d8ab0 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:38:33.011721 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Request body: {'port': {'device_id': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:33.073203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42078) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:33.099157 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 23 Mar 2022 01:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d50a14-de68-426f-b2ae-0433e79ac4d8 x-openstack-request-id: req-d7d50a14-de68-426f-b2ae-0433e79ac4d8 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:38:33.099556 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-plugged", "status": "completed", "tag": "497f0500-e5cf-41fa-9a2a-2323cd1dd036", "code": 200}, {"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-plugged", "status": "completed", "tag": "2da09e69-9797-45dc-970d-521ff10deb08", "code": 200}, {"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-plugged", "status": "completed", "tag": "81f70b00-bcd4-4052-b47e-4b0e10c94360", "code": 200}, {"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-plugged", "status": "completed", "tag": "abe82dad-ebdc-4f9c-a462-076ace582018", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:38:33.099728 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7d50a14-de68-426f-b2ae-0433e79ac4d8 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:38:33.100304 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d50a14-de68-426f-b2ae-0433e79ac4d8'] response: {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497f0500-e5cf-41fa-9a2a-2323cd1dd036', 'code': 200} Mar 23 01:38:33.100570 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d50a14-de68-426f-b2ae-0433e79ac4d8'] response: {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da09e69-9797-45dc-970d-521ff10deb08', 'code': 200} Mar 23 01:38:33.100852 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d50a14-de68-426f-b2ae-0433e79ac4d8'] response: {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f70b00-bcd4-4052-b47e-4b0e10c94360', 'code': 200} Mar 23 01:38:33.101341 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d50a14-de68-426f-b2ae-0433e79ac4d8'] response: {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe82dad-ebdc-4f9c-a462-076ace582018', 'code': 200} Mar 23 01:38:33.135254 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ed7aaf25-5324-448e-a2bf-edbf8c07b3d1 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:33.227113 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5998197c-08dc-402d-8415-5236b7445d9b req-b8f7f57f-643c-4118-8e05-684e6eed3c5f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657444 Mar 23 01:38:33.277288 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ed7aaf25-5324-448e-a2bf-edbf8c07b3d1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:33.277873 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ed7aaf25-5324-448e-a2bf-edbf8c07b3d1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:33.364427 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:33.397275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ed7aaf25-5324-448e-a2bf-edbf8c07b3d1 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:33.491430 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953ce3f5-9ac1-4694-8844-98c38792ab09 None None] DHCP port deletion for 12d301d4-b34c-4188-ac51-8b97a77d8ab0 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:38:33.554942 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-953ce3f5-9ac1-4694-8844-98c38792ab09 None None] Deleting port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:38:33.555315 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-953ce3f5-9ac1-4694-8844-98c38792ab09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5656f3f8-3303-48dd-b8d3-1da0c54dd9d7), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:33.556674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75df9a5-0977-4b2f-8eb8-17314bec4e2d service neutron] Pushing event updated for resources: {'Port': ['ID=7c780886-9250-4771-a21c-2c39cd4ac1c2,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:33.573568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea38321-4b25-4b0d-8f94-8905f35c6e67 req-f11e978d-29dd-4833-90c4-7a7694e3736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:33.574351 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea38321-4b25-4b0d-8f94-8905f35c6e67 req-f11e978d-29dd-4833-90c4-7a7694e3736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:33.575018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea38321-4b25-4b0d-8f94-8905f35c6e67 req-f11e978d-29dd-4833-90c4-7a7694e3736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:33.575665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea38321-4b25-4b0d-8f94-8905f35c6e67 req-f11e978d-29dd-4833-90c4-7a7694e3736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:33.576369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea38321-4b25-4b0d-8f94-8905f35c6e67 req-f11e978d-29dd-4833-90c4-7a7694e3736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:33.577036 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea38321-4b25-4b0d-8f94-8905f35c6e67 req-f11e978d-29dd-4833-90c4-7a7694e3736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:33.577674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea38321-4b25-4b0d-8f94-8905f35c6e67 req-f11e978d-29dd-4833-90c4-7a7694e3736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:33.579869 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eea38321-4b25-4b0d-8f94-8905f35c6e67 req-f11e978d-29dd-4833-90c4-7a7694e3736e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 6710 time: 0.3450294 Mar 23 01:38:33.601320 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (12d301d4-b34c-4188-ac51-8b97a77d8ab0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:33.622901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Network 2e4609e6-484a-44b5-8c5d-d44654d0857a is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:33.638787 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:33.670982 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16386d67-2e93-4576-a57d-3014247036d7 req-5c468f00-964f-4d36-aaa1-2bbe99ca1422 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:33.672365 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-953ce3f5-9ac1-4694-8844-98c38792ab09 None None] For port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5656f3f8-3303-48dd-b8d3-1da0c54dd9d7,segment=NetworkSegment(bc375a20-6c98-4833-9ec0-2bc376c54bc3),segment_id=bc375a20-6c98-4833-9ec0-2bc376c54bc3)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:33.672993 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-953ce3f5-9ac1-4694-8844-98c38792ab09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5656f3f8-3303-48dd-b8d3-1da0c54dd9d7), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:33.678436 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16386d67-2e93-4576-a57d-3014247036d7 req-5c468f00-964f-4d36-aaa1-2bbe99ca1422 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:33.685875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16386d67-2e93-4576-a57d-3014247036d7 req-5c468f00-964f-4d36-aaa1-2bbe99ca1422 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:33.692546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16386d67-2e93-4576-a57d-3014247036d7 req-5c468f00-964f-4d36-aaa1-2bbe99ca1422 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:33.698952 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16386d67-2e93-4576-a57d-3014247036d7 req-5c468f00-964f-4d36-aaa1-2bbe99ca1422 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:33.703468 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-953ce3f5-9ac1-4694-8844-98c38792ab09 None None] Calling delete_port for 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:38:33.705859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16386d67-2e93-4576-a57d-3014247036d7 req-5c468f00-964f-4d36-aaa1-2bbe99ca1422 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:33.711069 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:33.712802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16386d67-2e93-4576-a57d-3014247036d7 req-5c468f00-964f-4d36-aaa1-2bbe99ca1422 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:33.715272 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-16386d67-2e93-4576-a57d-3014247036d7 req-5c468f00-964f-4d36-aaa1-2bbe99ca1422 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5436 time: 0.1988933 Mar 23 01:38:33.723131 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:33.745866 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (78ca9f2b-f249-4a13-a294-3086907b1051), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:33.768993 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (4df0844c-dd11-479c-aec4-a4d72739a513), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:33.783317 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'tag': '7c780886-9250-4771-a21c-2c39cd4ac1c2'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:38:33.785674 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e888f5-2cc3-4520-b491-eb267d4ce9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "tag": "7c780886-9250-4771-a21c-2c39cd4ac1c2"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:38:33.841477 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-953ce3f5-9ac1-4694-8844-98c38792ab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (5656f3f8-3303-48dd-b8d3-1da0c54dd9d7), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:33.854731 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Pushing event updated for resources: {'Port': ['ID=898e7879-bbba-4101-98e4-f3b851faf5e9,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:33.883481 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a3ed184-7e53-4ee6-a2ab-4da66723538a req-eb842521-e2e0-4b4e-9052-0dd67a8bc9a6 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5398650 Mar 23 01:38:33.911124 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ce3f5-9ac1-4694-8844-98c38792ab09 None None] Pushing event deleted for resources: {'Port': ['ID=5656f3f8-3303-48dd-b8d3-1da0c54dd9d7,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:33.931573 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953ce3f5-9ac1-4694-8844-98c38792ab09 None None] No DVR routers for this DVR port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:38:33.943255 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028de771-925c-4784-a58f-7927dc6535e3 x-openstack-request-id: req-028de771-925c-4784-a58f-7927dc6535e3 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:38:33.943255 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "tag": "7c780886-9250-4771-a21c-2c39cd4ac1c2", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:38:33.943255 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-028de771-925c-4784-a58f-7927dc6535e3 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:38:33.943255 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-028de771-925c-4784-a58f-7927dc6535e3'] response: {'name': 'network-changed', 'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'tag': '7c780886-9250-4771-a21c-2c39cd4ac1c2', 'status': 'completed', 'code': 200} Mar 23 01:38:33.955720 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eea38321-4b25-4b0d-8f94-8905f35c6e67 req-ef155f63-a715-4439-8b96-47537ee22798 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&id=abd1cc6f-6185-427c-8068-f59fb8842a61&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3621466 Mar 23 01:38:34.005726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e993f33-f99c-4e3a-b0a3-c59fc6ecc9c2 req-1c41e43c-87ec-4001-bd53-c943317c9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.007533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8e993f33-f99c-4e3a-b0a3-c59fc6ecc9c2 req-1c41e43c-87ec-4001-bd53-c943317c9d18 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.4472926 Mar 23 01:38:34.028345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:38:34.028722 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5656f3f8-3303-48dd-b8d3-1da0c54dd9d7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:34.036359 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-16386d67-2e93-4576-a57d-3014247036d7 req-97bda5ed-1ef7-40a0-aeb8-7c2318426b11 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1947880 Mar 23 01:38:34.082995 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:34.093568 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-55db7b0e-45b4-41d3-abc5-24fd5f36d60d None None] Provisioning complete for port 898e7879-bbba-4101-98e4-f3b851faf5e9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:34.094815 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-55db7b0e-45b4-41d3-abc5-24fd5f36d60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:34.135801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-55db7b0e-45b4-41d3-abc5-24fd5f36d60d None None] Port 898e7879-bbba-4101-98e4-f3b851faf5e9 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:38:34.276395 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Publish callbacks [] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:34.285990 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:34.393862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Pushing event updated for resources: {'Port': ['ID=898e7879-bbba-4101-98e4-f3b851faf5e9,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:34.397530 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (4df0844c-dd11-479c-aec4-a4d72739a513), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:34.472211 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f762892-b485-4aec-862a-86355222c35c req-8107ebb1-6b1d-4039-b53d-cedf7f4ac96e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.474260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1f762892-b485-4aec-862a-86355222c35c req-8107ebb1-6b1d-4039-b53d-cedf7f4ac96e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.1453428 Mar 23 01:38:34.572624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] For port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7, host n-d-834677-4, got binding levels [] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:34.573205 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5656f3f8-3303-48dd-b8d3-1da0c54dd9d7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:34.581105 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1f762892-b485-4aec-862a-86355222c35c req-963c14de-440c-411a-ba04-bfe1ee77a30c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894797 Mar 23 01:38:34.587996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e888f5-2cc3-4520-b491-eb267d4ce9f9 req-931c1d76-f608-44f8-87b9-de6932a60c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.588189 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e888f5-2cc3-4520-b491-eb267d4ce9f9 req-931c1d76-f608-44f8-87b9-de6932a60c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.588650 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e888f5-2cc3-4520-b491-eb267d4ce9f9 req-931c1d76-f608-44f8-87b9-de6932a60c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.589159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e888f5-2cc3-4520-b491-eb267d4ce9f9 req-931c1d76-f608-44f8-87b9-de6932a60c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.589589 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e888f5-2cc3-4520-b491-eb267d4ce9f9 req-931c1d76-f608-44f8-87b9-de6932a60c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.590060 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e888f5-2cc3-4520-b491-eb267d4ce9f9 req-931c1d76-f608-44f8-87b9-de6932a60c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.590531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e888f5-2cc3-4520-b491-eb267d4ce9f9 req-931c1d76-f608-44f8-87b9-de6932a60c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.592622 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28e888f5-2cc3-4520-b491-eb267d4ce9f9 req-931c1d76-f608-44f8-87b9-de6932a60c1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6f9aae227d84399a0bbd30fdbd1c690&device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 6509 time: 0.1666954 Mar 23 01:38:34.601974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Network 2e4609e6-484a-44b5-8c5d-d44654d0857a is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:34.603522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:34.604485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:38:34.610711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:34.618015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_backend_mixin [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 was not found and therefore no delete operation was performed {{(pid=99263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 01:38:34.631098 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c06595-7c2d-46fe-90b2-2755a0556417 req-89068f59-45c4-45ef-b3c2-ca06a49a66f8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.636858 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c06595-7c2d-46fe-90b2-2755a0556417 req-89068f59-45c4-45ef-b3c2-ca06a49a66f8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.642193 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c06595-7c2d-46fe-90b2-2755a0556417 req-89068f59-45c4-45ef-b3c2-ca06a49a66f8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.647520 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c06595-7c2d-46fe-90b2-2755a0556417 req-89068f59-45c4-45ef-b3c2-ca06a49a66f8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.652719 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c06595-7c2d-46fe-90b2-2755a0556417 req-89068f59-45c4-45ef-b3c2-ca06a49a66f8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.658273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c06595-7c2d-46fe-90b2-2755a0556417 req-89068f59-45c4-45ef-b3c2-ca06a49a66f8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.664470 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c06595-7c2d-46fe-90b2-2755a0556417 req-89068f59-45c4-45ef-b3c2-ca06a49a66f8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.665587 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-00c06595-7c2d-46fe-90b2-2755a0556417 req-89068f59-45c4-45ef-b3c2-ca06a49a66f8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5407 time: 0.6454668 Mar 23 01:38:34.670627 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Publish callbacks [] for port (ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:34.673229 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (5656f3f8-3303-48dd-b8d3-1da0c54dd9d7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:34.754584 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] No DVR routers for this DVR port 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:38:34.761644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Transition to ACTIVE for port object ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:38:34.765797 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=5656f3f8-3303-48dd-b8d3-1da0c54dd9d7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:34.791382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Router 78ca9f2b-f249-4a13-a294-3086907b1051 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:38:34.793488 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:34.801308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e888f5-2cc3-4520-b491-eb267d4ce9f9 req-60c08010-fae3-4a15-9fa0-a3fbc46304ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.801888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e888f5-2cc3-4520-b491-eb267d4ce9f9 req-60c08010-fae3-4a15-9fa0-a3fbc46304ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.802400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e888f5-2cc3-4520-b491-eb267d4ce9f9 req-60c08010-fae3-4a15-9fa0-a3fbc46304ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:34.807110 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28e888f5-2cc3-4520-b491-eb267d4ce9f9 req-60c08010-fae3-4a15-9fa0-a3fbc46304ef service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f6f9aae227d84399a0bbd30fdbd1c690&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1955712 Mar 23 01:38:34.888524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Router 4df0844c-dd11-479c-aec4-a4d72739a513 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:38:34.934987 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:38:34.976010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:38:34.976497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5656f3f8-3303-48dd-b8d3-1da0c54dd9d7 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:38:35.009835 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (12d301d4-b34c-4188-ac51-8b97a77d8ab0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:35.034813 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-00c06595-7c2d-46fe-90b2-2755a0556417 req-f2dd491e-654d-4f10-82c7-2739d7726f25 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3541312 Mar 23 01:38:35.035495 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Pushing event updated for resources: {'Port': ['ID=ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:35.106370 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d301d4-b34c-4188-ac51-8b97a77d8ab0']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:35.121894 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9c2bf745-2245-4de0-8bd0-dfcbaac0b27f None None] Provisioning complete for port 898e7879-bbba-4101-98e4-f3b851faf5e9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:35.122272 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9c2bf745-2245-4de0-8bd0-dfcbaac0b27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:35.152093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:38:35.165203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc375a20-6c98-4833-9ec0-2bc376c54bc3') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:35.165505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc375a20-6c98-4833-9ec0-2bc376c54bc3') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:35.172876 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Sync routers for ids ['4df0844c-dd11-479c-aec4-a4d72739a513'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:38:35.173440 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4c1e3302-7b87-4d25-9d2c-a9b097028a24 admin admin] 10.222.0.18 "PUT /v2.0/routers/4df0844c-dd11-479c-aec4-a4d72739a513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4937751 Mar 23 01:38:35.192856 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Routers {'4df0844c-dd11-479c-aec4-a4d72739a513'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:35.193804 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['4df0844c-dd11-479c-aec4-a4d72739a513'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:35.216710 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9c2bf745-2245-4de0-8bd0-dfcbaac0b27f None None] Port 898e7879-bbba-4101-98e4-f3b851faf5e9 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:38:35.253727 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (bc375a20-6c98-4833-9ec0-2bc376c54bc3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:35.265709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e888f5-2cc3-4520-b491-eb267d4ce9f9 req-dbec0ec8-c40e-43eb-a343-bc477385df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:35.274403 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28e888f5-2cc3-4520-b491-eb267d4ce9f9 req-dbec0ec8-c40e-43eb-a343-bc477385df37 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4616923 Mar 23 01:38:35.314286 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52c342-24b2-4991-bbd8-151a20fa0132 req-dde95baf-5500-4fe1-a9f8-f77c65cb99db tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:35.320958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52c342-24b2-4991-bbd8-151a20fa0132 req-dde95baf-5500-4fe1-a9f8-f77c65cb99db tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:35.327562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52c342-24b2-4991-bbd8-151a20fa0132 req-dde95baf-5500-4fe1-a9f8-f77c65cb99db tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:35.334009 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52c342-24b2-4991-bbd8-151a20fa0132 req-dde95baf-5500-4fe1-a9f8-f77c65cb99db tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:35.339767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52c342-24b2-4991-bbd8-151a20fa0132 req-dde95baf-5500-4fe1-a9f8-f77c65cb99db tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:35.343854 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:38:35.345738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52c342-24b2-4991-bbd8-151a20fa0132 req-dde95baf-5500-4fe1-a9f8-f77c65cb99db tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:35.352161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52c342-24b2-4991-bbd8-151a20fa0132 req-dde95baf-5500-4fe1-a9f8-f77c65cb99db tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:35.360885 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c52c342-24b2-4991-bbd8-151a20fa0132 req-dde95baf-5500-4fe1-a9f8-f77c65cb99db tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5436 time: 0.1533306 Mar 23 01:38:35.371129 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Attempting to bind port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:35.371494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Attempting to bind port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'a29f7946-f4e1-4aa9-8bef-6f4de58f56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:35.371830 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Attempting to bind port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 on network dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:35.372692 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Sync routers for ids ['78ca9f2b-f249-4a13-a294-3086907b1051'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:38:35.378682 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bc375a20-6c98-4833-9ec0-2bc376c54bc3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:35.399458 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Routers {'78ca9f2b-f249-4a13-a294-3086907b1051'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:35.400301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['78ca9f2b-f249-4a13-a294-3086907b1051'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:35.410683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:38:35.414004 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (bc375a20-6c98-4833-9ec0-2bc376c54bc3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:35.423793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 on network dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:38:35.426228 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Attempting to bind port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 on network dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:38:35.432676 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:38:35.489198 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c52c342-24b2-4991-bbd8-151a20fa0132 req-9cdea4fc-28da-4d5b-8587-5b5e5affd7a2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1272488 Mar 23 01:38:35.494741 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:35.495106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Checking segment: {'id': 'a29f7946-f4e1-4aa9-8bef-6f4de58f56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:35.495619 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Bound using segment: {'id': 'a29f7946-f4e1-4aa9-8bef-6f4de58f56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:35.496078 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Bound port: ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29f7946-f4e1-4aa9-8bef-6f4de58f56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:35.496542 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:35.514444 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:35.518689 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42098) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:35.523459 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-928edec9-59b1-41ad-87c5-7053ee025f9e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.6072984 Mar 23 01:38:35.584287 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (12d301d4-b34c-4188-ac51-8b97a77d8ab0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:35.601967 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:35.615090 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/networks/12d301d4-b34c-4188-ac51-8b97a77d8ab0 HTTP/1.1" status: 204 len: 168 time: 2.4895990 Mar 23 01:38:35.617574 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42102) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:35.621000 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Set router 4df0844c-dd11-479c-aec4-a4d72739a513 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:38:35.625824 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-a9ab7a5b-9336-4654-8eef-c4f17a7dd031 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1359278572'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:35.708034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd5bf4-cbfb-42e2-b129-53aa1e453857 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Network': ['ID=12d301d4-b34c-4188-ac51-8b97a77d8ab0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:35.784621 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] For port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:35.794308 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] For port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5,segment=NetworkSegment(a29f7946-f4e1-4aa9-8bef-6f4de58f56b5),segment_id=a29f7946-f4e1-4aa9-8bef-6f4de58f56b5)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:35.798223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ab7a5b-9336-4654-8eef-c4f17a7dd031 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:35.806442 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9ab7a5b-9336-4654-8eef-c4f17a7dd031 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:35.845382 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:35.975594 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:35.976233 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:35.986045 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] 10.222.0.43 "PUT /v2.0/ports/ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 HTTP/1.1" status: 200 len: 1091 time: 3.0101886 Mar 23 01:38:36.012427 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'tag': 'ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:38:36.023723 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051a1eb0-49f3-4d66-954a-7cfbe6cc45bf" -d '{"events": [{"name": "network-changed", "server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "tag": "ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:38:36.055475 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:38:34Z', 'revision_number': 4, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '898e7879-bbba-4101-98e4-f3b851faf5e9', 'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'mac_address': 'fa:16:3e:81:6d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:31Z', 'updated_at': '2022-03-23T01:38:34Z', 'revision_number': 2, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'subnets': [{'id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:36.117650 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ab7a5b-9336-4654-8eef-c4f17a7dd031 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:38:36.127938 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Checking router: 4df0844c-dd11-479c-aec4-a4d72739a513 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:38:36.128897 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Updating router 4df0844c-dd11-479c-aec4-a4d72739a513 port 898e7879-bbba-4101-98e4-f3b851faf5e9 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:38:36.153477 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9ab7a5b-9336-4654-8eef-c4f17a7dd031 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a648a876-ff09-4903-83a2-b017c0ae1b96), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:36.155028 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-a9ab7a5b-9336-4654-8eef-c4f17a7dd031 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Added segment a648a876-ff09-4903-83a2-b017c0ae1b96 of type vlan for network ecbafc51-e216-4a87-99ef-999d59d68b00 Mar 23 01:38:36.158448 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4d197-228d-4d80-9822-a7f4440ecd69 req-b3fc179e-8966-457f-8944-0556b7cb955a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:36.166641 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71c4d197-228d-4d80-9822-a7f4440ecd69 req-b3fc179e-8966-457f-8944-0556b7cb955a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.3274119 Mar 23 01:38:36.185763 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Request body: {'port': {'device_id': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:36.197086 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:36.206675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Set router 78ca9f2b-f249-4a13-a294-3086907b1051 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:38:36.347862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59646b7-2f5d-424c-9767-6980d71070cb service neutron] Pushing event updated for resources: {'Port': ['ID=ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:36.353610 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-71c4d197-228d-4d80-9822-a7f4440ecd69 req-33186539-b01e-46de-aee8-530178adc01c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755002 Mar 23 01:38:36.487862 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2272a23-502e-4bfd-b04b-06831110a745 x-openstack-request-id: req-e2272a23-502e-4bfd-b04b-06831110a745 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:38:36.488148 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "tag": "ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:38:36.488398 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2272a23-502e-4bfd-b04b-06831110a745 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:38:36.488840 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2272a23-502e-4bfd-b04b-06831110a745'] response: {'name': 'network-changed', 'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'tag': 'ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5', 'status': 'completed', 'code': 200} Mar 23 01:38:36.502451 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (59837881-d55f-4f24-b255-aabfe6131a45), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:36.506897 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9ab7a5b-9336-4654-8eef-c4f17a7dd031 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (ecbafc51-e216-4a87-99ef-999d59d68b00), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:36.694711 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Publish callbacks [] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:36.706271 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:36.707974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'name': 'tempest-ServerActionsTestJSON-815986857-router', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:27Z', 'updated_at': '2022-03-23T01:38:32Z', 'revision_number': 3, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'gw_port': {'id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:30Z', 'updated_at': '2022-03-23T01:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:36.781730 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Checking router: 78ca9f2b-f249-4a13-a294-3086907b1051 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:38:36.782420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Updating router 78ca9f2b-f249-4a13-a294-3086907b1051 port c658986e-8402-4e79-9fea-3f0b35836f5a binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:38:36.826693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a1eb0-49f3-4d66-954a-7cfbe6cc45bf req-e2909b1e-b99f-4a54-86e6-6a180c6b7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:36.833791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a1eb0-49f3-4d66-954a-7cfbe6cc45bf req-e2909b1e-b99f-4a54-86e6-6a180c6b7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:36.835230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a1eb0-49f3-4d66-954a-7cfbe6cc45bf req-e2909b1e-b99f-4a54-86e6-6a180c6b7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:36.836489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a1eb0-49f3-4d66-954a-7cfbe6cc45bf req-e2909b1e-b99f-4a54-86e6-6a180c6b7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:36.837911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a1eb0-49f3-4d66-954a-7cfbe6cc45bf req-e2909b1e-b99f-4a54-86e6-6a180c6b7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:36.840262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a1eb0-49f3-4d66-954a-7cfbe6cc45bf req-e2909b1e-b99f-4a54-86e6-6a180c6b7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:36.842363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a1eb0-49f3-4d66-954a-7cfbe6cc45bf req-e2909b1e-b99f-4a54-86e6-6a180c6b7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:36.847179 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-051a1eb0-49f3-4d66-954a-7cfbe6cc45bf req-e2909b1e-b99f-4a54-86e6-6a180c6b7e21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6f9aae227d84399a0bbd30fdbd1c690&device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 6607 time: 0.3009913 Mar 23 01:38:36.848441 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c658986e-8402-4e79-9fea-3f0b35836f5a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:36.922339 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c1b39-bca4-4277-a300-ab07c5d33738 None None] Pushing event updated for resources: {'Port': ['ID=898e7879-bbba-4101-98e4-f3b851faf5e9,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:36.943505 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Attempting to bind port 898e7879-bbba-4101-98e4-f3b851faf5e9 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:36.943850 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Attempting to bind port 898e7879-bbba-4101-98e4-f3b851faf5e9 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:36.944243 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Attempting to bind port 898e7879-bbba-4101-98e4-f3b851faf5e9 on network 2e4609e6-484a-44b5-8c5d-d44654d0857a {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:36.949698 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:36.949995 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Checking segment: {'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:36.950677 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:36.951065 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Bound using segment: {'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:36.951524 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Bound port: 898e7879-bbba-4101-98e4-f3b851faf5e9, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:36.951899 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:36.974069 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9ab7a5b-9336-4654-8eef-c4f17a7dd031 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (ecbafc51-e216-4a87-99ef-999d59d68b00), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:36.989387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ab7a5b-9336-4654-8eef-c4f17a7dd031 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:36.993588 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9ab7a5b-9336-4654-8eef-c4f17a7dd031 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:36.996048 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c405dd-6c5b-4969-858f-97a481eabf87 req-2bff258f-5cd1-4b42-a611-607388628897 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:37.016834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c405dd-6c5b-4969-858f-97a481eabf87 req-2bff258f-5cd1-4b42-a611-607388628897 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:37.025950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c405dd-6c5b-4969-858f-97a481eabf87 req-2bff258f-5cd1-4b42-a611-607388628897 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:37.034712 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-8c140577-e541-42ae-bd71-36da707106c7 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:37.038112 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] For port 898e7879-bbba-4101-98e4-f3b851faf5e9, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:37.041192 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-8c140577-e541-42ae-bd71-36da707106c7 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 819 time: 1.0993056 Mar 23 01:38:37.042143 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] For port 898e7879-bbba-4101-98e4-f3b851faf5e9, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=898e7879-bbba-4101-98e4-f3b851faf5e9,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:37.048740 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c405dd-6c5b-4969-858f-97a481eabf87 req-2bff258f-5cd1-4b42-a611-607388628897 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:37.056882 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:37.060330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c405dd-6c5b-4969-858f-97a481eabf87 req-2bff258f-5cd1-4b42-a611-607388628897 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:37.065736 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a9ab7a5b-9336-4654-8eef-c4f17a7dd031 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4438703 Mar 23 01:38:37.066449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c405dd-6c5b-4969-858f-97a481eabf87 req-2bff258f-5cd1-4b42-a611-607388628897 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:37.074352 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c405dd-6c5b-4969-858f-97a481eabf87 req-2bff258f-5cd1-4b42-a611-607388628897 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:37.078677 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-49c405dd-6c5b-4969-858f-97a481eabf87 req-2bff258f-5cd1-4b42-a611-607388628897 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5419 time: 0.4697917 Mar 23 01:38:37.079193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42118) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:37.124974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e8785057-9dbf-416e-9d57-fe2162ab8706 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'subnet': {'network_id': 'ecbafc51-e216-4a87-99ef-999d59d68b00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:37.129991 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:37.165212 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Routers {'4df0844c-dd11-479c-aec4-a4d72739a513'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:37.165898 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['4df0844c-dd11-479c-aec4-a4d72739a513'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:37.225320 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-ea950186-aac6-432d-8f96-90aacda2d3c1 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/quotas/1a0be8da6981495ea519e2738ecfd846 HTTP/1.1" status: 200 len: 375 time: 0.1570385 Mar 23 01:38:37.248306 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-49c405dd-6c5b-4969-858f-97a481eabf87 req-923387ac-a4b8-46a3-9b48-ee84799ffa3e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055477 Mar 23 01:38:37.399513 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] Set router 4df0844c-dd11-479c-aec4-a4d72739a513 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:38:37.428688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab7a5b-9336-4654-8eef-c4f17a7dd031 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Network': ['ID=ecbafc51-e216-4a87-99ef-999d59d68b00,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:37.519303 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Publish callbacks [] for port (c658986e-8402-4e79-9fea-3f0b35836f5a), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:37.531341 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59837881-d55f-4f24-b255-aabfe6131a45 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:37.534272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network ecbafc51-e216-4a87-99ef-999d59d68b00 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:38:37.564503 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-0d2629a4-6906-458f-a4af-a1499862a93e tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3257046 Mar 23 01:38:37.581255 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Publish callbacks [] for port (59837881-d55f-4f24-b255-aabfe6131a45), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:37.652351 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c658986e-8402-4e79-9fea-3f0b35836f5a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:37.699477 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c1b39-bca4-4277-a300-ab07c5d33738 None None] Pushing event updated for resources: {'Port': ['ID=898e7879-bbba-4101-98e4-f3b851faf5e9,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:37.701834 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Transition to ACTIVE for port object 59837881-d55f-4f24-b255-aabfe6131a45 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:38:37.722644 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (59837881-d55f-4f24-b255-aabfe6131a45), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:37.758563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Allocated IP 172.20.0.1 (55577988-71eb-4574-9c6d-704e30d467e8/0fcd992d-8fb4-43ec-9717-1070673d3183/0fb7dfd4-86e5-403d-a194-499bdcba2755) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:37.768860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c314f44-b800-431d-94f0-0df3b5bff716 None None] Pushing event updated for resources: {'Port': ['ID=c658986e-8402-4e79-9fea-3f0b35836f5a,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:37.818081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a46a4709-5b64-4ac3-b585-bd41259f4687 None None] Provisioning complete for port 898e7879-bbba-4101-98e4-f3b851faf5e9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:37.818608 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a46a4709-5b64-4ac3-b585-bd41259f4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:37.866050 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:38:34Z', 'revision_number': 4, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '898e7879-bbba-4101-98e4-f3b851faf5e9', 'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'mac_address': 'fa:16:3e:81:6d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:31Z', 'updated_at': '2022-03-23T01:38:37Z', 'revision_number': 4, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'subnets': [{'id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:37.892002 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-58c2fd50-db98-457b-a932-e27afdf9224b service neutron] 10.222.0.18 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105156 Mar 23 01:38:37.899095 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Attempting to bind port c658986e-8402-4e79-9fea-3f0b35836f5a on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:37.901866 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Attempting to bind port c658986e-8402-4e79-9fea-3f0b35836f5a by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:37.904306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Attempting to bind port c658986e-8402-4e79-9fea-3f0b35836f5a on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:37.917032 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:37.917955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:37.919155 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:37.924135 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c898f0-1445-4484-ae7f-76acda188c35 None None] The sync data for ids ['4df0844c-dd11-479c-aec4-a4d72739a513'] in n-d-834677-4 is: [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:38:34Z', 'revision_number': 4, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '898e7879-bbba-4101-98e4-f3b851faf5e9', 'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'mac_address': 'fa:16:3e:81:6d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:31Z', 'updated_at': '2022-03-23T01:38:37Z', 'revision_number': 4, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'subnets': [{'id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:38:37.925037 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:37.925676 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Bound port: c658986e-8402-4e79-9fea-3f0b35836f5a, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:37.926181 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c658986e-8402-4e79-9fea-3f0b35836f5a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:38.054115 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-973ccfd0-75f1-4f9b-b3c2-8a15a58af197 service neutron] 10.222.0.18 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461418 Mar 23 01:38:38.123683 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Publish callbacks [] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:38.138313 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Pushing event updated for resources: {'Port': ['ID=59837881-d55f-4f24-b255-aabfe6131a45,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:38.165760 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a46a4709-5b64-4ac3-b585-bd41259f4687 None None] Current status of the port 898e7879-bbba-4101-98e4-f3b851faf5e9 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:38.166278 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a46a4709-5b64-4ac3-b585-bd41259f4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:38.216195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] For port c658986e-8402-4e79-9fea-3f0b35836f5a, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:38.223390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a1eb0-49f3-4d66-954a-7cfbe6cc45bf req-b51e4a3b-9292-44ec-9450-8f78397856e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:38.224061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a1eb0-49f3-4d66-954a-7cfbe6cc45bf req-b51e4a3b-9292-44ec-9450-8f78397856e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:38.225040 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Attempting to bind port 59837881-d55f-4f24-b255-aabfe6131a45 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:38.226528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Attempting to bind port 59837881-d55f-4f24-b255-aabfe6131a45 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'a29f7946-f4e1-4aa9-8bef-6f4de58f56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:38.226916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Attempting to bind port 59837881-d55f-4f24-b255-aabfe6131a45 on network dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:38.238582 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Port 59837881-d55f-4f24-b255-aabfe6131a45 on network dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:38:38.240123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a1eb0-49f3-4d66-954a-7cfbe6cc45bf req-b51e4a3b-9292-44ec-9450-8f78397856e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:38.242016 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-051a1eb0-49f3-4d66-954a-7cfbe6cc45bf req-b51e4a3b-9292-44ec-9450-8f78397856e5 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f6f9aae227d84399a0bbd30fdbd1c690&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.3697267 Mar 23 01:38:38.243636 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Attempting to bind port 59837881-d55f-4f24-b255-aabfe6131a45 on network dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:38.259493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:38.260552 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Checking segment: {'id': 'a29f7946-f4e1-4aa9-8bef-6f4de58f56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:38.260817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Bound using segment: {'id': 'a29f7946-f4e1-4aa9-8bef-6f4de58f56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:38.262583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Bound port: 59837881-d55f-4f24-b255-aabfe6131a45, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29f7946-f4e1-4aa9-8bef-6f4de58f56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:38.262951 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (59837881-d55f-4f24-b255-aabfe6131a45), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:38.335542 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] For port c658986e-8402-4e79-9fea-3f0b35836f5a, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c658986e-8402-4e79-9fea-3f0b35836f5a,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:38.355080 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a46a4709-5b64-4ac3-b585-bd41259f4687 None None] For port 898e7879-bbba-4101-98e4-f3b851faf5e9, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=898e7879-bbba-4101-98e4-f3b851faf5e9,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:38.363262 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c658986e-8402-4e79-9fea-3f0b35836f5a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:38.385942 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a46a4709-5b64-4ac3-b585-bd41259f4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:38.542853 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] For port 59837881-d55f-4f24-b255-aabfe6131a45, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:38.575431 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] For port 59837881-d55f-4f24-b255-aabfe6131a45, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=59837881-d55f-4f24-b255-aabfe6131a45,segment=NetworkSegment(a29f7946-f4e1-4aa9-8bef-6f4de58f56b5),segment_id=a29f7946-f4e1-4aa9-8bef-6f4de58f56b5)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:38.594509 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (59837881-d55f-4f24-b255-aabfe6131a45), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:38.607248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c314f44-b800-431d-94f0-0df3b5bff716 None None] Pushing event updated for resources: {'Port': ['ID=c658986e-8402-4e79-9fea-3f0b35836f5a,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:38.613610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Routers {'78ca9f2b-f249-4a13-a294-3086907b1051'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:38.614236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['78ca9f2b-f249-4a13-a294-3086907b1051'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:38.668642 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8785057-9dbf-416e-9d57-fe2162ab8706 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:38.679836 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e8785057-9dbf-416e-9d57-fe2162ab8706 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:38.735284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Pushing event updated for resources: {'Port': ['ID=59837881-d55f-4f24-b255-aabfe6131a45,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:38.775360 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2f968-8ce1-479e-95e7-3f4ce529bc22 req-3c88448d-058b-4913-bbf1-06ddb147650c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:38.777084 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c1b2f968-8ce1-479e-95e7-3f4ce529bc22 req-3c88448d-058b-4913-bbf1-06ddb147650c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.3125527 Mar 23 01:38:38.820521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:38.825020 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:38.827467 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7ec8ef7e-c747-4869-93db-4e9153d909b8 service neutron] 10.222.0.43 "PUT /v2.0/ports/59837881-d55f-4f24-b255-aabfe6131a45 HTTP/1.1" status: 200 len: 1091 time: 2.7312448 Mar 23 01:38:38.832642 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'tag': '59837881-d55f-4f24-b255-aabfe6131a45'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:38:38.844943 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "tag": "59837881-d55f-4f24-b255-aabfe6131a45"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:38:38.998812 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5776e579-b453-4d93-a9f2-e43615a48357 None None] Provisioning complete for port 898e7879-bbba-4101-98e4-f3b851faf5e9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:38.999203 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5776e579-b453-4d93-a9f2-e43615a48357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:39.015327 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c1b2f968-8ce1-479e-95e7-3f4ce529bc22 req-654bdc2d-c1ed-4171-bb41-372fd27484dc tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313197 Mar 23 01:38:39.151852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 898e7879-bbba-4101-98e4-f3b851faf5e9 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:39.224214 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] Set router 78ca9f2b-f249-4a13-a294-3086907b1051 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:38:39.340526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b7146-02c6-4d13-9f7e-47abb71e67ab req-00f81bc0-2aa3-43a7-aa1f-d8ec7046eebe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:39.357318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b7146-02c6-4d13-9f7e-47abb71e67ab req-00f81bc0-2aa3-43a7-aa1f-d8ec7046eebe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:39.368620 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b7146-02c6-4d13-9f7e-47abb71e67ab req-00f81bc0-2aa3-43a7-aa1f-d8ec7046eebe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:39.377058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b7146-02c6-4d13-9f7e-47abb71e67ab req-00f81bc0-2aa3-43a7-aa1f-d8ec7046eebe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:39.382624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b7146-02c6-4d13-9f7e-47abb71e67ab req-00f81bc0-2aa3-43a7-aa1f-d8ec7046eebe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:39.387879 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b7146-02c6-4d13-9f7e-47abb71e67ab req-00f81bc0-2aa3-43a7-aa1f-d8ec7046eebe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:39.414204 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b7146-02c6-4d13-9f7e-47abb71e67ab req-00f81bc0-2aa3-43a7-aa1f-d8ec7046eebe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:39.417242 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ec8b7146-02c6-4d13-9f7e-47abb71e67ab req-00f81bc0-2aa3-43a7-aa1f-d8ec7046eebe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.2430935 Mar 23 01:38:39.502095 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a4709-5b64-4ac3-b585-bd41259f4687 None None] Pushing event updated for resources: {'Port': ['ID=898e7879-bbba-4101-98e4-f3b851faf5e9,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:39.560680 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ec8b7146-02c6-4d13-9f7e-47abb71e67ab req-debed191-edab-4670-a39f-598ef010eb54 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358783 Mar 23 01:38:39.661449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cbf75-be39-4121-9d54-6a7594ffea96 req-2bcdaa53-2956-4c05-8d55-40daed0e69ac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:39.668430 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 898e7879-bbba-4101-98e4-f3b851faf5e9 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:39.669003 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:39.670766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cbf75-be39-4121-9d54-6a7594ffea96 req-2bcdaa53-2956-4c05-8d55-40daed0e69ac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:39.702307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cbf75-be39-4121-9d54-6a7594ffea96 req-2bcdaa53-2956-4c05-8d55-40daed0e69ac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:39.726586 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cbf75-be39-4121-9d54-6a7594ffea96 req-2bcdaa53-2956-4c05-8d55-40daed0e69ac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:39.743193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cbf75-be39-4121-9d54-6a7594ffea96 req-2bcdaa53-2956-4c05-8d55-40daed0e69ac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:39.749749 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cbf75-be39-4121-9d54-6a7594ffea96 req-2bcdaa53-2956-4c05-8d55-40daed0e69ac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:39.756753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cbf75-be39-4121-9d54-6a7594ffea96 req-2bcdaa53-2956-4c05-8d55-40daed0e69ac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:39.759082 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e3cbf75-be39-4121-9d54-6a7594ffea96 req-2bcdaa53-2956-4c05-8d55-40daed0e69ac tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5436 time: 2.3280110 Mar 23 01:38:39.761107 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:39.766567 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-00ce7f53-337b-4abc-972d-26b6139f9232 req-538e3c7a-d3a2-4c7e-825f-ca324d9dbc28 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 210 time: 0.0586777 Mar 23 01:38:39.770031 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5776e579-b453-4d93-a9f2-e43615a48357 None None] Current status of the port 898e7879-bbba-4101-98e4-f3b851faf5e9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:39.867383 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb722823-6222-49f9-a358-bcb5c269c25d x-openstack-request-id: req-cb722823-6222-49f9-a358-bcb5c269c25d {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:38:39.867676 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "tag": "59837881-d55f-4f24-b255-aabfe6131a45", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:38:39.867932 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb722823-6222-49f9-a358-bcb5c269c25d {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:38:39.868356 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb722823-6222-49f9-a358-bcb5c269c25d'] response: {'name': 'network-changed', 'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'tag': '59837881-d55f-4f24-b255-aabfe6131a45', 'status': 'completed', 'code': 200} Mar 23 01:38:39.880501 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a1eb0-49f3-4d66-954a-7cfbe6cc45bf req-3f066da8-449e-4134-a013-146c2b287326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:39.882425 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-051a1eb0-49f3-4d66-954a-7cfbe6cc45bf req-3f066da8-449e-4134-a013-146c2b287326 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.6145294 Mar 23 01:38:39.972121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 898e7879-bbba-4101-98e4-f3b851faf5e9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:40.027110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Network 55577988-71eb-4574-9c6d-704e30d467e8 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:40.051387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'name': 'tempest-ServerActionsTestJSON-815986857-router', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:27Z', 'updated_at': '2022-03-23T01:38:32Z', 'revision_number': 3, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'gw_port': {'id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:30Z', 'updated_at': '2022-03-23T01:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:40.077542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:40.088322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:40.148236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff40765-2895-4576-90d3-74b0ac74dbaf None None] The sync data for ids ['78ca9f2b-f249-4a13-a294-3086907b1051'] in n-d-834677-4 is: [{'id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'name': 'tempest-ServerActionsTestJSON-815986857-router', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:27Z', 'updated_at': '2022-03-23T01:38:32Z', 'revision_number': 3, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'gw_port': {'id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:30Z', 'updated_at': '2022-03-23T01:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:38:40.201691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb7dfd4-86e5-403d-a194-499bdcba2755,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:40.245334 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e3cbf75-be39-4121-9d54-6a7594ffea96 req-d83f8529-13eb-4680-b65e-312721ef0178 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4504228 Mar 23 01:38:40.345192 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (78ca9f2b-f249-4a13-a294-3086907b1051), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:40.464973 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-391ffc31-52d8-4170-9304-cd064ae9a95f tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:40.467440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-391ffc31-52d8-4170-9304-cd064ae9a95f tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 819 time: 0.4785998 Mar 23 01:38:40.508316 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-018fee01-42c3-4413-b992-190e8ff99487 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/quotas/1a0be8da6981495ea519e2738ecfd846 HTTP/1.1" status: 200 len: 375 time: 0.0270433 Mar 23 01:38:40.564152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-7238c2c5-d675-4f81-9aba-10a74145c121 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:40.565923 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-7238c2c5-d675-4f81-9aba-10a74145c121 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 819 time: 0.3732474 Mar 23 01:38:40.593816 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-ec53f46d-813a-433b-be81-3da0feeaa06e tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838268 Mar 23 01:38:40.606679 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-ebfd2915-fcdb-4b5c-bd39-e28c953c7114 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Request body: {'port': {'device_id': 'f73e70be-f614-4b89-b404-b434c8a0b125', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'admin_state_up': True, 'tenant_id': '1a0be8da6981495ea519e2738ecfd846'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:40.643661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a4016bd4-e777-416a-89e8-6e42626aa05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:40.647459 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4cd8660d-f50d-457c-878e-b3d865781c44 None None] Provisioning complete for port 0fb7dfd4-86e5-403d-a194-499bdcba2755 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:40.648075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a4016bd4-e777-416a-89e8-6e42626aa05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:40.648515 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4cd8660d-f50d-457c-878e-b3d865781c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:40.649094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a4016bd4-e777-416a-89e8-6e42626aa05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:40.652022 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a4016bd4-e777-416a-89e8-6e42626aa05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:40.652576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a4016bd4-e777-416a-89e8-6e42626aa05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:40.655248 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a4016bd4-e777-416a-89e8-6e42626aa05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:40.661181 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a4016bd4-e777-416a-89e8-6e42626aa05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:40.668646 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a4016bd4-e777-416a-89e8-6e42626aa05c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6f9aae227d84399a0bbd30fdbd1c690&device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 6705 time: 0.6726708 Mar 23 01:38:40.782137 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4cd8660d-f50d-457c-878e-b3d865781c44 None None] Port 0fb7dfd4-86e5-403d-a194-499bdcba2755 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:38:40.833598 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e8785057-9dbf-416e-9d57-fe2162ab8706 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (aa8b6d1d-e9ca-4de7-9175-a212905db1d3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:40.879108 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-9accf84c-72cc-4175-a860-a5060585cc1f service neutron] 10.222.0.18 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842147 Mar 23 01:38:41.023569 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-77f571e3-49ef-4f08-a73f-babeddeb917a service neutron] 10.222.0.18 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434710 Mar 23 01:38:41.026881 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-ebfd2915-fcdb-4b5c-bd39-e28c953c7114 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Made reservation on behalf of 1a0be8da6981495ea519e2738ecfd846 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:41.050201 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-ebfd2915-fcdb-4b5c-bd39-e28c953c7114 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:41.050424 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a6baf720-b3cf-4b0e-8d48-f5cc5de0aee0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a932a57-4ff5-4c2c-8280-db9116662f6a HTTP/1.1" status: 200 len: 217 time: 0.2388113 Mar 23 01:38:41.106028 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c658986e-8402-4e79-9fea-3f0b35836f5a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:41.232957 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8785057-9dbf-416e-9d57-fe2162ab8706 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Checking segment: {'id': 'a648a876-ff09-4903-83a2-b017c0ae1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ecbafc51-e216-4a87-99ef-999d59d68b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:41.233399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8785057-9dbf-416e-9d57-fe2162ab8706 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network hostable DHCP agents. Network: ecbafc51-e216-4a87-99ef-999d59d68b00, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:38:41.240774 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-6d01c48c-749b-4719-b915-64aad4610be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:41.242448 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-6d01c48c-749b-4719-b915-64aad4610be4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa94e74e-46b8-47a8-b6d4-0e87a32824b1 HTTP/1.1" status: 200 len: 855 time: 0.1491642 Mar 23 01:38:41.254085 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port c658986e-8402-4e79-9fea-3f0b35836f5a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:41.254507 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c658986e-8402-4e79-9fea-3f0b35836f5a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:41.255147 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-ebfd2915-fcdb-4b5c-bd39-e28c953c7114 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Allocated IP 172.20.0.3 (2e4609e6-484a-44b5-8c5d-d44654d0857a/08d877d8-0c5c-494f-b07e-0547e1d110b1/8bb4970b-5b6b-411e-ad70-de61dd5025d8) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:41.371956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c9d0c-8320-4403-9973-0fc05a57c282 req-3f4b439e-80af-43b8-af2b-f297bb3b851f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:41.376333 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e4c9d0c-8320-4403-9973-0fc05a57c282 req-3f4b439e-80af-43b8-af2b-f297bb3b851f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.9237843 Mar 23 01:38:41.497194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port c658986e-8402-4e79-9fea-3f0b35836f5a is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:41.497576 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c658986e-8402-4e79-9fea-3f0b35836f5a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:41.530142 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port c658986e-8402-4e79-9fea-3f0b35836f5a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c658986e-8402-4e79-9fea-3f0b35836f5a,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:41.539154 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c658986e-8402-4e79-9fea-3f0b35836f5a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:41.540004 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 898e7879-bbba-4101-98e4-f3b851faf5e9 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:41.562523 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:41.601231 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e4c9d0c-8320-4403-9973-0fc05a57c282 req-e480c96e-308a-4bd4-852a-6aa57a8813b3 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762490 Mar 23 01:38:41.646502 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8785057-9dbf-416e-9d57-fe2162ab8706 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network ecbafc51-e216-4a87-99ef-999d59d68b00 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:38:41.658272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-37449573-e639-4dcf-9c86-cc273b8d4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:41.666391 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-37449573-e639-4dcf-9c86-cc273b8d4565 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13a7d5be-3a4a-49f2-b46c-3aac41f10be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4115593 Mar 23 01:38:41.674646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a2f00-a813-43ae-9cd4-82fc7576023f req-8a616aa5-b422-4bc6-bcba-bcb6d738f5ab tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:41.683326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8785057-9dbf-416e-9d57-fe2162ab8706 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Subnet': ['ID=aa8b6d1d-e9ca-4de7-9175-a212905db1d3,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:41.691010 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a2f00-a813-43ae-9cd4-82fc7576023f req-8a616aa5-b422-4bc6-bcba-bcb6d738f5ab tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:41.704618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a2f00-a813-43ae-9cd4-82fc7576023f req-8a616aa5-b422-4bc6-bcba-bcb6d738f5ab tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:41.720565 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a2f00-a813-43ae-9cd4-82fc7576023f req-8a616aa5-b422-4bc6-bcba-bcb6d738f5ab tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:41.733093 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a2f00-a813-43ae-9cd4-82fc7576023f req-8a616aa5-b422-4bc6-bcba-bcb6d738f5ab tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:41.744832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a2f00-a813-43ae-9cd4-82fc7576023f req-8a616aa5-b422-4bc6-bcba-bcb6d738f5ab tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:41.761806 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a2f00-a813-43ae-9cd4-82fc7576023f req-8a616aa5-b422-4bc6-bcba-bcb6d738f5ab tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:41.764028 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a39a2f00-a813-43ae-9cd4-82fc7576023f req-8a616aa5-b422-4bc6-bcba-bcb6d738f5ab tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5436 time: 0.3311253 Mar 23 01:38:41.789206 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42162) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:41.810312 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b5cbca4f-f07c-4c51-944e-af0ab47094aa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Request body: {'floatingip': {'port_id': '2d8dfe5e-cdc8-4768-9471-144d16113e42'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:41.824588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=c658986e-8402-4e79-9fea-3f0b35836f5a,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:41.841618 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 898e7879-bbba-4101-98e4-f3b851faf5e9 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:41.842320 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:41.858685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e8785057-9dbf-416e-9d57-fe2162ab8706 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, ecbafc51-e216-4a87-99ef-999d59d68b00) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:41.917258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa45c80-5a24-4143-a919-bf7b7a19fea3 None None] Network ecbafc51-e216-4a87-99ef-999d59d68b00 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:38:41.920037 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5cbca4f-f07c-4c51-944e-af0ab47094aa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for floatingip (165ad022-888c-4c10-9046-0092b04ccaae), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:42.080007 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d333eacf-0125-4975-a9e8-85647d67d947 req-6fab20a2-b18d-437d-878f-b92588247968 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 210 time: 0.1891680 Mar 23 01:38:42.119413 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-ebfd2915-fcdb-4b5c-bd39-e28c953c7114 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for port (8bb4970b-5b6b-411e-ad70-de61dd5025d8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:42.131391 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-b0094c32-1a1f-46ca-8bb2-265b49bc6faf service neutron] 10.222.0.43 "GET /v2.0/networks/13a7d5be-3a4a-49f2-b46c-3aac41f10be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446778 Mar 23 01:38:42.217508 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8785057-9dbf-416e-9d57-fe2162ab8706 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:42.218111 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e8785057-9dbf-416e-9d57-fe2162ab8706 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:42.336895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffde048-6393-4c58-ae28-ff0a335d6992 req-6f138b0f-2d52-4827-9e70-bab7bd4b91e8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:42.343473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffde048-6393-4c58-ae28-ff0a335d6992 req-6f138b0f-2d52-4827-9e70-bab7bd4b91e8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:42.349651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffde048-6393-4c58-ae28-ff0a335d6992 req-6f138b0f-2d52-4827-9e70-bab7bd4b91e8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:42.356291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffde048-6393-4c58-ae28-ff0a335d6992 req-6f138b0f-2d52-4827-9e70-bab7bd4b91e8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:42.364907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffde048-6393-4c58-ae28-ff0a335d6992 req-6f138b0f-2d52-4827-9e70-bab7bd4b91e8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:42.370861 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffde048-6393-4c58-ae28-ff0a335d6992 req-6f138b0f-2d52-4827-9e70-bab7bd4b91e8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:42.376465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffde048-6393-4c58-ae28-ff0a335d6992 req-6f138b0f-2d52-4827-9e70-bab7bd4b91e8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:42.378574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 898e7879-bbba-4101-98e4-f3b851faf5e9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:42.379807 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4ffde048-6393-4c58-ae28-ff0a335d6992 req-6f138b0f-2d52-4827-9e70-bab7bd4b91e8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.5250854 Mar 23 01:38:42.399015 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e8785057-9dbf-416e-9d57-fe2162ab8706 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.2776756 Mar 23 01:38:42.403771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42166) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:42.410706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-ecbafc51-e216-4a87-99ef-999d59d68b00', 'network_id': 'ecbafc51-e216-4a87-99ef-999d59d68b00', 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'fixed_ips': [{'subnet_id': 'aa8b6d1d-e9ca-4de7-9175-a212905db1d3'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:38:42.412459 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:42.418232 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-7a6895ce-ec90-46e3-93ad-eb115324a62b service neutron] 10.222.0.43 "GET /v2.0/networks/13a7d5be-3a4a-49f2-b46c-3aac41f10be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781277 Mar 23 01:38:42.424146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-b763d4b2-e378-426f-aef2-bff9ab6f775b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-86250843', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:42.536351 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-e7577c95-cf85-43f0-86d6-4fcb005a6acf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=984ab90e-b799-4d7f-a827-310af7277e93 HTTP/1.1" status: 200 len: 217 time: 0.0815356 Mar 23 01:38:42.596924 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-ebfd2915-fcdb-4b5c-bd39-e28c953c7114 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8bb4970b-5b6b-411e-ad70-de61dd5025d8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:42.605855 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4ffde048-6393-4c58-ae28-ff0a335d6992 req-6514fdad-3fca-4b6e-83c7-47d13a1213d6 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2042124 Mar 23 01:38:42.670365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f39af846-f202-4914-9dc6-098d2dd9608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:42.671963 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f39af846-f202-4914-9dc6-098d2dd9608f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5318283b-1a4c-4eb2-a126-9552729eb2b3 HTTP/1.1" status: 200 len: 797 time: 0.1112492 Mar 23 01:38:42.677361 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b763d4b2-e378-426f-aef2-bff9ab6f775b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (aa2954d4-f61b-4c4d-be31-c1772a4dcd06), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:42.678766 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b763d4b2-e378-426f-aef2-bff9ab6f775b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (aa2954d4-f61b-4c4d-be31-c1772a4dcd06), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:42.746500 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b763d4b2-e378-426f-aef2-bff9ab6f775b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_controller (aa2954d4-f61b-4c4d-be31-c1772a4dcd06), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:42.755886 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Allocated IP 2001:db8::2 (ecbafc51-e216-4a87-99ef-999d59d68b00/aa8b6d1d-e9ca-4de7-9175-a212905db1d3/6e4afd81-7c7c-49c3-a1b3-2c242e2c2677) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:42.781423 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b763d4b2-e378-426f-aef2-bff9ab6f775b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (aa2954d4-f61b-4c4d-be31-c1772a4dcd06), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:42.820532 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Publish callbacks [] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:42.827211 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b763d4b2-e378-426f-aef2-bff9ab6f775b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:42.828557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b763d4b2-e378-426f-aef2-bff9ab6f775b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4237261 Mar 23 01:38:42.832008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-39b7b698-7860-4e78-a635-f2b73a00d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:42.833983 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-39b7b698-7860-4e78-a635-f2b73a00d982 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8be97217-9f6e-4d52-a151-af50fe88b198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0847521 Mar 23 01:38:42.834564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42170) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:43.125564 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-5178f15f-d6ea-45ba-8261-761ae787a312 service neutron] 10.222.0.43 "GET /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686258 Mar 23 01:38:43.126149 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:43.141331 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Publish callbacks [] for port (6e4afd81-7c7c-49c3-a1b3-2c242e2c2677), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:43.155904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c658986e-8402-4e79-9fea-3f0b35836f5a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:43.169910 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (6e4afd81-7c7c-49c3-a1b3-2c242e2c2677), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:43.370681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb7dfd4-86e5-403d-a194-499bdcba2755,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:43.381905 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-0e08bd96-66b9-460e-8fe9-ed003c78ee9d service neutron] 10.222.0.43 "GET /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651444 Mar 23 01:38:43.566842 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0bbcdc44-4da7-4379-abb9-3c2e98d805b6 req-ad239cdc-19ad-4685-a7d0-92be8f4f5ab6 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 210 time: 0.1809814 Mar 23 01:38:43.574301 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-c3793cdb-581f-4e08-83bc-c90ca60552e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 HTTP/1.1" status: 200 len: 217 time: 0.1382699 Mar 23 01:38:43.653295 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.resource_extend [None req-b5cbca4f-f07c-4c51-944e-af0ab47094aa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:38:43.784017 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Network ecbafc51-e216-4a87-99ef-999d59d68b00 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:43.787591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42180) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:43.788647 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (78ca9f2b-f249-4a13-a294-3086907b1051), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:43.791481 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:43.797229 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:43.821011 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Pushing event updated for resources: {'Port': ['ID=6e4afd81-7c7c-49c3-a1b3-2c242e2c2677,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:43.898188 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port c658986e-8402-4e79-9fea-3f0b35836f5a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:43.898954 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c658986e-8402-4e79-9fea-3f0b35836f5a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:43.926288 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Attempting to bind port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:43.927135 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Attempting to bind port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'a648a876-ff09-4903-83a2-b017c0ae1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ecbafc51-e216-4a87-99ef-999d59d68b00'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:43.927721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Attempting to bind port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 on network ecbafc51-e216-4a87-99ef-999d59d68b00 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:43.937890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:43.938744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Checking segment: {'id': 'a648a876-ff09-4903-83a2-b017c0ae1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ecbafc51-e216-4a87-99ef-999d59d68b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:43.939367 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:43.939970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Bound using segment: {'id': 'a648a876-ff09-4903-83a2-b017c0ae1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ecbafc51-e216-4a87-99ef-999d59d68b00'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:43.940705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Bound port: 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a648a876-ff09-4903-83a2-b017c0ae1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ecbafc51-e216-4a87-99ef-999d59d68b00'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:43.941332 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6e4afd81-7c7c-49c3-a1b3-2c242e2c2677), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:43.982315 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-fa6f83e9-07b2-495b-918a-a4046b5226d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:43.983813 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-fa6f83e9-07b2-495b-918a-a4046b5226d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5318283b-1a4c-4eb2-a126-9552729eb2b3 HTTP/1.1" status: 200 len: 797 time: 0.2199409 Mar 23 01:38:44.078947 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a3a49-d113-4634-bc71-9aabc04e671d req-1cecc516-5686-4de1-90b6-8a5f28e71b8e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:44.085409 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a3a49-d113-4634-bc71-9aabc04e671d req-1cecc516-5686-4de1-90b6-8a5f28e71b8e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:44.091433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a3a49-d113-4634-bc71-9aabc04e671d req-1cecc516-5686-4de1-90b6-8a5f28e71b8e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:44.099310 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a3a49-d113-4634-bc71-9aabc04e671d req-1cecc516-5686-4de1-90b6-8a5f28e71b8e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:44.113294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] For port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:44.118915 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] For port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6e4afd81-7c7c-49c3-a1b3-2c242e2c2677,segment=NetworkSegment(a648a876-ff09-4903-83a2-b017c0ae1b96),segment_id=a648a876-ff09-4903-83a2-b017c0ae1b96)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:44.119555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a3a49-d113-4634-bc71-9aabc04e671d req-1cecc516-5686-4de1-90b6-8a5f28e71b8e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:44.133443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a3a49-d113-4634-bc71-9aabc04e671d req-1cecc516-5686-4de1-90b6-8a5f28e71b8e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:44.147642 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6e4afd81-7c7c-49c3-a1b3-2c242e2c2677), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:44.150320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a3a49-d113-4634-bc71-9aabc04e671d req-1cecc516-5686-4de1-90b6-8a5f28e71b8e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:44.153185 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-982a3a49-d113-4634-bc71-9aabc04e671d req-1cecc516-5686-4de1-90b6-8a5f28e71b8e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.3788414 Mar 23 01:38:44.175361 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-953bd883-fd6c-4859-8aff-91cf74a18d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:44.178021 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:44.373596 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-953bd883-fd6c-4859-8aff-91cf74a18d54 admin admin] Publish callbacks [] for security_group (e668cfdc-7d06-4dd9-86c4-edf124edade6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:44.374885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995d1ca-e5ab-4e2e-bf03-dc9305c0db6b None None] Pushing event updated for resources: {'Port': ['ID=6e4afd81-7c7c-49c3-a1b3-2c242e2c2677,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:44.386378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port c658986e-8402-4e79-9fea-3f0b35836f5a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:44.399629 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-953bd883-fd6c-4859-8aff-91cf74a18d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e668cfdc-7d06-4dd9-86c4-edf124edade6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:44.523068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bd883-fd6c-4859-8aff-91cf74a18d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e668cfdc-7d06-4dd9-86c4-edf124edade6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:44.617938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Network 55577988-71eb-4574-9c6d-704e30d467e8 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:44.658329 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5cbca4f-f07c-4c51-944e-af0ab47094aa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:44.715224 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5cbca4f-f07c-4c51-944e-af0ab47094aa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (165ad022-888c-4c10-9046-0092b04ccaae), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:44.732841 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-982a3a49-d113-4634-bc71-9aabc04e671d req-91894ca1-0839-445c-b750-b6f81155b71a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5482230 Mar 23 01:38:44.740636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:44.766534 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-953bd883-fd6c-4859-8aff-91cf74a18d54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7431be91ae4349fe8fbbd73f823ef9ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9728143 Mar 23 01:38:44.772440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42196) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:44.776357 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-01022fe3-4396-452b-87b0-d002a72df6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:44.778856 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-01022fe3-4396-452b-87b0-d002a72df6bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8be97217-9f6e-4d52-a151-af50fe88b198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7208228 Mar 23 01:38:45.081519 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-ebfd2915-fcdb-4b5c-bd39-e28c953c7114 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Network 2e4609e6-484a-44b5-8c5d-d44654d0857a is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:45.098255 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-b5cbca4f-f07c-4c51-944e-af0ab47094aa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Floating IP 165ad022-888c-4c10-9046-0092b04ccaae associated. External IP: 172.25.0.21, port: 2d8dfe5e-cdc8-4768-9471-144d16113e42. Mar 23 01:38:45.108856 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:45.277774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0e49db99-7cc7-4e55-b630-f8353545e2e3 None None] Provisioning complete for port 0fb7dfd4-86e5-403d-a194-499bdcba2755 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:45.291057 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0e49db99-7cc7-4e55-b630-f8353545e2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:45.303521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-ebfd2915-fcdb-4b5c-bd39-e28c953c7114 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:45.342336 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-ebfd2915-fcdb-4b5c-bd39-e28c953c7114 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:45.361991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-de3828a5-2647-488c-a003-baee2088286b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:45.384662 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-de3828a5-2647-488c-a003-baee2088286b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 819 time: 1.0271029 Mar 23 01:38:45.387794 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:45.388392 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6e4afd81-7c7c-49c3-a1b3-2c242e2c2677), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:45.464822 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0e49db99-7cc7-4e55-b630-f8353545e2e3 None None] Port 0fb7dfd4-86e5-403d-a194-499bdcba2755 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:38:45.475619 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd2915-fcdb-4b5c-bd39-e28c953c7114 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Pushing event updated for resources: {'Port': ['ID=8bb4970b-5b6b-411e-ad70-de61dd5025d8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:45.525621 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-96f73ff0-297e-482d-afa1-758c920b7709 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Request body: {'port': {'device_id': '46b0c605-232a-459a-bd8e-c8e7222e4042', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'admin_state_up': True, 'tenant_id': '1a0be8da6981495ea519e2738ecfd846'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:45.624676 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:45.625029 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6e4afd81-7c7c-49c3-a1b3-2c242e2c2677), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:45.727393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6e4afd81-7c7c-49c3-a1b3-2c242e2c2677,segment=NetworkSegment(a648a876-ff09-4903-83a2-b017c0ae1b96),segment_id=a648a876-ff09-4903-83a2-b017c0ae1b96)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:45.739410 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6e4afd81-7c7c-49c3-a1b3-2c242e2c2677), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:45.770516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-ebfd2915-fcdb-4b5c-bd39-e28c953c7114 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:45.772716 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-ebfd2915-fcdb-4b5c-bd39-e28c953c7114 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:45.859398 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-ebfd2915-fcdb-4b5c-bd39-e28c953c7114 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2507205 Mar 23 01:38:45.870973 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=6e4afd81-7c7c-49c3-a1b3-2c242e2c2677,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:45.905284 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-770a1d1b-3007-4a16-b103-94f6b3124ddd None None] Provisioning complete for port 8bb4970b-5b6b-411e-ad70-de61dd5025d8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:45.905660 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-770a1d1b-3007-4a16-b103-94f6b3124ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8bb4970b-5b6b-411e-ad70-de61dd5025d8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:45.906079 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Request body: {'port': {'device_id': 'f73e70be-f614-4b89-b404-b434c8a0b125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:45.976309 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-770a1d1b-3007-4a16-b103-94f6b3124ddd None None] Port 8bb4970b-5b6b-411e-ad70-de61dd5025d8 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:38:46.047421 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-89a3db8b-3a62-42e3-aa5a-9156d250a619 req-c30acef4-20d0-4128-9a8e-5dff737498d4 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 210 time: 1.0720894 Mar 23 01:38:46.088961 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8bb4970b-5b6b-411e-ad70-de61dd5025d8), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:46.097379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Router 78ca9f2b-f249-4a13-a294-3086907b1051 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:38:46.103562 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed660d3d-3693-4273-bc14-33b901cb2a88 admin admin] Publish callbacks [] for security_group (e668cfdc-7d06-4dd9-86c4-edf124edade6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:46.329860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9653fc90-6ae5-4d97-859a-62256fb5a3b4 None None] Network ecbafc51-e216-4a87-99ef-999d59d68b00 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:38:46.381933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:38:46.395283 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Sync routers for ids ['78ca9f2b-f249-4a13-a294-3086907b1051'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:38:46.400090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8a2f11aa-65f4-4eb3-9e2b-d88299dd82e7 admin admin] 10.222.0.18 "PUT /v2.0/routers/78ca9f2b-f249-4a13-a294-3086907b1051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8797462 Mar 23 01:38:46.426165 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Routers {'78ca9f2b-f249-4a13-a294-3086907b1051'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:46.429236 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['78ca9f2b-f249-4a13-a294-3086907b1051'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:46.430843 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed660d3d-3693-4273-bc14-33b901cb2a88 admin admin] Publish callbacks [] for security_group (e668cfdc-7d06-4dd9-86c4-edf124edade6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:46.464503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a45d6a-ca17-4614-8440-771c1dbf2fb8 req-68d16c77-88b6-4569-a078-cc0611425265 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:46.469997 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-65a45d6a-ca17-4614-8440-771c1dbf2fb8 req-68d16c77-88b6-4569-a078-cc0611425265 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 2.1232526 Mar 23 01:38:46.647903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-36456a55-541a-4e71-bf6e-945467b5c0df None None] Provisioning complete for port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:46.649261 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-36456a55-541a-4e71-bf6e-945467b5c0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6e4afd81-7c7c-49c3-a1b3-2c242e2c2677), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:46.664854 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-1caa6587-d7d6-47a4-a9f3-9ecd70618c29 service neutron] 10.222.0.43 "GET /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8692348 Mar 23 01:38:46.761003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d1b9d-0477-4329-afbd-1d009b1b6b23 req-61edcd20-e8ca-4a0e-9fdb-077e58882ad3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:46.774056 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-36456a55-541a-4e71-bf6e-945467b5c0df None None] Current status of the port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:46.781078 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d1b9d-0477-4329-afbd-1d009b1b6b23 req-61edcd20-e8ca-4a0e-9fdb-077e58882ad3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:46.808370 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Set router 78ca9f2b-f249-4a13-a294-3086907b1051 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:38:46.809456 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d1b9d-0477-4329-afbd-1d009b1b6b23 req-61edcd20-e8ca-4a0e-9fdb-077e58882ad3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:46.817239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d1b9d-0477-4329-afbd-1d009b1b6b23 req-61edcd20-e8ca-4a0e-9fdb-077e58882ad3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:46.842516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d1b9d-0477-4329-afbd-1d009b1b6b23 req-61edcd20-e8ca-4a0e-9fdb-077e58882ad3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:46.860027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d1b9d-0477-4329-afbd-1d009b1b6b23 req-61edcd20-e8ca-4a0e-9fdb-077e58882ad3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:46.869937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d1b9d-0477-4329-afbd-1d009b1b6b23 req-61edcd20-e8ca-4a0e-9fdb-077e58882ad3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:46.876050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-297d1b9d-0477-4329-afbd-1d009b1b6b23 req-61edcd20-e8ca-4a0e-9fdb-077e58882ad3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.6877658 Mar 23 01:38:46.997705 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-96f73ff0-297e-482d-afa1-758c920b7709 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Made reservation on behalf of 1a0be8da6981495ea519e2738ecfd846 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:38:47.003617 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-96f73ff0-297e-482d-afa1-758c920b7709 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:47.018908 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:47.060401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Allocated IP 2001:db8::1 (ecbafc51-e216-4a87-99ef-999d59d68b00/aa8b6d1d-e9ca-4de7-9175-a212905db1d3/66f2ff77-08ae-4662-ae8c-b957704b2a3f) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:47.142341 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed660d3d-3693-4273-bc14-33b901cb2a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e668cfdc-7d06-4dd9-86c4-edf124edade6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:47.145793 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed660d3d-3693-4273-bc14-33b901cb2a88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:47.148151 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ed660d3d-3693-4273-bc14-33b901cb2a88 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e668cfdc-7d06-4dd9-86c4-edf124edade6 HTTP/1.1" status: 204 len: 168 time: 2.3682804 Mar 23 01:38:47.236243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9c9d1e0e-bce5-4e68-bdc7-714aa477918a None None] Provisioning complete for port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:47.236676 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9c9d1e0e-bce5-4e68-bdc7-714aa477918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6e4afd81-7c7c-49c3-a1b3-2c242e2c2677), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:47.307380 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed660d3d-3693-4273-bc14-33b901cb2a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e668cfdc-7d06-4dd9-86c4-edf124edade6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:47.329093 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-297d1b9d-0477-4329-afbd-1d009b1b6b23 req-b4db0d3c-4a94-4cd8-8733-a4c1f7c4367d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4275188 Mar 23 01:38:47.453751 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-65a45d6a-ca17-4614-8440-771c1dbf2fb8 req-39d24061-0b01-454b-8723-ee179774f375 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8887982 Mar 23 01:38:47.480194 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'name': 'tempest-ServerActionsTestJSON-815986857-router', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:27Z', 'updated_at': '2022-03-23T01:38:40Z', 'revision_number': 4, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'gw_port': {'id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:30Z', 'updated_at': '2022-03-23T01:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '0fb7dfd4-86e5-403d-a194-499bdcba2755', 'name': '', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'mac_address': 'fa:16:3e:ed:d3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:37Z', 'updated_at': '2022-03-23T01:38:42Z', 'revision_number': 2, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'subnets': [{'id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:47.504173 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-e3660583-eee6-45db-b8e5-455881136cf6 service neutron] 10.222.0.43 "GET /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7852757 Mar 23 01:38:47.554902 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d1e0e-bce5-4e68-bdc7-714aa477918a None None] Current status of the port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:47.589897 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:47.590159 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6e4afd81-7c7c-49c3-a1b3-2c242e2c2677), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:47.687763 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cbca4f-f07c-4c51-944e-af0ab47094aa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:38:47.731414 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-e19e1cad-32a0-4b0f-8c35-5a4c1bad7492 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=71840044-c12d-499c-b285-a288993a4af4 HTTP/1.1" status: 200 len: 217 time: 0.2239707 Mar 23 01:38:47.741740 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Checking router: 78ca9f2b-f249-4a13-a294-3086907b1051 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:38:47.745138 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Updating router 78ca9f2b-f249-4a13-a294-3086907b1051 port 0fb7dfd4-86e5-403d-a194-499bdcba2755 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:38:47.813080 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06f3262d-7778-4149-99bf-ede0fbf79b61 req-b21395d3-03d5-4c26-8d31-e07c676ab860 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 210 time: 0.1569951 Mar 23 01:38:47.837452 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:47.924376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:48.005763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (66f2ff77-08ae-4662-ae8c-b957704b2a3f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:48.020690 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-2e851d51-9e3d-4e1e-b122-27dbe9d155a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:48.026854 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-2e851d51-9e3d-4e1e-b122-27dbe9d155a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5318283b-1a4c-4eb2-a126-9552729eb2b3 HTTP/1.1" status: 200 len: 797 time: 0.2874129 Mar 23 01:38:48.228863 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4acd74b6-c14e-4e6d-ad9b-c8b21f6c4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:48.231156 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4acd74b6-c14e-4e6d-ad9b-c8b21f6c4b99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8be97217-9f6e-4d52-a151-af50fe88b198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1966772 Mar 23 01:38:48.233241 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (66f2ff77-08ae-4662-ae8c-b957704b2a3f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:48.297417 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cbca4f-f07c-4c51-944e-af0ab47094aa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:38:48.310574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7544911-39b1-4d42-b846-8fb6be6662da None None] Sync routers for ids ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:38:48.315258 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5cbca4f-f07c-4c51-944e-af0ab47094aa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:48.326825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7544911-39b1-4d42-b846-8fb6be6662da None None] Routers {'3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:48.328922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c7544911-39b1-4d42-b846-8fb6be6662da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:48.392943 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb4970b-5b6b-411e-ad70-de61dd5025d8 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:48.425741 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Publish callbacks [] for port (8bb4970b-5b6b-411e-ad70-de61dd5025d8), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:48.438436 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network ecbafc51-e216-4a87-99ef-999d59d68b00 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:48.456819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:48.471692 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b5cbca4f-f07c-4c51-944e-af0ab47094aa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "PUT /v2.0/floatingips/165ad022-888c-4c10-9046-0092b04ccaae HTTP/1.1" status: 200 len: 991 time: 6.6672292 Mar 23 01:38:48.471692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'tag': '2d8dfe5e-cdc8-4768-9471-144d16113e42'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:38:48.472660 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcc4e69-53fa-4315-9d4a-a54d632c3914" -d '{"events": [{"name": "network-changed", "server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "tag": "2d8dfe5e-cdc8-4768-9471-144d16113e42"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:38:48.478201 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:48.479341 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (aa2954d4-f61b-4c4d-be31-c1772a4dcd06), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:48.494832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Transition to ACTIVE for port object 8bb4970b-5b6b-411e-ad70-de61dd5025d8 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:38:48.516652 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (8bb4970b-5b6b-411e-ad70-de61dd5025d8), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:48.589882 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42236) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:48.594482 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Publish callbacks [] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:48.607854 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:48.632665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-315f2984-946a-4a6e-9695-ee857e109a19 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1842657743', 'description': 'tempest-description--362247461'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:48.659069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-c7544911-39b1-4d42-b846-8fb6be6662da None None] Set router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:38:48.702566 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187f61b-f376-46ba-ae85-14789d78a80a None None] Pushing event updated for resources: {'Port': ['ID=0fb7dfd4-86e5-403d-a194-499bdcba2755,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:48.795482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=66f2ff77-08ae-4662-ae8c-b957704b2a3f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:48.868483 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-96f73ff0-297e-482d-afa1-758c920b7709 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Allocated IP 172.20.0.6 (2e4609e6-484a-44b5-8c5d-d44654d0857a/08d877d8-0c5c-494f-b07e-0547e1d110b1/45b7930c-1b62-4e79-a8b4-7e5e6f6469cf) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:48.922866 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Attempting to bind port 0fb7dfd4-86e5-403d-a194-499bdcba2755 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:48.924728 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Attempting to bind port 0fb7dfd4-86e5-403d-a194-499bdcba2755 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:48.925722 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Attempting to bind port 0fb7dfd4-86e5-403d-a194-499bdcba2755 on network 55577988-71eb-4574-9c6d-704e30d467e8 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:48.942091 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:48.942751 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Checking segment: {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:48.943257 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:48.943669 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Bound using segment: {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:48.948416 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Bound port: 0fb7dfd4-86e5-403d-a194-499bdcba2755, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:48.948905 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:48.972319 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-40e23245-8fa2-4959-b154-711a61cebb2e service neutron] 10.222.0.43 "GET /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326503 Mar 23 01:38:49.144407 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7399eaf3-f49b-41cd-9ed2-933d628db49e x-openstack-request-id: req-7399eaf3-f49b-41cd-9ed2-933d628db49e {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:38:49.145406 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "tag": "2d8dfe5e-cdc8-4768-9471-144d16113e42", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:38:49.145914 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7399eaf3-f49b-41cd-9ed2-933d628db49e {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:38:49.146627 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] For port 0fb7dfd4-86e5-403d-a194-499bdcba2755, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:49.147576 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7399eaf3-f49b-41cd-9ed2-933d628db49e'] response: {'name': 'network-changed', 'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'tag': '2d8dfe5e-cdc8-4768-9471-144d16113e42', 'status': 'completed', 'code': 200} Mar 23 01:38:49.154561 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] For port 0fb7dfd4-86e5-403d-a194-499bdcba2755, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0fb7dfd4-86e5-403d-a194-499bdcba2755,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:49.165373 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:49.230020 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187f61b-f376-46ba-ae85-14789d78a80a None None] Pushing event updated for resources: {'Port': ['ID=0fb7dfd4-86e5-403d-a194-499bdcba2755,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:49.237823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Pushing event updated for resources: {'Port': ['ID=8bb4970b-5b6b-411e-ad70-de61dd5025d8,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:49.267842 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-315f2984-946a-4a6e-9695-ee857e109a19 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:49.274314 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Routers {'78ca9f2b-f249-4a13-a294-3086907b1051'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:49.275922 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['78ca9f2b-f249-4a13-a294-3086907b1051'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:49.332165 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2c4d4aa1-64ce-4d9a-8c27-cbe379660f70 None None] Provisioning complete for port 66f2ff77-08ae-4662-ae8c-b957704b2a3f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:49.332557 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2c4d4aa1-64ce-4d9a-8c27-cbe379660f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (66f2ff77-08ae-4662-ae8c-b957704b2a3f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:49.343272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-e60a290c-aff1-4393-a682-b7fb31af140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:49.343826 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-e60a290c-aff1-4393-a682-b7fb31af140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:49.354597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-e60a290c-aff1-4393-a682-b7fb31af140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:49.355145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-e60a290c-aff1-4393-a682-b7fb31af140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:49.355644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-e60a290c-aff1-4393-a682-b7fb31af140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:49.356086 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-e60a290c-aff1-4393-a682-b7fb31af140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:49.356548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-e60a290c-aff1-4393-a682-b7fb31af140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:49.358731 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-e60a290c-aff1-4393-a682-b7fb31af140c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=502c1396aecc4792a466ed6e68112592&device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 6710 time: 0.6543014 Mar 23 01:38:49.364363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:49.366235 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:49.366846 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:49.367437 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:49.368002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:49.368556 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:49.369139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:49.369720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:49.370273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:49.370822 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:49.371408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:49.371954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:49.372564 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:49.374082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:49.374659 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:49.439850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2c4d4aa1-64ce-4d9a-8c27-cbe379660f70 None None] Port 66f2ff77-08ae-4662-ae8c-b957704b2a3f cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:38:49.473823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6db3f-9e15-493c-b5af-89e4f0cf427b req-9b99fef8-388b-4363-a789-4dc56b2893a4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:49.488026 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6db3f-9e15-493c-b5af-89e4f0cf427b req-9b99fef8-388b-4363-a789-4dc56b2893a4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:49.496823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6db3f-9e15-493c-b5af-89e4f0cf427b req-9b99fef8-388b-4363-a789-4dc56b2893a4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:49.501091 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c7544911-39b1-4d42-b846-8fb6be6662da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'name': 'tempest-TaggedBootDevicesTest-91586125-router', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a897378f-6d32-4538-b951-0175eb17972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:08Z', 'updated_at': '2022-03-23T01:34:19Z', 'revision_number': 4, 'project_id': '502c1396aecc4792a466ed6e68112592', 'gw_port': {'id': 'a897378f-6d32-4538-b951-0175eb17972a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:11Z', 'updated_at': '2022-03-23T01:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '165ad022-888c-4c10-9046-0092b04ccaae', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'port_id': '2d8dfe5e-cdc8-4768-9471-144d16113e42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a', 'mac_address': 'fa:16:3e:bd:86:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:35:53Z', 'updated_at': '2022-03-23T01:38:43Z', 'revision_number': 1, 'project_id': '502c1396aecc4792a466ed6e68112592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e148a60c-7d18-4310-9fb5-3e5bc6393761', 'name': '', 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'mac_address': 'fa:16:3e:5e:a4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:18Z', 'updated_at': '2022-03-23T01:34:25Z', 'revision_number': 5, 'project_id': '502c1396aecc4792a466ed6e68112592', 'subnets': [{'id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:49.509610 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6db3f-9e15-493c-b5af-89e4f0cf427b req-9b99fef8-388b-4363-a789-4dc56b2893a4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:49.516053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6db3f-9e15-493c-b5af-89e4f0cf427b req-9b99fef8-388b-4363-a789-4dc56b2893a4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:49.522203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6db3f-9e15-493c-b5af-89e4f0cf427b req-9b99fef8-388b-4363-a789-4dc56b2893a4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:49.528066 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6db3f-9e15-493c-b5af-89e4f0cf427b req-9b99fef8-388b-4363-a789-4dc56b2893a4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:49.530442 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ef6db3f-9e15-493c-b5af-89e4f0cf427b req-9b99fef8-388b-4363-a789-4dc56b2893a4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.9467697 Mar 23 01:38:49.531317 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] Set router 78ca9f2b-f249-4a13-a294-3086907b1051 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:38:49.565241 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-96f73ff0-297e-482d-afa1-758c920b7709 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for port (45b7930c-1b62-4e79-a8b4-7e5e6f6469cf), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:49.580584 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7d61ade0-a3f9-48ac-8a27-342af37433c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:49.589979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7544911-39b1-4d42-b846-8fb6be6662da None None] Checking router: 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:38:49.611538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-182fbf1c-fd25-4574-8359-c81648711208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:49.613424 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-182fbf1c-fd25-4574-8359-c81648711208 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b81fb5d8-6712-4e02-9517-eabc6d26a52a HTTP/1.1" status: 200 len: 910 time: 0.2344837 Mar 23 01:38:49.615167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7544911-39b1-4d42-b846-8fb6be6662da None None] Routers {'3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:49.617348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c7544911-39b1-4d42-b846-8fb6be6662da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:49.629162 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (66f2ff77-08ae-4662-ae8c-b957704b2a3f), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:49.638778 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Attempting to bind port 8bb4970b-5b6b-411e-ad70-de61dd5025d8 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:49.639350 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Attempting to bind port 8bb4970b-5b6b-411e-ad70-de61dd5025d8 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:49.639680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Attempting to bind port 8bb4970b-5b6b-411e-ad70-de61dd5025d8 on network 2e4609e6-484a-44b5-8c5d-d44654d0857a {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:49.675987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Port 8bb4970b-5b6b-411e-ad70-de61dd5025d8 on network 2e4609e6-484a-44b5-8c5d-d44654d0857a not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:38:49.676352 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Attempting to bind port 8bb4970b-5b6b-411e-ad70-de61dd5025d8 on network 2e4609e6-484a-44b5-8c5d-d44654d0857a {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:49.708831 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:49.709181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Checking segment: {'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:49.709579 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Bound using segment: {'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:49.710023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Bound port: 8bb4970b-5b6b-411e-ad70-de61dd5025d8, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:49.710386 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8bb4970b-5b6b-411e-ad70-de61dd5025d8), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:49.716727 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ef6db3f-9e15-493c-b5af-89e4f0cf427b req-177ee0ab-384d-4cf7-b0a2-ec606fa3e694 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1663599 Mar 23 01:38:49.730998 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fd78791b-3bd6-4d17-9de4-b0e5a84534e3 None None] Provisioning complete for port 0fb7dfd4-86e5-403d-a194-499bdcba2755 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:49.731589 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fd78791b-3bd6-4d17-9de4-b0e5a84534e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:49.736506 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-315f2984-946a-4a6e-9695-ee857e109a19 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for security_group (3e39af43-d8dc-4eea-bd08-c733e34a24b5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:49.762275 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-96f73ff0-297e-482d-afa1-758c920b7709 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (45b7930c-1b62-4e79-a8b4-7e5e6f6469cf), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:49.763843 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-315f2984-946a-4a6e-9695-ee857e109a19 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3e39af43-d8dc-4eea-bd08-c733e34a24b5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:49.825176 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-e5897cd0-3273-40da-8580-517453a74b53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d8dfe5e-cdc8-4768-9471-144d16113e42 HTTP/1.1" status: 200 len: 999 time: 0.1972451 Mar 23 01:38:49.858904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fd78791b-3bd6-4d17-9de4-b0e5a84534e3 None None] Current status of the port 0fb7dfd4-86e5-403d-a194-499bdcba2755 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:49.859280 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fd78791b-3bd6-4d17-9de4-b0e5a84534e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:49.915253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-fd78791b-3bd6-4d17-9de4-b0e5a84534e3 None None] For port 0fb7dfd4-86e5-403d-a194-499bdcba2755, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0fb7dfd4-86e5-403d-a194-499bdcba2755,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:49.921800 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-c7544911-39b1-4d42-b846-8fb6be6662da None None] Set router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:38:49.954979 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fd78791b-3bd6-4d17-9de4-b0e5a84534e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:49.963314 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'name': 'tempest-ServerActionsTestJSON-815986857-router', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:27Z', 'updated_at': '2022-03-23T01:38:40Z', 'revision_number': 4, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'gw_port': {'id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:30Z', 'updated_at': '2022-03-23T01:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '0fb7dfd4-86e5-403d-a194-499bdcba2755', 'name': '', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'mac_address': 'fa:16:3e:ed:d3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:37Z', 'updated_at': '2022-03-23T01:38:49Z', 'revision_number': 4, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'subnets': [{'id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:49.969359 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a06169-e069-4323-8e6e-f80a4397b558 req-66813da1-7003-48b8-9798-4313fd5f18ec tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:49.981105 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c1a06169-e069-4323-8e6e-f80a4397b558 req-66813da1-7003-48b8-9798-4313fd5f18ec tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 1.0755692 Mar 23 01:38:50.010994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78791b-3bd6-4d17-9de4-b0e5a84534e3 None None] Pushing event updated for resources: {'Port': ['ID=0fb7dfd4-86e5-403d-a194-499bdcba2755,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:50.027657 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad6a4f-e433-4548-850c-1c641e59c8cb None None] The sync data for ids ['78ca9f2b-f249-4a13-a294-3086907b1051'] in n-d-834677-4 is: [{'id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'name': 'tempest-ServerActionsTestJSON-815986857-router', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:27Z', 'updated_at': '2022-03-23T01:38:40Z', 'revision_number': 4, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'gw_port': {'id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:30Z', 'updated_at': '2022-03-23T01:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '0fb7dfd4-86e5-403d-a194-499bdcba2755', 'name': '', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'mac_address': 'fa:16:3e:ed:d3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:37Z', 'updated_at': '2022-03-23T01:38:49Z', 'revision_number': 4, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'subnets': [{'id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:38:50.225806 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-315f2984-946a-4a6e-9695-ee857e109a19 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:50.229763 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-315f2984-946a-4a6e-9695-ee857e109a19 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.6138852 Mar 23 01:38:50.243005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42244) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:50.257343 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-96f73ff0-297e-482d-afa1-758c920b7709 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Network 2e4609e6-484a-44b5-8c5d-d44654d0857a is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:50.261444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-fe03c87c-1616-4fbc-a9ef-0c97d7f384dd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Request body: {'security_group_rule': {'security_group_id': '3e39af43-d8dc-4eea-bd08-c733e34a24b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:50.266407 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f2984-946a-4a6e-9695-ee857e109a19 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e39af43-d8dc-4eea-bd08-c733e34a24b5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:50.298084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-96f73ff0-297e-482d-afa1-758c920b7709 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:50.319136 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-96f73ff0-297e-482d-afa1-758c920b7709 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:50.321995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f73ff0-297e-482d-afa1-758c920b7709 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Pushing event updated for resources: {'Port': ['ID=45b7930c-1b62-4e79-a8b4-7e5e6f6469cf,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:50.325033 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] For port 8bb4970b-5b6b-411e-ad70-de61dd5025d8, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:50.398874 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] For port 8bb4970b-5b6b-411e-ad70-de61dd5025d8, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8bb4970b-5b6b-411e-ad70-de61dd5025d8,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:50.427238 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (66f2ff77-08ae-4662-ae8c-b957704b2a3f), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:50.450884 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (8bb4970b-5b6b-411e-ad70-de61dd5025d8), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:50.452859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c7544911-39b1-4d42-b846-8fb6be6662da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'name': 'tempest-TaggedBootDevicesTest-91586125-router', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a897378f-6d32-4538-b951-0175eb17972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:08Z', 'updated_at': '2022-03-23T01:34:19Z', 'revision_number': 4, 'project_id': '502c1396aecc4792a466ed6e68112592', 'gw_port': {'id': 'a897378f-6d32-4538-b951-0175eb17972a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:11Z', 'updated_at': '2022-03-23T01:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '165ad022-888c-4c10-9046-0092b04ccaae', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'port_id': '2d8dfe5e-cdc8-4768-9471-144d16113e42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a', 'mac_address': 'fa:16:3e:bd:86:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:35:53Z', 'updated_at': '2022-03-23T01:38:43Z', 'revision_number': 1, 'project_id': '502c1396aecc4792a466ed6e68112592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e148a60c-7d18-4310-9fb5-3e5bc6393761', 'name': '', 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'mac_address': 'fa:16:3e:5e:a4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:18Z', 'updated_at': '2022-03-23T01:34:25Z', 'revision_number': 5, 'project_id': '502c1396aecc4792a466ed6e68112592', 'subnets': [{'id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:50.463868 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (66f2ff77-08ae-4662-ae8c-b957704b2a3f), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:50.464714 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (aa2954d4-f61b-4c4d-be31-c1772a4dcd06), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:50.475428 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe03c87c-1616-4fbc-a9ef-0c97d7f384dd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for security_group_rule (c0ff4442-3a9b-432d-b038-8b44bb66af98), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:50.521702 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7544911-39b1-4d42-b846-8fb6be6662da None None] The sync data for ids ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'] in n-d-834677-4 is: [{'id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'name': 'tempest-TaggedBootDevicesTest-91586125-router', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a897378f-6d32-4538-b951-0175eb17972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:08Z', 'updated_at': '2022-03-23T01:34:19Z', 'revision_number': 4, 'project_id': '502c1396aecc4792a466ed6e68112592', 'gw_port': {'id': 'a897378f-6d32-4538-b951-0175eb17972a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:11Z', 'updated_at': '2022-03-23T01:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '165ad022-888c-4c10-9046-0092b04ccaae', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'port_id': '2d8dfe5e-cdc8-4768-9471-144d16113e42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a', 'mac_address': 'fa:16:3e:bd:86:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:35:53Z', 'updated_at': '2022-03-23T01:38:43Z', 'revision_number': 1, 'project_id': '502c1396aecc4792a466ed6e68112592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e148a60c-7d18-4310-9fb5-3e5bc6393761', 'name': '', 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'mac_address': 'fa:16:3e:5e:a4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:18Z', 'updated_at': '2022-03-23T01:34:25Z', 'revision_number': 5, 'project_id': '502c1396aecc4792a466ed6e68112592', 'subnets': [{'id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:38:50.540189 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-96f73ff0-297e-482d-afa1-758c920b7709 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:50.541066 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-96f73ff0-297e-482d-afa1-758c920b7709 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:50.549507 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:50.558256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76551f4-99de-4dff-811e-b92875f32c8b req-d3186c59-e062-42d2-a4ca-332e35249014 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:50.561333 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c76551f4-99de-4dff-811e-b92875f32c8b req-d3186c59-e062-42d2-a4ca-332e35249014 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 931 time: 0.4564204 Mar 23 01:38:50.580893 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-d6a62b50-38f8-404c-8237-8d9b65d47c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:50.596798 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-d6a62b50-38f8-404c-8237-8d9b65d47c0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ca1049c9-9f9b-402a-8dcd-186503cb9589 HTTP/1.1" status: 200 len: 849 time: 0.7315533 Mar 23 01:38:50.600779 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-420b164f-1e17-4953-8abe-30bf9d95ad3f service neutron] 10.222.0.43 "GET /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5800142 Mar 23 01:38:50.610511 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe03c87c-1616-4fbc-a9ef-0c97d7f384dd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for security_group_rule (c0ff4442-3a9b-432d-b038-8b44bb66af98), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:50.619471 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:50.621036 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:50.622569 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] 10.222.0.43 "PUT /v2.0/ports/8bb4970b-5b6b-411e-ad70-de61dd5025d8 HTTP/1.1" status: 200 len: 1091 time: 4.7310872 Mar 23 01:38:50.689405 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=66f2ff77-08ae-4662-ae8c-b957704b2a3f,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:50.699186 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a07c2723-73cf-48cd-9017-5b0c132d7dc3 None None] Provisioning complete for port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:50.706737 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a07c2723-73cf-48cd-9017-5b0c132d7dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (45b7930c-1b62-4e79-a8b4-7e5e6f6469cf), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:50.707193 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe03c87c-1616-4fbc-a9ef-0c97d7f384dd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (c0ff4442-3a9b-432d-b038-8b44bb66af98), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:50.797933 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a07c2723-73cf-48cd-9017-5b0c132d7dc3 None None] Port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:38:50.806753 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fe03c87c-1616-4fbc-a9ef-0c97d7f384dd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:50.810768 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fe03c87c-1616-4fbc-a9ef-0c97d7f384dd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5629148 Mar 23 01:38:50.813895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42248) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:50.836519 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-96f73ff0-297e-482d-afa1-758c920b7709 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3757472 Mar 23 01:38:50.862920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9dab41bf-bdac-40b2-b791-46b5d944425e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Request body: {'security_group_rule': {'security_group_id': '3e39af43-d8dc-4eea-bd08-c733e34a24b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:50.875371 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4d239f59-061e-4680-bf1d-d06494964b38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=7c780886-9250-4771-a21c-2c39cd4ac1c2 HTTP/1.1" status: 200 len: 217 time: 0.2400792 Mar 23 01:38:50.890241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03c87c-1616-4fbc-a9ef-0c97d7f384dd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ff4442-3a9b-432d-b038-8b44bb66af98,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:50.906672 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Request body: {'port': {'device_id': '46b0c605-232a-459a-bd8e-c8e7222e4042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:51.041423 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96671169-bc7b-4ae3-9edf-5d6639d2ee08 None None] New status for floating IP 165ad022-888c-4c10-9046-0092b04ccaae: ACTIVE {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:38:51.054667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fb42c-d3c9-404e-af17-09965fd2b5cb service neutron] Pushing event updated for resources: {'Port': ['ID=8bb4970b-5b6b-411e-ad70-de61dd5025d8,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:51.093389 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c1a06169-e069-4323-8e6e-f80a4397b558 req-af523877-051e-4875-8901-ed4ac968d326 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1113877 Mar 23 01:38:51.133939 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network ecbafc51-e216-4a87-99ef-999d59d68b00 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:51.135186 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c76551f4-99de-4dff-811e-b92875f32c8b req-00106c02-3ff8-496d-b707-dd74d496d287 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115209 Mar 23 01:38:51.144932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0fb7dfd4-86e5-403d-a194-499bdcba2755 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:38:51.151477 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9dab41bf-bdac-40b2-b791-46b5d944425e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for security_group_rule (4a28e52d-bda3-464a-bd3b-6087276d4789), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:51.188712 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f73e70be-f614-4b89-b404-b434c8a0b125', 'tag': '8bb4970b-5b6b-411e-ad70-de61dd5025d8'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:38:51.191621 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7426a5b-2a1c-4243-872b-2a3b43b57ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "f73e70be-f614-4b89-b404-b434c8a0b125", "tag": "8bb4970b-5b6b-411e-ad70-de61dd5025d8"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:38:51.196272 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (45b7930c-1b62-4e79-a8b4-7e5e6f6469cf), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:51.244129 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 0fb7dfd4-86e5-403d-a194-499bdcba2755 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:51.244498 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:51.323028 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9dab41bf-bdac-40b2-b791-46b5d944425e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for security_group_rule (4a28e52d-bda3-464a-bd3b-6087276d4789), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:51.323213 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca23ecc-59ff-4446-a3cf-640e00c3457d x-openstack-request-id: req-9ca23ecc-59ff-4446-a3cf-640e00c3457d {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:38:51.323500 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f73e70be-f614-4b89-b404-b434c8a0b125", "tag": "8bb4970b-5b6b-411e-ad70-de61dd5025d8", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:38:51.327434 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ca23ecc-59ff-4446-a3cf-640e00c3457d {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:38:51.327933 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca23ecc-59ff-4446-a3cf-640e00c3457d'] response: {'name': 'network-changed', 'server_uuid': 'f73e70be-f614-4b89-b404-b434c8a0b125', 'tag': '8bb4970b-5b6b-411e-ad70-de61dd5025d8', 'status': 'completed', 'code': 200} Mar 23 01:38:51.340711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-0a526f68-3268-4e75-80c4-7d29024de1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:51.343104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:51.349144 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-0a526f68-3268-4e75-80c4-7d29024de1e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 1125 time: 0.6047885 Mar 23 01:38:51.357882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-95b69b67-816f-4b68-954d-b8a039132bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:51.366073 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-95b69b67-816f-4b68-954d-b8a039132bd4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5318283b-1a4c-4eb2-a126-9552729eb2b3 HTTP/1.1" status: 200 len: 797 time: 0.4789758 Mar 23 01:38:51.403294 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9dab41bf-bdac-40b2-b791-46b5d944425e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (4a28e52d-bda3-464a-bd3b-6087276d4789), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:51.457136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 0fb7dfd4-86e5-403d-a194-499bdcba2755 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:51.464199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab41bf-bdac-40b2-b791-46b5d944425e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a28e52d-bda3-464a-bd3b-6087276d4789,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:51.579353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-bfb269c3-fd22-45d3-8094-d2b687b51335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:51.581390 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-bfb269c3-fd22-45d3-8094-d2b687b51335 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b81fb5d8-6712-4e02-9517-eabc6d26a52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9837127 Mar 23 01:38:51.614756 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-09b1f2e3-e0da-4ffe-a49d-24140c013bae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bb4970b-5b6b-411e-ad70-de61dd5025d8 HTTP/1.1" status: 200 len: 217 time: 0.1157682 Mar 23 01:38:51.745888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-20ba5f0f-c2f7-48d1-8ce6-8c3bcf4093d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:51.747633 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-20ba5f0f-c2f7-48d1-8ce6-8c3bcf4093d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.1269655 Mar 23 01:38:51.757639 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-738116bf-0993-41ee-b5cb-971857c4afd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:51.809252 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fcfe21e4-17fc-4c4e-a05b-1b891ab97a7d None None] Provisioning complete for port 66f2ff77-08ae-4662-ae8c-b957704b2a3f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:38:51.810420 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fcfe21e4-17fc-4c4e-a05b-1b891ab97a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (66f2ff77-08ae-4662-ae8c-b957704b2a3f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:51.857176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-5245b593-d2a7-4a7d-a376-b30b584e9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:51.858873 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-5245b593-d2a7-4a7d-a376-b30b584e9bb5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1019473 Mar 23 01:38:51.884749 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe21e4-17fc-4c4e-a05b-1b891ab97a7d None None] Port 66f2ff77-08ae-4662-ae8c-b957704b2a3f cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:38:51.979194 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:51.993337 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Publish callbacks [] for port (45b7930c-1b62-4e79-a8b4-7e5e6f6469cf), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:52.033156 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Transition to ACTIVE for port object 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:38:52.050501 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (45b7930c-1b62-4e79-a8b4-7e5e6f6469cf), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:52.060309 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-7b19e567-b3cb-41d7-b175-01710ee8f145 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923075 Mar 23 01:38:52.098759 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9dab41bf-bdac-40b2-b791-46b5d944425e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:52.103797 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9dab41bf-bdac-40b2-b791-46b5d944425e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2408936 Mar 23 01:38:52.118276 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42252) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:52.138088 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:38:52.194051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944115e0-86d4-40c7-939b-135a6ad20f30 req-9f7e6188-1268-4a26-ab68-fa726a85c549 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:52.206387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944115e0-86d4-40c7-939b-135a6ad20f30 req-9f7e6188-1268-4a26-ab68-fa726a85c549 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:52.224709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944115e0-86d4-40c7-939b-135a6ad20f30 req-9f7e6188-1268-4a26-ab68-fa726a85c549 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:52.231415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944115e0-86d4-40c7-939b-135a6ad20f30 req-9f7e6188-1268-4a26-ab68-fa726a85c549 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:52.238200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Pushing event updated for resources: {'Port': ['ID=45b7930c-1b62-4e79-a8b4-7e5e6f6469cf,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:52.250792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944115e0-86d4-40c7-939b-135a6ad20f30 req-9f7e6188-1268-4a26-ab68-fa726a85c549 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:52.256804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944115e0-86d4-40c7-939b-135a6ad20f30 req-9f7e6188-1268-4a26-ab68-fa726a85c549 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:52.272420 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944115e0-86d4-40c7-939b-135a6ad20f30 req-9f7e6188-1268-4a26-ab68-fa726a85c549 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:52.286581 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-944115e0-86d4-40c7-939b-135a6ad20f30 req-9f7e6188-1268-4a26-ab68-fa726a85c549 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 1.0471015 Mar 23 01:38:52.334295 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:52.379081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-6f4a4e3d-bf85-4e98-99c8-7cc8d0a739d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:52.381228 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-6f4a4e3d-bf85-4e98-99c8-7cc8d0a739d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8be97217-9f6e-4d52-a151-af50fe88b198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.9688134 Mar 23 01:38:52.382718 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8fdb4fb3-6a86-420f-b3ae-e331eb91306e req-db2dd9e7-0728-4d1f-b148-9533a340961a service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007071 Mar 23 01:38:52.394443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Attempting to bind port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:38:52.401522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Attempting to bind port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:38:52.401853 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Attempting to bind port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf on network 2e4609e6-484a-44b5-8c5d-d44654d0857a {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:52.426934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf on network 2e4609e6-484a-44b5-8c5d-d44654d0857a not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:38:52.426934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Attempting to bind port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf on network 2e4609e6-484a-44b5-8c5d-d44654d0857a {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:38:52.458046 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df040877-8ed4-4e54-a1f2-5749758033e1 req-731f069d-1acb-4c1c-9092-ac63280962e1 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:52.476364 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-df040877-8ed4-4e54-a1f2-5749758033e1 req-731f069d-1acb-4c1c-9092-ac63280962e1 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.2008688 Mar 23 01:38:52.510892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:38:52.511248 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Checking segment: {'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:38:52.511640 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Bound using segment: {'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:38:52.512112 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Bound port: 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:38:52.512466 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (45b7930c-1b62-4e79-a8b4-7e5e6f6469cf), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:52.644875 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-df040877-8ed4-4e54-a1f2-5749758033e1 req-ddf546e3-67b6-4173-8f7f-4155d810adf2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674976 Mar 23 01:38:52.686138 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7426a5b-2a1c-4243-872b-2a3b43b57ac3 req-7522ecdb-748e-48b4-bb23-772d639363a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:52.688989 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7426a5b-2a1c-4243-872b-2a3b43b57ac3 req-7522ecdb-748e-48b4-bb23-772d639363a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 1125 time: 0.1632352 Mar 23 01:38:52.696506 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-944115e0-86d4-40c7-939b-135a6ad20f30 req-bafc63f1-2645-4c58-b68f-f77478007668 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4078164 Mar 23 01:38:52.732454 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-1fbe16e7-9a6b-4925-b716-551be143cf1d service neutron] 10.222.0.43 "GET /v2.0/networks/b81fb5d8-6712-4e02-9517-eabc6d26a52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1347346 Mar 23 01:38:52.749573 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router aa2954d4-f61b-4c4d-be31-c1772a4dcd06 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:38:52.880390 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-63d256cf-4d64-4fe4-8abc-6db4bebd11c0 service neutron] 10.222.0.43 "GET /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383861 Mar 23 01:38:52.902279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7426a5b-2a1c-4243-872b-2a3b43b57ac3 req-62b49fd2-865c-4e9a-b963-97431ffe9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:52.904169 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7426a5b-2a1c-4243-872b-2a3b43b57ac3 req-62b49fd2-865c-4e9a-b963-97431ffe9620 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 919 time: 0.1969261 Mar 23 01:38:52.968024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] For port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:38:52.995512 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7426a5b-2a1c-4243-872b-2a3b43b57ac3 req-2d07ed66-d354-4978-8e7c-1ce8e7330c10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bb4970b-5b6b-411e-ad70-de61dd5025d8 HTTP/1.1" status: 200 len: 217 time: 0.0699875 Mar 23 01:38:53.017933 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] For port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=45b7930c-1b62-4e79-a8b4-7e5e6f6469cf,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:38:53.052628 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-7444215b-2d09-4acc-8a82-3df265d76d9d service neutron] 10.222.0.43 "GET /v2.0/networks/b81fb5d8-6712-4e02-9517-eabc6d26a52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066392 Mar 23 01:38:53.059630 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (45b7930c-1b62-4e79-a8b4-7e5e6f6469cf), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:53.060246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:38:53.070084 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e4753b99-b8ec-4ca6-92e6-5b5aa901849c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/aa2954d4-f61b-4c4d-be31-c1772a4dcd06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2340758 Mar 23 01:38:53.074376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42268) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:53.076894 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2dff9-8849-41c3-9b86-9a154fc511d7 None None] Sync routers for ids ['aa2954d4-f61b-4c4d-be31-c1772a4dcd06'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:38:53.107796 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2dff9-8849-41c3-9b86-9a154fc511d7 None None] Routers {'aa2954d4-f61b-4c4d-be31-c1772a4dcd06'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:53.108805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b4b2dff9-8849-41c3-9b86-9a154fc511d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['aa2954d4-f61b-4c4d-be31-c1772a4dcd06'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:53.141941 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:53.168505 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f86bc09e-cfd0-48f3-815f-846bb6355260 service neutron] 10.222.0.43 "GET /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478659 Mar 23 01:38:53.181243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bbf235-0316-4971-a585-b704fec04139 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:53.182717 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-14bbf235-0316-4971-a585-b704fec04139 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports/66f2ff77-08ae-4662-ae8c-b957704b2a3f HTTP/1.1" status: 200 len: 911 time: 0.1042261 Mar 23 01:38:53.206699 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42274) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:53.241871 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b4b2dff9-8849-41c3-9b86-9a154fc511d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:53.272830 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:53.276482 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2dff9-8849-41c3-9b86-9a154fc511d7 None None] Routers {'aa2954d4-f61b-4c4d-be31-c1772a4dcd06'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:53.279557 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b4b2dff9-8849-41c3-9b86-9a154fc511d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['aa2954d4-f61b-4c4d-be31-c1772a4dcd06'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:53.346698 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-4339d9fb-10ec-49d6-9f6d-876e4e9294a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 HTTP/1.1" status: 200 len: 217 time: 0.1625018 Mar 23 01:38:53.521351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Allocated IP 172.25.0.116 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/fa20c576-0825-464a-ad69-641a24d9c4ae) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:38:53.615568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7426a5b-2a1c-4243-872b-2a3b43b57ac3 req-ee331e20-d2bd-4638-95e9-11d5a23e34fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:53.617309 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7426a5b-2a1c-4243-872b-2a3b43b57ac3 req-ee331e20-d2bd-4638-95e9-11d5a23e34fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.6119692 Mar 23 01:38:53.647923 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7ff0d-bde5-43e8-bad4-14f7cf8c659a req-3e725b9a-c55f-4082-a6b1-f93a80c124e8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:53.649594 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b1b7ff0d-bde5-43e8-bad4-14f7cf8c659a req-3e725b9a-c55f-4082-a6b1-f93a80c124e8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 943 time: 0.7346711 Mar 23 01:38:53.653085 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:53.653739 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:53.655082 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] 10.222.0.43 "PUT /v2.0/ports/45b7930c-1b62-4e79-a8b4-7e5e6f6469cf HTTP/1.1" status: 200 len: 1091 time: 2.7827189 Mar 23 01:38:53.703848 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b0c605-232a-459a-bd8e-c8e7222e4042', 'tag': '45b7930c-1b62-4e79-a8b4-7e5e6f6469cf'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:38:53.714473 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9565c772-d146-42ba-a758-0c4c09cf6bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "46b0c605-232a-459a-bd8e-c8e7222e4042", "tag": "45b7930c-1b62-4e79-a8b4-7e5e6f6469cf"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:38:53.754826 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for port (fa20c576-0825-464a-ad69-641a24d9c4ae), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:53.822575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b4b2dff9-8849-41c3-9b86-9a154fc511d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:53.825968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2dff9-8849-41c3-9b86-9a154fc511d7 None None] The sync data for ids ['aa2954d4-f61b-4c4d-be31-c1772a4dcd06'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:38:53.865041 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (fa20c576-0825-464a-ad69-641a24d9c4ae), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:53.920294 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-3acda4e0-a3e3-459b-99f2-7f03a3a392e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:53.925131 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-3acda4e0-a3e3-459b-99f2-7f03a3a392e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=230548d0-2d33-4d0e-9918-7276ccd4826d HTTP/1.1" status: 200 len: 797 time: 0.5649328 Mar 23 01:38:53.925308 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2eb1e-339b-4724-83c2-2d3ba3e383d0 service neutron] Pushing event updated for resources: {'Port': ['ID=45b7930c-1b62-4e79-a8b4-7e5e6f6469cf,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:54.023230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:38:54.035603 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:38:54.041557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:38:54.044764 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event updated for resources: {'Port': ['ID=fa20c576-0825-464a-ad69-641a24d9c4ae,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:54.084076 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7426a5b-2a1c-4243-872b-2a3b43b57ac3 req-27ec2005-cd96-4d4a-bda2-66c609e04bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:54.093318 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7426a5b-2a1c-4243-872b-2a3b43b57ac3 req-27ec2005-cd96-4d4a-bda2-66c609e04bda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4039738 Mar 23 01:38:54.111143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:54.111525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:54.113695 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:54.114105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:54.114449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:54.114778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:54.115110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:54.115429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:54.115747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:54.116067 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:54.116386 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:54.116733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:54.117051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:54.117366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:54.117682 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:38:54.141457 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-fcfccc9e-f0da-4b1b-9994-9884117329ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:54.143304 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-fcfccc9e-f0da-4b1b-9994-9884117329ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 1125 time: 0.3408167 Mar 23 01:38:54.150144 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b1b7ff0d-bde5-43e8-bad4-14f7cf8c659a req-7879b175-e2ca-402a-99b5-e6db7d3f486a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209166 Mar 23 01:38:54.167672 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e2606-fa72-4d4c-8cab-12e81a19d848 req-7925f6fe-a573-4593-860c-93ce6b1c9d84 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:54.169961 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c67e2606-fa72-4d4c-8cab-12e81a19d848 req-7925f6fe-a573-4593-860c-93ce6b1c9d84 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.3250363 Mar 23 01:38:54.212215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a02ebd55-9ef1-4b1d-a12b-7ea2ecb9792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:54.214634 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-a02ebd55-9ef1-4b1d-a12b-7ea2ecb9792e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dddecf0c-3ac3-45a8-bf20-94de5f9f98e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2455020 Mar 23 01:38:54.273169 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-6b9ba9cf-1037-4335-acfc-db9b2cb23ba2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45b7930c-1b62-4e79-a8b4-7e5e6f6469cf HTTP/1.1" status: 200 len: 217 time: 0.1084549 Mar 23 01:38:54.384336 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c67e2606-fa72-4d4c-8cab-12e81a19d848 req-d78e717c-e862-4af6-8c4e-a0043fa9a829 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070606 Mar 23 01:38:54.456350 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for floatingip (8fd52529-5fe5-4eb0-b043-392bf58ab304), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:54.474673 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b97652-709d-4504-95c3-b16d02fdc914 x-openstack-request-id: req-f2b97652-709d-4504-95c3-b16d02fdc914 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:38:54.475389 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b0c605-232a-459a-bd8e-c8e7222e4042", "tag": "45b7930c-1b62-4e79-a8b4-7e5e6f6469cf", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:38:54.475844 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2b97652-709d-4504-95c3-b16d02fdc914 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:38:54.476461 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b97652-709d-4504-95c3-b16d02fdc914'] response: {'name': 'network-changed', 'server_uuid': '46b0c605-232a-459a-bd8e-c8e7222e4042', 'tag': '45b7930c-1b62-4e79-a8b4-7e5e6f6469cf', 'status': 'completed', 'code': 200} Mar 23 01:38:54.489441 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-8d9b0cbf-717c-400f-98df-2bfd716a77d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:54.491359 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-8d9b0cbf-717c-400f-98df-2bfd716a77d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.2054901 Mar 23 01:38:54.493698 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:54.569800 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-406f7f45-1aad-4487-9641-ce8079741840 service neutron] 10.222.0.43 "GET /v2.0/networks/dddecf0c-3ac3-45a8-bf20-94de5f9f98e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452497 Mar 23 01:38:54.631884 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6235a0b-57a9-427c-94f2-09c2f4072c13 req-2f71ec79-1d6c-4630-bf15-1c34839469eb tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:54.638447 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6235a0b-57a9-427c-94f2-09c2f4072c13 req-2f71ec79-1d6c-4630-bf15-1c34839469eb tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:54.644413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6235a0b-57a9-427c-94f2-09c2f4072c13 req-2f71ec79-1d6c-4630-bf15-1c34839469eb tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:54.650435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6235a0b-57a9-427c-94f2-09c2f4072c13 req-2f71ec79-1d6c-4630-bf15-1c34839469eb tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:54.656521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6235a0b-57a9-427c-94f2-09c2f4072c13 req-2f71ec79-1d6c-4630-bf15-1c34839469eb tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:54.664426 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6235a0b-57a9-427c-94f2-09c2f4072c13 req-2f71ec79-1d6c-4630-bf15-1c34839469eb tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:54.672085 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6235a0b-57a9-427c-94f2-09c2f4072c13 req-2f71ec79-1d6c-4630-bf15-1c34839469eb tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:54.682875 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f6235a0b-57a9-427c-94f2-09c2f4072c13 req-2f71ec79-1d6c-4630-bf15-1c34839469eb tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.3578489 Mar 23 01:38:54.696308 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fa20c576-0825-464a-ad69-641a24d9c4ae), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:54.705974 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7426a5b-2a1c-4243-872b-2a3b43b57ac3 req-57d2ce48-0f57-4361-97c4-21a1ea980ea3 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736127 Mar 23 01:38:54.786873 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f6235a0b-57a9-427c-94f2-09c2f4072c13 req-426306f6-44c5-45da-ad96-4d18ae561c5e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985990 Mar 23 01:38:54.879217 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-fd38b13a-6a1f-44dc-81c3-3ebc901f7eaf service neutron] 10.222.0.43 "GET /v2.0/networks/dddecf0c-3ac3-45a8-bf20-94de5f9f98e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975948 Mar 23 01:38:54.891608 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-32ae929f-2c62-4fd3-8ec3-a481ffcd7291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:54.893699 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-32ae929f-2c62-4fd3-8ec3-a481ffcd7291 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3905680 Mar 23 01:38:54.971300 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-af99420e-8213-4004-8d14-c67782934241 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59837881-d55f-4f24-b255-aabfe6131a45 HTTP/1.1" status: 200 len: 217 time: 0.0600104 Mar 23 01:38:55.012433 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-bbeb9307-4322-4ca0-8086-82f462b208b8 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091893 Mar 23 01:38:55.084085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-83ad816b-2b64-48cf-9e90-eee9139e80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:55.087397 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-83ad816b-2b64-48cf-9e90-eee9139e80f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=230548d0-2d33-4d0e-9918-7276ccd4826d HTTP/1.1" status: 200 len: 797 time: 0.1084189 Mar 23 01:38:55.160070 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for port (fa20c576-0825-464a-ad69-641a24d9c4ae), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:55.175783 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (fa20c576-0825-464a-ad69-641a24d9c4ae), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:55.211523 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7426a5b-2a1c-4243-872b-2a3b43b57ac3 req-98388747-7c66-4246-aebf-d8324bab6d6a service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535134 Mar 23 01:38:55.350126 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad398686-5f5f-419c-9aa6-80d6ae32373b req-96b2d07f-4f2c-413e-a97b-d3360d11657b service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285258 Mar 23 01:38:55.359454 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-80891668-66dc-45bd-bfd8-a76ea7668e88 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (aa2954d4-f61b-4c4d-be31-c1772a4dcd06), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:55.365712 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-b9414232-5c5b-462e-bbd1-5ce823745ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:55.367247 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-b9414232-5c5b-462e-bbd1-5ce823745ed6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dddecf0c-3ac3-45a8-bf20-94de5f9f98e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2725434 Mar 23 01:38:55.403562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event updated for resources: {'Port': ['ID=fa20c576-0825-464a-ad69-641a24d9c4ae,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:55.543499 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (8fd52529-5fe5-4eb0-b043-392bf58ab304), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:55.589234 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:55.590450 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a94059fe-fa67-4f7f-9751-8b83d93bdc11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4712336 Mar 23 01:38:55.613657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d77bc4-8337-4b53-a687-96e3979bbb15 req-709ae76d-fadc-4036-afaf-4d2c8fbe186c tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:55.616016 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-80d77bc4-8337-4b53-a687-96e3979bbb15 req-709ae76d-fadc-4036-afaf-4d2c8fbe186c tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 943 time: 0.2741680 Mar 23 01:38:55.650625 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-f5d0603e-a3b7-482d-a0be-ec124caf5d4f service neutron] 10.222.0.43 "GET /v2.0/networks/dddecf0c-3ac3-45a8-bf20-94de5f9f98e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554860 Mar 23 01:38:55.716696 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-80d77bc4-8337-4b53-a687-96e3979bbb15 req-5d78fe2b-f404-4d15-8955-4eb1409f8048 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944839 Mar 23 01:38:55.731559 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df6942-b938-4707-8731-dc2e8f0a1d6d req-b7b4e3f5-487a-4772-9531-592b12a59642 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:55.746088 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93df6942-b938-4707-8731-dc2e8f0a1d6d req-b7b4e3f5-487a-4772-9531-592b12a59642 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.2162447 Mar 23 01:38:55.799447 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:55.828107 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565c772-d146-42ba-a758-0c4c09cf6bd1 req-b8dc712e-a99b-439b-b953-3675f7f64c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:55.828107 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9565c772-d146-42ba-a758-0c4c09cf6bd1 req-b8dc712e-a99b-439b-b953-3675f7f64c4b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 1125 time: 0.2545545 Mar 23 01:38:55.934346 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-12df8d82-c4c0-4dfa-8a3e-363c483bee9c service neutron] 10.222.0.43 "GET /v2.0/networks/dddecf0c-3ac3-45a8-bf20-94de5f9f98e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423406 Mar 23 01:38:56.029857 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-5faac891-5707-4568-8623-9a5381475bb3 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1842657743&fields=id&tenant_id=9cfedab891ae40a69e89c87dd801befa HTTP/1.1" status: 200 len: 267 time: 0.0942166 Mar 23 01:38:56.167800 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565c772-d146-42ba-a758-0c4c09cf6bd1 req-8a592fe8-de95-4e7f-beef-5cea3c57a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.169569 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9565c772-d146-42ba-a758-0c4c09cf6bd1 req-8a592fe8-de95-4e7f-beef-5cea3c57a52c service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 919 time: 0.3321989 Mar 23 01:38:56.252590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c req-a9c84f90-c286-41b8-901e-f8b7014afe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.253513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c req-a9c84f90-c286-41b8-901e-f8b7014afe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.254191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c req-a9c84f90-c286-41b8-901e-f8b7014afe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.254944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c req-a9c84f90-c286-41b8-901e-f8b7014afe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.255572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c req-a9c84f90-c286-41b8-901e-f8b7014afe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.256423 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c req-a9c84f90-c286-41b8-901e-f8b7014afe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.257279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c req-a9c84f90-c286-41b8-901e-f8b7014afe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.259736 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c req-a9c84f90-c286-41b8-901e-f8b7014afe76 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6f9aae227d84399a0bbd30fdbd1c690&device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 6705 time: 0.2275894 Mar 23 01:38:56.260423 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93df6942-b938-4707-8731-dc2e8f0a1d6d req-db682e20-c24f-46ea-bb01-205fdfe461a9 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877477 Mar 23 01:38:56.267047 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9565c772-d146-42ba-a758-0c4c09cf6bd1 req-7e41506c-7858-44a4-b662-e39004d0797b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45b7930c-1b62-4e79-a8b4-7e5e6f6469cf HTTP/1.1" status: 200 len: 217 time: 0.0849786 Mar 23 01:38:56.392280 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565c772-d146-42ba-a758-0c4c09cf6bd1 req-fc135a6e-9ec8-451c-97ca-1b8e47309dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.392513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-06b5dae8-6fe2-46e8-9747-8d8b28738b3f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.394147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-06b5dae8-6fe2-46e8-9747-8d8b28738b3f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 811 time: 0.3044615 Mar 23 01:38:56.400807 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9565c772-d146-42ba-a758-0c4c09cf6bd1 req-fc135a6e-9ec8-451c-97ca-1b8e47309dde service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.1188815 Mar 23 01:38:56.429135 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-057562a4-406a-4cf2-b197-8cbe1cb5b5bc tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/quotas/9cfedab891ae40a69e89c87dd801befa HTTP/1.1" status: 200 len: 375 time: 0.0263720 Mar 23 01:38:56.458554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c req-60442f65-95e1-48a2-a4a4-782179baedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.460828 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c req-60442f65-95e1-48a2-a4a4-782179baedcd service neutron] 10.222.0.43 "GET /v2.0/networks?id=dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 HTTP/1.1" status: 200 len: 901 time: 0.1919749 Mar 23 01:38:56.492796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802cb58-7ba8-4f1f-aa0f-fb4c4b7eb4c8 req-fc9db67b-7275-47a0-bdd0-86cc0db023b9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.499139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802cb58-7ba8-4f1f-aa0f-fb4c4b7eb4c8 req-fc9db67b-7275-47a0-bdd0-86cc0db023b9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.505201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802cb58-7ba8-4f1f-aa0f-fb4c4b7eb4c8 req-fc9db67b-7275-47a0-bdd0-86cc0db023b9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.510999 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802cb58-7ba8-4f1f-aa0f-fb4c4b7eb4c8 req-fc9db67b-7275-47a0-bdd0-86cc0db023b9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.517049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802cb58-7ba8-4f1f-aa0f-fb4c4b7eb4c8 req-fc9db67b-7275-47a0-bdd0-86cc0db023b9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.522705 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802cb58-7ba8-4f1f-aa0f-fb4c4b7eb4c8 req-fc9db67b-7275-47a0-bdd0-86cc0db023b9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.529516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802cb58-7ba8-4f1f-aa0f-fb4c4b7eb4c8 req-fc9db67b-7275-47a0-bdd0-86cc0db023b9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.538623 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c802cb58-7ba8-4f1f-aa0f-fb4c4b7eb4c8 req-fc9db67b-7275-47a0-bdd0-86cc0db023b9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.1928377 Mar 23 01:38:56.542000 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c req-ef4b7bc7-f015-46db-b337-f17fbd2df8c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59837881-d55f-4f24-b255-aabfe6131a45 HTTP/1.1" status: 200 len: 217 time: 0.0413022 Mar 23 01:38:56.588856 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565c772-d146-42ba-a758-0c4c09cf6bd1 req-82efaba1-96a8-48a7-b80f-ca0919345fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.591085 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9565c772-d146-42ba-a758-0c4c09cf6bd1 req-82efaba1-96a8-48a7-b80f-ca0919345fca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1891377 Mar 23 01:38:56.592295 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8bb4970b-5b6b-411e-ad70-de61dd5025d8 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:38:56.601047 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-80891668-66dc-45bd-bfd8-a76ea7668e88 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port 66f2ff77-08ae-4662-ae8c-b957704b2a3f {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:38:56.601398 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-80891668-66dc-45bd-bfd8-a76ea7668e88 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (66f2ff77-08ae-4662-ae8c-b957704b2a3f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:56.609794 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-37d3e7a6-236c-42aa-8807-249e4329a757 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557922 Mar 23 01:38:56.611426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c req-f395f845-c185-47bc-b498-e1883bdf5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.612945 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c req-f395f845-c185-47bc-b498-e1883bdf5de4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=230548d0-2d33-4d0e-9918-7276ccd4826d HTTP/1.1" status: 200 len: 797 time: 0.0560906 Mar 23 01:38:56.738154 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8bb4970b-5b6b-411e-ad70-de61dd5025d8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8bb4970b-5b6b-411e-ad70-de61dd5025d8,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:56.771548 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c802cb58-7ba8-4f1f-aa0f-fb4c4b7eb4c8 req-b1f15e58-cf5d-443a-a0ba-9fdec86a53f3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2315447 Mar 23 01:38:56.789247 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '8bb4970b-5b6b-411e-ad70-de61dd5025d8', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'port_id': '8bb4970b-5b6b-411e-ad70-de61dd5025d8', 'mac_address': 'fa:16:3e:4e:4e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:38:56.794863 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-80891668-66dc-45bd-bfd8-a76ea7668e88 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (66f2ff77-08ae-4662-ae8c-b957704b2a3f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:56.825383 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-80891668-66dc-45bd-bfd8-a76ea7668e88 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for 66f2ff77-08ae-4662-ae8c-b957704b2a3f owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:38:56.848183 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9565c772-d146-42ba-a758-0c4c09cf6bd1 req-3320062f-cc56-43b7-8b7d-c7b5dfd034e6 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783597 Mar 23 01:38:56.855032 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 8bb4970b-5b6b-411e-ad70-de61dd5025d8 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:56.855602 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8bb4970b-5b6b-411e-ad70-de61dd5025d8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:56.876448 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c req-045fe1e3-de85-4432-8ed5-7614dd40f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:56.878129 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c req-045fe1e3-de85-4432-8ed5-7614dd40f5d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dddecf0c-3ac3-45a8-bf20-94de5f9f98e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2590647 Mar 23 01:38:56.893486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb4970b-5b6b-411e-ad70-de61dd5025d8 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:56.923295 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8bb4970b-5b6b-411e-ad70-de61dd5025d8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8bb4970b-5b6b-411e-ad70-de61dd5025d8,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:56.929147 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8bb4970b-5b6b-411e-ad70-de61dd5025d8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:56.983896 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-3566d4cf-f7d8-4029-b728-3a8cbbd43c8c service neutron] 10.222.0.18 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310666 Mar 23 01:38:57.011863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=8bb4970b-5b6b-411e-ad70-de61dd5025d8,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:57.472125 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['8bb4970b-5b6b-411e-ad70-de61dd5025d8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:38:57.531714 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9565c772-d146-42ba-a758-0c4c09cf6bd1 req-f18b6639-9d00-4623-8c4a-6a6b74da10e6 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511934 Mar 23 01:38:57.712061 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-80891668-66dc-45bd-bfd8-a76ea7668e88 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (66f2ff77-08ae-4662-ae8c-b957704b2a3f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:57.813101 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c req-6de98367-ed6c-4d53-a315-020f47836e2c service neutron] 10.222.0.43 "GET /v2.0/networks/dddecf0c-3ac3-45a8-bf20-94de5f9f98e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9242201 Mar 23 01:38:57.848680 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-79e16b3e-e726-4e6d-9025-ea617e66bd45 service neutron] 10.222.0.18 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8523512 Mar 23 01:38:57.927227 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-80891668-66dc-45bd-bfd8-a76ea7668e88 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (aa2954d4-f61b-4c4d-be31-c1772a4dcd06), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:57.937431 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80891668-66dc-45bd-bfd8-a76ea7668e88 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=66f2ff77-08ae-4662-ae8c-b957704b2a3f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:57.972021 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a2fed2d-81d9-4e9e-b8f3-4673a2e50f3c req-f3aa7d0e-319b-4432-8251-efd015c8135d service neutron] 10.222.0.43 "GET /v2.0/networks/dddecf0c-3ac3-45a8-bf20-94de5f9f98e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501317 Mar 23 01:38:58.027149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fc87b-4baa-41fb-bbe5-d2759d441809 req-205f31e4-0666-40e1-8197-4828e9a08180 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:58.035513 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ea3fc87b-4baa-41fb-bbe5-d2759d441809 req-205f31e4-0666-40e1-8197-4828e9a08180 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 943 time: 0.3379388 Mar 23 01:38:58.191223 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2809e4-a6dd-44f1-9cee-602c1c457f76 req-beafe0ae-7d67-4f45-be6b-7a105e51bb19 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:58.202080 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec2809e4-a6dd-44f1-9cee-602c1c457f76 req-beafe0ae-7d67-4f45-be6b-7a105e51bb19 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.0677640 Mar 23 01:38:58.213058 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ea3fc87b-4baa-41fb-bbe5-d2759d441809 req-1dce22e8-f6a8-4c73-88eb-6c5e5b7af0a4 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760612 Mar 23 01:38:58.246287 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80891668-66dc-45bd-bfd8-a76ea7668e88 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router aa2954d4-f61b-4c4d-be31-c1772a4dcd06 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:38:58.268707 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec2809e4-a6dd-44f1-9cee-602c1c457f76 req-7c3abe5a-ec0c-499d-8d65-8b35f1828eee tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651381 Mar 23 01:38:58.387252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5208d77d-651e-43b6-9850-a369ac85f9f2 req-b4239d5c-a86b-455d-9e66-6d6613919e7a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 210 time: 0.0464799 Mar 23 01:38:58.427171 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80891668-66dc-45bd-bfd8-a76ea7668e88 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:38:58.437774 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42344) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:58.441387 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-80891668-66dc-45bd-bfd8-a76ea7668e88 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/aa2954d4-f61b-4c4d-be31-c1772a4dcd06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2194197 Mar 23 01:38:58.447210 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6956483c-0e0c-4cbf-98b7-1ea34ed279c4 None None] Sync routers for ids ['aa2954d4-f61b-4c4d-be31-c1772a4dcd06'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:38:58.483513 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6956483c-0e0c-4cbf-98b7-1ea34ed279c4 None None] Routers {'aa2954d4-f61b-4c4d-be31-c1772a4dcd06'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:58.486241 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6956483c-0e0c-4cbf-98b7-1ea34ed279c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['aa2954d4-f61b-4c4d-be31-c1772a4dcd06'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:58.522517 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09ec6e-1e3f-4bce-ab08-2df08a941b62 req-815f5233-09b8-440c-aef8-8e61431c547c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:58.533217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09ec6e-1e3f-4bce-ab08-2df08a941b62 req-815f5233-09b8-440c-aef8-8e61431c547c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:58.540307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09ec6e-1e3f-4bce-ab08-2df08a941b62 req-815f5233-09b8-440c-aef8-8e61431c547c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:58.542408 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b54a8c0b-c0fc-49ac-a0db-8ac44c5dbc6d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa2954d4-f61b-4c4d-be31-c1772a4dcd06 HTTP/1.1" status: 200 len: 205 time: 0.1035409 Mar 23 01:38:58.545883 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42350) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:58.548033 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09ec6e-1e3f-4bce-ab08-2df08a941b62 req-815f5233-09b8-440c-aef8-8e61431c547c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:58.570066 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09ec6e-1e3f-4bce-ab08-2df08a941b62 req-815f5233-09b8-440c-aef8-8e61431c547c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:58.580103 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09ec6e-1e3f-4bce-ab08-2df08a941b62 req-815f5233-09b8-440c-aef8-8e61431c547c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:58.582038 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:38:58.594946 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09ec6e-1e3f-4bce-ab08-2df08a941b62 req-815f5233-09b8-440c-aef8-8e61431c547c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:58.597715 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bd09ec6e-1e3f-4bce-ab08-2df08a941b62 req-815f5233-09b8-440c-aef8-8e61431c547c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.2526078 Mar 23 01:38:58.632570 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6956483c-0e0c-4cbf-98b7-1ea34ed279c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:58.658703 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6956483c-0e0c-4cbf-98b7-1ea34ed279c4 None None] Routers {'aa2954d4-f61b-4c4d-be31-c1772a4dcd06'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:38:58.662609 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6956483c-0e0c-4cbf-98b7-1ea34ed279c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['aa2954d4-f61b-4c4d-be31-c1772a4dcd06'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:58.761162 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f994d32-beed-47c7-a50b-0dd2a540b286 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (aa2954d4-f61b-4c4d-be31-c1772a4dcd06), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:58.809966 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=45b7930c-1b62-4e79-a8b4-7e5e6f6469cf,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:58.832544 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bd09ec6e-1e3f-4bce-ab08-2df08a941b62 req-2df085d1-6327-4b3a-99c7-7563e9e8c33c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2280383 Mar 23 01:38:58.833540 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6956483c-0e0c-4cbf-98b7-1ea34ed279c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:38:58.835969 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6956483c-0e0c-4cbf-98b7-1ea34ed279c4 None None] The sync data for ids ['aa2954d4-f61b-4c4d-be31-c1772a4dcd06'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:38:58.842545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '45b7930c-1b62-4e79-a8b4-7e5e6f6469cf', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'port_id': '45b7930c-1b62-4e79-a8b4-7e5e6f6469cf', 'mac_address': 'fa:16:3e:37:b0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:38:58.936638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:38:58.937146 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (45b7930c-1b62-4e79-a8b4-7e5e6f6469cf), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:58.965643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:38:59.005858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=45b7930c-1b62-4e79-a8b4-7e5e6f6469cf,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:38:59.023412 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (45b7930c-1b62-4e79-a8b4-7e5e6f6469cf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:59.053485 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f994d32-beed-47c7-a50b-0dd2a540b286 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (aa2954d4-f61b-4c4d-be31-c1772a4dcd06), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:59.057504 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f994d32-beed-47c7-a50b-0dd2a540b286 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_controller (aa2954d4-f61b-4c4d-be31-c1772a4dcd06), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:59.117008 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=45b7930c-1b62-4e79-a8b4-7e5e6f6469cf,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:38:59.145806 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f994d32-beed-47c7-a50b-0dd2a540b286 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (aa2954d4-f61b-4c4d-be31-c1772a4dcd06), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:59.146672 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f994d32-beed-47c7-a50b-0dd2a540b286 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Fanout notify agent at l3_agent the message router_deleted on router aa2954d4-f61b-4c4d-be31-c1772a4dcd06 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:38:59.154111 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f994d32-beed-47c7-a50b-0dd2a540b286 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:59.158847 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42368) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:59.159508 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8f994d32-beed-47c7-a50b-0dd2a540b286 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/routers/aa2954d4-f61b-4c4d-be31-c1772a4dcd06 HTTP/1.1" status: 204 len: 168 time: 0.6067274 Mar 23 01:38:59.270626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbed4a51-82b9-442f-b500-3e31fe48a5eb tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting subnet aa8b6d1d-e9ca-4de7-9175-a212905db1d3 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:38:59.275787 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bbed4a51-82b9-442f-b500-3e31fe48a5eb tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for subnet (aa8b6d1d-e9ca-4de7-9175-a212905db1d3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:59.342563 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bbed4a51-82b9-442f-b500-3e31fe48a5eb tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (aa8b6d1d-e9ca-4de7-9175-a212905db1d3), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:59.438714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3056bb7-dc3f-4cd9-bb74-d9c3a8ad5482 req-4b71bc83-b8a3-4002-befb-e018366c16cb tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:59.458497 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e3056bb7-dc3f-4cd9-bb74-d9c3a8ad5482 req-4b71bc83-b8a3-4002-befb-e018366c16cb tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 944 time: 0.1284020 Mar 23 01:38:59.533326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['45b7930c-1b62-4e79-a8b4-7e5e6f6469cf'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:38:59.573398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec17b5d-d166-444a-b122-32d41677b42d req-9752277a-a158-4846-83b6-5ec4c0e4fb66 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:38:59.586276 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ec17b5d-d166-444a-b122-32d41677b42d req-9752277a-a158-4846-83b6-5ec4c0e4fb66 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.1625588 Mar 23 01:38:59.608632 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e3056bb7-dc3f-4cd9-bb74-d9c3a8ad5482 req-cdece0d1-a6ca-47a1-98cf-aa7220524c4d tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482608 Mar 23 01:38:59.654694 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bbed4a51-82b9-442f-b500-3e31fe48a5eb tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (aa8b6d1d-e9ca-4de7-9175-a212905db1d3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:59.767539 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ec17b5d-d166-444a-b122-32d41677b42d req-8556327e-8b61-4c4c-9775-47e2df88c490 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652570 Mar 23 01:38:59.814443 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bbed4a51-82b9-442f-b500-3e31fe48a5eb tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (aa8b6d1d-e9ca-4de7-9175-a212905db1d3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:59.828031 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd6b41ac-7796-44fe-baa5-fd172eedb6c3 req-671302ee-17dc-4531-98e8-802c22e29c22 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 210 time: 0.0709355 Mar 23 01:38:59.831247 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bbed4a51-82b9-442f-b500-3e31fe48a5eb tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:38:59.846003 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bbed4a51-82b9-442f-b500-3e31fe48a5eb tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/aa8b6d1d-e9ca-4de7-9175-a212905db1d3 HTTP/1.1" status: 204 len: 168 time: 0.6852167 Mar 23 01:38:59.852650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484b6078-f2dd-4f59-aae6-15e834ab79f2 None None] Network ecbafc51-e216-4a87-99ef-999d59d68b00 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:38:59.856514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42392) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:38:59.887336 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed4a51-82b9-442f-b500-3e31fe48a5eb tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8b6d1d-e9ca-4de7-9175-a212905db1d3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:00.114141 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c107cf-d751-43ef-ba3c-a00480d96786 req-4dff4e76-27af-4128-ada0-2e4b3ef640a8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:00.120267 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c107cf-d751-43ef-ba3c-a00480d96786 req-4dff4e76-27af-4128-ada0-2e4b3ef640a8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:00.136949 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341e623b-8d03-4150-8ec3-ac0779f1793b None None] DHCP port deletion for ecbafc51-e216-4a87-99ef-999d59d68b00 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:39:00.145724 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c107cf-d751-43ef-ba3c-a00480d96786 req-4dff4e76-27af-4128-ada0-2e4b3ef640a8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:00.165939 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c107cf-d751-43ef-ba3c-a00480d96786 req-4dff4e76-27af-4128-ada0-2e4b3ef640a8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:00.183017 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c107cf-d751-43ef-ba3c-a00480d96786 req-4dff4e76-27af-4128-ada0-2e4b3ef640a8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:00.209455 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c107cf-d751-43ef-ba3c-a00480d96786 req-4dff4e76-27af-4128-ada0-2e4b3ef640a8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:00.225018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c107cf-d751-43ef-ba3c-a00480d96786 req-4dff4e76-27af-4128-ada0-2e4b3ef640a8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:00.235710 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-26c107cf-d751-43ef-ba3c-a00480d96786 req-4dff4e76-27af-4128-ada0-2e4b3ef640a8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.2457542 Mar 23 01:39:00.275174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-341e623b-8d03-4150-8ec3-ac0779f1793b None None] Deleting port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:39:00.278594 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-341e623b-8d03-4150-8ec3-ac0779f1793b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6e4afd81-7c7c-49c3-a1b3-2c242e2c2677), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:00.305077 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-e261b9c9-5c2b-4cf7-9e35-6b8652f0f525 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:00.306528 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-e261b9c9-5c2b-4cf7-9e35-6b8652f0f525 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.43 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 811 time: 0.4764116 Mar 23 01:39:00.358161 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-26c107cf-d751-43ef-ba3c-a00480d96786 req-6b105647-6fc7-4e6f-b981-f582dd6f40a6 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1149983 Mar 23 01:39:00.390547 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (ecbafc51-e216-4a87-99ef-999d59d68b00), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:00.397863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-341e623b-8d03-4150-8ec3-ac0779f1793b None None] For port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6e4afd81-7c7c-49c3-a1b3-2c242e2c2677,segment=NetworkSegment(a648a876-ff09-4903-83a2-b017c0ae1b96),segment_id=a648a876-ff09-4903-83a2-b017c0ae1b96)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:00.398410 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-341e623b-8d03-4150-8ec3-ac0779f1793b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6e4afd81-7c7c-49c3-a1b3-2c242e2c2677), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:00.441996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-341e623b-8d03-4150-8ec3-ac0779f1793b None None] Calling delete_port for 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:39:00.501720 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-1507a7e9-686f-408c-89b5-6df2f244222c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cfedab891ae40a69e89c87dd801befa HTTP/1.1" status: 200 len: 380 time: 0.1641798 Mar 23 01:39:00.514104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-d1faaad8-fa13-4dbf-bf98-41f25b012af4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Request body: {'port': {'device_id': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'admin_state_up': True, 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'security_groups': ['3e39af43-d8dc-4eea-bd08-c733e34a24b5']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:00.588370 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-341e623b-8d03-4150-8ec3-ac0779f1793b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (6e4afd81-7c7c-49c3-a1b3-2c242e2c2677), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:00.622771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:39:00.623265 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6e4afd81-7c7c-49c3-a1b3-2c242e2c2677), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:00.625371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:39:00.633485 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8bb4970b-5b6b-411e-ad70-de61dd5025d8 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:00.752353 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341e623b-8d03-4150-8ec3-ac0779f1793b None None] No DVR routers for this DVR port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:39:00.782005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e623b-8d03-4150-8ec3-ac0779f1793b None None] Pushing event deleted for resources: {'Port': ['ID=6e4afd81-7c7c-49c3-a1b3-2c242e2c2677,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:00.854946 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-d1faaad8-fa13-4dbf-bf98-41f25b012af4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Made reservation on behalf of 9cfedab891ae40a69e89c87dd801befa for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:39:00.877104 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-d1faaad8-fa13-4dbf-bf98-41f25b012af4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:00.921830 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:00.937573 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '3d5ff212-42a8-4366-b07b-3b9cc7cbef6a', 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c', 'port_id': '3d5ff212-42a8-4366-b07b-3b9cc7cbef6a', 'mac_address': 'fa:16:3e:72:74:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f146eb-b581-4818-b541-536413e8a0b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:39:00.971308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] For port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677, host n-d-834677-4, got binding levels [] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:00.975244 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6e4afd81-7c7c-49c3-a1b3-2c242e2c2677), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:00.998823 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:39:01.007304 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 8bb4970b-5b6b-411e-ad70-de61dd5025d8 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:39:01.031471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:39:01.040960 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.ipam_backend_mixin [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 was not found and therefore no delete operation was performed {{(pid=99264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 01:39:01.041770 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecf263-e137-4f23-803b-be8ecf6f399a req-4b9d6926-0278-4b20-98d7-5ab9dd1042d0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:01.042840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:39:01.043616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:39:01.046711 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62ecf263-e137-4f23-803b-be8ecf6f399a req-4b9d6926-0278-4b20-98d7-5ab9dd1042d0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.1103902 Mar 23 01:39:01.057064 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 8bb4970b-5b6b-411e-ad70-de61dd5025d8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:01.057448 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8bb4970b-5b6b-411e-ad70-de61dd5025d8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:01.060536 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (6e4afd81-7c7c-49c3-a1b3-2c242e2c2677), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:01.124821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:01.125750 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:01.144713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:39:01.174976 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62ecf263-e137-4f23-803b-be8ecf6f399a req-965604fb-b1f3-4e2b-b542-3231128d6227 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122983 Mar 23 01:39:01.180202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:01.190788 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:01.374569 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 8bb4970b-5b6b-411e-ad70-de61dd5025d8 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:01.375399 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8bb4970b-5b6b-411e-ad70-de61dd5025d8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:01.399117 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1064e2d8-d77a-4d31-a8c6-0b2a0583f74e req-38b8ddf6-d6f6-4131-a7d1-f1d5e72f4f4c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 210 time: 0.0876760 Mar 23 01:39:01.482973 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=6e4afd81-7c7c-49c3-a1b3-2c242e2c2677,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:01.499816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:01.511750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48000bc-73d6-44b0-a7e2-5236feda6977 req-fa3edd51-119b-4549-b8f4-dc7d54ff34b2 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:01.517157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b48000bc-73d6-44b0-a7e2-5236feda6977 req-fa3edd51-119b-4549-b8f4-dc7d54ff34b2 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 944 time: 0.7377496 Mar 23 01:39:01.518752 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73e70be-f614-4b89-b404-b434c8a0b125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb4970b-5b6b-411e-ad70-de61dd5025d8'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:39:01.519302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] No DVR routers for this DVR port 6e4afd81-7c7c-49c3-a1b3-2c242e2c2677 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:39:01.521393 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce4738a-7f1b-4cfc-8f72-c717c998f654" -d '{"events": [{"server_uuid": "f73e70be-f614-4b89-b404-b434c8a0b125", "name": "network-vif-plugged", "status": "completed", "tag": "8bb4970b-5b6b-411e-ad70-de61dd5025d8"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:39:01.549514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8bb4970b-5b6b-411e-ad70-de61dd5025d8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8bb4970b-5b6b-411e-ad70-de61dd5025d8,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:01.559112 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8bb4970b-5b6b-411e-ad70-de61dd5025d8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:01.674790 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da982c3-9c57-4ceb-bf9a-8add23890cdf req-0efb85ce-6ab4-4af8-91d2-ef20e8b8fb70 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:01.684478 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=8bb4970b-5b6b-411e-ad70-de61dd5025d8,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:01.690258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3d5ff212-42a8-4366-b07b-3b9cc7cbef6a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:39:01.694656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da982c3-9c57-4ceb-bf9a-8add23890cdf req-0efb85ce-6ab4-4af8-91d2-ef20e8b8fb70 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:01.703058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da982c3-9c57-4ceb-bf9a-8add23890cdf req-0efb85ce-6ab4-4af8-91d2-ef20e8b8fb70 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:01.713656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da982c3-9c57-4ceb-bf9a-8add23890cdf req-0efb85ce-6ab4-4af8-91d2-ef20e8b8fb70 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:01.724695 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-d1faaad8-fa13-4dbf-bf98-41f25b012af4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Allocated IP 172.20.0.8 (55577988-71eb-4574-9c6d-704e30d467e8/0fcd992d-8fb4-43ec-9717-1070673d3183/e2c4097c-74b8-4ceb-b653-1fae8f3bd46b) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:39:01.725013 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da982c3-9c57-4ceb-bf9a-8add23890cdf req-0efb85ce-6ab4-4af8-91d2-ef20e8b8fb70 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:01.738104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da982c3-9c57-4ceb-bf9a-8add23890cdf req-0efb85ce-6ab4-4af8-91d2-ef20e8b8fb70 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:01.745142 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da982c3-9c57-4ceb-bf9a-8add23890cdf req-0efb85ce-6ab4-4af8-91d2-ef20e8b8fb70 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:01.746326 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b48000bc-73d6-44b0-a7e2-5236feda6977 req-ed9e898d-c6a5-49cf-9edd-4e77102a84df tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121706 Mar 23 01:39:01.747422 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6da982c3-9c57-4ceb-bf9a-8add23890cdf req-0efb85ce-6ab4-4af8-91d2-ef20e8b8fb70 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.2159243 Mar 23 01:39:01.773620 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (ecbafc51-e216-4a87-99ef-999d59d68b00), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:01.808452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecbafc51-e216-4a87-99ef-999d59d68b00']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:01.820440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a648a876-ff09-4903-83a2-b017c0ae1b96') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:01.820761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a648a876-ff09-4903-83a2-b017c0ae1b96') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:01.835864 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (a648a876-ff09-4903-83a2-b017c0ae1b96), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:01.845208 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6da982c3-9c57-4ceb-bf9a-8add23890cdf req-cd28bc78-a6d4-4be5-90a5-fb6ef6365c3f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908387 Mar 23 01:39:01.856207 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14db1863-74df-4f9f-b2ff-9173bfbebb5b x-openstack-request-id: req-14db1863-74df-4f9f-b2ff-9173bfbebb5b {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:39:01.857297 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73e70be-f614-4b89-b404-b434c8a0b125", "name": "network-vif-plugged", "status": "completed", "tag": "8bb4970b-5b6b-411e-ad70-de61dd5025d8", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:39:01.858574 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14db1863-74df-4f9f-b2ff-9173bfbebb5b {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:39:01.859144 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14db1863-74df-4f9f-b2ff-9173bfbebb5b'] response: {'server_uuid': 'f73e70be-f614-4b89-b404-b434c8a0b125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb4970b-5b6b-411e-ad70-de61dd5025d8', 'code': 200} Mar 23 01:39:01.884492 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a648a876-ff09-4903-83a2-b017c0ae1b96), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:01.913358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:39:01.913776 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (a648a876-ff09-4903-83a2-b017c0ae1b96), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:39:01.917731 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:39:02.066101 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (ecbafc51-e216-4a87-99ef-999d59d68b00), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:02.066380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b474c-b205-4ff0-89b1-e95841b37994 req-cd39d111-8a20-42d8-866a-e2225498038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:02.069417 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-375b474c-b205-4ff0-89b1-e95841b37994 req-cd39d111-8a20-42d8-866a-e2225498038f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 1127 time: 0.1195791 Mar 23 01:39:02.105547 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:02.114329 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/networks/ecbafc51-e216-4a87-99ef-999d59d68b00 HTTP/1.1" status: 204 len: 168 time: 2.2522378 Mar 23 01:39:02.119107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a3839-292d-48a3-81bf-c8952b780ae5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Network': ['ID=ecbafc51-e216-4a87-99ef-999d59d68b00,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:02.120812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42422) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:02.134997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1383195443', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}, 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:02.158100 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-375b474c-b205-4ff0-89b1-e95841b37994 req-9f4587ef-ab42-4845-b179-46d2e37da39f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792015 Mar 23 01:39:02.179643 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-d1faaad8-fa13-4dbf-bf98-41f25b012af4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:02.190596 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (b4316ab8-ec96-4632-ac70-91e06c2da09f), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:02.191687 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (b4316ab8-ec96-4632-ac70-91e06c2da09f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:02.303198 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_controller (b4316ab8-ec96-4632-ac70-91e06c2da09f), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:02.471027 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-d1faaad8-fa13-4dbf-bf98-41f25b012af4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:02.594626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:02.616178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c217ac-2068-4d17-a6a9-fda14b8aeb67 req-480a4e18-5dd8-4319-bb2a-78866e70b0f6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:02.619192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd4482-d5d2-42ea-abeb-3cde11b5f09e req-77246ec5-2eb5-4068-acf8-214d75bac452 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:02.620827 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c8c217ac-2068-4d17-a6a9-fda14b8aeb67 req-480a4e18-5dd8-4319-bb2a-78866e70b0f6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 931 time: 0.1070883 Mar 23 01:39:02.629282 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70dd4482-d5d2-42ea-abeb-3cde11b5f09e req-77246ec5-2eb5-4068-acf8-214d75bac452 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 944 time: 0.3246055 Mar 23 01:39:02.668774 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-d1faaad8-fa13-4dbf-bf98-41f25b012af4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Network 55577988-71eb-4574-9c6d-704e30d467e8 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:02.680754 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_gateway (b4316ab8-ec96-4632-ac70-91e06c2da09f), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:02.717310 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c8c217ac-2068-4d17-a6a9-fda14b8aeb67 req-1019ce1e-6fe1-4f89-8732-cf212537df73 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903752 Mar 23 01:39:02.730760 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:39:02.742103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:02.743558 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (45b7930c-1b62-4e79-a8b4-7e5e6f6469cf), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:02.744734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-d1faaad8-fa13-4dbf-bf98-41f25b012af4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:02.756072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-d1faaad8-fa13-4dbf-bf98-41f25b012af4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:39:02.917280 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:02.917664 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (45b7930c-1b62-4e79-a8b4-7e5e6f6469cf), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:02.971014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=45b7930c-1b62-4e79-a8b4-7e5e6f6469cf,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:02.979374 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (45b7930c-1b62-4e79-a8b4-7e5e6f6469cf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:03.044849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1faaad8-fa13-4dbf-bf98-41f25b012af4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event updated for resources: {'Port': ['ID=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:03.054437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=45b7930c-1b62-4e79-a8b4-7e5e6f6469cf,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:03.070519 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2020d-c867-49a1-884a-d33df5abae8a req-64b697ed-fa5f-4916-9d10-f4cac74f968d tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:03.078384 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-24b2020d-c867-49a1-884a-d33df5abae8a req-64b697ed-fa5f-4916-9d10-f4cac74f968d tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 944 time: 0.1739814 Mar 23 01:39:03.112153 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:39:03.171027 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-24b2020d-c867-49a1-884a-d33df5abae8a req-719bb148-b4a0-4b0c-8544-2e9e29228797 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916173 Mar 23 01:39:03.172227 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8525f3ac-12ea-44ff-8ae6-92bfb0d86eac None None] Provisioning complete for port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:03.172637 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8525f3ac-12ea-44ff-8ae6-92bfb0d86eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:03.175784 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70dd4482-d5d2-42ea-abeb-3cde11b5f09e req-8c788817-08b0-4988-925e-90dee55c16c8 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268753 Mar 23 01:39:03.211643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-d1faaad8-fa13-4dbf-bf98-41f25b012af4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:03.212485 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-d1faaad8-fa13-4dbf-bf98-41f25b012af4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:03.242276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8525f3ac-12ea-44ff-8ae6-92bfb0d86eac None None] Port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:39:03.259324 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-d1faaad8-fa13-4dbf-bf98-41f25b012af4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7489736 Mar 23 01:39:03.282959 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Request body: {'port': {'device_id': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:03.372650 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:03.407078 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74428b34-5068-43dd-8c12-5eaf1b51cec7 req-db19d512-8c9c-417e-adc4-7b668398274d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:03.417974 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74428b34-5068-43dd-8c12-5eaf1b51cec7 req-db19d512-8c9c-417e-adc4-7b668398274d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:03.425575 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74428b34-5068-43dd-8c12-5eaf1b51cec7 req-db19d512-8c9c-417e-adc4-7b668398274d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:03.434832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74428b34-5068-43dd-8c12-5eaf1b51cec7 req-db19d512-8c9c-417e-adc4-7b668398274d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:03.440416 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74428b34-5068-43dd-8c12-5eaf1b51cec7 req-db19d512-8c9c-417e-adc4-7b668398274d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:03.452330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74428b34-5068-43dd-8c12-5eaf1b51cec7 req-db19d512-8c9c-417e-adc4-7b668398274d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:03.466079 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74428b34-5068-43dd-8c12-5eaf1b51cec7 req-db19d512-8c9c-417e-adc4-7b668398274d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:03.474775 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-74428b34-5068-43dd-8c12-5eaf1b51cec7 req-db19d512-8c9c-417e-adc4-7b668398274d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.1593843 Mar 23 01:39:03.573999 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_gateway (b4316ab8-ec96-4632-ac70-91e06c2da09f), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:03.583611 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-74428b34-5068-43dd-8c12-5eaf1b51cec7 req-1fd874e5-7cda-4a42-8774-484dc47939a4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090264 Mar 23 01:39:03.608760 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:03.695553 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:03.862134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b0c605-232a-459a-bd8e-c8e7222e4042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b7930c-1b62-4e79-a8b4-7e5e6f6469cf'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:39:03.865272 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a93a6f4-abb5-4f1d-b9e2-37a4c3cfdf33" -d '{"events": [{"server_uuid": "46b0c605-232a-459a-bd8e-c8e7222e4042", "name": "network-vif-plugged", "status": "completed", "tag": "45b7930c-1b62-4e79-a8b4-7e5e6f6469cf"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:39:03.940821 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4678ea-c7c5-4ccc-81bc-ac9e7682179f x-openstack-request-id: req-9c4678ea-c7c5-4ccc-81bc-ac9e7682179f {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:39:03.941119 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b0c605-232a-459a-bd8e-c8e7222e4042", "name": "network-vif-plugged", "status": "completed", "tag": "45b7930c-1b62-4e79-a8b4-7e5e6f6469cf", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:39:03.941398 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c4678ea-c7c5-4ccc-81bc-ac9e7682179f {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:39:03.941838 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4678ea-c7c5-4ccc-81bc-ac9e7682179f'] response: {'server_uuid': '46b0c605-232a-459a-bd8e-c8e7222e4042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b7930c-1b62-4e79-a8b4-7e5e6f6469cf', 'code': 200} Mar 23 01:39:04.099367 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667d4a7-2d48-472b-a8e4-ad14e6f395b7 req-98badbcb-342e-4382-b6b1-1ad070e4d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:04.106579 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7667d4a7-2d48-472b-a8e4-ad14e6f395b7 req-98badbcb-342e-4382-b6b1-1ad070e4d2b5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 1127 time: 0.0723324 Mar 23 01:39:04.212705 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7667d4a7-2d48-472b-a8e4-ad14e6f395b7 req-bed4b850-cce6-4f34-9b71-262b3d67dbae service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956185 Mar 23 01:39:04.361789 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3294eea-22a4-495f-8127-ca688b10f910 req-d2629660-3488-45c8-a4fc-929b8621e81f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:04.371165 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e3294eea-22a4-495f-8127-ca688b10f910 req-d2629660-3488-45c8-a4fc-929b8621e81f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 944 time: 0.0786898 Mar 23 01:39:04.405602 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Allocated IP 172.25.0.85 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/0a27fdac-de83-483f-b2cd-68e70642a750) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:39:04.437084 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e3294eea-22a4-495f-8127-ca688b10f910 req-a72fec86-4ca3-4fda-be73-15fd39e7b5df tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605178 Mar 23 01:39:04.481259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbc491-5339-403d-a679-e2029b224dbf req-fb239d2b-cf80-4549-babb-c802ea5d0551 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:04.482898 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73fbc491-5339-403d-a679-e2029b224dbf req-fb239d2b-cf80-4549-babb-c802ea5d0551 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 931 time: 0.2262371 Mar 23 01:39:04.612317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:04.638929 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73fbc491-5339-403d-a679-e2029b224dbf req-f7cbb490-2346-4e4d-90f7-c42f8186a7a5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413929 Mar 23 01:39:04.694278 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f41c9c-078c-43af-9458-de0fe6e35031 req-fe04b813-d928-443e-a9e1-3607bed115c5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:04.709277 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d0f41c9c-078c-43af-9458-de0fe6e35031 req-fe04b813-d928-443e-a9e1-3607bed115c5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.1429677 Mar 23 01:39:04.713451 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (0a27fdac-de83-483f-b2cd-68e70642a750), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:04.716464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c4097c-74b8-4ceb-b653-1fae8f3bd46b {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:39:04.727450 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Publish callbacks [] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:04.748763 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Transition to ACTIVE for port object e2c4097c-74b8-4ceb-b653-1fae8f3bd46b will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:39:04.770724 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:04.780512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:39:04.786800 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:04.787890 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:04.843413 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d0f41c9c-078c-43af-9458-de0fe6e35031 req-1e79ca1c-9b5b-491a-bc41-b89b4d671572 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290996 Mar 23 01:39:04.915847 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0a27fdac-de83-483f-b2cd-68e70642a750), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:04.944791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:04.957164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:04.958565 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:05.018213 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:05.025077 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:05.097912 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Attempting to bind port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:39:05.098346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Attempting to bind port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:39:05.098784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Attempting to bind port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b on network 55577988-71eb-4574-9c6d-704e30d467e8 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:05.103252 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:05.131327 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774a4bb-fd85-45f2-adc2-654c30c7545d req-d8307c81-1f5b-470e-9908-d9f476ecb98c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:05.137842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774a4bb-fd85-45f2-adc2-654c30c7545d req-d8307c81-1f5b-470e-9908-d9f476ecb98c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:05.149128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774a4bb-fd85-45f2-adc2-654c30c7545d req-d8307c81-1f5b-470e-9908-d9f476ecb98c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:05.150023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:05.159537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774a4bb-fd85-45f2-adc2-654c30c7545d req-d8307c81-1f5b-470e-9908-d9f476ecb98c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:05.165143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774a4bb-fd85-45f2-adc2-654c30c7545d req-d8307c81-1f5b-470e-9908-d9f476ecb98c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:05.170658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774a4bb-fd85-45f2-adc2-654c30c7545d req-d8307c81-1f5b-470e-9908-d9f476ecb98c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:05.176970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774a4bb-fd85-45f2-adc2-654c30c7545d req-d8307c81-1f5b-470e-9908-d9f476ecb98c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:05.185269 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3774a4bb-fd85-45f2-adc2-654c30c7545d req-d8307c81-1f5b-470e-9908-d9f476ecb98c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.3535974 Mar 23 01:39:05.203831 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b on network 55577988-71eb-4574-9c6d-704e30d467e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:39:05.204178 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Attempting to bind port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b on network 55577988-71eb-4574-9c6d-704e30d467e8 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:05.211582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=0a27fdac-de83-483f-b2cd-68e70642a750,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:05.217226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:05.224524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:39:05.249269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:39:05.249735 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Checking segment: {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:05.250269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Bound using segment: {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:39:05.250718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Bound port: e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:39:05.251101 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:05.313187 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3774a4bb-fd85-45f2-adc2-654c30c7545d req-d7dc56eb-9032-4afb-a2a5-93b35dbfface tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269672 Mar 23 01:39:05.645122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8eb98-2d92-4941-9d88-3c0d883de7f9 req-60985194-eccd-458d-8f2a-d18a38101c44 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:05.654474 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-64c8eb98-2d92-4941-9d88-3c0d883de7f9 req-60985194-eccd-458d-8f2a-d18a38101c44 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.1036263 Mar 23 01:39:05.820426 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-64c8eb98-2d92-4941-9d88-3c0d883de7f9 req-390ea623-e90e-4662-8b40-700bd8e4335b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649165 Mar 23 01:39:05.826180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:39:05.886356 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:39:05.930051 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:05.943029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e0f56e-991b-4ed2-adf7-5b4afb0fb163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5ff212-42a8-4366-b07b-3b9cc7cbef6a'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:39:05.947771 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6f8103-2fa1-4a9e-8efd-91c3e1ddd79d" -d '{"events": [{"server_uuid": "87e0f56e-991b-4ed2-adf7-5b4afb0fb163", "name": "network-vif-plugged", "status": "completed", "tag": "3d5ff212-42a8-4366-b07b-3b9cc7cbef6a"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:39:05.986365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153506c2-d384-4f5e-9622-51bd72852268 req-b230b03f-a7c7-4827-a2fd-c3b54dbb9f1d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:05.988203 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-153506c2-d384-4f5e-9622-51bd72852268 req-b230b03f-a7c7-4827-a2fd-c3b54dbb9f1d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 943 time: 0.1476195 Mar 23 01:39:06.083767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:06.084792 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:06.086429 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] 10.222.0.43 "PUT /v2.0/ports/e2c4097c-74b8-4ceb-b653-1fae8f3bd46b HTTP/1.1" status: 200 len: 1091 time: 2.8088484 Mar 23 01:39:06.090120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:39:06.092862 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543b9e72-228b-4a9a-af12-98f7fe4e13ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:39:06.103322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7565b5-c9e8-4a0f-bf97-3fb5db690cd6 req-69598726-2070-4168-bc15-2203df6724d8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:06.110710 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6a7565b5-c9e8-4a0f-bf97-3fb5db690cd6 req-69598726-2070-4168-bc15-2203df6724d8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.1785500 Mar 23 01:39:06.130188 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_gateway (b4316ab8-ec96-4632-ac70-91e06c2da09f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:06.224276 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6a7565b5-c9e8-4a0f-bf97-3fb5db690cd6 req-d18baaae-8c7d-4499-80f0-63e7841ecb48 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072412 Mar 23 01:39:06.303347 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef258d6e-f5cf-4b4e-b277-670e44c774cc x-openstack-request-id: req-ef258d6e-f5cf-4b4e-b277-670e44c774cc {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:39:06.303641 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e0f56e-991b-4ed2-adf7-5b4afb0fb163", "name": "network-vif-plugged", "status": "completed", "tag": "3d5ff212-42a8-4366-b07b-3b9cc7cbef6a", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:39:06.303894 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef258d6e-f5cf-4b4e-b277-670e44c774cc {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:39:06.304393 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef258d6e-f5cf-4b4e-b277-670e44c774cc'] response: {'server_uuid': '87e0f56e-991b-4ed2-adf7-5b4afb0fb163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5ff212-42a8-4366-b07b-3b9cc7cbef6a', 'code': 200} Mar 23 01:39:06.527375 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ded2d-659b-40dc-ae92-a75758169bde req-ab950405-9950-485c-980d-8e513c28761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:06.533531 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c7ded2d-659b-40dc-ae92-a75758169bde req-ab950405-9950-485c-980d-8e513c28761f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 1127 time: 0.1159761 Mar 23 01:39:06.617825 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58db5ba9-a7a5-4981-a5a5-c8f2af520064 x-openstack-request-id: req-58db5ba9-a7a5-4981-a5a5-c8f2af520064 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:39:06.618382 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:39:06.618828 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58db5ba9-a7a5-4981-a5a5-c8f2af520064 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:39:06.619548 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58db5ba9-a7a5-4981-a5a5-c8f2af520064'] response: {'name': 'network-changed', 'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'status': 'completed', 'code': 200} Mar 23 01:39:06.622210 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (b4316ab8-ec96-4632-ac70-91e06c2da09f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:06.650206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c341f-dded-4d2c-9c1f-66e1b4e96f52 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:06.685644 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-153506c2-d384-4f5e-9622-51bd72852268 req-da7793aa-82ca-42f1-be69-9dca7d53a723 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6873169 Mar 23 01:39:06.737330 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c7ded2d-659b-40dc-ae92-a75758169bde req-6de5b05f-58c3-445a-80f9-7be77da602ed service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939116 Mar 23 01:39:06.839112 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-8303959b-7369-45b2-be6b-11078cdaa836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:06.840686 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-8303959b-7369-45b2-be6b-11078cdaa836 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 1125 time: 0.6719818 Mar 23 01:39:06.986299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e7ab2-f5ae-4d57-8f46-22442bc1e6d9 req-525f0672-74e3-4cb2-9114-b5e1fb3a1dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:06.992321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e7ab2-f5ae-4d57-8f46-22442bc1e6d9 req-525f0672-74e3-4cb2-9114-b5e1fb3a1dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:06.997673 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871ea2f-8c86-4659-9124-ec89ae15b777 req-1e2367fa-4962-4f72-a8e3-ebabb5429039 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:06.998425 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e7ab2-f5ae-4d57-8f46-22442bc1e6d9 req-525f0672-74e3-4cb2-9114-b5e1fb3a1dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:07.001625 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c871ea2f-8c86-4659-9124-ec89ae15b777 req-1e2367fa-4962-4f72-a8e3-ebabb5429039 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.1046827 Mar 23 01:39:07.010979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e7ab2-f5ae-4d57-8f46-22442bc1e6d9 req-525f0672-74e3-4cb2-9114-b5e1fb3a1dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:07.017249 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e7ab2-f5ae-4d57-8f46-22442bc1e6d9 req-525f0672-74e3-4cb2-9114-b5e1fb3a1dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:07.024207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e7ab2-f5ae-4d57-8f46-22442bc1e6d9 req-525f0672-74e3-4cb2-9114-b5e1fb3a1dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:07.030254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e7ab2-f5ae-4d57-8f46-22442bc1e6d9 req-525f0672-74e3-4cb2-9114-b5e1fb3a1dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:07.032809 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e19e7ab2-f5ae-4d57-8f46-22442bc1e6d9 req-525f0672-74e3-4cb2-9114-b5e1fb3a1dda tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.1243179 Mar 23 01:39:07.098307 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e19e7ab2-f5ae-4d57-8f46-22442bc1e6d9 req-231057e7-8a10-4c65-8de1-c4e6ba482a32 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578713 Mar 23 01:39:07.099275 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router b4316ab8-ec96-4632-ac70-91e06c2da09f is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:39:07.124777 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c871ea2f-8c86-4659-9124-ec89ae15b777 req-50a0e694-e19f-4126-8e5d-c15dc3551728 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119421 Mar 23 01:39:07.194295 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-7b7ff8a7-6f3d-47f9-b104-a000d4fffb90 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b HTTP/1.1" status: 200 len: 217 time: 0.0922406 Mar 23 01:39:07.329678 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6286d70-058c-4ead-a2ac-a0695dfb31ef req-47c870f1-24ea-4820-a2b7-f77acb82c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:07.331257 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e6286d70-058c-4ead-a2ac-a0695dfb31ef req-47c870f1-24ea-4820-a2b7-f77acb82c1bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 1127 time: 0.1233788 Mar 23 01:39:07.372857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-9f501be9-14e4-4715-a625-5eff62b0d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:07.374366 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-9f501be9-14e4-4715-a625-5eff62b0d5cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.1562085 Mar 23 01:39:07.403069 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5b415-4cbc-4b82-bd15-1edd7b9698ac req-58202776-8cbb-4a98-9ff6-85bc9bc2c51e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:07.410912 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a9e5b415-4cbc-4b82-bd15-1edd7b9698ac req-58202776-8cbb-4a98-9ff6-85bc9bc2c51e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.1421561 Mar 23 01:39:07.443257 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:39:07.454676 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311c3601-2d2a-4cbf-b3cb-c252f9679390 None None] Sync routers for ids ['b4316ab8-ec96-4632-ac70-91e06c2da09f'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:39:07.475307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311c3601-2d2a-4cbf-b3cb-c252f9679390 None None] Routers {'b4316ab8-ec96-4632-ac70-91e06c2da09f'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:07.476214 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-311c3601-2d2a-4cbf-b3cb-c252f9679390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b4316ab8-ec96-4632-ac70-91e06c2da09f'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:07.483370 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a9e5b415-4cbc-4b82-bd15-1edd7b9698ac req-272ce074-0e22-4f15-9635-cfddf9509ce2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713961 Mar 23 01:39:07.499727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-bba508a1-14d2-43a8-8336-687209997aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:07.501937 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-bba508a1-14d2-43a8-8336-687209997aa7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1201088 Mar 23 01:39:07.505760 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:07.507092 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-99adaf7d-4459-48ab-bb3a-42bf7a9d1026 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.3786492 Mar 23 01:39:07.516689 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42496) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:07.551980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-311c3601-2d2a-4cbf-b3cb-c252f9679390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:07.560284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6286d70-058c-4ead-a2ac-a0695dfb31ef req-83cfee0d-f7e8-454b-ab0e-1258d2fdacfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:07.562390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311c3601-2d2a-4cbf-b3cb-c252f9679390 None None] Routers {'b4316ab8-ec96-4632-ac70-91e06c2da09f'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:07.563246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-311c3601-2d2a-4cbf-b3cb-c252f9679390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b4316ab8-ec96-4632-ac70-91e06c2da09f'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:07.566882 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e6286d70-058c-4ead-a2ac-a0695dfb31ef req-83cfee0d-f7e8-454b-ab0e-1258d2fdacfe service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 919 time: 0.2259562 Mar 23 01:39:07.605454 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-311c3601-2d2a-4cbf-b3cb-c252f9679390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:07.606711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311c3601-2d2a-4cbf-b3cb-c252f9679390 None None] The sync data for ids ['b4316ab8-ec96-4632-ac70-91e06c2da09f'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:39:07.634125 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e6286d70-058c-4ead-a2ac-a0695dfb31ef req-f7b1506a-26fb-4a44-9738-9d9ce43bc052 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45b7930c-1b62-4e79-a8b4-7e5e6f6469cf HTTP/1.1" status: 200 len: 217 time: 0.0608530 Mar 23 01:39:07.755632 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-7c221bf1-dcf5-479b-9f6c-d6ca991296a9 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463078 Mar 23 01:39:07.766420 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bf874448-eff2-4c4c-8ec9-48fcb18226fb tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/routers/b4316ab8-ec96-4632-ac70-91e06c2da09f HTTP/1.1" status: 200 len: 884 time: 0.2462330 Mar 23 01:39:07.772482 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6286d70-058c-4ead-a2ac-a0695dfb31ef req-69f44243-424c-444f-ae99-5a9f38876663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:07.774328 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e6286d70-058c-4ead-a2ac-a0695dfb31ef req-69f44243-424c-444f-ae99-5a9f38876663 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.1262550 Mar 23 01:39:07.775452 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42500) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:08.116435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6286d70-058c-4ead-a2ac-a0695dfb31ef req-759c50ea-a9bb-47e9-8385-6b2a98cb993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:08.118082 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e6286d70-058c-4ead-a2ac-a0695dfb31ef req-759c50ea-a9bb-47e9-8385-6b2a98cb993d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2866733 Mar 23 01:39:08.453368 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e6286d70-058c-4ead-a2ac-a0695dfb31ef req-7847d00b-d0e1-4f59-9f1d-3bd35dfa7d05 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983305 Mar 23 01:39:08.654782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d73310-d44a-482a-bd2f-2c792f5a202e req-10ff87d4-8bba-4677-a2f4-f36071b69cf6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:08.669462 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-66d73310-d44a-482a-bd2f-2c792f5a202e req-10ff87d4-8bba-4677-a2f4-f36071b69cf6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 943 time: 0.8339193 Mar 23 01:39:08.692807 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1c32ad3-13be-44ab-a66c-4e1bc06dc986 req-3dbbede3-0ec1-46b8-882b-2dfeb6c7d578 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9265206 Mar 23 01:39:08.777089 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-66d73310-d44a-482a-bd2f-2c792f5a202e req-720a6507-7b1f-44be-a41e-5a5c282f5e8b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060107 Mar 23 01:39:08.843694 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c5367-d2ec-42b3-b495-d3aa49c0efdf req-53331cec-bd24-4803-a58c-cae8c771dbb3 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:08.845599 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b64c5367-d2ec-42b3-b495-d3aa49c0efdf req-53331cec-bd24-4803-a58c-cae8c771dbb3 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.5236459 Mar 23 01:39:08.913096 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c8a1119e-2748-49ed-86ce-473f51286338 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.1362860 Mar 23 01:39:08.917475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42518) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:08.931015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-91db9c3d-4967-4164-ac73-092c06ab1a68 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1383195443'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:08.966365 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e6286d70-058c-4ead-a2ac-a0695dfb31ef req-572022ee-153a-4f92-9ccb-db11ce398f12 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993732 Mar 23 01:39:08.970467 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b64c5367-d2ec-42b3-b495-d3aa49c0efdf req-d099adc2-8046-46f7-8e7d-6fbb4f785524 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068902 Mar 23 01:39:09.151389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b9e72-228b-4a9a-af12-98f7fe4e13ad req-3fb902c8-c070-42c9-8a68-f99b59ee2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:09.155086 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-543b9e72-228b-4a9a-af12-98f7fe4e13ad req-3fb902c8-c070-42c9-8a68-f99b59ee2709 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 1125 time: 0.3501732 Mar 23 01:39:09.203321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf16134-98d4-457c-aa49-b6f69b2297fa req-ab90abe8-5b4e-4218-a506-dde6ff4da426 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:09.205417 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-caf16134-98d4-457c-aa49-b6f69b2297fa req-ab90abe8-5b4e-4218-a506-dde6ff4da426 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.0954876 Mar 23 01:39:09.277534 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b43369-f293-49db-a484-766f08c4966c req-65c45387-e1d8-44c8-b321-2790fa7db512 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:09.283704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b43369-f293-49db-a484-766f08c4966c req-65c45387-e1d8-44c8-b321-2790fa7db512 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:09.290836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b43369-f293-49db-a484-766f08c4966c req-65c45387-e1d8-44c8-b321-2790fa7db512 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:09.294707 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-caf16134-98d4-457c-aa49-b6f69b2297fa req-d9bed14e-a585-4343-b4a5-18220f6fb297 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807672 Mar 23 01:39:09.309230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b43369-f293-49db-a484-766f08c4966c req-65c45387-e1d8-44c8-b321-2790fa7db512 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:09.316991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b43369-f293-49db-a484-766f08c4966c req-65c45387-e1d8-44c8-b321-2790fa7db512 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:09.322983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b43369-f293-49db-a484-766f08c4966c req-65c45387-e1d8-44c8-b321-2790fa7db512 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:09.333903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b43369-f293-49db-a484-766f08c4966c req-65c45387-e1d8-44c8-b321-2790fa7db512 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:09.342676 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14b43369-f293-49db-a484-766f08c4966c req-65c45387-e1d8-44c8-b321-2790fa7db512 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.3967264 Mar 23 01:39:09.469657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b9e72-228b-4a9a-af12-98f7fe4e13ad req-50555f78-6b61-479c-9832-e86146a024e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:09.472811 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-543b9e72-228b-4a9a-af12-98f7fe4e13ad req-50555f78-6b61-479c-9832-e86146a024e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 0.2759521 Mar 23 01:39:09.534832 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-543b9e72-228b-4a9a-af12-98f7fe4e13ad req-64632fe0-2e73-4398-ad50-dc5ae6f8352e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b HTTP/1.1" status: 200 len: 217 time: 0.0477409 Mar 23 01:39:09.717988 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14b43369-f293-49db-a484-766f08c4966c req-c6e151cf-6de7-472c-b144-6052d7e399e6 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3729742 Mar 23 01:39:09.763321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b9e72-228b-4a9a-af12-98f7fe4e13ad req-067e5ea9-ca9b-466b-bf5b-c8fce36e990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:09.765210 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-543b9e72-228b-4a9a-af12-98f7fe4e13ad req-067e5ea9-ca9b-466b-bf5b-c8fce36e990e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.2094259 Mar 23 01:39:09.893868 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dafe4-bbb7-4ffc-82c7-807f463f8c69 req-8d705145-a254-4056-9062-e2c1442a0c5d tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:09.896107 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-821dafe4-bbb7-4ffc-82c7-807f463f8c69 req-8d705145-a254-4056-9062-e2c1442a0c5d tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 1127 time: 0.1245599 Mar 23 01:39:09.998053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-821dafe4-bbb7-4ffc-82c7-807f463f8c69 req-775bce1d-ccd7-49dc-8c8a-64d5b808cfd0 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913935 Mar 23 01:39:10.152096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b9e72-228b-4a9a-af12-98f7fe4e13ad req-7c29404b-c7ea-4b5d-a8ed-1e2c85b3e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:10.157853 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-543b9e72-228b-4a9a-af12-98f7fe4e13ad req-7c29404b-c7ea-4b5d-a8ed-1e2c85b3e614 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3835695 Mar 23 01:39:10.234587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bc3df-e17f-4df0-bc25-6ce4e2be3a02 req-3cac3820-8e02-4c5f-82a8-5737a400d862 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:10.246049 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-756bc3df-e17f-4df0-bc25-6ce4e2be3a02 req-3cac3820-8e02-4c5f-82a8-5737a400d862 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.1043556 Mar 23 01:39:10.302177 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-756bc3df-e17f-4df0-bc25-6ce4e2be3a02 req-3827f60d-dd8c-40d6-9284-2f6b4df1b118 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535619 Mar 23 01:39:10.461043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a75d8f-8ea7-444f-b951-6ea29d24db4f req-e9d916b6-a513-4796-8a32-118bce0b783b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:10.461476 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda93036-7c43-426a-aed1-ca4b4115ef4e req-d89d659e-b0ec-458c-9d5e-c215864a4aff tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:10.468512 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b7a75d8f-8ea7-444f-b951-6ea29d24db4f req-e9d916b6-a513-4796-8a32-118bce0b783b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 943 time: 0.4832740 Mar 23 01:39:10.471309 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dda93036-7c43-426a-aed1-ca4b4115ef4e req-d89d659e-b0ec-458c-9d5e-c215864a4aff tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 1127 time: 0.0851638 Mar 23 01:39:10.494630 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-543b9e72-228b-4a9a-af12-98f7fe4e13ad req-08207e86-4e82-47c9-a76f-c2d5818b88c9 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082547 Mar 23 01:39:10.536439 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-91db9c3d-4967-4164-ac73-092c06ab1a68 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (b4316ab8-ec96-4632-ac70-91e06c2da09f), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:10.558242 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dda93036-7c43-426a-aed1-ca4b4115ef4e req-1e7623b6-aab7-4894-b8b3-9e0a3147395a tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857320 Mar 23 01:39:10.618810 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-91db9c3d-4967-4164-ac73-092c06ab1a68 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (b4316ab8-ec96-4632-ac70-91e06c2da09f), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:10.720854 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-3f4d4d53-aaf2-45f4-a578-eca9e4a9cbaf req-34b6a181-b69c-4b55-afa8-2259e00e8132 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:39:10.722230 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3f4d4d53-aaf2-45f4-a578-eca9e4a9cbaf req-34b6a181-b69c-4b55-afa8-2259e00e8132 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070992 Mar 23 01:39:10.744396 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b7a75d8f-8ea7-444f-b951-6ea29d24db4f req-8edb0cb7-bfd0-4585-8a34-b5be98c4c50b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749751 Mar 23 01:39:10.791537 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-543b9e72-228b-4a9a-af12-98f7fe4e13ad req-5b604f8e-0550-4732-ac1d-b98e178efc97 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894065 Mar 23 01:39:10.840788 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91db9c3d-4967-4164-ac73-092c06ab1a68 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router b4316ab8-ec96-4632-ac70-91e06c2da09f has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:39:11.112788 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b003c1-576c-4177-80ad-d33a6fe92a18 req-25727c02-7f90-4fb2-9fbf-b5b36d898f71 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:11.118791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b003c1-576c-4177-80ad-d33a6fe92a18 req-25727c02-7f90-4fb2-9fbf-b5b36d898f71 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:11.124818 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b003c1-576c-4177-80ad-d33a6fe92a18 req-25727c02-7f90-4fb2-9fbf-b5b36d898f71 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:11.130304 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b003c1-576c-4177-80ad-d33a6fe92a18 req-25727c02-7f90-4fb2-9fbf-b5b36d898f71 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:11.136056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b003c1-576c-4177-80ad-d33a6fe92a18 req-25727c02-7f90-4fb2-9fbf-b5b36d898f71 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:11.141711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b003c1-576c-4177-80ad-d33a6fe92a18 req-25727c02-7f90-4fb2-9fbf-b5b36d898f71 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:11.148065 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b003c1-576c-4177-80ad-d33a6fe92a18 req-25727c02-7f90-4fb2-9fbf-b5b36d898f71 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:11.150263 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-17b003c1-576c-4177-80ad-d33a6fe92a18 req-25727c02-7f90-4fb2-9fbf-b5b36d898f71 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.2105937 Mar 23 01:39:11.192466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91db9c3d-4967-4164-ac73-092c06ab1a68 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:39:11.203806 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e995578-0d38-4731-a5e6-eaa73759919c None None] Sync routers for ids ['b4316ab8-ec96-4632-ac70-91e06c2da09f'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:39:11.214385 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-91db9c3d-4967-4164-ac73-092c06ab1a68 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:11.216423 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-91db9c3d-4967-4164-ac73-092c06ab1a68 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/b4316ab8-ec96-4632-ac70-91e06c2da09f HTTP/1.1" status: 200 len: 891 time: 2.2913413 Mar 23 01:39:11.219104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42558) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:11.229733 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e995578-0d38-4731-a5e6-eaa73759919c None None] Routers {'b4316ab8-ec96-4632-ac70-91e06c2da09f'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:11.230367 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3e995578-0d38-4731-a5e6-eaa73759919c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b4316ab8-ec96-4632-ac70-91e06c2da09f'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:11.342088 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3e995578-0d38-4731-a5e6-eaa73759919c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:11.384556 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e995578-0d38-4731-a5e6-eaa73759919c None None] Routers {'b4316ab8-ec96-4632-ac70-91e06c2da09f'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:11.385643 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3e995578-0d38-4731-a5e6-eaa73759919c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b4316ab8-ec96-4632-ac70-91e06c2da09f'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:11.404193 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-17b003c1-576c-4177-80ad-d33a6fe92a18 req-ee42e455-f49d-412e-b843-4ddc4b06102d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2462094 Mar 23 01:39:11.519424 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3e995578-0d38-4731-a5e6-eaa73759919c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:11.520350 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e995578-0d38-4731-a5e6-eaa73759919c None None] The sync data for ids ['b4316ab8-ec96-4632-ac70-91e06c2da09f'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:39:11.643892 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d374ac22-464b-405b-abc7-cc3b4610bb42 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/routers/b4316ab8-ec96-4632-ac70-91e06c2da09f HTTP/1.1" status: 200 len: 891 time: 0.4222102 Mar 23 01:39:11.650282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42584) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:11.707040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f0e29-a570-4196-b00b-942cc5727356 req-27f7ceec-1ad6-4341-9cf6-7c21fc8d5f5e tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:11.715388 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec9f0e29-a570-4196-b00b-942cc5727356 req-27f7ceec-1ad6-4341-9cf6-7c21fc8d5f5e tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.1355684 Mar 23 01:39:11.717274 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3e689b2e-5b44-4511-a7b3-7564c48fc3fb tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4316ab8-ec96-4632-ac70-91e06c2da09f HTTP/1.1" status: 200 len: 205 time: 0.0656180 Mar 23 01:39:11.721254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42590) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:12.001025 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec9f0e29-a570-4196-b00b-942cc5727356 req-172d6a12-7472-44dd-b09c-50cf31a76784 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431439 Mar 23 01:39:12.050053 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebd7deb1-12d4-4abc-ad37-61a5351a616f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (b4316ab8-ec96-4632-ac70-91e06c2da09f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:12.277630 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebd7deb1-12d4-4abc-ad37-61a5351a616f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_gateway (b4316ab8-ec96-4632-ac70-91e06c2da09f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:12.448076 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42606) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:12.459761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-898fab99-42af-49f8-8364-7475f6067a34 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:39:12.472236 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-898fab99-42af-49f8-8364-7475f6067a34 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0208466 Mar 23 01:39:12.522005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9951e68-c665-4cfc-9bb1-e995376a860a req-96e42c7d-03d0-423e-8455-f085dc606017 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:12.523952 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d9951e68-c665-4cfc-9bb1-e995376a860a req-96e42c7d-03d0-423e-8455-f085dc606017 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 943 time: 0.3207672 Mar 23 01:39:12.549439 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb63222-e13b-455d-8522-2cae95519bae req-3b0d84fd-2b05-4421-81c9-5d55c026ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:12.551133 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-3b0d84fd-2b05-4421-81c9-5d55c026ab64 service neutron] 10.222.0.18 "GET /v2.0/ports/3d5ff212-42a8-4366-b07b-3b9cc7cbef6a HTTP/1.1" status: 200 len: 1124 time: 0.0777597 Mar 23 01:39:12.573223 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-3eb63222-e13b-455d-8522-2cae95519bae req-4ebc2c5f-5062-4c00-b0d9-3b47c2d2f4f8 service neutron] Request body: {'binding': {'host': 'n-h1-834677-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:12.582037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-3eb63222-e13b-455d-8522-2cae95519bae req-4ebc2c5f-5062-4c00-b0d9-3b47c2d2f4f8 service neutron] Unknown quota resources ['binding']. {{(pid=99264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 01:39:12.665885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e2c4097c-74b8-4ceb-b653-1fae8f3bd46b details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:39:12.709722 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bad9cf0b-0f6c-4baa-acce-559df22fab08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:12.739749 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d9951e68-c665-4cfc-9bb1-e995376a860a req-a8271909-f9d5-4cbb-9f27-a02520921297 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004764 Mar 23 01:39:12.743970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ebd7deb1-12d4-4abc-ad37-61a5351a616f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port 0a27fdac-de83-483f-b2cd-68e70642a750 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:39:12.744311 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebd7deb1-12d4-4abc-ad37-61a5351a616f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0a27fdac-de83-483f-b2cd-68e70642a750), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:12.907220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:12.923445 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bad9cf0b-0f6c-4baa-acce-559df22fab08 admin admin] Publish callbacks [] for security_group (e9942148-231a-48dc-8039-7e739ae81f62), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:12.930844 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bad9cf0b-0f6c-4baa-acce-559df22fab08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e9942148-231a-48dc-8039-7e739ae81f62), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:12.935091 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'port_id': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'mac_address': 'fa:16:3e:02:98:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:39:12.967808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9cf0b-0f6c-4baa-acce-559df22fab08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9942148-231a-48dc-8039-7e739ae81f62,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:12.993294 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bad9cf0b-0f6c-4baa-acce-559df22fab08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d955867e905942d5a8ca3e246998271f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5439165 Mar 23 01:39:12.996029 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42610) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:13.012224 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebd7deb1-12d4-4abc-ad37-61a5351a616f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0a27fdac-de83-483f-b2cd-68e70642a750), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:13.041241 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:13.042444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ebd7deb1-12d4-4abc-ad37-61a5351a616f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for 0a27fdac-de83-483f-b2cd-68e70642a750 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:39:13.043005 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:13.085228 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c4097c-74b8-4ceb-b653-1fae8f3bd46b {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:39:13.096724 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f8b73cd0-15a8-4f73-a5db-24cb0a20b54f admin admin] Publish callbacks [] for security_group (e9942148-231a-48dc-8039-7e739ae81f62), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:13.134600 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:13.144179 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:13.182414 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f8b73cd0-15a8-4f73-a5db-24cb0a20b54f admin admin] Publish callbacks [] for security_group (e9942148-231a-48dc-8039-7e739ae81f62), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:13.273840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:13.289646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:13.290085 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:13.290354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:13.290640 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:13.290978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:13.291292 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:13.301067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:13.302256 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:13.302663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:13.302999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:13.303361 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:13.304013 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:13.304497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:13.304640 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f8b73cd0-15a8-4f73-a5db-24cb0a20b54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e9942148-231a-48dc-8039-7e739ae81f62), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:13.305131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:13.305607 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:13.307901 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f8b73cd0-15a8-4f73-a5db-24cb0a20b54f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:13.309261 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f8b73cd0-15a8-4f73-a5db-24cb0a20b54f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9942148-231a-48dc-8039-7e739ae81f62 HTTP/1.1" status: 204 len: 168 time: 0.3111279 Mar 23 01:39:13.320760 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b73cd0-15a8-4f73-a5db-24cb0a20b54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9942148-231a-48dc-8039-7e739ae81f62,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:13.646942 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3eb63222-e13b-455d-8522-2cae95519bae req-4ebc2c5f-5062-4c00-b0d9-3b47c2d2f4f8 service neutron] Attempting to bind port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on host n-h1-834677-4 for vnic_type normal with profile None {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:39:13.647228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3eb63222-e13b-455d-8522-2cae95519bae req-4ebc2c5f-5062-4c00-b0d9-3b47c2d2f4f8 service neutron] Attempting to bind port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:39:13.647528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb63222-e13b-455d-8522-2cae95519bae req-4ebc2c5f-5062-4c00-b0d9-3b47c2d2f4f8 service neutron] Attempting to bind port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:13.649824 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebd7deb1-12d4-4abc-ad37-61a5351a616f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0a27fdac-de83-483f-b2cd-68e70642a750), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:13.670450 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e874c6-4404-4592-a0cf-10c712ea61b3 req-55891cf1-803b-468b-a9b0-f221dd7b754d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:13.674324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['e2c4097c-74b8-4ceb-b653-1fae8f3bd46b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:39:13.677393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e874c6-4404-4592-a0cf-10c712ea61b3 req-55891cf1-803b-468b-a9b0-f221dd7b754d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:13.682957 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e874c6-4404-4592-a0cf-10c712ea61b3 req-55891cf1-803b-468b-a9b0-f221dd7b754d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:13.688634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e874c6-4404-4592-a0cf-10c712ea61b3 req-55891cf1-803b-468b-a9b0-f221dd7b754d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:13.695415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e874c6-4404-4592-a0cf-10c712ea61b3 req-55891cf1-803b-468b-a9b0-f221dd7b754d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:13.701294 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e874c6-4404-4592-a0cf-10c712ea61b3 req-55891cf1-803b-468b-a9b0-f221dd7b754d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:13.706643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e874c6-4404-4592-a0cf-10c712ea61b3 req-55891cf1-803b-468b-a9b0-f221dd7b754d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:13.709884 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-06e874c6-4404-4592-a0cf-10c712ea61b3 req-55891cf1-803b-468b-a9b0-f221dd7b754d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.3311584 Mar 23 01:39:13.738109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb63222-e13b-455d-8522-2cae95519bae req-4ebc2c5f-5062-4c00-b0d9-3b47c2d2f4f8 service neutron] Port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on network ba3d029b-d469-4b1a-90d0-7995de95a27c not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:39:13.738391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb63222-e13b-455d-8522-2cae95519bae req-4ebc2c5f-5062-4c00-b0d9-3b47c2d2f4f8 service neutron] Attempting to bind port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:13.755849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7deb1-12d4-4abc-ad37-61a5351a616f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=0a27fdac-de83-483f-b2cd-68e70642a750,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:13.783976 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb63222-e13b-455d-8522-2cae95519bae req-4ebc2c5f-5062-4c00-b0d9-3b47c2d2f4f8 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:39:13.784320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb63222-e13b-455d-8522-2cae95519bae req-4ebc2c5f-5062-4c00-b0d9-3b47c2d2f4f8 service neutron] Checking segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:13.784739 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb63222-e13b-455d-8522-2cae95519bae req-4ebc2c5f-5062-4c00-b0d9-3b47c2d2f4f8 service neutron] Bound using segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:39:13.785197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3eb63222-e13b-455d-8522-2cae95519bae req-4ebc2c5f-5062-4c00-b0d9-3b47c2d2f4f8 service neutron] Bound port: 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:39:13.852011 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3eb63222-e13b-455d-8522-2cae95519bae req-4ebc2c5f-5062-4c00-b0d9-3b47c2d2f4f8 service neutron] For port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:39:13.905530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42622) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:13.922377 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3810d4b8-776b-4a85-a5ee-bbe2c7368ebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:14.088714 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3810d4b8-776b-4a85-a5ee-bbe2c7368ebb admin admin] Publish callbacks [] for security_group (b2d1e69b-84af-4ac0-9412-65147a06315b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:14.100667 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3810d4b8-776b-4a85-a5ee-bbe2c7368ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b2d1e69b-84af-4ac0-9412-65147a06315b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:14.145996 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3810d4b8-776b-4a85-a5ee-bbe2c7368ebb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d46f90a27759495ebca907f1e3c9f510&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2390935 Mar 23 01:39:14.162683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42624) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:14.246625 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810d4b8-776b-4a85-a5ee-bbe2c7368ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d1e69b-84af-4ac0-9412-65147a06315b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:14.316265 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e6f06262-305e-4671-9e11-a29cf6ba4bb6 admin admin] Publish callbacks [] for security_group (b2d1e69b-84af-4ac0-9412-65147a06315b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:14.329578 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-06e874c6-4404-4592-a0cf-10c712ea61b3 req-61661b03-1629-4596-a280-27cc5863c50e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5935946 Mar 23 01:39:14.335609 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3eb63222-e13b-455d-8522-2cae95519bae req-4ebc2c5f-5062-4c00-b0d9-3b47c2d2f4f8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:14.341341 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-4ebc2c5f-5062-4c00-b0d9-3b47c2d2f4f8 service neutron] 10.222.0.18 "POST /v2.0/ports/3d5ff212-42a8-4366-b07b-3b9cc7cbef6a/bindings HTTP/1.1" status: 201 len: 389 time: 1.7721210 Mar 23 01:39:14.386613 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e6f06262-305e-4671-9e11-a29cf6ba4bb6 admin admin] Publish callbacks [] for security_group (b2d1e69b-84af-4ac0-9412-65147a06315b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:14.489478 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebd7deb1-12d4-4abc-ad37-61a5351a616f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (b4316ab8-ec96-4632-ac70-91e06c2da09f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:14.530080 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e6f06262-305e-4671-9e11-a29cf6ba4bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b2d1e69b-84af-4ac0-9412-65147a06315b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:14.533443 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e6f06262-305e-4671-9e11-a29cf6ba4bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:14.534938 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e6f06262-305e-4671-9e11-a29cf6ba4bb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2d1e69b-84af-4ac0-9412-65147a06315b HTTP/1.1" status: 204 len: 168 time: 0.3712862 Mar 23 01:39:14.554449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f06262-305e-4671-9e11-a29cf6ba4bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d1e69b-84af-4ac0-9412-65147a06315b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:14.697568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a765e7-41da-4bcd-b800-4538017115bb req-faaf0765-f6ed-4a68-99e9-97afe487b9f8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:14.699158 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-70a765e7-41da-4bcd-b800-4538017115bb req-faaf0765-f6ed-4a68-99e9-97afe487b9f8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0950844 Mar 23 01:39:14.742402 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebd7deb1-12d4-4abc-ad37-61a5351a616f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (b4316ab8-ec96-4632-ac70-91e06c2da09f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:14.759277 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebd7deb1-12d4-4abc-ad37-61a5351a616f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_controller (b4316ab8-ec96-4632-ac70-91e06c2da09f), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:14.832401 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-70a765e7-41da-4bcd-b800-4538017115bb req-6fcf2596-92f5-4fe2-a0a0-429b588cccc5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265335 Mar 23 01:39:14.876635 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebd7deb1-12d4-4abc-ad37-61a5351a616f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (b4316ab8-ec96-4632-ac70-91e06c2da09f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:14.876635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd7deb1-12d4-4abc-ad37-61a5351a616f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Fanout notify agent at l3_agent the message router_deleted on router b4316ab8-ec96-4632-ac70-91e06c2da09f {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:39:14.888731 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebd7deb1-12d4-4abc-ad37-61a5351a616f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:14.890091 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ebd7deb1-12d4-4abc-ad37-61a5351a616f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/routers/b4316ab8-ec96-4632-ac70-91e06c2da09f HTTP/1.1" status: 204 len: 168 time: 3.1678557 Mar 23 01:39:14.893822 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42634) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:14.902137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-43db9204-f9e8-450b-bc7f-f2522d733769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1290707244'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:14.944386 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43db9204-f9e8-450b-bc7f-f2522d733769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:39:14.950318 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-43db9204-f9e8-450b-bc7f-f2522d733769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:15.005437 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43db9204-f9e8-450b-bc7f-f2522d733769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:39:15.043231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb63222-e13b-455d-8522-2cae95519bae req-bd689bad-949c-4963-96f0-6c9842a0c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:15.047305 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-bd689bad-949c-4963-96f0-6c9842a0c085 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 1127 time: 0.1990333 Mar 23 01:39:15.048332 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-43db9204-f9e8-450b-bc7f-f2522d733769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (04db0d8a-f389-4454-8244-6c6dd7763714), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:15.048794 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-43db9204-f9e8-450b-bc7f-f2522d733769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Added segment 04db0d8a-f389-4454-8244-6c6dd7763714 of type vlan for network 2aabdba6-0cf1-46b8-8be5-2a4a76d580be Mar 23 01:39:15.195515 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-43db9204-f9e8-450b-bc7f-f2522d733769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (2aabdba6-0cf1-46b8-8be5-2a4a76d580be), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:15.215140 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673d045-e483-4046-9ce7-af2168ed38ac req-beae05d7-a571-4cf7-a44f-bde749b7f2ac tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:15.226879 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f673d045-e483-4046-9ce7-af2168ed38ac req-beae05d7-a571-4cf7-a44f-bde749b7f2ac tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.3688929 Mar 23 01:39:15.227109 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b37210-ddbc-4cc0-bdb9-d7bf581a6d9b req-2f428d10-5bb1-49de-a8bf-a9ea0a3ecd31 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:15.234555 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23b37210-ddbc-4cc0-bdb9-d7bf581a6d9b req-2f428d10-5bb1-49de-a8bf-a9ea0a3ecd31 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.1628990 Mar 23 01:39:15.298192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42642) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:15.320914 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23b37210-ddbc-4cc0-bdb9-d7bf581a6d9b req-7990a0ec-d5d3-492d-a8a5-54c5f1dc1f07 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852580 Mar 23 01:39:15.353487 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-43db9204-f9e8-450b-bc7f-f2522d733769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (2aabdba6-0cf1-46b8-8be5-2a4a76d580be), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:15.388272 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43db9204-f9e8-450b-bc7f-f2522d733769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:15.391711 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-43db9204-f9e8-450b-bc7f-f2522d733769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:15.406677 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f673d045-e483-4046-9ce7-af2168ed38ac req-5b2081d9-d349-42ce-b4c3-e817eb984e17 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770241 Mar 23 01:39:15.434435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb63222-e13b-455d-8522-2cae95519bae req-e4e89844-c1c3-4c03-ab25-7683121b5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:15.444238 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-e4e89844-c1c3-4c03-ab25-7683121b5673 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.3812129 Mar 23 01:39:15.522769 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-64c18415-5e10-4b0d-9fe0-5029b5bf80b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a HTTP/1.1" status: 200 len: 217 time: 0.0775638 Mar 23 01:39:15.580286 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c639218f-6834-4866-bc58-19311e749fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:15.588420 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-43db9204-f9e8-450b-bc7f-f2522d733769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6919844 Mar 23 01:39:15.592441 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db9204-f9e8-450b-bc7f-f2522d733769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Network': ['ID=2aabdba6-0cf1-46b8-8be5-2a4a76d580be,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:15.595616 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42654) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:15.604767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b72bef80-6aaa-4cdc-98e9-68bb0384c02d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'subnet': {'network_id': '2aabdba6-0cf1-46b8-8be5-2a4a76d580be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:15.606262 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 2aabdba6-0cf1-46b8-8be5-2a4a76d580be details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:39:15.622852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb63222-e13b-455d-8522-2cae95519bae req-b189fdff-acaa-4ab5-9c93-50ce77204f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:15.624402 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-b189fdff-acaa-4ab5-9c93-50ce77204f27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.0950639 Mar 23 01:39:15.670079 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-d897bb5f-f4c0-4ed6-abab-2ce434fe216b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383766 Mar 23 01:39:15.731094 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dc09c-67ab-4261-8b38-95a06aa1b6a8 req-2286645d-8eb0-4911-9b38-d7cd2d50162b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:15.737332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dc09c-67ab-4261-8b38-95a06aa1b6a8 req-2286645d-8eb0-4911-9b38-d7cd2d50162b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:15.743514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dc09c-67ab-4261-8b38-95a06aa1b6a8 req-2286645d-8eb0-4911-9b38-d7cd2d50162b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:15.748964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dc09c-67ab-4261-8b38-95a06aa1b6a8 req-2286645d-8eb0-4911-9b38-d7cd2d50162b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:15.754437 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dc09c-67ab-4261-8b38-95a06aa1b6a8 req-2286645d-8eb0-4911-9b38-d7cd2d50162b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:15.759830 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dc09c-67ab-4261-8b38-95a06aa1b6a8 req-2286645d-8eb0-4911-9b38-d7cd2d50162b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:15.777387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dc09c-67ab-4261-8b38-95a06aa1b6a8 req-2286645d-8eb0-4911-9b38-d7cd2d50162b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:15.791283 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e39dc09c-67ab-4261-8b38-95a06aa1b6a8 req-2286645d-8eb0-4911-9b38-d7cd2d50162b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.2726307 Mar 23 01:39:15.815752 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c639218f-6834-4866-bc58-19311e749fcb admin admin] Publish callbacks [] for security_group (3e364793-eeef-4800-8602-0506809defc0), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:15.892774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-e0e691e1-9609-4980-8e41-b9c4661209f7 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151403 Mar 23 01:39:15.893776 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c639218f-6834-4866-bc58-19311e749fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3e364793-eeef-4800-8602-0506809defc0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:15.944305 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72bef80-6aaa-4cdc-98e9-68bb0384c02d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:39:15.948976 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c639218f-6834-4866-bc58-19311e749fcb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=653cdddacb094e8d98ce5db42e032c3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6478145 Mar 23 01:39:15.954698 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b72bef80-6aaa-4cdc-98e9-68bb0384c02d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:15.968483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42666) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:16.000374 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e39dc09c-67ab-4261-8b38-95a06aa1b6a8 req-fe9b8cef-59c8-4077-91d6-2c2972926e55 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2081118 Mar 23 01:39:16.143613 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639218f-6834-4866-bc58-19311e749fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e364793-eeef-4800-8602-0506809defc0,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:16.190316 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a15b76-2b67-4e90-9caf-d47239beb451 req-7c67525a-3b96-4895-9fc1-14a763a46b56 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:16.197654 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-62a15b76-2b67-4e90-9caf-d47239beb451 req-7c67525a-3b96-4895-9fc1-14a763a46b56 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.2025168 Mar 23 01:39:16.234029 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b72bef80-6aaa-4cdc-98e9-68bb0384c02d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (c337e843-274c-4e0f-bde5-108429bcce32), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:16.278905 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76425077-0d4a-4481-a68c-19ba9b97568d admin admin] Publish callbacks [] for security_group (3e364793-eeef-4800-8602-0506809defc0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:16.285164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-2cc170c3-fac6-429d-9aaf-b2834d94000e service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503118 Mar 23 01:39:16.312006 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bef80-6aaa-4cdc-98e9-68bb0384c02d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Subnet': ['ID=c337e843-274c-4e0f-bde5-108429bcce32,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:16.321444 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-62a15b76-2b67-4e90-9caf-d47239beb451 req-86cc06db-22ae-4db2-b98d-e39f1d79ddae tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176918 Mar 23 01:39:16.350704 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72bef80-6aaa-4cdc-98e9-68bb0384c02d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Checking segment: {'id': '04db0d8a-f389-4454-8244-6c6dd7763714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2aabdba6-0cf1-46b8-8be5-2a4a76d580be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:16.351088 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72bef80-6aaa-4cdc-98e9-68bb0384c02d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network hostable DHCP agents. Network: 2aabdba6-0cf1-46b8-8be5-2a4a76d580be, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:39:16.358731 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76425077-0d4a-4481-a68c-19ba9b97568d admin admin] Publish callbacks [] for security_group (3e364793-eeef-4800-8602-0506809defc0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:16.390293 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72bef80-6aaa-4cdc-98e9-68bb0384c02d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 2aabdba6-0cf1-46b8-8be5-2a4a76d580be is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:39:16.410475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-b72bef80-6aaa-4cdc-98e9-68bb0384c02d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 2aabdba6-0cf1-46b8-8be5-2a4a76d580be) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:16.423929 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1917972-c72c-49d3-b435-ba0f731d9632 None None] Network 2aabdba6-0cf1-46b8-8be5-2a4a76d580be requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:39:16.431549 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72bef80-6aaa-4cdc-98e9-68bb0384c02d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:16.432220 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b72bef80-6aaa-4cdc-98e9-68bb0384c02d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:16.465897 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76425077-0d4a-4481-a68c-19ba9b97568d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3e364793-eeef-4800-8602-0506809defc0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:16.471016 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76425077-0d4a-4481-a68c-19ba9b97568d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:16.475303 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-76425077-0d4a-4481-a68c-19ba9b97568d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e364793-eeef-4800-8602-0506809defc0 HTTP/1.1" status: 204 len: 168 time: 0.5058141 Mar 23 01:39:16.485133 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b72bef80-6aaa-4cdc-98e9-68bb0384c02d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8869045 Mar 23 01:39:16.488408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42678) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:16.496566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76425077-0d4a-4481-a68c-19ba9b97568d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e364793-eeef-4800-8602-0506809defc0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:16.499083 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f05b4d28-fa09-484f-857c-315e916ace4b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-329221751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:16.597358 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f05b4d28-fa09-484f-857c-315e916ace4b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (96f69229-f9b8-45dc-a679-234f5fdb4ddf), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:16.599176 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f05b4d28-fa09-484f-857c-315e916ace4b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (96f69229-f9b8-45dc-a679-234f5fdb4ddf), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:16.625769 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65109a94-f518-4148-bcf3-f65bf37d6646 req-9e9547d8-e32d-4cee-9331-43cc69608679 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:16.627574 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-65109a94-f518-4148-bcf3-f65bf37d6646 req-9e9547d8-e32d-4cee-9331-43cc69608679 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.1141608 Mar 23 01:39:16.731138 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f05b4d28-fa09-484f-857c-315e916ace4b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_controller (96f69229-f9b8-45dc-a679-234f5fdb4ddf), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:16.743992 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f05b4d28-fa09-484f-857c-315e916ace4b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (96f69229-f9b8-45dc-a679-234f5fdb4ddf), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:16.744407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e2c4097c-74b8-4ceb-b653-1fae8f3bd46b up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:16.745545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78184ab-c617-4230-be8d-0e3db13b69b9 req-0a12d651-3e5f-4053-a8d3-5ad4fd55e7d2 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:16.754925 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a78184ab-c617-4230-be8d-0e3db13b69b9 req-0a12d651-3e5f-4053-a8d3-5ad4fd55e7d2 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.1288402 Mar 23 01:39:16.764194 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-65109a94-f518-4148-bcf3-f65bf37d6646 req-ad239bca-b666-4035-95ae-80d57318ff15 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285522 Mar 23 01:39:16.800309 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f05b4d28-fa09-484f-857c-315e916ace4b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:16.805434 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f05b4d28-fa09-484f-857c-315e916ace4b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3147533 Mar 23 01:39:16.806773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42684) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:16.945167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-2aabdba6-0cf1-46b8-8be5-2a4a76d580be', 'network_id': '2aabdba6-0cf1-46b8-8be5-2a4a76d580be', 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'fixed_ips': [{'subnet_id': 'c337e843-274c-4e0f-bde5-108429bcce32'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:39:16.947210 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:16.974670 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a78184ab-c617-4230-be8d-0e3db13b69b9 req-15971fc8-e60b-48c0-927c-e5aa02d2d714 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181475 Mar 23 01:39:16.998691 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:39:17.005315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:17.006024 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:17.333200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaea81-c188-4965-a765-5fa1ef6c91a1 req-b7d3224d-1238-4dff-99c1-ec315e2f4bea tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:17.350688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaea81-c188-4965-a765-5fa1ef6c91a1 req-b7d3224d-1238-4dff-99c1-ec315e2f4bea tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:17.363935 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaea81-c188-4965-a765-5fa1ef6c91a1 req-b7d3224d-1238-4dff-99c1-ec315e2f4bea tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:17.380203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaea81-c188-4965-a765-5fa1ef6c91a1 req-b7d3224d-1238-4dff-99c1-ec315e2f4bea tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:17.387419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaea81-c188-4965-a765-5fa1ef6c91a1 req-b7d3224d-1238-4dff-99c1-ec315e2f4bea tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:17.403284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaea81-c188-4965-a765-5fa1ef6c91a1 req-b7d3224d-1238-4dff-99c1-ec315e2f4bea tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:17.424226 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaea81-c188-4965-a765-5fa1ef6c91a1 req-b7d3224d-1238-4dff-99c1-ec315e2f4bea tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:17.431936 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4faaea81-c188-4965-a765-5fa1ef6c91a1 req-b7d3224d-1238-4dff-99c1-ec315e2f4bea tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.2538579 Mar 23 01:39:17.445769 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:17.481383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:17.481770 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:17.585724 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:39:17.588015 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e628af-c8a2-4645-9d9f-3030591b4225" -d '{"events": [{"server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "name": "network-vif-plugged", "status": "completed", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:39:17.602234 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4faaea81-c188-4965-a765-5fa1ef6c91a1 req-fbfc4035-a8fe-4058-b279-ebec54cbc9ac tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1615422 Mar 23 01:39:17.643951 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Allocated IP 2001:db8::2 (2aabdba6-0cf1-46b8-8be5-2a4a76d580be/c337e843-274c-4e0f-bde5-108429bcce32/3f6f66bd-fe60-4aab-865f-3df169d53768) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:39:17.648288 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:17.663413 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:17.810507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a74d4-a408-4185-baa2-c108bca6cb4e req-db84ebf8-4249-4c7a-94ef-eb07fc81281e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:17.812535 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-236a74d4-a408-4185-baa2-c108bca6cb4e req-db84ebf8-4249-4c7a-94ef-eb07fc81281e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 945 time: 0.1276519 Mar 23 01:39:17.878271 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-236a74d4-a408-4185-baa2-c108bca6cb4e req-e4921711-1f6f-4433-aa39-5b59207cf6c0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555816 Mar 23 01:39:18.021067 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218ab292-cb8a-45c6-a921-5e275e6bf861 x-openstack-request-id: req-218ab292-cb8a-45c6-a921-5e275e6bf861 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:39:18.021665 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "name": "network-vif-plugged", "status": "completed", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:39:18.021665 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-218ab292-cb8a-45c6-a921-5e275e6bf861 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:39:18.021998 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-218ab292-cb8a-45c6-a921-5e275e6bf861'] response: {'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'code': 200} Mar 23 01:39:18.043382 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42724) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:18.059431 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc174e7-528d-48ad-b40c-d39e0289427f req-62c079b8-676b-451a-a864-e5cc108452d0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:18.061074 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7fc174e7-528d-48ad-b40c-d39e0289427f req-62c079b8-676b-451a-a864-e5cc108452d0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.1056697 Mar 23 01:39:18.093084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5da870-d5b1-4c49-9715-f7c7c18980cb req-d080d2ee-3527-4397-8119-6a3605c20e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:18.100501 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc5da870-d5b1-4c49-9715-f7c7c18980cb req-d080d2ee-3527-4397-8119-6a3605c20e13 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 1127 time: 0.2037742 Mar 23 01:39:18.173648 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7fc174e7-528d-48ad-b40c-d39e0289427f req-8182af0a-9660-4bbd-8dc7-3b09de6fafd0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033986 Mar 23 01:39:18.220694 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:18.297789 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-8ae804ba-879c-4d0f-8075-ba09eee61d64 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-566937618-network', 'tenant_id': 'dbb7b35220044f9f85e26f372fdd9846'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:18.308846 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc5da870-d5b1-4c49-9715-f7c7c18980cb req-69456a54-21f6-4dc8-9b9a-480c42b6729e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953321 Mar 23 01:39:18.327329 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Publish callbacks [] for port (3f6f66bd-fe60-4aab-865f-3df169d53768), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:18.335505 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (3f6f66bd-fe60-4aab-865f-3df169d53768), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:18.336622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac2ba6-841a-4e2c-af0f-bc2aa30bd391 req-be6d2341-9040-4b3b-aa7e-70841bafa21e tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:18.338329 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-abac2ba6-841a-4e2c-af0f-bc2aa30bd391 req-be6d2341-9040-4b3b-aa7e-70841bafa21e tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.1941328 Mar 23 01:39:18.342390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae804ba-879c-4d0f-8075-ba09eee61d64 admin admin] Made reservation on behalf of dbb7b35220044f9f85e26f372fdd9846 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:39:18.344853 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ae804ba-879c-4d0f-8075-ba09eee61d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:18.381675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Pushing event updated for resources: {'Port': ['ID=3f6f66bd-fe60-4aab-865f-3df169d53768,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:18.387226 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ae804ba-879c-4d0f-8075-ba09eee61d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:18.400198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Network 2aabdba6-0cf1-46b8-8be5-2a4a76d580be is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:18.403639 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:18.406722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:39:18.471600 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Allocated IP 2001:db8::1 (2aabdba6-0cf1-46b8-8be5-2a4a76d580be/c337e843-274c-4e0f-bde5-108429bcce32/589721a7-042d-48e5-8029-cf577fc2c0fc) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:39:18.473163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Attempting to bind port 3f6f66bd-fe60-4aab-865f-3df169d53768 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:39:18.473609 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Attempting to bind port 3f6f66bd-fe60-4aab-865f-3df169d53768 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '04db0d8a-f389-4454-8244-6c6dd7763714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2aabdba6-0cf1-46b8-8be5-2a4a76d580be'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:39:18.474085 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Attempting to bind port 3f6f66bd-fe60-4aab-865f-3df169d53768 on network 2aabdba6-0cf1-46b8-8be5-2a4a76d580be {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:18.481361 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:39:18.481777 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Checking segment: {'id': '04db0d8a-f389-4454-8244-6c6dd7763714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2aabdba6-0cf1-46b8-8be5-2a4a76d580be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:18.482198 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:18.482698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Bound using segment: {'id': '04db0d8a-f389-4454-8244-6c6dd7763714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2aabdba6-0cf1-46b8-8be5-2a4a76d580be'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:39:18.483327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Bound port: 3f6f66bd-fe60-4aab-865f-3df169d53768, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04db0d8a-f389-4454-8244-6c6dd7763714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2aabdba6-0cf1-46b8-8be5-2a4a76d580be'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:39:18.483815 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3f6f66bd-fe60-4aab-865f-3df169d53768), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:18.508103 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-abac2ba6-841a-4e2c-af0f-bc2aa30bd391 req-58fad6c4-8860-49a9-b011-52c71a9eec65 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608315 Mar 23 01:39:18.563678 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] For port 3f6f66bd-fe60-4aab-865f-3df169d53768, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:39:18.567404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] For port 3f6f66bd-fe60-4aab-865f-3df169d53768, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3f6f66bd-fe60-4aab-865f-3df169d53768,segment=NetworkSegment(04db0d8a-f389-4454-8244-6c6dd7763714),segment_id=04db0d8a-f389-4454-8244-6c6dd7763714)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:39:18.574143 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3f6f66bd-fe60-4aab-865f-3df169d53768), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:18.634062 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc57fc-5612-4c7b-86ef-d1e9fef322cd None None] Pushing event updated for resources: {'Port': ['ID=3f6f66bd-fe60-4aab-865f-3df169d53768,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:18.658405 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ae804ba-879c-4d0f-8075-ba09eee61d64 admin admin] Publish callbacks [] for security_group (30d55105-4c8b-451e-923e-96761bf38ec6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:18.685035 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (589721a7-042d-48e5-8029-cf577fc2c0fc), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:18.731563 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ae804ba-879c-4d0f-8075-ba09eee61d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (30d55105-4c8b-451e-923e-96761bf38ec6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:18.750555 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (589721a7-042d-48e5-8029-cf577fc2c0fc), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:18.819426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=589721a7-042d-48e5-8029-cf577fc2c0fc,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:18.844497 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 2aabdba6-0cf1-46b8-8be5-2a4a76d580be is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:18.844775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0df004-9e40-46f1-8e67-ce258501a7a7 req-57455f92-155c-4406-af4a-22fb8234b8d4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:18.847198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae804ba-879c-4d0f-8075-ba09eee61d64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:39:18.849888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:18.851114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0df004-9e40-46f1-8e67-ce258501a7a7 req-57455f92-155c-4406-af4a-22fb8234b8d4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:18.855358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:39:18.855983 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (96f69229-f9b8-45dc-a679-234f5fdb4ddf), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:18.858378 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0df004-9e40-46f1-8e67-ce258501a7a7 req-57455f92-155c-4406-af4a-22fb8234b8d4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:18.859437 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae804ba-879c-4d0f-8075-ba09eee61d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d55105-4c8b-451e-923e-96761bf38ec6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:18.866144 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0df004-9e40-46f1-8e67-ce258501a7a7 req-57455f92-155c-4406-af4a-22fb8234b8d4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:18.872954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0df004-9e40-46f1-8e67-ce258501a7a7 req-57455f92-155c-4406-af4a-22fb8234b8d4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:18.880241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0df004-9e40-46f1-8e67-ce258501a7a7 req-57455f92-155c-4406-af4a-22fb8234b8d4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:18.887180 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0df004-9e40-46f1-8e67-ce258501a7a7 req-57455f92-155c-4406-af4a-22fb8234b8d4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:18.889228 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e0df004-9e40-46f1-8e67-ce258501a7a7 req-57455f92-155c-4406-af4a-22fb8234b8d4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.1197309 Mar 23 01:39:18.903739 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ae804ba-879c-4d0f-8075-ba09eee61d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (af70dc9b-9866-470e-8e52-e8941ffdd7ce), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:18.904364 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-8ae804ba-879c-4d0f-8075-ba09eee61d64 admin admin] Added segment af70dc9b-9866-470e-8e52-e8941ffdd7ce of type vlan for network 86d7c587-cab8-48e5-a2e4-62026eb0e9ec Mar 23 01:39:19.016511 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ae804ba-879c-4d0f-8075-ba09eee61d64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (86d7c587-cab8-48e5-a2e4-62026eb0e9ec), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:19.038224 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e0df004-9e40-46f1-8e67-ce258501a7a7 req-caef555f-839a-472d-9384-6cf373c23331 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400547 Mar 23 01:39:19.137381 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ae804ba-879c-4d0f-8075-ba09eee61d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (86d7c587-cab8-48e5-a2e4-62026eb0e9ec), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:19.138358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae804ba-879c-4d0f-8075-ba09eee61d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:19.138942 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ae804ba-879c-4d0f-8075-ba09eee61d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:19.153637 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (589721a7-042d-48e5-8029-cf577fc2c0fc), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:19.228157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480cf5-38eb-467e-900b-5f8843b6482d req-9ee10a5b-2474-4523-8346-a5b35dd762d1 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:19.235897 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-86480cf5-38eb-467e-900b-5f8843b6482d req-9ee10a5b-2474-4523-8346-a5b35dd762d1 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 945 time: 0.2227616 Mar 23 01:39:19.265042 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8ae804ba-879c-4d0f-8075-ba09eee61d64 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2192798 Mar 23 01:39:19.271088 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42734) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:19.299035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-b27da610-c17f-45a1-adde-a09d4d93160d admin admin] Request body: {'subnet': {'network_id': '86d7c587-cab8-48e5-a2e4-62026eb0e9ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-566937618-subnet', 'tenant_id': 'dbb7b35220044f9f85e26f372fdd9846', 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:19.303497 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae804ba-879c-4d0f-8075-ba09eee61d64 admin admin] Pushing event updated for resources: {'Network': ['ID=86d7c587-cab8-48e5-a2e4-62026eb0e9ec,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:19.320879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 86d7c587-cab8-48e5-a2e4-62026eb0e9ec details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:39:19.330790 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1838bb-aa73-4978-b5e6-1f0423eed969 req-5ef7c0e3-30b5-452d-a7a2-515b79452f3e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:19.338399 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cb1838bb-aa73-4978-b5e6-1f0423eed969 req-5ef7c0e3-30b5-452d-a7a2-515b79452f3e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.0789640 Mar 23 01:39:19.401340 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-86480cf5-38eb-467e-900b-5f8843b6482d req-0a58e887-8630-4a0a-8e65-2fb433fa696b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644478 Mar 23 01:39:19.410846 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cb1838bb-aa73-4978-b5e6-1f0423eed969 req-12289c2a-01aa-4218-b87e-a52e1b7520dd tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675154 Mar 23 01:39:19.462373 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27da610-c17f-45a1-adde-a09d4d93160d admin admin] Made reservation on behalf of dbb7b35220044f9f85e26f372fdd9846 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:39:19.466113 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b27da610-c17f-45a1-adde-a09d4d93160d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:19.494879 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7cfe309b-7675-4cf4-be91-17d0761eb671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:19.796533 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2e848-8d97-4074-906b-e95af19c5abb req-c5921d8e-0530-4faa-a8cc-3ba379bf4e2b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:19.798032 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb2e848-8d97-4074-906b-e95af19c5abb req-c5921d8e-0530-4faa-a8cc-3ba379bf4e2b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.2059877 Mar 23 01:39:19.872221 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (589721a7-042d-48e5-8029-cf577fc2c0fc), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:19.882326 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b27da610-c17f-45a1-adde-a09d4d93160d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (daa27b62-d359-47a7-acc8-8e7245f07f9a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:19.893018 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (589721a7-042d-48e5-8029-cf577fc2c0fc), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:19.893809 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (96f69229-f9b8-45dc-a679-234f5fdb4ddf), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:20.013980 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb2e848-8d97-4074-906b-e95af19c5abb req-abe8655f-5db0-489d-8f50-5b3fcb060454 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879075 Mar 23 01:39:20.064450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4956ef50-56e4-418d-b75a-ef12174834db None None] Network 2aabdba6-0cf1-46b8-8be5-2a4a76d580be requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:39:20.122523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27da610-c17f-45a1-adde-a09d4d93160d admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa27b62-d359-47a7-acc8-8e7245f07f9a,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:20.141566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=589721a7-042d-48e5-8029-cf577fc2c0fc,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:20.149874 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27da610-c17f-45a1-adde-a09d4d93160d admin admin] Checking segment: {'id': 'af70dc9b-9866-470e-8e52-e8941ffdd7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '86d7c587-cab8-48e5-a2e4-62026eb0e9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:20.150273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8bd787ab-0485-4605-b60c-f7100977d113 None None] Provisioning complete for port 3f6f66bd-fe60-4aab-865f-3df169d53768 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:20.150459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27da610-c17f-45a1-adde-a09d4d93160d admin admin] Network hostable DHCP agents. Network: 86d7c587-cab8-48e5-a2e4-62026eb0e9ec, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:39:20.150603 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8bd787ab-0485-4605-b60c-f7100977d113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3f6f66bd-fe60-4aab-865f-3df169d53768), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:20.212343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27da610-c17f-45a1-adde-a09d4d93160d admin admin] Network 86d7c587-cab8-48e5-a2e4-62026eb0e9ec is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:39:20.232019 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 2aabdba6-0cf1-46b8-8be5-2a4a76d580be is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:20.234438 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:20.237143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-b27da610-c17f-45a1-adde-a09d4d93160d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 86d7c587-cab8-48e5-a2e4-62026eb0e9ec) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:20.243672 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27da610-c17f-45a1-adde-a09d4d93160d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:20.244306 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b27da610-c17f-45a1-adde-a09d4d93160d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:20.252562 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fe09e7-b111-47ff-be7a-508bf10b7553 None None] Network 86d7c587-cab8-48e5-a2e4-62026eb0e9ec requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:39:20.328190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2703394-be8b-4deb-93fb-1f86dcacb56f req-3557aa84-439a-4892-82d0-202ada573590 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:20.335722 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2703394-be8b-4deb-93fb-1f86dcacb56f req-3557aa84-439a-4892-82d0-202ada573590 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:20.343086 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2703394-be8b-4deb-93fb-1f86dcacb56f req-3557aa84-439a-4892-82d0-202ada573590 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:20.348702 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2703394-be8b-4deb-93fb-1f86dcacb56f req-3557aa84-439a-4892-82d0-202ada573590 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:20.358544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2703394-be8b-4deb-93fb-1f86dcacb56f req-3557aa84-439a-4892-82d0-202ada573590 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:20.365900 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2703394-be8b-4deb-93fb-1f86dcacb56f req-3557aa84-439a-4892-82d0-202ada573590 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:20.373598 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2703394-be8b-4deb-93fb-1f86dcacb56f req-3557aa84-439a-4892-82d0-202ada573590 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:20.383663 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2703394-be8b-4deb-93fb-1f86dcacb56f req-3557aa84-439a-4892-82d0-202ada573590 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.1660213 Mar 23 01:39:20.415131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8bd787ab-0485-4605-b60c-f7100977d113 None None] Current status of the port 3f6f66bd-fe60-4aab-865f-3df169d53768 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:20.415912 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8bd787ab-0485-4605-b60c-f7100977d113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3f6f66bd-fe60-4aab-865f-3df169d53768), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:20.452202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b27da610-c17f-45a1-adde-a09d4d93160d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1745899 Mar 23 01:39:20.455905 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42744) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:20.460742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-566937618-router', 'tenant_id': 'dbb7b35220044f9f85e26f372fdd9846', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:20.514535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8bd787ab-0485-4605-b60c-f7100977d113 None None] For port 3f6f66bd-fe60-4aab-865f-3df169d53768, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3f6f66bd-fe60-4aab-865f-3df169d53768,segment=NetworkSegment(04db0d8a-f389-4454-8244-6c6dd7763714),segment_id=04db0d8a-f389-4454-8244-6c6dd7763714)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:20.515853 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (1265cf98-a17a-43c0-9db7-76e73726b03a), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:20.515987 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-86d7c587-cab8-48e5-a2e4-62026eb0e9ec', 'network_id': '86d7c587-cab8-48e5-a2e4-62026eb0e9ec', 'project_id': 'dbb7b35220044f9f85e26f372fdd9846', 'fixed_ips': [{'subnet_id': 'daa27b62-d359-47a7-acc8-8e7245f07f9a'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:39:20.516953 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:20.517817 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (1265cf98-a17a-43c0-9db7-76e73726b03a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:20.525794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router 96f69229-f9b8-45dc-a679-234f5fdb4ddf is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:39:20.539855 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:20.543248 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8bd787ab-0485-4605-b60c-f7100977d113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3f6f66bd-fe60-4aab-865f-3df169d53768), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:20.583147 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2703394-be8b-4deb-93fb-1f86dcacb56f req-ab50d1e0-9a94-4c36-9184-492d6a0a8ed0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1963766 Mar 23 01:39:20.838062 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c915f4d-09a3-4cf4-b4f5-17d69e249321 req-ad73ce55-e335-4296-901c-44996e1d2e6a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:20.849393 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5c915f4d-09a3-4cf4-b4f5-17d69e249321 req-ad73ce55-e335-4296-901c-44996e1d2e6a tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.1228921 Mar 23 01:39:20.865432 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd787ab-0485-4605-b60c-f7100977d113 None None] Pushing event updated for resources: {'Port': ['ID=3f6f66bd-fe60-4aab-865f-3df169d53768,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:20.962090 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5c915f4d-09a3-4cf4-b4f5-17d69e249321 req-3fd9fb7e-534b-4c17-9596-92395306bc00 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119409 Mar 23 01:39:20.962654 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-52a482bd-c6cf-4120-909a-ad24ebdfe28c None None] Provisioning complete for port 589721a7-042d-48e5-8029-cf577fc2c0fc triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:20.963301 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-52a482bd-c6cf-4120-909a-ad24ebdfe28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (589721a7-042d-48e5-8029-cf577fc2c0fc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:20.977680 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Allocated IP 172.20.0.2 (86d7c587-cab8-48e5-a2e4-62026eb0e9ec/daa27b62-d359-47a7-acc8-8e7245f07f9a/bb341c99-afd4-4114-91ff-4e72c4540532) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:39:21.136149 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3f6f66bd-fe60-4aab-865f-3df169d53768 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:21.202666 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-52a482bd-c6cf-4120-909a-ad24ebdfe28c None None] Port 589721a7-042d-48e5-8029-cf577fc2c0fc cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:39:21.237077 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-52a482bd-c6cf-4120-909a-ad24ebdfe28c None None] Provisioning complete for port 3f6f66bd-fe60-4aab-865f-3df169d53768 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:21.237477 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-52a482bd-c6cf-4120-909a-ad24ebdfe28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3f6f66bd-fe60-4aab-865f-3df169d53768), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:21.253134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cd592-f109-4000-9fb5-b495bb1f0a8c req-66334fb4-181a-4e4c-b7f9-b354ce9bf9ca tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:21.263682 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-144cd592-f109-4000-9fb5-b495bb1f0a8c req-66334fb4-181a-4e4c-b7f9-b354ce9bf9ca tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.0870738 Mar 23 01:39:21.327343 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Publish callbacks [] for router_controller (1265cf98-a17a-43c0-9db7-76e73726b03a), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:21.349161 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-144cd592-f109-4000-9fb5-b495bb1f0a8c req-0fedab91-d3dc-4220-9893-8edf2a2e2edd tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800428 Mar 23 01:39:21.358378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3f6f66bd-fe60-4aab-865f-3df169d53768 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:21.358961 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3f6f66bd-fe60-4aab-865f-3df169d53768), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:21.426993 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Publish callbacks [] for port (bb341c99-afd4-4114-91ff-4e72c4540532), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:21.513185 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (bb341c99-afd4-4114-91ff-4e72c4540532), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:21.552998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:39:21.556252 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Publish callbacks [] for router_gateway (1265cf98-a17a-43c0-9db7-76e73726b03a), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:21.566115 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6427eb3-828b-4432-a8b5-d5935ae45275 req-8a90ebb3-3049-4a67-bb00-ea2ec912c8da tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:21.574468 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6427eb3-828b-4432-a8b5-d5935ae45275 req-8a90ebb3-3049-4a67-bb00-ea2ec912c8da tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 945 time: 0.2998600 Mar 23 01:39:21.577723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Network 86d7c587-cab8-48e5-a2e4-62026eb0e9ec is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:21.582373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Pushing event updated for resources: {'Port': ['ID=bb341c99-afd4-4114-91ff-4e72c4540532,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:21.590070 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a07b7c20-5f47-444e-acdf-bc42d0f27769 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/96f69229-f9b8-45dc-a679-234f5fdb4ddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7790670 Mar 23 01:39:21.590641 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42748) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:21.591000 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:21.594174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d989b-329e-4a17-bd44-00cc4cb124b9 None None] Sync routers for ids ['96f69229-f9b8-45dc-a679-234f5fdb4ddf'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:39:21.597804 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:39:21.669406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-52a482bd-c6cf-4120-909a-ad24ebdfe28c None None] Current status of the port 3f6f66bd-fe60-4aab-865f-3df169d53768 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:21.677010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3f6f66bd-fe60-4aab-865f-3df169d53768 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:21.709993 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6427eb3-828b-4432-a8b5-d5935ae45275 req-a4b8a898-3c57-457a-ab96-1df4e1366450 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349316 Mar 23 01:39:21.736270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717e2e94-7448-4553-b8f8-1dbe5ebcf34d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:21.743562 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-717e2e94-7448-4553-b8f8-1dbe5ebcf34d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports/589721a7-042d-48e5-8029-cf577fc2c0fc HTTP/1.1" status: 200 len: 911 time: 0.1514714 Mar 23 01:39:21.744793 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d989b-329e-4a17-bd44-00cc4cb124b9 None None] Routers {'96f69229-f9b8-45dc-a679-234f5fdb4ddf'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:21.745431 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-bb6d989b-329e-4a17-bd44-00cc4cb124b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['96f69229-f9b8-45dc-a679-234f5fdb4ddf'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:21.746969 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42754) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:21.763603 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-1ddf0a72-7e22-4893-8dd4-72a83ab51f14 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c337e843-274c-4e0f-bde5-108429bcce32'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:21.797986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-bb6d989b-329e-4a17-bd44-00cc4cb124b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:21.829832 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1832d929-0451-4007-bcf0-b9a63567756f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:21.834476 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Attempting to bind port bb341c99-afd4-4114-91ff-4e72c4540532 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:39:21.834853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Attempting to bind port bb341c99-afd4-4114-91ff-4e72c4540532 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'af70dc9b-9866-470e-8e52-e8941ffdd7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '86d7c587-cab8-48e5-a2e4-62026eb0e9ec'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:39:21.835242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Attempting to bind port bb341c99-afd4-4114-91ff-4e72c4540532 on network 86d7c587-cab8-48e5-a2e4-62026eb0e9ec {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:21.845876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:39:21.846253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Checking segment: {'id': 'af70dc9b-9866-470e-8e52-e8941ffdd7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '86d7c587-cab8-48e5-a2e4-62026eb0e9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:21.846679 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:21.847071 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Bound using segment: {'id': 'af70dc9b-9866-470e-8e52-e8941ffdd7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '86d7c587-cab8-48e5-a2e4-62026eb0e9ec'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:39:21.847558 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Bound port: bb341c99-afd4-4114-91ff-4e72c4540532, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af70dc9b-9866-470e-8e52-e8941ffdd7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '86d7c587-cab8-48e5-a2e4-62026eb0e9ec'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:39:21.848122 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bb341c99-afd4-4114-91ff-4e72c4540532), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:21.852817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d33e2de7-4336-4c82-ac25-5816bb9ce7a1 None None] Provisioning complete for port 589721a7-042d-48e5-8029-cf577fc2c0fc triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:21.853213 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d33e2de7-4336-4c82-ac25-5816bb9ce7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (589721a7-042d-48e5-8029-cf577fc2c0fc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:21.863205 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d989b-329e-4a17-bd44-00cc4cb124b9 None None] Routers {'96f69229-f9b8-45dc-a679-234f5fdb4ddf'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:21.864015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-bb6d989b-329e-4a17-bd44-00cc4cb124b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['96f69229-f9b8-45dc-a679-234f5fdb4ddf'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:21.933598 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-bb6d989b-329e-4a17-bd44-00cc4cb124b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:21.934281 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d989b-329e-4a17-bd44-00cc4cb124b9 None None] The sync data for ids ['96f69229-f9b8-45dc-a679-234f5fdb4ddf'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:39:21.966905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d33e2de7-4336-4c82-ac25-5816bb9ce7a1 None None] Port 589721a7-042d-48e5-8029-cf577fc2c0fc cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:39:21.989594 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9363c-cc21-41b7-83fb-88ad0c0640ca req-c2dff478-6d27-4145-9ed4-04d964b8312b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:22.002084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9363c-cc21-41b7-83fb-88ad0c0640ca req-c2dff478-6d27-4145-9ed4-04d964b8312b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:22.011674 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] For port bb341c99-afd4-4114-91ff-4e72c4540532, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:39:22.015577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] For port bb341c99-afd4-4114-91ff-4e72c4540532, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=bb341c99-afd4-4114-91ff-4e72c4540532,segment=NetworkSegment(af70dc9b-9866-470e-8e52-e8941ffdd7ce),segment_id=af70dc9b-9866-470e-8e52-e8941ffdd7ce)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:39:22.023057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9363c-cc21-41b7-83fb-88ad0c0640ca req-c2dff478-6d27-4145-9ed4-04d964b8312b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:22.025638 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bb341c99-afd4-4114-91ff-4e72c4540532), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:22.033252 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd66a9-043c-4e83-a046-50a6d62258f1 req-bc0ac018-8a1e-47d8-bcbf-ca836d5eccc5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:22.034915 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-37bd66a9-043c-4e83-a046-50a6d62258f1 req-bc0ac018-8a1e-47d8-bcbf-ca836d5eccc5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 945 time: 0.2084415 Mar 23 01:39:22.044592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9363c-cc21-41b7-83fb-88ad0c0640ca req-c2dff478-6d27-4145-9ed4-04d964b8312b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:22.047538 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Publish callbacks [] for router_gateway (1265cf98-a17a-43c0-9db7-76e73726b03a), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:22.050034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9363c-cc21-41b7-83fb-88ad0c0640ca req-c2dff478-6d27-4145-9ed4-04d964b8312b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:22.051321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42758) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:22.058500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9363c-cc21-41b7-83fb-88ad0c0640ca req-c2dff478-6d27-4145-9ed4-04d964b8312b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:22.059051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a3546005-d0ed-441a-9b2e-d0046d436f95 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Request body: {'floatingip': {'port_id': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:22.069135 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9363c-cc21-41b7-83fb-88ad0c0640ca req-c2dff478-6d27-4145-9ed4-04d964b8312b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:22.109230 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c7d9363c-cc21-41b7-83fb-88ad0c0640ca req-c2dff478-6d27-4145-9ed4-04d964b8312b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.2679012 Mar 23 01:39:22.151757 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444e13e-8830-481a-ac8f-49505a56d65c None None] Pushing event updated for resources: {'Port': ['ID=bb341c99-afd4-4114-91ff-4e72c4540532,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:22.223296 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:22.260738 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0a72-7e22-4893-8dd4-72a83ab51f14 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (589721a7-042d-48e5-8029-cf577fc2c0fc), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:22.309089 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a3546005-d0ed-441a-9b2e-d0046d436f95 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for floatingip (8fd52529-5fe5-4eb0-b043-392bf58ab304), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:22.316860 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c7d9363c-cc21-41b7-83fb-88ad0c0640ca req-074f5d34-98ec-4953-b4e1-ba02c4b0ac22 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2044773 Mar 23 01:39:22.616769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a24b4c-9f89-47f5-8877-b375be772cce req-bfc9dc30-469b-4095-9f39-b6e78b3fd980 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:22.619944 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-30a24b4c-9f89-47f5-8877-b375be772cce req-bfc9dc30-469b-4095-9f39-b6e78b3fd980 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.4664912 Mar 23 01:39:22.695790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Allocated IP 172.25.0.98 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:39:22.804634 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59c8f3-74b2-446c-bd6f-7d183b6ade22 req-1ef0539e-4777-483a-be7f-872d2147680a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:22.806877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cb59c8f3-74b2-446c-bd6f-7d183b6ade22 req-1ef0539e-4777-483a-be7f-872d2147680a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.2972064 Mar 23 01:39:22.932288 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-30a24b4c-9f89-47f5-8877-b375be772cce req-b3ad3649-42af-4c41-9684-2e3adff7fa0f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919087 Mar 23 01:39:22.967069 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cb59c8f3-74b2-446c-bd6f-7d183b6ade22 req-4a7a93b7-1e71-49eb-bfaa-600c4262dad6 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399317 Mar 23 01:39:23.066779 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Publish callbacks [] for port (6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:23.126477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device bb341c99-afd4-4114-91ff-4e72c4540532 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:23.164844 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:23.195916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port bb341c99-afd4-4114-91ff-4e72c4540532 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:23.196300 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bb341c99-afd4-4114-91ff-4e72c4540532), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:23.199301 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0a72-7e22-4893-8dd4-72a83ab51f14 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (589721a7-042d-48e5-8029-cf577fc2c0fc), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:23.217742 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0a72-7e22-4893-8dd4-72a83ab51f14 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (589721a7-042d-48e5-8029-cf577fc2c0fc), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:23.224364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddf0a72-7e22-4893-8dd4-72a83ab51f14 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:23.225057 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0a72-7e22-4893-8dd4-72a83ab51f14 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:23.229369 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1ddf0a72-7e22-4893-8dd4-72a83ab51f14 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/ports/589721a7-042d-48e5-8029-cf577fc2c0fc HTTP/1.1" status: 200 len: 911 time: 1.4769106 Mar 23 01:39:23.229868 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42762) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:23.317948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port bb341c99-afd4-4114-91ff-4e72c4540532 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:23.319107 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bb341c99-afd4-4114-91ff-4e72c4540532), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:23.422655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port bb341c99-afd4-4114-91ff-4e72c4540532, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=bb341c99-afd4-4114-91ff-4e72c4540532,segment=NetworkSegment(af70dc9b-9866-470e-8e52-e8941ffdd7ce),segment_id=af70dc9b-9866-470e-8e52-e8941ffdd7ce)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:23.432177 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bb341c99-afd4-4114-91ff-4e72c4540532), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:23.447106 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:23.541607 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.resource_extend [None req-a3546005-d0ed-441a-9b2e-d0046d436f95 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:39:23.562220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=bb341c99-afd4-4114-91ff-4e72c4540532,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:23.620756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:23.631544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf0a72-7e22-4893-8dd4-72a83ab51f14 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=589721a7-042d-48e5-8029-cf577fc2c0fc,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:23.634430 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:23.636314 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Pushing event updated for resources: {'Port': ['ID=6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:23.645580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:39:23.695262 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a3546005-d0ed-441a-9b2e-d0046d436f95 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:23.704974 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a3546005-d0ed-441a-9b2e-d0046d436f95 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (8fd52529-5fe5-4eb0-b043-392bf58ab304), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:23.720043 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b226340-3dc0-456d-a970-5374561d23ce None None] Network 86d7c587-cab8-48e5-a2e4-62026eb0e9ec requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:39:23.738520 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48a3f817-0932-459a-98aa-535e03a6d948 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (96f69229-f9b8-45dc-a679-234f5fdb4ddf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:23.848160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-923008d0-76d8-486c-863b-4e806f8861b6 None None] Provisioning complete for port bb341c99-afd4-4114-91ff-4e72c4540532 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:23.848444 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-923008d0-76d8-486c-863b-4e806f8861b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bb341c99-afd4-4114-91ff-4e72c4540532), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:24.008276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-923008d0-76d8-486c-863b-4e806f8861b6 None None] Current status of the port bb341c99-afd4-4114-91ff-4e72c4540532 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:24.230596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93c872-6642-4499-a67b-5562922f1693 req-a986e76e-962f-46be-b477-fd36faafcabd tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:24.235915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93c872-6642-4499-a67b-5562922f1693 req-a986e76e-962f-46be-b477-fd36faafcabd tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:24.242070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93c872-6642-4499-a67b-5562922f1693 req-a986e76e-962f-46be-b477-fd36faafcabd tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:24.247321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93c872-6642-4499-a67b-5562922f1693 req-a986e76e-962f-46be-b477-fd36faafcabd tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:24.252992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93c872-6642-4499-a67b-5562922f1693 req-a986e76e-962f-46be-b477-fd36faafcabd tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:24.258690 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93c872-6642-4499-a67b-5562922f1693 req-a986e76e-962f-46be-b477-fd36faafcabd tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:24.264150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93c872-6642-4499-a67b-5562922f1693 req-a986e76e-962f-46be-b477-fd36faafcabd tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:24.266184 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d93c872-6642-4499-a67b-5562922f1693 req-a986e76e-962f-46be-b477-fd36faafcabd tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.7397215 Mar 23 01:39:24.364872 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-a3546005-d0ed-441a-9b2e-d0046d436f95 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Floating IP 8fd52529-5fe5-4eb0-b043-392bf58ab304 associated. External IP: 172.25.0.116, port: e2c4097c-74b8-4ceb-b653-1fae8f3bd46b. Mar 23 01:39:24.381576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fbbed-b116-48c5-80f7-de8c383fca56 req-8adbb56f-bb1b-44f7-b3da-44d2e2c77185 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:24.389085 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4d6fbbed-b116-48c5-80f7-de8c383fca56 req-8adbb56f-bb1b-44f7-b3da-44d2e2c77185 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.1021290 Mar 23 01:39:24.491663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0765275a-6cfd-4c1a-889a-6a1ef4167880 None None] Provisioning complete for port bb341c99-afd4-4114-91ff-4e72c4540532 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:24.492431 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0765275a-6cfd-4c1a-889a-6a1ef4167880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bb341c99-afd4-4114-91ff-4e72c4540532), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:24.495978 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:24.524963 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d93c872-6642-4499-a67b-5562922f1693 req-111d2193-75a6-4854-869d-d69c09cb2b7e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2501590 Mar 23 01:39:24.525144 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4d6fbbed-b116-48c5-80f7-de8c383fca56 req-e06bfd83-e138-4fd5-b670-c6f448f24f79 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325355 Mar 23 01:39:24.622873 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-48a3f817-0932-459a-98aa-535e03a6d948 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port 589721a7-042d-48e5-8029-cf577fc2c0fc {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:39:24.623625 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48a3f817-0932-459a-98aa-535e03a6d948 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (589721a7-042d-48e5-8029-cf577fc2c0fc), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:24.626903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0765275a-6cfd-4c1a-889a-6a1ef4167880 None None] Current status of the port bb341c99-afd4-4114-91ff-4e72c4540532 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:24.678677 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Publish callbacks [] for router_gateway (1265cf98-a17a-43c0-9db7-76e73726b03a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:24.756306 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48a3f817-0932-459a-98aa-535e03a6d948 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (589721a7-042d-48e5-8029-cf577fc2c0fc), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:24.772294 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558880b-291f-4dc0-9ac3-181d32e28065 req-ebde0ca2-bb50-4b9b-a1a9-a3fd7a240dfc tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:24.773986 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2558880b-291f-4dc0-9ac3-181d32e28065 req-ebde0ca2-bb50-4b9b-a1a9-a3fd7a240dfc tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.1005607 Mar 23 01:39:24.780172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-48a3f817-0932-459a-98aa-535e03a6d948 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for 589721a7-042d-48e5-8029-cf577fc2c0fc owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:39:24.818149 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3546005-d0ed-441a-9b2e-d0046d436f95 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Router 78ca9f2b-f249-4a13-a294-3086907b1051 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:39:24.871460 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2558880b-291f-4dc0-9ac3-181d32e28065 req-daf42e35-b573-4efe-bde6-014b1c9b73ff tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862758 Mar 23 01:39:24.997516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device bb341c99-afd4-4114-91ff-4e72c4540532 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:25.019990 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48a3f817-0932-459a-98aa-535e03a6d948 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (589721a7-042d-48e5-8029-cf577fc2c0fc), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:25.058015 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (1265cf98-a17a-43c0-9db7-76e73726b03a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:25.074665 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3546005-d0ed-441a-9b2e-d0046d436f95 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:39:25.090038 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a284a-4d43-46d2-b761-34fc16ddab56 None None] Sync routers for ids ['78ca9f2b-f249-4a13-a294-3086907b1051'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:39:25.099084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3f817-0932-459a-98aa-535e03a6d948 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=589721a7-042d-48e5-8029-cf577fc2c0fc,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:25.107581 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a284a-4d43-46d2-b761-34fc16ddab56 None None] Routers {'78ca9f2b-f249-4a13-a294-3086907b1051'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:25.112269 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-831a284a-4d43-46d2-b761-34fc16ddab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['78ca9f2b-f249-4a13-a294-3086907b1051'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:25.125219 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a3546005-d0ed-441a-9b2e-d0046d436f95 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:25.237146 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a3546005-d0ed-441a-9b2e-d0046d436f95 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "PUT /v2.0/floatingips/8fd52529-5fe5-4eb0-b043-392bf58ab304 HTTP/1.1" status: 200 len: 991 time: 3.1836653 Mar 23 01:39:25.240488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:39:25.257946 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c4c4f8-6bda-4fa9-920c-6b51aff3abac" -d '{"events": [{"name": "network-changed", "server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:39:25.298573 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-48a3f817-0932-459a-98aa-535e03a6d948 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (96f69229-f9b8-45dc-a679-234f5fdb4ddf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:25.325985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port bb341c99-afd4-4114-91ff-4e72c4540532 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:25.326480 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bb341c99-afd4-4114-91ff-4e72c4540532), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:25.342265 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bb9019-13eb-4f8f-994d-bd8b1e76c846 x-openstack-request-id: req-d7bb9019-13eb-4f8f-994d-bd8b1e76c846 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:39:25.344628 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:39:25.351027 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7bb9019-13eb-4f8f-994d-bd8b1e76c846 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:39:25.351770 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7bb9019-13eb-4f8f-994d-bd8b1e76c846'] response: {'name': 'network-changed', 'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'status': 'completed', 'code': 200} Mar 23 01:39:25.515392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Router 1265cf98-a17a-43c0-9db7-76e73726b03a is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:39:25.550923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port bb341c99-afd4-4114-91ff-4e72c4540532 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:25.552482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3475f0-54d7-4b40-b0c3-a67afb860b24 req-09a13f16-f2bc-4512-9045-42755016f454 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:25.563972 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a3475f0-54d7-4b40-b0c3-a67afb860b24 req-09a13f16-f2bc-4512-9045-42755016f454 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 945 time: 0.2010195 Mar 23 01:39:25.573419 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-831a284a-4d43-46d2-b761-34fc16ddab56 None None] Set router 78ca9f2b-f249-4a13-a294-3086907b1051 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:39:25.592026 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a3f817-0932-459a-98aa-535e03a6d948 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router 96f69229-f9b8-45dc-a679-234f5fdb4ddf has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:39:25.621832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4c4f8-6bda-4fa9-920c-6b51aff3abac req-4c8901e0-9360-4616-8558-a03304e41202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:25.624283 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c6c4c4f8-6bda-4fa9-920c-6b51aff3abac req-4c8901e0-9360-4616-8558-a03304e41202 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 1127 time: 0.2093005 Mar 23 01:39:25.746830 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a3f817-0932-459a-98aa-535e03a6d948 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:39:25.757026 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-48a3f817-0932-459a-98aa-535e03a6d948 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/96f69229-f9b8-45dc-a679-234f5fdb4ddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4875081 Mar 23 01:39:25.762398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42780) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:25.781275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bc42b7-5f38-48fd-a6fa-b83c07cce052 None None] Sync routers for ids ['96f69229-f9b8-45dc-a679-234f5fdb4ddf'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:39:25.810912 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a09f2b11-8fe2-410a-b69e-6810e49fa689 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports?device_id=96f69229-f9b8-45dc-a679-234f5fdb4ddf HTTP/1.1" status: 200 len: 205 time: 0.0430934 Mar 23 01:39:25.813651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42782) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:25.816037 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:25.827540 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bc42b7-5f38-48fd-a6fa-b83c07cce052 None None] Routers {'96f69229-f9b8-45dc-a679-234f5fdb4ddf'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:25.830343 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-48bc42b7-5f38-48fd-a6fa-b83c07cce052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['96f69229-f9b8-45dc-a679-234f5fdb4ddf'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:25.854991 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a3475f0-54d7-4b40-b0c3-a67afb860b24 req-edd8033d-4104-4e18-bf84-bfbab92a5d62 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889042 Mar 23 01:39:25.903193 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-48bc42b7-5f38-48fd-a6fa-b83c07cce052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:25.912968 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b4e965bc-a8d4-4342-a447-88b6f4887214 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (96f69229-f9b8-45dc-a679-234f5fdb4ddf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:25.929166 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bc42b7-5f38-48fd-a6fa-b83c07cce052 None None] Routers {'96f69229-f9b8-45dc-a679-234f5fdb4ddf'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:25.930528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-48bc42b7-5f38-48fd-a6fa-b83c07cce052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['96f69229-f9b8-45dc-a679-234f5fdb4ddf'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:25.971485 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:39:25.979851 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a00411fa-2f78-4b8a-8043-cec862c92a3a req-67198e9e-736a-44c4-bc9f-e859047cb5b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3103960 Mar 23 01:39:25.984886 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4c4f8-6bda-4fa9-920c-6b51aff3abac req-b6e6c0fe-b5b5-4784-b6ed-2da4e2a4012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:25.986466 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c6c4c4f8-6bda-4fa9-920c-6b51aff3abac req-b6e6c0fe-b5b5-4784-b6ed-2da4e2a4012a service neutron] 10.222.0.43 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 0.2994642 Mar 23 01:39:25.998012 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Sync routers for ids ['1265cf98-a17a-43c0-9db7-76e73726b03a'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:39:26.024008 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Routers {'1265cf98-a17a-43c0-9db7-76e73726b03a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:26.026086 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1265cf98-a17a-43c0-9db7-76e73726b03a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:26.047302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-48bc42b7-5f38-48fd-a6fa-b83c07cce052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:26.048237 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bc42b7-5f38-48fd-a6fa-b83c07cce052 None None] The sync data for ids ['96f69229-f9b8-45dc-a679-234f5fdb4ddf'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:39:26.184984 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b4e965bc-a8d4-4342-a447-88b6f4887214 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (96f69229-f9b8-45dc-a679-234f5fdb4ddf), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:26.187655 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b4e965bc-a8d4-4342-a447-88b6f4887214 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_controller (96f69229-f9b8-45dc-a679-234f5fdb4ddf), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:26.220879 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:26.222254 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-86fdafb7-3715-4055-8103-d53740bfc87c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7664642 Mar 23 01:39:26.227846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42788) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:26.253082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4219ef0-a7b6-45a3-a021-0b85fcac3686 req-f423642b-725d-4e69-9ec1-e7715c1f7930 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:26.254801 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d4219ef0-a7b6-45a3-a021-0b85fcac3686 req-f423642b-725d-4e69-9ec1-e7715c1f7930 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.5391760 Mar 23 01:39:26.255628 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b4e965bc-a8d4-4342-a447-88b6f4887214 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (96f69229-f9b8-45dc-a679-234f5fdb4ddf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:26.256168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e965bc-a8d4-4342-a447-88b6f4887214 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Fanout notify agent at l3_agent the message router_deleted on router 96f69229-f9b8-45dc-a679-234f5fdb4ddf {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:39:26.263511 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b4e965bc-a8d4-4342-a447-88b6f4887214 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:26.264744 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b4e965bc-a8d4-4342-a447-88b6f4887214 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/routers/96f69229-f9b8-45dc-a679-234f5fdb4ddf HTTP/1.1" status: 204 len: 168 time: 0.4499164 Mar 23 01:39:26.308087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42790) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:26.311614 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d4219ef0-a7b6-45a3-a021-0b85fcac3686 req-2809f82d-8a7b-4762-b086-b7df763c70de tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457754 Mar 23 01:39:26.315317 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Set router 1265cf98-a17a-43c0-9db7-76e73726b03a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:39:26.367611 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc2730b-f787-4118-9bae-cab96bbbe70b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting subnet c337e843-274c-4e0f-bde5-108429bcce32 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:39:26.371071 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1fc2730b-f787-4118-9bae-cab96bbbe70b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for subnet (c337e843-274c-4e0f-bde5-108429bcce32), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:26.413320 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c6c4c4f8-6bda-4fa9-920c-6b51aff3abac req-232496bc-f48b-494c-815b-101ea5396475 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b HTTP/1.1" status: 200 len: 999 time: 0.3776615 Mar 23 01:39:26.415513 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1fc2730b-f787-4118-9bae-cab96bbbe70b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (c337e843-274c-4e0f-bde5-108429bcce32), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:26.515754 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00411fa-2f78-4b8a-8043-cec862c92a3a req-ecfd1f40-e158-4a17-a0ce-e0c401838f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:26.517708 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a00411fa-2f78-4b8a-8043-cec862c92a3a req-ecfd1f40-e158-4a17-a0ce-e0c401838f82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 1126 time: 0.4545429 Mar 23 01:39:26.534555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55086f7b-3b2a-4ad1-ae1d-5c382b6e10d5 req-b85e1834-b41b-407c-a456-ddaf9edfe043 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:26.543403 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55086f7b-3b2a-4ad1-ae1d-5c382b6e10d5 req-b85e1834-b41b-407c-a456-ddaf9edfe043 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:26.552123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55086f7b-3b2a-4ad1-ae1d-5c382b6e10d5 req-b85e1834-b41b-407c-a456-ddaf9edfe043 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:26.557760 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-831a284a-4d43-46d2-b761-34fc16ddab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'name': 'tempest-ServerActionsTestJSON-815986857-router', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:27Z', 'updated_at': '2022-03-23T01:38:40Z', 'revision_number': 4, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'gw_port': {'id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:30Z', 'updated_at': '2022-03-23T01:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '8fd52529-5fe5-4eb0-b043-392bf58ab304', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'port_id': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'mac_address': 'fa:16:3e:02:98:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:38:54Z', 'updated_at': '2022-03-23T01:39:23Z', 'revision_number': 1, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb7dfd4-86e5-403d-a194-499bdcba2755', 'name': '', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'mac_address': 'fa:16:3e:ed:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:37Z', 'updated_at': '2022-03-23T01:38:49Z', 'revision_number': 5, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'subnets': [{'id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:26.560104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55086f7b-3b2a-4ad1-ae1d-5c382b6e10d5 req-b85e1834-b41b-407c-a456-ddaf9edfe043 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:26.562302 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326817f-5636-4985-9292-282a8b2886d7 req-cde79a11-38c4-4dfb-9ed7-6fb11c31cb7d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:26.563896 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4326817f-5636-4985-9292-282a8b2886d7 req-cde79a11-38c4-4dfb-9ed7-6fb11c31cb7d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 945 time: 0.0994260 Mar 23 01:39:26.569139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55086f7b-3b2a-4ad1-ae1d-5c382b6e10d5 req-b85e1834-b41b-407c-a456-ddaf9edfe043 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:26.576110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55086f7b-3b2a-4ad1-ae1d-5c382b6e10d5 req-b85e1834-b41b-407c-a456-ddaf9edfe043 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:26.582947 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55086f7b-3b2a-4ad1-ae1d-5c382b6e10d5 req-b85e1834-b41b-407c-a456-ddaf9edfe043 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:26.585120 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55086f7b-3b2a-4ad1-ae1d-5c382b6e10d5 req-b85e1834-b41b-407c-a456-ddaf9edfe043 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.5977173 Mar 23 01:39:26.601195 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1fc2730b-f787-4118-9bae-cab96bbbe70b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (c337e843-274c-4e0f-bde5-108429bcce32), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:26.602176 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a284a-4d43-46d2-b761-34fc16ddab56 None None] Checking router: 78ca9f2b-f249-4a13-a294-3086907b1051 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:39:26.623746 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a284a-4d43-46d2-b761-34fc16ddab56 None None] Routers {'78ca9f2b-f249-4a13-a294-3086907b1051'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:26.624367 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-831a284a-4d43-46d2-b761-34fc16ddab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['78ca9f2b-f249-4a13-a294-3086907b1051'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:26.657133 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4326817f-5636-4985-9292-282a8b2886d7 req-8fcf9c7d-30d6-48bc-afdd-f7adf7cd4bf8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861585 Mar 23 01:39:26.705040 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1fc2730b-f787-4118-9bae-cab96bbbe70b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (c337e843-274c-4e0f-bde5-108429bcce32), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:26.764483 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2730b-f787-4118-9bae-cab96bbbe70b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Subnet': ['ID=c337e843-274c-4e0f-bde5-108429bcce32,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:26.800000 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-831a284a-4d43-46d2-b761-34fc16ddab56 None None] Set router 78ca9f2b-f249-4a13-a294-3086907b1051 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:39:26.832735 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557653ab-c88f-4ea0-b8b7-4895a000f691 None None] Network 2aabdba6-0cf1-46b8-8be5-2a4a76d580be requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:39:26.837494 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'name': 'tempest-TestAggregatesBasicOps-566937618-router', 'tenant_id': 'dbb7b35220044f9f85e26f372fdd9846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:20Z', 'updated_at': '2022-03-23T01:39:24Z', 'revision_number': 3, 'project_id': 'dbb7b35220044f9f85e26f372fdd9846', 'gw_port': {'id': '6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:08:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:22Z', 'updated_at': '2022-03-23T01:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:26.837879 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1fc2730b-f787-4118-9bae-cab96bbbe70b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:26.848682 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1fc2730b-f787-4118-9bae-cab96bbbe70b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/c337e843-274c-4e0f-bde5-108429bcce32 HTTP/1.1" status: 204 len: 168 time: 0.5358713 Mar 23 01:39:26.852810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42792) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:26.871898 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Checking router: 1265cf98-a17a-43c0-9db7-76e73726b03a for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:39:26.872240 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Updating router 1265cf98-a17a-43c0-9db7-76e73726b03a port 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:39:26.972249 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:27.013157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4e0c-a1a1-47c4-a28a-a99c81041e1d req-72c567d4-d47b-49ac-a50d-635b8df6ae73 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:27.014780 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-02bb4e0c-a1a1-47c4-a28a-a99c81041e1d req-72c567d4-d47b-49ac-a50d-635b8df6ae73 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.2340047 Mar 23 01:39:27.027014 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (2aabdba6-0cf1-46b8-8be5-2a4a76d580be), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:27.097378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b35ac59-24f9-4605-bdf3-62bab443b4f3 None None] DHCP port deletion for 2aabdba6-0cf1-46b8-8be5-2a4a76d580be request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:39:27.116284 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-02bb4e0c-a1a1-47c4-a28a-a99c81041e1d req-f81b9997-dd21-4b73-8f83-4357ddffc479 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939596 Mar 23 01:39:27.150144 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port 3f6f66bd-fe60-4aab-865f-3df169d53768 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:39:27.150536 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3f6f66bd-fe60-4aab-865f-3df169d53768), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:27.203017 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6b35ac59-24f9-4605-bdf3-62bab443b4f3 None None] Deleting port 3f6f66bd-fe60-4aab-865f-3df169d53768 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:39:27.204558 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6b35ac59-24f9-4605-bdf3-62bab443b4f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3f6f66bd-fe60-4aab-865f-3df169d53768), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:27.256428 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55086f7b-3b2a-4ad1-ae1d-5c382b6e10d5 req-97b3b9c5-c8e3-4e52-b89c-4f2658a5418b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920537 Mar 23 01:39:27.257509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00411fa-2f78-4b8a-8043-cec862c92a3a req-d51bc130-e4e4-402f-9007-b2b06f4226e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:27.258875 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a00411fa-2f78-4b8a-8043-cec862c92a3a req-d51bc130-e4e4-402f-9007-b2b06f4226e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.6670132 Mar 23 01:39:27.276945 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] For port 3f6f66bd-fe60-4aab-865f-3df169d53768, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3f6f66bd-fe60-4aab-865f-3df169d53768,segment=NetworkSegment(04db0d8a-f389-4454-8244-6c6dd7763714),segment_id=04db0d8a-f389-4454-8244-6c6dd7763714)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:27.277376 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3f6f66bd-fe60-4aab-865f-3df169d53768), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:27.311711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for 3f6f66bd-fe60-4aab-865f-3df169d53768 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:39:27.329151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6b35ac59-24f9-4605-bdf3-62bab443b4f3 None None] For port 3f6f66bd-fe60-4aab-865f-3df169d53768, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3f6f66bd-fe60-4aab-865f-3df169d53768,segment=NetworkSegment(04db0d8a-f389-4454-8244-6c6dd7763714),segment_id=04db0d8a-f389-4454-8244-6c6dd7763714)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:27.329577 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6b35ac59-24f9-4605-bdf3-62bab443b4f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3f6f66bd-fe60-4aab-865f-3df169d53768), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:27.366217 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6b35ac59-24f9-4605-bdf3-62bab443b4f3 None None] Calling delete_port for 3f6f66bd-fe60-4aab-865f-3df169d53768 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:39:27.465755 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (3f6f66bd-fe60-4aab-865f-3df169d53768), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:27.496410 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a00411fa-2f78-4b8a-8043-cec862c92a3a req-50672fdd-7bee-4548-a23c-3b7039bf0474 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd43136-d0db-437f-ae04-5459a5e2722b HTTP/1.1" status: 200 len: 217 time: 0.2220724 Mar 23 01:39:27.506729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4c4f8-6bda-4fa9-920c-6b51aff3abac req-fe94f320-3ed7-4074-95e5-c3108aca8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:27.511291 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c6c4c4f8-6bda-4fa9-920c-6b51aff3abac req-fe94f320-3ed7-4074-95e5-c3108aca8704 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 1.0449681 Mar 23 01:39:27.515390 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6b35ac59-24f9-4605-bdf3-62bab443b4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (3f6f66bd-fe60-4aab-865f-3df169d53768), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:27.544272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35ac59-24f9-4605-bdf3-62bab443b4f3 None None] Pushing event deleted for resources: {'Port': ['ID=3f6f66bd-fe60-4aab-865f-3df169d53768,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:27.554041 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-831a284a-4d43-46d2-b761-34fc16ddab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'name': 'tempest-ServerActionsTestJSON-815986857-router', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:27Z', 'updated_at': '2022-03-23T01:38:40Z', 'revision_number': 4, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'gw_port': {'id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:30Z', 'updated_at': '2022-03-23T01:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '8fd52529-5fe5-4eb0-b043-392bf58ab304', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'port_id': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'mac_address': 'fa:16:3e:02:98:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:38:54Z', 'updated_at': '2022-03-23T01:39:23Z', 'revision_number': 1, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb7dfd4-86e5-403d-a194-499bdcba2755', 'name': '', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'mac_address': 'fa:16:3e:ed:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:37Z', 'updated_at': '2022-03-23T01:38:49Z', 'revision_number': 5, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'subnets': [{'id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:27.563846 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b35ac59-24f9-4605-bdf3-62bab443b4f3 None None] No DVR routers for this DVR port 3f6f66bd-fe60-4aab-865f-3df169d53768 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:39:27.579542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] No DVR routers for this DVR port 3f6f66bd-fe60-4aab-865f-3df169d53768 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:39:27.618615 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a284a-4d43-46d2-b761-34fc16ddab56 None None] The sync data for ids ['78ca9f2b-f249-4a13-a294-3086907b1051'] in n-d-834677-4 is: [{'id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'name': 'tempest-ServerActionsTestJSON-815986857-router', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:27Z', 'updated_at': '2022-03-23T01:38:40Z', 'revision_number': 4, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'gw_port': {'id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:30Z', 'updated_at': '2022-03-23T01:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '8fd52529-5fe5-4eb0-b043-392bf58ab304', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'port_id': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'mac_address': 'fa:16:3e:02:98:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:38:54Z', 'updated_at': '2022-03-23T01:39:23Z', 'revision_number': 1, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb7dfd4-86e5-403d-a194-499bdcba2755', 'name': '', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'mac_address': 'fa:16:3e:ed:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:37Z', 'updated_at': '2022-03-23T01:38:49Z', 'revision_number': 5, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'subnets': [{'id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:39:27.653472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=3f6f66bd-fe60-4aab-865f-3df169d53768,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:27.656186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00411fa-2f78-4b8a-8043-cec862c92a3a req-3458a961-1aff-414d-b221-b0d998363694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:27.658428 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a00411fa-2f78-4b8a-8043-cec862c92a3a req-3458a961-1aff-414d-b221-b0d998363694 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.1461434 Mar 23 01:39:27.662606 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4c4f8-6bda-4fa9-920c-6b51aff3abac req-3bd58aa2-5d59-4b2f-b345-c219d4d266af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:27.664255 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c6c4c4f8-6bda-4fa9-920c-6b51aff3abac req-3bd58aa2-5d59-4b2f-b345-c219d4d266af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1449919 Mar 23 01:39:27.683124 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Publish callbacks [] for port (6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:27.716901 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a00411fa-2f78-4b8a-8043-cec862c92a3a req-2ad49a8b-1025-485e-8a30-d46c384b70c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492923 Mar 23 01:39:27.722939 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:27.826839 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608f30c-571d-4ee1-8854-a68b4c6c5183 None None] Pushing event updated for resources: {'Port': ['ID=6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:27.853816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51d8ac-0f4a-4894-b3dc-6a00bb3de070 req-37e67802-639d-42de-a08a-b89de924283e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:27.856721 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eb51d8ac-0f4a-4894-b3dc-6a00bb3de070 req-37e67802-639d-42de-a08a-b89de924283e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.3869252 Mar 23 01:39:27.862071 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Attempting to bind port 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:39:27.862576 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Attempting to bind port 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:39:27.863036 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Attempting to bind port 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:27.864976 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (2aabdba6-0cf1-46b8-8be5-2a4a76d580be), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:27.871154 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:39:27.871660 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:27.872221 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:27.872736 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:39:27.873931 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Bound port: 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:39:27.874837 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:27.876574 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a00411fa-2f78-4b8a-8043-cec862c92a3a req-20fa2ecb-997e-4b1c-9159-7101f7f95b0b service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415925 Mar 23 01:39:27.920960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aabdba6-0cf1-46b8-8be5-2a4a76d580be']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:27.956562 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] For port 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:39:27.967175 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] For port 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:39:27.979769 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:27.991406 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eb51d8ac-0f4a-4894-b3dc-6a00bb3de070 req-d031f7b5-5c15-4972-87e1-3888e6bc4dcb tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231194 Mar 23 01:39:27.996377 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04db0d8a-f389-4454-8244-6c6dd7763714') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:27.996920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04db0d8a-f389-4454-8244-6c6dd7763714') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:28.012707 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (04db0d8a-f389-4454-8244-6c6dd7763714), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:28.046288 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (04db0d8a-f389-4454-8244-6c6dd7763714), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:28.053657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:39:28.054402 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (04db0d8a-f389-4454-8244-6c6dd7763714), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:28.094551 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Routers {'1265cf98-a17a-43c0-9db7-76e73726b03a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:28.096052 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1265cf98-a17a-43c0-9db7-76e73726b03a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:28.098922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d148cf8-d3ff-486b-a862-af26d8b4d55a None None] New status for floating IP 8fd52529-5fe5-4eb0-b043-392bf58ab304: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:39:28.122619 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:39:28.131082 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (2aabdba6-0cf1-46b8-8be5-2a4a76d580be), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:28.142500 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:28.155720 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/networks/2aabdba6-0cf1-46b8-8be5-2a4a76d580be HTTP/1.1" status: 204 len: 168 time: 1.2902036 Mar 23 01:39:28.158622 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42800) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:28.167836 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-79ed5d12-24bd-493f-a89c-e8893078dda4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-99889185', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:28.228925 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769c3ab-fcc9-4445-9fa3-515af895a718 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Network': ['ID=2aabdba6-0cf1-46b8-8be5-2a4a76d580be,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:28.279807 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79ed5d12-24bd-493f-a89c-e8893078dda4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (608599a5-eed7-4ac7-ba0c-5a9b686057e0), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:28.281091 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79ed5d12-24bd-493f-a89c-e8893078dda4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (608599a5-eed7-4ac7-ba0c-5a9b686057e0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:28.303909 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cf4d9-6809-4d6f-8e32-a645edea8b21 req-fad485d0-5b84-4111-a234-0bed65913bd8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:28.305314 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e6cf4d9-6809-4d6f-8e32-a645edea8b21 req-fad485d0-5b84-4111-a234-0bed65913bd8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.0885139 Mar 23 01:39:28.338951 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608f30c-571d-4ee1-8854-a68b4c6c5183 None None] Pushing event updated for resources: {'Port': ['ID=6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:28.397893 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] Set router 1265cf98-a17a-43c0-9db7-76e73726b03a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:39:28.468148 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c6c4c4f8-6bda-4fa9-920c-6b51aff3abac req-3ad3ddf0-1fe5-4502-8458-42dd554149d3 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7897141 Mar 23 01:39:28.479108 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79ed5d12-24bd-493f-a89c-e8893078dda4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_controller (608599a5-eed7-4ac7-ba0c-5a9b686057e0), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:28.483262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e10375-d5db-4220-a0b4-e711cd5e14ac req-223f91e5-6adc-41f0-a600-0ec72b51968a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:28.484793 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e6cf4d9-6809-4d6f-8e32-a645edea8b21 req-b5bd3223-42d3-4400-866f-fc24a414d6eb tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705096 Mar 23 01:39:28.488259 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79ed5d12-24bd-493f-a89c-e8893078dda4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (608599a5-eed7-4ac7-ba0c-5a9b686057e0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:28.492826 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-48e10375-d5db-4220-a0b4-e711cd5e14ac req-223f91e5-6adc-41f0-a600-0ec72b51968a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 945 time: 0.6133242 Mar 23 01:39:28.511363 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a00411fa-2f78-4b8a-8043-cec862c92a3a req-55e96820-7099-4fc2-820d-4adfc94c87a2 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929979 Mar 23 01:39:28.555461 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-79ed5d12-24bd-493f-a89c-e8893078dda4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:28.563137 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-79ed5d12-24bd-493f-a89c-e8893078dda4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4002929 Mar 23 01:39:28.563800 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42804) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:28.572743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-bf9fa205-057b-4479-a060-ea5c60474b7c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2034242191'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:28.603516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9fa205-057b-4479-a060-ea5c60474b7c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:39:28.607745 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa205-057b-4479-a060-ea5c60474b7c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:28.643148 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:28.680398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9fa205-057b-4479-a060-ea5c60474b7c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:39:28.688446 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-48e10375-d5db-4220-a0b4-e711cd5e14ac req-93745d83-e7df-49c6-b3cd-53cc58217d63 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700654 Mar 23 01:39:28.698602 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c6c4c4f8-6bda-4fa9-920c-6b51aff3abac req-1a87c2e2-6049-4f8b-a663-7424eefac983 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045300 Mar 23 01:39:28.700475 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa205-057b-4479-a060-ea5c60474b7c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (3574ed36-7851-4dd9-aebe-1c879a01afc1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:28.700786 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-bf9fa205-057b-4479-a060-ea5c60474b7c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Added segment 3574ed36-7851-4dd9-aebe-1c879a01afc1 of type vlan for network 0418d6c8-50d3-4e42-a7c4-81898fdfd3eb Mar 23 01:39:28.724699 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'name': 'tempest-TestAggregatesBasicOps-566937618-router', 'tenant_id': 'dbb7b35220044f9f85e26f372fdd9846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:20Z', 'updated_at': '2022-03-23T01:39:24Z', 'revision_number': 3, 'project_id': 'dbb7b35220044f9f85e26f372fdd9846', 'gw_port': {'id': '6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:08:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:22Z', 'updated_at': '2022-03-23T01:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:28.728106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70bcc8-d3cf-4a8c-95fd-cf37e28c6366 req-3dc1080f-dfff-4e01-87f8-ea092b832a01 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:28.734416 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70bcc8-d3cf-4a8c-95fd-cf37e28c6366 req-3dc1080f-dfff-4e01-87f8-ea092b832a01 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:28.740330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70bcc8-d3cf-4a8c-95fd-cf37e28c6366 req-3dc1080f-dfff-4e01-87f8-ea092b832a01 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:28.745696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70bcc8-d3cf-4a8c-95fd-cf37e28c6366 req-3dc1080f-dfff-4e01-87f8-ea092b832a01 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:28.751815 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70bcc8-d3cf-4a8c-95fd-cf37e28c6366 req-3dc1080f-dfff-4e01-87f8-ea092b832a01 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:28.757835 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70bcc8-d3cf-4a8c-95fd-cf37e28c6366 req-3dc1080f-dfff-4e01-87f8-ea092b832a01 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:28.770827 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b986e267-2238-4741-a4e8-b13aff69c5e1 None None] The sync data for ids ['1265cf98-a17a-43c0-9db7-76e73726b03a'] in n-d-834677-4 is: [{'id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'name': 'tempest-TestAggregatesBasicOps-566937618-router', 'tenant_id': 'dbb7b35220044f9f85e26f372fdd9846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:20Z', 'updated_at': '2022-03-23T01:39:24Z', 'revision_number': 3, 'project_id': 'dbb7b35220044f9f85e26f372fdd9846', 'gw_port': {'id': '6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:08:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:22Z', 'updated_at': '2022-03-23T01:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:39:28.780545 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70bcc8-d3cf-4a8c-95fd-cf37e28c6366 req-3dc1080f-dfff-4e01-87f8-ea092b832a01 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:28.785203 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9b70bcc8-d3cf-4a8c-95fd-cf37e28c6366 req-3dc1080f-dfff-4e01-87f8-ea092b832a01 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.1572998 Mar 23 01:39:28.874587 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa205-057b-4479-a060-ea5c60474b7c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (0418d6c8-50d3-4e42-a7c4-81898fdfd3eb), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:28.918356 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9b70bcc8-d3cf-4a8c-95fd-cf37e28c6366 req-80b0f54f-6a9b-4031-b084-59671f241145 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911326 Mar 23 01:39:28.929486 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa205-057b-4479-a060-ea5c60474b7c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (0418d6c8-50d3-4e42-a7c4-81898fdfd3eb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:28.935989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Allocated IP 172.20.0.1 (86d7c587-cab8-48e5-a2e4-62026eb0e9ec/daa27b62-d359-47a7-acc8-8e7245f07f9a/6a7b8cfa-dd83-4413-b6f7-2ff241f257e6) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:39:28.938489 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9fa205-057b-4479-a060-ea5c60474b7c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:28.939436 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa205-057b-4479-a060-ea5c60474b7c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:28.989838 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bf9fa205-057b-4479-a060-ea5c60474b7c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4222963 Mar 23 01:39:29.004572 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42806) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:29.009823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f0e0e88e-70df-4894-8f1f-be593d2b75ee tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'subnet': {'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:29.059045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3f6f66bd-fe60-4aab-865f-3df169d53768 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:39:29.080738 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 3f6f66bd-fe60-4aab-865f-3df169d53768 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:39:29.086880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3f6f66bd-fe60-4aab-865f-3df169d53768 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:39:29.112551 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Publish callbacks [] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:29.147925 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e0e88e-70df-4894-8f1f-be593d2b75ee tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:39:29.152631 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0e0e88e-70df-4894-8f1f-be593d2b75ee tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:29.205977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbcae3-42fe-4aec-87dc-3c26e54739ed req-d970db7f-9e14-48ac-b2e1-f380dca0067c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:29.207868 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-48bbcae3-42fe-4aec-87dc-3c26e54739ed req-d970db7f-9e14-48ac-b2e1-f380dca0067c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.0917833 Mar 23 01:39:29.209960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:29.274421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fa205-057b-4479-a060-ea5c60474b7c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Network': ['ID=0418d6c8-50d3-4e42-a7c4-81898fdfd3eb,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:29.306611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 0418d6c8-50d3-4e42-a7c4-81898fdfd3eb details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:39:29.313468 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Network 86d7c587-cab8-48e5-a2e4-62026eb0e9ec is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:29.369153 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-48bbcae3-42fe-4aec-87dc-3c26e54739ed req-b90dc1c4-b9c9-407b-ae30-d77a917ea44b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538837 Mar 23 01:39:29.370421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:29.373060 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:39:29.377682 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Pushing event updated for resources: {'Port': ['ID=6a7b8cfa-dd83-4413-b6f7-2ff241f257e6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:29.438695 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (1265cf98-a17a-43c0-9db7-76e73726b03a), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:29.489832 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0e0e88e-70df-4894-8f1f-be593d2b75ee tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (12725b79-ff23-40ce-8d8e-d9f9cad59372), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:29.619985 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0e88e-70df-4894-8f1f-be593d2b75ee tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Subnet': ['ID=12725b79-ff23-40ce-8d8e-d9f9cad59372,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:29.643997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e0e88e-70df-4894-8f1f-be593d2b75ee tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Checking segment: {'id': '3574ed36-7851-4dd9-aebe-1c879a01afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:29.644471 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e0e88e-70df-4894-8f1f-be593d2b75ee tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network hostable DHCP agents. Network: 0418d6c8-50d3-4e42-a7c4-81898fdfd3eb, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:39:29.687397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1d8b4-fddb-4978-a90b-7ae053ec6e00 req-bcd8a75a-e76e-4780-b03d-0d3b59717950 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:29.689946 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-07f1d8b4-fddb-4978-a90b-7ae053ec6e00 req-bcd8a75a-e76e-4780-b03d-0d3b59717950 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.1029308 Mar 23 01:39:29.691253 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e0e88e-70df-4894-8f1f-be593d2b75ee tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 0418d6c8-50d3-4e42-a7c4-81898fdfd3eb is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:39:29.715224 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:29.734851 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-f0e0e88e-70df-4894-8f1f-be593d2b75ee tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 0418d6c8-50d3-4e42-a7c4-81898fdfd3eb) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:29.739768 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e0e88e-70df-4894-8f1f-be593d2b75ee tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:29.740804 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f0e0e88e-70df-4894-8f1f-be593d2b75ee tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:29.752674 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744b35ca-d48e-40db-8895-245e16a8efaf None None] Network 0418d6c8-50d3-4e42-a7c4-81898fdfd3eb requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:39:29.780572 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-07f1d8b4-fddb-4978-a90b-7ae053ec6e00 req-3d1422ed-1995-48ab-8831-bf15376822dd tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740583 Mar 23 01:39:29.786642 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f0e0e88e-70df-4894-8f1f-be593d2b75ee tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7814333 Mar 23 01:39:29.789865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42814) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:29.938662 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2853c3e5-f1f7-4adc-831f-5ed42e3156a2 None None] Provisioning complete for port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:29.939002 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2853c3e5-f1f7-4adc-831f-5ed42e3156a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:29.956500 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Publish callbacks [] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:29.980266 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:29.992161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2853c3e5-f1f7-4adc-831f-5ed42e3156a2 None None] Port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:39:30.054185 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:39:30.055344 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:30.101627 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Pushing event updated for resources: {'Port': ['ID=6a7b8cfa-dd83-4413-b6f7-2ff241f257e6,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:30.105982 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (1265cf98-a17a-43c0-9db7-76e73726b03a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:30.123396 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a04211-d3aa-465e-b898-14f274725c07 req-c2e836e2-2e08-4be0-8841-b166c420f894 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:30.131034 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9a04211-d3aa-465e-b898-14f274725c07 req-c2e836e2-2e08-4be0-8841-b166c420f894 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 945 time: 0.1721931 Mar 23 01:39:30.263308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Allocated IP 2001:db8::2 (0418d6c8-50d3-4e42-a7c4-81898fdfd3eb/12725b79-ff23-40ce-8d8e-d9f9cad59372/dca2276c-e446-43ee-8f77-e50e52bf26f0) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:39:30.271474 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9a04211-d3aa-465e-b898-14f274725c07 req-1771cc12-ce46-4fde-ae5b-9d606327a6a9 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328726 Mar 23 01:39:30.313406 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5bcfe-92ea-4f40-97a8-795f3019a9b3 req-2d52fb47-72d8-4504-8b84-40658e69f804 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:30.319676 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5bcfe-92ea-4f40-97a8-795f3019a9b3 req-2d52fb47-72d8-4504-8b84-40658e69f804 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:30.326371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5bcfe-92ea-4f40-97a8-795f3019a9b3 req-2d52fb47-72d8-4504-8b84-40658e69f804 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:30.333663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5bcfe-92ea-4f40-97a8-795f3019a9b3 req-2d52fb47-72d8-4504-8b84-40658e69f804 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:30.339665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5bcfe-92ea-4f40-97a8-795f3019a9b3 req-2d52fb47-72d8-4504-8b84-40658e69f804 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:30.352352 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5bcfe-92ea-4f40-97a8-795f3019a9b3 req-2d52fb47-72d8-4504-8b84-40658e69f804 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:30.352581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Network 86d7c587-cab8-48e5-a2e4-62026eb0e9ec is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:30.359181 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:30.359682 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5bcfe-92ea-4f40-97a8-795f3019a9b3 req-2d52fb47-72d8-4504-8b84-40658e69f804 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:30.369107 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-16d5bcfe-92ea-4f40-97a8-795f3019a9b3 req-2d52fb47-72d8-4504-8b84-40658e69f804 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.2566514 Mar 23 01:39:30.474583 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-16d5bcfe-92ea-4f40-97a8-795f3019a9b3 req-3a45c3d2-3e61-455f-b5c0-cc372eaa03fc tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042836 Mar 23 01:39:30.500813 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Publish callbacks [] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:30.509939 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:30.581956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Network 0418d6c8-50d3-4e42-a7c4-81898fdfd3eb is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:30.586696 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:30.604136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:39:30.633743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54087244-c7c0-4b05-9dd4-38d8bc5660e0 req-7daab4b9-d4bf-48ac-ae4f-bc0b887b5f8e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:30.635875 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54087244-c7c0-4b05-9dd4-38d8bc5660e0 req-7daab4b9-d4bf-48ac-ae4f-bc0b887b5f8e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 945 time: 0.1838753 Mar 23 01:39:30.641922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Pushing event updated for resources: {'Port': ['ID=dca2276c-e446-43ee-8f77-e50e52bf26f0,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:30.703695 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Router 1265cf98-a17a-43c0-9db7-76e73726b03a has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:39:30.727631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Attempting to bind port dca2276c-e446-43ee-8f77-e50e52bf26f0 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:39:30.728126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Attempting to bind port dca2276c-e446-43ee-8f77-e50e52bf26f0 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '3574ed36-7851-4dd9-aebe-1c879a01afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:39:30.728624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Attempting to bind port dca2276c-e446-43ee-8f77-e50e52bf26f0 on network 0418d6c8-50d3-4e42-a7c4-81898fdfd3eb {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:30.737961 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:39:30.738635 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Checking segment: {'id': '3574ed36-7851-4dd9-aebe-1c879a01afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:30.739270 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:30.739528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Bound using segment: {'id': '3574ed36-7851-4dd9-aebe-1c879a01afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:39:30.740115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Bound port: dca2276c-e446-43ee-8f77-e50e52bf26f0, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3574ed36-7851-4dd9-aebe-1c879a01afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:39:30.740662 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:30.746087 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4ba53b12-943d-4ae7-bb44-6477e651ec81 None None] Provisioning complete for port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:30.746769 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4ba53b12-943d-4ae7-bb44-6477e651ec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:30.796158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4ba53b12-943d-4ae7-bb44-6477e651ec81 None None] Port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:39:30.861509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] For port dca2276c-e446-43ee-8f77-e50e52bf26f0, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:39:30.865506 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] For port dca2276c-e446-43ee-8f77-e50e52bf26f0, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=dca2276c-e446-43ee-8f77-e50e52bf26f0,segment=NetworkSegment(3574ed36-7851-4dd9-aebe-1c879a01afc1),segment_id=3574ed36-7851-4dd9-aebe-1c879a01afc1)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:39:30.883390 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:30.886270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:39:30.898999 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54087244-c7c0-4b05-9dd4-38d8bc5660e0 req-d87710b3-5fc9-4d1b-a58c-84dbd8b0aea8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559471 Mar 23 01:39:30.902907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-18bf8e85-05c3-4340-9686-dc93363bce36 admin admin] 10.222.0.18 "PUT /v2.0/routers/1265cf98-a17a-43c0-9db7-76e73726b03a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6729355 Mar 23 01:39:30.960131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51b65a-1bd4-47dc-8886-e725297af712 None None] Pushing event updated for resources: {'Port': ['ID=dca2276c-e446-43ee-8f77-e50e52bf26f0,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:31.093598 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:31.116664 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:31.251447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5495809-3dd7-48f0-9965-3f34543cfa82 req-b2906c2e-328b-424b-bc08-350bebd08ece tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:31.253575 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e5495809-3dd7-48f0-9965-3f34543cfa82 req-b2906c2e-328b-424b-bc08-350bebd08ece tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.1707041 Mar 23 01:39:31.292084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:31.294770 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:31.375162 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e5495809-3dd7-48f0-9965-3f34543cfa82 req-d170a90e-d216-4f31-a80a-3de8803d26e8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111903 Mar 23 01:39:31.560381 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062b517-c940-41d6-a1f2-38e3dcb35661 req-5a47af38-8f49-4f10-bdaf-85180d6bb5af tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:31.562216 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6062b517-c940-41d6-a1f2-38e3dcb35661 req-5a47af38-8f49-4f10-bdaf-85180d6bb5af tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.4828210 Mar 23 01:39:31.577856 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Sync routers for ids ['1265cf98-a17a-43c0-9db7-76e73726b03a'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:39:31.598233 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Routers {'1265cf98-a17a-43c0-9db7-76e73726b03a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:31.602788 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1265cf98-a17a-43c0-9db7-76e73726b03a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:31.603163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:31.603798 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:31.651545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:31.663557 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:31.689722 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Allocated IP 2001:db8::1 (0418d6c8-50d3-4e42-a7c4-81898fdfd3eb/12725b79-ff23-40ce-8d8e-d9f9cad59372/1a7fed58-8272-4658-b3db-29141e613b1e) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:39:31.713422 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6062b517-c940-41d6-a1f2-38e3dcb35661 req-48a47b02-7b9b-4b94-af11-0f752b519870 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893629 Mar 23 01:39:31.788608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:31.841691 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Set router 1265cf98-a17a-43c0-9db7-76e73726b03a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:39:31.947597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42852) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:31.951345 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (1a7fed58-8272-4658-b3db-29141e613b1e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:31.953172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-00580ad8-d850-4b01-89c4-150f1a6cef0b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1802230646-network', 'tenant_id': '768bd0e55ad246389be3917046b90519'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:31.990853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00580ad8-d850-4b01-89c4-150f1a6cef0b admin admin] Made reservation on behalf of 768bd0e55ad246389be3917046b90519 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:39:31.993367 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00580ad8-d850-4b01-89c4-150f1a6cef0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:32.011855 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00580ad8-d850-4b01-89c4-150f1a6cef0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:32.021961 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8818c9-3e10-439b-a768-b7a77779e2b9 req-c22ac979-0c3c-4e47-90cd-374339a01624 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:32.027440 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8818c9-3e10-439b-a768-b7a77779e2b9 req-c22ac979-0c3c-4e47-90cd-374339a01624 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:32.033371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8818c9-3e10-439b-a768-b7a77779e2b9 req-c22ac979-0c3c-4e47-90cd-374339a01624 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:32.040172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8818c9-3e10-439b-a768-b7a77779e2b9 req-c22ac979-0c3c-4e47-90cd-374339a01624 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:32.047828 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8818c9-3e10-439b-a768-b7a77779e2b9 req-c22ac979-0c3c-4e47-90cd-374339a01624 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:32.057368 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8818c9-3e10-439b-a768-b7a77779e2b9 req-c22ac979-0c3c-4e47-90cd-374339a01624 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:32.069013 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8818c9-3e10-439b-a768-b7a77779e2b9 req-c22ac979-0c3c-4e47-90cd-374339a01624 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:32.071150 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a8818c9-3e10-439b-a768-b7a77779e2b9 req-c22ac979-0c3c-4e47-90cd-374339a01624 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.2371089 Mar 23 01:39:32.112412 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1a7fed58-8272-4658-b3db-29141e613b1e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:32.200040 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 0418d6c8-50d3-4e42-a7c4-81898fdfd3eb is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:32.227010 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:32.230541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:39:32.231225 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (608599a5-eed7-4ac7-ba0c-5a9b686057e0), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:32.253619 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00580ad8-d850-4b01-89c4-150f1a6cef0b admin admin] Publish callbacks [] for security_group (6a595000-7f3d-44ca-8592-f3bd1b689a1c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:32.262157 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00580ad8-d850-4b01-89c4-150f1a6cef0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6a595000-7f3d-44ca-8592-f3bd1b689a1c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:32.312571 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'name': 'tempest-TestAggregatesBasicOps-566937618-router', 'tenant_id': 'dbb7b35220044f9f85e26f372fdd9846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:20Z', 'updated_at': '2022-03-23T01:39:29Z', 'revision_number': 4, 'project_id': 'dbb7b35220044f9f85e26f372fdd9846', 'gw_port': {'id': '6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:08:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:22Z', 'updated_at': '2022-03-23T01:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '6a7b8cfa-dd83-4413-b6f7-2ff241f257e6', 'name': '', 'network_id': '86d7c587-cab8-48e5-a2e4-62026eb0e9ec', 'tenant_id': 'dbb7b35220044f9f85e26f372fdd9846', 'mac_address': 'fa:16:3e:bb:b8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'daa27b62-d359-47a7-acc8-8e7245f07f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:39:29Z', 'revision_number': 2, 'project_id': 'dbb7b35220044f9f85e26f372fdd9846', 'subnets': [{'id': 'daa27b62-d359-47a7-acc8-8e7245f07f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:32.318430 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00580ad8-d850-4b01-89c4-150f1a6cef0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:39:32.351655 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00580ad8-d850-4b01-89c4-150f1a6cef0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a595000-7f3d-44ca-8592-f3bd1b689a1c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:32.360482 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00580ad8-d850-4b01-89c4-150f1a6cef0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (ce620575-0d5a-4fcc-aad2-6d3328745a27), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:32.360775 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-00580ad8-d850-4b01-89c4-150f1a6cef0b admin admin] Added segment ce620575-0d5a-4fcc-aad2-6d3328745a27 of type vlan for network 06eb7944-6de7-4b67-8bdd-08cbf20b814f Mar 23 01:39:32.383447 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Checking router: 1265cf98-a17a-43c0-9db7-76e73726b03a for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:39:32.383818 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Updating router 1265cf98-a17a-43c0-9db7-76e73726b03a port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:39:32.447530 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a8818c9-3e10-439b-a768-b7a77779e2b9 req-2b37dc59-df64-4b84-b837-dd1b1190d13a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3607676 Mar 23 01:39:32.486999 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:32.509510 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=1a7fed58-8272-4658-b3db-29141e613b1e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:32.512734 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00580ad8-d850-4b01-89c4-150f1a6cef0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (06eb7944-6de7-4b67-8bdd-08cbf20b814f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:32.525838 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1a7fed58-8272-4658-b3db-29141e613b1e), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:32.592929 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00580ad8-d850-4b01-89c4-150f1a6cef0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (06eb7944-6de7-4b67-8bdd-08cbf20b814f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:32.593927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00580ad8-d850-4b01-89c4-150f1a6cef0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:32.594668 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00580ad8-d850-4b01-89c4-150f1a6cef0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:32.636345 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e5205a-ee05-47c6-9f44-14010352cab6 None None] Network 0418d6c8-50d3-4e42-a7c4-81898fdfd3eb requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:39:32.667342 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-00580ad8-d850-4b01-89c4-150f1a6cef0b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7184975 Mar 23 01:39:32.672164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42860) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:32.682040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-0187bdb1-90db-4150-963a-6099abbce265 admin admin] Request body: {'subnet': {'network_id': '06eb7944-6de7-4b67-8bdd-08cbf20b814f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1802230646-subnet', 'tenant_id': '768bd0e55ad246389be3917046b90519', 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:32.735335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0187bdb1-90db-4150-963a-6099abbce265 admin admin] Made reservation on behalf of 768bd0e55ad246389be3917046b90519 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:39:32.740955 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0187bdb1-90db-4150-963a-6099abbce265 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:32.828280 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-46d0aadb-2cff-4526-aae1-658321ab8317 None None] Provisioning complete for port dca2276c-e446-43ee-8f77-e50e52bf26f0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:32.828666 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-46d0aadb-2cff-4526-aae1-658321ab8317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:32.851048 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Publish callbacks [] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:32.854234 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00580ad8-d850-4b01-89c4-150f1a6cef0b admin admin] Pushing event updated for resources: {'Network': ['ID=06eb7944-6de7-4b67-8bdd-08cbf20b814f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:32.866892 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:32.878181 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc697f1-a94f-4548-9a19-76fc9e261a1d req-ffff7cf2-56b2-438a-ac61-471a26ff0f2d tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:32.879965 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cdc697f1-a94f-4548-9a19-76fc9e261a1d req-ffff7cf2-56b2-438a-ac61-471a26ff0f2d tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.3238630 Mar 23 01:39:32.900479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 06eb7944-6de7-4b67-8bdd-08cbf20b814f details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:39:32.944259 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (1a7fed58-8272-4658-b3db-29141e613b1e), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:32.978000 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cdc697f1-a94f-4548-9a19-76fc9e261a1d req-09cabcf2-24a2-4a60-a1b4-e5fa88dd3a78 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903516 Mar 23 01:39:33.016713 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (1a7fed58-8272-4658-b3db-29141e613b1e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:33.017531 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (608599a5-eed7-4ac7-ba0c-5a9b686057e0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:33.063162 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392d5f8-72cf-4588-ba0b-73bd74a06fd8 None None] Pushing event updated for resources: {'Port': ['ID=6a7b8cfa-dd83-4413-b6f7-2ff241f257e6,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:33.111020 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392d5f8-72cf-4588-ba0b-73bd74a06fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:33.113863 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392d5f8-72cf-4588-ba0b-73bd74a06fd8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:33.114362 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392d5f8-72cf-4588-ba0b-73bd74a06fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:33.123335 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392d5f8-72cf-4588-ba0b-73bd74a06fd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:33.123727 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392d5f8-72cf-4588-ba0b-73bd74a06fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:33.124058 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392d5f8-72cf-4588-ba0b-73bd74a06fd8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:33.128682 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392d5f8-72cf-4588-ba0b-73bd74a06fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:33.128682 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392d5f8-72cf-4588-ba0b-73bd74a06fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:33.128682 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392d5f8-72cf-4588-ba0b-73bd74a06fd8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:33.128682 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392d5f8-72cf-4588-ba0b-73bd74a06fd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:33.128682 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392d5f8-72cf-4588-ba0b-73bd74a06fd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:33.128682 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392d5f8-72cf-4588-ba0b-73bd74a06fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:33.128682 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392d5f8-72cf-4588-ba0b-73bd74a06fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:33.128682 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392d5f8-72cf-4588-ba0b-73bd74a06fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:33.128682 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0392d5f8-72cf-4588-ba0b-73bd74a06fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:33.172121 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Attempting to bind port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:39:33.172491 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Attempting to bind port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'af70dc9b-9866-470e-8e52-e8941ffdd7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '86d7c587-cab8-48e5-a2e4-62026eb0e9ec'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:39:33.177007 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Attempting to bind port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 on network 86d7c587-cab8-48e5-a2e4-62026eb0e9ec {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:33.190488 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:39:33.190864 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Checking segment: {'id': 'af70dc9b-9866-470e-8e52-e8941ffdd7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '86d7c587-cab8-48e5-a2e4-62026eb0e9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:33.191378 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:33.192039 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Bound using segment: {'id': 'af70dc9b-9866-470e-8e52-e8941ffdd7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '86d7c587-cab8-48e5-a2e4-62026eb0e9ec'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:39:33.202868 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Bound port: 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af70dc9b-9866-470e-8e52-e8941ffdd7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '86d7c587-cab8-48e5-a2e4-62026eb0e9ec'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:39:33.203427 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:33.207914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=1a7fed58-8272-4658-b3db-29141e613b1e,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:33.222437 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0187bdb1-90db-4150-963a-6099abbce265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (45bfdbb4-99fe-4823-a768-3dff980144db), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:33.281842 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c30e4-032f-42ee-9513-72e94c486fa5 req-4f19dd90-2462-43cb-9123-a8bb2daf4d49 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:33.285454 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5b7c30e4-032f-42ee-9513-72e94c486fa5 req-4f19dd90-2462-43cb-9123-a8bb2daf4d49 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.3335471 Mar 23 01:39:33.309856 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-46d0aadb-2cff-4526-aae1-658321ab8317 None None] Current status of the port dca2276c-e446-43ee-8f77-e50e52bf26f0 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:33.310240 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-46d0aadb-2cff-4526-aae1-658321ab8317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:33.311205 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187bdb1-90db-4150-963a-6099abbce265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45bfdbb4-99fe-4823-a768-3dff980144db,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:33.367413 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] For port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:39:33.377212 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] For port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6a7b8cfa-dd83-4413-b6f7-2ff241f257e6,segment=NetworkSegment(af70dc9b-9866-470e-8e52-e8941ffdd7ce),segment_id=af70dc9b-9866-470e-8e52-e8941ffdd7ce)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:39:33.388920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0187bdb1-90db-4150-963a-6099abbce265 admin admin] Checking segment: {'id': 'ce620575-0d5a-4fcc-aad2-6d3328745a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '06eb7944-6de7-4b67-8bdd-08cbf20b814f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:33.390275 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0187bdb1-90db-4150-963a-6099abbce265 admin admin] Network hostable DHCP agents. Network: 06eb7944-6de7-4b67-8bdd-08cbf20b814f, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:39:33.392484 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:33.398496 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-46d0aadb-2cff-4526-aae1-658321ab8317 None None] For port dca2276c-e446-43ee-8f77-e50e52bf26f0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=dca2276c-e446-43ee-8f77-e50e52bf26f0,segment=NetworkSegment(3574ed36-7851-4dd9-aebe-1c879a01afc1),segment_id=3574ed36-7851-4dd9-aebe-1c879a01afc1)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:33.406378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:33.418340 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-46d0aadb-2cff-4526-aae1-658321ab8317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:33.425550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0187bdb1-90db-4150-963a-6099abbce265 admin admin] Network 06eb7944-6de7-4b67-8bdd-08cbf20b814f is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:39:33.432620 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 0418d6c8-50d3-4e42-a7c4-81898fdfd3eb is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:33.435632 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:33.445846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-0187bdb1-90db-4150-963a-6099abbce265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 06eb7944-6de7-4b67-8bdd-08cbf20b814f) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:33.451557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187bdb1-90db-4150-963a-6099abbce265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:33.451900 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0187bdb1-90db-4150-963a-6099abbce265 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:33.460342 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5b7c30e4-032f-42ee-9513-72e94c486fa5 req-3126749d-414d-4d1e-9a6a-ee2275117deb tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638179 Mar 23 01:39:33.491086 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0187bdb1-90db-4150-963a-6099abbce265 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8141949 Mar 23 01:39:33.491649 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42868) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:33.509414 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1802230646-router', 'tenant_id': '768bd0e55ad246389be3917046b90519', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:33.529321 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392d5f8-72cf-4588-ba0b-73bd74a06fd8 None None] Pushing event updated for resources: {'Port': ['ID=6a7b8cfa-dd83-4413-b6f7-2ff241f257e6,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:33.543377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b53feb4-73d3-48a5-8940-3439c13495e8 None None] Network 06eb7944-6de7-4b67-8bdd-08cbf20b814f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:39:33.550794 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Routers {'1265cf98-a17a-43c0-9db7-76e73726b03a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:33.552939 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1265cf98-a17a-43c0-9db7-76e73726b03a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:33.582977 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (bbae6b49-5dcd-45de-9a1b-ddbe5f014394), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:33.584073 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (bbae6b49-5dcd-45de-9a1b-ddbe5f014394), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:33.725833 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Publish callbacks [] for router_controller (bbae6b49-5dcd-45de-9a1b-ddbe5f014394), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:33.775857 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:39:33.829789 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] Set router 1265cf98-a17a-43c0-9db7-76e73726b03a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:39:33.852340 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-06eb7944-6de7-4b67-8bdd-08cbf20b814f', 'network_id': '06eb7944-6de7-4b67-8bdd-08cbf20b814f', 'project_id': '768bd0e55ad246389be3917046b90519', 'fixed_ips': [{'subnet_id': '45bfdbb4-99fe-4823-a768-3dff980144db'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:39:33.853927 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:33.915843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b8f0715f-5f3d-4b2d-b064-951e21a5342a None None] Provisioning complete for port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:33.916406 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b8f0715f-5f3d-4b2d-b064-951e21a5342a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:33.968981 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:33.971528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0aadb-2cff-4526-aae1-658321ab8317 None None] Pushing event updated for resources: {'Port': ['ID=dca2276c-e446-43ee-8f77-e50e52bf26f0,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:33.979457 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfa282-16a8-496c-8198-aa108cecc0d1 req-b35c2997-43f7-438d-8813-829861fa0082 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:33.996357 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfa282-16a8-496c-8198-aa108cecc0d1 req-b35c2997-43f7-438d-8813-829861fa0082 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:33.997088 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:39:34.002051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfa282-16a8-496c-8198-aa108cecc0d1 req-b35c2997-43f7-438d-8813-829861fa0082 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:34.015666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfa282-16a8-496c-8198-aa108cecc0d1 req-b35c2997-43f7-438d-8813-829861fa0082 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:34.018648 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-16433302-fddb-417f-8fa8-3683dadd2917 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/608599a5-eed7-4ac7-ba0c-5a9b686057e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2276433 Mar 23 01:39:34.021259 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42874) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:34.027745 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-94e86593-e3a9-4291-93cf-c5d1b0c98e74 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1061162838'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:34.028213 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfa282-16a8-496c-8198-aa108cecc0d1 req-b35c2997-43f7-438d-8813-829861fa0082 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:34.033941 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfa282-16a8-496c-8198-aa108cecc0d1 req-b35c2997-43f7-438d-8813-829861fa0082 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:34.065560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfa282-16a8-496c-8198-aa108cecc0d1 req-b35c2997-43f7-438d-8813-829861fa0082 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:34.074096 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-efdfa282-16a8-496c-8198-aa108cecc0d1 req-b35c2997-43f7-438d-8813-829861fa0082 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.4285071 Mar 23 01:39:34.075527 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e86593-e3a9-4291-93cf-c5d1b0c98e74 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:39:34.079368 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94e86593-e3a9-4291-93cf-c5d1b0c98e74 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:34.156457 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e86593-e3a9-4291-93cf-c5d1b0c98e74 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:39:34.163360 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Allocated IP 172.20.0.2 (06eb7944-6de7-4b67-8bdd-08cbf20b814f/45bfdbb4-99fe-4823-a768-3dff980144db/2fd1addb-c1c6-4b23-83c3-2ed2c852b08d) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:39:34.190806 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Publish callbacks [] for router_gateway (bbae6b49-5dcd-45de-9a1b-ddbe5f014394), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:34.193867 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94e86593-e3a9-4291-93cf-c5d1b0c98e74 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:34.195089 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-94e86593-e3a9-4291-93cf-c5d1b0c98e74 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Added segment 4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8 of type vlan for network ac570053-2816-4f67-b33f-7f061b250696 Mar 23 01:39:34.250292 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61b615-5fff-43e8-ae32-0ea3f8a43b03 req-178ba874-7dad-4824-b6f4-16d0841970a5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:34.258823 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7c61b615-5fff-43e8-ae32-0ea3f8a43b03 req-178ba874-7dad-4824-b6f4-16d0841970a5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.1517227 Mar 23 01:39:34.278903 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'name': 'tempest-TestAggregatesBasicOps-566937618-router', 'tenant_id': 'dbb7b35220044f9f85e26f372fdd9846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:20Z', 'updated_at': '2022-03-23T01:39:29Z', 'revision_number': 4, 'project_id': 'dbb7b35220044f9f85e26f372fdd9846', 'gw_port': {'id': '6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:08:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:22Z', 'updated_at': '2022-03-23T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '6a7b8cfa-dd83-4413-b6f7-2ff241f257e6', 'name': '', 'network_id': '86d7c587-cab8-48e5-a2e4-62026eb0e9ec', 'tenant_id': 'dbb7b35220044f9f85e26f372fdd9846', 'mac_address': 'fa:16:3e:bb:b8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'daa27b62-d359-47a7-acc8-8e7245f07f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:39:33Z', 'revision_number': 4, 'project_id': 'dbb7b35220044f9f85e26f372fdd9846', 'subnets': [{'id': 'daa27b62-d359-47a7-acc8-8e7245f07f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:34.312112 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94e86593-e3a9-4291-93cf-c5d1b0c98e74 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (ac570053-2816-4f67-b33f-7f061b250696), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:34.338656 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a851e-90fd-423d-90c6-3c1cb4f77831 None None] The sync data for ids ['1265cf98-a17a-43c0-9db7-76e73726b03a'] in n-d-834677-4 is: [{'id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'name': 'tempest-TestAggregatesBasicOps-566937618-router', 'tenant_id': 'dbb7b35220044f9f85e26f372fdd9846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:20Z', 'updated_at': '2022-03-23T01:39:29Z', 'revision_number': 4, 'project_id': 'dbb7b35220044f9f85e26f372fdd9846', 'gw_port': {'id': '6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:08:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:22Z', 'updated_at': '2022-03-23T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '6a7b8cfa-dd83-4413-b6f7-2ff241f257e6', 'name': '', 'network_id': '86d7c587-cab8-48e5-a2e4-62026eb0e9ec', 'tenant_id': 'dbb7b35220044f9f85e26f372fdd9846', 'mac_address': 'fa:16:3e:bb:b8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'daa27b62-d359-47a7-acc8-8e7245f07f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:39:33Z', 'revision_number': 4, 'project_id': 'dbb7b35220044f9f85e26f372fdd9846', 'subnets': [{'id': 'daa27b62-d359-47a7-acc8-8e7245f07f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:39:34.382563 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-efdfa282-16a8-496c-8198-aa108cecc0d1 req-bd9643f7-62cd-4ded-b5d5-5c45efd0fca2 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2584138 Mar 23 01:39:34.384225 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7c61b615-5fff-43e8-ae32-0ea3f8a43b03 req-d4107649-87a9-460e-94cf-cff1925dcd2a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243036 Mar 23 01:39:34.390301 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94e86593-e3a9-4291-93cf-c5d1b0c98e74 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (ac570053-2816-4f67-b33f-7f061b250696), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:34.410225 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e86593-e3a9-4291-93cf-c5d1b0c98e74 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:34.410225 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94e86593-e3a9-4291-93cf-c5d1b0c98e74 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:34.410752 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Publish callbacks [] for port (2fd1addb-c1c6-4b23-83c3-2ed2c852b08d), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:34.417860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Sync routers for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:39:34.443366 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (2fd1addb-c1c6-4b23-83c3-2ed2c852b08d), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:34.514731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:34.516677 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:34.519210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:34.520170 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:34.590723 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-94e86593-e3a9-4291-93cf-c5d1b0c98e74 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5681295 Mar 23 01:39:34.591586 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42882) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:34.609971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-797fc049-9835-42a3-a0fa-dd783f4777e4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'subnet': {'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:34.674662 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Network 06eb7944-6de7-4b67-8bdd-08cbf20b814f is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:34.699802 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e86593-e3a9-4291-93cf-c5d1b0c98e74 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Network': ['ID=ac570053-2816-4f67-b33f-7f061b250696,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:34.774413 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Publish callbacks [] for router_gateway (bbae6b49-5dcd-45de-9a1b-ddbe5f014394), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:34.810419 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:34.964061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797fc049-9835-42a3-a0fa-dd783f4777e4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:39:34.968758 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-797fc049-9835-42a3-a0fa-dd783f4777e4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:34.972091 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:34.980808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Allocated IP 172.25.0.108 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/6c7291b0-2ffe-4b7b-8926-14516584a578) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:39:34.986481 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:39:35.023931 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network ac570053-2816-4f67-b33f-7f061b250696 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:39:35.026966 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e2c4097c-74b8-4ceb-b653-1fae8f3bd46b details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:39:35.067565 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97b723-b820-4314-a3bf-b1cb40c82976 req-e04c7d06-4aaf-4626-873f-ae00d6af1907 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:35.077188 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad97b723-b820-4314-a3bf-b1cb40c82976 req-e04c7d06-4aaf-4626-873f-ae00d6af1907 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.4777164 Mar 23 01:39:35.154986 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Publish callbacks [] for port (6c7291b0-2ffe-4b7b-8926-14516584a578), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:35.236676 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (6c7291b0-2ffe-4b7b-8926-14516584a578), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:35.305065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Pushing event updated for resources: {'Port': ['ID=2fd1addb-c1c6-4b23-83c3-2ed2c852b08d,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:35.305682 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:35.315920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:35.330895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:39:35.369307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b8f0715f-5f3d-4b2d-b064-951e21a5342a None None] Current status of the port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:35.370359 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b8f0715f-5f3d-4b2d-b064-951e21a5342a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:35.394628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=6c7291b0-2ffe-4b7b-8926-14516584a578,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:35.418602 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:39:35.471868 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Attempting to bind port 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:39:35.472777 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Attempting to bind port 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'ce620575-0d5a-4fcc-aad2-6d3328745a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '06eb7944-6de7-4b67-8bdd-08cbf20b814f'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:39:35.473513 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Attempting to bind port 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d on network 06eb7944-6de7-4b67-8bdd-08cbf20b814f {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:35.476021 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-797fc049-9835-42a3-a0fa-dd783f4777e4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (b9343b9d-ecfb-4715-b7dd-77292e5b7224), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:35.578050 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:39:35.578984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Checking segment: {'id': 'ce620575-0d5a-4fcc-aad2-6d3328745a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '06eb7944-6de7-4b67-8bdd-08cbf20b814f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:35.579630 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:35.580411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Bound using segment: {'id': 'ce620575-0d5a-4fcc-aad2-6d3328745a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '06eb7944-6de7-4b67-8bdd-08cbf20b814f'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:39:35.581258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Bound port: 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce620575-0d5a-4fcc-aad2-6d3328745a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '06eb7944-6de7-4b67-8bdd-08cbf20b814f'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:39:35.581964 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2fd1addb-c1c6-4b23-83c3-2ed2c852b08d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:35.584852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:35.586731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device dca2276c-e446-43ee-8f77-e50e52bf26f0 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:35.589355 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fc049-9835-42a3-a0fa-dd783f4777e4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Subnet': ['ID=b9343b9d-ecfb-4715-b7dd-77292e5b7224,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:35.669904 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797fc049-9835-42a3-a0fa-dd783f4777e4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Checking segment: {'id': '4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:35.670470 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797fc049-9835-42a3-a0fa-dd783f4777e4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network hostable DHCP agents. Network: ac570053-2816-4f67-b33f-7f061b250696, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:39:35.712227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797fc049-9835-42a3-a0fa-dd783f4777e4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network ac570053-2816-4f67-b33f-7f061b250696 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:39:35.742185 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-797fc049-9835-42a3-a0fa-dd783f4777e4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, ac570053-2816-4f67-b33f-7f061b250696) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:35.766033 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797fc049-9835-42a3-a0fa-dd783f4777e4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:35.767330 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-797fc049-9835-42a3-a0fa-dd783f4777e4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:35.768864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7db3be-8742-427b-a0d5-3cfbe744a266 req-5a09aebe-b48b-4314-8140-103d2cf46b02 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:35.772514 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ab7db3be-8742-427b-a0d5-3cfbe744a266 req-5a09aebe-b48b-4314-8140-103d2cf46b02 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.2102923 Mar 23 01:39:35.783703 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad97b723-b820-4314-a3bf-b1cb40c82976 req-90c3d50b-da56-4063-8b77-3fcda92cabc4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7043023 Mar 23 01:39:35.797625 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-797fc049-9835-42a3-a0fa-dd783f4777e4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1967494 Mar 23 01:39:35.798383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42894) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:35.800769 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b8f0715f-5f3d-4b2d-b064-951e21a5342a None None] For port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6a7b8cfa-dd83-4413-b6f7-2ff241f257e6,segment=NetworkSegment(af70dc9b-9866-470e-8e52-e8941ffdd7ce),segment_id=af70dc9b-9866-470e-8e52-e8941ffdd7ce)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:35.838313 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b94275-a5b9-49c9-a8b6-79c36e34ca2b None None] Network ac570053-2816-4f67-b33f-7f061b250696 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:39:35.852776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] For port 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:39:35.855858 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b8f0715f-5f3d-4b2d-b064-951e21a5342a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:35.954979 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc170a0-6f63-4431-8d35-429e7ce78198 req-ddc3286e-8674-494b-b0ca-ae66e104b428 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:35.964697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc170a0-6f63-4431-8d35-429e7ce78198 req-ddc3286e-8674-494b-b0ca-ae66e104b428 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:35.971463 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc170a0-6f63-4431-8d35-429e7ce78198 req-ddc3286e-8674-494b-b0ca-ae66e104b428 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:35.978800 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc170a0-6f63-4431-8d35-429e7ce78198 req-ddc3286e-8674-494b-b0ca-ae66e104b428 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:35.985716 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc170a0-6f63-4431-8d35-429e7ce78198 req-ddc3286e-8674-494b-b0ca-ae66e104b428 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:35.992386 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc170a0-6f63-4431-8d35-429e7ce78198 req-ddc3286e-8674-494b-b0ca-ae66e104b428 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:36.000720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc170a0-6f63-4431-8d35-429e7ce78198 req-ddc3286e-8674-494b-b0ca-ae66e104b428 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:36.009676 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0fc170a0-6f63-4431-8d35-429e7ce78198 req-ddc3286e-8674-494b-b0ca-ae66e104b428 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.1309583 Mar 23 01:39:36.114320 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0fc170a0-6f63-4431-8d35-429e7ce78198 req-c902f3d3-c87b-4ca8-b9e8-eaaeb55523c8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899637 Mar 23 01:39:36.218325 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] For port 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2fd1addb-c1c6-4b23-83c3-2ed2c852b08d,segment=NetworkSegment(ce620575-0d5a-4fcc-aad2-6d3328745a27),segment_id=ce620575-0d5a-4fcc-aad2-6d3328745a27)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:39:36.253241 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2fd1addb-c1c6-4b23-83c3-2ed2c852b08d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:36.286974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:36.308233 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-ac570053-2816-4f67-b33f-7f061b250696', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:39:36.310750 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:36.315209 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0715f-5f3d-4b2d-b064-951e21a5342a None None] Pushing event updated for resources: {'Port': ['ID=6a7b8cfa-dd83-4413-b6f7-2ff241f257e6,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:36.402705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4ec7034f-2f39-44ce-901d-6c5b902ea6d3 None None] Provisioning complete for port dca2276c-e446-43ee-8f77-e50e52bf26f0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:36.403503 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4ec7034f-2f39-44ce-901d-6c5b902ea6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:36.511248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'port_id': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'mac_address': 'fa:16:3e:02:98:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:39:36.670549 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Publish callbacks [] for router_gateway (bbae6b49-5dcd-45de-9a1b-ddbe5f014394), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:36.721197 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Allocated IP 2001:db8:1::2 (ac570053-2816-4f67-b33f-7f061b250696/b9343b9d-ecfb-4715-b7dd-77292e5b7224/4f6618fa-1692-44cb-b018-29a447ae8e84) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:39:36.864893 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port dca2276c-e446-43ee-8f77-e50e52bf26f0 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:36.867545 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ab7db3be-8742-427b-a0d5-3cfbe744a266 req-4f21eb95-f5f3-4431-8106-1024886604e5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0874519 Mar 23 01:39:36.868149 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:37.068491 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4527fe-5427-4acc-bfd7-8af27a2e9a30 req-8430c49d-5ad9-42f6-8999-7e6aadff7565 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:37.075471 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eb4527fe-5427-4acc-bfd7-8af27a2e9a30 req-8430c49d-5ad9-42f6-8999-7e6aadff7565 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.1294181 Mar 23 01:39:37.075808 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb568e5-df05-4924-a428-cf5fb2a6a8ed None None] Pushing event updated for resources: {'Port': ['ID=2fd1addb-c1c6-4b23-83c3-2ed2c852b08d,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:37.204696 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eb4527fe-5427-4acc-bfd7-8af27a2e9a30 req-c3386335-fe23-466b-a098-ecbfd5512bbd tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164510 Mar 23 01:39:37.245002 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b is: ACTIVE; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:37.245652 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:37.332069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2c4097c-74b8-4ceb-b653-1fae8f3bd46b {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:39:37.374385 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4ec7034f-2f39-44ce-901d-6c5b902ea6d3 None None] Current status of the port dca2276c-e446-43ee-8f77-e50e52bf26f0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:37.385291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port dca2276c-e446-43ee-8f77-e50e52bf26f0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:37.402899 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Publish callbacks [] for port (4f6618fa-1692-44cb-b018-29a447ae8e84), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:37.433910 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:37.435879 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (4f6618fa-1692-44cb-b018-29a447ae8e84), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:37.456110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4ec7034f-2f39-44ce-901d-6c5b902ea6d3 None None] Provisioning complete for port 1a7fed58-8272-4658-b3db-29141e613b1e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:37.456890 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4ec7034f-2f39-44ce-901d-6c5b902ea6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1a7fed58-8272-4658-b3db-29141e613b1e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:37.465172 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:37.531632 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Network ac570053-2816-4f67-b33f-7f061b250696 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:37.541346 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:37.543991 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:39:37.660001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:39:32Z', 'revision_number': 2, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:32Z', 'revision_number': 2, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:37.662762 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4ec7034f-2f39-44ce-901d-6c5b902ea6d3 None None] Port 1a7fed58-8272-4658-b3db-29141e613b1e cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:39:37.677174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Pushing event updated for resources: {'Port': ['ID=4f6618fa-1692-44cb-b018-29a447ae8e84,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:37.711501 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d42f0-d79d-40a8-aac1-a96e7d6dc35b req-7038cf31-6d4e-4f92-8329-59b51c10ee36 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:37.719584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d42f0-d79d-40a8-aac1-a96e7d6dc35b req-7038cf31-6d4e-4f92-8329-59b51c10ee36 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:37.727584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d42f0-d79d-40a8-aac1-a96e7d6dc35b req-7038cf31-6d4e-4f92-8329-59b51c10ee36 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:37.740811 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d42f0-d79d-40a8-aac1-a96e7d6dc35b req-7038cf31-6d4e-4f92-8329-59b51c10ee36 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:37.746494 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d42f0-d79d-40a8-aac1-a96e7d6dc35b req-7038cf31-6d4e-4f92-8329-59b51c10ee36 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:37.751966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d42f0-d79d-40a8-aac1-a96e7d6dc35b req-7038cf31-6d4e-4f92-8329-59b51c10ee36 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:37.759955 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d42f0-d79d-40a8-aac1-a96e7d6dc35b req-7038cf31-6d4e-4f92-8329-59b51c10ee36 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:37.771856 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d8d42f0-d79d-40a8-aac1-a96e7d6dc35b req-7038cf31-6d4e-4f92-8329-59b51c10ee36 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.5380635 Mar 23 01:39:37.797070 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (bbae6b49-5dcd-45de-9a1b-ddbe5f014394), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:37.807287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Checking router: 608599a5-eed7-4ac7-ba0c-5a9b686057e0 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:39:37.810195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Updating router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 port 1a7fed58-8272-4658-b3db-29141e613b1e binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:39:37.842769 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['e2c4097c-74b8-4ceb-b653-1fae8f3bd46b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:39:37.852781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4ec7034f-2f39-44ce-901d-6c5b902ea6d3 None None] Provisioning complete for port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:37.853317 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4ec7034f-2f39-44ce-901d-6c5b902ea6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:37.873187 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-d2910109-e4c3-4529-859d-47f2f3ee2d7a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3680763 Mar 23 01:39:37.922332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42944) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:38.131200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a37c0b-9f66-498e-b982-f9beea5e64de req-1ca7fa3a-ec74-4075-af49-0bba914980a9 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:38.139101 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3a37c0b-9f66-498e-b982-f9beea5e64de req-1ca7fa3a-ec74-4075-af49-0bba914980a9 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.1401188 Mar 23 01:39:38.149538 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:38.250423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Attempting to bind port 4f6618fa-1692-44cb-b018-29a447ae8e84 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:39:38.251074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Attempting to bind port 4f6618fa-1692-44cb-b018-29a447ae8e84 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:39:38.251301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Attempting to bind port 4f6618fa-1692-44cb-b018-29a447ae8e84 on network ac570053-2816-4f67-b33f-7f061b250696 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:38.254743 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3a37c0b-9f66-498e-b982-f9beea5e64de req-297832c6-f806-4909-becb-93279e2f6167 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084027 Mar 23 01:39:38.279200 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0537ac2e-ca47-4220-b495-caa6a643ec5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:38.281402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device dca2276c-e446-43ee-8f77-e50e52bf26f0 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:38.284282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf95ad7c-6229-4a9c-905e-a255c9a363d8 None None] Network 06eb7944-6de7-4b67-8bdd-08cbf20b814f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:39:38.324138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-81106cf8-a1de-4c9f-81b0-ed3a53ebf14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:38.324640 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-81106cf8-a1de-4c9f-81b0-ed3a53ebf14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:38.325122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-81106cf8-a1de-4c9f-81b0-ed3a53ebf14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:38.325592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-81106cf8-a1de-4c9f-81b0-ed3a53ebf14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:38.326059 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-81106cf8-a1de-4c9f-81b0-ed3a53ebf14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:38.326519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-81106cf8-a1de-4c9f-81b0-ed3a53ebf14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:38.327168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-81106cf8-a1de-4c9f-81b0-ed3a53ebf14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:38.330250 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-81106cf8-a1de-4c9f-81b0-ed3a53ebf14a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=502c1396aecc4792a466ed6e68112592&device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 6710 time: 0.3091168 Mar 23 01:39:38.414555 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:39:38.414923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Checking segment: {'id': '4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:38.415471 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:38.416846 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Bound using segment: {'id': '4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:39:38.417763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Bound port: 4f6618fa-1692-44cb-b018-29a447ae8e84, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:39:38.418625 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4f6618fa-1692-44cb-b018-29a447ae8e84), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:38.441251 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:38.468856 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dade11e-fd8b-4bdf-928b-f8bacbb7d45e req-9fb019db-c522-4794-8fe4-90f707582af6 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:38.470687 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5dade11e-fd8b-4bdf-928b-f8bacbb7d45e req-9fb019db-c522-4794-8fe4-90f707582af6 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.1284387 Mar 23 01:39:38.499393 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0537ac2e-ca47-4220-b495-caa6a643ec5b admin admin] Publish callbacks [] for security_group (ef930a7e-06d0-4ffa-aa84-b1de7ed5899f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:38.509613 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Router bbae6b49-5dcd-45de-9a1b-ddbe5f014394 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:39:38.522364 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0537ac2e-ca47-4220-b495-caa6a643ec5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ef930a7e-06d0-4ffa-aa84-b1de7ed5899f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:38.564532 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1a7fed58-8272-4658-b3db-29141e613b1e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:38.571574 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d8d42f0-d79d-40a8-aac1-a96e7d6dc35b req-2eb154f2-8758-44cd-8f90-b36a823bf25d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7865040 Mar 23 01:39:38.579570 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4ec7034f-2f39-44ce-901d-6c5b902ea6d3 None None] Current status of the port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:38.589756 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5dade11e-fd8b-4bdf-928b-f8bacbb7d45e req-a397525d-1005-486e-ad7c-4627cdfb1ec3 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064305 Mar 23 01:39:38.638424 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537ac2e-ca47-4220-b495-caa6a643ec5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef930a7e-06d0-4ffa-aa84-b1de7ed5899f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:38.648507 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0537ac2e-ca47-4220-b495-caa6a643ec5b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e8a4293e9a141ab92c0592ff8da3859&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7247381 Mar 23 01:39:38.649380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42954) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:38.692650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] For port 4f6618fa-1692-44cb-b018-29a447ae8e84, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:39:38.708224 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] For port 4f6618fa-1692-44cb-b018-29a447ae8e84, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4f6618fa-1692-44cb-b018-29a447ae8e84,segment=NetworkSegment(4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8),segment_id=4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:39:38.713678 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14af7232-0139-429d-84bc-8b16f8106e46 admin admin] Publish callbacks [] for security_group (ef930a7e-06d0-4ffa-aa84-b1de7ed5899f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:38.731308 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4f6618fa-1692-44cb-b018-29a447ae8e84), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:38.753987 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14af7232-0139-429d-84bc-8b16f8106e46 admin admin] Publish callbacks [] for security_group (ef930a7e-06d0-4ffa-aa84-b1de7ed5899f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:38.812584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-0831c936-155b-41c6-b196-46a92a4da468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:38.813304 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-0831c936-155b-41c6-b196-46a92a4da468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:38.813825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-0831c936-155b-41c6-b196-46a92a4da468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:38.815597 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-0831c936-155b-41c6-b196-46a92a4da468 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b81fb5d8-6712-4e02-9517-eabc6d26a52a&id=54f43f40-2d1d-40ff-a148-e6b1420c7986&id=54f43f40-2d1d-40ff-a148-e6b1420c7986&id=54f43f40-2d1d-40ff-a148-e6b1420c7986&id=54f43f40-2d1d-40ff-a148-e6b1420c7986&id=437a6b3d-31aa-4643-a34c-ad56996321f1&id=437a6b3d-31aa-4643-a34c-ad56996321f1 HTTP/1.1" status: 200 len: 2289 time: 0.4512918 Mar 23 01:39:38.816908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:39:38.829074 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Sync routers for ids ['bbae6b49-5dcd-45de-9a1b-ddbe5f014394'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:39:38.840741 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14af7232-0139-429d-84bc-8b16f8106e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ef930a7e-06d0-4ffa-aa84-b1de7ed5899f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:38.842544 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Routers {'bbae6b49-5dcd-45de-9a1b-ddbe5f014394'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:38.844319 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14af7232-0139-429d-84bc-8b16f8106e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:38.845076 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['bbae6b49-5dcd-45de-9a1b-ddbe5f014394'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:38.846950 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-14af7232-0139-429d-84bc-8b16f8106e46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef930a7e-06d0-4ffa-aa84-b1de7ed5899f HTTP/1.1" status: 204 len: 168 time: 0.1965158 Mar 23 01:39:38.859045 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af7232-0139-429d-84bc-8b16f8106e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef930a7e-06d0-4ffa-aa84-b1de7ed5899f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:38.897977 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:38.901916 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5edfbda9-66af-407b-b5b3-ba629c2f8fb3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.4066668 Mar 23 01:39:38.902274 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42958) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:38.934200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port dca2276c-e446-43ee-8f77-e50e52bf26f0 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:38.934898 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:38.987942 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bc8a4a67-5201-4199-99e1-da3e01aff494 None None] Provisioning complete for port 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:38.990068 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bc8a4a67-5201-4199-99e1-da3e01aff494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2fd1addb-c1c6-4b23-83c3-2ed2c852b08d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:39.003355 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b98344-f317-41fe-a989-69a806d9c005 None None] Pushing event updated for resources: {'Port': ['ID=4f6618fa-1692-44cb-b018-29a447ae8e84,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:39.004050 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Allocated IP 2001:db8:1::1 (ac570053-2816-4f67-b33f-7f061b250696/b9343b9d-ecfb-4715-b7dd-77292e5b7224/b3f83685-a8ae-4a8c-a76d-69e5aa458be1) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:39:39.043757 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-fb8c906c-4ee7-411f-8a9a-66c08c921519 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d8dfe5e-cdc8-4768-9471-144d16113e42 HTTP/1.1" status: 200 len: 1001 time: 0.1613181 Mar 23 01:39:39.116934 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Set router bbae6b49-5dcd-45de-9a1b-ddbe5f014394 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:39:39.319118 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-d68a5ad8-2cc8-406e-b363-7587eb623951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:39.331009 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-d68a5ad8-2cc8-406e-b363-7587eb623951 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ca1049c9-9f9b-402a-8dcd-186503cb9589 HTTP/1.1" status: 200 len: 849 time: 0.2716639 Mar 23 01:39:39.506094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42966) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:39.606718 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7520cb22-8ab5-44da-a2fd-edef5bca152e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:39.779561 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:39.808297 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'name': 'tempest-TestAggregatesBasicOps-1802230646-router', 'tenant_id': '768bd0e55ad246389be3917046b90519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '6c7291b0-2ffe-4b7b-8926-14516584a578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:33Z', 'updated_at': '2022-03-23T01:39:35Z', 'revision_number': 3, 'project_id': '768bd0e55ad246389be3917046b90519', 'gw_port': {'id': '6c7291b0-2ffe-4b7b-8926-14516584a578', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:34Z', 'updated_at': '2022-03-23T01:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:39.868380 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-aba59569-3598-41c7-bece-89493afb4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:39.873339 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-aba59569-3598-41c7-bece-89493afb4757 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b81fb5d8-6712-4e02-9517-eabc6d26a52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5316920 Mar 23 01:39:39.882186 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:39.896171 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Checking router: bbae6b49-5dcd-45de-9a1b-ddbe5f014394 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:39:39.898000 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Updating router bbae6b49-5dcd-45de-9a1b-ddbe5f014394 port 6c7291b0-2ffe-4b7b-8926-14516584a578 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:39:39.919767 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a4a67-5201-4199-99e1-da3e01aff494 None None] Current status of the port 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:39.920400 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bc8a4a67-5201-4199-99e1-da3e01aff494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2fd1addb-c1c6-4b23-83c3-2ed2c852b08d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:39.933762 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dba41-e236-48b5-b52b-fe8d1090c911 req-2866cc7d-ecd9-4a29-9ed8-50b65add202b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:39.936223 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f1dba41-e236-48b5-b52b-fe8d1090c911 req-2866cc7d-ecd9-4a29-9ed8-50b65add202b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.1689823 Mar 23 01:39:39.959289 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6c7291b0-2ffe-4b7b-8926-14516584a578), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:40.009694 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port dca2276c-e446-43ee-8f77-e50e52bf26f0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:40.011276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:40.019745 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f1dba41-e236-48b5-b52b-fe8d1090c911 req-ed017cad-c951-43b4-936f-3b3b26e5dc46 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731277 Mar 23 01:39:40.110467 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:40.120811 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network ac570053-2816-4f67-b33f-7f061b250696 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:40.131953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c466ad-b41b-488e-afe9-45b4a974b8b1 req-67152606-3e11-46af-81c6-86be362f835e tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:40.159412 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47c466ad-b41b-488e-afe9-45b4a974b8b1 req-67152606-3e11-46af-81c6-86be362f835e tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.6927829 Mar 23 01:39:40.162567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-bc8a4a67-5201-4199-99e1-da3e01aff494 None None] For port 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2fd1addb-c1c6-4b23-83c3-2ed2c852b08d,segment=NetworkSegment(ce620575-0d5a-4fcc-aad2-6d3328745a27),segment_id=ce620575-0d5a-4fcc-aad2-6d3328745a27)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:40.192805 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:40.203579 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bc8a4a67-5201-4199-99e1-da3e01aff494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2fd1addb-c1c6-4b23-83c3-2ed2c852b08d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:40.204804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:39:40.205564 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (608599a5-eed7-4ac7-ba0c-5a9b686057e0), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:40.404921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:40.405377 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=b3f83685-a8ae-4a8c-a76d-69e5aa458be1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:40.406510 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2fd1addb-c1c6-4b23-83c3-2ed2c852b08d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:40.451561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a4a67-5201-4199-99e1-da3e01aff494 None None] Pushing event updated for resources: {'Port': ['ID=2fd1addb-c1c6-4b23-83c3-2ed2c852b08d,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:40.604723 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Publish callbacks [] for port (1a7fed58-8272-4658-b3db-29141e613b1e), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:40.633204 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1a7fed58-8272-4658-b3db-29141e613b1e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:40.640216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0bcf8fc9-256d-47ec-a323-efc760d5bf49 None None] Provisioning complete for port 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:40.640629 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0bcf8fc9-256d-47ec-a323-efc760d5bf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2fd1addb-c1c6-4b23-83c3-2ed2c852b08d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:40.692172 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Publish callbacks [] for port (6c7291b0-2ffe-4b7b-8926-14516584a578), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:40.711937 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:40.749851 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:39:40.750755 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6c7291b0-2ffe-4b7b-8926-14516584a578), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:40.830435 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:40.832366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:40.834822 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41802b20-b9ed-4ab5-812c-198fc8d06993 None None] Network ac570053-2816-4f67-b33f-7f061b250696 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:39:40.878310 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172661b-09cd-4ecb-ad9f-7e7b3a4da26b None None] Pushing event updated for resources: {'Port': ['ID=6c7291b0-2ffe-4b7b-8926-14516584a578,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:40.919857 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Attempting to bind port 6c7291b0-2ffe-4b7b-8926-14516584a578 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:39:40.923082 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Attempting to bind port 6c7291b0-2ffe-4b7b-8926-14516584a578 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:39:40.923707 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Attempting to bind port 6c7291b0-2ffe-4b7b-8926-14516584a578 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:40.935351 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:39:40.938030 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:40.938820 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:40.939528 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:39:40.941329 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Bound port: 6c7291b0-2ffe-4b7b-8926-14516584a578, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:39:40.945531 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6c7291b0-2ffe-4b7b-8926-14516584a578), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:41.074079 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9d7cc-2bf4-4f68-80d5-09a4f193ab22 None None] Pushing event updated for resources: {'Port': ['ID=1a7fed58-8272-4658-b3db-29141e613b1e,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:41.077954 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] For port 6c7291b0-2ffe-4b7b-8926-14516584a578, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:39:41.085887 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] For port 6c7291b0-2ffe-4b7b-8926-14516584a578, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6c7291b0-2ffe-4b7b-8926-14516584a578,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:39:41.100646 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6c7291b0-2ffe-4b7b-8926-14516584a578), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:41.235691 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Allocated IP 172.20.0.1 (06eb7944-6de7-4b67-8bdd-08cbf20b814f/45bfdbb4-99fe-4823-a768-3dff980144db/fc7e7802-b6b9-4ade-8a6f-d641b243db1e) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:39:41.244810 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172661b-09cd-4ecb-ad9f-7e7b3a4da26b None None] Pushing event updated for resources: {'Port': ['ID=6c7291b0-2ffe-4b7b-8926-14516584a578,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:41.263371 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Routers {'bbae6b49-5dcd-45de-9a1b-ddbe5f014394'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:41.264066 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['bbae6b49-5dcd-45de-9a1b-ddbe5f014394'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:41.307848 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Attempting to bind port 1a7fed58-8272-4658-b3db-29141e613b1e on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:39:41.309167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Attempting to bind port 1a7fed58-8272-4658-b3db-29141e613b1e by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '3574ed36-7851-4dd9-aebe-1c879a01afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:39:41.309547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Attempting to bind port 1a7fed58-8272-4658-b3db-29141e613b1e on network 0418d6c8-50d3-4e42-a7c4-81898fdfd3eb {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:41.311074 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-b12b5328-10d7-41a4-84cf-5d1d1bf63df5 service neutron] 10.222.0.43 "GET /v2.0/networks/b81fb5d8-6712-4e02-9517-eabc6d26a52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4085145 Mar 23 01:39:41.347433 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:39:41.347876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Checking segment: {'id': '3574ed36-7851-4dd9-aebe-1c879a01afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:41.348338 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:41.348795 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Bound using segment: {'id': '3574ed36-7851-4dd9-aebe-1c879a01afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:39:41.349456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Bound port: 1a7fed58-8272-4658-b3db-29141e613b1e, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3574ed36-7851-4dd9-aebe-1c879a01afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:39:41.349846 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1a7fed58-8272-4658-b3db-29141e613b1e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:41.414393 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Publish callbacks [] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:41.460658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] For port 1a7fed58-8272-4658-b3db-29141e613b1e, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:39:41.465007 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] For port 1a7fed58-8272-4658-b3db-29141e613b1e, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1a7fed58-8272-4658-b3db-29141e613b1e,segment=NetworkSegment(3574ed36-7851-4dd9-aebe-1c879a01afc1),segment_id=3574ed36-7851-4dd9-aebe-1c879a01afc1)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:39:41.488643 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:41.490943 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1a7fed58-8272-4658-b3db-29141e613b1e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:41.522244 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] Set router bbae6b49-5dcd-45de-9a1b-ddbe5f014394 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:39:41.561901 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7520cb22-8ab5-44da-a2fd-edef5bca152e admin admin] Publish callbacks [] for security_group (00e4af7d-cd71-4e05-839d-f86e7b919f94), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:41.585433 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47c466ad-b41b-488e-afe9-45b4a974b8b1 req-004ccdaf-4f91-4493-815f-c14e65bf9368 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4246652 Mar 23 01:39:41.616682 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9d7cc-2bf4-4f68-80d5-09a4f193ab22 None None] Pushing event updated for resources: {'Port': ['ID=1a7fed58-8272-4658-b3db-29141e613b1e,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:41.637522 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7520cb22-8ab5-44da-a2fd-edef5bca152e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (00e4af7d-cd71-4e05-839d-f86e7b919f94), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:41.642393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e2c4097c-74b8-4ceb-b653-1fae8f3bd46b up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:41.709710 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d9d35-af3c-47a8-af02-b709efeaaa7d req-56056eb3-2f8c-4c60-a59a-e59f91990873 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:41.718066 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d9d35-af3c-47a8-af02-b709efeaaa7d req-56056eb3-2f8c-4c60-a59a-e59f91990873 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:41.733693 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d9d35-af3c-47a8-af02-b709efeaaa7d req-56056eb3-2f8c-4c60-a59a-e59f91990873 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:41.737147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf8fc9-256d-47ec-a323-efc760d5bf49 None None] Current status of the port 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:41.752302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:41.754741 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:41.761269 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d9d35-af3c-47a8-af02-b709efeaaa7d req-56056eb3-2f8c-4c60-a59a-e59f91990873 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:41.779313 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d9d35-af3c-47a8-af02-b709efeaaa7d req-56056eb3-2f8c-4c60-a59a-e59f91990873 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:41.806678 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d9d35-af3c-47a8-af02-b709efeaaa7d req-56056eb3-2f8c-4c60-a59a-e59f91990873 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:41.830021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d9d35-af3c-47a8-af02-b709efeaaa7d req-56056eb3-2f8c-4c60-a59a-e59f91990873 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:41.833743 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-414d9d35-af3c-47a8-af02-b709efeaaa7d req-56056eb3-2f8c-4c60-a59a-e59f91990873 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.9494951 Mar 23 01:39:41.858228 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7520cb22-8ab5-44da-a2fd-edef5bca152e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70a7623b1d7c4d0781d428cbba1e7877&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3386457 Mar 23 01:39:41.874350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43018) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:41.875278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520cb22-8ab5-44da-a2fd-edef5bca152e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e4af7d-cd71-4e05-839d-f86e7b919f94,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:41.898638 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Network 06eb7944-6de7-4b67-8bdd-08cbf20b814f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:41.911630 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:41.913054 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-8fcb7872-e2c6-43f2-89ed-ade00ee6211f service neutron] 10.222.0.43 "GET /v2.0/networks/b81fb5d8-6712-4e02-9517-eabc6d26a52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5874739 Mar 23 01:39:41.926927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:39:42.035300 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'name': 'tempest-TestAggregatesBasicOps-1802230646-router', 'tenant_id': '768bd0e55ad246389be3917046b90519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '6c7291b0-2ffe-4b7b-8926-14516584a578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:33Z', 'updated_at': '2022-03-23T01:39:35Z', 'revision_number': 3, 'project_id': '768bd0e55ad246389be3917046b90519', 'gw_port': {'id': '6c7291b0-2ffe-4b7b-8926-14516584a578', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:34Z', 'updated_at': '2022-03-23T01:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:42.069608 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (bbae6b49-5dcd-45de-9a1b-ddbe5f014394), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:42.074165 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-29d16ec0-d8c0-431b-b356-8ce37c9186d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=2070c069-6313-485b-8a6e-6f3f00ed3d17 HTTP/1.1" status: 200 len: 217 time: 0.1373541 Mar 23 01:39:42.119038 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaf0a33-994d-4fff-b38d-a553510e69a2 None None] The sync data for ids ['bbae6b49-5dcd-45de-9a1b-ddbe5f014394'] in n-d-834677-4 is: [{'id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'name': 'tempest-TestAggregatesBasicOps-1802230646-router', 'tenant_id': '768bd0e55ad246389be3917046b90519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '6c7291b0-2ffe-4b7b-8926-14516584a578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:33Z', 'updated_at': '2022-03-23T01:39:35Z', 'revision_number': 3, 'project_id': '768bd0e55ad246389be3917046b90519', 'gw_port': {'id': '6c7291b0-2ffe-4b7b-8926-14516584a578', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:34Z', 'updated_at': '2022-03-23T01:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:39:42.127372 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b8274e89-5f6b-4135-b035-0bd02fe7f810 None None] Provisioning complete for port 4f6618fa-1692-44cb-b018-29a447ae8e84 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:42.127968 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b8274e89-5f6b-4135-b035-0bd02fe7f810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4f6618fa-1692-44cb-b018-29a447ae8e84), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:42.149631 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:42.214403 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=fc7e7802-b6b9-4ade-8a6f-d641b243db1e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:42.225201 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf8a66f7-e07c-49e8-ac99-b9a29595cd31 admin admin] Publish callbacks [] for security_group (00e4af7d-cd71-4e05-839d-f86e7b919f94), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:42.254111 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf8a66f7-e07c-49e8-ac99-b9a29595cd31 admin admin] Publish callbacks [] for security_group (00e4af7d-cd71-4e05-839d-f86e7b919f94), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:42.316443 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:42.319319 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (608599a5-eed7-4ac7-ba0c-5a9b686057e0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:42.337709 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf8a66f7-e07c-49e8-ac99-b9a29595cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (00e4af7d-cd71-4e05-839d-f86e7b919f94), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:42.340938 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf8a66f7-e07c-49e8-ac99-b9a29595cd31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:42.345516 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cf8a66f7-e07c-49e8-ac99-b9a29595cd31 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00e4af7d-cd71-4e05-839d-f86e7b919f94 HTTP/1.1" status: 204 len: 168 time: 0.4671004 Mar 23 01:39:42.435360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a66f7-e07c-49e8-ac99-b9a29595cd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e4af7d-cd71-4e05-839d-f86e7b919f94,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:42.452474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-6a4030f1-fb58-407f-89cd-0263af88effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:42.455087 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-6a4030f1-fb58-407f-89cd-0263af88effb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89903b53-7edf-4413-ac0f-be51c87f45dd HTTP/1.1" status: 200 len: 797 time: 0.3432276 Mar 23 01:39:42.480691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=b3f83685-a8ae-4a8c-a76d-69e5aa458be1,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:42.591394 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-414d9d35-af3c-47a8-af02-b709efeaaa7d req-0421f91f-e881-47d6-ba2a-f87c5ac32807 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5420060 Mar 23 01:39:43.014322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:43.018043 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:43.037258 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36af82-e31a-4743-9dca-8fe9cfb215d5 req-02ce1d1e-27ac-4684-9835-ba144dd8375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:43.043795 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be36af82-e31a-4743-9dca-8fe9cfb215d5 req-02ce1d1e-27ac-4684-9835-ba144dd8375f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 1127 time: 1.2075374 Mar 23 01:39:43.069518 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73daa0-7e8b-42b3-acd0-fed6805942fa req-1979b3bf-fa1e-48a0-b590-2fd9070fe3d1 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:43.072394 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4a73daa0-7e8b-42b3-acd0-fed6805942fa req-1979b3bf-fa1e-48a0-b590-2fd9070fe3d1 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.1893668 Mar 23 01:39:43.092644 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:43.203165 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be36af82-e31a-4743-9dca-8fe9cfb215d5 req-a2e189ca-b6b7-4e87-8fe3-7bef69083d5c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293230 Mar 23 01:39:43.338850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:43.349797 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:43.349797 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:43.451707 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4a73daa0-7e8b-42b3-acd0-fed6805942fa req-b658929d-2467-4606-b238-a12e770cff15 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021665 Mar 23 01:39:43.547856 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:39:43.556631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b8274e89-5f6b-4135-b035-0bd02fe7f810 None None] Current status of the port 4f6618fa-1692-44cb-b018-29a447ae8e84 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:43.557082 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b8274e89-5f6b-4135-b035-0bd02fe7f810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4f6618fa-1692-44cb-b018-29a447ae8e84), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:43.865662 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6d7de-1cb5-41a1-8ac0-6528fb5e12d9 req-9f58e55e-2a8e-4f8d-bf91-6811f8085169 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:43.877698 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8fe6d7de-1cb5-41a1-8ac0-6528fb5e12d9 req-9f58e55e-2a8e-4f8d-bf91-6811f8085169 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.2084348 Mar 23 01:39:43.944921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4f6618fa-1692-44cb-b018-29a447ae8e84 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:43.968585 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Publish callbacks [] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:43.999053 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:44.000155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-21cc6da9-6788-407e-9f91-ad45955ad4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:44.014109 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-21cc6da9-6788-407e-9f91-ad45955ad4b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54f43f40-2d1d-40ff-a148-e6b1420c7986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.5469604 Mar 23 01:39:44.136312 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=fc7e7802-b6b9-4ade-8a6f-d641b243db1e,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:44.172703 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b8274e89-5f6b-4135-b035-0bd02fe7f810 None None] For port 4f6618fa-1692-44cb-b018-29a447ae8e84, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4f6618fa-1692-44cb-b018-29a447ae8e84,segment=NetworkSegment(4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8),segment_id=4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:44.204763 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network ac570053-2816-4f67-b33f-7f061b250696 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:44.258325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36fb63-6aec-4e08-bb49-e172c97681c6 req-b2ad9f7e-0e40-4e60-af9d-8a5db16dd3a9 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:44.258647 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b8274e89-5f6b-4135-b035-0bd02fe7f810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4f6618fa-1692-44cb-b018-29a447ae8e84), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:44.260538 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8fe6d7de-1cb5-41a1-8ac0-6528fb5e12d9 req-b0415647-30ed-4872-bef5-0800b8e2077a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728695 Mar 23 01:39:44.280841 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (bbae6b49-5dcd-45de-9a1b-ddbe5f014394), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:44.311460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36fb63-6aec-4e08-bb49-e172c97681c6 req-b2ad9f7e-0e40-4e60-af9d-8a5db16dd3a9 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:44.331268 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36fb63-6aec-4e08-bb49-e172c97681c6 req-b2ad9f7e-0e40-4e60-af9d-8a5db16dd3a9 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:44.338955 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36fb63-6aec-4e08-bb49-e172c97681c6 req-b2ad9f7e-0e40-4e60-af9d-8a5db16dd3a9 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:44.346970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36fb63-6aec-4e08-bb49-e172c97681c6 req-b2ad9f7e-0e40-4e60-af9d-8a5db16dd3a9 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:44.360400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36fb63-6aec-4e08-bb49-e172c97681c6 req-b2ad9f7e-0e40-4e60-af9d-8a5db16dd3a9 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:44.381203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36fb63-6aec-4e08-bb49-e172c97681c6 req-b2ad9f7e-0e40-4e60-af9d-8a5db16dd3a9 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:44.393410 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de36fb63-6aec-4e08-bb49-e172c97681c6 req-b2ad9f7e-0e40-4e60-af9d-8a5db16dd3a9 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5436 time: 1.8474650 Mar 23 01:39:44.439595 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b8274e89-5f6b-4135-b035-0bd02fe7f810 None None] Provisioning complete for port 1a7fed58-8272-4658-b3db-29141e613b1e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:44.441034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:44.442964 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b8274e89-5f6b-4135-b035-0bd02fe7f810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1a7fed58-8272-4658-b3db-29141e613b1e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:44.459743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:44.460137 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:44.494082 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4f6618fa-1692-44cb-b018-29a447ae8e84 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:44.495184 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4f6618fa-1692-44cb-b018-29a447ae8e84), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:44.603367 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb28f64-c1ab-4bc5-802a-d0655c727f39 req-dd399e54-a19b-4014-bc15-9f75c142e645 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:44.617173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb28f64-c1ab-4bc5-802a-d0655c727f39 req-dd399e54-a19b-4014-bc15-9f75c142e645 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:44.633849 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb28f64-c1ab-4bc5-802a-d0655c727f39 req-dd399e54-a19b-4014-bc15-9f75c142e645 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:44.639869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb28f64-c1ab-4bc5-802a-d0655c727f39 req-dd399e54-a19b-4014-bc15-9f75c142e645 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:44.643364 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:44.650516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb28f64-c1ab-4bc5-802a-d0655c727f39 req-dd399e54-a19b-4014-bc15-9f75c142e645 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:44.663810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb28f64-c1ab-4bc5-802a-d0655c727f39 req-dd399e54-a19b-4014-bc15-9f75c142e645 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:44.678660 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:39:44.678998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb28f64-c1ab-4bc5-802a-d0655c727f39 req-dd399e54-a19b-4014-bc15-9f75c142e645 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:44.681171 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0eb28f64-c1ab-4bc5-802a-d0655c727f39 req-dd399e54-a19b-4014-bc15-9f75c142e645 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.2623186 Mar 23 01:39:44.682514 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7d1cc5-f3c1-4ced-b445-e3d7c5998521" -d '{"events": [{"server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "name": "network-vif-plugged", "status": "completed", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:39:44.704271 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:44.836734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8274e89-5f6b-4135-b035-0bd02fe7f810 None None] Pushing event updated for resources: {'Port': ['ID=4f6618fa-1692-44cb-b018-29a447ae8e84,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:44.878236 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Network 06eb7944-6de7-4b67-8bdd-08cbf20b814f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:44.893805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:44.937512 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-c48e6b9a-c3b3-4f72-aafa-9ea8f350f84f service neutron] 10.222.0.43 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9134650 Mar 23 01:39:45.116630 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0eb28f64-c1ab-4bc5-802a-d0655c727f39 req-a51d14e9-d68b-4c37-a23c-4c96f510adb1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4186282 Mar 23 01:39:45.304590 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-2631353c-ef06-4fb2-8fb1-5d4aab7cd059 service neutron] 10.222.0.43 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471251 Mar 23 01:39:45.307811 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Router bbae6b49-5dcd-45de-9a1b-ddbe5f014394 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:39:45.324678 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de36fb63-6aec-4e08-bb49-e172c97681c6 req-09d56760-4f66-449c-9949-41e6de065a78 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9257770 Mar 23 01:39:45.365334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:39:45.457470 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b8274e89-5f6b-4135-b035-0bd02fe7f810 None None] Current status of the port 1a7fed58-8272-4658-b3db-29141e613b1e is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:45.460253 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b8274e89-5f6b-4135-b035-0bd02fe7f810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1a7fed58-8272-4658-b3db-29141e613b1e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:45.519586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-1669d829-b6ef-4f5d-bdbf-583d9b9dad40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=2da09e69-9797-45dc-970d-521ff10deb08 HTTP/1.1" status: 200 len: 217 time: 0.1846108 Mar 23 01:39:45.622262 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:45.667315 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d454502f-5874-4032-9796-691a01c42043 x-openstack-request-id: req-d454502f-5874-4032-9796-691a01c42043 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:39:45.667699 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "name": "network-vif-plugged", "status": "completed", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:39:45.667930 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d454502f-5874-4032-9796-691a01c42043 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:39:45.668425 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d454502f-5874-4032-9796-691a01c42043'] response: {'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'code': 200} Mar 23 01:39:45.671305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-5c9d774c-818e-4728-9faf-c2739107e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:45.677186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-5c9d774c-818e-4728-9faf-c2739107e2a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89903b53-7edf-4413-ac0f-be51c87f45dd HTTP/1.1" status: 200 len: 797 time: 0.1364706 Mar 23 01:39:45.724102 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35c39e-b3e9-4304-89e7-836e9a7e93a5 req-396988eb-1761-48cc-b251-b566c3867f60 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:45.726299 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e35c39e-b3e9-4304-89e7-836e9a7e93a5 req-396988eb-1761-48cc-b251-b566c3867f60 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.2536016 Mar 23 01:39:45.732568 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b8274e89-5f6b-4135-b035-0bd02fe7f810 None None] For port 1a7fed58-8272-4658-b3db-29141e613b1e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1a7fed58-8272-4658-b3db-29141e613b1e,segment=NetworkSegment(3574ed36-7851-4dd9-aebe-1c879a01afc1),segment_id=3574ed36-7851-4dd9-aebe-1c879a01afc1)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:45.767607 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:39:45.776363 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b8274e89-5f6b-4135-b035-0bd02fe7f810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1a7fed58-8272-4658-b3db-29141e613b1e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:45.795234 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-67471f8a-642c-40d0-a7f1-4d8899491eb9 admin admin] 10.222.0.18 "PUT /v2.0/routers/bbae6b49-5dcd-45de-9a1b-ddbe5f014394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8899021 Mar 23 01:39:45.876381 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e35c39e-b3e9-4304-89e7-836e9a7e93a5 req-4bf52866-a5bd-4343-aeba-8fc4e74378e2 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342270 Mar 23 01:39:45.951497 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:39:45.953391 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4f6618fa-1692-44cb-b018-29a447ae8e84 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:45.956369 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:45.970618 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:39:40Z', 'revision_number': 3, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:41Z', 'revision_number': 4, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:41Z', 'revision_number': 2, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:45.971315 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43090) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:45.971875 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Sync routers for ids ['bbae6b49-5dcd-45de-9a1b-ddbe5f014394'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:39:45.973361 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9a499414-233b-42dc-b272-e388c71c3f9a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/608599a5-eed7-4ac7-ba0c-5a9b686057e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1662292 Mar 23 01:39:45.980081 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b16353c0-2791-4d37-9fdf-7690f92804d4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-31554466'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:45.998554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-62982087-df26-4165-9fa9-71f2e8fdce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:46.000590 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-62982087-df26-4165-9fa9-71f2e8fdce69 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54f43f40-2d1d-40ff-a148-e6b1420c7986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3136556 Mar 23 01:39:46.030359 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97784beb-ccec-481b-bcae-744d3a381084 req-376b1fa8-e310-4e8f-a91f-eb7c86806083 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:46.033087 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97784beb-ccec-481b-bcae-744d3a381084 req-376b1fa8-e310-4e8f-a91f-eb7c86806083 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.1646538 Mar 23 01:39:46.074189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Routers {'bbae6b49-5dcd-45de-9a1b-ddbe5f014394'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:46.076084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['bbae6b49-5dcd-45de-9a1b-ddbe5f014394'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:46.091539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16353c0-2791-4d37-9fdf-7690f92804d4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:39:46.101663 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b16353c0-2791-4d37-9fdf-7690f92804d4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:46.168807 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97784beb-ccec-481b-bcae-744d3a381084 req-43103ba1-68cb-4261-a814-77ee01c4dc2b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194406 Mar 23 01:39:46.250122 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-5e5084d5-ea0c-4050-be60-34530892681a service neutron] 10.222.0.43 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378259 Mar 23 01:39:46.272288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16353c0-2791-4d37-9fdf-7690f92804d4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:39:46.304368 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b16353c0-2791-4d37-9fdf-7690f92804d4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (6597eff3-ac8c-4bea-b2f8-ee29f5a294c3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:46.305840 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-b16353c0-2791-4d37-9fdf-7690f92804d4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Added segment 6597eff3-ac8c-4bea-b2f8-ee29f5a294c3 of type vlan for network 4a9e24bd-e924-4e72-91df-71826978356f Mar 23 01:39:46.432144 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b16353c0-2791-4d37-9fdf-7690f92804d4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (4a9e24bd-e924-4e72-91df-71826978356f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:46.476532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Set router bbae6b49-5dcd-45de-9a1b-ddbe5f014394 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:39:46.526817 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b16353c0-2791-4d37-9fdf-7690f92804d4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (4a9e24bd-e924-4e72-91df-71826978356f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:46.531399 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-7c6615c1-06f5-4b3f-8e75-01acf78ec089 service neutron] 10.222.0.43 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724710 Mar 23 01:39:46.535503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16353c0-2791-4d37-9fdf-7690f92804d4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:46.536361 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b16353c0-2791-4d37-9fdf-7690f92804d4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:46.609288 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f9c20-5af6-4f62-827b-3f4e71416c91 None None] The sync data for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 is: [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:39:40Z', 'revision_number': 3, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:41Z', 'revision_number': 4, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:41Z', 'revision_number': 2, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:39:46.642548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e784e1f-be07-4910-9a59-9b3fc02d5a41 req-8f16b941-ee95-40ba-bff8-7beb47006e45 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:46.659937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e784e1f-be07-4910-9a59-9b3fc02d5a41 req-8f16b941-ee95-40ba-bff8-7beb47006e45 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:46.661984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8b140ccd-28a7-438c-881d-3925844e37c0 None None] Provisioning complete for port b3f83685-a8ae-4a8c-a76d-69e5aa458be1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:46.662865 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8b140ccd-28a7-438c-881d-3925844e37c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:46.672575 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-3af96065-dd6c-4d28-b616-656f4e9888bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=d40d0009-34af-4a6e-970a-ea51f40335b1 HTTP/1.1" status: 200 len: 217 time: 0.1348031 Mar 23 01:39:46.674681 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e784e1f-be07-4910-9a59-9b3fc02d5a41 req-8f16b941-ee95-40ba-bff8-7beb47006e45 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:46.698440 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e784e1f-be07-4910-9a59-9b3fc02d5a41 req-8f16b941-ee95-40ba-bff8-7beb47006e45 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:46.724769 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e784e1f-be07-4910-9a59-9b3fc02d5a41 req-8f16b941-ee95-40ba-bff8-7beb47006e45 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:46.747674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e784e1f-be07-4910-9a59-9b3fc02d5a41 req-8f16b941-ee95-40ba-bff8-7beb47006e45 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:46.763860 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e784e1f-be07-4910-9a59-9b3fc02d5a41 req-8f16b941-ee95-40ba-bff8-7beb47006e45 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:46.770563 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e784e1f-be07-4910-9a59-9b3fc02d5a41 req-8f16b941-ee95-40ba-bff8-7beb47006e45 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5436 time: 0.7375829 Mar 23 01:39:46.774574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8274e89-5f6b-4135-b035-0bd02fe7f810 None None] Pushing event updated for resources: {'Port': ['ID=1a7fed58-8272-4658-b3db-29141e613b1e,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:46.802342 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b16353c0-2791-4d37-9fdf-7690f92804d4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8046007 Mar 23 01:39:46.808290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43108) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:46.844186 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8b140ccd-28a7-438c-881d-3925844e37c0 None None] Port b3f83685-a8ae-4a8c-a76d-69e5aa458be1 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:39:46.855764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:46.856144 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2fd1addb-c1c6-4b23-83c3-2ed2c852b08d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:46.875339 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-765aa735-6d07-499f-8d84-e36e0564c6e6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'subnet': {'network_id': '4a9e24bd-e924-4e72-91df-71826978356f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:46.899547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-b3bdae5c-ca31-4b59-9d32-6d86b207c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:46.899547 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-b3bdae5c-ca31-4b59-9d32-6d86b207c4c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89903b53-7edf-4413-ac0f-be51c87f45dd HTTP/1.1" status: 200 len: 797 time: 0.2205987 Mar 23 01:39:46.960693 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16353c0-2791-4d37-9fdf-7690f92804d4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Network': ['ID=4a9e24bd-e924-4e72-91df-71826978356f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:46.988053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 4a9e24bd-e924-4e72-91df-71826978356f details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:39:47.001732 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067793fc-d0be-4ad4-8070-b0fc6047092c req-e151ef93-e904-4a38-b8f4-9db67fc4b02f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:47.013653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067793fc-d0be-4ad4-8070-b0fc6047092c req-e151ef93-e904-4a38-b8f4-9db67fc4b02f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:47.033263 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067793fc-d0be-4ad4-8070-b0fc6047092c req-e151ef93-e904-4a38-b8f4-9db67fc4b02f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:47.039177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067793fc-d0be-4ad4-8070-b0fc6047092c req-e151ef93-e904-4a38-b8f4-9db67fc4b02f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:47.055033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067793fc-d0be-4ad4-8070-b0fc6047092c req-e151ef93-e904-4a38-b8f4-9db67fc4b02f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:47.061618 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067793fc-d0be-4ad4-8070-b0fc6047092c req-e151ef93-e904-4a38-b8f4-9db67fc4b02f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:47.068987 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067793fc-d0be-4ad4-8070-b0fc6047092c req-e151ef93-e904-4a38-b8f4-9db67fc4b02f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:47.072665 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-067793fc-d0be-4ad4-8070-b0fc6047092c req-e151ef93-e904-4a38-b8f4-9db67fc4b02f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.2420974 Mar 23 01:39:47.085750 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8b140ccd-28a7-438c-881d-3925844e37c0 None None] Provisioning complete for port 4f6618fa-1692-44cb-b018-29a447ae8e84 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:47.086227 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8b140ccd-28a7-438c-881d-3925844e37c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4f6618fa-1692-44cb-b018-29a447ae8e84), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:47.135562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-d48f9300-c253-4454-8803-10be3767242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:47.137613 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-d48f9300-c253-4454-8803-10be3767242d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54f43f40-2d1d-40ff-a148-e6b1420c7986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2254090 Mar 23 01:39:47.188723 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320eb4a-12ae-46d7-88bf-2b980692122d req-99844a28-5f8f-4216-b5aa-1a5e9d210144 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:47.192578 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e320eb4a-12ae-46d7-88bf-2b980692122d req-99844a28-5f8f-4216-b5aa-1a5e9d210144 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.2285593 Mar 23 01:39:47.267095 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765aa735-6d07-499f-8d84-e36e0564c6e6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:39:47.272471 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-765aa735-6d07-499f-8d84-e36e0564c6e6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:47.278901 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-067793fc-d0be-4ad4-8070-b0fc6047092c req-09ee7a71-5246-43c4-ab64-7eb2055c5038 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1967607 Mar 23 01:39:47.382123 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-8a744beb-c5a3-4f60-b973-d80d09512fe5 service neutron] 10.222.0.43 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342756 Mar 23 01:39:47.455300 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e320eb4a-12ae-46d7-88bf-2b980692122d req-882db031-edaa-4e66-b293-a4df6b5baa63 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471747 Mar 23 01:39:47.498855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:47.504117 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6c7291b0-2ffe-4b7b-8926-14516584a578 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:47.583282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'name': 'tempest-TestAggregatesBasicOps-1802230646-router', 'tenant_id': '768bd0e55ad246389be3917046b90519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '6c7291b0-2ffe-4b7b-8926-14516584a578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:33Z', 'updated_at': '2022-03-23T01:39:42Z', 'revision_number': 4, 'project_id': '768bd0e55ad246389be3917046b90519', 'gw_port': {'id': '6c7291b0-2ffe-4b7b-8926-14516584a578', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:34Z', 'updated_at': '2022-03-23T01:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'fc7e7802-b6b9-4ade-8a6f-d641b243db1e', 'name': '', 'network_id': '06eb7944-6de7-4b67-8bdd-08cbf20b814f', 'tenant_id': '768bd0e55ad246389be3917046b90519', 'mac_address': 'fa:16:3e:0b:18:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '45bfdbb4-99fe-4823-a768-3dff980144db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:40Z', 'updated_at': '2022-03-23T01:39:43Z', 'revision_number': 2, 'project_id': '768bd0e55ad246389be3917046b90519', 'subnets': [{'id': '45bfdbb4-99fe-4823-a768-3dff980144db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:47.680198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6289b2-801b-41bb-aefb-648f2ace9661 req-51fac293-bc5a-4e08-aab8-a1c74287e977 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:47.690864 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fe6289b2-801b-41bb-aefb-648f2ace9661 req-51fac293-bc5a-4e08-aab8-a1c74287e977 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.1471803 Mar 23 01:39:47.704215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-ad6e51a7-6fd8-4a9f-b91a-709a2613762a service neutron] 10.222.0.43 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067179 Mar 23 01:39:47.812792 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-765aa735-6d07-499f-8d84-e36e0564c6e6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (f529e0c5-ffad-4338-ac9d-30830e21c91f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:47.818873 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-6cae2c67-5631-4d0c-a960-5d24e534940d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=81f70b00-bcd4-4052-b47e-4b0e10c94360 HTTP/1.1" status: 200 len: 217 time: 0.0998638 Mar 23 01:39:47.935367 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fe6289b2-801b-41bb-aefb-648f2ace9661 req-2efc1eee-3f16-4e8a-9270-2f6d3ce250cf tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434721 Mar 23 01:39:47.955842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-b87f4a64-7ee7-47f5-9465-cc573bb62cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:47.959613 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-b87f4a64-7ee7-47f5-9465-cc573bb62cbb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89903b53-7edf-4413-ac0f-be51c87f45dd HTTP/1.1" status: 200 len: 797 time: 0.1329956 Mar 23 01:39:48.172252 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765aa735-6d07-499f-8d84-e36e0564c6e6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Subnet': ['ID=f529e0c5-ffad-4338-ac9d-30830e21c91f,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:48.214969 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765aa735-6d07-499f-8d84-e36e0564c6e6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Checking segment: {'id': '6597eff3-ac8c-4bea-b2f8-ee29f5a294c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:48.216862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765aa735-6d07-499f-8d84-e36e0564c6e6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network hostable DHCP agents. Network: 4a9e24bd-e924-4e72-91df-71826978356f, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:39:48.293608 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765aa735-6d07-499f-8d84-e36e0564c6e6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 4a9e24bd-e924-4e72-91df-71826978356f is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:39:48.317366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-765aa735-6d07-499f-8d84-e36e0564c6e6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 4a9e24bd-e924-4e72-91df-71826978356f) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:48.326330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765aa735-6d07-499f-8d84-e36e0564c6e6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:48.328677 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-765aa735-6d07-499f-8d84-e36e0564c6e6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:48.334349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-2319fcac-e760-43d3-bee1-75f991946a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:48.338997 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-2319fcac-e760-43d3-bee1-75f991946a55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=54f43f40-2d1d-40ff-a148-e6b1420c7986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3638773 Mar 23 01:39:48.371181 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-765aa735-6d07-499f-8d84-e36e0564c6e6 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5119305 Mar 23 01:39:48.374565 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43154) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:48.398670 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648b458-82d4-4a72-b0d7-4b901a417994 req-4afdbc6e-95a2-4cbe-ae6a-0be0b1006d1f tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:48.400058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e2bcf-1bca-4e1e-b1df-4984bbb215aa None None] Network 4a9e24bd-e924-4e72-91df-71826978356f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:39:48.403368 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9648b458-82d4-4a72-b0d7-4b901a417994 req-4afdbc6e-95a2-4cbe-ae6a-0be0b1006d1f tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.2995334 Mar 23 01:39:48.464046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Checking router: bbae6b49-5dcd-45de-9a1b-ddbe5f014394 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:39:48.464403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Updating router bbae6b49-5dcd-45de-9a1b-ddbe5f014394 port fc7e7802-b6b9-4ade-8a6f-d641b243db1e binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:39:48.582948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8b140ccd-28a7-438c-881d-3925844e37c0 None None] Current status of the port 4f6618fa-1692-44cb-b018-29a447ae8e84 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:48.670587 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:48.706275 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9648b458-82d4-4a72-b0d7-4b901a417994 req-aa0c179d-27b0-4e13-bce6-a28b0e87f340 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741592 Mar 23 01:39:48.750283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8b140ccd-28a7-438c-881d-3925844e37c0 None None] Provisioning complete for port fc7e7802-b6b9-4ade-8a6f-d641b243db1e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:48.750754 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8b140ccd-28a7-438c-881d-3925844e37c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:48.761791 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-15841e26-334e-45df-83dc-6a785709821b service neutron] 10.222.0.43 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044280 Mar 23 01:39:48.865168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8b140ccd-28a7-438c-881d-3925844e37c0 None None] Port fc7e7802-b6b9-4ade-8a6f-d641b243db1e cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:39:48.887154 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-29e1925e-4060-4774-bea2-119a5db9e663 service neutron] 10.222.0.43 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152389 Mar 23 01:39:48.952695 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-8a543b89-7ef1-4f99-8a7b-ac63e31572b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=497f0500-e5cf-41fa-9a2a-2323cd1dd036 HTTP/1.1" status: 200 len: 217 time: 0.0528774 Mar 23 01:39:49.036361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-ce986417-ac60-494d-bcf5-1426890dedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:49.037922 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-ce986417-ac60-494d-bcf5-1426890dedbe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ccef7e9-d48a-465c-80fe-6d6b083e0336 HTTP/1.1" status: 200 len: 797 time: 0.0704119 Mar 23 01:39:49.118415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d430aa5-b226-474d-ac89-b334a13cc23c req-2965fbb5-9072-4685-ac5a-43852b5a67ff tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:49.124423 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d430aa5-b226-474d-ac89-b334a13cc23c req-2965fbb5-9072-4685-ac5a-43852b5a67ff tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:49.131255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d430aa5-b226-474d-ac89-b334a13cc23c req-2965fbb5-9072-4685-ac5a-43852b5a67ff tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:49.142908 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d430aa5-b226-474d-ac89-b334a13cc23c req-2965fbb5-9072-4685-ac5a-43852b5a67ff tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:49.171875 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d430aa5-b226-474d-ac89-b334a13cc23c req-2965fbb5-9072-4685-ac5a-43852b5a67ff tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:49.187731 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d430aa5-b226-474d-ac89-b334a13cc23c req-2965fbb5-9072-4685-ac5a-43852b5a67ff tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:49.202144 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d430aa5-b226-474d-ac89-b334a13cc23c req-2965fbb5-9072-4685-ac5a-43852b5a67ff tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:49.216212 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d430aa5-b226-474d-ac89-b334a13cc23c req-2965fbb5-9072-4685-ac5a-43852b5a67ff tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.3535140 Mar 23 01:39:49.221419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-522cace3-8a88-4cb9-b010-d19b26f438cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:49.223593 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-522cace3-8a88-4cb9-b010-d19b26f438cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=437a6b3d-31aa-4643-a34c-ad56996321f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1737580 Mar 23 01:39:49.388051 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Publish callbacks [] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:49.389871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447bf9c-711a-4918-9bd8-3cf602e20ebc req-380a85ef-6342-45bd-86fe-46572fa57f65 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:49.397522 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5447bf9c-711a-4918-9bd8-3cf602e20ebc req-380a85ef-6342-45bd-86fe-46572fa57f65 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.2201998 Mar 23 01:39:49.469971 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-dc3a6075-35b5-4ac6-b7b5-55e50992ed3f service neutron] 10.222.0.43 "GET /v2.0/networks/437a6b3d-31aa-4643-a34c-ad56996321f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350490 Mar 23 01:39:49.486164 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d430aa5-b226-474d-ac89-b334a13cc23c req-7f774c90-4968-4b66-ae1c-2fb153009a25 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2678044 Mar 23 01:39:49.490969 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:49.491845 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:49.548515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8b140ccd-28a7-438c-881d-3925844e37c0 None None] Provisioning complete for port 1a7fed58-8272-4658-b3db-29141e613b1e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:49.548755 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8b140ccd-28a7-438c-881d-3925844e37c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1a7fed58-8272-4658-b3db-29141e613b1e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:49.627137 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6c7291b0-2ffe-4b7b-8926-14516584a578 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:49.627836 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6c7291b0-2ffe-4b7b-8926-14516584a578), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:49.801326 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4a8c56ae-d3c1-4886-96c9-eb4beed67dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:49.844066 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-f1342c02-e6fc-4462-ba50-f20ceb289374 service neutron] 10.222.0.43 "GET /v2.0/networks/437a6b3d-31aa-4643-a34c-ad56996321f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568265 Mar 23 01:39:49.844839 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-4a9e24bd-e924-4e72-91df-71826978356f', 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f', 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'fixed_ips': [{'subnet_id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:39:49.847358 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:49.861571 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5447bf9c-711a-4918-9bd8-3cf602e20ebc req-e98b62e0-964f-4b82-b1d1-9a75e4e71d66 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603283 Mar 23 01:39:50.024043 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43200) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:50.042273 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-65181967-7a18-4b13-9414-45a47ce02850 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abe82dad-ebdc-4f9c-a462-076ace582018 HTTP/1.1" status: 200 len: 217 time: 0.1774430 Mar 23 01:39:50.209103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Allocated IP 2001:db8:2::2 (4a9e24bd-e924-4e72-91df-71826978356f/f529e0c5-ffad-4338-ac9d-30830e21c91f/46a1d880-1b98-4fc2-8aae-c73a63583afd) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:39:50.289508 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-103712f5-c0f5-4649-b055-5f7142ddef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:50.299346 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-103712f5-c0f5-4649-b055-5f7142ddef38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ccef7e9-d48a-465c-80fe-6d6b083e0336 HTTP/1.1" status: 200 len: 797 time: 0.2459085 Mar 23 01:39:50.308406 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Sync routers for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:39:50.329310 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:50.330146 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:50.462115 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Publish callbacks [] for port (46a1d880-1b98-4fc2-8aae-c73a63583afd), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:50.465409 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-12a9cf00-07f4-40d0-9f8a-658553c5b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:50.467359 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-12a9cf00-07f4-40d0-9f8a-658553c5b18b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=437a6b3d-31aa-4643-a34c-ad56996321f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1616974 Mar 23 01:39:50.541241 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c17eb0-e3be-47be-b806-ff232212172b None None] Pushing event updated for resources: {'Port': ['ID=fc7e7802-b6b9-4ade-8a6f-d641b243db1e,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:50.606986 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:39:50.611165 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (46a1d880-1b98-4fc2-8aae-c73a63583afd), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:50.791176 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-71b78ea0-d75d-4205-a81e-fb2644728762 service neutron] 10.222.0.43 "GET /v2.0/networks/437a6b3d-31aa-4643-a34c-ad56996321f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117151 Mar 23 01:39:50.814514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec28e79-53f0-490b-85ba-9c62328ad9ce req-672f2469-eec5-4346-8213-b3d0171032b0 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:50.822462 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fec28e79-53f0-490b-85ba-9c62328ad9ce req-672f2469-eec5-4346-8213-b3d0171032b0 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.7969749 Mar 23 01:39:50.841954 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:50.873503 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Attempting to bind port fc7e7802-b6b9-4ade-8a6f-d641b243db1e on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:39:50.874106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Attempting to bind port fc7e7802-b6b9-4ade-8a6f-d641b243db1e by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'ce620575-0d5a-4fcc-aad2-6d3328745a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '06eb7944-6de7-4b67-8bdd-08cbf20b814f'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:39:50.874650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Attempting to bind port fc7e7802-b6b9-4ade-8a6f-d641b243db1e on network 06eb7944-6de7-4b67-8bdd-08cbf20b814f {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:50.941358 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6c7291b0-2ffe-4b7b-8926-14516584a578 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:50.942173 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6c7291b0-2ffe-4b7b-8926-14516584a578), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:50.969837 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 6c7291b0-2ffe-4b7b-8926-14516584a578, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6c7291b0-2ffe-4b7b-8926-14516584a578,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:50.994855 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6c7291b0-2ffe-4b7b-8926-14516584a578), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:51.010553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:39:51.012016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Checking segment: {'id': 'ce620575-0d5a-4fcc-aad2-6d3328745a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '06eb7944-6de7-4b67-8bdd-08cbf20b814f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:51.012578 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:51.013392 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Bound using segment: {'id': 'ce620575-0d5a-4fcc-aad2-6d3328745a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '06eb7944-6de7-4b67-8bdd-08cbf20b814f'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:39:51.014700 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Bound port: fc7e7802-b6b9-4ade-8a6f-d641b243db1e, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce620575-0d5a-4fcc-aad2-6d3328745a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '06eb7944-6de7-4b67-8bdd-08cbf20b814f'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:39:51.015470 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:51.062405 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Network 4a9e24bd-e924-4e72-91df-71826978356f is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:51.062405 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:51.109506 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Pushing event updated for resources: {'Port': ['ID=46a1d880-1b98-4fc2-8aae-c73a63583afd,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:51.115705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8b140ccd-28a7-438c-881d-3925844e37c0 None None] Current status of the port 1a7fed58-8272-4658-b3db-29141e613b1e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:51.125776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:39:51.188698 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb044b69-6d66-4c52-9b14-83b8b59ba177 req-4f71637a-4c59-444b-b4ec-5f8bc3db2a25 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:51.194984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb044b69-6d66-4c52-9b14-83b8b59ba177 req-4f71637a-4c59-444b-b4ec-5f8bc3db2a25 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:51.201370 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Allocated IP 2001:db8:2::1 (4a9e24bd-e924-4e72-91df-71826978356f/f529e0c5-ffad-4338-ac9d-30830e21c91f/e03cf2ad-3280-4645-a3e9-45281207c92f) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:39:51.208003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb044b69-6d66-4c52-9b14-83b8b59ba177 req-4f71637a-4c59-444b-b4ec-5f8bc3db2a25 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:51.215511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb044b69-6d66-4c52-9b14-83b8b59ba177 req-4f71637a-4c59-444b-b4ec-5f8bc3db2a25 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:51.226031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb044b69-6d66-4c52-9b14-83b8b59ba177 req-4f71637a-4c59-444b-b4ec-5f8bc3db2a25 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:51.241308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb044b69-6d66-4c52-9b14-83b8b59ba177 req-4f71637a-4c59-444b-b4ec-5f8bc3db2a25 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:51.250352 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb044b69-6d66-4c52-9b14-83b8b59ba177 req-4f71637a-4c59-444b-b4ec-5f8bc3db2a25 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:51.253230 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:39:40Z', 'revision_number': 3, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:41Z', 'revision_number': 2, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:51.258209 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb044b69-6d66-4c52-9b14-83b8b59ba177 req-4f71637a-4c59-444b-b4ec-5f8bc3db2a25 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.5682409 Mar 23 01:39:51.271650 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44e8d654-753a-4970-a39c-fed1c9acc843 req-ab650205-1a69-438b-80c1-d08fdbbee287 service neutron] 10.222.0.43 "GET /v2.0/networks/437a6b3d-31aa-4643-a34c-ad56996321f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573996 Mar 23 01:39:51.285799 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fec28e79-53f0-490b-85ba-9c62328ad9ce req-f65d5726-8ffa-499f-b450-08af7b8f6ea5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443967 Mar 23 01:39:51.389128 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Checking router: 608599a5-eed7-4ac7-ba0c-5a9b686057e0 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:39:51.391658 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Updating router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 port b3f83685-a8ae-4a8c-a76d-69e5aa458be1 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:39:51.428554 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb044b69-6d66-4c52-9b14-83b8b59ba177 req-79cceb57-a11d-47b0-bd04-3443d3eca9b2 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1437936 Mar 23 01:39:51.444953 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Attempting to bind port 46a1d880-1b98-4fc2-8aae-c73a63583afd on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:39:51.445404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Attempting to bind port 46a1d880-1b98-4fc2-8aae-c73a63583afd by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '6597eff3-ac8c-4bea-b2f8-ee29f5a294c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:39:51.445692 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Attempting to bind port 46a1d880-1b98-4fc2-8aae-c73a63583afd on network 4a9e24bd-e924-4e72-91df-71826978356f {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:51.497673 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-dc671f71-3808-48cc-929b-8ee4c22829b4 None None] Provisioning complete for port fc7e7802-b6b9-4ade-8a6f-d641b243db1e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:51.498060 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dc671f71-3808-48cc-929b-8ee4c22829b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:51.515186 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:51.671665 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] For port fc7e7802-b6b9-4ade-8a6f-d641b243db1e, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:39:51.676851 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] For port fc7e7802-b6b9-4ade-8a6f-d641b243db1e, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=fc7e7802-b6b9-4ade-8a6f-d641b243db1e,segment=NetworkSegment(ce620575-0d5a-4fcc-aad2-6d3328745a27),segment_id=ce620575-0d5a-4fcc-aad2-6d3328745a27)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:39:51.687090 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:39:51.687463 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Checking segment: {'id': '6597eff3-ac8c-4bea-b2f8-ee29f5a294c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:51.688015 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:51.688406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Bound using segment: {'id': '6597eff3-ac8c-4bea-b2f8-ee29f5a294c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:39:51.689629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Bound port: 46a1d880-1b98-4fc2-8aae-c73a63583afd, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6597eff3-ac8c-4bea-b2f8-ee29f5a294c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:39:51.690033 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (46a1d880-1b98-4fc2-8aae-c73a63583afd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:51.706821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4f6618fa-1692-44cb-b018-29a447ae8e84 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:51.711145 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:51.758648 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43238) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:51.855280 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b9abb-0f3f-4c93-9b28-86b6acb1309a req-ffadd034-52e7-45b8-b1af-8db4551dff10 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:51.874724 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4f5b9abb-0f3f-4c93-9b28-86b6acb1309a req-ffadd034-52e7-45b8-b1af-8db4551dff10 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 945 time: 0.4057157 Mar 23 01:39:51.883390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=6c7291b0-2ffe-4b7b-8926-14516584a578,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:51.982211 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:52.044868 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c17eb0-e3be-47be-b806-ff232212172b None None] Pushing event updated for resources: {'Port': ['ID=fc7e7802-b6b9-4ade-8a6f-d641b243db1e,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:52.082642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-dc671f71-3808-48cc-929b-8ee4c22829b4 None None] Port fc7e7802-b6b9-4ade-8a6f-d641b243db1e cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:39:52.097424 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb63222-e13b-455d-8522-2cae95519bae req-05daaed9-519d-4d48-ad27-bf70aa7f5b60 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:52.100157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-05daaed9-519d-4d48-ad27-bf70aa7f5b60 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163&tenant_id=ce546d225bce48df9444d857bc6abcaf&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 1127 time: 0.3333240 Mar 23 01:39:52.124843 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:52.125404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd958b49-c60a-43dd-b59e-cf7f8b2d1889 req-5574139d-6768-4eae-b10e-e2fea8f5e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:52.125986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd958b49-c60a-43dd-b59e-cf7f8b2d1889 req-5574139d-6768-4eae-b10e-e2fea8f5e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:52.127604 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd958b49-c60a-43dd-b59e-cf7f8b2d1889 req-5574139d-6768-4eae-b10e-e2fea8f5e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:52.130039 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd958b49-c60a-43dd-b59e-cf7f8b2d1889 req-5574139d-6768-4eae-b10e-e2fea8f5e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:52.130599 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd958b49-c60a-43dd-b59e-cf7f8b2d1889 req-5574139d-6768-4eae-b10e-e2fea8f5e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:52.138405 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd958b49-c60a-43dd-b59e-cf7f8b2d1889 req-5574139d-6768-4eae-b10e-e2fea8f5e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:52.149862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd958b49-c60a-43dd-b59e-cf7f8b2d1889 req-5574139d-6768-4eae-b10e-e2fea8f5e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:52.166145 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dd958b49-c60a-43dd-b59e-cf7f8b2d1889 req-5574139d-6768-4eae-b10e-e2fea8f5e5f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 6710 time: 0.4057167 Mar 23 01:39:52.168574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Routers {'bbae6b49-5dcd-45de-9a1b-ddbe5f014394'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:52.174561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['bbae6b49-5dcd-45de-9a1b-ddbe5f014394'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:52.182622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-834677-4'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:52.187552 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e66cb66e-ef9c-42dd-a29f-71ba0b0558fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:52.266718 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Publish callbacks [] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:52.276449 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:52.306700 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 4a9e24bd-e924-4e72-91df-71826978356f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:52.366758 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:52.384143 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:39:52.385036 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (608599a5-eed7-4ac7-ba0c-5a9b686057e0), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:52.412527 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d2733-8c14-4861-b25d-22b2f8fa9426 None None] Pushing event updated for resources: {'Port': ['ID=b3f83685-a8ae-4a8c-a76d-69e5aa458be1,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:52.425730 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:52.538925 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=e03cf2ad-3280-4645-a3e9-45281207c92f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:52.564867 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Attempting to bind port b3f83685-a8ae-4a8c-a76d-69e5aa458be1 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:39:52.570957 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Attempting to bind port b3f83685-a8ae-4a8c-a76d-69e5aa458be1 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:39:52.571329 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Attempting to bind port b3f83685-a8ae-4a8c-a76d-69e5aa458be1 on network ac570053-2816-4f67-b33f-7f061b250696 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:52.580248 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:39:52.580652 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Checking segment: {'id': '4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:52.581063 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:52.581599 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Bound using segment: {'id': '4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:39:52.582086 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Bound port: b3f83685-a8ae-4a8c-a76d-69e5aa458be1, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:39:52.582483 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:52.608584 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4f5b9abb-0f3f-4c93-9b28-86b6acb1309a req-48fd4376-de3a-4fb8-af05-b16887a847f7 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7329462 Mar 23 01:39:52.618423 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:52.622366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:52.622739 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:52.623090 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:52.623426 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:52.623758 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:52.624090 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:52.624417 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:52.631054 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:52.631530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:52.631881 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:52.632224 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:52.632562 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:52.632925 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:52.633257 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:52.739932 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] For port b3f83685-a8ae-4a8c-a76d-69e5aa458be1, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:39:52.750316 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] For port b3f83685-a8ae-4a8c-a76d-69e5aa458be1, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b3f83685-a8ae-4a8c-a76d-69e5aa458be1,segment=NetworkSegment(4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8),segment_id=4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:39:52.772548 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:52.916116 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d2733-8c14-4861-b25d-22b2f8fa9426 None None] Pushing event updated for resources: {'Port': ['ID=b3f83685-a8ae-4a8c-a76d-69e5aa458be1,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:52.928686 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] For port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:52.959912 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:52.961780 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:52.972013 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] Set router bbae6b49-5dcd-45de-9a1b-ddbe5f014394 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:39:53.018564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] For port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:39:53.030066 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37b5fa-1c2e-44ff-92b5-f323845e51ea req-b739d12c-c41d-4672-9e98-ae963b6fa926 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:53.040818 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37b5fa-1c2e-44ff-92b5-f323845e51ea req-b739d12c-c41d-4672-9e98-ae963b6fa926 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:53.046736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37b5fa-1c2e-44ff-92b5-f323845e51ea req-b739d12c-c41d-4672-9e98-ae963b6fa926 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:53.056825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37b5fa-1c2e-44ff-92b5-f323845e51ea req-b739d12c-c41d-4672-9e98-ae963b6fa926 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:53.062906 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37b5fa-1c2e-44ff-92b5-f323845e51ea req-b739d12c-c41d-4672-9e98-ae963b6fa926 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:53.073029 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37b5fa-1c2e-44ff-92b5-f323845e51ea req-b739d12c-c41d-4672-9e98-ae963b6fa926 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:53.078781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37b5fa-1c2e-44ff-92b5-f323845e51ea req-b739d12c-c41d-4672-9e98-ae963b6fa926 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:53.087623 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff37b5fa-1c2e-44ff-92b5-f323845e51ea req-b739d12c-c41d-4672-9e98-ae963b6fa926 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.3078701 Mar 23 01:39:53.102761 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:53.140651 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Publish callbacks [] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:53.162103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e0f56e-991b-4ed2-adf7-5b4afb0fb163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d5ff212-42a8-4366-b07b-3b9cc7cbef6a'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:39:53.166844 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8f1cc0-a444-43f1-83ad-7100763613ce" -d '{"events": [{"server_uuid": "87e0f56e-991b-4ed2-adf7-5b4afb0fb163", "name": "network-vif-unplugged", "status": "completed", "tag": "3d5ff212-42a8-4366-b07b-3b9cc7cbef6a"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:39:53.169620 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d928e36e-56a0-45ca-b5fe-e94d46b46734 None None] Provisioning complete for port fc7e7802-b6b9-4ade-8a6f-d641b243db1e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:53.171470 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d928e36e-56a0-45ca-b5fe-e94d46b46734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:53.275054 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dd958b49-c60a-43dd-b59e-cf7f8b2d1889 req-5de36a71-d098-430a-b205-daf0e0c42f89 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1053774 Mar 23 01:39:53.277462 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:53.295336 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff37b5fa-1c2e-44ff-92b5-f323845e51ea req-8c331bf9-7799-4cd7-861a-52c2f9b02b3e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2063696 Mar 23 01:39:53.352131 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75f771-36ec-4c15-adb0-83e46d6e5185 req-f3fcace6-139e-4704-a033-856b4c6cc506 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:53.393446 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb75f771-36ec-4c15-adb0-83e46d6e5185 req-f3fcace6-139e-4704-a033-856b4c6cc506 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 1.1087062 Mar 23 01:39:53.495918 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa5cc4c-60c2-4bd2-b607-8f76b1f0b510 x-openstack-request-id: req-caa5cc4c-60c2-4bd2-b607-8f76b1f0b510 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:39:53.496669 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e0f56e-991b-4ed2-adf7-5b4afb0fb163", "name": "network-vif-unplugged", "status": "completed", "tag": "3d5ff212-42a8-4366-b07b-3b9cc7cbef6a", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:39:53.496669 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-caa5cc4c-60c2-4bd2-b607-8f76b1f0b510 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:39:53.496978 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa5cc4c-60c2-4bd2-b607-8f76b1f0b510'] response: {'server_uuid': '87e0f56e-991b-4ed2-adf7-5b4afb0fb163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d5ff212-42a8-4366-b07b-3b9cc7cbef6a', 'code': 200} Mar 23 01:39:53.512340 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:39:53.515220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] For port 46a1d880-1b98-4fc2-8aae-c73a63583afd, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:39:53.542271 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:53.552892 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4f6618fa-1692-44cb-b018-29a447ae8e84 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:53.553595 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4f6618fa-1692-44cb-b018-29a447ae8e84), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:53.556965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] For port 46a1d880-1b98-4fc2-8aae-c73a63583afd, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=46a1d880-1b98-4fc2-8aae-c73a63583afd,segment=NetworkSegment(6597eff3-ac8c-4bea-b2f8-ee29f5a294c3),segment_id=6597eff3-ac8c-4bea-b2f8-ee29f5a294c3)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:39:53.591715 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (46a1d880-1b98-4fc2-8aae-c73a63583afd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:53.688370 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb75f771-36ec-4c15-adb0-83e46d6e5185 req-64beecf1-5833-4cd9-8612-9d441f3abd49 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940376 Mar 23 01:39:53.819393 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bc9af2ed-2b5f-4b88-8b0b-0fb9e8876905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (1265cf98-a17a-43c0-9db7-76e73726b03a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:53.825171 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:53.832454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Attempting to bind port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on host n-h2-834677-4 for vnic_type normal with profile {"migrating_to": "n-h1-834677-4"} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:39:53.841030 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Attempting to bind port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:39:53.841389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Attempting to bind port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:53.855217 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on network ba3d029b-d469-4b1a-90d0-7995de95a27c not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:39:53.855593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Attempting to bind port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:53.859041 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285cd584-6d9c-476c-ac61-f4dc2488f949 None None] Pushing event updated for resources: {'Port': ['ID=46a1d880-1b98-4fc2-8aae-c73a63583afd,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:53.866020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:39:53.866354 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Checking segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:53.866838 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Bound using segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:39:53.867174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Bound port: 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:39:53.867549 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:53.959778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:39:54.002402 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] For port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:39:54.009009 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] For port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:39:54.023396 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:54.123089 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:39:52Z', 'revision_number': 4, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:52Z', 'revision_number': 4, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03cf2ad-3280-4645-a3e9-45281207c92f', 'name': '', 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:d8:6f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:49Z', 'updated_at': '2022-03-23T01:39:51Z', 'revision_number': 1, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:54.163720 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124c28f-1777-4d76-8426-de48dfabd887 None None] The sync data for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 is: [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:39:52Z', 'revision_number': 4, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:52Z', 'revision_number': 4, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03cf2ad-3280-4645-a3e9-45281207c92f', 'name': '', 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:d8:6f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:49Z', 'updated_at': '2022-03-23T01:39:51Z', 'revision_number': 1, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:39:54.213745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d928e36e-56a0-45ca-b5fe-e94d46b46734 None None] Current status of the port fc7e7802-b6b9-4ade-8a6f-d641b243db1e is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:54.213745 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d928e36e-56a0-45ca-b5fe-e94d46b46734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:54.278629 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:54.280163 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:54.281835 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] 10.222.0.42 "PUT /v2.0/ports/3d5ff212-42a8-4366-b07b-3b9cc7cbef6a HTTP/1.1" status: 200 len: 1121 time: 2.1758778 Mar 23 01:39:54.283587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,revision_number=8']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:54.294554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:54.295093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:54.295614 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:54.296117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:54.296808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:54.297319 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:54.297818 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:54.298314 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:54.298794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:54.299376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:54.299874 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:54.300498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:54.301074 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:54.301974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:54.302546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed30ec-6e75-467d-bc3a-9e856f9475c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:39:54.335084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d928e36e-56a0-45ca-b5fe-e94d46b46734 None None] For port fc7e7802-b6b9-4ade-8a6f-d641b243db1e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=fc7e7802-b6b9-4ade-8a6f-d641b243db1e,segment=NetworkSegment(ce620575-0d5a-4fcc-aad2-6d3328745a27),segment_id=ce620575-0d5a-4fcc-aad2-6d3328745a27)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:54.396215 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09464198-9193-4f8c-8dae-400cf7cd4517 req-f955c379-7a3a-45e7-84e0-7ff33cc4ae1c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:54.404460 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09464198-9193-4f8c-8dae-400cf7cd4517 req-f955c379-7a3a-45e7-84e0-7ff33cc4ae1c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.3785853 Mar 23 01:39:54.424690 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d928e36e-56a0-45ca-b5fe-e94d46b46734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:54.435800 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['3d5ff212-42a8-4366-b07b-3b9cc7cbef6a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:39:54.560274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928e36e-56a0-45ca-b5fe-e94d46b46734 None None] Pushing event updated for resources: {'Port': ['ID=fc7e7802-b6b9-4ade-8a6f-d641b243db1e,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:54.562566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1c74c-0c1c-4bda-9296-8b1526b22099 req-4d822834-03f4-4378-ba54-c56464661f67 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:54.568932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3d5ff212-42a8-4366-b07b-3b9cc7cbef6a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:39:54.582249 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:54.591739 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09464198-9193-4f8c-8dae-400cf7cd4517 req-54d02550-3f6a-4faa-847b-3f964b46d75c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856325 Mar 23 01:39:54.594604 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1c74c-0c1c-4bda-9296-8b1526b22099 req-4d822834-03f4-4378-ba54-c56464661f67 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:54.598570 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:54.600246 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (608599a5-eed7-4ac7-ba0c-5a9b686057e0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:54.605685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1c74c-0c1c-4bda-9296-8b1526b22099 req-4d822834-03f4-4378-ba54-c56464661f67 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:54.616046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1c74c-0c1c-4bda-9296-8b1526b22099 req-4d822834-03f4-4378-ba54-c56464661f67 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:54.623541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1c74c-0c1c-4bda-9296-8b1526b22099 req-4d822834-03f4-4378-ba54-c56464661f67 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:54.629671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1c74c-0c1c-4bda-9296-8b1526b22099 req-4d822834-03f4-4378-ba54-c56464661f67 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:54.644512 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1c74c-0c1c-4bda-9296-8b1526b22099 req-4d822834-03f4-4378-ba54-c56464661f67 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:54.656986 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14a1c74c-0c1c-4bda-9296-8b1526b22099 req-4d822834-03f4-4378-ba54-c56464661f67 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.1751547 Mar 23 01:39:54.778199 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=e03cf2ad-3280-4645-a3e9-45281207c92f,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:54.828292 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14a1c74c-0c1c-4bda-9296-8b1526b22099 req-6cd4ca12-e176-43b3-a15b-7a8a754e5668 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1666296 Mar 23 01:39:54.908329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4f6618fa-1692-44cb-b018-29a447ae8e84 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:54.910148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1a7fed58-8272-4658-b3db-29141e613b1e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:55.024247 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host n-h2-834677-4, got binding levels [] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:55.072030 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:55.074210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'name': 'tempest-TestAggregatesBasicOps-1802230646-router', 'tenant_id': '768bd0e55ad246389be3917046b90519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '6c7291b0-2ffe-4b7b-8926-14516584a578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:33Z', 'updated_at': '2022-03-23T01:39:42Z', 'revision_number': 4, 'project_id': '768bd0e55ad246389be3917046b90519', 'gw_port': {'id': '6c7291b0-2ffe-4b7b-8926-14516584a578', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:34Z', 'updated_at': '2022-03-23T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'fc7e7802-b6b9-4ade-8a6f-d641b243db1e', 'name': '', 'network_id': '06eb7944-6de7-4b67-8bdd-08cbf20b814f', 'tenant_id': '768bd0e55ad246389be3917046b90519', 'mac_address': 'fa:16:3e:0b:18:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '45bfdbb4-99fe-4823-a768-3dff980144db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:40Z', 'updated_at': '2022-03-23T01:39:51Z', 'revision_number': 4, 'project_id': '768bd0e55ad246389be3917046b90519', 'subnets': [{'id': '45bfdbb4-99fe-4823-a768-3dff980144db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:55.083565 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 4a9e24bd-e924-4e72-91df-71826978356f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:39:55.098297 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:55.179928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd6317c-94a6-4888-aad3-c99da642346c None None] The sync data for ids ['bbae6b49-5dcd-45de-9a1b-ddbe5f014394'] in n-d-834677-4 is: [{'id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'name': 'tempest-TestAggregatesBasicOps-1802230646-router', 'tenant_id': '768bd0e55ad246389be3917046b90519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '6c7291b0-2ffe-4b7b-8926-14516584a578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:33Z', 'updated_at': '2022-03-23T01:39:42Z', 'revision_number': 4, 'project_id': '768bd0e55ad246389be3917046b90519', 'gw_port': {'id': '6c7291b0-2ffe-4b7b-8926-14516584a578', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:34Z', 'updated_at': '2022-03-23T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'fc7e7802-b6b9-4ade-8a6f-d641b243db1e', 'name': '', 'network_id': '06eb7944-6de7-4b67-8bdd-08cbf20b814f', 'tenant_id': '768bd0e55ad246389be3917046b90519', 'mac_address': 'fa:16:3e:0b:18:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '45bfdbb4-99fe-4823-a768-3dff980144db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:40Z', 'updated_at': '2022-03-23T01:39:51Z', 'revision_number': 4, 'project_id': '768bd0e55ad246389be3917046b90519', 'subnets': [{'id': '45bfdbb4-99fe-4823-a768-3dff980144db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:39:55.188312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e47d35a4-e8fc-4a21-b343-91f687ff21d5 None None] Provisioning complete for port b3f83685-a8ae-4a8c-a76d-69e5aa458be1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:55.190247 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e47d35a4-e8fc-4a21-b343-91f687ff21d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:55.389597 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Attempting to bind port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on host n-h2-834677-4 for vnic_type normal with profile {"migrating_to": "n-h1-834677-4"} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:39:55.390848 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Attempting to bind port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:39:55.391379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Attempting to bind port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:55.396447 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853285f0-2f87-48e8-b75c-4603bdfa746e req-409ba3c6-6f1a-4309-8ace-e95ca078ba25 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:55.412493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on network ba3d029b-d469-4b1a-90d0-7995de95a27c not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:39:55.413168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Attempting to bind port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on network ba3d029b-d469-4b1a-90d0-7995de95a27c {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:39:55.415511 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-853285f0-2f87-48e8-b75c-4603bdfa746e req-409ba3c6-6f1a-4309-8ace-e95ca078ba25 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.6136191 Mar 23 01:39:55.465221 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 1a7fed58-8272-4658-b3db-29141e613b1e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:55.465596 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1a7fed58-8272-4658-b3db-29141e613b1e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:55.498612 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e0f56e-991b-4ed2-adf7-5b4afb0fb163', 'tag': '3d5ff212-42a8-4366-b07b-3b9cc7cbef6a'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:39:55.501464 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9488aafa-9c89-4066-9d0d-83ffbee2d824" -d '{"events": [{"name": "network-changed", "server_uuid": "87e0f56e-991b-4ed2-adf7-5b4afb0fb163", "tag": "3d5ff212-42a8-4366-b07b-3b9cc7cbef6a"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:39:55.565124 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:39:55.565743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Checking segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:55.567025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Bound using segment: {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:39:55.567691 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Bound port: 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ba3d029b-d469-4b1a-90d0-7995de95a27c'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:39:55.572285 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:55.597454 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e73510d-ce56-477f-b583-53727e7cfe99 x-openstack-request-id: req-7e73510d-ce56-477f-b583-53727e7cfe99 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:39:55.597454 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e0f56e-991b-4ed2-adf7-5b4afb0fb163", "tag": "3d5ff212-42a8-4366-b07b-3b9cc7cbef6a", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:39:55.598050 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e73510d-ce56-477f-b583-53727e7cfe99 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:39:55.598347 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e73510d-ce56-477f-b583-53727e7cfe99'] response: {'name': 'network-changed', 'server_uuid': '87e0f56e-991b-4ed2-adf7-5b4afb0fb163', 'tag': '3d5ff212-42a8-4366-b07b-3b9cc7cbef6a', 'status': 'completed', 'code': 200} Mar 23 01:39:55.621680 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-853285f0-2f87-48e8-b75c-4603bdfa746e req-5b59bd48-b1d6-452d-98ae-d523c2b34b5d tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052314 Mar 23 01:39:55.639532 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:39:55.705470 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-bc9af2ed-2b5f-4b88-8b0b-0fb9e8876905 admin admin] Deleting port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:39:55.705470 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bc9af2ed-2b5f-4b88-8b0b-0fb9e8876905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:55.805387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488aafa-9c89-4066-9d0d-83ffbee2d824 req-d86e5984-bad5-47c2-8b84-52a1ab8af19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:55.814774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9488aafa-9c89-4066-9d0d-83ffbee2d824 req-d86e5984-bad5-47c2-8b84-52a1ab8af19b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 1155 time: 0.1391294 Mar 23 01:39:55.945877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21f4993-5491-4f1a-973a-8bcf116f5a17 None None] Network 4a9e24bd-e924-4e72-91df-71826978356f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:39:56.124014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488aafa-9c89-4066-9d0d-83ffbee2d824 req-05344b96-1484-4a89-9ba7-dbf41ef43c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:56.126157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9488aafa-9c89-4066-9d0d-83ffbee2d824 req-05344b96-1484-4a89-9ba7-dbf41ef43c4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.2921720 Mar 23 01:39:56.179602 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:56.323616 n-d-834677-4 neutron-server[99265]: WARNING neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Concurrent port binding operations failed on port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a Mar 23 01:39:56.329417 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e47d35a4-e8fc-4a21-b343-91f687ff21d5 None None] Current status of the port b3f83685-a8ae-4a8c-a76d-69e5aa458be1 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:56.330866 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e47d35a4-e8fc-4a21-b343-91f687ff21d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:56.339166 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9488aafa-9c89-4066-9d0d-83ffbee2d824 req-c094defe-0221-4ee3-91d7-93e82312af59 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a HTTP/1.1" status: 200 len: 217 time: 0.2001309 Mar 23 01:39:56.346002 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:56.399718 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-bc9af2ed-2b5f-4b88-8b0b-0fb9e8876905 admin admin] For port 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6a7b8cfa-dd83-4413-b6f7-2ff241f257e6,segment=NetworkSegment(af70dc9b-9866-470e-8e52-e8941ffdd7ce),segment_id=af70dc9b-9866-470e-8e52-e8941ffdd7ce)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:56.400293 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bc9af2ed-2b5f-4b88-8b0b-0fb9e8876905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:56.429455 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:39:56.446806 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cccbfd1e-bbcf-4310-8001-9097d19a1078 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/608599a5-eed7-4ac7-ba0c-5a9b686057e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0678728 Mar 23 01:39:56.453982 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43322) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:56.461967 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0c7ec2fe-4822-42ce-96e4-9d03dfeed785 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1481267668'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:56.485204 n-d-834677-4 neutron-server[99265]: INFO neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Attempt 2 to bind port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a Mar 23 01:39:56.485846 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a has no active binding in host n-h1-834677-4 {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 01:39:56.504317 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-bc9af2ed-2b5f-4b88-8b0b-0fb9e8876905 admin admin] Calling delete_port for 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:39:56.512944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e47d35a4-e8fc-4a21-b343-91f687ff21d5 None None] For port b3f83685-a8ae-4a8c-a76d-69e5aa458be1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b3f83685-a8ae-4a8c-a76d-69e5aa458be1,segment=NetworkSegment(4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8),segment_id=4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:56.514882 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Sync routers for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:39:56.532011 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e47d35a4-e8fc-4a21-b343-91f687ff21d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:56.534128 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900f328-ad58-4593-9dc5-cdbc6991b292 req-d99a4042-ad92-44e2-b437-ab5d51a0ec82 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:56.543652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900f328-ad58-4593-9dc5-cdbc6991b292 req-d99a4042-ad92-44e2-b437-ab5d51a0ec82 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:56.550091 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900f328-ad58-4593-9dc5-cdbc6991b292 req-d99a4042-ad92-44e2-b437-ab5d51a0ec82 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:56.555793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900f328-ad58-4593-9dc5-cdbc6991b292 req-d99a4042-ad92-44e2-b437-ab5d51a0ec82 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:56.562529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900f328-ad58-4593-9dc5-cdbc6991b292 req-d99a4042-ad92-44e2-b437-ab5d51a0ec82 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:56.569888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900f328-ad58-4593-9dc5-cdbc6991b292 req-d99a4042-ad92-44e2-b437-ab5d51a0ec82 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:56.578063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900f328-ad58-4593-9dc5-cdbc6991b292 req-d99a4042-ad92-44e2-b437-ab5d51a0ec82 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:56.591668 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d900f328-ad58-4593-9dc5-cdbc6991b292 req-d99a4042-ad92-44e2-b437-ab5d51a0ec82 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.5533743 Mar 23 01:39:56.605354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:39:56.606221 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:39:56.613750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8e38d-14fd-4772-b069-f7d7cfb7e3bb req-51640654-aa31-4b0a-bf6b-a481e218ccb5 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:56.629683 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ce8e38d-14fd-4772-b069-f7d7cfb7e3bb req-51640654-aa31-4b0a-bf6b-a481e218ccb5 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.8080490 Mar 23 01:39:56.685036 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488aafa-9c89-4066-9d0d-83ffbee2d824 req-47d4a248-9cbc-4621-a930-ef0e07818757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:56.688367 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9488aafa-9c89-4066-9d0d-83ffbee2d824 req-47d4a248-9cbc-4621-a930-ef0e07818757 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.3371410 Mar 23 01:39:56.711585 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7ec2fe-4822-42ce-96e4-9d03dfeed785 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:39:56.716478 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0c7ec2fe-4822-42ce-96e4-9d03dfeed785 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:56.752373 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d900f328-ad58-4593-9dc5-cdbc6991b292 req-67be5b5d-2580-4d5f-b45c-44c1037ec3cc tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1594248 Mar 23 01:39:56.788029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9488aafa-9c89-4066-9d0d-83ffbee2d824 req-3494ee90-00bf-4989-b6af-cbf0a90d3885 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885656 Mar 23 01:39:56.843717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:39:56.845394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7ec2fe-4822-42ce-96e4-9d03dfeed785 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:39:56.884700 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ce8e38d-14fd-4772-b069-f7d7cfb7e3bb req-00b2aeaa-74c6-47ab-a66b-d497b830c22c tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517817 Mar 23 01:39:57.072549 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9488aafa-9c89-4066-9d0d-83ffbee2d824 req-4c385cd1-1705-4309-98a2-fa8b47e0b439 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632427 Mar 23 01:39:57.294038 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9488aafa-9c89-4066-9d0d-83ffbee2d824 req-d10d59bc-799b-49c8-9e03-b1c70c4d5c56 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136443 Mar 23 01:39:57.466006 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0c7ec2fe-4822-42ce-96e4-9d03dfeed785 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a22408b4-7b25-4170-9f28-b3b848a145a0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:57.466856 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-0c7ec2fe-4822-42ce-96e4-9d03dfeed785 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Added segment a22408b4-7b25-4170-9f28-b3b848a145a0 of type vlan for network 1885f53b-110a-4606-bfc0-d74dff10c709 Mar 23 01:39:57.535908 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0c7ec2fe-4822-42ce-96e4-9d03dfeed785 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (1885f53b-110a-4606-bfc0-d74dff10c709), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:57.570020 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0c7ec2fe-4822-42ce-96e4-9d03dfeed785 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (1885f53b-110a-4606-bfc0-d74dff10c709), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:57.579036 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7ec2fe-4822-42ce-96e4-9d03dfeed785 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:57.580519 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0c7ec2fe-4822-42ce-96e4-9d03dfeed785 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:57.621014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 1a7fed58-8272-4658-b3db-29141e613b1e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:57.654621 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8dc045b8-80ab-41c2-9452-8a190d2df054 None None] Provisioning complete for port 46a1d880-1b98-4fc2-8aae-c73a63583afd triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:57.659972 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8dc045b8-80ab-41c2-9452-8a190d2df054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (46a1d880-1b98-4fc2-8aae-c73a63583afd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:57.785157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43334) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:57.791440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d9763133-b731-4fb7-bbc6-7ce8d4a3a60a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'subnet': {'network_id': '1885f53b-110a-4606-bfc0-d74dff10c709', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:39:57.799811 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0c7ec2fe-4822-42ce-96e4-9d03dfeed785 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3477490 Mar 23 01:39:57.859371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ec2fe-4822-42ce-96e4-9d03dfeed785 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Network': ['ID=1885f53b-110a-4606-bfc0-d74dff10c709,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:57.991109 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bc9af2ed-2b5f-4b88-8b0b-0fb9e8876905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6a7b8cfa-dd83-4413-b6f7-2ff241f257e6), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:58.015856 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 1885f53b-110a-4606-bfc0-d74dff10c709 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:39:58.034278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9763133-b731-4fb7-bbc6-7ce8d4a3a60a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Made reservation on behalf of a7f4fb6f163b4f3e80387d2b3b9f9b50 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:39:58.040103 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d9763133-b731-4fb7-bbc6-7ce8d4a3a60a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:58.143748 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9af2ed-2b5f-4b88-8b0b-0fb9e8876905 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a7b8cfa-dd83-4413-b6f7-2ff241f257e6,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:58.463227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557957c3-cd06-429e-90ff-4950a4b79b9e req-aedbded9-8fdf-4b56-996e-4d9ea0313a45 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:58.469968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device fc7e7802-b6b9-4ade-8a6f-d641b243db1e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:58.475663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557957c3-cd06-429e-90ff-4950a4b79b9e req-aedbded9-8fdf-4b56-996e-4d9ea0313a45 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:58.484324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d35a4-e8fc-4a21-b343-91f687ff21d5 None None] Pushing event updated for resources: {'Port': ['ID=b3f83685-a8ae-4a8c-a76d-69e5aa458be1,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:58.515282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557957c3-cd06-429e-90ff-4950a4b79b9e req-aedbded9-8fdf-4b56-996e-4d9ea0313a45 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:58.526037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557957c3-cd06-429e-90ff-4950a4b79b9e req-aedbded9-8fdf-4b56-996e-4d9ea0313a45 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:58.529598 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d9763133-b731-4fb7-bbc6-7ce8d4a3a60a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:58.541353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557957c3-cd06-429e-90ff-4950a4b79b9e req-aedbded9-8fdf-4b56-996e-4d9ea0313a45 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:58.554233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557957c3-cd06-429e-90ff-4950a4b79b9e req-aedbded9-8fdf-4b56-996e-4d9ea0313a45 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:58.559607 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557957c3-cd06-429e-90ff-4950a4b79b9e req-aedbded9-8fdf-4b56-996e-4d9ea0313a45 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:58.571905 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-557957c3-cd06-429e-90ff-4950a4b79b9e req-aedbded9-8fdf-4b56-996e-4d9ea0313a45 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.5469337 Mar 23 01:39:58.676181 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9763133-b731-4fb7-bbc6-7ce8d4a3a60a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Subnet': ['ID=bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:58.758978 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc4c34-f08a-4353-8631-5d7e7c64d2db req-2590694f-5e0d-4368-a48e-a1b821e79117 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:58.760807 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54fc4c34-f08a-4353-8631-5d7e7c64d2db req-2590694f-5e0d-4368-a48e-a1b821e79117 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.2929733 Mar 23 01:39:58.765058 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9763133-b731-4fb7-bbc6-7ce8d4a3a60a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Checking segment: {'id': 'a22408b4-7b25-4170-9f28-b3b848a145a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1885f53b-110a-4606-bfc0-d74dff10c709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:39:58.765526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9763133-b731-4fb7-bbc6-7ce8d4a3a60a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network hostable DHCP agents. Network: 1885f53b-110a-4606-bfc0-d74dff10c709, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:39:58.872559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9763133-b731-4fb7-bbc6-7ce8d4a3a60a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 1885f53b-110a-4606-bfc0-d74dff10c709 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:39:58.911863 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-d9763133-b731-4fb7-bbc6-7ce8d4a3a60a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 1885f53b-110a-4606-bfc0-d74dff10c709) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:39:58.926781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8dc045b8-80ab-41c2-9452-8a190d2df054 None None] Current status of the port 46a1d880-1b98-4fc2-8aae-c73a63583afd is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:58.927336 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8dc045b8-80ab-41c2-9452-8a190d2df054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (46a1d880-1b98-4fc2-8aae-c73a63583afd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:58.949629 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9763133-b731-4fb7-bbc6-7ce8d4a3a60a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:39:58.950342 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d9763133-b731-4fb7-bbc6-7ce8d4a3a60a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:58.975766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54fc4c34-f08a-4353-8631-5d7e7c64d2db req-32df24d6-8230-4184-ad07-ed29950b066d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042706 Mar 23 01:39:58.977812 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e53eab-8175-4676-b135-fb859cbeade9 None None] Network 1885f53b-110a-4606-bfc0-d74dff10c709 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:39:59.009324 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d9763133-b731-4fb7-bbc6-7ce8d4a3a60a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2227180 Mar 23 01:39:59.011235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43350) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:39:59.031387 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-557957c3-cd06-429e-90ff-4950a4b79b9e req-a8458ad2-c884-435b-bf9e-db878249c1f6 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4518836 Mar 23 01:39:59.051407 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bc9af2ed-2b5f-4b88-8b0b-0fb9e8876905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (1265cf98-a17a-43c0-9db7-76e73726b03a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:59.266178 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port fc7e7802-b6b9-4ade-8a6f-d641b243db1e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:59.268705 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:59.276095 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8dc045b8-80ab-41c2-9452-8a190d2df054 None None] For port 46a1d880-1b98-4fc2-8aae-c73a63583afd, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=46a1d880-1b98-4fc2-8aae-c73a63583afd,segment=NetworkSegment(6597eff3-ac8c-4bea-b2f8-ee29f5a294c3),segment_id=6597eff3-ac8c-4bea-b2f8-ee29f5a294c3)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:39:59.442646 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8dc045b8-80ab-41c2-9452-8a190d2df054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (46a1d880-1b98-4fc2-8aae-c73a63583afd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:59.660265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7c780886-9250-4771-a21c-2c39cd4ac1c2 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:39:59.684490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9af2ed-2b5f-4b88-8b0b-0fb9e8876905 admin admin] Router 1265cf98-a17a-43c0-9db7-76e73726b03a has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:39:59.841084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f134891d-cbd3-4544-8891-2af21555652a None None] Provisioning complete for port 46a1d880-1b98-4fc2-8aae-c73a63583afd triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:39:59.841655 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f134891d-cbd3-4544-8891-2af21555652a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (46a1d880-1b98-4fc2-8aae-c73a63583afd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:59.897532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-1885f53b-110a-4606-bfc0-d74dff10c709', 'network_id': '1885f53b-110a-4606-bfc0-d74dff10c709', 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'fixed_ips': [{'subnet_id': 'bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:39:59.898581 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:39:59.965152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port fc7e7802-b6b9-4ade-8a6f-d641b243db1e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:39:59.966532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6c7291b0-2ffe-4b7b-8926-14516584a578 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:39:59.980924 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc045b8-80ab-41c2-9452-8a190d2df054 None None] Pushing event updated for resources: {'Port': ['ID=46a1d880-1b98-4fc2-8aae-c73a63583afd,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:39:59.987730 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:39:52Z', 'revision_number': 4, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:56Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03cf2ad-3280-4645-a3e9-45281207c92f', 'name': '', 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:d8:6f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:49Z', 'updated_at': '2022-03-23T01:39:54Z', 'revision_number': 2, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:00.037175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9af2ed-2b5f-4b88-8b0b-0fb9e8876905 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:40:00.046569 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36508665-0360-4fbf-8f63-69dfe4ed4d2f None None] Sync routers for ids ['1265cf98-a17a-43c0-9db7-76e73726b03a'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:40:00.060378 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bc9af2ed-2b5f-4b88-8b0b-0fb9e8876905 admin admin] 10.222.0.18 "PUT /v2.0/routers/1265cf98-a17a-43c0-9db7-76e73726b03a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9997487 Mar 23 01:40:00.060672 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43364) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:00.067048 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Checking router: 608599a5-eed7-4ac7-ba0c-5a9b686057e0 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:40:00.067737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Updating router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 port e03cf2ad-3280-4645-a3e9-45281207c92f binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:40:00.069396 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36508665-0360-4fbf-8f63-69dfe4ed4d2f None None] Routers {'1265cf98-a17a-43c0-9db7-76e73726b03a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:00.070033 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-36508665-0360-4fbf-8f63-69dfe4ed4d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1265cf98-a17a-43c0-9db7-76e73726b03a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:00.321285 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Allocated IP 2001:db8:3::2 (1885f53b-110a-4606-bfc0-d74dff10c709/bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6/db8e349b-1e0c-478e-ba4a-0ffbb4697c43) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:40:00.469343 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-36508665-0360-4fbf-8f63-69dfe4ed4d2f None None] Set router 1265cf98-a17a-43c0-9db7-76e73726b03a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:00.486246 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Publish callbacks [] for port (db8e349b-1e0c-478e-ba4a-0ffbb4697c43), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:00.535802 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.resource_extend [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:40:00.547963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857d5be-1cf7-4c89-a9b7-ee4eedb33c49 req-29942587-61ff-441a-9cb2-c5998197449e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:00.550907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f857d5be-1cf7-4c89-a9b7-ee4eedb33c49 req-29942587-61ff-441a-9cb2-c5998197449e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.2946556 Mar 23 01:40:00.574059 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (db8e349b-1e0c-478e-ba4a-0ffbb4697c43), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:00.582613 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f644f-6195-4ea1-9a48-8e8ecbf6e528 req-c99f3608-b3ca-4b25-90da-65d49f262227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:00.596515 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f644f-6195-4ea1-9a48-8e8ecbf6e528 req-c99f3608-b3ca-4b25-90da-65d49f262227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:00.607997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f644f-6195-4ea1-9a48-8e8ecbf6e528 req-c99f3608-b3ca-4b25-90da-65d49f262227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:00.621237 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f644f-6195-4ea1-9a48-8e8ecbf6e528 req-c99f3608-b3ca-4b25-90da-65d49f262227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:00.635642 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f644f-6195-4ea1-9a48-8e8ecbf6e528 req-c99f3608-b3ca-4b25-90da-65d49f262227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:00.649079 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f644f-6195-4ea1-9a48-8e8ecbf6e528 req-c99f3608-b3ca-4b25-90da-65d49f262227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:00.666873 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f857d5be-1cf7-4c89-a9b7-ee4eedb33c49 req-78fba869-d277-413a-882b-fd584e6a20aa tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096756 Mar 23 01:40:00.672225 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f644f-6195-4ea1-9a48-8e8ecbf6e528 req-c99f3608-b3ca-4b25-90da-65d49f262227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:00.679053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-062f644f-6195-4ea1-9a48-8e8ecbf6e528 req-c99f3608-b3ca-4b25-90da-65d49f262227 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5431 time: 0.3945904 Mar 23 01:40:00.710350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Pushing event updated for resources: {'Port': ['ID=db8e349b-1e0c-478e-ba4a-0ffbb4697c43,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:00.794134 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e535305-44e0-41be-ad6f-468a2d6d00a3 admin admin] Publish callbacks [] for router (1265cf98-a17a-43c0-9db7-76e73726b03a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:00.915455 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 7c780886-9250-4771-a21c-2c39cd4ac1c2, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7c780886-9250-4771-a21c-2c39cd4ac1c2,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:00.986852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '7c780886-9250-4771-a21c-2c39cd4ac1c2', 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198', 'port_id': '7c780886-9250-4771-a21c-2c39cd4ac1c2', 'mac_address': 'fa:16:3e:35:39:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5318283b-1a4c-4eb2-a126-9552729eb2b3', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:40:01.064897 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-36508665-0360-4fbf-8f63-69dfe4ed4d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'name': 'tempest-TestAggregatesBasicOps-566937618-router', 'tenant_id': 'dbb7b35220044f9f85e26f372fdd9846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:20Z', 'updated_at': '2022-03-23T01:39:57Z', 'revision_number': 5, 'project_id': 'dbb7b35220044f9f85e26f372fdd9846', 'gw_port': {'id': '6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:08:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:22Z', 'updated_at': '2022-03-23T01:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:01.093749 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e535305-44e0-41be-ad6f-468a2d6d00a3 admin admin] Publish callbacks [] for router_gateway (1265cf98-a17a-43c0-9db7-76e73726b03a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:01.112141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Network 1885f53b-110a-4606-bfc0-d74dff10c709 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:40:01.114846 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:01.119665 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f134891d-cbd3-4544-8891-2af21555652a None None] Current status of the port 46a1d880-1b98-4fc2-8aae-c73a63583afd is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:01.201965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:40:01.203590 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36508665-0360-4fbf-8f63-69dfe4ed4d2f None None] Checking router: 1265cf98-a17a-43c0-9db7-76e73726b03a for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:40:01.219820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-062f644f-6195-4ea1-9a48-8e8ecbf6e528 req-c1cf1a1e-4627-4191-9c21-9c099a0644b1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5270834 Mar 23 01:40:01.246143 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36508665-0360-4fbf-8f63-69dfe4ed4d2f None None] Routers {'1265cf98-a17a-43c0-9db7-76e73726b03a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:01.249713 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-36508665-0360-4fbf-8f63-69dfe4ed4d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1265cf98-a17a-43c0-9db7-76e73726b03a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:01.257166 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:40:01.277994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-8e535305-44e0-41be-ad6f-468a2d6d00a3 admin admin] Deleting port 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:01.278371 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e535305-44e0-41be-ad6f-468a2d6d00a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:01.303292 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:01.335001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 7c780886-9250-4771-a21c-2c39cd4ac1c2 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:01.335565 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:01.374971 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6c7291b0-2ffe-4b7b-8926-14516584a578 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:01.382601 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6c7291b0-2ffe-4b7b-8926-14516584a578), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:01.419503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-8e535305-44e0-41be-ad6f-468a2d6d00a3 admin admin] For port 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:01.419891 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e535305-44e0-41be-ad6f-468a2d6d00a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:01.445498 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-36508665-0360-4fbf-8f63-69dfe4ed4d2f None None] Set router 1265cf98-a17a-43c0-9db7-76e73726b03a gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:01.454282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-8e535305-44e0-41be-ad6f-468a2d6d00a3 admin admin] Calling delete_port for 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:01.564417 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f134891d-cbd3-4544-8891-2af21555652a None None] Provisioning complete for port e03cf2ad-3280-4645-a3e9-45281207c92f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:01.565118 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f134891d-cbd3-4544-8891-2af21555652a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:01.593676 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-36508665-0360-4fbf-8f63-69dfe4ed4d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'name': 'tempest-TestAggregatesBasicOps-566937618-router', 'tenant_id': 'dbb7b35220044f9f85e26f372fdd9846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:20Z', 'updated_at': '2022-03-23T01:40:01Z', 'revision_number': 6, 'project_id': 'dbb7b35220044f9f85e26f372fdd9846', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:01.635425 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36508665-0360-4fbf-8f63-69dfe4ed4d2f None None] The sync data for ids ['1265cf98-a17a-43c0-9db7-76e73726b03a'] in n-d-834677-4 is: [{'id': '1265cf98-a17a-43c0-9db7-76e73726b03a', 'name': 'tempest-TestAggregatesBasicOps-566937618-router', 'tenant_id': 'dbb7b35220044f9f85e26f372fdd9846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:20Z', 'updated_at': '2022-03-23T01:40:01Z', 'revision_number': 6, 'project_id': 'dbb7b35220044f9f85e26f372fdd9846', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:40:01.655308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c780886-9250-4771-a21c-2c39cd4ac1c2 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:40:01.868190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f134891d-cbd3-4544-8891-2af21555652a None None] Port e03cf2ad-3280-4645-a3e9-45281207c92f cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:40:01.950620 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e535305-44e0-41be-ad6f-468a2d6d00a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:01.996219 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Attempting to bind port db8e349b-1e0c-478e-ba4a-0ffbb4697c43 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:40:01.996776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Attempting to bind port db8e349b-1e0c-478e-ba4a-0ffbb4697c43 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'a22408b4-7b25-4170-9f28-b3b848a145a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1885f53b-110a-4606-bfc0-d74dff10c709'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:40:01.996965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Attempting to bind port db8e349b-1e0c-478e-ba4a-0ffbb4697c43 on network 1885f53b-110a-4606-bfc0-d74dff10c709 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:40:02.031609 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a120ca-a219-4c7c-8a13-1eb8c2d9e9d1 req-c1a3c27f-ec7e-4eb3-af97-f84b5f69c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:02.049725 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-17a120ca-a219-4c7c-8a13-1eb8c2d9e9d1 req-c1a3c27f-ec7e-4eb3-af97-f84b5f69c912 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 1127 time: 0.8602281 Mar 23 01:40:02.056821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e535305-44e0-41be-ad6f-468a2d6d00a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:02.092031 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 7c780886-9250-4771-a21c-2c39cd4ac1c2, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7c780886-9250-4771-a21c-2c39cd4ac1c2,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:02.123132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:40:02.123575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Checking segment: {'id': 'a22408b4-7b25-4170-9f28-b3b848a145a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1885f53b-110a-4606-bfc0-d74dff10c709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:40:02.123985 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:02.124387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Bound using segment: {'id': 'a22408b4-7b25-4170-9f28-b3b848a145a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1885f53b-110a-4606-bfc0-d74dff10c709'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:40:02.126530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Bound port: db8e349b-1e0c-478e-ba4a-0ffbb4697c43, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22408b4-7b25-4170-9f28-b3b848a145a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1885f53b-110a-4606-bfc0-d74dff10c709'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:40:02.126947 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (db8e349b-1e0c-478e-ba4a-0ffbb4697c43), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:02.152042 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:02.155282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 71840044-c12d-499c-b285-a288993a4af4 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:40:02.271107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6c7291b0-2ffe-4b7b-8926-14516584a578 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:02.272816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b3f83685-a8ae-4a8c-a76d-69e5aa458be1 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:40:02.278127 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e535305-44e0-41be-ad6f-468a2d6d00a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (1265cf98-a17a-43c0-9db7-76e73726b03a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:02.380730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Allocated IP 2001:db8:3::1 (1885f53b-110a-4606-bfc0-d74dff10c709/bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6/44be8f83-e5cf-45ba-ba07-1df46358d12a) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:40:02.464334 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] For port db8e349b-1e0c-478e-ba4a-0ffbb4697c43, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:40:02.469254 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] For port db8e349b-1e0c-478e-ba4a-0ffbb4697c43, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=db8e349b-1e0c-478e-ba4a-0ffbb4697c43,segment=NetworkSegment(a22408b4-7b25-4170-9f28-b3b848a145a0),segment_id=a22408b4-7b25-4170-9f28-b3b848a145a0)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:40:02.472427 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7fb99-a8d4-40bc-af7f-f105933282c5 req-8106801a-c44f-4ae3-a9d7-e3349de3a8af tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:02.480381 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2c7fb99-a8d4-40bc-af7f-f105933282c5 req-8106801a-c44f-4ae3-a9d7-e3349de3a8af tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.5529420 Mar 23 01:40:02.559043 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e535305-44e0-41be-ad6f-468a2d6d00a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (1265cf98-a17a-43c0-9db7-76e73726b03a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:02.577274 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2c7fb99-a8d4-40bc-af7f-f105933282c5 req-4be5d51f-85ce-41e6-91cb-7c0b1e623943 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957997 Mar 23 01:40:02.578878 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e535305-44e0-41be-ad6f-468a2d6d00a3 admin admin] Publish callbacks [] for router_controller (1265cf98-a17a-43c0-9db7-76e73726b03a), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:02.705816 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e535305-44e0-41be-ad6f-468a2d6d00a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (1265cf98-a17a-43c0-9db7-76e73726b03a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:02.706672 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e535305-44e0-41be-ad6f-468a2d6d00a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1265cf98-a17a-43c0-9db7-76e73726b03a {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:40:02.721521 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e535305-44e0-41be-ad6f-468a2d6d00a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:02.735093 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8e535305-44e0-41be-ad6f-468a2d6d00a3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1265cf98-a17a-43c0-9db7-76e73726b03a HTTP/1.1" status: 204 len: 168 time: 2.6726985 Mar 23 01:40:02.735769 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43400) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:02.747037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ef456-1422-4218-802e-1723ecfed73d req-562f192d-2452-4323-a0d6-c7890d190200 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:02.751792 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2c2ef456-1422-4218-802e-1723ecfed73d req-562f192d-2452-4323-a0d6-c7890d190200 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 1.3898859 Mar 23 01:40:02.788036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e96134c4-461f-49fa-8c94-0bbd8ab571be None None] Provisioning complete for port e03cf2ad-3280-4645-a3e9-45281207c92f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:02.788433 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e96134c4-461f-49fa-8c94-0bbd8ab571be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:02.966345 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2c2ef456-1422-4218-802e-1723ecfed73d req-977f8e06-b774-4ac1-90e6-450142790681 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988783 Mar 23 01:40:03.041510 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-215928d6-692b-4ce0-8225-a32e2863a09a admin admin] Deleting subnet daa27b62-d359-47a7-acc8-8e7245f07f9a {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:40:03.052523 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-215928d6-692b-4ce0-8225-a32e2863a09a admin admin] Publish callbacks [] for subnet (daa27b62-d359-47a7-acc8-8e7245f07f9a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:03.084270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a120ca-a219-4c7c-8a13-1eb8c2d9e9d1 req-965f5e26-a153-47e3-8470-b869315f29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:03.089337 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-17a120ca-a219-4c7c-8a13-1eb8c2d9e9d1 req-965f5e26-a153-47e3-8470-b869315f29f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 919 time: 1.0372674 Mar 23 01:40:03.108932 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cecb8-605b-475d-ba2a-2b5e8dc59951 req-27ee85a6-c608-4b7f-b322-08da38992152 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:03.122279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cecb8-605b-475d-ba2a-2b5e8dc59951 req-27ee85a6-c608-4b7f-b322-08da38992152 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:03.128800 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cecb8-605b-475d-ba2a-2b5e8dc59951 req-27ee85a6-c608-4b7f-b322-08da38992152 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:03.135494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cecb8-605b-475d-ba2a-2b5e8dc59951 req-27ee85a6-c608-4b7f-b322-08da38992152 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:03.142193 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cecb8-605b-475d-ba2a-2b5e8dc59951 req-27ee85a6-c608-4b7f-b322-08da38992152 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:03.149070 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cecb8-605b-475d-ba2a-2b5e8dc59951 req-27ee85a6-c608-4b7f-b322-08da38992152 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:03.154897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cecb8-605b-475d-ba2a-2b5e8dc59951 req-27ee85a6-c608-4b7f-b322-08da38992152 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:03.164865 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-889cecb8-605b-475d-ba2a-2b5e8dc59951 req-27ee85a6-c608-4b7f-b322-08da38992152 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5432 time: 0.4278920 Mar 23 01:40:03.190222 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:03.200158 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-17a120ca-a219-4c7c-8a13-1eb8c2d9e9d1 req-0ddfe18a-3eb5-47a0-a631-2cbad95b7af7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bb4970b-5b6b-411e-ad70-de61dd5025d8 HTTP/1.1" status: 200 len: 217 time: 0.0983489 Mar 23 01:40:03.246860 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-215928d6-692b-4ce0-8225-a32e2863a09a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (daa27b62-d359-47a7-acc8-8e7245f07f9a), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:03.291032 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Publish callbacks [] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:03.315558 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.resource_extend [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] It took 0.98 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:40:03.359157 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 71840044-c12d-499c-b285-a288993a4af4, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=71840044-c12d-499c-b285-a288993a4af4,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:03.394163 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (db8e349b-1e0c-478e-ba4a-0ffbb4697c43), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:03.415107 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:03.430371 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:03.460578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e96134c4-461f-49fa-8c94-0bbd8ab571be None None] Port e03cf2ad-3280-4645-a3e9-45281207c92f cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:40:03.477694 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=7c780886-9250-4771-a21c-2c39cd4ac1c2,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:03.499216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '71840044-c12d-499c-b285-a288993a4af4', 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198', 'port_id': '71840044-c12d-499c-b285-a288993a4af4', 'mac_address': 'fa:16:3e:a9:64:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5318283b-1a4c-4eb2-a126-9552729eb2b3', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:40:03.530187 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-215928d6-692b-4ce0-8225-a32e2863a09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (daa27b62-d359-47a7-acc8-8e7245f07f9a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:03.540161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a120ca-a219-4c7c-8a13-1eb8c2d9e9d1 req-77df1439-7e08-41a5-bd3b-05ab25e0b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:03.541813 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-17a120ca-a219-4c7c-8a13-1eb8c2d9e9d1 req-77df1439-7e08-41a5-bd3b-05ab25e0b429 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.3344669 Mar 23 01:40:03.552911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 1885f53b-110a-4606-bfc0-d74dff10c709 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:40:03.589604 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port b3f83685-a8ae-4a8c-a76d-69e5aa458be1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:03.596215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:40:03.600271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:40:03.600944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (608599a5-eed7-4ac7-ba0c-5a9b686057e0), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:03.613507 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:03.723340 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-889cecb8-605b-475d-ba2a-2b5e8dc59951 req-84a1280a-9fdf-43e7-b177-2478ee154a12 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5567527 Mar 23 01:40:03.729295 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-215928d6-692b-4ce0-8225-a32e2863a09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (daa27b62-d359-47a7-acc8-8e7245f07f9a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:03.767948 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-215928d6-692b-4ce0-8225-a32e2863a09a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:03.776008 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-215928d6-692b-4ce0-8225-a32e2863a09a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/daa27b62-d359-47a7-acc8-8e7245f07f9a HTTP/1.1" status: 204 len: 168 time: 1.0320363 Mar 23 01:40:03.776699 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43412) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:03.824379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283e3b11-0286-4ec1-8f7e-1e33c6a19b41 None None] Network 86d7c587-cab8-48e5-a2e4-62026eb0e9ec requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:40:03.917885 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=44be8f83-e5cf-45ba-ba07-1df46358d12a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:04.046088 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215928d6-692b-4ce0-8225-a32e2863a09a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa27b62-d359-47a7-acc8-8e7245f07f9a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:04.055540 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:04.097860 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a120ca-a219-4c7c-8a13-1eb8c2d9e9d1 req-900bd7d0-7e86-447c-b50f-2b7a3c8a7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:04.101062 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-17a120ca-a219-4c7c-8a13-1eb8c2d9e9d1 req-900bd7d0-7e86-447c-b50f-2b7a3c8a7f54 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5417428 Mar 23 01:40:04.147686 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (86d7c587-cab8-48e5-a2e4-62026eb0e9ec), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:04.405493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f23dd-6137-4046-bbbf-f1a74291355f req-187c96fd-9bfb-46bf-b9f8-9d55be314813 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:04.408004 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af6f23dd-6137-4046-bbbf-f1a74291355f req-187c96fd-9bfb-46bf-b9f8-9d55be314813 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.5010068 Mar 23 01:40:04.453871 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] Deleting port bb341c99-afd4-4114-91ff-4e72c4540532 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:04.459168 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (bb341c99-afd4-4114-91ff-4e72c4540532), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:04.496522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f811691c-cd8f-42d9-8050-4319a488e864 None None] Provisioning complete for port e03cf2ad-3280-4645-a3e9-45281207c92f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:04.497152 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f811691c-cd8f-42d9-8050-4319a488e864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:04.567604 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] For port bb341c99-afd4-4114-91ff-4e72c4540532, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=bb341c99-afd4-4114-91ff-4e72c4540532,segment=NetworkSegment(af70dc9b-9866-470e-8e52-e8941ffdd7ce),segment_id=af70dc9b-9866-470e-8e52-e8941ffdd7ce)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:04.567884 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (bb341c99-afd4-4114-91ff-4e72c4540532), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:04.586762 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] Calling delete_port for bb341c99-afd4-4114-91ff-4e72c4540532 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:04.599772 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Attempting to bind port e03cf2ad-3280-4645-a3e9-45281207c92f on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:40:04.600144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Attempting to bind port e03cf2ad-3280-4645-a3e9-45281207c92f by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '6597eff3-ac8c-4bea-b2f8-ee29f5a294c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:40:04.600501 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Attempting to bind port e03cf2ad-3280-4645-a3e9-45281207c92f on network 4a9e24bd-e924-4e72-91df-71826978356f {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:40:04.602533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 71840044-c12d-499c-b285-a288993a4af4 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:04.602911 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (71840044-c12d-499c-b285-a288993a4af4), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:04.664057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f811691c-cd8f-42d9-8050-4319a488e864 None None] Port e03cf2ad-3280-4645-a3e9-45281207c92f cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:40:04.672448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb547f-4916-4df0-96d4-24b187fdb432 req-0e4785db-443f-43de-b4c3-04f53cc548ee tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:04.675786 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-badb547f-4916-4df0-96d4-24b187fdb432 req-0e4785db-443f-43de-b4c3-04f53cc548ee tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.4482532 Mar 23 01:40:04.681874 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71840044-c12d-499c-b285-a288993a4af4 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:40:04.707693 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:04.729396 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:04.730398 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (608599a5-eed7-4ac7-ba0c-5a9b686057e0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:04.735240 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 71840044-c12d-499c-b285-a288993a4af4, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=71840044-c12d-499c-b285-a288993a4af4,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:04.736793 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:04.790115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:40:04.790487 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Checking segment: {'id': '6597eff3-ac8c-4bea-b2f8-ee29f5a294c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:40:04.790886 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:04.795765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Bound using segment: {'id': '6597eff3-ac8c-4bea-b2f8-ee29f5a294c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:40:04.796287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Bound port: e03cf2ad-3280-4645-a3e9-45281207c92f, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6597eff3-ac8c-4bea-b2f8-ee29f5a294c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:40:04.799294 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:04.806882 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (71840044-c12d-499c-b285-a288993a4af4), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:04.807615 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8a932a57-4ff5-4c2c-8280-db9116662f6a details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:40:04.808811 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-badb547f-4916-4df0-96d4-24b187fdb432 req-663498b2-ea08-4005-b340-ab328ba2046d tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226335 Mar 23 01:40:04.825486 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (bb341c99-afd4-4114-91ff-4e72c4540532), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:04.900101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbf1f7-ca60-4291-a535-e4340735c830 None None] Pushing event updated for resources: {'Port': ['ID=db8e349b-1e0c-478e-ba4a-0ffbb4697c43,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:04.935978 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] No DVR routers for this DVR port bb341c99-afd4-4114-91ff-4e72c4540532 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:40:04.960644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb341c99-afd4-4114-91ff-4e72c4540532,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:05.043006 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce4122-5efe-4564-bcdc-4845ef7d4133 None None] Pushing event updated for resources: {'Port': ['ID=e03cf2ad-3280-4645-a3e9-45281207c92f,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:05.096943 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af6f23dd-6137-4046-bbbf-f1a74291355f req-c22054e2-a876-4621-a9dc-b5b9c97768bf tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6591218 Mar 23 01:40:05.139835 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-17a120ca-a219-4c7c-8a13-1eb8c2d9e9d1 req-881c89d7-858e-4043-a6d1-bb03d0f3b6eb service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7490361 Mar 23 01:40:05.247173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a348f638-eb94-4138-8e04-1a9a770b6c4e None None] DHCP port deletion for 86d7c587-cab8-48e5-a2e4-62026eb0e9ec request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:40:05.273542 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (86d7c587-cab8-48e5-a2e4-62026eb0e9ec), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:05.335274 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.resource_extend [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:40:05.338078 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d7c587-cab8-48e5-a2e4-62026eb0e9ec']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:05.359552 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port b3f83685-a8ae-4a8c-a76d-69e5aa458be1 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:05.365587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0242d-0506-4223-9cd9-8b9bc10b50fa req-c3468b0e-f793-41f0-b54c-65056a09e7b9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:05.368593 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 46a1d880-1b98-4fc2-8aae-c73a63583afd up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:40:05.372149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0242d-0506-4223-9cd9-8b9bc10b50fa req-c3468b0e-f793-41f0-b54c-65056a09e7b9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:05.379318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0242d-0506-4223-9cd9-8b9bc10b50fa req-c3468b0e-f793-41f0-b54c-65056a09e7b9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:05.394160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0242d-0506-4223-9cd9-8b9bc10b50fa req-c3468b0e-f793-41f0-b54c-65056a09e7b9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:05.410669 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0242d-0506-4223-9cd9-8b9bc10b50fa req-c3468b0e-f793-41f0-b54c-65056a09e7b9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:05.418722 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-17a120ca-a219-4c7c-8a13-1eb8c2d9e9d1 req-0deb729c-b2aa-4295-94f1-2decc656f974 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782595 Mar 23 01:40:05.426220 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0242d-0506-4223-9cd9-8b9bc10b50fa req-c3468b0e-f793-41f0-b54c-65056a09e7b9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:05.435137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0242d-0506-4223-9cd9-8b9bc10b50fa req-c3468b0e-f793-41f0-b54c-65056a09e7b9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:05.437431 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bac0242d-0506-4223-9cd9-8b9bc10b50fa req-c3468b0e-f793-41f0-b54c-65056a09e7b9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5433 time: 0.4218543 Mar 23 01:40:05.458616 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af70dc9b-9866-470e-8e52-e8941ffdd7ce') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:05.462677 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af70dc9b-9866-470e-8e52-e8941ffdd7ce') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:05.464422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event updated for resources: {'Port': ['ID=44be8f83-e5cf-45ba-ba07-1df46358d12a,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:05.558104 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (af70dc9b-9866-470e-8e52-e8941ffdd7ce), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:05.574950 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (af70dc9b-9866-470e-8e52-e8941ffdd7ce), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:05.582037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:40:05.582716 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (af70dc9b-9866-470e-8e52-e8941ffdd7ce), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:05.595856 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Network 1885f53b-110a-4606-bfc0-d74dff10c709 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:40:05.607080 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:40:05.640100 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b85e64-2d81-4153-933d-c7c43d21b67b None None] Network 1885f53b-110a-4606-bfc0-d74dff10c709 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:40:05.672386 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:40:05.694091 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (86d7c587-cab8-48e5-a2e4-62026eb0e9ec), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:05.727500 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:05.735531 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] 10.222.0.18 "DELETE /v2.0/networks/86d7c587-cab8-48e5-a2e4-62026eb0e9ec HTTP/1.1" status: 204 len: 168 time: 1.9540365 Mar 23 01:40:05.767066 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43438) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:05.779007 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=71840044-c12d-499c-b285-a288993a4af4,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:05.835986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e306ef56-f8f1-4ea8-afde-e3ffbea16c09 None None] Provisioning complete for port db8e349b-1e0c-478e-ba4a-0ffbb4697c43 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:05.836394 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e306ef56-f8f1-4ea8-afde-e3ffbea16c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (db8e349b-1e0c-478e-ba4a-0ffbb4697c43), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:05.899749 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:40:05.950733 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] For port e03cf2ad-3280-4645-a3e9-45281207c92f, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:40:06.058703 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 46a1d880-1b98-4fc2-8aae-c73a63583afd triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:06.058703 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (46a1d880-1b98-4fc2-8aae-c73a63583afd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:06.066908 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] For port e03cf2ad-3280-4645-a3e9-45281207c92f, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e03cf2ad-3280-4645-a3e9-45281207c92f,segment=NetworkSegment(6597eff3-ac8c-4bea-b2f8-ee29f5a294c3),segment_id=6597eff3-ac8c-4bea-b2f8-ee29f5a294c3)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:40:06.073883 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f28ad-037b-43e0-aeaf-4bb8d3ca672c admin admin] Pushing event deleted for resources: {'Network': ['ID=86d7c587-cab8-48e5-a2e4-62026eb0e9ec,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:06.161095 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8a932a57-4ff5-4c2c-8280-db9116662f6a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8a932a57-4ff5-4c2c-8280-db9116662f6a,segment=NetworkSegment(68c8812e-99f2-4c31-85dc-3b33ddd6089a),segment_id=68c8812e-99f2-4c31-85dc-3b33ddd6089a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:06.177303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:40:06.195551 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6dacac80-c0a9-4ea2-a5a3-257979f7215a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/608599a5-eed7-4ac7-ba0c-5a9b686057e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1832695 Mar 23 01:40:06.201108 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43448) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:06.204896 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:06.258363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-fc2d1778-bdc8-4304-8148-ecd0a15093b4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:40:06.262565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '8a932a57-4ff5-4c2c-8280-db9116662f6a', 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3', 'port_id': '8a932a57-4ff5-4c2c-8280-db9116662f6a', 'mac_address': 'fa:16:3e:7d:d3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:40:06.281217 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bac0242d-0506-4223-9cd9-8b9bc10b50fa req-c8f862e1-5f4b-4e90-a0aa-afe1361f697b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7998667 Mar 23 01:40:06.489257 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 46a1d880-1b98-4fc2-8aae-c73a63583afd is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:06.543182 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b28d50-a1ed-4c37-be8c-f981779cd5b8 req-2ac0c73c-961b-4d69-9cad-59cf06c4973b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:06.557010 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-18b28d50-a1ed-4c37-be8c-f981779cd5b8 req-2ac0c73c-961b-4d69-9cad-59cf06c4973b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.3976912 Mar 23 01:40:06.594979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e306ef56-f8f1-4ea8-afde-e3ffbea16c09 None None] Current status of the port db8e349b-1e0c-478e-ba4a-0ffbb4697c43 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:06.595507 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e306ef56-f8f1-4ea8-afde-e3ffbea16c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (db8e349b-1e0c-478e-ba4a-0ffbb4697c43), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:06.625918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce4122-5efe-4564-bcdc-4845ef7d4133 None None] Pushing event updated for resources: {'Port': ['ID=e03cf2ad-3280-4645-a3e9-45281207c92f,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:06.695961 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:06.699367 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:06.827942 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98a826-bf63-4078-913c-0bd56be3a7d2 req-7a0e2f94-2b47-4476-836d-5b2628d22729 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:06.832615 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b98a826-bf63-4078-913c-0bd56be3a7d2 req-7a0e2f94-2b47-4476-836d-5b2628d22729 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.3736398 Mar 23 01:40:06.920093 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:07.037428 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b98a826-bf63-4078-913c-0bd56be3a7d2 req-4062acfb-4c7e-48cf-932f-08a10e81b59e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760380 Mar 23 01:40:07.067844 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b3f83685-a8ae-4a8c-a76d-69e5aa458be1 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:40:07.171626 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db297b29-2bef-40cb-89bc-7d0c394e7d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (bbae6b49-5dcd-45de-9a1b-ddbe5f014394), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:07.213555 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e306ef56-f8f1-4ea8-afde-e3ffbea16c09 None None] For port db8e349b-1e0c-478e-ba4a-0ffbb4697c43, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=db8e349b-1e0c-478e-ba4a-0ffbb4697c43,segment=NetworkSegment(a22408b4-7b25-4170-9f28-b3b848a145a0),segment_id=a22408b4-7b25-4170-9f28-b3b848a145a0)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:07.454508 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 8a932a57-4ff5-4c2c-8280-db9116662f6a is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:07.454906 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:07.538682 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a932a57-4ff5-4c2c-8280-db9116662f6a {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:40:07.568569 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e306ef56-f8f1-4ea8-afde-e3ffbea16c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (db8e349b-1e0c-478e-ba4a-0ffbb4697c43), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:07.754069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8a932a57-4ff5-4c2c-8280-db9116662f6a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8a932a57-4ff5-4c2c-8280-db9116662f6a,segment=NetworkSegment(68c8812e-99f2-4c31-85dc-3b33ddd6089a),segment_id=68c8812e-99f2-4c31-85dc-3b33ddd6089a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:07.773514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port b3f83685-a8ae-4a8c-a76d-69e5aa458be1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:07.774383 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:07.791338 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:07.792013 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:40:07.872011 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5fe4b106-8a4c-45f0-b60a-9b89c2785ef0,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:07.923026 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-18b28d50-a1ed-4c37-be8c-f981779cd5b8 req-df3054b2-fb42-4262-84a4-ab93b6e7e25e tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3586142 Mar 23 01:40:07.927737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '5fe4b106-8a4c-45f0-b60a-9b89c2785ef0', 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198', 'port_id': '5fe4b106-8a4c-45f0-b60a-9b89c2785ef0', 'mac_address': 'fa:16:3e:35:61:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5318283b-1a4c-4eb2-a126-9552729eb2b3', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:40:08.403538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.extraroute_db [None req-fc2d1778-bdc8-4304-8148-ecd0a15093b4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=99264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 01:40:08.477917 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.extraroute_db [None req-fc2d1778-bdc8-4304-8148-ecd0a15093b4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Removed routes are [] {{(pid=99264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 01:40:08.478428 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1778-bdc8-4304-8148-ecd0a15093b4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (608599a5-eed7-4ac7-ba0c-5a9b686057e0), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:08.731187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6daceb98-7ec4-4c9f-9d33-01e553ebff75 None None] Provisioning complete for port 44be8f83-e5cf-45ba-ba07-1df46358d12a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:08.731570 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6daceb98-7ec4-4c9f-9d33-01e553ebff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:08.785247 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6daceb98-7ec4-4c9f-9d33-01e553ebff75 None None] Port 44be8f83-e5cf-45ba-ba07-1df46358d12a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:40:08.794576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306ef56-f8f1-4ea8-afde-e3ffbea16c09 None None] Pushing event updated for resources: {'Port': ['ID=db8e349b-1e0c-478e-ba4a-0ffbb4697c43,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:08.858026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed83dde-36f2-4674-82ef-d1dd494cad98 req-a12dad70-f377-4ae4-87a9-6377e6caf528 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:08.859713 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ed83dde-36f2-4674-82ef-d1dd494cad98 req-a12dad70-f377-4ae4-87a9-6377e6caf528 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.6045659 Mar 23 01:40:08.889356 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:08.889820 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:08.967550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port b3f83685-a8ae-4a8c-a76d-69e5aa458be1 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:08.971492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 46a1d880-1b98-4fc2-8aae-c73a63583afd up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:40:08.979431 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:40:09.052811 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ed83dde-36f2-4674-82ef-d1dd494cad98 req-1c2f2741-485d-4e9b-bf42-ab85e77098b0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759498 Mar 23 01:40:09.141686 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef60359-5aeb-4b12-9ff7-9a933ed85894 req-eac21a12-002a-47ab-afce-c46371325091 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:09.166743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef60359-5aeb-4b12-9ff7-9a933ed85894 req-eac21a12-002a-47ab-afce-c46371325091 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:09.200924 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef60359-5aeb-4b12-9ff7-9a933ed85894 req-eac21a12-002a-47ab-afce-c46371325091 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:09.218877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef60359-5aeb-4b12-9ff7-9a933ed85894 req-eac21a12-002a-47ab-afce-c46371325091 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:09.224004 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6daceb98-7ec4-4c9f-9d33-01e553ebff75 None None] Provisioning complete for port db8e349b-1e0c-478e-ba4a-0ffbb4697c43 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:09.224385 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6daceb98-7ec4-4c9f-9d33-01e553ebff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (db8e349b-1e0c-478e-ba4a-0ffbb4697c43), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:09.229888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef60359-5aeb-4b12-9ff7-9a933ed85894 req-eac21a12-002a-47ab-afce-c46371325091 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:09.256772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef60359-5aeb-4b12-9ff7-9a933ed85894 req-eac21a12-002a-47ab-afce-c46371325091 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:09.278966 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef60359-5aeb-4b12-9ff7-9a933ed85894 req-eac21a12-002a-47ab-afce-c46371325091 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:09.285529 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-763f6e9a-dba5-4c51-9f92-eec4995b2d1d service neutron] 10.222.0.43 "GET /v2.0/ports/3d5ff212-42a8-4366-b07b-3b9cc7cbef6a/bindings/n-h1-834677-4 HTTP/1.1" status: 200 len: 384 time: 0.5727205 Mar 23 01:40:09.289990 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eef60359-5aeb-4b12-9ff7-9a933ed85894 req-eac21a12-002a-47ab-afce-c46371325091 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5434 time: 0.5188282 Mar 23 01:40:09.346694 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5fe4b106-8a4c-45f0-b60a-9b89c2785ef0,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:09.370147 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:09.370745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 984ab90e-b799-4d7f-a827-310af7277e93 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:40:09.403962 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1778-bdc8-4304-8148-ecd0a15093b4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (608599a5-eed7-4ac7-ba0c-5a9b686057e0), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:09.438061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:03Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44be8f83-e5cf-45ba-ba07-1df46358d12a', 'name': '', 'network_id': '1885f53b-110a-4606-bfc0-d74dff10c709', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:ee:58:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:40:01Z', 'updated_at': '2022-03-23T01:40:04Z', 'revision_number': 2, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:56Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03cf2ad-3280-4645-a3e9-45281207c92f', 'name': '', 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:d8:6f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:49Z', 'updated_at': '2022-03-23T01:40:05Z', 'revision_number': 4, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:09.438628 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1778-bdc8-4304-8148-ecd0a15093b4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (608599a5-eed7-4ac7-ba0c-5a9b686057e0), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:09.443318 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6daceb98-7ec4-4c9f-9d33-01e553ebff75 None None] Current status of the port db8e349b-1e0c-478e-ba4a-0ffbb4697c43 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:09.445708 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=8a932a57-4ff5-4c2c-8280-db9116662f6a,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:09.495505 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f0dbc-5af9-4c49-9e1f-05ccd2b86bd2 req-4f60a6d7-f122-45d3-a312-6e0f9d070ab1 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:09.508176 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-954f0dbc-5af9-4c49-9e1f-05ccd2b86bd2 req-4f60a6d7-f122-45d3-a312-6e0f9d070ab1 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.2657628 Mar 23 01:40:09.563777 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=5fe4b106-8a4c-45f0-b60a-9b89c2785ef0,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:09.576236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8ec871-a65f-4669-9b73-8efb58d7648f None None] The sync data for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 is: [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:03Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44be8f83-e5cf-45ba-ba07-1df46358d12a', 'name': '', 'network_id': '1885f53b-110a-4606-bfc0-d74dff10c709', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:ee:58:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:40:01Z', 'updated_at': '2022-03-23T01:40:04Z', 'revision_number': 2, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:56Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03cf2ad-3280-4645-a3e9-45281207c92f', 'name': '', 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:d8:6f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:49Z', 'updated_at': '2022-03-23T01:40:05Z', 'revision_number': 4, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:40:09.653672 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eef60359-5aeb-4b12-9ff7-9a933ed85894 req-20997132-e397-4329-b062-a6443aaee049 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3494697 Mar 23 01:40:09.655053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6daceb98-7ec4-4c9f-9d33-01e553ebff75 None None] Provisioning complete for port e03cf2ad-3280-4645-a3e9-45281207c92f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:09.657832 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6daceb98-7ec4-4c9f-9d33-01e553ebff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:09.807508 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 984ab90e-b799-4d7f-a827-310af7277e93, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=984ab90e-b799-4d7f-a827-310af7277e93,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:09.855002 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 46a1d880-1b98-4fc2-8aae-c73a63583afd triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:09.855383 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (46a1d880-1b98-4fc2-8aae-c73a63583afd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:09.862481 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '984ab90e-b799-4d7f-a827-310af7277e93', 'network_id': '8be97217-9f6e-4d52-a151-af50fe88b198', 'port_id': '984ab90e-b799-4d7f-a827-310af7277e93', 'mac_address': 'fa:16:3e:dc:59:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5318283b-1a4c-4eb2-a126-9552729eb2b3', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:40:09.931431 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-db297b29-2bef-40cb-89bc-7d0c394e7d5f admin admin] Deleting port fc7e7802-b6b9-4ade-8a6f-d641b243db1e {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:09.931781 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db297b29-2bef-40cb-89bc-7d0c394e7d5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:10.086203 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 984ab90e-b799-4d7f-a827-310af7277e93 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:10.092822 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (984ab90e-b799-4d7f-a827-310af7277e93), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:10.118687 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-954f0dbc-5af9-4c49-9e1f-05ccd2b86bd2 req-7ba764af-14da-4653-964a-667315db8fb1 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089790 Mar 23 01:40:10.136559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6daceb98-7ec4-4c9f-9d33-01e553ebff75 None None] Current status of the port e03cf2ad-3280-4645-a3e9-45281207c92f is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:10.137231 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6daceb98-7ec4-4c9f-9d33-01e553ebff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:10.230097 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984ab90e-b799-4d7f-a827-310af7277e93 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:40:10.285592 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 46a1d880-1b98-4fc2-8aae-c73a63583afd is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:10.295209 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-db297b29-2bef-40cb-89bc-7d0c394e7d5f admin admin] For port fc7e7802-b6b9-4ade-8a6f-d641b243db1e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=fc7e7802-b6b9-4ade-8a6f-d641b243db1e,segment=NetworkSegment(ce620575-0d5a-4fcc-aad2-6d3328745a27),segment_id=ce620575-0d5a-4fcc-aad2-6d3328745a27)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:10.300674 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db297b29-2bef-40cb-89bc-7d0c394e7d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:10.310980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device db8e349b-1e0c-478e-ba4a-0ffbb4697c43 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:40:10.313445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2d1778-bdc8-4304-8148-ecd0a15093b4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:40:10.363714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 984ab90e-b799-4d7f-a827-310af7277e93, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=984ab90e-b799-4d7f-a827-310af7277e93,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:10.394508 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-db297b29-2bef-40cb-89bc-7d0c394e7d5f admin admin] Calling delete_port for fc7e7802-b6b9-4ade-8a6f-d641b243db1e owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:10.459029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6daceb98-7ec4-4c9f-9d33-01e553ebff75 None None] For port e03cf2ad-3280-4645-a3e9-45281207c92f, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e03cf2ad-3280-4645-a3e9-45281207c92f,segment=NetworkSegment(6597eff3-ac8c-4bea-b2f8-ee29f5a294c3),segment_id=6597eff3-ac8c-4bea-b2f8-ee29f5a294c3)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:10.469077 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (984ab90e-b799-4d7f-a827-310af7277e93), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:10.470318 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:40:10.489093 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6daceb98-7ec4-4c9f-9d33-01e553ebff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:10.816645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3eb63222-e13b-455d-8522-2cae95519bae req-91dee780-df7e-406d-b41e-69e61e8b08b2 service neutron] For port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:10.838337 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2d1778-bdc8-4304-8148-ecd0a15093b4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:40:10.852983 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1778-bdc8-4304-8148-ecd0a15093b4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:10.857530 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fc2d1778-bdc8-4304-8148-ecd0a15093b4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/608599a5-eed7-4ac7-ba0c-5a9b686057e0 HTTP/1.1" status: 200 len: 952 time: 4.6041152 Mar 23 01:40:10.860664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43514) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:11.025246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=984ab90e-b799-4d7f-a827-310af7277e93,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:11.062478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3eb63222-e13b-455d-8522-2cae95519bae req-91dee780-df7e-406d-b41e-69e61e8b08b2 service neutron] For port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:40:11.168554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-3eb63222-e13b-455d-8522-2cae95519bae req-91dee780-df7e-406d-b41e-69e61e8b08b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:40:11.219299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3eb63222-e13b-455d-8522-2cae95519bae req-91dee780-df7e-406d-b41e-69e61e8b08b2 service neutron] For port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:11.249557 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee43131-63f5-4229-9801-990c79191877 req-e22c1018-8790-48c5-8880-2d103ee986e6 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:11.253870 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bee43131-63f5-4229-9801-990c79191877 req-e22c1018-8790-48c5-8880-2d103ee986e6 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 0.4594789 Mar 23 01:40:11.322370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396b06-e2b1-4f73-b421-7c7d70e4606c req-50390b43-12e2-43f4-8f0d-042a25142195 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:11.322647 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.resource_extend [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:40:11.337651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396b06-e2b1-4f73-b421-7c7d70e4606c req-50390b43-12e2-43f4-8f0d-042a25142195 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:11.363046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396b06-e2b1-4f73-b421-7c7d70e4606c req-50390b43-12e2-43f4-8f0d-042a25142195 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:11.381325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396b06-e2b1-4f73-b421-7c7d70e4606c req-50390b43-12e2-43f4-8f0d-042a25142195 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:11.405567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396b06-e2b1-4f73-b421-7c7d70e4606c req-50390b43-12e2-43f4-8f0d-042a25142195 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:11.426675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396b06-e2b1-4f73-b421-7c7d70e4606c req-50390b43-12e2-43f4-8f0d-042a25142195 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:11.440266 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396b06-e2b1-4f73-b421-7c7d70e4606c req-50390b43-12e2-43f4-8f0d-042a25142195 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:11.458934 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-90396b06-e2b1-4f73-b421-7c7d70e4606c req-50390b43-12e2-43f4-8f0d-042a25142195 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5436 time: 0.3628550 Mar 23 01:40:11.494621 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bee43131-63f5-4229-9801-990c79191877 req-afe44bf9-221d-4b08-94c7-7210febfb598 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305174 Mar 23 01:40:11.500265 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-016ac4a8-c4a8-43d9-a094-6f4eba020734 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/routers/608599a5-eed7-4ac7-ba0c-5a9b686057e0 HTTP/1.1" status: 200 len: 952 time: 0.6380713 Mar 23 01:40:11.500926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43528) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:11.521362 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5,segment=NetworkSegment(a29f7946-f4e1-4aa9-8bef-6f4de58f56b5),segment_id=a29f7946-f4e1-4aa9-8bef-6f4de58f56b5)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:11.526134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e09659ea-28ac-4783-a97c-b8b9f83a6c39 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'router': {'routes': None}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:40:11.528407 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3eb63222-e13b-455d-8522-2cae95519bae req-91dee780-df7e-406d-b41e-69e61e8b08b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:11.544860 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db297b29-2bef-40cb-89bc-7d0c394e7d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (fc7e7802-b6b9-4ade-8a6f-d641b243db1e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:11.555183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Sync routers for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:40:11.566946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5', 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2', 'port_id': 'ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5', 'mac_address': 'fa:16:3e:7e:97:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230548d0-2d33-4d0e-9918-7276ccd4826d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:40:11.610453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fb781b72-0320-4915-9c9b-7b139ef8cf2c None None] Provisioning complete for port 44be8f83-e5cf-45ba-ba07-1df46358d12a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:11.613146 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fb781b72-0320-4915-9c9b-7b139ef8cf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:11.613659 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db297b29-2bef-40cb-89bc-7d0c394e7d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7e7802-b6b9-4ade-8a6f-d641b243db1e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:11.779527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daceb98-7ec4-4c9f-9d33-01e553ebff75 None None] Pushing event updated for resources: {'Port': ['ID=e03cf2ad-3280-4645-a3e9-45281207c92f,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:11.854001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:11.854655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:11.857549 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:11.857941 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:11.859727 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port db8e349b-1e0c-478e-ba4a-0ffbb4697c43 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:11.860076 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (db8e349b-1e0c-478e-ba4a-0ffbb4697c43), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:11.875562 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-90396b06-e2b1-4f73-b421-7c7d70e4606c req-947d257b-f0f4-423a-b419-7af8476bfbad tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4155464 Mar 23 01:40:12.269411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:40:12.279677 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60f05b-5fbb-4aec-9e15-956fbb255168 req-1f1cf886-8cba-4a0e-9646-e3ae5676d3b8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:12.292978 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d60f05b-5fbb-4aec-9e15-956fbb255168 req-1f1cf886-8cba-4a0e-9646-e3ae5676d3b8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.5404325 Mar 23 01:40:12.393953 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fb781b72-0320-4915-9c9b-7b139ef8cf2c None None] Port 44be8f83-e5cf-45ba-ba07-1df46358d12a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:40:12.413011 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5,segment=NetworkSegment(a29f7946-f4e1-4aa9-8bef-6f4de58f56b5),segment_id=a29f7946-f4e1-4aa9-8bef-6f4de58f56b5)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:12.454423 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db297b29-2bef-40cb-89bc-7d0c394e7d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (bbae6b49-5dcd-45de-9a1b-ddbe5f014394), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:12.460850 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:12.463403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 59837881-d55f-4f24-b255-aabfe6131a45 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:40:12.493284 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d60f05b-5fbb-4aec-9e15-956fbb255168 req-026aaba1-dd67-4583-a87e-c249913ca736 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991606 Mar 23 01:40:12.532906 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 59837881-d55f-4f24-b255-aabfe6131a45, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=59837881-d55f-4f24-b255-aabfe6131a45,segment=NetworkSegment(a29f7946-f4e1-4aa9-8bef-6f4de58f56b5),segment_id=a29f7946-f4e1-4aa9-8bef-6f4de58f56b5)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:12.560347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:12.578247 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '59837881-d55f-4f24-b255-aabfe6131a45', 'network_id': 'dddecf0c-3ac3-45a8-bf20-94de5f9f98e2', 'port_id': '59837881-d55f-4f24-b255-aabfe6131a45', 'mac_address': 'fa:16:3e:86:64:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230548d0-2d33-4d0e-9918-7276ccd4826d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:40:12.706199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.extraroute_db [None req-e09659ea-28ac-4783-a97c-b8b9f83a6c39 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Added routes are [] {{(pid=99264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 01:40:12.707174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.extraroute_db [None req-e09659ea-28ac-4783-a97c-b8b9f83a6c39 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=99264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 01:40:12.816728 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e09659ea-28ac-4783-a97c-b8b9f83a6c39 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (608599a5-eed7-4ac7-ba0c-5a9b686057e0), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:12.825412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port db8e349b-1e0c-478e-ba4a-0ffbb4697c43 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:12.840061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:12.878643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 59837881-d55f-4f24-b255-aabfe6131a45 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:12.878885 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (59837881-d55f-4f24-b255-aabfe6131a45), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:12.939817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59837881-d55f-4f24-b255-aabfe6131a45 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:40:13.010826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 59837881-d55f-4f24-b255-aabfe6131a45, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=59837881-d55f-4f24-b255-aabfe6131a45,segment=NetworkSegment(a29f7946-f4e1-4aa9-8bef-6f4de58f56b5),segment_id=a29f7946-f4e1-4aa9-8bef-6f4de58f56b5)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:13.010826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:13.124310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:40:13.124310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6aa9fcc5-d8f7-4b63-b234-8eac85fd6a7b not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:40:13.124310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device bb341c99-afd4-4114-91ff-4e72c4540532 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:13.162554 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (59837881-d55f-4f24-b255-aabfe6131a45), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:13.176155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: bb341c99-afd4-4114-91ff-4e72c4540532 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:40:13.176546 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device bb341c99-afd4-4114-91ff-4e72c4540532 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:40:13.176957 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:13.284903 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db297b29-2bef-40cb-89bc-7d0c394e7d5f admin admin] Router bbae6b49-5dcd-45de-9a1b-ddbe5f014394 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:40:13.344796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-3eb63222-e13b-455d-8522-2cae95519bae req-91dee780-df7e-406d-b41e-69e61e8b08b2 service neutron] Transition to ACTIVE for port object 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:40:13.359281 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:40:13.360407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6a7b8cfa-dd83-4413-b6f7-2ff241f257e6 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:40:13.379616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=59837881-d55f-4f24-b255-aabfe6131a45,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:13.390015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:13.390343 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:13.390709 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:13.390971 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:13.391302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:13.391720 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:13.391932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:13.392249 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:13.392567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:13.392906 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:13.393226 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:13.393578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:13.394036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:13.394529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:13.394852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:13.569018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:08Z', 'revision_number': 6, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44be8f83-e5cf-45ba-ba07-1df46358d12a', 'name': '', 'network_id': '1885f53b-110a-4606-bfc0-d74dff10c709', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:ee:58:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:40:01Z', 'updated_at': '2022-03-23T01:40:04Z', 'revision_number': 2, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:56Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03cf2ad-3280-4645-a3e9-45281207c92f', 'name': '', 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:d8:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:49Z', 'updated_at': '2022-03-23T01:40:10Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:13.632322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693d26c-7c39-4d52-9817-175e6d4d6b3e req-b33424b9-cb4e-4cd9-aac1-9e020170ff7f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:13.637983 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Checking router: 608599a5-eed7-4ac7-ba0c-5a9b686057e0 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:40:13.638339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Updating router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 port 44be8f83-e5cf-45ba-ba07-1df46358d12a binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:40:13.658245 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693d26c-7c39-4d52-9817-175e6d4d6b3e req-b33424b9-cb4e-4cd9-aac1-9e020170ff7f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:13.664426 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693d26c-7c39-4d52-9817-175e6d4d6b3e req-b33424b9-cb4e-4cd9-aac1-9e020170ff7f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:13.672157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693d26c-7c39-4d52-9817-175e6d4d6b3e req-b33424b9-cb4e-4cd9-aac1-9e020170ff7f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:13.677866 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693d26c-7c39-4d52-9817-175e6d4d6b3e req-b33424b9-cb4e-4cd9-aac1-9e020170ff7f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:13.689165 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:13.694511 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693d26c-7c39-4d52-9817-175e6d4d6b3e req-b33424b9-cb4e-4cd9-aac1-9e020170ff7f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:13.720476 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693d26c-7c39-4d52-9817-175e6d4d6b3e req-b33424b9-cb4e-4cd9-aac1-9e020170ff7f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:13.722883 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f693d26c-7c39-4d52-9817-175e6d4d6b3e req-b33424b9-cb4e-4cd9-aac1-9e020170ff7f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5438 time: 0.6644921 Mar 23 01:40:13.749988 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e09659ea-28ac-4783-a97c-b8b9f83a6c39 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (608599a5-eed7-4ac7-ba0c-5a9b686057e0), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:13.758246 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e09659ea-28ac-4783-a97c-b8b9f83a6c39 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (608599a5-eed7-4ac7-ba0c-5a9b686057e0), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:13.770747 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3eb63222-e13b-455d-8522-2cae95519bae req-91dee780-df7e-406d-b41e-69e61e8b08b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:13.807331 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device db8e349b-1e0c-478e-ba4a-0ffbb4697c43 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:40:13.902329 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db297b29-2bef-40cb-89bc-7d0c394e7d5f admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:40:13.925193 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7893316d-18a5-4305-8b4e-d366f68e1627 None None] Sync routers for ids ['bbae6b49-5dcd-45de-9a1b-ddbe5f014394'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:40:13.931953 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-db297b29-2bef-40cb-89bc-7d0c394e7d5f admin admin] 10.222.0.18 "PUT /v2.0/routers/bbae6b49-5dcd-45de-9a1b-ddbe5f014394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1634572 Mar 23 01:40:13.944376 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7893316d-18a5-4305-8b4e-d366f68e1627 None None] Routers {'bbae6b49-5dcd-45de-9a1b-ddbe5f014394'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:13.945297 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-7893316d-18a5-4305-8b4e-d366f68e1627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['bbae6b49-5dcd-45de-9a1b-ddbe5f014394'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:13.946866 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f693d26c-7c39-4d52-9817-175e6d4d6b3e req-e9fa6a0f-61f9-4aaf-8292-7e1db8ab5c80 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2041461 Mar 23 01:40:13.947503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43556) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:14.126562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09659ea-28ac-4783-a97c-b8b9f83a6c39 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:40:14.197138 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port db8e349b-1e0c-478e-ba4a-0ffbb4697c43 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:14.197514 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (db8e349b-1e0c-478e-ba4a-0ffbb4697c43), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:14.234500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639548e4-e2b3-4c3f-8778-8b3b5b778c66 req-df5e1295-63e4-44ca-bfaa-d9f64534dfff tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:14.244785 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-639548e4-e2b3-4c3f-8778-8b3b5b778c66 req-df5e1295-63e4-44ca-bfaa-d9f64534dfff tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 943 time: 1.4087956 Mar 23 01:40:14.246936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb63222-e13b-455d-8522-2cae95519bae req-91dee780-df7e-406d-b41e-69e61e8b08b2 service neutron] No DVR routers for this DVR port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:40:14.309216 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-7893316d-18a5-4305-8b4e-d366f68e1627 None None] Set router bbae6b49-5dcd-45de-9a1b-ddbe5f014394 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:14.361771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5e7c3-023f-4486-87c7-c853f61d0958 req-111c7b10-3697-4f1d-a578-f23533060267 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:14.370215 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73d5e7c3-023f-4486-87c7-c853f61d0958 req-111c7b10-3697-4f1d-a578-f23533060267 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.2205532 Mar 23 01:40:14.424848 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f011192-9bba-4880-af77-2e8c5e67d144 admin admin] Publish callbacks [] for router (bbae6b49-5dcd-45de-9a1b-ddbe5f014394), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:14.455152 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-91dee780-df7e-406d-b41e-69e61e8b08b2 service neutron] 10.222.0.43 "PUT /v2.0/ports/3d5ff212-42a8-4366-b07b-3b9cc7cbef6a/bindings/n-h1-834677-4/activate HTTP/1.1" status: 200 len: 369 time: 5.1538339 Mar 23 01:40:14.462542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dee780-df7e-406d-b41e-69e61e8b08b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,revision_number=10']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:14.494650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port db8e349b-1e0c-478e-ba4a-0ffbb4697c43 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:14.500695 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e03cf2ad-3280-4645-a3e9-45281207c92f up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:40:14.565735 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73d5e7c3-023f-4486-87c7-c853f61d0958 req-ed7e4723-ebf3-4ec7-85e6-11dc13a036fa tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892951 Mar 23 01:40:14.663417 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f011192-9bba-4880-af77-2e8c5e67d144 admin admin] Publish callbacks [] for router_gateway (bbae6b49-5dcd-45de-9a1b-ddbe5f014394), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:14.695067 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-7893316d-18a5-4305-8b4e-d366f68e1627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'name': 'tempest-TestAggregatesBasicOps-1802230646-router', 'tenant_id': '768bd0e55ad246389be3917046b90519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '6c7291b0-2ffe-4b7b-8926-14516584a578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:33Z', 'updated_at': '2022-03-23T01:40:11Z', 'revision_number': 5, 'project_id': '768bd0e55ad246389be3917046b90519', 'gw_port': {'id': '6c7291b0-2ffe-4b7b-8926-14516584a578', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:34Z', 'updated_at': '2022-03-23T01:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:14.733311 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7893316d-18a5-4305-8b4e-d366f68e1627 None None] Checking router: bbae6b49-5dcd-45de-9a1b-ddbe5f014394 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:40:14.745188 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7893316d-18a5-4305-8b4e-d366f68e1627 None None] Routers {'bbae6b49-5dcd-45de-9a1b-ddbe5f014394'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:14.745826 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-7893316d-18a5-4305-8b4e-d366f68e1627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['bbae6b49-5dcd-45de-9a1b-ddbe5f014394'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:14.756637 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-4f011192-9bba-4880-af77-2e8c5e67d144 admin admin] Deleting port 6c7291b0-2ffe-4b7b-8926-14516584a578 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:14.756882 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f011192-9bba-4880-af77-2e8c5e67d144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6c7291b0-2ffe-4b7b-8926-14516584a578), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:14.836475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['7c780886-9250-4771-a21c-2c39cd4ac1c2'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:40:14.853500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-4f011192-9bba-4880-af77-2e8c5e67d144 admin admin] For port 6c7291b0-2ffe-4b7b-8926-14516584a578, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6c7291b0-2ffe-4b7b-8926-14516584a578,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:14.854037 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f011192-9bba-4880-af77-2e8c5e67d144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6c7291b0-2ffe-4b7b-8926-14516584a578), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:14.874133 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['984ab90e-b799-4d7f-a827-310af7277e93'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:40:14.874798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-4f011192-9bba-4880-af77-2e8c5e67d144 admin admin] Calling delete_port for 6c7291b0-2ffe-4b7b-8926-14516584a578 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:14.876638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['5fe4b106-8a4c-45f0-b60a-9b89c2785ef0'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:40:14.879424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['59837881-d55f-4f24-b255-aabfe6131a45'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:40:15.078614 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-7893316d-18a5-4305-8b4e-d366f68e1627 None None] Set router bbae6b49-5dcd-45de-9a1b-ddbe5f014394 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:15.080942 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Publish callbacks [] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:15.122525 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:15.138903 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f011192-9bba-4880-af77-2e8c5e67d144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6c7291b0-2ffe-4b7b-8926-14516584a578), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:15.167301 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-7893316d-18a5-4305-8b4e-d366f68e1627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'name': 'tempest-TestAggregatesBasicOps-1802230646-router', 'tenant_id': '768bd0e55ad246389be3917046b90519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:33Z', 'updated_at': '2022-03-23T01:40:14Z', 'revision_number': 6, 'project_id': '768bd0e55ad246389be3917046b90519', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:15.205892 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7893316d-18a5-4305-8b4e-d366f68e1627 None None] The sync data for ids ['bbae6b49-5dcd-45de-9a1b-ddbe5f014394'] in n-d-834677-4 is: [{'id': 'bbae6b49-5dcd-45de-9a1b-ddbe5f014394', 'name': 'tempest-TestAggregatesBasicOps-1802230646-router', 'tenant_id': '768bd0e55ad246389be3917046b90519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:33Z', 'updated_at': '2022-03-23T01:40:14Z', 'revision_number': 6, 'project_id': '768bd0e55ad246389be3917046b90519', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:40:15.217368 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f011192-9bba-4880-af77-2e8c5e67d144 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7291b0-2ffe-4b7b-8926-14516584a578,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:15.280397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344135e2-5d14-40fa-8135-d8fc634b0ac5 req-ea33c4da-2e95-472c-9f29-2483f4d7f81c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:15.286912 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344135e2-5d14-40fa-8135-d8fc634b0ac5 req-ea33c4da-2e95-472c-9f29-2483f4d7f81c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:15.293254 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344135e2-5d14-40fa-8135-d8fc634b0ac5 req-ea33c4da-2e95-472c-9f29-2483f4d7f81c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:15.298484 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344135e2-5d14-40fa-8135-d8fc634b0ac5 req-ea33c4da-2e95-472c-9f29-2483f4d7f81c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:15.304651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344135e2-5d14-40fa-8135-d8fc634b0ac5 req-ea33c4da-2e95-472c-9f29-2483f4d7f81c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:15.313033 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344135e2-5d14-40fa-8135-d8fc634b0ac5 req-ea33c4da-2e95-472c-9f29-2483f4d7f81c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:15.319288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344135e2-5d14-40fa-8135-d8fc634b0ac5 req-ea33c4da-2e95-472c-9f29-2483f4d7f81c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:15.321415 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-344135e2-5d14-40fa-8135-d8fc634b0ac5 req-ea33c4da-2e95-472c-9f29-2483f4d7f81c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5438 time: 0.1990845 Mar 23 01:40:15.333052 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-639548e4-e2b3-4c3f-8778-8b3b5b778c66 req-236ad8b4-fa32-4775-a5d6-429d781b6cc7 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0869293 Mar 23 01:40:15.343091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09659ea-28ac-4783-a97c-b8b9f83a6c39 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:40:15.355379 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e09659ea-28ac-4783-a97c-b8b9f83a6c39 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:15.357066 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e09659ea-28ac-4783-a97c-b8b9f83a6c39 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/608599a5-eed7-4ac7-ba0c-5a9b686057e0 HTTP/1.1" status: 200 len: 702 time: 3.8425424 Mar 23 01:40:15.365517 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43578) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:15.379175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb63222-e13b-455d-8522-2cae95519bae req-fdf803bc-dfbb-4a1e-8492-8919b1ab2bef tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:15.381603 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-fdf803bc-dfbb-4a1e-8492-8919b1ab2bef tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163&tenant_id=ce546d225bce48df9444d857bc6abcaf&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 1126 time: 0.0914948 Mar 23 01:40:15.395192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e03cf2ad-3280-4645-a3e9-45281207c92f triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:15.395559 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:15.397974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88880762-5298-4e81-99de-0b997d7989e0 None None] Pushing event updated for resources: {'Port': ['ID=44be8f83-e5cf-45ba-ba07-1df46358d12a,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:15.453062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb63222-e13b-455d-8522-2cae95519bae req-898bf6dc-cf12-4355-ae09-4ec3e6088ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:15.454577 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-898bf6dc-cf12-4355-ae09-4ec3e6088ef3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163&tenant_id=ce546d225bce48df9444d857bc6abcaf HTTP/1.1" status: 200 len: 1126 time: 0.0664504 Mar 23 01:40:15.497343 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:15.569831 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb63222-e13b-455d-8522-2cae95519bae req-f6a5dcff-05b5-49bc-87ba-5e81940b975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:15.575759 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-f6a5dcff-05b5-49bc-87ba-5e81940b975f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 1126 time: 0.0871208 Mar 23 01:40:15.599104 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f011192-9bba-4880-af77-2e8c5e67d144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (bbae6b49-5dcd-45de-9a1b-ddbe5f014394), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:15.618935 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fe12f430-8f61-4105-b8ec-0795d4356c21 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/routers/608599a5-eed7-4ac7-ba0c-5a9b686057e0 HTTP/1.1" status: 200 len: 702 time: 0.2442904 Mar 23 01:40:15.619347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Attempting to bind port 44be8f83-e5cf-45ba-ba07-1df46358d12a on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:40:15.619695 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Attempting to bind port 44be8f83-e5cf-45ba-ba07-1df46358d12a by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'a22408b4-7b25-4170-9f28-b3b848a145a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1885f53b-110a-4606-bfc0-d74dff10c709'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:40:15.620053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Attempting to bind port 44be8f83-e5cf-45ba-ba07-1df46358d12a on network 1885f53b-110a-4606-bfc0-d74dff10c709 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:40:15.686799 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43588) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:15.711289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:40:15.711656 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Checking segment: {'id': 'a22408b4-7b25-4170-9f28-b3b848a145a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1885f53b-110a-4606-bfc0-d74dff10c709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:40:15.712068 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:15.712459 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Bound using segment: {'id': 'a22408b4-7b25-4170-9f28-b3b848a145a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1885f53b-110a-4606-bfc0-d74dff10c709'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:40:15.712975 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Bound port: 44be8f83-e5cf-45ba-ba07-1df46358d12a, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22408b4-7b25-4170-9f28-b3b848a145a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1885f53b-110a-4606-bfc0-d74dff10c709'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:40:15.713350 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:15.729073 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f011192-9bba-4880-af77-2e8c5e67d144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (bbae6b49-5dcd-45de-9a1b-ddbe5f014394), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:15.731376 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f011192-9bba-4880-af77-2e8c5e67d144 admin admin] Publish callbacks [] for router_controller (bbae6b49-5dcd-45de-9a1b-ddbe5f014394), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:15.817744 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-344135e2-5d14-40fa-8135-d8fc634b0ac5 req-beebe225-ad40-461c-bc7e-676c17288bd5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4502754 Mar 23 01:40:15.818897 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f011192-9bba-4880-af77-2e8c5e67d144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (bbae6b49-5dcd-45de-9a1b-ddbe5f014394), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:15.819823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f011192-9bba-4880-af77-2e8c5e67d144 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbae6b49-5dcd-45de-9a1b-ddbe5f014394 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:40:15.825313 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f011192-9bba-4880-af77-2e8c5e67d144 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:15.826692 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4f011192-9bba-4880-af77-2e8c5e67d144 admin admin] 10.222.0.18 "DELETE /v2.0/routers/bbae6b49-5dcd-45de-9a1b-ddbe5f014394 HTTP/1.1" status: 204 len: 168 time: 1.8782394 Mar 23 01:40:15.840693 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43596) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:15.864040 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['71840044-c12d-499c-b285-a288993a4af4'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:40:15.885991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293c0dc-d78e-4ff0-b978-fe0f47f0a0a7 req-55d3ec16-b968-4d1d-b06d-908e5ccc1e35 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:15.887857 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7293c0dc-d78e-4ff0-b978-fe0f47f0a0a7 req-55d3ec16-b968-4d1d-b06d-908e5ccc1e35 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 945 time: 0.2655606 Mar 23 01:40:15.909816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['8a932a57-4ff5-4c2c-8280-db9116662f6a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:40:15.935115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] The host n-h2-834677-4 is not matching for port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a host n-h1-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:40:15.936495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:40:15.954438 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-382496cd-3eb4-4151-b082-556e4c6d9c0b admin admin] Deleting subnet 45bfdbb4-99fe-4823-a768-3dff980144db {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:40:15.959423 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-382496cd-3eb4-4151-b082-556e4c6d9c0b admin admin] Publish callbacks [] for subnet (45bfdbb4-99fe-4823-a768-3dff980144db), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:15.988148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:40:16.012858 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-382496cd-3eb4-4151-b082-556e4c6d9c0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (45bfdbb4-99fe-4823-a768-3dff980144db), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:16.027274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb63222-e13b-455d-8522-2cae95519bae req-5bef74ee-d122-47e3-8290-e68f9e84552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:16.028880 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-5bef74ee-d122-47e3-8290-e68f9e84552b service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.4441795 Mar 23 01:40:16.057722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-69854f14-b90d-469c-b2c7-fac11e2b3447 None None] Provisioning complete for port 44be8f83-e5cf-45ba-ba07-1df46358d12a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:16.058150 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-69854f14-b90d-469c-b2c7-fac11e2b3447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:16.154101 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-158f2e28-6beb-4214-b8f2-5a56df02c9b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a HTTP/1.1" status: 200 len: 217 time: 0.0876896 Mar 23 01:40:16.188869 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-382496cd-3eb4-4151-b082-556e4c6d9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (45bfdbb4-99fe-4823-a768-3dff980144db), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:16.203978 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7293c0dc-d78e-4ff0-b978-fe0f47f0a0a7 req-d5427559-9abc-4269-80a4-acbaa0492100 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944319 Mar 23 01:40:16.223228 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e03cf2ad-3280-4645-a3e9-45281207c92f is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:16.262582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] For port 44be8f83-e5cf-45ba-ba07-1df46358d12a, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:40:16.279840 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d657d-54a9-4955-84ca-33093c5ae073 req-89764192-7881-462e-83d3-fa97dfb490f5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:16.283300 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed5d657d-54a9-4955-84ca-33093c5ae073 req-89764192-7881-462e-83d3-fa97dfb490f5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.2177765 Mar 23 01:40:16.285538 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-382496cd-3eb4-4151-b082-556e4c6d9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (45bfdbb4-99fe-4823-a768-3dff980144db), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:16.288725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] For port 44be8f83-e5cf-45ba-ba07-1df46358d12a, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=44be8f83-e5cf-45ba-ba07-1df46358d12a,segment=NetworkSegment(a22408b4-7b25-4170-9f28-b3b848a145a0),segment_id=a22408b4-7b25-4170-9f28-b3b848a145a0)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:40:16.313611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-69854f14-b90d-469c-b2c7-fac11e2b3447 None None] Port 44be8f83-e5cf-45ba-ba07-1df46358d12a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:40:16.341171 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:16.392275 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb63222-e13b-455d-8522-2cae95519bae req-4a36048d-5e20-4623-bbc4-216d07d37d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:16.397592 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-4a36048d-5e20-4623-bbc4-216d07d37d55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.2217519 Mar 23 01:40:16.401431 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382496cd-3eb4-4151-b082-556e4c6d9c0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45bfdbb4-99fe-4823-a768-3dff980144db,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:16.425923 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-382496cd-3eb4-4151-b082-556e4c6d9c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:16.439590 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-382496cd-3eb4-4151-b082-556e4c6d9c0b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/45bfdbb4-99fe-4823-a768-3dff980144db HTTP/1.1" status: 204 len: 168 time: 0.5968053 Mar 23 01:40:16.443667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43612) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:16.462258 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed5d657d-54a9-4955-84ca-33093c5ae073 req-4f123e92-5907-4c17-b429-f114f03f1851 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658437 Mar 23 01:40:16.478244 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-d6ddab13-7694-4167-9b84-d47a0447dbe2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623763 Mar 23 01:40:16.485130 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274250b1-1878-4535-aaa0-e5d997fa84a0 None None] Network 06eb7944-6de7-4b67-8bdd-08cbf20b814f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:40:16.487194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device fc7e7802-b6b9-4ade-8a6f-d641b243db1e no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:16.566419 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (06eb7944-6de7-4b67-8bdd-08cbf20b814f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:16.655181 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: fc7e7802-b6b9-4ade-8a6f-d641b243db1e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:40:16.655787 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device fc7e7802-b6b9-4ade-8a6f-d641b243db1e not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:40:16.655912 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6c7291b0-2ffe-4b7b-8926-14516584a578 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:16.663946 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] Deleting port 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:16.666110 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2fd1addb-c1c6-4b23-83c3-2ed2c852b08d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:16.751624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 6c7291b0-2ffe-4b7b-8926-14516584a578 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:40:16.752243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6c7291b0-2ffe-4b7b-8926-14516584a578 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:40:16.755154 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:16.756187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:16.770246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dabbad-9a65-40f3-ad33-a9d81ebaa505 req-38619731-adc9-4066-9a98-6f22a3d82f3d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:16.771989 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1dabbad-9a65-40f3-ad33-a9d81ebaa505 req-38619731-adc9-4066-9a98-6f22a3d82f3d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 944 time: 0.2927494 Mar 23 01:40:16.776580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88880762-5298-4e81-99de-0b997d7989e0 None None] Pushing event updated for resources: {'Port': ['ID=44be8f83-e5cf-45ba-ba07-1df46358d12a,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:16.859590 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-c11bfb45-5a72-497e-b203-fdec24fa43a7 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637292 Mar 23 01:40:17.025138 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:17.069692 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1dabbad-9a65-40f3-ad33-a9d81ebaa505 req-d14aef85-28c0-440b-8f22-5299b32d31ec tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789569 Mar 23 01:40:17.126000 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-77194bd3-d734-4f60-b57d-d67cf716d010 None None] Provisioning complete for port 44be8f83-e5cf-45ba-ba07-1df46358d12a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:17.126592 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-77194bd3-d734-4f60-b57d-d67cf716d010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:17.137931 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-fb1f992a-87be-42b5-ae58-438729c85046 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474511 Mar 23 01:40:17.143632 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-75091253-567c-4631-b95a-2609bf7c3258 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (608599a5-eed7-4ac7-ba0c-5a9b686057e0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:17.178908 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] For port 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2fd1addb-c1c6-4b23-83c3-2ed2c852b08d,segment=NetworkSegment(ce620575-0d5a-4fcc-aad2-6d3328745a27),segment_id=ce620575-0d5a-4fcc-aad2-6d3328745a27)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:17.179427 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2fd1addb-c1c6-4b23-83c3-2ed2c852b08d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:17.196427 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] Calling delete_port for 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:17.223573 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143d71a9-b457-4b59-9bd7-dc04e3b25a34 None None] DHCP port deletion for 06eb7944-6de7-4b67-8bdd-08cbf20b814f request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:40:17.359218 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab12704-8a28-44ed-8be5-60fc68b0ee77 req-cae1fa7a-2492-414f-b183-6ae0f2c505cb tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:17.365749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab12704-8a28-44ed-8be5-60fc68b0ee77 req-cae1fa7a-2492-414f-b183-6ae0f2c505cb tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:17.371392 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab12704-8a28-44ed-8be5-60fc68b0ee77 req-cae1fa7a-2492-414f-b183-6ae0f2c505cb tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:17.377630 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab12704-8a28-44ed-8be5-60fc68b0ee77 req-cae1fa7a-2492-414f-b183-6ae0f2c505cb tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:17.383716 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab12704-8a28-44ed-8be5-60fc68b0ee77 req-cae1fa7a-2492-414f-b183-6ae0f2c505cb tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:17.390600 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab12704-8a28-44ed-8be5-60fc68b0ee77 req-cae1fa7a-2492-414f-b183-6ae0f2c505cb tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:17.397311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab12704-8a28-44ed-8be5-60fc68b0ee77 req-cae1fa7a-2492-414f-b183-6ae0f2c505cb tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:17.405807 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2ab12704-8a28-44ed-8be5-60fc68b0ee77 req-cae1fa7a-2492-414f-b183-6ae0f2c505cb tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5438 time: 0.2014694 Mar 23 01:40:17.481581 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (2fd1addb-c1c6-4b23-83c3-2ed2c852b08d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:17.518056 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2ab12704-8a28-44ed-8be5-60fc68b0ee77 req-07956519-49bb-4f80-9e92-6f376f32b4be tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111250 Mar 23 01:40:17.557717 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb63222-e13b-455d-8522-2cae95519bae req-0c06891f-dbae-40fd-aca3-19176b568365 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:17.560204 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-0c06891f-dbae-40fd-aca3-19176b568365 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163&tenant_id=ce546d225bce48df9444d857bc6abcaf&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 1126 time: 0.1395521 Mar 23 01:40:17.562135 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-143d71a9-b457-4b59-9bd7-dc04e3b25a34 None None] The port '2fd1addb-c1c6-4b23-83c3-2ed2c852b08d' was deleted {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 23 01:40:17.577810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd1addb-c1c6-4b23-83c3-2ed2c852b08d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:17.597503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] No DVR routers for this DVR port 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:40:17.649843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3811e-c832-4a59-a327-a45e20a701d2 req-eb2283b9-77bd-4a8d-ad58-a0d604b20e45 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:17.651771 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44c3811e-c832-4a59-a327-a45e20a701d2 req-eb2283b9-77bd-4a8d-ad58-a0d604b20e45 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 945 time: 0.2641079 Mar 23 01:40:17.659761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-77194bd3-d734-4f60-b57d-d67cf716d010 None None] Current status of the port 44be8f83-e5cf-45ba-ba07-1df46358d12a is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:17.660660 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-77194bd3-d734-4f60-b57d-d67cf716d010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:17.728535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-77194bd3-d734-4f60-b57d-d67cf716d010 None None] For port 44be8f83-e5cf-45ba-ba07-1df46358d12a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=44be8f83-e5cf-45ba-ba07-1df46358d12a,segment=NetworkSegment(a22408b4-7b25-4170-9f28-b3b848a145a0),segment_id=a22408b4-7b25-4170-9f28-b3b848a145a0)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:17.730583 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:40:17.738100 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-77194bd3-d734-4f60-b57d-d67cf716d010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:17.780008 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (06eb7944-6de7-4b67-8bdd-08cbf20b814f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:17.780526 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:12Z', 'revision_number': 7, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44be8f83-e5cf-45ba-ba07-1df46358d12a', 'name': '', 'network_id': '1885f53b-110a-4606-bfc0-d74dff10c709', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:ee:58:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:40:01Z', 'updated_at': '2022-03-23T01:40:16Z', 'revision_number': 4, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:56Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03cf2ad-3280-4645-a3e9-45281207c92f', 'name': '', 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:d8:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:49Z', 'updated_at': '2022-03-23T01:40:10Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:17.818906 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1693e-2f2e-46d5-a261-c1b15e75e2c6 req-6cefc352-79f2-4165-ab23-e788e063a7e1 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:17.823183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431803d0-c95b-476f-abd2-4b6d1f0ef9d1 None None] The sync data for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 is: [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:12Z', 'revision_number': 7, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44be8f83-e5cf-45ba-ba07-1df46358d12a', 'name': '', 'network_id': '1885f53b-110a-4606-bfc0-d74dff10c709', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:ee:58:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:40:01Z', 'updated_at': '2022-03-23T01:40:16Z', 'revision_number': 4, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:56Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03cf2ad-3280-4645-a3e9-45281207c92f', 'name': '', 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:d8:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:49Z', 'updated_at': '2022-03-23T01:40:10Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:40:17.827425 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6f1693e-2f2e-46d5-a261-c1b15e75e2c6 req-6cefc352-79f2-4165-ab23-e788e063a7e1 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.1541510 Mar 23 01:40:17.831468 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77194bd3-d734-4f60-b57d-d67cf716d010 None None] Pushing event updated for resources: {'Port': ['ID=44be8f83-e5cf-45ba-ba07-1df46358d12a,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:17.837883 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06eb7944-6de7-4b67-8bdd-08cbf20b814f']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:17.862959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce620575-0d5a-4fcc-aad2-6d3328745a27') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:17.863470 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce620575-0d5a-4fcc-aad2-6d3328745a27') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:17.882221 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (ce620575-0d5a-4fcc-aad2-6d3328745a27), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:17.895139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3eb63222-e13b-455d-8522-2cae95519bae req-d00b8d4c-a99f-487f-b10e-25653e572660 service neutron] For port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:40:17.903617 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44c3811e-c832-4a59-a327-a45e20a701d2 req-1edaf87b-50be-403d-b659-312bd966583b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387784 Mar 23 01:40:17.910305 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3eb63222-e13b-455d-8522-2cae95519bae req-d00b8d4c-a99f-487f-b10e-25653e572660 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:17.912093 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3eb63222-e13b-455d-8522-2cae95519bae req-d00b8d4c-a99f-487f-b10e-25653e572660 service neutron] 10.222.0.42 "DELETE /v2.0/ports/3d5ff212-42a8-4366-b07b-3b9cc7cbef6a/bindings/n-h2-834677-4 HTTP/1.1" status: 204 len: 173 time: 0.3331447 Mar 23 01:40:17.912248 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (ce620575-0d5a-4fcc-aad2-6d3328745a27), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:17.934402 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-75091253-567c-4631-b95a-2609bf7c3258 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port 44be8f83-e5cf-45ba-ba07-1df46358d12a {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:17.934402 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-75091253-567c-4631-b95a-2609bf7c3258 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:17.950384 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6f1693e-2f2e-46d5-a261-c1b15e75e2c6 req-18efecc6-5f26-46a9-818f-12b2c04190eb tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221209 Mar 23 01:40:17.951524 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:40:17.951939 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (ce620575-0d5a-4fcc-aad2-6d3328745a27), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:40:18.047643 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:40:18.055893 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (06eb7944-6de7-4b67-8bdd-08cbf20b814f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:18.069824 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:18.074934 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] 10.222.0.18 "DELETE /v2.0/networks/06eb7944-6de7-4b67-8bdd-08cbf20b814f HTTP/1.1" status: 204 len: 168 time: 1.6117160 Mar 23 01:40:18.111760 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34f213-697a-4f4b-a3f4-f76492edb856 admin admin] Pushing event deleted for resources: {'Network': ['ID=06eb7944-6de7-4b67-8bdd-08cbf20b814f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:18.159255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-75091253-567c-4631-b95a-2609bf7c3258 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] For port 44be8f83-e5cf-45ba-ba07-1df46358d12a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=44be8f83-e5cf-45ba-ba07-1df46358d12a,segment=NetworkSegment(a22408b4-7b25-4170-9f28-b3b848a145a0),segment_id=a22408b4-7b25-4170-9f28-b3b848a145a0)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:18.159779 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-75091253-567c-4631-b95a-2609bf7c3258 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:18.179163 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-75091253-567c-4631-b95a-2609bf7c3258 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for 44be8f83-e5cf-45ba-ba07-1df46358d12a owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:18.202940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a31609-7e0c-4c0d-8086-2de8f48c4ad6 None None] Sync routers for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:40:18.207217 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283f0a-3563-4e4d-adac-7720da79a3de req-568babd2-0388-4552-b28e-e229567b3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:18.209050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53283f0a-3563-4e4d-adac-7720da79a3de req-568babd2-0388-4552-b28e-e229567b3890 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 1127 time: 0.1380084 Mar 23 01:40:18.220407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a31609-7e0c-4c0d-8086-2de8f48c4ad6 None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:18.229244 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-00a31609-7e0c-4c0d-8086-2de8f48c4ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:18.329012 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e69e4-05c2-4996-93ed-3850a27901b8 req-fa3f7992-79af-4876-91c1-470fc736824b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:18.342435 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-762e69e4-05c2-4996-93ed-3850a27901b8 req-fa3f7992-79af-4876-91c1-470fc736824b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 944 time: 0.1226816 Mar 23 01:40:18.413126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-00a31609-7e0c-4c0d-8086-2de8f48c4ad6 None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:18.419316 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53283f0a-3563-4e4d-adac-7720da79a3de req-37b2fbb5-3e80-4de9-99e4-066b68b06289 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001834 Mar 23 01:40:18.450156 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-762e69e4-05c2-4996-93ed-3850a27901b8 req-7bf46057-3f16-4249-ad69-b32e4d7a5261 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006575 Mar 23 01:40:18.576584 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43648) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:18.592012 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 44be8f83-e5cf-45ba-ba07-1df46358d12a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:40:18.704516 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e9b292e2-5872-4546-a489-bc7abf2119f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dbb7b35220044f9f85e26f372fdd9846&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1240706 Mar 23 01:40:18.704960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43654) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:18.712417 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-75091253-567c-4631-b95a-2609bf7c3258 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (44be8f83-e5cf-45ba-ba07-1df46358d12a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:18.754072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25148d7c-080b-407f-b5de-1951ac4ea752 req-24b26ac9-3e8c-49ca-9eed-eb930b8744f5 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:18.755788 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-25148d7c-080b-407f-b5de-1951ac4ea752 req-24b26ac9-3e8c-49ca-9eed-eb930b8744f5 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 1126 time: 0.1276054 Mar 23 01:40:18.756923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No active binding found for port 44be8f83-e5cf-45ba-ba07-1df46358d12a {{(pid=99265) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 01:40:18.757853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] The host n-d-834677-4 is not matching for port 44be8f83-e5cf-45ba-ba07-1df46358d12a host None! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:40:18.759147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 44be8f83-e5cf-45ba-ba07-1df46358d12a not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 01:40:18.778077 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75091253-567c-4631-b95a-2609bf7c3258 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=44be8f83-e5cf-45ba-ba07-1df46358d12a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:18.778366 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d750732c-2ea1-425a-827b-d387e9347e46 admin admin] Publish callbacks [] for security_group (30d55105-4c8b-451e-923e-96761bf38ec6), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:18.804495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Port 44be8f83-e5cf-45ba-ba07-1df46358d12a not found, will not notify nova. {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 01:40:18.827392 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d750732c-2ea1-425a-827b-d387e9347e46 admin admin] Publish callbacks [] for security_group (30d55105-4c8b-451e-923e-96761bf38ec6), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:18.863585 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-25148d7c-080b-407f-b5de-1951ac4ea752 req-8de222e8-17b4-4982-bb42-52b9f6d5ba19 tempest-LiveMigrationTest-1877739698 tempest-LiveMigrationTest-1877739698-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971243 Mar 23 01:40:18.916292 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:18.922102 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-00a31609-7e0c-4c0d-8086-2de8f48c4ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:12Z', 'revision_number': 7, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44be8f83-e5cf-45ba-ba07-1df46358d12a', 'name': '', 'network_id': '1885f53b-110a-4606-bfc0-d74dff10c709', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:ee:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:40:01Z', 'updated_at': '2022-03-23T01:40:17Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:56Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03cf2ad-3280-4645-a3e9-45281207c92f', 'name': '', 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:d8:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:49Z', 'updated_at': '2022-03-23T01:40:10Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:18.938718 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d750732c-2ea1-425a-827b-d387e9347e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (30d55105-4c8b-451e-923e-96761bf38ec6), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:18.944364 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:40:18.944849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2fd1addb-c1c6-4b23-83c3-2ed2c852b08d not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:40:18.946873 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d750732c-2ea1-425a-827b-d387e9347e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:18.948313 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d750732c-2ea1-425a-827b-d387e9347e46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30d55105-4c8b-451e-923e-96761bf38ec6 HTTP/1.1" status: 204 len: 168 time: 0.2424078 Mar 23 01:40:18.979748 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750732c-2ea1-425a-827b-d387e9347e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d55105-4c8b-451e-923e-96761bf38ec6,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:19.048234 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a31609-7e0c-4c0d-8086-2de8f48c4ad6 None None] Checking router: 608599a5-eed7-4ac7-ba0c-5a9b686057e0 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:40:19.063739 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-75091253-567c-4631-b95a-2609bf7c3258 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (608599a5-eed7-4ac7-ba0c-5a9b686057e0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:19.064840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a31609-7e0c-4c0d-8086-2de8f48c4ad6 None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:19.065745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-00a31609-7e0c-4c0d-8086-2de8f48c4ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:19.103508 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebceb2c-1760-4d14-9621-d3d4357adc1b req-115f637e-ec58-4d34-bee8-5c9b83044f67 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:19.110102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebceb2c-1760-4d14-9621-d3d4357adc1b req-115f637e-ec58-4d34-bee8-5c9b83044f67 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:19.116172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebceb2c-1760-4d14-9621-d3d4357adc1b req-115f637e-ec58-4d34-bee8-5c9b83044f67 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:19.122148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebceb2c-1760-4d14-9621-d3d4357adc1b req-115f637e-ec58-4d34-bee8-5c9b83044f67 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:19.127831 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebceb2c-1760-4d14-9621-d3d4357adc1b req-115f637e-ec58-4d34-bee8-5c9b83044f67 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:19.134761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebceb2c-1760-4d14-9621-d3d4357adc1b req-115f637e-ec58-4d34-bee8-5c9b83044f67 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:19.140881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebceb2c-1760-4d14-9621-d3d4357adc1b req-115f637e-ec58-4d34-bee8-5c9b83044f67 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:19.142872 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ebceb2c-1760-4d14-9621-d3d4357adc1b req-115f637e-ec58-4d34-bee8-5c9b83044f67 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5438 time: 0.4437478 Mar 23 01:40:19.236843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-00a31609-7e0c-4c0d-8086-2de8f48c4ad6 None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:19.281964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe424db-e9cf-4fe9-a506-a2d505127087 req-a3b5786e-8982-471b-a487-d3d05773d6a2 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:19.290480 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3fe424db-e9cf-4fe9-a506-a2d505127087 req-a3b5786e-8982-471b-a487-d3d05773d6a2 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.0764143 Mar 23 01:40:19.307626 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ebceb2c-1760-4d14-9621-d3d4357adc1b req-f6c3e217-0fa2-428d-bf35-ae6b5611fe75 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1455107 Mar 23 01:40:19.354665 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3fe424db-e9cf-4fe9-a506-a2d505127087 req-645c1d2a-4f11-4170-9d9f-06795a5728ce tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607197 Mar 23 01:40:19.477666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43666) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:19.519762 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 59837881-d55f-4f24-b255-aabfe6131a45 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:40:19.528429 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3c979577-4a92-4bf6-ac14-dd8edf10ba25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=768bd0e55ad246389be3917046b90519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493999 Mar 23 01:40:19.530757 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43668) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:19.539259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75091253-567c-4631-b95a-2609bf7c3258 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:40:19.549004 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465165f3-a526-469a-8fc6-42263a6449af req-c971f973-b3ba-41fa-a6e7-f2b1b7ee4181 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:19.551165 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-465165f3-a526-469a-8fc6-42263a6449af req-c971f973-b3ba-41fa-a6e7-f2b1b7ee4181 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 944 time: 0.1058621 Mar 23 01:40:19.580453 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-487852a4-7b3d-4a06-a459-b6b308a25c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:19.591403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 59837881-d55f-4f24-b255-aabfe6131a45 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:40:19.596382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 59837881-d55f-4f24-b255-aabfe6131a45 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:19.596795 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (59837881-d55f-4f24-b255-aabfe6131a45), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:19.612281 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c2f455e-6132-419f-a4bc-e2970781d6ac admin admin] Publish callbacks [] for security_group (6a595000-7f3d-44ca-8592-f3bd1b689a1c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:19.626903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-00a31609-7e0c-4c0d-8086-2de8f48c4ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:18Z', 'revision_number': 8, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:56Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03cf2ad-3280-4645-a3e9-45281207c92f', 'name': '', 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:d8:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:49Z', 'updated_at': '2022-03-23T01:40:10Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:19.639229 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c2f455e-6132-419f-a4bc-e2970781d6ac admin admin] Publish callbacks [] for security_group (6a595000-7f3d-44ca-8592-f3bd1b689a1c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:19.667518 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a31609-7e0c-4c0d-8086-2de8f48c4ad6 None None] The sync data for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 is: [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:18Z', 'revision_number': 8, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:56Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03cf2ad-3280-4645-a3e9-45281207c92f', 'name': '', 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:d8:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:49Z', 'updated_at': '2022-03-23T01:40:10Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:40:19.672534 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-465165f3-a526-469a-8fc6-42263a6449af req-66d929e4-1a2a-4813-b7de-7e11fb880ea5 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115513 Mar 23 01:40:19.709969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75091253-567c-4631-b95a-2609bf7c3258 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:40:19.719766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-75091253-567c-4631-b95a-2609bf7c3258 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/608599a5-eed7-4ac7-ba0c-5a9b686057e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0292687 Mar 23 01:40:19.721106 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43678) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:19.747201 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c2f455e-6132-419f-a4bc-e2970781d6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6a595000-7f3d-44ca-8592-f3bd1b689a1c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:19.751787 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c2f455e-6132-419f-a4bc-e2970781d6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:19.753559 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6c2f455e-6132-419f-a4bc-e2970781d6ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a595000-7f3d-44ca-8592-f3bd1b689a1c HTTP/1.1" status: 204 len: 168 time: 0.2201846 Mar 23 01:40:19.753701 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 59837881-d55f-4f24-b255-aabfe6131a45 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:19.754111 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (59837881-d55f-4f24-b255-aabfe6131a45), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:19.764376 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f455e-6132-419f-a4bc-e2970781d6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a595000-7f3d-44ca-8592-f3bd1b689a1c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:19.790911 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59837881-d55f-4f24-b255-aabfe6131a45'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:40:19.793309 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3f3fae-ddcc-4c55-8d28-d19f5216ed1e" -d '{"events": [{"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-plugged", "status": "completed", "tag": "59837881-d55f-4f24-b255-aabfe6131a45"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:40:19.833287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 59837881-d55f-4f24-b255-aabfe6131a45, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=59837881-d55f-4f24-b255-aabfe6131a45,segment=NetworkSegment(a29f7946-f4e1-4aa9-8bef-6f4de58f56b5),segment_id=a29f7946-f4e1-4aa9-8bef-6f4de58f56b5)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:19.848885 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-debd16d9-a6d3-45b5-ba3e-c7b9117175e3 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting subnet bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:40:19.855357 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-debd16d9-a6d3-45b5-ba3e-c7b9117175e3 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for subnet (bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:19.863462 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (59837881-d55f-4f24-b255-aabfe6131a45), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:19.864825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e2c4097c-74b8-4ceb-b653-1fae8f3bd46b no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:19.919092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f762e72-a353-437c-85c2-f7f7b6596606 req-b6ec7881-2901-4221-834f-6b4bea2bdb3e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:19.919092 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f762e72-a353-437c-85c2-f7f7b6596606 req-b6ec7881-2901-4221-834f-6b4bea2bdb3e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.42 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 944 time: 0.1240513 Mar 23 01:40:19.923964 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-debd16d9-a6d3-45b5-ba3e-c7b9117175e3 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:19.993208 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=59837881-d55f-4f24-b255-aabfe6131a45,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:20.047985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:20.049664 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:20.126125 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:20.141551 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:20.188020 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-debd16d9-a6d3-45b5-ba3e-c7b9117175e3 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:20.226427 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03659c3c-c76b-4dcc-82dc-00c20f070929 x-openstack-request-id: req-03659c3c-c76b-4dcc-82dc-00c20f070929 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:40:20.227096 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-plugged", "status": "completed", "tag": "59837881-d55f-4f24-b255-aabfe6131a45", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:40:20.227598 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03659c3c-c76b-4dcc-82dc-00c20f070929 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:40:20.229185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-4f762e72-a353-437c-85c2-f7f7b6596606 req-753dbcb7-936c-4aee-bb28-2dc6e826cded tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Deleting port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:20.229533 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4f762e72-a353-437c-85c2-f7f7b6596606 req-753dbcb7-936c-4aee-bb28-2dc6e826cded tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:20.230108 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03659c3c-c76b-4dcc-82dc-00c20f070929'] response: {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59837881-d55f-4f24-b255-aabfe6131a45', 'code': 200} Mar 23 01:40:20.272090 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:20.354241 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 44be8f83-e5cf-45ba-ba07-1df46358d12a no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:20.404286 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 44be8f83-e5cf-45ba-ba07-1df46358d12a {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:40:20.414382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 44be8f83-e5cf-45ba-ba07-1df46358d12a not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:40:20.478172 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7343b6-c8f5-47ba-a527-f50a1c12b294 None None] Sync routers for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:40:20.481435 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:20.489703 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7343b6-c8f5-47ba-a527-f50a1c12b294 None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:20.490340 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5c7343b6-c8f5-47ba-a527-f50a1c12b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:20.508325 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7758a6c-5caa-4a52-83bd-c61a25c5249f req-58e9dcb3-87a3-4904-bf23-f53a6c214c8b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:20.509975 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b7758a6c-5caa-4a52-83bd-c61a25c5249f req-58e9dcb3-87a3-4904-bf23-f53a6c214c8b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.0607698 Mar 23 01:40:20.566858 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b7758a6c-5caa-4a52-83bd-c61a25c5249f req-35d6479a-613a-4ca0-bfda-306d8b976284 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503418 Mar 23 01:40:20.591277 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-5c7343b6-c8f5-47ba-a527-f50a1c12b294 None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:20.800664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-4f762e72-a353-437c-85c2-f7f7b6596606 req-753dbcb7-936c-4aee-bb28-2dc6e826cded tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] For port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:20.801353 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4f762e72-a353-437c-85c2-f7f7b6596606 req-753dbcb7-936c-4aee-bb28-2dc6e826cded tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:20.828891 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5c7343b6-c8f5-47ba-a527-f50a1c12b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:18Z', 'revision_number': 8, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:56Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03cf2ad-3280-4645-a3e9-45281207c92f', 'name': '', 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:d8:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:49Z', 'updated_at': '2022-03-23T01:40:10Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:20.832582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-4f762e72-a353-437c-85c2-f7f7b6596606 req-753dbcb7-936c-4aee-bb28-2dc6e826cded tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Calling delete_port for 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:20.864767 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7343b6-c8f5-47ba-a527-f50a1c12b294 None None] Checking router: 608599a5-eed7-4ac7-ba0c-5a9b686057e0 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:40:20.865280 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-debd16d9-a6d3-45b5-ba3e-c7b9117175e3 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:20.873653 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9270db-d7c8-476b-9bb6-b6e7dbd454c8 req-fad2b8d8-306b-4512-a705-4cd9f1424a06 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:20.874667 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7343b6-c8f5-47ba-a527-f50a1c12b294 None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:20.875223 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-df9270db-d7c8-476b-9bb6-b6e7dbd454c8 req-fad2b8d8-306b-4512-a705-4cd9f1424a06 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 944 time: 0.0594962 Mar 23 01:40:20.877492 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5c7343b6-c8f5-47ba-a527-f50a1c12b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:39:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:20.927542 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-df9270db-d7c8-476b-9bb6-b6e7dbd454c8 req-8278322c-98b5-4499-9844-b3030b680e90 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456843 Mar 23 01:40:20.937986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd16d9-a6d3-45b5-ba3e-c7b9117175e3 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:20.946349 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-debd16d9-a6d3-45b5-ba3e-c7b9117175e3 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:20.950038 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-debd16d9-a6d3-45b5-ba3e-c7b9117175e3 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6 HTTP/1.1" status: 204 len: 168 time: 1.2276540 Mar 23 01:40:20.953117 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43708) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:20.957192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f28d155-1e7f-47b8-87d0-d0922b16e2d3 None None] Network 1885f53b-110a-4606-bfc0-d74dff10c709 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:40:20.964178 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84950cce-83ca-4580-91f6-159e12e963a7 req-1638afd2-e631-4ab5-a6da-a60ebad81b99 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:20.970514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84950cce-83ca-4580-91f6-159e12e963a7 req-1638afd2-e631-4ab5-a6da-a60ebad81b99 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:20.977353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84950cce-83ca-4580-91f6-159e12e963a7 req-1638afd2-e631-4ab5-a6da-a60ebad81b99 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:20.985049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84950cce-83ca-4580-91f6-159e12e963a7 req-1638afd2-e631-4ab5-a6da-a60ebad81b99 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:20.992037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84950cce-83ca-4580-91f6-159e12e963a7 req-1638afd2-e631-4ab5-a6da-a60ebad81b99 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:20.997666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84950cce-83ca-4580-91f6-159e12e963a7 req-1638afd2-e631-4ab5-a6da-a60ebad81b99 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:21.005098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84950cce-83ca-4580-91f6-159e12e963a7 req-1638afd2-e631-4ab5-a6da-a60ebad81b99 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:21.007328 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84950cce-83ca-4580-91f6-159e12e963a7 req-1638afd2-e631-4ab5-a6da-a60ebad81b99 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5439 time: 0.2679045 Mar 23 01:40:21.028898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af79822-3be0-4b2d-b3c5-a0464f916184 req-273b3a55-f6af-440b-845f-8665e04e4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:21.030828 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5af79822-3be0-4b2d-b3c5-a0464f916184 req-273b3a55-f6af-440b-845f-8665e04e4941 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 1127 time: 0.2158420 Mar 23 01:40:21.041872 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-5c7343b6-c8f5-47ba-a527-f50a1c12b294 None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:21.135048 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (1885f53b-110a-4606-bfc0-d74dff10c709), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:21.161083 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff4d30-c495-44b6-92c5-82c08c8e92af req-26c3307b-7ee8-4ba0-a201-6b8723f2a51e tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:21.163928 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42ff4d30-c495-44b6-92c5-82c08c8e92af req-26c3307b-7ee8-4ba0-a201-6b8723f2a51e tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.1225317 Mar 23 01:40:21.210927 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84950cce-83ca-4580-91f6-159e12e963a7 req-1559abce-1afc-4a89-9e04-00e4ff2f60ee tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1904352 Mar 23 01:40:21.236524 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ce7263-d19a-46bd-a88a-24250f876603 None None] DHCP port deletion for 1885f53b-110a-4606-bfc0-d74dff10c709 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:40:21.285686 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42ff4d30-c495-44b6-92c5-82c08c8e92af req-7445ff03-678e-42df-9f78-38edf55cfa1d tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160338 Mar 23 01:40:21.294177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af79822-3be0-4b2d-b3c5-a0464f916184 req-55e7985a-256d-4e9f-8542-154886850bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:21.296454 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5af79822-3be0-4b2d-b3c5-a0464f916184 req-55e7985a-256d-4e9f-8542-154886850bd4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 919 time: 0.2570662 Mar 23 01:40:21.298141 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4f762e72-a353-437c-85c2-f7f7b6596606 req-753dbcb7-936c-4aee-bb28-2dc6e826cded tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (3d5ff212-42a8-4366-b07b-3b9cc7cbef6a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:21.308294 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port db8e349b-1e0c-478e-ba4a-0ffbb4697c43 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:21.308573 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (db8e349b-1e0c-478e-ba4a-0ffbb4697c43), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:21.314567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['6fd43136-d0db-437f-ae04-5459a5e2722b', '3d5ff212-42a8-4366-b07b-3b9cc7cbef6a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:40:21.393340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753dbcb7-936c-4aee-bb28-2dc6e826cded tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Pushing event deleted for resources: {'Port': ['ID=3d5ff212-42a8-4366-b07b-3b9cc7cbef6a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:21.403377 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5af79822-3be0-4b2d-b3c5-a0464f916184 req-a1265b00-599f-4e33-913d-79f164bba2ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bb4970b-5b6b-411e-ad70-de61dd5025d8 HTTP/1.1" status: 200 len: 217 time: 0.1000264 Mar 23 01:40:21.420274 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5c7343b6-c8f5-47ba-a527-f50a1c12b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:18Z', 'revision_number': 8, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:56Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03cf2ad-3280-4645-a3e9-45281207c92f', 'name': '', 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:d8:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:49Z', 'updated_at': '2022-03-23T01:40:10Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:21.450403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce7263-d19a-46bd-a88a-24250f876603 None None] Deleting port db8e349b-1e0c-478e-ba4a-0ffbb4697c43 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:21.450403 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e1ce7263-d19a-46bd-a88a-24250f876603 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (db8e349b-1e0c-478e-ba4a-0ffbb4697c43), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:21.463926 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7343b6-c8f5-47ba-a527-f50a1c12b294 None None] The sync data for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 is: [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:18Z', 'revision_number': 8, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:56Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03cf2ad-3280-4645-a3e9-45281207c92f', 'name': '', 'network_id': '4a9e24bd-e924-4e72-91df-71826978356f', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:d8:6f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:49Z', 'updated_at': '2022-03-23T01:40:10Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'f529e0c5-ffad-4338-ac9d-30830e21c91f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:40:21.493574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f762e72-a353-437c-85c2-f7f7b6596606 req-753dbcb7-936c-4aee-bb28-2dc6e826cded tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] No DVR routers for this DVR port 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:40:21.499297 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4f762e72-a353-437c-85c2-f7f7b6596606 req-753dbcb7-936c-4aee-bb28-2dc6e826cded tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:21.503652 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f762e72-a353-437c-85c2-f7f7b6596606 req-753dbcb7-936c-4aee-bb28-2dc6e826cded tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.42 "DELETE /v2.0/ports/3d5ff212-42a8-4366-b07b-3b9cc7cbef6a HTTP/1.1" status: 204 len: 173 time: 1.5712445 Mar 23 01:40:21.504334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e0f56e-991b-4ed2-adf7-5b4afb0fb163', 'name': 'network-vif-deleted', 'tag': '3d5ff212-42a8-4366-b07b-3b9cc7cbef6a'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:40:21.508051 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7c780886-9250-4771-a21c-2c39cd4ac1c2 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:40:21.514094 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e94a07-47c2-4365-bae2-c81a8b169286" -d '{"events": [{"server_uuid": "87e0f56e-991b-4ed2-adf7-5b4afb0fb163", "name": "network-vif-deleted", "tag": "3d5ff212-42a8-4366-b07b-3b9cc7cbef6a"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:40:21.524286 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] For port db8e349b-1e0c-478e-ba4a-0ffbb4697c43, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=db8e349b-1e0c-478e-ba4a-0ffbb4697c43,segment=NetworkSegment(a22408b4-7b25-4170-9f28-b3b848a145a0),segment_id=a22408b4-7b25-4170-9f28-b3b848a145a0)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:21.524755 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (db8e349b-1e0c-478e-ba4a-0ffbb4697c43), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:21.535413 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af79822-3be0-4b2d-b3c5-a0464f916184 req-7701ad06-8edb-4413-8df0-ded47433d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:21.540739 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5af79822-3be0-4b2d-b3c5-a0464f916184 req-7701ad06-8edb-4413-8df0-ded47433d207 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.1289318 Mar 23 01:40:21.557523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for db8e349b-1e0c-478e-ba4a-0ffbb4697c43 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:21.607212 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e1ce7263-d19a-46bd-a88a-24250f876603 None None] For port db8e349b-1e0c-478e-ba4a-0ffbb4697c43, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=db8e349b-1e0c-478e-ba4a-0ffbb4697c43,segment=NetworkSegment(a22408b4-7b25-4170-9f28-b3b848a145a0),segment_id=a22408b4-7b25-4170-9f28-b3b848a145a0)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:21.608338 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e1ce7263-d19a-46bd-a88a-24250f876603 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (db8e349b-1e0c-478e-ba4a-0ffbb4697c43), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:21.622200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af79822-3be0-4b2d-b3c5-a0464f916184 req-67c429fb-ebcf-4c34-ac4b-63045010c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:21.623634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce7263-d19a-46bd-a88a-24250f876603 None None] Calling delete_port for db8e349b-1e0c-478e-ba4a-0ffbb4697c43 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:21.624332 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5af79822-3be0-4b2d-b3c5-a0464f916184 req-67c429fb-ebcf-4c34-ac4b-63045010c57b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0757504 Mar 23 01:40:21.704162 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bcef35-b786-4384-85af-20367ad2719a x-openstack-request-id: req-59bcef35-b786-4384-85af-20367ad2719a {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:40:21.704463 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e0f56e-991b-4ed2-adf7-5b4afb0fb163", "name": "network-vif-deleted", "tag": "3d5ff212-42a8-4366-b07b-3b9cc7cbef6a", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:40:21.704859 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59bcef35-b786-4384-85af-20367ad2719a {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:40:21.705167 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59bcef35-b786-4384-85af-20367ad2719a'] response: {'server_uuid': '87e0f56e-991b-4ed2-adf7-5b4afb0fb163', 'name': 'network-vif-deleted', 'tag': '3d5ff212-42a8-4366-b07b-3b9cc7cbef6a', 'status': 'completed', 'code': 200} Mar 23 01:40:21.735040 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (db8e349b-1e0c-478e-ba4a-0ffbb4697c43), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:21.769387 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5af79822-3be0-4b2d-b3c5-a0464f916184 req-13f52ee9-78ff-4b7f-8ae3-b65280c6109c service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381059 Mar 23 01:40:21.776501 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=db8e349b-1e0c-478e-ba4a-0ffbb4697c43,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:21.781071 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] No DVR routers for this DVR port db8e349b-1e0c-478e-ba4a-0ffbb4697c43 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:40:21.795282 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3f214a69-e142-4227-befb-f1e510e99614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:21.800986 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e1ce7263-d19a-46bd-a88a-24250f876603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (db8e349b-1e0c-478e-ba4a-0ffbb4697c43), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:21.838638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce7263-d19a-46bd-a88a-24250f876603 None None] Pushing event deleted for resources: {'Port': ['ID=db8e349b-1e0c-478e-ba4a-0ffbb4697c43,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:21.855243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce7263-d19a-46bd-a88a-24250f876603 None None] No DVR routers for this DVR port db8e349b-1e0c-478e-ba4a-0ffbb4697c43 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:40:21.870812 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 7c780886-9250-4771-a21c-2c39cd4ac1c2 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:40:21.872172 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (1885f53b-110a-4606-bfc0-d74dff10c709), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:21.881066 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 7c780886-9250-4771-a21c-2c39cd4ac1c2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:21.881674 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:21.884497 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5af79822-3be0-4b2d-b3c5-a0464f916184 req-b4978cd8-ceb6-4709-a004-994c418e5355 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089220 Mar 23 01:40:21.895475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1885f53b-110a-4606-bfc0-d74dff10c709']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:21.905937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22408b4-7b25-4170-9f28-b3b848a145a0') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:21.906510 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22408b4-7b25-4170-9f28-b3b848a145a0') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:21.918486 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (a22408b4-7b25-4170-9f28-b3b848a145a0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:21.933402 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a22408b4-7b25-4170-9f28-b3b848a145a0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:21.943245 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:40:21.944153 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (a22408b4-7b25-4170-9f28-b3b848a145a0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:40:21.948617 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:40:21.997608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 7c780886-9250-4771-a21c-2c39cd4ac1c2 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:21.998313 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:22.036366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 7c780886-9250-4771-a21c-2c39cd4ac1c2, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7c780886-9250-4771-a21c-2c39cd4ac1c2,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:22.041965 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:22.043177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:40:22.050588 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f48d6331-b14b-4548-a717-5e5484d070d9 req-0fc4b192-8804-43c0-aa5e-0d2f21862683 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.0339453 Mar 23 01:40:22.060590 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (1885f53b-110a-4606-bfc0-d74dff10c709), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:22.073045 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:22.082142 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/networks/1885f53b-110a-4606-bfc0-d74dff10c709 HTTP/1.1" status: 204 len: 168 time: 1.1251078 Mar 23 01:40:22.082460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43730) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:22.093055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6a997-cdc4-4d3f-9b7c-84b3e0507c53 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Network': ['ID=1885f53b-110a-4606-bfc0-d74dff10c709,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:22.137342 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=7c780886-9250-4771-a21c-2c39cd4ac1c2,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:22.151984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:40:22.156054 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:22.156468 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:22.231058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b'}, {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c780886-9250-4771-a21c-2c39cd4ac1c2'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:40:22.233571 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704b3a0c-f113-4b75-ba36-399f6ed514ab" -d '{"events": [{"server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b"}, {"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-plugged", "status": "completed", "tag": "7c780886-9250-4771-a21c-2c39cd4ac1c2"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:40:22.256192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:22.256585 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:22.294316 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 23 Mar 2022 01:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce3d478-4304-461e-8f6c-1bf27f8cafaf x-openstack-request-id: req-dce3d478-4304-461e-8f6c-1bf27f8cafaf {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:40:22.294615 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b", "code": 200}, {"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-plugged", "status": "completed", "tag": "7c780886-9250-4771-a21c-2c39cd4ac1c2", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:40:22.297987 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dce3d478-4304-461e-8f6c-1bf27f8cafaf {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:40:22.298522 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce3d478-4304-461e-8f6c-1bf27f8cafaf'] response: {'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'code': 200} Mar 23 01:40:22.298800 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce3d478-4304-461e-8f6c-1bf27f8cafaf'] response: {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c780886-9250-4771-a21c-2c39cd4ac1c2', 'code': 200} Mar 23 01:40:22.331907 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5fe4b106-8a4c-45f0-b60a-9b89c2785ef0,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:22.338730 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:22.339645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 984ab90e-b799-4d7f-a827-310af7277e93 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:40:22.441570 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=5fe4b106-8a4c-45f0-b60a-9b89c2785ef0,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:22.446213 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device db8e349b-1e0c-478e-ba4a-0ffbb4697c43 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:22.462160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f688872-bdd0-4441-8907-2e72898d0a50 req-cb68b340-ec10-490a-9665-f27536bbd9ef tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:22.468942 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f688872-bdd0-4441-8907-2e72898d0a50 req-cb68b340-ec10-490a-9665-f27536bbd9ef tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:22.493777 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f688872-bdd0-4441-8907-2e72898d0a50 req-cb68b340-ec10-490a-9665-f27536bbd9ef tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:22.507676 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f688872-bdd0-4441-8907-2e72898d0a50 req-cb68b340-ec10-490a-9665-f27536bbd9ef tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:22.517639 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: db8e349b-1e0c-478e-ba4a-0ffbb4697c43 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:40:22.520777 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device db8e349b-1e0c-478e-ba4a-0ffbb4697c43 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:40:22.522597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed3fe0-9424-4f91-bc16-4757827e9e4a req-88bf97bd-849b-492a-ae1c-dfa81e13b455 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:22.524259 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61ed3fe0-9424-4f91-bc16-4757827e9e4a req-88bf97bd-849b-492a-ae1c-dfa81e13b455 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.1098926 Mar 23 01:40:22.531988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f688872-bdd0-4441-8907-2e72898d0a50 req-cb68b340-ec10-490a-9665-f27536bbd9ef tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:22.542921 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f688872-bdd0-4441-8907-2e72898d0a50 req-cb68b340-ec10-490a-9665-f27536bbd9ef tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:22.559267 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f688872-bdd0-4441-8907-2e72898d0a50 req-cb68b340-ec10-490a-9665-f27536bbd9ef tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:22.570508 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f688872-bdd0-4441-8907-2e72898d0a50 req-cb68b340-ec10-490a-9665-f27536bbd9ef tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5441 time: 0.2241526 Mar 23 01:40:22.576085 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 984ab90e-b799-4d7f-a827-310af7277e93 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:40:22.582325 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 984ab90e-b799-4d7f-a827-310af7277e93 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:22.583171 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (984ab90e-b799-4d7f-a827-310af7277e93), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:22.641845 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61ed3fe0-9424-4f91-bc16-4757827e9e4a req-d0ba5dab-04be-4d2e-9777-59bf91744cce tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056545 Mar 23 01:40:22.669169 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9a77106-3f9d-4a4a-b359-4a2e8b0d9e43 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (608599a5-eed7-4ac7-ba0c-5a9b686057e0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:22.701892 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f688872-bdd0-4441-8907-2e72898d0a50 req-cb4918ea-b97f-46cd-9c09-63d4ce75700e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1303682 Mar 23 01:40:22.879039 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 984ab90e-b799-4d7f-a827-310af7277e93 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:22.879583 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (984ab90e-b799-4d7f-a827-310af7277e93), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:22.919923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 984ab90e-b799-4d7f-a827-310af7277e93, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=984ab90e-b799-4d7f-a827-310af7277e93,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:22.928817 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (984ab90e-b799-4d7f-a827-310af7277e93), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:22.988855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=984ab90e-b799-4d7f-a827-310af7277e93,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:23.023580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a9a77106-3f9d-4a4a-b359-4a2e8b0d9e43 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port e03cf2ad-3280-4645-a3e9-45281207c92f {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:23.024183 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9a77106-3f9d-4a4a-b359-4a2e8b0d9e43 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:23.168226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-a9a77106-3f9d-4a4a-b359-4a2e8b0d9e43 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] For port e03cf2ad-3280-4645-a3e9-45281207c92f, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e03cf2ad-3280-4645-a3e9-45281207c92f,segment=NetworkSegment(6597eff3-ac8c-4bea-b2f8-ee29f5a294c3),segment_id=6597eff3-ac8c-4bea-b2f8-ee29f5a294c3)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:23.168706 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9a77106-3f9d-4a4a-b359-4a2e8b0d9e43 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:23.175201 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:23.207179 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e0c66ad1-0d87-4511-a390-12afd04cf886 req-87f1a969-3505-41fe-94e1-3b9baac06006 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.0413492 Mar 23 01:40:23.208070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a9a77106-3f9d-4a4a-b359-4a2e8b0d9e43 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for e03cf2ad-3280-4645-a3e9-45281207c92f owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:23.402281 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9a77106-3f9d-4a4a-b359-4a2e8b0d9e43 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e03cf2ad-3280-4645-a3e9-45281207c92f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:23.434875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a77106-3f9d-4a4a-b359-4a2e8b0d9e43 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=e03cf2ad-3280-4645-a3e9-45281207c92f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:23.488758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 71840044-c12d-499c-b285-a288993a4af4 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:40:23.553440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 71840044-c12d-499c-b285-a288993a4af4 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:40:23.558454 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 71840044-c12d-499c-b285-a288993a4af4 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:23.558962 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (71840044-c12d-499c-b285-a288993a4af4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:23.629387 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9a77106-3f9d-4a4a-b359-4a2e8b0d9e43 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (608599a5-eed7-4ac7-ba0c-5a9b686057e0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:23.730182 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 71840044-c12d-499c-b285-a288993a4af4 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:23.732989 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (71840044-c12d-499c-b285-a288993a4af4), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:23.836961 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 71840044-c12d-499c-b285-a288993a4af4, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=71840044-c12d-499c-b285-a288993a4af4,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:23.845572 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (71840044-c12d-499c-b285-a288993a4af4), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:23.846719 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8a932a57-4ff5-4c2c-8280-db9116662f6a up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:40:23.881007 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7d04b-ea24-49cd-b5db-e7b916e1b7f4 req-f23b2809-6c9f-462d-8e4b-c94e669f6e27 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:23.886177 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-45f7d04b-ea24-49cd-b5db-e7b916e1b7f4 req-f23b2809-6c9f-462d-8e4b-c94e669f6e27 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.1279588 Mar 23 01:40:23.960757 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-45f7d04b-ea24-49cd-b5db-e7b916e1b7f4 req-bddf8b47-7fd9-4f7f-9abd-aceab6cfd50c tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683241 Mar 23 01:40:23.995426 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=71840044-c12d-499c-b285-a288993a4af4,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:24.015939 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567bedb-59db-41a7-8a8f-60ef06b953b8 req-5383d862-1314-4e92-8b7d-9ecadd7d58a3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:24.017245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 8a932a57-4ff5-4c2c-8280-db9116662f6a completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:40:24.021766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567bedb-59db-41a7-8a8f-60ef06b953b8 req-5383d862-1314-4e92-8b7d-9ecadd7d58a3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:24.022396 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 8a932a57-4ff5-4c2c-8280-db9116662f6a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:24.022805 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:24.027263 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567bedb-59db-41a7-8a8f-60ef06b953b8 req-5383d862-1314-4e92-8b7d-9ecadd7d58a3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:24.032985 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567bedb-59db-41a7-8a8f-60ef06b953b8 req-5383d862-1314-4e92-8b7d-9ecadd7d58a3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:24.039288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567bedb-59db-41a7-8a8f-60ef06b953b8 req-5383d862-1314-4e92-8b7d-9ecadd7d58a3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:24.044520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567bedb-59db-41a7-8a8f-60ef06b953b8 req-5383d862-1314-4e92-8b7d-9ecadd7d58a3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:24.050287 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567bedb-59db-41a7-8a8f-60ef06b953b8 req-5383d862-1314-4e92-8b7d-9ecadd7d58a3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:24.058328 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8567bedb-59db-41a7-8a8f-60ef06b953b8 req-5383d862-1314-4e92-8b7d-9ecadd7d58a3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5443 time: 0.2167652 Mar 23 01:40:24.078708 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a77106-3f9d-4a4a-b359-4a2e8b0d9e43 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:40:24.120315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 8a932a57-4ff5-4c2c-8280-db9116662f6a is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:24.120736 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:24.163536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8a932a57-4ff5-4c2c-8280-db9116662f6a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8a932a57-4ff5-4c2c-8280-db9116662f6a,segment=NetworkSegment(68c8812e-99f2-4c31-85dc-3b33ddd6089a),segment_id=68c8812e-99f2-4c31-85dc-3b33ddd6089a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:24.179706 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:24.181300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:40:24.206242 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8567bedb-59db-41a7-8a8f-60ef06b953b8 req-7d1a4b3f-ab57-4d9c-baba-144da18eec8a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1383207 Mar 23 01:40:24.232957 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a77106-3f9d-4a4a-b359-4a2e8b0d9e43 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:40:24.248412 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a9a77106-3f9d-4a4a-b359-4a2e8b0d9e43 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/608599a5-eed7-4ac7-ba0c-5a9b686057e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1648467 Mar 23 01:40:24.251267 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43776) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:24.296527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9deaf35-ffa8-48b1-b85c-91e8271901e6 None None] Sync routers for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:40:24.300578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe4b106-8a4c-45f0-b60a-9b89c2785ef0'}, {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984ab90e-b799-4d7f-a827-310af7277e93'}, {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71840044-c12d-499c-b285-a288993a4af4'}, {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a932a57-4ff5-4c2c-8280-db9116662f6a'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:40:24.303510 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef05452-ab83-43d0-9150-197d3bcf94bd" -d '{"events": [{"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-plugged", "status": "completed", "tag": "5fe4b106-8a4c-45f0-b60a-9b89c2785ef0"}, {"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-plugged", "status": "completed", "tag": "984ab90e-b799-4d7f-a827-310af7277e93"}, {"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-plugged", "status": "completed", "tag": "71840044-c12d-499c-b285-a288993a4af4"}, {"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-plugged", "status": "completed", "tag": "8a932a57-4ff5-4c2c-8280-db9116662f6a"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:40:24.363107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9deaf35-ffa8-48b1-b85c-91e8271901e6 None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:24.363756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b9deaf35-ffa8-48b1-b85c-91e8271901e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:40:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:24.367340 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-46533d88-e258-4592-adeb-8bd89c38caa3 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting subnet f529e0c5-ffad-4338-ac9d-30830e21c91f {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:40:24.384389 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-46533d88-e258-4592-adeb-8bd89c38caa3 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for subnet (f529e0c5-ffad-4338-ac9d-30830e21c91f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:24.414511 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 23 Mar 2022 01:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7089734-b0e6-4970-9d9e-16ee147bbb0a x-openstack-request-id: req-b7089734-b0e6-4970-9d9e-16ee147bbb0a {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:40:24.414806 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-plugged", "status": "completed", "tag": "5fe4b106-8a4c-45f0-b60a-9b89c2785ef0", "code": 200}, {"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-plugged", "status": "completed", "tag": "984ab90e-b799-4d7f-a827-310af7277e93", "code": 200}, {"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-plugged", "status": "completed", "tag": "71840044-c12d-499c-b285-a288993a4af4", "code": 200}, {"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-plugged", "status": "completed", "tag": "8a932a57-4ff5-4c2c-8280-db9116662f6a", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:40:24.415118 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7089734-b0e6-4970-9d9e-16ee147bbb0a {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:40:24.415530 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7089734-b0e6-4970-9d9e-16ee147bbb0a'] response: {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe4b106-8a4c-45f0-b60a-9b89c2785ef0', 'code': 200} Mar 23 01:40:24.415780 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7089734-b0e6-4970-9d9e-16ee147bbb0a'] response: {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984ab90e-b799-4d7f-a827-310af7277e93', 'code': 200} Mar 23 01:40:24.416036 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7089734-b0e6-4970-9d9e-16ee147bbb0a'] response: {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71840044-c12d-499c-b285-a288993a4af4', 'code': 200} Mar 23 01:40:24.416427 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7089734-b0e6-4970-9d9e-16ee147bbb0a'] response: {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a932a57-4ff5-4c2c-8280-db9116662f6a', 'code': 200} Mar 23 01:40:24.419754 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:40:24.451574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=8a932a57-4ff5-4c2c-8280-db9116662f6a,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:24.462983 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:24.463362 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:24.469852 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-55819afa-1dcc-4422-b67c-ebd894b4a68f req-ca5fcc48-eb19-43af-8bc6-ba7939828925 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.0985425 Mar 23 01:40:24.491798 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-46533d88-e258-4592-adeb-8bd89c38caa3 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (f529e0c5-ffad-4338-ac9d-30830e21c91f), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:24.534875 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-b9deaf35-ffa8-48b1-b85c-91e8271901e6 None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:24.538685 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:24.609876 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-46533d88-e258-4592-adeb-8bd89c38caa3 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (f529e0c5-ffad-4338-ac9d-30830e21c91f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:24.620068 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:24.620272 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:24.622235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:24.685062 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:40:24.685432 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3d5ff212-42a8-4366-b07b-3b9cc7cbef6a not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:40:24.688323 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-46533d88-e258-4592-adeb-8bd89c38caa3 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (f529e0c5-ffad-4338-ac9d-30830e21c91f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:24.749867 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-46533d88-e258-4592-adeb-8bd89c38caa3 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:24.754971 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951cb803-e09b-451f-8598-fd56f41080b3 None None] Network 4a9e24bd-e924-4e72-91df-71826978356f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:40:24.759510 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-46533d88-e258-4592-adeb-8bd89c38caa3 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/f529e0c5-ffad-4338-ac9d-30830e21c91f HTTP/1.1" status: 204 len: 168 time: 0.5047708 Mar 23 01:40:24.759689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5,segment=NetworkSegment(a29f7946-f4e1-4aa9-8bef-6f4de58f56b5),segment_id=a29f7946-f4e1-4aa9-8bef-6f4de58f56b5)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:24.759806 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46533d88-e258-4592-adeb-8bd89c38caa3 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Subnet': ['ID=f529e0c5-ffad-4338-ac9d-30830e21c91f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:24.759907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43782) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:24.785901 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:24.890076 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (4a9e24bd-e924-4e72-91df-71826978356f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:24.936980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:24.949318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port 46a1d880-1b98-4fc2-8aae-c73a63583afd {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:24.949675 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (46a1d880-1b98-4fc2-8aae-c73a63583afd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:24.982132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b9deaf35-ffa8-48b1-b85c-91e8271901e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:23Z', 'revision_number': 9, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:56Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:25.013676 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9deaf35-ffa8-48b1-b85c-91e8271901e6 None None] Checking router: 608599a5-eed7-4ac7-ba0c-5a9b686057e0 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:40:25.027918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9deaf35-ffa8-48b1-b85c-91e8271901e6 None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:25.028977 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b9deaf35-ffa8-48b1-b85c-91e8271901e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:40:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:25.067411 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] For port 46a1d880-1b98-4fc2-8aae-c73a63583afd, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=46a1d880-1b98-4fc2-8aae-c73a63583afd,segment=NetworkSegment(6597eff3-ac8c-4bea-b2f8-ee29f5a294c3),segment_id=6597eff3-ac8c-4bea-b2f8-ee29f5a294c3)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:25.068018 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (46a1d880-1b98-4fc2-8aae-c73a63583afd), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:25.104733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for 46a1d880-1b98-4fc2-8aae-c73a63583afd owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:25.168897 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-b9deaf35-ffa8-48b1-b85c-91e8271901e6 None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:25.203832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b37471-7bec-46b7-8a8d-52073ab0ebc1 req-b88a5413-7d55-41fb-a794-568dcc4ffab8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:25.205549 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1b37471-7bec-46b7-8a8d-52073ab0ebc1 req-b88a5413-7d55-41fb-a794-568dcc4ffab8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.1344488 Mar 23 01:40:25.303666 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (46a1d880-1b98-4fc2-8aae-c73a63583afd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:25.319377 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] No DVR routers for this DVR port 46a1d880-1b98-4fc2-8aae-c73a63583afd on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:40:25.364764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fc878a-8535-4807-a94f-9ce12178c40b None None] DHCP port deletion for 4a9e24bd-e924-4e72-91df-71826978356f request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:40:25.464540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc3df4-6062-4f2f-a847-549126819eab req-e056e4c8-ce5b-44f3-a6c4-d766d275d10f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:25.470592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc3df4-6062-4f2f-a847-549126819eab req-e056e4c8-ce5b-44f3-a6c4-d766d275d10f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:25.476481 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc3df4-6062-4f2f-a847-549126819eab req-e056e4c8-ce5b-44f3-a6c4-d766d275d10f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:25.478907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1b37471-7bec-46b7-8a8d-52073ab0ebc1 req-96cac02e-7845-4720-a965-5e5e5ef68083 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567563 Mar 23 01:40:25.479664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=46a1d880-1b98-4fc2-8aae-c73a63583afd,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:25.483010 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc3df4-6062-4f2f-a847-549126819eab req-e056e4c8-ce5b-44f3-a6c4-d766d275d10f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:25.490638 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc3df4-6062-4f2f-a847-549126819eab req-e056e4c8-ce5b-44f3-a6c4-d766d275d10f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:25.507247 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc3df4-6062-4f2f-a847-549126819eab req-e056e4c8-ce5b-44f3-a6c4-d766d275d10f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:25.513385 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc3df4-6062-4f2f-a847-549126819eab req-e056e4c8-ce5b-44f3-a6c4-d766d275d10f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:25.522105 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0dcc3df4-6062-4f2f-a847-549126819eab req-e056e4c8-ce5b-44f3-a6c4-d766d275d10f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5445 time: 0.1823909 Mar 23 01:40:25.536185 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e2c4097c-74b8-4ceb-b653-1fae8f3bd46b details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:40:25.614776 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0dcc3df4-6062-4f2f-a847-549126819eab req-7b070cea-1d1b-4b21-bdd8-1fe06944deb5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874538 Mar 23 01:40:25.620912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (4a9e24bd-e924-4e72-91df-71826978356f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:25.670476 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8cfeb71-0235-4b61-ad61-fc0f50637ab4 req-29f69080-2e01-4b6d-bb12-5923208c40c7 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.0527511 Mar 23 01:40:25.673963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9e24bd-e924-4e72-91df-71826978356f']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:25.679787 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b9deaf35-ffa8-48b1-b85c-91e8271901e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:23Z', 'revision_number': 9, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:56Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:25.684889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6597eff3-ac8c-4bea-b2f8-ee29f5a294c3') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:25.685191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6597eff3-ac8c-4bea-b2f8-ee29f5a294c3') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:25.703494 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (6597eff3-ac8c-4bea-b2f8-ee29f5a294c3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:25.718639 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (6597eff3-ac8c-4bea-b2f8-ee29f5a294c3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:25.723928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9deaf35-ffa8-48b1-b85c-91e8271901e6 None None] The sync data for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 is: [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:23Z', 'revision_number': 9, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f83685-a8ae-4a8c-a76d-69e5aa458be1', 'name': '', 'network_id': 'ac570053-2816-4f67-b33f-7f061b250696', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:e6:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:38Z', 'updated_at': '2022-03-23T01:39:56Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': 'b9343b9d-ecfb-4715-b7dd-77292e5b7224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:40:25.732443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:40:25.733479 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (6597eff3-ac8c-4bea-b2f8-ee29f5a294c3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:25.744619 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:25.757490 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'port_id': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'mac_address': 'fa:16:3e:02:98:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:40:25.786811 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:40:25.807858 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:25.811206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:25.811595 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:25.812317 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (4a9e24bd-e924-4e72-91df-71826978356f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:25.821645 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:25.825715 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c4097c-74b8-4ceb-b653-1fae8f3bd46b {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:40:25.826980 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/networks/4a9e24bd-e924-4e72-91df-71826978356f HTTP/1.1" status: 204 len: 168 time: 1.0659969 Mar 23 01:40:25.829732 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43798) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:25.850432 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:25.851077 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639e987-2098-4833-83f2-ebd09a593c6a tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Network': ['ID=4a9e24bd-e924-4e72-91df-71826978356f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:25.867161 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:25.949595 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:26.100947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['e2c4097c-74b8-4ceb-b653-1fae8f3bd46b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:40:26.415458 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 46a1d880-1b98-4fc2-8aae-c73a63583afd no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:26.418747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:40:26.421419 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bcbb38-a3f8-4542-bea5-f34bd1a6a475" -d '{"events": [{"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-plugged", "status": "completed", "tag": "ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:40:26.457865 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 46a1d880-1b98-4fc2-8aae-c73a63583afd {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:40:26.462902 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 46a1d880-1b98-4fc2-8aae-c73a63583afd not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:40:26.463374 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e03cf2ad-3280-4645-a3e9-45281207c92f no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:26.575751 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291c527c-8440-477f-bcc9-bdc5a3dc4b25 x-openstack-request-id: req-291c527c-8440-477f-bcc9-bdc5a3dc4b25 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:40:26.576045 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-plugged", "status": "completed", "tag": "ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:40:26.576305 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-291c527c-8440-477f-bcc9-bdc5a3dc4b25 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:40:26.580307 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-291c527c-8440-477f-bcc9-bdc5a3dc4b25'] response: {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5', 'code': 200} Mar 23 01:40:26.605943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: e03cf2ad-3280-4645-a3e9-45281207c92f {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:40:26.606204 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e03cf2ad-3280-4645-a3e9-45281207c92f not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:40:26.829759 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1afdac-1903-4505-9cb2-13ed736140de req-9db22aec-fd4d-47da-91ac-e6d1edbb18c3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:26.854537 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1afdac-1903-4505-9cb2-13ed736140de req-9db22aec-fd4d-47da-91ac-e6d1edbb18c3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:26.879209 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1afdac-1903-4505-9cb2-13ed736140de req-9db22aec-fd4d-47da-91ac-e6d1edbb18c3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:26.882561 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c309b-bf3d-4019-b13f-24ca8582a51f req-07b7fa31-6892-47c2-a725-8db23e54adc7 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:26.884734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eb0c309b-bf3d-4019-b13f-24ca8582a51f req-07b7fa31-6892-47c2-a725-8db23e54adc7 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.2261500 Mar 23 01:40:26.895096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322bedb-47d7-457e-9a59-84ae935f7ccd req-c44dfecf-6107-4109-829c-01d131e183b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:26.895713 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322bedb-47d7-457e-9a59-84ae935f7ccd req-c44dfecf-6107-4109-829c-01d131e183b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:26.896579 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322bedb-47d7-457e-9a59-84ae935f7ccd req-c44dfecf-6107-4109-829c-01d131e183b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:26.897192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322bedb-47d7-457e-9a59-84ae935f7ccd req-c44dfecf-6107-4109-829c-01d131e183b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:26.897712 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322bedb-47d7-457e-9a59-84ae935f7ccd req-c44dfecf-6107-4109-829c-01d131e183b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:26.898231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322bedb-47d7-457e-9a59-84ae935f7ccd req-c44dfecf-6107-4109-829c-01d131e183b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:26.898755 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322bedb-47d7-457e-9a59-84ae935f7ccd req-c44dfecf-6107-4109-829c-01d131e183b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:26.900866 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0322bedb-47d7-457e-9a59-84ae935f7ccd req-c44dfecf-6107-4109-829c-01d131e183b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 6719 time: 0.1947141 Mar 23 01:40:26.919718 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1afdac-1903-4505-9cb2-13ed736140de req-9db22aec-fd4d-47da-91ac-e6d1edbb18c3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:26.936386 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1afdac-1903-4505-9cb2-13ed736140de req-9db22aec-fd4d-47da-91ac-e6d1edbb18c3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:26.956044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1afdac-1903-4505-9cb2-13ed736140de req-9db22aec-fd4d-47da-91ac-e6d1edbb18c3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:26.979146 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1afdac-1903-4505-9cb2-13ed736140de req-9db22aec-fd4d-47da-91ac-e6d1edbb18c3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:26.981665 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bec0986d-7c7b-48ca-9f68-ff10a52fe7e0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (608599a5-eed7-4ac7-ba0c-5a9b686057e0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:26.991863 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9d1afdac-1903-4505-9cb2-13ed736140de req-9db22aec-fd4d-47da-91ac-e6d1edbb18c3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5445 time: 0.2814286 Mar 23 01:40:27.099608 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eb0c309b-bf3d-4019-b13f-24ca8582a51f req-0ec786f4-69d8-4839-8c49-9130ddd89a2b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907332 Mar 23 01:40:27.114476 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0322bedb-47d7-457e-9a59-84ae935f7ccd req-70bda7a3-e996-487e-b872-4c7ae0b2a03b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1725674 Mar 23 01:40:27.117136 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9d1afdac-1903-4505-9cb2-13ed736140de req-9cd6e219-dac5-47ee-a1cd-977ae4b4d0ee tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168015 Mar 23 01:40:27.265063 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c246f29f-1feb-4851-ab6c-6b2733354d9d req-acd239ee-ba8f-458b-b543-e80eb28d2838 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.0409484 Mar 23 01:40:27.395036 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-bec0986d-7c7b-48ca-9f68-ff10a52fe7e0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port b3f83685-a8ae-4a8c-a76d-69e5aa458be1 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:27.395292 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bec0986d-7c7b-48ca-9f68-ff10a52fe7e0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:27.566888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-bec0986d-7c7b-48ca-9f68-ff10a52fe7e0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] For port b3f83685-a8ae-4a8c-a76d-69e5aa458be1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b3f83685-a8ae-4a8c-a76d-69e5aa458be1,segment=NetworkSegment(4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8),segment_id=4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:27.567607 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bec0986d-7c7b-48ca-9f68-ff10a52fe7e0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:27.585091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-bec0986d-7c7b-48ca-9f68-ff10a52fe7e0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for b3f83685-a8ae-4a8c-a76d-69e5aa458be1 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:27.809949 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bec0986d-7c7b-48ca-9f68-ff10a52fe7e0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b3f83685-a8ae-4a8c-a76d-69e5aa458be1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:27.892778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0986d-7c7b-48ca-9f68-ff10a52fe7e0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=b3f83685-a8ae-4a8c-a76d-69e5aa458be1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:28.084835 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b71b9e1a-04d4-4ba1-8117-f34ba8d63da9 req-0c7a8e42-c3da-455e-9ea2-da41ba16c411 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4209681 Mar 23 01:40:28.091969 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bec0986d-7c7b-48ca-9f68-ff10a52fe7e0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (608599a5-eed7-4ac7-ba0c-5a9b686057e0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:28.286829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b9e1a-04d4-4ba1-8117-f34ba8d63da9 req-909f0d91-3cf3-478a-877d-4a358cc726c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:28.288330 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b71b9e1a-04d4-4ba1-8117-f34ba8d63da9 req-909f0d91-3cf3-478a-877d-4a358cc726c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce546d225bce48df9444d857bc6abcaf&device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 1126 time: 0.1238263 Mar 23 01:40:28.428793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46af5e-b5eb-420a-9e5f-1da368a4da74 req-63504a63-c39a-4c97-a27c-1a625daa7b8c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:28.442174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46af5e-b5eb-420a-9e5f-1da368a4da74 req-63504a63-c39a-4c97-a27c-1a625daa7b8c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:28.462627 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46af5e-b5eb-420a-9e5f-1da368a4da74 req-63504a63-c39a-4c97-a27c-1a625daa7b8c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:28.478101 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46af5e-b5eb-420a-9e5f-1da368a4da74 req-63504a63-c39a-4c97-a27c-1a625daa7b8c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:28.484517 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46af5e-b5eb-420a-9e5f-1da368a4da74 req-63504a63-c39a-4c97-a27c-1a625daa7b8c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:28.492002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46af5e-b5eb-420a-9e5f-1da368a4da74 req-63504a63-c39a-4c97-a27c-1a625daa7b8c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:28.498123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46af5e-b5eb-420a-9e5f-1da368a4da74 req-63504a63-c39a-4c97-a27c-1a625daa7b8c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:28.519735 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa46af5e-b5eb-420a-9e5f-1da368a4da74 req-63504a63-c39a-4c97-a27c-1a625daa7b8c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5445 time: 0.2735400 Mar 23 01:40:28.612478 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a0a5af7-8a7f-4bb0-8046-ead4c3c5299e req-1b4a0760-84c0-43ef-b9eb-2ed398e735e0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.1950104 Mar 23 01:40:28.687409 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa46af5e-b5eb-420a-9e5f-1da368a4da74 req-3c61cd53-3380-4bfa-8254-7c8e1522c499 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1665249 Mar 23 01:40:28.758755 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec0986d-7c7b-48ca-9f68-ff10a52fe7e0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:40:28.807540 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b9e1a-04d4-4ba1-8117-f34ba8d63da9 req-f8b0c8a6-fffc-49cb-9463-f2bd33bea0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:28.810713 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b71b9e1a-04d4-4ba1-8117-f34ba8d63da9 req-f8b0c8a6-fffc-49cb-9463-f2bd33bea0a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 200 len: 906 time: 0.3916898 Mar 23 01:40:28.937848 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b71b9e1a-04d4-4ba1-8117-f34ba8d63da9 req-39c9ff17-9258-4fe7-bc2b-c83bfd8bb8ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64624296-cd2d-47d3-9846-0f4297f6e579 HTTP/1.1" status: 200 len: 217 time: 0.1175263 Mar 23 01:40:29.115678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b9e1a-04d4-4ba1-8117-f34ba8d63da9 req-2e8a005e-c6fa-472a-9905-e16311f19325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:29.115678 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b71b9e1a-04d4-4ba1-8117-f34ba8d63da9 req-2e8a005e-c6fa-472a-9905-e16311f19325 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 200 len: 846 time: 0.1270974 Mar 23 01:40:29.196716 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b71b9e1a-04d4-4ba1-8117-f34ba8d63da9 req-db914a61-9038-45dc-b381-95360cf8f672 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3d029b-d469-4b1a-90d0-7995de95a27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731220 Mar 23 01:40:29.349301 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec0986d-7c7b-48ca-9f68-ff10a52fe7e0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:40:29.358203 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bec0986d-7c7b-48ca-9f68-ff10a52fe7e0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/608599a5-eed7-4ac7-ba0c-5a9b686057e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5269539 Mar 23 01:40:29.361594 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43872) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:29.370944 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b327e9-7cb1-44f0-865c-b8790d7be023 None None] Sync routers for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:40:29.423463 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b71b9e1a-04d4-4ba1-8117-f34ba8d63da9 req-d0b9bdfe-9ffc-447c-b983-d6e9ec9fe9dc service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061009 Mar 23 01:40:29.435368 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b327e9-7cb1-44f0-865c-b8790d7be023 None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:29.436826 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e6b327e9-7cb1-44f0-865c-b8790d7be023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:40:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:29.499680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-a838d42a-239e-431d-aad5-a4701ad211ea tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting subnet b9343b9d-ecfb-4715-b7dd-77292e5b7224 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:40:29.509711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e2c4097c-74b8-4ceb-b653-1fae8f3bd46b up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:40:29.518544 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a838d42a-239e-431d-aad5-a4701ad211ea tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for subnet (b9343b9d-ecfb-4715-b7dd-77292e5b7224), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:29.594884 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b71b9e1a-04d4-4ba1-8117-f34ba8d63da9 req-c0755460-abf5-47e1-bffb-34517b43418b service neutron] 10.222.0.42 "GET /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654968 Mar 23 01:40:29.631758 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a838d42a-239e-431d-aad5-a4701ad211ea tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (b9343b9d-ecfb-4715-b7dd-77292e5b7224), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:29.713770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:29.714439 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:29.828249 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-e6b327e9-7cb1-44f0-865c-b8790d7be023 None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:29.872293 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7989eab9-5313-472d-ac0b-30f263ac4bce req-60c46e9b-4803-496f-867a-90777d0ac2e0 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.0806561 Mar 23 01:40:29.886878 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a838d42a-239e-431d-aad5-a4701ad211ea tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (b9343b9d-ecfb-4715-b7dd-77292e5b7224), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:29.912118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:29.912582 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:29.956503 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:29.960291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:40:29.966010 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fecc93b-71bd-4187-8150-b6b43c36a51d" -d '{"events": [{"server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "name": "network-vif-plugged", "status": "completed", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:40:29.983837 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:30.065658 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754bce5d-d733-409c-8ce9-791af9dedd72 x-openstack-request-id: req-754bce5d-d733-409c-8ce9-791af9dedd72 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:40:30.065956 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "name": "network-vif-plugged", "status": "completed", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:40:30.067356 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-754bce5d-d733-409c-8ce9-791af9dedd72 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:40:30.072233 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-754bce5d-d733-409c-8ce9-791af9dedd72'] response: {'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'code': 200} Mar 23 01:40:30.108081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,revision_number=10']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:30.164460 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f3c64-6586-41bb-b4ca-0a3d322fd435 req-05e2a222-6930-42c5-9079-1a30171814d8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:30.176879 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f3c64-6586-41bb-b4ca-0a3d322fd435 req-05e2a222-6930-42c5-9079-1a30171814d8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:30.191263 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f3c64-6586-41bb-b4ca-0a3d322fd435 req-05e2a222-6930-42c5-9079-1a30171814d8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:30.203598 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f3c64-6586-41bb-b4ca-0a3d322fd435 req-05e2a222-6930-42c5-9079-1a30171814d8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:30.213796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f3c64-6586-41bb-b4ca-0a3d322fd435 req-05e2a222-6930-42c5-9079-1a30171814d8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:30.229645 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f3c64-6586-41bb-b4ca-0a3d322fd435 req-05e2a222-6930-42c5-9079-1a30171814d8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:30.242460 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f3c64-6586-41bb-b4ca-0a3d322fd435 req-05e2a222-6930-42c5-9079-1a30171814d8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:30.244457 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-998f3c64-6586-41bb-b4ca-0a3d322fd435 req-05e2a222-6930-42c5-9079-1a30171814d8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5445 time: 0.3457022 Mar 23 01:40:30.299946 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e6b327e9-7cb1-44f0-865c-b8790d7be023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:27Z', 'revision_number': 10, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:30.350746 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b327e9-7cb1-44f0-865c-b8790d7be023 None None] Checking router: 608599a5-eed7-4ac7-ba0c-5a9b686057e0 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:40:30.361972 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b327e9-7cb1-44f0-865c-b8790d7be023 None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:30.362957 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e6b327e9-7cb1-44f0-865c-b8790d7be023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:40:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:30.390646 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-998f3c64-6586-41bb-b4ca-0a3d322fd435 req-8bac6f82-1055-4cf3-af06-44a297e5319a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1321845 Mar 23 01:40:30.399486 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a838d42a-239e-431d-aad5-a4701ad211ea tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (b9343b9d-ecfb-4715-b7dd-77292e5b7224), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:30.479023 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a838d42a-239e-431d-aad5-a4701ad211ea tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:30.484514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8e160f-82da-48c3-843f-1fbfd46797fe None None] Network ac570053-2816-4f67-b33f-7f061b250696 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:40:30.485906 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a838d42a-239e-431d-aad5-a4701ad211ea tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/b9343b9d-ecfb-4715-b7dd-77292e5b7224 HTTP/1.1" status: 204 len: 168 time: 1.1217813 Mar 23 01:40:30.487547 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838d42a-239e-431d-aad5-a4701ad211ea tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Subnet': ['ID=b9343b9d-ecfb-4715-b7dd-77292e5b7224,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:30.489000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43892) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:30.597653 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-e6b327e9-7cb1-44f0-865c-b8790d7be023 None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:30.691393 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (ac570053-2816-4f67-b33f-7f061b250696), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:30.814404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff624-1082-4461-9d75-39ee86bc51cb req-ab8ff1f0-cc9f-495d-9002-85e07f6802d0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:30.825377 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff624-1082-4461-9d75-39ee86bc51cb req-ab8ff1f0-cc9f-495d-9002-85e07f6802d0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:30.840919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff624-1082-4461-9d75-39ee86bc51cb req-ab8ff1f0-cc9f-495d-9002-85e07f6802d0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:30.850177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff624-1082-4461-9d75-39ee86bc51cb req-ab8ff1f0-cc9f-495d-9002-85e07f6802d0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:30.860822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff624-1082-4461-9d75-39ee86bc51cb req-ab8ff1f0-cc9f-495d-9002-85e07f6802d0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:30.873025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e323136-0046-4fe6-ac65-8cf628be42b2 None None] DHCP port deletion for ac570053-2816-4f67-b33f-7f061b250696 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:40:30.879598 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff624-1082-4461-9d75-39ee86bc51cb req-ab8ff1f0-cc9f-495d-9002-85e07f6802d0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:30.895961 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edff624-1082-4461-9d75-39ee86bc51cb req-ab8ff1f0-cc9f-495d-9002-85e07f6802d0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:30.903494 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3edff624-1082-4461-9d75-39ee86bc51cb req-ab8ff1f0-cc9f-495d-9002-85e07f6802d0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5445 time: 0.2264698 Mar 23 01:40:30.910521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43900) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:30.915170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-a4ae76a8-6b83-4f55-923b-d10276e6cacc tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Request body: {'floatingip': {'port_id': '8a932a57-4ff5-4c2c-8280-db9116662f6a'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:40:30.948243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port 4f6618fa-1692-44cb-b018-29a447ae8e84 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:30.950806 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4f6618fa-1692-44cb-b018-29a447ae8e84), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:30.982729 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0e323136-0046-4fe6-ac65-8cf628be42b2 None None] Deleting port 4f6618fa-1692-44cb-b018-29a447ae8e84 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:30.983182 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0e323136-0046-4fe6-ac65-8cf628be42b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4f6618fa-1692-44cb-b018-29a447ae8e84), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:31.098898 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4ae76a8-6b83-4f55-923b-d10276e6cacc tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for floatingip (a3e9bf5c-6362-4429-9dff-ed90eb06ab36), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:31.169669 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0bea1016-7704-4d44-bd14-f13f4f797948 req-8b96bd20-12c9-4803-9fbd-948366b5bb5e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.0600791 Mar 23 01:40:31.191417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] For port 4f6618fa-1692-44cb-b018-29a447ae8e84, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4f6618fa-1692-44cb-b018-29a447ae8e84,segment=NetworkSegment(4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8),segment_id=4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:31.191417 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4f6618fa-1692-44cb-b018-29a447ae8e84), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:31.200885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0e323136-0046-4fe6-ac65-8cf628be42b2 None None] For port 4f6618fa-1692-44cb-b018-29a447ae8e84, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4f6618fa-1692-44cb-b018-29a447ae8e84,segment=NetworkSegment(4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8),segment_id=4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:31.201533 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0e323136-0046-4fe6-ac65-8cf628be42b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4f6618fa-1692-44cb-b018-29a447ae8e84), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:31.220657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for 4f6618fa-1692-44cb-b018-29a447ae8e84 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:31.278513 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0e323136-0046-4fe6-ac65-8cf628be42b2 None None] Calling delete_port for 4f6618fa-1692-44cb-b018-29a447ae8e84 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:31.342004 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43910) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:31.351625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a8c4523b-2fc4-437b-b227-00c76a5986b0 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1520018277', 'description': 'tempest-description--1518081480'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:40:31.415860 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e6b327e9-7cb1-44f0-865c-b8790d7be023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:27Z', 'revision_number': 10, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:31.452257 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b327e9-7cb1-44f0-865c-b8790d7be023 None None] The sync data for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 is: [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:27Z', 'revision_number': 10, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None, '_interfaces': [{'id': '1a7fed58-8272-4658-b3db-29141e613b1e', 'name': '', 'network_id': '0418d6c8-50d3-4e42-a7c4-81898fdfd3eb', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'mac_address': 'fa:16:3e:3d:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:39:31Z', 'updated_at': '2022-03-23T01:39:45Z', 'revision_number': 5, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'subnets': [{'id': '12725b79-ff23-40ce-8d8e-d9f9cad59372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:40:31.453084 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8c4523b-2fc4-437b-b227-00c76a5986b0 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: from cryptography.utils import int_from_bytes Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: from cryptography.utils import int_from_bytes Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:40:31.584846 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:40:31.592275 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0e323136-0046-4fe6-ac65-8cf628be42b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (4f6618fa-1692-44cb-b018-29a447ae8e84), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:31.650451 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8c4523b-2fc4-437b-b227-00c76a5986b0 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for security_group (52ef6429-bc88-4624-b0ba-acccffb94a7e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:31.651411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e323136-0046-4fe6-ac65-8cf628be42b2 None None] No DVR routers for this DVR port 4f6618fa-1692-44cb-b018-29a447ae8e84 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:40:31.653400 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4f6618fa-1692-44cb-b018-29a447ae8e84), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:31.662196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e323136-0046-4fe6-ac65-8cf628be42b2 None None] Pushing event deleted for resources: {'Port': ['ID=4f6618fa-1692-44cb-b018-29a447ae8e84,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:31.669551 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8c4523b-2fc4-437b-b227-00c76a5986b0 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (52ef6429-bc88-4624-b0ba-acccffb94a7e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:31.748335 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8c4523b-2fc4-437b-b227-00c76a5986b0 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:31.754553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43912) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:31.755297 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a8c4523b-2fc4-437b-b227-00c76a5986b0 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4117103 Mar 23 01:40:31.770930 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=4f6618fa-1692-44cb-b018-29a447ae8e84,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:31.778616 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-25ba0dd1-ccdd-4adf-9922-8db22bb7f697 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Request body: {'security_group_rule': {'security_group_id': '52ef6429-bc88-4624-b0ba-acccffb94a7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:40:31.786166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] No DVR routers for this DVR port 4f6618fa-1692-44cb-b018-29a447ae8e84 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:40:31.850614 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25ba0dd1-ccdd-4adf-9922-8db22bb7f697 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for security_group_rule (3a18184a-eb89-4ec2-8665-f0f75d57cfe6), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:31.906421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4523b-2fc4-437b-b227-00c76a5986b0 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ef6429-bc88-4624-b0ba-acccffb94a7e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:32.016353 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (ac570053-2816-4f67-b33f-7f061b250696), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:32.027140 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.resource_extend [None req-a4ae76a8-6b83-4f55-923b-d10276e6cacc tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:40:32.064592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac570053-2816-4f67-b33f-7f061b250696']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:32.086402 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:32.086791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:32.106865 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:32.119078 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25ba0dd1-ccdd-4adf-9922-8db22bb7f697 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for security_group_rule (3a18184a-eb89-4ec2-8665-f0f75d57cfe6), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:32.132117 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:32.145035 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25ba0dd1-ccdd-4adf-9922-8db22bb7f697 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (3a18184a-eb89-4ec2-8665-f0f75d57cfe6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:32.145601 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:40:32.146092 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (4e31cb24-7e38-43b4-b7e8-1b3db1ff95c8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:40:32.170989 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:40:32.205164 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4ae76a8-6b83-4f55-923b-d10276e6cacc tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:32.208296 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba0dd1-ccdd-4adf-9922-8db22bb7f697 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a18184a-eb89-4ec2-8665-f0f75d57cfe6,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:32.229532 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4ae76a8-6b83-4f55-923b-d10276e6cacc tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (a3e9bf5c-6362-4429-9dff-ed90eb06ab36), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:32.276790 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (ac570053-2816-4f67-b33f-7f061b250696), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:32.293053 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:32.308197 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/networks/ac570053-2816-4f67-b33f-7f061b250696 HTTP/1.1" status: 204 len: 168 time: 1.8180795 Mar 23 01:40:32.321229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43924) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:32.424673 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b3f83685-a8ae-4a8c-a76d-69e5aa458be1 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:32.453108 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25ba0dd1-ccdd-4adf-9922-8db22bb7f697 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:32.453108 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-25ba0dd1-ccdd-4adf-9922-8db22bb7f697 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6938810 Mar 23 01:40:32.454210 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43926) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:32.458834 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-de91dfe7-cd11-4906-8d49-517865176c9a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Request body: {'security_group_rule': {'security_group_id': '52ef6429-bc88-4624-b0ba-acccffb94a7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:40:32.490307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: b3f83685-a8ae-4a8c-a76d-69e5aa458be1 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:40:32.490720 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b3f83685-a8ae-4a8c-a76d-69e5aa458be1 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:40:32.491158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4f6618fa-1692-44cb-b018-29a447ae8e84 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:32.493212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73d5b4-9596-4e7f-a831-810b67581ded tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Network': ['ID=ac570053-2816-4f67-b33f-7f061b250696,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:32.500966 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-de91dfe7-cd11-4906-8d49-517865176c9a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for security_group_rule (d4eca073-6e60-47e5-8167-cccfeb961e69), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:32.510300 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54507429-205e-43ec-a605-73271564cbee req-14d7f869-625d-4e55-a29b-924b203b31ac tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.1879563 Mar 23 01:40:32.595114 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-de91dfe7-cd11-4906-8d49-517865176c9a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for security_group_rule (d4eca073-6e60-47e5-8167-cccfeb961e69), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:32.600543 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-a4ae76a8-6b83-4f55-923b-d10276e6cacc tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Floating IP a3e9bf5c-6362-4429-9dff-ed90eb06ab36 associated. External IP: 172.25.0.117, port: 8a932a57-4ff5-4c2c-8280-db9116662f6a. Mar 23 01:40:32.604549 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-de91dfe7-cd11-4906-8d49-517865176c9a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (d4eca073-6e60-47e5-8167-cccfeb961e69), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:32.620956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 4f6618fa-1692-44cb-b018-29a447ae8e84 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:40:32.621452 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4f6618fa-1692-44cb-b018-29a447ae8e84 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:40:32.755777 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-de91dfe7-cd11-4906-8d49-517865176c9a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:32.759260 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-de91dfe7-cd11-4906-8d49-517865176c9a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3039792 Mar 23 01:40:32.760148 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91dfe7-cd11-4906-8d49-517865176c9a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4eca073-6e60-47e5-8167-cccfeb961e69,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:32.768263 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43928) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:32.777060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:40:32.828831 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:32.939041 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2180a260-c657-4ef3-80a0-2bd0bb3ad935 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (608599a5-eed7-4ac7-ba0c-5a9b686057e0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:33.283537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-2180a260-c657-4ef3-80a0-2bd0bb3ad935 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port 1a7fed58-8272-4658-b3db-29141e613b1e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:33.284315 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2180a260-c657-4ef3-80a0-2bd0bb3ad935 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1a7fed58-8272-4658-b3db-29141e613b1e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:33.406728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-2180a260-c657-4ef3-80a0-2bd0bb3ad935 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] For port 1a7fed58-8272-4658-b3db-29141e613b1e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1a7fed58-8272-4658-b3db-29141e613b1e,segment=NetworkSegment(3574ed36-7851-4dd9-aebe-1c879a01afc1),segment_id=3574ed36-7851-4dd9-aebe-1c879a01afc1)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:33.408415 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2180a260-c657-4ef3-80a0-2bd0bb3ad935 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1a7fed58-8272-4658-b3db-29141e613b1e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:33.425896 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-2180a260-c657-4ef3-80a0-2bd0bb3ad935 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for 1a7fed58-8272-4658-b3db-29141e613b1e owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:33.512018 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:33.657779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ae76a8-6b83-4f55-923b-d10276e6cacc tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Router e066bc81-1e75-4c68-be35-4747243eb065 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:40:33.698031 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2180a260-c657-4ef3-80a0-2bd0bb3ad935 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (1a7fed58-8272-4658-b3db-29141e613b1e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:33.724289 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:33.755505 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2732e020-9314-4852-81f4-4cb8d2f1e6fb req-682f4b9e-537d-4e26-9c30-33af956f8001 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.1280484 Mar 23 01:40:33.778568 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180a260-c657-4ef3-80a0-2bd0bb3ad935 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=1a7fed58-8272-4658-b3db-29141e613b1e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:33.896216 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Allocated IP 172.25.0.61 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/148f259c-88ec-47b7-abfb-490d9e364531) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:40:34.039718 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for port (148f259c-88ec-47b7-abfb-490d9e364531), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:34.128305 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (148f259c-88ec-47b7-abfb-490d9e364531), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:34.182872 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2180a260-c657-4ef3-80a0-2bd0bb3ad935 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (608599a5-eed7-4ac7-ba0c-5a9b686057e0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:34.199002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:40:34.203546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:40:34.300224 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:40:34.431727 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Pushing event updated for resources: {'Port': ['ID=148f259c-88ec-47b7-abfb-490d9e364531,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:34.476900 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ae76a8-6b83-4f55-923b-d10276e6cacc tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:40:34.490825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8cece6-c97c-402a-b215-7c7c326479e9 None None] Sync routers for ids ['e066bc81-1e75-4c68-be35-4747243eb065'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:40:34.500577 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4ae76a8-6b83-4f55-923b-d10276e6cacc tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:34.521274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8cece6-c97c-402a-b215-7c7c326479e9 None None] Routers {'e066bc81-1e75-4c68-be35-4747243eb065'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:34.525947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7c8cece6-c97c-402a-b215-7c7c326479e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:40:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e066bc81-1e75-4c68-be35-4747243eb065'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:34.573939 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a4ae76a8-6b83-4f55-923b-d10276e6cacc tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "PUT /v2.0/floatingips/a3e9bf5c-6362-4429-9dff-ed90eb06ab36 HTTP/1.1" status: 200 len: 991 time: 3.6622581 Mar 23 01:40:34.578161 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'tag': '8a932a57-4ff5-4c2c-8280-db9116662f6a'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:40:34.580735 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa642f06-1b93-4fbf-be2d-78e69a2a905f" -d '{"events": [{"name": "network-changed", "server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "tag": "8a932a57-4ff5-4c2c-8280-db9116662f6a"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:40:34.605387 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for floatingip (bd8f3cdc-067e-4462-87bc-e229370a6aa8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:34.698422 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502ceddb-7f2a-497d-beb5-0988738f28d9 x-openstack-request-id: req-502ceddb-7f2a-497d-beb5-0988738f28d9 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:40:34.698962 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "tag": "8a932a57-4ff5-4c2c-8280-db9116662f6a", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:40:34.699396 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-502ceddb-7f2a-497d-beb5-0988738f28d9 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:40:34.699952 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502ceddb-7f2a-497d-beb5-0988738f28d9'] response: {'name': 'network-changed', 'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'tag': '8a932a57-4ff5-4c2c-8280-db9116662f6a', 'status': 'completed', 'code': 200} Mar 23 01:40:34.722174 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (148f259c-88ec-47b7-abfb-490d9e364531), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:34.873488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-7c8cece6-c97c-402a-b215-7c7c326479e9 None None] Set router e066bc81-1e75-4c68-be35-4747243eb065 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:35.018922 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-edfde8e1-da6c-4090-95ff-4ad7473539c9 req-de38f89c-352f-4c8e-8928-636e910d1d1e tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.0954866 Mar 23 01:40:35.157418 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for port (148f259c-88ec-47b7-abfb-490d9e364531), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:35.165778 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (148f259c-88ec-47b7-abfb-490d9e364531), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:35.299669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7c8cece6-c97c-402a-b215-7c7c326479e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'name': 'tempest-TaggedBootDevicesTest_v242-833698077-router', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:35:49Z', 'updated_at': '2022-03-23T01:36:00Z', 'revision_number': 4, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'gw_port': {'id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:50Z', 'updated_at': '2022-03-23T01:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'a3e9bf5c-6362-4429-9dff-ed90eb06ab36', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'port_id': '8a932a57-4ff5-4c2c-8280-db9116662f6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3', 'mac_address': 'fa:16:3e:7d:d3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:38:00Z', 'updated_at': '2022-03-23T01:40:31Z', 'revision_number': 1, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85355ceb-50cf-4816-be74-f92b081cc3d0', 'name': '', 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'mac_address': 'fa:16:3e:ac:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:56Z', 'updated_at': '2022-03-23T01:36:07Z', 'revision_number': 5, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'subnets': [{'id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:35.321031 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Pushing event updated for resources: {'Port': ['ID=148f259c-88ec-47b7-abfb-490d9e364531,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:35.337157 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (bd8f3cdc-067e-4462-87bc-e229370a6aa8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:35.394269 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:35.409068 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4028546f-8d87-4ab4-b544-903a777a707a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6394265 Mar 23 01:40:35.435275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8cece6-c97c-402a-b215-7c7c326479e9 None None] Checking router: e066bc81-1e75-4c68-be35-4747243eb065 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:40:35.464550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8cece6-c97c-402a-b215-7c7c326479e9 None None] Routers {'e066bc81-1e75-4c68-be35-4747243eb065'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:35.465423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7c8cece6-c97c-402a-b215-7c7c326479e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:40:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e066bc81-1e75-4c68-be35-4747243eb065'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:35.630539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa642f06-1b93-4fbf-be2d-78e69a2a905f req-fe16a6dd-5ac5-4f02-977e-c4c4bc272ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:35.631150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa642f06-1b93-4fbf-be2d-78e69a2a905f req-fe16a6dd-5ac5-4f02-977e-c4c4bc272ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:35.631482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa642f06-1b93-4fbf-be2d-78e69a2a905f req-fe16a6dd-5ac5-4f02-977e-c4c4bc272ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:35.631956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa642f06-1b93-4fbf-be2d-78e69a2a905f req-fe16a6dd-5ac5-4f02-977e-c4c4bc272ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:35.632425 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa642f06-1b93-4fbf-be2d-78e69a2a905f req-fe16a6dd-5ac5-4f02-977e-c4c4bc272ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:35.642869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa642f06-1b93-4fbf-be2d-78e69a2a905f req-fe16a6dd-5ac5-4f02-977e-c4c4bc272ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:35.643347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa642f06-1b93-4fbf-be2d-78e69a2a905f req-fe16a6dd-5ac5-4f02-977e-c4c4bc272ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:35.645785 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa642f06-1b93-4fbf-be2d-78e69a2a905f req-fe16a6dd-5ac5-4f02-977e-c4c4bc272ef9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6f9aae227d84399a0bbd30fdbd1c690&device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 6719 time: 0.4056809 Mar 23 01:40:35.647843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2180a260-c657-4ef3-80a0-2bd0bb3ad935 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:40:35.723293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-7c8cece6-c97c-402a-b215-7c7c326479e9 None None] Set router e066bc81-1e75-4c68-be35-4747243eb065 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:36.133689 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-7be96a89-0108-4b69-8a91-07ff9626b7f6 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1520018277&fields=id&tenant_id=1a0be8da6981495ea519e2738ecfd846 HTTP/1.1" status: 200 len: 267 time: 0.3612311 Mar 23 01:40:36.218413 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2180a260-c657-4ef3-80a0-2bd0bb3ad935 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:40:36.232328 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7224f-2317-4588-8d4b-368bf08f2aba None None] Sync routers for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:40:36.275006 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b7224f-2317-4588-8d4b-368bf08f2aba None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:36.276589 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-36b7224f-2317-4588-8d4b-368bf08f2aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:40:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:36.322839 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52614617-dfd3-4202-9c34-42b6cb2ab802 req-512b7273-f175-4665-a7d0-50280ddb74e8 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.1369560 Mar 23 01:40:36.327472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7c8cece6-c97c-402a-b215-7c7c326479e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'name': 'tempest-TaggedBootDevicesTest_v242-833698077-router', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:35:49Z', 'updated_at': '2022-03-23T01:36:00Z', 'revision_number': 4, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'gw_port': {'id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:50Z', 'updated_at': '2022-03-23T01:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'a3e9bf5c-6362-4429-9dff-ed90eb06ab36', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'port_id': '8a932a57-4ff5-4c2c-8280-db9116662f6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3', 'mac_address': 'fa:16:3e:7d:d3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:38:00Z', 'updated_at': '2022-03-23T01:40:31Z', 'revision_number': 1, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85355ceb-50cf-4816-be74-f92b081cc3d0', 'name': '', 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'mac_address': 'fa:16:3e:ac:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:56Z', 'updated_at': '2022-03-23T01:36:07Z', 'revision_number': 5, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'subnets': [{'id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:36.356634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8cece6-c97c-402a-b215-7c7c326479e9 None None] The sync data for ids ['e066bc81-1e75-4c68-be35-4747243eb065'] in n-d-834677-4 is: [{'id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'name': 'tempest-TaggedBootDevicesTest_v242-833698077-router', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:35:49Z', 'updated_at': '2022-03-23T01:36:00Z', 'revision_number': 4, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'gw_port': {'id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:50Z', 'updated_at': '2022-03-23T01:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'a3e9bf5c-6362-4429-9dff-ed90eb06ab36', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'port_id': '8a932a57-4ff5-4c2c-8280-db9116662f6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3', 'mac_address': 'fa:16:3e:7d:d3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:38:00Z', 'updated_at': '2022-03-23T01:40:31Z', 'revision_number': 1, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85355ceb-50cf-4816-be74-f92b081cc3d0', 'name': '', 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'mac_address': 'fa:16:3e:ac:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:56Z', 'updated_at': '2022-03-23T01:36:07Z', 'revision_number': 5, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'subnets': [{'id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:40:36.474590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-b5d814c2-71f0-45e8-83ce-2076383487f9 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:36.476153 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-b5d814c2-71f0-45e8-83ce-2076383487f9 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 819 time: 0.3416555 Mar 23 01:40:36.479898 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2180a260-c657-4ef3-80a0-2bd0bb3ad935 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/608599a5-eed7-4ac7-ba0c-5a9b686057e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1443815 Mar 23 01:40:36.482918 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44000) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:36.494548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa642f06-1b93-4fbf-be2d-78e69a2a905f req-1832a20d-a4dc-4d89-9494-e5190f258e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:36.496016 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa642f06-1b93-4fbf-be2d-78e69a2a905f req-1832a20d-a4dc-4d89-9494-e5190f258e50 service neutron] 10.222.0.43 "GET /v2.0/networks?id=13a7d5be-3a4a-49f2-b46c-3aac41f10be3 HTTP/1.1" status: 200 len: 916 time: 0.8371677 Mar 23 01:40:36.510873 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-53474626-4e1d-4f12-8d2d-f16489d009da tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/quotas/1a0be8da6981495ea519e2738ecfd846 HTTP/1.1" status: 200 len: 375 time: 0.0138347 Mar 23 01:40:36.525335 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-36b7224f-2317-4588-8d4b-368bf08f2aba None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:36.632236 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-36b7224f-2317-4588-8d4b-368bf08f2aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:33Z', 'revision_number': 11, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:36.671651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22d3bb7-edfc-4400-8b11-4a7218b30c9d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting subnet 12725b79-ff23-40ce-8d8e-d9f9cad59372 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:40:36.678701 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a22d3bb7-edfc-4400-8b11-4a7218b30c9d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for subnet (12725b79-ff23-40ce-8d8e-d9f9cad59372), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:36.706065 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7224f-2317-4588-8d4b-368bf08f2aba None None] Checking router: 608599a5-eed7-4ac7-ba0c-5a9b686057e0 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:40:36.737226 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a22d3bb7-edfc-4400-8b11-4a7218b30c9d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (12725b79-ff23-40ce-8d8e-d9f9cad59372), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:36.750334 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b7224f-2317-4588-8d4b-368bf08f2aba None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:36.753889 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-36b7224f-2317-4588-8d4b-368bf08f2aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:40:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:36.762793 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa642f06-1b93-4fbf-be2d-78e69a2a905f req-1bd8e41e-6189-4c84-aa49-406a76f11329 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a932a57-4ff5-4c2c-8280-db9116662f6a HTTP/1.1" status: 200 len: 999 time: 0.2509162 Mar 23 01:40:36.837477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f7c4e9-b45b-4b55-ae85-3990392c0ea1 None None] New status for floating IP a3e9bf5c-6362-4429-9dff-ed90eb06ab36: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:40:36.894919 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a22d3bb7-edfc-4400-8b11-4a7218b30c9d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (12725b79-ff23-40ce-8d8e-d9f9cad59372), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:37.009592 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-2118b380-2798-4d18-9456-9450cdf3e6e6 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4890561 Mar 23 01:40:37.074821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44004) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:37.110045 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-36b7224f-2317-4588-8d4b-368bf08f2aba None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:37.175289 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a22d3bb7-edfc-4400-8b11-4a7218b30c9d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (12725b79-ff23-40ce-8d8e-d9f9cad59372), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:37.230685 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d3bb7-edfc-4400-8b11-4a7218b30c9d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Subnet': ['ID=12725b79-ff23-40ce-8d8e-d9f9cad59372,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:37.262090 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a22d3bb7-edfc-4400-8b11-4a7218b30c9d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:37.273980 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a22d3bb7-edfc-4400-8b11-4a7218b30c9d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/12725b79-ff23-40ce-8d8e-d9f9cad59372 HTTP/1.1" status: 204 len: 168 time: 0.7896011 Mar 23 01:40:37.278818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab177f80-b6e6-4131-af6b-6ea2009006c5 None None] Network 0418d6c8-50d3-4e42-a7c4-81898fdfd3eb requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:40:37.284228 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44008) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:37.299224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa642f06-1b93-4fbf-be2d-78e69a2a905f req-aa907a72-7114-4ebf-8dbd-2cd5121da464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:37.316616 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa642f06-1b93-4fbf-be2d-78e69a2a905f req-aa907a72-7114-4ebf-8dbd-2cd5121da464 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa94e74e-46b8-47a8-b6d4-0e87a32824b1 HTTP/1.1" status: 200 len: 855 time: 0.5197444 Mar 23 01:40:37.386186 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-36b7224f-2317-4588-8d4b-368bf08f2aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:33Z', 'revision_number': 11, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:37.438206 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-b78bf128-f8f8-4eae-b64d-cfcbfde3bc53 service neutron] 10.222.0.18 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271269 Mar 23 01:40:37.488208 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-7217b82b-55e9-4942-88ec-a3b0c88a7ab1 req-7aca0098-e853-43b9-98d6-214ec5adbef9 tempest-LiveMigrationNegativeTest-1951197236 tempest-LiveMigrationNegativeTest-1951197236-project] (99263) timed out ('10.222.0.42', 53407) {{(pid=99263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 01:40:37.503168 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b7224f-2317-4588-8d4b-368bf08f2aba None None] The sync data for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 is: [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:33Z', 'revision_number': 11, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:40:37.610517 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-987dea3a-083c-470a-aa89-4f1ef689856f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:37.677308 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (0418d6c8-50d3-4e42-a7c4-81898fdfd3eb), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:37.708182 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ca80231-4cba-40df-aebd-7035e2897f5c req-e4af3743-6708-494b-8bd3-7454ceef88d7 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.1933146 Mar 23 01:40:37.795568 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-477db115-162d-4613-9a57-46087bb5ca14 service neutron] 10.222.0.18 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064559 Mar 23 01:40:37.874237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa642f06-1b93-4fbf-be2d-78e69a2a905f req-64ff1c3d-a1b5-4af7-8f97-6e6faf13aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:37.879361 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3e23a33a-258d-4ab9-b8a3-6cc4a26f89a9 req-11c87bf6-d4df-45f3-ae70-26886ca7c0f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2868559 Mar 23 01:40:37.913283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0ef159-e71d-4766-9e59-839bfa4625e6 None None] DHCP port deletion for 0418d6c8-50d3-4e42-a7c4-81898fdfd3eb request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:40:37.916036 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa642f06-1b93-4fbf-be2d-78e69a2a905f req-64ff1c3d-a1b5-4af7-8f97-6e6faf13aecf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13a7d5be-3a4a-49f2-b46c-3aac41f10be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5525556 Mar 23 01:40:38.082988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ef159-e71d-4766-9e59-839bfa4625e6 None None] Deleting port dca2276c-e446-43ee-8f77-e50e52bf26f0 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:38.093180 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b0ef159-e71d-4766-9e59-839bfa4625e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:38.142424 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-987dea3a-083c-470a-aa89-4f1ef689856f admin admin] Publish callbacks [] for security_group (e1e0dcf0-f4b8-499b-a4ba-069febd08155), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:38.176861 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-987dea3a-083c-470a-aa89-4f1ef689856f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e1e0dcf0-f4b8-499b-a4ba-069febd08155), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:38.283642 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa642f06-1b93-4fbf-be2d-78e69a2a905f req-19ed7354-1517-404b-b460-493553027754 service neutron] 10.222.0.43 "GET /v2.0/networks/13a7d5be-3a4a-49f2-b46c-3aac41f10be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627179 Mar 23 01:40:38.351646 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-987dea3a-083c-470a-aa89-4f1ef689856f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6efceb8ff2304a7b8fc4c32db55052c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2754707 Mar 23 01:40:38.361198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44026) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:38.383028 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Deleting port dca2276c-e446-43ee-8f77-e50e52bf26f0 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:38.383686 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:38.396292 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0b0ef159-e71d-4766-9e59-839bfa4625e6 None None] For port dca2276c-e446-43ee-8f77-e50e52bf26f0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=dca2276c-e446-43ee-8f77-e50e52bf26f0,segment=NetworkSegment(3574ed36-7851-4dd9-aebe-1c879a01afc1),segment_id=3574ed36-7851-4dd9-aebe-1c879a01afc1)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:38.398914 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b0ef159-e71d-4766-9e59-839bfa4625e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:38.444159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device dca2276c-e446-43ee-8f77-e50e52bf26f0 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:38.475621 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa642f06-1b93-4fbf-be2d-78e69a2a905f req-07947c2f-f89d-4a70-8427-a67a8c692ca3 service neutron] 10.222.0.43 "GET /v2.0/networks/13a7d5be-3a4a-49f2-b46c-3aac41f10be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880448 Mar 23 01:40:38.515086 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] For port dca2276c-e446-43ee-8f77-e50e52bf26f0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=dca2276c-e446-43ee-8f77-e50e52bf26f0,segment=NetworkSegment(3574ed36-7851-4dd9-aebe-1c879a01afc1),segment_id=3574ed36-7851-4dd9-aebe-1c879a01afc1)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:38.515727 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:38.518554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ef159-e71d-4766-9e59-839bfa4625e6 None None] Calling delete_port for dca2276c-e446-43ee-8f77-e50e52bf26f0 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:38.532736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Calling delete_port for dca2276c-e446-43ee-8f77-e50e52bf26f0 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:38.575941 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port dca2276c-e446-43ee-8f77-e50e52bf26f0 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:38.577272 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:38.613638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port dca2276c-e446-43ee-8f77-e50e52bf26f0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=dca2276c-e446-43ee-8f77-e50e52bf26f0,segment=NetworkSegment(3574ed36-7851-4dd9-aebe-1c879a01afc1),segment_id=3574ed36-7851-4dd9-aebe-1c879a01afc1)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:38.631885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987dea3a-083c-470a-aa89-4f1ef689856f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e0dcf0-f4b8-499b-a4ba-069febd08155,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:38.646728 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:38.647741 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1a7fed58-8272-4658-b3db-29141e613b1e no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:38.701193 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:38.733467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 1a7fed58-8272-4658-b3db-29141e613b1e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:40:38.736492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1a7fed58-8272-4658-b3db-29141e613b1e not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:40:38.741191 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event deleted for resources: {'Port': ['ID=dca2276c-e446-43ee-8f77-e50e52bf26f0,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:38.816047 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Port': ['ID=dca2276c-e446-43ee-8f77-e50e52bf26f0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:38.822333 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b0ef159-e71d-4766-9e59-839bfa4625e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (dca2276c-e446-43ee-8f77-e50e52bf26f0), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:38.843246 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-490aa097-ddc0-42d3-99db-d6f96a45a285 req-427b6619-9725-410f-988e-f55eaddfbb01 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 210 time: 0.4827969 Mar 23 01:40:38.877281 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a33a-258d-4ab9-b8a3-6cc4a26f89a9 req-65cad5fc-4b53-4f7d-adc9-e4bbab6f1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:38.883434 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3e23a33a-258d-4ab9-b8a3-6cc4a26f89a9 req-65cad5fc-4b53-4f7d-adc9-e4bbab6f1f3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 1127 time: 0.9328456 Mar 23 01:40:38.894599 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] No DVR routers for this DVR port dca2276c-e446-43ee-8f77-e50e52bf26f0 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:40:38.895170 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ef159-e71d-4766-9e59-839bfa4625e6 None None] Pushing event deleted for resources: {'Port': ['ID=dca2276c-e446-43ee-8f77-e50e52bf26f0,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:38.903489 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ef159-e71d-4766-9e59-839bfa4625e6 None None] No DVR routers for this DVR port dca2276c-e446-43ee-8f77-e50e52bf26f0 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:40:39.076622 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2c2d19cf-b643-45b7-9d61-02de25b87219 req-cc5fa97d-edcf-480f-b401-f445bc95d301 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=87e0f56e-991b-4ed2-adf7-5b4afb0fb163 HTTP/1.1" status: 200 len: 210 time: 0.0510190 Mar 23 01:40:39.092791 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a33a-258d-4ab9-b8a3-6cc4a26f89a9 req-98f11e7e-b9e1-4d67-a037-aad6db255c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:39.094308 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3e23a33a-258d-4ab9-b8a3-6cc4a26f89a9 req-98f11e7e-b9e1-4d67-a037-aad6db255c55 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 919 time: 0.1322918 Mar 23 01:40:39.094936 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3a055e1-d28e-49df-a25f-f13cd9c14dd9 admin admin] Publish callbacks [] for security_group (e1e0dcf0-f4b8-499b-a4ba-069febd08155), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:39.169810 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3a055e1-d28e-49df-a25f-f13cd9c14dd9 admin admin] Publish callbacks [] for security_group (e1e0dcf0-f4b8-499b-a4ba-069febd08155), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:39.345866 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3e23a33a-258d-4ab9-b8a3-6cc4a26f89a9 req-cda452bc-1419-4ef4-8a1c-d52acc1c89fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bb4970b-5b6b-411e-ad70-de61dd5025d8 HTTP/1.1" status: 200 len: 217 time: 0.2300308 Mar 23 01:40:39.357223 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3a055e1-d28e-49df-a25f-f13cd9c14dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e1e0dcf0-f4b8-499b-a4ba-069febd08155), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:39.360839 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3a055e1-d28e-49df-a25f-f13cd9c14dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:39.363315 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a3a055e1-d28e-49df-a25f-f13cd9c14dd9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1e0dcf0-f4b8-499b-a4ba-069febd08155 HTTP/1.1" status: 204 len: 168 time: 0.7107842 Mar 23 01:40:39.395672 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (0418d6c8-50d3-4e42-a7c4-81898fdfd3eb), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:39.499888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a055e1-d28e-49df-a25f-f13cd9c14dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e0dcf0-f4b8-499b-a4ba-069febd08155,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:39.519270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0418d6c8-50d3-4e42-a7c4-81898fdfd3eb']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:39.538795 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3574ed36-7851-4dd9-aebe-1c879a01afc1') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:39.539352 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3574ed36-7851-4dd9-aebe-1c879a01afc1') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:39.542560 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a33a-258d-4ab9-b8a3-6cc4a26f89a9 req-87f78086-b379-400a-8fec-7318960a8b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:39.545521 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3e23a33a-258d-4ab9-b8a3-6cc4a26f89a9 req-87f78086-b379-400a-8fec-7318960a8b22 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.1802094 Mar 23 01:40:39.556424 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (3574ed36-7851-4dd9-aebe-1c879a01afc1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:39.672108 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (3574ed36-7851-4dd9-aebe-1c879a01afc1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:39.716109 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:40:39.716980 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (3574ed36-7851-4dd9-aebe-1c879a01afc1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:40:39.735167 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:40:39.820830 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a33a-258d-4ab9-b8a3-6cc4a26f89a9 req-5ba02ede-b1df-4e8b-9a89-6443b5c218a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:39.822449 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3e23a33a-258d-4ab9-b8a3-6cc4a26f89a9 req-5ba02ede-b1df-4e8b-9a89-6443b5c218a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2372613 Mar 23 01:40:39.850556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44048) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:39.885891 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c6aa993b-3aba-4d15-a0b8-c0aa22aeb4fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:40.031721 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3e23a33a-258d-4ab9-b8a3-6cc4a26f89a9 req-ecd7d751-ab16-4640-90aa-b3e8677a141a service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921399 Mar 23 01:40:40.042305 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (0418d6c8-50d3-4e42-a7c4-81898fdfd3eb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:40.059647 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c6aa993b-3aba-4d15-a0b8-c0aa22aeb4fb admin admin] Publish callbacks [] for security_group (f2d65deb-d072-49ca-8fef-4e220c250c28), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:40.070606 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c6aa993b-3aba-4d15-a0b8-c0aa22aeb4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f2d65deb-d072-49ca-8fef-4e220c250c28), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:40.079035 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:40.085712 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/networks/0418d6c8-50d3-4e42-a7c4-81898fdfd3eb HTTP/1.1" status: 204 len: 168 time: 2.7973411 Mar 23 01:40:40.091154 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44052) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:40.098083 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d94734-69c5-4acb-8bff-dd133809769e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Pushing event deleted for resources: {'Network': ['ID=0418d6c8-50d3-4e42-a7c4-81898fdfd3eb,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:40.102552 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e0b70ff6-2375-4974-b5e4-40d662caff20 req-8841e0bf-29ba-4b05-af18-34cbb60de245 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 210 time: 0.0695047 Mar 23 01:40:40.132846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9f54c751-2ada-46b9-84f1-e31b40d4f951 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'router': {'routes': None}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:40:40.236685 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3e23a33a-258d-4ab9-b8a3-6cc4a26f89a9 req-334c7902-1b73-4d54-9dee-7504b184060e service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652040 Mar 23 01:40:40.253394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44058) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:40.254061 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c6aa993b-3aba-4d15-a0b8-c0aa22aeb4fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=618772e16e2d46bb863a5347a33826a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4023411 Mar 23 01:40:40.323281 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa993b-3aba-4d15-a0b8-c0aa22aeb4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d65deb-d072-49ca-8fef-4e220c250c28,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:40.341472 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1ef8b078-adc9-452d-86e1-cb44a6d9a843 admin admin] Publish callbacks [] for security_group (f2d65deb-d072-49ca-8fef-4e220c250c28), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:40.369578 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1ef8b078-adc9-452d-86e1-cb44a6d9a843 admin admin] Publish callbacks [] for security_group (f2d65deb-d072-49ca-8fef-4e220c250c28), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:40.426529 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1ef8b078-adc9-452d-86e1-cb44a6d9a843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f2d65deb-d072-49ca-8fef-4e220c250c28), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:40.431512 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1ef8b078-adc9-452d-86e1-cb44a6d9a843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:40.432787 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1ef8b078-adc9-452d-86e1-cb44a6d9a843 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2d65deb-d072-49ca-8fef-4e220c250c28 HTTP/1.1" status: 204 len: 168 time: 0.1777794 Mar 23 01:40:40.468100 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8b078-adc9-452d-86e1-cb44a6d9a843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d65deb-d072-49ca-8fef-4e220c250c28,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:40.515385 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-cc5dd771-c2ce-4d29-b0aa-71d5071313ef tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:40.516974 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-cc5dd771-c2ce-4d29-b0aa-71d5071313ef tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 819 time: 0.1840909 Mar 23 01:40:40.646520 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-cf4e3295-f809-4bb9-b946-d9e54e592f48 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a0be8da6981495ea519e2738ecfd846 HTTP/1.1" status: 200 len: 380 time: 0.0825419 Mar 23 01:40:40.694260 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.extraroute_db [None req-9f54c751-2ada-46b9-84f1-e31b40d4f951 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Added routes are [] {{(pid=99264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 23 01:40:40.694858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.extraroute_db [None req-9f54c751-2ada-46b9-84f1-e31b40d4f951 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Removed routes are [] {{(pid=99264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 23 01:40:40.695569 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f54c751-2ada-46b9-84f1-e31b40d4f951 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (608599a5-eed7-4ac7-ba0c-5a9b686057e0), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:40.702801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-a4c5aed2-020e-4442-a219-d1f9bf0e076b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Request body: {'port': {'device_id': '55bd6223-3e73-4497-b578-cd8056342e0b', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'admin_state_up': True, 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'security_groups': ['52ef6429-bc88-4624-b0ba-acccffb94a7e']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:40:40.912542 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f54c751-2ada-46b9-84f1-e31b40d4f951 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (608599a5-eed7-4ac7-ba0c-5a9b686057e0), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:40.961538 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f54c751-2ada-46b9-84f1-e31b40d4f951 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (608599a5-eed7-4ac7-ba0c-5a9b686057e0), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:41.100522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f54c751-2ada-46b9-84f1-e31b40d4f951 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:40:41.301891 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42ef2132-81db-4ae0-9996-7222acfb3b4a req-a624f02d-ddd6-4484-8f00-ef58e2499244 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 210 time: 0.0481098 Mar 23 01:40:41.354814 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f54c751-2ada-46b9-84f1-e31b40d4f951 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:40:41.363421 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f54c751-2ada-46b9-84f1-e31b40d4f951 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:41.367478 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9f54c751-2ada-46b9-84f1-e31b40d4f951 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/608599a5-eed7-4ac7-ba0c-5a9b686057e0 HTTP/1.1" status: 200 len: 703 time: 1.2502668 Mar 23 01:40:41.367478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-a4c5aed2-020e-4442-a219-d1f9bf0e076b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Made reservation on behalf of 1a0be8da6981495ea519e2738ecfd846 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:40:41.368548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44088) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:41.369946 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-a4c5aed2-020e-4442-a219-d1f9bf0e076b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:41.382633 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001f58e-ecfc-4b16-a53f-3ef5f1220c58 None None] Sync routers for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:40:41.404650 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3001f58e-ecfc-4b16-a53f-3ef5f1220c58 None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:41.406434 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3001f58e-ecfc-4b16-a53f-3ef5f1220c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:40:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:41.421394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44090) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:41.435317 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-97c6d5d3-445e-4ecb-9dce-1ae9c2d8907c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports?device_id=608599a5-eed7-4ac7-ba0c-5a9b686057e0 HTTP/1.1" status: 200 len: 205 time: 0.0650475 Mar 23 01:40:41.607090 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-3001f58e-ecfc-4b16-a53f-3ef5f1220c58 None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:41.635879 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-56ae376d-b32a-4d06-a1d7-c8e784b3d6dc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (608599a5-eed7-4ac7-ba0c-5a9b686057e0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:41.724888 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3001f58e-ecfc-4b16-a53f-3ef5f1220c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:33Z', 'revision_number': 11, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:41.790274 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001f58e-ecfc-4b16-a53f-3ef5f1220c58 None None] Checking router: 608599a5-eed7-4ac7-ba0c-5a9b686057e0 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:40:41.810446 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3001f58e-ecfc-4b16-a53f-3ef5f1220c58 None None] Routers {'608599a5-eed7-4ac7-ba0c-5a9b686057e0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:41.811323 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3001f58e-ecfc-4b16-a53f-3ef5f1220c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:40:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:41.949512 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-3001f58e-ecfc-4b16-a53f-3ef5f1220c58 None None] Set router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:42.098206 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3001f58e-ecfc-4b16-a53f-3ef5f1220c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:33Z', 'revision_number': 11, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:42.133913 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-56ae376d-b32a-4d06-a1d7-c8e784b3d6dc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (608599a5-eed7-4ac7-ba0c-5a9b686057e0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:42.140464 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-56ae376d-b32a-4d06-a1d7-c8e784b3d6dc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_controller (608599a5-eed7-4ac7-ba0c-5a9b686057e0), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:42.164073 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001f58e-ecfc-4b16-a53f-3ef5f1220c58 None None] The sync data for ids ['608599a5-eed7-4ac7-ba0c-5a9b686057e0'] in n-d-834677-4 is: [{'id': '608599a5-eed7-4ac7-ba0c-5a9b686057e0', 'name': 'tempest-RoutersIpV6Test-router-99889185', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:39:28Z', 'updated_at': '2022-03-23T01:40:33Z', 'revision_number': 11, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:40:42.221905 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-56ae376d-b32a-4d06-a1d7-c8e784b3d6dc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (608599a5-eed7-4ac7-ba0c-5a9b686057e0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:42.223229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ae376d-b32a-4d06-a1d7-c8e784b3d6dc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Fanout notify agent at l3_agent the message router_deleted on router 608599a5-eed7-4ac7-ba0c-5a9b686057e0 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:40:42.267213 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-56ae376d-b32a-4d06-a1d7-c8e784b3d6dc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:42.268718 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-56ae376d-b32a-4d06-a1d7-c8e784b3d6dc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/routers/608599a5-eed7-4ac7-ba0c-5a9b686057e0 HTTP/1.1" status: 204 len: 168 time: 0.8467603 Mar 23 01:40:42.273468 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44108) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:42.279747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-78dfcb2d-fe76-4af1-9950-c3a88b767411 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-558406571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:40:42.309945 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78dfcb2d-fe76-4af1-9950-c3a88b767411 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (06d6efd4-ad76-4bf1-8c73-b464e2a53587), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:42.312461 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78dfcb2d-fe76-4af1-9950-c3a88b767411 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (06d6efd4-ad76-4bf1-8c73-b464e2a53587), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:42.361610 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-a4c5aed2-020e-4442-a219-d1f9bf0e076b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Allocated IP 172.20.0.12 (2e4609e6-484a-44b5-8c5d-d44654d0857a/08d877d8-0c5c-494f-b07e-0547e1d110b1/d36d7d46-805a-4b8c-a1b7-8caa191c82ad) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:40:42.441945 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78dfcb2d-fe76-4af1-9950-c3a88b767411 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_controller (06d6efd4-ad76-4bf1-8c73-b464e2a53587), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:42.460671 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78dfcb2d-fe76-4af1-9950-c3a88b767411 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (06d6efd4-ad76-4bf1-8c73-b464e2a53587), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:42.489595 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78dfcb2d-fe76-4af1-9950-c3a88b767411 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:42.503624 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44114) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:42.504807 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-78dfcb2d-fe76-4af1-9950-c3a88b767411 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2240205 Mar 23 01:40:42.607545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-dde94010-3ad9-4007-8381-1b617d9dfde4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Request body: {'router': {'admin_state_up': True}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:40:42.915290 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-a4c5aed2-020e-4442-a219-d1f9bf0e076b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for port (d36d7d46-805a-4b8c-a1b7-8caa191c82ad), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:42.947256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-399f1bd8-273c-4700-a0ec-4aa4259ca591 req-edb58029-2e20-4d48-abf2-756ddda97eb6 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 210 time: 0.1567414 Mar 23 01:40:43.161749 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-a4c5aed2-020e-4442-a219-d1f9bf0e076b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (d36d7d46-805a-4b8c-a1b7-8caa191c82ad), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:43.185143 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dde94010-3ad9-4007-8381-1b617d9dfde4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (06d6efd4-ad76-4bf1-8c73-b464e2a53587), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:43.840307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5aed2-020e-4442-a219-d1f9bf0e076b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Pushing event updated for resources: {'Port': ['ID=d36d7d46-805a-4b8c-a1b7-8caa191c82ad,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:43.849796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-a4c5aed2-020e-4442-a219-d1f9bf0e076b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Network 2e4609e6-484a-44b5-8c5d-d44654d0857a is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:40:43.851751 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-a4c5aed2-020e-4442-a219-d1f9bf0e076b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:40:43.867632 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dde94010-3ad9-4007-8381-1b617d9dfde4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (06d6efd4-ad76-4bf1-8c73-b464e2a53587), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:43.870170 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-a4c5aed2-020e-4442-a219-d1f9bf0e076b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:40:43.939302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-a4c5aed2-020e-4442-a219-d1f9bf0e076b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:43.940199 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-a4c5aed2-020e-4442-a219-d1f9bf0e076b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:44.062915 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-a4c5aed2-020e-4442-a219-d1f9bf0e076b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3649173 Mar 23 01:40:44.086236 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Request body: {'port': {'device_id': '55bd6223-3e73-4497-b578-cd8056342e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:40:44.183932 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d70e59-1633-4e2b-a7d4-74f7381ff1bc req-42a13770-de73-4d21-9298-a5a78924f7fd tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:44.188963 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d36d7d46-805a-4b8c-a1b7-8caa191c82ad), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:44.199582 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2d70e59-1633-4e2b-a7d4-74f7381ff1bc req-42a13770-de73-4d21-9298-a5a78924f7fd tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 932 time: 0.1296501 Mar 23 01:40:44.337038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde94010-3ad9-4007-8381-1b617d9dfde4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Router 06d6efd4-ad76-4bf1-8c73-b464e2a53587 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:40:44.348193 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2d70e59-1633-4e2b-a7d4-74f7381ff1bc req-3b2645f4-3dd9-4b4e-94d4-4de10e1b4267 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423090 Mar 23 01:40:44.362159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1d037795-7e81-452d-936c-2beffaf57ea6 None None] Provisioning complete for port d36d7d46-805a-4b8c-a1b7-8caa191c82ad triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:44.364093 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1d037795-7e81-452d-936c-2beffaf57ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d36d7d46-805a-4b8c-a1b7-8caa191c82ad), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:44.462078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1d037795-7e81-452d-936c-2beffaf57ea6 None None] Port d36d7d46-805a-4b8c-a1b7-8caa191c82ad cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:40:44.822702 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde94010-3ad9-4007-8381-1b617d9dfde4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:40:44.836641 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5ceaf7-b05b-4424-a0f3-b90c77d77eea None None] Sync routers for ids ['06d6efd4-ad76-4bf1-8c73-b464e2a53587'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:40:44.844420 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dde94010-3ad9-4007-8381-1b617d9dfde4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:44.860408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44166) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:44.862262 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5ceaf7-b05b-4424-a0f3-b90c77d77eea None None] Routers {'06d6efd4-ad76-4bf1-8c73-b464e2a53587'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:44.862576 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dde94010-3ad9-4007-8381-1b617d9dfde4 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "PUT /v2.0/routers/06d6efd4-ad76-4bf1-8c73-b464e2a53587 HTTP/1.1" status: 200 len: 697 time: 2.3561187 Mar 23 01:40:44.867242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6a5ceaf7-b05b-4424-a0f3-b90c77d77eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:40:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06d6efd4-ad76-4bf1-8c73-b464e2a53587'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:45.087379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36d7d46-805a-4b8c-a1b7-8caa191c82ad {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:40:45.104152 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Publish callbacks [] for port (d36d7d46-805a-4b8c-a1b7-8caa191c82ad), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:45.137532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Transition to ACTIVE for port object d36d7d46-805a-4b8c-a1b7-8caa191c82ad will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:40:45.147444 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (d36d7d46-805a-4b8c-a1b7-8caa191c82ad), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:45.152958 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2c753ad4-06e4-489f-8559-b43b55a4ec48 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/routers/06d6efd4-ad76-4bf1-8c73-b464e2a53587 HTTP/1.1" status: 200 len: 703 time: 0.2909493 Mar 23 01:40:45.156680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44172) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:45.199729 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f202f8a3-df68-4b2e-8e98-5a5a7406f25d tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d6efd4-ad76-4bf1-8c73-b464e2a53587 HTTP/1.1" status: 200 len: 205 time: 0.0412531 Mar 23 01:40:45.202484 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44174) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:45.277374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Pushing event updated for resources: {'Port': ['ID=d36d7d46-805a-4b8c-a1b7-8caa191c82ad,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:45.457193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Attempting to bind port d36d7d46-805a-4b8c-a1b7-8caa191c82ad on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:40:45.457591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Attempting to bind port d36d7d46-805a-4b8c-a1b7-8caa191c82ad by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:40:45.458072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Attempting to bind port d36d7d46-805a-4b8c-a1b7-8caa191c82ad on network 2e4609e6-484a-44b5-8c5d-d44654d0857a {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:40:45.469255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Port d36d7d46-805a-4b8c-a1b7-8caa191c82ad on network 2e4609e6-484a-44b5-8c5d-d44654d0857a not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:40:45.469711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Attempting to bind port d36d7d46-805a-4b8c-a1b7-8caa191c82ad on network 2e4609e6-484a-44b5-8c5d-d44654d0857a {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:40:45.484257 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:40:45.484635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Checking segment: {'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:40:45.485059 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Bound using segment: {'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:40:45.485516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Bound port: d36d7d46-805a-4b8c-a1b7-8caa191c82ad, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42f9892-24a9-46e9-af4d-18aa577eeae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:40:45.485881 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d36d7d46-805a-4b8c-a1b7-8caa191c82ad), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:45.525746 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1e7b-2784-4241-b40a-ad44ab23eef2 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (06d6efd4-ad76-4bf1-8c73-b464e2a53587), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:45.529666 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-6a5ceaf7-b05b-4424-a0f3-b90c77d77eea None None] Set router 06d6efd4-ad76-4bf1-8c73-b464e2a53587 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:45.675918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6a5ceaf7-b05b-4424-a0f3-b90c77d77eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d6efd4-ad76-4bf1-8c73-b464e2a53587', 'name': 'tempest-RoutersIpV6Test-router-558406571', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:40:42Z', 'updated_at': '2022-03-23T01:40:43Z', 'revision_number': 2, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:45.698006 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] For port d36d7d46-805a-4b8c-a1b7-8caa191c82ad, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:40:45.701821 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] For port d36d7d46-805a-4b8c-a1b7-8caa191c82ad, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d36d7d46-805a-4b8c-a1b7-8caa191c82ad,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:40:45.727830 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5ceaf7-b05b-4424-a0f3-b90c77d77eea None None] Checking router: 06d6efd4-ad76-4bf1-8c73-b464e2a53587 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:40:45.740557 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5ceaf7-b05b-4424-a0f3-b90c77d77eea None None] Routers {'06d6efd4-ad76-4bf1-8c73-b464e2a53587'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:40:45.741488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6a5ceaf7-b05b-4424-a0f3-b90c77d77eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:40:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['06d6efd4-ad76-4bf1-8c73-b464e2a53587'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:45.744034 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (d36d7d46-805a-4b8c-a1b7-8caa191c82ad), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:45.853189 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:45.854273 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:45.858237 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] 10.222.0.43 "PUT /v2.0/ports/d36d7d46-805a-4b8c-a1b7-8caa191c82ad HTTP/1.1" status: 200 len: 1092 time: 1.7786336 Mar 23 01:40:45.871049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55bd6223-3e73-4497-b578-cd8056342e0b', 'tag': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:40:45.878831 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cd6cf9-f16e-4ab8-bef9-02a74e52c0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "55bd6223-3e73-4497-b578-cd8056342e0b", "tag": "d36d7d46-805a-4b8c-a1b7-8caa191c82ad"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:40:45.934942 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-6a5ceaf7-b05b-4424-a0f3-b90c77d77eea None None] Set router 06d6efd4-ad76-4bf1-8c73-b464e2a53587 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:40:45.997234 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44194) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:46.046170 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6a5ceaf7-b05b-4424-a0f3-b90c77d77eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d6efd4-ad76-4bf1-8c73-b464e2a53587', 'name': 'tempest-RoutersIpV6Test-router-558406571', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:40:42Z', 'updated_at': '2022-03-23T01:40:43Z', 'revision_number': 2, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:40:46.095250 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea2d10e-d80b-4e9d-8f31-1b090663df20 x-openstack-request-id: req-aea2d10e-d80b-4e9d-8f31-1b090663df20 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:40:46.095600 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55bd6223-3e73-4497-b578-cd8056342e0b", "tag": "d36d7d46-805a-4b8c-a1b7-8caa191c82ad", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:40:46.095858 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aea2d10e-d80b-4e9d-8f31-1b090663df20 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:40:46.096272 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea2d10e-d80b-4e9d-8f31-1b090663df20'] response: {'name': 'network-changed', 'server_uuid': '55bd6223-3e73-4497-b578-cd8056342e0b', 'tag': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad', 'status': 'completed', 'code': 200} Mar 23 01:40:46.123012 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5ceaf7-b05b-4424-a0f3-b90c77d77eea None None] The sync data for ids ['06d6efd4-ad76-4bf1-8c73-b464e2a53587'] in n-d-834677-4 is: [{'id': '06d6efd4-ad76-4bf1-8c73-b464e2a53587', 'name': 'tempest-RoutersIpV6Test-router-558406571', 'tenant_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:40:42Z', 'updated_at': '2022-03-23T01:40:43Z', 'revision_number': 2, 'project_id': 'a7f4fb6f163b4f3e80387d2b3b9f9b50', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:40:46.128941 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e26bf-b218-49e1-931c-45b03efb198d req-7fc0fc2f-8649-44eb-b002-fdb675d01ad6 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:46.130667 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c3e26bf-b218-49e1-931c-45b03efb198d req-7fc0fc2f-8649-44eb-b002-fdb675d01ad6 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 944 time: 0.5553114 Mar 23 01:40:46.160419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b048def-a631-4f45-94f2-3c8929d15f6c service neutron] Pushing event updated for resources: {'Port': ['ID=d36d7d46-805a-4b8c-a1b7-8caa191c82ad,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:46.219948 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1e7b-2784-4241-b40a-ad44ab23eef2 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (06d6efd4-ad76-4bf1-8c73-b464e2a53587), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:46.234419 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1e7b-2784-4241-b40a-ad44ab23eef2 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router_controller (06d6efd4-ad76-4bf1-8c73-b464e2a53587), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:46.277142 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-cb8253d3-ddd4-4cc2-94c9-d3379c077053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:46.278719 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-cb8253d3-ddd4-4cc2-94c9-d3379c077053 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 1126 time: 0.3381824 Mar 23 01:40:46.324734 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1e7b-2784-4241-b40a-ad44ab23eef2 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (06d6efd4-ad76-4bf1-8c73-b464e2a53587), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:46.326751 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5a1e7b-2784-4241-b40a-ad44ab23eef2 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Fanout notify agent at l3_agent the message router_deleted on router 06d6efd4-ad76-4bf1-8c73-b464e2a53587 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:40:46.340685 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5f055ac5-f14f-4d2b-8a3c-bf7c51074c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:46.350133 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1e7b-2784-4241-b40a-ad44ab23eef2 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:46.351754 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ef5a1e7b-2784-4241-b40a-ad44ab23eef2 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/routers/06d6efd4-ad76-4bf1-8c73-b464e2a53587 HTTP/1.1" status: 204 len: 168 time: 1.1483359 Mar 23 01:40:46.356661 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44198) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:46.437395 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fe02c085-0325-41f1-9ce6-4d89d57af046 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports?device_id=06d6efd4-ad76-4bf1-8c73-b464e2a53587 HTTP/1.1" status: 200 len: 205 time: 0.0763934 Mar 23 01:40:46.443119 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44200) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:46.510005 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-97d056be-75d2-44c9-882d-00545869ded8 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] delete failed (client error): The resource could not be found. Mar 23 01:40:46.511692 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-97d056be-75d2-44c9-882d-00545869ded8 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/routers/06d6efd4-ad76-4bf1-8c73-b464e2a53587 HTTP/1.1" status: 404 len: 336 time: 0.0671587 Mar 23 01:40:46.518372 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44204) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:46.525311 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-7fb769f3-730c-4bd8-be2a-6081e167ccb5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36d7d46-805a-4b8c-a1b7-8caa191c82ad HTTP/1.1" status: 200 len: 217 time: 0.2198682 Mar 23 01:40:46.582092 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6d0c1f-24de-4d7a-a5a5-b597dd64f2d0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] DELETE failed (client error): The resource could not be found. Mar 23 01:40:46.583232 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6d0c1f-24de-4d7a-a5a5-b597dd64f2d0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:40:46.588575 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2a6d0c1f-24de-4d7a-a5a5-b597dd64f2d0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/bd1bb7ba-4f6b-4c7e-b982-d51ecb2febc6 HTTP/1.1" status: 404 len: 337 time: 0.0683815 Mar 23 01:40:46.594042 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44206) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:46.664545 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa2f3d8-f544-4abc-91a4-7682f395625b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] DELETE failed (client error): The resource could not be found. Mar 23 01:40:46.667164 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa2f3d8-f544-4abc-91a4-7682f395625b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:40:46.677654 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4aa2f3d8-f544-4abc-91a4-7682f395625b tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/f529e0c5-ffad-4338-ac9d-30830e21c91f HTTP/1.1" status: 404 len: 337 time: 0.0819619 Mar 23 01:40:46.679377 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5f055ac5-f14f-4d2b-8a3c-bf7c51074c10 admin admin] Publish callbacks [] for security_group (85bc2b29-7c40-49bf-be5f-c541f8b308d6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:46.680173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44208) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:46.744592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-d3056af0-5ea0-42a7-920e-286dc81bb7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:46.746215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-d3056af0-5ea0-42a7-920e-286dc81bb7ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.0651860 Mar 23 01:40:46.748134 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5f055ac5-f14f-4d2b-8a3c-bf7c51074c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (85bc2b29-7c40-49bf-be5f-c541f8b308d6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:46.786353 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59e603e-aa3c-489e-9914-15da0888629c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] DELETE failed (client error): The resource could not be found. Mar 23 01:40:46.789005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59e603e-aa3c-489e-9914-15da0888629c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:40:46.798732 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b59e603e-aa3c-489e-9914-15da0888629c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/b9343b9d-ecfb-4715-b7dd-77292e5b7224 HTTP/1.1" status: 404 len: 337 time: 0.1155322 Mar 23 01:40:46.802184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44210) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:46.813620 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5f055ac5-f14f-4d2b-8a3c-bf7c51074c10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d72d1fe887fd423ab80c726fa1ff7d6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8085017 Mar 23 01:40:46.814575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44212) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:46.822204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f055ac5-f14f-4d2b-8a3c-bf7c51074c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bc2b29-7c40-49bf-be5f-c541f8b308d6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:46.828275 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c3e26bf-b218-49e1-931c-45b03efb198d req-f05642b0-96d9-404c-a279-91af08be599f tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6765971 Mar 23 01:40:46.885907 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2ad2ba-1e1a-487b-8af3-a01e4e21f5a0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] DELETE failed (client error): The resource could not be found. Mar 23 01:40:46.887788 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2ad2ba-1e1a-487b-8af3-a01e4e21f5a0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:40:46.896494 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7b2ad2ba-1e1a-487b-8af3-a01e4e21f5a0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/12725b79-ff23-40ce-8d8e-d9f9cad59372 HTTP/1.1" status: 404 len: 337 time: 0.0903046 Mar 23 01:40:46.897328 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44218) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:46.955296 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12f32720-1292-413e-b8c6-20424006b380 admin admin] Publish callbacks [] for security_group (85bc2b29-7c40-49bf-be5f-c541f8b308d6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:46.963954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-a0c884af-1150-45e5-b7f5-e9be25c19cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:46.966979 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-a0c884af-1150-45e5-b7f5-e9be25c19cb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1854427 Mar 23 01:40:46.969952 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d1f25d4a-918d-4172-a227-ebc3ec6c73a0 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports?device_id=608599a5-eed7-4ac7-ba0c-5a9b686057e0 HTTP/1.1" status: 200 len: 205 time: 0.0659370 Mar 23 01:40:46.971575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44220) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:47.164201 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-fc6cdfe4-bb53-4879-a288-b62f123bafdb service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805348 Mar 23 01:40:47.168639 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-302c27d9-4923-4d5f-bb74-356fd4ec082f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] delete failed (client error): The resource could not be found. Mar 23 01:40:47.170036 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-302c27d9-4923-4d5f-bb74-356fd4ec082f tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/routers/608599a5-eed7-4ac7-ba0c-5a9b686057e0 HTTP/1.1" status: 404 len: 336 time: 0.1975520 Mar 23 01:40:47.172627 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12f32720-1292-413e-b8c6-20424006b380 admin admin] Publish callbacks [] for security_group (85bc2b29-7c40-49bf-be5f-c541f8b308d6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:47.173083 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44224) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:47.251479 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4dd23db9-ff0b-4b7d-948b-635557f015fc tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports?device_id=96f69229-f9b8-45dc-a679-234f5fdb4ddf HTTP/1.1" status: 200 len: 205 time: 0.0755835 Mar 23 01:40:47.253034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44226) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:47.343266 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-db9b100a-e5c0-467d-9510-3b3ab9ddd735 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] delete failed (client error): The resource could not be found. Mar 23 01:40:47.345060 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-db9b100a-e5c0-467d-9510-3b3ab9ddd735 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/routers/96f69229-f9b8-45dc-a679-234f5fdb4ddf HTTP/1.1" status: 404 len: 336 time: 0.0909579 Mar 23 01:40:47.347736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44228) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:47.370224 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97f06ad1-78b3-45f1-b288-bc9b0f607f60 req-4d22eadc-43e7-47dd-9a6b-114281b01239 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946597 Mar 23 01:40:47.405381 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12f32720-1292-413e-b8c6-20424006b380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (85bc2b29-7c40-49bf-be5f-c541f8b308d6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:47.408346 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-c851bd98-a12e-45f3-901f-65a024897adf tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] DELETE failed (client error): The resource could not be found. Mar 23 01:40:47.408960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c851bd98-a12e-45f3-901f-65a024897adf tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:40:47.409713 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12f32720-1292-413e-b8c6-20424006b380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:47.421073 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-12f32720-1292-413e-b8c6-20424006b380 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85bc2b29-7c40-49bf-be5f-c541f8b308d6 HTTP/1.1" status: 204 len: 168 time: 0.5911248 Mar 23 01:40:47.424627 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44232) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:47.427706 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c851bd98-a12e-45f3-901f-65a024897adf tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/c337e843-274c-4e0f-bde5-108429bcce32 HTTP/1.1" status: 404 len: 337 time: 0.0663524 Mar 23 01:40:47.507979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f32720-1292-413e-b8c6-20424006b380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bc2b29-7c40-49bf-be5f-c541f8b308d6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:47.600003 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-414ba6f0-3f9a-4de8-a6c8-dd0af814dae8 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4316ab8-ec96-4632-ac70-91e06c2da09f HTTP/1.1" status: 200 len: 205 time: 0.1383569 Mar 23 01:40:47.600458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44234) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:47.692803 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd6cf9-f16e-4ab8-bef9-02a74e52c0c3 req-70e05a01-3585-406b-b1c7-c5c86a3098bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:47.695499 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1cd6cf9-f16e-4ab8-bef9-02a74e52c0c3 req-70e05a01-3585-406b-b1c7-c5c86a3098bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 1126 time: 0.1735480 Mar 23 01:40:47.715077 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-a2db37bf-f8d6-47fa-a32b-4a6daa33ee1e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] delete failed (client error): The resource could not be found. Mar 23 01:40:47.720307 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a2db37bf-f8d6-47fa-a32b-4a6daa33ee1e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/routers/b4316ab8-ec96-4632-ac70-91e06c2da09f HTTP/1.1" status: 404 len: 336 time: 0.1163909 Mar 23 01:40:47.721551 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44238) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:47.777582 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4f11ff0f-357e-4b4d-8bc5-7516b9e14240 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa2954d4-f61b-4c4d-be31-c1772a4dcd06 HTTP/1.1" status: 200 len: 205 time: 0.0542858 Mar 23 01:40:47.778849 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44240) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:47.865786 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-bda6b8e5-e57a-4660-b49e-1fb05bc3553e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] delete failed (client error): The resource could not be found. Mar 23 01:40:47.869913 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bda6b8e5-e57a-4660-b49e-1fb05bc3553e tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/routers/aa2954d4-f61b-4c4d-be31-c1772a4dcd06 HTTP/1.1" status: 404 len: 336 time: 0.0900252 Mar 23 01:40:47.870505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44242) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:47.932413 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b841edc-773f-4c5f-9104-63472e16cd61 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] DELETE failed (client error): The resource could not be found. Mar 23 01:40:47.932733 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b841edc-773f-4c5f-9104-63472e16cd61 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:40:47.939123 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8b841edc-773f-4c5f-9104-63472e16cd61 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/aa8b6d1d-e9ca-4de7-9175-a212905db1d3 HTTP/1.1" status: 404 len: 337 time: 0.0670495 Mar 23 01:40:47.939827 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44250) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:47.981075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd6cf9-f16e-4ab8-bef9-02a74e52c0c3 req-6e3f3ba3-182b-46e5-b026-e3ae0565e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:47.982680 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1cd6cf9-f16e-4ab8-bef9-02a74e52c0c3 req-6e3f3ba3-182b-46e5-b026-e3ae0565e5df service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 919 time: 0.2792523 Mar 23 01:40:48.013924 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-46ebf2d1-e65b-4ebd-8379-08e56b7fb7c8 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports?device_id=976f1663-b534-42cd-904b-1dd8cd65487c HTTP/1.1" status: 200 len: 205 time: 0.0728688 Mar 23 01:40:48.015306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44252) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:48.079688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44254) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:48.084526 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1cd6cf9-f16e-4ab8-bef9-02a74e52c0c3 req-b57898c7-cffe-490d-8d8c-ce4e04262ba1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36d7d46-805a-4b8c-a1b7-8caa191c82ad HTTP/1.1" status: 200 len: 217 time: 0.0931885 Mar 23 01:40:48.116868 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e43d77b4-3261-42c0-9482-494c3dfe9809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:48.154279 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-0d506933-f4a7-4d3d-9a3a-b21328b10615 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] delete failed (client error): The resource could not be found. Mar 23 01:40:48.155490 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0d506933-f4a7-4d3d-9a3a-b21328b10615 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/routers/976f1663-b534-42cd-904b-1dd8cd65487c HTTP/1.1" status: 404 len: 336 time: 0.1392577 Mar 23 01:40:48.161860 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44258) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:48.288569 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-402c5cd9-2773-4c85-8d63-78bc90891eed tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] DELETE failed (client error): The resource could not be found. Mar 23 01:40:48.292731 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402c5cd9-2773-4c85-8d63-78bc90891eed tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:40:48.305769 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-402c5cd9-2773-4c85-8d63-78bc90891eed tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/56cd0023-3a1f-4bc4-8498-f6d5d67ec075 HTTP/1.1" status: 404 len: 337 time: 0.1286445 Mar 23 01:40:48.308560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44260) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:48.387047 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8e6774ac-8fcc-4da8-8788-9e45c4050ba2 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "GET /v2.0/ports?device_id=afbe511a-1e6d-4286-97b3-1e86014d7dcb HTTP/1.1" status: 200 len: 205 time: 0.0717905 Mar 23 01:40:48.388922 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44262) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:48.404391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd6cf9-f16e-4ab8-bef9-02a74e52c0c3 req-b00cbf47-a74c-4139-ac5a-21bbb170c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:48.405923 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1cd6cf9-f16e-4ab8-bef9-02a74e52c0c3 req-b00cbf47-a74c-4139-ac5a-21bbb170c575 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.3088989 Mar 23 01:40:48.472501 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-1bdda8ae-2a64-4989-9ecd-fc66b02fde0c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] delete failed (client error): The resource could not be found. Mar 23 01:40:48.476589 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1bdda8ae-2a64-4989-9ecd-fc66b02fde0c tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/routers/afbe511a-1e6d-4286-97b3-1e86014d7dcb HTTP/1.1" status: 404 len: 336 time: 0.0850146 Mar 23 01:40:48.491133 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44264) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:48.559341 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e26ce9a-242b-4be6-bb06-21e802af5bc5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] DELETE failed (client error): The resource could not be found. Mar 23 01:40:48.559814 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e26ce9a-242b-4be6-bb06-21e802af5bc5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:40:48.561626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f29a7-9dc0-43d9-abe7-fac622e75c8a req-efdfc610-ae18-48c8-993a-ba8e8ea00ad0 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:48.564253 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-999f29a7-9dc0-43d9-abe7-fac622e75c8a req-efdfc610-ae18-48c8-993a-ba8e8ea00ad0 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 944 time: 0.5618501 Mar 23 01:40:48.566141 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44266) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:48.566326 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6e26ce9a-242b-4be6-bb06-21e802af5bc5 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/ff250ff6-e1c6-4c69-a0de-644c7f85d944 HTTP/1.1" status: 404 len: 337 time: 0.0716460 Mar 23 01:40:48.596220 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd6cf9-f16e-4ab8-bef9-02a74e52c0c3 req-48af1845-b700-4510-aefa-a6927d423ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:48.598050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1cd6cf9-f16e-4ab8-bef9-02a74e52c0c3 req-48af1845-b700-4510-aefa-a6927d423ed4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1381292 Mar 23 01:40:48.605466 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c7f314-a4b4-43d3-8da8-621408acd702 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] DELETE failed (client error): The resource could not be found. Mar 23 01:40:48.606241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c7f314-a4b4-43d3-8da8-621408acd702 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:40:48.610512 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-89c7f314-a4b4-43d3-8da8-621408acd702 tempest-RoutersIpV6Test-668140559 tempest-RoutersIpV6Test-668140559-project] 10.222.0.18 "DELETE /v2.0/subnets/d32419ee-1092-41e2-94d8-f2496c9e8431 HTTP/1.1" status: 404 len: 337 time: 0.0428717 Mar 23 01:40:48.661673 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-999f29a7-9dc0-43d9-abe7-fac622e75c8a req-4af457c7-ab3a-4e59-b87f-a54cc1eedcc8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583253 Mar 23 01:40:48.718570 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1cd6cf9-f16e-4ab8-bef9-02a74e52c0c3 req-71f2e8e2-28c7-4e0f-a9af-6e2579888a5a service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091464 Mar 23 01:40:48.725451 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e43d77b4-3261-42c0-9482-494c3dfe9809 admin admin] Publish callbacks [] for security_group (78156e04-8b1e-4b02-be9e-47c99566dc9b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:48.738805 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e43d77b4-3261-42c0-9482-494c3dfe9809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (78156e04-8b1e-4b02-be9e-47c99566dc9b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:48.789014 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e43d77b4-3261-42c0-9482-494c3dfe9809 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0514345065cb4678bb67ffd12b388282&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7111993 Mar 23 01:40:48.792129 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44270) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:48.866614 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d77b4-3261-42c0-9482-494c3dfe9809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78156e04-8b1e-4b02-be9e-47c99566dc9b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:48.898160 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84ed8921-0625-445f-849b-281a7b77d825 admin admin] Publish callbacks [] for security_group (78156e04-8b1e-4b02-be9e-47c99566dc9b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:48.938597 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1cd6cf9-f16e-4ab8-bef9-02a74e52c0c3 req-9492edd2-6e8d-4e40-ab13-bfa2e857f803 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113261 Mar 23 01:40:48.946475 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84ed8921-0625-445f-849b-281a7b77d825 admin admin] Publish callbacks [] for security_group (78156e04-8b1e-4b02-be9e-47c99566dc9b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:49.072983 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84ed8921-0625-445f-849b-281a7b77d825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (78156e04-8b1e-4b02-be9e-47c99566dc9b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:49.075922 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84ed8921-0625-445f-849b-281a7b77d825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:49.079797 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-84ed8921-0625-445f-849b-281a7b77d825 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78156e04-8b1e-4b02-be9e-47c99566dc9b HTTP/1.1" status: 204 len: 168 time: 0.2839556 Mar 23 01:40:49.094970 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed8921-0625-445f-849b-281a7b77d825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78156e04-8b1e-4b02-be9e-47c99566dc9b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:49.100347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44280) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:49.504998 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c439cbd3-8e81-4040-ac4f-08420987a4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:49.639508 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1b67a4fa-1936-4876-94b3-3a5628ed1741 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7f4fb6f163b4f3e80387d2b3b9f9b50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5356822 Mar 23 01:40:49.640208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44294) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:49.754586 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-30b57f7e-6f21-45d1-a6c7-6df03e30e6cb admin admin] Publish callbacks [] for security_group (9a03f75a-bbba-4a03-938c-e5bb0146ece6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:49.803804 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-30b57f7e-6f21-45d1-a6c7-6df03e30e6cb admin admin] Publish callbacks [] for security_group (9a03f75a-bbba-4a03-938c-e5bb0146ece6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:49.990120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab673410-e2ab-4eee-91d5-0a5873f75211 req-36b067bd-5efd-4674-9ba3-71e3d0b5e882 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:49.992044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ab673410-e2ab-4eee-91d5-0a5873f75211 req-36b067bd-5efd-4674-9ba3-71e3d0b5e882 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 944 time: 0.1591008 Mar 23 01:40:50.010553 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-30b57f7e-6f21-45d1-a6c7-6df03e30e6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9a03f75a-bbba-4a03-938c-e5bb0146ece6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:50.018793 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-30b57f7e-6f21-45d1-a6c7-6df03e30e6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:50.022257 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-30b57f7e-6f21-45d1-a6c7-6df03e30e6cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a03f75a-bbba-4a03-938c-e5bb0146ece6 HTTP/1.1" status: 204 len: 168 time: 0.3790884 Mar 23 01:40:50.052576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b57f7e-6f21-45d1-a6c7-6df03e30e6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a03f75a-bbba-4a03-938c-e5bb0146ece6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:50.135463 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ab673410-e2ab-4eee-91d5-0a5873f75211 req-b7a7caa5-efba-4178-b456-3947cda186da tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313214 Mar 23 01:40:50.475405 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:51.488719 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd948b24-c0dc-40ef-aa5e-6d360e432d7a req-5af6d585-f844-4a5d-af28-75ee5af6ee70 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:51.491321 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cd948b24-c0dc-40ef-aa5e-6d360e432d7a req-5af6d585-f844-4a5d-af28-75ee5af6ee70 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 944 time: 0.1973267 Mar 23 01:40:51.618515 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cd948b24-c0dc-40ef-aa5e-6d360e432d7a req-789c2246-0ef9-4c49-aa79-cf0b49cb18a8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145804 Mar 23 01:40:51.626725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d36d7d46-805a-4b8c-a1b7-8caa191c82ad details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:40:51.856142 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3d736be1-96be-45f6-86c3-6d1dc3cc8d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:51.956235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d36d7d46-805a-4b8c-a1b7-8caa191c82ad, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d36d7d46-805a-4b8c-a1b7-8caa191c82ad,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:51.991895 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59664d8-2d17-4714-b1ce-bfaf2ac43dc5 req-c2dd3118-4746-4884-90fc-413f3396436f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:51.992843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'port_id': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad', 'mac_address': 'fa:16:3e:6c:99:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:40:51.996285 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c59664d8-2d17-4714-b1ce-bfaf2ac43dc5 req-c2dd3118-4746-4884-90fc-413f3396436f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 944 time: 0.1526172 Mar 23 01:40:52.078729 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port d36d7d46-805a-4b8c-a1b7-8caa191c82ad is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:52.079127 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d36d7d46-805a-4b8c-a1b7-8caa191c82ad), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:52.118499 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c59664d8-2d17-4714-b1ce-bfaf2ac43dc5 req-44f0a4fb-1d2e-4d4c-b78c-fd5e77386927 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006453 Mar 23 01:40:52.120665 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36d7d46-805a-4b8c-a1b7-8caa191c82ad {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:40:52.171189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d36d7d46-805a-4b8c-a1b7-8caa191c82ad, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d36d7d46-805a-4b8c-a1b7-8caa191c82ad,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:52.186199 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d36d7d46-805a-4b8c-a1b7-8caa191c82ad), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:52.271980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=d36d7d46-805a-4b8c-a1b7-8caa191c82ad,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:52.293744 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae9b91-ded2-4eed-808a-6bf7e5ff3582 req-840e8742-ea66-48ab-9daf-c0f4d3250e8f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:52.295588 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-adae9b91-ded2-4eed-808a-6bf7e5ff3582 req-840e8742-ea66-48ab-9daf-c0f4d3250e8f tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 944 time: 0.1168242 Mar 23 01:40:52.542591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-adae9b91-ded2-4eed-808a-6bf7e5ff3582 req-d1fa6260-d51d-4299-93ed-0d32ca81351d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Deleting port 6fd43136-d0db-437f-ae04-5459a5e2722b {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:52.542930 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-adae9b91-ded2-4eed-808a-6bf7e5ff3582 req-d1fa6260-d51d-4299-93ed-0d32ca81351d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:52.720134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-adae9b91-ded2-4eed-808a-6bf7e5ff3582 req-d1fa6260-d51d-4299-93ed-0d32ca81351d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] For port 6fd43136-d0db-437f-ae04-5459a5e2722b, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=6fd43136-d0db-437f-ae04-5459a5e2722b,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:52.721925 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-adae9b91-ded2-4eed-808a-6bf7e5ff3582 req-d1fa6260-d51d-4299-93ed-0d32ca81351d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:52.745248 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-adae9b91-ded2-4eed-808a-6bf7e5ff3582 req-d1fa6260-d51d-4299-93ed-0d32ca81351d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Calling delete_port for 6fd43136-d0db-437f-ae04-5459a5e2722b owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:52.793765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['d36d7d46-805a-4b8c-a1b7-8caa191c82ad'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:40:53.113558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdf194-3b27-4ecb-a07d-058af33881b6 req-4f871e01-2dca-4006-89ed-4bcbba47fd2b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:53.115250 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1bfdf194-3b27-4ecb-a07d-058af33881b6 req-4f871e01-2dca-4006-89ed-4bcbba47fd2b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 945 time: 0.3506310 Mar 23 01:40:53.263333 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:53.314039 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6a7f1-a5f8-4e13-a2fb-33dae9ad46f8 req-ce3fa3f1-2029-40f4-ad26-4785c2cad6ec tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:53.325866 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1dc6a7f1-a5f8-4e13-a2fb-33dae9ad46f8 req-ce3fa3f1-2029-40f4-ad26-4785c2cad6ec tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff783ebb-8771-4e45-ba6f-5d0bb6976ae7 HTTP/1.1" status: 200 len: 944 time: 0.0895989 Mar 23 01:40:53.400623 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1dc6a7f1-a5f8-4e13-a2fb-33dae9ad46f8 req-514cbcdd-8cbd-4d0e-9d12-7d790c43a8aa tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738571 Mar 23 01:40:53.466781 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1bfdf194-3b27-4ecb-a07d-058af33881b6 req-1a0e5476-1d1f-4ca2-b7f6-1de9baedaed8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364751 Mar 23 01:40:53.504536 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-adae9b91-ded2-4eed-808a-6bf7e5ff3582 req-d1fa6260-d51d-4299-93ed-0d32ca81351d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (6fd43136-d0db-437f-ae04-5459a5e2722b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:53.518745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['6fd43136-d0db-437f-ae04-5459a5e2722b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:40:53.595712 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa6260-d51d-4299-93ed-0d32ca81351d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Pushing event deleted for resources: {'Port': ['ID=6fd43136-d0db-437f-ae04-5459a5e2722b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:53.628738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-adae9b91-ded2-4eed-808a-6bf7e5ff3582 req-d1fa6260-d51d-4299-93ed-0d32ca81351d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] No DVR routers for this DVR port 6fd43136-d0db-437f-ae04-5459a5e2722b on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:40:53.632734 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-adae9b91-ded2-4eed-808a-6bf7e5ff3582 req-d1fa6260-d51d-4299-93ed-0d32ca81351d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:53.638951 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-adae9b91-ded2-4eed-808a-6bf7e5ff3582 req-d1fa6260-d51d-4299-93ed-0d32ca81351d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.42 "DELETE /v2.0/ports/6fd43136-d0db-437f-ae04-5459a5e2722b HTTP/1.1" status: 204 len: 173 time: 1.3361001 Mar 23 01:40:53.639708 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff783ebb-8771-4e45-ba6f-5d0bb6976ae7', 'name': 'network-vif-deleted', 'tag': '6fd43136-d0db-437f-ae04-5459a5e2722b'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:40:53.644677 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a56bf9f-9be5-4724-a431-1cd3fe5d8f0a" -d '{"events": [{"server_uuid": "ff783ebb-8771-4e45-ba6f-5d0bb6976ae7", "name": "network-vif-deleted", "tag": "6fd43136-d0db-437f-ae04-5459a5e2722b"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:40:53.694110 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fa2887-6289-4ff9-ba60-cc04cd77cb3f x-openstack-request-id: req-85fa2887-6289-4ff9-ba60-cc04cd77cb3f {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:40:53.694816 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff783ebb-8771-4e45-ba6f-5d0bb6976ae7", "name": "network-vif-deleted", "tag": "6fd43136-d0db-437f-ae04-5459a5e2722b", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:40:53.695880 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85fa2887-6289-4ff9-ba60-cc04cd77cb3f {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:40:53.696538 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85fa2887-6289-4ff9-ba60-cc04cd77cb3f'] response: {'server_uuid': 'ff783ebb-8771-4e45-ba6f-5d0bb6976ae7', 'name': 'network-vif-deleted', 'tag': '6fd43136-d0db-437f-ae04-5459a5e2722b', 'status': 'completed', 'code': 200} Mar 23 01:40:54.508195 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:54.653109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54190f3-db38-437c-9496-bd81ab24a369 req-1a308f92-6855-4a1f-bddf-8bd584a198eb tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:54.659260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c54190f3-db38-437c-9496-bd81ab24a369 req-1a308f92-6855-4a1f-bddf-8bd584a198eb tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 945 time: 0.0882726 Mar 23 01:40:54.735407 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:40:54.746908 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c54190f3-db38-437c-9496-bd81ab24a369 req-5cb65102-4fac-4e1f-8839-4ec0f7eb9001 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812898 Mar 23 01:40:54.887272 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6c23b-db48-41e8-abc6-6e95252df774 req-a8732735-588b-47bb-bf14-c1665f20d80b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:54.888952 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21e6c23b-db48-41e8-abc6-6e95252df774 req-a8732735-588b-47bb-bf14-c1665f20d80b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 944 time: 0.1035342 Mar 23 01:40:54.976700 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21e6c23b-db48-41e8-abc6-6e95252df774 req-01e91f55-6464-4a35-86bf-bda190cd8126 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738478 Mar 23 01:40:55.106245 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf869e7-9e33-4c0c-887f-c0f134688529 req-aff11225-416b-406c-8a28-f0df5aed4f00 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:55.108164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcf869e7-9e33-4c0c-887f-c0f134688529 req-aff11225-416b-406c-8a28-f0df5aed4f00 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.42 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 944 time: 0.0759659 Mar 23 01:40:55.229950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-bcf869e7-9e33-4c0c-887f-c0f134688529 req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Deleting port 976f688d-42f1-4063-af4c-3794e13d7d33 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:55.230215 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bcf869e7-9e33-4c0c-887f-c0f134688529 req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:55.373920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-bcf869e7-9e33-4c0c-887f-c0f134688529 req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] For port 976f688d-42f1-4063-af4c-3794e13d7d33, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=976f688d-42f1-4063-af4c-3794e13d7d33,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:55.374427 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bcf869e7-9e33-4c0c-887f-c0f134688529 req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:55.394051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-bcf869e7-9e33-4c0c-887f-c0f134688529 req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Calling delete_port for 976f688d-42f1-4063-af4c-3794e13d7d33 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:55.535379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55367a04-a8ee-4072-af14-3fa7f9c5062c req-55d7d063-aaaf-4dee-861b-60098ebed9c1 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:55.537216 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55367a04-a8ee-4072-af14-3fa7f9c5062c req-55d7d063-aaaf-4dee-861b-60098ebed9c1 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.0908680 Mar 23 01:40:55.617545 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bcf869e7-9e33-4c0c-887f-c0f134688529 req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (976f688d-42f1-4063-af4c-3794e13d7d33), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:55.629215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55367a04-a8ee-4072-af14-3fa7f9c5062c req-c0f0209a-893b-4989-b810-bedd8497f695 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721033 Mar 23 01:40:55.650308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d36d7d46-805a-4b8c-a1b7-8caa191c82ad up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:40:55.666039 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Pushing event deleted for resources: {'Port': ['ID=976f688d-42f1-4063-af4c-3794e13d7d33,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:55.697435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:55.698056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:55.698738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:55.699044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:55.699481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:55.699819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:55.700146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:55.700525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:55.700933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:55.701288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:55.701681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:55.701981 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:55.702364 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:55.702652 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:55.702964 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:40:55.714517 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port d36d7d46-805a-4b8c-a1b7-8caa191c82ad completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:40:55.721425 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port d36d7d46-805a-4b8c-a1b7-8caa191c82ad triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:40:55.721773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf869e7-9e33-4c0c-887f-c0f134688529 req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] No DVR routers for this DVR port 976f688d-42f1-4063-af4c-3794e13d7d33 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:40:55.722050 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d36d7d46-805a-4b8c-a1b7-8caa191c82ad), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:55.724866 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bcf869e7-9e33-4c0c-887f-c0f134688529 req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:55.728425 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcf869e7-9e33-4c0c-887f-c0f134688529 req-df706b48-50af-4be5-9e51-979f6053bca4 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.42 "DELETE /v2.0/ports/976f688d-42f1-4063-af4c-3794e13d7d33 HTTP/1.1" status: 204 len: 173 time: 0.6149046 Mar 23 01:40:55.728853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bc3fc9-7333-4689-a9f8-9e58b08a300e', 'name': 'network-vif-deleted', 'tag': '976f688d-42f1-4063-af4c-3794e13d7d33'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:40:55.731313 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257c7e2c-735b-4331-abaa-d303410003df" -d '{"events": [{"server_uuid": "49bc3fc9-7333-4689-a9f8-9e58b08a300e", "name": "network-vif-deleted", "tag": "976f688d-42f1-4063-af4c-3794e13d7d33"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:40:55.777654 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a14c625-bdcb-4d5f-8043-4e7107064d5c x-openstack-request-id: req-1a14c625-bdcb-4d5f-8043-4e7107064d5c {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:40:55.777901 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bc3fc9-7333-4689-a9f8-9e58b08a300e", "name": "network-vif-deleted", "tag": "976f688d-42f1-4063-af4c-3794e13d7d33", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:40:55.778138 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a14c625-bdcb-4d5f-8043-4e7107064d5c {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:40:55.779031 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a14c625-bdcb-4d5f-8043-4e7107064d5c'] response: {'server_uuid': '49bc3fc9-7333-4689-a9f8-9e58b08a300e', 'name': 'network-vif-deleted', 'tag': '976f688d-42f1-4063-af4c-3794e13d7d33', 'status': 'completed', 'code': 200} Mar 23 01:40:55.805069 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:55.889272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port d36d7d46-805a-4b8c-a1b7-8caa191c82ad is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:55.890011 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d36d7d46-805a-4b8c-a1b7-8caa191c82ad), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:55.961620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70a355-7eda-4952-97f1-1cf5d1936f9a req-ff747ed7-90ac-48e2-b3da-e54e468c6952 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:55.962991 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb70a355-7eda-4952-97f1-1cf5d1936f9a req-ff747ed7-90ac-48e2-b3da-e54e468c6952 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 945 time: 0.1070006 Mar 23 01:40:55.966485 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bd6223-3e73-4497-b578-cd8056342e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:40:55.974595 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecc12a6-4c07-45b4-afa8-1cc4ee6722d3" -d '{"events": [{"server_uuid": "55bd6223-3e73-4497-b578-cd8056342e0b", "name": "network-vif-plugged", "status": "completed", "tag": "d36d7d46-805a-4b8c-a1b7-8caa191c82ad"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:40:55.991575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d36d7d46-805a-4b8c-a1b7-8caa191c82ad, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d36d7d46-805a-4b8c-a1b7-8caa191c82ad,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:55.996621 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d36d7d46-805a-4b8c-a1b7-8caa191c82ad), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:56.041225 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb70a355-7eda-4952-97f1-1cf5d1936f9a req-cf9e3f5c-f409-41e1-8191-75b8d867782c tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719299 Mar 23 01:40:56.063806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=d36d7d46-805a-4b8c-a1b7-8caa191c82ad,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:56.123137 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7a551d-8aea-4aee-85d5-79d6a5d6cd66 x-openstack-request-id: req-8b7a551d-8aea-4aee-85d5-79d6a5d6cd66 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:40:56.123137 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bd6223-3e73-4497-b578-cd8056342e0b", "name": "network-vif-plugged", "status": "completed", "tag": "d36d7d46-805a-4b8c-a1b7-8caa191c82ad", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:40:56.123363 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b7a551d-8aea-4aee-85d5-79d6a5d6cd66 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:40:56.123707 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b7a551d-8aea-4aee-85d5-79d6a5d6cd66'] response: {'server_uuid': '55bd6223-3e73-4497-b578-cd8056342e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad', 'code': 200} Mar 23 01:40:56.265227 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf87fbb5-2f5a-4fa1-bff3-d7bebcbbdbf3 req-2bdc7461-0543-416d-a43f-3248e4d0d963 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=49bc3fc9-7333-4689-a9f8-9e58b08a300e HTTP/1.1" status: 200 len: 210 time: 0.0704024 Mar 23 01:40:56.339991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04125c-257f-4104-8e4c-f92abb499cd1 req-b12e4324-b507-4c2a-944e-324c0252081b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:56.345246 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6b04125c-257f-4104-8e4c-f92abb499cd1 req-b12e4324-b507-4c2a-944e-324c0252081b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.0738659 Mar 23 01:40:56.359115 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfa492-0ead-4364-a0e0-c6757302899e req-d6b32667-5c53-4711-b224-8f79048a2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:56.361374 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eccfa492-0ead-4364-a0e0-c6757302899e req-d6b32667-5c53-4711-b224-8f79048a2d2e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 1128 time: 0.0815065 Mar 23 01:40:56.424820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6b04125c-257f-4104-8e4c-f92abb499cd1 req-8076e627-7d4a-4e47-a3e4-9468dadfeaf9 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721047 Mar 23 01:40:56.427762 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eccfa492-0ead-4364-a0e0-c6757302899e req-963cabe1-57ff-4cbc-9b7d-2eb20f3c1230 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586472 Mar 23 01:40:56.813972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 6fd43136-d0db-437f-ae04-5459a5e2722b no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:56.835717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 6fd43136-d0db-437f-ae04-5459a5e2722b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:40:56.836063 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 6fd43136-d0db-437f-ae04-5459a5e2722b not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:40:56.836489 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 976f688d-42f1-4063-af4c-3794e13d7d33 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:56.865930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 976f688d-42f1-4063-af4c-3794e13d7d33 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:40:56.866276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 976f688d-42f1-4063-af4c-3794e13d7d33 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:40:57.172646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53905a61-ecae-47ed-abb0-deedbe7e6646 req-c7695dbb-4a49-446e-891d-772282856598 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:57.174242 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53905a61-ecae-47ed-abb0-deedbe7e6646 req-c7695dbb-4a49-446e-891d-772282856598 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.0602205 Mar 23 01:40:57.223800 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53905a61-ecae-47ed-abb0-deedbe7e6646 req-60ab5298-2e8f-4079-b65e-c58116457d5a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437748 Mar 23 01:40:57.590451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01842a-d267-43a2-a3b2-527ea7d872f6 req-f2689aeb-aab8-47de-899d-4c33d68cbaa6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:57.597997 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1f01842a-d267-43a2-a3b2-527ea7d872f6 req-f2689aeb-aab8-47de-899d-4c33d68cbaa6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.0747967 Mar 23 01:40:57.607554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b51991-f813-46ff-9041-5a1b77eb98eb req-4d1679bd-a7ae-4b8d-aba9-6a1e8b5a850b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:57.609510 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33b51991-f813-46ff-9041-5a1b77eb98eb req-4d1679bd-a7ae-4b8d-aba9-6a1e8b5a850b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 944 time: 0.0670798 Mar 23 01:40:57.666462 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1f01842a-d267-43a2-a3b2-527ea7d872f6 req-6d2f1201-cef4-4de9-8724-2dc43fe6983d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670426 Mar 23 01:40:57.677237 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33b51991-f813-46ff-9041-5a1b77eb98eb req-e3db603f-0cd6-4732-855d-14fd93cf9075 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf131b0-9532-4a07-9537-7d35a6874d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616350 Mar 23 01:40:57.912078 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572db5b-0c31-4c32-af4c-20fab08306dd req-e2cb1522-8a15-47dd-98e4-a7e094bd5a4d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:57.913706 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5572db5b-0c31-4c32-af4c-20fab08306dd req-e2cb1522-8a15-47dd-98e4-a7e094bd5a4d tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.42 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 944 time: 0.0640032 Mar 23 01:40:58.033220 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-5572db5b-0c31-4c32-af4c-20fab08306dd req-602f0a8a-743b-4e6c-9718-d42cca478b09 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Deleting port 64624296-cd2d-47d3-9846-0f4297f6e579 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:40:58.033931 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5572db5b-0c31-4c32-af4c-20fab08306dd req-602f0a8a-743b-4e6c-9718-d42cca478b09 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:58.150574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-5572db5b-0c31-4c32-af4c-20fab08306dd req-602f0a8a-743b-4e6c-9718-d42cca478b09 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] For port 64624296-cd2d-47d3-9846-0f4297f6e579, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=64624296-cd2d-47d3-9846-0f4297f6e579,segment=NetworkSegment(472b34c0-fd29-43ed-87fd-0a22f5d5a3b9),segment_id=472b34c0-fd29-43ed-87fd-0a22f5d5a3b9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:58.151032 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5572db5b-0c31-4c32-af4c-20fab08306dd req-602f0a8a-743b-4e6c-9718-d42cca478b09 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:58.166939 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-5572db5b-0c31-4c32-af4c-20fab08306dd req-602f0a8a-743b-4e6c-9718-d42cca478b09 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Calling delete_port for 64624296-cd2d-47d3-9846-0f4297f6e579 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:40:58.346310 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5572db5b-0c31-4c32-af4c-20fab08306dd req-602f0a8a-743b-4e6c-9718-d42cca478b09 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (64624296-cd2d-47d3-9846-0f4297f6e579), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:58.390288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f0a8a-743b-4e6c-9718-d42cca478b09 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Pushing event deleted for resources: {'Port': ['ID=64624296-cd2d-47d3-9846-0f4297f6e579,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:58.410017 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa7b68-62c6-4652-a532-300ba662b33a req-87c8e7f5-a73b-490a-b743-1a84abb19255 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:58.418685 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-96aa7b68-62c6-4652-a532-300ba662b33a req-87c8e7f5-a73b-490a-b743-1a84abb19255 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.0897994 Mar 23 01:40:58.469867 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5572db5b-0c31-4c32-af4c-20fab08306dd req-602f0a8a-743b-4e6c-9718-d42cca478b09 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] No DVR routers for this DVR port 64624296-cd2d-47d3-9846-0f4297f6e579 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:40:58.475078 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5572db5b-0c31-4c32-af4c-20fab08306dd req-602f0a8a-743b-4e6c-9718-d42cca478b09 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:58.482548 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5572db5b-0c31-4c32-af4c-20fab08306dd req-602f0a8a-743b-4e6c-9718-d42cca478b09 tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.42 "DELETE /v2.0/ports/64624296-cd2d-47d3-9846-0f4297f6e579 HTTP/1.1" status: 204 len: 173 time: 0.5632730 Mar 23 01:40:58.483307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e796ad-a58a-4e76-adf3-82f2a17bb92d', 'name': 'network-vif-deleted', 'tag': '64624296-cd2d-47d3-9846-0f4297f6e579'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:40:58.493663 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-96aa7b68-62c6-4652-a532-300ba662b33a req-1fdcf872-fa8d-40af-b5cf-a819eccd8219 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737238 Mar 23 01:40:58.497418 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2145ae-6a6a-4870-a3e7-64b513a77082" -d '{"events": [{"server_uuid": "64e796ad-a58a-4e76-adf3-82f2a17bb92d", "name": "network-vif-deleted", "tag": "64624296-cd2d-47d3-9846-0f4297f6e579"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:40:58.550126 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45829f6-6c90-4fc7-b92c-9afcf01b8a59 x-openstack-request-id: req-a45829f6-6c90-4fc7-b92c-9afcf01b8a59 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:40:58.550426 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e796ad-a58a-4e76-adf3-82f2a17bb92d", "name": "network-vif-deleted", "tag": "64624296-cd2d-47d3-9846-0f4297f6e579", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:40:58.550671 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a45829f6-6c90-4fc7-b92c-9afcf01b8a59 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:40:58.551096 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a45829f6-6c90-4fc7-b92c-9afcf01b8a59'] response: {'server_uuid': '64e796ad-a58a-4e76-adf3-82f2a17bb92d', 'name': 'network-vif-deleted', 'tag': '64624296-cd2d-47d3-9846-0f4297f6e579', 'status': 'completed', 'code': 200} Mar 23 01:40:58.832970 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0117599-6fd0-4663-bfbe-bfa52c2a9b21 req-10e8192d-2dcc-4e71-ba12-f7dfffe2368b tempest-LiveMigrationTest-376841639 tempest-LiveMigrationTest-376841639-project] 10.222.0.18 "GET /v2.0/ports?device_id=64e796ad-a58a-4e76-adf3-82f2a17bb92d HTTP/1.1" status: 200 len: 210 time: 0.0389304 Mar 23 01:40:58.859113 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a4c05-d2cc-4e4a-9dc1-f1e6895f73a5 req-6ef1a2c6-ff5a-46d9-9886-cab37607c816 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:58.862624 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-890a4c05-d2cc-4e4a-9dc1-f1e6895f73a5 req-6ef1a2c6-ff5a-46d9-9886-cab37607c816 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.0819685 Mar 23 01:40:58.917898 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-890a4c05-d2cc-4e4a-9dc1-f1e6895f73a5 req-95b76aa7-9eae-4ea2-9747-0323795e0634 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494685 Mar 23 01:40:59.614687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754ba84-db0a-4935-ab65-c32857b19bbb req-6c365b06-688f-4844-be8f-627d5b04e209 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:59.616150 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6754ba84-db0a-4935-ab65-c32857b19bbb req-6c365b06-688f-4844-be8f-627d5b04e209 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.0560293 Mar 23 01:40:59.671700 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e2c4097c-74b8-4ceb-b653-1fae8f3bd46b no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:40:59.672317 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6754ba84-db0a-4935-ab65-c32857b19bbb req-5d636167-1475-4ae3-90a7-42385a74b48a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496113 Mar 23 01:40:59.766279 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:40:59.766635 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:59.791308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:40:59.794067 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5157111-a1f6-4786-bf63-4902bda7813b" -d '{"events": [{"server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:40:59.795464 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb91d20-47f7-421f-8e2d-5c335e64a75d req-f2665fd6-e18a-4586-85ef-eae29ab62ff2 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:40:59.797132 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5eb91d20-47f7-421f-8e2d-5c335e64a75d req-f2665fd6-e18a-4586-85ef-eae29ab62ff2 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.0562403 Mar 23 01:40:59.807709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44528) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:40:59.811506 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:40:59.815371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-72619509-e31d-412a-8d52-2c8a5a4e9a11 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Request body: {'floatingip': {'port_id': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:40:59.819160 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:59.854745 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e31bd7a-abbd-4c2e-8a9a-99e58c1aef81 x-openstack-request-id: req-8e31bd7a-abbd-4c2e-8a9a-99e58c1aef81 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:40:59.855289 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:40:59.855630 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e31bd7a-abbd-4c2e-8a9a-99e58c1aef81 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:40:59.856231 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e31bd7a-abbd-4c2e-8a9a-99e58c1aef81'] response: {'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'code': 200} Mar 23 01:40:59.872944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72619509-e31d-412a-8d52-2c8a5a4e9a11 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for floatingip (bd8f3cdc-067e-4462-87bc-e229370a6aa8), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:40:59.903545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,revision_number=11']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:40:59.903937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44532) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:00.150661 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Deleting subnet 64f146eb-b581-4818-b541-536413e8a0b0 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:41:00.154693 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Publish callbacks [] for subnet (64f146eb-b581-4818-b541-536413e8a0b0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:00.182054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eef4d-563d-4682-8208-77190fe079cf req-e41c5c2b-4a2c-4889-9e7d-e391c9fc7165 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:00.183615 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-996eef4d-563d-4682-8208-77190fe079cf req-e41c5c2b-4a2c-4889-9e7d-e391c9fc7165 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0868251 Mar 23 01:41:00.212304 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (64f146eb-b581-4818-b541-536413e8a0b0), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:00.268007 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (64f146eb-b581-4818-b541-536413e8a0b0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:00.341373 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (64f146eb-b581-4818-b541-536413e8a0b0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:00.389525 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:00.390248 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-996eef4d-563d-4682-8208-77190fe079cf req-6b6aba1d-7fed-47a2-9c93-b27aea352e28 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753716 Mar 23 01:41:00.393713 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44544) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:00.394970 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/64f146eb-b581-4818-b541-536413e8a0b0 HTTP/1.1" status: 204 len: 168 time: 0.4896460 Mar 23 01:41:00.396592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f146eb-b581-4818-b541-536413e8a0b0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:00.409892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:00.410540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:00.411166 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:00.411722 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:00.412188 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:00.412814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:00.413256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:00.413782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:00.414276 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:00.414808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:00.415225 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:00.415888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:00.416306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:00.417057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:00.417956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f449c4d8-bfd6-4b74-b32c-1576547f548d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:00.523525 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8033bbf0-080d-4375-bf8f-d2e16a2ca53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (ba3d029b-d469-4b1a-90d0-7995de95a27c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:00.649594 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72619509-e31d-412a-8d52-2c8a5a4e9a11 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:00.661853 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72619509-e31d-412a-8d52-2c8a5a4e9a11 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (bd8f3cdc-067e-4462-87bc-e229370a6aa8), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:00.706717 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8033bbf0-080d-4375-bf8f-d2e16a2ca53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (ba3d029b-d469-4b1a-90d0-7995de95a27c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:00.743566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44554) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:00.897879 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1fb0fbbb-33c0-4401-9420-48051d54b049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.016762 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1fb0fbbb-33c0-4401-9420-48051d54b049 admin admin] Publish callbacks [] for security_group (b3784156-559c-4d36-95a5-8502339918ba), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.024885 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1fb0fbbb-33c0-4401-9420-48051d54b049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b3784156-559c-4d36-95a5-8502339918ba), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.086810 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1fb0fbbb-33c0-4401-9420-48051d54b049 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3e5e7a93d584eddae9d947abfed139b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3418634 Mar 23 01:41:01.088358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0fbbb-33c0-4401-9420-48051d54b049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3784156-559c-4d36-95a5-8502339918ba,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:01.109013 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44558) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:01.188163 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1b5aaff-c29d-4bb4-899b-9db691782c41 admin admin] Publish callbacks [] for security_group (b3784156-559c-4d36-95a5-8502339918ba), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.188526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-8033bbf0-080d-4375-bf8f-d2e16a2ca53e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3d029b-d469-4b1a-90d0-7995de95a27c']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:41:01.206995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-8033bbf0-080d-4375-bf8f-d2e16a2ca53e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:41:01.207362 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-8033bbf0-080d-4375-bf8f-d2e16a2ca53e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472b34c0-fd29-43ed-87fd-0a22f5d5a3b9') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:41:01.213916 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1b5aaff-c29d-4bb4-899b-9db691782c41 admin admin] Publish callbacks [] for security_group (b3784156-559c-4d36-95a5-8502339918ba), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.219979 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8033bbf0-080d-4375-bf8f-d2e16a2ca53e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (472b34c0-fd29-43ed-87fd-0a22f5d5a3b9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.240712 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8033bbf0-080d-4375-bf8f-d2e16a2ca53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (472b34c0-fd29-43ed-87fd-0a22f5d5a3b9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.253838 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8033bbf0-080d-4375-bf8f-d2e16a2ca53e admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:41:01.254159 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8033bbf0-080d-4375-bf8f-d2e16a2ca53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (472b34c0-fd29-43ed-87fd-0a22f5d5a3b9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:41:01.255946 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:41:01.258834 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-72619509-e31d-412a-8d52-2c8a5a4e9a11 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Floating IP bd8f3cdc-067e-4462-87bc-e229370a6aa8 associated. External IP: 172.25.0.61, port: d36d7d46-805a-4b8c-a1b7-8caa191c82ad. Mar 23 01:41:01.276408 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1b5aaff-c29d-4bb4-899b-9db691782c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b3784156-559c-4d36-95a5-8502339918ba), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.279626 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1b5aaff-c29d-4bb4-899b-9db691782c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.281479 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a1b5aaff-c29d-4bb4-899b-9db691782c41 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3784156-559c-4d36-95a5-8502339918ba HTTP/1.1" status: 204 len: 168 time: 0.1705716 Mar 23 01:41:01.319357 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5aaff-c29d-4bb4-899b-9db691782c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3784156-559c-4d36-95a5-8502339918ba,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:01.418990 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8033bbf0-080d-4375-bf8f-d2e16a2ca53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (ba3d029b-d469-4b1a-90d0-7995de95a27c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.432375 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8033bbf0-080d-4375-bf8f-d2e16a2ca53e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.438594 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8033bbf0-080d-4375-bf8f-d2e16a2ca53e admin admin] 10.222.0.18 "DELETE /v2.0/networks/ba3d029b-d469-4b1a-90d0-7995de95a27c HTTP/1.1" status: 204 len: 168 time: 1.0408738 Mar 23 01:41:01.440689 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44564) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:01.484766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033bbf0-080d-4375-bf8f-d2e16a2ca53e admin admin] Pushing event deleted for resources: {'Network': ['ID=ba3d029b-d469-4b1a-90d0-7995de95a27c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:01.525932 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5c9079-7e06-4f6b-bbc4-f02e7a420adf admin admin] Deleting subnet 79baf295-1386-4518-a76b-c77f13f60d64 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:41:01.530009 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9079-7e06-4f6b-bbc4-f02e7a420adf admin admin] Publish callbacks [] for subnet (79baf295-1386-4518-a76b-c77f13f60d64), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.638898 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff4ed1-8d37-4602-a02a-aa0e2ef2a77c req-ce053d1a-5612-4eb4-87e1-0cfcf8c9d890 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:01.644081 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62ff4ed1-8d37-4602-a02a-aa0e2ef2a77c req-ce053d1a-5612-4eb4-87e1-0cfcf8c9d890 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1192138 Mar 23 01:41:01.665988 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9079-7e06-4f6b-bbc4-f02e7a420adf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (79baf295-1386-4518-a76b-c77f13f60d64), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.691669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e2c4097c-74b8-4ceb-b653-1fae8f3bd46b details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:41:01.723914 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9079-7e06-4f6b-bbc4-f02e7a420adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (79baf295-1386-4518-a76b-c77f13f60d64), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.750338 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72619509-e31d-412a-8d52-2c8a5a4e9a11 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Router 4df0844c-dd11-479c-aec4-a4d72739a513 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:41:01.774131 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62ff4ed1-8d37-4602-a02a-aa0e2ef2a77c req-b3615f18-74b1-4bce-ae11-374deb919c7c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244698 Mar 23 01:41:01.804692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44570) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:01.822731 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-475fa7d9-5ff9-482c-b6d9-266f1b66623b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.892889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72619509-e31d-412a-8d52-2c8a5a4e9a11 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:41:01.900814 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72619509-e31d-412a-8d52-2c8a5a4e9a11 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.906088 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:41:01.906669 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c07ce-60ac-4e06-879b-1ff6ddbc4ce2 None None] Sync routers for ids ['4df0844c-dd11-479c-aec4-a4d72739a513'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:41:01.920896 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74c07ce-60ac-4e06-879b-1ff6ddbc4ce2 None None] Routers {'4df0844c-dd11-479c-aec4-a4d72739a513'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:41:01.921999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'port_id': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'mac_address': 'fa:16:3e:02:98:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:41:01.924708 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b74c07ce-60ac-4e06-879b-1ff6ddbc4ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:40:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['4df0844c-dd11-479c-aec4-a4d72739a513'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:41:01.969647 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-475fa7d9-5ff9-482c-b6d9-266f1b66623b admin admin] Publish callbacks [] for security_group (52216dd7-2ce0-4fe0-aaed-5ec910f2638b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.971371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:41:01.972145 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.976918 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-475fa7d9-5ff9-482c-b6d9-266f1b66623b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (52216dd7-2ce0-4fe0-aaed-5ec910f2638b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:01.991571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c4097c-74b8-4ceb-b653-1fae8f3bd46b {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:41:01.993215 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9079-7e06-4f6b-bbc4-f02e7a420adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (79baf295-1386-4518-a76b-c77f13f60d64), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:02.018532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:41:02.022810 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-72619509-e31d-412a-8d52-2c8a5a4e9a11 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "PUT /v2.0/floatingips/bd8f3cdc-067e-4462-87bc-e229370a6aa8 HTTP/1.1" status: 200 len: 991 time: 2.2129157 Mar 23 01:41:02.026982 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55bd6223-3e73-4497-b578-cd8056342e0b', 'tag': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:41:02.029796 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3662b4-c17f-4d28-80ce-32b73d6bc8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "55bd6223-3e73-4497-b578-cd8056342e0b", "tag": "d36d7d46-805a-4b8c-a1b7-8caa191c82ad"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:41:02.034819 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9079-7e06-4f6b-bbc4-f02e7a420adf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:02.041986 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:02.052891 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1b5c9079-7e06-4f6b-bbc4-f02e7a420adf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/79baf295-1386-4518-a76b-c77f13f60d64 HTTP/1.1" status: 204 len: 168 time: 0.6085379 Mar 23 01:41:02.054127 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44576) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:02.068740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fa7d9-5ff9-482c-b6d9-266f1b66623b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52216dd7-2ce0-4fe0-aaed-5ec910f2638b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:02.077170 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-475fa7d9-5ff9-482c-b6d9-266f1b66623b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e3266b8d4c7407a927a9aa93c405ff0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2707222 Mar 23 01:41:02.079976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44578) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:02.106813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,revision_number=12']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:02.142292 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a35a-7669-4483-a727-8eac364050d4 admin admin] Publish callbacks [] for security_group (52216dd7-2ce0-4fe0-aaed-5ec910f2638b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:02.174793 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a35a-7669-4483-a727-8eac364050d4 admin admin] Publish callbacks [] for security_group (52216dd7-2ce0-4fe0-aaed-5ec910f2638b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:02.175978 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b74c07ce-60ac-4e06-879b-1ff6ddbc4ce2 None None] Set router 4df0844c-dd11-479c-aec4-a4d72739a513 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:41:02.200471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7b45-18f1-4bb2-a60b-2deeefb36786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (a79f14b0-d10f-4498-8fcf-b50e63892fa1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:02.206104 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9d2ac8-451e-4af0-81d3-e53cbabb5d6d x-openstack-request-id: req-3b9d2ac8-451e-4af0-81d3-e53cbabb5d6d {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:41:02.206684 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55bd6223-3e73-4497-b578-cd8056342e0b", "tag": "d36d7d46-805a-4b8c-a1b7-8caa191c82ad", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:41:02.207193 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b9d2ac8-451e-4af0-81d3-e53cbabb5d6d {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:41:02.207897 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b9d2ac8-451e-4af0-81d3-e53cbabb5d6d'] response: {'name': 'network-changed', 'server_uuid': '55bd6223-3e73-4497-b578-cd8056342e0b', 'tag': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad', 'status': 'completed', 'code': 200} Mar 23 01:41:02.208996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c9079-7e06-4f6b-bbc4-f02e7a420adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79baf295-1386-4518-a76b-c77f13f60d64,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:02.235006 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a35a-7669-4483-a727-8eac364050d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (52216dd7-2ce0-4fe0-aaed-5ec910f2638b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:02.239508 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a35a-7669-4483-a727-8eac364050d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:02.240987 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1ad4a35a-7669-4483-a727-8eac364050d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52216dd7-2ce0-4fe0-aaed-5ec910f2638b HTTP/1.1" status: 204 len: 168 time: 0.1600301 Mar 23 01:41:02.250788 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4a35a-7669-4483-a727-8eac364050d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52216dd7-2ce0-4fe0-aaed-5ec910f2638b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:02.320496 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['e2c4097c-74b8-4ceb-b653-1fae8f3bd46b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:41:02.342819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3662b4-c17f-4d28-80ce-32b73d6bc8bd req-35a6395d-c063-41de-bedb-b1563225d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:02.344659 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e3662b4-c17f-4d28-80ce-32b73d6bc8bd req-35a6395d-c063-41de-bedb-b1563225d564 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 1128 time: 0.1406326 Mar 23 01:41:02.520892 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7b45-18f1-4bb2-a60b-2deeefb36786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (a79f14b0-d10f-4498-8fcf-b50e63892fa1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:02.537401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3662b4-c17f-4d28-80ce-32b73d6bc8bd req-08f85990-c105-4877-a370-16a2619d35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:02.542606 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e3662b4-c17f-4d28-80ce-32b73d6bc8bd req-08f85990-c105-4877-a370-16a2619d35c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 919 time: 0.1692290 Mar 23 01:41:02.637921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-4d0a7b45-18f1-4bb2-a60b-2deeefb36786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79f14b0-d10f-4498-8fcf-b50e63892fa1']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:41:02.652681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-4d0a7b45-18f1-4bb2-a60b-2deeefb36786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a4d28c-00e9-4b1f-b86a-51a057942f1e') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:41:02.652981 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-4d0a7b45-18f1-4bb2-a60b-2deeefb36786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a4d28c-00e9-4b1f-b86a-51a057942f1e') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:41:02.677598 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7b45-18f1-4bb2-a60b-2deeefb36786 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (42a4d28c-00e9-4b1f-b86a-51a057942f1e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:02.687729 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e3662b4-c17f-4d28-80ce-32b73d6bc8bd req-507857b8-9c42-4e6b-ad84-4727faef6680 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36d7d46-805a-4b8c-a1b7-8caa191c82ad HTTP/1.1" status: 200 len: 999 time: 0.1315517 Mar 23 01:41:02.707069 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7b45-18f1-4bb2-a60b-2deeefb36786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (42a4d28c-00e9-4b1f-b86a-51a057942f1e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:02.759270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3662b4-c17f-4d28-80ce-32b73d6bc8bd req-b47ecae7-d959-4f37-b48e-d5b1c9c8a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:02.759270 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e3662b4-c17f-4d28-80ce-32b73d6bc8bd req-b47ecae7-d959-4f37-b48e-d5b1c9c8a944 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.0506134 Mar 23 01:41:02.764862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0a7b45-18f1-4bb2-a60b-2deeefb36786 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:41:02.765333 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7b45-18f1-4bb2-a60b-2deeefb36786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (42a4d28c-00e9-4b1f-b86a-51a057942f1e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:41:02.767100 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:41:02.797250 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b74c07ce-60ac-4e06-879b-1ff6ddbc4ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:38:34Z', 'revision_number': 4, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'bd8f3cdc-067e-4462-87bc-e229370a6aa8', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'floating_ip_address': '172.25.0.61', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'port_id': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'mac_address': 'fa:16:3e:6c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd6223-3e73-4497-b578-cd8056342e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:40:34Z', 'updated_at': '2022-03-23T01:41:00Z', 'revision_number': 1, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898e7879-bbba-4101-98e4-f3b851faf5e9', 'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'mac_address': 'fa:16:3e:81:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:31Z', 'updated_at': '2022-03-23T01:38:38Z', 'revision_number': 5, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'subnets': [{'id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:41:02.843937 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c07ce-60ac-4e06-879b-1ff6ddbc4ce2 None None] Checking router: 4df0844c-dd11-479c-aec4-a4d72739a513 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:41:02.858611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 64624296-cd2d-47d3-9846-0f4297f6e579 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:41:02.882778 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7b45-18f1-4bb2-a60b-2deeefb36786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (a79f14b0-d10f-4498-8fcf-b50e63892fa1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:02.883051 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74c07ce-60ac-4e06-879b-1ff6ddbc4ce2 None None] Routers {'4df0844c-dd11-479c-aec4-a4d72739a513'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:41:02.884587 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b74c07ce-60ac-4e06-879b-1ff6ddbc4ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:40:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['4df0844c-dd11-479c-aec4-a4d72739a513'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:41:02.886273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3662b4-c17f-4d28-80ce-32b73d6bc8bd req-0b3a56f2-54fc-42bd-84d0-59a39eb6021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:02.887902 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e3662b4-c17f-4d28-80ce-32b73d6bc8bd req-0b3a56f2-54fc-42bd-84d0-59a39eb6021a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1093879 Mar 23 01:41:02.894606 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7b45-18f1-4bb2-a60b-2deeefb36786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:02.900322 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4d0a7b45-18f1-4bb2-a60b-2deeefb36786 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a79f14b0-d10f-4498-8fcf-b50e63892fa1 HTTP/1.1" status: 204 len: 168 time: 0.7864764 Mar 23 01:41:02.915258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 64624296-cd2d-47d3-9846-0f4297f6e579 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:41:02.918549 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 64624296-cd2d-47d3-9846-0f4297f6e579 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:41:02.953011 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a7b45-18f1-4bb2-a60b-2deeefb36786 admin admin] Pushing event deleted for resources: {'Network': ['ID=a79f14b0-d10f-4498-8fcf-b50e63892fa1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:03.042962 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b828a3-8475-407b-82e4-59a620c04ed6 req-ad2aee79-6fba-4d15-a12f-cdc4a7bc256b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:03.052672 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-59b828a3-8475-407b-82e4-59a620c04ed6 req-ad2aee79-6fba-4d15-a12f-cdc4a7bc256b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 945 time: 0.1564772 Mar 23 01:41:03.103399 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e3662b4-c17f-4d28-80ce-32b73d6bc8bd req-5d679722-4ac5-4a84-befb-9741fcfcdcde service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024493 Mar 23 01:41:03.154907 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b74c07ce-60ac-4e06-879b-1ff6ddbc4ce2 None None] Set router 4df0844c-dd11-479c-aec4-a4d72739a513 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:41:03.196386 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-59b828a3-8475-407b-82e4-59a620c04ed6 req-f61e7bed-1c0e-42de-8201-e85634a7d755 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303687 Mar 23 01:41:03.249021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44606) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:03.345573 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e3662b4-c17f-4d28-80ce-32b73d6bc8bd req-f2875810-9fec-46d0-9512-e3b3de3e3f6f service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356527 Mar 23 01:41:03.345944 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2ccb9a80-f369-439c-928f-d4a9f00ac8f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce546d225bce48df9444d857bc6abcaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0955722 Mar 23 01:41:03.346576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44608) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:03.438190 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-327fe2b3-1879-4545-9796-08c782ab13ae admin admin] Publish callbacks [] for security_group (0bf131b0-9532-4a07-9537-7d35a6874d92), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:03.471007 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-327fe2b3-1879-4545-9796-08c782ab13ae admin admin] Publish callbacks [] for security_group (0bf131b0-9532-4a07-9537-7d35a6874d92), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:03.533491 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-327fe2b3-1879-4545-9796-08c782ab13ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0bf131b0-9532-4a07-9537-7d35a6874d92), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:03.537513 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-327fe2b3-1879-4545-9796-08c782ab13ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:03.541694 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-327fe2b3-1879-4545-9796-08c782ab13ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0bf131b0-9532-4a07-9537-7d35a6874d92 HTTP/1.1" status: 204 len: 168 time: 0.1914887 Mar 23 01:41:03.551664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fe2b3-1879-4545-9796-08c782ab13ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf131b0-9532-4a07-9537-7d35a6874d92,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:03.615264 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b74c07ce-60ac-4e06-879b-1ff6ddbc4ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:38:34Z', 'revision_number': 4, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'bd8f3cdc-067e-4462-87bc-e229370a6aa8', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'floating_ip_address': '172.25.0.61', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'port_id': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'mac_address': 'fa:16:3e:6c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd6223-3e73-4497-b578-cd8056342e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:40:34Z', 'updated_at': '2022-03-23T01:41:00Z', 'revision_number': 1, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898e7879-bbba-4101-98e4-f3b851faf5e9', 'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'mac_address': 'fa:16:3e:81:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:31Z', 'updated_at': '2022-03-23T01:38:38Z', 'revision_number': 5, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'subnets': [{'id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:41:03.658231 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c07ce-60ac-4e06-879b-1ff6ddbc4ce2 None None] The sync data for ids ['4df0844c-dd11-479c-aec4-a4d72739a513'] in n-d-834677-4 is: [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:38:34Z', 'revision_number': 4, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'bd8f3cdc-067e-4462-87bc-e229370a6aa8', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'floating_ip_address': '172.25.0.61', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'port_id': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'mac_address': 'fa:16:3e:6c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd6223-3e73-4497-b578-cd8056342e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:40:34Z', 'updated_at': '2022-03-23T01:41:00Z', 'revision_number': 1, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898e7879-bbba-4101-98e4-f3b851faf5e9', 'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'mac_address': 'fa:16:3e:81:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:31Z', 'updated_at': '2022-03-23T01:38:38Z', 'revision_number': 5, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'subnets': [{'id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:41:03.694360 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:03.960463 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a6f955-ce90-4543-9668-2786c338d3b3 None None] New status for floating IP bd8f3cdc-067e-4462-87bc-e229370a6aa8: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:41:04.085664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44624) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:04.150611 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-599d89cc-c8ee-403a-9fad-44416d16de43 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e91c771b12ab42d59c1c4ef89cbaabba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0613017 Mar 23 01:41:04.151151 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44628) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:04.213761 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64207d8b-4696-44ba-be8f-8bebc0076246 admin admin] Publish callbacks [] for security_group (11dc22c4-3fdd-46cf-ba7f-63a0e447ac39), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:04.244498 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64207d8b-4696-44ba-be8f-8bebc0076246 admin admin] Publish callbacks [] for security_group (11dc22c4-3fdd-46cf-ba7f-63a0e447ac39), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:04.330309 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64207d8b-4696-44ba-be8f-8bebc0076246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (11dc22c4-3fdd-46cf-ba7f-63a0e447ac39), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:04.333010 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64207d8b-4696-44ba-be8f-8bebc0076246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:04.336533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-64207d8b-4696-44ba-be8f-8bebc0076246 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11dc22c4-3fdd-46cf-ba7f-63a0e447ac39 HTTP/1.1" status: 204 len: 168 time: 0.1820173 Mar 23 01:41:04.348162 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64207d8b-4696-44ba-be8f-8bebc0076246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dc22c4-3fdd-46cf-ba7f-63a0e447ac39,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:04.362651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39f366-7a6c-4884-86ed-0e050498bae2 req-16068514-42b5-4561-9621-2cb14924f59b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:04.364520 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e39f366-7a6c-4884-86ed-0e050498bae2 req-16068514-42b5-4561-9621-2cb14924f59b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 945 time: 0.0754693 Mar 23 01:41:04.435881 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e39f366-7a6c-4884-86ed-0e050498bae2 req-4a03bdfa-5e9f-4cba-8a41-15cebf3472ec tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606375 Mar 23 01:41:05.587851 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1526ca1-22d0-4ea0-b629-b838eeb27b9e req-f196fc8a-1692-46c3-8759-ab723b898549 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:05.589504 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1526ca1-22d0-4ea0-b629-b838eeb27b9e req-f196fc8a-1692-46c3-8759-ab723b898549 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 945 time: 0.0738180 Mar 23 01:41:05.667817 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1526ca1-22d0-4ea0-b629-b838eeb27b9e req-78689201-62d1-4154-aa1d-c386459ff021 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717232 Mar 23 01:41:05.709180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e2c4097c-74b8-4ceb-b653-1fae8f3bd46b up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:41:05.765483 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:41:05.765988 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:05.873756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:41:05.874044 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:05.897667 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:41:05.899866 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fc2de9-46c6-465f-8554-c95ad1b3ea55" -d '{"events": [{"server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "name": "network-vif-plugged", "status": "completed", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:41:05.923664 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:41:05.931210 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:05.941511 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fbc263-a14a-4a26-8f12-038e7848c825 x-openstack-request-id: req-86fbc263-a14a-4a26-8f12-038e7848c825 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:41:05.942009 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "name": "network-vif-plugged", "status": "completed", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:41:05.942263 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86fbc263-a14a-4a26-8f12-038e7848c825 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:41:05.942694 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86fbc263-a14a-4a26-8f12-038e7848c825'] response: {'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'code': 200} Mar 23 01:41:05.992700 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,revision_number=13']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:06.097675 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44680) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:06.205207 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac5da457-3f58-4e0f-bd4e-b811df81107e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:06.315341 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac5da457-3f58-4e0f-bd4e-b811df81107e admin admin] Publish callbacks [] for security_group (aca63244-ccc7-409a-89cc-94cf04581f82), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:06.320488 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac5da457-3f58-4e0f-bd4e-b811df81107e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (aca63244-ccc7-409a-89cc-94cf04581f82), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:06.366391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5da457-3f58-4e0f-bd4e-b811df81107e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca63244-ccc7-409a-89cc-94cf04581f82,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:06.375267 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ac5da457-3f58-4e0f-bd4e-b811df81107e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=406e45e6e8c74ddca7e92a03ad929091&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2764184 Mar 23 01:41:06.377938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44692) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:06.441292 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86397b1a-8b01-4dfc-9c83-a0d58ac342ff admin admin] Publish callbacks [] for security_group (aca63244-ccc7-409a-89cc-94cf04581f82), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:06.467178 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86397b1a-8b01-4dfc-9c83-a0d58ac342ff admin admin] Publish callbacks [] for security_group (aca63244-ccc7-409a-89cc-94cf04581f82), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:06.534381 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86397b1a-8b01-4dfc-9c83-a0d58ac342ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (aca63244-ccc7-409a-89cc-94cf04581f82), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:06.537154 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86397b1a-8b01-4dfc-9c83-a0d58ac342ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:06.541091 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-86397b1a-8b01-4dfc-9c83-a0d58ac342ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aca63244-ccc7-409a-89cc-94cf04581f82 HTTP/1.1" status: 204 len: 168 time: 0.1620200 Mar 23 01:41:06.552416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86397b1a-8b01-4dfc-9c83-a0d58ac342ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca63244-ccc7-409a-89cc-94cf04581f82,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:06.804425 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b801c23-ada5-4786-a3e6-0f44af7f9e4f req-fbd09152-92f7-4bf4-8ce1-54882d0aae7a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:06.813018 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8b801c23-ada5-4786-a3e6-0f44af7f9e4f req-fbd09152-92f7-4bf4-8ce1-54882d0aae7a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.0650046 Mar 23 01:41:06.888399 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8b801c23-ada5-4786-a3e6-0f44af7f9e4f req-c76d77ba-fea8-48f3-8c25-d83134030a4f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739841 Mar 23 01:41:06.963159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44720) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:06.983507 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0df0f64a-be7c-4971-b950-e5fc7772419d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:07.161526 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0df0f64a-be7c-4971-b950-e5fc7772419d admin admin] Publish callbacks [] for security_group (a307b112-f928-4753-8a14-a1e28d9b1d53), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:07.166526 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0df0f64a-be7c-4971-b950-e5fc7772419d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a307b112-f928-4753-8a14-a1e28d9b1d53), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:07.210937 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0df0f64a-be7c-4971-b950-e5fc7772419d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7641c2ab6ed43caa3940d64aa230911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439845 Mar 23 01:41:07.210937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0f64a-be7c-4971-b950-e5fc7772419d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a307b112-f928-4753-8a14-a1e28d9b1d53,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:07.211364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44734) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:07.273415 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c204fed9-c8f6-470c-beef-b1f2e32ed300 admin admin] Publish callbacks [] for security_group (a307b112-f928-4753-8a14-a1e28d9b1d53), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:07.301627 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c204fed9-c8f6-470c-beef-b1f2e32ed300 admin admin] Publish callbacks [] for security_group (a307b112-f928-4753-8a14-a1e28d9b1d53), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:07.350201 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c204fed9-c8f6-470c-beef-b1f2e32ed300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a307b112-f928-4753-8a14-a1e28d9b1d53), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:07.352992 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c204fed9-c8f6-470c-beef-b1f2e32ed300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:07.356524 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c204fed9-c8f6-470c-beef-b1f2e32ed300 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a307b112-f928-4753-8a14-a1e28d9b1d53 HTTP/1.1" status: 204 len: 168 time: 0.1419270 Mar 23 01:41:07.371017 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204fed9-c8f6-470c-beef-b1f2e32ed300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a307b112-f928-4753-8a14-a1e28d9b1d53,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:08.161082 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2374961-af1c-40dd-b46b-dc7f13b4e42a req-35aedf09-9a5e-46d6-b6d2-c8146c5ddeec tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:08.169432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a2374961-af1c-40dd-b46b-dc7f13b4e42a req-35aedf09-9a5e-46d6-b6d2-c8146c5ddeec tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.1450911 Mar 23 01:41:08.247143 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a2374961-af1c-40dd-b46b-dc7f13b4e42a req-5370f29d-e6c8-489d-be05-56661e809ec3 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757945 Mar 23 01:41:09.493586 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50627ad-24b9-4884-b335-4398220aada9 req-b0f2df48-df94-4644-839d-954f1e3e340c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:09.495344 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d50627ad-24b9-4884-b335-4398220aada9 req-b0f2df48-df94-4644-839d-954f1e3e340c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.1156883 Mar 23 01:41:09.594559 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d50627ad-24b9-4884-b335-4398220aada9 req-cf685fda-abbd-4947-afdb-6bb3b90075e7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914392 Mar 23 01:41:10.023095 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-404d2470-d008-4605-a24f-174af78c4965 req-28680c45-7fd5-4285-8d84-7f2ae5e0b3b7 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421288 Mar 23 01:41:10.304679 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d2470-d008-4605-a24f-174af78c4965 req-49bfaa44-56b1-466e-8767-30e98d1017c5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:10.318316 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-404d2470-d008-4605-a24f-174af78c4965 req-49bfaa44-56b1-466e-8767-30e98d1017c5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2942228 Mar 23 01:41:10.338869 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-404d2470-d008-4605-a24f-174af78c4965 req-2bb2e8ee-776c-4b81-8ab9-070280d0aa45 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/quotas/24ec1f81cf08486cabe6423b4709c0d3 HTTP/1.1" status: 200 len: 375 time: 0.0193243 Mar 23 01:41:10.407814 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-404d2470-d008-4605-a24f-174af78c4965 req-04289f90-b815-499e-8743-957bbf73d2b0 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673883 Mar 23 01:41:10.772102 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0459d5da-401a-4487-aafa-8d6b4a802bfe req-dea57d9a-a309-452e-8d59-31199dad682b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 210 time: 0.0506616 Mar 23 01:41:10.913346 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c807a10-6815-4622-a7a8-6687e98395ac req-46d1c1ed-d646-45fb-a397-e8dea28f4770 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:10.913346 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c807a10-6815-4622-a7a8-6687e98395ac req-46d1c1ed-d646-45fb-a397-e8dea28f4770 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.1748817 Mar 23 01:41:11.012187 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c807a10-6815-4622-a7a8-6687e98395ac req-00475448-22ef-4e77-904b-ee1e8ed6e8ec tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867851 Mar 23 01:41:11.956048 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-00cf2535-598d-44a5-9569-bc2f36994c25 req-9bd4b340-ad85-4475-a292-cea0bc7a0d24 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 210 time: 0.0634325 Mar 23 01:41:12.255329 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d16c81-c0fa-41bb-8a43-61d903f4ae90 req-bcb5d4bc-2c99-40e6-8850-9b371eefd7e6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:12.257216 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a0d16c81-c0fa-41bb-8a43-61d903f4ae90 req-bcb5d4bc-2c99-40e6-8850-9b371eefd7e6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.0627329 Mar 23 01:41:12.336953 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a0d16c81-c0fa-41bb-8a43-61d903f4ae90 req-26f9c887-e057-4a8d-949b-dd3262855d69 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729394 Mar 23 01:41:12.492640 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-404d2470-d008-4605-a24f-174af78c4965 req-0c8d5d62-bf48-4322-9a9d-cce31440fd31 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369833 Mar 23 01:41:12.758003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d2470-d008-4605-a24f-174af78c4965 req-72444547-28b5-4e2b-a616-177bb209e53a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:12.760406 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-404d2470-d008-4605-a24f-174af78c4965 req-72444547-28b5-4e2b-a616-177bb209e53a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2666378 Mar 23 01:41:12.788382 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-404d2470-d008-4605-a24f-174af78c4965 req-b2298bbc-78f0-4d08-a166-6313750521fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Request body: {'port': {'device_id': 'ff91328f-d389-4975-985f-ac2c629d0e87', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '24ec1f81cf08486cabe6423b4709c0d3'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:41:12.998023 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-404d2470-d008-4605-a24f-174af78c4965 req-b2298bbc-78f0-4d08-a166-6313750521fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Made reservation on behalf of 24ec1f81cf08486cabe6423b4709c0d3 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:41:13.001899 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-404d2470-d008-4605-a24f-174af78c4965 req-b2298bbc-78f0-4d08-a166-6313750521fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:13.031563 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-404d2470-d008-4605-a24f-174af78c4965 req-b2298bbc-78f0-4d08-a166-6313750521fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:13.065189 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44860) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:13.238616 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-404d2470-d008-4605-a24f-174af78c4965 req-b2298bbc-78f0-4d08-a166-6313750521fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks [] for security_group (2ed6eac4-1cd3-428e-9609-fde499027f61), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:13.256517 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b130ceb-5b85-4591-8ac3-89b151920058 req-6e1f896f-24a2-4020-a6d0-8c59680b178f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 210 time: 0.1521556 Mar 23 01:41:13.265999 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-404d2470-d008-4605-a24f-174af78c4965 req-b2298bbc-78f0-4d08-a166-6313750521fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2ed6eac4-1cd3-428e-9609-fde499027f61), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:13.338369 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5898-c503-4fd0-9564-f824aee5c6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:13.459965 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5898-c503-4fd0-9564-f824aee5c6ed admin admin] Publish callbacks [] for security_group (b857c422-eb72-494b-a641-8e03a80dfcea), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:13.470466 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5898-c503-4fd0-9564-f824aee5c6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b857c422-eb72-494b-a641-8e03a80dfcea), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:13.553899 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-404d2470-d008-4605-a24f-174af78c4965 req-b2298bbc-78f0-4d08-a166-6313750521fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Allocated IP 192.168.233.174 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/3408af7e-514a-484f-9fc7-be5e3fde38ea) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:41:13.571507 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c9ef5898-c503-4fd0-9564-f824aee5c6ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=853759682b604f03889cf0d7c4eab4fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5019245 Mar 23 01:41:13.576863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44866) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:13.577766 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef5898-c503-4fd0-9564-f824aee5c6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b857c422-eb72-494b-a641-8e03a80dfcea,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:13.681854 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fd96c-2ab3-4520-b97e-bc0dea0b71dd req-a5be3700-1d6a-4651-8155-e3a388a337ef tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:13.683651 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ac2fd96c-2ab3-4520-b97e-bc0dea0b71dd req-a5be3700-1d6a-4651-8155-e3a388a337ef tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.2152700 Mar 23 01:41:13.805068 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fcd8543b-bed5-4ee0-a3c3-b5fa14c0c84b admin admin] Publish callbacks [] for security_group (b857c422-eb72-494b-a641-8e03a80dfcea), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:13.821834 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-404d2470-d008-4605-a24f-174af78c4965 req-b2298bbc-78f0-4d08-a166-6313750521fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks [] for port (3408af7e-514a-484f-9fc7-be5e3fde38ea), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:13.836479 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fcd8543b-bed5-4ee0-a3c3-b5fa14c0c84b admin admin] Publish callbacks [] for security_group (b857c422-eb72-494b-a641-8e03a80dfcea), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:13.857730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2298bbc-78f0-4d08-a166-6313750521fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed6eac4-1cd3-428e-9609-fde499027f61,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:13.866180 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-404d2470-d008-4605-a24f-174af78c4965 req-b2298bbc-78f0-4d08-a166-6313750521fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (3408af7e-514a-484f-9fc7-be5e3fde38ea), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:13.895416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-404d2470-d008-4605-a24f-174af78c4965 req-b2298bbc-78f0-4d08-a166-6313750521fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:41:13.899102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-404d2470-d008-4605-a24f-174af78c4965 req-b2298bbc-78f0-4d08-a166-6313750521fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:41:13.919014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-404d2470-d008-4605-a24f-174af78c4965 req-b2298bbc-78f0-4d08-a166-6313750521fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:41:13.919501 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ac2fd96c-2ab3-4520-b97e-bc0dea0b71dd req-b0b3837f-8978-44b1-9a57-8c32654f5c1c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245562 Mar 23 01:41:13.929525 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fcd8543b-bed5-4ee0-a3c3-b5fa14c0c84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b857c422-eb72-494b-a641-8e03a80dfcea), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:13.934175 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fcd8543b-bed5-4ee0-a3c3-b5fa14c0c84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:13.957277 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fcd8543b-bed5-4ee0-a3c3-b5fa14c0c84b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b857c422-eb72-494b-a641-8e03a80dfcea HTTP/1.1" status: 204 len: 168 time: 0.3762164 Mar 23 01:41:13.975475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8543b-bed5-4ee0-a3c3-b5fa14c0c84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b857c422-eb72-494b-a641-8e03a80dfcea,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:14.055235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d2470-d008-4605-a24f-174af78c4965 req-b2298bbc-78f0-4d08-a166-6313750521fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:14.055952 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-404d2470-d008-4605-a24f-174af78c4965 req-b2298bbc-78f0-4d08-a166-6313750521fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:14.101597 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-404d2470-d008-4605-a24f-174af78c4965 req-b2298bbc-78f0-4d08-a166-6313750521fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3232558 Mar 23 01:41:14.149989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Request body: {'port': {'device_id': 'ff91328f-d389-4975-985f-ac2c629d0e87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:41:14.245192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2298bbc-78f0-4d08-a166-6313750521fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Pushing event updated for resources: {'Port': ['ID=3408af7e-514a-484f-9fc7-be5e3fde38ea,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:14.448825 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3408af7e-514a-484f-9fc7-be5e3fde38ea), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:14.519168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f72ba80d-a8d4-4b51-99d2-8f16c34acd8e None None] Provisioning complete for port 3408af7e-514a-484f-9fc7-be5e3fde38ea triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:41:14.519908 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f72ba80d-a8d4-4b51-99d2-8f16c34acd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3408af7e-514a-484f-9fc7-be5e3fde38ea), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:14.650650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f72ba80d-a8d4-4b51-99d2-8f16c34acd8e None None] Port 3408af7e-514a-484f-9fc7-be5e3fde38ea cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:41:14.685145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32200e5f-0947-4c31-aaba-cf84775757ee req-31de9f01-3bc4-4376-ad76-55c392494400 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:14.698163 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-32200e5f-0947-4c31-aaba-cf84775757ee req-31de9f01-3bc4-4376-ad76-55c392494400 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 936 time: 0.2550068 Mar 23 01:41:15.025158 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-32200e5f-0947-4c31-aaba-cf84775757ee req-4b8bf465-19a5-4baa-9a25-881e3eb3ad90 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255045 Mar 23 01:41:15.185429 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7a285-ab6d-4462-b8b5-81b47c71b414 req-91897a2e-a95f-4c28-9fbb-34b00049e78f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:15.190217 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b4b7a285-ab6d-4462-b8b5-81b47c71b414 req-91897a2e-a95f-4c28-9fbb-34b00049e78f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.1213257 Mar 23 01:41:15.245188 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3408af7e-514a-484f-9fc7-be5e3fde38ea {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:41:15.255332 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Publish callbacks [] for port (3408af7e-514a-484f-9fc7-be5e3fde38ea), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:15.274490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Transition to ACTIVE for port object 3408af7e-514a-484f-9fc7-be5e3fde38ea will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:41:15.279138 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3408af7e-514a-484f-9fc7-be5e3fde38ea), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:15.398091 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b4b7a285-ab6d-4462-b8b5-81b47c71b414 req-c5e4fd19-6850-403c-8067-236e17cb70a7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908329 Mar 23 01:41:15.425418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Pushing event updated for resources: {'Port': ['ID=3408af7e-514a-484f-9fc7-be5e3fde38ea,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:15.658727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Attempting to bind port 3408af7e-514a-484f-9fc7-be5e3fde38ea on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:41:15.659535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Attempting to bind port 3408af7e-514a-484f-9fc7-be5e3fde38ea by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:41:15.661471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Attempting to bind port 3408af7e-514a-484f-9fc7-be5e3fde38ea on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:41:15.682469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Port 3408af7e-514a-484f-9fc7-be5e3fde38ea on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:41:15.683598 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Attempting to bind port 3408af7e-514a-484f-9fc7-be5e3fde38ea on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:41:15.704561 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:41:15.705520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:41:15.706794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:41:15.708485 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Bound port: 3408af7e-514a-484f-9fc7-be5e3fde38ea, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:41:15.709387 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3408af7e-514a-484f-9fc7-be5e3fde38ea), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:15.914812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] For port 3408af7e-514a-484f-9fc7-be5e3fde38ea, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:41:15.924890 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] For port 3408af7e-514a-484f-9fc7-be5e3fde38ea, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3408af7e-514a-484f-9fc7-be5e3fde38ea,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:41:15.934561 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3408af7e-514a-484f-9fc7-be5e3fde38ea), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:15.991626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:15.992834 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:15.996455 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-404d2470-d008-4605-a24f-174af78c4965 req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] 10.222.0.43 "PUT /v2.0/ports/3408af7e-514a-484f-9fc7-be5e3fde38ea HTTP/1.1" status: 200 len: 1096 time: 1.8729091 Mar 23 01:41:16.058077 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff91328f-d389-4975-985f-ac2c629d0e87', 'tag': '3408af7e-514a-484f-9fc7-be5e3fde38ea'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:41:16.061232 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650d8f3e-9a79-4b52-abbc-0f6252383489" -d '{"events": [{"name": "network-changed", "server_uuid": "ff91328f-d389-4975-985f-ac2c629d0e87", "tag": "3408af7e-514a-484f-9fc7-be5e3fde38ea"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:41:16.204086 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391359c6-4f23-49ac-a49f-4c950ff62f10 service neutron] Pushing event updated for resources: {'Port': ['ID=3408af7e-514a-484f-9fc7-be5e3fde38ea,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:16.209867 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c3bb03-8a18-4620-8bed-6f5f50c80749 x-openstack-request-id: req-73c3bb03-8a18-4620-8bed-6f5f50c80749 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:41:16.210125 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff91328f-d389-4975-985f-ac2c629d0e87", "tag": "3408af7e-514a-484f-9fc7-be5e3fde38ea", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:41:16.210413 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73c3bb03-8a18-4620-8bed-6f5f50c80749 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:41:16.210901 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c3bb03-8a18-4620-8bed-6f5f50c80749'] response: {'name': 'network-changed', 'server_uuid': 'ff91328f-d389-4975-985f-ac2c629d0e87', 'tag': '3408af7e-514a-484f-9fc7-be5e3fde38ea', 'status': 'completed', 'code': 200} Mar 23 01:41:16.242242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d2470-d008-4605-a24f-174af78c4965 req-6b62be33-2eee-44ce-b6cc-85f6383e3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:16.245019 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-404d2470-d008-4605-a24f-174af78c4965 req-6b62be33-2eee-44ce-b6cc-85f6383e3b24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 1130 time: 0.1732032 Mar 23 01:41:16.425120 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-404d2470-d008-4605-a24f-174af78c4965 req-51eef9ca-0707-46c2-a27e-97dc89b2536b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=3408af7e-514a-484f-9fc7-be5e3fde38ea HTTP/1.1" status: 200 len: 217 time: 0.1633389 Mar 23 01:41:16.520922 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97486a37-065d-4682-bc3b-061df3120beb req-9ed89f57-e501-4fe3-b71c-ddc64d99a4e0 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:16.523968 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97486a37-065d-4682-bc3b-061df3120beb req-9ed89f57-e501-4fe3-b71c-ddc64d99a4e0 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 948 time: 0.2773890 Mar 23 01:41:16.558564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d2470-d008-4605-a24f-174af78c4965 req-0ad4c7ff-44b8-4ae7-a878-9a98ce04b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:16.561061 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-404d2470-d008-4605-a24f-174af78c4965 req-0ad4c7ff-44b8-4ae7-a878-9a98ce04b8f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1231985 Mar 23 01:41:16.644135 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97486a37-065d-4682-bc3b-061df3120beb req-f72be1d8-511e-40e7-b061-d75ec7bc70cf tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125906 Mar 23 01:41:16.654563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d2470-d008-4605-a24f-174af78c4965 req-cf49dde9-bd58-40b8-9839-79389cd036d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:16.657440 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-404d2470-d008-4605-a24f-174af78c4965 req-cf49dde9-bd58-40b8-9839-79389cd036d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0890758 Mar 23 01:41:16.724479 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013756-fdd7-401b-a0fe-f910185b5f9c req-5791c3b3-dc86-4555-8e28-58c059c9fd5f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:16.733709 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a1013756-fdd7-401b-a0fe-f910185b5f9c req-5791c3b3-dc86-4555-8e28-58c059c9fd5f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.1716008 Mar 23 01:41:16.816558 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-404d2470-d008-4605-a24f-174af78c4965 req-416174d4-e757-4f46-9d41-23023f8d77ed service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523423 Mar 23 01:41:16.872506 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a1013756-fdd7-401b-a0fe-f910185b5f9c req-e8e82164-3055-46aa-950e-5e1f245a826d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302948 Mar 23 01:41:17.102928 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-404d2470-d008-4605-a24f-174af78c4965 req-3835cb01-cfc1-47f6-b58d-6944a5905b5f service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801466 Mar 23 01:41:17.298275 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d8f3e-9a79-4b52-abbc-0f6252383489 req-d9ffac4d-5016-418c-b72b-ba23a24b2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:17.299543 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-650d8f3e-9a79-4b52-abbc-0f6252383489 req-d9ffac4d-5016-418c-b72b-ba23a24b2571 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 1130 time: 0.0711043 Mar 23 01:41:17.475143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d8f3e-9a79-4b52-abbc-0f6252383489 req-076e676e-0688-4f9d-a8ad-3b550cdb0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:17.476817 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-650d8f3e-9a79-4b52-abbc-0f6252383489 req-076e676e-0688-4f9d-a8ad-3b550cdb0e22 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1666055 Mar 23 01:41:17.526302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-650d8f3e-9a79-4b52-abbc-0f6252383489 req-0e069bb5-9c86-4d06-8cc2-4c0cdd3be8d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=3408af7e-514a-484f-9fc7-be5e3fde38ea HTTP/1.1" status: 200 len: 217 time: 0.0418110 Mar 23 01:41:17.584792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d8f3e-9a79-4b52-abbc-0f6252383489 req-167ced8c-e018-4683-ba15-4c8eced308ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:17.586385 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-650d8f3e-9a79-4b52-abbc-0f6252383489 req-167ced8c-e018-4683-ba15-4c8eced308ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0524569 Mar 23 01:41:17.665157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d8f3e-9a79-4b52-abbc-0f6252383489 req-ebc832c0-fdd3-465a-8f8b-b02c19653bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:17.666871 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-650d8f3e-9a79-4b52-abbc-0f6252383489 req-ebc832c0-fdd3-465a-8f8b-b02c19653bf8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0706930 Mar 23 01:41:18.149805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122b47a-b263-4e19-92ff-39b73f73d215 req-23d2fe6f-240b-43b1-bfb5-e8ab0863a9ce tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:18.160247 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1122b47a-b263-4e19-92ff-39b73f73d215 req-23d2fe6f-240b-43b1-bfb5-e8ab0863a9ce tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.1222620 Mar 23 01:41:18.216427 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-650d8f3e-9a79-4b52-abbc-0f6252383489 req-2f940505-9cda-44e5-bab9-216a01c05c03 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421996 Mar 23 01:41:18.268443 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1122b47a-b263-4e19-92ff-39b73f73d215 req-2fed0b2b-cddf-42b7-af97-680b6804f874 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018760 Mar 23 01:41:18.353097 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe354a7-e580-46d4-ad92-ef7ba9f8fe25 req-bed0ae46-d9b1-4be4-82db-84aa8e2aabe9 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:18.354678 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfe354a7-e580-46d4-ad92-ef7ba9f8fe25 req-bed0ae46-d9b1-4be4-82db-84aa8e2aabe9 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 948 time: 0.1370382 Mar 23 01:41:18.411772 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfe354a7-e580-46d4-ad92-ef7ba9f8fe25 req-40c9636d-940b-4229-9b00-36accc1be82a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491104 Mar 23 01:41:18.423638 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-650d8f3e-9a79-4b52-abbc-0f6252383489 req-46d0707a-6fbd-44d8-9896-07f94110cca6 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956949 Mar 23 01:41:19.498874 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1a82930d-e8d4-4c19-a7f1-481603a815bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:19.538621 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527f294-b217-479a-9c1e-181564e1946e req-970b87d3-db64-4879-abe4-765d589a97e6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:19.555605 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b527f294-b217-479a-9c1e-181564e1946e req-970b87d3-db64-4879-abe4-765d589a97e6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.1675732 Mar 23 01:41:19.573224 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44964) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:19.649752 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b8274-fbb2-423f-9ad0-392b3da16592 req-e5297295-4c67-47fd-a7bd-b723888ccf7b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:19.650354 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a25b8274-fbb2-423f-9ad0-392b3da16592 req-e5297295-4c67-47fd-a7bd-b723888ccf7b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 948 time: 0.0894163 Mar 23 01:41:19.680120 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b527f294-b217-479a-9c1e-181564e1946e req-151bb352-1e52-40db-b6db-86526e26b3e3 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058350 Mar 23 01:41:19.761302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a25b8274-fbb2-423f-9ad0-392b3da16592 req-cfddb0e0-80fc-417d-8a7b-8b4e54dd9f5c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987585 Mar 23 01:41:19.849834 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-49fad761-f44e-400c-b6b7-e80f431b7133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:19.932132 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-49fad761-f44e-400c-b6b7-e80f431b7133 admin admin] Publish callbacks [] for security_group (9244737c-5ecb-47dd-9611-c8619eb6692d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:19.944340 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-49fad761-f44e-400c-b6b7-e80f431b7133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9244737c-5ecb-47dd-9611-c8619eb6692d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:19.973418 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fad761-f44e-400c-b6b7-e80f431b7133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9244737c-5ecb-47dd-9611-c8619eb6692d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:20.016329 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-49fad761-f44e-400c-b6b7-e80f431b7133 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d5be2ae6bc7498ba1a3c7602890b635&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4407907 Mar 23 01:41:20.019449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44972) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:20.093251 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b599-7cd6-4e49-a1dc-f3115b3d17d2 admin admin] Publish callbacks [] for security_group (9244737c-5ecb-47dd-9611-c8619eb6692d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:20.117774 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b599-7cd6-4e49-a1dc-f3115b3d17d2 admin admin] Publish callbacks [] for security_group (9244737c-5ecb-47dd-9611-c8619eb6692d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:20.221782 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b599-7cd6-4e49-a1dc-f3115b3d17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9244737c-5ecb-47dd-9611-c8619eb6692d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:20.224936 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b599-7cd6-4e49-a1dc-f3115b3d17d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:20.232210 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3fe6b599-7cd6-4e49-a1dc-f3115b3d17d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9244737c-5ecb-47dd-9611-c8619eb6692d HTTP/1.1" status: 204 len: 168 time: 0.2106864 Mar 23 01:41:20.252426 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6b599-7cd6-4e49-a1dc-f3115b3d17d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9244737c-5ecb-47dd-9611-c8619eb6692d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:20.513709 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:20.670185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44978) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:20.689583 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-73de8f07-2798-4268-8d67-81596a47fda5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:20.776908 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-73de8f07-2798-4268-8d67-81596a47fda5 admin admin] Publish callbacks [] for security_group (b7599446-3b6e-43dc-b466-9d97c04a9a77), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:20.815016 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-73de8f07-2798-4268-8d67-81596a47fda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b7599446-3b6e-43dc-b466-9d97c04a9a77), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:20.844007 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98875f20-ac69-4927-b1b4-b7df12b786ba req-e3e770b1-02e6-4c62-8703-05cfc3dc1a95 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:20.846672 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98875f20-ac69-4927-b1b4-b7df12b786ba req-e3e770b1-02e6-4c62-8703-05cfc3dc1a95 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.0615957 Mar 23 01:41:20.897168 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-73de8f07-2798-4268-8d67-81596a47fda5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d0c32d7c5074971b08430c091c8f419&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2238090 Mar 23 01:41:20.897168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de8f07-2798-4268-8d67-81596a47fda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7599446-3b6e-43dc-b466-9d97c04a9a77,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:20.902610 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 44988) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:20.911327 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98875f20-ac69-4927-b1b4-b7df12b786ba req-e2676a5c-952e-4f64-965c-5b62a412a94d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585093 Mar 23 01:41:21.040101 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834109c7-9da2-446d-a5fc-f0dfe772404a req-98788481-0d75-448a-847e-147605b19eb5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:21.041655 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-834109c7-9da2-446d-a5fc-f0dfe772404a req-98788481-0d75-448a-847e-147605b19eb5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 948 time: 0.1457627 Mar 23 01:41:21.071813 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f82c50fb-d953-44fc-96a6-98c19031f72c admin admin] Publish callbacks [] for security_group (b7599446-3b6e-43dc-b466-9d97c04a9a77), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:21.136912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f82c50fb-d953-44fc-96a6-98c19031f72c admin admin] Publish callbacks [] for security_group (b7599446-3b6e-43dc-b466-9d97c04a9a77), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:21.216575 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-834109c7-9da2-446d-a5fc-f0dfe772404a req-c391b08c-c734-47ba-998d-98ec6a54a050 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686215 Mar 23 01:41:21.218079 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f82c50fb-d953-44fc-96a6-98c19031f72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b7599446-3b6e-43dc-b466-9d97c04a9a77), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:21.231458 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f82c50fb-d953-44fc-96a6-98c19031f72c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:21.247582 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f82c50fb-d953-44fc-96a6-98c19031f72c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7599446-3b6e-43dc-b466-9d97c04a9a77 HTTP/1.1" status: 204 len: 168 time: 0.3204353 Mar 23 01:41:21.270851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c50fb-d953-44fc-96a6-98c19031f72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7599446-3b6e-43dc-b466-9d97c04a9a77,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:21.778395 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2460434b-93f0-4a43-a251-f31c92a10c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:21.793696 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3408af7e-514a-484f-9fc7-be5e3fde38ea details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:41:21.943489 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3408af7e-514a-484f-9fc7-be5e3fde38ea, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3408af7e-514a-484f-9fc7-be5e3fde38ea,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:41:21.968023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '3408af7e-514a-484f-9fc7-be5e3fde38ea', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '3408af7e-514a-484f-9fc7-be5e3fde38ea', 'mac_address': 'fa:16:3e:8c:53:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:41:22.074281 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 3408af7e-514a-484f-9fc7-be5e3fde38ea is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:41:22.074765 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3408af7e-514a-484f-9fc7-be5e3fde38ea), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:22.099974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3408af7e-514a-484f-9fc7-be5e3fde38ea {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:41:22.119870 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27246fa9-e6ba-45d9-ae9e-f363a3626006 req-dfbc6f6c-b255-41a5-9524-eafbebc9f909 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:22.128988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3408af7e-514a-484f-9fc7-be5e3fde38ea, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3408af7e-514a-484f-9fc7-be5e3fde38ea,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:41:22.133213 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-27246fa9-e6ba-45d9-ae9e-f363a3626006 req-dfbc6f6c-b255-41a5-9524-eafbebc9f909 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.0965328 Mar 23 01:41:22.151811 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3408af7e-514a-484f-9fc7-be5e3fde38ea), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:22.237014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=3408af7e-514a-484f-9fc7-be5e3fde38ea,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:22.245525 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-27246fa9-e6ba-45d9-ae9e-f363a3626006 req-d7f86089-b786-448e-bcad-e3e36fc00974 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108341 Mar 23 01:41:22.249311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:22.249936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:22.250575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:22.251074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:22.251498 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:22.252003 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:22.252721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:22.258137 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:22.258937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:22.259389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:22.259925 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:22.260564 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:22.261258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:22.261688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:22.262069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:22.401104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76ae63-a43e-44ca-b4d8-4f6786609cc9 req-a84dd0a5-5ae5-493b-b8af-e4d4ba987e46 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:22.402627 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ff76ae63-a43e-44ca-b4d8-4f6786609cc9 req-a84dd0a5-5ae5-493b-b8af-e4d4ba987e46 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 949 time: 0.0833139 Mar 23 01:41:22.480147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ff76ae63-a43e-44ca-b4d8-4f6786609cc9 req-eb6e22aa-c6fb-405c-906b-3592609cbe3c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696774 Mar 23 01:41:22.787109 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3408af7e-514a-484f-9fc7-be5e3fde38ea'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:41:23.159917 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:23.397677 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c55c4-401e-4917-b637-a00c00c3b6aa req-c6ebcbf7-6ff3-4aa6-959a-4d3222c4cbea tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:23.399311 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-da5c55c4-401e-4917-b637-a00c00c3b6aa req-c6ebcbf7-6ff3-4aa6-959a-4d3222c4cbea tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.0732193 Mar 23 01:41:23.490589 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-da5c55c4-401e-4917-b637-a00c00c3b6aa req-7e33c603-74be-4da1-9bec-f31a6b781ded tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845101 Mar 23 01:41:23.707343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc917b3-c329-4dd4-a7e9-e7ba5194d392 req-6ff59951-a647-468d-b5ff-c53ba29ef33c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:23.715741 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0cc917b3-c329-4dd4-a7e9-e7ba5194d392 req-6ff59951-a647-468d-b5ff-c53ba29ef33c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 949 time: 0.1094530 Mar 23 01:41:23.787760 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0cc917b3-c329-4dd4-a7e9-e7ba5194d392 req-a152e2ec-c4ac-4e4a-9096-f13b27bdd301 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710070 Mar 23 01:41:24.502551 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:24.650722 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8c00f-78dd-4999-8f08-4ded5625f0f5 req-98392274-8c2b-4cb6-beb6-13da18144e34 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:24.652248 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f6f8c00f-78dd-4999-8f08-4ded5625f0f5 req-98392274-8c2b-4cb6-beb6-13da18144e34 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.0681250 Mar 23 01:41:24.721565 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f6f8c00f-78dd-4999-8f08-4ded5625f0f5 req-236e7627-5479-4366-8c04-0fd281f3b6f6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550380 Mar 23 01:41:24.954102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db0c46-ed17-416d-af02-3dfd63f075fe req-ae4f5640-9a02-4634-9a62-3eb0c829d812 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:24.956815 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79db0c46-ed17-416d-af02-3dfd63f075fe req-ae4f5640-9a02-4634-9a62-3eb0c829d812 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 949 time: 0.0804017 Mar 23 01:41:25.050949 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79db0c46-ed17-416d-af02-3dfd63f075fe req-8b893261-1f86-4aae-991f-e61f668ea6f6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835910 Mar 23 01:41:25.794397 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:25.809454 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3408af7e-514a-484f-9fc7-be5e3fde38ea up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:41:25.889236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 3408af7e-514a-484f-9fc7-be5e3fde38ea completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:41:25.894946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 3408af7e-514a-484f-9fc7-be5e3fde38ea triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:41:25.895549 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3408af7e-514a-484f-9fc7-be5e3fde38ea), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:26.004692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a4a81-989c-4603-ba90-b68144d28956 req-c16dae68-a806-4f69-b67d-1a90c28deee6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:26.014038 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e63a4a81-989c-4603-ba90-b68144d28956 req-c16dae68-a806-4f69-b67d-1a90c28deee6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.1563580 Mar 23 01:41:26.068637 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 3408af7e-514a-484f-9fc7-be5e3fde38ea is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:41:26.070074 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3408af7e-514a-484f-9fc7-be5e3fde38ea), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:26.127484 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3408af7e-514a-484f-9fc7-be5e3fde38ea, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3408af7e-514a-484f-9fc7-be5e3fde38ea,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:41:26.128876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff91328f-d389-4975-985f-ac2c629d0e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3408af7e-514a-484f-9fc7-be5e3fde38ea'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:41:26.131682 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ab4fb6-0e38-461e-871e-95f31e1f63d5" -d '{"events": [{"server_uuid": "ff91328f-d389-4975-985f-ac2c629d0e87", "name": "network-vif-plugged", "status": "completed", "tag": "3408af7e-514a-484f-9fc7-be5e3fde38ea"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:41:26.136508 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3408af7e-514a-484f-9fc7-be5e3fde38ea), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:26.168903 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e63a4a81-989c-4603-ba90-b68144d28956 req-2cd73b3c-67d4-47f0-bcd9-48c383b79d50 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530602 Mar 23 01:41:26.226541 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=3408af7e-514a-484f-9fc7-be5e3fde38ea,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:26.269697 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5278427a-28a1-4058-a89f-e0c5c8040c84 x-openstack-request-id: req-5278427a-28a1-4058-a89f-e0c5c8040c84 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:41:26.269994 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff91328f-d389-4975-985f-ac2c629d0e87", "name": "network-vif-plugged", "status": "completed", "tag": "3408af7e-514a-484f-9fc7-be5e3fde38ea", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:41:26.270250 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5278427a-28a1-4058-a89f-e0c5c8040c84 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:41:26.270461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b02ad-42b7-4cc8-9549-74e96b9066b9 req-52ea0fac-585c-4678-a24c-d7c24daaedf1 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:26.271014 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5278427a-28a1-4058-a89f-e0c5c8040c84'] response: {'server_uuid': 'ff91328f-d389-4975-985f-ac2c629d0e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3408af7e-514a-484f-9fc7-be5e3fde38ea', 'code': 200} Mar 23 01:41:26.272393 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-078b02ad-42b7-4cc8-9549-74e96b9066b9 req-52ea0fac-585c-4678-a24c-d7c24daaedf1 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 950 time: 0.0800717 Mar 23 01:41:26.359370 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-078b02ad-42b7-4cc8-9549-74e96b9066b9 req-eeff1228-4feb-4578-8a47-82a0c87dd135 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799427 Mar 23 01:41:26.437426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906f2b9-a236-4f16-b3cf-3d21fa375623 req-4b573f52-485d-40aa-89ac-b479b2cf1db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:26.440732 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c906f2b9-a236-4f16-b3cf-3d21fa375623 req-4b573f52-485d-40aa-89ac-b479b2cf1db7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 1132 time: 0.0602357 Mar 23 01:41:26.529007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c906f2b9-a236-4f16-b3cf-3d21fa375623 req-00b92a0e-d047-4490-9ea4-930494e983f1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818398 Mar 23 01:41:27.418360 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872a9cf-403e-4469-bf81-13b493c9c908 req-e9b9a959-0d50-4107-a78d-c28baec3d877 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:27.438829 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e872a9cf-403e-4469-bf81-13b493c9c908 req-e9b9a959-0d50-4107-a78d-c28baec3d877 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.1502342 Mar 23 01:41:27.541273 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e872a9cf-403e-4469-bf81-13b493c9c908 req-d0e30e3b-c891-4f52-a214-1c78d7f8bc52 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010878 Mar 23 01:41:27.581749 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d0aa9-f891-4457-b3a3-2a540b7db819 req-5fa01863-772f-4d69-ad25-e52e88f10cec tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:27.584109 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-090d0aa9-f891-4457-b3a3-2a540b7db819 req-5fa01863-772f-4d69-ad25-e52e88f10cec tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 950 time: 0.0694225 Mar 23 01:41:27.677791 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-090d0aa9-f891-4457-b3a3-2a540b7db819 req-82d3cf7b-d922-46f3-b9ee-59f563b0742f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869591 Mar 23 01:41:28.736797 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eab81-edbb-4ecc-b408-a7f9303c439e req-8475ff58-b84d-4a08-8988-96eacbc10b97 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:28.742686 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eab81-edbb-4ecc-b408-a7f9303c439e req-8475ff58-b84d-4a08-8988-96eacbc10b97 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:28.761368 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eab81-edbb-4ecc-b408-a7f9303c439e req-8475ff58-b84d-4a08-8988-96eacbc10b97 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:28.771250 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eab81-edbb-4ecc-b408-a7f9303c439e req-8475ff58-b84d-4a08-8988-96eacbc10b97 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:28.792823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eab81-edbb-4ecc-b408-a7f9303c439e req-8475ff58-b84d-4a08-8988-96eacbc10b97 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:28.802448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eab81-edbb-4ecc-b408-a7f9303c439e req-8475ff58-b84d-4a08-8988-96eacbc10b97 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:28.818470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109d028-3d63-4cee-97b2-103161ca4afd req-77ba606d-280f-4285-999a-597d79ed34f5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:28.822441 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eab81-edbb-4ecc-b408-a7f9303c439e req-8475ff58-b84d-4a08-8988-96eacbc10b97 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:28.825489 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a109d028-3d63-4cee-97b2-103161ca4afd req-77ba606d-280f-4285-999a-597d79ed34f5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.1074305 Mar 23 01:41:28.831689 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-292eab81-edbb-4ecc-b408-a7f9303c439e req-8475ff58-b84d-4a08-8988-96eacbc10b97 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5445 time: 0.2313306 Mar 23 01:41:28.909163 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a109d028-3d63-4cee-97b2-103161ca4afd req-aa0b9924-3768-4a99-a871-a97c97c96929 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817983 Mar 23 01:41:28.949204 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-292eab81-edbb-4ecc-b408-a7f9303c439e req-08856bb3-c386-490c-b2eb-102faaf58924 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036201 Mar 23 01:41:29.092142 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8d1b3-1ed6-4e86-8481-b0258d7d8b6c req-d141f6dc-02e9-4fc9-8fe6-a8eb46a2e6f2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:29.093828 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e4f8d1b3-1ed6-4e86-8481-b0258d7d8b6c req-d141f6dc-02e9-4fc9-8fe6-a8eb46a2e6f2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 950 time: 0.0774324 Mar 23 01:41:29.162729 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e4f8d1b3-1ed6-4e86-8481-b0258d7d8b6c req-8f91c8c2-d396-4c8d-ab0b-a0e1105f7afb tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616858 Mar 23 01:41:29.211576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aa13d-a531-408f-8790-2d48ee3f7737 req-0e5c9a0e-21c2-4235-8fe7-fe50ada38ec0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:29.217421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aa13d-a531-408f-8790-2d48ee3f7737 req-0e5c9a0e-21c2-4235-8fe7-fe50ada38ec0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:29.222915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aa13d-a531-408f-8790-2d48ee3f7737 req-0e5c9a0e-21c2-4235-8fe7-fe50ada38ec0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:29.230374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aa13d-a531-408f-8790-2d48ee3f7737 req-0e5c9a0e-21c2-4235-8fe7-fe50ada38ec0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:29.236493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aa13d-a531-408f-8790-2d48ee3f7737 req-0e5c9a0e-21c2-4235-8fe7-fe50ada38ec0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:29.242278 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aa13d-a531-408f-8790-2d48ee3f7737 req-0e5c9a0e-21c2-4235-8fe7-fe50ada38ec0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:29.251731 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aa13d-a531-408f-8790-2d48ee3f7737 req-0e5c9a0e-21c2-4235-8fe7-fe50ada38ec0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:29.254312 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f00aa13d-a531-408f-8790-2d48ee3f7737 req-0e5c9a0e-21c2-4235-8fe7-fe50ada38ec0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5445 time: 0.1546907 Mar 23 01:41:29.364986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03097b6-800a-4fe5-89f5-e925056f3068 req-d07ac5c2-7759-4453-94b9-31ccaedf1ec7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:29.373807 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d03097b6-800a-4fe5-89f5-e925056f3068 req-d07ac5c2-7759-4453-94b9-31ccaedf1ec7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.0963528 Mar 23 01:41:29.486615 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d03097b6-800a-4fe5-89f5-e925056f3068 req-cb39a355-6eca-48b2-93ce-308a2b3b10b8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112700 Mar 23 01:41:29.861317 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833ce8f-2c66-4645-9c8b-4a0314e6889b req-7e91b123-b26a-46a8-810b-bfab703d5785 tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:29.863037 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b833ce8f-2c66-4645-9c8b-4a0314e6889b req-7e91b123-b26a-46a8-810b-bfab703d5785 tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 1132 time: 0.0910647 Mar 23 01:41:29.896736 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b833ce8f-2c66-4645-9c8b-4a0314e6889b req-137ef1aa-02b4-406a-a35a-b654f3f523ce tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:30.028560 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b833ce8f-2c66-4645-9c8b-4a0314e6889b req-137ef1aa-02b4-406a-a35a-b654f3f523ce tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] Publish callbacks [] for security_group (416b039c-be95-4e68-a7ad-4fd47f8f968b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:30.038069 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b833ce8f-2c66-4645-9c8b-4a0314e6889b req-137ef1aa-02b4-406a-a35a-b654f3f523ce tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (416b039c-be95-4e68-a7ad-4fd47f8f968b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:30.094898 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b833ce8f-2c66-4645-9c8b-4a0314e6889b req-137ef1aa-02b4-406a-a35a-b654f3f523ce tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234831 Mar 23 01:41:30.116726 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ef1aa-02b4-406a-a35a-b654f3f523ce tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416b039c-be95-4e68-a7ad-4fd47f8f968b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:30.921335 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-2155e50e-b288-47a6-859b-e8c9672f81df tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643487 Mar 23 01:41:30.967261 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8c2e9-a598-482f-a1d4-dabd83b292a4 req-52e786d1-f7ab-4e1f-b5ff-c06fbf7c66c5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:30.975143 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57d8c2e9-a598-482f-a1d4-dabd83b292a4 req-52e786d1-f7ab-4e1f-b5ff-c06fbf7c66c5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.0907788 Mar 23 01:41:30.977254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45362) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:31.050232 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57d8c2e9-a598-482f-a1d4-dabd83b292a4 req-97a322d7-8679-4066-a66c-ef5cbecd3eb3 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733697 Mar 23 01:41:31.137246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5659a-d539-470c-823f-72b026506d1b req-d6d10ca5-b238-44a0-976e-217929bd32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:31.137830 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5659a-d539-470c-823f-72b026506d1b req-d6d10ca5-b238-44a0-976e-217929bd32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:31.138303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5659a-d539-470c-823f-72b026506d1b req-d6d10ca5-b238-44a0-976e-217929bd32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:31.138768 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5659a-d539-470c-823f-72b026506d1b req-d6d10ca5-b238-44a0-976e-217929bd32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:31.139230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5659a-d539-470c-823f-72b026506d1b req-d6d10ca5-b238-44a0-976e-217929bd32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:31.139684 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5659a-d539-470c-823f-72b026506d1b req-d6d10ca5-b238-44a0-976e-217929bd32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:31.140442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5659a-d539-470c-823f-72b026506d1b req-d6d10ca5-b238-44a0-976e-217929bd32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:31.143533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6c5659a-d539-470c-823f-72b026506d1b req-d6d10ca5-b238-44a0-976e-217929bd32c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 6719 time: 0.1642559 Mar 23 01:41:31.202977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-bae393de-89c7-493a-b57f-ccff489b6c74 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:31.205399 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-bae393de-89c7-493a-b57f-ccff489b6c74 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2824574 Mar 23 01:41:31.228732 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-c6f7a3b2-d293-41a1-8ed1-64808eee3b52 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/quotas/24ec1f81cf08486cabe6423b4709c0d3 HTTP/1.1" status: 200 len: 375 time: 0.0165691 Mar 23 01:41:31.241103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb2d7e-8536-49cc-8126-4fd4a06e75b4 req-aabb70db-c9ac-4e44-9084-343fd04a1a64 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:31.243007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfbb2d7e-8536-49cc-8126-4fd4a06e75b4 req-aabb70db-c9ac-4e44-9084-343fd04a1a64 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.1132226 Mar 23 01:41:31.284436 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6c5659a-d539-470c-823f-72b026506d1b req-ed7fce00-26f6-4fc4-8e69-d572351679f9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2c270d48-0066-4596-a0a8-af383ee2c554&id=eef63ad8-0e31-4355-a95c-5b6938925c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322141 Mar 23 01:41:31.305227 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-d4a1f721-8a38-4594-9fc1-5780824dba94 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702624 Mar 23 01:41:31.319094 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfbb2d7e-8536-49cc-8126-4fd4a06e75b4 req-9e070504-f297-48bd-9b8b-4840cf0d922c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662048 Mar 23 01:41:31.517244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723811f-94c0-43cd-93b8-2b369394b809 req-a81ea1f0-de61-4a75-a591-679f2a19eb7a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:31.519223 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3723811f-94c0-43cd-93b8-2b369394b809 req-a81ea1f0-de61-4a75-a591-679f2a19eb7a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.1008222 Mar 23 01:41:31.585288 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3723811f-94c0-43cd-93b8-2b369394b809 req-d3a515f3-725c-49cf-aa2a-4a71c66ffaa4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590904 Mar 23 01:41:31.735445 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:41:31.872576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e2c4097c-74b8-4ceb-b653-1fae8f3bd46b no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:41:31.945599 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fe63a-2407-4d1f-8906-31cca3f1fe0d req-034e618a-29cc-44f0-b3d7-5573d9ee2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:31.947421 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a8fe63a-2407-4d1f-8906-31cca3f1fe0d req-034e618a-29cc-44f0-b3d7-5573d9ee2fc0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 1128 time: 0.0947471 Mar 23 01:41:31.960236 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bd0aa-a985-492b-8d68-f837b2b61eb3 req-e2708470-f4bf-465c-b85b-22e688bba66e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:31.962037 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-818bd0aa-a985-492b-8d68-f837b2b61eb3 req-e2708470-f4bf-465c-b85b-22e688bba66e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 946 time: 0.1616964 Mar 23 01:41:32.016280 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:41:32.016918 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:32.073830 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:41:32.075970 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57351f9-ae29-4b17-aec3-e80e57a1d94b" -d '{"events": [{"server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:41:32.090105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:41:32.095756 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:32.148788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,revision_number=14']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:32.158361 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-63d4cfc0-3bd0-4510-8940-582c6dcb4a36 req-ce7ca6cc-43f6-4544-acfb-371145c81870 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 210 time: 0.0847578 Mar 23 01:41:32.214802 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-818bd0aa-a985-492b-8d68-f837b2b61eb3 req-5b482aa2-5550-44dd-bc07-7a37e4b86aac tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415026 Mar 23 01:41:32.216200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fe63a-2407-4d1f-8906-31cca3f1fe0d req-f8308e31-58dd-4a85-8fb8-ae550bb8cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:32.219115 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a8fe63a-2407-4d1f-8906-31cca3f1fe0d req-f8308e31-58dd-4a85-8fb8-ae550bb8cb2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 0.2558777 Mar 23 01:41:32.231947 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00569597-31dc-4cc8-9d9e-67a26c153faa x-openstack-request-id: req-00569597-31dc-4cc8-9d9e-67a26c153faa {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:41:32.232265 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:41:32.232530 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00569597-31dc-4cc8-9d9e-67a26c153faa {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:41:32.232972 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00569597-31dc-4cc8-9d9e-67a26c153faa'] response: {'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'code': 200} Mar 23 01:41:32.314078 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a8fe63a-2407-4d1f-8906-31cca3f1fe0d req-76d5b457-f596-4cbc-8973-98422bd89b8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b HTTP/1.1" status: 200 len: 999 time: 0.0884638 Mar 23 01:41:32.371751 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fe63a-2407-4d1f-8906-31cca3f1fe0d req-9f020204-c63b-48dd-b3df-a267ad566438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:32.373701 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a8fe63a-2407-4d1f-8906-31cca3f1fe0d req-9f020204-c63b-48dd-b3df-a267ad566438 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.0537083 Mar 23 01:41:32.438650 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fe63a-2407-4d1f-8906-31cca3f1fe0d req-38e6ffa1-38d0-425b-91cb-4a784e68d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:32.440429 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a8fe63a-2407-4d1f-8906-31cca3f1fe0d req-38e6ffa1-38d0-425b-91cb-4a784e68d4f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0614519 Mar 23 01:41:32.575589 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a8fe63a-2407-4d1f-8906-31cca3f1fe0d req-f77db6b8-2cf2-4739-80fb-e74377c47b85 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263454 Mar 23 01:41:32.723429 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a8fe63a-2407-4d1f-8906-31cca3f1fe0d req-d5f4fd92-5dda-47a3-a00e-23238852680d service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385033 Mar 23 01:41:33.272091 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e2c0f10-e61d-4a77-bf63-d404c7566160 req-cde7d89f-697b-47f0-9d75-2c34ed69d32f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 210 time: 0.0576527 Mar 23 01:41:33.363230 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c606dc0-2a64-4334-bcbd-b225194f6cbb req-3a502ac9-6b4a-4df3-8d09-f71ded94beb9 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:33.364775 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c606dc0-2a64-4334-bcbd-b225194f6cbb req-3a502ac9-6b4a-4df3-8d09-f71ded94beb9 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0554445 Mar 23 01:41:33.430524 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c606dc0-2a64-4334-bcbd-b225194f6cbb req-ab3845c6-cdaa-4ba3-a09f-5805fb272ab7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558846 Mar 23 01:41:33.686171 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:33.878452 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f254d0db-7b07-4f63-8be7-f3dbc81736a9 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370319 Mar 23 01:41:33.984422 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-8fcc671e-5b85-4148-90c7-ac6e0bccf8c4 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342224 Mar 23 01:41:34.052905 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-83b68d2b-97d6-4fa3-bb4d-370a265109f9 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:34.054574 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-83b68d2b-97d6-4fa3-bb4d-370a265109f9 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1693399 Mar 23 01:41:34.113405 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-c903f22d-e88b-4155-951c-e1648a784925 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Request body: {'port': {'device_id': '5dc8d493-2bd4-4b83-8716-05af5b3d82c3', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '24ec1f81cf08486cabe6423b4709c0d3'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:41:34.183870 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-2b188cff-211f-4a1f-9e59-bb5a16336413 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:34.185436 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-2b188cff-211f-4a1f-9e59-bb5a16336413 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1758950 Mar 23 01:41:34.218201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-d433a5c7-2a23-41fd-990f-bbdbca333fda tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Request body: {'port': {'device_id': '73abe75e-dfaa-4afd-a4bf-9b2702d82405', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '24ec1f81cf08486cabe6423b4709c0d3'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:41:34.288707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-c903f22d-e88b-4155-951c-e1648a784925 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Made reservation on behalf of 24ec1f81cf08486cabe6423b4709c0d3 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:41:34.292642 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-c903f22d-e88b-4155-951c-e1648a784925 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:34.382125 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-d433a5c7-2a23-41fd-990f-bbdbca333fda tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Made reservation on behalf of 24ec1f81cf08486cabe6423b4709c0d3 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:41:34.389606 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-d433a5c7-2a23-41fd-990f-bbdbca333fda tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:34.469809 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1bf8c872-bd25-4755-80ad-ad75b9505eeb req-0e09858e-22f9-4208-92ca-2d5d2397190f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 210 time: 0.0363307 Mar 23 01:41:34.510279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-c903f22d-e88b-4155-951c-e1648a784925 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Allocated IP 192.168.233.250 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/7a3b0f82-47f4-4c56-b759-5f1a25b0038e) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:41:34.567435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcaa0cf-44b5-4f9c-9c5e-67d626b79904 req-5145e2d7-3554-4b09-874c-99e7468fe752 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:34.569382 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3fcaa0cf-44b5-4f9c-9c5e-67d626b79904 req-5145e2d7-3554-4b09-874c-99e7468fe752 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0594797 Mar 23 01:41:34.638737 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3fcaa0cf-44b5-4f9c-9c5e-67d626b79904 req-2fda35d8-d100-4ef6-bfe7-a4cb087b6d33 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621777 Mar 23 01:41:34.696029 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-c903f22d-e88b-4155-951c-e1648a784925 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks [] for port (7a3b0f82-47f4-4c56-b759-5f1a25b0038e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:34.755360 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-c903f22d-e88b-4155-951c-e1648a784925 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7a3b0f82-47f4-4c56-b759-5f1a25b0038e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:34.793560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3408af7e-514a-484f-9fc7-be5e3fde38ea'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:41:34.842914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-d433a5c7-2a23-41fd-990f-bbdbca333fda tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Allocated IP 192.168.233.50 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/519ae3eb-52b6-4ec8-8c0c-0767041004e7) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:41:34.858378 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903f22d-e88b-4155-951c-e1648a784925 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Pushing event updated for resources: {'Port': ['ID=7a3b0f82-47f4-4c56-b759-5f1a25b0038e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:34.902459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-c903f22d-e88b-4155-951c-e1648a784925 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:41:34.907568 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-c903f22d-e88b-4155-951c-e1648a784925 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:41:34.915337 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-c903f22d-e88b-4155-951c-e1648a784925 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:41:35.028319 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-c903f22d-e88b-4155-951c-e1648a784925 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:35.029059 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-c903f22d-e88b-4155-951c-e1648a784925 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:35.076143 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-c903f22d-e88b-4155-951c-e1648a784925 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9712780 Mar 23 01:41:35.105308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Request body: {'port': {'device_id': '5dc8d493-2bd4-4b83-8716-05af5b3d82c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:41:35.173324 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-d433a5c7-2a23-41fd-990f-bbdbca333fda tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks [] for port (519ae3eb-52b6-4ec8-8c0c-0767041004e7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:35.229719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45432) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:35.258654 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-d433a5c7-2a23-41fd-990f-bbdbca333fda tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (519ae3eb-52b6-4ec8-8c0c-0767041004e7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:35.268220 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7a3b0f82-47f4-4c56-b759-5f1a25b0038e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:35.296477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3408af7e-514a-484f-9fc7-be5e3fde38ea'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:41:35.336991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-d433a5c7-2a23-41fd-990f-bbdbca333fda tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:41:35.369050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-d433a5c7-2a23-41fd-990f-bbdbca333fda tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:41:35.371631 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-d433a5c7-2a23-41fd-990f-bbdbca333fda tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:41:35.404346 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e9a39bba-343d-4337-bc8b-78bc532c2dd0 None None] Provisioning complete for port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:41:35.413173 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e9a39bba-343d-4337-bc8b-78bc532c2dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7a3b0f82-47f4-4c56-b759-5f1a25b0038e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:35.481526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a159e-0143-4e3d-bfcb-1dbf15880262 req-c182814a-7810-4d41-be4d-1c120fe41709 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:35.494878 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-460a159e-0143-4e3d-bfcb-1dbf15880262 req-c182814a-7810-4d41-be4d-1c120fe41709 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.5528004 Mar 23 01:41:35.536531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e9a39bba-343d-4337-bc8b-78bc532c2dd0 None None] Port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:41:35.550005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433a5c7-2a23-41fd-990f-bbdbca333fda tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Pushing event updated for resources: {'Port': ['ID=519ae3eb-52b6-4ec8-8c0c-0767041004e7,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:35.585596 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-828ea9d2-d613-432e-a577-b72f73a43933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:35.614157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-d433a5c7-2a23-41fd-990f-bbdbca333fda tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:35.615475 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-d433a5c7-2a23-41fd-990f-bbdbca333fda tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:35.679383 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-d433a5c7-2a23-41fd-990f-bbdbca333fda tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4501352 Mar 23 01:41:35.702818 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Request body: {'port': {'device_id': '73abe75e-dfaa-4afd-a4bf-9b2702d82405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:41:35.709772 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-460a159e-0143-4e3d-bfcb-1dbf15880262 req-fde513d1-6ab2-4085-ad1f-66014a9f73f6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077804 Mar 23 01:41:35.823684 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (519ae3eb-52b6-4ec8-8c0c-0767041004e7), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:35.880546 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-80be72f3-32af-4821-9af3-8c4c2c4c4053 None None] Provisioning complete for port 519ae3eb-52b6-4ec8-8c0c-0767041004e7 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:41:35.882470 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-80be72f3-32af-4821-9af3-8c4c2c4c4053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (519ae3eb-52b6-4ec8-8c0c-0767041004e7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:35.936839 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-828ea9d2-d613-432e-a577-b72f73a43933 admin admin] Publish callbacks [] for security_group (db6c46d7-d9ac-4cd9-a8d5-ac74d54e5dd2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:35.949650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-80be72f3-32af-4821-9af3-8c4c2c4c4053 None None] Port 519ae3eb-52b6-4ec8-8c0c-0767041004e7 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:41:35.994608 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-828ea9d2-d613-432e-a577-b72f73a43933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (db6c46d7-d9ac-4cd9-a8d5-ac74d54e5dd2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:36.072861 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ea9d2-d613-432e-a577-b72f73a43933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6c46d7-d9ac-4cd9-a8d5-ac74d54e5dd2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:36.081835 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787ab33-dd19-441e-8933-551587fdc0cd req-c2606668-af9e-45a1-aa10-fbe06ddb0fea tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:36.084076 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c787ab33-dd19-441e-8933-551587fdc0cd req-c2606668-af9e-45a1-aa10-fbe06ddb0fea tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1633108 Mar 23 01:41:36.145227 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-828ea9d2-d613-432e-a577-b72f73a43933 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ec9f8e181674262abaa56fd2f34b413&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9135234 Mar 23 01:41:36.148498 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c787ab33-dd19-441e-8933-551587fdc0cd req-7ad53e41-5fed-4bc3-9607-c4168280c6cb tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515752 Mar 23 01:41:36.149130 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45442) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:36.173284 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b555b21-29a4-4af3-beb6-4586bc162696 req-50f1c254-7552-4e63-9f6f-450182ea8d73 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:36.175955 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b555b21-29a4-4af3-beb6-4586bc162696 req-50f1c254-7552-4e63-9f6f-450182ea8d73 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 935 time: 0.4008331 Mar 23 01:41:36.218241 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dcdb0f73-0225-4c00-9049-71a0c7b0c3a3 admin admin] Publish callbacks [] for security_group (db6c46d7-d9ac-4cd9-a8d5-ac74d54e5dd2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:36.284051 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dcdb0f73-0225-4c00-9049-71a0c7b0c3a3 admin admin] Publish callbacks [] for security_group (db6c46d7-d9ac-4cd9-a8d5-ac74d54e5dd2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:36.303998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3b0f82-47f4-4c56-b759-5f1a25b0038e {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:41:36.328065 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Publish callbacks [] for port (7a3b0f82-47f4-4c56-b759-5f1a25b0038e), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:36.340512 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad099a-6e88-4810-8354-edb3c7b45027 req-59d1f3bd-6a27-42f9-ae5b-cc28ccff71e8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:36.341568 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b0ad099a-6e88-4810-8354-edb3c7b45027 req-59d1f3bd-6a27-42f9-ae5b-cc28ccff71e8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1116421 Mar 23 01:41:36.357196 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b555b21-29a4-4af3-beb6-4586bc162696 req-aeaef8ce-f37b-447a-a284-79375e301048 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581819 Mar 23 01:41:36.379524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Transition to ACTIVE for port object 7a3b0f82-47f4-4c56-b759-5f1a25b0038e will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:41:36.382961 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dcdb0f73-0225-4c00-9049-71a0c7b0c3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (db6c46d7-d9ac-4cd9-a8d5-ac74d54e5dd2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:36.386325 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (7a3b0f82-47f4-4c56-b759-5f1a25b0038e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:36.389112 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dcdb0f73-0225-4c00-9049-71a0c7b0c3a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:36.391906 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dcdb0f73-0225-4c00-9049-71a0c7b0c3a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db6c46d7-d9ac-4cd9-a8d5-ac74d54e5dd2 HTTP/1.1" status: 204 len: 168 time: 0.2401993 Mar 23 01:41:36.498479 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b0ad099a-6e88-4810-8354-edb3c7b45027 req-8b5c2464-062a-476c-8c1d-53ccae04eef1 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503947 Mar 23 01:41:36.499314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb0f73-0225-4c00-9049-71a0c7b0c3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6c46d7-d9ac-4cd9-a8d5-ac74d54e5dd2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:36.630390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Attempting to bind port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:41:36.631341 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Attempting to bind port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:41:36.631341 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Attempting to bind port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:41:36.633323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3b0f82-47f4-4c56-b759-5f1a25b0038e,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:36.647717 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:41:36.648107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Attempting to bind port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:41:36.666581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:41:36.666953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:41:36.668253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:41:36.668745 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Bound port: 7a3b0f82-47f4-4c56-b759-5f1a25b0038e, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:41:36.669120 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7a3b0f82-47f4-4c56-b759-5f1a25b0038e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:36.754532 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519ae3eb-52b6-4ec8-8c0c-0767041004e7 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:41:36.766904 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Publish callbacks [] for port (519ae3eb-52b6-4ec8-8c0c-0767041004e7), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:36.798865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Transition to ACTIVE for port object 519ae3eb-52b6-4ec8-8c0c-0767041004e7 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:41:36.806273 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (519ae3eb-52b6-4ec8-8c0c-0767041004e7), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:36.845197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] For port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:41:36.848914 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] For port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7a3b0f82-47f4-4c56-b759-5f1a25b0038e,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:41:36.862155 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (7a3b0f82-47f4-4c56-b759-5f1a25b0038e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:36.924761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd1c52-f6e7-49ce-b89b-4b9023a0824b req-efc5189e-0a20-453a-8b88-7098f740eec7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:36.933068 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57cd1c52-f6e7-49ce-b89b-4b9023a0824b req-efc5189e-0a20-453a-8b88-7098f740eec7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.2715843 Mar 23 01:41:36.983884 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45454) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:36.985635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:36.986495 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:36.988185 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] 10.222.0.43 "PUT /v2.0/ports/7a3b0f82-47f4-4c56-b759-5f1a25b0038e HTTP/1.1" status: 200 len: 1096 time: 1.8903005 Mar 23 01:41:36.990183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc8d493-2bd4-4b83-8716-05af5b3d82c3', 'tag': '7a3b0f82-47f4-4c56-b759-5f1a25b0038e'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:41:36.992807 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333a0371-a3be-4404-98ad-e9a5d6f67dea" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc8d493-2bd4-4b83-8716-05af5b3d82c3", "tag": "7a3b0f82-47f4-4c56-b759-5f1a25b0038e"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:41:37.016450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Attempting to bind port 519ae3eb-52b6-4ec8-8c0c-0767041004e7 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:41:37.016973 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Attempting to bind port 519ae3eb-52b6-4ec8-8c0c-0767041004e7 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:41:37.017374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Attempting to bind port 519ae3eb-52b6-4ec8-8c0c-0767041004e7 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:41:37.025217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Pushing event updated for resources: {'Port': ['ID=519ae3eb-52b6-4ec8-8c0c-0767041004e7,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:37.036057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Port 519ae3eb-52b6-4ec8-8c0c-0767041004e7 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:41:37.036442 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Attempting to bind port 519ae3eb-52b6-4ec8-8c0c-0767041004e7 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:41:37.039474 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aec1baeb-b9d1-4929-9513-a172f745c39e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:37.057862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a62c75-858b-4926-aefc-cf6916d0cb44 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3b0f82-47f4-4c56-b759-5f1a25b0038e,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:37.068413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:41:37.068783 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:41:37.069173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:41:37.069618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Bound port: 519ae3eb-52b6-4ec8-8c0c-0767041004e7, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:41:37.069968 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (519ae3eb-52b6-4ec8-8c0c-0767041004e7), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:37.075875 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3590c1-a4ac-4561-893d-485683e174fd x-openstack-request-id: req-df3590c1-a4ac-4561-893d-485683e174fd {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:41:37.076232 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc8d493-2bd4-4b83-8716-05af5b3d82c3", "tag": "7a3b0f82-47f4-4c56-b759-5f1a25b0038e", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:41:37.076416 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df3590c1-a4ac-4561-893d-485683e174fd {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:41:37.076885 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df3590c1-a4ac-4561-893d-485683e174fd'] response: {'name': 'network-changed', 'server_uuid': '5dc8d493-2bd4-4b83-8716-05af5b3d82c3', 'tag': '7a3b0f82-47f4-4c56-b759-5f1a25b0038e', 'status': 'completed', 'code': 200} Mar 23 01:41:37.128963 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57cd1c52-f6e7-49ce-b89b-4b9023a0824b req-60d82490-7b64-4dda-8783-3d6642bf66fd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900749 Mar 23 01:41:37.158167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f7c8f541-962d-4ee7-8216-b182905e6282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:37.159767 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f7c8f541-962d-4ee7-8216-b182905e6282 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&device_id=5dc8d493-2bd4-4b83-8716-05af5b3d82c3 HTTP/1.1" status: 200 len: 1130 time: 0.0992515 Mar 23 01:41:37.258689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] For port 519ae3eb-52b6-4ec8-8c0c-0767041004e7, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:41:37.279477 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] For port 519ae3eb-52b6-4ec8-8c0c-0767041004e7, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=519ae3eb-52b6-4ec8-8c0c-0767041004e7,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:41:37.282747 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-d7f27eb5-aeb5-440a-941d-9641dcb046fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7a3b0f82-47f4-4c56-b759-5f1a25b0038e HTTP/1.1" status: 200 len: 217 time: 0.1066282 Mar 23 01:41:37.295522 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (519ae3eb-52b6-4ec8-8c0c-0767041004e7), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:37.363487 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:37.364394 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:37.366009 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] 10.222.0.43 "PUT /v2.0/ports/519ae3eb-52b6-4ec8-8c0c-0767041004e7 HTTP/1.1" status: 200 len: 1095 time: 1.6684542 Mar 23 01:41:37.366794 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73abe75e-dfaa-4afd-a4bf-9b2702d82405', 'tag': '519ae3eb-52b6-4ec8-8c0c-0767041004e7'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:41:37.369251 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e59a42e-f934-46cf-8d2b-83a3d97fd058" -d '{"events": [{"name": "network-changed", "server_uuid": "73abe75e-dfaa-4afd-a4bf-9b2702d82405", "tag": "519ae3eb-52b6-4ec8-8c0c-0767041004e7"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:41:37.388778 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aec1baeb-b9d1-4929-9513-a172f745c39e admin admin] Publish callbacks [] for security_group (57989119-0054-49df-97b6-1794689cdfed), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:37.416844 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aec1baeb-b9d1-4929-9513-a172f745c39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (57989119-0054-49df-97b6-1794689cdfed), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:37.440016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-1d62a7b8-4a01-4e81-a709-31f1c5fc46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:37.442388 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-1d62a7b8-4a01-4e81-a709-31f1c5fc46a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1519022 Mar 23 01:41:37.525898 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06da5be0-4d8a-42ab-af7b-8c1b54959976 x-openstack-request-id: req-06da5be0-4d8a-42ab-af7b-8c1b54959976 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:41:37.526549 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73abe75e-dfaa-4afd-a4bf-9b2702d82405", "tag": "519ae3eb-52b6-4ec8-8c0c-0767041004e7", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:41:37.529064 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06da5be0-4d8a-42ab-af7b-8c1b54959976 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:41:37.529688 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06da5be0-4d8a-42ab-af7b-8c1b54959976'] response: {'name': 'network-changed', 'server_uuid': '73abe75e-dfaa-4afd-a4bf-9b2702d82405', 'tag': '519ae3eb-52b6-4ec8-8c0c-0767041004e7', 'status': 'completed', 'code': 200} Mar 23 01:41:37.541822 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aec1baeb-b9d1-4929-9513-a172f745c39e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45df1e49a48c4b078959c0319df8f5e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5327690 Mar 23 01:41:37.576856 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45476) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:37.603247 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598357f-c161-46cf-910e-a4ffa97014a2 service neutron] Pushing event updated for resources: {'Port': ['ID=519ae3eb-52b6-4ec8-8c0c-0767041004e7,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:37.679954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2367e-8aa6-4a61-838f-0a186dbedf33 req-ef872242-a32c-409d-908d-c3f577efe81b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:37.687560 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77d2367e-8aa6-4a61-838f-0a186dbedf33 req-ef872242-a32c-409d-908d-c3f577efe81b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 947 time: 0.1493182 Mar 23 01:41:37.687806 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1baeb-b9d1-4929-9513-a172f745c39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57989119-0054-49df-97b6-1794689cdfed,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:37.699771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-a3d58421-7309-4c6c-857c-7c47ef6b9728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:37.701598 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-a3d58421-7309-4c6c-857c-7c47ef6b9728 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2532392 Mar 23 01:41:37.744561 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f2d5571a-f8e6-4462-8c8f-3391c40e2c51 admin admin] Publish callbacks [] for security_group (57989119-0054-49df-97b6-1794689cdfed), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:37.802691 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-4a74d1b3-77cf-408f-8cd5-41b3cb4647c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:37.804321 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-4a74d1b3-77cf-408f-8cd5-41b3cb4647c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 1129 time: 0.2804539 Mar 23 01:41:37.812727 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-08a3bc67-51cd-45b6-9129-e24c9cf7bc14 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:37.817178 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-08a3bc67-51cd-45b6-9129-e24c9cf7bc14 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 811 time: 0.2802932 Mar 23 01:41:37.855506 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f2d5571a-f8e6-4462-8c8f-3391c40e2c51 admin admin] Publish callbacks [] for security_group (57989119-0054-49df-97b6-1794689cdfed), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:37.883102 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-2ef93e52-b060-4fa4-b9c4-ac653053ee3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=519ae3eb-52b6-4ec8-8c0c-0767041004e7 HTTP/1.1" status: 200 len: 217 time: 0.0647633 Mar 23 01:41:37.890850 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77d2367e-8aa6-4a61-838f-0a186dbedf33 req-555b84f7-7d17-446d-82f9-94c50883e409 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028461 Mar 23 01:41:37.948397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-1d798ded-0df4-4080-8b65-de6750522904 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/quotas/9cfedab891ae40a69e89c87dd801befa HTTP/1.1" status: 200 len: 375 time: 0.0633554 Mar 23 01:41:37.953050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-d3f3e759-86b8-4e89-9451-1594d0e95cb5 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361295 Mar 23 01:41:38.005276 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-19b69c68-83e7-43fc-921c-63cf5d3a80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:38.006790 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-19b69c68-83e7-43fc-921c-63cf5d3a80ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1035531 Mar 23 01:41:38.028298 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f2d5571a-f8e6-4462-8c8f-3391c40e2c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (57989119-0054-49df-97b6-1794689cdfed), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:38.032686 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f2d5571a-f8e6-4462-8c8f-3391c40e2c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:38.037140 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f2d5571a-f8e6-4462-8c8f-3391c40e2c51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57989119-0054-49df-97b6-1794689cdfed HTTP/1.1" status: 204 len: 168 time: 0.4590309 Mar 23 01:41:38.051926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5571a-f8e6-4462-8c8f-3391c40e2c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57989119-0054-49df-97b6-1794689cdfed,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:38.095072 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-9a80fd5a-d00a-4362-8ae6-dfdc7e2c9bfd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1455669 Mar 23 01:41:38.110362 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-9c350c0b-1075-480c-97d6-685a35039113 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515141 Mar 23 01:41:38.135753 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-0b3d7bd9-a527-4638-b824-9211e244ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:38.135753 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-0b3d7bd9-a527-4638-b824-9211e244ec7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1212914 Mar 23 01:41:38.254658 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-51910e66-0692-4bf3-89e4-ef32a2b36b45 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114290 Mar 23 01:41:38.292299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a0371-a3be-4404-98ad-e9a5d6f67dea req-1d5f7b25-359d-43e7-9ec4-f6b4b3a28d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:38.295996 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-333a0371-a3be-4404-98ad-e9a5d6f67dea req-1d5f7b25-359d-43e7-9ec4-f6b4b3a28d2c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&device_id=5dc8d493-2bd4-4b83-8716-05af5b3d82c3 HTTP/1.1" status: 200 len: 1130 time: 0.0846548 Mar 23 01:41:38.464974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a0371-a3be-4404-98ad-e9a5d6f67dea req-b0c5f1a8-97b2-4713-86b2-1926e1f61d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:38.466533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-333a0371-a3be-4404-98ad-e9a5d6f67dea req-b0c5f1a8-97b2-4713-86b2-1926e1f61d74 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1641350 Mar 23 01:41:38.472683 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-44fb5047-eaae-48e5-90ec-48e58b456b58 req-0170a2c4-9c3a-4872-b766-e5a57fb55136 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116380 Mar 23 01:41:38.484125 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-b678356e-a04b-41eb-a625-dd8bbf36a07a service neutron] 10.222.0.18 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870134 Mar 23 01:41:38.578616 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-333a0371-a3be-4404-98ad-e9a5d6f67dea req-abbce161-1427-4f42-9e56-90ee1c97ad2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7a3b0f82-47f4-4c56-b759-5f1a25b0038e HTTP/1.1" status: 200 len: 217 time: 0.0657077 Mar 23 01:41:38.635748 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45486) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:38.655048 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c96eee3c-bfd6-4128-8171-df329e9fa1cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:38.676350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a0371-a3be-4404-98ad-e9a5d6f67dea req-7a1d20e0-8474-4c9b-8d43-0944aea545d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:38.677882 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-333a0371-a3be-4404-98ad-e9a5d6f67dea req-7a1d20e0-8474-4c9b-8d43-0944aea545d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0804114 Mar 23 01:41:38.774370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a0371-a3be-4404-98ad-e9a5d6f67dea req-ece91f8c-b63e-4b5d-8627-fb3791633236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:38.775877 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-333a0371-a3be-4404-98ad-e9a5d6f67dea req-ece91f8c-b63e-4b5d-8627-fb3791633236 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0842476 Mar 23 01:41:38.808549 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c96eee3c-bfd6-4128-8171-df329e9fa1cc admin admin] Publish callbacks [] for security_group (bde8219e-e06e-46ba-b52a-1a8e91a1cc87), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:38.821531 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c96eee3c-bfd6-4128-8171-df329e9fa1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bde8219e-e06e-46ba-b52a-1a8e91a1cc87), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:38.901333 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96eee3c-bfd6-4128-8171-df329e9fa1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde8219e-e06e-46ba-b52a-1a8e91a1cc87,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:38.952174 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c96eee3c-bfd6-4128-8171-df329e9fa1cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6b2841ce1a84f8ca6e20dd348457258&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3153365 Mar 23 01:41:38.954922 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45490) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:38.995526 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93c78e5f-d0fe-4c75-aa47-cc2ad61f3424 req-ee5c36fa-2078-4355-ac1a-4c794d4baa0a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4515786 Mar 23 01:41:38.998902 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-65daffea-0410-42fc-b258-8d3c114f20ce service neutron] 10.222.0.18 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090873 Mar 23 01:41:39.001029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-333a0371-a3be-4404-98ad-e9a5d6f67dea req-9cbfe436-a81a-45e9-96bd-b7e34f128062 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056048 Mar 23 01:41:39.003735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59a42e-f934-46cf-8d2b-83a3d97fd058 req-d25a694d-e040-42b0-8a36-596a5d350a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:39.005210 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e59a42e-f934-46cf-8d2b-83a3d97fd058 req-d25a694d-e040-42b0-8a36-596a5d350a6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 1129 time: 0.4044330 Mar 23 01:41:39.137496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a589514-0044-42b1-8368-b2f1d5af5174 req-6f70b385-ebfb-4113-972e-5a70d0149b5e tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:39.139137 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a589514-0044-42b1-8368-b2f1d5af5174 req-6f70b385-ebfb-4113-972e-5a70d0149b5e tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 947 time: 0.1595421 Mar 23 01:41:39.159704 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c78e5f-d0fe-4c75-aa47-cc2ad61f3424 req-f9321ab9-5c26-4fa0-ac77-8ccca5b58a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:39.161149 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93c78e5f-d0fe-4c75-aa47-cc2ad61f3424 req-f9321ab9-5c26-4fa0-ac77-8ccca5b58a21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 1127 time: 0.1245968 Mar 23 01:41:39.171827 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76e9498c-1b54-499d-9e0c-d9c35a6f16fe admin admin] Publish callbacks [] for security_group (bde8219e-e06e-46ba-b52a-1a8e91a1cc87), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:39.208911 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59a42e-f934-46cf-8d2b-83a3d97fd058 req-03d767f5-a427-4cd5-aab0-d097119e45fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:39.210493 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e59a42e-f934-46cf-8d2b-83a3d97fd058 req-03d767f5-a427-4cd5-aab0-d097119e45fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1821802 Mar 23 01:41:39.223709 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a589514-0044-42b1-8368-b2f1d5af5174 req-e9017098-6bb6-4a61-a749-47d5f128c562 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766165 Mar 23 01:41:39.225737 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-333a0371-a3be-4404-98ad-e9a5d6f67dea req-0191b1fd-e351-4dd7-a923-0801a9603a18 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975045 Mar 23 01:41:39.240288 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76e9498c-1b54-499d-9e0c-d9c35a6f16fe admin admin] Publish callbacks [] for security_group (bde8219e-e06e-46ba-b52a-1a8e91a1cc87), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:39.306528 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e59a42e-f934-46cf-8d2b-83a3d97fd058 req-e9bad542-c68d-4913-ae12-380b06e8366b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=519ae3eb-52b6-4ec8-8c0c-0767041004e7 HTTP/1.1" status: 200 len: 217 time: 0.0849094 Mar 23 01:41:39.324809 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76e9498c-1b54-499d-9e0c-d9c35a6f16fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bde8219e-e06e-46ba-b52a-1a8e91a1cc87), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:39.328165 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76e9498c-1b54-499d-9e0c-d9c35a6f16fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:39.333632 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-76e9498c-1b54-499d-9e0c-d9c35a6f16fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bde8219e-e06e-46ba-b52a-1a8e91a1cc87 HTTP/1.1" status: 204 len: 168 time: 0.3723767 Mar 23 01:41:39.334091 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-791a6f12-2510-41e3-b717-295d1040452f req-65a949aa-0949-4394-975e-2b49164520a3 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 210 time: 0.0793428 Mar 23 01:41:39.359571 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9498c-1b54-499d-9e0c-d9c35a6f16fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde8219e-e06e-46ba-b52a-1a8e91a1cc87,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:39.421302 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59a42e-f934-46cf-8d2b-83a3d97fd058 req-1672cca2-6168-4c39-9d03-e534d79474a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:39.422928 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e59a42e-f934-46cf-8d2b-83a3d97fd058 req-1672cca2-6168-4c39-9d03-e534d79474a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0999131 Mar 23 01:41:39.433040 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c78e5f-d0fe-4c75-aa47-cc2ad61f3424 req-fa795c62-f6dd-4629-890b-831cb33546af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:39.434651 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93c78e5f-d0fe-4c75-aa47-cc2ad61f3424 req-fa795c62-f6dd-4629-890b-831cb33546af service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 919 time: 0.2398491 Mar 23 01:41:39.535030 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93c78e5f-d0fe-4c75-aa47-cc2ad61f3424 req-a4b3beba-d9a2-42ae-9e9e-dc90d6a90530 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45b7930c-1b62-4e79-a8b4-7e5e6f6469cf HTTP/1.1" status: 200 len: 217 time: 0.0903466 Mar 23 01:41:39.585711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59a42e-f934-46cf-8d2b-83a3d97fd058 req-58b8b72d-8ad1-4e7b-b5d8-965813c8e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:39.587528 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e59a42e-f934-46cf-8d2b-83a3d97fd058 req-58b8b72d-8ad1-4e7b-b5d8-965813c8e086 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1411180 Mar 23 01:41:39.621909 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c78e5f-d0fe-4c75-aa47-cc2ad61f3424 req-6e24513f-f5c8-4aa5-9440-55ef8c4cc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:39.623402 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93c78e5f-d0fe-4c75-aa47-cc2ad61f3424 req-6e24513f-f5c8-4aa5-9440-55ef8c4cc55a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.0795231 Mar 23 01:41:39.734230 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c78e5f-d0fe-4c75-aa47-cc2ad61f3424 req-b34c224e-0de9-4f0d-ab04-86f9c006d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:39.735907 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93c78e5f-d0fe-4c75-aa47-cc2ad61f3424 req-b34c224e-0de9-4f0d-ab04-86f9c006d725 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0811977 Mar 23 01:41:39.738136 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e59a42e-f934-46cf-8d2b-83a3d97fd058 req-1e6f8dbe-d8d1-41a9-9f69-8652c1bca469 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420012 Mar 23 01:41:39.940723 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e59a42e-f934-46cf-8d2b-83a3d97fd058 req-4c2cdf84-fec3-44b7-83cb-3d393a558bb7 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603265 Mar 23 01:41:39.942624 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93c78e5f-d0fe-4c75-aa47-cc2ad61f3424 req-4d1e6efd-2890-4a6f-9a53-6cdf3ecc5517 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700153 Mar 23 01:41:40.085381 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93c78e5f-d0fe-4c75-aa47-cc2ad61f3424 req-18e3f42a-e472-437a-8b48-07f1ea6ace3b service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164887 Mar 23 01:41:40.362027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fa16f-9d7a-4300-9da4-26ccdc8a04ab req-25f2ca85-166b-4a95-8f93-f6c1116cc5d6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:40.363570 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a9fa16f-9d7a-4300-9da4-26ccdc8a04ab req-25f2ca85-166b-4a95-8f93-f6c1116cc5d6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 947 time: 0.0591199 Mar 23 01:41:40.420435 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a9fa16f-9d7a-4300-9da4-26ccdc8a04ab req-885c515c-75b4-4065-bc18-70335db0efab tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508606 Mar 23 01:41:40.503985 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-980b9bcc-4fa4-4740-9738-27213274aa9d req-00ec0ddb-3f00-4cf5-9345-6093983dd04a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 210 time: 0.0284119 Mar 23 01:41:40.840987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-60227668-eec4-43c0-b119-836628df7723 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:40.843499 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-60227668-eec4-43c0-b119-836628df7723 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.43 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 811 time: 0.1810374 Mar 23 01:41:40.867988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-95abbf88-b679-45e3-8d29-2fe471a6afa0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Request body: {'port': {'device_id': 'ee904f8a-5c81-490c-a2d3-f9cf1cf29876', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'admin_state_up': True, 'tenant_id': '9cfedab891ae40a69e89c87dd801befa'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:41:40.985561 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-95abbf88-b679-45e3-8d29-2fe471a6afa0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Made reservation on behalf of 9cfedab891ae40a69e89c87dd801befa for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:41:40.989519 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-95abbf88-b679-45e3-8d29-2fe471a6afa0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:41.134307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-95abbf88-b679-45e3-8d29-2fe471a6afa0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Allocated IP 172.20.0.14 (55577988-71eb-4574-9c6d-704e30d467e8/0fcd992d-8fb4-43ec-9717-1070673d3183/0d3cf457-57a4-4005-b615-3079074328b8) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:41:41.294236 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-95abbf88-b679-45e3-8d29-2fe471a6afa0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for port (0d3cf457-57a4-4005-b615-3079074328b8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:41.329627 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-95abbf88-b679-45e3-8d29-2fe471a6afa0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (0d3cf457-57a4-4005-b615-3079074328b8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:41.381646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-95abbf88-b679-45e3-8d29-2fe471a6afa0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Network 55577988-71eb-4574-9c6d-704e30d467e8 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:41:41.387287 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-95abbf88-b679-45e3-8d29-2fe471a6afa0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:41:41.392922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-95abbf88-b679-45e3-8d29-2fe471a6afa0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:41:41.398139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abbf88-b679-45e3-8d29-2fe471a6afa0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event updated for resources: {'Port': ['ID=0d3cf457-57a4-4005-b615-3079074328b8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:41.466356 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-95abbf88-b679-45e3-8d29-2fe471a6afa0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:41.467834 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-95abbf88-b679-45e3-8d29-2fe471a6afa0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:41.502432 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-95abbf88-b679-45e3-8d29-2fe471a6afa0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6386023 Mar 23 01:41:41.530138 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Request body: {'port': {'device_id': 'ee904f8a-5c81-490c-a2d3-f9cf1cf29876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:41:41.632178 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0d3cf457-57a4-4005-b615-3079074328b8), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:41.634898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65666272-893c-4377-8ec0-23ffe2f3c893 req-25322062-1bc0-4b65-9c48-960b27857c27 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:41.636476 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65666272-893c-4377-8ec0-23ffe2f3c893 req-25322062-1bc0-4b65-9c48-960b27857c27 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 947 time: 0.1249876 Mar 23 01:41:41.704388 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65666272-893c-4377-8ec0-23ffe2f3c893 req-232626da-a9d0-4980-847b-839deb5e49c3 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597308 Mar 23 01:41:41.762926 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-03411533-934c-4e36-8092-346ec7f971f6 None None] Provisioning complete for port 0d3cf457-57a4-4005-b615-3079074328b8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:41:41.764289 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-03411533-934c-4e36-8092-346ec7f971f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0d3cf457-57a4-4005-b615-3079074328b8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:41.810511 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-03411533-934c-4e36-8092-346ec7f971f6 None None] Port 0d3cf457-57a4-4005-b615-3079074328b8 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:41:41.838353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc284f6-f660-4882-a4c0-2269c5272579 req-b6a7e72d-d963-49ce-a837-2edcb97e0ab2 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:41.840011 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dcc284f6-f660-4882-a4c0-2269c5272579 req-b6a7e72d-d963-49ce-a837-2edcb97e0ab2 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 932 time: 0.2228889 Mar 23 01:41:41.915447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7a3b0f82-47f4-4c56-b759-5f1a25b0038e details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:41:41.946345 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dcc284f6-f660-4882-a4c0-2269c5272579 req-946740b7-c0be-43d6-9218-d6abffc6dee4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855002 Mar 23 01:41:42.063407 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3cf457-57a4-4005-b615-3079074328b8 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:41:42.076342 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Publish callbacks [] for port (0d3cf457-57a4-4005-b615-3079074328b8), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:42.092934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Transition to ACTIVE for port object 0d3cf457-57a4-4005-b615-3079074328b8 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:41:42.099330 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (0d3cf457-57a4-4005-b615-3079074328b8), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:42.197652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Pushing event updated for resources: {'Port': ['ID=0d3cf457-57a4-4005-b615-3079074328b8,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:42.232083 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7a3b0f82-47f4-4c56-b759-5f1a25b0038e,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:41:42.245373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '7a3b0f82-47f4-4c56-b759-5f1a25b0038e', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '7a3b0f82-47f4-4c56-b759-5f1a25b0038e', 'mac_address': 'fa:16:3e:85:eb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:41:42.292335 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:41:42.293089 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7a3b0f82-47f4-4c56-b759-5f1a25b0038e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:42.327805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3b0f82-47f4-4c56-b759-5f1a25b0038e {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:41:42.359113 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Attempting to bind port 0d3cf457-57a4-4005-b615-3079074328b8 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:41:42.359465 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Attempting to bind port 0d3cf457-57a4-4005-b615-3079074328b8 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:41:42.359859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Attempting to bind port 0d3cf457-57a4-4005-b615-3079074328b8 on network 55577988-71eb-4574-9c6d-704e30d467e8 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:41:42.375021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Port 0d3cf457-57a4-4005-b615-3079074328b8 on network 55577988-71eb-4574-9c6d-704e30d467e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:41:42.375569 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Attempting to bind port 0d3cf457-57a4-4005-b615-3079074328b8 on network 55577988-71eb-4574-9c6d-704e30d467e8 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:41:42.376042 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7a3b0f82-47f4-4c56-b759-5f1a25b0038e,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:41:42.383502 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7a3b0f82-47f4-4c56-b759-5f1a25b0038e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:42.398134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:41:42.398523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Checking segment: {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:41:42.398850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Bound using segment: {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:41:42.399352 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Bound port: 0d3cf457-57a4-4005-b615-3079074328b8, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:41:42.399646 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0d3cf457-57a4-4005-b615-3079074328b8), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:42.460853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=7a3b0f82-47f4-4c56-b759-5f1a25b0038e,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:42.482017 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] For port 0d3cf457-57a4-4005-b615-3079074328b8, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:41:42.485625 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] For port 0d3cf457-57a4-4005-b615-3079074328b8, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=0d3cf457-57a4-4005-b615-3079074328b8,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:41:42.491474 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (0d3cf457-57a4-4005-b615-3079074328b8), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:42.529102 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:42.529790 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:42.531386 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] 10.222.0.43 "PUT /v2.0/ports/0d3cf457-57a4-4005-b615-3079074328b8 HTTP/1.1" status: 200 len: 1092 time: 1.0097706 Mar 23 01:41:42.534388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee904f8a-5c81-490c-a2d3-f9cf1cf29876', 'tag': '0d3cf457-57a4-4005-b615-3079074328b8'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:41:42.536625 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31687203-9c6b-47fa-99e3-f6412925567e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee904f8a-5c81-490c-a2d3-f9cf1cf29876", "tag": "0d3cf457-57a4-4005-b615-3079074328b8"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:41:42.566873 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add2b62-aba5-4009-b8f8-512facce4e0c service neutron] Pushing event updated for resources: {'Port': ['ID=0d3cf457-57a4-4005-b615-3079074328b8,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:42.607886 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c32cda7-c7e4-4cc8-9c63-d645ae1015fe x-openstack-request-id: req-1c32cda7-c7e4-4cc8-9c63-d645ae1015fe {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:41:42.608182 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee904f8a-5c81-490c-a2d3-f9cf1cf29876", "tag": "0d3cf457-57a4-4005-b615-3079074328b8", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:41:42.608438 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c32cda7-c7e4-4cc8-9c63-d645ae1015fe {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:41:42.609208 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c32cda7-c7e4-4cc8-9c63-d645ae1015fe'] response: {'name': 'network-changed', 'server_uuid': 'ee904f8a-5c81-490c-a2d3-f9cf1cf29876', 'tag': '0d3cf457-57a4-4005-b615-3079074328b8', 'status': 'completed', 'code': 200} Mar 23 01:41:42.673818 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-62470704-ae63-4093-a1a4-ed50848a5c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:42.675385 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-62470704-ae63-4093-a1a4-ed50848a5c34 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 1126 time: 0.0488229 Mar 23 01:41:42.728996 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-1c1ff933-f895-42fd-8676-980698afdf86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d3cf457-57a4-4005-b615-3079074328b8 HTTP/1.1" status: 200 len: 217 time: 0.0381739 Mar 23 01:41:42.799602 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-9f440b73-0bd4-4961-9932-bd78dad8f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:42.801551 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-9f440b73-0bd4-4961-9932-bd78dad8f631 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.0638249 Mar 23 01:41:42.881782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcefc6-7b9c-46e3-800f-1f1e4a097443 req-1f786bf5-43a5-45f8-8107-845e18f9d276 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:42.883416 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d0fcefc6-7b9c-46e3-800f-1f1e4a097443 req-1f786bf5-43a5-45f8-8107-845e18f9d276 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 947 time: 0.0979519 Mar 23 01:41:42.890555 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-ed55e285-d06c-464a-8964-2ced05ac6b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:42.892365 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-ed55e285-d06c-464a-8964-2ced05ac6b35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0708768 Mar 23 01:41:42.996992 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d0fcefc6-7b9c-46e3-800f-1f1e4a097443 req-e489fb68-932a-4e74-9aad-802d866eb9a1 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034527 Mar 23 01:41:43.034389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['7a3b0f82-47f4-4c56-b759-5f1a25b0038e'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:41:43.036630 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-f54b6984-3b08-4f39-9d9c-d128d2352295 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370020 Mar 23 01:41:43.147619 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a878f8-6597-46c6-8854-8de0e9eb9b84 req-73821c0c-a0e1-43bb-a322-c1d33aecd5b3 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:43.149947 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-35a878f8-6597-46c6-8854-8de0e9eb9b84 req-73821c0c-a0e1-43bb-a322-c1d33aecd5b3 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 944 time: 0.1211538 Mar 23 01:41:43.202276 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8593952b-0765-4c20-b6ca-9073187fc2e6 req-9c046857-4707-4721-a7cf-bd78fd11bb9b service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537998 Mar 23 01:41:43.209010 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-35a878f8-6597-46c6-8854-8de0e9eb9b84 req-7198cf85-8320-486e-b1c1-35ca0b63078f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522635 Mar 23 01:41:43.347962 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31687203-9c6b-47fa-99e3-f6412925567e req-a83c401f-bc40-43da-ab89-9121ea107b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:43.349564 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31687203-9c6b-47fa-99e3-f6412925567e req-a83c401f-bc40-43da-ab89-9121ea107b9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 1126 time: 0.0474265 Mar 23 01:41:43.445239 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31687203-9c6b-47fa-99e3-f6412925567e req-8451930e-d56a-4f5b-b856-b5c9c869c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:43.452573 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31687203-9c6b-47fa-99e3-f6412925567e req-8451930e-d56a-4f5b-b856-b5c9c869c47e service neutron] 10.222.0.43 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 0.0907283 Mar 23 01:41:43.491677 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31687203-9c6b-47fa-99e3-f6412925567e req-120d9879-91c1-498c-af85-1eda408fbf13 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d3cf457-57a4-4005-b615-3079074328b8 HTTP/1.1" status: 200 len: 217 time: 0.0361953 Mar 23 01:41:43.545146 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31687203-9c6b-47fa-99e3-f6412925567e req-3ffa1f7b-21e7-4872-90fd-bbb353602747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:43.546733 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31687203-9c6b-47fa-99e3-f6412925567e req-3ffa1f7b-21e7-4872-90fd-bbb353602747 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.0483840 Mar 23 01:41:43.597588 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31687203-9c6b-47fa-99e3-f6412925567e req-74b51768-eb49-47bf-9a4e-ad6ea1650b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:43.599218 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31687203-9c6b-47fa-99e3-f6412925567e req-74b51768-eb49-47bf-9a4e-ad6ea1650b24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455735 Mar 23 01:41:43.690062 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31687203-9c6b-47fa-99e3-f6412925567e req-9bd53232-34fa-4249-90ec-fe546ccbf754 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828111 Mar 23 01:41:43.796740 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31687203-9c6b-47fa-99e3-f6412925567e req-d4770294-2dc8-4010-aca7-41961b8e02d2 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908234 Mar 23 01:41:43.915894 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 519ae3eb-52b6-4ec8-8c0c-0767041004e7 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:41:44.037094 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 519ae3eb-52b6-4ec8-8c0c-0767041004e7, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=519ae3eb-52b6-4ec8-8c0c-0767041004e7,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:41:44.055688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '519ae3eb-52b6-4ec8-8c0c-0767041004e7', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '519ae3eb-52b6-4ec8-8c0c-0767041004e7', 'mac_address': 'fa:16:3e:81:a4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:41:44.154858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 519ae3eb-52b6-4ec8-8c0c-0767041004e7 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:41:44.155239 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (519ae3eb-52b6-4ec8-8c0c-0767041004e7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:44.171531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519ae3eb-52b6-4ec8-8c0c-0767041004e7 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:41:44.174819 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8a0ca-01aa-430e-b854-9a73588477b9 req-5c7ff355-24d0-4ace-8d12-c2e7a2f3c37f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:44.177070 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-efb8a0ca-01aa-430e-b854-9a73588477b9 req-5c7ff355-24d0-4ace-8d12-c2e7a2f3c37f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 947 time: 0.0848603 Mar 23 01:41:44.202239 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 519ae3eb-52b6-4ec8-8c0c-0767041004e7, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=519ae3eb-52b6-4ec8-8c0c-0767041004e7,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:41:44.215101 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (519ae3eb-52b6-4ec8-8c0c-0767041004e7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:44.235700 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-efb8a0ca-01aa-430e-b854-9a73588477b9 req-e8e2cbab-dd45-459e-a0d8-60f5435f7022 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519938 Mar 23 01:41:44.305355 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=519ae3eb-52b6-4ec8-8c0c-0767041004e7,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:44.359829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622ad4d-cd1d-4c49-9c37-1f3a5974abc3 req-49f63291-7e10-43ea-b72a-b4229785b973 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:44.366944 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2622ad4d-cd1d-4c49-9c37-1f3a5974abc3 req-49f63291-7e10-43ea-b72a-b4229785b973 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 944 time: 0.0669892 Mar 23 01:41:44.413561 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2622ad4d-cd1d-4c49-9c37-1f3a5974abc3 req-c37a31b4-e50d-4647-af24-8f33c9c25d43 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457544 Mar 23 01:41:44.865222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['519ae3eb-52b6-4ec8-8c0c-0767041004e7'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:41:45.378082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b1467-a279-47ea-af5e-2dac693cfa75 req-a40cbe38-a525-4851-a110-cc749a3e39fe tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:45.379955 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7c0b1467-a279-47ea-af5e-2dac693cfa75 req-a40cbe38-a525-4851-a110-cc749a3e39fe tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 948 time: 0.0584934 Mar 23 01:41:45.452746 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7c0b1467-a279-47ea-af5e-2dac693cfa75 req-c9a2ae4a-7985-40b5-b2b6-89435a61a81e tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622857 Mar 23 01:41:45.561801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84466d6f-dd76-4c0e-8741-1f875f46022f req-d732d2f9-e60a-45f5-b73d-b4e35e68e3dd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:45.563616 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84466d6f-dd76-4c0e-8741-1f875f46022f req-d732d2f9-e60a-45f5-b73d-b4e35e68e3dd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 944 time: 0.0548744 Mar 23 01:41:45.611918 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84466d6f-dd76-4c0e-8741-1f875f46022f req-348de9c6-f62b-41cf-a3b7-df3cb1d12dec tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420246 Mar 23 01:41:45.936576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7a3b0f82-47f4-4c56-b759-5f1a25b0038e up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:41:45.990877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:41:45.995125 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:41:45.995504 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7a3b0f82-47f4-4c56-b759-5f1a25b0038e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:46.074465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:41:46.074965 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7a3b0f82-47f4-4c56-b759-5f1a25b0038e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:46.102236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc8d493-2bd4-4b83-8716-05af5b3d82c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3b0f82-47f4-4c56-b759-5f1a25b0038e'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:41:46.104577 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b0940b-c379-40d4-ac4a-0ae6808952af" -d '{"events": [{"server_uuid": "5dc8d493-2bd4-4b83-8716-05af5b3d82c3", "name": "network-vif-plugged", "status": "completed", "tag": "7a3b0f82-47f4-4c56-b759-5f1a25b0038e"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:41:46.135987 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7a3b0f82-47f4-4c56-b759-5f1a25b0038e,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:41:46.145329 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b54234-c853-45b6-aae3-9e07e6f690f4 x-openstack-request-id: req-f6b54234-c853-45b6-aae3-9e07e6f690f4 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:41:46.145757 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc8d493-2bd4-4b83-8716-05af5b3d82c3", "name": "network-vif-plugged", "status": "completed", "tag": "7a3b0f82-47f4-4c56-b759-5f1a25b0038e", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:41:46.146058 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6b54234-c853-45b6-aae3-9e07e6f690f4 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:41:46.146468 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b54234-c853-45b6-aae3-9e07e6f690f4'] response: {'server_uuid': '5dc8d493-2bd4-4b83-8716-05af5b3d82c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3b0f82-47f4-4c56-b759-5f1a25b0038e', 'code': 200} Mar 23 01:41:46.147920 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7a3b0f82-47f4-4c56-b759-5f1a25b0038e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:46.215151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=7a3b0f82-47f4-4c56-b759-5f1a25b0038e,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:46.306951 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926a7c0-a639-49c4-bc4b-9c6e71c73064 req-bce9223b-98ac-42bd-96fd-d99bbe648baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:46.309594 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2926a7c0-a639-49c4-bc4b-9c6e71c73064 req-bce9223b-98ac-42bd-96fd-d99bbe648baf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5dc8d493-2bd4-4b83-8716-05af5b3d82c3 HTTP/1.1" status: 200 len: 1132 time: 0.0528498 Mar 23 01:41:46.366070 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2926a7c0-a639-49c4-bc4b-9c6e71c73064 req-f55f7a0a-e229-4eaa-ab5e-6991a297d52c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489631 Mar 23 01:41:46.594476 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f428cca-2ea5-41c2-a981-082ecdb52323 req-94a9c17e-5836-4ed0-bdc2-479a1d698ee5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:46.598010 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f428cca-2ea5-41c2-a981-082ecdb52323 req-94a9c17e-5836-4ed0-bdc2-479a1d698ee5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 948 time: 0.0639389 Mar 23 01:41:46.653899 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f428cca-2ea5-41c2-a981-082ecdb52323 req-2e8ec439-becd-40be-8013-7a47b0819fcb tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505733 Mar 23 01:41:46.759740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5666800-239e-4585-845f-2f7e0aa1170f req-9916055e-28cb-4803-838a-07e086d2d7e5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:46.761464 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a5666800-239e-4585-845f-2f7e0aa1170f req-9916055e-28cb-4803-838a-07e086d2d7e5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 944 time: 0.0626204 Mar 23 01:41:46.813754 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a5666800-239e-4585-845f-2f7e0aa1170f req-b965fd35-563f-4a5c-8de7-1b4277e0eeaa tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447526 Mar 23 01:41:47.648198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45622) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:47.789316 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0c48fdae-6ba9-488b-ba5c-a38de0d72931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:47.821661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d25e39-db69-4bb4-aeaa-ecb62f76e629 req-d89292fa-58bf-477c-a999-4a032b06b8b9 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:47.823432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-93d25e39-db69-4bb4-aeaa-ecb62f76e629 req-d89292fa-58bf-477c-a999-4a032b06b8b9 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 948 time: 0.0907700 Mar 23 01:41:47.897546 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-93d25e39-db69-4bb4-aeaa-ecb62f76e629 req-d743492a-8fe9-4082-b339-cb340aeaa192 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679951 Mar 23 01:41:47.932274 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0c48fdae-6ba9-488b-ba5c-a38de0d72931 admin admin] Publish callbacks [] for security_group (9d3f2525-aa6b-46b6-991e-47bc64f7a481), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:47.938353 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0c48fdae-6ba9-488b-ba5c-a38de0d72931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9d3f2525-aa6b-46b6-991e-47bc64f7a481), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:47.952374 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 0d3cf457-57a4-4005-b615-3079074328b8 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:41:47.969623 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0c48fdae-6ba9-488b-ba5c-a38de0d72931 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a1b1a2a16d14044812e9f1bc97e4128&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3195763 Mar 23 01:41:47.970942 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 519ae3eb-52b6-4ec8-8c0c-0767041004e7 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:41:47.977323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45630) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:41:48.052769 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edde87ba-124e-4fcb-90be-a6af7326a568 admin admin] Publish callbacks [] for security_group (9d3f2525-aa6b-46b6-991e-47bc64f7a481), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:48.063315 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48fdae-6ba9-488b-ba5c-a38de0d72931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3f2525-aa6b-46b6-991e-47bc64f7a481,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:48.082898 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edde87ba-124e-4fcb-90be-a6af7326a568 admin admin] Publish callbacks [] for security_group (9d3f2525-aa6b-46b6-991e-47bc64f7a481), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:48.136940 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef251dfd-8e67-4f25-a191-4e1916162a7a req-c200d0a0-b1be-4bab-b7b1-1d15744903cb tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:48.139520 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ef251dfd-8e67-4f25-a191-4e1916162a7a req-c200d0a0-b1be-4bab-b7b1-1d15744903cb tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 944 time: 0.2068117 Mar 23 01:41:48.162299 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edde87ba-124e-4fcb-90be-a6af7326a568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9d3f2525-aa6b-46b6-991e-47bc64f7a481), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:48.165618 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edde87ba-124e-4fcb-90be-a6af7326a568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:48.169189 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-edde87ba-124e-4fcb-90be-a6af7326a568 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d3f2525-aa6b-46b6-991e-47bc64f7a481 HTTP/1.1" status: 204 len: 168 time: 0.1875193 Mar 23 01:41:48.185875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde87ba-124e-4fcb-90be-a6af7326a568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3f2525-aa6b-46b6-991e-47bc64f7a481,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:48.239553 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ef251dfd-8e67-4f25-a191-4e1916162a7a req-85d6e4d6-9f79-4251-a229-2f383d553fe5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911341 Mar 23 01:41:48.325818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 519ae3eb-52b6-4ec8-8c0c-0767041004e7 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:41:48.355361 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 0d3cf457-57a4-4005-b615-3079074328b8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=0d3cf457-57a4-4005-b615-3079074328b8,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:41:48.369899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 519ae3eb-52b6-4ec8-8c0c-0767041004e7 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:41:48.370492 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (519ae3eb-52b6-4ec8-8c0c-0767041004e7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:48.374997 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '0d3cf457-57a4-4005-b615-3079074328b8', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'port_id': '0d3cf457-57a4-4005-b615-3079074328b8', 'mac_address': 'fa:16:3e:de:c9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:41:48.474584 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 0d3cf457-57a4-4005-b615-3079074328b8 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:41:48.474970 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0d3cf457-57a4-4005-b615-3079074328b8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:48.491852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3cf457-57a4-4005-b615-3079074328b8 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:41:48.540406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 0d3cf457-57a4-4005-b615-3079074328b8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=0d3cf457-57a4-4005-b615-3079074328b8,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:41:48.549046 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0d3cf457-57a4-4005-b615-3079074328b8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:48.553901 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 519ae3eb-52b6-4ec8-8c0c-0767041004e7 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:41:48.554279 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (519ae3eb-52b6-4ec8-8c0c-0767041004e7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:48.609298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 519ae3eb-52b6-4ec8-8c0c-0767041004e7, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=519ae3eb-52b6-4ec8-8c0c-0767041004e7,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:41:48.613195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73abe75e-dfaa-4afd-a4bf-9b2702d82405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519ae3eb-52b6-4ec8-8c0c-0767041004e7'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:41:48.615598 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fd8c43-42ae-410c-8dbe-3617ad390c4d" -d '{"events": [{"server_uuid": "73abe75e-dfaa-4afd-a4bf-9b2702d82405", "name": "network-vif-plugged", "status": "completed", "tag": "519ae3eb-52b6-4ec8-8c0c-0767041004e7"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:41:48.621383 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (519ae3eb-52b6-4ec8-8c0c-0767041004e7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:48.653299 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=0d3cf457-57a4-4005-b615-3079074328b8,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:48.727051 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48303af-fc0e-425f-9dfb-ae99bea4f278 x-openstack-request-id: req-c48303af-fc0e-425f-9dfb-ae99bea4f278 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:41:48.727331 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73abe75e-dfaa-4afd-a4bf-9b2702d82405", "name": "network-vif-plugged", "status": "completed", "tag": "519ae3eb-52b6-4ec8-8c0c-0767041004e7", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:41:48.727633 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c48303af-fc0e-425f-9dfb-ae99bea4f278 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:41:48.727981 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48303af-fc0e-425f-9dfb-ae99bea4f278'] response: {'server_uuid': '73abe75e-dfaa-4afd-a4bf-9b2702d82405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519ae3eb-52b6-4ec8-8c0c-0767041004e7', 'code': 200} Mar 23 01:41:48.728536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=519ae3eb-52b6-4ec8-8c0c-0767041004e7,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:48.857650 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362908e4-68e6-4fc8-ae5c-4d2b1d5ca484 req-8cf4df2c-d244-4115-b026-3b6ea54bb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:48.859474 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-362908e4-68e6-4fc8-ae5c-4d2b1d5ca484 req-8cf4df2c-d244-4115-b026-3b6ea54bb61b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 1131 time: 0.0726700 Mar 23 01:41:48.959474 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-362908e4-68e6-4fc8-ae5c-4d2b1d5ca484 req-fcbebef4-63c1-4ba8-87ac-8db418363b97 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904136 Mar 23 01:41:49.090421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28ee2c-6c4b-476c-9402-01d156615df0 req-826073f0-8770-40b0-b10e-8d6e2bb1482c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:49.091917 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6d28ee2c-6c4b-476c-9402-01d156615df0 req-826073f0-8770-40b0-b10e-8d6e2bb1482c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 949 time: 0.0734417 Mar 23 01:41:49.164333 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6d28ee2c-6c4b-476c-9402-01d156615df0 req-a7054be0-ca71-486a-a997-1b946bc17303 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626025 Mar 23 01:41:49.239057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['0d3cf457-57a4-4005-b615-3079074328b8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:41:49.464114 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee791a-6995-40e5-a238-325052745f9f req-8c646fa5-e2ab-4ee8-98b9-c2f63d3d1f6f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:49.466073 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcee791a-6995-40e5-a238-325052745f9f req-8c646fa5-e2ab-4ee8-98b9-c2f63d3d1f6f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 945 time: 0.0921571 Mar 23 01:41:49.507148 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2437ad60-aedd-41b5-ab8f-0b76dc5c0cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:49.547842 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcee791a-6995-40e5-a238-325052745f9f req-5cb9428c-91ab-439c-babf-d1732119bc6b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689063 Mar 23 01:41:50.290983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfbe3c-743b-4cd3-9f98-12b8ab8e1d59 req-af5d7391-ad9d-4673-bd7a-48bd2bb866af tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:50.292689 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1bfbe3c-743b-4cd3-9f98-12b8ab8e1d59 req-af5d7391-ad9d-4673-bd7a-48bd2bb866af tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 949 time: 0.0545921 Mar 23 01:41:50.341978 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1bfbe3c-743b-4cd3-9f98-12b8ab8e1d59 req-9ffac9ec-4531-4054-9654-9c202ffeb339 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427763 Mar 23 01:41:50.504471 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:50.673389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914f88b-d5f5-4180-8a27-7bab8d66c4c2 req-f554c069-d42e-4c48-9e3b-dfdfed6593da tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:50.675086 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0914f88b-d5f5-4180-8a27-7bab8d66c4c2 req-f554c069-d42e-4c48-9e3b-dfdfed6593da tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 945 time: 0.0538688 Mar 23 01:41:50.738837 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0914f88b-d5f5-4180-8a27-7bab8d66c4c2 req-4341e9c2-8e50-47bb-8072-caf3dafc8f58 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577698 Mar 23 01:41:51.471623 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fb0df-bd28-44db-af4f-f7eded56105c req-7fc9ec67-5364-426b-bc0d-32adbb7788c2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:51.473168 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-200fb0df-bd28-44db-af4f-f7eded56105c req-7fc9ec67-5364-426b-bc0d-32adbb7788c2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 949 time: 0.0554597 Mar 23 01:41:51.525392 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-200fb0df-bd28-44db-af4f-f7eded56105c req-36de0f38-3b08-4347-9c5f-414800ec5ecc tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462451 Mar 23 01:41:51.648400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d28df9-af89-4615-a206-ad54bf76fe2b req-5937c590-6ffc-4413-9bca-6554b19f4c40 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:51.649818 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-00d28df9-af89-4615-a206-ad54bf76fe2b req-5937c590-6ffc-4413-9bca-6554b19f4c40 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc8d493-2bd4-4b83-8716-05af5b3d82c3 HTTP/1.1" status: 200 len: 950 time: 0.0529337 Mar 23 01:41:51.698800 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-00d28df9-af89-4615-a206-ad54bf76fe2b req-3e095b08-0910-490c-89a2-ee009ef98284 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431724 Mar 23 01:41:51.766057 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-37fbc709-6c52-4a35-8ae5-f98424ccf5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:51.924244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9415a7-3525-473c-80c2-f93b1b93b4f8 req-6c961e7f-f498-4e6b-aa1a-3827ec796191 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:51.925804 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5a9415a7-3525-473c-80c2-f93b1b93b4f8 req-6c961e7f-f498-4e6b-aa1a-3827ec796191 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 945 time: 0.1122413 Mar 23 01:41:51.974570 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5a9415a7-3525-473c-80c2-f93b1b93b4f8 req-1063001a-fe67-465a-b44f-80402ddc9183 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430224 Mar 23 01:41:51.981673 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 0d3cf457-57a4-4005-b615-3079074328b8 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:41:52.042855 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e4c5d-3444-4709-a786-a1bcafc43078 req-b52ec29c-0295-4aa1-bbce-bcfa224e5b0c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:52.046620 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 0d3cf457-57a4-4005-b615-3079074328b8 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:41:52.050833 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e4c5d-3444-4709-a786-a1bcafc43078 req-b52ec29c-0295-4aa1-bbce-bcfa224e5b0c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:52.051667 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 0d3cf457-57a4-4005-b615-3079074328b8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:41:52.052254 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0d3cf457-57a4-4005-b615-3079074328b8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:52.058537 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d99e4c5d-3444-4709-a786-a1bcafc43078 req-b52ec29c-0295-4aa1-bbce-bcfa224e5b0c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc8d493-2bd4-4b83-8716-05af5b3d82c3&device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 1690 time: 0.0750129 Mar 23 01:41:52.112328 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d99e4c5d-3444-4709-a786-a1bcafc43078 req-5da2c8d0-96e7-461a-bdab-9ef43c49c01e tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528352 Mar 23 01:41:52.113037 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e5164e25-2cbb-48da-b180-67233401299e req-db05c35a-ab0b-4906-8054-8ed7f3de8cad tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2efcf0fd60d24a79b9a7f0dfce1bbc66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255723 Mar 23 01:41:52.164870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 0d3cf457-57a4-4005-b615-3079074328b8 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:41:52.165171 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0d3cf457-57a4-4005-b615-3079074328b8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:52.211088 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 0d3cf457-57a4-4005-b615-3079074328b8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=0d3cf457-57a4-4005-b615-3079074328b8,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:41:52.212192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee904f8a-5c81-490c-a2d3-f9cf1cf29876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3cf457-57a4-4005-b615-3079074328b8'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:41:52.214752 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f791543a-db95-4c66-9975-4f30828a79c1" -d '{"events": [{"server_uuid": "ee904f8a-5c81-490c-a2d3-f9cf1cf29876", "name": "network-vif-plugged", "status": "completed", "tag": "0d3cf457-57a4-4005-b615-3079074328b8"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:41:52.219341 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0d3cf457-57a4-4005-b615-3079074328b8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:52.258177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5164e25-2cbb-48da-b180-67233401299e req-abedcda9-d11a-46c5-8ab6-19e68bf006c3 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:52.260442 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e5164e25-2cbb-48da-b180-67233401299e req-abedcda9-d11a-46c5-8ab6-19e68bf006c3 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1411057 Mar 23 01:41:52.275360 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a2204-ceff-4c46-aae6-f3ffdefd70ca req-9188fab1-9685-49ee-9402-595d6239887a tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:52.277085 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e29a2204-ceff-4c46-aae6-f3ffdefd70ca req-9188fab1-9685-49ee-9402-595d6239887a tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5dc8d493-2bd4-4b83-8716-05af5b3d82c3 HTTP/1.1" status: 200 len: 1132 time: 0.0538561 Mar 23 01:41:52.280135 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=0d3cf457-57a4-4005-b615-3079074328b8,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:52.283458 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e5164e25-2cbb-48da-b180-67233401299e req-a5bfddd3-14f1-4b26-aff9-07ce6805be2b tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/quotas/2efcf0fd60d24a79b9a7f0dfce1bbc66 HTTP/1.1" status: 200 len: 375 time: 0.0182443 Mar 23 01:41:52.317706 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e5164e25-2cbb-48da-b180-67233401299e req-dd0b048b-bf5f-47d0-8db4-552cac6d3cab tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2efcf0fd60d24a79b9a7f0dfce1bbc66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288079 Mar 23 01:41:52.332334 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e29a2204-ceff-4c46-aae6-f3ffdefd70ca req-54073e6b-7d0b-42c3-8df7-f606bcb9eac0 tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 Mar 23 01:41:52.381891 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da8eeb1-e3e8-475d-a7eb-ce17752dc39a x-openstack-request-id: req-0da8eeb1-e3e8-475d-a7eb-ce17752dc39a {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:41:52.382417 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee904f8a-5c81-490c-a2d3-f9cf1cf29876", "name": "network-vif-plugged", "status": "completed", "tag": "0d3cf457-57a4-4005-b615-3079074328b8", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:41:52.382877 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0da8eeb1-e3e8-475d-a7eb-ce17752dc39a {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:41:52.383473 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da8eeb1-e3e8-475d-a7eb-ce17752dc39a'] response: {'server_uuid': 'ee904f8a-5c81-490c-a2d3-f9cf1cf29876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3cf457-57a4-4005-b615-3079074328b8', 'code': 200} Mar 23 01:41:52.486035 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c217f132-788d-44db-af3c-f5531ce3a06a req-0b02537e-6ba3-4076-9140-250c9f6b4b08 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 210 time: 0.0298128 Mar 23 01:41:52.559754 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122197c-f064-4c61-b8b9-e4042a2361e7 req-83706595-3cc2-45a4-a7a6-f6c8c2304728 tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:52.561551 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7122197c-f064-4c61-b8b9-e4042a2361e7 req-83706595-3cc2-45a4-a7a6-f6c8c2304728 tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 1131 time: 0.1229970 Mar 23 01:41:52.578665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec349f9-3151-40c4-9cc2-270bc2354f13 req-0dad4427-bccb-4955-8540-c93c83393ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:52.580635 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ec349f9-3151-40c4-9cc2-270bc2354f13 req-0dad4427-bccb-4955-8540-c93c83393ce5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 1128 time: 0.0647905 Mar 23 01:41:52.646529 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7122197c-f064-4c61-b8b9-e4042a2361e7 req-d4da5571-aee3-462d-b9e4-223974f7cce4 tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764360 Mar 23 01:41:52.651227 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ec349f9-3151-40c4-9cc2-270bc2354f13 req-9dd547a7-f3d4-4867-b4ea-cfd121418118 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613768 Mar 23 01:41:52.974145 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-6a1cb462-8b8b-439d-baa2-19142e09e5e7 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226030 Mar 23 01:41:53.094525 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-ca1f694f-1f15-43f1-8c5e-1d4ff4fa44fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:53.101162 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-ca1f694f-1f15-43f1-8c5e-1d4ff4fa44fd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1216285 Mar 23 01:41:53.112174 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-46e19ce3-4637-4561-9b2b-acca1b65de2c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/quotas/24ec1f81cf08486cabe6423b4709c0d3 HTTP/1.1" status: 200 len: 375 time: 0.0101469 Mar 23 01:41:53.151335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedabe4-1231-4fcc-ad68-fb5bd6969d0e req-2450f79b-9de7-4fd7-8359-5ab2809e07a5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:53.153809 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ddedabe4-1231-4fcc-ad68-fb5bd6969d0e req-2450f79b-9de7-4fd7-8359-5ab2809e07a5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.0951376 Mar 23 01:41:53.160116 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:53.186122 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-4f865159-3b53-4f7d-a470-c83d9ef14ea8 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643861 Mar 23 01:41:53.220921 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ddedabe4-1231-4fcc-ad68-fb5bd6969d0e req-229a978e-a897-465b-b252-b83bd8972712 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604212 Mar 23 01:41:53.606684 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0968dfe4-d066-448c-a14a-2694610cbcc6 req-61bf5bb9-cc52-47a1-81c3-7acfef8f6e27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 210 time: 0.0347772 Mar 23 01:41:53.681422 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09d5dc53-7cbf-45fd-82e0-0d2282761fa7 req-6518c141-dcf2-40c5-80ea-99fc94484d7a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 210 time: 0.0327153 Mar 23 01:41:53.930942 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5164e25-2cbb-48da-b180-67233401299e req-1c0d43b6-b5e2-4614-acaf-933ace65294d tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2efcf0fd60d24a79b9a7f0dfce1bbc66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456643 Mar 23 01:41:54.087939 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5164e25-2cbb-48da-b180-67233401299e req-7c2f0c39-3f09-416b-96c2-24b2c42ca79e tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:54.090108 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5164e25-2cbb-48da-b180-67233401299e req-7c2f0c39-3f09-416b-96c2-24b2c42ca79e tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484830 Mar 23 01:41:54.114384 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-e5164e25-2cbb-48da-b180-67233401299e req-c414c298-fd42-4a30-a37f-a9edf861fd27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Request body: {'port': {'device_id': '3d93a133-de50-499d-8c08-a9385236eb5f', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '2efcf0fd60d24a79b9a7f0dfce1bbc66'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:41:54.243481 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5164e25-2cbb-48da-b180-67233401299e req-c414c298-fd42-4a30-a37f-a9edf861fd27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Made reservation on behalf of 2efcf0fd60d24a79b9a7f0dfce1bbc66 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:41:54.248177 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5164e25-2cbb-48da-b180-67233401299e req-c414c298-fd42-4a30-a37f-a9edf861fd27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:54.264231 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5164e25-2cbb-48da-b180-67233401299e req-c414c298-fd42-4a30-a37f-a9edf861fd27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:54.385464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326087ec-7589-46c2-8058-d08b111727b3 req-85cff28f-100c-45e6-b951-2c4e5f35a160 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:54.387690 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-326087ec-7589-46c2-8058-d08b111727b3 req-85cff28f-100c-45e6-b951-2c4e5f35a160 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.0852296 Mar 23 01:41:54.461419 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5164e25-2cbb-48da-b180-67233401299e req-c414c298-fd42-4a30-a37f-a9edf861fd27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Publish callbacks [] for security_group (1b6ad3fb-6e69-4362-afcb-c0f680733e69), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:54.478228 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5164e25-2cbb-48da-b180-67233401299e req-c414c298-fd42-4a30-a37f-a9edf861fd27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1b6ad3fb-6e69-4362-afcb-c0f680733e69), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:54.560902 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:54.585219 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-326087ec-7589-46c2-8058-d08b111727b3 req-f4f3d44d-ecdb-4ba6-865a-3584569a193e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836324 Mar 23 01:41:54.687421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414c298-fd42-4a30-a37f-a9edf861fd27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6ad3fb-6e69-4362-afcb-c0f680733e69,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:54.756363 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eb7caa61-63fb-43e2-9985-27b7bd70c25a req-c2496789-a60d-463b-a21a-1cdec8353959 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 210 time: 0.0699847 Mar 23 01:41:54.792490 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-02e8a6d3-8083-4885-b2cb-8be490b46352 req-8798f3c5-fa2e-4f20-8929-4f8f4f01e97a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 210 time: 0.0333006 Mar 23 01:41:54.804407 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-e5164e25-2cbb-48da-b180-67233401299e req-c414c298-fd42-4a30-a37f-a9edf861fd27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Allocated IP 192.168.233.9 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/bcd35560-5fa2-4f28-8f06-aafcc28cc3f8) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:41:54.972384 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5164e25-2cbb-48da-b180-67233401299e req-c414c298-fd42-4a30-a37f-a9edf861fd27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Publish callbacks [] for port (bcd35560-5fa2-4f28-8f06-aafcc28cc3f8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:55.018128 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5164e25-2cbb-48da-b180-67233401299e req-c414c298-fd42-4a30-a37f-a9edf861fd27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (bcd35560-5fa2-4f28-8f06-aafcc28cc3f8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:55.070506 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5164e25-2cbb-48da-b180-67233401299e req-c414c298-fd42-4a30-a37f-a9edf861fd27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:41:55.073812 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-e5164e25-2cbb-48da-b180-67233401299e req-c414c298-fd42-4a30-a37f-a9edf861fd27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:41:55.077680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5164e25-2cbb-48da-b180-67233401299e req-c414c298-fd42-4a30-a37f-a9edf861fd27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:41:55.079073 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a7ea8781-199c-40eb-b4de-accff2899f1c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458326 Mar 23 01:41:55.099850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414c298-fd42-4a30-a37f-a9edf861fd27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Pushing event updated for resources: {'Port': ['ID=bcd35560-5fa2-4f28-8f06-aafcc28cc3f8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:55.178720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5164e25-2cbb-48da-b180-67233401299e req-c414c298-fd42-4a30-a37f-a9edf861fd27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:55.179438 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5164e25-2cbb-48da-b180-67233401299e req-c414c298-fd42-4a30-a37f-a9edf861fd27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:55.214263 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5164e25-2cbb-48da-b180-67233401299e req-c414c298-fd42-4a30-a37f-a9edf861fd27 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1047387 Mar 23 01:41:55.243769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-bb846fc6-3392-4488-b440-e94890beb461 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:55.246324 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-bb846fc6-3392-4488-b440-e94890beb461 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1607749 Mar 23 01:41:55.260156 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Request body: {'port': {'device_id': 'be88e3b8-c3b6-4a90-8b6b-728f680c4f41', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '24ec1f81cf08486cabe6423b4709c0d3'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:41:55.262411 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Request body: {'port': {'device_id': '3d93a133-de50-499d-8c08-a9385236eb5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:41:55.385376 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bcd35560-5fa2-4f28-8f06-aafcc28cc3f8), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:55.529348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-33d8fe5e-c2cc-4f31-809f-f266b9d3d0b8 None None] Provisioning complete for port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:41:55.529986 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-33d8fe5e-c2cc-4f31-809f-f266b9d3d0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bcd35560-5fa2-4f28-8f06-aafcc28cc3f8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:55.586464 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-33d8fe5e-c2cc-4f31-809f-f266b9d3d0b8 None None] Port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:41:55.620744 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-3d1d32c7-48ea-4438-8914-eacdae909580 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1070428 Mar 23 01:41:55.772203 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:55.924519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e142642-1e0b-491a-9251-20df1f439903 req-e79cfb93-3b72-4a75-a794-beb2e8639dd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:55.929943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e142642-1e0b-491a-9251-20df1f439903 req-e79cfb93-3b72-4a75-a794-beb2e8639dd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:55.935234 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e142642-1e0b-491a-9251-20df1f439903 req-e79cfb93-3b72-4a75-a794-beb2e8639dd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:55.940587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e142642-1e0b-491a-9251-20df1f439903 req-e79cfb93-3b72-4a75-a794-beb2e8639dd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:55.947706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e142642-1e0b-491a-9251-20df1f439903 req-e79cfb93-3b72-4a75-a794-beb2e8639dd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:55.954132 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e142642-1e0b-491a-9251-20df1f439903 req-e79cfb93-3b72-4a75-a794-beb2e8639dd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:55.959478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e142642-1e0b-491a-9251-20df1f439903 req-e79cfb93-3b72-4a75-a794-beb2e8639dd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:55.961555 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4e142642-1e0b-491a-9251-20df1f439903 req-e79cfb93-3b72-4a75-a794-beb2e8639dd3 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5436 time: 0.1395411 Mar 23 01:41:56.016642 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Made reservation on behalf of 24ec1f81cf08486cabe6423b4709c0d3 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:41:56.026063 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:56.068775 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4e142642-1e0b-491a-9251-20df1f439903 req-e58b7ff9-8058-45ea-bbdc-5003e79977c6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003771 Mar 23 01:41:56.191499 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf3244-f5b5-455e-aff8-cbde43d98dc2 req-5f86e731-e983-4b2c-8df0-85d931acf68c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:56.193086 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6eaf3244-f5b5-455e-aff8-cbde43d98dc2 req-5f86e731-e983-4b2c-8df0-85d931acf68c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.4938252 Mar 23 01:41:56.202809 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-81a228e0-c534-42f5-8352-6326ca5c07b8 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:56.205331 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-81a228e0-c534-42f5-8352-6326ca5c07b8 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5703721 Mar 23 01:41:56.238964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-42898b09-3f01-442b-aba4-c253f9445414 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Request body: {'port': {'device_id': '609a33f9-21d1-4129-8775-16241bb04cd8', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '24ec1f81cf08486cabe6423b4709c0d3'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:41:56.254040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091ea9d-14fe-4189-9ae3-bbbe34dc1f99 req-f3feaffd-5490-4f2b-b0b1-c5af57864f13 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:56.255850 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4091ea9d-14fe-4189-9ae3-bbbe34dc1f99 req-f3feaffd-5490-4f2b-b0b1-c5af57864f13 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 934 time: 0.0662100 Mar 23 01:41:56.305566 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4091ea9d-14fe-4189-9ae3-bbbe34dc1f99 req-f779a2ba-c0b9-43ae-8d92-1cb747893734 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b6ad3fb-6e69-4362-afcb-c0f680733e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425067 Mar 23 01:41:56.352156 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:41:56.364034 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Publish callbacks [] for port (bcd35560-5fa2-4f28-8f06-aafcc28cc3f8), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:56.369098 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6eaf3244-f5b5-455e-aff8-cbde43d98dc2 req-f4f28e7f-0c72-45cb-aa5f-438cb0a5d549 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608634 Mar 23 01:41:56.392406 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Transition to ACTIVE for port object bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:41:56.394822 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-58f6d540-eadb-4bf3-9c03-730e7863238b req-47d21109-e9f8-4501-9727-6fcb56d9ffbe tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 210 time: 0.0291071 Mar 23 01:41:56.413043 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (bcd35560-5fa2-4f28-8f06-aafcc28cc3f8), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:56.491016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Allocated IP 192.168.233.148 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/17be58cd-7f8e-4469-a557-ffd53811829d) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:41:56.503314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd35560-5fa2-4f28-8f06-aafcc28cc3f8,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:56.566267 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-42898b09-3f01-442b-aba4-c253f9445414 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Made reservation on behalf of 24ec1f81cf08486cabe6423b4709c0d3 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:41:56.569927 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-42898b09-3f01-442b-aba4-c253f9445414 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:56.703719 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Attempting to bind port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:41:56.704223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Attempting to bind port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:41:56.704721 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Attempting to bind port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:41:56.715794 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:41:56.716292 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Attempting to bind port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:41:56.724321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:41:56.725807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:41:56.726199 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:41:56.726651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Bound port: bcd35560-5fa2-4f28-8f06-aafcc28cc3f8, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:41:56.727790 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bcd35560-5fa2-4f28-8f06-aafcc28cc3f8), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:56.772108 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03bbaa-544d-40a0-ad6d-072c81d3e9a8 req-76d60d4d-f458-4292-9314-464cba124189 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:56.773816 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba03bbaa-544d-40a0-ad6d-072c81d3e9a8 req-76d60d4d-f458-4292-9314-464cba124189 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.0999241 Mar 23 01:41:56.788648 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks [] for port (17be58cd-7f8e-4469-a557-ffd53811829d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:56.807880 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] For port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:41:56.812743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] For port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=bcd35560-5fa2-4f28-8f06-aafcc28cc3f8,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:41:56.823437 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (bcd35560-5fa2-4f28-8f06-aafcc28cc3f8), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:56.856144 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba03bbaa-544d-40a0-ad6d-072c81d3e9a8 req-31e0a04a-8c99-4cb8-b6de-b1af4cd9fffd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733292 Mar 23 01:41:56.865305 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:56.865547 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (17be58cd-7f8e-4469-a557-ffd53811829d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:56.865940 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:56.867677 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5164e25-2cbb-48da-b180-67233401299e req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] 10.222.0.43 "PUT /v2.0/ports/bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 HTTP/1.1" status: 200 len: 1094 time: 1.6181843 Mar 23 01:41:56.868486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d93a133-de50-499d-8c08-a9385236eb5f', 'tag': 'bcd35560-5fa2-4f28-8f06-aafcc28cc3f8'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:41:56.871485 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae973a4-f972-4f53-9c82-f26218a3692a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d93a133-de50-499d-8c08-a9385236eb5f", "tag": "bcd35560-5fa2-4f28-8f06-aafcc28cc3f8"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:41:56.906451 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3408af7e-514a-484f-9fc7-be5e3fde38ea', '7a3b0f82-47f4-4c56-b759-5f1a25b0038e', '519ae3eb-52b6-4ec8-8c0c-0767041004e7'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:41:56.999459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Pushing event updated for resources: {'Port': ['ID=17be58cd-7f8e-4469-a557-ffd53811829d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:57.029299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:41:57.031992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:57.032704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:57.032704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:57.032918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:57.033256 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:57.033592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:57.033923 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:57.034256 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:57.034587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:57.038834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:57.039236 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:57.039588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:57.039938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:57.040276 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:57.042503 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:41:57.050076 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4b625-9c3c-4f89-97b4-9dd35c364dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd35560-5fa2-4f28-8f06-aafcc28cc3f8,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:57.063260 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:41:57.070532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:41:57.079279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-42898b09-3f01-442b-aba4-c253f9445414 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Allocated IP 192.168.233.49 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/3c3570a4-4bbe-4b9a-af82-d846cadcdd69) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:41:57.106247 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5164e25-2cbb-48da-b180-67233401299e req-16b55ea5-a641-4e8c-82f9-86fbe0eef0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:57.108995 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5164e25-2cbb-48da-b180-67233401299e req-16b55ea5-a641-4e8c-82f9-86fbe0eef0c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2efcf0fd60d24a79b9a7f0dfce1bbc66&device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 1128 time: 0.1500471 Mar 23 01:41:57.185584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:57.186332 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5164e25-2cbb-48da-b180-67233401299e req-7bbd7014-a6c0-46d6-8a28-a01922a60969 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 HTTP/1.1" status: 200 len: 217 time: 0.0550544 Mar 23 01:41:57.188902 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:57.225223 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-e5a88cbe-9bea-495a-beab-e5b3210f4f2d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9701946 Mar 23 01:41:57.238772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Request body: {'port': {'device_id': 'be88e3b8-c3b6-4a90-8b6b-728f680c4f41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:41:57.289993 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5164e25-2cbb-48da-b180-67233401299e req-8faf09c4-4692-4ca2-8a7d-dc068805a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:57.290820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5164e25-2cbb-48da-b180-67233401299e req-8faf09c4-4692-4ca2-8a7d-dc068805a61f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0916309 Mar 23 01:41:57.292507 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78e5d48-fcab-47ec-a490-1f4a86fc4d72 x-openstack-request-id: req-c78e5d48-fcab-47ec-a490-1f4a86fc4d72 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:41:57.293393 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d93a133-de50-499d-8c08-a9385236eb5f", "tag": "bcd35560-5fa2-4f28-8f06-aafcc28cc3f8", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:41:57.293641 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c78e5d48-fcab-47ec-a490-1f4a86fc4d72 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:41:57.294033 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78e5d48-fcab-47ec-a490-1f4a86fc4d72'] response: {'name': 'network-changed', 'server_uuid': '3d93a133-de50-499d-8c08-a9385236eb5f', 'tag': 'bcd35560-5fa2-4f28-8f06-aafcc28cc3f8', 'status': 'completed', 'code': 200} Mar 23 01:41:57.325410 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (17be58cd-7f8e-4469-a557-ffd53811829d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:57.435456 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5164e25-2cbb-48da-b180-67233401299e req-f9484947-151b-4362-b1b8-d130547ed140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:57.437064 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5164e25-2cbb-48da-b180-67233401299e req-f9484947-151b-4362-b1b8-d130547ed140 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1172616 Mar 23 01:41:57.564501 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-42898b09-3f01-442b-aba4-c253f9445414 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks [] for port (3c3570a4-4bbe-4b9a-af82-d846cadcdd69), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:57.589519 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5bdac-2056-4935-ba08-8ac94eae1fb2 req-cf26ac79-473a-49d2-8f75-7e58aa8308fc tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:57.591101 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71b5bdac-2056-4935-ba08-8ac94eae1fb2 req-cf26ac79-473a-49d2-8f75-7e58aa8308fc tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 946 time: 0.1531172 Mar 23 01:41:57.651421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb41f43-d7e0-4e06-b2df-883a1cb5b917 req-d1f07e0f-aff0-47ee-8042-c3466b49a6a2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:57.657224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb41f43-d7e0-4e06-b2df-883a1cb5b917 req-d1f07e0f-aff0-47ee-8042-c3466b49a6a2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:57.662522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb41f43-d7e0-4e06-b2df-883a1cb5b917 req-d1f07e0f-aff0-47ee-8042-c3466b49a6a2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:57.667750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb41f43-d7e0-4e06-b2df-883a1cb5b917 req-d1f07e0f-aff0-47ee-8042-c3466b49a6a2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:57.672164 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5164e25-2cbb-48da-b180-67233401299e req-257618e7-7844-4105-816b-a629b1d45d18 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966879 Mar 23 01:41:57.673578 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb41f43-d7e0-4e06-b2df-883a1cb5b917 req-d1f07e0f-aff0-47ee-8042-c3466b49a6a2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:57.678887 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb41f43-d7e0-4e06-b2df-883a1cb5b917 req-d1f07e0f-aff0-47ee-8042-c3466b49a6a2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:57.680196 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-42898b09-3f01-442b-aba4-c253f9445414 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (3c3570a4-4bbe-4b9a-af82-d846cadcdd69), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:57.684206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb41f43-d7e0-4e06-b2df-883a1cb5b917 req-d1f07e0f-aff0-47ee-8042-c3466b49a6a2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:57.686220 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ecb41f43-d7e0-4e06-b2df-883a1cb5b917 req-d1f07e0f-aff0-47ee-8042-c3466b49a6a2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5436 time: 0.3618622 Mar 23 01:41:57.704974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bbb73d07-812e-4b27-a82e-8e371408c32c None None] Provisioning complete for port 17be58cd-7f8e-4469-a557-ffd53811829d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:41:57.705720 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bbb73d07-812e-4b27-a82e-8e371408c32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (17be58cd-7f8e-4469-a557-ffd53811829d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:57.752009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bbb73d07-812e-4b27-a82e-8e371408c32c None None] Port 17be58cd-7f8e-4469-a557-ffd53811829d cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:41:57.754139 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3408af7e-514a-484f-9fc7-be5e3fde38ea', '7a3b0f82-47f4-4c56-b759-5f1a25b0038e', '519ae3eb-52b6-4ec8-8c0c-0767041004e7'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:41:57.809321 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e5164e25-2cbb-48da-b180-67233401299e req-0ed5e018-141c-4099-b853-bdcd3f2364cc service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242702 Mar 23 01:41:57.829846 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71b5bdac-2056-4935-ba08-8ac94eae1fb2 req-3ff51fd6-e79a-4972-9471-da62fdb7c05a tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b6ad3fb-6e69-4362-afcb-c0f680733e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247937 Mar 23 01:41:57.870566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42898b09-3f01-442b-aba4-c253f9445414 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Pushing event updated for resources: {'Port': ['ID=3c3570a4-4bbe-4b9a-af82-d846cadcdd69,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:57.874295 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-42898b09-3f01-442b-aba4-c253f9445414 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:41:57.876371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-42898b09-3f01-442b-aba4-c253f9445414 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:41:57.895926 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-42898b09-3f01-442b-aba4-c253f9445414 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:41:57.918747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17be58cd-7f8e-4469-a557-ffd53811829d {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:41:57.929017 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Publish callbacks [] for port (17be58cd-7f8e-4469-a557-ffd53811829d), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:57.996575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Transition to ACTIVE for port object 17be58cd-7f8e-4469-a557-ffd53811829d will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:41:58.017316 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (17be58cd-7f8e-4469-a557-ffd53811829d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:58.035649 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ecb41f43-d7e0-4e06-b2df-883a1cb5b917 req-16a4ac63-141b-4670-b6b3-35619e5bb13e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3367264 Mar 23 01:41:58.090494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-42898b09-3f01-442b-aba4-c253f9445414 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:58.091168 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-42898b09-3f01-442b-aba4-c253f9445414 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:58.148318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d21076-a81c-4d1b-98f9-3864dfaf6aa3 req-c432faef-80ff-418b-a9f9-f9b854288bf2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:58.149993 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67d21076-a81c-4d1b-98f9-3864dfaf6aa3 req-c432faef-80ff-418b-a9f9-f9b854288bf2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 936 time: 0.1902223 Mar 23 01:41:58.160510 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae973a4-f972-4f53-9c82-f26218a3692a req-70b626b0-c190-46d5-9834-1250b9688a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:58.162037 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2ae973a4-f972-4f53-9c82-f26218a3692a req-70b626b0-c190-46d5-9834-1250b9688a63 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2efcf0fd60d24a79b9a7f0dfce1bbc66&device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 1128 time: 0.1792777 Mar 23 01:41:58.170084 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-42898b09-3f01-442b-aba4-c253f9445414 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9384155 Mar 23 01:41:58.229661 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Request body: {'port': {'device_id': '609a33f9-21d1-4129-8775-16241bb04cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:41:58.238105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Pushing event updated for resources: {'Port': ['ID=17be58cd-7f8e-4469-a557-ffd53811829d,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:58.283871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Attempting to bind port 17be58cd-7f8e-4469-a557-ffd53811829d on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:41:58.284219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Attempting to bind port 17be58cd-7f8e-4469-a557-ffd53811829d by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:41:58.284550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Attempting to bind port 17be58cd-7f8e-4469-a557-ffd53811829d on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:41:58.291979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Port 17be58cd-7f8e-4469-a557-ffd53811829d on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:41:58.292348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Attempting to bind port 17be58cd-7f8e-4469-a557-ffd53811829d on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:41:58.319084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:41:58.319465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:41:58.319817 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:41:58.320269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Bound port: 17be58cd-7f8e-4469-a557-ffd53811829d, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:41:58.320677 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (17be58cd-7f8e-4469-a557-ffd53811829d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:58.340435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264a13c-2cff-404a-9020-90e36654d4aa req-3657b186-58d7-403c-9cdb-6f537d387cd4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:58.342222 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4264a13c-2cff-404a-9020-90e36654d4aa req-3657b186-58d7-403c-9cdb-6f537d387cd4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.1388133 Mar 23 01:41:58.355770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a50a5248-3aeb-4829-901d-5a2507aebeeb None None] Provisioning complete for port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:41:58.356348 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a50a5248-3aeb-4829-901d-5a2507aebeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3c3570a4-4bbe-4b9a-af82-d846cadcdd69), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:58.392425 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a50a5248-3aeb-4829-901d-5a2507aebeeb None None] Port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:41:58.404168 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67d21076-a81c-4d1b-98f9-3864dfaf6aa3 req-e29ac8df-204d-4d7f-88ec-500c700ab91c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460873 Mar 23 01:41:58.468088 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3c3570a4-4bbe-4b9a-af82-d846cadcdd69), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:58.481382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae973a4-f972-4f53-9c82-f26218a3692a req-816d9d83-ac6d-4483-bb06-0f0c18928546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:58.483074 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2ae973a4-f972-4f53-9c82-f26218a3692a req-816d9d83-ac6d-4483-bb06-0f0c18928546 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.2989714 Mar 23 01:41:58.492280 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] For port 17be58cd-7f8e-4469-a557-ffd53811829d, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:41:58.496462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] For port 17be58cd-7f8e-4469-a557-ffd53811829d, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=17be58cd-7f8e-4469-a557-ffd53811829d,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:41:58.502961 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4264a13c-2cff-404a-9020-90e36654d4aa req-dd853b87-8910-47e0-bf93-7fe32673953e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535821 Mar 23 01:41:58.528133 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (17be58cd-7f8e-4469-a557-ffd53811829d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:58.569142 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:58.569315 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2ae973a4-f972-4f53-9c82-f26218a3692a req-353a916d-ce21-41a5-bfae-e5dc53982955 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 HTTP/1.1" status: 200 len: 217 time: 0.0583839 Mar 23 01:41:58.570765 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:58.572468 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] 10.222.0.42 "PUT /v2.0/ports/17be58cd-7f8e-4469-a557-ffd53811829d HTTP/1.1" status: 200 len: 1096 time: 1.3397229 Mar 23 01:41:58.575117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be88e3b8-c3b6-4a90-8b6b-728f680c4f41', 'tag': '17be58cd-7f8e-4469-a557-ffd53811829d'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:41:58.586283 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb91e59-6be7-46fe-ba0f-1d62f7f6f745" -d '{"events": [{"name": "network-changed", "server_uuid": "be88e3b8-c3b6-4a90-8b6b-728f680c4f41", "tag": "17be58cd-7f8e-4469-a557-ffd53811829d"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:41:58.669016 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27becc79-f52f-4537-942d-65efe36827eb x-openstack-request-id: req-27becc79-f52f-4537-942d-65efe36827eb {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:41:58.669570 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be88e3b8-c3b6-4a90-8b6b-728f680c4f41", "tag": "17be58cd-7f8e-4469-a557-ffd53811829d", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:41:58.669974 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27becc79-f52f-4537-942d-65efe36827eb {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:41:58.670687 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27becc79-f52f-4537-942d-65efe36827eb'] response: {'name': 'network-changed', 'server_uuid': 'be88e3b8-c3b6-4a90-8b6b-728f680c4f41', 'tag': '17be58cd-7f8e-4469-a557-ffd53811829d', 'status': 'completed', 'code': 200} Mar 23 01:41:58.674673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d2a5b-eec6-4faa-8761-81538f46bc7c service neutron] Pushing event updated for resources: {'Port': ['ID=17be58cd-7f8e-4469-a557-ffd53811829d,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:58.685123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae973a4-f972-4f53-9c82-f26218a3692a req-80b4c554-f03d-4975-8389-18354836bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:58.686978 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2ae973a4-f972-4f53-9c82-f26218a3692a req-80b4c554-f03d-4975-8389-18354836bb58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1091352 Mar 23 01:41:58.697754 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-93b957a9-953d-4110-843f-907194b59aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:58.699283 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-93b957a9-953d-4110-843f-907194b59aeb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 1130 time: 0.0721650 Mar 23 01:41:58.778256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-0fb1002e-1c7b-48df-98c6-c72e8431a7a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=17be58cd-7f8e-4469-a557-ffd53811829d HTTP/1.1" status: 200 len: 217 time: 0.0625966 Mar 23 01:41:58.834430 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae973a4-f972-4f53-9c82-f26218a3692a req-bc024fa5-7a6c-41e4-95e7-238b37ab2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:58.836342 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2ae973a4-f972-4f53-9c82-f26218a3692a req-bc024fa5-7a6c-41e4-95e7-238b37ab2450 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1311853 Mar 23 01:41:58.840323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-5d8d2c35-01ef-4fd4-b236-af8b9c676079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:58.842063 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-5d8d2c35-01ef-4fd4-b236-af8b9c676079 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0583429 Mar 23 01:41:58.908986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-4d6e9f18-2f7b-4ffb-a96f-412c2ad80c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:58.910444 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-4d6e9f18-2f7b-4ffb-a96f-412c2ad80c5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0609086 Mar 23 01:41:59.024447 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2ae973a4-f972-4f53-9c82-f26218a3692a req-84d9f89f-9a48-4849-ae5b-c953b88dcf83 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629961 Mar 23 01:41:59.026869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:41:59.033970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0b016-96ca-4090-a724-9d9049bd95a5 req-352623a4-0b44-497c-8f78-44cc2afb48ee tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:59.035513 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1f0b016-96ca-4090-a724-9d9049bd95a5 req-352623a4-0b44-497c-8f78-44cc2afb48ee tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 946 time: 0.1194134 Mar 23 01:41:59.036769 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Publish callbacks [] for port (3c3570a4-4bbe-4b9a-af82-d846cadcdd69), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:59.067731 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-c04b5ef3-f630-49cb-a69e-adbe7faed17d service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497743 Mar 23 01:41:59.097357 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Transition to ACTIVE for port object 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:41:59.103451 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (3c3570a4-4bbe-4b9a-af82-d846cadcdd69), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:59.223135 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Pushing event updated for resources: {'Port': ['ID=3c3570a4-4bbe-4b9a-af82-d846cadcdd69,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:59.223917 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1f0b016-96ca-4090-a724-9d9049bd95a5 req-0f085b1c-9f33-4162-a28b-33dbc39a180f tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b6ad3fb-6e69-4362-afcb-c0f680733e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794813 Mar 23 01:41:59.227373 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-422b3212-f151-448f-97bd-627c5813676d service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538255 Mar 23 01:41:59.257676 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2ae973a4-f972-4f53-9c82-f26218a3692a req-73d7352e-d394-426e-af98-21f2b25de305 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182469 Mar 23 01:41:59.352637 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e0f6f-3690-4492-80f9-019df5ff8aa1 req-8c06fe2b-c336-4349-843e-210a7823bcfa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:59.358211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e0f6f-3690-4492-80f9-019df5ff8aa1 req-8c06fe2b-c336-4349-843e-210a7823bcfa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:59.363686 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e0f6f-3690-4492-80f9-019df5ff8aa1 req-8c06fe2b-c336-4349-843e-210a7823bcfa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:59.369176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e0f6f-3690-4492-80f9-019df5ff8aa1 req-8c06fe2b-c336-4349-843e-210a7823bcfa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:59.369559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb91e59-6be7-46fe-ba0f-1d62f7f6f745 req-5c270660-0707-48fc-9815-1710e2162133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:59.371285 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-beb91e59-6be7-46fe-ba0f-1d62f7f6f745 req-5c270660-0707-48fc-9815-1710e2162133 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 1130 time: 0.0720432 Mar 23 01:41:59.374637 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e0f6f-3690-4492-80f9-019df5ff8aa1 req-8c06fe2b-c336-4349-843e-210a7823bcfa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:59.380473 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e0f6f-3690-4492-80f9-019df5ff8aa1 req-8c06fe2b-c336-4349-843e-210a7823bcfa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:59.385920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e0f6f-3690-4492-80f9-019df5ff8aa1 req-8c06fe2b-c336-4349-843e-210a7823bcfa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:59.389120 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe7e0f6f-3690-4492-80f9-019df5ff8aa1 req-8c06fe2b-c336-4349-843e-210a7823bcfa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5436 time: 0.2240434 Mar 23 01:41:59.472862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Attempting to bind port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:41:59.473945 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Attempting to bind port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:41:59.474434 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Attempting to bind port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:41:59.484294 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe7e0f6f-3690-4492-80f9-019df5ff8aa1 req-c43f8549-b94e-467c-b265-d06ec63bd176 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0905130 Mar 23 01:41:59.485667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:41:59.486186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Attempting to bind port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:41:59.493158 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:41:59.493915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:41:59.494620 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:41:59.495966 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Bound port: 3c3570a4-4bbe-4b9a-af82-d846cadcdd69, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:41:59.496680 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3c3570a4-4bbe-4b9a-af82-d846cadcdd69), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:59.550279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb91e59-6be7-46fe-ba0f-1d62f7f6f745 req-5ce3ea7d-1ca2-4745-a559-ca9a43141bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:59.552202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-beb91e59-6be7-46fe-ba0f-1d62f7f6f745 req-5ce3ea7d-1ca2-4745-a559-ca9a43141bc0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1747231 Mar 23 01:41:59.602579 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-beb91e59-6be7-46fe-ba0f-1d62f7f6f745 req-551dd235-df2a-4ec4-9a8f-b5f1374e79ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=17be58cd-7f8e-4469-a557-ffd53811829d HTTP/1.1" status: 200 len: 217 time: 0.0441413 Mar 23 01:41:59.607505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] For port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:41:59.628462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8737364-b0e1-49a4-9047-732752e02275 req-f868938c-800c-426d-bb8e-4608f6f3578c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:59.629581 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a8737364-b0e1-49a4-9047-732752e02275 req-f868938c-800c-426d-bb8e-4608f6f3578c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 948 time: 0.1208694 Mar 23 01:41:59.639257 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] For port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3c3570a4-4bbe-4b9a-af82-d846cadcdd69,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:41:59.648845 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (3c3570a4-4bbe-4b9a-af82-d846cadcdd69), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:59.697743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb91e59-6be7-46fe-ba0f-1d62f7f6f745 req-69c4dbc7-b577-4f4b-9da6-806c5916d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:59.697996 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1a0b9-497e-42b5-85d5-75002282975f req-6816a876-6558-42b3-b3ab-797b9998488b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:59.699484 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-beb91e59-6be7-46fe-ba0f-1d62f7f6f745 req-69c4dbc7-b577-4f4b-9da6-806c5916d5eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0894711 Mar 23 01:41:59.705171 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7bf1a0b9-497e-42b5-85d5-75002282975f req-6816a876-6558-42b3-b3ab-797b9998488b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.1177039 Mar 23 01:41:59.715057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:59.715897 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:41:59.717594 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] 10.222.0.43 "PUT /v2.0/ports/3c3570a4-4bbe-4b9a-af82-d846cadcdd69 HTTP/1.1" status: 200 len: 1095 time: 1.5065138 Mar 23 01:41:59.718265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609a33f9-21d1-4129-8775-16241bb04cd8', 'tag': '3c3570a4-4bbe-4b9a-af82-d846cadcdd69'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:41:59.720932 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3067836e-f8bd-4c25-88be-7b76637107f4" -d '{"events": [{"name": "network-changed", "server_uuid": "609a33f9-21d1-4129-8775-16241bb04cd8", "tag": "3c3570a4-4bbe-4b9a-af82-d846cadcdd69"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:41:59.759194 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a8737364-b0e1-49a4-9047-732752e02275 req-250684a5-cd47-432a-b374-98b47fbe2253 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097174 Mar 23 01:41:59.793959 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb91e59-6be7-46fe-ba0f-1d62f7f6f745 req-98beeded-4387-4d78-8df8-0ce5fbcd575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:59.795521 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-beb91e59-6be7-46fe-ba0f-1d62f7f6f745 req-98beeded-4387-4d78-8df8-0ce5fbcd575c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0894926 Mar 23 01:41:59.801585 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e00468-9451-4841-890e-eb795c2b08de service neutron] Pushing event updated for resources: {'Port': ['ID=3c3570a4-4bbe-4b9a-af82-d846cadcdd69,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:41:59.819747 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939a728a-81ef-402a-8891-e2ca35e20afb x-openstack-request-id: req-939a728a-81ef-402a-8891-e2ca35e20afb {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:41:59.820058 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609a33f9-21d1-4129-8775-16241bb04cd8", "tag": "3c3570a4-4bbe-4b9a-af82-d846cadcdd69", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:41:59.820401 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-939a728a-81ef-402a-8891-e2ca35e20afb {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:41:59.820759 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939a728a-81ef-402a-8891-e2ca35e20afb'] response: {'name': 'network-changed', 'server_uuid': '609a33f9-21d1-4129-8775-16241bb04cd8', 'tag': '3c3570a4-4bbe-4b9a-af82-d846cadcdd69', 'status': 'completed', 'code': 200} Mar 23 01:41:59.858801 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7bf1a0b9-497e-42b5-85d5-75002282975f req-71b32364-61a2-45af-9b9c-90d55846d241 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525688 Mar 23 01:41:59.895009 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-80197a84-bc51-4108-a503-5fe9ab965b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:41:59.896546 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-80197a84-bc51-4108-a503-5fe9ab965b72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&device_id=609a33f9-21d1-4129-8775-16241bb04cd8 HTTP/1.1" status: 200 len: 1129 time: 0.0793366 Mar 23 01:41:59.923681 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-beb91e59-6be7-46fe-ba0f-1d62f7f6f745 req-4fd9a606-5984-46e7-91fe-eee9e39f57fc service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195602 Mar 23 01:41:59.974493 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-1aece96a-dd46-4e25-a68b-a4ed8643b5b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=3c3570a4-4bbe-4b9a-af82-d846cadcdd69 HTTP/1.1" status: 200 len: 217 time: 0.0432963 Mar 23 01:42:00.051280 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-beb91e59-6be7-46fe-ba0f-1d62f7f6f745 req-660a53e9-d7e9-4db7-9758-3903f19a8746 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200144 Mar 23 01:42:00.362764 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a535e-c53a-46b8-8e21-b36ae559d90e req-0850c5a9-02a1-463f-ba0e-e2f9264416d3 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.373111 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-113a535e-c53a-46b8-8e21-b36ae559d90e req-0850c5a9-02a1-463f-ba0e-e2f9264416d3 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 946 time: 0.0684502 Mar 23 01:42:00.398135 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-d9b5055c-2420-4d1b-8b3d-fca3856ab50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.400086 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-d9b5055c-2420-4d1b-8b3d-fca3856ab50f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.4174676 Mar 23 01:42:00.441822 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-113a535e-c53a-46b8-8e21-b36ae559d90e req-b5c86aff-851b-434a-a243-42c15ef949c3 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b6ad3fb-6e69-4362-afcb-c0f680733e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650892 Mar 23 01:42:00.528569 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-de7cc3e3-2901-4f70-b9d5-6ba6f528d366 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.534730 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-de7cc3e3-2901-4f70-b9d5-6ba6f528d366 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.540064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-de7cc3e3-2901-4f70-b9d5-6ba6f528d366 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.545393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-de7cc3e3-2901-4f70-b9d5-6ba6f528d366 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.551063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-de7cc3e3-2901-4f70-b9d5-6ba6f528d366 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.556424 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-de7cc3e3-2901-4f70-b9d5-6ba6f528d366 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.561725 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-de7cc3e3-2901-4f70-b9d5-6ba6f528d366 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.563814 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-de7cc3e3-2901-4f70-b9d5-6ba6f528d366 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5436 time: 0.1320174 Mar 23 01:42:00.569170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-77dbcedc-1121-431b-91e8-4256fc5f9977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.570604 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-77dbcedc-1121-431b-91e8-4256fc5f9977 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1278403 Mar 23 01:42:00.682902 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-72634d72-036a-433f-a7e4-fa524b57e9ef tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.684300 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-72634d72-036a-433f-a7e4-fa524b57e9ef tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.43 "GET /v2.0/ports/2070c069-6313-485b-8a6e-6f3f00ed3d17?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1128035 Mar 23 01:42:00.817813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c93ad5-d14f-4c07-ab37-04cf15f54d3f req-5b02068e-28c2-4577-a29e-ff9b93f12922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.824379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c93ad5-d14f-4c07-ab37-04cf15f54d3f req-5b02068e-28c2-4577-a29e-ff9b93f12922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.830208 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c93ad5-d14f-4c07-ab37-04cf15f54d3f req-5b02068e-28c2-4577-a29e-ff9b93f12922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.835546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c93ad5-d14f-4c07-ab37-04cf15f54d3f req-5b02068e-28c2-4577-a29e-ff9b93f12922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.840787 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c93ad5-d14f-4c07-ab37-04cf15f54d3f req-5b02068e-28c2-4577-a29e-ff9b93f12922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.846192 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c93ad5-d14f-4c07-ab37-04cf15f54d3f req-5b02068e-28c2-4577-a29e-ff9b93f12922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.851466 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c93ad5-d14f-4c07-ab37-04cf15f54d3f req-5b02068e-28c2-4577-a29e-ff9b93f12922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.853504 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-47c93ad5-d14f-4c07-ab37-04cf15f54d3f req-5b02068e-28c2-4577-a29e-ff9b93f12922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 5436 time: 0.2520733 Mar 23 01:42:00.858320 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-1bff2c4e-fd4d-47c2-9ad2-4ccb2c875da5 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557988 Mar 23 01:42:00.888297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d891aa-6c7e-48f4-ba0f-39c501ea78ec req-832dcaac-f6c5-4c5b-bdb2-c8943e628769 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:00.890133 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-38d891aa-6c7e-48f4-ba0f-39c501ea78ec req-832dcaac-f6c5-4c5b-bdb2-c8943e628769 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 948 time: 0.0643899 Mar 23 01:42:00.940298 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-3e27f777-e32c-439b-8722-5a22981c19d7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.43 "GET /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2501695 Mar 23 01:42:00.940578 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-38d891aa-6c7e-48f4-ba0f-39c501ea78ec req-485fbe31-1e33-451d-99fe-67375819dc23 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432818 Mar 23 01:42:00.955970 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:01.025633 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-47c93ad5-d14f-4c07-ab37-04cf15f54d3f req-f5287236-8fc9-4958-abf1-d23014a05d53 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1624000 Mar 23 01:42:01.072571 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:01.077223 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cabb37a5-753f-4b35-9dbf-0b65ed4f25f8 req-f008246d-858a-4f8c-a131-60836422c3f0 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026548 Mar 23 01:42:01.079098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face89c9-c005-4cb0-9fb5-8ecf1118038d req-e9f7e30f-9d5a-4135-a847-1c5b91efa793 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:01.080819 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-face89c9-c005-4cb0-9fb5-8ecf1118038d req-e9f7e30f-9d5a-4135-a847-1c5b91efa793 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.0676305 Mar 23 01:42:01.137059 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-face89c9-c005-4cb0-9fb5-8ecf1118038d req-a9da2497-4e98-4597-a619-007e82ff509d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489085 Mar 23 01:42:01.247439 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] For port 2070c069-6313-485b-8a6e-6f3f00ed3d17, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2070c069-6313-485b-8a6e-6f3f00ed3d17,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:01.284050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067836e-f8bd-4c25-88be-7b76637107f4 req-57205133-6cb8-41a5-aa0c-3a2dede18c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:01.285494 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3067836e-f8bd-4c25-88be-7b76637107f4 req-57205133-6cb8-41a5-aa0c-3a2dede18c50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&device_id=609a33f9-21d1-4129-8775-16241bb04cd8 HTTP/1.1" status: 200 len: 1129 time: 0.0875897 Mar 23 01:42:01.292848 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] For port 2070c069-6313-485b-8a6e-6f3f00ed3d17, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:42:01.374905 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] device_id is not set on port 2070c069-6313-485b-8a6e-6f3f00ed3d17 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:42:01.387564 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Publish callbacks [] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:01.403653 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:01.479584 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2070c069-6313-485b-8a6e-6f3f00ed3d17,revision_number=6']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:01.485051 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067836e-f8bd-4c25-88be-7b76637107f4 req-ea3c760d-2071-402c-a5a6-a7d5dbd523f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:01.486150 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3067836e-f8bd-4c25-88be-7b76637107f4 req-ea3c760d-2071-402c-a5a6-a7d5dbd523f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1744194 Mar 23 01:42:01.525070 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] No DVR routers for this DVR port 2070c069-6313-485b-8a6e-6f3f00ed3d17 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:42:01.527680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:01.528025 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:01.528362 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:01.528721 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:01.529319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:01.529428 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:01.529676 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:01.529996 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:01.530317 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:01.531915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:01.532249 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:01.532574 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:01.532928 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:01.533252 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:01.533568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:01.615704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3067836e-f8bd-4c25-88be-7b76637107f4 req-ae6047fd-9c5b-4774-8ffa-d61e4d95a7c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=3c3570a4-4bbe-4b9a-af82-d846cadcdd69 HTTP/1.1" status: 200 len: 217 time: 0.0969963 Mar 23 01:42:01.707548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] In _notify_port_updated(), no bound segment for port 2070c069-6313-485b-8a6e-6f3f00ed3d17 on network 54f43f40-2d1d-40ff-a148-e6b1420c7986 {{(pid=99263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 01:42:01.708906 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:01.709601 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:01.711048 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-1c496aa3-de4a-4434-afde-ba53da0911a4 service neutron] 10.222.0.43 "PUT /v2.0/ports/2070c069-6313-485b-8a6e-6f3f00ed3d17 HTTP/1.1" status: 200 len: 1027 time: 0.7634830 Mar 23 01:42:01.770889 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-38d3bad3-1aba-4a76-9f57-3eb74a8432df tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:01.773032 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-38d3bad3-1aba-4a76-9f57-3eb74a8432df tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.43 "GET /v2.0/ports/2da09e69-9797-45dc-970d-521ff10deb08?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0541389 Mar 23 01:42:01.782559 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067836e-f8bd-4c25-88be-7b76637107f4 req-5a5dd1ea-a337-42ae-9080-683b2ea26280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:01.784668 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3067836e-f8bd-4c25-88be-7b76637107f4 req-5a5dd1ea-a337-42ae-9080-683b2ea26280 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.1402180 Mar 23 01:42:01.792188 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7f65d07c-f1a1-49ec-92c6-e99f59a97ddf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:01.843351 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586b59f-f45c-47bf-9d4c-b8d11a3e3aa8 req-dc4c82f7-99e0-4491-a615-24e8311784d0 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:01.845357 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6586b59f-f45c-47bf-9d4c-b8d11a3e3aa8 req-dc4c82f7-99e0-4491-a615-24e8311784d0 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 946 time: 0.2533028 Mar 23 01:42:01.882465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-783409a6-b232-4e78-bf0c-b29263f0ad3b None None] Provisioning complete for port 2070c069-6313-485b-8a6e-6f3f00ed3d17 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:01.884322 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-783409a6-b232-4e78-bf0c-b29263f0ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:01.966106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-783409a6-b232-4e78-bf0c-b29263f0ad3b None None] Port 2070c069-6313-485b-8a6e-6f3f00ed3d17 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:42:01.977432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7f65d07c-f1a1-49ec-92c6-e99f59a97ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2da09e69-9797-45dc-970d-521ff10deb08), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:01.981106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067836e-f8bd-4c25-88be-7b76637107f4 req-bc4a3404-0205-4741-bf8b-dfa0a3b435c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:01.983236 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3067836e-f8bd-4c25-88be-7b76637107f4 req-bc4a3404-0205-4741-bf8b-dfa0a3b435c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1847034 Mar 23 01:42:02.024903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:42:02.027143 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6586b59f-f45c-47bf-9d4c-b8d11a3e3aa8 req-278ae386-3e63-4862-bfc9-8ddac3d4fe14 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b6ad3fb-6e69-4362-afcb-c0f680733e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605303 Mar 23 01:42:02.036804 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2da09e69-9797-45dc-970d-521ff10deb08 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:42:02.208484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ba670-d0f0-42f3-b8ec-34af1f581473 req-509ebdf6-fdb8-4a9b-9d3b-74676db96050 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:02.211303 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3067836e-f8bd-4c25-88be-7b76637107f4 req-5bab006b-2a08-4a9c-9e15-87dd51f901ae service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120621 Mar 23 01:42:02.217246 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a57ba670-d0f0-42f3-b8ec-34af1f581473 req-509ebdf6-fdb8-4a9b-9d3b-74676db96050 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 948 time: 0.1649899 Mar 23 01:42:02.295269 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a57ba670-d0f0-42f3-b8ec-34af1f581473 req-930090e7-2dd6-43be-bdec-af0d55dba2d7 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767992 Mar 23 01:42:02.302233 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2da09e69-9797-45dc-970d-521ff10deb08 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:02.302893 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2da09e69-9797-45dc-970d-521ff10deb08), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:02.355051 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7f65d07c-f1a1-49ec-92c6-e99f59a97ddf service neutron] For port 2da09e69-9797-45dc-970d-521ff10deb08, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2da09e69-9797-45dc-970d-521ff10deb08,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:02.360102 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=bcd35560-5fa2-4f28-8f06-aafcc28cc3f8,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:02.374329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'bcd35560-5fa2-4f28-8f06-aafcc28cc3f8', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': 'bcd35560-5fa2-4f28-8f06-aafcc28cc3f8', 'mac_address': 'fa:16:3e:9f:d0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:42:02.415807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405413ce-c11d-4e1a-8848-7a2b300eaf5c req-f8b8ad32-84b9-456c-a405-893c8812de2d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:02.421973 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405413ce-c11d-4e1a-8848-7a2b300eaf5c req-f8b8ad32-84b9-456c-a405-893c8812de2d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:02.429288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405413ce-c11d-4e1a-8848-7a2b300eaf5c req-f8b8ad32-84b9-456c-a405-893c8812de2d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:02.431799 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd533c72-6b72-4046-b3f0-fd417931bf15 req-f0966556-af14-4c20-b86d-84f9e94227db tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:02.435311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405413ce-c11d-4e1a-8848-7a2b300eaf5c req-f8b8ad32-84b9-456c-a405-893c8812de2d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:02.439697 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:02.440411 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bcd35560-5fa2-4f28-8f06-aafcc28cc3f8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:02.442036 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405413ce-c11d-4e1a-8848-7a2b300eaf5c req-f8b8ad32-84b9-456c-a405-893c8812de2d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:02.442234 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd533c72-6b72-4046-b3f0-fd417931bf15 req-f0966556-af14-4c20-b86d-84f9e94227db tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.0835857 Mar 23 01:42:02.447293 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405413ce-c11d-4e1a-8848-7a2b300eaf5c req-f8b8ad32-84b9-456c-a405-893c8812de2d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:02.449827 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-405413ce-c11d-4e1a-8848-7a2b300eaf5c req-f8b8ad32-84b9-456c-a405-893c8812de2d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 4662 time: 0.2356501 Mar 23 01:42:02.462941 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3067836e-f8bd-4c25-88be-7b76637107f4 req-d1414ce4-98be-4c34-b28c-f03ab79239e7 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366681 Mar 23 01:42:02.487346 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:42:02.492231 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7f65d07c-f1a1-49ec-92c6-e99f59a97ddf service neutron] For port 2da09e69-9797-45dc-970d-521ff10deb08, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:42:02.508275 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd533c72-6b72-4046-b3f0-fd417931bf15 req-8dd039fa-c6d0-4f3c-91a4-094bed5e4c3c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644884 Mar 23 01:42:02.522123 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=bcd35560-5fa2-4f28-8f06-aafcc28cc3f8,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:02.532337 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bcd35560-5fa2-4f28-8f06-aafcc28cc3f8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:02.566568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7f65d07c-f1a1-49ec-92c6-e99f59a97ddf service neutron] device_id is not set on port 2da09e69-9797-45dc-970d-521ff10deb08 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:42:02.584327 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7f65d07c-f1a1-49ec-92c6-e99f59a97ddf service neutron] Publish callbacks [] for port (2da09e69-9797-45dc-970d-521ff10deb08), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:02.590145 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=bcd35560-5fa2-4f28-8f06-aafcc28cc3f8,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:02.594110 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-405413ce-c11d-4e1a-8848-7a2b300eaf5c req-26662661-0540-4758-9f53-6bf8454e7f83 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&id=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1301847 Mar 23 01:42:02.596171 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7f65d07c-f1a1-49ec-92c6-e99f59a97ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (2da09e69-9797-45dc-970d-521ff10deb08), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:02.685573 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:42:02.685888 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:42:02.704101 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7f65d07c-f1a1-49ec-92c6-e99f59a97ddf service neutron] No DVR routers for this DVR port 2da09e69-9797-45dc-970d-521ff10deb08 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:42:02.708192 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65d07c-f1a1-49ec-92c6-e99f59a97ddf service neutron] Pushing event updated for resources: {'Port': ['ID=2da09e69-9797-45dc-970d-521ff10deb08,revision_number=6']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:02.771412 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7f65d07c-f1a1-49ec-92c6-e99f59a97ddf service neutron] In _notify_port_updated(), no bound segment for port 2da09e69-9797-45dc-970d-521ff10deb08 on network 54f43f40-2d1d-40ff-a148-e6b1420c7986 {{(pid=99263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 01:42:02.773022 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7f65d07c-f1a1-49ec-92c6-e99f59a97ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:02.774529 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7f65d07c-f1a1-49ec-92c6-e99f59a97ddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:02.778459 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7f65d07c-f1a1-49ec-92c6-e99f59a97ddf service neutron] 10.222.0.43 "PUT /v2.0/ports/2da09e69-9797-45dc-970d-521ff10deb08 HTTP/1.1" status: 200 len: 1028 time: 0.9917929 Mar 23 01:42:02.970351 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-f789da78-1085-4e81-ac38-45dafd2d618d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Deleting port 497f0500-e5cf-41fa-9a2a-2323cd1dd036 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:42:02.970598 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-f789da78-1085-4e81-ac38-45dafd2d618d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (497f0500-e5cf-41fa-9a2a-2323cd1dd036), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:03.009431 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-dc9e49ee-b117-4612-a3f5-44e5384dfb92 None None] Provisioning complete for port 2da09e69-9797-45dc-970d-521ff10deb08 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:03.010052 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dc9e49ee-b117-4612-a3f5-44e5384dfb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2da09e69-9797-45dc-970d-521ff10deb08), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:03.054336 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e49ee-b117-4612-a3f5-44e5384dfb92 None None] Port 2da09e69-9797-45dc-970d-521ff10deb08 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:42:03.107666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-f789da78-1085-4e81-ac38-45dafd2d618d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] For port 497f0500-e5cf-41fa-9a2a-2323cd1dd036, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=497f0500-e5cf-41fa-9a2a-2323cd1dd036,segment=NetworkSegment(25df386e-70d9-49e1-bfa6-c0a9ea8721d3),segment_id=25df386e-70d9-49e1-bfa6-c0a9ea8721d3)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:03.109101 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-f789da78-1085-4e81-ac38-45dafd2d618d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (497f0500-e5cf-41fa-9a2a-2323cd1dd036), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:03.131305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 17be58cd-7f8e-4469-a557-ffd53811829d details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:42:03.137019 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-f789da78-1085-4e81-ac38-45dafd2d618d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Calling delete_port for 497f0500-e5cf-41fa-9a2a-2323cd1dd036 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:42:03.208204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813bd1e-37da-4acd-bb5e-18db488a7e0d req-b0ffef01-454b-41e9-8f1c-2453524d05e0 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:03.219613 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3813bd1e-37da-4acd-bb5e-18db488a7e0d req-b0ffef01-454b-41e9-8f1c-2453524d05e0 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 947 time: 0.0820675 Mar 23 01:42:03.284190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['bcd35560-5fa2-4f28-8f06-aafcc28cc3f8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:42:03.294069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3813bd1e-37da-4acd-bb5e-18db488a7e0d req-87dc6714-d9d3-462c-a1ac-7bea2aa82e05 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b6ad3fb-6e69-4362-afcb-c0f680733e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727241 Mar 23 01:42:03.305306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2da09e69-9797-45dc-970d-521ff10deb08 is: DOWN; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:03.306354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 81f70b00-bcd4-4052-b47e-4b0e10c94360 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:42:03.316259 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-f789da78-1085-4e81-ac38-45dafd2d618d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (497f0500-e5cf-41fa-9a2a-2323cd1dd036), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:03.351796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789da78-1085-4e81-ac38-45dafd2d618d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event deleted for resources: {'Port': ['ID=497f0500-e5cf-41fa-9a2a-2323cd1dd036,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:03.437101 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-f789da78-1085-4e81-ac38-45dafd2d618d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] No DVR routers for this DVR port 497f0500-e5cf-41fa-9a2a-2323cd1dd036 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:42:03.444589 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-f789da78-1085-4e81-ac38-45dafd2d618d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:03.450925 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-f789da78-1085-4e81-ac38-45dafd2d618d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.43 "DELETE /v2.0/ports/497f0500-e5cf-41fa-9a2a-2323cd1dd036 HTTP/1.1" status: 204 len: 173 time: 0.6671367 Mar 23 01:42:03.480161 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-deleted', 'tag': '497f0500-e5cf-41fa-9a2a-2323cd1dd036'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:03.483265 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13a73bf-f67e-4820-bd3e-260b95b77d73" -d '{"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-deleted", "tag": "497f0500-e5cf-41fa-9a2a-2323cd1dd036"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:03.540654 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6ac59a-3dbe-4b98-a8e8-5a1d99dd53a7 x-openstack-request-id: req-ef6ac59a-3dbe-4b98-a8e8-5a1d99dd53a7 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:03.541031 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-deleted", "tag": "497f0500-e5cf-41fa-9a2a-2323cd1dd036", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:03.541775 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef6ac59a-3dbe-4b98-a8e8-5a1d99dd53a7 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:03.542196 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6ac59a-3dbe-4b98-a8e8-5a1d99dd53a7'] response: {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-deleted', 'tag': '497f0500-e5cf-41fa-9a2a-2323cd1dd036', 'status': 'completed', 'code': 200} Mar 23 01:42:03.628722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 17be58cd-7f8e-4469-a557-ffd53811829d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=17be58cd-7f8e-4469-a557-ffd53811829d,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:03.643162 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa272015-8801-4db7-bb42-13dede795417 req-a2f644c6-853f-46e5-b52d-c24574573a46 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:03.644739 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa272015-8801-4db7-bb42-13dede795417 req-a2f644c6-853f-46e5-b52d-c24574573a46 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 948 time: 0.2212315 Mar 23 01:42:03.707967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '17be58cd-7f8e-4469-a557-ffd53811829d', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '17be58cd-7f8e-4469-a557-ffd53811829d', 'mac_address': 'fa:16:3e:5a:00:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:42:03.736781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1591f-2386-4cf6-877a-554a3f2cb2d6 req-df05c10c-dbb4-4505-bd74-0d3c29f3661c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:03.740592 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-92b1591f-2386-4cf6-877a-554a3f2cb2d6 req-df05c10c-dbb4-4505-bd74-0d3c29f3661c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.1038485 Mar 23 01:42:03.750182 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa272015-8801-4db7-bb42-13dede795417 req-c6f39028-1fd5-482c-b472-e81c7e4a7f43 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937195 Mar 23 01:42:03.782593 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-986268f1-8ca4-4a58-98d1-8c33948cd346 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Deleting port 2d8dfe5e-cdc8-4768-9471-144d16113e42 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:42:03.783368 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-986268f1-8ca4-4a58-98d1-8c33948cd346 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2d8dfe5e-cdc8-4768-9471-144d16113e42), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:03.790253 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:03.790920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 81f70b00-bcd4-4052-b47e-4b0e10c94360 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:03.791453 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:03.928432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-92b1591f-2386-4cf6-877a-554a3f2cb2d6 req-94f5cbf3-f1f9-4bcb-a0e2-34715933c388 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738696 Mar 23 01:42:03.945824 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 81f70b00-bcd4-4052-b47e-4b0e10c94360, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=81f70b00-bcd4-4052-b47e-4b0e10c94360,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:03.951708 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f70b00-bcd4-4052-b47e-4b0e10c94360'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:03.957349 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b37368-6d8a-4257-b9e3-bfeae09990d1" -d '{"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-unplugged", "status": "completed", "tag": "81f70b00-bcd4-4052-b47e-4b0e10c94360"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:03.961974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 17be58cd-7f8e-4469-a557-ffd53811829d is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:03.963156 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (17be58cd-7f8e-4469-a557-ffd53811829d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:03.992436 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:03.993574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d40d0009-34af-4a6e-970a-ea51f40335b1 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:42:04.022740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-986268f1-8ca4-4a58-98d1-8c33948cd346 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] For port 2d8dfe5e-cdc8-4768-9471-144d16113e42, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2d8dfe5e-cdc8-4768-9471-144d16113e42,segment=NetworkSegment(c68ac88b-fde7-44e9-9885-d6bdfea8b7fe),segment_id=c68ac88b-fde7-44e9-9885-d6bdfea8b7fe)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:04.023122 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-986268f1-8ca4-4a58-98d1-8c33948cd346 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2d8dfe5e-cdc8-4768-9471-144d16113e42), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:04.052262 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd0acd-105c-417b-99ec-e9571c83f8bb req-85a48f2f-c67c-4843-abaa-71af09bc8ad6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:04.057922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd0acd-105c-417b-99ec-e9571c83f8bb req-85a48f2f-c67c-4843-abaa-71af09bc8ad6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:04.063733 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd0acd-105c-417b-99ec-e9571c83f8bb req-85a48f2f-c67c-4843-abaa-71af09bc8ad6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:04.069405 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd0acd-105c-417b-99ec-e9571c83f8bb req-85a48f2f-c67c-4843-abaa-71af09bc8ad6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:04.071189 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6bd0acd-105c-417b-99ec-e9571c83f8bb req-85a48f2f-c67c-4843-abaa-71af09bc8ad6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 3150 time: 0.1317153 Mar 23 01:42:04.076892 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17be58cd-7f8e-4469-a557-ffd53811829d {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:42:04.091287 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7e7e2a-cf8a-405f-8640-86dadbc9184f x-openstack-request-id: req-8d7e7e2a-cf8a-405f-8640-86dadbc9184f {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:04.091639 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-unplugged", "status": "completed", "tag": "81f70b00-bcd4-4052-b47e-4b0e10c94360", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:04.091951 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d7e7e2a-cf8a-405f-8640-86dadbc9184f {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:04.092420 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7e7e2a-cf8a-405f-8640-86dadbc9184f'] response: {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f70b00-bcd4-4052-b47e-4b0e10c94360', 'code': 200} Mar 23 01:42:04.151009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 17be58cd-7f8e-4469-a557-ffd53811829d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=17be58cd-7f8e-4469-a557-ffd53811829d,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:04.194931 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (17be58cd-7f8e-4469-a557-ffd53811829d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:04.237095 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6bd0acd-105c-417b-99ec-e9571c83f8bb req-2da5650c-f77e-472b-85d7-b42c25235989 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337233 Mar 23 01:42:04.242260 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port d40d0009-34af-4a6e-970a-ea51f40335b1 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:04.242704 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:04.271220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=81f70b00-bcd4-4052-b47e-4b0e10c94360,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:04.317241 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d40d0009-34af-4a6e-970a-ea51f40335b1, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d40d0009-34af-4a6e-970a-ea51f40335b1,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:04.348115 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:04.348411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2d8dfe5e-cdc8-4768-9471-144d16113e42 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:42:04.378343 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-986268f1-8ca4-4a58-98d1-8c33948cd346 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:04.378672 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-986268f1-8ca4-4a58-98d1-8c33948cd346 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (165ad022-888c-4c10-9046-0092b04ccaae), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:04.378991 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-986268f1-8ca4-4a58-98d1-8c33948cd346 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Floating IP 165ad022-888c-4c10-9046-0092b04ccaae disassociated. External IP: 172.25.0.21, port: 2d8dfe5e-cdc8-4768-9471-144d16113e42. Mar 23 01:42:04.379524 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-986268f1-8ca4-4a58-98d1-8c33948cd346 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Calling delete_port for 2d8dfe5e-cdc8-4768-9471-144d16113e42 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:42:04.388030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=17be58cd-7f8e-4469-a557-ffd53811829d,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:04.475958 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2d8dfe5e-cdc8-4768-9471-144d16113e42 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:04.476337 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2d8dfe5e-cdc8-4768-9471-144d16113e42), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:04.480570 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['17be58cd-7f8e-4469-a557-ffd53811829d'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:42:04.532267 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfa351-dfcb-4d93-a3d8-d56c778af726 req-434d241f-3a7c-441f-8249-a1646105eb40 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:04.535858 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-20dfa351-dfcb-4d93-a3d8-d56c778af726 req-434d241f-3a7c-441f-8249-a1646105eb40 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 947 time: 0.1228061 Mar 23 01:42:04.568396 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=d40d0009-34af-4a6e-970a-ea51f40335b1,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:04.591239 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-986268f1-8ca4-4a58-98d1-8c33948cd346 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (2d8dfe5e-cdc8-4768-9471-144d16113e42), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:04.618475 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-20dfa351-dfcb-4d93-a3d8-d56c778af726 req-e13c8b72-ecd0-4f3e-9b49-43b0f156c704 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b6ad3fb-6e69-4362-afcb-c0f680733e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739231 Mar 23 01:42:04.623494 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2070c069-6313-485b-8a6e-6f3f00ed3d17 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:42:04.663643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986268f1-8ca4-4a58-98d1-8c33948cd346 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event deleted for resources: {'Port': ['ID=2d8dfe5e-cdc8-4768-9471-144d16113e42,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:04.705598 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] The host n-h2-834677-4 is not matching for port 2070c069-6313-485b-8a6e-6f3f00ed3d17 host ! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:42:04.705978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2070c069-6313-485b-8a6e-6f3f00ed3d17 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:42:04.706429 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device abe82dad-ebdc-4f9c-a462-076ace582018 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:42:04.852275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port abe82dad-ebdc-4f9c-a462-076ace582018 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:04.854048 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (abe82dad-ebdc-4f9c-a462-076ace582018), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:04.856984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-986268f1-8ca4-4a58-98d1-8c33948cd346 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:42:04.907584 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port abe82dad-ebdc-4f9c-a462-076ace582018, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=abe82dad-ebdc-4f9c-a462-076ace582018,segment=NetworkSegment(25df386e-70d9-49e1-bfa6-c0a9ea8721d3),segment_id=25df386e-70d9-49e1-bfa6-c0a9ea8721d3)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:04.918469 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (abe82dad-ebdc-4f9c-a462-076ace582018), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:04.919350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 497f0500-e5cf-41fa-9a2a-2323cd1dd036 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:42:04.950250 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 497f0500-e5cf-41fa-9a2a-2323cd1dd036 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:42:04.951313 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 497f0500-e5cf-41fa-9a2a-2323cd1dd036 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:42:05.057327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=abe82dad-ebdc-4f9c-a462-076ace582018,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:05.093488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2441fa-4b71-4f8b-b3cd-7a177f09b48a req-4a10e3cb-a77d-445d-b3af-4ed9d84d6c8c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:05.096206 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5c2441fa-4b71-4f8b-b3cd-7a177f09b48a req-4a10e3cb-a77d-445d-b3af-4ed9d84d6c8c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.0892763 Mar 23 01:42:05.137084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 17be58cd-7f8e-4469-a557-ffd53811829d up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:42:05.194744 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5c2441fa-4b71-4f8b-b3cd-7a177f09b48a req-87d8307e-b639-46fa-874d-29eb315f9406 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889256 Mar 23 01:42:05.240031 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 17be58cd-7f8e-4469-a557-ffd53811829d completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:42:05.252468 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 17be58cd-7f8e-4469-a557-ffd53811829d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:05.253020 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (17be58cd-7f8e-4469-a557-ffd53811829d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:05.428062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429785b-ee2b-4772-9830-9eb7f147b9c9 req-fff40fde-da74-4aa9-9d7e-5baf171f074e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:05.432785 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 17be58cd-7f8e-4469-a557-ffd53811829d is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:05.432785 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (17be58cd-7f8e-4469-a557-ffd53811829d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:05.434590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429785b-ee2b-4772-9830-9eb7f147b9c9 req-fff40fde-da74-4aa9-9d7e-5baf171f074e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:05.442126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429785b-ee2b-4772-9830-9eb7f147b9c9 req-fff40fde-da74-4aa9-9d7e-5baf171f074e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:05.444284 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0429785b-ee2b-4772-9830-9eb7f147b9c9 req-fff40fde-da74-4aa9-9d7e-5baf171f074e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 2410 time: 0.1155748 Mar 23 01:42:05.477326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 17be58cd-7f8e-4469-a557-ffd53811829d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=17be58cd-7f8e-4469-a557-ffd53811829d,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:05.479901 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-986268f1-8ca4-4a58-98d1-8c33948cd346 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:42:05.489016 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (17be58cd-7f8e-4469-a557-ffd53811829d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:05.493286 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0a2358-fc3d-429d-9978-30931a172f27 None None] Sync routers for ids ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:42:05.506571 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0a2358-fc3d-429d-9978-30931a172f27 None None] Routers {'3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:42:05.511238 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-da0a2358-fc3d-429d-9978-30931a172f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:41:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:05.535055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-986268f1-8ca4-4a58-98d1-8c33948cd346 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] No DVR routers for this DVR port 2d8dfe5e-cdc8-4768-9471-144d16113e42 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:42:05.537949 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-986268f1-8ca4-4a58-98d1-8c33948cd346 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:05.542657 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-986268f1-8ca4-4a58-98d1-8c33948cd346 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.43 "DELETE /v2.0/ports/2d8dfe5e-cdc8-4768-9471-144d16113e42 HTTP/1.1" status: 204 len: 173 time: 2.0552194 Mar 23 01:42:05.544055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-deleted', 'tag': '2d8dfe5e-cdc8-4768-9471-144d16113e42'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:05.546366 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84b80f1-5c28-4ada-9235-dc494cc0b80e" -d '{"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-deleted", "tag": "2d8dfe5e-cdc8-4768-9471-144d16113e42"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:05.559672 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50055f-78cf-49e6-a08a-0442e441ad47 req-aff1ef45-0adb-4c31-996e-a3da2c761944 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:05.561827 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ec50055f-78cf-49e6-a08a-0442e441ad47 req-aff1ef45-0adb-4c31-996e-a3da2c761944 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 949 time: 0.6961148 Mar 23 01:42:05.572231 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=17be58cd-7f8e-4469-a557-ffd53811829d,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:05.577485 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0429785b-ee2b-4772-9830-9eb7f147b9c9 req-dcb6895c-8c11-4750-bba2-20a915ff697e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175179 Mar 23 01:42:05.647249 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b957fe58-1a30-409e-885b-739dbb360a1a x-openstack-request-id: req-b957fe58-1a30-409e-885b-739dbb360a1a {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:05.647579 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-deleted", "tag": "2d8dfe5e-cdc8-4768-9471-144d16113e42", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:05.647792 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b957fe58-1a30-409e-885b-739dbb360a1a {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:05.648199 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b957fe58-1a30-409e-885b-739dbb360a1a'] response: {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-deleted', 'tag': '2d8dfe5e-cdc8-4768-9471-144d16113e42', 'status': 'completed', 'code': 200} Mar 23 01:42:05.672059 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-da0a2358-fc3d-429d-9978-30931a172f27 None None] Set router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:42:05.732445 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ec50055f-78cf-49e6-a08a-0442e441ad47 req-fc047295-6cfd-427a-99fd-a87e8fe84ce8 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594634 Mar 23 01:42:05.774634 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-8eecb6bc-e556-4b87-b85a-b0620fdb4922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Deleting port d40d0009-34af-4a6e-970a-ea51f40335b1 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:42:05.775071 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-8eecb6bc-e556-4b87-b85a-b0620fdb4922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:05.852628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dc2a7-ec98-4064-89f5-a5a6af0875f3 req-4597b042-894a-4885-aec0-f0a08972e0e0 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:05.854309 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b68dc2a7-ec98-4064-89f5-a5a6af0875f3 req-4597b042-894a-4885-aec0-f0a08972e0e0 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 947 time: 0.1095705 Mar 23 01:42:05.905128 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-8eecb6bc-e556-4b87-b85a-b0620fdb4922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] For port d40d0009-34af-4a6e-970a-ea51f40335b1, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d40d0009-34af-4a6e-970a-ea51f40335b1,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:05.905128 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-8eecb6bc-e556-4b87-b85a-b0620fdb4922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:05.919832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-8eecb6bc-e556-4b87-b85a-b0620fdb4922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Calling delete_port for d40d0009-34af-4a6e-970a-ea51f40335b1 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:42:05.950034 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b68dc2a7-ec98-4064-89f5-a5a6af0875f3 req-a5d51ebe-6776-4a07-bebf-5161086f1a6b tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b6ad3fb-6e69-4362-afcb-c0f680733e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895104 Mar 23 01:42:05.960576 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-da0a2358-fc3d-429d-9978-30931a172f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'name': 'tempest-TaggedBootDevicesTest-91586125-router', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a897378f-6d32-4538-b951-0175eb17972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:08Z', 'updated_at': '2022-03-23T01:34:19Z', 'revision_number': 4, 'project_id': '502c1396aecc4792a466ed6e68112592', 'gw_port': {'id': 'a897378f-6d32-4538-b951-0175eb17972a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:11Z', 'updated_at': '2022-03-23T01:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'e148a60c-7d18-4310-9fb5-3e5bc6393761', 'name': '', 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'mac_address': 'fa:16:3e:5e:a4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:18Z', 'updated_at': '2022-03-23T01:34:25Z', 'revision_number': 5, 'project_id': '502c1396aecc4792a466ed6e68112592', 'subnets': [{'id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:05.992039 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0a2358-fc3d-429d-9978-30931a172f27 None None] Checking router: 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:42:06.001277 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0a2358-fc3d-429d-9978-30931a172f27 None None] Routers {'3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:42:06.001883 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-da0a2358-fc3d-429d-9978-30931a172f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:41:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:06.078398 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:42:06.081702 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:42:06.110017 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd40d0009-34af-4a6e-970a-ea51f40335b1'}, {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abe82dad-ebdc-4f9c-a462-076ace582018'}, {'server_uuid': 'be88e3b8-c3b6-4a90-8b6b-728f680c4f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17be58cd-7f8e-4469-a557-ffd53811829d'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:06.112545 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea766f4-18b9-4b19-ac44-d7fccbeec57d" -d '{"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-unplugged", "status": "completed", "tag": "d40d0009-34af-4a6e-970a-ea51f40335b1"}, {"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-unplugged", "status": "completed", "tag": "abe82dad-ebdc-4f9c-a462-076ace582018"}, {"server_uuid": "be88e3b8-c3b6-4a90-8b6b-728f680c4f41", "name": "network-vif-plugged", "status": "completed", "tag": "17be58cd-7f8e-4469-a557-ffd53811829d"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:06.137079 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-8eecb6bc-e556-4b87-b85a-b0620fdb4922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d40d0009-34af-4a6e-970a-ea51f40335b1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:06.178877 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-da0a2358-fc3d-429d-9978-30931a172f27 None None] Set router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:42:06.200965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecb6bc-e556-4b87-b85a-b0620fdb4922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event deleted for resources: {'Port': ['ID=d40d0009-34af-4a6e-970a-ea51f40335b1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:06.247715 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df08b9a-f56f-4909-9acf-21a32d658b6b x-openstack-request-id: req-0df08b9a-f56f-4909-9acf-21a32d658b6b {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:06.248314 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-unplugged", "status": "completed", "tag": "d40d0009-34af-4a6e-970a-ea51f40335b1", "code": 200}, {"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-unplugged", "status": "completed", "tag": "abe82dad-ebdc-4f9c-a462-076ace582018", "code": 200}, {"server_uuid": "be88e3b8-c3b6-4a90-8b6b-728f680c4f41", "name": "network-vif-plugged", "status": "completed", "tag": "17be58cd-7f8e-4469-a557-ffd53811829d", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:06.248314 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0df08b9a-f56f-4909-9acf-21a32d658b6b {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:06.248785 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df08b9a-f56f-4909-9acf-21a32d658b6b'] response: {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd40d0009-34af-4a6e-970a-ea51f40335b1', 'code': 200} Mar 23 01:42:06.248895 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df08b9a-f56f-4909-9acf-21a32d658b6b'] response: {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abe82dad-ebdc-4f9c-a462-076ace582018', 'code': 200} Mar 23 01:42:06.249139 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df08b9a-f56f-4909-9acf-21a32d658b6b'] response: {'server_uuid': 'be88e3b8-c3b6-4a90-8b6b-728f680c4f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17be58cd-7f8e-4469-a557-ffd53811829d', 'code': 200} Mar 23 01:42:06.338229 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-8eecb6bc-e556-4b87-b85a-b0620fdb4922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] No DVR routers for this DVR port d40d0009-34af-4a6e-970a-ea51f40335b1 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:42:06.346444 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-8eecb6bc-e556-4b87-b85a-b0620fdb4922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:06.351285 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:42:06.356710 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-8eecb6bc-e556-4b87-b85a-b0620fdb4922 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.43 "DELETE /v2.0/ports/d40d0009-34af-4a6e-970a-ea51f40335b1 HTTP/1.1" status: 204 len: 173 time: 0.7915535 Mar 23 01:42:06.374358 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:06.374967 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bcd35560-5fa2-4f28-8f06-aafcc28cc3f8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:06.438087 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab9293-34c9-4cb2-9987-a7ff8d72c977 req-fdabf2e8-9feb-49d6-8486-467cf8cdf0ff tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:06.439948 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-45ab9293-34c9-4cb2-9987-a7ff8d72c977 req-fdabf2e8-9feb-49d6-8486-467cf8cdf0ff tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.1279464 Mar 23 01:42:06.444592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e5e36-cef6-4638-a630-374dade689a7 req-ab6a39ab-5933-49fa-8072-cc0e8d0177d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:06.446324 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ee8e5e36-cef6-4638-a630-374dade689a7 req-ab6a39ab-5933-49fa-8072-cc0e8d0177d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 1132 time: 0.1793940 Mar 23 01:42:06.503184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3c3570a4-4bbe-4b9a-af82-d846cadcdd69,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:06.519264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '3c3570a4-4bbe-4b9a-af82-d846cadcdd69', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '3c3570a4-4bbe-4b9a-af82-d846cadcdd69', 'mac_address': 'fa:16:3e:ff:db:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:42:06.563483 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:06.563880 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3c3570a4-4bbe-4b9a-af82-d846cadcdd69), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:06.578551 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-45ab9293-34c9-4cb2-9987-a7ff8d72c977 req-74bf9520-622a-401e-8061-2a4469df52e5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293235 Mar 23 01:42:06.607585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:42:06.608123 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ee8e5e36-cef6-4638-a630-374dade689a7 req-1ddf3d2e-a5c3-45f0-8318-922dbf6c4077 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470604 Mar 23 01:42:06.617862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-3afbff49-c043-4511-b395-8b422322b8bb tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Deleting port abe82dad-ebdc-4f9c-a462-076ace582018 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:42:06.618485 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-3afbff49-c043-4511-b395-8b422322b8bb tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (abe82dad-ebdc-4f9c-a462-076ace582018), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:06.673334 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-da0a2358-fc3d-429d-9978-30931a172f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'name': 'tempest-TaggedBootDevicesTest-91586125-router', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a897378f-6d32-4538-b951-0175eb17972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:08Z', 'updated_at': '2022-03-23T01:34:19Z', 'revision_number': 4, 'project_id': '502c1396aecc4792a466ed6e68112592', 'gw_port': {'id': 'a897378f-6d32-4538-b951-0175eb17972a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:11Z', 'updated_at': '2022-03-23T01:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'e148a60c-7d18-4310-9fb5-3e5bc6393761', 'name': '', 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'mac_address': 'fa:16:3e:5e:a4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:18Z', 'updated_at': '2022-03-23T01:34:25Z', 'revision_number': 5, 'project_id': '502c1396aecc4792a466ed6e68112592', 'subnets': [{'id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:06.706167 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0a2358-fc3d-429d-9978-30931a172f27 None None] The sync data for ids ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'] in n-d-834677-4 is: [{'id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'name': 'tempest-TaggedBootDevicesTest-91586125-router', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a897378f-6d32-4538-b951-0175eb17972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:08Z', 'updated_at': '2022-03-23T01:34:19Z', 'revision_number': 4, 'project_id': '502c1396aecc4792a466ed6e68112592', 'gw_port': {'id': 'a897378f-6d32-4538-b951-0175eb17972a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:11Z', 'updated_at': '2022-03-23T01:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'e148a60c-7d18-4310-9fb5-3e5bc6393761', 'name': '', 'network_id': 'b81fb5d8-6712-4e02-9517-eabc6d26a52a', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'mac_address': 'fa:16:3e:5e:a4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:18Z', 'updated_at': '2022-03-23T01:34:25Z', 'revision_number': 5, 'project_id': '502c1396aecc4792a466ed6e68112592', 'subnets': [{'id': 'ca1049c9-9f9b-402a-8dcd-186503cb9589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:42:06.720302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3c3570a4-4bbe-4b9a-af82-d846cadcdd69,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:06.730183 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3c3570a4-4bbe-4b9a-af82-d846cadcdd69), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:06.735072 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:06.735439 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bcd35560-5fa2-4f28-8f06-aafcc28cc3f8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:06.824541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-3afbff49-c043-4511-b395-8b422322b8bb tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] For port abe82dad-ebdc-4f9c-a462-076ace582018, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=abe82dad-ebdc-4f9c-a462-076ace582018,segment=NetworkSegment(25df386e-70d9-49e1-bfa6-c0a9ea8721d3),segment_id=25df386e-70d9-49e1-bfa6-c0a9ea8721d3)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:06.829786 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-3afbff49-c043-4511-b395-8b422322b8bb tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (abe82dad-ebdc-4f9c-a462-076ace582018), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:06.850307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-3afbff49-c043-4511-b395-8b422322b8bb tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Calling delete_port for abe82dad-ebdc-4f9c-a462-076ace582018 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:42:06.859595 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=bcd35560-5fa2-4f28-8f06-aafcc28cc3f8,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:06.872341 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bcd35560-5fa2-4f28-8f06-aafcc28cc3f8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:06.877215 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1534f81-5f03-4226-a1db-62136fc6dc6c req-c8b3000e-251a-45ed-86b5-194cc63562c2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:06.883229 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1534f81-5f03-4226-a1db-62136fc6dc6c req-c8b3000e-251a-45ed-86b5-194cc63562c2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:06.890741 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1534f81-5f03-4226-a1db-62136fc6dc6c req-c8b3000e-251a-45ed-86b5-194cc63562c2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 1677 time: 0.1343813 Mar 23 01:42:06.903734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=3c3570a4-4bbe-4b9a-af82-d846cadcdd69,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:06.978799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=bcd35560-5fa2-4f28-8f06-aafcc28cc3f8,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:07.036029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf232bb9-1178-479b-b630-4d574b397d5d req-dc65aef1-0320-4374-9979-75840064e0e7 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:07.044975 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf232bb9-1178-479b-b630-4d574b397d5d req-dc65aef1-0320-4374-9979-75840064e0e7 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 950 time: 0.1592999 Mar 23 01:42:07.049307 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1534f81-5f03-4226-a1db-62136fc6dc6c req-ce713aed-8730-4073-9ef1-75449def3179 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups?id=abd1cc6f-6185-427c-8068-f59fb8842a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580935 Mar 23 01:42:07.117356 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf232bb9-1178-479b-b630-4d574b397d5d req-e3c47253-ba86-4a9d-b9db-0641b6d78162 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717018 Mar 23 01:42:07.244147 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-3afbff49-c043-4511-b395-8b422322b8bb tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (abe82dad-ebdc-4f9c-a462-076ace582018), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:07.250060 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a58f77-8e6a-4854-a961-3da15cc30676 None None] New status for floating IP 165ad022-888c-4c10-9046-0092b04ccaae: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:42:07.294319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32714567-ebfb-4e72-bcc6-4f4105215079 req-3e57321a-70e5-45a4-87eb-bb6d92f9a58f tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:07.295999 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-32714567-ebfb-4e72-bcc6-4f4105215079 req-3e57321a-70e5-45a4-87eb-bb6d92f9a58f tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 948 time: 0.1346893 Mar 23 01:42:07.297899 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbff49-c043-4511-b395-8b422322b8bb tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event deleted for resources: {'Port': ['ID=abe82dad-ebdc-4f9c-a462-076ace582018,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:07.381352 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-3afbff49-c043-4511-b395-8b422322b8bb tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] No DVR routers for this DVR port abe82dad-ebdc-4f9c-a462-076ace582018 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:42:07.384190 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-3afbff49-c043-4511-b395-8b422322b8bb tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:07.387897 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-3afbff49-c043-4511-b395-8b422322b8bb tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.43 "DELETE /v2.0/ports/abe82dad-ebdc-4f9c-a462-076ace582018 HTTP/1.1" status: 204 len: 173 time: 1.0232518 Mar 23 01:42:07.405964 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3c3570a4-4bbe-4b9a-af82-d846cadcdd69'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:42:07.435031 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-32714567-ebfb-4e72-bcc6-4f4105215079 req-508a3169-cac8-4372-8fdf-d2ff29876012 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b6ad3fb-6e69-4362-afcb-c0f680733e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238956 Mar 23 01:42:07.526941 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7d8ee54c-f271-4553-a1c7-2856942f14bd tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Deleting port 81f70b00-bcd4-4052-b47e-4b0e10c94360 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:42:07.527318 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7d8ee54c-f271-4553-a1c7-2856942f14bd tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:07.654561 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7d8ee54c-f271-4553-a1c7-2856942f14bd tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] For port 81f70b00-bcd4-4052-b47e-4b0e10c94360, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=81f70b00-bcd4-4052-b47e-4b0e10c94360,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:07.654824 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7d8ee54c-f271-4553-a1c7-2856942f14bd tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:07.660037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-deleted', 'tag': 'd40d0009-34af-4a6e-970a-ea51f40335b1'}, {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-deleted', 'tag': 'abe82dad-ebdc-4f9c-a462-076ace582018'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:07.663375 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def2c89a-5c90-4257-bacb-2b981bdedfdb" -d '{"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-deleted", "tag": "d40d0009-34af-4a6e-970a-ea51f40335b1"}, {"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-deleted", "tag": "abe82dad-ebdc-4f9c-a462-076ace582018"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:07.681005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7d8ee54c-f271-4553-a1c7-2856942f14bd tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Calling delete_port for 81f70b00-bcd4-4052-b47e-4b0e10c94360 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:42:07.747155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089836c-cf45-4566-9fc9-9a5b4d835917 req-03baf021-36c4-4d11-8f28-5da9920b4dfd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:07.748791 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5089836c-cf45-4566-9fc9-9a5b4d835917 req-03baf021-36c4-4d11-8f28-5da9920b4dfd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.0761986 Mar 23 01:42:07.770789 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be31b70e-1e6c-4d21-984b-f094d752fe03 x-openstack-request-id: req-be31b70e-1e6c-4d21-984b-f094d752fe03 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:07.770789 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-deleted", "tag": "d40d0009-34af-4a6e-970a-ea51f40335b1", "status": "completed", "code": 200}, {"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-deleted", "tag": "abe82dad-ebdc-4f9c-a462-076ace582018", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:07.771067 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be31b70e-1e6c-4d21-984b-f094d752fe03 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:07.773375 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be31b70e-1e6c-4d21-984b-f094d752fe03'] response: {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-deleted', 'tag': 'd40d0009-34af-4a6e-970a-ea51f40335b1', 'status': 'completed', 'code': 200} Mar 23 01:42:07.773375 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be31b70e-1e6c-4d21-984b-f094d752fe03'] response: {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-deleted', 'tag': 'abe82dad-ebdc-4f9c-a462-076ace582018', 'status': 'completed', 'code': 200} Mar 23 01:42:07.850609 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5089836c-cf45-4566-9fc9-9a5b4d835917 req-a2662305-288b-4cf8-93b3-71a3ac599b0e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896797 Mar 23 01:42:07.873631 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7d8ee54c-f271-4553-a1c7-2856942f14bd tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (81f70b00-bcd4-4052-b47e-4b0e10c94360), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:07.912433 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ee54c-f271-4553-a1c7-2856942f14bd tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event deleted for resources: {'Port': ['ID=81f70b00-bcd4-4052-b47e-4b0e10c94360,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:07.980203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7d8ee54c-f271-4553-a1c7-2856942f14bd tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] No DVR routers for this DVR port 81f70b00-bcd4-4052-b47e-4b0e10c94360 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:42:07.982906 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7d8ee54c-f271-4553-a1c7-2856942f14bd tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:07.986873 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04c9b885-a1f2-4c9c-875f-e2968411a713 req-7d8ee54c-f271-4553-a1c7-2856942f14bd tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.43 "DELETE /v2.0/ports/81f70b00-bcd4-4052-b47e-4b0e10c94360 HTTP/1.1" status: 204 len: 173 time: 0.5915937 Mar 23 01:42:08.199508 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-69ac82f9-ac5d-46a9-8c94-8da68098b884 req-1533256e-88bd-4778-b24a-7fa9292bda56 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0492370 Mar 23 01:42:08.250183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d93a133-de50-499d-8c08-a9385236eb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd35560-5fa2-4f28-8f06-aafcc28cc3f8'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:08.252702 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f835d987-6f53-45bc-82c0-9f3dc0bcc421" -d '{"events": [{"server_uuid": "3d93a133-de50-499d-8c08-a9385236eb5f", "name": "network-vif-plugged", "status": "completed", "tag": "bcd35560-5fa2-4f28-8f06-aafcc28cc3f8"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:08.328975 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5deba946-5ff5-4b3c-b9c0-9845f8b1dc3b x-openstack-request-id: req-5deba946-5ff5-4b3c-b9c0-9845f8b1dc3b {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:08.329347 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d93a133-de50-499d-8c08-a9385236eb5f", "name": "network-vif-plugged", "status": "completed", "tag": "bcd35560-5fa2-4f28-8f06-aafcc28cc3f8", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:08.329668 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5deba946-5ff5-4b3c-b9c0-9845f8b1dc3b {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:08.330130 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5deba946-5ff5-4b3c-b9c0-9845f8b1dc3b'] response: {'server_uuid': '3d93a133-de50-499d-8c08-a9385236eb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd35560-5fa2-4f28-8f06-aafcc28cc3f8', 'code': 200} Mar 23 01:42:08.331701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20228da3-c106-4ee9-8cba-b116b946de2b req-f79bcf24-04d9-4dbd-a1f5-3af15de33993 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:08.339161 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-20228da3-c106-4ee9-8cba-b116b946de2b req-f79bcf24-04d9-4dbd-a1f5-3af15de33993 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 950 time: 0.1262219 Mar 23 01:42:08.401920 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-20228da3-c106-4ee9-8cba-b116b946de2b req-7bbbb47a-c302-46b4-8eee-51d806fffb51 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616989 Mar 23 01:42:08.696517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c232705-99bc-43cb-9df0-a2e06a73687e req-f409d8d3-7d9f-4b75-a83f-97ba9b1a51e5 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:08.700268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964330e5-b9be-431e-bbfa-0b354bd94e4c req-5288c6f1-f853-489a-8774-bde95de1d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:08.705043 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3c232705-99bc-43cb-9df0-a2e06a73687e req-f409d8d3-7d9f-4b75-a83f-97ba9b1a51e5 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 948 time: 0.0901556 Mar 23 01:42:08.711633 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-964330e5-b9be-431e-bbfa-0b354bd94e4c req-5288c6f1-f853-489a-8774-bde95de1d85b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 1130 time: 0.2373579 Mar 23 01:42:08.727841 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa35d38-9a72-43f8-91b7-4a308ee84825 req-32b0c2b7-952c-48b9-9bb1-f98eed75d7a4 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:08.733684 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3aa35d38-9a72-43f8-91b7-4a308ee84825 req-32b0c2b7-952c-48b9-9bb1-f98eed75d7a4 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a33f9-21d1-4129-8775-16241bb04cd8 HTTP/1.1" status: 200 len: 948 time: 0.1734705 Mar 23 01:42:08.736432 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:42:08.779392 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3c232705-99bc-43cb-9df0-a2e06a73687e req-4c4e4565-1cc7-491a-b404-37cc186a21f3 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b6ad3fb-6e69-4362-afcb-c0f680733e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674264 Mar 23 01:42:08.862094 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3aa35d38-9a72-43f8-91b7-4a308ee84825 req-040e049d-b79d-4328-beaa-abade2be230f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216850 Mar 23 01:42:08.866928 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-964330e5-b9be-431e-bbfa-0b354bd94e4c req-1e9130c5-41d9-41da-8219-379ebe426595 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1b6ad3fb-6e69-4362-afcb-c0f680733e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545429 Mar 23 01:42:08.983165 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a24d1-3545-43f0-8623-d393e74bfae4 req-7d90a5e7-6028-4f85-a2f7-dfba1beb2d14 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:08.985180 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac2a24d1-3545-43f0-8623-d393e74bfae4 req-7d90a5e7-6028-4f85-a2f7-dfba1beb2d14 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.0605128 Mar 23 01:42:09.059949 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac2a24d1-3545-43f0-8623-d393e74bfae4 req-dbf1170d-ce49-4dc7-8ab5-34e4093aa0f9 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585711 Mar 23 01:42:09.327016 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-43a456b5-ecd7-45c4-97ff-62f9f08b277b req-937c4cde-778a-4332-98f3-9debb1d37622 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0436687 Mar 23 01:42:09.773652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-deleted', 'tag': '81f70b00-bcd4-4052-b47e-4b0e10c94360'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:09.776863 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc2a31b-a4ce-4b41-90d0-a748afc7b513" -d '{"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-deleted", "tag": "81f70b00-bcd4-4052-b47e-4b0e10c94360"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:09.820119 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb589eee-8dea-442e-add7-5c907c0c6c5e x-openstack-request-id: req-bb589eee-8dea-442e-add7-5c907c0c6c5e {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:09.820419 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba43c635-1467-4876-82f9-12a8eca936a1", "name": "network-vif-deleted", "tag": "81f70b00-bcd4-4052-b47e-4b0e10c94360", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:09.820850 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb589eee-8dea-442e-add7-5c907c0c6c5e {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:09.821146 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb589eee-8dea-442e-add7-5c907c0c6c5e'] response: {'server_uuid': 'ba43c635-1467-4876-82f9-12a8eca936a1', 'name': 'network-vif-deleted', 'tag': '81f70b00-bcd4-4052-b47e-4b0e10c94360', 'status': 'completed', 'code': 200} Mar 23 01:42:09.937344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a212be-eb0c-4d5f-9d1e-0c3757c9db2a req-d782f2ed-0045-49ef-ad0f-e5a366b65909 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:09.939053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-29a212be-eb0c-4d5f-9d1e-0c3757c9db2a req-d782f2ed-0045-49ef-ad0f-e5a366b65909 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 948 time: 0.0860047 Mar 23 01:42:10.005183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1357b8b-1401-46dd-8a9c-6b0bb0b7b1b7 req-7e9cfe95-f168-46f6-bfbc-107b48c89bf6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:10.012830 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1357b8b-1401-46dd-8a9c-6b0bb0b7b1b7 req-7e9cfe95-f168-46f6-bfbc-107b48c89bf6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a33f9-21d1-4129-8775-16241bb04cd8 HTTP/1.1" status: 200 len: 948 time: 0.0628483 Mar 23 01:42:10.034263 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-29a212be-eb0c-4d5f-9d1e-0c3757c9db2a req-52c8894d-4aff-410e-bfd8-672138d1fe12 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b6ad3fb-6e69-4362-afcb-c0f680733e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893772 Mar 23 01:42:10.105013 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:42:10.105500 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1357b8b-1401-46dd-8a9c-6b0bb0b7b1b7 req-1940791c-cb0e-4b7f-b7ad-4950c42353ef tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911815 Mar 23 01:42:10.197642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:42:10.206414 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:10.207404 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3c3570a4-4bbe-4b9a-af82-d846cadcdd69), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:10.239174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b50438-7072-4ab3-8202-b3009d023659 req-a7f9879d-1af7-4fd6-83f8-b27fd45974c4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:10.240867 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23b50438-7072-4ab3-8202-b3009d023659 req-a7f9879d-1af7-4fd6-83f8-b27fd45974c4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.1075966 Mar 23 01:42:10.349643 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23b50438-7072-4ab3-8202-b3009d023659 req-ef2c505b-a99d-4fc3-8bac-6eb8fcdeb099 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974994 Mar 23 01:42:10.358180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:10.358783 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3c3570a4-4bbe-4b9a-af82-d846cadcdd69), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:10.389956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609a33f9-21d1-4129-8775-16241bb04cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3570a4-4bbe-4b9a-af82-d846cadcdd69'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:10.392753 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144843a8-de55-4e35-b295-fade9686e8c6" -d '{"events": [{"server_uuid": "609a33f9-21d1-4129-8775-16241bb04cd8", "name": "network-vif-plugged", "status": "completed", "tag": "3c3570a4-4bbe-4b9a-af82-d846cadcdd69"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:10.426260 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3c3570a4-4bbe-4b9a-af82-d846cadcdd69,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:10.435885 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3c3570a4-4bbe-4b9a-af82-d846cadcdd69), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:10.469288 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c3e508f-db63-437e-b193-4714776bb948 req-4cc96cb0-0470-4363-a471-33d9326f6308 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0596688 Mar 23 01:42:10.470127 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691288cc-0b2a-480d-9756-2f5c46a4c216 x-openstack-request-id: req-691288cc-0b2a-480d-9756-2f5c46a4c216 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:10.470675 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609a33f9-21d1-4129-8775-16241bb04cd8", "name": "network-vif-plugged", "status": "completed", "tag": "3c3570a4-4bbe-4b9a-af82-d846cadcdd69", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:10.471411 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-691288cc-0b2a-480d-9756-2f5c46a4c216 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:10.472022 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691288cc-0b2a-480d-9756-2f5c46a4c216'] response: {'server_uuid': '609a33f9-21d1-4129-8775-16241bb04cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3570a4-4bbe-4b9a-af82-d846cadcdd69', 'code': 200} Mar 23 01:42:10.507175 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=3c3570a4-4bbe-4b9a-af82-d846cadcdd69,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:10.668801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814689-17d7-4010-a677-a0d4dc8d3f54 req-3a0d60fa-e602-46e4-9226-be4dfed6d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:10.670486 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dc814689-17d7-4010-a677-a0d4dc8d3f54 req-3a0d60fa-e602-46e4-9226-be4dfed6d933 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=609a33f9-21d1-4129-8775-16241bb04cd8 HTTP/1.1" status: 200 len: 1131 time: 0.0515869 Mar 23 01:42:10.742189 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dc814689-17d7-4010-a677-a0d4dc8d3f54 req-bab234a2-54f0-4dae-b7de-a23788c7db45 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538034 Mar 23 01:42:11.194737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84928e-07bb-43bf-99d3-2ab1ed62b4bf req-187fb194-0c16-45b5-8761-d6f08897cb74 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:11.199976 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e84928e-07bb-43bf-99d3-2ab1ed62b4bf req-187fb194-0c16-45b5-8761-d6f08897cb74 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 948 time: 0.0873401 Mar 23 01:42:11.270042 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e84928e-07bb-43bf-99d3-2ab1ed62b4bf req-93e9737c-1073-4eab-b239-e7545e5cadd9 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b6ad3fb-6e69-4362-afcb-c0f680733e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587943 Mar 23 01:42:11.281331 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f3c55-28b9-47d8-ab71-e801a1fc33ec req-ed38085f-359b-4a59-b377-67b729256d2f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:11.283329 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d97f3c55-28b9-47d8-ab71-e801a1fc33ec req-ed38085f-359b-4a59-b377-67b729256d2f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a33f9-21d1-4129-8775-16241bb04cd8 HTTP/1.1" status: 200 len: 949 time: 0.0770283 Mar 23 01:42:11.352040 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d97f3c55-28b9-47d8-ab71-e801a1fc33ec req-4167ec5f-c340-47ea-80e6-1966de51527e tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627773 Mar 23 01:42:11.501882 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c89e-6aa7-4137-a095-e8696675cd55 req-a5837f83-cf7e-4e7e-be90-e37a15af80af tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:11.509138 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d5e2c89e-6aa7-4137-a095-e8696675cd55 req-a5837f83-cf7e-4e7e-be90-e37a15af80af tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.0710807 Mar 23 01:42:11.573868 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d5e2c89e-6aa7-4137-a095-e8696675cd55 req-f10642dd-f7e9-421e-9b42-0695ab4b5208 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634122 Mar 23 01:42:11.683169 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4cf93941-a86b-41e2-879a-e1ed8934e270 req-c1b2d949-5608-47a5-9c44-91c5b3d4d2ea tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0400267 Mar 23 01:42:11.735648 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ce100-e307-4c18-9f50-34c4cfc3f398 req-dff69b49-3bec-4d0f-8b11-c323daa10661 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:11.737187 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e08ce100-e307-4c18-9f50-34c4cfc3f398 req-dff69b49-3bec-4d0f-8b11-c323daa10661 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 948 time: 0.0617919 Mar 23 01:42:11.784694 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e08ce100-e307-4c18-9f50-34c4cfc3f398 req-bcae3d36-eb16-438b-a73d-b412bda78f02 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b6ad3fb-6e69-4362-afcb-c0f680733e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415189 Mar 23 01:42:12.514918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4e17d-02dc-42a0-8304-fba986d65a4b req-3db307d0-fbc7-4c30-839b-e12e13ae0bbf tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:12.517779 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fda4e17d-02dc-42a0-8304-fba986d65a4b req-3db307d0-fbc7-4c30-839b-e12e13ae0bbf tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a33f9-21d1-4129-8775-16241bb04cd8 HTTP/1.1" status: 200 len: 949 time: 0.0646198 Mar 23 01:42:12.567700 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fda4e17d-02dc-42a0-8304-fba986d65a4b req-1b87719d-b55e-4c1e-9776-9b57d0473efa tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443592 Mar 23 01:42:12.727952 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4eb78b-8449-477b-9e95-c7af252b3bf3 req-e191c84b-a00c-4bc9-98b8-2d44e40dbcde tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:12.738362 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc4eb78b-8449-477b-9e95-c7af252b3bf3 req-e191c84b-a00c-4bc9-98b8-2d44e40dbcde tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.0763590 Mar 23 01:42:12.809944 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc4eb78b-8449-477b-9e95-c7af252b3bf3 req-1bb946bd-3cf2-417c-a74a-4e5ef4437e1b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699263 Mar 23 01:42:12.862706 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf4afcaa-a94a-4941-b0ff-bcb670e529bb req-c04fb8cf-80c9-4b86-8499-505e47d3db38 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0392699 Mar 23 01:42:12.994617 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb77c0-833b-4413-8dfe-6f6741b36a87 req-06e07bbf-2480-4c04-b882-9aa3fac08e6e tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:12.996135 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98cb77c0-833b-4413-8dfe-6f6741b36a87 req-06e07bbf-2480-4c04-b882-9aa3fac08e6e tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 948 time: 0.0614696 Mar 23 01:42:13.047195 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98cb77c0-833b-4413-8dfe-6f6741b36a87 req-71bc2095-d3b4-457a-8d19-c8d1c478199f tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b6ad3fb-6e69-4362-afcb-c0f680733e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447824 Mar 23 01:42:13.701746 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fa585-24f6-46b3-8b09-23e86198bc30 req-9b9782bc-bd23-4c22-97ed-5ca161d4219a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:13.703421 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-725fa585-24f6-46b3-8b09-23e86198bc30 req-9b9782bc-bd23-4c22-97ed-5ca161d4219a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a33f9-21d1-4129-8775-16241bb04cd8 HTTP/1.1" status: 200 len: 949 time: 0.0591593 Mar 23 01:42:13.751975 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-725fa585-24f6-46b3-8b09-23e86198bc30 req-de12475c-bb2d-4d84-a32f-59c5582e1e99 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423844 Mar 23 01:42:13.978239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb89f0-8f6c-4857-ba3f-4e1254cbe391 req-d0216fdd-1611-4305-9c97-edc1c0beba5d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:13.980327 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7aeb89f0-8f6c-4857-ba3f-4e1254cbe391 req-d0216fdd-1611-4305-9c97-edc1c0beba5d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.0641711 Mar 23 01:42:14.070246 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7aeb89f0-8f6c-4857-ba3f-4e1254cbe391 req-2e16616f-242f-4d51-be86-f298241e5342 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833709 Mar 23 01:42:14.128408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cc8be-76e1-4de1-9d8f-d784a8b4f06b req-5bf26868-97ca-4d5b-b879-f092fafb64e9 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:14.143102 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cc8be-76e1-4de1-9d8f-d784a8b4f06b req-5bf26868-97ca-4d5b-b879-f092fafb64e9 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:14.145421 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-545cc8be-76e1-4de1-9d8f-d784a8b4f06b req-5bf26868-97ca-4d5b-b879-f092fafb64e9 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a33f9-21d1-4129-8775-16241bb04cd8&device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 1690 time: 0.1399055 Mar 23 01:42:14.186902 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef690183-8d2d-4b00-b48b-dcb71a3cb759 req-b7a6f203-6a63-45f5-b32c-28b3cc8dfd24 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:14.188651 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ef690183-8d2d-4b00-b48b-dcb71a3cb759 req-b7a6f203-6a63-45f5-b32c-28b3cc8dfd24 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 948 time: 0.1694355 Mar 23 01:42:14.192871 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da90e44a-e840-47b4-9275-9746417c48d4 req-ca83d095-4b87-4109-8a98-ea098f52f1fa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0415361 Mar 23 01:42:14.246464 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-545cc8be-76e1-4de1-9d8f-d784a8b4f06b req-b83be2e7-63bf-4d81-96de-13dbdaab4713 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876212 Mar 23 01:42:14.333494 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa69d8-5194-4f85-a8a6-48d0333022c0 req-25674cab-b242-461f-b6c8-8775b1858c48 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:14.335132 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6fa69d8-5194-4f85-a8a6-48d0333022c0 req-25674cab-b242-461f-b6c8-8775b1858c48 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 948 time: 0.0647156 Mar 23 01:42:14.363448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-ef690183-8d2d-4b00-b48b-dcb71a3cb759 req-75e1f11b-46d7-4167-b880-c4e6fa5dbde2 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Deleting port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:42:14.364033 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ef690183-8d2d-4b00-b48b-dcb71a3cb759 req-75e1f11b-46d7-4167-b880-c4e6fa5dbde2 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (bcd35560-5fa2-4f28-8f06-aafcc28cc3f8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:14.417949 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6fa69d8-5194-4f85-a8a6-48d0333022c0 req-6ca03075-aaf7-40d5-9c84-8af9d0cd1f9e tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b6ad3fb-6e69-4362-afcb-c0f680733e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736580 Mar 23 01:42:14.511722 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ddac4-7285-4ea3-8e3c-ee09eb8aa0f2 req-299caa3a-e93d-4fe4-9319-c00159656124 tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:14.513222 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d1ddac4-7285-4ea3-8e3c-ee09eb8aa0f2 req-299caa3a-e93d-4fe4-9319-c00159656124 tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=609a33f9-21d1-4129-8775-16241bb04cd8 HTTP/1.1" status: 200 len: 1131 time: 0.0967703 Mar 23 01:42:14.514871 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-ef690183-8d2d-4b00-b48b-dcb71a3cb759 req-75e1f11b-46d7-4167-b880-c4e6fa5dbde2 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] For port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=bcd35560-5fa2-4f28-8f06-aafcc28cc3f8,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:14.515454 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ef690183-8d2d-4b00-b48b-dcb71a3cb759 req-75e1f11b-46d7-4167-b880-c4e6fa5dbde2 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (bcd35560-5fa2-4f28-8f06-aafcc28cc3f8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:14.535436 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-ef690183-8d2d-4b00-b48b-dcb71a3cb759 req-75e1f11b-46d7-4167-b880-c4e6fa5dbde2 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Calling delete_port for bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:42:14.611925 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d1ddac4-7285-4ea3-8e3c-ee09eb8aa0f2 req-a2f44215-41ae-4b96-97d1-75c7a128242c tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926056 Mar 23 01:42:14.709964 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ef690183-8d2d-4b00-b48b-dcb71a3cb759 req-75e1f11b-46d7-4167-b880-c4e6fa5dbde2 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (bcd35560-5fa2-4f28-8f06-aafcc28cc3f8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:14.726758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5015b9-f5a9-4c14-9d81-8f49f6496536 req-8ed547e3-0385-446e-817d-a009329b987e tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:14.728331 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea5015b9-f5a9-4c14-9d81-8f49f6496536 req-8ed547e3-0385-446e-817d-a009329b987e tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 1132 time: 0.0468297 Mar 23 01:42:14.740203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1f11b-46d7-4167-b880-c4e6fa5dbde2 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Pushing event deleted for resources: {'Port': ['ID=bcd35560-5fa2-4f28-8f06-aafcc28cc3f8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:14.755233 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['bcd35560-5fa2-4f28-8f06-aafcc28cc3f8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:42:14.801316 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea5015b9-f5a9-4c14-9d81-8f49f6496536 req-49bbae4c-59ad-44af-bed8-959d033f8be3 tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661967 Mar 23 01:42:14.822663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef690183-8d2d-4b00-b48b-dcb71a3cb759 req-75e1f11b-46d7-4167-b880-c4e6fa5dbde2 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] No DVR routers for this DVR port bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:42:14.826228 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ef690183-8d2d-4b00-b48b-dcb71a3cb759 req-75e1f11b-46d7-4167-b880-c4e6fa5dbde2 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:14.830598 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ef690183-8d2d-4b00-b48b-dcb71a3cb759 req-75e1f11b-46d7-4167-b880-c4e6fa5dbde2 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.43 "DELETE /v2.0/ports/bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 HTTP/1.1" status: 204 len: 173 time: 0.5900435 Mar 23 01:42:14.831461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d93a133-de50-499d-8c08-a9385236eb5f', 'name': 'network-vif-deleted', 'tag': 'bcd35560-5fa2-4f28-8f06-aafcc28cc3f8'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:14.833847 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74411ce6-5631-4d2b-a5b8-8250ef226083" -d '{"events": [{"server_uuid": "3d93a133-de50-499d-8c08-a9385236eb5f", "name": "network-vif-deleted", "tag": "bcd35560-5fa2-4f28-8f06-aafcc28cc3f8"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:15.073870 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2484f58f-3909-45a3-a4bb-91585feae27f req-340c73b9-bc2a-4424-a8f6-fd80a9182435 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357122 Mar 23 01:42:15.198464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484f58f-3909-45a3-a4bb-91585feae27f req-bdb1dd5a-826f-44e2-8b9d-dcc8218e256e tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:15.206235 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2484f58f-3909-45a3-a4bb-91585feae27f req-bdb1dd5a-826f-44e2-8b9d-dcc8218e256e tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1309469 Mar 23 01:42:15.219174 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2484f58f-3909-45a3-a4bb-91585feae27f req-97bbf95f-676c-49f0-9ff4-d34da1322138 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/quotas/24ec1f81cf08486cabe6423b4709c0d3 HTTP/1.1" status: 200 len: 375 time: 0.0114572 Mar 23 01:42:15.350648 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e25cfe-ce23-44c2-b323-bf7f59d4b469 x-openstack-request-id: req-87e25cfe-ce23-44c2-b323-bf7f59d4b469 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:15.351629 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d93a133-de50-499d-8c08-a9385236eb5f", "name": "network-vif-deleted", "tag": "bcd35560-5fa2-4f28-8f06-aafcc28cc3f8", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:15.351889 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87e25cfe-ce23-44c2-b323-bf7f59d4b469 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:15.352358 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e25cfe-ce23-44c2-b323-bf7f59d4b469'] response: {'server_uuid': '3d93a133-de50-499d-8c08-a9385236eb5f', 'name': 'network-vif-deleted', 'tag': 'bcd35560-5fa2-4f28-8f06-aafcc28cc3f8', 'status': 'completed', 'code': 200} Mar 23 01:42:15.374023 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2484f58f-3909-45a3-a4bb-91585feae27f req-61418cab-7b89-49cb-bfef-e6396837642c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1453068 Mar 23 01:42:15.533566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c72d78-f50b-4781-b1ca-7b372a1a8712 req-e1d0a912-636a-4ddd-a6b0-b52cf135a0a0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:15.541909 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12c72d78-f50b-4781-b1ca-7b372a1a8712 req-e1d0a912-636a-4ddd-a6b0-b52cf135a0a0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.0994174 Mar 23 01:42:15.609717 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12c72d78-f50b-4781-b1ca-7b372a1a8712 req-27544bea-36cb-49c0-a99a-e1bb6ccc5d81 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664968 Mar 23 01:42:15.669607 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9f5497f-ea38-43f4-957b-5703c38ba98f req-6da8a5fa-bad9-4eb2-b0a4-1af63b31ee4a tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0821471 Mar 23 01:42:15.756356 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-391e9808-93ca-41c0-92dd-410e0be99299 req-913d103d-df9b-4037-8d62-5afde95ae195 tempest-VolumesNegativeTest-303795541 tempest-VolumesNegativeTest-303795541-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d93a133-de50-499d-8c08-a9385236eb5f HTTP/1.1" status: 200 len: 210 time: 0.0608356 Mar 23 01:42:15.798839 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b6756e4-9b0c-4c7a-ad83-bae93656a5d4 req-6952d94e-4d99-4463-b59f-2ac558d46dd1 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 210 time: 0.0413146 Mar 23 01:42:16.590155 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2484f58f-3909-45a3-a4bb-91585feae27f req-70b6125a-66e3-4a08-bda0-47bd2d77b69a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297942 Mar 23 01:42:16.760748 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484f58f-3909-45a3-a4bb-91585feae27f req-52b1ad36-439b-4f34-876c-eb20c6edd197 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:16.762598 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2484f58f-3909-45a3-a4bb-91585feae27f req-52b1ad36-439b-4f34-876c-eb20c6edd197 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1676466 Mar 23 01:42:16.776934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-2484f58f-3909-45a3-a4bb-91585feae27f req-53c9dbcf-7806-48d5-b62f-01b6d548a9e5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Request body: {'port': {'device_id': '165eeaf4-c153-45ca-8ba8-38a7e3c3a295', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '24ec1f81cf08486cabe6423b4709c0d3'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:16.782914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67256084-6c68-413c-85c9-3732ee02d370 req-f0f9bdfd-ee4b-4080-a6d7-39a687a68fe3 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:16.791582 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67256084-6c68-413c-85c9-3732ee02d370 req-f0f9bdfd-ee4b-4080-a6d7-39a687a68fe3 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.0861657 Mar 23 01:42:16.851648 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67256084-6c68-413c-85c9-3732ee02d370 req-dc6d1c60-a52b-445b-97b8-1556c72b5ce2 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590804 Mar 23 01:42:16.941051 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-45b840c9-44b0-429b-ac51-e32d9effabcd req-419a7ead-8c24-4c23-bfb0-90d63bdaadc7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0773017 Mar 23 01:42:17.004393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2484f58f-3909-45a3-a4bb-91585feae27f req-53c9dbcf-7806-48d5-b62f-01b6d548a9e5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Made reservation on behalf of 24ec1f81cf08486cabe6423b4709c0d3 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:42:17.008889 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2484f58f-3909-45a3-a4bb-91585feae27f req-53c9dbcf-7806-48d5-b62f-01b6d548a9e5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:17.027910 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f6891a03-7884-4fd2-85a4-277357239ac8 req-401e06d8-f2a6-481a-8ffb-1780965b8f5f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 210 time: 0.0703895 Mar 23 01:42:17.158719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-2484f58f-3909-45a3-a4bb-91585feae27f req-53c9dbcf-7806-48d5-b62f-01b6d548a9e5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Allocated IP 192.168.233.42 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/9b7b6407-6f89-4196-b7b4-01770114086e) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:42:17.338535 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2484f58f-3909-45a3-a4bb-91585feae27f req-53c9dbcf-7806-48d5-b62f-01b6d548a9e5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks [] for port (9b7b6407-6f89-4196-b7b4-01770114086e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:17.379374 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2484f58f-3909-45a3-a4bb-91585feae27f req-53c9dbcf-7806-48d5-b62f-01b6d548a9e5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (9b7b6407-6f89-4196-b7b4-01770114086e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:17.395559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['17be58cd-7f8e-4469-a557-ffd53811829d'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:42:17.455227 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3408af7e-514a-484f-9fc7-be5e3fde38ea', '7a3b0f82-47f4-4c56-b759-5f1a25b0038e', '519ae3eb-52b6-4ec8-8c0c-0767041004e7', '3c3570a4-4bbe-4b9a-af82-d846cadcdd69'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:42:17.470165 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9dbcf-7806-48d5-b62f-01b6d548a9e5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Pushing event updated for resources: {'Port': ['ID=9b7b6407-6f89-4196-b7b4-01770114086e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:17.514956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2484f58f-3909-45a3-a4bb-91585feae27f req-53c9dbcf-7806-48d5-b62f-01b6d548a9e5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:42:17.519420 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-2484f58f-3909-45a3-a4bb-91585feae27f req-53c9dbcf-7806-48d5-b62f-01b6d548a9e5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:42:17.532809 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-2484f58f-3909-45a3-a4bb-91585feae27f req-53c9dbcf-7806-48d5-b62f-01b6d548a9e5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:42:17.614358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484f58f-3909-45a3-a4bb-91585feae27f req-53c9dbcf-7806-48d5-b62f-01b6d548a9e5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:17.615006 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2484f58f-3909-45a3-a4bb-91585feae27f req-53c9dbcf-7806-48d5-b62f-01b6d548a9e5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:17.635773 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2484f58f-3909-45a3-a4bb-91585feae27f req-53c9dbcf-7806-48d5-b62f-01b6d548a9e5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8626878 Mar 23 01:42:17.649880 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Request body: {'port': {'device_id': '165eeaf4-c153-45ca-8ba8-38a7e3c3a295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:17.752842 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9b7b6407-6f89-4196-b7b4-01770114086e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:18.069404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-121dcb5f-c660-4f45-b410-62b5129b76ca None None] Provisioning complete for port 9b7b6407-6f89-4196-b7b4-01770114086e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:18.070106 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-121dcb5f-c660-4f45-b410-62b5129b76ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9b7b6407-6f89-4196-b7b4-01770114086e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:18.103667 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6d6300db-f954-475d-9d99-6f7d2f1df9ca req-6ba28549-312d-4630-97f1-e418c03193be tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0441461 Mar 23 01:42:18.144127 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a436946-7959-4c90-a5a6-b1fbf8b9875a req-7f3921aa-c6b1-4922-8956-99591fe7c15b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:18.145733 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a436946-7959-4c90-a5a6-b1fbf8b9875a req-7f3921aa-c6b1-4922-8956-99591fe7c15b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.1054015 Mar 23 01:42:18.145881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:42:18.242972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:42:18.243590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device bcd35560-5fa2-4f28-8f06-aafcc28cc3f8 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:42:18.257232 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-121dcb5f-c660-4f45-b410-62b5129b76ca None None] Port 9b7b6407-6f89-4196-b7b4-01770114086e cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:42:18.351554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999301e2-dee1-4e6e-b72a-2169db2007c1 req-fe32c7a5-5995-4e66-952a-a3fe4ebe4350 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:18.360219 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-999301e2-dee1-4e6e-b72a-2169db2007c1 req-fe32c7a5-5995-4e66-952a-a3fe4ebe4350 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 935 time: 0.1160429 Mar 23 01:42:18.370656 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a436946-7959-4c90-a5a6-b1fbf8b9875a req-6600aa30-ac46-4c21-a5b2-91f0a8169544 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077048 Mar 23 01:42:18.408711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7b6407-6f89-4196-b7b4-01770114086e {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:42:18.427571 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Publish callbacks [] for port (9b7b6407-6f89-4196-b7b4-01770114086e), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:18.471286 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Transition to ACTIVE for port object 9b7b6407-6f89-4196-b7b4-01770114086e will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:42:18.479953 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (9b7b6407-6f89-4196-b7b4-01770114086e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:18.501741 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-999301e2-dee1-4e6e-b72a-2169db2007c1 req-76a0bae8-f392-48e5-a41d-f5b9bcef7507 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404629 Mar 23 01:42:18.539527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7b6407-6f89-4196-b7b4-01770114086e,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:18.732327 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Attempting to bind port 9b7b6407-6f89-4196-b7b4-01770114086e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:42:18.732560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Attempting to bind port 9b7b6407-6f89-4196-b7b4-01770114086e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:42:18.732882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Attempting to bind port 9b7b6407-6f89-4196-b7b4-01770114086e on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:42:18.751078 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Port 9b7b6407-6f89-4196-b7b4-01770114086e on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:42:18.751417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Attempting to bind port 9b7b6407-6f89-4196-b7b4-01770114086e on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:42:18.761172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:42:18.761705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:42:18.762515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:42:18.766062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Bound port: 9b7b6407-6f89-4196-b7b4-01770114086e, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:42:18.771768 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9b7b6407-6f89-4196-b7b4-01770114086e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:18.888491 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] For port 9b7b6407-6f89-4196-b7b4-01770114086e, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:42:18.894417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] For port 9b7b6407-6f89-4196-b7b4-01770114086e, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=9b7b6407-6f89-4196-b7b4-01770114086e,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:42:18.903703 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (9b7b6407-6f89-4196-b7b4-01770114086e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:18.949965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:18.950699 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:18.952382 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2484f58f-3909-45a3-a4bb-91585feae27f req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] 10.222.0.42 "PUT /v2.0/ports/9b7b6407-6f89-4196-b7b4-01770114086e HTTP/1.1" status: 200 len: 1095 time: 1.3095057 Mar 23 01:42:18.954013 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165eeaf4-c153-45ca-8ba8-38a7e3c3a295', 'tag': '9b7b6407-6f89-4196-b7b4-01770114086e'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:18.956244 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6fe49e-12ed-4c5d-b537-ad194ff2266c" -d '{"events": [{"name": "network-changed", "server_uuid": "165eeaf4-c153-45ca-8ba8-38a7e3c3a295", "tag": "9b7b6407-6f89-4196-b7b4-01770114086e"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:19.074572 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e73add0-71ae-4c75-a12d-863f3a76a24a x-openstack-request-id: req-1e73add0-71ae-4c75-a12d-863f3a76a24a {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:19.074862 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165eeaf4-c153-45ca-8ba8-38a7e3c3a295", "tag": "9b7b6407-6f89-4196-b7b4-01770114086e", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:19.075114 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e73add0-71ae-4c75-a12d-863f3a76a24a {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:19.075521 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e73add0-71ae-4c75-a12d-863f3a76a24a'] response: {'name': 'network-changed', 'server_uuid': '165eeaf4-c153-45ca-8ba8-38a7e3c3a295', 'tag': '9b7b6407-6f89-4196-b7b4-01770114086e', 'status': 'completed', 'code': 200} Mar 23 01:42:19.086938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d748b4-ffe6-4c70-b041-f034266b8ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7b6407-6f89-4196-b7b4-01770114086e,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:19.105508 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484f58f-3909-45a3-a4bb-91585feae27f req-ad6523d2-af0e-4386-85f1-62fee4e1d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:19.107155 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2484f58f-3909-45a3-a4bb-91585feae27f req-ad6523d2-af0e-4386-85f1-62fee4e1d612 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 1129 time: 0.0933180 Mar 23 01:42:19.197818 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2484f58f-3909-45a3-a4bb-91585feae27f req-f2d0f806-878b-4c7f-8668-46bc01a4dd9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=9b7b6407-6f89-4196-b7b4-01770114086e HTTP/1.1" status: 200 len: 217 time: 0.0837429 Mar 23 01:42:19.266095 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-997a2976-5c3b-4c2c-b5f2-bb4d886c7be8 req-d31e044f-a758-4df9-a2ac-9bf60cb73b4a tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0438344 Mar 23 01:42:19.282592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484f58f-3909-45a3-a4bb-91585feae27f req-e095ccbd-7aec-47fa-a1b9-2c9d04a8cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:19.284111 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2484f58f-3909-45a3-a4bb-91585feae27f req-e095ccbd-7aec-47fa-a1b9-2c9d04a8cb0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0781498 Mar 23 01:42:19.385522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484f58f-3909-45a3-a4bb-91585feae27f req-b90578a6-6207-44c3-9a80-191a5a7af59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:19.387333 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2484f58f-3909-45a3-a4bb-91585feae27f req-b90578a6-6207-44c3-9a80-191a5a7af59f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0950294 Mar 23 01:42:19.505008 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-079911fa-c9f1-4d4c-9e80-7a50f7166acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:19.596059 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02705c-d5bb-41be-aa93-62354a47030a req-f79c9004-25ef-42a4-a746-8203d9a4c984 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:19.598179 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa02705c-d5bb-41be-aa93-62354a47030a req-f79c9004-25ef-42a4-a746-8203d9a4c984 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.1047423 Mar 23 01:42:19.601483 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2484f58f-3909-45a3-a4bb-91585feae27f req-98c6ed9e-6b4e-4efd-92de-e6c2b173ca8a service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073355 Mar 23 01:42:19.676185 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bf1c8-e0a2-4985-a88f-95d74ca32ef8 req-1c2b85bb-9b40-4916-b809-a7b0a61f6bce tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:19.684998 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-984bf1c8-e0a2-4985-a88f-95d74ca32ef8 req-1c2b85bb-9b40-4916-b809-a7b0a61f6bce tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 947 time: 0.1038802 Mar 23 01:42:19.789508 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-984bf1c8-e0a2-4985-a88f-95d74ca32ef8 req-0db72160-0e91-4ae0-8321-3122149f426b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035523 Mar 23 01:42:20.163423 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2484f58f-3909-45a3-a4bb-91585feae27f req-9a27b707-24c5-4af4-9652-08ddffa4edf5 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344219 Mar 23 01:42:20.166569 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa02705c-d5bb-41be-aa93-62354a47030a req-07e0c00c-3afe-4797-b4eb-2b9f686c1615 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630472 Mar 23 01:42:20.286797 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fe49e-12ed-4c5d-b537-ad194ff2266c req-44ad6a66-98fb-48cf-aa01-dd74c4d797d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:20.288468 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd6fe49e-12ed-4c5d-b537-ad194ff2266c req-44ad6a66-98fb-48cf-aa01-dd74c4d797d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 1129 time: 0.0643919 Mar 23 01:42:20.416207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fe49e-12ed-4c5d-b537-ad194ff2266c req-72f77db4-789c-42b7-8e2c-b650cdabe6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:20.417235 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd6fe49e-12ed-4c5d-b537-ad194ff2266c req-72f77db4-789c-42b7-8e2c-b650cdabe6b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1230268 Mar 23 01:42:20.437823 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-01529a65-fbba-44a7-a752-0ee5960e7fda req-9e4071f6-5123-4da9-a237-171091b7f279 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0364070 Mar 23 01:42:20.493947 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd6fe49e-12ed-4c5d-b537-ad194ff2266c req-20581fe7-fe8d-4c75-99b9-a41d46b46e23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=9b7b6407-6f89-4196-b7b4-01770114086e HTTP/1.1" status: 200 len: 217 time: 0.0689309 Mar 23 01:42:20.497538 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:20.557565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fe49e-12ed-4c5d-b537-ad194ff2266c req-8424c495-40a1-416c-8e4d-ee4478c95dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:20.557782 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd6fe49e-12ed-4c5d-b537-ad194ff2266c req-8424c495-40a1-416c-8e4d-ee4478c95dbe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0577452 Mar 23 01:42:20.636939 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fe49e-12ed-4c5d-b537-ad194ff2266c req-a5f1080c-deb7-49a8-8b62-460a5c6b2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:20.638732 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd6fe49e-12ed-4c5d-b537-ad194ff2266c req-a5f1080c-deb7-49a8-8b62-460a5c6b2c44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0734806 Mar 23 01:42:20.835830 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd6fe49e-12ed-4c5d-b537-ad194ff2266c req-69c58a74-ccc3-4c6e-8847-89f5dc52db34 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884100 Mar 23 01:42:21.019118 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd6fe49e-12ed-4c5d-b537-ad194ff2266c req-74dcfca8-44d6-44c5-a41a-194740f07a95 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753459 Mar 23 01:42:21.031969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374528c-9157-4e40-96c3-d12421e8bbc1 req-5a85bfd1-1997-4e49-8eb9-0acf2e716939 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:21.038898 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c374528c-9157-4e40-96c3-d12421e8bbc1 req-5a85bfd1-1997-4e49-8eb9-0acf2e716939 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 947 time: 0.1091681 Mar 23 01:42:21.121243 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c374528c-9157-4e40-96c3-d12421e8bbc1 req-df50924c-3de0-4ecf-9c2e-a1d8786ed043 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811887 Mar 23 01:42:21.358183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f1029-d051-426c-ade5-ec200fd44872 req-e0a55643-ceff-4c88-9d2e-70f1cfdc82a3 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:21.366629 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-295f1029-d051-426c-ade5-ec200fd44872 req-e0a55643-ceff-4c88-9d2e-70f1cfdc82a3 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.0870435 Mar 23 01:42:21.441679 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-295f1029-d051-426c-ade5-ec200fd44872 req-abe93a3b-533f-4890-93c1-4be225489255 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677700 Mar 23 01:42:21.595041 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-304792ab-3577-47cf-9dae-36284420a26a req-2fa820ab-2e1b-4e69-8fcb-215485926ba2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0457571 Mar 23 01:42:21.769333 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9beb712d-2716-4d7e-8209-c9cf91f4b846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:22.265957 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86a3bb-268a-4e1a-a53b-3b148105fa8f req-03ae4320-b502-45d5-8e3a-255b18c6736d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:22.268815 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e86a3bb-268a-4e1a-a53b-3b148105fa8f req-03ae4320-b502-45d5-8e3a-255b18c6736d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 947 time: 0.0670166 Mar 23 01:42:22.327405 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e86a3bb-268a-4e1a-a53b-3b148105fa8f req-f6ab5f1a-a4e9-46a3-a49e-c3642c66566b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495369 Mar 23 01:42:22.583607 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc56fa8-ff96-42fc-961b-c8056c5124e2 req-0f90f74a-d404-4493-bedc-d6a2af1ec219 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:22.591232 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0fc56fa8-ff96-42fc-961b-c8056c5124e2 req-0f90f74a-d404-4493-bedc-d6a2af1ec219 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.0775287 Mar 23 01:42:22.636975 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0fc56fa8-ff96-42fc-961b-c8056c5124e2 req-06d6827e-3687-4fdc-aa4c-75a96da7be80 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445900 Mar 23 01:42:22.773898 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0f411851-b227-417e-bf9f-b1c777c02d10 req-bd6c2bdd-1f8c-435f-9bd3-3db29f4f03f0 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0465703 Mar 23 01:42:22.903250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895569a-3f6f-41a8-b6e4-a3263ba049d0 req-665b0387-4582-4cb2-988b-ba828804fb61 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:22.904717 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7895569a-3f6f-41a8-b6e4-a3263ba049d0 req-665b0387-4582-4cb2-988b-ba828804fb61 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0557826 Mar 23 01:42:22.989217 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7895569a-3f6f-41a8-b6e4-a3263ba049d0 req-8c4984aa-28b0-4dac-9f53-c5e8a98fb65f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777097 Mar 23 01:42:23.154496 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e09977-1147-4a2d-b66d-f4d135c49402 req-975680c8-e299-421a-bb40-df8e28dabdbe tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:23.164430 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e8e09977-1147-4a2d-b66d-f4d135c49402 req-975680c8-e299-421a-bb40-df8e28dabdbe tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1007259 Mar 23 01:42:23.188961 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:23.239941 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e8e09977-1147-4a2d-b66d-f4d135c49402 req-57134e93-6e27-4a16-9595-260e8c5f304f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702050 Mar 23 01:42:23.264551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 9b7b6407-6f89-4196-b7b4-01770114086e details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:42:23.413073 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed1f1b-30ca-4676-84e3-1b2f10417c3d req-741654ee-95db-4128-b178-0a2c860b9dcf tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:23.423303 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53ed1f1b-30ca-4676-84e3-1b2f10417c3d req-741654ee-95db-4128-b178-0a2c860b9dcf tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0917771 Mar 23 01:42:23.500893 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 9b7b6407-6f89-4196-b7b4-01770114086e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=9b7b6407-6f89-4196-b7b4-01770114086e,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:23.519607 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf78e9-cfcb-4e24-8a9d-ab6cb5ff1aaf req-197399c1-1cd3-43f7-9025-c62319f4cc30 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:23.521256 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5abf78e9-cfcb-4e24-8a9d-ab6cb5ff1aaf req-197399c1-1cd3-43f7-9025-c62319f4cc30 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 947 time: 0.0896666 Mar 23 01:42:23.536834 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '9b7b6407-6f89-4196-b7b4-01770114086e', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '9b7b6407-6f89-4196-b7b4-01770114086e', 'mac_address': 'fa:16:3e:b0:b5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:42:23.568045 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53ed1f1b-30ca-4676-84e3-1b2f10417c3d req-c51a7955-20e8-49a4-9ac0-7f0002df9868 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432252 Mar 23 01:42:23.622610 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5abf78e9-cfcb-4e24-8a9d-ab6cb5ff1aaf req-e34efd74-caca-43c7-895d-0d7a8f956a82 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941534 Mar 23 01:42:23.641916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 9b7b6407-6f89-4196-b7b4-01770114086e is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:23.642334 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9b7b6407-6f89-4196-b7b4-01770114086e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:23.673105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7b6407-6f89-4196-b7b4-01770114086e {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:42:23.717856 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 9b7b6407-6f89-4196-b7b4-01770114086e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=9b7b6407-6f89-4196-b7b4-01770114086e,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:23.730141 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9b7b6407-6f89-4196-b7b4-01770114086e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:23.751662 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839c783-5f75-4baa-9fc1-fab5818e812d req-2d110f72-1343-4703-99f1-339214cbc4a1 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:23.760207 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f839c783-5f75-4baa-9fc1-fab5818e812d req-2d110f72-1343-4703-99f1-339214cbc4a1 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0848627 Mar 23 01:42:23.832170 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=9b7b6407-6f89-4196-b7b4-01770114086e,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:23.836638 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f839c783-5f75-4baa-9fc1-fab5818e812d req-4360b79a-7a78-4c93-9ee3-c851ef9e2c6f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741062 Mar 23 01:42:23.845614 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:23.854067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:23.854569 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:23.855000 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:23.855516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:23.855939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:23.856353 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:23.856789 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:23.857201 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:23.857611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:23.858136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:23.858674 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:23.860259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:23.860259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:23.860801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:23.932233 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b37bb330-443e-4d07-a5e7-60be27f11df2 req-a52f8977-ad79-488d-a36e-2533831e6ac0 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0312388 Mar 23 01:42:23.950526 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['9b7b6407-6f89-4196-b7b4-01770114086e'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:42:24.249174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-53a0130f-1962-4d64-8198-b41556bafa48 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:24.256692 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-53a0130f-1962-4d64-8198-b41556bafa48 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 811 time: 0.1706159 Mar 23 01:42:24.275335 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-256dba0d-3fd8-4943-b9a9-c16c78f38f6e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/quotas/9cfedab891ae40a69e89c87dd801befa HTTP/1.1" status: 200 len: 375 time: 0.0176687 Mar 23 01:42:24.347555 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-e8a19e9f-8361-4317-9b59-25d0ecd97328 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0701468 Mar 23 01:42:24.528918 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:24.633152 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-04ed0602-523e-4860-9f96-51dad361369e service neutron] 10.222.0.18 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840455 Mar 23 01:42:24.778585 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-c07eafbe-b912-4d46-83df-7a531bcbcad8 service neutron] 10.222.0.18 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445777 Mar 23 01:42:24.825539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532ee2e-821c-4c85-a6a1-5dbbfd9fae16 req-3d6f2e95-ffc9-488f-8c89-5470bf3a3961 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:24.827180 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8532ee2e-821c-4c85-a6a1-5dbbfd9fae16 req-3d6f2e95-ffc9-488f-8c89-5470bf3a3961 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 948 time: 0.1099801 Mar 23 01:42:24.917506 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8532ee2e-821c-4c85-a6a1-5dbbfd9fae16 req-b07f83b5-7e78-4b03-ba84-defd1815683e tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838358 Mar 23 01:42:25.013985 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e3077f7-6a77-43e2-b85c-eda4a734ad32 req-fe7906d4-154d-4acf-8ce6-0dfc72dfb121 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 210 time: 0.0483062 Mar 23 01:42:25.126198 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a7a0748-e5ef-492e-9fb8-8fdf0e1dc4dc req-43589750-7e55-488e-8c61-d0f5eb762490 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0464330 Mar 23 01:42:25.274596 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 9b7b6407-6f89-4196-b7b4-01770114086e up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:42:25.376552 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 9b7b6407-6f89-4196-b7b4-01770114086e completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:42:25.390859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 9b7b6407-6f89-4196-b7b4-01770114086e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:25.391232 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9b7b6407-6f89-4196-b7b4-01770114086e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:25.533195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 9b7b6407-6f89-4196-b7b4-01770114086e is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:25.534297 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9b7b6407-6f89-4196-b7b4-01770114086e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:25.590637 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165eeaf4-c153-45ca-8ba8-38a7e3c3a295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7b6407-6f89-4196-b7b4-01770114086e'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:25.593183 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421b969b-389e-443b-a2da-b092b3ec8342" -d '{"events": [{"server_uuid": "165eeaf4-c153-45ca-8ba8-38a7e3c3a295", "name": "network-vif-plugged", "status": "completed", "tag": "9b7b6407-6f89-4196-b7b4-01770114086e"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:25.643698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 9b7b6407-6f89-4196-b7b4-01770114086e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=9b7b6407-6f89-4196-b7b4-01770114086e,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:25.662602 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9b7b6407-6f89-4196-b7b4-01770114086e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:25.667971 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733719de-a248-41fa-90e2-3cdf9b14f07a x-openstack-request-id: req-733719de-a248-41fa-90e2-3cdf9b14f07a {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:25.668273 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165eeaf4-c153-45ca-8ba8-38a7e3c3a295", "name": "network-vif-plugged", "status": "completed", "tag": "9b7b6407-6f89-4196-b7b4-01770114086e", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:25.668510 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-733719de-a248-41fa-90e2-3cdf9b14f07a {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:25.668958 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733719de-a248-41fa-90e2-3cdf9b14f07a'] response: {'server_uuid': '165eeaf4-c153-45ca-8ba8-38a7e3c3a295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7b6407-6f89-4196-b7b4-01770114086e', 'code': 200} Mar 23 01:42:25.737355 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=9b7b6407-6f89-4196-b7b4-01770114086e,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:25.788680 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:25.909841 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cbe62-1e88-4372-8476-b16e4ef4771e req-e733b8e7-7015-4328-bd9f-604b0c461d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:25.914996 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a0cbe62-1e88-4372-8476-b16e4ef4771e req-e733b8e7-7015-4328-bd9f-604b0c461d87 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 1131 time: 0.1160073 Mar 23 01:42:25.992839 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a0cbe62-1e88-4372-8476-b16e4ef4771e req-8ecc0703-a9d3-4c04-8773-b0c202d93864 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659823 Mar 23 01:42:26.157730 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91657a-385c-451d-aa3f-84fae7a98559 req-54868842-1315-4d1f-bebc-7271c61a9323 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:26.163410 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2d91657a-385c-451d-aa3f-84fae7a98559 req-54868842-1315-4d1f-bebc-7271c61a9323 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 949 time: 0.1256804 Mar 23 01:42:26.247284 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39a166e3-5357-4656-b02e-3931453fbd35 req-f3000af7-28ce-430e-9494-fe80c5ccf1e6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 210 time: 0.0766954 Mar 23 01:42:26.325096 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2d91657a-385c-451d-aa3f-84fae7a98559 req-5515ebf8-f145-4b58-a2e8-71706e87b5a4 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316230 Mar 23 01:42:26.472419 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a565180a-266e-46a6-868b-842d4c5f669a req-21073119-c7a4-4d16-807b-f193fe3313aa tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0955477 Mar 23 01:42:26.730061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-c415ef65-bcc1-4d15-80cf-5724ae49c094 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:26.731754 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-c415ef65-bcc1-4d15-80cf-5724ae49c094 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.42 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 811 time: 0.2175815 Mar 23 01:42:26.744365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-14236c95-271e-425a-9144-749e8e54f71f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Request body: {'port': {'device_id': '01276856-1751-44ea-a29a-2ab865c9b782', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'admin_state_up': True, 'tenant_id': '9cfedab891ae40a69e89c87dd801befa'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:27.037575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-14236c95-271e-425a-9144-749e8e54f71f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Made reservation on behalf of 9cfedab891ae40a69e89c87dd801befa for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:42:27.049030 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-14236c95-271e-425a-9144-749e8e54f71f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:27.334992 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46378) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:27.583239 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ec1bee20-3d5e-4944-bafd-96f85629036e req-1d99de8c-482d-42c3-bef1-3356650a3b60 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 210 time: 0.0631464 Mar 23 01:42:27.735235 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-51f03831-56b0-4d51-b5ba-d21ac7fa9ba0 req-c03dfdfe-346b-41ee-ad4c-89e6198a5129 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0572300 Mar 23 01:42:27.753117 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c76d5c78-9aff-4215-b2d1-4648206c2ec9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2efcf0fd60d24a79b9a7f0dfce1bbc66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4162524 Mar 23 01:42:27.753554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46386) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:27.770869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f5c6f-45e2-4465-8787-0e40acecb74c req-b47dd8b1-3a4d-4268-9b79-b45735cbe3c3 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:27.772536 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e07f5c6f-45e2-4465-8787-0e40acecb74c req-b47dd8b1-3a4d-4268-9b79-b45735cbe3c3 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 949 time: 0.3232627 Mar 23 01:42:27.821846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-14236c95-271e-425a-9144-749e8e54f71f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Allocated IP 172.20.0.12 (55577988-71eb-4574-9c6d-704e30d467e8/0fcd992d-8fb4-43ec-9717-1070673d3183/8d09241b-051c-40f7-b696-948a130aec12) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:42:27.880350 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e07f5c6f-45e2-4465-8787-0e40acecb74c req-6b5f8132-f118-4b10-ba4f-f8b087749a0d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983348 Mar 23 01:42:27.939487 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f54aa8bc-6aad-4ffb-beab-87f91a55b59d admin admin] Publish callbacks [] for security_group (1b6ad3fb-6e69-4362-afcb-c0f680733e69), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:28.170081 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f54aa8bc-6aad-4ffb-beab-87f91a55b59d admin admin] Publish callbacks [] for security_group (1b6ad3fb-6e69-4362-afcb-c0f680733e69), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:28.291134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a462f-0f33-4d29-b2f9-5583740d70e4 req-f6ff34c2-11f7-4729-8db0-2ef138fa1bde tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:28.299123 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-881a462f-0f33-4d29-b2f9-5583740d70e4 req-f6ff34c2-11f7-4729-8db0-2ef138fa1bde tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 1131 time: 0.1869404 Mar 23 01:42:28.415012 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-881a462f-0f33-4d29-b2f9-5583740d70e4 req-b9347c2b-686f-431c-bebd-6db17935d060 tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077704 Mar 23 01:42:28.440924 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-14236c95-271e-425a-9144-749e8e54f71f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for port (8d09241b-051c-40f7-b696-948a130aec12), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:28.440924 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f54aa8bc-6aad-4ffb-beab-87f91a55b59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1b6ad3fb-6e69-4362-afcb-c0f680733e69), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:28.440924 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f54aa8bc-6aad-4ffb-beab-87f91a55b59d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:28.442174 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f54aa8bc-6aad-4ffb-beab-87f91a55b59d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b6ad3fb-6e69-4362-afcb-c0f680733e69 HTTP/1.1" status: 204 len: 168 time: 0.6685145 Mar 23 01:42:28.454427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54aa8bc-6aad-4ffb-beab-87f91a55b59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6ad3fb-6e69-4362-afcb-c0f680733e69,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:28.555762 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-14236c95-271e-425a-9144-749e8e54f71f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8d09241b-051c-40f7-b696-948a130aec12), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:28.591885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['0d3cf457-57a4-4005-b615-3079074328b8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:42:28.656308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14236c95-271e-425a-9144-749e8e54f71f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event updated for resources: {'Port': ['ID=8d09241b-051c-40f7-b696-948a130aec12,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:28.694729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-14236c95-271e-425a-9144-749e8e54f71f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Network 55577988-71eb-4574-9c6d-704e30d467e8 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:42:28.703827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-14236c95-271e-425a-9144-749e8e54f71f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:42:28.720750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-14236c95-271e-425a-9144-749e8e54f71f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:42:29.016343 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80625505-bad0-4bad-8512-217e4d61102d req-581e0e32-54fd-4c08-bb81-0415ecac16ee tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:29.034042 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-80625505-bad0-4bad-8512-217e4d61102d req-581e0e32-54fd-4c08-bb81-0415ecac16ee tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 932 time: 0.1473143 Mar 23 01:42:29.046161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-14236c95-271e-425a-9144-749e8e54f71f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:29.047019 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-14236c95-271e-425a-9144-749e8e54f71f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:29.097132 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-fff231d8-ef09-493f-a431-3743d6b6718d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2058635 Mar 23 01:42:29.130774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-14236c95-271e-425a-9144-749e8e54f71f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3902917 Mar 23 01:42:29.188889 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-80625505-bad0-4bad-8512-217e4d61102d req-4fe1caae-3bb5-41da-a77f-5524ee742bf6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537662 Mar 23 01:42:29.209880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e9a1c8c9-c556-48eb-a77e-a08c62cf77a3 None None] Provisioning complete for port 8d09241b-051c-40f7-b696-948a130aec12 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:29.213265 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e9a1c8c9-c556-48eb-a77e-a08c62cf77a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8d09241b-051c-40f7-b696-948a130aec12), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:29.239510 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Request body: {'port': {'device_id': '01276856-1751-44ea-a29a-2ab865c9b782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:29.314173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e9a1c8c9-c556-48eb-a77e-a08c62cf77a3 None None] Port 8d09241b-051c-40f7-b696-948a130aec12 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:42:29.513116 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d9632569-951d-425b-a67d-17476b67e973 req-37d8e6ca-bd41-40a8-8e87-28e89b130c86 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.1017063 Mar 23 01:42:29.558485 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0120a095-fad9-44db-84fb-67ea8916f440 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:29.568565 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0120a095-fad9-44db-84fb-67ea8916f440 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4702692 Mar 23 01:42:29.618616 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d09241b-051c-40f7-b696-948a130aec12), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:29.668257 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-95160651-5126-4907-a6b1-ca91ac4be455 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/quotas/24ec1f81cf08486cabe6423b4709c0d3 HTTP/1.1" status: 200 len: 375 time: 0.0973127 Mar 23 01:42:30.029095 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0657eab3-3669-4314-aa8f-6c9747c6ff2b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3548701 Mar 23 01:42:30.297720 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d09241b-051c-40f7-b696-948a130aec12 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:42:30.306342 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Publish callbacks [] for port (8d09241b-051c-40f7-b696-948a130aec12), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:30.321448 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Transition to ACTIVE for port object 8d09241b-051c-40f7-b696-948a130aec12 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:42:30.329698 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8d09241b-051c-40f7-b696-948a130aec12), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:30.563987 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Pushing event updated for resources: {'Port': ['ID=8d09241b-051c-40f7-b696-948a130aec12,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:30.682091 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e2035-6be2-46ac-b74a-219eff486cc6 req-e573062c-22ff-4dc6-889c-03a2f36eaf5f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:30.688570 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9d4e2035-6be2-46ac-b74a-219eff486cc6 req-e573062c-22ff-4dc6-889c-03a2f36eaf5f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 944 time: 0.2377915 Mar 23 01:42:30.743500 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7a95320-3777-425a-81bc-420560c01a97 req-738b3513-dd3c-4ed6-842b-61b3051bc780 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 210 time: 0.1373348 Mar 23 01:42:30.792800 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Attempting to bind port 8d09241b-051c-40f7-b696-948a130aec12 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:42:30.793133 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Attempting to bind port 8d09241b-051c-40f7-b696-948a130aec12 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:42:30.793486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Attempting to bind port 8d09241b-051c-40f7-b696-948a130aec12 on network 55577988-71eb-4574-9c6d-704e30d467e8 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:42:30.802558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Port 8d09241b-051c-40f7-b696-948a130aec12 on network 55577988-71eb-4574-9c6d-704e30d467e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:42:30.802929 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Attempting to bind port 8d09241b-051c-40f7-b696-948a130aec12 on network 55577988-71eb-4574-9c6d-704e30d467e8 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:42:30.822458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:42:30.822458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Checking segment: {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:42:30.822458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Bound using segment: {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:42:30.822458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Bound port: 8d09241b-051c-40f7-b696-948a130aec12, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:42:30.823411 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d09241b-051c-40f7-b696-948a130aec12), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:30.879340 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9d4e2035-6be2-46ac-b74a-219eff486cc6 req-44949fed-7154-47ef-ba7f-b2955787d6ce tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728690 Mar 23 01:42:31.091776 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6f6d275-133a-4534-a1bc-dfff12fef6ef req-3c6bfd4d-16ef-4efa-adfc-e7a43a5b6dcf tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.1849029 Mar 23 01:42:31.187626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] For port 8d09241b-051c-40f7-b696-948a130aec12, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:42:31.213192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] For port 8d09241b-051c-40f7-b696-948a130aec12, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d09241b-051c-40f7-b696-948a130aec12,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:42:31.241162 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8d09241b-051c-40f7-b696-948a130aec12), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:31.348459 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55522d7a-c539-4503-8faa-7fe969ae17d2 req-a4cb9fd5-b045-4334-9a07-3e4dceab6180 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2205167 Mar 23 01:42:31.391902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:31.395992 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:31.398033 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] 10.222.0.42 "PUT /v2.0/ports/8d09241b-051c-40f7-b696-948a130aec12 HTTP/1.1" status: 200 len: 1092 time: 2.2192416 Mar 23 01:42:31.402017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01276856-1751-44ea-a29a-2ab865c9b782', 'tag': '8d09241b-051c-40f7-b696-948a130aec12'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:31.408446 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d0b9b4-db9f-4737-8e8f-a19c992e9b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "01276856-1751-44ea-a29a-2ab865c9b782", "tag": "8d09241b-051c-40f7-b696-948a130aec12"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:31.606378 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5941694c-5aa7-419a-9ced-20338cba8e0d x-openstack-request-id: req-5941694c-5aa7-419a-9ced-20338cba8e0d {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:31.607417 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01276856-1751-44ea-a29a-2ab865c9b782", "tag": "8d09241b-051c-40f7-b696-948a130aec12", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:31.609268 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5941694c-5aa7-419a-9ced-20338cba8e0d {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:31.610496 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5941694c-5aa7-419a-9ced-20338cba8e0d'] response: {'name': 'network-changed', 'server_uuid': '01276856-1751-44ea-a29a-2ab865c9b782', 'tag': '8d09241b-051c-40f7-b696-948a130aec12', 'status': 'completed', 'code': 200} Mar 23 01:42:31.707407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0762b-e06e-4dbb-b991-787f3cf6df8e service neutron] Pushing event updated for resources: {'Port': ['ID=8d09241b-051c-40f7-b696-948a130aec12,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:31.745312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-ee60d6a3-2805-45ea-a9af-d5ae67a04e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:31.747198 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-ee60d6a3-2805-45ea-a9af-d5ae67a04e4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 1126 time: 0.1351058 Mar 23 01:42:31.754600 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55522d7a-c539-4503-8faa-7fe969ae17d2 req-25c2cbb0-9bb7-45b9-a67d-3877b46a6517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:31.756207 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55522d7a-c539-4503-8faa-7fe969ae17d2 req-25c2cbb0-9bb7-45b9-a67d-3877b46a6517 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 1132 time: 0.2615678 Mar 23 01:42:31.842353 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-1c27e332-2799-4e36-b9c3-ad7cdf7ebdca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d09241b-051c-40f7-b696-948a130aec12 HTTP/1.1" status: 200 len: 217 time: 0.0849597 Mar 23 01:42:32.125242 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f20516f-664d-4e56-97e9-dc4636decf73 req-f49f050c-fe48-484e-95a5-469bbcbef6b8 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 210 time: 0.1544471 Mar 23 01:42:32.182230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-a462b7a7-fe8d-4a2f-b0f8-d8510ceeea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:32.184287 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-a462b7a7-fe8d-4a2f-b0f8-d8510ceeea3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.3189101 Mar 23 01:42:32.304654 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7375efc-4c2c-4e8c-80f5-1af022501a83 req-8a17ef57-71aa-47e8-8e33-b2b0f545dc83 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:32.315352 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c7375efc-4c2c-4e8c-80f5-1af022501a83 req-8a17ef57-71aa-47e8-8e33-b2b0f545dc83 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 944 time: 0.2341635 Mar 23 01:42:32.355758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55522d7a-c539-4503-8faa-7fe969ae17d2 req-73303f6f-b72e-4323-8b14-101b5e574fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:32.365417 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55522d7a-c539-4503-8faa-7fe969ae17d2 req-73303f6f-b72e-4323-8b14-101b5e574fa0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.5304527 Mar 23 01:42:32.504323 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1d215e16-76b1-4730-9d5a-42bfff2891ef req-93d146ff-0cc8-40bc-b51a-90446ec2e4a6 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.1500015 Mar 23 01:42:32.509133 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55522d7a-c539-4503-8faa-7fe969ae17d2 req-532d2b5b-7768-4521-bef3-d5d9a57da290 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=17be58cd-7f8e-4469-a557-ffd53811829d HTTP/1.1" status: 200 len: 217 time: 0.1077900 Mar 23 01:42:32.532527 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c7375efc-4c2c-4e8c-80f5-1af022501a83 req-b0dfaed0-e4bd-4c0f-92ef-f6a7a7d30fc3 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080443 Mar 23 01:42:32.578930 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55522d7a-c539-4503-8faa-7fe969ae17d2 req-43009f82-0f07-4a3a-bffa-b8e8579e34fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:32.580463 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55522d7a-c539-4503-8faa-7fe969ae17d2 req-43009f82-0f07-4a3a-bffa-b8e8579e34fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0640843 Mar 23 01:42:32.583746 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-3de85bbc-550d-43a0-b7b9-63952370bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:32.585237 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-3de85bbc-550d-43a0-b7b9-63952370bfa7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3936505 Mar 23 01:42:32.940069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-8a4c34fc-e6fb-4aa7-b52d-9886b130c775 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928242 Mar 23 01:42:33.093973 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-22695f5b-f1b7-4dc3-bff9-89cca72996d3 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:33.095727 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-22695f5b-f1b7-4dc3-bff9-89cca72996d3 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1397526 Mar 23 01:42:33.116134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-331c62b9-7de7-4377-99f1-80fb95ad0da5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Request body: {'port': {'device_id': 'd000d4c2-68f3-46b3-903c-f0339e098839', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '24ec1f81cf08486cabe6423b4709c0d3'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:33.121234 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55522d7a-c539-4503-8faa-7fe969ae17d2 req-5a0cc4ef-bc34-41f5-8811-2d450700ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:33.122760 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55522d7a-c539-4503-8faa-7fe969ae17d2 req-5a0cc4ef-bc34-41f5-8811-2d450700ab20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5265660 Mar 23 01:42:33.291337 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55522d7a-c539-4503-8faa-7fe969ae17d2 req-e7c4833a-9631-4385-a610-ba99796e281a service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519160 Mar 23 01:42:33.358058 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f239565-5957-45d2-a001-a59e58f8ae89 req-fd9f1be3-1150-4925-a9a2-7b4465ca9908 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 210 time: 0.0633864 Mar 23 01:42:33.367419 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-edb5a1a0-acf1-4f3b-938e-d75a93162307 service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7720213 Mar 23 01:42:33.709282 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:33.975769 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46510) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:33.981646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-a4e97485-c086-4802-b17b-9db10a388aa9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Request body: {'network': {'name': 'tempest-network-smoke--826535468', 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'port_security_enabled': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:34.005008 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55522d7a-c539-4503-8faa-7fe969ae17d2 req-43da20cc-2888-4eb9-95f2-023772ec7dc7 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6968989 Mar 23 01:42:34.026703 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e97485-c086-4802-b17b-9db10a388aa9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Made reservation on behalf of 5e42953905ba4df9a75f4549b62d35ee for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:42:34.032465 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4e97485-c086-4802-b17b-9db10a388aa9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:34.046279 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4e97485-c086-4802-b17b-9db10a388aa9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:34.077214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97e3e2-43b8-4f82-912e-03d8395e2949 req-7cea6aa0-7467-4755-aa3b-fc29a813b83a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:34.084570 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be97e3e2-43b8-4f82-912e-03d8395e2949 req-7cea6aa0-7467-4755-aa3b-fc29a813b83a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 944 time: 0.1411715 Mar 23 01:42:34.087803 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47db9733-4139-415a-a2e5-54c26cdd23fb req-8c476d2e-02fe-4efa-b874-a58035fd7c3e service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6490517 Mar 23 01:42:34.089222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-331c62b9-7de7-4377-99f1-80fb95ad0da5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Made reservation on behalf of 24ec1f81cf08486cabe6423b4709c0d3 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:42:34.092628 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-331c62b9-7de7-4377-99f1-80fb95ad0da5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:34.180546 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4e97485-c086-4802-b17b-9db10a388aa9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for security_group (68920b09-af4e-40d1-9962-32db71fdf1b6), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:34.202455 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4e97485-c086-4802-b17b-9db10a388aa9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (68920b09-af4e-40d1-9962-32db71fdf1b6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:34.232342 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be97e3e2-43b8-4f82-912e-03d8395e2949 req-a9b5b5eb-deb8-494c-9c84-0faaf88e241f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419272 Mar 23 01:42:34.257721 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e97485-c086-4802-b17b-9db10a388aa9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68920b09-af4e-40d1-9962-32db71fdf1b6,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:34.273562 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-251c044c-5913-4dd5-b2b5-ea3b04d6111c req-339abc04-4790-4f9d-9a61-77d56876db66 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0908396 Mar 23 01:42:34.300204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0b9b4-db9f-4737-8e8f-a19c992e9b8b req-e60489e3-6de4-40cf-b5cb-0ade0dd06b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:34.301572 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-92d0b9b4-db9f-4737-8e8f-a19c992e9b8b req-e60489e3-6de4-40cf-b5cb-0ade0dd06b5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 1126 time: 0.1269343 Mar 23 01:42:34.302820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e97485-c086-4802-b17b-9db10a388aa9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:42:34.319402 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4e97485-c086-4802-b17b-9db10a388aa9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2d0ae1ea-098c-4fb5-a62d-874f96411a30), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:34.320191 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-a4e97485-c086-4802-b17b-9db10a388aa9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Added segment 2d0ae1ea-098c-4fb5-a62d-874f96411a30 of type vlan for network c253b1e5-9ac9-4a94-9dcb-4093bad2e42a Mar 23 01:42:34.329502 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-331c62b9-7de7-4377-99f1-80fb95ad0da5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Allocated IP 192.168.233.217 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/49300ed5-c5fc-407a-96e5-0ba7761e8329) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:42:34.372005 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4e97485-c086-4802-b17b-9db10a388aa9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (c253b1e5-9ac9-4a94-9dcb-4093bad2e42a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:34.409540 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4e97485-c086-4802-b17b-9db10a388aa9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (c253b1e5-9ac9-4a94-9dcb-4093bad2e42a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:34.415970 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e97485-c086-4802-b17b-9db10a388aa9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:34.416812 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4e97485-c086-4802-b17b-9db10a388aa9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:34.459165 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0b9b4-db9f-4737-8e8f-a19c992e9b8b req-0da564df-61ca-4d70-b73e-54f325cea639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:34.460698 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-92d0b9b4-db9f-4737-8e8f-a19c992e9b8b req-0da564df-61ca-4d70-b73e-54f325cea639 service neutron] 10.222.0.42 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 0.1448886 Mar 23 01:42:34.495004 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cb1681e7-54cf-4397-96b9-4cac7bfe8cd1 req-10c23fa7-d6c8-4b6a-a11b-7fe2f52938ab tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 210 time: 0.0301621 Mar 23 01:42:34.499438 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e97485-c086-4802-b17b-9db10a388aa9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'Network': ['ID=c253b1e5-9ac9-4a94-9dcb-4093bad2e42a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:34.507877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a4e97485-c086-4802-b17b-9db10a388aa9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5300696 Mar 23 01:42:34.510419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46514) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:34.512761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network c253b1e5-9ac9-4a94-9dcb-4093bad2e42a details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:42:34.518411 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1405228533', 'admin_state_up': True, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:34.563647 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:34.565010 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:34.571149 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-92d0b9b4-db9f-4737-8e8f-a19c992e9b8b req-20b342e6-4059-4c17-b196-6db7c1ecbd4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d09241b-051c-40f7-b696-948a130aec12 HTTP/1.1" status: 200 len: 217 time: 0.0697196 Mar 23 01:42:34.643902 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router_controller (a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:34.701673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0b9b4-db9f-4737-8e8f-a19c992e9b8b req-a41d4ccb-efe3-4961-80fe-29be62f90935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:34.703749 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-92d0b9b4-db9f-4737-8e8f-a19c992e9b8b req-a41d4ccb-efe3-4961-80fe-29be62f90935 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.1215022 Mar 23 01:42:34.798430 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-331c62b9-7de7-4377-99f1-80fb95ad0da5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks [] for port (49300ed5-c5fc-407a-96e5-0ba7761e8329), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:34.809569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0b9b4-db9f-4737-8e8f-a19c992e9b8b req-1baea2d8-7657-485d-9ee8-02319b40849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:34.811101 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-92d0b9b4-db9f-4737-8e8f-a19c992e9b8b req-1baea2d8-7657-485d-9ee8-02319b40849e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0989332 Mar 23 01:42:34.826566 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router_gateway (a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:34.894151 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-331c62b9-7de7-4377-99f1-80fb95ad0da5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (49300ed5-c5fc-407a-96e5-0ba7761e8329), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:34.907829 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['17be58cd-7f8e-4469-a557-ffd53811829d', '9b7b6407-6f89-4196-b7b4-01770114086e'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:42:34.951399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-331c62b9-7de7-4377-99f1-80fb95ad0da5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:42:34.956870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-331c62b9-7de7-4377-99f1-80fb95ad0da5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:42:34.968848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-331c62b9-7de7-4377-99f1-80fb95ad0da5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:42:35.015074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3408af7e-514a-484f-9fc7-be5e3fde38ea', '7a3b0f82-47f4-4c56-b759-5f1a25b0038e', '519ae3eb-52b6-4ec8-8c0c-0767041004e7', '3c3570a4-4bbe-4b9a-af82-d846cadcdd69'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:42:35.017752 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-92d0b9b4-db9f-4737-8e8f-a19c992e9b8b req-1a01b784-0368-4289-b24c-865ecc2ac2c9 service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962779 Mar 23 01:42:35.021231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c62b9-7de7-4377-99f1-80fb95ad0da5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Pushing event updated for resources: {'Port': ['ID=49300ed5-c5fc-407a-96e5-0ba7761e8329,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:35.156894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-331c62b9-7de7-4377-99f1-80fb95ad0da5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:35.157639 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-331c62b9-7de7-4377-99f1-80fb95ad0da5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:35.191603 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router_gateway (a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:35.208066 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-331c62b9-7de7-4377-99f1-80fb95ad0da5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1006663 Mar 23 01:42:35.222176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Request body: {'port': {'device_id': 'd000d4c2-68f3-46b3-903c-f0339e098839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:35.239252 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:35.272911 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-92d0b9b4-db9f-4737-8e8f-a19c992e9b8b req-22a50ce8-23c0-4ec4-903b-56adc9a4ec01 service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277820 Mar 23 01:42:35.356630 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (49300ed5-c5fc-407a-96e5-0ba7761e8329), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:35.473203 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f33967d3-114b-4b38-adae-9bbf4bf17b76 None None] Provisioning complete for port 49300ed5-c5fc-407a-96e5-0ba7761e8329 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:35.474030 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f33967d3-114b-4b38-adae-9bbf4bf17b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (49300ed5-c5fc-407a-96e5-0ba7761e8329), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:35.474849 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-874d4791-1391-4009-91c3-315cd737e110 req-5e6e2661-9df1-4bc8-84a6-4e45b92718e1 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0405502 Mar 23 01:42:35.540355 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Allocated IP 172.25.0.185 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/1453eaca-be58-47fe-90bd-f24e2921de9e) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:42:35.653426 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for port (1453eaca-be58-47fe-90bd-f24e2921de9e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:35.692946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f33967d3-114b-4b38-adae-9bbf4bf17b76 None None] Port 49300ed5-c5fc-407a-96e5-0ba7761e8329 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:42:35.728034 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1453eaca-be58-47fe-90bd-f24e2921de9e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:35.746621 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48165a41-4c83-4814-ad77-46da53336919 req-e5bcd608-bebf-42fd-8a9e-178fec965d27 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:35.755177 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-48165a41-4c83-4814-ad77-46da53336919 req-e5bcd608-bebf-42fd-8a9e-178fec965d27 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 936 time: 0.1283052 Mar 23 01:42:35.773244 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'Port': ['ID=1453eaca-be58-47fe-90bd-f24e2921de9e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:35.799268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:42:35.807632 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d693dd-2b44-4965-83f7-35f2339d0554 req-19ab4a38-e1bb-4ded-b512-23bc7e8ea554 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:35.815399 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-51d693dd-2b44-4965-83f7-35f2339d0554 req-19ab4a38-e1bb-4ded-b512-23bc7e8ea554 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 944 time: 0.1258218 Mar 23 01:42:35.817585 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:42:35.820315 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:42:35.868951 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-48165a41-4c83-4814-ad77-46da53336919 req-b84bf2d4-19b2-4047-989d-54da2ff9da9b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068909 Mar 23 01:42:35.924780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49300ed5-c5fc-407a-96e5-0ba7761e8329 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:42:35.934049 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Publish callbacks [] for port (49300ed5-c5fc-407a-96e5-0ba7761e8329), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:35.948799 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-51d693dd-2b44-4965-83f7-35f2339d0554 req-eb6fee2d-2dc5-4dc4-858c-aec84c98ecad tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280239 Mar 23 01:42:35.962083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Transition to ACTIVE for port object 49300ed5-c5fc-407a-96e5-0ba7761e8329 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:42:35.974196 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (49300ed5-c5fc-407a-96e5-0ba7761e8329), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:36.103176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Pushing event updated for resources: {'Port': ['ID=49300ed5-c5fc-407a-96e5-0ba7761e8329,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:36.169682 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Attempting to bind port 49300ed5-c5fc-407a-96e5-0ba7761e8329 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:42:36.170018 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Attempting to bind port 49300ed5-c5fc-407a-96e5-0ba7761e8329 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:42:36.170350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Attempting to bind port 49300ed5-c5fc-407a-96e5-0ba7761e8329 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:42:36.175053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Port 49300ed5-c5fc-407a-96e5-0ba7761e8329 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:42:36.175312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Attempting to bind port 49300ed5-c5fc-407a-96e5-0ba7761e8329 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:42:36.180610 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:42:36.180971 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:42:36.181364 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:42:36.181801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Bound port: 49300ed5-c5fc-407a-96e5-0ba7761e8329, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:42:36.183455 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (49300ed5-c5fc-407a-96e5-0ba7761e8329), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:36.284049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] For port 49300ed5-c5fc-407a-96e5-0ba7761e8329, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:42:36.287547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] For port 49300ed5-c5fc-407a-96e5-0ba7761e8329, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=49300ed5-c5fc-407a-96e5-0ba7761e8329,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:42:36.300571 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (49300ed5-c5fc-407a-96e5-0ba7761e8329), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:36.357944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:36.364185 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:36.365859 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] 10.222.0.42 "PUT /v2.0/ports/49300ed5-c5fc-407a-96e5-0ba7761e8329 HTTP/1.1" status: 200 len: 1096 time: 1.1488950 Mar 23 01:42:36.366361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd000d4c2-68f3-46b3-903c-f0339e098839', 'tag': '49300ed5-c5fc-407a-96e5-0ba7761e8329'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:36.370368 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4364ce8e-354a-4481-a857-a0e87a657327" -d '{"events": [{"name": "network-changed", "server_uuid": "d000d4c2-68f3-46b3-903c-f0339e098839", "tag": "49300ed5-c5fc-407a-96e5-0ba7761e8329"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:36.493295 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f0233e-7acc-4eb6-8df3-9b4b3d193edb x-openstack-request-id: req-d5f0233e-7acc-4eb6-8df3-9b4b3d193edb {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:36.493988 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d000d4c2-68f3-46b3-903c-f0339e098839", "tag": "49300ed5-c5fc-407a-96e5-0ba7761e8329", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:36.493988 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5f0233e-7acc-4eb6-8df3-9b4b3d193edb {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:36.494248 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f0233e-7acc-4eb6-8df3-9b4b3d193edb'] response: {'name': 'network-changed', 'server_uuid': 'd000d4c2-68f3-46b3-903c-f0339e098839', 'tag': '49300ed5-c5fc-407a-96e5-0ba7761e8329', 'status': 'completed', 'code': 200} Mar 23 01:42:36.540465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1117b-b87e-401c-bbcd-70a4e138599b service neutron] Pushing event updated for resources: {'Port': ['ID=49300ed5-c5fc-407a-96e5-0ba7761e8329,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:36.580783 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-162fcdd4-99ae-4a9b-a8e2-901c852ab65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:36.582349 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-162fcdd4-99ae-4a9b-a8e2-901c852ab65b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 1130 time: 0.1624386 Mar 23 01:42:36.647744 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-7eda6068-4e70-45d3-81ce-ba5c7251a12a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=49300ed5-c5fc-407a-96e5-0ba7761e8329 HTTP/1.1" status: 200 len: 217 time: 0.0578060 Mar 23 01:42:36.670427 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router_gateway (a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:36.694782 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ba5b6326-85f3-47a0-b141-bc2d4dd46779 req-58db3e3b-3998-4783-8a26-85a4af412a0f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0439749 Mar 23 01:42:36.750905 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-c416fa6c-5de8-425b-848b-9a77032f0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:36.752584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-c416fa6c-5de8-425b-848b-9a77032f0999 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0987213 Mar 23 01:42:36.808150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-14db6e7a-089f-4147-bb02-6c4bee07e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:36.810847 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-14db6e7a-089f-4147-bb02-6c4bee07e67b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0515316 Mar 23 01:42:36.984767 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-7f5bb406-18d8-4dcf-bc6f-315c4c44a7fa service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677570 Mar 23 01:42:36.997353 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:37.138382 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de622e4-6b49-435e-be62-8f00664c31dc req-cf5840df-014b-41cd-9ae0-689a9eb8a22b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:37.146607 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0de622e4-6b49-435e-be62-8f00664c31dc req-cf5840df-014b-41cd-9ae0-689a9eb8a22b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 948 time: 0.1425915 Mar 23 01:42:37.217742 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0de622e4-6b49-435e-be62-8f00664c31dc req-db28eb05-675b-4a9a-acd6-8ef4422fcf5e tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685029 Mar 23 01:42:37.234368 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbff1661-491f-40aa-807f-c5c4f14d8e2d req-c007c60d-56e0-4e90-bed3-8690aa66f592 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339723 Mar 23 01:42:37.236968 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ea926-210d-4cff-aff5-f40450c5d17b req-b2f41eda-20cb-4914-bf34-7237833cd759 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:37.238926 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f36ea926-210d-4cff-aff5-f40450c5d17b req-b2f41eda-20cb-4914-bf34-7237833cd759 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 944 time: 0.1852310 Mar 23 01:42:37.241203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:42:37.335262 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d09241b-051c-40f7-b696-948a130aec12 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:42:37.356214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364ce8e-354a-4481-a857-a0e87a657327 req-2a15c48d-42c5-46d6-957b-dd43e0207f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:37.358389 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4364ce8e-354a-4481-a857-a0e87a657327 req-2a15c48d-42c5-46d6-957b-dd43e0207f3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 1130 time: 0.0692971 Mar 23 01:42:37.362017 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f36ea926-210d-4cff-aff5-f40450c5d17b req-82a4499b-69b8-42fe-876e-567f9db73abe tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146250 Mar 23 01:42:37.434492 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:42:37.457121 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Sync routers for ids ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:42:37.469601 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Routers {'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:42:37.470756 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:42:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:37.474516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d09241b-051c-40f7-b696-948a130aec12, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d09241b-051c-40f7-b696-948a130aec12,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:37.495856 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364ce8e-354a-4481-a857-a0e87a657327 req-c21b815d-6071-4817-94f2-8888bb69e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:37.499634 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4364ce8e-354a-4481-a857-a0e87a657327 req-c21b815d-6071-4817-94f2-8888bb69e2cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1260107 Mar 23 01:42:37.500827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '8d09241b-051c-40f7-b696-948a130aec12', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'port_id': '8d09241b-051c-40f7-b696-948a130aec12', 'mac_address': 'fa:16:3e:0e:3e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:42:37.524173 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:37.525516 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-66c6dd17-d780-40eb-ad90-bf411f66877f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0139611 Mar 23 01:42:37.528563 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46530) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:37.538038 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-830193be-aadd-4b0f-8495-3879ce22ff0a req-090998c1-1814-42dc-b714-d343dc055f14 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816085 Mar 23 01:42:37.591439 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Set router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:42:37.597369 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8d09241b-051c-40f7-b696-948a130aec12 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:37.597762 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d09241b-051c-40f7-b696-948a130aec12), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:37.608358 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4364ce8e-354a-4481-a857-a0e87a657327 req-d1e97813-4454-4a45-8954-4ddb22eac3f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=49300ed5-c5fc-407a-96e5-0ba7761e8329 HTTP/1.1" status: 200 len: 217 time: 0.0973675 Mar 23 01:42:37.619645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d09241b-051c-40f7-b696-948a130aec12 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:42:37.658249 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d09241b-051c-40f7-b696-948a130aec12, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d09241b-051c-40f7-b696-948a130aec12,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:37.666717 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8d09241b-051c-40f7-b696-948a130aec12), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:37.675703 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364ce8e-354a-4481-a857-a0e87a657327 req-3852cee6-364d-4173-b97d-08660a260dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:37.677313 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830193be-aadd-4b0f-8495-3879ce22ff0a req-543d7ea9-d223-440b-88f7-e1c0751b6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:37.677837 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4364ce8e-354a-4481-a857-a0e87a657327 req-3852cee6-364d-4173-b97d-08660a260dc0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0565135 Mar 23 01:42:37.678871 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-830193be-aadd-4b0f-8495-3879ce22ff0a req-543d7ea9-d223-440b-88f7-e1c0751b6078 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 1126 time: 0.0982990 Mar 23 01:42:37.791850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364ce8e-354a-4481-a857-a0e87a657327 req-53206c98-6e92-425e-82a2-6ab7bfcf6498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:37.794528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8d09241b-051c-40f7-b696-948a130aec12,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:37.805620 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4364ce8e-354a-4481-a857-a0e87a657327 req-53206c98-6e92-425e-82a2-6ab7bfcf6498 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1205018 Mar 23 01:42:37.806865 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2dfacccf-e973-4672-a4c6-931e2730c9ad tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=5e42953905ba4df9a75f4549b62d35ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2771480 Mar 23 01:42:37.809958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46536) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:37.860286 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830193be-aadd-4b0f-8495-3879ce22ff0a req-a50e68a4-1698-4431-a4c3-af204ec2902a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:37.863357 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-830193be-aadd-4b0f-8495-3879ce22ff0a req-a50e68a4-1698-4431-a4c3-af204ec2902a service neutron] 10.222.0.43 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 0.1619656 Mar 23 01:42:37.869973 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405228533', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:42:34Z', 'updated_at': '2022-03-23T01:42:36Z', 'revision_number': 3, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:35Z', 'updated_at': '2022-03-23T01:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:37.900813 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Checking router: a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:42:37.901532 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Updating router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 port 1453eaca-be58-47fe-90bd-f24e2921de9e binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:42:37.939689 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1453eaca-be58-47fe-90bd-f24e2921de9e), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:37.956771 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8d09241b-051c-40f7-b696-948a130aec12'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:42:37.985429 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05d1ee55-1532-4654-9752-46239a89cb1f req-6f8981ce-d93e-464e-b256-78ec61331b6d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.1207552 Mar 23 01:42:37.989535 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-830193be-aadd-4b0f-8495-3879ce22ff0a req-fc80f617-8281-45cc-8c76-c5e21b9b4313 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b HTTP/1.1" status: 200 len: 999 time: 0.1175714 Mar 23 01:42:38.076801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830193be-aadd-4b0f-8495-3879ce22ff0a req-aefa730b-2dec-46a0-bae3-652da35c1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:38.078925 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-830193be-aadd-4b0f-8495-3879ce22ff0a req-aefa730b-2dec-46a0-bae3-652da35c1072 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.0780613 Mar 23 01:42:38.111831 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48aaf2c5-59ff-4c9d-9a64-892ec92872ce tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:38.116874 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-48aaf2c5-59ff-4c9d-9a64-892ec92872ce tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3048203 Mar 23 01:42:38.118609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46538) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:38.122394 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4364ce8e-354a-4481-a857-a0e87a657327 req-6ee02d4f-441c-480c-9d67-271c04924298 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068125 Mar 23 01:42:38.193751 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-27349dbb-73ae-4b5c-bf9f-0e7449c9413c tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0536046 Mar 23 01:42:38.194328 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46540) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:38.201108 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-90b0a7b1-4423-47cc-ad5b-fcf9ea40bcd7 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1864146923', 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a', 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:38.243049 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4364ce8e-354a-4481-a857-a0e87a657327 req-c485e8b4-d655-4bf1-8f51-07a7894c71cb service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098027 Mar 23 01:42:38.272959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830193be-aadd-4b0f-8495-3879ce22ff0a req-e7255741-2136-45b7-a605-35a78b517414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:38.274923 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-830193be-aadd-4b0f-8495-3879ce22ff0a req-e7255741-2136-45b7-a605-35a78b517414 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1813512 Mar 23 01:42:38.362772 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Publish callbacks [] for port (1453eaca-be58-47fe-90bd-f24e2921de9e), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:38.369628 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1453eaca-be58-47fe-90bd-f24e2921de9e), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:38.391318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b0a7b1-4423-47cc-ad5b-fcf9ea40bcd7 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Made reservation on behalf of 5e42953905ba4df9a75f4549b62d35ee for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:42:38.394737 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90b0a7b1-4423-47cc-ad5b-fcf9ea40bcd7 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:38.423870 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Attempting to bind port 1453eaca-be58-47fe-90bd-f24e2921de9e on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:42:38.424756 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Attempting to bind port 1453eaca-be58-47fe-90bd-f24e2921de9e by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:42:38.424756 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Attempting to bind port 1453eaca-be58-47fe-90bd-f24e2921de9e on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:42:38.436754 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:42:38.437147 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:42:38.437554 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:38.437958 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:42:38.438446 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Bound port: 1453eaca-be58-47fe-90bd-f24e2921de9e, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:42:38.438840 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1453eaca-be58-47fe-90bd-f24e2921de9e), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:38.479419 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f18f78-3d7c-4642-b8ab-d9ca578ce33e None None] Pushing event updated for resources: {'Port': ['ID=1453eaca-be58-47fe-90bd-f24e2921de9e,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:38.508079 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f18f78-3d7c-4642-b8ab-d9ca578ce33e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:38.508442 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f18f78-3d7c-4642-b8ab-d9ca578ce33e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:38.508778 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f18f78-3d7c-4642-b8ab-d9ca578ce33e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:38.509266 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f18f78-3d7c-4642-b8ab-d9ca578ce33e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:38.509665 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f18f78-3d7c-4642-b8ab-d9ca578ce33e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:38.510001 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f18f78-3d7c-4642-b8ab-d9ca578ce33e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:38.510327 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f18f78-3d7c-4642-b8ab-d9ca578ce33e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:38.510700 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f18f78-3d7c-4642-b8ab-d9ca578ce33e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:38.511023 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f18f78-3d7c-4642-b8ab-d9ca578ce33e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:38.511342 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f18f78-3d7c-4642-b8ab-d9ca578ce33e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:38.511711 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f18f78-3d7c-4642-b8ab-d9ca578ce33e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:38.512028 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f18f78-3d7c-4642-b8ab-d9ca578ce33e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:38.512342 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f18f78-3d7c-4642-b8ab-d9ca578ce33e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:38.512729 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f18f78-3d7c-4642-b8ab-d9ca578ce33e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:38.513046 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f18f78-3d7c-4642-b8ab-d9ca578ce33e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:42:38.521862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7f4e9-dd13-4f17-826e-9add83b778fa req-18c680c2-feac-48f5-b258-e8c91d2e16c2 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:38.523601 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] For port 1453eaca-be58-47fe-90bd-f24e2921de9e, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:42:38.525029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d5a7f4e9-dd13-4f17-826e-9add83b778fa req-18c680c2-feac-48f5-b258-e8c91d2e16c2 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 945 time: 0.0675142 Mar 23 01:42:38.527996 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] For port 1453eaca-be58-47fe-90bd-f24e2921de9e, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1453eaca-be58-47fe-90bd-f24e2921de9e,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:42:38.538602 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1453eaca-be58-47fe-90bd-f24e2921de9e), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:38.546374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3723a-6acf-46ef-a877-554623a0f804 req-fde56a79-38b3-4314-96f5-41691d2c2a0f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:38.547720 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d1c3723a-6acf-46ef-a877-554623a0f804 req-fde56a79-38b3-4314-96f5-41691d2c2a0f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 948 time: 0.2259278 Mar 23 01:42:38.554269 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-830193be-aadd-4b0f-8495-3879ce22ff0a req-64727847-d09c-4726-befd-bada0a91e31a service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711265 Mar 23 01:42:38.610956 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d5a7f4e9-dd13-4f17-826e-9add83b778fa req-6ee21cdf-ea57-467e-9b5d-a894e8d319f4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779848 Mar 23 01:42:38.615633 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Routers {'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:42:38.616402 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:42:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:38.682287 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f18f78-3d7c-4642-b8ab-d9ca578ce33e None None] Pushing event updated for resources: {'Port': ['ID=1453eaca-be58-47fe-90bd-f24e2921de9e,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:38.737635 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d1c3723a-6acf-46ef-a877-554623a0f804 req-aa9dfbf5-116e-4c92-a8af-ea29bd926ba2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652246 Mar 23 01:42:38.740629 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] Set router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:42:38.767064 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-830193be-aadd-4b0f-8495-3879ce22ff0a req-90540a3f-3b26-463b-95a7-97a9f680b0c2 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040656 Mar 23 01:42:38.815363 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90b0a7b1-4423-47cc-ad5b-fcf9ea40bcd7 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (a56e299c-8175-433c-8384-5f9b64829e5f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:38.893223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0a7b1-4423-47cc-ad5b-fcf9ea40bcd7 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'Subnet': ['ID=a56e299c-8175-433c-8384-5f9b64829e5f,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:38.902542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b0a7b1-4423-47cc-ad5b-fcf9ea40bcd7 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Checking segment: {'id': '2d0ae1ea-098c-4fb5-a62d-874f96411a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:42:38.902977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b0a7b1-4423-47cc-ad5b-fcf9ea40bcd7 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Network hostable DHCP agents. Network: c253b1e5-9ac9-4a94-9dcb-4093bad2e42a, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:42:38.923529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b0a7b1-4423-47cc-ad5b-fcf9ea40bcd7 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Network c253b1e5-9ac9-4a94-9dcb-4093bad2e42a is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:42:38.928163 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405228533', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:42:34Z', 'updated_at': '2022-03-23T01:42:36Z', 'revision_number': 3, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:35Z', 'updated_at': '2022-03-23T01:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:38.934248 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-90b0a7b1-4423-47cc-ad5b-fcf9ea40bcd7 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, c253b1e5-9ac9-4a94-9dcb-4093bad2e42a) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:42:38.939024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b0a7b1-4423-47cc-ad5b-fcf9ea40bcd7 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:38.939756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90b0a7b1-4423-47cc-ad5b-fcf9ea40bcd7 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:38.946775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1971c7-1b88-4762-a238-c2dea36db498 None None] Network c253b1e5-9ac9-4a94-9dcb-4093bad2e42a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:42:38.961403 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-90b0a7b1-4423-47cc-ad5b-fcf9ea40bcd7 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7653685 Mar 23 01:42:38.962274 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235379b2-1bd1-447a-bc5a-23ba3336e0c3 None None] The sync data for ids ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'] in n-d-834677-4 is: [{'id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405228533', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:42:34Z', 'updated_at': '2022-03-23T01:42:36Z', 'revision_number': 3, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:35Z', 'updated_at': '2022-03-23T01:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:42:38.963581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46546) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:39.104861 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-c253b1e5-9ac9-4a94-9dcb-4093bad2e42a', 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a', 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'fixed_ips': [{'subnet_id': 'a56e299c-8175-433c-8384-5f9b64829e5f'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:42:39.106283 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:39.208704 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d45997b6-58bc-4937-8338-812b29691e02 req-1cc3c6a2-73eb-4886-af17-d51d9cdf76c9 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0956657 Mar 23 01:42:39.326981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Allocated IP 172.20.0.2 (c253b1e5-9ac9-4a94-9dcb-4093bad2e42a/a56e299c-8175-433c-8384-5f9b64829e5f/4fffad69-b467-4843-99f5-392294c3b399) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:42:39.359249 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d09241b-051c-40f7-b696-948a130aec12 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:42:39.488617 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 8d09241b-051c-40f7-b696-948a130aec12 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:42:39.494852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 8d09241b-051c-40f7-b696-948a130aec12 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:39.495237 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8d09241b-051c-40f7-b696-948a130aec12), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:39.728934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8d09241b-051c-40f7-b696-948a130aec12 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:39.729330 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d09241b-051c-40f7-b696-948a130aec12), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:39.743426 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Publish callbacks [] for port (4fffad69-b467-4843-99f5-392294c3b399), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:39.760501 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (4fffad69-b467-4843-99f5-392294c3b399), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:39.775465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01276856-1751-44ea-a29a-2ab865c9b782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d09241b-051c-40f7-b696-948a130aec12'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:39.777883 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628dedd3-56c8-406f-b574-d21193fc3907" -d '{"events": [{"server_uuid": "01276856-1751-44ea-a29a-2ab865c9b782", "name": "network-vif-plugged", "status": "completed", "tag": "8d09241b-051c-40f7-b696-948a130aec12"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:39.778527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:39.793591 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc9417-58c6-406b-8681-3ff14fb02d51 req-2c4dbe28-5792-470e-97cf-1c9d160e077c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:39.800973 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e3dc9417-58c6-406b-8681-3ff14fb02d51 req-2c4dbe28-5792-470e-97cf-1c9d160e077c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 945 time: 0.0925000 Mar 23 01:42:39.833399 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Network c253b1e5-9ac9-4a94-9dcb-4093bad2e42a is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:42:39.838365 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:42:39.845338 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d09241b-051c-40f7-b696-948a130aec12, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d09241b-051c-40f7-b696-948a130aec12,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:39.846576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:42:39.871048 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e3dc9417-58c6-406b-8681-3ff14fb02d51 req-3a17afb2-01c1-4221-8873-5cc6144b5b89 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690720 Mar 23 01:42:39.884823 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8d09241b-051c-40f7-b696-948a130aec12), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:39.919609 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Pushing event updated for resources: {'Port': ['ID=4fffad69-b467-4843-99f5-392294c3b399,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:39.929937 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7e43f0-d188-4e91-833a-c3cea4107597 x-openstack-request-id: req-3e7e43f0-d188-4e91-833a-c3cea4107597 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:39.930236 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01276856-1751-44ea-a29a-2ab865c9b782", "name": "network-vif-plugged", "status": "completed", "tag": "8d09241b-051c-40f7-b696-948a130aec12", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:39.934015 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e7e43f0-d188-4e91-833a-c3cea4107597 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:39.934785 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7e43f0-d188-4e91-833a-c3cea4107597'] response: {'server_uuid': '01276856-1751-44ea-a29a-2ab865c9b782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d09241b-051c-40f7-b696-948a130aec12', 'code': 200} Mar 23 01:42:40.011881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Attempting to bind port 4fffad69-b467-4843-99f5-392294c3b399 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:42:40.013034 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Attempting to bind port 4fffad69-b467-4843-99f5-392294c3b399 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '2d0ae1ea-098c-4fb5-a62d-874f96411a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:42:40.013437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Attempting to bind port 4fffad69-b467-4843-99f5-392294c3b399 on network c253b1e5-9ac9-4a94-9dcb-4093bad2e42a {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:42:40.027139 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:42:40.027664 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Checking segment: {'id': '2d0ae1ea-098c-4fb5-a62d-874f96411a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:42:40.028080 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:40.028480 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Bound using segment: {'id': '2d0ae1ea-098c-4fb5-a62d-874f96411a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:42:40.028996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Bound port: 4fffad69-b467-4843-99f5-392294c3b399, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0ae1ea-098c-4fb5-a62d-874f96411a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:42:40.029383 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4fffad69-b467-4843-99f5-392294c3b399), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:40.050232 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8d09241b-051c-40f7-b696-948a130aec12,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:40.091369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade055d-ca7b-4d1c-9674-cf396d872292 req-6efc28d3-9134-432a-961e-18e3e7ff9425 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:40.092947 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aade055d-ca7b-4d1c-9674-cf396d872292 req-6efc28d3-9134-432a-961e-18e3e7ff9425 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 948 time: 0.1853645 Mar 23 01:42:40.113881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] For port 4fffad69-b467-4843-99f5-392294c3b399, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:42:40.118022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] For port 4fffad69-b467-4843-99f5-392294c3b399, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4fffad69-b467-4843-99f5-392294c3b399,segment=NetworkSegment(2d0ae1ea-098c-4fb5-a62d-874f96411a30),segment_id=2d0ae1ea-098c-4fb5-a62d-874f96411a30)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:42:40.127686 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4fffad69-b467-4843-99f5-392294c3b399), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:40.222837 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35d9d3-d0ad-4c9a-be0b-f3500d5c41e8 None None] Pushing event updated for resources: {'Port': ['ID=4fffad69-b467-4843-99f5-392294c3b399,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:40.333871 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e5fdede-6388-4747-a4dc-844180301e0f req-44e35d7e-65f3-47a9-80d4-2b2cd00a04f5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0373886 Mar 23 01:42:40.630497 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aade055d-ca7b-4d1c-9674-cf396d872292 req-e4282697-2f32-4ff3-bf89-04c920818093 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297155 Mar 23 01:42:40.635635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4e339-e1ae-48c8-a2ca-b97705d40298 req-65a927b6-8a01-421c-8aed-7edaba9995d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:40.637237 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7dd4e339-e1ae-48c8-a2ca-b97705d40298 req-65a927b6-8a01-421c-8aed-7edaba9995d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 1128 time: 0.6241271 Mar 23 01:42:40.694302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4fffad69-b467-4843-99f5-392294c3b399 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:42:40.740041 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7dd4e339-e1ae-48c8-a2ca-b97705d40298 req-898a5b3c-0490-4534-82ec-00ce16fe57b4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938315 Mar 23 01:42:40.751697 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4fffad69-b467-4843-99f5-392294c3b399 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:40.752440 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4fffad69-b467-4843-99f5-392294c3b399), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:40.799767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Allocated IP 172.20.0.1 (c253b1e5-9ac9-4a94-9dcb-4093bad2e42a/a56e299c-8175-433c-8384-5f9b64829e5f/77ae0fff-082a-4f1c-9904-3b10c1aab2d6) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:42:40.838011 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4fffad69-b467-4843-99f5-392294c3b399 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:40.838182 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4fffad69-b467-4843-99f5-392294c3b399), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:40.874846 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 4fffad69-b467-4843-99f5-392294c3b399, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4fffad69-b467-4843-99f5-392294c3b399,segment=NetworkSegment(2d0ae1ea-098c-4fb5-a62d-874f96411a30),segment_id=2d0ae1ea-098c-4fb5-a62d-874f96411a30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:40.879723 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4fffad69-b467-4843-99f5-392294c3b399), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:40.880509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1453eaca-be58-47fe-90bd-f24e2921de9e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:42:40.962123 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=4fffad69-b467-4843-99f5-392294c3b399,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:40.990604 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 1453eaca-be58-47fe-90bd-f24e2921de9e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:40.991069 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1453eaca-be58-47fe-90bd-f24e2921de9e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:40.992688 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:41.045792 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:41.059936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb290c14-6714-46ef-92a0-f2bc1efffbef req-8b68bc58-7b4f-4a85-b15a-02cb7e297a8e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:41.071706 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fb290c14-6714-46ef-92a0-f2bc1efffbef req-8b68bc58-7b4f-4a85-b15a-02cb7e297a8e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 946 time: 0.1157026 Mar 23 01:42:41.083013 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 1453eaca-be58-47fe-90bd-f24e2921de9e is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:41.083562 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1453eaca-be58-47fe-90bd-f24e2921de9e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:41.100975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Network c253b1e5-9ac9-4a94-9dcb-4093bad2e42a is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:42:41.107780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:42:41.108145 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 1453eaca-be58-47fe-90bd-f24e2921de9e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1453eaca-be58-47fe-90bd-f24e2921de9e,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:41.113540 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:42:41.119585 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1453eaca-be58-47fe-90bd-f24e2921de9e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:41.144891 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fb290c14-6714-46ef-92a0-f2bc1efffbef req-76046adb-7cb5-408e-a57f-3be5079fd435 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665011 Mar 23 01:42:41.175013 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:41.181222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=1453eaca-be58-47fe-90bd-f24e2921de9e,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:41.234790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'Port': ['ID=77ae0fff-082a-4f1c-9904-3b10c1aab2d6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:41.341001 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:41.378533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 49300ed5-c5fc-407a-96e5-0ba7761e8329 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:42:41.511387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 49300ed5-c5fc-407a-96e5-0ba7761e8329, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=49300ed5-c5fc-407a-96e5-0ba7761e8329,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:41.511681 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-476c195b-6666-42f4-9521-226c7ba05c7b req-73da2c77-8c0c-4fc2-87fd-d8315b47a1f7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0656173 Mar 23 01:42:41.524722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '49300ed5-c5fc-407a-96e5-0ba7761e8329', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '49300ed5-c5fc-407a-96e5-0ba7761e8329', 'mac_address': 'fa:16:3e:fd:84:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:42:41.568985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 49300ed5-c5fc-407a-96e5-0ba7761e8329 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:41.569375 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (49300ed5-c5fc-407a-96e5-0ba7761e8329), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:41.589595 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49300ed5-c5fc-407a-96e5-0ba7761e8329 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:42:41.614202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 49300ed5-c5fc-407a-96e5-0ba7761e8329, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=49300ed5-c5fc-407a-96e5-0ba7761e8329,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:41.621807 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (49300ed5-c5fc-407a-96e5-0ba7761e8329), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:41.681477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=49300ed5-c5fc-407a-96e5-0ba7761e8329,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:41.718446 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:41.729891 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:41.793238 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15c901-99cf-42ce-8dff-c2e89050a85c req-6f416dd5-d486-4e33-b282-16cba52d7f71 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:41.796101 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b15c901-99cf-42ce-8dff-c2e89050a85c req-6f416dd5-d486-4e33-b282-16cba52d7f71 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 949 time: 0.0692141 Mar 23 01:42:41.837101 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:41.840113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'Port': ['ID=77ae0fff-082a-4f1c-9904-3b10c1aab2d6,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:41.895459 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['49300ed5-c5fc-407a-96e5-0ba7761e8329'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:42:41.911465 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b15c901-99cf-42ce-8dff-c2e89050a85c req-f43d567b-b855-40bd-8b19-14a68644431f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058810 Mar 23 01:42:41.959458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Network c253b1e5-9ac9-4a94-9dcb-4093bad2e42a is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:42:41.960965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:42:42.091663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:42:42.100207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2663f-f293-47a1-b2dd-198eb7267522 None None] Network c253b1e5-9ac9-4a94-9dcb-4093bad2e42a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:42:42.200379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8dd854c1-f6f2-47f7-8ed5-d1e42389b592 None None] Provisioning complete for port 4fffad69-b467-4843-99f5-392294c3b399 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:42.200790 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8dd854c1-f6f2-47f7-8ed5-d1e42389b592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4fffad69-b467-4843-99f5-392294c3b399), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:42.227106 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:42:42.234167 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-23c0f710-4c63-4ae2-8f6e-b94dfbe7cdb4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "PUT /v2.0/routers/a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2694502 Mar 23 01:42:42.237279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46568) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:42.243640 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ebbd5b7a-e343-4b27-ac5f-05acbb9e061c tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1477729172', 'description': 'tempest-secgroup_access--1477729172 description', 'project_id': '5e42953905ba4df9a75f4549b62d35ee'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:42.243965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Sync routers for ids ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:42:42.271013 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Routers {'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:42:42.271692 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:42:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:42.277410 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5b7a-e343-4b27-ac5f-05acbb9e061c tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:42.310176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177c809-a3d1-4698-9d76-be3b4d02e9ac req-5be9f1e7-ba18-4e69-b8a5-130c78172d55 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:42.312166 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e177c809-a3d1-4698-9d76-be3b4d02e9ac req-5be9f1e7-ba18-4e69-b8a5-130c78172d55 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 946 time: 0.0963249 Mar 23 01:42:42.382233 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e177c809-a3d1-4698-9d76-be3b4d02e9ac req-8784220c-3290-45ee-9ffc-143c3c9fbb30 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620899 Mar 23 01:42:42.386604 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5b7a-e343-4b27-ac5f-05acbb9e061c tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for security_group (7ca13ee1-e50b-417a-9e20-45955b77d952), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:42.393251 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5b7a-e343-4b27-ac5f-05acbb9e061c tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7ca13ee1-e50b-417a-9e20-45955b77d952), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:42.428760 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5b7a-e343-4b27-ac5f-05acbb9e061c tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:42.430530 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ebbd5b7a-e343-4b27-ac5f-05acbb9e061c tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1921339 Mar 23 01:42:42.434467 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46572) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:42.442007 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-90491761-0bb8-459e-ac4b-bf79bff5243e tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1694998679', 'description': 'tempest-secgroup_general--1694998679 description', 'project_id': '5e42953905ba4df9a75f4549b62d35ee'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:42.477901 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd5b7a-e343-4b27-ac5f-05acbb9e061c tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca13ee1-e50b-417a-9e20-45955b77d952,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:42.485677 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90491761-0bb8-459e-ac4b-bf79bff5243e tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:42.624302 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90491761-0bb8-459e-ac4b-bf79bff5243e tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for security_group (f0712e5c-50a1-4c3d-966d-90ebb78b19ae), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:42.634663 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90491761-0bb8-459e-ac4b-bf79bff5243e tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f0712e5c-50a1-4c3d-966d-90ebb78b19ae), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:42.674978 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90491761-0bb8-459e-ac4b-bf79bff5243e tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:42.676659 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-90491761-0bb8-459e-ac4b-bf79bff5243e tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2410624 Mar 23 01:42:42.679804 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46576) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:42.686775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0e6c7c38-43a8-406a-92ee-2df5ea02ff45 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Request body: {'security_group_rule': {'security_group_id': '7ca13ee1-e50b-417a-9e20-45955b77d952', 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:42.710084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8dd854c1-f6f2-47f7-8ed5-d1e42389b592 None None] Current status of the port 4fffad69-b467-4843-99f5-392294c3b399 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:42.731858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Set router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:42:42.778057 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e6c7c38-43a8-406a-92ee-2df5ea02ff45 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for security_group_rule (50a23ce7-1f1e-49c6-981f-070f832ed06e), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:42.819859 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2db5338f-e1dd-42d8-8a2d-a8085a02c768 req-4242c006-7ee7-4636-86c7-7f968fc52c8e tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.1583326 Mar 23 01:42:42.840086 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90491761-0bb8-459e-ac4b-bf79bff5243e tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0712e5c-50a1-4c3d-966d-90ebb78b19ae,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:42.853178 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e6c7c38-43a8-406a-92ee-2df5ea02ff45 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for security_group_rule (50a23ce7-1f1e-49c6-981f-070f832ed06e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:42.863422 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e6c7c38-43a8-406a-92ee-2df5ea02ff45 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (50a23ce7-1f1e-49c6-981f-070f832ed06e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:42.883389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4fffad69-b467-4843-99f5-392294c3b399 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:42:42.897183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c7c38-43a8-406a-92ee-2df5ea02ff45 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a23ce7-1f1e-49c6-981f-070f832ed06e,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:42.909782 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e6c7c38-43a8-406a-92ee-2df5ea02ff45 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:42.952473 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0e6c7c38-43a8-406a-92ee-2df5ea02ff45 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2713807 Mar 23 01:42:42.982607 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-aeb7f55f-038c-4491-a5d2-ab19dab2ddad None None] Provisioning complete for port 4fffad69-b467-4843-99f5-392294c3b399 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:42.983469 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-aeb7f55f-038c-4491-a5d2-ab19dab2ddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4fffad69-b467-4843-99f5-392294c3b399), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:43.091995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a9937-7fc8-4f04-873f-5a0bc3d3861f req-4d38902c-d20f-4021-b415-c9303588bc1e tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:43.100483 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-208a9937-7fc8-4f04-873f-5a0bc3d3861f req-4d38902c-d20f-4021-b415-c9303588bc1e tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 949 time: 0.0975971 Mar 23 01:42:43.113196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4fffad69-b467-4843-99f5-392294c3b399 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:43.113798 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4fffad69-b467-4843-99f5-392294c3b399), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:43.155245 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-208a9937-7fc8-4f04-873f-5a0bc3d3861f req-e8f070b2-9dfe-4ce2-b5fa-459b7130d9f8 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536449 Mar 23 01:42:43.198892 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-9725252f-215d-4150-96d6-f594b4bb90fd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_general--1694998679&fields=id&tenant_id=5e42953905ba4df9a75f4549b62d35ee HTTP/1.1" status: 200 len: 267 time: 0.0946834 Mar 23 01:42:43.257191 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-381976f2-07b0-41fc-8565-c467d79fad63 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_access--1477729172&fields=id&tenant_id=5e42953905ba4df9a75f4549b62d35ee HTTP/1.1" status: 200 len: 267 time: 0.0502791 Mar 23 01:42:43.279101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7f55f-038c-4491-a5d2-ab19dab2ddad None None] Current status of the port 4fffad69-b467-4843-99f5-392294c3b399 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:43.334196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-aeb7f55f-038c-4491-a5d2-ab19dab2ddad None None] Provisioning complete for port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:43.334568 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-aeb7f55f-038c-4491-a5d2-ab19dab2ddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:43.368733 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4fffad69-b467-4843-99f5-392294c3b399 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:43.369819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1453eaca-be58-47fe-90bd-f24e2921de9e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:42:43.397422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a13c6405-6dbc-4cb5-b4a8-1aeeea1b4f53 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:43.399512 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a13c6405-6dbc-4cb5-b4a8-1aeeea1b4f53 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/networks?id=c253b1e5-9ac9-4a94-9dcb-4093bad2e42a HTTP/1.1" status: 200 len: 796 time: 0.1304336 Mar 23 01:42:43.408025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 49300ed5-c5fc-407a-96e5-0ba7761e8329 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:42:43.416818 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-4dcbf9d6-93ee-45a3-bd98-9b22b0f812b1 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/quotas/5e42953905ba4df9a75f4549b62d35ee HTTP/1.1" status: 200 len: 375 time: 0.0113306 Mar 23 01:42:43.424284 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405228533', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:42:34Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:35Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '77ae0fff-082a-4f1c-9904-3b10c1aab2d6', 'name': '', 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'mac_address': 'fa:16:3e:a5:01:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:40Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 2, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'subnets': [{'id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:43.452331 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7f55f-038c-4491-a5d2-ab19dab2ddad None None] Port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:42:43.483824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a9bd8b0d-6973-4e7d-ab0d-6ca91ab9e48c tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e42953905ba4df9a75f4549b62d35ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610049 Mar 23 01:42:43.488231 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Checking router: a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:42:43.488592 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Updating router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:42:43.530175 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:43.539660 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 1453eaca-be58-47fe-90bd-f24e2921de9e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:43.540038 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1453eaca-be58-47fe-90bd-f24e2921de9e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:43.606642 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-dc93f689-2264-4f39-80fe-a49b13459b43 service neutron] 10.222.0.18 "GET /v2.0/networks/c253b1e5-9ac9-4a94-9dcb-4093bad2e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097019 Mar 23 01:42:43.638783 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 49300ed5-c5fc-407a-96e5-0ba7761e8329 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:42:43.646805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1acc5e79-f531-4031-9060-6029c7185d14 None None] Provisioning complete for port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:43.647202 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1acc5e79-f531-4031-9060-6029c7185d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:43.655144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 49300ed5-c5fc-407a-96e5-0ba7761e8329 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:43.655510 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (49300ed5-c5fc-407a-96e5-0ba7761e8329), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:43.699483 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-48162fad-5125-453a-bb4c-e809e1e47031 service neutron] 10.222.0.18 "GET /v2.0/networks/c253b1e5-9ac9-4a94-9dcb-4093bad2e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916700 Mar 23 01:42:43.798279 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 1453eaca-be58-47fe-90bd-f24e2921de9e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:43.804362 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1acc5e79-f531-4031-9060-6029c7185d14 None None] Port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:42:43.912397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c85d429-e7ae-44b8-906e-fde24c1baef9 req-f97c3fb8-ec0e-4eba-8e1e-3ff972e52bef tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 210 time: 0.0463009 Mar 23 01:42:43.998366 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-30f01465-bf2f-4ac5-9410-c5e4a5c45306 req-c84f6dd0-2ff7-47a7-9260-e5e49d6fe036 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.0466049 Mar 23 01:42:44.000326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 49300ed5-c5fc-407a-96e5-0ba7761e8329 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:44.000761 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (49300ed5-c5fc-407a-96e5-0ba7761e8329), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:44.057738 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd000d4c2-68f3-46b3-903c-f0339e098839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49300ed5-c5fc-407a-96e5-0ba7761e8329'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:44.060257 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2c6065-974d-4c83-b167-7235e01dd38e" -d '{"events": [{"server_uuid": "d000d4c2-68f3-46b3-903c-f0339e098839", "name": "network-vif-plugged", "status": "completed", "tag": "49300ed5-c5fc-407a-96e5-0ba7761e8329"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:44.083638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 49300ed5-c5fc-407a-96e5-0ba7761e8329, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=49300ed5-c5fc-407a-96e5-0ba7761e8329,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:44.125992 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8509037-5e3b-4a94-8756-fe8537ec6bf3 x-openstack-request-id: req-b8509037-5e3b-4a94-8756-fe8537ec6bf3 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:44.126642 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d000d4c2-68f3-46b3-903c-f0339e098839", "name": "network-vif-plugged", "status": "completed", "tag": "49300ed5-c5fc-407a-96e5-0ba7761e8329", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:44.126642 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8509037-5e3b-4a94-8756-fe8537ec6bf3 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:44.127089 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8509037-5e3b-4a94-8756-fe8537ec6bf3'] response: {'server_uuid': 'd000d4c2-68f3-46b3-903c-f0339e098839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49300ed5-c5fc-407a-96e5-0ba7761e8329', 'code': 200} Mar 23 01:42:44.129139 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (49300ed5-c5fc-407a-96e5-0ba7761e8329), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:44.173315 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Publish callbacks [] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:44.189109 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:44.206059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=49300ed5-c5fc-407a-96e5-0ba7761e8329,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:44.360276 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f91fb2-5a26-4a47-a34d-f7132a0c6892 req-9a9574d5-9c7e-4525-84d0-7eecacf6cad9 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:44.361886 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73f91fb2-5a26-4a47-a34d-f7132a0c6892 req-9a9574d5-9c7e-4525-84d0-7eecacf6cad9 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 950 time: 0.0989001 Mar 23 01:42:44.365134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdf10c-31f1-4f64-b230-3a22e539db12 req-efb5ddd5-029a-461b-95a5-5f5b37133696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:44.366553 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-27fdf10c-31f1-4f64-b230-3a22e539db12 req-efb5ddd5-029a-461b-95a5-5f5b37133696 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 1132 time: 0.1684725 Mar 23 01:42:44.390651 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e19528-9467-4b91-a53c-bffac0cc2aba None None] Pushing event updated for resources: {'Port': ['ID=77ae0fff-082a-4f1c-9904-3b10c1aab2d6,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:44.401167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Attempting to bind port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:42:44.401167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Attempting to bind port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '2d0ae1ea-098c-4fb5-a62d-874f96411a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:42:44.401437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Attempting to bind port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 on network c253b1e5-9ac9-4a94-9dcb-4093bad2e42a {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:42:44.414421 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:42:44.418230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Checking segment: {'id': '2d0ae1ea-098c-4fb5-a62d-874f96411a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:42:44.418230 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:44.418230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Bound using segment: {'id': '2d0ae1ea-098c-4fb5-a62d-874f96411a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:42:44.418230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Bound port: 77ae0fff-082a-4f1c-9904-3b10c1aab2d6, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0ae1ea-098c-4fb5-a62d-874f96411a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:42:44.426617 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:44.496304 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73f91fb2-5a26-4a47-a34d-f7132a0c6892 req-cbb4efc3-0d9a-4583-a596-7dd9d02382a3 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270535 Mar 23 01:42:44.517758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] For port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:42:44.522295 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] For port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=77ae0fff-082a-4f1c-9904-3b10c1aab2d6,segment=NetworkSegment(2d0ae1ea-098c-4fb5-a62d-874f96411a30),segment_id=2d0ae1ea-098c-4fb5-a62d-874f96411a30)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:42:44.525320 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-27fdf10c-31f1-4f64-b230-3a22e539db12 req-69b2a68f-21a5-489c-b2e5-f127998ccdec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481004 Mar 23 01:42:44.530015 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:44.599882 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Routers {'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:42:44.600643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:42:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:44.606044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e19528-9467-4b91-a53c-bffac0cc2aba None None] Pushing event updated for resources: {'Port': ['ID=77ae0fff-082a-4f1c-9904-3b10c1aab2d6,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:44.715267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8f4eb21e-f49c-4c6f-9f2e-d03ea1b76453 None None] Provisioning complete for port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:44.715743 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8f4eb21e-f49c-4c6f-9f2e-d03ea1b76453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:44.779351 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] Set router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:42:44.938260 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8f4eb21e-f49c-4c6f-9f2e-d03ea1b76453 None None] Current status of the port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:44.938658 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8f4eb21e-f49c-4c6f-9f2e-d03ea1b76453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:45.002939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8f4eb21e-f49c-4c6f-9f2e-d03ea1b76453 None None] For port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=77ae0fff-082a-4f1c-9904-3b10c1aab2d6,segment=NetworkSegment(2d0ae1ea-098c-4fb5-a62d-874f96411a30),segment_id=2d0ae1ea-098c-4fb5-a62d-874f96411a30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:45.009611 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8f4eb21e-f49c-4c6f-9f2e-d03ea1b76453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:45.015535 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-862386e0-c0c9-45e3-93f3-a50790a29afe req-e8c75d2f-4437-4a99-8f00-a88a5365ea8c tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 210 time: 0.0361125 Mar 23 01:42:45.091625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4eb21e-f49c-4c6f-9f2e-d03ea1b76453 None None] Pushing event updated for resources: {'Port': ['ID=77ae0fff-082a-4f1c-9904-3b10c1aab2d6,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:45.104988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405228533', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:42:34Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:35Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '77ae0fff-082a-4f1c-9904-3b10c1aab2d6', 'name': '', 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'mac_address': 'fa:16:3e:a5:01:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:40Z', 'updated_at': '2022-03-23T01:42:44Z', 'revision_number': 4, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'subnets': [{'id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:45.141215 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab953df-74bc-40b8-b446-f123f3f46c3b None None] The sync data for ids ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'] in n-d-834677-4 is: [{'id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405228533', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:42:34Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:35Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '77ae0fff-082a-4f1c-9904-3b10c1aab2d6', 'name': '', 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'mac_address': 'fa:16:3e:a5:01:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:40Z', 'updated_at': '2022-03-23T01:42:44Z', 'revision_number': 4, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'subnets': [{'id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:42:45.162008 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-694c430d-be80-46ed-9b93-50020efc8a98 None None] Provisioning complete for port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:45.162560 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-694c430d-be80-46ed-9b93-50020efc8a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:45.265019 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3cd51019-30d7-4a70-949e-5c5f4c524dfd req-bab6c1b2-bb92-45c3-918f-1a61301a5eb2 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba43c635-1467-4876-82f9-12a8eca936a1 HTTP/1.1" status: 200 len: 210 time: 0.1017673 Mar 23 01:42:45.569594 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-d708b9ab-d5f1-4d9f-913f-666558deb46a tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:45.572818 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-d708b9ab-d5f1-4d9f-913f-666558deb46a tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.43 "GET /v2.0/networks?id=c253b1e5-9ac9-4a94-9dcb-4093bad2e42a HTTP/1.1" status: 200 len: 796 time: 0.2191613 Mar 23 01:42:45.704203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc762162-c5e1-4077-9bfd-d77399c99c45 req-4fb86a46-5b5f-41fb-9ebf-f74216da874a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:45.711626 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc762162-c5e1-4077-9bfd-d77399c99c45 req-4fb86a46-5b5f-41fb-9ebf-f74216da874a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 950 time: 0.0916610 Mar 23 01:42:45.718138 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-1770f873-5bd9-4665-9aaf-c12c8fb4f8d5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e42953905ba4df9a75f4549b62d35ee HTTP/1.1" status: 200 len: 478 time: 0.1280103 Mar 23 01:42:45.727103 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-fb49e284-974f-40fb-994d-79f640755543 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Request body: {'port': {'device_id': '15553159-213c-4038-b345-5b1ce503095e', 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a', 'admin_state_up': True, 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'security_groups': ['f0712e5c-50a1-4c3d-966d-90ebb78b19ae', '7ca13ee1-e50b-417a-9e20-45955b77d952']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:45.747958 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:42:45.749799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-694c430d-be80-46ed-9b93-50020efc8a98 None None] Current status of the port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:45.815197 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc762162-c5e1-4077-9bfd-d77399c99c45 req-1a9f94d2-12e0-4457-af8d-ac635b3dadcb tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023276 Mar 23 01:42:45.952147 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-fb49e284-974f-40fb-994d-79f640755543 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Made reservation on behalf of 5e42953905ba4df9a75f4549b62d35ee for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:42:45.957374 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-fb49e284-974f-40fb-994d-79f640755543 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:46.141438 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-fb49e284-974f-40fb-994d-79f640755543 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Allocated IP 172.20.0.12 (c253b1e5-9ac9-4a94-9dcb-4093bad2e42a/a56e299c-8175-433c-8384-5f9b64829e5f/4560eec3-70b1-4327-b86e-c81d8263848f) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:42:46.179828 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea4aee2d-99a8-4ce7-9806-57a717285377 req-f15dcbfd-86af-44e8-9147-18bb2c415bb9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 210 time: 0.0563688 Mar 23 01:42:46.323816 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-fb49e284-974f-40fb-994d-79f640755543 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for port (4560eec3-70b1-4327-b86e-c81d8263848f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:46.387977 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-fb49e284-974f-40fb-994d-79f640755543 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (4560eec3-70b1-4327-b86e-c81d8263848f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:46.455150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46634) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:46.467591 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-fb49e284-974f-40fb-994d-79f640755543 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Network c253b1e5-9ac9-4a94-9dcb-4093bad2e42a is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:42:46.473826 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-fb49e284-974f-40fb-994d-79f640755543 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:42:46.480494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-fb49e284-974f-40fb-994d-79f640755543 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:42:46.547332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49e284-974f-40fb-994d-79f640755543 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'Port': ['ID=4560eec3-70b1-4327-b86e-c81d8263848f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:46.611580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:42:46.628486 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-31d2def7-810f-4645-a08b-beaedecd35f4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for security_group (abd1cc6f-6185-427c-8068-f59fb8842a61), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:46.631598 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-fb49e284-974f-40fb-994d-79f640755543 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:46.632299 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-fb49e284-974f-40fb-994d-79f640755543 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:46.685347 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-fb49e284-974f-40fb-994d-79f640755543 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9619737 Mar 23 01:42:46.695073 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-31d2def7-810f-4645-a08b-beaedecd35f4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for security_group (abd1cc6f-6185-427c-8068-f59fb8842a61), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:46.707918 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Request body: {'port': {'device_id': '15553159-213c-4038-b345-5b1ce503095e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:46.734193 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:46.734573 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:46.793471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-31d2def7-810f-4645-a08b-beaedecd35f4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (abd1cc6f-6185-427c-8068-f59fb8842a61), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:46.796443 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-31d2def7-810f-4645-a08b-beaedecd35f4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:46.798078 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-31d2def7-810f-4645-a08b-beaedecd35f4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "DELETE /v2.0/security-groups/abd1cc6f-6185-427c-8068-f59fb8842a61 HTTP/1.1" status: 204 len: 168 time: 0.3418949 Mar 23 01:42:46.801768 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46638) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:46.828588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2def7-810f-4645-a08b-beaedecd35f4 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd1cc6f-6185-427c-8068-f59fb8842a61,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:46.831025 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-abc066a3-8148-4774-8085-2ac9f32867c5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] show failed (client error): The resource could not be found. Mar 23 01:42:46.850071 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-abc066a3-8148-4774-8085-2ac9f32867c5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "GET /v2.0/security-groups/abd1cc6f-6185-427c-8068-f59fb8842a61 HTTP/1.1" status: 404 len: 347 time: 0.0461264 Mar 23 01:42:46.856349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46642) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:46.877121 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4560eec3-70b1-4327-b86e-c81d8263848f), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:46.926858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:47.007238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f225f53a-d598-4eb9-aef9-2fa012bc0f90 None None] Provisioning complete for port 4560eec3-70b1-4327-b86e-c81d8263848f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:47.007849 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f225f53a-d598-4eb9-aef9-2fa012bc0f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4560eec3-70b1-4327-b86e-c81d8263848f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:47.091021 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f225f53a-d598-4eb9-aef9-2fa012bc0f90 None None] Port 4560eec3-70b1-4327-b86e-c81d8263848f cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:42:47.140137 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2d080-627e-4f16-9860-dfdf577f592b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Deleting port a372d75b-20aa-48d1-8bdf-843e26086cf0 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:42:47.141192 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d080-627e-4f16-9860-dfdf577f592b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a372d75b-20aa-48d1-8bdf-843e26086cf0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:47.251945 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d080-627e-4f16-9860-dfdf577f592b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a372d75b-20aa-48d1-8bdf-843e26086cf0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:47.252744 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d080-627e-4f16-9860-dfdf577f592b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for floatingip (a372d75b-20aa-48d1-8bdf-843e26086cf0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:47.276385 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2d080-627e-4f16-9860-dfdf577f592b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Calling delete_port for a372d75b-20aa-48d1-8bdf-843e26086cf0 owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:42:47.299929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe561f4-4730-47dd-9c0e-f19183687773 req-d2a3958d-7d17-46e7-85c5-ce362fe8c990 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:47.307714 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cbe561f4-4730-47dd-9c0e-f19183687773 req-d2a3958d-7d17-46e7-85c5-ce362fe8c990 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 950 time: 0.1918786 Mar 23 01:42:47.415747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a67ab-bea6-40f7-b27d-fc7c72aed262 req-e027dde1-c036-43f1-9f88-32ec2f74ff39 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:47.417517 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a28a67ab-bea6-40f7-b27d-fc7c72aed262 req-e027dde1-c036-43f1-9f88-32ec2f74ff39 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 971 time: 0.1310134 Mar 23 01:42:47.552919 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a28a67ab-bea6-40f7-b27d-fc7c72aed262 req-4a02b3f1-0b82-410e-bd08-6b2fd5b775b8 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1141524 Mar 23 01:42:47.569136 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d080-627e-4f16-9860-dfdf577f592b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a372d75b-20aa-48d1-8bdf-843e26086cf0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:47.616840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2d080-627e-4f16-9860-dfdf577f592b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event deleted for resources: {'Port': ['ID=a372d75b-20aa-48d1-8bdf-843e26086cf0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:47.729961 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d080-627e-4f16-9860-dfdf577f592b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for floatingip (165ad022-888c-4c10-9046-0092b04ccaae), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:47.740344 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d080-627e-4f16-9860-dfdf577f592b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:47.742677 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9ba2d080-627e-4f16-9860-dfdf577f592b tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "DELETE /v2.0/floatingips/165ad022-888c-4c10-9046-0092b04ccaae HTTP/1.1" status: 204 len: 168 time: 0.8850820 Mar 23 01:42:47.745779 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46652) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:47.756222 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cbe561f4-4730-47dd-9c0e-f19183687773 req-7322e7f8-3303-44df-b68a-008bb121fdbe tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473715 Mar 23 01:42:47.840459 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4560eec3-70b1-4327-b86e-c81d8263848f {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:42:47.868060 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Publish callbacks [] for port (4560eec3-70b1-4327-b86e-c81d8263848f), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:47.883857 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Transition to ACTIVE for port object 4560eec3-70b1-4327-b86e-c81d8263848f will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:42:47.894914 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (4560eec3-70b1-4327-b86e-c81d8263848f), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:47.962371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Pushing event updated for resources: {'Port': ['ID=4560eec3-70b1-4327-b86e-c81d8263848f,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:47.992776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa2e77-e56b-43be-8194-3792e3aba05b req-fdc7cf5d-219b-42b1-b701-eaf43a45dd97 tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:47.994594 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85aa2e77-e56b-43be-8194-3792e3aba05b req-fdc7cf5d-219b-42b1-b701-eaf43a45dd97 tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 1132 time: 0.1259472 Mar 23 01:42:47.998694 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-954bfae5-1224-4ccb-a6d9-93e326af4b07 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Deleting port 2da09e69-9797-45dc-970d-521ff10deb08 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:42:47.999039 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-954bfae5-1224-4ccb-a6d9-93e326af4b07 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2da09e69-9797-45dc-970d-521ff10deb08), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:48.075771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Attempting to bind port 4560eec3-70b1-4327-b86e-c81d8263848f on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:42:48.076249 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Attempting to bind port 4560eec3-70b1-4327-b86e-c81d8263848f by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '2d0ae1ea-098c-4fb5-a62d-874f96411a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:42:48.076846 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Attempting to bind port 4560eec3-70b1-4327-b86e-c81d8263848f on network c253b1e5-9ac9-4a94-9dcb-4093bad2e42a {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:42:48.082347 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Port 4560eec3-70b1-4327-b86e-c81d8263848f on network c253b1e5-9ac9-4a94-9dcb-4093bad2e42a not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:42:48.082801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Attempting to bind port 4560eec3-70b1-4327-b86e-c81d8263848f on network c253b1e5-9ac9-4a94-9dcb-4093bad2e42a {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:42:48.089189 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:42:48.089811 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Checking segment: {'id': '2d0ae1ea-098c-4fb5-a62d-874f96411a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:42:48.090741 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Bound using segment: {'id': '2d0ae1ea-098c-4fb5-a62d-874f96411a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:42:48.091739 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Bound port: 4560eec3-70b1-4327-b86e-c81d8263848f, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0ae1ea-098c-4fb5-a62d-874f96411a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:42:48.092371 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4560eec3-70b1-4327-b86e-c81d8263848f), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:48.141657 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85aa2e77-e56b-43be-8194-3792e3aba05b req-6ff84316-bfd3-423e-86de-1f9666ade667 tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389537 Mar 23 01:42:48.193010 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-954bfae5-1224-4ccb-a6d9-93e326af4b07 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2da09e69-9797-45dc-970d-521ff10deb08), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:48.214638 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-954bfae5-1224-4ccb-a6d9-93e326af4b07 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Calling delete_port for 2da09e69-9797-45dc-970d-521ff10deb08 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:42:48.223057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] For port 4560eec3-70b1-4327-b86e-c81d8263848f, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:42:48.227922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] For port 4560eec3-70b1-4327-b86e-c81d8263848f, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=4560eec3-70b1-4327-b86e-c81d8263848f,segment=NetworkSegment(2d0ae1ea-098c-4fb5-a62d-874f96411a30),segment_id=2d0ae1ea-098c-4fb5-a62d-874f96411a30)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:42:48.251411 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (4560eec3-70b1-4327-b86e-c81d8263848f), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:48.347654 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:48.348711 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:48.351547 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] 10.222.0.43 "PUT /v2.0/ports/4560eec3-70b1-4327-b86e-c81d8263848f HTTP/1.1" status: 200 len: 1131 time: 1.6489618 Mar 23 01:42:48.353450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15553159-213c-4038-b345-5b1ce503095e', 'tag': '4560eec3-70b1-4327-b86e-c81d8263848f'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:48.368947 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fe7a67-0001-4be6-a759-f7d3d71877a4" -d '{"events": [{"name": "network-changed", "server_uuid": "15553159-213c-4038-b345-5b1ce503095e", "tag": "4560eec3-70b1-4327-b86e-c81d8263848f"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:48.521533 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd8eca8-ea83-4ad5-be27-b5d58852218a x-openstack-request-id: req-fcd8eca8-ea83-4ad5-be27-b5d58852218a {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:48.521807 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15553159-213c-4038-b345-5b1ce503095e", "tag": "4560eec3-70b1-4327-b86e-c81d8263848f", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:48.522142 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcd8eca8-ea83-4ad5-be27-b5d58852218a {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:48.522474 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd8eca8-ea83-4ad5-be27-b5d58852218a'] response: {'name': 'network-changed', 'server_uuid': '15553159-213c-4038-b345-5b1ce503095e', 'tag': '4560eec3-70b1-4327-b86e-c81d8263848f', 'status': 'completed', 'code': 200} Mar 23 01:42:48.581508 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-954bfae5-1224-4ccb-a6d9-93e326af4b07 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2da09e69-9797-45dc-970d-521ff10deb08), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:48.602570 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-6b4d4710-ef8b-4a88-8dfc-1eee89c62f87 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689526 Mar 23 01:42:48.632349 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14781bb-4965-476b-a56d-6d4ce796f150 service neutron] Pushing event updated for resources: {'Port': ['ID=4560eec3-70b1-4327-b86e-c81d8263848f,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:48.671661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bfae5-1224-4ccb-a6d9-93e326af4b07 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event deleted for resources: {'Port': ['ID=2da09e69-9797-45dc-970d-521ff10deb08,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:48.766544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-f5a0622d-e8ed-447b-83f8-f1c50dd3fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:48.768837 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-f5a0622d-e8ed-447b-83f8-f1c50dd3fe2c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e42953905ba4df9a75f4549b62d35ee&device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 1165 time: 0.3277662 Mar 23 01:42:48.829532 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-954bfae5-1224-4ccb-a6d9-93e326af4b07 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:48.834284 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-954bfae5-1224-4ccb-a6d9-93e326af4b07 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "DELETE /v2.0/ports/2da09e69-9797-45dc-970d-521ff10deb08 HTTP/1.1" status: 204 len: 168 time: 1.0796545 Mar 23 01:42:48.843957 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46678) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:48.863027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f611e-d97a-4a32-bffc-422c7aafff76 req-baa27491-9248-4943-b01a-938ceedccf69 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:48.864559 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b93f611e-d97a-4a32-bffc-422c7aafff76 req-baa27491-9248-4943-b01a-938ceedccf69 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 983 time: 0.1496823 Mar 23 01:42:48.924862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-4880c3b0-f300-4e49-a2ab-f34be4b1599e tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:48.931596 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-4880c3b0-f300-4e49-a2ab-f34be4b1599e tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3283956 Mar 23 01:42:48.934094 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-f5d566b6-e393-481d-b5ae-8ae1d4e2e578 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4560eec3-70b1-4327-b86e-c81d8263848f HTTP/1.1" status: 200 len: 217 time: 0.1338413 Mar 23 01:42:48.953428 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-b8e42bce-b618-4f69-a9b9-7b3f00e6ac03 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/quotas/24ec1f81cf08486cabe6423b4709c0d3 HTTP/1.1" status: 200 len: 375 time: 0.0206227 Mar 23 01:42:48.979262 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b93f611e-d97a-4a32-bffc-422c7aafff76 req-f13c2139-f130-4609-95f5-8712a8c9135a tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0955803 Mar 23 01:42:49.015365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-e4127a2b-061c-444c-8f27-d65523c2192f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Deleting port 2070c069-6313-485b-8a6e-6f3f00ed3d17 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:42:49.015717 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4127a2b-061c-444c-8f27-d65523c2192f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:49.029131 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-095a8801-a4eb-4515-bef2-dccc57fd10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:49.031071 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-095a8801-a4eb-4515-bef2-dccc57fd10ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a56e299c-8175-433c-8384-5f9b64829e5f HTTP/1.1" status: 200 len: 835 time: 0.0885842 Mar 23 01:42:49.156799 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-a9d34437-0702-48c2-abd5-74181b1ef4ed tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1840773 Mar 23 01:42:49.187440 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-02b6a496-8b74-4e91-a203-8e32514e53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:49.189448 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-02b6a496-8b74-4e91-a203-8e32514e53e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c253b1e5-9ac9-4a94-9dcb-4093bad2e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1503365 Mar 23 01:42:49.198763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4127a2b-061c-444c-8f27-d65523c2192f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:49.217422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-e4127a2b-061c-444c-8f27-d65523c2192f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Calling delete_port for 2070c069-6313-485b-8a6e-6f3f00ed3d17 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:42:49.312274 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-acf76a9c-47a4-4cbd-b8f5-9e1876e1071c service neutron] 10.222.0.43 "GET /v2.0/networks/c253b1e5-9ac9-4a94-9dcb-4093bad2e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142359 Mar 23 01:42:49.429738 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4127a2b-061c-444c-8f27-d65523c2192f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2070c069-6313-485b-8a6e-6f3f00ed3d17), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:49.458952 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33673e72-8581-4cdc-b8b0-269fa0224b4d req-e15c73bd-3b3d-4e61-b24a-997e6fcde4c1 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 210 time: 0.0448296 Mar 23 01:42:49.491418 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c6db013-95e4-47f6-be91-bb3165f5f1db req-69497985-d428-418f-b4e5-e52b1b91b93c service neutron] 10.222.0.43 "GET /v2.0/networks/c253b1e5-9ac9-4a94-9dcb-4093bad2e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706512 Mar 23 01:42:49.497708 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4127a2b-061c-444c-8f27-d65523c2192f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event deleted for resources: {'Port': ['ID=2070c069-6313-485b-8a6e-6f3f00ed3d17,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:49.500613 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-099d8792-f411-4f25-bb5f-246f5daf6faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:49.586973 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4127a2b-061c-444c-8f27-d65523c2192f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:49.594226 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46688) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:49.594835 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e4127a2b-061c-444c-8f27-d65523c2192f tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "DELETE /v2.0/ports/2070c069-6313-485b-8a6e-6f3f00ed3d17 HTTP/1.1" status: 204 len: 168 time: 0.7497609 Mar 23 01:42:49.713291 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-2feab5b6-1176-4633-9e3d-89d804f955d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Deleting subnet 6ccef7e9-d48a-465c-80fe-6d6b083e0336 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:42:49.721770 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2feab5b6-1176-4633-9e3d-89d804f955d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for subnet (6ccef7e9-d48a-465c-80fe-6d6b083e0336), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:49.755518 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe7a67-0001-4be6-a759-f7d3d71877a4 req-ca2d0825-a6b0-482c-9e5e-a3c7fc9c7d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:49.757245 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57fe7a67-0001-4be6-a759-f7d3d71877a4 req-ca2d0825-a6b0-482c-9e5e-a3c7fc9c7d8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e42953905ba4df9a75f4549b62d35ee&device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 1165 time: 0.1595178 Mar 23 01:42:49.869783 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe7a67-0001-4be6-a759-f7d3d71877a4 req-7600b2fb-2c76-4009-9513-52430c72d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:49.872085 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57fe7a67-0001-4be6-a759-f7d3d71877a4 req-7600b2fb-2c76-4009-9513-52430c72d7ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=c253b1e5-9ac9-4a94-9dcb-4093bad2e42a HTTP/1.1" status: 200 len: 896 time: 0.1044400 Mar 23 01:42:49.948782 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2feab5b6-1176-4633-9e3d-89d804f955d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (6ccef7e9-d48a-465c-80fe-6d6b083e0336), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:49.954005 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57fe7a67-0001-4be6-a759-f7d3d71877a4 req-0e2df90f-2015-4395-a892-10641f5f7d4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4560eec3-70b1-4327-b86e-c81d8263848f HTTP/1.1" status: 200 len: 217 time: 0.0736058 Mar 23 01:42:50.117471 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe7a67-0001-4be6-a759-f7d3d71877a4 req-ff08b65e-4d64-490c-9fca-c049b2233698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:50.119327 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57fe7a67-0001-4be6-a759-f7d3d71877a4 req-ff08b65e-4d64-490c-9fca-c049b2233698 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a56e299c-8175-433c-8384-5f9b64829e5f HTTP/1.1" status: 200 len: 835 time: 0.1381841 Mar 23 01:42:50.222133 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2feab5b6-1176-4633-9e3d-89d804f955d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (6ccef7e9-d48a-465c-80fe-6d6b083e0336), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:50.330352 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aad445-13a4-4c35-82c4-215b931fd186 req-fc79c641-4660-4723-bc65-51fd378fbfce tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:50.332462 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e8aad445-13a4-4c35-82c4-215b931fd186 req-fc79c641-4660-4723-bc65-51fd378fbfce tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 983 time: 0.2336705 Mar 23 01:42:50.338426 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2feab5b6-1176-4633-9e3d-89d804f955d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (6ccef7e9-d48a-465c-80fe-6d6b083e0336), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:50.407417 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe7a67-0001-4be6-a759-f7d3d71877a4 req-71d41a16-d570-45f1-ae3a-58b0aec505bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:50.408685 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57fe7a67-0001-4be6-a759-f7d3d71877a4 req-71d41a16-d570-45f1-ae3a-58b0aec505bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c253b1e5-9ac9-4a94-9dcb-4093bad2e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2666013 Mar 23 01:42:50.413578 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2feab5b6-1176-4633-9e3d-89d804f955d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:50.414336 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb02df76-62d4-489c-b340-7b7f2cd767ae None None] Network 437a6b3d-31aa-4643-a34c-ad56996321f1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:42:50.419602 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46702) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:50.419840 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2feab5b6-1176-4633-9e3d-89d804f955d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "DELETE /v2.0/subnets/6ccef7e9-d48a-465c-80fe-6d6b083e0336 HTTP/1.1" status: 204 len: 168 time: 0.8239214 Mar 23 01:42:50.426647 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feab5b6-1176-4633-9e3d-89d804f955d5 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event deleted for resources: {'Subnet': ['ID=6ccef7e9-d48a-465c-80fe-6d6b083e0336,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:50.539121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4d711d-d0ea-4318-a633-55e9ac6d2b2d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Deleting subnet 89903b53-7edf-4413-ac0f-be51c87f45dd {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:42:50.540479 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e8aad445-13a4-4c35-82c4-215b931fd186 req-b9d3e9b8-6d66-4dc7-96a9-f8379c7d2350 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1906400 Mar 23 01:42:50.566256 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f4d711d-d0ea-4318-a633-55e9ac6d2b2d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for subnet (89903b53-7edf-4413-ac0f-be51c87f45dd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:50.585974 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57fe7a67-0001-4be6-a759-f7d3d71877a4 req-0cfa9ffc-e6ca-4c69-a4e5-c8516ac43191 service neutron] 10.222.0.43 "GET /v2.0/networks/c253b1e5-9ac9-4a94-9dcb-4093bad2e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642191 Mar 23 01:42:50.589686 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:50.672048 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84155f7d-9306-4da0-92a8-5b3d459b880b req-e63cba18-9765-4f6d-8f0a-bb009012d980 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 210 time: 0.0583718 Mar 23 01:42:50.680633 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f4d711d-d0ea-4318-a633-55e9ac6d2b2d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (89903b53-7edf-4413-ac0f-be51c87f45dd), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:50.704747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739a254f-0e75-4384-b812-1dd62e8a5e98 None None] DHCP port deletion for 437a6b3d-31aa-4643-a34c-ad56996321f1 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:42:50.813623 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f4d711d-d0ea-4318-a633-55e9ac6d2b2d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (89903b53-7edf-4413-ac0f-be51c87f45dd), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:50.820768 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-739a254f-0e75-4384-b812-1dd62e8a5e98 None None] Deleting port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:42:50.822027 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-739a254f-0e75-4384-b812-1dd62e8a5e98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:50.829455 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57fe7a67-0001-4be6-a759-f7d3d71877a4 req-0c67c9a0-5c86-48ad-9f23-dfc81916c6c8 service neutron] 10.222.0.43 "GET /v2.0/networks/c253b1e5-9ac9-4a94-9dcb-4093bad2e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337203 Mar 23 01:42:50.907407 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f4d711d-d0ea-4318-a633-55e9ac6d2b2d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (89903b53-7edf-4413-ac0f-be51c87f45dd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:50.931193 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-dc90e50c-4f55-42ec-a635-381b9c783ea8 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280504 Mar 23 01:42:50.944344 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-739a254f-0e75-4384-b812-1dd62e8a5e98 None None] For port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6,segment=NetworkSegment(25df386e-70d9-49e1-bfa6-c0a9ea8721d3),segment_id=25df386e-70d9-49e1-bfa6-c0a9ea8721d3)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:50.945093 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-739a254f-0e75-4384-b812-1dd62e8a5e98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:50.947938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d711d-d0ea-4318-a633-55e9ac6d2b2d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event deleted for resources: {'Subnet': ['ID=89903b53-7edf-4413-ac0f-be51c87f45dd,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:50.964977 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f4d711d-d0ea-4318-a633-55e9ac6d2b2d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:50.973254 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fc607f-b085-4ca2-ac4f-c4fe734ede5a None None] Network 54f43f40-2d1d-40ff-a148-e6b1420c7986 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:42:50.973516 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2f4d711d-d0ea-4318-a633-55e9ac6d2b2d tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "DELETE /v2.0/subnets/89903b53-7edf-4413-ac0f-be51c87f45dd HTTP/1.1" status: 204 len: 168 time: 0.5437605 Mar 23 01:42:50.974002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46708) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:50.995231 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-739a254f-0e75-4384-b812-1dd62e8a5e98 None None] Calling delete_port for 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:42:51.158368 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (437a6b3d-31aa-4643-a34c-ad56996321f1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:51.213980 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-64a580d4-7bca-4286-93be-86e9975d95e8 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:51.219001 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-64a580d4-7bca-4286-93be-86e9975d95e8 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2800446 Mar 23 01:42:51.237277 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Deleting port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:42:51.237926 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:51.249221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-1991a78f-9eed-4f56-923d-319366edb39b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Request body: {'port': {'device_id': '84398b2c-6764-4007-9e2b-d5639e26823e', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '24ec1f81cf08486cabe6423b4709c0d3'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:51.339968 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-739a254f-0e75-4384-b812-1dd62e8a5e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:51.371207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] For port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6,segment=NetworkSegment(25df386e-70d9-49e1-bfa6-c0a9ea8721d3),segment_id=25df386e-70d9-49e1-bfa6-c0a9ea8721d3)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:51.371614 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:51.407845 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Calling delete_port for 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:42:51.416258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e255b7-44e4-4501-a727-044abb6ec4b6 None None] DHCP port deletion for 54f43f40-2d1d-40ff-a148-e6b1420c7986 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:42:51.438016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a254f-0e75-4384-b812-1dd62e8a5e98 None None] Pushing event deleted for resources: {'Port': ['ID=99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:51.463644 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a254f-0e75-4384-b812-1dd62e8a5e98 None None] No DVR routers for this DVR port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:42:51.500170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-1991a78f-9eed-4f56-923d-319366edb39b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Made reservation on behalf of 24ec1f81cf08486cabe6423b4709c0d3 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:42:51.506059 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-1991a78f-9eed-4f56-923d-319366edb39b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:51.570409 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-64e255b7-44e4-4501-a727-044abb6ec4b6 None None] Deleting port 00b0ca96-b683-499c-bb77-73008b29ea60 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:42:51.572009 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-64e255b7-44e4-4501-a727-044abb6ec4b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (00b0ca96-b683-499c-bb77-73008b29ea60), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:51.614214 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:51.679352 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event deleted for resources: {'Port': ['ID=99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:51.707246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] No DVR routers for this DVR port 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:42:51.735610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-64e255b7-44e4-4501-a727-044abb6ec4b6 None None] For port 00b0ca96-b683-499c-bb77-73008b29ea60, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=00b0ca96-b683-499c-bb77-73008b29ea60,segment=NetworkSegment(817e2dfa-30c0-4958-9ed1-a07b495868de),segment_id=817e2dfa-30c0-4958-9ed1-a07b495868de)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:51.736122 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-64e255b7-44e4-4501-a727-044abb6ec4b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (00b0ca96-b683-499c-bb77-73008b29ea60), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:51.798868 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-64e255b7-44e4-4501-a727-044abb6ec4b6 None None] Calling delete_port for 00b0ca96-b683-499c-bb77-73008b29ea60 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:42:51.810281 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cc20e2ec-f1ba-4e5f-9f7f-1ba84d0384c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:51.871207 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-385b7119-4044-48a8-8d05-61164b575b29 req-fae4ab00-c083-49a2-8b47-afa2034996b5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 210 time: 0.0655193 Mar 23 01:42:51.918115 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-1991a78f-9eed-4f56-923d-319366edb39b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Allocated IP 192.168.233.112 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/d723bffb-552b-41ee-9c15-221961b89140) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:42:51.964965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae54f9-70b8-42a4-bad4-b4902ff17acf req-8504bc21-b59e-4cb2-9daf-88b1bca17d1e tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:51.976449 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6ae54f9-70b8-42a4-bad4-b4902ff17acf req-8504bc21-b59e-4cb2-9daf-88b1bca17d1e tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 983 time: 0.3011172 Mar 23 01:42:51.986662 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-64e255b7-44e4-4501-a727-044abb6ec4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (00b0ca96-b683-499c-bb77-73008b29ea60), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:52.028078 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (437a6b3d-31aa-4643-a34c-ad56996321f1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:52.033854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e255b7-44e4-4501-a727-044abb6ec4b6 None None] Pushing event deleted for resources: {'Port': ['ID=00b0ca96-b683-499c-bb77-73008b29ea60,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:52.040345 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e255b7-44e4-4501-a727-044abb6ec4b6 None None] No DVR routers for this DVR port 00b0ca96-b683-499c-bb77-73008b29ea60 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:42:52.087650 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437a6b3d-31aa-4643-a34c-ad56996321f1']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:52.108479 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25df386e-70d9-49e1-bfa6-c0a9ea8721d3') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:52.108936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25df386e-70d9-49e1-bfa6-c0a9ea8721d3') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:52.124927 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (25df386e-70d9-49e1-bfa6-c0a9ea8721d3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:52.142717 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6ae54f9-70b8-42a4-bad4-b4902ff17acf req-9814c3ba-d3a9-478a-839d-82fe65d7377f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1651459 Mar 23 01:42:52.169317 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (25df386e-70d9-49e1-bfa6-c0a9ea8721d3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:52.179136 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:42:52.180193 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (25df386e-70d9-49e1-bfa6-c0a9ea8721d3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:52.250788 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-1991a78f-9eed-4f56-923d-319366edb39b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks [] for port (d723bffb-552b-41ee-9c15-221961b89140), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:52.306011 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-1991a78f-9eed-4f56-923d-319366edb39b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d723bffb-552b-41ee-9c15-221961b89140), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:52.318846 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['17be58cd-7f8e-4469-a557-ffd53811829d', '9b7b6407-6f89-4196-b7b4-01770114086e', '49300ed5-c5fc-407a-96e5-0ba7761e8329'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:42:52.342081 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:42:52.350654 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (437a6b3d-31aa-4643-a34c-ad56996321f1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:52.358555 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:52.371084 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "DELETE /v2.0/networks/437a6b3d-31aa-4643-a34c-ad56996321f1 HTTP/1.1" status: 204 len: 168 time: 1.3926423 Mar 23 01:42:52.381956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3408af7e-514a-484f-9fc7-be5e3fde38ea', '7a3b0f82-47f4-4c56-b759-5f1a25b0038e', '519ae3eb-52b6-4ec8-8c0c-0767041004e7', '3c3570a4-4bbe-4b9a-af82-d846cadcdd69'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:42:52.383210 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46726) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:42:52.384008 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 4560eec3-70b1-4327-b86e-c81d8263848f details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:42:52.389748 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7b894-813b-4d2a-9d27-1aca2386e513 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event deleted for resources: {'Network': ['ID=437a6b3d-31aa-4643-a34c-ad56996321f1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:52.465494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991a78f-9eed-4f56-923d-319366edb39b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Pushing event updated for resources: {'Port': ['ID=d723bffb-552b-41ee-9c15-221961b89140,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:52.619121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-1991a78f-9eed-4f56-923d-319366edb39b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:42:52.627170 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:42:52.629039 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-1991a78f-9eed-4f56-923d-319366edb39b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:42:52.634407 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-1991a78f-9eed-4f56-923d-319366edb39b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:42:52.690596 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-1991a78f-9eed-4f56-923d-319366edb39b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:52.691506 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-1991a78f-9eed-4f56-923d-319366edb39b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:52.720793 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-491b4056-bcb8-40f8-a7cd-0bc7ff1607e7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (54f43f40-2d1d-40ff-a148-e6b1420c7986), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:52.727518 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-1991a78f-9eed-4f56-923d-319366edb39b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4826245 Mar 23 01:42:52.739531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:42:52.740134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 99c46d75-22f9-4ac0-b7e4-1ab377bbf7d6 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:42:52.740301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 00b0ca96-b683-499c-bb77-73008b29ea60 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:42:52.750967 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Request body: {'port': {'device_id': '84398b2c-6764-4007-9e2b-d5639e26823e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:42:52.798159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 00b0ca96-b683-499c-bb77-73008b29ea60 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:42:52.798793 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 00b0ca96-b683-499c-bb77-73008b29ea60 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:42:52.950216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 4560eec3-70b1-4327-b86e-c81d8263848f, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=4560eec3-70b1-4327-b86e-c81d8263848f,segment=NetworkSegment(2d0ae1ea-098c-4fb5-a62d-874f96411a30),segment_id=2d0ae1ea-098c-4fb5-a62d-874f96411a30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:52.989362 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d723bffb-552b-41ee-9c15-221961b89140), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:52.994344 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-491b4056-bcb8-40f8-a7cd-0bc7ff1607e7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (54f43f40-2d1d-40ff-a148-e6b1420c7986), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:53.043929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-491b4056-bcb8-40f8-a7cd-0bc7ff1607e7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f43f40-2d1d-40ff-a148-e6b1420c7986']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:53.048884 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '4560eec3-70b1-4327-b86e-c81d8263848f', 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a', 'port_id': '4560eec3-70b1-4327-b86e-c81d8263848f', 'mac_address': 'fa:16:3e:a2:6e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:42:53.124782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-491b4056-bcb8-40f8-a7cd-0bc7ff1607e7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817e2dfa-30c0-4958-9ed1-a07b495868de') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:53.125084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-491b4056-bcb8-40f8-a7cd-0bc7ff1607e7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817e2dfa-30c0-4958-9ed1-a07b495868de') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:42:53.139132 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466c3d5-7abf-4d24-8ed6-b81734394419 req-a84c703c-ef2b-48d0-8c4c-5fd5f585fadd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:53.144239 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4466c3d5-7abf-4d24-8ed6-b81734394419 req-a84c703c-ef2b-48d0-8c4c-5fd5f585fadd tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 936 time: 0.0963650 Mar 23 01:42:53.158456 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-491b4056-bcb8-40f8-a7cd-0bc7ff1607e7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (817e2dfa-30c0-4958-9ed1-a07b495868de), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:53.216131 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-491b4056-bcb8-40f8-a7cd-0bc7ff1607e7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (817e2dfa-30c0-4958-9ed1-a07b495868de), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:53.250596 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4466c3d5-7abf-4d24-8ed6-b81734394419 req-775ff4c2-0112-41c6-b8b8-e0191e805366 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010506 Mar 23 01:42:53.331588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 4560eec3-70b1-4327-b86e-c81d8263848f is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:53.341494 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4560eec3-70b1-4327-b86e-c81d8263848f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:53.430706 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491b4056-bcb8-40f8-a7cd-0bc7ff1607e7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:42:53.431290 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-491b4056-bcb8-40f8-a7cd-0bc7ff1607e7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (817e2dfa-30c0-4958-9ed1-a07b495868de), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:42:53.434251 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:42:53.449586 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:53.479945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fef6b533-61bd-44ed-89d8-87b0dcf92a22 None None] Provisioning complete for port d723bffb-552b-41ee-9c15-221961b89140 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:53.480320 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fef6b533-61bd-44ed-89d8-87b0dcf92a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d723bffb-552b-41ee-9c15-221961b89140), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:53.529796 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4560eec3-70b1-4327-b86e-c81d8263848f {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:42:53.550903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fef6b533-61bd-44ed-89d8-87b0dcf92a22 None None] Port d723bffb-552b-41ee-9c15-221961b89140 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:42:53.599497 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-491b4056-bcb8-40f8-a7cd-0bc7ff1607e7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (54f43f40-2d1d-40ff-a148-e6b1420c7986), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:53.609068 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 4560eec3-70b1-4327-b86e-c81d8263848f, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=4560eec3-70b1-4327-b86e-c81d8263848f,segment=NetworkSegment(2d0ae1ea-098c-4fb5-a62d-874f96411a30),segment_id=2d0ae1ea-098c-4fb5-a62d-874f96411a30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:53.629643 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-491b4056-bcb8-40f8-a7cd-0bc7ff1607e7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:53.636389 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4560eec3-70b1-4327-b86e-c81d8263848f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:53.640277 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-491b4056-bcb8-40f8-a7cd-0bc7ff1607e7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] 10.222.0.18 "DELETE /v2.0/networks/54f43f40-2d1d-40ff-a148-e6b1420c7986 HTTP/1.1" status: 204 len: 168 time: 1.2555947 Mar 23 01:42:53.677227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75f3a8-1248-4d7c-b281-32a92e2e25c9 req-598ae1d1-3aa7-4b8b-b41f-c78b42518a03 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:53.685097 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a75f3a8-1248-4d7c-b281-32a92e2e25c9 req-598ae1d1-3aa7-4b8b-b41f-c78b42518a03 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 983 time: 0.3370395 Mar 23 01:42:53.730983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b4056-bcb8-40f8-a7cd-0bc7ff1607e7 tempest-TaggedBootDevicesTest-1877968636 tempest-TaggedBootDevicesTest-1877968636-project] Pushing event deleted for resources: {'Network': ['ID=54f43f40-2d1d-40ff-a148-e6b1420c7986,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:53.819202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=4560eec3-70b1-4327-b86e-c81d8263848f,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:53.964480 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d723bffb-552b-41ee-9c15-221961b89140 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:42:53.984800 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Publish callbacks [] for port (d723bffb-552b-41ee-9c15-221961b89140), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:54.063988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Transition to ACTIVE for port object d723bffb-552b-41ee-9c15-221961b89140 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:42:54.102260 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a75f3a8-1248-4d7c-b281-32a92e2e25c9 req-dfe20bdd-14b8-4faa-8901-1769824c92bb tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4071312 Mar 23 01:42:54.104378 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (d723bffb-552b-41ee-9c15-221961b89140), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:54.213556 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Pushing event updated for resources: {'Port': ['ID=d723bffb-552b-41ee-9c15-221961b89140,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:54.284344 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['4560eec3-70b1-4327-b86e-c81d8263848f'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:42:54.360692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Attempting to bind port d723bffb-552b-41ee-9c15-221961b89140 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:42:54.361318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Attempting to bind port d723bffb-552b-41ee-9c15-221961b89140 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:42:54.361955 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Attempting to bind port d723bffb-552b-41ee-9c15-221961b89140 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:42:54.368973 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Port d723bffb-552b-41ee-9c15-221961b89140 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:42:54.389243 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Attempting to bind port d723bffb-552b-41ee-9c15-221961b89140 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:42:54.405740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:42:54.406181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:42:54.406827 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:42:54.407270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Bound port: d723bffb-552b-41ee-9c15-221961b89140, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:42:54.407632 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d723bffb-552b-41ee-9c15-221961b89140), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:54.557674 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce71d2b-a773-4dfc-911c-a17f577ac4ae req-dd4d9a24-d75e-4940-bbaf-375133231ab6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:54.581489 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ce71d2b-a773-4dfc-911c-a17f577ac4ae req-dd4d9a24-d75e-4940-bbaf-375133231ab6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 948 time: 0.1520736 Mar 23 01:42:54.605604 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:54.630236 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] For port d723bffb-552b-41ee-9c15-221961b89140, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:42:54.637981 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] For port d723bffb-552b-41ee-9c15-221961b89140, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d723bffb-552b-41ee-9c15-221961b89140,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:42:54.657070 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (d723bffb-552b-41ee-9c15-221961b89140), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:54.700523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:54.701427 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:54.703486 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] 10.222.0.43 "PUT /v2.0/ports/d723bffb-552b-41ee-9c15-221961b89140 HTTP/1.1" status: 200 len: 1096 time: 1.9611173 Mar 23 01:42:54.704170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84398b2c-6764-4007-9e2b-d5639e26823e', 'tag': 'd723bffb-552b-41ee-9c15-221961b89140'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:54.718475 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bb964e-1034-48db-abb6-3cf4f2fe8c45" -d '{"events": [{"name": "network-changed", "server_uuid": "84398b2c-6764-4007-9e2b-d5639e26823e", "tag": "d723bffb-552b-41ee-9c15-221961b89140"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:54.750995 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ce71d2b-a773-4dfc-911c-a17f577ac4ae req-ba26a0ea-6174-42cf-9a60-db7aab0786a3 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679664 Mar 23 01:42:54.836039 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c25ae4-dbae-4488-8045-4cfd6b33ae4a service neutron] Pushing event updated for resources: {'Port': ['ID=d723bffb-552b-41ee-9c15-221961b89140,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:54.878261 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632280bf-ec4c-4426-93a5-10de5e56318a x-openstack-request-id: req-632280bf-ec4c-4426-93a5-10de5e56318a {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:54.878944 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84398b2c-6764-4007-9e2b-d5639e26823e", "tag": "d723bffb-552b-41ee-9c15-221961b89140", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:54.879423 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-632280bf-ec4c-4426-93a5-10de5e56318a {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:54.880462 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-632280bf-ec4c-4426-93a5-10de5e56318a'] response: {'name': 'network-changed', 'server_uuid': '84398b2c-6764-4007-9e2b-d5639e26823e', 'tag': 'd723bffb-552b-41ee-9c15-221961b89140', 'status': 'completed', 'code': 200} Mar 23 01:42:54.906711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-ebe7b2c9-e96b-446d-94cc-5d284c980d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:54.908303 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-ebe7b2c9-e96b-446d-94cc-5d284c980d66 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 1130 time: 0.0990531 Mar 23 01:42:54.999994 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-a735744e-d76e-4879-ae1a-b892c1aa4d54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d723bffb-552b-41ee-9c15-221961b89140 HTTP/1.1" status: 200 len: 217 time: 0.0747507 Mar 23 01:42:55.064475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-0ababdb9-83b7-496c-931a-b75796b27456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:55.066409 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-0ababdb9-83b7-496c-931a-b75796b27456 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0600505 Mar 23 01:42:55.130618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-14bc6b90-835c-4a89-8de2-f375a55fcc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:55.132148 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-14bc6b90-835c-4a89-8de2-f375a55fcc05 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0579348 Mar 23 01:42:55.273903 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-95b054f3-5e94-4534-8df0-ec81224ff389 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339538 Mar 23 01:42:55.289399 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e657cb-b131-45fb-9724-f491cf5b9e94 req-c63913b9-60d6-410e-9c4f-80d586460306 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:55.296653 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b0e657cb-b131-45fb-9724-f491cf5b9e94 req-c63913b9-60d6-410e-9c4f-80d586460306 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 984 time: 0.0927954 Mar 23 01:42:55.414870 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b0e657cb-b131-45fb-9724-f491cf5b9e94 req-16c6dd56-87f9-4a68-ab7e-97f8bace7a5f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1098859 Mar 23 01:42:55.426744 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7dd65b7-ce33-427b-a43c-0a7ffe3f91c7 req-b7c63b7b-f39e-4e7a-953e-28a0619a6c6b service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290636 Mar 23 01:42:55.573378 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb964e-1034-48db-abb6-3cf4f2fe8c45 req-fca75fd6-f065-4278-8962-e45b5d02b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:55.575208 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-72bb964e-1034-48db-abb6-3cf4f2fe8c45 req-fca75fd6-f065-4278-8962-e45b5d02b643 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 1130 time: 0.0529802 Mar 23 01:42:55.680082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb964e-1034-48db-abb6-3cf4f2fe8c45 req-7c649197-6840-4208-94fd-46b68c62e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:55.681679 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-72bb964e-1034-48db-abb6-3cf4f2fe8c45 req-7c649197-6840-4208-94fd-46b68c62e362 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.0995636 Mar 23 01:42:55.724872 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-72bb964e-1034-48db-abb6-3cf4f2fe8c45 req-55a108d1-ab57-405c-b4b9-7f2248cb5e85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d723bffb-552b-41ee-9c15-221961b89140 HTTP/1.1" status: 200 len: 217 time: 0.0361660 Mar 23 01:42:55.776687 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb964e-1034-48db-abb6-3cf4f2fe8c45 req-09ffa6f2-1ca3-4181-8c90-eca95e386199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:55.778628 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-72bb964e-1034-48db-abb6-3cf4f2fe8c45 req-09ffa6f2-1ca3-4181-8c90-eca95e386199 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0468292 Mar 23 01:42:55.781741 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:55.833160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb964e-1034-48db-abb6-3cf4f2fe8c45 req-918812a4-76a7-4c30-a2d4-9b1c2ecdc8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:55.835021 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-72bb964e-1034-48db-abb6-3cf4f2fe8c45 req-918812a4-76a7-4c30-a2d4-9b1c2ecdc8f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0488892 Mar 23 01:42:55.941742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3854b5-7dab-4efb-9206-24fb25312ec9 req-8f0b208a-a615-4f9d-840b-aa19a1e5959f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:55.951010 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2f3854b5-7dab-4efb-9206-24fb25312ec9 req-8f0b208a-a615-4f9d-840b-aa19a1e5959f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 948 time: 0.1015444 Mar 23 01:42:55.956455 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-72bb964e-1034-48db-abb6-3cf4f2fe8c45 req-3f9e82c6-3bae-4d98-9200-39b1dac3abda service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139908 Mar 23 01:42:56.011654 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2f3854b5-7dab-4efb-9206-24fb25312ec9 req-41c4dd84-28f7-4f78-863f-6d1829b1cee3 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594001 Mar 23 01:42:56.061891 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-72bb964e-1034-48db-abb6-3cf4f2fe8c45 req-69d1a8de-956f-4441-bb7b-cde9b7f4ba1e service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994151 Mar 23 01:42:56.564436 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5711b9f-bc68-446b-be9f-b4179fdab35c req-a46c5e6e-e7b6-46a1-a1d2-a4f7e20efc52 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:56.566055 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5711b9f-bc68-446b-be9f-b4179fdab35c req-a46c5e6e-e7b6-46a1-a1d2-a4f7e20efc52 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 984 time: 0.0643606 Mar 23 01:42:56.631013 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5711b9f-bc68-446b-be9f-b4179fdab35c req-cc9262e9-ebb0-4d74-bf87-5ef3bcaa40f8 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0584700 Mar 23 01:42:57.225394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfda195-1b03-4e91-8382-080853afb4a0 req-ac196619-cc01-496b-830f-a1d3bb3039ba tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:57.227243 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9cfda195-1b03-4e91-8382-080853afb4a0 req-ac196619-cc01-496b-830f-a1d3bb3039ba tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 948 time: 0.1180832 Mar 23 01:42:57.266327 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359c2f3-fbbc-4136-874b-4ea9d20aa540 req-b38439ec-3161-43d0-8f5c-a533e532ee87 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:57.266940 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b359c2f3-fbbc-4136-874b-4ea9d20aa540 req-b38439ec-3161-43d0-8f5c-a533e532ee87 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1025968 Mar 23 01:42:57.326940 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9cfda195-1b03-4e91-8382-080853afb4a0 req-ac48cbab-ded7-49ea-984e-d654444247f6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848081 Mar 23 01:42:57.372352 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b359c2f3-fbbc-4136-874b-4ea9d20aa540 req-5f217fdf-948b-49aa-97de-74412b253a2f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970323 Mar 23 01:42:57.532358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e88b80-8e93-406b-96b6-14ee057b99ec req-2764ef60-05ba-4b0a-a576-8e9490604ff8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:57.534022 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-50e88b80-8e93-406b-96b6-14ee057b99ec req-2764ef60-05ba-4b0a-a576-8e9490604ff8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0629375 Mar 23 01:42:57.594795 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-50e88b80-8e93-406b-96b6-14ee057b99ec req-d32a2264-f470-483a-aee8-37b9ac5d51db tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533161 Mar 23 01:42:57.839259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e669d-3efe-40aa-9931-cd1c99c73bfa req-0d4a89a4-2c02-4442-b6af-9ca0e50ae1c6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:57.850848 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-211e669d-3efe-40aa-9931-cd1c99c73bfa req-0d4a89a4-2c02-4442-b6af-9ca0e50ae1c6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1222215 Mar 23 01:42:57.883514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b71650-02aa-41d8-8a6e-1b524c15272c req-b9742e4a-68d1-48cb-8885-98cc4fee3897 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:57.885229 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-37b71650-02aa-41d8-8a6e-1b524c15272c req-b9742e4a-68d1-48cb-8885-98cc4fee3897 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 984 time: 0.1162848 Mar 23 01:42:57.930438 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-211e669d-3efe-40aa-9931-cd1c99c73bfa req-9552d62b-2325-475b-8a51-d8f13c9598e9 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786223 Mar 23 01:42:58.004342 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-37b71650-02aa-41d8-8a6e-1b524c15272c req-2a528426-84eb-46b3-a296-d9c3c96adba8 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1071911 Mar 23 01:42:58.070185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e189bf5-8470-44b9-8928-c8382cfd7142 req-6e665afd-02ee-427b-b030-0d74f1c45b59 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:58.077697 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e189bf5-8470-44b9-8928-c8382cfd7142 req-6e665afd-02ee-427b-b030-0d74f1c45b59 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0702395 Mar 23 01:42:58.157982 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e189bf5-8470-44b9-8928-c8382cfd7142 req-8bc17031-548b-41be-ab35-0f56ecb0eb6b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792797 Mar 23 01:42:58.377861 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d723bffb-552b-41ee-9c15-221961b89140 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:42:58.544277 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b822f-4dc9-4ff8-951a-313b5601a728 req-9c35c3d1-81c0-46c6-99c7-a1456d97b4a5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:58.554319 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de2b822f-4dc9-4ff8-951a-313b5601a728 req-9c35c3d1-81c0-46c6-99c7-a1456d97b4a5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 948 time: 0.1084459 Mar 23 01:42:58.657533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de2b822f-4dc9-4ff8-951a-313b5601a728 req-c83a0589-0678-4789-9721-ba51b1164caf tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022508 Mar 23 01:42:58.678302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d723bffb-552b-41ee-9c15-221961b89140, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d723bffb-552b-41ee-9c15-221961b89140,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:58.694801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'd723bffb-552b-41ee-9c15-221961b89140', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': 'd723bffb-552b-41ee-9c15-221961b89140', 'mac_address': 'fa:16:3e:19:9a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:42:58.699710 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 4560eec3-70b1-4327-b86e-c81d8263848f up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:42:58.728549 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9d8b1-1f29-4e60-bb62-b21802ae524d req-cd815db8-de91-4efe-96ef-00a46eed9e9d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:58.732572 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2cd9d8b1-1f29-4e60-bb62-b21802ae524d req-cd815db8-de91-4efe-96ef-00a46eed9e9d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1091526 Mar 23 01:42:58.792955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port d723bffb-552b-41ee-9c15-221961b89140 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:58.793509 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d723bffb-552b-41ee-9c15-221961b89140), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:58.816129 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d723bffb-552b-41ee-9c15-221961b89140 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:42:58.840665 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2cd9d8b1-1f29-4e60-bb62-b21802ae524d req-ecf7f206-fd91-44b2-8ae5-1b62bfe76013 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949695 Mar 23 01:42:58.854862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d723bffb-552b-41ee-9c15-221961b89140, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d723bffb-552b-41ee-9c15-221961b89140,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:58.863311 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d723bffb-552b-41ee-9c15-221961b89140), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:58.927545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=d723bffb-552b-41ee-9c15-221961b89140,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:58.930956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 4560eec3-70b1-4327-b86e-c81d8263848f completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:42:58.936928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 4560eec3-70b1-4327-b86e-c81d8263848f triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:42:58.937368 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4560eec3-70b1-4327-b86e-c81d8263848f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:59.215591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 4560eec3-70b1-4327-b86e-c81d8263848f is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:42:59.215800 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4560eec3-70b1-4327-b86e-c81d8263848f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:59.268834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0397f-e6cb-4329-a6c8-58ba0c6db998 req-d2dc4600-24b1-4494-83cf-409b4de99bd7 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:59.271266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15553159-213c-4038-b345-5b1ce503095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4560eec3-70b1-4327-b86e-c81d8263848f'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:42:59.273359 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e3e0397f-e6cb-4329-a6c8-58ba0c6db998 req-d2dc4600-24b1-4494-83cf-409b4de99bd7 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 984 time: 0.1582205 Mar 23 01:42:59.273745 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aec0f2e-758d-4f37-b2bc-d110e46f861f" -d '{"events": [{"server_uuid": "15553159-213c-4038-b345-5b1ce503095e", "name": "network-vif-plugged", "status": "completed", "tag": "4560eec3-70b1-4327-b86e-c81d8263848f"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:42:59.314675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 4560eec3-70b1-4327-b86e-c81d8263848f, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=4560eec3-70b1-4327-b86e-c81d8263848f,segment=NetworkSegment(2d0ae1ea-098c-4fb5-a62d-874f96411a30),segment_id=2d0ae1ea-098c-4fb5-a62d-874f96411a30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:42:59.325867 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4560eec3-70b1-4327-b86e-c81d8263848f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:42:59.467714 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e3e0397f-e6cb-4329-a6c8-58ba0c6db998 req-2d9a1653-9fd1-4bb9-81eb-41bf0caad0f5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1894884 Mar 23 01:42:59.485606 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb43c8d-f1c1-44d9-a17f-70f7f43ed551 x-openstack-request-id: req-6eb43c8d-f1c1-44d9-a17f-70f7f43ed551 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:42:59.486522 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15553159-213c-4038-b345-5b1ce503095e", "name": "network-vif-plugged", "status": "completed", "tag": "4560eec3-70b1-4327-b86e-c81d8263848f", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:42:59.487019 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6eb43c8d-f1c1-44d9-a17f-70f7f43ed551 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:42:59.487648 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb43c8d-f1c1-44d9-a17f-70f7f43ed551'] response: {'server_uuid': '15553159-213c-4038-b345-5b1ce503095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4560eec3-70b1-4327-b86e-c81d8263848f', 'code': 200} Mar 23 01:42:59.501987 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['d723bffb-552b-41ee-9c15-221961b89140'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:42:59.567687 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=4560eec3-70b1-4327-b86e-c81d8263848f,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:42:59.755256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56513e-5f4b-40a5-83f2-db04662a2813 req-dcf509eb-d310-4cd7-a0d1-0ba17ef57770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:59.757503 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e56513e-5f4b-40a5-83f2-db04662a2813 req-dcf509eb-d310-4cd7-a0d1-0ba17ef57770 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 1167 time: 0.1113150 Mar 23 01:42:59.801481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a3a9d-cef0-4c48-a98c-d16905a5d353 req-e2a620c4-6c4a-4a16-a1bc-51a5635581f5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:59.808238 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-733a3a9d-cef0-4c48-a98c-d16905a5d353 req-e2a620c4-6c4a-4a16-a1bc-51a5635581f5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 949 time: 0.0710833 Mar 23 01:42:59.833186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9c324-e207-459e-aef5-30889dc90d76 req-0d1f3fce-3dee-4e16-9be8-c586fadf7e82 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:42:59.835569 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0bf9c324-e207-459e-aef5-30889dc90d76 req-0d1f3fce-3dee-4e16-9be8-c586fadf7e82 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.2427766 Mar 23 01:42:59.886679 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-733a3a9d-cef0-4c48-a98c-d16905a5d353 req-a21b007e-47b2-463b-b2de-777d61ae4dc8 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722995 Mar 23 01:42:59.906943 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0bf9c324-e207-459e-aef5-30889dc90d76 req-434faeb4-cffa-4e86-9b7c-44eb3abb0fcd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615513 Mar 23 01:42:59.924710 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e56513e-5f4b-40a5-83f2-db04662a2813 req-4bbb575c-de0e-4afc-a8d5-a969f48c2e10 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1508570 Mar 23 01:43:00.596784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f4129-be6d-4ea8-93bf-50ba3486de18 req-e9607215-0dba-4fc8-b513-e39aca9536ca tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:00.598357 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec3f4129-be6d-4ea8-93bf-50ba3486de18 req-e9607215-0dba-4fc8-b513-e39aca9536ca tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 985 time: 0.0579460 Mar 23 01:43:00.668157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec3f4129-be6d-4ea8-93bf-50ba3486de18 req-d833a47b-2ee2-4e3d-b66c-10ca4356a436 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0639997 Mar 23 01:43:01.063784 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709420a3-b5af-446f-b2ab-2ef3be22cc6d req-681c6b13-5f56-43c1-ab33-ae42b61f3df4 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:01.066770 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-709420a3-b5af-446f-b2ab-2ef3be22cc6d req-681c6b13-5f56-43c1-ab33-ae42b61f3df4 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 949 time: 0.0901995 Mar 23 01:43:01.103580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0c35d-e4ee-4ca3-b61c-ce9f5d8e2f29 req-5678652d-e850-4396-b13a-6b9df21036d4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:01.118966 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-93f0c35d-e4ee-4ca3-b61c-ce9f5d8e2f29 req-5678652d-e850-4396-b13a-6b9df21036d4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0949078 Mar 23 01:43:01.148149 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-709420a3-b5af-446f-b2ab-2ef3be22cc6d req-b137e06e-74ea-48e2-b9c1-79e648c3ff35 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656679 Mar 23 01:43:01.170965 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-93f0c35d-e4ee-4ca3-b61c-ce9f5d8e2f29 req-1b095aed-5991-4884-972b-0a5493d68876 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520954 Mar 23 01:43:01.891384 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b57b9-ae0f-49b4-be89-af6897b0bb40 req-f64e1198-f254-4eaa-86ac-e0dbe2daf0f2 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:01.892977 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-181b57b9-ae0f-49b4-be89-af6897b0bb40 req-f64e1198-f254-4eaa-86ac-e0dbe2daf0f2 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 985 time: 0.1135106 Mar 23 01:43:01.984991 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-181b57b9-ae0f-49b4-be89-af6897b0bb40 req-d85b8cfb-b40c-4117-b448-c7519c5f7472 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0861480 Mar 23 01:43:02.346134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47433e2-24c6-4195-a9b1-882a1ca01c1e req-47b24a8b-c2c2-4490-a445-ce601f3f76df tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:02.363490 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c47433e2-24c6-4195-a9b1-882a1ca01c1e req-47b24a8b-c2c2-4490-a445-ce601f3f76df tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 949 time: 0.0929568 Mar 23 01:43:02.409144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d723bffb-552b-41ee-9c15-221961b89140 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:43:02.411623 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9468e6-5ab9-4d92-b03a-dbd323742d76 req-01df7be9-d0e7-4cea-bac6-7734711a230e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:02.421335 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6c9468e6-5ab9-4d92-b03a-dbd323742d76 req-01df7be9-d0e7-4cea-bac6-7734711a230e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1265538 Mar 23 01:43:02.496092 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c47433e2-24c6-4195-a9b1-882a1ca01c1e req-3e0dbdb8-741a-4832-88d0-c03a68a91af7 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305263 Mar 23 01:43:02.526841 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port d723bffb-552b-41ee-9c15-221961b89140 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:43:02.534089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port d723bffb-552b-41ee-9c15-221961b89140 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:43:02.534467 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d723bffb-552b-41ee-9c15-221961b89140), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:02.543171 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6c9468e6-5ab9-4d92-b03a-dbd323742d76 req-a60fd99a-51d0-491a-ba07-0be93355cac7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050196 Mar 23 01:43:02.664320 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port d723bffb-552b-41ee-9c15-221961b89140 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:43:02.664451 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d723bffb-552b-41ee-9c15-221961b89140), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:02.698020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84398b2c-6764-4007-9e2b-d5639e26823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd723bffb-552b-41ee-9c15-221961b89140'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:02.701045 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a5ea3e-e372-4878-99e5-da0469344336" -d '{"events": [{"server_uuid": "84398b2c-6764-4007-9e2b-d5639e26823e", "name": "network-vif-plugged", "status": "completed", "tag": "d723bffb-552b-41ee-9c15-221961b89140"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:02.725201 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d723bffb-552b-41ee-9c15-221961b89140, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d723bffb-552b-41ee-9c15-221961b89140,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:02.735779 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d723bffb-552b-41ee-9c15-221961b89140), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:02.820315 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cabec7-1f7f-4b47-8222-645b315e5d1a x-openstack-request-id: req-b5cabec7-1f7f-4b47-8222-645b315e5d1a {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:02.820776 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84398b2c-6764-4007-9e2b-d5639e26823e", "name": "network-vif-plugged", "status": "completed", "tag": "d723bffb-552b-41ee-9c15-221961b89140", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:02.821039 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5cabec7-1f7f-4b47-8222-645b315e5d1a {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:02.821446 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5cabec7-1f7f-4b47-8222-645b315e5d1a'] response: {'server_uuid': '84398b2c-6764-4007-9e2b-d5639e26823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd723bffb-552b-41ee-9c15-221961b89140', 'code': 200} Mar 23 01:43:02.826005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=d723bffb-552b-41ee-9c15-221961b89140,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:02.941277 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f80df9-a33e-42e0-8b39-c02617b920d2 req-71a8d35b-a88e-400e-9c38-b9ca8c8c6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:02.942819 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-36f80df9-a33e-42e0-8b39-c02617b920d2 req-71a8d35b-a88e-400e-9c38-b9ca8c8c6f57 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 1132 time: 0.0673692 Mar 23 01:43:03.017868 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-36f80df9-a33e-42e0-8b39-c02617b920d2 req-5a12cd8f-d894-47ff-aed4-78fb692d609e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682120 Mar 23 01:43:03.178660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf67cf-5baf-4ea5-8626-bd5b3e9f9184 req-cbe9e4e3-434a-4231-b607-1aeaf8cdde17 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:03.180719 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-32bf67cf-5baf-4ea5-8626-bd5b3e9f9184 req-cbe9e4e3-434a-4231-b607-1aeaf8cdde17 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 985 time: 0.0885489 Mar 23 01:43:03.295189 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-32bf67cf-5baf-4ea5-8626-bd5b3e9f9184 req-ce4967dc-86ee-4d21-85cd-0fbcddc4faad tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1081326 Mar 23 01:43:03.536209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fed5c4-fcec-4adb-b51a-11f869159253 req-37d094ff-274c-4570-ad5c-f6725555a28d tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:03.537964 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-37fed5c4-fcec-4adb-b51a-11f869159253 req-37d094ff-274c-4570-ad5c-f6725555a28d tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 985 time: 0.1399076 Mar 23 01:43:03.648587 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-37fed5c4-fcec-4adb-b51a-11f869159253 req-ab840127-75ab-4927-83cd-68a35dc6c287 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1044221 Mar 23 01:43:03.678558 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fb0bb-c969-4c3a-9ad0-10eab02a5180 req-80cea959-a7d7-45b0-a85d-8c80c1924822 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:03.691625 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c2fb0bb-c969-4c3a-9ad0-10eab02a5180 req-80cea959-a7d7-45b0-a85d-8c80c1924822 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 950 time: 0.1096921 Mar 23 01:43:03.721240 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:03.771520 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c2fb0bb-c969-4c3a-9ad0-10eab02a5180 req-828a7f76-3ec3-4240-87b1-56c689811441 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789897 Mar 23 01:43:03.894846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb5a69-3f45-468a-9458-923f89b0251b req-aa037b5a-a9b8-4d26-92e5-29d8416c35df tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:03.896900 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-56fb5a69-3f45-468a-9458-923f89b0251b req-aa037b5a-a9b8-4d26-92e5-29d8416c35df tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1212382 Mar 23 01:43:03.977017 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-56fb5a69-3f45-468a-9458-923f89b0251b req-e5cb05b3-d79f-4364-8525-19b851bd1919 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742881 Mar 23 01:43:03.994148 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a267bc6-994d-49e1-aac7-cb1c49702a23 req-7ed2460d-e90e-48ba-bb8c-921920762ece tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:03.995885 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7a267bc6-994d-49e1-aac7-cb1c49702a23 req-7ed2460d-e90e-48ba-bb8c-921920762ece tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 1167 time: 0.0940297 Mar 23 01:43:04.023129 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7a267bc6-994d-49e1-aac7-cb1c49702a23 req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:04.180536 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7a267bc6-994d-49e1-aac7-cb1c49702a23 req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Publish callbacks [] for security_group (b01a5e8e-48cd-450d-be43-33bcafadaa35), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:04.191708 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7a267bc6-994d-49e1-aac7-cb1c49702a23 req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b01a5e8e-48cd-450d-be43-33bcafadaa35), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:04.275759 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01a5e8e-48cd-450d-be43-33bcafadaa35,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:04.289127 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7a267bc6-994d-49e1-aac7-cb1c49702a23 req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2865543 Mar 23 01:43:04.291267 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:04.291890 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:04.292461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:04.293060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:04.293637 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:04.294474 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:04.295133 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:04.295798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:04.296369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:04.297665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:04.298250 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:04.298813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:04.299380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:04.299970 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:04.300514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9387996-a965-4d90-8ed6-ac4d5b17d443 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:04.316713 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46890) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:04.795496 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bec582-57f4-4954-aded-3c41e5812922 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:04.798378 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-33bec582-57f4-4954-aded-3c41e5812922 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 1162 time: 0.4762812 Mar 23 01:43:04.801445 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46894) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:04.805907 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': '4560eec3-70b1-4327-b86e-c81d8263848f', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:43:04.835618 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:04.931020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c1979-c529-497a-b0b5-0af7bd6e7aff req-301689aa-2587-4771-b031-d09e205ae4f0 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:04.938893 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b9c1979-c529-497a-b0b5-0af7bd6e7aff req-301689aa-2587-4771-b031-d09e205ae4f0 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 950 time: 0.0732605 Mar 23 01:43:04.980256 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:04.996143 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b9c1979-c529-497a-b0b5-0af7bd6e7aff req-4cd7e13a-2d2c-42e0-a208-2a30c0fd48cc tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562785 Mar 23 01:43:05.164358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf599b9-d543-4b7b-badc-bb5bfe39804b req-e4d54737-a4c0-4a4e-ae94-57f487506e0e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:05.165892 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0cf599b9-d543-4b7b-badc-bb5bfe39804b req-e4d54737-a4c0-4a4e-ae94-57f487506e0e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1015558 Mar 23 01:43:05.190113 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Allocated IP 172.25.0.160 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/23958083-6136-4a30-a872-f34435e5e65f) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:43:05.280784 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0cf599b9-d543-4b7b-badc-bb5bfe39804b req-8e2720bc-395a-4eee-9648-e11316f13552 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028569 Mar 23 01:43:05.334038 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for port (23958083-6136-4a30-a872-f34435e5e65f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:05.370554 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (23958083-6136-4a30-a872-f34435e5e65f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:05.422346 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:43:05.426938 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:43:05.430184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'Port': ['ID=23958083-6136-4a30-a872-f34435e5e65f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:05.433483 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:43:05.830123 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for floatingip (333a79bd-2685-4647-938c-47aca366d2a4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:05.912070 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (23958083-6136-4a30-a872-f34435e5e65f), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:06.107508 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for port (23958083-6136-4a30-a872-f34435e5e65f), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:06.118982 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (23958083-6136-4a30-a872-f34435e5e65f), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:06.142690 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e99db8-3e58-4186-a279-42619f4e618e req-6e08383b-eb3b-48fc-b822-51f90796be9c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:06.156019 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60e99db8-3e58-4186-a279-42619f4e618e req-6e08383b-eb3b-48fc-b822-51f90796be9c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 950 time: 0.0867476 Mar 23 01:43:06.203995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'Port': ['ID=23958083-6136-4a30-a872-f34435e5e65f,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:06.215747 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60e99db8-3e58-4186-a279-42619f4e618e req-86a5b1f5-f77d-42ff-be2c-4d0d5e0b51f6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544496 Mar 23 01:43:06.223739 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (333a79bd-2685-4647-938c-47aca366d2a4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:06.369382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b790d8-dc06-478f-b29c-cf48b995c504 req-15127a04-cd49-4a9f-97b7-1bcd629b0edf tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:06.371014 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98b790d8-dc06-478f-b29c-cf48b995c504 req-15127a04-cd49-4a9f-97b7-1bcd629b0edf tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 1132 time: 0.0700717 Mar 23 01:43:06.411640 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Floating IP 333a79bd-2685-4647-938c-47aca366d2a4 associated. External IP: 172.25.0.160, port: 4560eec3-70b1-4327-b86e-c81d8263848f. Mar 23 01:43:06.439259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18e197-7cf3-4a3e-8a07-de34c47c6e87 req-373c80e4-6a5c-4604-8d7e-15fe7f6f8b48 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:06.447343 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a18e197-7cf3-4a3e-8a07-de34c47c6e87 req-373c80e4-6a5c-4604-8d7e-15fe7f6f8b48 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0603957 Mar 23 01:43:06.526491 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a18e197-7cf3-4a3e-8a07-de34c47c6e87 req-0bccb393-ecb2-483e-940b-74e8d1507471 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778575 Mar 23 01:43:06.562165 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98b790d8-dc06-478f-b29c-cf48b995c504 req-5b71e0d3-9bf3-4045-b3e9-b4495ca7814e tempest-ServersOnMultiNodesTest-1370123412 tempest-ServersOnMultiNodesTest-1370123412-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805351 Mar 23 01:43:06.765834 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:43:06.957652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603272bb-4ac8-4b74-9de3-6e88af213030 req-3ae39596-df93-413b-89f0-879c471ee49a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:06.959277 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-603272bb-4ac8-4b74-9de3-6e88af213030 req-3ae39596-df93-413b-89f0-879c471ee49a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 950 time: 0.0939372 Mar 23 01:43:06.960711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:43:06.977778 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6db8fc-c889-42c9-8b37-a83700f202c8 None None] Sync routers for ids ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:43:06.990735 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6db8fc-c889-42c9-8b37-a83700f202c8 None None] Routers {'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:43:06.991574 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-cb6db8fc-c889-42c9-8b37-a83700f202c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:42:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:07.006821 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:07.070144 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-603272bb-4ac8-4b74-9de3-6e88af213030 req-75e5031c-1432-485b-898d-93f2324c2b91 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004810 Mar 23 01:43:07.074329 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-64eb8cd9-12ec-4150-bbde-26c070a2a5f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2693949 Mar 23 01:43:07.074329 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15553159-213c-4038-b345-5b1ce503095e', 'tag': '4560eec3-70b1-4327-b86e-c81d8263848f'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:07.074761 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1f0667-3444-4e57-ab0b-81bffe26aaf6" -d '{"events": [{"name": "network-changed", "server_uuid": "15553159-213c-4038-b345-5b1ce503095e", "tag": "4560eec3-70b1-4327-b86e-c81d8263848f"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:07.074867 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46924) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:07.148709 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f1ffab-de38-40ad-8bdc-52b1f684a4a3 x-openstack-request-id: req-22f1ffab-de38-40ad-8bdc-52b1f684a4a3 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:07.149013 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15553159-213c-4038-b345-5b1ce503095e", "tag": "4560eec3-70b1-4327-b86e-c81d8263848f", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:07.149267 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22f1ffab-de38-40ad-8bdc-52b1f684a4a3 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:07.149699 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22f1ffab-de38-40ad-8bdc-52b1f684a4a3'] response: {'name': 'network-changed', 'server_uuid': '15553159-213c-4038-b345-5b1ce503095e', 'tag': '4560eec3-70b1-4327-b86e-c81d8263848f', 'status': 'completed', 'code': 200} Mar 23 01:43:07.286467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f0667-3444-4e57-ab0b-81bffe26aaf6 req-b9c3fe28-c71c-4ab2-af64-1e98d3feb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.288172 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd1f0667-3444-4e57-ab0b-81bffe26aaf6 req-b9c3fe28-c71c-4ab2-af64-1e98d3feb5b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e42953905ba4df9a75f4549b62d35ee&device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 1167 time: 0.0831494 Mar 23 01:43:07.302102 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-cb6db8fc-c889-42c9-8b37-a83700f202c8 None None] Set router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:43:07.367108 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a54ea8-cfeb-483f-aabe-e9ff02b91af5 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.368267 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a54ea8-cfeb-483f-aabe-e9ff02b91af5 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.368945 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a54ea8-cfeb-483f-aabe-e9ff02b91af5 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.369602 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a54ea8-cfeb-483f-aabe-e9ff02b91af5 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.370245 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a54ea8-cfeb-483f-aabe-e9ff02b91af5 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.370875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a54ea8-cfeb-483f-aabe-e9ff02b91af5 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.371503 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a54ea8-cfeb-483f-aabe-e9ff02b91af5 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.372130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a54ea8-cfeb-483f-aabe-e9ff02b91af5 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.372855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a54ea8-cfeb-483f-aabe-e9ff02b91af5 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.373484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a54ea8-cfeb-483f-aabe-e9ff02b91af5 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.374216 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a54ea8-cfeb-483f-aabe-e9ff02b91af5 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.374844 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a54ea8-cfeb-483f-aabe-e9ff02b91af5 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.377520 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-73a54ea8-cfeb-483f-aabe-e9ff02b91af5 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8465 time: 0.3018310 Mar 23 01:43:07.383782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46930) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:07.456475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f0667-3444-4e57-ab0b-81bffe26aaf6 req-99ccf243-1a5b-47cb-9525-bfaabdf02dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.457681 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd1f0667-3444-4e57-ab0b-81bffe26aaf6 req-99ccf243-1a5b-47cb-9525-bfaabdf02dae service neutron] 10.222.0.43 "GET /v2.0/networks?id=c253b1e5-9ac9-4a94-9dcb-4093bad2e42a HTTP/1.1" status: 200 len: 896 time: 0.1569431 Mar 23 01:43:07.493642 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c66d1-2d9e-46ff-8f18-e5260bf08a02 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.494410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c66d1-2d9e-46ff-8f18-e5260bf08a02 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.495038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c66d1-2d9e-46ff-8f18-e5260bf08a02 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.495661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c66d1-2d9e-46ff-8f18-e5260bf08a02 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.496279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c66d1-2d9e-46ff-8f18-e5260bf08a02 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.496925 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c66d1-2d9e-46ff-8f18-e5260bf08a02 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.497540 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c66d1-2d9e-46ff-8f18-e5260bf08a02 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.498203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c66d1-2d9e-46ff-8f18-e5260bf08a02 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.498816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c66d1-2d9e-46ff-8f18-e5260bf08a02 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.499437 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c66d1-2d9e-46ff-8f18-e5260bf08a02 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.500050 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c66d1-2d9e-46ff-8f18-e5260bf08a02 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.500718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c66d1-2d9e-46ff-8f18-e5260bf08a02 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.502972 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2b0c66d1-2d9e-46ff-8f18-e5260bf08a02 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7745 time: 0.1180401 Mar 23 01:43:07.506787 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46932) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:07.613565 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd1f0667-3444-4e57-ab0b-81bffe26aaf6 req-365c771e-6fa4-4a27-a9bb-488d30bee267 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4560eec3-70b1-4327-b86e-c81d8263848f HTTP/1.1" status: 200 len: 1000 time: 0.1436403 Mar 23 01:43:07.677778 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-cb6db8fc-c889-42c9-8b37-a83700f202c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405228533', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:42:34Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:35Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '333a79bd-2685-4647-938c-47aca366d2a4', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'floating_ip_address': '172.25.0.160', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'port_id': '4560eec3-70b1-4327-b86e-c81d8263848f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a', 'mac_address': 'fa:16:3e:a2:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15553159-213c-4038-b345-5b1ce503095e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:43:05Z', 'updated_at': '2022-03-23T01:43:05Z', 'revision_number': 0, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ae0fff-082a-4f1c-9904-3b10c1aab2d6', 'name': '', 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'mac_address': 'fa:16:3e:a5:01:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:40Z', 'updated_at': '2022-03-23T01:42:44Z', 'revision_number': 5, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'subnets': [{'id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:07.705504 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6db8fc-c889-42c9-8b37-a83700f202c8 None None] Checking router: a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:43:07.718253 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6db8fc-c889-42c9-8b37-a83700f202c8 None None] Routers {'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:43:07.719028 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-cb6db8fc-c889-42c9-8b37-a83700f202c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:42:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:07.773709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f0667-3444-4e57-ab0b-81bffe26aaf6 req-2b24d698-854b-4b62-9440-27fcfd5c9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.775376 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd1f0667-3444-4e57-ab0b-81bffe26aaf6 req-2b24d698-854b-4b62-9440-27fcfd5c9058 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a56e299c-8175-433c-8384-5f9b64829e5f HTTP/1.1" status: 200 len: 835 time: 0.1547351 Mar 23 01:43:07.822831 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae52923-2937-4823-8b98-ceeb3a8934c7 req-eeee41cf-09ac-439f-9212-91eca9379657 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.828990 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eae52923-2937-4823-8b98-ceeb3a8934c7 req-eeee41cf-09ac-439f-9212-91eca9379657 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.2002692 Mar 23 01:43:07.894678 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-cb6db8fc-c889-42c9-8b37-a83700f202c8 None None] Set router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:43:07.941200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f0667-3444-4e57-ab0b-81bffe26aaf6 req-09ce6a9b-e4af-42df-ab8f-92de39e97fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:07.970252 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd1f0667-3444-4e57-ab0b-81bffe26aaf6 req-09ce6a9b-e4af-42df-ab8f-92de39e97fc8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c253b1e5-9ac9-4a94-9dcb-4093bad2e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1854966 Mar 23 01:43:08.052736 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eae52923-2937-4823-8b98-ceeb3a8934c7 req-4b102f10-946c-41c5-a7c4-f4829833fe14 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694586 Mar 23 01:43:08.317411 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd1f0667-3444-4e57-ab0b-81bffe26aaf6 req-4ece0fdd-f639-4ab7-9495-88b67259d7bc service neutron] 10.222.0.43 "GET /v2.0/networks/c253b1e5-9ac9-4a94-9dcb-4093bad2e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861178 Mar 23 01:43:08.438981 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46948) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:08.551297 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-cb6db8fc-c889-42c9-8b37-a83700f202c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405228533', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:42:34Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:35Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '333a79bd-2685-4647-938c-47aca366d2a4', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'floating_ip_address': '172.25.0.160', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'port_id': '4560eec3-70b1-4327-b86e-c81d8263848f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a', 'mac_address': 'fa:16:3e:a2:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15553159-213c-4038-b345-5b1ce503095e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:43:05Z', 'updated_at': '2022-03-23T01:43:05Z', 'revision_number': 0, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ae0fff-082a-4f1c-9904-3b10c1aab2d6', 'name': '', 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'mac_address': 'fa:16:3e:a5:01:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:40Z', 'updated_at': '2022-03-23T01:42:44Z', 'revision_number': 5, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'subnets': [{'id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:08.580144 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd1f0667-3444-4e57-ab0b-81bffe26aaf6 req-defc3c53-74a5-4572-ab41-6a75e4814bc1 service neutron] 10.222.0.43 "GET /v2.0/networks/c253b1e5-9ac9-4a94-9dcb-4093bad2e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541699 Mar 23 01:43:08.638484 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6db8fc-c889-42c9-8b37-a83700f202c8 None None] The sync data for ids ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'] in n-d-834677-4 is: [{'id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405228533', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:42:34Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:35Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '333a79bd-2685-4647-938c-47aca366d2a4', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'floating_ip_address': '172.25.0.160', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'port_id': '4560eec3-70b1-4327-b86e-c81d8263848f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a', 'mac_address': 'fa:16:3e:a2:6e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15553159-213c-4038-b345-5b1ce503095e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:43:05Z', 'updated_at': '2022-03-23T01:43:05Z', 'revision_number': 0, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77ae0fff-082a-4f1c-9904-3b10c1aab2d6', 'name': '', 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'mac_address': 'fa:16:3e:a5:01:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:40Z', 'updated_at': '2022-03-23T01:42:44Z', 'revision_number': 5, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'subnets': [{'id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:43:08.661168 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-77ae7dc4-f670-4e63-a6e4-a82e972ef993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:08.730890 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c3fc7-71b3-4dd3-90b4-4414cdc50f2a req-086b176a-f341-474e-baa6-07f1e2ed3a75 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:08.740155 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-262c3fc7-71b3-4dd3-90b4-4414cdc50f2a req-086b176a-f341-474e-baa6-07f1e2ed3a75 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 950 time: 0.3210104 Mar 23 01:43:08.873875 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-262c3fc7-71b3-4dd3-90b4-4414cdc50f2a req-e97a05c2-a32f-4d9a-97b4-729c968b068a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324031 Mar 23 01:43:08.925105 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-77ae7dc4-f670-4e63-a6e4-a82e972ef993 admin admin] Publish callbacks [] for security_group (95f28a91-526c-47d9-8b2e-7a9db8f1f9fa), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:08.936940 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-77ae7dc4-f670-4e63-a6e4-a82e972ef993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (95f28a91-526c-47d9-8b2e-7a9db8f1f9fa), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:08.971666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0941c-c80d-4912-b2bb-4bec287e5a7c req-1405d482-94b6-4a37-b219-fb04aab1dbb2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:08.974708 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04f0941c-c80d-4912-b2bb-4bec287e5a7c req-1405d482-94b6-4a37-b219-fb04aab1dbb2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 950 time: 0.1452973 Mar 23 01:43:09.058775 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ad19f900-340b-4a8f-ae56-d2dd9aef8fc4 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5953 time: 1.5506852 Mar 23 01:43:09.086581 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8246d838-9bbb-4393-8e9c-882b7b5cfa28 None None] New status for floating IP 333a79bd-2685-4647-938c-47aca366d2a4: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:43:09.089222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46960) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:09.171500 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-77ae7dc4-f670-4e63-a6e4-a82e972ef993 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0cd19e1ab3fe4f4c9c49192db31889fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7296231 Mar 23 01:43:09.174597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46964) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:09.185037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae7dc4-f670-4e63-a6e4-a82e972ef993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f28a91-526c-47d9-8b2e-7a9db8f1f9fa,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:09.287506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf582c5a-d33d-4b82-86e1-c39f3e4efcf8 req-7418574e-8513-4db9-b9ca-930baafafb3f tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:09.292577 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf582c5a-d33d-4b82-86e1-c39f3e4efcf8 req-7418574e-8513-4db9-b9ca-930baafafb3f tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.2712543 Mar 23 01:43:09.302451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4953763-1934-41f4-a0b7-6a38ded9ab3b req-da5bb977-eede-4664-a76e-d0efe2caf11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:09.304276 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4953763-1934-41f4-a0b7-6a38ded9ab3b req-da5bb977-eede-4664-a76e-d0efe2caf11d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 1128 time: 0.3033001 Mar 23 01:43:09.396968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052a81b5-e994-4a54-9613-e597031a4770 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:09.397552 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052a81b5-e994-4a54-9613-e597031a4770 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:09.414124 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03a18e-2a6a-4554-bba7-f01006d5e5ce req-22892dee-29c0-4fab-9ac9-3add8fdb53fa tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:09.416811 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3f03a18e-2a6a-4554-bba7-f01006d5e5ce req-22892dee-29c0-4fab-9ac9-3add8fdb53fa tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.2215459 Mar 23 01:43:09.419442 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-052a81b5-e994-4a54-9613-e597031a4770 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 HTTP/1.1" status: 200 len: 2062 time: 0.3279896 Mar 23 01:43:09.475721 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-04f0941c-c80d-4912-b2bb-4bec287e5a7c req-399f4765-cd42-40b3-8d6e-f76cc5b3785b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Deleting port d723bffb-552b-41ee-9c15-221961b89140 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:09.476069 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04f0941c-c80d-4912-b2bb-4bec287e5a7c req-399f4765-cd42-40b3-8d6e-f76cc5b3785b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d723bffb-552b-41ee-9c15-221961b89140), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:09.532559 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Publish callbacks [] for security_group (95f28a91-526c-47d9-8b2e-7a9db8f1f9fa), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:09.538306 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf582c5a-d33d-4b82-86e1-c39f3e4efcf8 req-35ac1f5c-57ff-4b42-a67e-66d025412752 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388017 Mar 23 01:43:09.581934 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Publish callbacks [] for security_group (95f28a91-526c-47d9-8b2e-7a9db8f1f9fa), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:09.584470 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3f03a18e-2a6a-4554-bba7-f01006d5e5ce req-52bedf23-950f-4fe4-b860-f786e253b35f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493554 Mar 23 01:43:09.691774 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (95f28a91-526c-47d9-8b2e-7a9db8f1f9fa), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:09.695981 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:09.696520 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4953763-1934-41f4-a0b7-6a38ded9ab3b req-31c77f8b-69b9-4070-bbd5-25fb605be639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:09.697327 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95f28a91-526c-47d9-8b2e-7a9db8f1f9fa HTTP/1.1" status: 204 len: 168 time: 0.4911280 Mar 23 01:43:09.698491 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4953763-1934-41f4-a0b7-6a38ded9ab3b req-31c77f8b-69b9-4070-bbd5-25fb605be639 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 919 time: 0.3841653 Mar 23 01:43:09.716004 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f28a91-526c-47d9-8b2e-7a9db8f1f9fa,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:09.735676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:09.735676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:09.735676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:09.739080 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:09.739448 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:09.741006 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:09.741361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:09.741724 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:09.742028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:09.742361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:09.742690 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:09.743085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:09.743402 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:09.749472 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:09.750038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e92859-83fb-4b0a-8413-8d722ddfdbeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:09.850951 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-04f0941c-c80d-4912-b2bb-4bec287e5a7c req-399f4765-cd42-40b3-8d6e-f76cc5b3785b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] For port d723bffb-552b-41ee-9c15-221961b89140, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d723bffb-552b-41ee-9c15-221961b89140,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:09.851219 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04f0941c-c80d-4912-b2bb-4bec287e5a7c req-399f4765-cd42-40b3-8d6e-f76cc5b3785b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d723bffb-552b-41ee-9c15-221961b89140), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:09.907065 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-04f0941c-c80d-4912-b2bb-4bec287e5a7c req-399f4765-cd42-40b3-8d6e-f76cc5b3785b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Calling delete_port for d723bffb-552b-41ee-9c15-221961b89140 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:09.963395 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4953763-1934-41f4-a0b7-6a38ded9ab3b req-32a52599-8a91-40f5-ad29-d6024d270a30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36d7d46-805a-4b8c-a1b7-8caa191c82ad HTTP/1.1" status: 200 len: 1001 time: 0.2510827 Mar 23 01:43:10.117860 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f47c00-6e05-43ba-9a6c-6cfe95aa30fb req-04f6e638-80f2-411a-bbd6-c4b163f77bd7 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:10.119794 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-83f47c00-6e05-43ba-9a6c-6cfe95aa30fb req-04f6e638-80f2-411a-bbd6-c4b163f77bd7 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 950 time: 0.1257696 Mar 23 01:43:10.181157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4953763-1934-41f4-a0b7-6a38ded9ab3b req-bcb3cee3-a11e-4a0a-aeec-986353fe9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:10.183313 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4953763-1934-41f4-a0b7-6a38ded9ab3b req-bcb3cee3-a11e-4a0a-aeec-986353fe9075 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.2132895 Mar 23 01:43:10.207919 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-83f47c00-6e05-43ba-9a6c-6cfe95aa30fb req-dc069a50-e581-40eb-aa1e-f1058a10dbf3 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789592 Mar 23 01:43:10.324911 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4953763-1934-41f4-a0b7-6a38ded9ab3b req-8866b8e4-a1cd-4089-8dc4-22eef8dfd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:10.327422 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4953763-1934-41f4-a0b7-6a38ded9ab3b req-8866b8e4-a1cd-4089-8dc4-22eef8dfd954 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1345859 Mar 23 01:43:10.619281 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4953763-1934-41f4-a0b7-6a38ded9ab3b req-66a58565-b9d7-465e-b26d-3b9c5f5ba387 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810063 Mar 23 01:43:10.622888 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04f0941c-c80d-4912-b2bb-4bec287e5a7c req-399f4765-cd42-40b3-8d6e-f76cc5b3785b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d723bffb-552b-41ee-9c15-221961b89140), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:10.636193 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['17be58cd-7f8e-4469-a557-ffd53811829d', '9b7b6407-6f89-4196-b7b4-01770114086e', '49300ed5-c5fc-407a-96e5-0ba7761e8329'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:43:10.720211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3408af7e-514a-484f-9fc7-be5e3fde38ea', '7a3b0f82-47f4-4c56-b759-5f1a25b0038e', '519ae3eb-52b6-4ec8-8c0c-0767041004e7', '3c3570a4-4bbe-4b9a-af82-d846cadcdd69'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:43:10.952392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1af7c-b402-411d-a6f2-5319addfbd0f req-804ff7ab-d673-4213-a829-0ecb0c1f6a8a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:10.956974 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9b1af7c-b402-411d-a6f2-5319addfbd0f req-804ff7ab-d673-4213-a829-0ecb0c1f6a8a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1868858 Mar 23 01:43:11.027547 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f4765-cd42-40b3-8d6e-f76cc5b3785b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Pushing event deleted for resources: {'Port': ['ID=d723bffb-552b-41ee-9c15-221961b89140,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:11.057163 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f0941c-c80d-4912-b2bb-4bec287e5a7c req-399f4765-cd42-40b3-8d6e-f76cc5b3785b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] No DVR routers for this DVR port d723bffb-552b-41ee-9c15-221961b89140 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:11.064616 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-04f0941c-c80d-4912-b2bb-4bec287e5a7c req-399f4765-cd42-40b3-8d6e-f76cc5b3785b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:11.069040 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04f0941c-c80d-4912-b2bb-4bec287e5a7c req-399f4765-cd42-40b3-8d6e-f76cc5b3785b tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "DELETE /v2.0/ports/d723bffb-552b-41ee-9c15-221961b89140 HTTP/1.1" status: 204 len: 173 time: 2.0819757 Mar 23 01:43:11.070391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84398b2c-6764-4007-9e2b-d5639e26823e', 'name': 'network-vif-deleted', 'tag': 'd723bffb-552b-41ee-9c15-221961b89140'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:11.085119 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f2e86a-cebe-40f7-be02-0407eea62912" -d '{"events": [{"server_uuid": "84398b2c-6764-4007-9e2b-d5639e26823e", "name": "network-vif-deleted", "tag": "d723bffb-552b-41ee-9c15-221961b89140"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:11.087124 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9b1af7c-b402-411d-a6f2-5319addfbd0f req-5fac4598-6c51-4600-85e8-685e1533b332 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226995 Mar 23 01:43:11.166427 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08565443-395e-4774-add0-9578daf5c1a3 req-98b5ce1e-1b29-4f0b-a318-39c81650f9f9 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:11.177395 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-08565443-395e-4774-add0-9578daf5c1a3 req-98b5ce1e-1b29-4f0b-a318-39c81650f9f9 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.2735891 Mar 23 01:43:11.199530 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0026203-259d-4106-8148-e5c77b6beded x-openstack-request-id: req-c0026203-259d-4106-8148-e5c77b6beded {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:11.203090 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84398b2c-6764-4007-9e2b-d5639e26823e", "name": "network-vif-deleted", "tag": "d723bffb-552b-41ee-9c15-221961b89140", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:11.204351 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0026203-259d-4106-8148-e5c77b6beded {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:11.206286 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0026203-259d-4106-8148-e5c77b6beded'] response: {'server_uuid': '84398b2c-6764-4007-9e2b-d5639e26823e', 'name': 'network-vif-deleted', 'tag': 'd723bffb-552b-41ee-9c15-221961b89140', 'status': 'completed', 'code': 200} Mar 23 01:43:11.356875 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-08565443-395e-4774-add0-9578daf5c1a3 req-446a57c3-0248-4a64-bbaa-bdbcda3d0730 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700559 Mar 23 01:43:11.374836 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4953763-1934-41f4-a0b7-6a38ded9ab3b req-24708075-f3e7-4596-8571-b7019b39115b service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7238414 Mar 23 01:43:11.378084 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de294f4e-3320-404d-8376-db8e0211c526 req-93db99b7-7af3-4c3b-a7e0-b52d616a3e6d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=84398b2c-6764-4007-9e2b-d5639e26823e HTTP/1.1" status: 200 len: 210 time: 0.0592196 Mar 23 01:43:12.356770 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e12b53-1de8-4892-8f54-f9568896e944 req-b09414f3-8095-4f78-86fa-823c8219bdad tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:12.358976 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6e12b53-1de8-4892-8f54-f9568896e944 req-b09414f3-8095-4f78-86fa-823c8219bdad tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1047280 Mar 23 01:43:12.465523 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6e12b53-1de8-4892-8f54-f9568896e944 req-9fc225db-9faa-4544-8df9-3fb46429dda0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992496 Mar 23 01:43:12.525304 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d723bffb-552b-41ee-9c15-221961b89140 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:12.566725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: d723bffb-552b-41ee-9c15-221961b89140 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:12.567076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d723bffb-552b-41ee-9c15-221961b89140 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:12.642015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5072f-1094-4c1e-82f7-ed92ad131bef req-0433248a-cd92-4d17-9f30-2222d7168521 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:12.658131 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-afa5072f-1094-4c1e-82f7-ed92ad131bef req-0433248a-cd92-4d17-9f30-2222d7168521 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.1604686 Mar 23 01:43:12.760111 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-afa5072f-1094-4c1e-82f7-ed92ad131bef req-3fe47d39-8d4b-4bf7-b682-c35ee1c422db tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957067 Mar 23 01:43:12.959640 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d29556-766d-4bc7-8958-e6226367508d req-1dda2030-5d55-4c15-a6ef-27e2f24534ab tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:12.961983 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d8d29556-766d-4bc7-8958-e6226367508d req-1dda2030-5d55-4c15-a6ef-27e2f24534ab tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 950 time: 0.0629208 Mar 23 01:43:13.022265 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d8d29556-766d-4bc7-8958-e6226367508d req-12884efd-da7d-4110-8b92-6a69bd9c2b33 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543795 Mar 23 01:43:13.600943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4ee2c-d668-4fcc-881b-f5333433a3a1 req-670c1b4a-4110-4740-8e6c-d2f17f2045a2 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:13.602716 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cbd4ee2c-d668-4fcc-881b-f5333433a3a1 req-670c1b4a-4110-4740-8e6c-d2f17f2045a2 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0584645 Mar 23 01:43:13.653980 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cbd4ee2c-d668-4fcc-881b-f5333433a3a1 req-2fd684db-2862-4b26-96d7-8b8bd5bf1c07 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449159 Mar 23 01:43:13.911193 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea9645-1a38-4c87-ac97-e0b80345363a req-51816268-4f88-474d-9e86-0b582523e06b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:13.913014 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-45ea9645-1a38-4c87-ac97-e0b80345363a req-51816268-4f88-474d-9e86-0b582523e06b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.0768669 Mar 23 01:43:13.971828 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-45ea9645-1a38-4c87-ac97-e0b80345363a req-191f2dca-2da6-4082-a28b-f82b8673073f tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501113 Mar 23 01:43:14.157180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c61c8-f46a-4515-acf8-b46c90f6210e req-726ca801-2bf9-442c-9e73-fe3651b4c2d6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:14.158749 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9e5c61c8-f46a-4515-acf8-b46c90f6210e req-726ca801-2bf9-442c-9e73-fe3651b4c2d6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 950 time: 0.0595186 Mar 23 01:43:14.208815 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9e5c61c8-f46a-4515-acf8-b46c90f6210e req-876bec8e-117a-4a95-bf73-a625df21912f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439520 Mar 23 01:43:14.404885 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2e745-4c4c-4343-bddd-8ea3d1c80775 req-01db5d7f-1a24-4cb6-8778-893ebe29634d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:14.406918 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7bb2e745-4c4c-4343-bddd-8ea3d1c80775 req-01db5d7f-1a24-4cb6-8778-893ebe29634d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.42 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 950 time: 0.0743411 Mar 23 01:43:14.515395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-7bb2e745-4c4c-4343-bddd-8ea3d1c80775 req-3e5f22d4-f042-4578-9925-62140b6a4633 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Deleting port 49300ed5-c5fc-407a-96e5-0ba7761e8329 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:14.516322 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7bb2e745-4c4c-4343-bddd-8ea3d1c80775 req-3e5f22d4-f042-4578-9925-62140b6a4633 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (49300ed5-c5fc-407a-96e5-0ba7761e8329), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:14.615623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-7bb2e745-4c4c-4343-bddd-8ea3d1c80775 req-3e5f22d4-f042-4578-9925-62140b6a4633 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] For port 49300ed5-c5fc-407a-96e5-0ba7761e8329, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=49300ed5-c5fc-407a-96e5-0ba7761e8329,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:14.616817 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7bb2e745-4c4c-4343-bddd-8ea3d1c80775 req-3e5f22d4-f042-4578-9925-62140b6a4633 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (49300ed5-c5fc-407a-96e5-0ba7761e8329), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:14.631615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-7bb2e745-4c4c-4343-bddd-8ea3d1c80775 req-3e5f22d4-f042-4578-9925-62140b6a4633 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Calling delete_port for 49300ed5-c5fc-407a-96e5-0ba7761e8329 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:14.811770 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7bb2e745-4c4c-4343-bddd-8ea3d1c80775 req-3e5f22d4-f042-4578-9925-62140b6a4633 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (49300ed5-c5fc-407a-96e5-0ba7761e8329), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:14.816890 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8dafe-392b-4e04-997f-28588e122661 req-cb918e89-d17f-4667-a41f-df0910403187 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:14.819272 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fda8dafe-392b-4e04-997f-28588e122661 req-cb918e89-d17f-4667-a41f-df0910403187 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0751758 Mar 23 01:43:14.827630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['17be58cd-7f8e-4469-a557-ffd53811829d', '9b7b6407-6f89-4196-b7b4-01770114086e', '49300ed5-c5fc-407a-96e5-0ba7761e8329'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:43:14.851596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f22d4-f042-4578-9925-62140b6a4633 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Pushing event deleted for resources: {'Port': ['ID=49300ed5-c5fc-407a-96e5-0ba7761e8329,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:14.905952 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3408af7e-514a-484f-9fc7-be5e3fde38ea', '7a3b0f82-47f4-4c56-b759-5f1a25b0038e', '519ae3eb-52b6-4ec8-8c0c-0767041004e7', '3c3570a4-4bbe-4b9a-af82-d846cadcdd69'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:43:14.936648 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb2e745-4c4c-4343-bddd-8ea3d1c80775 req-3e5f22d4-f042-4578-9925-62140b6a4633 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] No DVR routers for this DVR port 49300ed5-c5fc-407a-96e5-0ba7761e8329 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:14.942073 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7bb2e745-4c4c-4343-bddd-8ea3d1c80775 req-3e5f22d4-f042-4578-9925-62140b6a4633 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:14.949164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7bb2e745-4c4c-4343-bddd-8ea3d1c80775 req-3e5f22d4-f042-4578-9925-62140b6a4633 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.42 "DELETE /v2.0/ports/49300ed5-c5fc-407a-96e5-0ba7761e8329 HTTP/1.1" status: 204 len: 173 time: 0.5358338 Mar 23 01:43:14.950837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd000d4c2-68f3-46b3-903c-f0339e098839', 'name': 'network-vif-deleted', 'tag': '49300ed5-c5fc-407a-96e5-0ba7761e8329'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:14.953742 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f9dd0f-d1a9-4b28-80e1-2dd36c59c79d" -d '{"events": [{"server_uuid": "d000d4c2-68f3-46b3-903c-f0339e098839", "name": "network-vif-deleted", "tag": "49300ed5-c5fc-407a-96e5-0ba7761e8329"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:14.986179 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fda8dafe-392b-4e04-997f-28588e122661 req-325f3f60-bf2f-4b79-97c8-0843dd37e5d5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371541 Mar 23 01:43:15.041605 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58cc438-c45c-435a-bc88-cb35483f976e x-openstack-request-id: req-b58cc438-c45c-435a-bc88-cb35483f976e {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:15.042178 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d000d4c2-68f3-46b3-903c-f0339e098839", "name": "network-vif-deleted", "tag": "49300ed5-c5fc-407a-96e5-0ba7761e8329", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:15.042659 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b58cc438-c45c-435a-bc88-cb35483f976e {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:15.044308 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58cc438-c45c-435a-bc88-cb35483f976e'] response: {'server_uuid': 'd000d4c2-68f3-46b3-903c-f0339e098839', 'name': 'network-vif-deleted', 'tag': '49300ed5-c5fc-407a-96e5-0ba7761e8329', 'status': 'completed', 'code': 200} Mar 23 01:43:15.209784 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5c761-0959-43bb-80e3-a0208fb64245 req-d9ab5c83-82df-4d5a-a143-a37e96936d09 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:15.213859 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b0c5c761-0959-43bb-80e3-a0208fb64245 req-d9ab5c83-82df-4d5a-a143-a37e96936d09 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.1096246 Mar 23 01:43:15.323195 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b0c5c761-0959-43bb-80e3-a0208fb64245 req-43f28000-d27e-462a-878d-9eb77009f8cf tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023893 Mar 23 01:43:15.414075 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e93b0be2-e57c-408d-bb42-57ff5a224990 req-bfdb2d35-650c-48d2-aa5b-4983a86c1e07 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=d000d4c2-68f3-46b3-903c-f0339e098839 HTTP/1.1" status: 200 len: 210 time: 0.0596287 Mar 23 01:43:16.135674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8ad0a-b683-4130-911f-55221e839850 req-c01bd59d-07d7-4691-8ffd-e899945861d2 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:16.137448 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6cb8ad0a-b683-4130-911f-55221e839850 req-c01bd59d-07d7-4691-8ffd-e899945861d2 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0573192 Mar 23 01:43:16.188871 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6cb8ad0a-b683-4130-911f-55221e839850 req-95ed3036-0a3a-4d12-a686-82e6cbbb0ce0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447397 Mar 23 01:43:16.423725 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a163300-b8eb-439b-913d-1d0419041cf5 req-091de1d3-a5c0-4982-808c-d317b8e4af94 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:16.426703 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4a163300-b8eb-439b-913d-1d0419041cf5 req-091de1d3-a5c0-4982-808c-d317b8e4af94 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0738266 Mar 23 01:43:16.543610 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d4664-0cb2-4c07-8229-1cab0389b24a req-ad35adfc-489e-4bc6-872d-1546424b0181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:16.545460 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e15d4664-0cb2-4c07-8229-1cab0389b24a req-ad35adfc-489e-4bc6-872d-1546424b0181 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 1126 time: 0.0959575 Mar 23 01:43:16.550392 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4a163300-b8eb-439b-913d-1d0419041cf5 req-ed812458-709f-4656-b57f-d642dd0641b7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097057 Mar 23 01:43:16.553963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015037d2-adf4-446c-beca-9f3f8afc9974 req-ef8508a4-100f-41b9-96a5-0774a0218efb tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:16.565247 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-015037d2-adf4-446c-beca-9f3f8afc9974 req-ef8508a4-100f-41b9-96a5-0774a0218efb tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.1235614 Mar 23 01:43:16.655432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-015037d2-adf4-446c-beca-9f3f8afc9974 req-ad261a62-b102-4a83-a5e5-e0a203daec69 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872200 Mar 23 01:43:16.692910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d4664-0cb2-4c07-8229-1cab0389b24a req-109f8c34-5150-47ee-91d6-eb16ad738fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:16.694921 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e15d4664-0cb2-4c07-8229-1cab0389b24a req-109f8c34-5150-47ee-91d6-eb16ad738fb0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 0.1411564 Mar 23 01:43:16.921209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128a09f-d2e3-4faf-90b3-dd12e7a5fbc2 req-1e426c33-85a4-4a99-9ea2-de7862285bc7 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:16.929226 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0128a09f-d2e3-4faf-90b3-dd12e7a5fbc2 req-1e426c33-85a4-4a99-9ea2-de7862285bc7 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 949 time: 0.0882158 Mar 23 01:43:16.988180 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0128a09f-d2e3-4faf-90b3-dd12e7a5fbc2 req-2417065b-ed05-439f-a489-3f5fdc51343c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547194 Mar 23 01:43:17.070224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47142) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:17.138411 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e15d4664-0cb2-4c07-8229-1cab0389b24a req-cfaa673b-c848-4921-8573-bbffba89b785 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b HTTP/1.1" status: 200 len: 999 time: 0.4308445 Mar 23 01:43:17.194537 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d4664-0cb2-4c07-8229-1cab0389b24a req-54ce71cd-34be-4d5b-842a-fb649a377974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:17.196157 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e15d4664-0cb2-4c07-8229-1cab0389b24a req-54ce71cd-34be-4d5b-842a-fb649a377974 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.0506668 Mar 23 01:43:17.277057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d4664-0cb2-4c07-8229-1cab0389b24a req-b3088281-e4d8-4062-b230-321b1f61d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:17.278586 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e15d4664-0cb2-4c07-8229-1cab0389b24a req-b3088281-e4d8-4062-b230-321b1f61d6c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0674641 Mar 23 01:43:17.432146 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e15d4664-0cb2-4c07-8229-1cab0389b24a req-d3f2ac0c-3ae3-4296-941f-baee1ea09b56 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322193 Mar 23 01:43:17.547889 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e15d4664-0cb2-4c07-8229-1cab0389b24a req-e7e703ec-f636-4253-a503-1ebcb7e041a0 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062984 Mar 23 01:43:17.573330 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 49300ed5-c5fc-407a-96e5-0ba7761e8329 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:17.628806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 49300ed5-c5fc-407a-96e5-0ba7761e8329 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:17.629186 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 49300ed5-c5fc-407a-96e5-0ba7761e8329 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:17.735782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526da3b6-bc28-4be6-bccc-bf62173d2aaa req-3e1eaf3d-4263-44dc-ab9f-560fe1cdb7cd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:17.743268 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-526da3b6-bc28-4be6-bccc-bf62173d2aaa req-3e1eaf3d-4263-44dc-ab9f-560fe1cdb7cd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0841541 Mar 23 01:43:17.797832 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-526da3b6-bc28-4be6-bccc-bf62173d2aaa req-4d6e2c76-23d2-44f5-8adf-011d7d13f6e7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536888 Mar 23 01:43:17.878198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf05e-246b-4a2d-b9e4-e2ce49473489 req-3e9ee278-5762-4e33-91c5-498b4424acb8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:17.879739 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-931bf05e-246b-4a2d-b9e4-e2ce49473489 req-3e9ee278-5762-4e33-91c5-498b4424acb8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.1388309 Mar 23 01:43:17.934271 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0aec0b0b-4865-4bc5-9b81-35f112754463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (3927e9c9-6ec6-4b95-8d88-5e4c6d97b901), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:18.014466 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-931bf05e-246b-4a2d-b9e4-e2ce49473489 req-8b2ea815-2523-4d15-b445-b5e5c2484af8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284020 Mar 23 01:43:18.137001 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81060248-4434-4a6c-b3be-c008f8067b53 req-e5939c55-046c-4a72-8aff-d93d8eb50875 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:18.139782 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-81060248-4434-4a6c-b3be-c008f8067b53 req-e5939c55-046c-4a72-8aff-d93d8eb50875 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 949 time: 0.0667033 Mar 23 01:43:18.189960 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e85b6b-49a7-49db-9845-4e275524e5e9 req-657743a3-f205-4f05-9ffa-6d8bfd60968e tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:18.191674 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8e85b6b-49a7-49db-9845-4e275524e5e9 req-657743a3-f205-4f05-9ffa-6d8bfd60968e tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.42 "GET /v2.0/ports?device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 949 time: 0.0788388 Mar 23 01:43:18.222629 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-81060248-4434-4a6c-b3be-c008f8067b53 req-d222f269-66ec-4dbc-8571-d9f2e80ee92d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767994 Mar 23 01:43:18.386508 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-0aec0b0b-4865-4bc5-9b81-35f112754463 admin admin] Deleting port e148a60c-7d18-4310-9fb5-3e5bc6393761 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:18.386844 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0aec0b0b-4865-4bc5-9b81-35f112754463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:18.467756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-c8e85b6b-49a7-49db-9845-4e275524e5e9 req-9564a42e-92ee-4413-8a75-17d59a59f4b6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Deleting port 9b7b6407-6f89-4196-b7b4-01770114086e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:18.468401 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c8e85b6b-49a7-49db-9845-4e275524e5e9 req-9564a42e-92ee-4413-8a75-17d59a59f4b6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (9b7b6407-6f89-4196-b7b4-01770114086e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:18.543621 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-0aec0b0b-4865-4bc5-9b81-35f112754463 admin admin] For port e148a60c-7d18-4310-9fb5-3e5bc6393761, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e148a60c-7d18-4310-9fb5-3e5bc6393761,segment=NetworkSegment(c68ac88b-fde7-44e9-9885-d6bdfea8b7fe),segment_id=c68ac88b-fde7-44e9-9885-d6bdfea8b7fe)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:18.544033 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0aec0b0b-4865-4bc5-9b81-35f112754463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:18.567769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-0aec0b0b-4865-4bc5-9b81-35f112754463 admin admin] Calling delete_port for e148a60c-7d18-4310-9fb5-3e5bc6393761 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:18.634286 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c8e85b6b-49a7-49db-9845-4e275524e5e9 req-9564a42e-92ee-4413-8a75-17d59a59f4b6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] For port 9b7b6407-6f89-4196-b7b4-01770114086e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=9b7b6407-6f89-4196-b7b4-01770114086e,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:18.634746 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c8e85b6b-49a7-49db-9845-4e275524e5e9 req-9564a42e-92ee-4413-8a75-17d59a59f4b6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (9b7b6407-6f89-4196-b7b4-01770114086e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:18.654580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-c8e85b6b-49a7-49db-9845-4e275524e5e9 req-9564a42e-92ee-4413-8a75-17d59a59f4b6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Calling delete_port for 9b7b6407-6f89-4196-b7b4-01770114086e owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:18.939340 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c8e85b6b-49a7-49db-9845-4e275524e5e9 req-9564a42e-92ee-4413-8a75-17d59a59f4b6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (9b7b6407-6f89-4196-b7b4-01770114086e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:18.952386 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['17be58cd-7f8e-4469-a557-ffd53811829d', '9b7b6407-6f89-4196-b7b4-01770114086e'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:43:18.979389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564a42e-92ee-4413-8a75-17d59a59f4b6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Pushing event deleted for resources: {'Port': ['ID=9b7b6407-6f89-4196-b7b4-01770114086e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:18.988907 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0aec0b0b-4865-4bc5-9b81-35f112754463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e148a60c-7d18-4310-9fb5-3e5bc6393761), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:19.041136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3408af7e-514a-484f-9fc7-be5e3fde38ea', '7a3b0f82-47f4-4c56-b759-5f1a25b0038e', '519ae3eb-52b6-4ec8-8c0c-0767041004e7', '3c3570a4-4bbe-4b9a-af82-d846cadcdd69'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:43:19.252876 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19470a89-2dcc-488c-87c7-6d8fca0e1e1c req-aabaf353-d3be-4d04-8c9e-861beb1ab3cf tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:19.268347 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-19470a89-2dcc-488c-87c7-6d8fca0e1e1c req-aabaf353-d3be-4d04-8c9e-861beb1ab3cf tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.1081226 Mar 23 01:43:19.328385 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-19470a89-2dcc-488c-87c7-6d8fca0e1e1c req-0a57d9ba-ce9c-4cf5-a9f1-8a21b257f0d8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589955 Mar 23 01:43:19.407326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec0b0b-4865-4bc5-9b81-35f112754463 admin admin] Pushing event deleted for resources: {'Port': ['ID=e148a60c-7d18-4310-9fb5-3e5bc6393761,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:19.510518 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f6fee2c-3c78-46f6-a10b-1b08b1ab59dc req-2b5783a4-9b13-4bd0-9c0c-8f3b42f71d91 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=165eeaf4-c153-45ca-8ba8-38a7e3c3a295 HTTP/1.1" status: 200 len: 210 time: 0.0733242 Mar 23 01:43:19.522028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac8a3c-6110-4d58-9dc0-90d12f5223e7 req-7f2dc0a9-46aa-4741-96a8-703a8f65ff76 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:19.531722 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dedf8259-92e1-42dd-b0d9-e58648527197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:19.543416 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-74ac8a3c-6110-4d58-9dc0-90d12f5223e7 req-7f2dc0a9-46aa-4741-96a8-703a8f65ff76 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.6556363 Mar 23 01:43:19.607648 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e85b6b-49a7-49db-9845-4e275524e5e9 req-9564a42e-92ee-4413-8a75-17d59a59f4b6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] No DVR routers for this DVR port 9b7b6407-6f89-4196-b7b4-01770114086e on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:19.618367 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c8e85b6b-49a7-49db-9845-4e275524e5e9 req-9564a42e-92ee-4413-8a75-17d59a59f4b6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:19.626015 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8e85b6b-49a7-49db-9845-4e275524e5e9 req-9564a42e-92ee-4413-8a75-17d59a59f4b6 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.42 "DELETE /v2.0/ports/9b7b6407-6f89-4196-b7b4-01770114086e HTTP/1.1" status: 204 len: 173 time: 1.4265172 Mar 23 01:43:19.647991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165eeaf4-c153-45ca-8ba8-38a7e3c3a295', 'name': 'network-vif-deleted', 'tag': '9b7b6407-6f89-4196-b7b4-01770114086e'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:19.655085 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3684c648-fe26-4f3a-be4c-62b501f063c7" -d '{"events": [{"server_uuid": "165eeaf4-c153-45ca-8ba8-38a7e3c3a295", "name": "network-vif-deleted", "tag": "9b7b6407-6f89-4196-b7b4-01770114086e"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:19.816726 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb87984e-41f6-4e87-bc20-b16943170cf1 x-openstack-request-id: req-cb87984e-41f6-4e87-bc20-b16943170cf1 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:19.817008 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165eeaf4-c153-45ca-8ba8-38a7e3c3a295", "name": "network-vif-deleted", "tag": "9b7b6407-6f89-4196-b7b4-01770114086e", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:19.817263 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb87984e-41f6-4e87-bc20-b16943170cf1 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:19.817672 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb87984e-41f6-4e87-bc20-b16943170cf1'] response: {'server_uuid': '165eeaf4-c153-45ca-8ba8-38a7e3c3a295', 'name': 'network-vif-deleted', 'tag': '9b7b6407-6f89-4196-b7b4-01770114086e', 'status': 'completed', 'code': 200} Mar 23 01:43:19.915283 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-74ac8a3c-6110-4d58-9dc0-90d12f5223e7 req-42a6fd77-b761-4008-9085-d913196447da tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3709657 Mar 23 01:43:19.955923 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0aec0b0b-4865-4bc5-9b81-35f112754463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (3927e9c9-6ec6-4b95-8d88-5e4c6d97b901), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:20.059428 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fe3d8-d700-4035-93a4-863f9c8dad90 req-430b9713-8f3f-4ff5-a9de-32fa876e9cfa tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:20.073394 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a89fe3d8-d700-4035-93a4-863f9c8dad90 req-430b9713-8f3f-4ff5-a9de-32fa876e9cfa tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0769188 Mar 23 01:43:20.134873 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a89fe3d8-d700-4035-93a4-863f9c8dad90 req-a1c8a2da-8f04-4af1-a119-d2727cd70ee2 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605476 Mar 23 01:43:20.214771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aec0b0b-4865-4bc5-9b81-35f112754463 admin admin] Router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:43:20.339209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aec0b0b-4865-4bc5-9b81-35f112754463 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:43:20.348276 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47172) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:20.348969 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0aec0b0b-4865-4bc5-9b81-35f112754463 admin admin] 10.222.0.18 "PUT /v2.0/routers/3927e9c9-6ec6-4b95-8d88-5e4c6d97b901/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2770729 Mar 23 01:43:20.365129 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc0e5a-b6ee-4769-9006-c309018cbd09 None None] Sync routers for ids ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:43:20.376132 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc0e5a-b6ee-4769-9006-c309018cbd09 None None] Routers {'3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:43:20.376925 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c6cc0e5a-b6ee-4769-9006-c309018cbd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:42:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:20.515162 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c6cc0e5a-b6ee-4769-9006-c309018cbd09 None None] Set router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:43:20.519287 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324840b4-6b2b-4b33-87b6-222582f70290 req-51e7f10f-a700-4af7-89e2-de73fe69ea0c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:20.521456 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-324840b4-6b2b-4b33-87b6-222582f70290 req-51e7f10f-a700-4af7-89e2-de73fe69ea0c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1557629 Mar 23 01:43:20.529180 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:20.557150 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61790392-28b5-4d10-af2f-565ee97d7e73 admin admin] Publish callbacks [] for router (3927e9c9-6ec6-4b95-8d88-5e4c6d97b901), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:20.563339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e486d45-027b-4da2-89f9-849a7fcde8ed req-98f65009-822e-43b6-89f1-94d16d6ec3c2 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:20.569405 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4e486d45-027b-4da2-89f9-849a7fcde8ed req-98f65009-822e-43b6-89f1-94d16d6ec3c2 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.1352522 Mar 23 01:43:20.640888 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4e486d45-027b-4da2-89f9-849a7fcde8ed req-3cf3c5f8-0a58-48e1-8486-6860e564ca22 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612714 Mar 23 01:43:20.684171 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-324840b4-6b2b-4b33-87b6-222582f70290 req-ff38245c-3eda-4241-b6b5-1894575353f5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494329 Mar 23 01:43:20.752999 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c6cc0e5a-b6ee-4769-9006-c309018cbd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'name': 'tempest-TaggedBootDevicesTest-91586125-router', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a897378f-6d32-4538-b951-0175eb17972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:08Z', 'updated_at': '2022-03-23T01:43:18Z', 'revision_number': 5, 'project_id': '502c1396aecc4792a466ed6e68112592', 'gw_port': {'id': 'a897378f-6d32-4538-b951-0175eb17972a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:55:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:11Z', 'updated_at': '2022-03-23T01:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:20.754321 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61790392-28b5-4d10-af2f-565ee97d7e73 admin admin] Publish callbacks [] for router_gateway (3927e9c9-6ec6-4b95-8d88-5e4c6d97b901), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:20.795947 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc0e5a-b6ee-4769-9006-c309018cbd09 None None] Checking router: 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:43:20.808748 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc0e5a-b6ee-4769-9006-c309018cbd09 None None] Routers {'3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:43:20.809403 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c6cc0e5a-b6ee-4769-9006-c309018cbd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:42:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:20.859490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0a45b-e6c2-467b-8f28-14bb8057a3c5 req-7c86f0fe-039d-409b-b304-d9834ebb1700 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:20.869159 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4ea0a45b-e6c2-467b-8f28-14bb8057a3c5 req-7c86f0fe-039d-409b-b304-d9834ebb1700 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0955999 Mar 23 01:43:20.897804 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-61790392-28b5-4d10-af2f-565ee97d7e73 admin admin] Deleting port a897378f-6d32-4538-b951-0175eb17972a {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:20.898523 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61790392-28b5-4d10-af2f-565ee97d7e73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a897378f-6d32-4538-b951-0175eb17972a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:20.921760 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c6cc0e5a-b6ee-4769-9006-c309018cbd09 None None] Set router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:43:20.968173 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4ea0a45b-e6c2-467b-8f28-14bb8057a3c5 req-e9bc6bc7-76e2-4f13-85af-4b58131dff44 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981135 Mar 23 01:43:20.989430 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c6cc0e5a-b6ee-4769-9006-c309018cbd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'name': 'tempest-TaggedBootDevicesTest-91586125-router', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:08Z', 'updated_at': '2022-03-23T01:43:20Z', 'revision_number': 6, 'project_id': '502c1396aecc4792a466ed6e68112592', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:21.024558 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc0e5a-b6ee-4769-9006-c309018cbd09 None None] The sync data for ids ['3927e9c9-6ec6-4b95-8d88-5e4c6d97b901'] in n-d-834677-4 is: [{'id': '3927e9c9-6ec6-4b95-8d88-5e4c6d97b901', 'name': 'tempest-TaggedBootDevicesTest-91586125-router', 'tenant_id': '502c1396aecc4792a466ed6e68112592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:08Z', 'updated_at': '2022-03-23T01:43:20Z', 'revision_number': 6, 'project_id': '502c1396aecc4792a466ed6e68112592', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:43:21.035862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-61790392-28b5-4d10-af2f-565ee97d7e73 admin admin] For port a897378f-6d32-4538-b951-0175eb17972a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a897378f-6d32-4538-b951-0175eb17972a,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:21.036305 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61790392-28b5-4d10-af2f-565ee97d7e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a897378f-6d32-4538-b951-0175eb17972a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:21.073864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-61790392-28b5-4d10-af2f-565ee97d7e73 admin admin] Calling delete_port for a897378f-6d32-4538-b951-0175eb17972a owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:21.228954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708dd76-374c-40b5-b27e-5b05f48ea2d9 req-dbfbb18a-7568-4858-9e7b-e18735b00d63 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:21.230617 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5708dd76-374c-40b5-b27e-5b05f48ea2d9 req-dbfbb18a-7568-4858-9e7b-e18735b00d63 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a33f9-21d1-4129-8775-16241bb04cd8 HTTP/1.1" status: 200 len: 949 time: 0.0641181 Mar 23 01:43:21.265740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628da73-04cc-4c4d-9da8-d102cfb4707e req-6e95a78b-44d3-4281-9c63-7d34d70b48e8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:21.267440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6628da73-04cc-4c4d-9da8-d102cfb4707e req-6e95a78b-44d3-4281-9c63-7d34d70b48e8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1274033 Mar 23 01:43:21.294079 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5708dd76-374c-40b5-b27e-5b05f48ea2d9 req-cc8e33d5-2bd1-4a55-8205-db4474db77c1 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568392 Mar 23 01:43:21.359010 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6628da73-04cc-4c4d-9da8-d102cfb4707e req-179ccdc9-8d05-4ed7-9c68-5426424f1489 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758710 Mar 23 01:43:21.381353 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61790392-28b5-4d10-af2f-565ee97d7e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a897378f-6d32-4538-b951-0175eb17972a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:21.431875 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61790392-28b5-4d10-af2f-565ee97d7e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=a897378f-6d32-4538-b951-0175eb17972a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:21.524327 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61790392-28b5-4d10-af2f-565ee97d7e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (3927e9c9-6ec6-4b95-8d88-5e4c6d97b901), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:21.604395 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 9b7b6407-6f89-4196-b7b4-01770114086e no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:21.628680 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 9b7b6407-6f89-4196-b7b4-01770114086e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:21.628921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 9b7b6407-6f89-4196-b7b4-01770114086e not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:21.655174 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61790392-28b5-4d10-af2f-565ee97d7e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (3927e9c9-6ec6-4b95-8d88-5e4c6d97b901), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:21.658616 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61790392-28b5-4d10-af2f-565ee97d7e73 admin admin] Publish callbacks [] for router_controller (3927e9c9-6ec6-4b95-8d88-5e4c6d97b901), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:21.720638 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b6533-c72f-42e8-8fb9-52573274e330 req-ee9f7b30-6397-4d70-9bcc-5b2eeed494a9 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:21.721694 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ec7b6533-c72f-42e8-8fb9-52573274e330 req-ee9f7b30-6397-4d70-9bcc-5b2eeed494a9 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0977440 Mar 23 01:43:21.722361 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61790392-28b5-4d10-af2f-565ee97d7e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (3927e9c9-6ec6-4b95-8d88-5e4c6d97b901), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:21.722884 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61790392-28b5-4d10-af2f-565ee97d7e73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:43:21.727159 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61790392-28b5-4d10-af2f-565ee97d7e73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:21.730726 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-61790392-28b5-4d10-af2f-565ee97d7e73 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3927e9c9-6ec6-4b95-8d88-5e4c6d97b901 HTTP/1.1" status: 204 len: 168 time: 1.3789566 Mar 23 01:43:21.735306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47200) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:21.773100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90832f9d-a49c-4f9f-bdcd-3313043bf236 req-35d98b43-c816-48d7-8358-7877acd8658b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:21.781912 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-90832f9d-a49c-4f9f-bdcd-3313043bf236 req-35d98b43-c816-48d7-8358-7877acd8658b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.0722260 Mar 23 01:43:21.790542 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-822c5fd8-330a-449e-b9f3-b8ce1f7fcd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:21.815877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-338e8df5-2cf7-4592-8a60-f6f4452d2d49 admin admin] Deleting subnet ca1049c9-9f9b-402a-8dcd-186503cb9589 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:43:21.820463 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-338e8df5-2cf7-4592-8a60-f6f4452d2d49 admin admin] Publish callbacks [] for subnet (ca1049c9-9f9b-402a-8dcd-186503cb9589), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:21.825266 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ec7b6533-c72f-42e8-8fb9-52573274e330 req-c0e55ee5-8fbb-4e8f-9f04-3756d0310590 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957983 Mar 23 01:43:21.844031 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-90832f9d-a49c-4f9f-bdcd-3313043bf236 req-6e9a5a10-8546-409c-9efb-f0bd1f775733 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608070 Mar 23 01:43:21.871305 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-338e8df5-2cf7-4592-8a60-f6f4452d2d49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (ca1049c9-9f9b-402a-8dcd-186503cb9589), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:21.962570 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-338e8df5-2cf7-4592-8a60-f6f4452d2d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (ca1049c9-9f9b-402a-8dcd-186503cb9589), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:22.027733 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-338e8df5-2cf7-4592-8a60-f6f4452d2d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (ca1049c9-9f9b-402a-8dcd-186503cb9589), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:22.055473 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e8df5-2cf7-4592-8a60-f6f4452d2d49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca1049c9-9f9b-402a-8dcd-186503cb9589,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:22.058954 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-338e8df5-2cf7-4592-8a60-f6f4452d2d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:22.064841 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-338e8df5-2cf7-4592-8a60-f6f4452d2d49 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ca1049c9-9f9b-402a-8dcd-186503cb9589 HTTP/1.1" status: 204 len: 168 time: 0.3260162 Mar 23 01:43:22.065175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47204) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:22.066160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9394c94a-5619-4bb9-a365-eee141a0e55f None None] Network b81fb5d8-6712-4e02-9517-eabc6d26a52a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:43:22.142780 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (b81fb5d8-6712-4e02-9517-eabc6d26a52a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:22.212036 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] Deleting port 51010b80-95ea-4188-9508-dd8dc0515214 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:22.212383 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (51010b80-95ea-4188-9508-dd8dc0515214), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:22.264898 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f426f6-fa9d-4264-a22b-58d6ea10e91d None None] DHCP port deletion for b81fb5d8-6712-4e02-9517-eabc6d26a52a request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:43:22.316491 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] For port 51010b80-95ea-4188-9508-dd8dc0515214, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=51010b80-95ea-4188-9508-dd8dc0515214,segment=NetworkSegment(c68ac88b-fde7-44e9-9885-d6bdfea8b7fe),segment_id=c68ac88b-fde7-44e9-9885-d6bdfea8b7fe)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:22.317210 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (51010b80-95ea-4188-9508-dd8dc0515214), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:22.333237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] Calling delete_port for 51010b80-95ea-4188-9508-dd8dc0515214 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:22.382222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d9f426f6-fa9d-4264-a22b-58d6ea10e91d None None] Deleting port 51010b80-95ea-4188-9508-dd8dc0515214 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:22.388310 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d9f426f6-fa9d-4264-a22b-58d6ea10e91d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (51010b80-95ea-4188-9508-dd8dc0515214), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:22.433451 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (51010b80-95ea-4188-9508-dd8dc0515214), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:22.463580 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e8ae0-98dd-4471-9f40-8afc9d88d794 req-4a26f839-8f64-4033-a6a2-75521774bf8d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:22.470504 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d9f426f6-fa9d-4264-a22b-58d6ea10e91d None None] For port 51010b80-95ea-4188-9508-dd8dc0515214, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=51010b80-95ea-4188-9508-dd8dc0515214,segment=NetworkSegment(c68ac88b-fde7-44e9-9885-d6bdfea8b7fe),segment_id=c68ac88b-fde7-44e9-9885-d6bdfea8b7fe)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:22.471187 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d9f426f6-fa9d-4264-a22b-58d6ea10e91d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (51010b80-95ea-4188-9508-dd8dc0515214), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:22.475291 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c69e8ae0-98dd-4471-9f40-8afc9d88d794 req-4a26f839-8f64-4033-a6a2-75521774bf8d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a33f9-21d1-4129-8775-16241bb04cd8 HTTP/1.1" status: 200 len: 949 time: 0.0777895 Mar 23 01:43:22.491894 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d9f426f6-fa9d-4264-a22b-58d6ea10e91d None None] Calling delete_port for 51010b80-95ea-4188-9508-dd8dc0515214 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:22.516507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] Pushing event deleted for resources: {'Port': ['ID=51010b80-95ea-4188-9508-dd8dc0515214,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:22.523879 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] No DVR routers for this DVR port 51010b80-95ea-4188-9508-dd8dc0515214 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:22.538424 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c69e8ae0-98dd-4471-9f40-8afc9d88d794 req-a17626fb-ead8-4392-8f6c-7dba5e594abe tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604258 Mar 23 01:43:22.577175 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e148a60c-7d18-4310-9fb5-3e5bc6393761 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:22.612284 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: e148a60c-7d18-4310-9fb5-3e5bc6393761 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:22.613102 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e148a60c-7d18-4310-9fb5-3e5bc6393761 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:22.613297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a897378f-6d32-4538-b951-0175eb17972a no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:22.640266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: a897378f-6d32-4538-b951-0175eb17972a {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:22.640266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a897378f-6d32-4538-b951-0175eb17972a not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:22.640266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 51010b80-95ea-4188-9508-dd8dc0515214 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:22.642014 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (b81fb5d8-6712-4e02-9517-eabc6d26a52a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:22.660373 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d9f426f6-fa9d-4264-a22b-58d6ea10e91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (51010b80-95ea-4188-9508-dd8dc0515214), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:22.663731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 51010b80-95ea-4188-9508-dd8dc0515214 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:22.664173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 51010b80-95ea-4188-9508-dd8dc0515214 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:22.672794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ef8e9-88b4-473e-b341-81bc9630136b req-7b9d1c2f-6c21-4e33-950d-dcae4ee45d51 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:22.674338 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a98ef8e9-88b4-473e-b341-81bc9630136b req-7b9d1c2f-6c21-4e33-950d-dcae4ee45d51 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.42 "GET /v2.0/ports?device_id=be88e3b8-c3b6-4a90-8b6b-728f680c4f41 HTTP/1.1" status: 200 len: 950 time: 0.1822917 Mar 23 01:43:22.679141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81fb5d8-6712-4e02-9517-eabc6d26a52a']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:22.691993 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f426f6-fa9d-4264-a22b-58d6ea10e91d None None] Pushing event deleted for resources: {'Port': ['ID=51010b80-95ea-4188-9508-dd8dc0515214,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:22.699155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f426f6-fa9d-4264-a22b-58d6ea10e91d None None] No DVR routers for this DVR port 51010b80-95ea-4188-9508-dd8dc0515214 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:22.728810 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68ac88b-fde7-44e9-9885-d6bdfea8b7fe') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:22.729117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68ac88b-fde7-44e9-9885-d6bdfea8b7fe') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:22.737970 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:43:22.747219 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (c68ac88b-fde7-44e9-9885-d6bdfea8b7fe), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:22.780448 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c68ac88b-fde7-44e9-9885-d6bdfea8b7fe), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:22.789147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:43:22.789561 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (c68ac88b-fde7-44e9-9885-d6bdfea8b7fe), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:43:22.791473 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:43:22.866370 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (b81fb5d8-6712-4e02-9517-eabc6d26a52a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:22.870085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-a98ef8e9-88b4-473e-b341-81bc9630136b req-580fabb0-8b65-4491-a8e6-72a7b5aaf4d2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Deleting port 17be58cd-7f8e-4469-a557-ffd53811829d {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:22.870382 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a98ef8e9-88b4-473e-b341-81bc9630136b req-580fabb0-8b65-4491-a8e6-72a7b5aaf4d2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (17be58cd-7f8e-4469-a557-ffd53811829d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:22.877885 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:22.884289 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47212) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:22.889414 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b81fb5d8-6712-4e02-9517-eabc6d26a52a HTTP/1.1" status: 204 len: 168 time: 0.8227706 Mar 23 01:43:22.983992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8e36b-a51f-4388-8629-3283488f4547 admin admin] Pushing event deleted for resources: {'Network': ['ID=b81fb5d8-6712-4e02-9517-eabc6d26a52a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:23.035383 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79edb9-5e3d-4c10-94ae-fd1d769140a0 req-2c4b8cb6-4359-4843-abdc-6e5e871579d9 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:23.037022 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce79edb9-5e3d-4c10-94ae-fd1d769140a0 req-2c4b8cb6-4359-4843-abdc-6e5e871579d9 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.0814974 Mar 23 01:43:23.079549 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-a98ef8e9-88b4-473e-b341-81bc9630136b req-580fabb0-8b65-4491-a8e6-72a7b5aaf4d2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] For port 17be58cd-7f8e-4469-a557-ffd53811829d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=17be58cd-7f8e-4469-a557-ffd53811829d,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:23.079979 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a98ef8e9-88b4-473e-b341-81bc9630136b req-580fabb0-8b65-4491-a8e6-72a7b5aaf4d2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (17be58cd-7f8e-4469-a557-ffd53811829d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:23.096845 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-a98ef8e9-88b4-473e-b341-81bc9630136b req-580fabb0-8b65-4491-a8e6-72a7b5aaf4d2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Calling delete_port for 17be58cd-7f8e-4469-a557-ffd53811829d owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:23.105270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb806f-bed0-4044-b839-67681c1fffc1 req-6498a205-52ef-4050-8530-a0cab9791065 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:23.106953 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d5fb806f-bed0-4044-b839-67681c1fffc1 req-6498a205-52ef-4050-8530-a0cab9791065 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1476712 Mar 23 01:43:23.166129 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:23.198092 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce79edb9-5e3d-4c10-94ae-fd1d769140a0 req-97766b00-e112-4424-9065-5f554570c8cd tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161213 Mar 23 01:43:23.222057 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d5fb806f-bed0-4044-b839-67681c1fffc1 req-d7aaad0e-7806-4269-b2f2-9e0eede57ca7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071928 Mar 23 01:43:23.252242 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dc027-cab6-49a4-8ca1-3af64d2564b1 req-0f81c3e1-c66e-414e-b731-1f432949eab1 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:23.255556 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-325dc027-cab6-49a4-8ca1-3af64d2564b1 req-0f81c3e1-c66e-414e-b731-1f432949eab1 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "GET /v2.0/ports?device_id=609a33f9-21d1-4129-8775-16241bb04cd8 HTTP/1.1" status: 200 len: 949 time: 0.1096485 Mar 23 01:43:23.335926 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a98ef8e9-88b4-473e-b341-81bc9630136b req-580fabb0-8b65-4491-a8e6-72a7b5aaf4d2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (17be58cd-7f8e-4469-a557-ffd53811829d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:23.348167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['17be58cd-7f8e-4469-a557-ffd53811829d'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:43:23.380525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fabb0-8b65-4491-a8e6-72a7b5aaf4d2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Pushing event deleted for resources: {'Port': ['ID=17be58cd-7f8e-4469-a557-ffd53811829d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:23.433633 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3408af7e-514a-484f-9fc7-be5e3fde38ea', '7a3b0f82-47f4-4c56-b759-5f1a25b0038e', '519ae3eb-52b6-4ec8-8c0c-0767041004e7', '3c3570a4-4bbe-4b9a-af82-d846cadcdd69'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:43:23.444112 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-325dc027-cab6-49a4-8ca1-3af64d2564b1 req-e6e56e71-9be4-439d-aa6f-ee28e3ba31c5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Deleting port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:23.444453 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-325dc027-cab6-49a4-8ca1-3af64d2564b1 req-e6e56e71-9be4-439d-aa6f-ee28e3ba31c5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3c3570a4-4bbe-4b9a-af82-d846cadcdd69), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:23.508427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98ef8e9-88b4-473e-b341-81bc9630136b req-580fabb0-8b65-4491-a8e6-72a7b5aaf4d2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] No DVR routers for this DVR port 17be58cd-7f8e-4469-a557-ffd53811829d on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:23.515106 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a98ef8e9-88b4-473e-b341-81bc9630136b req-580fabb0-8b65-4491-a8e6-72a7b5aaf4d2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:23.520994 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a98ef8e9-88b4-473e-b341-81bc9630136b req-580fabb0-8b65-4491-a8e6-72a7b5aaf4d2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.42 "DELETE /v2.0/ports/17be58cd-7f8e-4469-a557-ffd53811829d HTTP/1.1" status: 204 len: 173 time: 0.8369963 Mar 23 01:43:23.521363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be88e3b8-c3b6-4a90-8b6b-728f680c4f41', 'name': 'network-vif-deleted', 'tag': '17be58cd-7f8e-4469-a557-ffd53811829d'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:23.525358 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d026753-98ba-42e2-b2e3-db5232f9b41f" -d '{"events": [{"server_uuid": "be88e3b8-c3b6-4a90-8b6b-728f680c4f41", "name": "network-vif-deleted", "tag": "17be58cd-7f8e-4469-a557-ffd53811829d"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:23.607248 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a39c84-d1b2-4963-bd99-aaf75306773c x-openstack-request-id: req-80a39c84-d1b2-4963-bd99-aaf75306773c {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:23.607551 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be88e3b8-c3b6-4a90-8b6b-728f680c4f41", "name": "network-vif-deleted", "tag": "17be58cd-7f8e-4469-a557-ffd53811829d", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:23.607933 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80a39c84-d1b2-4963-bd99-aaf75306773c {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:23.608372 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a39c84-d1b2-4963-bd99-aaf75306773c'] response: {'server_uuid': 'be88e3b8-c3b6-4a90-8b6b-728f680c4f41', 'name': 'network-vif-deleted', 'tag': '17be58cd-7f8e-4469-a557-ffd53811829d', 'status': 'completed', 'code': 200} Mar 23 01:43:23.635311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-325dc027-cab6-49a4-8ca1-3af64d2564b1 req-e6e56e71-9be4-439d-aa6f-ee28e3ba31c5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] For port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3c3570a4-4bbe-4b9a-af82-d846cadcdd69,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:23.635945 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-325dc027-cab6-49a4-8ca1-3af64d2564b1 req-e6e56e71-9be4-439d-aa6f-ee28e3ba31c5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3c3570a4-4bbe-4b9a-af82-d846cadcdd69), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:23.650349 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-26ba45ff-065c-4292-8be1-5f57c986974c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (be6b7103-8a8a-455c-91f1-8562dac74c8b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:23.661301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-325dc027-cab6-49a4-8ca1-3af64d2564b1 req-e6e56e71-9be4-439d-aa6f-ee28e3ba31c5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Calling delete_port for 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:23.727740 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c4aac-e9d2-4f1d-b9b1-44ca53278af3 req-540d6b74-1df5-4100-b28e-2f858c90e00e tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:23.737409 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e7c4aac-e9d2-4f1d-b9b1-44ca53278af3 req-540d6b74-1df5-4100-b28e-2f858c90e00e tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a33f9-21d1-4129-8775-16241bb04cd8 HTTP/1.1" status: 200 len: 949 time: 0.0775146 Mar 23 01:43:23.773175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f183d-5866-48ac-bf0b-f0f030bb73b4 req-79e58e3e-566b-4967-8c08-0108bc832424 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:23.780464 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f1f183d-5866-48ac-bf0b-f0f030bb73b4 req-79e58e3e-566b-4967-8c08-0108bc832424 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1982481 Mar 23 01:43:23.865731 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e7c4aac-e9d2-4f1d-b9b1-44ca53278af3 req-9a9a1601-fed9-431c-98b8-a21a1d3d05f9 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273501 Mar 23 01:43:23.905873 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f1f183d-5866-48ac-bf0b-f0f030bb73b4 req-8a219cf0-502d-4378-b8f8-dedfb78807fe tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244910 Mar 23 01:43:24.113372 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-325dc027-cab6-49a4-8ca1-3af64d2564b1 req-e6e56e71-9be4-439d-aa6f-ee28e3ba31c5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (3c3570a4-4bbe-4b9a-af82-d846cadcdd69), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:24.161593 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3408af7e-514a-484f-9fc7-be5e3fde38ea', '7a3b0f82-47f4-4c56-b759-5f1a25b0038e', '519ae3eb-52b6-4ec8-8c0c-0767041004e7', '3c3570a4-4bbe-4b9a-af82-d846cadcdd69'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:43:24.190106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e56e71-9be4-439d-aa6f-ee28e3ba31c5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Pushing event deleted for resources: {'Port': ['ID=3c3570a4-4bbe-4b9a-af82-d846cadcdd69,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:24.266836 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-325dc027-cab6-49a4-8ca1-3af64d2564b1 req-e6e56e71-9be4-439d-aa6f-ee28e3ba31c5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] No DVR routers for this DVR port 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:24.270519 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-325dc027-cab6-49a4-8ca1-3af64d2564b1 req-e6e56e71-9be4-439d-aa6f-ee28e3ba31c5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:24.274216 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-325dc027-cab6-49a4-8ca1-3af64d2564b1 req-e6e56e71-9be4-439d-aa6f-ee28e3ba31c5 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "DELETE /v2.0/ports/3c3570a4-4bbe-4b9a-af82-d846cadcdd69 HTTP/1.1" status: 204 len: 173 time: 1.0019648 Mar 23 01:43:24.274762 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609a33f9-21d1-4129-8775-16241bb04cd8', 'name': 'network-vif-deleted', 'tag': '3c3570a4-4bbe-4b9a-af82-d846cadcdd69'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:24.277711 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5577817c-328e-4d1f-b067-a10e0bd97b7d" -d '{"events": [{"server_uuid": "609a33f9-21d1-4129-8775-16241bb04cd8", "name": "network-vif-deleted", "tag": "3c3570a4-4bbe-4b9a-af82-d846cadcdd69"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:24.299021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-26ba45ff-065c-4292-8be1-5f57c986974c admin admin] Deleting port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:24.299661 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-26ba45ff-065c-4292-8be1-5f57c986974c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:24.346193 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23de710-1a25-49f2-a7b0-9f1de480c762 x-openstack-request-id: req-f23de710-1a25-49f2-a7b0-9f1de480c762 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:24.346489 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609a33f9-21d1-4129-8775-16241bb04cd8", "name": "network-vif-deleted", "tag": "3c3570a4-4bbe-4b9a-af82-d846cadcdd69", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:24.346733 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f23de710-1a25-49f2-a7b0-9f1de480c762 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:24.347459 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23de710-1a25-49f2-a7b0-9f1de480c762'] response: {'server_uuid': '609a33f9-21d1-4129-8775-16241bb04cd8', 'name': 'network-vif-deleted', 'tag': '3c3570a4-4bbe-4b9a-af82-d846cadcdd69', 'status': 'completed', 'code': 200} Mar 23 01:43:24.412138 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-26ba45ff-065c-4292-8be1-5f57c986974c admin admin] For port 3ec04f50-7613-4f6b-8ef1-a4b8120e485d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3ec04f50-7613-4f6b-8ef1-a4b8120e485d,segment=NetworkSegment(89de6b79-9016-402e-8a45-8ffc85c80a4b),segment_id=89de6b79-9016-402e-8a45-8ffc85c80a4b)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:24.412697 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-26ba45ff-065c-4292-8be1-5f57c986974c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:24.438570 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-26ba45ff-065c-4292-8be1-5f57c986974c admin admin] Calling delete_port for 3ec04f50-7613-4f6b-8ef1-a4b8120e485d owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:24.440297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff83de-ce3a-4d88-856a-c726c4bb9322 req-48400b5a-21a0-4cda-b7e5-7d9d4407c457 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:24.457174 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03ff83de-ce3a-4d88-856a-c726c4bb9322 req-48400b5a-21a0-4cda-b7e5-7d9d4407c457 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.0897586 Mar 23 01:43:24.534196 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:24.578085 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03ff83de-ce3a-4d88-856a-c726c4bb9322 req-943c8213-ecf5-4215-9ac6-2c2c7112e2ef tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188624 Mar 23 01:43:24.703212 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-26ba45ff-065c-4292-8be1-5f57c986974c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (3ec04f50-7613-4f6b-8ef1-a4b8120e485d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:24.734576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba45ff-065c-4292-8be1-5f57c986974c admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec04f50-7613-4f6b-8ef1-a4b8120e485d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:24.952458 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-26ba45ff-065c-4292-8be1-5f57c986974c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (be6b7103-8a8a-455c-91f1-8562dac74c8b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:25.058130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15e665-6904-438c-a1e3-4037edfddf43 req-0ec0ceb7-0497-4358-b260-6f4533fb287a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:25.060419 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b15e665-6904-438c-a1e3-4037edfddf43 req-0ec0ceb7-0497-4358-b260-6f4533fb287a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0693040 Mar 23 01:43:25.073742 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e95afb87-d995-4bfb-8874-a8ddbb180cc9 req-aa502256-162e-4a39-b790-7eac34e32df2 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a33f9-21d1-4129-8775-16241bb04cd8 HTTP/1.1" status: 200 len: 210 time: 0.0623651 Mar 23 01:43:25.133696 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b15e665-6904-438c-a1e3-4037edfddf43 req-4a05eb33-284c-47a6-8ea7-e38468b12b8f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641062 Mar 23 01:43:25.620265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f00767-c699-4eb0-90d6-8ec087f6e237 req-5dda346a-3254-4354-8931-153c9a68e405 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:25.621820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f2f00767-c699-4eb0-90d6-8ec087f6e237 req-5dda346a-3254-4354-8931-153c9a68e405 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.3917465 Mar 23 01:43:25.624106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ba45ff-065c-4292-8be1-5f57c986974c admin admin] Router be6b7103-8a8a-455c-91f1-8562dac74c8b has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:43:25.650513 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 17be58cd-7f8e-4469-a557-ffd53811829d no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:25.676509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 17be58cd-7f8e-4469-a557-ffd53811829d {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:25.677386 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 17be58cd-7f8e-4469-a557-ffd53811829d not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:25.681387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce7107-274d-418b-a1c6-9b8d8a99170b req-d4416264-514f-49c6-8304-a34caa5cd3ac tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:25.683215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0ce7107-274d-418b-a1c6-9b8d8a99170b req-d4416264-514f-49c6-8304-a34caa5cd3ac tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.0599697 Mar 23 01:43:25.738509 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0ce7107-274d-418b-a1c6-9b8d8a99170b req-01f89726-7373-4f6f-a25c-4b3e4b45bbd6 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464957 Mar 23 01:43:25.762777 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f2f00767-c699-4eb0-90d6-8ec087f6e237 req-e854d763-2b47-4679-b043-fa384ebcd6e6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315293 Mar 23 01:43:25.779754 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:25.788956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ba45ff-065c-4292-8be1-5f57c986974c admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:43:25.796824 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-26ba45ff-065c-4292-8be1-5f57c986974c admin admin] 10.222.0.18 "PUT /v2.0/routers/be6b7103-8a8a-455c-91f1-8562dac74c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9112718 Mar 23 01:43:25.799201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47242) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:25.804011 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0354424f-c445-4a72-973c-405d34186d27 None None] Sync routers for ids ['be6b7103-8a8a-455c-91f1-8562dac74c8b'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:43:25.815607 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354424f-c445-4a72-973c-405d34186d27 None None] Routers {'be6b7103-8a8a-455c-91f1-8562dac74c8b'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:43:25.816466 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0354424f-c445-4a72-973c-405d34186d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:43:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['be6b7103-8a8a-455c-91f1-8562dac74c8b'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:25.924156 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-971e3ece-379a-46ed-8684-7990e2a6e7fe admin admin] Publish callbacks [] for router (be6b7103-8a8a-455c-91f1-8562dac74c8b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:25.925496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc72d1-6653-4e9f-9ba4-0c3730015daf req-6aeeccec-4986-4d0b-8957-a3a7158085d3 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:25.927359 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1ebc72d1-6653-4e9f-9ba4-0c3730015daf req-6aeeccec-4986-4d0b-8957-a3a7158085d3 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0704250 Mar 23 01:43:25.943005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-0354424f-c445-4a72-973c-405d34186d27 None None] Set router be6b7103-8a8a-455c-91f1-8562dac74c8b gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:43:25.986856 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1ebc72d1-6653-4e9f-9ba4-0c3730015daf req-714529c9-6a05-46d2-aa4e-49d828984847 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526676 Mar 23 01:43:26.057770 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-971e3ece-379a-46ed-8684-7990e2a6e7fe admin admin] Publish callbacks [] for router_gateway (be6b7103-8a8a-455c-91f1-8562dac74c8b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:26.188496 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a527886-3c57-4830-8f49-01cb37d13be9 req-c53b266d-087e-4fa0-b08d-1007cb009e11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:26.190144 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6a527886-3c57-4830-8f49-01cb37d13be9 req-c53b266d-087e-4fa0-b08d-1007cb009e11 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1272216 Mar 23 01:43:26.201857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0354424f-c445-4a72-973c-405d34186d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'name': 'tempest-TaggedBootDevicesTest-1654863140-router', 'tenant_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ea0bca78-a9e6-4842-b105-bece4d549d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:24Z', 'updated_at': '2022-03-23T01:43:24Z', 'revision_number': 5, 'project_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'gw_port': {'id': 'ea0bca78-a9e6-4842-b105-bece4d549d63', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:de:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:34:25Z', 'updated_at': '2022-03-23T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:26.226451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-971e3ece-379a-46ed-8684-7990e2a6e7fe admin admin] Deleting port ea0bca78-a9e6-4842-b105-bece4d549d63 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:26.226804 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-971e3ece-379a-46ed-8684-7990e2a6e7fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ea0bca78-a9e6-4842-b105-bece4d549d63), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:26.240911 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0354424f-c445-4a72-973c-405d34186d27 None None] Checking router: be6b7103-8a8a-455c-91f1-8562dac74c8b for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:43:26.251652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354424f-c445-4a72-973c-405d34186d27 None None] Routers {'be6b7103-8a8a-455c-91f1-8562dac74c8b'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:43:26.252351 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0354424f-c445-4a72-973c-405d34186d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:43:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['be6b7103-8a8a-455c-91f1-8562dac74c8b'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:26.279434 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6a527886-3c57-4830-8f49-01cb37d13be9 req-b21411ff-42ca-48d6-be8d-18629da1d19c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802393 Mar 23 01:43:26.435153 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-0354424f-c445-4a72-973c-405d34186d27 None None] Set router be6b7103-8a8a-455c-91f1-8562dac74c8b gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:43:26.443471 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-971e3ece-379a-46ed-8684-7990e2a6e7fe admin admin] For port ea0bca78-a9e6-4842-b105-bece4d549d63, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ea0bca78-a9e6-4842-b105-bece4d549d63,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:26.444214 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-971e3ece-379a-46ed-8684-7990e2a6e7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ea0bca78-a9e6-4842-b105-bece4d549d63), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:26.474540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-971e3ece-379a-46ed-8684-7990e2a6e7fe admin admin] Calling delete_port for ea0bca78-a9e6-4842-b105-bece4d549d63 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:26.505190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0354424f-c445-4a72-973c-405d34186d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'name': 'tempest-TaggedBootDevicesTest-1654863140-router', 'tenant_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:24Z', 'updated_at': '2022-03-23T01:43:26Z', 'revision_number': 6, 'project_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:26.538582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0354424f-c445-4a72-973c-405d34186d27 None None] The sync data for ids ['be6b7103-8a8a-455c-91f1-8562dac74c8b'] in n-d-834677-4 is: [{'id': 'be6b7103-8a8a-455c-91f1-8562dac74c8b', 'name': 'tempest-TaggedBootDevicesTest-1654863140-router', 'tenant_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:34:24Z', 'updated_at': '2022-03-23T01:43:26Z', 'revision_number': 6, 'project_id': 'ce2c4b41aa1748f2bd8ef8ccbfa33907', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:43:26.599715 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:26.604402 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6702c-c6e8-42ce-a82c-ae42fe1e2545 req-c61d8a52-8827-40ce-b48b-7e900f8ac13f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:26.611999 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d2f6702c-c6e8-42ce-a82c-ae42fe1e2545 req-c61d8a52-8827-40ce-b48b-7e900f8ac13f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.2320385 Mar 23 01:43:26.622070 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:26.622446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3c3570a4-4bbe-4b9a-af82-d846cadcdd69 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:26.721191 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d2f6702c-c6e8-42ce-a82c-ae42fe1e2545 req-50c5de30-6ae8-45ee-ad68-12e71b046272 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079397 Mar 23 01:43:26.774953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6eb85-f56e-4d73-8ebe-6ecc67e63532 req-c8e85c80-7957-4758-af94-d2dedcbbd96f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:26.777176 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-80b6eb85-f56e-4d73-8ebe-6ecc67e63532 req-c8e85c80-7957-4758-af94-d2dedcbbd96f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc8d493-2bd4-4b83-8716-05af5b3d82c3 HTTP/1.1" status: 200 len: 950 time: 0.0684798 Mar 23 01:43:26.834099 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-971e3ece-379a-46ed-8684-7990e2a6e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ea0bca78-a9e6-4842-b105-bece4d549d63), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:26.840723 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-80b6eb85-f56e-4d73-8ebe-6ecc67e63532 req-1c658af5-2e21-44c9-bef4-8a311ca42920 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534229 Mar 23 01:43:26.881913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e3ece-379a-46ed-8684-7990e2a6e7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0bca78-a9e6-4842-b105-bece4d549d63,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:26.977263 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0fddf-1877-4e60-8361-9ef587caeb6f req-395ca8e9-f0e9-422b-8e2d-49a94b46bfd0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:26.979442 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a6f0fddf-1877-4e60-8361-9ef587caeb6f req-395ca8e9-f0e9-422b-8e2d-49a94b46bfd0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1563516 Mar 23 01:43:26.982998 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-971e3ece-379a-46ed-8684-7990e2a6e7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (be6b7103-8a8a-455c-91f1-8562dac74c8b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:26.987379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46275e5e-5c6d-4dc3-bfb9-c721978309a7 req-a1692e8b-4627-4eac-aee1-60ead5a126c7 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:26.995266 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-46275e5e-5c6d-4dc3-bfb9-c721978309a7 req-a1692e8b-4627-4eac-aee1-60ead5a126c7 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.0824249 Mar 23 01:43:27.057224 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-46275e5e-5c6d-4dc3-bfb9-c721978309a7 req-fadfb2bd-5e7e-4fe0-be34-f14f13d3f033 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609226 Mar 23 01:43:27.107344 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-971e3ece-379a-46ed-8684-7990e2a6e7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (be6b7103-8a8a-455c-91f1-8562dac74c8b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:27.111684 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-971e3ece-379a-46ed-8684-7990e2a6e7fe admin admin] Publish callbacks [] for router_controller (be6b7103-8a8a-455c-91f1-8562dac74c8b), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:27.127889 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a6f0fddf-1877-4e60-8361-9ef587caeb6f req-70592492-d212-4d00-9dab-db89e5366959 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111879 Mar 23 01:43:27.175508 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-971e3ece-379a-46ed-8684-7990e2a6e7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (be6b7103-8a8a-455c-91f1-8562dac74c8b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:27.176157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971e3ece-379a-46ed-8684-7990e2a6e7fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router be6b7103-8a8a-455c-91f1-8562dac74c8b {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:43:27.180572 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-971e3ece-379a-46ed-8684-7990e2a6e7fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:27.181822 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-971e3ece-379a-46ed-8684-7990e2a6e7fe admin admin] 10.222.0.18 "DELETE /v2.0/routers/be6b7103-8a8a-455c-91f1-8562dac74c8b HTTP/1.1" status: 204 len: 168 time: 1.3810534 Mar 23 01:43:27.184416 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47276) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:27.230615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80c2f67-5d62-41cc-bad7-f84fddec4a60 admin admin] Deleting subnet 8b7e72be-ffbb-4314-a230-27f5b0757034 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:43:27.233836 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f80c2f67-5d62-41cc-bad7-f84fddec4a60 admin admin] Publish callbacks [] for subnet (8b7e72be-ffbb-4314-a230-27f5b0757034), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:27.272717 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f80c2f67-5d62-41cc-bad7-f84fddec4a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (8b7e72be-ffbb-4314-a230-27f5b0757034), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:27.356538 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f80c2f67-5d62-41cc-bad7-f84fddec4a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (8b7e72be-ffbb-4314-a230-27f5b0757034), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:27.434334 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f80c2f67-5d62-41cc-bad7-f84fddec4a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (8b7e72be-ffbb-4314-a230-27f5b0757034), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:27.465328 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f80c2f67-5d62-41cc-bad7-f84fddec4a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:27.468770 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f80c2f67-5d62-41cc-bad7-f84fddec4a60 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8b7e72be-ffbb-4314-a230-27f5b0757034 HTTP/1.1" status: 204 len: 168 time: 0.2832003 Mar 23 01:43:27.469828 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c2f67-5d62-41cc-bad7-f84fddec4a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b7e72be-ffbb-4314-a230-27f5b0757034,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:27.471387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47288) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:27.479020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b2f054-1a5f-4282-9ef6-4354e2982088 None None] Network cd662416-fe81-442d-b9d0-a8f6689e67cb requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:43:27.544091 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (cd662416-fe81-442d-b9d0-a8f6689e67cb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:27.608121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] Deleting port 02f45922-4085-4e25-b060-2911d8fc8400 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:27.608525 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (02f45922-4085-4e25-b060-2911d8fc8400), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:27.658279 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] DHCP port deletion for cd662416-fe81-442d-b9d0-a8f6689e67cb request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:43:27.682643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] For port 02f45922-4085-4e25-b060-2911d8fc8400, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=02f45922-4085-4e25-b060-2911d8fc8400,segment=NetworkSegment(89de6b79-9016-402e-8a45-8ffc85c80a4b),segment_id=89de6b79-9016-402e-8a45-8ffc85c80a4b)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:27.683312 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (02f45922-4085-4e25-b060-2911d8fc8400), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:27.699225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] Calling delete_port for 02f45922-4085-4e25-b060-2911d8fc8400 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:27.710021 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Deleting port 02f45922-4085-4e25-b060-2911d8fc8400 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:27.710620 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (02f45922-4085-4e25-b060-2911d8fc8400), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:27.787741 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] For port 02f45922-4085-4e25-b060-2911d8fc8400, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=02f45922-4085-4e25-b060-2911d8fc8400,segment=NetworkSegment(89de6b79-9016-402e-8a45-8ffc85c80a4b),segment_id=89de6b79-9016-402e-8a45-8ffc85c80a4b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:27.789277 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (02f45922-4085-4e25-b060-2911d8fc8400), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:27.807548 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (02f45922-4085-4e25-b060-2911d8fc8400), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:27.808528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Calling delete_port for 02f45922-4085-4e25-b060-2911d8fc8400 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:27.847043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] No DVR routers for this DVR port 02f45922-4085-4e25-b060-2911d8fc8400 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:27.849743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f45922-4085-4e25-b060-2911d8fc8400,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:27.911921 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (02f45922-4085-4e25-b060-2911d8fc8400), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:27.936633 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Pushing event deleted for resources: {'Port': ['ID=02f45922-4085-4e25-b060-2911d8fc8400,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:27.950392 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:27.951328 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:27.951328 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:27.951559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:27.951784 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:27.951910 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (cd662416-fe81-442d-b9d0-a8f6689e67cb), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:27.952108 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:27.952442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:27.952947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:27.953296 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:27.953612 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:27.953933 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:27.954258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:27.954578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:27.954898 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:27.955214 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:43:27.961428 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8624b5e6-a67a-4eb3-92d4-0289255ffbd9 None None] No DVR routers for this DVR port 02f45922-4085-4e25-b060-2911d8fc8400 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:28.007051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd662416-fe81-442d-b9d0-a8f6689e67cb']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:28.018776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89de6b79-9016-402e-8a45-8ffc85c80a4b') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:28.019075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89de6b79-9016-402e-8a45-8ffc85c80a4b') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:28.030781 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (89de6b79-9016-402e-8a45-8ffc85c80a4b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:28.054283 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e99e3b-35b2-4703-8c18-9d0b2eadb788 req-5c1bac02-34bc-4cc9-b0b5-b6eaa501652c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:28.055686 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8e99e3b-35b2-4703-8c18-9d0b2eadb788 req-5c1bac02-34bc-4cc9-b0b5-b6eaa501652c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc8d493-2bd4-4b83-8716-05af5b3d82c3 HTTP/1.1" status: 200 len: 950 time: 0.1223938 Mar 23 01:43:28.056682 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (89de6b79-9016-402e-8a45-8ffc85c80a4b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:28.065085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:43:28.065483 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (89de6b79-9016-402e-8a45-8ffc85c80a4b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:43:28.067175 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:43:28.162985 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8e99e3b-35b2-4703-8c18-9d0b2eadb788 req-293e8ed3-10f9-45f5-b98f-0b9a0011d86c tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996578 Mar 23 01:43:28.169530 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (cd662416-fe81-442d-b9d0-a8f6689e67cb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:28.176266 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:28.179996 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cd662416-fe81-442d-b9d0-a8f6689e67cb HTTP/1.1" status: 204 len: 168 time: 0.7069211 Mar 23 01:43:28.230552 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7418fb-29d9-42bf-8222-c40436b33694 req-97b75f09-34ee-4e09-a3d6-9d8643261a3e tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:28.242906 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c7418fb-29d9-42bf-8222-c40436b33694 req-97b75f09-34ee-4e09-a3d6-9d8643261a3e tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.1142209 Mar 23 01:43:28.248953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909aefb6-be0c-4b50-b16b-ceae7738ea20 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd662416-fe81-442d-b9d0-a8f6689e67cb,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:28.317343 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c7418fb-29d9-42bf-8222-c40436b33694 req-39bdda15-4feb-4340-97c6-82214f61b5d6 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729432 Mar 23 01:43:28.382419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47296) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:28.429091 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-486231f4-cd83-4c5a-8128-71d739a3f741 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=502c1396aecc4792a466ed6e68112592&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453949 Mar 23 01:43:28.431662 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47300) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:28.498441 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfb50368-7470-46d1-a690-4ddca50940db admin admin] Publish callbacks [] for security_group (0b87c96c-fa5f-43f0-ad3f-bfba495dc49c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:28.538555 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfb50368-7470-46d1-a690-4ddca50940db admin admin] Publish callbacks [] for security_group (0b87c96c-fa5f-43f0-ad3f-bfba495dc49c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:28.567068 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3ec04f50-7613-4f6b-8ef1-a4b8120e485d no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:28.591345 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfb50368-7470-46d1-a690-4ddca50940db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0b87c96c-fa5f-43f0-ad3f-bfba495dc49c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:28.594549 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfb50368-7470-46d1-a690-4ddca50940db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:28.596320 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cfb50368-7470-46d1-a690-4ddca50940db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0b87c96c-fa5f-43f0-ad3f-bfba495dc49c HTTP/1.1" status: 204 len: 168 time: 0.1633871 Mar 23 01:43:28.606129 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb50368-7470-46d1-a690-4ddca50940db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b87c96c-fa5f-43f0-ad3f-bfba495dc49c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:28.780924 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c8103-d26f-40e4-8304-dace9861ff35 req-ba4bd70e-6b06-44a7-9677-6f61c8050df3 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:28.783085 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-543c8103-d26f-40e4-8304-dace9861ff35 req-ba4bd70e-6b06-44a7-9677-6f61c8050df3 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "GET /v2.0/ports?device_id=5dc8d493-2bd4-4b83-8716-05af5b3d82c3 HTTP/1.1" status: 200 len: 950 time: 0.1360083 Mar 23 01:43:28.792538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 3ec04f50-7613-4f6b-8ef1-a4b8120e485d {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:28.793199 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3ec04f50-7613-4f6b-8ef1-a4b8120e485d not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:28.793718 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ea0bca78-a9e6-4842-b105-bece4d549d63 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:28.795955 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fc5cd-88a0-4143-ab20-e55763882cfa req-21e80696-0576-4687-9834-83570c576743 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:28.798242 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b74fc5cd-88a0-4143-ab20-e55763882cfa req-21e80696-0576-4687-9834-83570c576743 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "GET /v2.0/ports?device_id=73abe75e-dfaa-4afd-a4bf-9b2702d82405 HTTP/1.1" status: 200 len: 949 time: 0.1101568 Mar 23 01:43:28.823465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: ea0bca78-a9e6-4842-b105-bece4d549d63 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:28.824107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ea0bca78-a9e6-4842-b105-bece4d549d63 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:28.824974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 02f45922-4085-4e25-b060-2911d8fc8400 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:28.849265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 02f45922-4085-4e25-b060-2911d8fc8400 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:28.849696 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 02f45922-4085-4e25-b060-2911d8fc8400 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:28.980524 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-543c8103-d26f-40e4-8304-dace9861ff35 req-41b112e9-d638-4b5d-8b85-2f662d7b7c3f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Deleting port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:28.981063 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-543c8103-d26f-40e4-8304-dace9861ff35 req-41b112e9-d638-4b5d-8b85-2f662d7b7c3f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7a3b0f82-47f4-4c56-b759-5f1a25b0038e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:28.999522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-b74fc5cd-88a0-4143-ab20-e55763882cfa req-615add64-d8ba-4903-9c2b-748d0228ea7a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Deleting port 519ae3eb-52b6-4ec8-8c0c-0767041004e7 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:28.999823 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b74fc5cd-88a0-4143-ab20-e55763882cfa req-615add64-d8ba-4903-9c2b-748d0228ea7a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (519ae3eb-52b6-4ec8-8c0c-0767041004e7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:29.065688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47308) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:29.123910 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-639775b2-169b-4a05-82e1-cd4dce79d4e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce2c4b41aa1748f2bd8ef8ccbfa33907&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0565360 Mar 23 01:43:29.124853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47310) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:29.151492 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-543c8103-d26f-40e4-8304-dace9861ff35 req-41b112e9-d638-4b5d-8b85-2f662d7b7c3f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] For port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7a3b0f82-47f4-4c56-b759-5f1a25b0038e,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:29.151914 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-543c8103-d26f-40e4-8304-dace9861ff35 req-41b112e9-d638-4b5d-8b85-2f662d7b7c3f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7a3b0f82-47f4-4c56-b759-5f1a25b0038e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:29.163163 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-b74fc5cd-88a0-4143-ab20-e55763882cfa req-615add64-d8ba-4903-9c2b-748d0228ea7a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] For port 519ae3eb-52b6-4ec8-8c0c-0767041004e7, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=519ae3eb-52b6-4ec8-8c0c-0767041004e7,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:29.163606 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b74fc5cd-88a0-4143-ab20-e55763882cfa req-615add64-d8ba-4903-9c2b-748d0228ea7a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (519ae3eb-52b6-4ec8-8c0c-0767041004e7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:29.178890 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-543c8103-d26f-40e4-8304-dace9861ff35 req-41b112e9-d638-4b5d-8b85-2f662d7b7c3f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Calling delete_port for 7a3b0f82-47f4-4c56-b759-5f1a25b0038e owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:29.185756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-b74fc5cd-88a0-4143-ab20-e55763882cfa req-615add64-d8ba-4903-9c2b-748d0228ea7a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Calling delete_port for 519ae3eb-52b6-4ec8-8c0c-0767041004e7 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:29.187263 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6c88a18-202c-45f3-b556-55430740dbdf admin admin] Publish callbacks [] for security_group (faab2031-c5cd-4548-9555-2a65a52fc150), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:29.228775 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6c88a18-202c-45f3-b556-55430740dbdf admin admin] Publish callbacks [] for security_group (faab2031-c5cd-4548-9555-2a65a52fc150), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:29.338332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8caf8b-760d-4166-bd0f-3554415f5ee1 req-1524b1ec-8556-407e-bbd0-856a33c49d7f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:29.347631 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b8caf8b-760d-4166-bd0f-3554415f5ee1 req-1524b1ec-8556-407e-bbd0-856a33c49d7f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc8d493-2bd4-4b83-8716-05af5b3d82c3 HTTP/1.1" status: 200 len: 950 time: 0.0958905 Mar 23 01:43:29.359702 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6c88a18-202c-45f3-b556-55430740dbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (faab2031-c5cd-4548-9555-2a65a52fc150), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:29.362419 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6c88a18-202c-45f3-b556-55430740dbdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:29.366682 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a6c88a18-202c-45f3-b556-55430740dbdf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/faab2031-c5cd-4548-9555-2a65a52fc150 HTTP/1.1" status: 204 len: 168 time: 0.2408731 Mar 23 01:43:29.392358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c88a18-202c-45f3-b556-55430740dbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faab2031-c5cd-4548-9555-2a65a52fc150,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:29.459887 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b8caf8b-760d-4166-bd0f-3554415f5ee1 req-34c3408a-44c2-4357-82e3-8c352a8d1d0a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100900 Mar 23 01:43:29.469067 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b74fc5cd-88a0-4143-ab20-e55763882cfa req-615add64-d8ba-4903-9c2b-748d0228ea7a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (519ae3eb-52b6-4ec8-8c0c-0767041004e7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:29.480759 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-543c8103-d26f-40e4-8304-dace9861ff35 req-41b112e9-d638-4b5d-8b85-2f662d7b7c3f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (7a3b0f82-47f4-4c56-b759-5f1a25b0038e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:29.503432 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3408af7e-514a-484f-9fc7-be5e3fde38ea', '7a3b0f82-47f4-4c56-b759-5f1a25b0038e', '519ae3eb-52b6-4ec8-8c0c-0767041004e7'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:43:29.521984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615add64-d8ba-4903-9c2b-748d0228ea7a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Pushing event deleted for resources: {'Port': ['ID=519ae3eb-52b6-4ec8-8c0c-0767041004e7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:29.586485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b112e9-d638-4b5d-8b85-2f662d7b7c3f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Pushing event deleted for resources: {'Port': ['ID=7a3b0f82-47f4-4c56-b759-5f1a25b0038e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:29.644135 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3408af7e-514a-484f-9fc7-be5e3fde38ea', '7a3b0f82-47f4-4c56-b759-5f1a25b0038e', '519ae3eb-52b6-4ec8-8c0c-0767041004e7'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:43:29.688900 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74fc5cd-88a0-4143-ab20-e55763882cfa req-615add64-d8ba-4903-9c2b-748d0228ea7a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] No DVR routers for this DVR port 519ae3eb-52b6-4ec8-8c0c-0767041004e7 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:29.691918 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b74fc5cd-88a0-4143-ab20-e55763882cfa req-615add64-d8ba-4903-9c2b-748d0228ea7a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:29.695956 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b74fc5cd-88a0-4143-ab20-e55763882cfa req-615add64-d8ba-4903-9c2b-748d0228ea7a tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "DELETE /v2.0/ports/519ae3eb-52b6-4ec8-8c0c-0767041004e7 HTTP/1.1" status: 204 len: 173 time: 0.8888505 Mar 23 01:43:29.696826 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73abe75e-dfaa-4afd-a4bf-9b2702d82405', 'name': 'network-vif-deleted', 'tag': '519ae3eb-52b6-4ec8-8c0c-0767041004e7'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:29.699060 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664d3508-f292-4511-bcd0-a05fc5b5d6e3" -d '{"events": [{"server_uuid": "73abe75e-dfaa-4afd-a4bf-9b2702d82405", "name": "network-vif-deleted", "tag": "519ae3eb-52b6-4ec8-8c0c-0767041004e7"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:29.704425 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-543c8103-d26f-40e4-8304-dace9861ff35 req-41b112e9-d638-4b5d-8b85-2f662d7b7c3f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] No DVR routers for this DVR port 7a3b0f82-47f4-4c56-b759-5f1a25b0038e on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:29.707338 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-543c8103-d26f-40e4-8304-dace9861ff35 req-41b112e9-d638-4b5d-8b85-2f662d7b7c3f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:29.712658 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-543c8103-d26f-40e4-8304-dace9861ff35 req-41b112e9-d638-4b5d-8b85-2f662d7b7c3f tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "DELETE /v2.0/ports/7a3b0f82-47f4-4c56-b759-5f1a25b0038e HTTP/1.1" status: 204 len: 173 time: 0.9133461 Mar 23 01:43:29.785904 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872466c-b7d2-427e-9598-2c1d4de13619 req-f6476428-adba-4db8-90d0-8167b1e73725 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:29.794682 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0872466c-b7d2-427e-9598-2c1d4de13619 req-f6476428-adba-4db8-90d0-8167b1e73725 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.2832317 Mar 23 01:43:29.804916 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524433c2-b0f2-4d3d-8c28-77018dca0eca x-openstack-request-id: req-524433c2-b0f2-4d3d-8c28-77018dca0eca {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:29.805632 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73abe75e-dfaa-4afd-a4bf-9b2702d82405", "name": "network-vif-deleted", "tag": "519ae3eb-52b6-4ec8-8c0c-0767041004e7", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:29.806081 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-524433c2-b0f2-4d3d-8c28-77018dca0eca {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:29.806651 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-524433c2-b0f2-4d3d-8c28-77018dca0eca'] response: {'server_uuid': '73abe75e-dfaa-4afd-a4bf-9b2702d82405', 'name': 'network-vif-deleted', 'tag': '519ae3eb-52b6-4ec8-8c0c-0767041004e7', 'status': 'completed', 'code': 200} Mar 23 01:43:29.892886 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0872466c-b7d2-427e-9598-2c1d4de13619 req-3283621f-da7a-4974-a7a4-33b8cf05b199 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966003 Mar 23 01:43:30.458321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47350) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:30.610822 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-bba61206-37aa-4cd4-b2dd-886db02dc1eb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1376275548-network', 'tenant_id': '0685bd9a2b0b4c1994b14f7e0ae0a1b7'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:43:30.632871 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dac82122-06d7-4365-9637-ef7adea8911f req-04344581-38fc-42ab-ba5d-6931fbd0072d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc8d493-2bd4-4b83-8716-05af5b3d82c3 HTTP/1.1" status: 200 len: 210 time: 0.0440333 Mar 23 01:43:30.671469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba61206-37aa-4cd4-b2dd-886db02dc1eb admin admin] Made reservation on behalf of 0685bd9a2b0b4c1994b14f7e0ae0a1b7 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:43:30.674037 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bba61206-37aa-4cd4-b2dd-886db02dc1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:30.684461 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bba61206-37aa-4cd4-b2dd-886db02dc1eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:30.775710 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bba61206-37aa-4cd4-b2dd-886db02dc1eb admin admin] Publish callbacks [] for security_group (a68e791e-3fdc-4211-901d-83b46f3eaffb), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:30.782427 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bba61206-37aa-4cd4-b2dd-886db02dc1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a68e791e-3fdc-4211-901d-83b46f3eaffb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:30.796437 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba61206-37aa-4cd4-b2dd-886db02dc1eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:43:30.819969 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bba61206-37aa-4cd4-b2dd-886db02dc1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (1378764a-f978-4850-be5f-54307ff4d578), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:30.820317 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-bba61206-37aa-4cd4-b2dd-886db02dc1eb admin admin] Added segment 1378764a-f978-4850-be5f-54307ff4d578 of type vlan for network 8f58d427-c7cb-48e8-9e98-cd6aa2525dd3 Mar 23 01:43:30.832848 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba61206-37aa-4cd4-b2dd-886db02dc1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68e791e-3fdc-4211-901d-83b46f3eaffb,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:30.867026 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bba61206-37aa-4cd4-b2dd-886db02dc1eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (8f58d427-c7cb-48e8-9e98-cd6aa2525dd3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:30.902869 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bba61206-37aa-4cd4-b2dd-886db02dc1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (8f58d427-c7cb-48e8-9e98-cd6aa2525dd3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:30.903994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba61206-37aa-4cd4-b2dd-886db02dc1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:30.904591 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bba61206-37aa-4cd4-b2dd-886db02dc1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:30.960731 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bba61206-37aa-4cd4-b2dd-886db02dc1eb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5012333 Mar 23 01:43:30.964326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47360) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:30.970679 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-dcfe9360-34a2-4732-8fec-179bca55ee9f admin admin] Request body: {'subnet': {'network_id': '8f58d427-c7cb-48e8-9e98-cd6aa2525dd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1376275548-subnet', 'tenant_id': '0685bd9a2b0b4c1994b14f7e0ae0a1b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:43:30.994487 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfe9360-34a2-4732-8fec-179bca55ee9f admin admin] Made reservation on behalf of 0685bd9a2b0b4c1994b14f7e0ae0a1b7 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:43:30.997489 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9360-34a2-4732-8fec-179bca55ee9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:31.014994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba61206-37aa-4cd4-b2dd-886db02dc1eb admin admin] Pushing event updated for resources: {'Network': ['ID=8f58d427-c7cb-48e8-9e98-cd6aa2525dd3,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:31.026437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 8f58d427-c7cb-48e8-9e98-cd6aa2525dd3 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:43:31.045635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4078738-2c2d-4b3d-9700-a9e1c165302c req-af3c9d2f-7ae8-4c64-a5fe-2816d9baab39 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:31.048047 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4078738-2c2d-4b3d-9700-a9e1c165302c req-af3c9d2f-7ae8-4c64-a5fe-2816d9baab39 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.0796020 Mar 23 01:43:31.101932 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4078738-2c2d-4b3d-9700-a9e1c165302c req-6e40d049-1355-412a-844c-2105bb3cc81f tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477867 Mar 23 01:43:31.217312 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9360-34a2-4732-8fec-179bca55ee9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (6e82495f-f332-42af-9732-b3300889c606), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:31.272844 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe9360-34a2-4732-8fec-179bca55ee9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e82495f-f332-42af-9732-b3300889c606,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:31.289376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe9360-34a2-4732-8fec-179bca55ee9f admin admin] Checking segment: {'id': '1378764a-f978-4850-be5f-54307ff4d578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f58d427-c7cb-48e8-9e98-cd6aa2525dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:43:31.289918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfe9360-34a2-4732-8fec-179bca55ee9f admin admin] Network hostable DHCP agents. Network: 8f58d427-c7cb-48e8-9e98-cd6aa2525dd3, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:43:31.312525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfe9360-34a2-4732-8fec-179bca55ee9f admin admin] Network 8f58d427-c7cb-48e8-9e98-cd6aa2525dd3 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:43:31.322777 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-dcfe9360-34a2-4732-8fec-179bca55ee9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 8f58d427-c7cb-48e8-9e98-cd6aa2525dd3) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:43:31.330062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfe9360-34a2-4732-8fec-179bca55ee9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:31.330668 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9360-34a2-4732-8fec-179bca55ee9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:31.331516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7185c28f-a29a-4078-aeb6-74d4719575f7 None None] Network 8f58d427-c7cb-48e8-9e98-cd6aa2525dd3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:43:31.355394 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dcfe9360-34a2-4732-8fec-179bca55ee9f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3855803 Mar 23 01:43:31.444402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9183200e-1b8d-421e-bfce-8dd5559541b9 None None] Network 8f58d427-c7cb-48e8-9e98-cd6aa2525dd3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:43:31.809774 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc8d493-2bd4-4b83-8716-05af5b3d82c3', 'name': 'network-vif-deleted', 'tag': '7a3b0f82-47f4-4c56-b759-5f1a25b0038e'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:31.816745 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e3b575-241b-4417-8416-eb5ab2eb483e" -d '{"events": [{"server_uuid": "5dc8d493-2bd4-4b83-8716-05af5b3d82c3", "name": "network-vif-deleted", "tag": "7a3b0f82-47f4-4c56-b759-5f1a25b0038e"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:31.836844 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-9b7b00f2-ce5d-490e-a901-d66a2f43da43 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:31.838534 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-9b7b00f2-ce5d-490e-a901-d66a2f43da43 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/networks?id=8f58d427-c7cb-48e8-9e98-cd6aa2525dd3 HTTP/1.1" status: 200 len: 814 time: 0.1222172 Mar 23 01:43:31.853791 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-232e7362-7884-4789-9fbb-5aebd49e6520 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/quotas/0685bd9a2b0b4c1994b14f7e0ae0a1b7 HTTP/1.1" status: 200 len: 375 time: 0.0097432 Mar 23 01:43:31.888692 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-dc23eeff-f3a5-43ec-9689-f0e81cee7499 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0685bd9a2b0b4c1994b14f7e0ae0a1b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286288 Mar 23 01:43:31.981030 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618a5d31-a842-424a-90f0-b5501686d00d x-openstack-request-id: req-618a5d31-a842-424a-90f0-b5501686d00d {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:31.981729 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc8d493-2bd4-4b83-8716-05af5b3d82c3", "name": "network-vif-deleted", "tag": "7a3b0f82-47f4-4c56-b759-5f1a25b0038e", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:31.982247 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-618a5d31-a842-424a-90f0-b5501686d00d {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:31.982828 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-618a5d31-a842-424a-90f0-b5501686d00d'] response: {'server_uuid': '5dc8d493-2bd4-4b83-8716-05af5b3d82c3', 'name': 'network-vif-deleted', 'tag': '7a3b0f82-47f4-4c56-b759-5f1a25b0038e', 'status': 'completed', 'code': 200} Mar 23 01:43:32.001745 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-10a731a3-135d-47bf-9d49-833bca65262d service neutron] 10.222.0.18 "GET /v2.0/networks/8f58d427-c7cb-48e8-9e98-cd6aa2525dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055944 Mar 23 01:43:32.081584 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599760c-e006-45ee-afd4-2f26825c914a req-29b4ad0d-d4bb-4656-a13a-eb400e630173 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:32.083125 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c599760c-e006-45ee-afd4-2f26825c914a req-29b4ad0d-d4bb-4656-a13a-eb400e630173 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 950 time: 0.0546048 Mar 23 01:43:32.099750 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-a4b3869a-25eb-48a4-88ad-460bcecc787e service neutron] 10.222.0.18 "GET /v2.0/networks/8f58d427-c7cb-48e8-9e98-cd6aa2525dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923860 Mar 23 01:43:32.135330 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c599760c-e006-45ee-afd4-2f26825c914a req-f50e5c78-4218-48a4-b71a-a598134cc93d tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450284 Mar 23 01:43:32.274347 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87672f-e24d-4eda-99b9-641862aec5a4 req-5326f68d-d165-4e3a-a85f-c18b80fa468a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:32.284238 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dc87672f-e24d-4eda-99b9-641862aec5a4 req-5326f68d-d165-4e3a-a85f-c18b80fa468a tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.0803556 Mar 23 01:43:32.284475 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb235f49-9f87-420d-88e9-e93b22167df3 req-07919821-9784-41a6-a2a4-e9a28d62a951 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd103f4-d5f2-420f-a482-0632ad951f48 HTTP/1.1" status: 200 len: 210 time: 0.0382481 Mar 23 01:43:32.333882 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dc87672f-e24d-4eda-99b9-641862aec5a4 req-24e4fa52-d609-43de-9591-e6e6854feffd tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485318 Mar 23 01:43:32.612019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 519ae3eb-52b6-4ec8-8c0c-0767041004e7 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:32.639111 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 519ae3eb-52b6-4ec8-8c0c-0767041004e7 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:32.639725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 519ae3eb-52b6-4ec8-8c0c-0767041004e7 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:32.640347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7a3b0f82-47f4-4c56-b759-5f1a25b0038e no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:32.661585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 7a3b0f82-47f4-4c56-b759-5f1a25b0038e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:32.661935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7a3b0f82-47f4-4c56-b759-5f1a25b0038e not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:33.348625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-656b4928-c01d-4157-935b-e5227869bde0 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:33.349934 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-656b4928-c01d-4157-935b-e5227869bde0 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.42 "GET /v2.0/networks?id=8f58d427-c7cb-48e8-9e98-cd6aa2525dd3 HTTP/1.1" status: 200 len: 814 time: 0.1748943 Mar 23 01:43:33.363382 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e341fab-1892-4ee0-9710-67bb482a069d req-98652815-df5c-467d-be03-8f1a34121cd8 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:33.365406 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e341fab-1892-4ee0-9710-67bb482a069d req-98652815-df5c-467d-be03-8f1a34121cd8 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 950 time: 0.1287737 Mar 23 01:43:33.371470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-27c53595-b225-42a7-918b-4731396b7a8e tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Request body: {'port': {'device_id': '1dd103f4-d5f2-420f-a482-0632ad951f48', 'network_id': '8f58d427-c7cb-48e8-9e98-cd6aa2525dd3', 'admin_state_up': True, 'tenant_id': '0685bd9a2b0b4c1994b14f7e0ae0a1b7'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:43:33.404253 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dde9a1b8-e9a3-48c4-bb49-160f73655844 req-30f3e06a-7359-4d3d-a759-065504ca9105 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd103f4-d5f2-420f-a482-0632ad951f48 HTTP/1.1" status: 200 len: 210 time: 0.0391486 Mar 23 01:43:33.486787 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e341fab-1892-4ee0-9710-67bb482a069d req-7bdebae5-4e26-44ab-8695-a2a9bf0666e8 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ed6eac4-1cd3-428e-9609-fde499027f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204972 Mar 23 01:43:33.544488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-27c53595-b225-42a7-918b-4731396b7a8e tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Made reservation on behalf of 0685bd9a2b0b4c1994b14f7e0ae0a1b7 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:43:33.549400 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-27c53595-b225-42a7-918b-4731396b7a8e tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:33.683142 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8f7fb-af43-45d9-a53b-81c5e603af2b req-99097692-edae-4462-b74c-7f02cae16084 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:33.690524 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57f8f7fb-af43-45d9-a53b-81c5e603af2b req-99097692-edae-4462-b74c-7f02cae16084 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.1281440 Mar 23 01:43:33.721592 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:33.797166 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57f8f7fb-af43-45d9-a53b-81c5e603af2b req-9ac792be-7fb2-4b08-8826-ee4163098fc5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003971 Mar 23 01:43:33.805863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9999f-40cc-4944-a8d9-f309af169daf req-e7e2d4dc-067f-4dbf-82dc-1428bd5fd696 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:33.811057 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-efc9999f-40cc-4944-a8d9-f309af169daf req-e7e2d4dc-067f-4dbf-82dc-1428bd5fd696 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 950 time: 0.1231713 Mar 23 01:43:33.813593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-27c53595-b225-42a7-918b-4731396b7a8e tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Allocated IP 172.20.0.10 (8f58d427-c7cb-48e8-9e98-cd6aa2525dd3/6e82495f-f332-42af-9732-b3300889c606/ed354788-5d76-4720-a529-da0a463971d7) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:43:33.974991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dddeb6-8d91-40ae-ad22-66958fd14a90 req-56256638-778f-470a-8e2c-14e960547938 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:33.980260 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dddeb6-8d91-40ae-ad22-66958fd14a90 req-56256638-778f-470a-8e2c-14e960547938 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:33.986504 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dddeb6-8d91-40ae-ad22-66958fd14a90 req-56256638-778f-470a-8e2c-14e960547938 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:33.992862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dddeb6-8d91-40ae-ad22-66958fd14a90 req-56256638-778f-470a-8e2c-14e960547938 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:33.998757 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dddeb6-8d91-40ae-ad22-66958fd14a90 req-56256638-778f-470a-8e2c-14e960547938 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:34.004055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dddeb6-8d91-40ae-ad22-66958fd14a90 req-56256638-778f-470a-8e2c-14e960547938 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:34.009367 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dddeb6-8d91-40ae-ad22-66958fd14a90 req-56256638-778f-470a-8e2c-14e960547938 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:34.011378 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-35dddeb6-8d91-40ae-ad22-66958fd14a90 req-56256638-778f-470a-8e2c-14e960547938 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5445 time: 0.1992021 Mar 23 01:43:34.039564 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-efc9999f-40cc-4944-a8d9-f309af169daf req-35f1f513-0955-44b4-9e0f-112654516aee tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Deleting port 3408af7e-514a-484f-9fc7-be5e3fde38ea {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:34.039931 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-efc9999f-40cc-4944-a8d9-f309af169daf req-35f1f513-0955-44b4-9e0f-112654516aee tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3408af7e-514a-484f-9fc7-be5e3fde38ea), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:34.189074 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd7de6-dd58-455f-b34b-6ae69e70bc41 req-4aea2b0a-cfa8-424f-91e4-8ee160ff9518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:34.190580 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-43fd7de6-dd58-455f-b34b-6ae69e70bc41 req-4aea2b0a-cfa8-424f-91e4-8ee160ff9518 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 1128 time: 0.1745846 Mar 23 01:43:34.198248 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-35dddeb6-8d91-40ae-ad22-66958fd14a90 req-5c61c4fb-c4ee-42d6-83b6-596f96cc0de7 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1725669 Mar 23 01:43:34.201498 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-efc9999f-40cc-4944-a8d9-f309af169daf req-35f1f513-0955-44b4-9e0f-112654516aee tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] For port 3408af7e-514a-484f-9fc7-be5e3fde38ea, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3408af7e-514a-484f-9fc7-be5e3fde38ea,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:34.201861 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-efc9999f-40cc-4944-a8d9-f309af169daf req-35f1f513-0955-44b4-9e0f-112654516aee tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3408af7e-514a-484f-9fc7-be5e3fde38ea), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:34.228093 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-efc9999f-40cc-4944-a8d9-f309af169daf req-35f1f513-0955-44b4-9e0f-112654516aee tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Calling delete_port for 3408af7e-514a-484f-9fc7-be5e3fde38ea owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:34.290485 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-43fd7de6-dd58-455f-b34b-6ae69e70bc41 req-df592838-d5ce-4465-8c62-1e5277779784 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912886 Mar 23 01:43:34.306493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-27c53595-b225-42a7-918b-4731396b7a8e tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Publish callbacks [] for port (ed354788-5d76-4720-a529-da0a463971d7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:34.345015 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-27c53595-b225-42a7-918b-4731396b7a8e tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (ed354788-5d76-4720-a529-da0a463971d7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:34.386449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-27c53595-b225-42a7-918b-4731396b7a8e tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Network 8f58d427-c7cb-48e8-9e98-cd6aa2525dd3 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:43:34.389942 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-efc9999f-40cc-4944-a8d9-f309af169daf req-35f1f513-0955-44b4-9e0f-112654516aee tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (3408af7e-514a-484f-9fc7-be5e3fde38ea), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:34.390505 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-27c53595-b225-42a7-918b-4731396b7a8e tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:43:34.394595 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-27c53595-b225-42a7-918b-4731396b7a8e tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:43:34.423380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1f513-0955-44b4-9e0f-112654516aee tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Pushing event deleted for resources: {'Port': ['ID=3408af7e-514a-484f-9fc7-be5e3fde38ea,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:34.434212 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3408af7e-514a-484f-9fc7-be5e3fde38ea'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:43:34.439560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c53595-b225-42a7-918b-4731396b7a8e tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Pushing event updated for resources: {'Port': ['ID=ed354788-5d76-4720-a529-da0a463971d7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:34.468121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-27c53595-b225-42a7-918b-4731396b7a8e tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:34.468793 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-27c53595-b225-42a7-918b-4731396b7a8e tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:34.491197 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-27c53595-b225-42a7-918b-4731396b7a8e tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1237345 Mar 23 01:43:34.503875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Request body: {'port': {'device_id': '1dd103f4-d5f2-420f-a482-0632ad951f48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:43:34.506743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc9999f-40cc-4944-a8d9-f309af169daf req-35f1f513-0955-44b4-9e0f-112654516aee tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] No DVR routers for this DVR port 3408af7e-514a-484f-9fc7-be5e3fde38ea on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:34.513526 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-efc9999f-40cc-4944-a8d9-f309af169daf req-35f1f513-0955-44b4-9e0f-112654516aee tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:34.517017 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-efc9999f-40cc-4944-a8d9-f309af169daf req-35f1f513-0955-44b4-9e0f-112654516aee tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.43 "DELETE /v2.0/ports/3408af7e-514a-484f-9fc7-be5e3fde38ea HTTP/1.1" status: 204 len: 173 time: 0.6963420 Mar 23 01:43:34.517489 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff91328f-d389-4975-985f-ac2c629d0e87', 'name': 'network-vif-deleted', 'tag': '3408af7e-514a-484f-9fc7-be5e3fde38ea'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:34.519699 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d008a4-e184-4158-bb4b-d1d135f3e706" -d '{"events": [{"server_uuid": "ff91328f-d389-4975-985f-ac2c629d0e87", "name": "network-vif-deleted", "tag": "3408af7e-514a-484f-9fc7-be5e3fde38ea"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:34.614788 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-30d66f28-b310-4b22-bd8a-f8ed6c2d0d74 req-30b4eb3e-de04-4026-816e-e5775005a290 tempest-ServersOnMultiNodesTest-1074099414 tempest-ServersOnMultiNodesTest-1074099414-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff91328f-d389-4975-985f-ac2c629d0e87 HTTP/1.1" status: 200 len: 210 time: 0.0331557 Mar 23 01:43:34.617986 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ed354788-5d76-4720-a529-da0a463971d7), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:34.648550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca4423-0edd-44a1-89c9-a60116c1a2b2 req-90225154-9451-443e-8955-ddeeb5ec1443 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:34.650285 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-adca4423-0edd-44a1-89c9-a60116c1a2b2 req-90225154-9451-443e-8955-ddeeb5ec1443 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd103f4-d5f2-420f-a482-0632ad951f48 HTTP/1.1" status: 200 len: 932 time: 0.1150599 Mar 23 01:43:34.663156 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ca5100-8fc5-45ad-96b1-cb09973e52a0 x-openstack-request-id: req-51ca5100-8fc5-45ad-96b1-cb09973e52a0 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:34.663450 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff91328f-d389-4975-985f-ac2c629d0e87", "name": "network-vif-deleted", "tag": "3408af7e-514a-484f-9fc7-be5e3fde38ea", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:34.663707 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51ca5100-8fc5-45ad-96b1-cb09973e52a0 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:34.664127 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ca5100-8fc5-45ad-96b1-cb09973e52a0'] response: {'server_uuid': 'ff91328f-d389-4975-985f-ac2c629d0e87', 'name': 'network-vif-deleted', 'tag': '3408af7e-514a-484f-9fc7-be5e3fde38ea', 'status': 'completed', 'code': 200} Mar 23 01:43:34.797685 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-adca4423-0edd-44a1-89c9-a60116c1a2b2 req-1b44e15c-fd8b-4544-9b53-a3ebe71d6985 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/security-groups?id=a68e791e-3fdc-4211-901d-83b46f3eaffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279840 Mar 23 01:43:34.977636 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9abfdf-52e6-4790-b6b2-67ce283d73f3 req-50d1da51-7275-4a8d-b4f8-d5f8b374821e tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:34.979529 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5b9abfdf-52e6-4790-b6b2-67ce283d73f3 req-50d1da51-7275-4a8d-b4f8-d5f8b374821e tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.1098549 Mar 23 01:43:35.052940 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5b9abfdf-52e6-4790-b6b2-67ce283d73f3 req-c2ccad35-9fbd-4233-a8e4-d8dc79b7ce80 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669904 Mar 23 01:43:35.062371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed354788-5d76-4720-a529-da0a463971d7 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:43:35.076827 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Publish callbacks [] for port (ed354788-5d76-4720-a529-da0a463971d7), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:35.094175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Transition to ACTIVE for port object ed354788-5d76-4720-a529-da0a463971d7 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:43:35.099858 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (ed354788-5d76-4720-a529-da0a463971d7), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:35.157000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed354788-5d76-4720-a529-da0a463971d7,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:35.241535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Attempting to bind port ed354788-5d76-4720-a529-da0a463971d7 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:43:35.241822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Attempting to bind port ed354788-5d76-4720-a529-da0a463971d7 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1378764a-f978-4850-be5f-54307ff4d578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f58d427-c7cb-48e8-9e98-cd6aa2525dd3'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:43:35.242359 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Attempting to bind port ed354788-5d76-4720-a529-da0a463971d7 on network 8f58d427-c7cb-48e8-9e98-cd6aa2525dd3 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:43:35.248449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Port ed354788-5d76-4720-a529-da0a463971d7 on network 8f58d427-c7cb-48e8-9e98-cd6aa2525dd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:43:35.248921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Attempting to bind port ed354788-5d76-4720-a529-da0a463971d7 on network 8f58d427-c7cb-48e8-9e98-cd6aa2525dd3 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:43:35.257876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:43:35.258170 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Checking segment: {'id': '1378764a-f978-4850-be5f-54307ff4d578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f58d427-c7cb-48e8-9e98-cd6aa2525dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:43:35.258704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Bound using segment: {'id': '1378764a-f978-4850-be5f-54307ff4d578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f58d427-c7cb-48e8-9e98-cd6aa2525dd3'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:43:35.259558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Bound port: ed354788-5d76-4720-a529-da0a463971d7, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1378764a-f978-4850-be5f-54307ff4d578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f58d427-c7cb-48e8-9e98-cd6aa2525dd3'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:43:35.260299 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ed354788-5d76-4720-a529-da0a463971d7), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:35.397695 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] For port ed354788-5d76-4720-a529-da0a463971d7, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:43:35.412417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621d7f-8146-4b55-ac46-4fd539431fb8 req-6216d273-369b-4e26-b17a-0b24e95e38f1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:35.418737 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621d7f-8146-4b55-ac46-4fd539431fb8 req-6216d273-369b-4e26-b17a-0b24e95e38f1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:35.426184 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621d7f-8146-4b55-ac46-4fd539431fb8 req-6216d273-369b-4e26-b17a-0b24e95e38f1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:35.432210 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621d7f-8146-4b55-ac46-4fd539431fb8 req-6216d273-369b-4e26-b17a-0b24e95e38f1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:35.438647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621d7f-8146-4b55-ac46-4fd539431fb8 req-6216d273-369b-4e26-b17a-0b24e95e38f1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:35.444339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621d7f-8146-4b55-ac46-4fd539431fb8 req-6216d273-369b-4e26-b17a-0b24e95e38f1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:35.449878 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621d7f-8146-4b55-ac46-4fd539431fb8 req-6216d273-369b-4e26-b17a-0b24e95e38f1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:35.452033 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-93621d7f-8146-4b55-ac46-4fd539431fb8 req-6216d273-369b-4e26-b17a-0b24e95e38f1 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5445 time: 0.1441238 Mar 23 01:43:35.472096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] For port ed354788-5d76-4720-a529-da0a463971d7, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ed354788-5d76-4720-a529-da0a463971d7,segment=NetworkSegment(1378764a-f978-4850-be5f-54307ff4d578),segment_id=1378764a-f978-4850-be5f-54307ff4d578)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:43:35.482994 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (ed354788-5d76-4720-a529-da0a463971d7), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:35.534340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:35.534967 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:35.536389 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] 10.222.0.42 "PUT /v2.0/ports/ed354788-5d76-4720-a529-da0a463971d7 HTTP/1.1" status: 200 len: 1092 time: 1.0377283 Mar 23 01:43:35.539176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd103f4-d5f2-420f-a482-0632ad951f48', 'tag': 'ed354788-5d76-4720-a529-da0a463971d7'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:35.542981 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fa474e-a11f-4e05-8a29-f5feaacc6ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd103f4-d5f2-420f-a482-0632ad951f48", "tag": "ed354788-5d76-4720-a529-da0a463971d7"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:35.586995 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb723d5b-8409-4e10-925a-fa737e1f6fd0 x-openstack-request-id: req-bb723d5b-8409-4e10-925a-fa737e1f6fd0 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:35.587285 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd103f4-d5f2-420f-a482-0632ad951f48", "tag": "ed354788-5d76-4720-a529-da0a463971d7", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:35.587529 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb723d5b-8409-4e10-925a-fa737e1f6fd0 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:35.587935 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb723d5b-8409-4e10-925a-fa737e1f6fd0'] response: {'name': 'network-changed', 'server_uuid': '1dd103f4-d5f2-420f-a482-0632ad951f48', 'tag': 'ed354788-5d76-4720-a529-da0a463971d7', 'status': 'completed', 'code': 200} Mar 23 01:43:35.603474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81e5d6-4a6d-411d-9778-5196d068dbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed354788-5d76-4720-a529-da0a463971d7,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:35.627011 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-93621d7f-8146-4b55-ac46-4fd539431fb8 req-10a7c961-a104-4459-b6f6-3db81b4ea06b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1654086 Mar 23 01:43:35.659266 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-d780ed3e-d885-419d-8c02-35e3eddd0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:35.659266 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-d780ed3e-d885-419d-8c02-35e3eddd0e93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0685bd9a2b0b4c1994b14f7e0ae0a1b7&device_id=1dd103f4-d5f2-420f-a482-0632ad951f48 HTTP/1.1" status: 200 len: 1126 time: 0.0701449 Mar 23 01:43:35.700913 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-88a5e83a-8969-4ad0-a1c7-d8c66c9f2c8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed354788-5d76-4720-a529-da0a463971d7 HTTP/1.1" status: 200 len: 217 time: 0.0385981 Mar 23 01:43:35.755047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-868c8d11-f2df-4138-8f4e-754ac29fb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:35.756699 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-868c8d11-f2df-4138-8f4e-754ac29fb8ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e82495f-f332-42af-9732-b3300889c606 HTTP/1.1" status: 200 len: 854 time: 0.0506692 Mar 23 01:43:35.807149 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-06bb33f2-3411-4f55-a755-b3e845632abf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f58d427-c7cb-48e8-9e98-cd6aa2525dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375285 Mar 23 01:43:35.905155 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-2dbb26a9-baa3-4935-a285-956b93b3dca4 service neutron] 10.222.0.42 "GET /v2.0/networks/8f58d427-c7cb-48e8-9e98-cd6aa2525dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919139 Mar 23 01:43:35.953840 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47444) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:36.032815 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121a08e-4869-4d05-9535-7507eb3f89b4 req-9a99665d-1e74-45e2-9795-753573b03932 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:36.033196 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4121a08e-4869-4d05-9535-7507eb3f89b4 req-9a99665d-1e74-45e2-9795-753573b03932 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd103f4-d5f2-420f-a482-0632ad951f48 HTTP/1.1" status: 200 len: 944 time: 0.1253490 Mar 23 01:43:36.056118 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-443de23c-aa7c-4e16-9f79-a079bc80fed5 req-494a4878-a41f-4de4-9077-ee5b943e0dd6 service neutron] 10.222.0.42 "GET /v2.0/networks/8f58d427-c7cb-48e8-9e98-cd6aa2525dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386445 Mar 23 01:43:36.103659 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4121a08e-4869-4d05-9535-7507eb3f89b4 req-9b373513-116a-4204-838d-a0d710753d64 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/security-groups?id=a68e791e-3fdc-4211-901d-83b46f3eaffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587122 Mar 23 01:43:36.151559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa474e-a11f-4e05-8a29-f5feaacc6ceb req-d6047a23-cf72-45eb-b4cb-cbfc5cb2fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:36.153309 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22fa474e-a11f-4e05-8a29-f5feaacc6ceb req-d6047a23-cf72-45eb-b4cb-cbfc5cb2fa56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0685bd9a2b0b4c1994b14f7e0ae0a1b7&device_id=1dd103f4-d5f2-420f-a482-0632ad951f48 HTTP/1.1" status: 200 len: 1126 time: 0.0480926 Mar 23 01:43:36.161094 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a888c685-2ff9-4b9e-a7b3-92a9332d6e38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24ec1f81cf08486cabe6423b4709c0d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2059920 Mar 23 01:43:36.163816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47454) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:36.228518 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2b435a8b-3388-4997-9733-5c5a4dea2fd8 admin admin] Publish callbacks [] for security_group (2ed6eac4-1cd3-428e-9609-fde499027f61), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:36.256674 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2b435a8b-3388-4997-9733-5c5a4dea2fd8 admin admin] Publish callbacks [] for security_group (2ed6eac4-1cd3-428e-9609-fde499027f61), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:36.257062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa474e-a11f-4e05-8a29-f5feaacc6ceb req-c20449c8-ee6b-4089-9405-49564f62ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:36.258693 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22fa474e-a11f-4e05-8a29-f5feaacc6ceb req-c20449c8-ee6b-4089-9405-49564f62ac75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f58d427-c7cb-48e8-9e98-cd6aa2525dd3 HTTP/1.1" status: 200 len: 914 time: 0.0990083 Mar 23 01:43:36.314062 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22fa474e-a11f-4e05-8a29-f5feaacc6ceb req-a75cf2b5-e56b-44ea-bb3c-f7976c6a5a56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed354788-5d76-4720-a529-da0a463971d7 HTTP/1.1" status: 200 len: 217 time: 0.0479915 Mar 23 01:43:36.322812 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2b435a8b-3388-4997-9733-5c5a4dea2fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2ed6eac4-1cd3-428e-9609-fde499027f61), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:36.328996 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2b435a8b-3388-4997-9733-5c5a4dea2fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:36.332792 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2b435a8b-3388-4997-9733-5c5a4dea2fd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ed6eac4-1cd3-428e-9609-fde499027f61 HTTP/1.1" status: 204 len: 168 time: 0.1677551 Mar 23 01:43:36.349666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b435a8b-3388-4997-9733-5c5a4dea2fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed6eac4-1cd3-428e-9609-fde499027f61,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:36.392203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa474e-a11f-4e05-8a29-f5feaacc6ceb req-a3a65386-8f91-40c7-aef6-1ef0761055fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:36.393851 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22fa474e-a11f-4e05-8a29-f5feaacc6ceb req-a3a65386-8f91-40c7-aef6-1ef0761055fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e82495f-f332-42af-9732-b3300889c606 HTTP/1.1" status: 200 len: 854 time: 0.0726035 Mar 23 01:43:36.443256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22fa474e-a11f-4e05-8a29-f5feaacc6ceb req-c256c9ea-2e0c-43d8-8490-b592ed83505e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f58d427-c7cb-48e8-9e98-cd6aa2525dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415909 Mar 23 01:43:36.557213 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22fa474e-a11f-4e05-8a29-f5feaacc6ceb req-a5b3a546-876c-406d-bcc8-2dbe1dd1ec88 service neutron] 10.222.0.42 "GET /v2.0/networks/8f58d427-c7cb-48e8-9e98-cd6aa2525dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019108 Mar 23 01:43:36.698279 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22fa474e-a11f-4e05-8a29-f5feaacc6ceb req-2976ab46-56a2-4a9f-85a7-c68de27fdfea service neutron] 10.222.0.42 "GET /v2.0/networks/8f58d427-c7cb-48e8-9e98-cd6aa2525dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341491 Mar 23 01:43:36.729795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47462) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:36.807424 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f9602aee-7c48-427c-a4c7-10504221a241 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3e130281ab44dc296728eee8653fab8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0748060 Mar 23 01:43:36.810465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47464) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:36.817492 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b8c12-a591-4998-88cb-47d0715ec497 req-b09f2aed-318c-4d5e-8f49-af7b925a46ad tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:36.819068 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e1b8c12-a591-4998-88cb-47d0715ec497 req-b09f2aed-318c-4d5e-8f49-af7b925a46ad tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.4413397 Mar 23 01:43:36.841360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984102da-4f9a-4c32-b227-35831465ec48 req-5fa2819b-7d85-47ae-aa68-fad9f4334554 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:36.846616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984102da-4f9a-4c32-b227-35831465ec48 req-5fa2819b-7d85-47ae-aa68-fad9f4334554 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:36.851902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984102da-4f9a-4c32-b227-35831465ec48 req-5fa2819b-7d85-47ae-aa68-fad9f4334554 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:36.857710 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984102da-4f9a-4c32-b227-35831465ec48 req-5fa2819b-7d85-47ae-aa68-fad9f4334554 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:36.862991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984102da-4f9a-4c32-b227-35831465ec48 req-5fa2819b-7d85-47ae-aa68-fad9f4334554 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:36.868253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984102da-4f9a-4c32-b227-35831465ec48 req-5fa2819b-7d85-47ae-aa68-fad9f4334554 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:36.872448 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e1b8c12-a591-4998-88cb-47d0715ec497 req-35c05399-3636-4cd7-9a1e-cbb2f7297e66 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458860 Mar 23 01:43:36.873596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984102da-4f9a-4c32-b227-35831465ec48 req-5fa2819b-7d85-47ae-aa68-fad9f4334554 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:36.875651 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-984102da-4f9a-4c32-b227-35831465ec48 req-5fa2819b-7d85-47ae-aa68-fad9f4334554 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5445 time: 0.1448393 Mar 23 01:43:36.950968 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a26788ab-6137-4981-b355-c143455436b3 admin admin] Publish callbacks [] for security_group (416b039c-be95-4e68-a7ad-4fd47f8f968b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:36.977878 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-984102da-4f9a-4c32-b227-35831465ec48 req-0e8f532f-a9c2-474b-abcc-d5b7017d480e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934529 Mar 23 01:43:36.987200 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a26788ab-6137-4981-b355-c143455436b3 admin admin] Publish callbacks [] for security_group (416b039c-be95-4e68-a7ad-4fd47f8f968b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:37.054544 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a26788ab-6137-4981-b355-c143455436b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (416b039c-be95-4e68-a7ad-4fd47f8f968b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:37.057388 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a26788ab-6137-4981-b355-c143455436b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:37.061077 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a26788ab-6137-4981-b355-c143455436b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/416b039c-be95-4e68-a7ad-4fd47f8f968b HTTP/1.1" status: 204 len: 168 time: 0.2480903 Mar 23 01:43:37.072177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26788ab-6137-4981-b355-c143455436b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416b039c-be95-4e68-a7ad-4fd47f8f968b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:37.274681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8ac2f-c5bc-41b9-a6af-d0d01544b76f req-b6f50001-8ff9-4183-a3dd-48dd3af470e3 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:37.276690 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-35e8ac2f-c5bc-41b9-a6af-d0d01544b76f req-b6f50001-8ff9-4183-a3dd-48dd3af470e3 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd103f4-d5f2-420f-a482-0632ad951f48 HTTP/1.1" status: 200 len: 944 time: 0.0821376 Mar 23 01:43:37.341643 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-35e8ac2f-c5bc-41b9-a6af-d0d01544b76f req-e20e91f5-7ae9-4ebd-a27f-7b7def0f55ad tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/security-groups?id=a68e791e-3fdc-4211-901d-83b46f3eaffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586388 Mar 23 01:43:37.386015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb5167-af78-4e80-b831-34d8a4ffe54b req-b3fdb80d-7337-419c-be6e-b58ce3c9e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:37.387512 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2beb5167-af78-4e80-b831-34d8a4ffe54b req-b3fdb80d-7337-419c-be6e-b58ce3c9e4ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 1128 time: 0.0615308 Mar 23 01:43:37.395932 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e77485-d43f-43c5-a794-d36455b569ff req-6d56842a-b9b6-469e-b237-ca6af6b58d1b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:37.397355 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-83e77485-d43f-43c5-a794-d36455b569ff req-6d56842a-b9b6-469e-b237-ca6af6b58d1b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.0994713 Mar 23 01:43:37.518417 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-83e77485-d43f-43c5-a794-d36455b569ff req-5f612f31-971f-4d44-a31d-43c87aff2fe8 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115260 Mar 23 01:43:37.527707 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb5167-af78-4e80-b831-34d8a4ffe54b req-5ae679c5-371c-4657-9666-7069dd907623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:37.529809 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2beb5167-af78-4e80-b831-34d8a4ffe54b req-5ae679c5-371c-4657-9666-7069dd907623 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 919 time: 0.1315732 Mar 23 01:43:37.599348 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2beb5167-af78-4e80-b831-34d8a4ffe54b req-1a2e2aee-ca59-4c90-adc9-6bc6b5555de2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36d7d46-805a-4b8c-a1b7-8caa191c82ad HTTP/1.1" status: 200 len: 1001 time: 0.0631845 Mar 23 01:43:37.652380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb5167-af78-4e80-b831-34d8a4ffe54b req-9be2161a-6b69-438d-b10b-6d6d7c66978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:37.654781 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2beb5167-af78-4e80-b831-34d8a4ffe54b req-9be2161a-6b69-438d-b10b-6d6d7c66978f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.0468166 Mar 23 01:43:37.714752 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb5167-af78-4e80-b831-34d8a4ffe54b req-0f227fae-ccbf-4fc3-bc0d-85fa87d3f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:37.717113 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2beb5167-af78-4e80-b831-34d8a4ffe54b req-0f227fae-ccbf-4fc3-bc0d-85fa87d3f618 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533805 Mar 23 01:43:37.812507 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2beb5167-af78-4e80-b831-34d8a4ffe54b req-04f5ad0e-6f42-456a-9d7e-a33c2e38801d service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861046 Mar 23 01:43:37.916680 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2beb5167-af78-4e80-b831-34d8a4ffe54b req-4269232b-210c-4439-9017-25eaf515d6d7 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943892 Mar 23 01:43:38.159552 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0d1d7-b2e8-4ff7-abc1-3cd302d56d94 req-6d1c8dc1-2a57-4d13-bcf8-acad3c068a2f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.165191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0d1d7-b2e8-4ff7-abc1-3cd302d56d94 req-6d1c8dc1-2a57-4d13-bcf8-acad3c068a2f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.171666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0d1d7-b2e8-4ff7-abc1-3cd302d56d94 req-6d1c8dc1-2a57-4d13-bcf8-acad3c068a2f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.177569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0d1d7-b2e8-4ff7-abc1-3cd302d56d94 req-6d1c8dc1-2a57-4d13-bcf8-acad3c068a2f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.182836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0d1d7-b2e8-4ff7-abc1-3cd302d56d94 req-6d1c8dc1-2a57-4d13-bcf8-acad3c068a2f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.188466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0d1d7-b2e8-4ff7-abc1-3cd302d56d94 req-6d1c8dc1-2a57-4d13-bcf8-acad3c068a2f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.194637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0d1d7-b2e8-4ff7-abc1-3cd302d56d94 req-6d1c8dc1-2a57-4d13-bcf8-acad3c068a2f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.196994 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bfb0d1d7-b2e8-4ff7-abc1-3cd302d56d94 req-6d1c8dc1-2a57-4d13-bcf8-acad3c068a2f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5445 time: 0.1117656 Mar 23 01:43:38.241802 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813051b-d5d0-4184-867e-abde7202a10f req-bf246d4c-c582-42de-bc42-a4e00046302a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.247365 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813051b-d5d0-4184-867e-abde7202a10f req-bf246d4c-c582-42de-bc42-a4e00046302a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.252749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813051b-d5d0-4184-867e-abde7202a10f req-bf246d4c-c582-42de-bc42-a4e00046302a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.258164 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813051b-d5d0-4184-867e-abde7202a10f req-bf246d4c-c582-42de-bc42-a4e00046302a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.263789 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813051b-d5d0-4184-867e-abde7202a10f req-bf246d4c-c582-42de-bc42-a4e00046302a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.269749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813051b-d5d0-4184-867e-abde7202a10f req-bf246d4c-c582-42de-bc42-a4e00046302a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.275650 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813051b-d5d0-4184-867e-abde7202a10f req-bf246d4c-c582-42de-bc42-a4e00046302a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.278398 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9813051b-d5d0-4184-867e-abde7202a10f req-bf246d4c-c582-42de-bc42-a4e00046302a tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 5445 time: 0.1358116 Mar 23 01:43:38.287264 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bfb0d1d7-b2e8-4ff7-abc1-3cd302d56d94 req-0c83a1e5-1f2e-4ffc-bbc2-9910c738cf61 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778122 Mar 23 01:43:38.287510 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2b6f999-0781-4bc6-a18a-6c1229a1fa55 req-1258e77c-9816-49d8-a4b0-578930a3197a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1459727 Mar 23 01:43:38.404158 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813051b-d5d0-4184-867e-abde7202a10f req-ae1e877d-df26-4468-9917-57bcc100405c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.406946 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9813051b-d5d0-4184-867e-abde7202a10f req-ae1e877d-df26-4468-9917-57bcc100405c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.43 "GET /v2.0/ports/5fe4b106-8a4c-45f0-b60a-9b89c2785ef0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0825734 Mar 23 01:43:38.610269 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6f999-0781-4bc6-a18a-6c1229a1fa55 req-4ee3bbb4-9fed-4e66-87f9-82044500c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.611685 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2b6f999-0781-4bc6-a18a-6c1229a1fa55 req-4ee3bbb4-9fed-4e66-87f9-82044500c388 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 1127 time: 0.1733899 Mar 23 01:43:38.626316 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1d7a3-e6aa-4269-9e29-2f1204075d0d req-91954d1f-ac25-4f12-9e8b-29698c30731c tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.627881 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3ca1d7a3-e6aa-4269-9e29-2f1204075d0d req-91954d1f-ac25-4f12-9e8b-29698c30731c tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd103f4-d5f2-420f-a482-0632ad951f48 HTTP/1.1" status: 200 len: 944 time: 0.1723804 Mar 23 01:43:38.635808 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3408af7e-514a-484f-9fc7-be5e3fde38ea no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:38.659969 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9813051b-d5d0-4184-867e-abde7202a10f req-ab13de50-79ea-4d49-9f84-30d67a1c8e3c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.43 "GET /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2406421 Mar 23 01:43:38.673567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 3408af7e-514a-484f-9fc7-be5e3fde38ea {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:38.674219 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3408af7e-514a-484f-9fc7-be5e3fde38ea not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:38.686690 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26a852-01fa-4e4a-838c-283dc17fdbcc req-b8681482-6497-417e-8a35-afefbcbe3949 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.688446 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b26a852-01fa-4e4a-838c-283dc17fdbcc req-b8681482-6497-417e-8a35-afefbcbe3949 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.0760581 Mar 23 01:43:38.712287 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-9813051b-d5d0-4184-867e-abde7202a10f req-0d826b7c-4c3b-4e42-bf6c-a5e712c3d32a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:43:38.741446 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b26a852-01fa-4e4a-838c-283dc17fdbcc req-56e236f4-be5f-4949-94b1-f026010ae71d tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473430 Mar 23 01:43:38.835218 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-0d826b7c-4c3b-4e42-bf6c-a5e712c3d32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:38.843444 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3ca1d7a3-e6aa-4269-9e29-2f1204075d0d req-21bf5eff-f074-4fb4-8cf5-b129181d3203 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/security-groups?id=a68e791e-3fdc-4211-901d-83b46f3eaffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815021 Mar 23 01:43:38.865979 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6f999-0781-4bc6-a18a-6c1229a1fa55 req-b07869b0-719a-48d0-a8b8-00c398f14168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:38.865979 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2b6f999-0781-4bc6-a18a-6c1229a1fa55 req-b07869b0-719a-48d0-a8b8-00c398f14168 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 919 time: 0.2275569 Mar 23 01:43:38.931547 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2b6f999-0781-4bc6-a18a-6c1229a1fa55 req-13d8481a-af4f-4741-9e81-1f2f69771df1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bb4970b-5b6b-411e-ad70-de61dd5025d8 HTTP/1.1" status: 200 len: 217 time: 0.0447965 Mar 23 01:43:38.972393 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-5e93c200-e392-47ad-b1b4-030309da94a8 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=465d5da7ebba4e60bf8382c238cfe61e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240443 Mar 23 01:43:39.044895 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6f999-0781-4bc6-a18a-6c1229a1fa55 req-5b206a6a-7584-41d6-84a0-9f7e4d91e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:39.046505 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2b6f999-0781-4bc6-a18a-6c1229a1fa55 req-5b206a6a-7584-41d6-84a0-9f7e4d91e3cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.1016798 Mar 23 01:43:39.103810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-9813051b-d5d0-4184-867e-abde7202a10f req-0d826b7c-4c3b-4e42-bf6c-a5e712c3d32a service neutron] For port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5fe4b106-8a4c-45f0-b60a-9b89c2785ef0,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:39.114379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-36105425-373d-417c-8496-ac2a977f1e43 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:39.116726 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-36105425-373d-417c-8496-ac2a977f1e43 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1326289 Mar 23 01:43:39.133487 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6f999-0781-4bc6-a18a-6c1229a1fa55 req-376d6b8d-c013-4bf3-8df0-619970d976db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:39.133771 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-192a4e41-984a-43ff-8048-503ccf7a65e5 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/quotas/465d5da7ebba4e60bf8382c238cfe61e HTTP/1.1" status: 200 len: 375 time: 0.0095613 Mar 23 01:43:39.135006 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2b6f999-0781-4bc6-a18a-6c1229a1fa55 req-376d6b8d-c013-4bf3-8df0-619970d976db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0784228 Mar 23 01:43:39.163837 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-9813051b-d5d0-4184-867e-abde7202a10f req-0d826b7c-4c3b-4e42-bf6c-a5e712c3d32a service neutron] For port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:43:39.170888 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-248b222f-5bfb-4a34-8fac-5e89ae189b50 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=465d5da7ebba4e60bf8382c238cfe61e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308113 Mar 23 01:43:39.234821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-9813051b-d5d0-4184-867e-abde7202a10f req-0d826b7c-4c3b-4e42-bf6c-a5e712c3d32a service neutron] device_id is not set on port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:43:39.251937 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-0d826b7c-4c3b-4e42-bf6c-a5e712c3d32a service neutron] Publish callbacks [] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:39.266627 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-0d826b7c-4c3b-4e42-bf6c-a5e712c3d32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:39.320562 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2b6f999-0781-4bc6-a18a-6c1229a1fa55 req-c4d42ad1-9420-4f5f-bfae-f3413fb5b6b1 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779494 Mar 23 01:43:39.360803 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9813051b-d5d0-4184-867e-abde7202a10f req-0d826b7c-4c3b-4e42-bf6c-a5e712c3d32a service neutron] No DVR routers for this DVR port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:39.512715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da193c82-acdc-4941-a59f-7eecf68af8f4 req-bc97290d-27cc-4389-aeb2-65b1180780c5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:39.519149 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da193c82-acdc-4941-a59f-7eecf68af8f4 req-bc97290d-27cc-4389-aeb2-65b1180780c5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:39.525746 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-9813051b-d5d0-4184-867e-abde7202a10f req-0d826b7c-4c3b-4e42-bf6c-a5e712c3d32a service neutron] In _notify_port_updated(), no bound segment for port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 on network 8be97217-9f6e-4d52-a151-af50fe88b198 {{(pid=99263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 01:43:39.526240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da193c82-acdc-4941-a59f-7eecf68af8f4 req-bc97290d-27cc-4389-aeb2-65b1180780c5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:39.526649 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813051b-d5d0-4184-867e-abde7202a10f req-0d826b7c-4c3b-4e42-bf6c-a5e712c3d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:39.527524 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-0d826b7c-4c3b-4e42-bf6c-a5e712c3d32a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:39.529893 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9813051b-d5d0-4184-867e-abde7202a10f req-0d826b7c-4c3b-4e42-bf6c-a5e712c3d32a service neutron] 10.222.0.43 "PUT /v2.0/ports/5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 HTTP/1.1" status: 200 len: 1033 time: 0.8261213 Mar 23 01:43:39.530577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d826b7c-4c3b-4e42-bf6c-a5e712c3d32a service neutron] Pushing event updated for resources: {'Port': ['ID=5fe4b106-8a4c-45f0-b60a-9b89c2785ef0,revision_number=6']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:39.533961 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da193c82-acdc-4941-a59f-7eecf68af8f4 req-bc97290d-27cc-4389-aeb2-65b1180780c5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:39.536635 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2b6f999-0781-4bc6-a18a-6c1229a1fa55 req-81b2b284-1681-4e1e-8c6f-d631751277da service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055397 Mar 23 01:43:39.540636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da193c82-acdc-4941-a59f-7eecf68af8f4 req-bc97290d-27cc-4389-aeb2-65b1180780c5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:39.547180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da193c82-acdc-4941-a59f-7eecf68af8f4 req-bc97290d-27cc-4389-aeb2-65b1180780c5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:39.549777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da193c82-acdc-4941-a59f-7eecf68af8f4 req-bc97290d-27cc-4389-aeb2-65b1180780c5 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 4665 time: 0.1368408 Mar 23 01:43:39.611578 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c826bf0e-69ca-4a36-bd73-e1c1cdd034d8 req-ad42fb12-d40b-4054-b12c-8767cd46bd01 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/ports?device_id=47e858a8-590b-4300-a932-477f0861beed HTTP/1.1" status: 200 len: 210 time: 0.2573078 Mar 23 01:43:39.646461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813051b-d5d0-4184-867e-abde7202a10f req-237c0da3-1ddc-4478-9b0a-8abe5a2f5ec0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:39.648513 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9813051b-d5d0-4184-867e-abde7202a10f req-237c0da3-1ddc-4478-9b0a-8abe5a2f5ec0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.43 "GET /v2.0/ports/984ab90e-b799-4d7f-a827-310af7277e93?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1106894 Mar 23 01:43:39.659965 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da193c82-acdc-4941-a59f-7eecf68af8f4 req-47bc4770-1c95-4c76-90d4-26d0dfa783b3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=eef63ad8-0e31-4355-a95c-5b6938925c1a&id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976608 Mar 23 01:43:39.670619 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-9813051b-d5d0-4184-867e-abde7202a10f req-d33250f8-286c-4e96-b3e6-baf83eeb4f65 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:43:39.699691 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ed354788-5d76-4720-a529-da0a463971d7 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:43:39.755773 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-d33250f8-286c-4e96-b3e6-baf83eeb4f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (984ab90e-b799-4d7f-a827-310af7277e93), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:39.847642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port ed354788-5d76-4720-a529-da0a463971d7, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ed354788-5d76-4720-a529-da0a463971d7,segment=NetworkSegment(1378764a-f978-4850-be5f-54307ff4d578),segment_id=1378764a-f978-4850-be5f-54307ff4d578)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:39.862759 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b07ce615-ebfa-43af-93eb-5479e895bd08 None None] Provisioning complete for port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:43:39.863078 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b07ce615-ebfa-43af-93eb-5479e895bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:39.918141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'ed354788-5d76-4720-a529-da0a463971d7', 'network_id': '8f58d427-c7cb-48e8-9e98-cd6aa2525dd3', 'port_id': 'ed354788-5d76-4720-a529-da0a463971d7', 'mac_address': 'fa:16:3e:e3:0a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e82495f-f332-42af-9732-b3300889c606', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:43:39.975127 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b07ce615-ebfa-43af-93eb-5479e895bd08 None None] Port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:43:39.983345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfaf94a-f9c5-4c60-bd38-99ae1d24b655 req-2802cb6e-9c28-4b79-a5f4-01c9c9079b62 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:39.991023 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1bfaf94a-f9c5-4c60-bd38-99ae1d24b655 req-2802cb6e-9c28-4b79-a5f4-01c9c9079b62 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.1016104 Mar 23 01:43:40.008832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port ed354788-5d76-4720-a529-da0a463971d7 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:43:40.009228 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ed354788-5d76-4720-a529-da0a463971d7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:40.063337 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-9813051b-d5d0-4184-867e-abde7202a10f req-d33250f8-286c-4e96-b3e6-baf83eeb4f65 service neutron] For port 984ab90e-b799-4d7f-a827-310af7277e93, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=984ab90e-b799-4d7f-a827-310af7277e93,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:40.064446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed354788-5d76-4720-a529-da0a463971d7 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:43:40.073859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7a070-49a3-47c2-9dfc-8d4e8aa16807 req-986ab0aa-f1d4-4429-96c4-38236bf81c91 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:40.076488 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96a7a070-49a3-47c2-9dfc-8d4e8aa16807 req-986ab0aa-f1d4-4429-96c4-38236bf81c91 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd103f4-d5f2-420f-a482-0632ad951f48 HTTP/1.1" status: 200 len: 944 time: 0.1150918 Mar 23 01:43:40.079478 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1bfaf94a-f9c5-4c60-bd38-99ae1d24b655 req-e5bf5498-afc3-475b-92e7-20575d5e36bd tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868287 Mar 23 01:43:40.112757 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port ed354788-5d76-4720-a529-da0a463971d7, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ed354788-5d76-4720-a529-da0a463971d7,segment=NetworkSegment(1378764a-f978-4850-be5f-54307ff4d578),segment_id=1378764a-f978-4850-be5f-54307ff4d578)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:40.119786 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-9813051b-d5d0-4184-867e-abde7202a10f req-d33250f8-286c-4e96-b3e6-baf83eeb4f65 service neutron] For port 984ab90e-b799-4d7f-a827-310af7277e93, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:43:40.121014 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ed354788-5d76-4720-a529-da0a463971d7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:40.169772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-9813051b-d5d0-4184-867e-abde7202a10f req-d33250f8-286c-4e96-b3e6-baf83eeb4f65 service neutron] device_id is not set on port 984ab90e-b799-4d7f-a827-310af7277e93 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:43:40.173542 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96a7a070-49a3-47c2-9dfc-8d4e8aa16807 req-2a92377e-69ed-4554-9161-ef262a9a3887 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/security-groups?id=a68e791e-3fdc-4211-901d-83b46f3eaffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886686 Mar 23 01:43:40.180365 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-d33250f8-286c-4e96-b3e6-baf83eeb4f65 service neutron] Publish callbacks [] for port (984ab90e-b799-4d7f-a827-310af7277e93), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:40.189049 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-d33250f8-286c-4e96-b3e6-baf83eeb4f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (984ab90e-b799-4d7f-a827-310af7277e93), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:40.201672 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=ed354788-5d76-4720-a529-da0a463971d7,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:40.257892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9813051b-d5d0-4184-867e-abde7202a10f req-d33250f8-286c-4e96-b3e6-baf83eeb4f65 service neutron] No DVR routers for this DVR port 984ab90e-b799-4d7f-a827-310af7277e93 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:40.324205 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-9813051b-d5d0-4184-867e-abde7202a10f req-d33250f8-286c-4e96-b3e6-baf83eeb4f65 service neutron] In _notify_port_updated(), no bound segment for port 984ab90e-b799-4d7f-a827-310af7277e93 on network 8be97217-9f6e-4d52-a151-af50fe88b198 {{(pid=99263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 01:43:40.325445 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813051b-d5d0-4184-867e-abde7202a10f req-d33250f8-286c-4e96-b3e6-baf83eeb4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:40.326466 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-d33250f8-286c-4e96-b3e6-baf83eeb4f65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:40.328318 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9813051b-d5d0-4184-867e-abde7202a10f req-d33250f8-286c-4e96-b3e6-baf83eeb4f65 service neutron] 10.222.0.43 "PUT /v2.0/ports/984ab90e-b799-4d7f-a827-310af7277e93 HTTP/1.1" status: 200 len: 1032 time: 0.6644342 Mar 23 01:43:40.329543 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33250f8-286c-4e96-b3e6-baf83eeb4f65 service neutron] Pushing event updated for resources: {'Port': ['ID=984ab90e-b799-4d7f-a827-310af7277e93,revision_number=6']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:40.336844 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['ed354788-5d76-4720-a529-da0a463971d7'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:43:40.477662 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-9813051b-d5d0-4184-867e-abde7202a10f req-39fe0a60-3359-4b89-bb3d-6966ec7e079b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Deleting port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:40.477934 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-39fe0a60-3359-4b89-bb3d-6966ec7e079b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:40.512223 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a66fcc58-b600-4d5c-a8bd-41399fe1933c None None] Provisioning complete for port 984ab90e-b799-4d7f-a827-310af7277e93 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:43:40.512674 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a66fcc58-b600-4d5c-a8bd-41399fe1933c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (984ab90e-b799-4d7f-a827-310af7277e93), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:40.577121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a66fcc58-b600-4d5c-a8bd-41399fe1933c None None] Port 984ab90e-b799-4d7f-a827-310af7277e93 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:43:40.602715 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-9813051b-d5d0-4184-867e-abde7202a10f req-39fe0a60-3359-4b89-bb3d-6966ec7e079b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] For port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5,segment=NetworkSegment(a29f7946-f4e1-4aa9-8bef-6f4de58f56b5),segment_id=a29f7946-f4e1-4aa9-8bef-6f4de58f56b5)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:40.603297 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-39fe0a60-3359-4b89-bb3d-6966ec7e079b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:40.617275 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-9813051b-d5d0-4184-867e-abde7202a10f req-39fe0a60-3359-4b89-bb3d-6966ec7e079b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Calling delete_port for ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:40.714503 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-3bfd5791-50ae-46f0-830e-5f4f26ebc655 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=465d5da7ebba4e60bf8382c238cfe61e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398316 Mar 23 01:43:40.833082 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-24ca4ebf-eea2-4545-833e-94b7d38290a5 req-9d3cbdef-46eb-44f0-86e3-afd6102f36ce tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/ports?device_id=47e858a8-590b-4300-a932-477f0861beed HTTP/1.1" status: 200 len: 210 time: 0.0386558 Mar 23 01:43:40.835732 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-39fe0a60-3359-4b89-bb3d-6966ec7e079b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:40.867128 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe0a60-3359-4b89-bb3d-6966ec7e079b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event deleted for resources: {'Port': ['ID=ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:40.942249 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9813051b-d5d0-4184-867e-abde7202a10f req-39fe0a60-3359-4b89-bb3d-6966ec7e079b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] No DVR routers for this DVR port ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:40.944994 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc503a7e-c74d-4099-9cbe-1b7755e66da7 req-9388fdfa-6bc9-44e5-ba78-bc6d43cf6609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:40.945912 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-39fe0a60-3359-4b89-bb3d-6966ec7e079b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:40.952049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc503a7e-c74d-4099-9cbe-1b7755e66da7 req-9388fdfa-6bc9-44e5-ba78-bc6d43cf6609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:40.952760 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9813051b-d5d0-4184-867e-abde7202a10f req-39fe0a60-3359-4b89-bb3d-6966ec7e079b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.43 "DELETE /v2.0/ports/ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 HTTP/1.1" status: 204 len: 173 time: 0.6120825 Mar 23 01:43:40.953770 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-deleted', 'tag': 'ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:40.957469 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260dbbc6-8271-4bb4-894f-cf3a125cf21e" -d '{"events": [{"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-deleted", "tag": "ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:40.957719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc503a7e-c74d-4099-9cbe-1b7755e66da7 req-9388fdfa-6bc9-44e5-ba78-bc6d43cf6609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:40.967704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc503a7e-c74d-4099-9cbe-1b7755e66da7 req-9388fdfa-6bc9-44e5-ba78-bc6d43cf6609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:40.970795 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc503a7e-c74d-4099-9cbe-1b7755e66da7 req-9388fdfa-6bc9-44e5-ba78-bc6d43cf6609 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 3151 time: 0.1862144 Mar 23 01:43:40.982727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-e3817117-7c49-49cb-b0c5-50bbf644e8ee tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:40.984327 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-e3817117-7c49-49cb-b0c5-50bbf644e8ee tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2645333 Mar 23 01:43:41.001433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-d9767647-34b5-49f5-9a0f-eb0e74235047 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Request body: {'port': {'device_id': '47e858a8-590b-4300-a932-477f0861beed', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': '465d5da7ebba4e60bf8382c238cfe61e'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:43:41.016352 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc58e00-46d3-4da7-aa63-b15a515cef34 x-openstack-request-id: req-8cc58e00-46d3-4da7-aa63-b15a515cef34 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:41.016676 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-deleted", "tag": "ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:41.016935 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8cc58e00-46d3-4da7-aa63-b15a515cef34 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:41.017339 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc58e00-46d3-4da7-aa63-b15a515cef34'] response: {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-deleted', 'tag': 'ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5', 'status': 'completed', 'code': 200} Mar 23 01:43:41.079931 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-9813051b-d5d0-4184-867e-abde7202a10f req-003fb354-57a2-4777-8426-7050dfa81563 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Deleting port 71840044-c12d-499c-b285-a288993a4af4 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:41.080412 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-003fb354-57a2-4777-8426-7050dfa81563 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (71840044-c12d-499c-b285-a288993a4af4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:41.115696 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc503a7e-c74d-4099-9cbe-1b7755e66da7 req-943bf8f7-6c59-47a0-9b21-4b5f31d4e771 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298418 Mar 23 01:43:41.171373 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-d9767647-34b5-49f5-9a0f-eb0e74235047 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Made reservation on behalf of 465d5da7ebba4e60bf8382c238cfe61e for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:43:41.175289 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-d9767647-34b5-49f5-9a0f-eb0e74235047 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:41.186638 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-d9767647-34b5-49f5-9a0f-eb0e74235047 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:41.247090 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-9813051b-d5d0-4184-867e-abde7202a10f req-003fb354-57a2-4777-8426-7050dfa81563 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] For port 71840044-c12d-499c-b285-a288993a4af4, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=71840044-c12d-499c-b285-a288993a4af4,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:41.247751 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-003fb354-57a2-4777-8426-7050dfa81563 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (71840044-c12d-499c-b285-a288993a4af4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:41.268692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-9813051b-d5d0-4184-867e-abde7202a10f req-003fb354-57a2-4777-8426-7050dfa81563 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Calling delete_port for 71840044-c12d-499c-b285-a288993a4af4 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:41.270131 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-d9767647-34b5-49f5-9a0f-eb0e74235047 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Publish callbacks [] for security_group (caff4385-af9d-40e2-9547-0db05a287fef), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:41.282750 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-d9767647-34b5-49f5-9a0f-eb0e74235047 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (caff4385-af9d-40e2-9547-0db05a287fef), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:41.302383 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a7089-ed28-4c78-9c31-ae7691dff731 req-0d4f5942-a525-48f2-a1f4-bca451356e0d tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:41.304162 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0f3a7089-ed28-4c78-9c31-ae7691dff731 req-0d4f5942-a525-48f2-a1f4-bca451356e0d tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.1067863 Mar 23 01:43:41.381397 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9767647-34b5-49f5-9a0f-eb0e74235047 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caff4385-af9d-40e2-9547-0db05a287fef,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:41.410018 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec6e87-1475-45ac-a383-559406201a80 req-d5fb5985-29e2-4ed9-8ba5-2d66f8238505 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:41.411599 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65ec6e87-1475-45ac-a383-559406201a80 req-d5fb5985-29e2-4ed9-8ba5-2d66f8238505 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd103f4-d5f2-420f-a482-0632ad951f48 HTTP/1.1" status: 200 len: 945 time: 0.1401472 Mar 23 01:43:41.413475 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0f3a7089-ed28-4c78-9c31-ae7691dff731 req-8d439c6e-477d-45e9-8663-928b968aa42b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701313 Mar 23 01:43:41.509548 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-003fb354-57a2-4777-8426-7050dfa81563 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (71840044-c12d-499c-b285-a288993a4af4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:41.513486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-d9767647-34b5-49f5-9a0f-eb0e74235047 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Allocated IP 192.168.233.190 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/23d51a15-c2a0-427a-99f3-90f6e19902d0) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:43:41.519891 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65ec6e87-1475-45ac-a383-559406201a80 req-5b9f6d6b-22ca-46e8-b2ac-8416a2a8408f tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/security-groups?id=a68e791e-3fdc-4211-901d-83b46f3eaffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808947 Mar 23 01:43:41.544818 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fb354-57a2-4777-8426-7050dfa81563 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event deleted for resources: {'Port': ['ID=71840044-c12d-499c-b285-a288993a4af4,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:41.618663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9813051b-d5d0-4184-867e-abde7202a10f req-003fb354-57a2-4777-8426-7050dfa81563 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] No DVR routers for this DVR port 71840044-c12d-499c-b285-a288993a4af4 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:41.621599 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-003fb354-57a2-4777-8426-7050dfa81563 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:41.625390 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9813051b-d5d0-4184-867e-abde7202a10f req-003fb354-57a2-4777-8426-7050dfa81563 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.43 "DELETE /v2.0/ports/71840044-c12d-499c-b285-a288993a4af4 HTTP/1.1" status: 204 len: 173 time: 0.6640167 Mar 23 01:43:41.645815 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e578b-c508-4fb0-8d30-a644c3edf860 req-0a5fc1a6-2dd5-4dfe-b4cf-3522f5aa5a95 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:41.647324 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-785e578b-c508-4fb0-8d30-a644c3edf860 req-0a5fc1a6-2dd5-4dfe-b4cf-3522f5aa5a95 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.1054351 Mar 23 01:43:41.656309 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47578) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:41.660553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-44297a76-77b6-4858-ab45-e7a118319ce7 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Request body: {'floatingip': {'port_id': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:43:41.704988 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-d9767647-34b5-49f5-9a0f-eb0e74235047 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Publish callbacks [] for port (23d51a15-c2a0-427a-99f3-90f6e19902d0), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:41.710316 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ed354788-5d76-4720-a529-da0a463971d7 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:43:41.775628 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-44297a76-77b6-4858-ab45-e7a118319ce7 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for floatingip (bd8f3cdc-067e-4462-87bc-e229370a6aa8), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:41.799893 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-d9767647-34b5-49f5-9a0f-eb0e74235047 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (23d51a15-c2a0-427a-99f3-90f6e19902d0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:41.803560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port ed354788-5d76-4720-a529-da0a463971d7 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:43:41.815827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port ed354788-5d76-4720-a529-da0a463971d7 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:43:41.816208 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ed354788-5d76-4720-a529-da0a463971d7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:41.862244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-d9767647-34b5-49f5-9a0f-eb0e74235047 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:43:41.886075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-d9767647-34b5-49f5-9a0f-eb0e74235047 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:43:41.922944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-d9767647-34b5-49f5-9a0f-eb0e74235047 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:43:41.930513 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port ed354788-5d76-4720-a529-da0a463971d7 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:43:41.931578 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ed354788-5d76-4720-a529-da0a463971d7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:41.937727 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-9813051b-d5d0-4184-867e-abde7202a10f req-f4bc58b5-43d0-4434-b77f-27af9f833b3c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Deleting port 8a932a57-4ff5-4c2c-8280-db9116662f6a {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:41.938399 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-f4bc58b5-43d0-4434-b77f-27af9f833b3c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:41.964289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd103f4-d5f2-420f-a482-0632ad951f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed354788-5d76-4720-a529-da0a463971d7'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:41.967289 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e095cf69-7096-43c1-a0bd-9ced4bcb7c5c" -d '{"events": [{"server_uuid": "1dd103f4-d5f2-420f-a482-0632ad951f48", "name": "network-vif-plugged", "status": "completed", "tag": "ed354788-5d76-4720-a529-da0a463971d7"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:42.007883 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9767647-34b5-49f5-9a0f-eb0e74235047 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Pushing event updated for resources: {'Port': ['ID=23d51a15-c2a0-427a-99f3-90f6e19902d0,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:42.013665 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port ed354788-5d76-4720-a529-da0a463971d7, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ed354788-5d76-4720-a529-da0a463971d7,segment=NetworkSegment(1378764a-f978-4850-be5f-54307ff4d578),segment_id=1378764a-f978-4850-be5f-54307ff4d578)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:42.028289 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ed354788-5d76-4720-a529-da0a463971d7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:42.108773 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710a244e-189d-4f31-9453-41a5b8e42683 x-openstack-request-id: req-710a244e-189d-4f31-9453-41a5b8e42683 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:42.109380 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd103f4-d5f2-420f-a482-0632ad951f48", "name": "network-vif-plugged", "status": "completed", "tag": "ed354788-5d76-4720-a529-da0a463971d7", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:42.109774 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-710a244e-189d-4f31-9453-41a5b8e42683 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:42.110408 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-710a244e-189d-4f31-9453-41a5b8e42683'] response: {'server_uuid': '1dd103f4-d5f2-420f-a482-0632ad951f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed354788-5d76-4720-a529-da0a463971d7', 'code': 200} Mar 23 01:43:42.151380 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=ed354788-5d76-4720-a529-da0a463971d7,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:42.157783 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-d9767647-34b5-49f5-9a0f-eb0e74235047 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:42.161064 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-d9767647-34b5-49f5-9a0f-eb0e74235047 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:42.265143 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-d9767647-34b5-49f5-9a0f-eb0e74235047 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2706046 Mar 23 01:43:42.284176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b27cf-2245-4ba8-b8cd-19bd035b0a1a req-8b49e54f-05c3-452b-a6a6-a4ba8d3e1a97 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:42.300654 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f2b27cf-2245-4ba8-b8cd-19bd035b0a1a req-8b49e54f-05c3-452b-a6a6-a4ba8d3e1a97 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/ports?device_id=47e858a8-590b-4300-a932-477f0861beed HTTP/1.1" status: 200 len: 936 time: 0.2545631 Mar 23 01:43:42.311106 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Request body: {'port': {'device_id': '47e858a8-590b-4300-a932-477f0861beed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:43:42.332521 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88853b-41fe-4a7b-9652-84e57b099c37 req-c481cce2-3e20-4683-bb63-891f5886286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:42.334593 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3f88853b-41fe-4a7b-9652-84e57b099c37 req-c481cce2-3e20-4683-bb63-891f5886286f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1dd103f4-d5f2-420f-a482-0632ad951f48 HTTP/1.1" status: 200 len: 1128 time: 0.2044938 Mar 23 01:43:42.431518 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3612aa5b-64bd-445c-8cd4-e0ded980c60d None None] Provisioning complete for port 23d51a15-c2a0-427a-99f3-90f6e19902d0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:43:42.432540 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3612aa5b-64bd-445c-8cd4-e0ded980c60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (23d51a15-c2a0-427a-99f3-90f6e19902d0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:42.483411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3612aa5b-64bd-445c-8cd4-e0ded980c60d None None] Port 23d51a15-c2a0-427a-99f3-90f6e19902d0 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:43:42.483837 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f2b27cf-2245-4ba8-b8cd-19bd035b0a1a req-1965ade0-824f-4ce9-a873-972b01d5af89 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/security-groups?id=caff4385-af9d-40e2-9547-0db05a287fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782084 Mar 23 01:43:42.491476 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3f88853b-41fe-4a7b-9652-84e57b099c37 req-b19a4507-a027-4903-8b26-750fec571368 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a68e791e-3fdc-4211-901d-83b46f3eaffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368284 Mar 23 01:43:42.495093 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (23d51a15-c2a0-427a-99f3-90f6e19902d0), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:42.661727 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7c780886-9250-4771-a21c-2c39cd4ac1c2 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:42.701178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-9813051b-d5d0-4184-867e-abde7202a10f req-f4bc58b5-43d0-4434-b77f-27af9f833b3c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] For port 8a932a57-4ff5-4c2c-8280-db9116662f6a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8a932a57-4ff5-4c2c-8280-db9116662f6a,segment=NetworkSegment(68c8812e-99f2-4c31-85dc-3b33ddd6089a),segment_id=68c8812e-99f2-4c31-85dc-3b33ddd6089a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:42.701800 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-f4bc58b5-43d0-4434-b77f-27af9f833b3c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:42.713054 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e5537-0ee1-4b79-be4f-74c5c1f465de req-d6251e08-7757-4907-8b3d-62f5f094f9a9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:42.718692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e5537-0ee1-4b79-be4f-74c5c1f465de req-d6251e08-7757-4907-8b3d-62f5f094f9a9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:42.724089 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e5537-0ee1-4b79-be4f-74c5c1f465de req-d6251e08-7757-4907-8b3d-62f5f094f9a9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:42.732499 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-442e5537-0ee1-4b79-be4f-74c5c1f465de req-d6251e08-7757-4907-8b3d-62f5f094f9a9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 2416 time: 0.2692144 Mar 23 01:43:42.737521 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d75d3-8101-4d90-a1ca-322f63c81cf4 req-f1115ce1-8533-4a58-ab48-3e62970f61b0 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:42.739109 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c28d75d3-8101-4d90-a1ca-322f63c81cf4 req-f1115ce1-8533-4a58-ab48-3e62970f61b0 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd103f4-d5f2-420f-a482-0632ad951f48 HTTP/1.1" status: 200 len: 946 time: 0.1176496 Mar 23 01:43:42.782820 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 7c780886-9250-4771-a21c-2c39cd4ac1c2 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:43:42.783408 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:42.818789 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 7c780886-9250-4771-a21c-2c39cd4ac1c2, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7c780886-9250-4771-a21c-2c39cd4ac1c2,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:42.824154 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:42.825587 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 71840044-c12d-499c-b285-a288993a4af4 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:42.849532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 71840044-c12d-499c-b285-a288993a4af4 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:42.849877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 71840044-c12d-499c-b285-a288993a4af4 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:42.850312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 59837881-d55f-4f24-b255-aabfe6131a45 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:42.872513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d51a15-c2a0-427a-99f3-90f6e19902d0 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:43:42.883380 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Publish callbacks [] for port (23d51a15-c2a0-427a-99f3-90f6e19902d0), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:42.900224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Transition to ACTIVE for port object 23d51a15-c2a0-427a-99f3-90f6e19902d0 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:43:42.911171 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-442e5537-0ee1-4b79-be4f-74c5c1f465de req-75e7fe62-0f2b-48a2-8bbb-9e7c4321b5b9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726325 Mar 23 01:43:42.913403 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (23d51a15-c2a0-427a-99f3-90f6e19902d0), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:42.954951 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=7c780886-9250-4771-a21c-2c39cd4ac1c2,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:43.012427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Pushing event updated for resources: {'Port': ['ID=23d51a15-c2a0-427a-99f3-90f6e19902d0,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:43.025194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 59837881-d55f-4f24-b255-aabfe6131a45 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:43:43.025544 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (59837881-d55f-4f24-b255-aabfe6131a45), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:43.040640 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-deleted', 'tag': '71840044-c12d-499c-b285-a288993a4af4'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:43.042526 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18392b6-399b-4c63-910d-8fb0bcf34c6e" -d '{"events": [{"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-deleted", "tag": "71840044-c12d-499c-b285-a288993a4af4"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:43.069434 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 59837881-d55f-4f24-b255-aabfe6131a45, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=59837881-d55f-4f24-b255-aabfe6131a45,segment=NetworkSegment(a29f7946-f4e1-4aa9-8bef-6f4de58f56b5),segment_id=a29f7946-f4e1-4aa9-8bef-6f4de58f56b5)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:43.080290 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (59837881-d55f-4f24-b255-aabfe6131a45), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:43.081122 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8a932a57-4ff5-4c2c-8280-db9116662f6a no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:43.120464 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c28d75d3-8101-4d90-a1ca-322f63c81cf4 req-49fb3156-9ed7-4f6d-a05b-fab37a7eba16 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/security-groups?id=a68e791e-3fdc-4211-901d-83b46f3eaffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184911 Mar 23 01:43:43.160471 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a877e9-b80a-483f-ab2b-94f8189aead6 x-openstack-request-id: req-a0a877e9-b80a-483f-ab2b-94f8189aead6 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:43.161070 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-deleted", "tag": "71840044-c12d-499c-b285-a288993a4af4", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:43.161493 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0a877e9-b80a-483f-ab2b-94f8189aead6 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:43.162058 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a877e9-b80a-483f-ab2b-94f8189aead6'] response: {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-deleted', 'tag': '71840044-c12d-499c-b285-a288993a4af4', 'status': 'completed', 'code': 200} Mar 23 01:43:43.170644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Attempting to bind port 23d51a15-c2a0-427a-99f3-90f6e19902d0 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:43:43.171122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Attempting to bind port 23d51a15-c2a0-427a-99f3-90f6e19902d0 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:43:43.171550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Attempting to bind port 23d51a15-c2a0-427a-99f3-90f6e19902d0 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:43:43.179393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Port 23d51a15-c2a0-427a-99f3-90f6e19902d0 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:43:43.179849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Attempting to bind port 23d51a15-c2a0-427a-99f3-90f6e19902d0 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:43:43.188413 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:43:43.188956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:43:43.189818 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:43:43.190020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Bound port: 23d51a15-c2a0-427a-99f3-90f6e19902d0, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:43:43.191058 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (23d51a15-c2a0-427a-99f3-90f6e19902d0), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:43.233234 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-f4bc58b5-43d0-4434-b77f-27af9f833b3c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:43.233891 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-f4bc58b5-43d0-4434-b77f-27af9f833b3c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (a3e9bf5c-6362-4429-9dff-ed90eb06ab36), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:43.234390 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [req-9813051b-d5d0-4184-867e-abde7202a10f req-f4bc58b5-43d0-4434-b77f-27af9f833b3c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Floating IP a3e9bf5c-6362-4429-9dff-ed90eb06ab36 disassociated. External IP: 172.25.0.117, port: 8a932a57-4ff5-4c2c-8280-db9116662f6a. Mar 23 01:43:43.234915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-9813051b-d5d0-4184-867e-abde7202a10f req-f4bc58b5-43d0-4434-b77f-27af9f833b3c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Calling delete_port for 8a932a57-4ff5-4c2c-8280-db9116662f6a owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:43.312475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=59837881-d55f-4f24-b255-aabfe6131a45,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:43.333111 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 8a932a57-4ff5-4c2c-8280-db9116662f6a is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:43:43.333504 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:43.364278 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.resource_extend [None req-44297a76-77b6-4858-ab45-e7a118319ce7 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:43:43.375620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] For port 23d51a15-c2a0-427a-99f3-90f6e19902d0, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:43:43.381049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] For port 23d51a15-c2a0-427a-99f3-90f6e19902d0, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=23d51a15-c2a0-427a-99f3-90f6e19902d0,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:43:43.391920 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (23d51a15-c2a0-427a-99f3-90f6e19902d0), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:43.394171 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8a932a57-4ff5-4c2c-8280-db9116662f6a, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8a932a57-4ff5-4c2c-8280-db9116662f6a,segment=NetworkSegment(68c8812e-99f2-4c31-85dc-3b33ddd6089a),segment_id=68c8812e-99f2-4c31-85dc-3b33ddd6089a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:43.401947 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:43.403118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:43.453606 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-44297a76-77b6-4858-ab45-e7a118319ce7 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:43.466967 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-44297a76-77b6-4858-ab45-e7a118319ce7 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (bd8f3cdc-067e-4462-87bc-e229370a6aa8), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:43.468871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:43.469754 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:43.471468 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] 10.222.0.42 "PUT /v2.0/ports/23d51a15-c2a0-427a-99f3-90f6e19902d0 HTTP/1.1" status: 200 len: 1096 time: 1.1677988 Mar 23 01:43:43.472153 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e858a8-590b-4300-a932-477f0861beed', 'tag': '23d51a15-c2a0-427a-99f3-90f6e19902d0'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:43.475239 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59ea104-92a6-41ac-8380-1e57c67edada" -d '{"events": [{"name": "network-changed", "server_uuid": "47e858a8-590b-4300-a932-477f0861beed", "tag": "23d51a15-c2a0-427a-99f3-90f6e19902d0"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:43.478346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482af24e-60e3-4643-9c7d-744b0821f718 service neutron] Pushing event updated for resources: {'Port': ['ID=23d51a15-c2a0-427a-99f3-90f6e19902d0,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:43.530175 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=8a932a57-4ff5-4c2c-8280-db9116662f6a,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:43.597846 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] The host n-h2-834677-4 is not matching for port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 host ! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:43:43.598245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:43.598668 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 984ab90e-b799-4d7f-a827-310af7277e93 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:43.599635 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded04a48-c268-40a3-a2a3-30102ce91391 x-openstack-request-id: req-ded04a48-c268-40a3-a2a3-30102ce91391 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:43.600316 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e858a8-590b-4300-a932-477f0861beed", "tag": "23d51a15-c2a0-427a-99f3-90f6e19902d0", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:43.600950 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ded04a48-c268-40a3-a2a3-30102ce91391 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:43.603011 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ded04a48-c268-40a3-a2a3-30102ce91391'] response: {'name': 'network-changed', 'server_uuid': '47e858a8-590b-4300-a932-477f0861beed', 'tag': '23d51a15-c2a0-427a-99f3-90f6e19902d0', 'status': 'completed', 'code': 200} Mar 23 01:43:43.626463 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-c66e05fc-d59f-468b-aeca-9a1eb17bb305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:43.628734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-c66e05fc-d59f-468b-aeca-9a1eb17bb305 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=465d5da7ebba4e60bf8382c238cfe61e&device_id=47e858a8-590b-4300-a932-477f0861beed HTTP/1.1" status: 200 len: 1130 time: 0.0711358 Mar 23 01:43:43.666923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] The host n-h2-834677-4 is not matching for port 984ab90e-b799-4d7f-a827-310af7277e93 host ! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:43:43.667627 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 984ab90e-b799-4d7f-a827-310af7277e93 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:43.668245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:43.695099 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-98e7c336-2b11-4840-bb02-5b2d8e2cdd14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=23d51a15-c2a0-427a-99f3-90f6e19902d0 HTTP/1.1" status: 200 len: 217 time: 0.0583797 Mar 23 01:43:43.701766 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:43.702374 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ed88bae8-ad6b-4311-bfe8-b0d29a86a0c5 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:43.769050 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-f4bc58b5-43d0-4434-b77f-27af9f833b3c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8a932a57-4ff5-4c2c-8280-db9116662f6a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:43.779190 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-ab3af8a6-75b4-4bc0-8198-7b3d993e9cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:43.784150 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-ab3af8a6-75b4-4bc0-8198-7b3d993e9cb1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0836685 Mar 23 01:43:43.789382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77892b3-c077-489f-8331-433ce0a59f6a req-7ffb99eb-2aa1-40d1-8a24-cc31a398b103 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:43.791097 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c77892b3-c077-489f-8331-433ce0a59f6a req-7ffb99eb-2aa1-40d1-8a24-cc31a398b103 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/ports?device_id=47e858a8-590b-4300-a932-477f0861beed HTTP/1.1" status: 200 len: 948 time: 0.1647463 Mar 23 01:43:43.827872 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc58b5-43d0-4434-b77f-27af9f833b3c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event deleted for resources: {'Port': ['ID=8a932a57-4ff5-4c2c-8280-db9116662f6a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:43.842868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-98e53058-d393-4bda-a6eb-3907dcb6d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:43.845339 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-98e53058-d393-4bda-a6eb-3907dcb6d241 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0547519 Mar 23 01:43:43.957366 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-2941c0ad-6989-45a3-b97a-dfc480499be1 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057429 Mar 23 01:43:44.045191 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c77892b3-c077-489f-8331-433ce0a59f6a req-ef6db79c-9237-40d7-be10-b3498697a4f4 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/security-groups?id=caff4385-af9d-40e2-9547-0db05a287fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247291 Mar 23 01:43:44.112752 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c780886-9250-4771-a21c-2c39cd4ac1c2'}, {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59837881-d55f-4f24-b255-aabfe6131a45'}, {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a932a57-4ff5-4c2c-8280-db9116662f6a'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:44.116757 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb6124a-07b4-4a76-8b0d-f3aa2e33c73a" -d '{"events": [{"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-unplugged", "status": "completed", "tag": "7c780886-9250-4771-a21c-2c39cd4ac1c2"}, {"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-unplugged", "status": "completed", "tag": "59837881-d55f-4f24-b255-aabfe6131a45"}, {"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-unplugged", "status": "completed", "tag": "8a932a57-4ff5-4c2c-8280-db9116662f6a"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:44.124794 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44297a76-77b6-4858-ab45-e7a118319ce7 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Router 4df0844c-dd11-479c-aec4-a4d72739a513 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:43:44.130257 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84c457-0504-4550-8d25-2909a8a63837 req-eb205646-2b10-4580-a7fa-496ac5ef2f76 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:44.134689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9813051b-d5d0-4184-867e-abde7202a10f req-f4bc58b5-43d0-4434-b77f-27af9f833b3c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Router e066bc81-1e75-4c68-be35-4747243eb065 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:43:44.135907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84c457-0504-4550-8d25-2909a8a63837 req-eb205646-2b10-4580-a7fa-496ac5ef2f76 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:44.143897 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c84c457-0504-4550-8d25-2909a8a63837 req-eb205646-2b10-4580-a7fa-496ac5ef2f76 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 1677 time: 0.1139538 Mar 23 01:43:44.148057 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-115e3f2d-4744-43fe-b89d-d1385503df83 req-ad1cc217-4006-497a-9b8c-470a87be7a07 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852696 Mar 23 01:43:44.180107 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf8cb52-d50f-45c7-87f6-5c0c0f3845a3 x-openstack-request-id: req-3cf8cb52-d50f-45c7-87f6-5c0c0f3845a3 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:44.180714 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-unplugged", "status": "completed", "tag": "7c780886-9250-4771-a21c-2c39cd4ac1c2", "code": 200}, {"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-unplugged", "status": "completed", "tag": "59837881-d55f-4f24-b255-aabfe6131a45", "code": 200}, {"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-unplugged", "status": "completed", "tag": "8a932a57-4ff5-4c2c-8280-db9116662f6a", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:44.181048 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3cf8cb52-d50f-45c7-87f6-5c0c0f3845a3 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:44.182052 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf8cb52-d50f-45c7-87f6-5c0c0f3845a3'] response: {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c780886-9250-4771-a21c-2c39cd4ac1c2', 'code': 200} Mar 23 01:43:44.182343 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf8cb52-d50f-45c7-87f6-5c0c0f3845a3'] response: {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59837881-d55f-4f24-b255-aabfe6131a45', 'code': 200} Mar 23 01:43:44.183155 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf8cb52-d50f-45c7-87f6-5c0c0f3845a3'] response: {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a932a57-4ff5-4c2c-8280-db9116662f6a', 'code': 200} Mar 23 01:43:44.569205 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c84c457-0504-4550-8d25-2909a8a63837 req-5a6f18c0-d2ab-462a-8259-5cfcdb4cbf69 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4243844 Mar 23 01:43:44.582885 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ea104-92a6-41ac-8380-1e57c67edada req-8b4b9e47-9f40-4ea6-a4ba-41cf7ef04da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:44.584935 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a59ea104-92a6-41ac-8380-1e57c67edada req-8b4b9e47-9f40-4ea6-a4ba-41cf7ef04da9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=465d5da7ebba4e60bf8382c238cfe61e&device_id=47e858a8-590b-4300-a932-477f0861beed HTTP/1.1" status: 200 len: 1130 time: 0.0809066 Mar 23 01:43:44.698873 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ea104-92a6-41ac-8380-1e57c67edada req-b137661f-9713-44d8-a591-5e878c093b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:44.699678 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a59ea104-92a6-41ac-8380-1e57c67edada req-b137661f-9713-44d8-a591-5e878c093b4e service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1073291 Mar 23 01:43:44.745461 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a59ea104-92a6-41ac-8380-1e57c67edada req-59d2df36-5a6d-458e-bf38-21a428971423 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=23d51a15-c2a0-427a-99f3-90f6e19902d0 HTTP/1.1" status: 200 len: 217 time: 0.0389345 Mar 23 01:43:44.776880 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44297a76-77b6-4858-ab45-e7a118319ce7 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:43:44.786949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf635b49-52d0-449e-932f-d8efb09c506a req-32d766d2-2448-40ac-9bee-2f88331cedfb tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:44.790630 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39661db6-ef1e-4604-8dab-51c78b3cb6f3 None None] Sync routers for ids ['4df0844c-dd11-479c-aec4-a4d72739a513'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:43:44.794058 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cf635b49-52d0-449e-932f-d8efb09c506a req-32d766d2-2448-40ac-9bee-2f88331cedfb tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd103f4-d5f2-420f-a482-0632ad951f48 HTTP/1.1" status: 200 len: 946 time: 0.5214496 Mar 23 01:43:44.799689 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-44297a76-77b6-4858-ab45-e7a118319ce7 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:44.808531 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39661db6-ef1e-4604-8dab-51c78b3cb6f3 None None] Routers {'4df0844c-dd11-479c-aec4-a4d72739a513'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:43:44.810351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ea104-92a6-41ac-8380-1e57c67edada req-7a94e281-d732-46e1-9e35-7aaa1f92b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:44.811111 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-39661db6-ef1e-4604-8dab-51c78b3cb6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:43:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['4df0844c-dd11-479c-aec4-a4d72739a513'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:44.811862 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a59ea104-92a6-41ac-8380-1e57c67edada req-7a94e281-d732-46e1-9e35-7aaa1f92b1a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0598030 Mar 23 01:43:44.861393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9813051b-d5d0-4184-867e-abde7202a10f req-f4bc58b5-43d0-4434-b77f-27af9f833b3c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:43:44.872300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405c87c-7a0a-4630-95a7-20972621b167 None None] Sync routers for ids ['e066bc81-1e75-4c68-be35-4747243eb065'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:43:44.887768 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ea104-92a6-41ac-8380-1e57c67edada req-03b0f1df-b316-4600-90ed-b920726c72be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:44.889742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405c87c-7a0a-4630-95a7-20972621b167 None None] Routers {'e066bc81-1e75-4c68-be35-4747243eb065'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:43:44.890165 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a59ea104-92a6-41ac-8380-1e57c67edada req-03b0f1df-b316-4600-90ed-b920726c72be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0703506 Mar 23 01:43:44.890387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9405c87c-7a0a-4630-95a7-20972621b167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:43:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e066bc81-1e75-4c68-be35-4747243eb065'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:44.953601 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cf635b49-52d0-449e-932f-d8efb09c506a req-274fa21a-f426-4845-971d-0d7330d62ccb tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/security-groups?id=a68e791e-3fdc-4211-901d-83b46f3eaffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532574 Mar 23 01:43:45.001305 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9813051b-d5d0-4184-867e-abde7202a10f req-f4bc58b5-43d0-4434-b77f-27af9f833b3c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] No DVR routers for this DVR port 8a932a57-4ff5-4c2c-8280-db9116662f6a on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:45.005648 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-f4bc58b5-43d0-4434-b77f-27af9f833b3c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:45.012440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9813051b-d5d0-4184-867e-abde7202a10f req-f4bc58b5-43d0-4434-b77f-27af9f833b3c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.43 "DELETE /v2.0/ports/8a932a57-4ff5-4c2c-8280-db9116662f6a HTTP/1.1" status: 204 len: 173 time: 3.3641019 Mar 23 01:43:45.034548 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-44297a76-77b6-4858-ab45-e7a118319ce7 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "PUT /v2.0/floatingips/bd8f3cdc-067e-4462-87bc-e229370a6aa8 HTTP/1.1" status: 200 len: 993 time: 3.3771923 Mar 23 01:43:45.125834 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a59ea104-92a6-41ac-8380-1e57c67edada req-52ea860b-f510-4d95-826f-11e333f34227 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264946 Mar 23 01:43:45.126375 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-39661db6-ef1e-4604-8dab-51c78b3cb6f3 None None] Set router 4df0844c-dd11-479c-aec4-a4d72739a513 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:43:45.160480 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-9405c87c-7a0a-4630-95a7-20972621b167 None None] Set router e066bc81-1e75-4c68-be35-4747243eb065 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:43:45.165087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55bd6223-3e73-4497-b578-cd8056342e0b', 'tag': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad'}, {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-deleted', 'tag': '8a932a57-4ff5-4c2c-8280-db9116662f6a'}, {'name': 'network-changed', 'server_uuid': '55bd6223-3e73-4497-b578-cd8056342e0b', 'tag': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:45.167524 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "55bd6223-3e73-4497-b578-cd8056342e0b", "tag": "d36d7d46-805a-4b8c-a1b7-8caa191c82ad"}, {"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-deleted", "tag": "8a932a57-4ff5-4c2c-8280-db9116662f6a"}, {"name": "network-changed", "server_uuid": "55bd6223-3e73-4497-b578-cd8056342e0b", "tag": "d36d7d46-805a-4b8c-a1b7-8caa191c82ad"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:45.200167 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-9813051b-d5d0-4184-867e-abde7202a10f req-f7a5feb6-d1db-4674-b1b4-0d69b22d4b1b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Deleting port 59837881-d55f-4f24-b255-aabfe6131a45 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:45.200879 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-f7a5feb6-d1db-4674-b1b4-0d69b22d4b1b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (59837881-d55f-4f24-b255-aabfe6131a45), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:45.274430 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81630c78-03c3-4d13-a7d2-29f12483124a x-openstack-request-id: req-81630c78-03c3-4d13-a7d2-29f12483124a {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:45.275146 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55bd6223-3e73-4497-b578-cd8056342e0b", "tag": "d36d7d46-805a-4b8c-a1b7-8caa191c82ad", "status": "completed", "code": 200}, {"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-deleted", "tag": "8a932a57-4ff5-4c2c-8280-db9116662f6a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "55bd6223-3e73-4497-b578-cd8056342e0b", "tag": "d36d7d46-805a-4b8c-a1b7-8caa191c82ad", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:45.275731 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81630c78-03c3-4d13-a7d2-29f12483124a {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:45.276242 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81630c78-03c3-4d13-a7d2-29f12483124a'] response: {'name': 'network-changed', 'server_uuid': '55bd6223-3e73-4497-b578-cd8056342e0b', 'tag': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad', 'status': 'completed', 'code': 200} Mar 23 01:43:45.276724 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81630c78-03c3-4d13-a7d2-29f12483124a'] response: {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-deleted', 'tag': '8a932a57-4ff5-4c2c-8280-db9116662f6a', 'status': 'completed', 'code': 200} Mar 23 01:43:45.277614 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81630c78-03c3-4d13-a7d2-29f12483124a'] response: {'name': 'network-changed', 'server_uuid': '55bd6223-3e73-4497-b578-cd8056342e0b', 'tag': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad', 'status': 'completed', 'code': 200} Mar 23 01:43:45.396669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb18de-8b76-4f7b-877e-5ea6da808df8 req-a86aee57-daf0-4c93-814f-a3aebb13e9f9 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:45.398110 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c7cb18de-8b76-4f7b-877e-5ea6da808df8 req-a86aee57-daf0-4c93-814f-a3aebb13e9f9 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/ports?device_id=47e858a8-590b-4300-a932-477f0861beed HTTP/1.1" status: 200 len: 948 time: 0.2443655 Mar 23 01:43:45.417178 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a59ea104-92a6-41ac-8380-1e57c67edada req-b2b91aff-8f72-4216-b6a7-3f95367fd8e7 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840068 Mar 23 01:43:45.440850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-9813051b-d5d0-4184-867e-abde7202a10f req-f7a5feb6-d1db-4674-b1b4-0d69b22d4b1b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] For port 59837881-d55f-4f24-b255-aabfe6131a45, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=59837881-d55f-4f24-b255-aabfe6131a45,segment=NetworkSegment(a29f7946-f4e1-4aa9-8bef-6f4de58f56b5),segment_id=a29f7946-f4e1-4aa9-8bef-6f4de58f56b5)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:45.443026 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-f7a5feb6-d1db-4674-b1b4-0d69b22d4b1b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (59837881-d55f-4f24-b255-aabfe6131a45), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:45.486648 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-9813051b-d5d0-4184-867e-abde7202a10f req-f7a5feb6-d1db-4674-b1b4-0d69b22d4b1b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Calling delete_port for 59837881-d55f-4f24-b255-aabfe6131a45 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:45.514870 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c7cb18de-8b76-4f7b-877e-5ea6da808df8 req-995ae14a-a41e-4f24-966c-bcd0e99d471c tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/security-groups?id=caff4385-af9d-40e2-9547-0db05a287fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012492 Mar 23 01:43:45.515680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-a14691bc-8c4f-4d83-8043-948e4136bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:45.517351 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-a14691bc-8c4f-4d83-8043-948e4136bf12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 1128 time: 0.2006249 Mar 23 01:43:45.522284 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-39661db6-ef1e-4604-8dab-51c78b3cb6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:38:34Z', 'revision_number': 4, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'bd8f3cdc-067e-4462-87bc-e229370a6aa8', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'floating_ip_address': '172.25.0.61', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'port_id': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'mac_address': 'fa:16:3e:6c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd6223-3e73-4497-b578-cd8056342e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:40:34Z', 'updated_at': '2022-03-23T01:43:43Z', 'revision_number': 3, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898e7879-bbba-4101-98e4-f3b851faf5e9', 'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'mac_address': 'fa:16:3e:81:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:31Z', 'updated_at': '2022-03-23T01:38:38Z', 'revision_number': 5, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'subnets': [{'id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:45.563543 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39661db6-ef1e-4604-8dab-51c78b3cb6f3 None None] Checking router: 4df0844c-dd11-479c-aec4-a4d72739a513 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:43:45.571754 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9405c87c-7a0a-4630-95a7-20972621b167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'name': 'tempest-TaggedBootDevicesTest_v242-833698077-router', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:35:49Z', 'updated_at': '2022-03-23T01:36:00Z', 'revision_number': 4, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'gw_port': {'id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:50Z', 'updated_at': '2022-03-23T01:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '85355ceb-50cf-4816-be74-f92b081cc3d0', 'name': '', 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'mac_address': 'fa:16:3e:ac:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:56Z', 'updated_at': '2022-03-23T01:36:07Z', 'revision_number': 5, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'subnets': [{'id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:45.573055 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39661db6-ef1e-4604-8dab-51c78b3cb6f3 None None] Routers {'4df0844c-dd11-479c-aec4-a4d72739a513'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:43:45.573705 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-39661db6-ef1e-4604-8dab-51c78b3cb6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:43:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['4df0844c-dd11-479c-aec4-a4d72739a513'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:45.600631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405c87c-7a0a-4630-95a7-20972621b167 None None] Checking router: e066bc81-1e75-4c68-be35-4747243eb065 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:43:45.626077 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405c87c-7a0a-4630-95a7-20972621b167 None None] Routers {'e066bc81-1e75-4c68-be35-4747243eb065'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:43:45.626638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9405c87c-7a0a-4630-95a7-20972621b167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:43:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e066bc81-1e75-4c68-be35-4747243eb065'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:45.644483 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-0cd6285f-3d64-4883-a232-b93c59d06077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:45.646478 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-0cd6285f-3d64-4883-a232-b93c59d06077 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 919 time: 0.1216371 Mar 23 01:43:45.750574 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-39661db6-ef1e-4604-8dab-51c78b3cb6f3 None None] Set router 4df0844c-dd11-479c-aec4-a4d72739a513 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:43:45.805870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cae3c-488f-41d5-8e1a-c989b7a1b205 req-802592ac-0c20-48b9-b59a-1ddf48365c13 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:45.823956 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-f7a5feb6-d1db-4674-b1b4-0d69b22d4b1b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (59837881-d55f-4f24-b255-aabfe6131a45), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:45.828117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cae3c-488f-41d5-8e1a-c989b7a1b205 req-802592ac-0c20-48b9-b59a-1ddf48365c13 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:45.832271 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-743cae3c-488f-41d5-8e1a-c989b7a1b205 req-802592ac-0c20-48b9-b59a-1ddf48365c13 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 1677 time: 0.1301103 Mar 23 01:43:45.922895 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5feb6-d1db-4674-b1b4-0d69b22d4b1b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event deleted for resources: {'Port': ['ID=59837881-d55f-4f24-b255-aabfe6131a45,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:45.933677 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-743cae3c-488f-41d5-8e1a-c989b7a1b205 req-287616cf-cc10-4bdd-a83c-a23ca013760b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c270d48-0066-4596-a0a8-af383ee2c554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945313 Mar 23 01:43:45.984956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-9405c87c-7a0a-4630-95a7-20972621b167 None None] Set router e066bc81-1e75-4c68-be35-4747243eb065 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:43:46.024301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9813051b-d5d0-4184-867e-abde7202a10f req-f7a5feb6-d1db-4674-b1b4-0d69b22d4b1b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] No DVR routers for this DVR port 59837881-d55f-4f24-b255-aabfe6131a45 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:46.027182 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-f7a5feb6-d1db-4674-b1b4-0d69b22d4b1b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:46.031493 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9813051b-d5d0-4184-867e-abde7202a10f req-f7a5feb6-d1db-4674-b1b4-0d69b22d4b1b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.43 "DELETE /v2.0/ports/59837881-d55f-4f24-b255-aabfe6131a45 HTTP/1.1" status: 204 len: 173 time: 1.0058362 Mar 23 01:43:46.041988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74ef36-ff11-4568-8a27-61dc180d4cca req-6cfb4b22-f319-4ec0-80fa-419b95aa52c2 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:46.057729 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6a74ef36-ff11-4568-8a27-61dc180d4cca req-6cfb4b22-f319-4ec0-80fa-419b95aa52c2 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd103f4-d5f2-420f-a482-0632ad951f48 HTTP/1.1" status: 200 len: 946 time: 0.4099140 Mar 23 01:43:46.090596 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-a18738de-cebe-433c-a785-e5ec7be7e56f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36d7d46-805a-4b8c-a1b7-8caa191c82ad HTTP/1.1" status: 200 len: 1001 time: 0.2784393 Mar 23 01:43:46.099023 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-39661db6-ef1e-4604-8dab-51c78b3cb6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:38:34Z', 'revision_number': 4, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'bd8f3cdc-067e-4462-87bc-e229370a6aa8', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'floating_ip_address': '172.25.0.61', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'port_id': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'mac_address': 'fa:16:3e:6c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd6223-3e73-4497-b578-cd8056342e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:40:34Z', 'updated_at': '2022-03-23T01:43:43Z', 'revision_number': 3, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898e7879-bbba-4101-98e4-f3b851faf5e9', 'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'mac_address': 'fa:16:3e:81:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:31Z', 'updated_at': '2022-03-23T01:38:38Z', 'revision_number': 5, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'subnets': [{'id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:46.134373 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39661db6-ef1e-4604-8dab-51c78b3cb6f3 None None] The sync data for ids ['4df0844c-dd11-479c-aec4-a4d72739a513'] in n-d-834677-4 is: [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:38:34Z', 'revision_number': 4, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'bd8f3cdc-067e-4462-87bc-e229370a6aa8', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'floating_ip_address': '172.25.0.61', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'port_id': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'mac_address': 'fa:16:3e:6c:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd6223-3e73-4497-b578-cd8056342e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:40:34Z', 'updated_at': '2022-03-23T01:43:43Z', 'revision_number': 3, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898e7879-bbba-4101-98e4-f3b851faf5e9', 'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'mac_address': 'fa:16:3e:81:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:31Z', 'updated_at': '2022-03-23T01:38:38Z', 'revision_number': 5, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'subnets': [{'id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:43:46.214534 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6a74ef36-ff11-4568-8a27-61dc180d4cca req-9759200d-1de2-4684-bf08-c0e571901de6 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/security-groups?id=a68e791e-3fdc-4211-901d-83b46f3eaffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558051 Mar 23 01:43:46.229347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9405c87c-7a0a-4630-95a7-20972621b167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'name': 'tempest-TaggedBootDevicesTest_v242-833698077-router', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:35:49Z', 'updated_at': '2022-03-23T01:36:00Z', 'revision_number': 4, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'gw_port': {'id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:50Z', 'updated_at': '2022-03-23T01:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '85355ceb-50cf-4816-be74-f92b081cc3d0', 'name': '', 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'mac_address': 'fa:16:3e:ac:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:56Z', 'updated_at': '2022-03-23T01:36:07Z', 'revision_number': 5, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'subnets': [{'id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:46.257065 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-f7cd8675-4fab-417e-a02f-82f8ddd32d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:46.258456 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-f7cd8675-4fab-417e-a02f-82f8ddd32d31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.1343780 Mar 23 01:43:46.262486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405c87c-7a0a-4630-95a7-20972621b167 None None] The sync data for ids ['e066bc81-1e75-4c68-be35-4747243eb065'] in n-d-834677-4 is: [{'id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'name': 'tempest-TaggedBootDevicesTest_v242-833698077-router', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:35:49Z', 'updated_at': '2022-03-23T01:36:00Z', 'revision_number': 4, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'gw_port': {'id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:50Z', 'updated_at': '2022-03-23T01:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '85355ceb-50cf-4816-be74-f92b081cc3d0', 'name': '', 'network_id': '13a7d5be-3a4a-49f2-b46c-3aac41f10be3', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'mac_address': 'fa:16:3e:ac:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:56Z', 'updated_at': '2022-03-23T01:36:07Z', 'revision_number': 5, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'subnets': [{'id': 'fa94e74e-46b8-47a8-b6d4-0e87a32824b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:43:46.329572 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-9813051b-d5d0-4184-867e-abde7202a10f req-a4a6e8ac-b14a-4454-91fb-58b41484d339 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Deleting port 7c780886-9250-4771-a21c-2c39cd4ac1c2 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:46.329938 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-a4a6e8ac-b14a-4454-91fb-58b41484d339 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:46.336615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-8eba40d7-a38e-4cd9-8ad8-43a452c8c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:46.338162 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-8eba40d7-a38e-4cd9-8ad8-43a452c8c0cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0717998 Mar 23 01:43:46.491187 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-9813051b-d5d0-4184-867e-abde7202a10f req-a4a6e8ac-b14a-4454-91fb-58b41484d339 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] For port 7c780886-9250-4771-a21c-2c39cd4ac1c2, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7c780886-9250-4771-a21c-2c39cd4ac1c2,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:46.491550 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-a4a6e8ac-b14a-4454-91fb-58b41484d339 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:46.514002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-9813051b-d5d0-4184-867e-abde7202a10f req-a4a6e8ac-b14a-4454-91fb-58b41484d339 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Calling delete_port for 7c780886-9250-4771-a21c-2c39cd4ac1c2 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:46.668213 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-a1262489-2880-4df8-9226-3807a09093b3 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194127 Mar 23 01:43:46.681866 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefe5ffc-4766-4ce7-af10-4c1b05af4297 None None] New status for floating IP a3e9bf5c-6362-4429-9dff-ed90eb06ab36: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:43:46.699525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353858b-ac42-4ec3-a097-1940d9f43248 req-ca513060-3c4d-4583-872e-30c6b452fdfc tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:46.709005 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f353858b-ac42-4ec3-a097-1940d9f43248 req-ca513060-3c4d-4583-872e-30c6b452fdfc tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/ports?device_id=47e858a8-590b-4300-a932-477f0861beed HTTP/1.1" status: 200 len: 948 time: 0.0865538 Mar 23 01:43:46.733456 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-a4a6e8ac-b14a-4454-91fb-58b41484d339 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (7c780886-9250-4771-a21c-2c39cd4ac1c2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:46.784461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6e8ac-b14a-4454-91fb-58b41484d339 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event deleted for resources: {'Port': ['ID=7c780886-9250-4771-a21c-2c39cd4ac1c2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:46.853405 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f353858b-ac42-4ec3-a097-1940d9f43248 req-cb30a082-ae4b-4ede-8013-75b7fee8fe98 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/security-groups?id=caff4385-af9d-40e2-9547-0db05a287fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424558 Mar 23 01:43:46.854038 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-abc25a28-f2b1-4464-9188-d723ff12b17d service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776686 Mar 23 01:43:46.854774 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9813051b-d5d0-4184-867e-abde7202a10f req-a4a6e8ac-b14a-4454-91fb-58b41484d339 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] No DVR routers for this DVR port 7c780886-9250-4771-a21c-2c39cd4ac1c2 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:46.862782 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9813051b-d5d0-4184-867e-abde7202a10f req-a4a6e8ac-b14a-4454-91fb-58b41484d339 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:46.864863 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771ae3a-b538-45e1-a10f-d4bd33434d13 req-5f476eec-67c3-4ca6-ac15-600acaa8c0b0 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:46.871573 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9813051b-d5d0-4184-867e-abde7202a10f req-a4a6e8ac-b14a-4454-91fb-58b41484d339 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.43 "DELETE /v2.0/ports/7c780886-9250-4771-a21c-2c39cd4ac1c2 HTTP/1.1" status: 204 len: 173 time: 0.7898564 Mar 23 01:43:46.871855 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3771ae3a-b538-45e1-a10f-d4bd33434d13 req-5f476eec-67c3-4ca6-ac15-600acaa8c0b0 tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dd103f4-d5f2-420f-a482-0632ad951f48 HTTP/1.1" status: 200 len: 946 time: 0.1131005 Mar 23 01:43:47.013296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-3771ae3a-b538-45e1-a10f-d4bd33434d13 req-f8cfba26-b684-4167-83df-973c30f487ec tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Deleting port ed354788-5d76-4720-a529-da0a463971d7 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:47.013652 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3771ae3a-b538-45e1-a10f-d4bd33434d13 req-f8cfba26-b684-4167-83df-973c30f487ec tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ed354788-5d76-4720-a529-da0a463971d7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:47.090250 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9d615d7-0bf6-44cb-a6b3-6f579e74f0d2 req-d45a4a80-9111-4b2f-b7e4-d5096fd24ee4 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0382764 Mar 23 01:43:47.129318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-8baa5b29-c165-4b9d-8e89-4319ebcb2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:47.130851 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-8baa5b29-c165-4b9d-8e89-4319ebcb2502 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 1128 time: 0.1134665 Mar 23 01:43:47.150715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3771ae3a-b538-45e1-a10f-d4bd33434d13 req-f8cfba26-b684-4167-83df-973c30f487ec tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] For port ed354788-5d76-4720-a529-da0a463971d7, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=ed354788-5d76-4720-a529-da0a463971d7,segment=NetworkSegment(1378764a-f978-4850-be5f-54307ff4d578),segment_id=1378764a-f978-4850-be5f-54307ff4d578)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:47.151371 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3771ae3a-b538-45e1-a10f-d4bd33434d13 req-f8cfba26-b684-4167-83df-973c30f487ec tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ed354788-5d76-4720-a529-da0a463971d7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:47.174963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-3771ae3a-b538-45e1-a10f-d4bd33434d13 req-f8cfba26-b684-4167-83df-973c30f487ec tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Calling delete_port for ed354788-5d76-4720-a529-da0a463971d7 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:47.274532 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-c7f1bfa4-b4cf-4dbb-b80a-50e980c99057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:47.276348 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-c7f1bfa4-b4cf-4dbb-b80a-50e980c99057 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 919 time: 0.1327450 Mar 23 01:43:47.279599 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-deleted', 'tag': '59837881-d55f-4f24-b255-aabfe6131a45'}, {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-deleted', 'tag': '7c780886-9250-4771-a21c-2c39cd4ac1c2'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:47.283012 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994879ca-5c4c-43b3-977f-4c357e3e4ec0" -d '{"events": [{"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-deleted", "tag": "59837881-d55f-4f24-b255-aabfe6131a45"}, {"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-deleted", "tag": "7c780886-9250-4771-a21c-2c39cd4ac1c2"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:47.373592 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3771ae3a-b538-45e1-a10f-d4bd33434d13 req-f8cfba26-b684-4167-83df-973c30f487ec tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (ed354788-5d76-4720-a529-da0a463971d7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:47.385585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['ed354788-5d76-4720-a529-da0a463971d7'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:43:47.396144 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-ca1c16d7-d7b5-4edf-bcf1-0b355442f703 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d36d7d46-805a-4b8c-a1b7-8caa191c82ad HTTP/1.1" status: 200 len: 1001 time: 0.1059830 Mar 23 01:43:47.401856 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d3ff39-b48a-42b2-8a5e-4830ed88c191 x-openstack-request-id: req-86d3ff39-b48a-42b2-8a5e-4830ed88c191 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:47.402793 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-deleted", "tag": "59837881-d55f-4f24-b255-aabfe6131a45", "status": "completed", "code": 200}, {"server_uuid": "92b3f9fe-d906-48e6-b309-2f09d1fdbb41", "name": "network-vif-deleted", "tag": "7c780886-9250-4771-a21c-2c39cd4ac1c2", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:47.403344 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86d3ff39-b48a-42b2-8a5e-4830ed88c191 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:47.403788 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d3ff39-b48a-42b2-8a5e-4830ed88c191'] response: {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-deleted', 'tag': '59837881-d55f-4f24-b255-aabfe6131a45', 'status': 'completed', 'code': 200} Mar 23 01:43:47.404043 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d3ff39-b48a-42b2-8a5e-4830ed88c191'] response: {'server_uuid': '92b3f9fe-d906-48e6-b309-2f09d1fdbb41', 'name': 'network-vif-deleted', 'tag': '7c780886-9250-4771-a21c-2c39cd4ac1c2', 'status': 'completed', 'code': 200} Mar 23 01:43:47.411985 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de8af3ca-338c-4dc6-9cbb-b899d6d7a705 req-1dfc6bad-edc0-4632-8f9a-1568877a525a tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd103f4-d5f2-420f-a482-0632ad951f48 HTTP/1.1" status: 200 len: 210 time: 0.0516019 Mar 23 01:43:47.491456 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfba26-b684-4167-83df-973c30f487ec tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Pushing event deleted for resources: {'Port': ['ID=ed354788-5d76-4720-a529-da0a463971d7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:47.520060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-08cab99d-22cf-456f-af34-e66c337f0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:47.520969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3771ae3a-b538-45e1-a10f-d4bd33434d13 req-f8cfba26-b684-4167-83df-973c30f487ec tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] No DVR routers for this DVR port ed354788-5d76-4720-a529-da0a463971d7 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:47.521846 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-08cab99d-22cf-456f-af34-e66c337f0135 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.1169901 Mar 23 01:43:47.523983 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3771ae3a-b538-45e1-a10f-d4bd33434d13 req-f8cfba26-b684-4167-83df-973c30f487ec tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:47.528522 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3771ae3a-b538-45e1-a10f-d4bd33434d13 req-f8cfba26-b684-4167-83df-973c30f487ec tempest-ServerAddressesTestJSON-1551834694 tempest-ServerAddressesTestJSON-1551834694-project] 10.222.0.42 "DELETE /v2.0/ports/ed354788-5d76-4720-a529-da0a463971d7 HTTP/1.1" status: 204 len: 173 time: 0.6513102 Mar 23 01:43:47.529193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd103f4-d5f2-420f-a482-0632ad951f48', 'name': 'network-vif-deleted', 'tag': 'ed354788-5d76-4720-a529-da0a463971d7'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:47.535438 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df564397-62c7-48a0-92b2-69687b46d7e8" -d '{"events": [{"server_uuid": "1dd103f4-d5f2-420f-a482-0632ad951f48", "name": "network-vif-deleted", "tag": "ed354788-5d76-4720-a529-da0a463971d7"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:47.661705 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb362deb-71f1-4939-b960-07861fd45b15 x-openstack-request-id: req-cb362deb-71f1-4939-b960-07861fd45b15 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:47.662004 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd103f4-d5f2-420f-a482-0632ad951f48", "name": "network-vif-deleted", "tag": "ed354788-5d76-4720-a529-da0a463971d7", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:47.662263 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb362deb-71f1-4939-b960-07861fd45b15 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:47.662685 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb362deb-71f1-4939-b960-07861fd45b15'] response: {'server_uuid': '1dd103f4-d5f2-420f-a482-0632ad951f48', 'name': 'network-vif-deleted', 'tag': 'ed354788-5d76-4720-a529-da0a463971d7', 'status': 'completed', 'code': 200} Mar 23 01:43:47.700138 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-be586481-a3b8-4c04-ab16-67ce821802cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:47.701641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-be586481-a3b8-4c04-ab16-67ce821802cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1708913 Mar 23 01:43:47.746256 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 23d51a15-c2a0-427a-99f3-90f6e19902d0 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:43:47.811871 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-0a0774bc-6401-4723-996c-61d6e1495969 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032810 Mar 23 01:43:47.896770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 23d51a15-c2a0-427a-99f3-90f6e19902d0, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=23d51a15-c2a0-427a-99f3-90f6e19902d0,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:47.915375 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '23d51a15-c2a0-427a-99f3-90f6e19902d0', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '23d51a15-c2a0-427a-99f3-90f6e19902d0', 'mac_address': 'fa:16:3e:a6:78:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:43:47.954593 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6514f8e-5f4d-4b42-aee7-5327f3bddc3a req-b2d8ee8b-430c-40a8-be57-4f1f5052f9e9 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351674 Mar 23 01:43:47.963516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 23d51a15-c2a0-427a-99f3-90f6e19902d0 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:43:47.964037 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (23d51a15-c2a0-427a-99f3-90f6e19902d0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:47.978048 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d51a15-c2a0-427a-99f3-90f6e19902d0 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:43:48.002115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 23d51a15-c2a0-427a-99f3-90f6e19902d0, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=23d51a15-c2a0-427a-99f3-90f6e19902d0,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:48.009003 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (23d51a15-c2a0-427a-99f3-90f6e19902d0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:48.054345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40803da9-29f0-4d08-be3a-02ccc874caf7 req-91d83b46-9e71-46bf-bdfd-e31997f346c2 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:48.056069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-40803da9-29f0-4d08-be3a-02ccc874caf7 req-91d83b46-9e71-46bf-bdfd-e31997f346c2 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/ports?device_id=47e858a8-590b-4300-a932-477f0861beed HTTP/1.1" status: 200 len: 948 time: 0.0828869 Mar 23 01:43:48.074588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=23d51a15-c2a0-427a-99f3-90f6e19902d0,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:48.114996 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-40803da9-29f0-4d08-be3a-02ccc874caf7 req-384b865d-0d7b-4006-aefa-02f668fcc97e tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/security-groups?id=caff4385-af9d-40e2-9547-0db05a287fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525258 Mar 23 01:43:48.209290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['23d51a15-c2a0-427a-99f3-90f6e19902d0'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:43:48.209706 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a26d1555-2e66-4534-a01c-7c3012a097f2 req-35a25e56-ec42-4355-8397-fbf18dcf4a55 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0297673 Mar 23 01:43:48.473290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47660) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:48.522577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-0606a368-d5da-4126-946d-5d7e170a302d admin admin] Deleting subnet 6e82495f-f332-42af-9732-b3300889c606 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:43:48.527136 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0606a368-d5da-4126-946d-5d7e170a302d admin admin] Publish callbacks [] for subnet (6e82495f-f332-42af-9732-b3300889c606), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:48.567432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0606a368-d5da-4126-946d-5d7e170a302d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (6e82495f-f332-42af-9732-b3300889c606), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:48.608265 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0606a368-d5da-4126-946d-5d7e170a302d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (6e82495f-f332-42af-9732-b3300889c606), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:48.662432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0606a368-d5da-4126-946d-5d7e170a302d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (6e82495f-f332-42af-9732-b3300889c606), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:48.687490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606a368-d5da-4126-946d-5d7e170a302d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e82495f-f332-42af-9732-b3300889c606,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:48.691201 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0606a368-d5da-4126-946d-5d7e170a302d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:48.694426 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0606a368-d5da-4126-946d-5d7e170a302d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6e82495f-f332-42af-9732-b3300889c606 HTTP/1.1" status: 204 len: 168 time: 0.2199783 Mar 23 01:43:48.696776 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47662) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:48.769556 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d327e2e-c7d1-43a4-8801-93c99375f634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (8f58d427-c7cb-48e8-9e98-cd6aa2525dd3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:48.852045 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d327e2e-c7d1-43a4-8801-93c99375f634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (8f58d427-c7cb-48e8-9e98-cd6aa2525dd3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:48.874664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7d327e2e-c7d1-43a4-8801-93c99375f634 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f58d427-c7cb-48e8-9e98-cd6aa2525dd3']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:48.884449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7d327e2e-c7d1-43a4-8801-93c99375f634 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1378764a-f978-4850-be5f-54307ff4d578') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:48.884789 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7d327e2e-c7d1-43a4-8801-93c99375f634 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1378764a-f978-4850-be5f-54307ff4d578') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:43:48.894819 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d327e2e-c7d1-43a4-8801-93c99375f634 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (1378764a-f978-4850-be5f-54307ff4d578), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:48.910834 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d327e2e-c7d1-43a4-8801-93c99375f634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (1378764a-f978-4850-be5f-54307ff4d578), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:48.920825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d327e2e-c7d1-43a4-8801-93c99375f634 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:43:48.921582 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d327e2e-c7d1-43a4-8801-93c99375f634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (1378764a-f978-4850-be5f-54307ff4d578), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:43:48.923475 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:43:49.004093 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d327e2e-c7d1-43a4-8801-93c99375f634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (8f58d427-c7cb-48e8-9e98-cd6aa2525dd3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:49.016912 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d327e2e-c7d1-43a4-8801-93c99375f634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:49.023354 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7d327e2e-c7d1-43a4-8801-93c99375f634 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8f58d427-c7cb-48e8-9e98-cd6aa2525dd3 HTTP/1.1" status: 204 len: 168 time: 0.3225193 Mar 23 01:43:49.034617 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d327e2e-c7d1-43a4-8801-93c99375f634 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f58d427-c7cb-48e8-9e98-cd6aa2525dd3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:49.257127 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47676) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:49.301962 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465c56f-796e-490a-afba-66e75c7b0f73 req-5c945bcd-863a-4afe-a42c-439f94e446ab tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:49.303831 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5465c56f-796e-490a-afba-66e75c7b0f73 req-5c945bcd-863a-4afe-a42c-439f94e446ab tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/ports?device_id=47e858a8-590b-4300-a932-477f0861beed HTTP/1.1" status: 200 len: 949 time: 0.0995688 Mar 23 01:43:49.337084 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-44632579-182a-45fa-afe0-969e858a1fc3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0685bd9a2b0b4c1994b14f7e0ae0a1b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0780716 Mar 23 01:43:49.342345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47678) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:49.353522 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-78b9d2d5-9ed7-43f6-adfa-1648bb155164 req-7917a955-9551-4191-b428-e9ee26bfc076 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0294185 Mar 23 01:43:49.399511 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5465c56f-796e-490a-afba-66e75c7b0f73 req-a665d528-e918-4de9-92aa-c981e98c45c1 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/security-groups?id=caff4385-af9d-40e2-9547-0db05a287fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901229 Mar 23 01:43:49.429440 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2dd81cfc-9288-4fa2-bc82-136c799893a4 admin admin] Publish callbacks [] for security_group (a68e791e-3fdc-4211-901d-83b46f3eaffb), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:49.456539 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2dd81cfc-9288-4fa2-bc82-136c799893a4 admin admin] Publish callbacks [] for security_group (a68e791e-3fdc-4211-901d-83b46f3eaffb), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:49.505171 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fea0ab0f-1e0d-4cfc-bd3a-062ecb37c7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:49.511591 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2dd81cfc-9288-4fa2-bc82-136c799893a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a68e791e-3fdc-4211-901d-83b46f3eaffb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:49.515349 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2dd81cfc-9288-4fa2-bc82-136c799893a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:49.519088 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2dd81cfc-9288-4fa2-bc82-136c799893a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a68e791e-3fdc-4211-901d-83b46f3eaffb HTTP/1.1" status: 204 len: 168 time: 0.1733568 Mar 23 01:43:49.532221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd81cfc-9288-4fa2-bc82-136c799893a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68e791e-3fdc-4211-901d-83b46f3eaffb,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:49.898841 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 23d51a15-c2a0-427a-99f3-90f6e19902d0 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:43:49.968308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 23d51a15-c2a0-427a-99f3-90f6e19902d0 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:43:49.979262 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 23d51a15-c2a0-427a-99f3-90f6e19902d0 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:43:49.979650 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (23d51a15-c2a0-427a-99f3-90f6e19902d0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:50.073014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 23d51a15-c2a0-427a-99f3-90f6e19902d0 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:43:50.073403 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (23d51a15-c2a0-427a-99f3-90f6e19902d0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:50.117611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 23d51a15-c2a0-427a-99f3-90f6e19902d0, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=23d51a15-c2a0-427a-99f3-90f6e19902d0,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:50.119397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e858a8-590b-4300-a932-477f0861beed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d51a15-c2a0-427a-99f3-90f6e19902d0'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:50.121620 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d907704-37ee-4360-af53-c870c733b85c" -d '{"events": [{"server_uuid": "47e858a8-590b-4300-a932-477f0861beed", "name": "network-vif-plugged", "status": "completed", "tag": "23d51a15-c2a0-427a-99f3-90f6e19902d0"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:50.126492 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (23d51a15-c2a0-427a-99f3-90f6e19902d0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:50.185219 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3152c21-d809-4fb6-960e-caef951bf0a5 x-openstack-request-id: req-b3152c21-d809-4fb6-960e-caef951bf0a5 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:50.185596 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e858a8-590b-4300-a932-477f0861beed", "name": "network-vif-plugged", "status": "completed", "tag": "23d51a15-c2a0-427a-99f3-90f6e19902d0", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:50.185942 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3152c21-d809-4fb6-960e-caef951bf0a5 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:50.186414 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3152c21-d809-4fb6-960e-caef951bf0a5'] response: {'server_uuid': '47e858a8-590b-4300-a932-477f0861beed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d51a15-c2a0-427a-99f3-90f6e19902d0', 'code': 200} Mar 23 01:43:50.236923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=23d51a15-c2a0-427a-99f3-90f6e19902d0,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:50.299985 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f5903-1325-4270-90bd-0a9ac2602750 req-e7d863d4-6361-4a4c-9643-114bcdb95657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:50.303089 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad2f5903-1325-4270-90bd-0a9ac2602750 req-e7d863d4-6361-4a4c-9643-114bcdb95657 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47e858a8-590b-4300-a932-477f0861beed HTTP/1.1" status: 200 len: 1132 time: 0.0751636 Mar 23 01:43:50.339692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47704) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:50.364263 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad2f5903-1325-4270-90bd-0a9ac2602750 req-2b4f7e1c-f966-48ca-9360-e53bf37e2a6f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=caff4385-af9d-40e2-9547-0db05a287fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558569 Mar 23 01:43:50.468938 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-81d307a7-01c1-4bd4-b764-89463be861d9 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-578613216-network', 'tenant_id': '0472e021719f47ec9df5929aac2488a0'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:43:50.495769 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d307a7-01c1-4bd4-b764-89463be861d9 admin admin] Made reservation on behalf of 0472e021719f47ec9df5929aac2488a0 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:43:50.499511 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81d307a7-01c1-4bd4-b764-89463be861d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:50.512121 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81d307a7-01c1-4bd4-b764-89463be861d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:50.526646 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:50.565689 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-60cbe0e1-8fc1-4011-bf78-2a724f77b86e req-79855167-c2c9-4906-8591-82d56bdbe0c9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0424654 Mar 23 01:43:50.614452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182367d6-7472-40c0-bd84-e64f397a3145 req-f7fdf221-7cd6-4f34-9670-c9e69c9e2402 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:50.621939 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-182367d6-7472-40c0-bd84-e64f397a3145 req-f7fdf221-7cd6-4f34-9670-c9e69c9e2402 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/ports?device_id=47e858a8-590b-4300-a932-477f0861beed HTTP/1.1" status: 200 len: 950 time: 0.0736685 Mar 23 01:43:50.659331 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81d307a7-01c1-4bd4-b764-89463be861d9 admin admin] Publish callbacks [] for security_group (c98799c6-ea05-448d-9102-d48b8a7767c1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:50.664818 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81d307a7-01c1-4bd4-b764-89463be861d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c98799c6-ea05-448d-9102-d48b8a7767c1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:50.673233 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-182367d6-7472-40c0-bd84-e64f397a3145 req-e126a257-3fd4-4f30-96c0-451b38e94ff4 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/security-groups?id=caff4385-af9d-40e2-9547-0db05a287fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501683 Mar 23 01:43:50.700798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d307a7-01c1-4bd4-b764-89463be861d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:43:50.710647 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d307a7-01c1-4bd4-b764-89463be861d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98799c6-ea05-448d-9102-d48b8a7767c1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:50.716235 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81d307a7-01c1-4bd4-b764-89463be861d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bf7046b2-bd31-47a7-843f-d43a6565f382), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:50.716573 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-81d307a7-01c1-4bd4-b764-89463be861d9 admin admin] Added segment bf7046b2-bd31-47a7-843f-d43a6565f382 of type vlan for network c22add03-7518-4a48-a0af-8c21e7730415 Mar 23 01:43:50.756187 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81d307a7-01c1-4bd4-b764-89463be861d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (c22add03-7518-4a48-a0af-8c21e7730415), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:50.782831 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81d307a7-01c1-4bd4-b764-89463be861d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (c22add03-7518-4a48-a0af-8c21e7730415), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:50.783882 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d307a7-01c1-4bd4-b764-89463be861d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:50.784559 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81d307a7-01c1-4bd4-b764-89463be861d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:50.854890 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47712) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:50.855191 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-81d307a7-01c1-4bd4-b764-89463be861d9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5135453 Mar 23 01:43:50.858974 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d307a7-01c1-4bd4-b764-89463be861d9 admin admin] Pushing event updated for resources: {'Network': ['ID=c22add03-7518-4a48-a0af-8c21e7730415,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:50.870166 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network c22add03-7518-4a48-a0af-8c21e7730415 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:43:50.871443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9bf91ade-f4b8-433d-89fc-d1bca2320d08 admin admin] Request body: {'subnet': {'network_id': 'c22add03-7518-4a48-a0af-8c21e7730415', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-578613216-subnet', 'tenant_id': '0472e021719f47ec9df5929aac2488a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:43:50.895008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf91ade-f4b8-433d-89fc-d1bca2320d08 admin admin] Made reservation on behalf of 0472e021719f47ec9df5929aac2488a0 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:43:50.898055 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9bf91ade-f4b8-433d-89fc-d1bca2320d08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:51.114954 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9bf91ade-f4b8-433d-89fc-d1bca2320d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (8f8e284d-6bce-4103-9f38-42a7ed7818c6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:51.186875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf91ade-f4b8-433d-89fc-d1bca2320d08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8e284d-6bce-4103-9f38-42a7ed7818c6,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:51.195697 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf91ade-f4b8-433d-89fc-d1bca2320d08 admin admin] Checking segment: {'id': 'bf7046b2-bd31-47a7-843f-d43a6565f382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c22add03-7518-4a48-a0af-8c21e7730415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:43:51.196054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf91ade-f4b8-433d-89fc-d1bca2320d08 admin admin] Network hostable DHCP agents. Network: c22add03-7518-4a48-a0af-8c21e7730415, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:43:51.216337 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf91ade-f4b8-433d-89fc-d1bca2320d08 admin admin] Network c22add03-7518-4a48-a0af-8c21e7730415 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:43:51.232100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-9bf91ade-f4b8-433d-89fc-d1bca2320d08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, c22add03-7518-4a48-a0af-8c21e7730415) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:43:51.238084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf91ade-f4b8-433d-89fc-d1bca2320d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:51.239802 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9bf91ade-f4b8-433d-89fc-d1bca2320d08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:51.241578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5f0a4e-8ba2-4f72-abc0-363eed28ab69 None None] Network c22add03-7518-4a48-a0af-8c21e7730415 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:43:51.261400 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9bf91ade-f4b8-433d-89fc-d1bca2320d08 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4039223 Mar 23 01:43:51.436106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f4c13f-6742-4d72-a1dc-f24ad9aed429 None None] Network c22add03-7518-4a48-a0af-8c21e7730415 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:43:51.703222 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f5d906b-3592-4539-b977-359f472ae304 req-bb2e2dbd-5dbe-4191-8f01-dea3277546ed tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0608304 Mar 23 01:43:51.782619 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ed354788-5d76-4720-a529-da0a463971d7 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:51.812209 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: ed354788-5d76-4720-a529-da0a463971d7 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:51.812788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device ed354788-5d76-4720-a529-da0a463971d7 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:51.816057 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e4244fc1-ae2b-4026-b392-b0ac1a764091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:51.832125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e051c0-8e42-4294-bef8-ef0ee0ff9360 req-4fce2946-6fe9-44e7-a5f9-772002bcf374 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:51.839464 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64e051c0-8e42-4294-bef8-ef0ee0ff9360 req-4fce2946-6fe9-44e7-a5f9-772002bcf374 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/ports?device_id=47e858a8-590b-4300-a932-477f0861beed HTTP/1.1" status: 200 len: 950 time: 0.0650880 Mar 23 01:43:51.894164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64e051c0-8e42-4294-bef8-ef0ee0ff9360 req-40f23e26-1bd4-4a7d-abba-202442d12922 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/security-groups?id=caff4385-af9d-40e2-9547-0db05a287fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525322 Mar 23 01:43:51.927389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-c4d6359f-0c4b-413f-8c24-158a3abd7c2c tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:51.929452 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-c4d6359f-0c4b-413f-8c24-158a3abd7c2c tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/networks?id=c22add03-7518-4a48-a0af-8c21e7730415 HTTP/1.1" status: 200 len: 820 time: 0.1736419 Mar 23 01:43:51.948156 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-1d184d35-0bc1-45e4-9483-3269f02ebc83 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/quotas/0472e021719f47ec9df5929aac2488a0 HTTP/1.1" status: 200 len: 375 time: 0.0112567 Mar 23 01:43:51.995506 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-ff0ac533-0418-4e85-b30c-904e78e8d473 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0472e021719f47ec9df5929aac2488a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405555 Mar 23 01:43:52.110741 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-485a3e68-fac6-4728-a97b-868d7691abca service neutron] 10.222.0.18 "GET /v2.0/networks/c22add03-7518-4a48-a0af-8c21e7730415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071508 Mar 23 01:43:52.237711 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-bb51abaa-bafa-472b-91bc-ee434bc2fb9c service neutron] 10.222.0.18 "GET /v2.0/networks/c22add03-7518-4a48-a0af-8c21e7730415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258841 Mar 23 01:43:52.428761 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c7cd0756-e846-4119-ad93-a37f78b6b64e req-7f689241-3ef5-470f-b43f-3a25532e5199 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 210 time: 0.0354064 Mar 23 01:43:52.826585 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c8c38-30d7-4579-aa46-30310867ea92 req-33068403-9bda-47ed-a6d5-fddd11a25606 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:52.835245 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-825c8c38-30d7-4579-aa46-30310867ea92 req-33068403-9bda-47ed-a6d5-fddd11a25606 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/ports?device_id=47e858a8-590b-4300-a932-477f0861beed HTTP/1.1" status: 200 len: 950 time: 0.0908489 Mar 23 01:43:52.856636 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6b181d23-d1aa-4bca-9395-579e73f8c009 req-bc709e3a-cc02-4a39-a199-06188c2a0dcb tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0456622 Mar 23 01:43:52.913867 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-825c8c38-30d7-4579-aa46-30310867ea92 req-e730381b-83e0-46e7-af4c-2b68c754877f tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/security-groups?id=caff4385-af9d-40e2-9547-0db05a287fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768261 Mar 23 01:43:53.172488 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:53.547864 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3847f85a-ccae-4848-8b1b-66a7365261a6 req-d1813a6a-dca1-4df0-a70c-921d52da4979 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 210 time: 0.0471284 Mar 23 01:43:53.754626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-1e106fbe-3971-44f0-96b6-e05d5170279f tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:53.756802 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-1e106fbe-3971-44f0-96b6-e05d5170279f tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.43 "GET /v2.0/networks?id=c22add03-7518-4a48-a0af-8c21e7730415 HTTP/1.1" status: 200 len: 820 time: 0.1268795 Mar 23 01:43:53.787471 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-f04efc1b-abfc-41c1-9f99-91eb656fd033 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Request body: {'port': {'device_id': 'fa886853-b660-487d-a691-3621bc1bdad1', 'network_id': 'c22add03-7518-4a48-a0af-8c21e7730415', 'admin_state_up': True, 'tenant_id': '0472e021719f47ec9df5929aac2488a0'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:43:53.908773 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-f04efc1b-abfc-41c1-9f99-91eb656fd033 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Made reservation on behalf of 0472e021719f47ec9df5929aac2488a0 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:43:53.913445 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-f04efc1b-abfc-41c1-9f99-91eb656fd033 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:53.999904 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6851f518-c48c-4a1f-a188-7e67c504933f req-ace79766-a301-4da7-b6ec-3b59be292bea tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0478992 Mar 23 01:43:54.067329 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddaf67-36ba-4e8b-b340-b5c45ad4bfdd req-df19ce83-debe-4123-9094-4fcc55cf4083 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:54.069510 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-56ddaf67-36ba-4e8b-b340-b5c45ad4bfdd req-df19ce83-debe-4123-9094-4fcc55cf4083 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.42 "GET /v2.0/ports?device_id=47e858a8-590b-4300-a932-477f0861beed HTTP/1.1" status: 200 len: 950 time: 0.0743833 Mar 23 01:43:54.120349 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bcbba-5886-4d4b-a63c-13ef7a2137b1 req-90c0636a-e42a-4e9a-908c-f96dd8bff932 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:54.122209 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a45bcbba-5886-4d4b-a63c-13ef7a2137b1 req-90c0636a-e42a-4e9a-908c-f96dd8bff932 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/ports?device_id=47e858a8-590b-4300-a932-477f0861beed HTTP/1.1" status: 200 len: 950 time: 0.1037304 Mar 23 01:43:54.144676 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-f04efc1b-abfc-41c1-9f99-91eb656fd033 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Allocated IP 172.20.0.2 (c22add03-7518-4a48-a0af-8c21e7730415/8f8e284d-6bce-4103-9f38-42a7ed7818c6/5750ca18-87b9-4e88-8e6b-bf9f43af2f25) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:43:54.210091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-56ddaf67-36ba-4e8b-b340-b5c45ad4bfdd req-945d05ef-4d55-4a13-b5f9-8f8c7d197370 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Deleting port 23d51a15-c2a0-427a-99f3-90f6e19902d0 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:43:54.212020 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a45bcbba-5886-4d4b-a63c-13ef7a2137b1 req-dfd63a77-485b-4a6b-a62e-fc29d44f1e5a tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/security-groups?id=caff4385-af9d-40e2-9547-0db05a287fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790396 Mar 23 01:43:54.214210 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-56ddaf67-36ba-4e8b-b340-b5c45ad4bfdd req-945d05ef-4d55-4a13-b5f9-8f8c7d197370 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (23d51a15-c2a0-427a-99f3-90f6e19902d0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:54.340514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-56ddaf67-36ba-4e8b-b340-b5c45ad4bfdd req-945d05ef-4d55-4a13-b5f9-8f8c7d197370 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] For port 23d51a15-c2a0-427a-99f3-90f6e19902d0, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=23d51a15-c2a0-427a-99f3-90f6e19902d0,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:43:54.341832 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-56ddaf67-36ba-4e8b-b340-b5c45ad4bfdd req-945d05ef-4d55-4a13-b5f9-8f8c7d197370 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (23d51a15-c2a0-427a-99f3-90f6e19902d0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:54.358343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-56ddaf67-36ba-4e8b-b340-b5c45ad4bfdd req-945d05ef-4d55-4a13-b5f9-8f8c7d197370 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Calling delete_port for 23d51a15-c2a0-427a-99f3-90f6e19902d0 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:43:54.368716 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-f04efc1b-abfc-41c1-9f99-91eb656fd033 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Publish callbacks [] for port (5750ca18-87b9-4e88-8e6b-bf9f43af2f25), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:54.407136 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-f04efc1b-abfc-41c1-9f99-91eb656fd033 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (5750ca18-87b9-4e88-8e6b-bf9f43af2f25), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:54.433705 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-f04efc1b-abfc-41c1-9f99-91eb656fd033 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Network c22add03-7518-4a48-a0af-8c21e7730415 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:43:54.436876 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-f04efc1b-abfc-41c1-9f99-91eb656fd033 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:43:54.439632 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-f04efc1b-abfc-41c1-9f99-91eb656fd033 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:43:54.525041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04efc1b-abfc-41c1-9f99-91eb656fd033 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Pushing event updated for resources: {'Port': ['ID=5750ca18-87b9-4e88-8e6b-bf9f43af2f25,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:54.526538 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:54.535334 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-56ddaf67-36ba-4e8b-b340-b5c45ad4bfdd req-945d05ef-4d55-4a13-b5f9-8f8c7d197370 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (23d51a15-c2a0-427a-99f3-90f6e19902d0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:54.537438 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-f04efc1b-abfc-41c1-9f99-91eb656fd033 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:54.539088 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-f04efc1b-abfc-41c1-9f99-91eb656fd033 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:54.547591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['23d51a15-c2a0-427a-99f3-90f6e19902d0'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:43:54.562236 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-f04efc1b-abfc-41c1-9f99-91eb656fd033 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7798254 Mar 23 01:43:54.588283 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d05ef-4d55-4a13-b5f9-8f8c7d197370 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Pushing event deleted for resources: {'Port': ['ID=23d51a15-c2a0-427a-99f3-90f6e19902d0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:54.597140 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Request body: {'port': {'device_id': 'fa886853-b660-487d-a691-3621bc1bdad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:43:54.660130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ddaf67-36ba-4e8b-b340-b5c45ad4bfdd req-945d05ef-4d55-4a13-b5f9-8f8c7d197370 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] No DVR routers for this DVR port 23d51a15-c2a0-427a-99f3-90f6e19902d0 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:43:54.665169 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-56ddaf67-36ba-4e8b-b340-b5c45ad4bfdd req-945d05ef-4d55-4a13-b5f9-8f8c7d197370 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:54.672741 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-56ddaf67-36ba-4e8b-b340-b5c45ad4bfdd req-945d05ef-4d55-4a13-b5f9-8f8c7d197370 tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.42 "DELETE /v2.0/ports/23d51a15-c2a0-427a-99f3-90f6e19902d0 HTTP/1.1" status: 204 len: 173 time: 0.5970902 Mar 23 01:43:54.673368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e858a8-590b-4300-a932-477f0861beed', 'name': 'network-vif-deleted', 'tag': '23d51a15-c2a0-427a-99f3-90f6e19902d0'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:54.675665 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fcde64-efe1-4e2b-a4c6-a6d93b4e1373" -d '{"events": [{"server_uuid": "47e858a8-590b-4300-a932-477f0861beed", "name": "network-vif-deleted", "tag": "23d51a15-c2a0-427a-99f3-90f6e19902d0"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:54.720643 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5750ca18-87b9-4e88-8e6b-bf9f43af2f25), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:54.748056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b79ef-e45e-41af-a918-492b9fdf4f47 req-69f6f8c5-679c-43d1-b789-a3f4b5649e50 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:54.756152 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f7b79ef-e45e-41af-a918-492b9fdf4f47 req-69f6f8c5-679c-43d1-b789-a3f4b5649e50 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 931 time: 0.0768266 Mar 23 01:43:54.837693 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d042a3d-8156-4f84-9b16-e7f880cb2aaa x-openstack-request-id: req-2d042a3d-8156-4f84-9b16-e7f880cb2aaa {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:54.838063 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e858a8-590b-4300-a932-477f0861beed", "name": "network-vif-deleted", "tag": "23d51a15-c2a0-427a-99f3-90f6e19902d0", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:54.838216 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d042a3d-8156-4f84-9b16-e7f880cb2aaa {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:54.838642 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d042a3d-8156-4f84-9b16-e7f880cb2aaa'] response: {'server_uuid': '47e858a8-590b-4300-a932-477f0861beed', 'name': 'network-vif-deleted', 'tag': '23d51a15-c2a0-427a-99f3-90f6e19902d0', 'status': 'completed', 'code': 200} Mar 23 01:43:54.857708 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f7b79ef-e45e-41af-a918-492b9fdf4f47 req-0b862101-36f9-414b-9cc5-c3a51d4ca21b tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/security-groups?id=c98799c6-ea05-448d-9102-d48b8a7767c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005619 Mar 23 01:43:55.096309 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:43:55.114465 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Publish callbacks [] for port (5750ca18-87b9-4e88-8e6b-bf9f43af2f25), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:55.144200 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dbba95fe-e131-4e9e-8619-1c72a5839531 req-49c5ea2f-04b2-4b7d-a08b-a64970e218c6 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0507083 Mar 23 01:43:55.156593 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Transition to ACTIVE for port object 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:43:55.165409 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (5750ca18-87b9-4e88-8e6b-bf9f43af2f25), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:55.320093 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Pushing event updated for resources: {'Port': ['ID=5750ca18-87b9-4e88-8e6b-bf9f43af2f25,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:55.361046 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Attempting to bind port 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:43:55.362381 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Attempting to bind port 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'bf7046b2-bd31-47a7-843f-d43a6565f382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c22add03-7518-4a48-a0af-8c21e7730415'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:43:55.363115 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Attempting to bind port 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 on network c22add03-7518-4a48-a0af-8c21e7730415 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:43:55.369175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Port 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 on network c22add03-7518-4a48-a0af-8c21e7730415 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:43:55.369772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Attempting to bind port 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 on network c22add03-7518-4a48-a0af-8c21e7730415 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:43:55.374668 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-640a5aa4-c485-48d0-a042-4d091d1bf4b1 req-de436d34-8918-4c4e-b2d4-33eadccbcc1e tempest-TenantUsagesTestJSON-2034269686 tempest-TenantUsagesTestJSON-2034269686-project] 10.222.0.18 "GET /v2.0/ports?device_id=47e858a8-590b-4300-a932-477f0861beed HTTP/1.1" status: 200 len: 210 time: 0.0584075 Mar 23 01:43:55.377771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:43:55.378314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Checking segment: {'id': 'bf7046b2-bd31-47a7-843f-d43a6565f382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c22add03-7518-4a48-a0af-8c21e7730415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:43:55.378874 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Bound using segment: {'id': 'bf7046b2-bd31-47a7-843f-d43a6565f382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c22add03-7518-4a48-a0af-8c21e7730415'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:43:55.379528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Bound port: 5750ca18-87b9-4e88-8e6b-bf9f43af2f25, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7046b2-bd31-47a7-843f-d43a6565f382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c22add03-7518-4a48-a0af-8c21e7730415'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:43:55.380068 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5750ca18-87b9-4e88-8e6b-bf9f43af2f25), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:55.467897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] For port 5750ca18-87b9-4e88-8e6b-bf9f43af2f25, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:43:55.471364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] For port 5750ca18-87b9-4e88-8e6b-bf9f43af2f25, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5750ca18-87b9-4e88-8e6b-bf9f43af2f25,segment=NetworkSegment(bf7046b2-bd31-47a7-843f-d43a6565f382),segment_id=bf7046b2-bd31-47a7-843f-d43a6565f382)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:43:55.478994 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (5750ca18-87b9-4e88-8e6b-bf9f43af2f25), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:55.516536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:55.517220 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:55.518685 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] 10.222.0.43 "PUT /v2.0/ports/5750ca18-87b9-4e88-8e6b-bf9f43af2f25 HTTP/1.1" status: 200 len: 1091 time: 0.9382322 Mar 23 01:43:55.519158 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa886853-b660-487d-a691-3621bc1bdad1', 'tag': '5750ca18-87b9-4e88-8e6b-bf9f43af2f25'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:43:55.521547 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694cc94b-635c-4612-bc0b-00a8b8728989" -d '{"events": [{"name": "network-changed", "server_uuid": "fa886853-b660-487d-a691-3621bc1bdad1", "tag": "5750ca18-87b9-4e88-8e6b-bf9f43af2f25"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:43:55.548062 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9f13e-856d-4eb4-8ffa-a6f10fe42764 service neutron] Pushing event updated for resources: {'Port': ['ID=5750ca18-87b9-4e88-8e6b-bf9f43af2f25,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:55.572476 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ee0580-7dbc-410e-8533-75b78b3cf691 x-openstack-request-id: req-34ee0580-7dbc-410e-8533-75b78b3cf691 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:43:55.573151 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa886853-b660-487d-a691-3621bc1bdad1", "tag": "5750ca18-87b9-4e88-8e6b-bf9f43af2f25", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:43:55.573151 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34ee0580-7dbc-410e-8533-75b78b3cf691 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:43:55.573484 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ee0580-7dbc-410e-8533-75b78b3cf691'] response: {'name': 'network-changed', 'server_uuid': 'fa886853-b660-487d-a691-3621bc1bdad1', 'tag': '5750ca18-87b9-4e88-8e6b-bf9f43af2f25', 'status': 'completed', 'code': 200} Mar 23 01:43:55.653321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-b788f26b-3380-4fd5-ab5a-a266c1aae35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:55.654979 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-b788f26b-3380-4fd5-ab5a-a266c1aae35d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0472e021719f47ec9df5929aac2488a0&device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 1125 time: 0.0585825 Mar 23 01:43:55.734306 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-d13b97fc-e40f-42cb-8a6b-cf3bf4a2a092 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5750ca18-87b9-4e88-8e6b-bf9f43af2f25 HTTP/1.1" status: 200 len: 217 time: 0.0635855 Mar 23 01:43:55.789734 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:55.811304 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-8e433cd6-7fe5-4389-9352-ce279f980b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:55.812756 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-8e433cd6-7fe5-4389-9352-ce279f980b73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f8e284d-6bce-4103-9f38-42a7ed7818c6 HTTP/1.1" status: 200 len: 860 time: 0.0646343 Mar 23 01:43:55.844379 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-34c88143-e0f3-45fc-a403-24dd909a409d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c22add03-7518-4a48-a0af-8c21e7730415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259609 Mar 23 01:43:55.951522 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-a95a7316-7df1-4aa1-b097-29905e3a621c service neutron] 10.222.0.43 "GET /v2.0/networks/c22add03-7518-4a48-a0af-8c21e7730415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006484 Mar 23 01:43:56.018878 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29300ed6-f49f-4f2d-afca-dced7729cb43 req-ffb1ba2e-3fa5-4b0d-b5ba-461248f66927 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:56.020861 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-29300ed6-f49f-4f2d-afca-dced7729cb43 req-ffb1ba2e-3fa5-4b0d-b5ba-461248f66927 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 943 time: 0.0730324 Mar 23 01:43:56.050646 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b165dcef-b4e6-4ebc-9a40-b5991965a5be req-ff816edc-b6fe-4d28-a78e-49ad08f040a5 service neutron] 10.222.0.43 "GET /v2.0/networks/c22add03-7518-4a48-a0af-8c21e7730415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926583 Mar 23 01:43:56.071956 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-29300ed6-f49f-4f2d-afca-dced7729cb43 req-b2b0a7e3-ab0a-4e54-9178-8c557f7c5cb9 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/security-groups?id=c98799c6-ea05-448d-9102-d48b8a7767c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443025 Mar 23 01:43:56.179397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cc94b-635c-4612-bc0b-00a8b8728989 req-a4d7b690-db1e-4c44-9108-6e63a2fa0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:56.180959 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-694cc94b-635c-4612-bc0b-00a8b8728989 req-a4d7b690-db1e-4c44-9108-6e63a2fa0381 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0472e021719f47ec9df5929aac2488a0&device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 1125 time: 0.0465314 Mar 23 01:43:56.299275 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-46049f78-8bf5-4f3d-8785-675d756eb068 req-7b7e4d33-fdef-4307-95c8-42af5828c761 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0370119 Mar 23 01:43:56.310969 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cc94b-635c-4612-bc0b-00a8b8728989 req-7017b653-96e6-4ea4-9f74-b5cbe981f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:56.312659 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-694cc94b-635c-4612-bc0b-00a8b8728989 req-7017b653-96e6-4ea4-9f74-b5cbe981f8f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c22add03-7518-4a48-a0af-8c21e7730415 HTTP/1.1" status: 200 len: 920 time: 0.1240416 Mar 23 01:43:56.358540 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-694cc94b-635c-4612-bc0b-00a8b8728989 req-a2d69e38-2a65-4848-abe4-d601995f22b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5750ca18-87b9-4e88-8e6b-bf9f43af2f25 HTTP/1.1" status: 200 len: 217 time: 0.0395198 Mar 23 01:43:56.420217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cc94b-635c-4612-bc0b-00a8b8728989 req-838d112a-aa4c-4531-8b63-1ff3cac881ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:56.426867 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-694cc94b-635c-4612-bc0b-00a8b8728989 req-838d112a-aa4c-4531-8b63-1ff3cac881ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8f8e284d-6bce-4103-9f38-42a7ed7818c6 HTTP/1.1" status: 200 len: 860 time: 0.0482824 Mar 23 01:43:56.460458 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-694cc94b-635c-4612-bc0b-00a8b8728989 req-62e3d91f-6b2c-4934-bae8-f22371c2f102 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c22add03-7518-4a48-a0af-8c21e7730415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320740 Mar 23 01:43:56.579775 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-694cc94b-635c-4612-bc0b-00a8b8728989 req-baa32cc5-c158-49ad-b0bc-5cd72c50d5f9 service neutron] 10.222.0.43 "GET /v2.0/networks/c22add03-7518-4a48-a0af-8c21e7730415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128364 Mar 23 01:43:56.711529 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47806) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:56.712834 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-694cc94b-635c-4612-bc0b-00a8b8728989 req-f9b10616-6a4c-4ac8-932e-4e985b60b1d9 service neutron] 10.222.0.43 "GET /v2.0/networks/c22add03-7518-4a48-a0af-8c21e7730415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270239 Mar 23 01:43:56.862681 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a936b60b-238b-4a1e-adb9-440e39d4d05e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=465d5da7ebba4e60bf8382c238cfe61e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474049 Mar 23 01:43:56.862955 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47810) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:56.911460 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e458e04-8f37-4c31-9f7a-76b1079a6f20 admin admin] Publish callbacks [] for security_group (caff4385-af9d-40e2-9547-0db05a287fef), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:56.932376 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e458e04-8f37-4c31-9f7a-76b1079a6f20 admin admin] Publish callbacks [] for security_group (caff4385-af9d-40e2-9547-0db05a287fef), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:56.984040 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e458e04-8f37-4c31-9f7a-76b1079a6f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (caff4385-af9d-40e2-9547-0db05a287fef), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:56.991022 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e458e04-8f37-4c31-9f7a-76b1079a6f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:56.994734 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5e458e04-8f37-4c31-9f7a-76b1079a6f20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/caff4385-af9d-40e2-9547-0db05a287fef HTTP/1.1" status: 204 len: 168 time: 0.1282542 Mar 23 01:43:57.000512 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e458e04-8f37-4c31-9f7a-76b1079a6f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caff4385-af9d-40e2-9547-0db05a287fef,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:57.221222 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697e5ae-24c6-4bf9-b6ad-7fdd38f57b39 req-adb1ec28-8805-4c02-b1a7-aae885fc8495 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:57.228170 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2697e5ae-24c6-4bf9-b6ad-7fdd38f57b39 req-adb1ec28-8805-4c02-b1a7-aae885fc8495 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 943 time: 0.0729198 Mar 23 01:43:57.286440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2697e5ae-24c6-4bf9-b6ad-7fdd38f57b39 req-ead6ba3a-d91e-4523-839e-190f31e69b8e tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/security-groups?id=c98799c6-ea05-448d-9102-d48b8a7767c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572653 Mar 23 01:43:57.345289 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47820) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:57.361940 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8caeb8ba-ca78-4f25-b31f-aff005dd41e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:57.432580 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e673f5e4-6cc8-40c9-988b-c61c2443e49b req-35df8810-7597-4b73-a7bf-7486b26a1586 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0417206 Mar 23 01:43:57.459150 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8caeb8ba-ca78-4f25-b31f-aff005dd41e3 admin admin] Publish callbacks [] for security_group (ee649486-b379-4caa-8544-2b34770d72d8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:57.471619 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8caeb8ba-ca78-4f25-b31f-aff005dd41e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ee649486-b379-4caa-8544-2b34770d72d8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:57.501804 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caeb8ba-ca78-4f25-b31f-aff005dd41e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee649486-b379-4caa-8544-2b34770d72d8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:57.517648 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8caeb8ba-ca78-4f25-b31f-aff005dd41e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e15ec0cb91474a1c9eb5f0ac988796b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1712356 Mar 23 01:43:57.520397 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47822) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:57.583908 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e0edfa2-7506-476a-9827-1a120dab0068 admin admin] Publish callbacks [] for security_group (ee649486-b379-4caa-8544-2b34770d72d8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:57.608160 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e0edfa2-7506-476a-9827-1a120dab0068 admin admin] Publish callbacks [] for security_group (ee649486-b379-4caa-8544-2b34770d72d8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:57.668839 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e0edfa2-7506-476a-9827-1a120dab0068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ee649486-b379-4caa-8544-2b34770d72d8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:57.671941 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e0edfa2-7506-476a-9827-1a120dab0068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:57.673247 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6e0edfa2-7506-476a-9827-1a120dab0068 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee649486-b379-4caa-8544-2b34770d72d8 HTTP/1.1" status: 204 len: 168 time: 0.1517909 Mar 23 01:43:57.681819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0edfa2-7506-476a-9827-1a120dab0068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee649486-b379-4caa-8544-2b34770d72d8,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:57.804273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 23d51a15-c2a0-427a-99f3-90f6e19902d0 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:43:57.836965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 23d51a15-c2a0-427a-99f3-90f6e19902d0 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:43:57.837311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 23d51a15-c2a0-427a-99f3-90f6e19902d0 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:43:58.435193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47848) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:58.440544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8824098-208e-41e6-b1cf-8ad833b35810 req-0e7fb12c-266f-4258-ab13-ecec4a106666 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:58.442099 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e8824098-208e-41e6-b1cf-8ad833b35810 req-0e7fb12c-266f-4258-ab13-ecec4a106666 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 943 time: 0.0634880 Mar 23 01:43:58.542787 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e8824098-208e-41e6-b1cf-8ad833b35810 req-837e285f-278a-46d2-abaa-ab04c14ee343 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/security-groups?id=c98799c6-ea05-448d-9102-d48b8a7767c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914564 Mar 23 01:43:58.569548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3b2bc766-9f37-45c5-99bb-9e17222eb8fa admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-network', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:43:58.611646 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8117033-b463-494c-8264-16de515b4b86 req-73bc84b4-c667-491f-9435-f897a45d0067 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0370200 Mar 23 01:43:58.624257 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2bc766-9f37-45c5-99bb-9e17222eb8fa admin admin] Made reservation on behalf of 5173df6d6ed64b0385195b806ebe14af for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:43:58.627639 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b2bc766-9f37-45c5-99bb-9e17222eb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:58.638446 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b2bc766-9f37-45c5-99bb-9e17222eb8fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:58.734401 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b2bc766-9f37-45c5-99bb-9e17222eb8fa admin admin] Publish callbacks [] for security_group (923319d2-8f5b-43d2-8af3-72322463243e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:58.740320 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b2bc766-9f37-45c5-99bb-9e17222eb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (923319d2-8f5b-43d2-8af3-72322463243e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:58.767293 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2bc766-9f37-45c5-99bb-9e17222eb8fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:43:58.778576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2bc766-9f37-45c5-99bb-9e17222eb8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923319d2-8f5b-43d2-8af3-72322463243e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:58.785344 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b2bc766-9f37-45c5-99bb-9e17222eb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:58.785974 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-3b2bc766-9f37-45c5-99bb-9e17222eb8fa admin admin] Added segment f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f of type vlan for network da278053-eb28-4e30-b652-56c8d484464e Mar 23 01:43:58.844131 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b2bc766-9f37-45c5-99bb-9e17222eb8fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (da278053-eb28-4e30-b652-56c8d484464e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:58.887903 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b2bc766-9f37-45c5-99bb-9e17222eb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (da278053-eb28-4e30-b652-56c8d484464e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:58.890719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2bc766-9f37-45c5-99bb-9e17222eb8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:58.891756 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b2bc766-9f37-45c5-99bb-9e17222eb8fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:58.989403 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3b2bc766-9f37-45c5-99bb-9e17222eb8fa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5524747 Mar 23 01:43:58.992577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47856) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:58.999207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-4c4898e3-ff90-4102-a4a9-6158da2b6902 admin admin] Request body: {'subnet': {'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-subnet', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:43:59.004449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2bc766-9f37-45c5-99bb-9e17222eb8fa admin admin] Pushing event updated for resources: {'Network': ['ID=da278053-eb28-4e30-b652-56c8d484464e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:59.015591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network da278053-eb28-4e30-b652-56c8d484464e details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:43:59.067497 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4898e3-ff90-4102-a4a9-6158da2b6902 admin admin] Made reservation on behalf of 5173df6d6ed64b0385195b806ebe14af for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:43:59.069977 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4c4898e3-ff90-4102-a4a9-6158da2b6902 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:59.248117 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4c4898e3-ff90-4102-a4a9-6158da2b6902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (95fecefa-0a63-416c-bb6e-3d9fc50eba57), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:59.308089 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4898e3-ff90-4102-a4a9-6158da2b6902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95fecefa-0a63-416c-bb6e-3d9fc50eba57,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:43:59.312515 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4898e3-ff90-4102-a4a9-6158da2b6902 admin admin] Checking segment: {'id': 'f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:43:59.312915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4898e3-ff90-4102-a4a9-6158da2b6902 admin admin] Network hostable DHCP agents. Network: da278053-eb28-4e30-b652-56c8d484464e, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:43:59.331216 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4898e3-ff90-4102-a4a9-6158da2b6902 admin admin] Network da278053-eb28-4e30-b652-56c8d484464e is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:43:59.341485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-4c4898e3-ff90-4102-a4a9-6158da2b6902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, da278053-eb28-4e30-b652-56c8d484464e) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:43:59.345566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4898e3-ff90-4102-a4a9-6158da2b6902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:43:59.346184 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4c4898e3-ff90-4102-a4a9-6158da2b6902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:59.351845 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da410964-6c87-4089-8399-a9d2ae16a22c None None] Network da278053-eb28-4e30-b652-56c8d484464e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:43:59.363012 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4c4898e3-ff90-4102-a4a9-6158da2b6902 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3688819 Mar 23 01:43:59.365688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47858) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:43:59.370178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-router', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:43:59.391357 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (fdb05240-63f4-4fb2-af2e-dc75bec8c7d7), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:59.392404 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (fdb05240-63f4-4fb2-af2e-dc75bec8c7d7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:59.456777 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Publish callbacks [] for router_controller (fdb05240-63f4-4fb2-af2e-dc75bec8c7d7), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:59.469603 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-da278053-eb28-4e30-b652-56c8d484464e', 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'fixed_ips': [{'subnet_id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:43:59.470471 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:59.610688 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Publish callbacks [] for router_gateway (fdb05240-63f4-4fb2-af2e-dc75bec8c7d7), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:59.617375 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Allocated IP 172.20.0.2 (da278053-eb28-4e30-b652-56c8d484464e/95fecefa-0a63-416c-bb6e-3d9fc50eba57/e860b5b2-5f8c-4d9d-9152-837285d52ffd) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:43:59.739039 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:43:59.795430 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8980ae1c-c478-4db6-84e8-86185d381425 req-4515583e-cf8e-4390-91d6-63bc8938d46e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0387089 Mar 23 01:43:59.813205 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Publish callbacks [] for port (e860b5b2-5f8c-4d9d-9152-837285d52ffd), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:59.849356 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (e860b5b2-5f8c-4d9d-9152-837285d52ffd), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:43:59.898176 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Network da278053-eb28-4e30-b652-56c8d484464e is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:43:59.901861 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:43:59.909916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:43:59.985142 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Pushing event updated for resources: {'Port': ['ID=e860b5b2-5f8c-4d9d-9152-837285d52ffd,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:00.001408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Attempting to bind port e860b5b2-5f8c-4d9d-9152-837285d52ffd on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:44:00.002012 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Attempting to bind port e860b5b2-5f8c-4d9d-9152-837285d52ffd by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:44:00.002570 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Attempting to bind port e860b5b2-5f8c-4d9d-9152-837285d52ffd on network da278053-eb28-4e30-b652-56c8d484464e {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:44:00.008626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:44:00.009280 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Checking segment: {'id': 'f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:44:00.009873 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:00.010433 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Bound using segment: {'id': 'f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:44:00.011091 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Bound port: e860b5b2-5f8c-4d9d-9152-837285d52ffd, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:44:00.011999 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e860b5b2-5f8c-4d9d-9152-837285d52ffd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:00.086366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] For port e860b5b2-5f8c-4d9d-9152-837285d52ffd, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:44:00.090723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] For port e860b5b2-5f8c-4d9d-9152-837285d52ffd, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e860b5b2-5f8c-4d9d-9152-837285d52ffd,segment=NetworkSegment(f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f),segment_id=f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:44:00.100214 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e860b5b2-5f8c-4d9d-9152-837285d52ffd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:00.134116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebeb43-4149-48c8-9d0e-412cad6e1dd2 req-bede2836-0cc9-4258-b313-7182714334fc tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:00.135406 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-14ebeb43-4149-48c8-9d0e-412cad6e1dd2 req-bede2836-0cc9-4258-b313-7182714334fc tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 943 time: 0.5023108 Mar 23 01:44:00.164702 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93fcbd-6375-4c2b-9385-6f4814a9a9ff None None] Pushing event updated for resources: {'Port': ['ID=e860b5b2-5f8c-4d9d-9152-837285d52ffd,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:00.220570 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-14ebeb43-4149-48c8-9d0e-412cad6e1dd2 req-328ea43f-0939-4192-9ad1-005bd34c7aa1 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/security-groups?id=c98799c6-ea05-448d-9102-d48b8a7767c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741711 Mar 23 01:44:00.357606 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Publish callbacks [] for router_gateway (fdb05240-63f4-4fb2-af2e-dc75bec8c7d7), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:00.378367 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:00.540838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Allocated IP 172.25.0.127 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/93ee941a-851d-45b2-9b9e-99dbdfa43488) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:44:00.669653 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e860b5b2-5f8c-4d9d-9152-837285d52ffd up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:00.676733 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Publish callbacks [] for port (93ee941a-851d-45b2-9b9e-99dbdfa43488), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:00.719874 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (93ee941a-851d-45b2-9b9e-99dbdfa43488), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:00.733381 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e860b5b2-5f8c-4d9d-9152-837285d52ffd triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:00.734048 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e860b5b2-5f8c-4d9d-9152-837285d52ffd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:00.775492 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Pushing event updated for resources: {'Port': ['ID=93ee941a-851d-45b2-9b9e-99dbdfa43488,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:00.797959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:44:00.800003 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:00.806467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:44:00.811851 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:44:00.850208 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e860b5b2-5f8c-4d9d-9152-837285d52ffd is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:00.850592 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e860b5b2-5f8c-4d9d-9152-837285d52ffd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:00.943762 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7e1134f4-1d11-49e1-8f5d-4bd59f6a80c2 req-64a9f8ae-23c2-4ddf-ba9a-ba4c786412a8 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0456254 Mar 23 01:44:00.976004 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port e860b5b2-5f8c-4d9d-9152-837285d52ffd, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e860b5b2-5f8c-4d9d-9152-837285d52ffd,segment=NetworkSegment(f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f),segment_id=f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:00.993955 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e860b5b2-5f8c-4d9d-9152-837285d52ffd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:01.006430 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 5750ca18-87b9-4e88-8e6b-bf9f43af2f25, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5750ca18-87b9-4e88-8e6b-bf9f43af2f25,segment=NetworkSegment(bf7046b2-bd31-47a7-843f-d43a6565f382),segment_id=bf7046b2-bd31-47a7-843f-d43a6565f382)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:01.041566 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '5750ca18-87b9-4e88-8e6b-bf9f43af2f25', 'network_id': 'c22add03-7518-4a48-a0af-8c21e7730415', 'port_id': '5750ca18-87b9-4e88-8e6b-bf9f43af2f25', 'mac_address': 'fa:16:3e:29:c8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8e284d-6bce-4103-9f38-42a7ed7818c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:44:01.108617 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:01.109335 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5750ca18-87b9-4e88-8e6b-bf9f43af2f25), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:01.149759 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=e860b5b2-5f8c-4d9d-9152-837285d52ffd,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:01.163829 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:44:01.206201 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 5750ca18-87b9-4e88-8e6b-bf9f43af2f25, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5750ca18-87b9-4e88-8e6b-bf9f43af2f25,segment=NetworkSegment(bf7046b2-bd31-47a7-843f-d43a6565f382),segment_id=bf7046b2-bd31-47a7-843f-d43a6565f382)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:01.216701 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5750ca18-87b9-4e88-8e6b-bf9f43af2f25), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:01.224832 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Publish callbacks [] for router_gateway (fdb05240-63f4-4fb2-af2e-dc75bec8c7d7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:01.333398 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=5750ca18-87b9-4e88-8e6b-bf9f43af2f25,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:01.512884 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (fdb05240-63f4-4fb2-af2e-dc75bec8c7d7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:01.541849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e3538b-1c52-410f-b0ff-5bb909d4bfaa None None] Network da278053-eb28-4e30-b652-56c8d484464e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:44:01.625940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3d38bb1a-1078-4362-ba73-01e01a0e2759 None None] Provisioning complete for port e860b5b2-5f8c-4d9d-9152-837285d52ffd triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:01.628072 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3d38bb1a-1078-4362-ba73-01e01a0e2759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e860b5b2-5f8c-4d9d-9152-837285d52ffd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:01.652656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e05c4c-8ca8-4ef9-937e-aa467a053333 req-cb197525-22ed-4203-b726-ce585b93d888 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:01.654240 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-88e05c4c-8ca8-4ef9-937e-aa467a053333 req-cb197525-22ed-4203-b726-ce585b93d888 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 944 time: 0.3057220 Mar 23 01:44:01.709298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['5750ca18-87b9-4e88-8e6b-bf9f43af2f25'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:44:01.728780 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-88e05c4c-8ca8-4ef9-937e-aa467a053333 req-443780fd-9a2c-4058-b5b1-64d5759f843d tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/security-groups?id=c98799c6-ea05-448d-9102-d48b8a7767c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661116 Mar 23 01:44:01.729503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:44:01.807010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3d38bb1a-1078-4362-ba73-01e01a0e2759 None None] Current status of the port e860b5b2-5f8c-4d9d-9152-837285d52ffd is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:01.861565 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:44:01.886113 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Sync routers for ids ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:44:01.896904 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:01.901232 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-93e18b6e-7619-48dd-a319-120c37d353e4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5316157 Mar 23 01:44:01.901562 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47876) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:01.938758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Routers {'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:44:01.939769 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:43:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:02.117622 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-faebcfc3-d112-4338-8917-3f55f77f291e req-24b5f910-d4b3-4629-849f-ae3a2165ad26 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0544889 Mar 23 01:44:02.338948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Set router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:44:02.454876 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:02.467968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bb09ec1b-8934-4338-88f1-eed9c5a3602e None None] Provisioning complete for port e860b5b2-5f8c-4d9d-9152-837285d52ffd triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:02.468935 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bb09ec1b-8934-4338-88f1-eed9c5a3602e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e860b5b2-5f8c-4d9d-9152-837285d52ffd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:02.645161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e860b5b2-5f8c-4d9d-9152-837285d52ffd up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:02.647403 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Allocated IP 172.20.0.1 (da278053-eb28-4e30-b652-56c8d484464e/95fecefa-0a63-416c-bb6e-3d9fc50eba57/cf1d8355-223b-4dc2-979c-9fe6f1fd9925) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:44:02.673500 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bb09ec1b-8934-4338-88f1-eed9c5a3602e None None] Current status of the port e860b5b2-5f8c-4d9d-9152-837285d52ffd is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:02.726182 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-router', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:43:59Z', 'updated_at': '2022-03-23T01:44:01Z', 'revision_number': 3, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'gw_port': {'id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:00Z', 'updated_at': '2022-03-23T01:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:02.798626 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Publish callbacks [] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:02.799275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Checking router: fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:44:02.799585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Updating router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 port 93ee941a-851d-45b2-9b9e-99dbdfa43488 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:44:02.802600 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e860b5b2-5f8c-4d9d-9152-837285d52ffd triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:02.802974 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e860b5b2-5f8c-4d9d-9152-837285d52ffd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:02.883110 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (93ee941a-851d-45b2-9b9e-99dbdfa43488), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:02.896437 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767709e4-ef8a-4b0d-881b-e7837b3f05e5 req-44d10317-b41d-4b7e-a01b-1b057787221f tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:02.898312 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-767709e4-ef8a-4b0d-881b-e7837b3f05e5 req-44d10317-b41d-4b7e-a01b-1b057787221f tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 944 time: 0.0862920 Mar 23 01:44:02.900807 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:02.982868 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-767709e4-ef8a-4b0d-881b-e7837b3f05e5 req-186dd631-8160-4b0f-976e-26d9c1bedf03 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/security-groups?id=c98799c6-ea05-448d-9102-d48b8a7767c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759697 Mar 23 01:44:02.998499 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Network da278053-eb28-4e30-b652-56c8d484464e is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:44:03.011191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:03.020041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:44:03.063057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1d8355-223b-4dc2-979c-9fe6f1fd9925,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:03.084701 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (fdb05240-63f4-4fb2-af2e-dc75bec8c7d7), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:03.108123 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e860b5b2-5f8c-4d9d-9152-837285d52ffd is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:03.294116 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3256fec4-d830-4358-acca-622173fe2882 req-17328374-bd1e-43d9-a07f-a332a0872a43 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0500867 Mar 23 01:44:03.355857 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:03.367732 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Publish callbacks [] for port (93ee941a-851d-45b2-9b9e-99dbdfa43488), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:03.392954 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (93ee941a-851d-45b2-9b9e-99dbdfa43488), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:03.460415 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112255a-b8b9-40c7-877c-e2530143cf24 None None] Pushing event updated for resources: {'Port': ['ID=93ee941a-851d-45b2-9b9e-99dbdfa43488,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:03.466983 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Attempting to bind port 93ee941a-851d-45b2-9b9e-99dbdfa43488 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:44:03.467687 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Attempting to bind port 93ee941a-851d-45b2-9b9e-99dbdfa43488 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:44:03.468249 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Attempting to bind port 93ee941a-851d-45b2-9b9e-99dbdfa43488 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:44:03.475189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:44:03.475819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:44:03.476404 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:03.477025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:44:03.477817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Bound port: 93ee941a-851d-45b2-9b9e-99dbdfa43488, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:44:03.478392 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (93ee941a-851d-45b2-9b9e-99dbdfa43488), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:03.548884 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1a7673f0-91bf-43b7-8a0d-39a8ad2689f7 None None] Provisioning complete for port cf1d8355-223b-4dc2-979c-9fe6f1fd9925 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:03.549953 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1a7673f0-91bf-43b7-8a0d-39a8ad2689f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:03.570637 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Publish callbacks [] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:03.576809 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:03.588920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] For port 93ee941a-851d-45b2-9b9e-99dbdfa43488, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:44:03.610216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] For port 93ee941a-851d-45b2-9b9e-99dbdfa43488, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=93ee941a-851d-45b2-9b9e-99dbdfa43488,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:44:03.611879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1a7673f0-91bf-43b7-8a0d-39a8ad2689f7 None None] Port cf1d8355-223b-4dc2-979c-9fe6f1fd9925 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:44:03.625367 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (93ee941a-851d-45b2-9b9e-99dbdfa43488), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:03.658730 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (fdb05240-63f4-4fb2-af2e-dc75bec8c7d7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:03.720763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Routers {'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:44:03.720763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:43:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:03.723075 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112255a-b8b9-40c7-877c-e2530143cf24 None None] Pushing event updated for resources: {'Port': ['ID=93ee941a-851d-45b2-9b9e-99dbdfa43488,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:03.763494 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:03.798738 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1d8355-223b-4dc2-979c-9fe6f1fd9925,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:03.805197 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Network da278053-eb28-4e30-b652-56c8d484464e is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:44:03.806786 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:03.889311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] Set router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:44:03.980078 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:44:04.249330 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-36d4dc45-44f1-484c-8c48-363ed668097d None None] Provisioning complete for port cf1d8355-223b-4dc2-979c-9fe6f1fd9925 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:04.249611 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-36d4dc45-44f1-484c-8c48-363ed668097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:04.302432 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-36d4dc45-44f1-484c-8c48-363ed668097d None None] Port cf1d8355-223b-4dc2-979c-9fe6f1fd9925 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:44:04.313324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-router', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:43:59Z', 'updated_at': '2022-03-23T01:44:03Z', 'revision_number': 4, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'gw_port': {'id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:00Z', 'updated_at': '2022-03-23T01:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'cf1d8355-223b-4dc2-979c-9fe6f1fd9925', 'name': '', 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'mac_address': 'fa:16:3e:6f:7b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:02Z', 'updated_at': '2022-03-23T01:44:03Z', 'revision_number': 2, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'subnets': [{'id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:04.349441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9764c1-c9ef-4b07-99a2-e4a91aaded45 None None] The sync data for ids ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'] in n-d-834677-4 is: [{'id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-router', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:43:59Z', 'updated_at': '2022-03-23T01:44:03Z', 'revision_number': 4, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'gw_port': {'id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:00Z', 'updated_at': '2022-03-23T01:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'cf1d8355-223b-4dc2-979c-9fe6f1fd9925', 'name': '', 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'mac_address': 'fa:16:3e:6f:7b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:02Z', 'updated_at': '2022-03-23T01:44:03Z', 'revision_number': 2, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'subnets': [{'id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:44:04.472231 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f2f7c28-50de-47c6-b0da-c475df5d6754 req-752c873f-e5da-4c83-98a0-2cd2f6bdd742 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0471458 Mar 23 01:44:04.575582 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756fd79-ec93-4159-8ccd-28072bcf4c8a req-a6b38a03-c8d4-4d0c-bdb7-c8218e1aed31 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:04.582402 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f756fd79-ec93-4159-8ccd-28072bcf4c8a req-a6b38a03-c8d4-4d0c-bdb7-c8218e1aed31 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 944 time: 0.4861553 Mar 23 01:44:04.609130 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:44:04.615466 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6e5d8d38-af72-4749-824e-dbe16f1d8df5 admin admin] 10.222.0.18 "PUT /v2.0/routers/fdb05240-63f4-4fb2-af2e-dc75bec8c7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7128315 Mar 23 01:44:04.670369 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f756fd79-ec93-4159-8ccd-28072bcf4c8a req-165fed1e-3340-4bbd-a5f6-2de97fcdb7b1 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/security-groups?id=c98799c6-ea05-448d-9102-d48b8a7767c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865262 Mar 23 01:44:04.808508 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:04.916408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:44:04.922333 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:04.922799 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5750ca18-87b9-4e88-8e6b-bf9f43af2f25), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:05.037037 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:05.037589 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5750ca18-87b9-4e88-8e6b-bf9f43af2f25), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:05.068301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa886853-b660-487d-a691-3621bc1bdad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5750ca18-87b9-4e88-8e6b-bf9f43af2f25'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:44:05.071125 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00792c1f-012b-4c2b-8e8f-df9c7d717fbb" -d '{"events": [{"server_uuid": "fa886853-b660-487d-a691-3621bc1bdad1", "name": "network-vif-plugged", "status": "completed", "tag": "5750ca18-87b9-4e88-8e6b-bf9f43af2f25"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:44:05.086612 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 5750ca18-87b9-4e88-8e6b-bf9f43af2f25, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5750ca18-87b9-4e88-8e6b-bf9f43af2f25,segment=NetworkSegment(bf7046b2-bd31-47a7-843f-d43a6565f382),segment_id=bf7046b2-bd31-47a7-843f-d43a6565f382)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:05.102001 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5750ca18-87b9-4e88-8e6b-bf9f43af2f25), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:05.154492 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3afdb5-3f13-46ff-bd3e-c3e9f95b5ea6 x-openstack-request-id: req-ba3afdb5-3f13-46ff-bd3e-c3e9f95b5ea6 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:44:05.154872 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa886853-b660-487d-a691-3621bc1bdad1", "name": "network-vif-plugged", "status": "completed", "tag": "5750ca18-87b9-4e88-8e6b-bf9f43af2f25", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:44:05.155191 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba3afdb5-3f13-46ff-bd3e-c3e9f95b5ea6 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:44:05.156037 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba3afdb5-3f13-46ff-bd3e-c3e9f95b5ea6'] response: {'server_uuid': 'fa886853-b660-487d-a691-3621bc1bdad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5750ca18-87b9-4e88-8e6b-bf9f43af2f25', 'code': 200} Mar 23 01:44:05.199107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=5750ca18-87b9-4e88-8e6b-bf9f43af2f25,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:05.314547 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c9a1b-406b-40ca-9e0a-31ee76fdad57 req-702ae14e-bc9f-4c4a-982c-5aceca87e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:05.316403 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-380c9a1b-406b-40ca-9e0a-31ee76fdad57 req-702ae14e-bc9f-4c4a-982c-5aceca87e4b0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 1127 time: 0.0827754 Mar 23 01:44:05.428706 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-380c9a1b-406b-40ca-9e0a-31ee76fdad57 req-44c19fdc-de22-481e-abc2-c5f8681d71c9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c98799c6-ea05-448d-9102-d48b8a7767c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018670 Mar 23 01:44:05.575531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47922) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:05.580459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-34785553-c2dc-4ce7-9741-4d769da2a860 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1614264617-network', 'tenant_id': '2b866d2a42644960b36baac5a9a11fe9'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:05.654529 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34785553-c2dc-4ce7-9741-4d769da2a860 admin admin] Made reservation on behalf of 2b866d2a42644960b36baac5a9a11fe9 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:44:05.657927 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-34785553-c2dc-4ce7-9741-4d769da2a860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:05.668873 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9701b45f-f79d-4517-948d-9d9f33298f69 req-3c47826d-09c7-4f24-8a34-6b6fa4fd8f86 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0769973 Mar 23 01:44:05.673463 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-34785553-c2dc-4ce7-9741-4d769da2a860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:05.866382 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-34785553-c2dc-4ce7-9741-4d769da2a860 admin admin] Publish callbacks [] for security_group (c6041743-8f6a-47cb-b786-a5936022978f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:05.897665 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-34785553-c2dc-4ce7-9741-4d769da2a860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c6041743-8f6a-47cb-b786-a5936022978f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:05.946728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34785553-c2dc-4ce7-9741-4d769da2a860 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:44:05.956744 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-34785553-c2dc-4ce7-9741-4d769da2a860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (e511d685-e71a-43ea-b892-97e9660a09be), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:05.957387 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-34785553-c2dc-4ce7-9741-4d769da2a860 admin admin] Added segment e511d685-e71a-43ea-b892-97e9660a09be of type vlan for network c884f9b1-79b1-44e3-83ed-f5325356574e Mar 23 01:44:06.006972 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-34785553-c2dc-4ce7-9741-4d769da2a860 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (c884f9b1-79b1-44e3-83ed-f5325356574e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:06.063457 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-34785553-c2dc-4ce7-9741-4d769da2a860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (c884f9b1-79b1-44e3-83ed-f5325356574e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:06.064846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34785553-c2dc-4ce7-9741-4d769da2a860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:06.065674 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-34785553-c2dc-4ce7-9741-4d769da2a860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:06.073734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34785553-c2dc-4ce7-9741-4d769da2a860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6041743-8f6a-47cb-b786-a5936022978f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:06.141027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67dfa4-8c05-4ca1-a244-c69d5e77307f req-df9d2eb0-52e9-4ed1-892a-8172baf90f12 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:06.147300 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd67dfa4-8c05-4ca1-a244-c69d5e77307f req-df9d2eb0-52e9-4ed1-892a-8172baf90f12 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 945 time: 0.3482037 Mar 23 01:44:06.181752 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-34785553-c2dc-4ce7-9741-4d769da2a860 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6049421 Mar 23 01:44:06.184830 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47928) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:06.190543 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Request body: {'subnet': {'network_id': 'c884f9b1-79b1-44e3-83ed-f5325356574e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614264617-subnet', 'tenant_id': '2b866d2a42644960b36baac5a9a11fe9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:06.220103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34785553-c2dc-4ce7-9741-4d769da2a860 admin admin] Pushing event updated for resources: {'Network': ['ID=c884f9b1-79b1-44e3-83ed-f5325356574e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:06.232169 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network c884f9b1-79b1-44e3-83ed-f5325356574e details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:44:06.233741 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Made reservation on behalf of 2b866d2a42644960b36baac5a9a11fe9 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:44:06.239862 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:06.281087 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd67dfa4-8c05-4ca1-a244-c69d5e77307f req-ad0f03e3-0bfa-45ac-9905-d6eea99de740 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/security-groups?id=c98799c6-ea05-448d-9102-d48b8a7767c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150470 Mar 23 01:44:06.529013 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (c859e83d-0a1c-4286-97e4-2697cce4d9b7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:06.608253 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c859e83d-0a1c-4286-97e4-2697cce4d9b7,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:06.631618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:06.632093 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:06.632553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:06.633043 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:06.633490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:06.633927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:06.634362 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:06.634799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:06.635236 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:06.635783 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:06.636214 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:06.636714 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:06.637191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:06.637625 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:06.638451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:06.642106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Checking segment: {'id': 'e511d685-e71a-43ea-b892-97e9660a09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c884f9b1-79b1-44e3-83ed-f5325356574e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:44:06.642589 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Network hostable DHCP agents. Network: c884f9b1-79b1-44e3-83ed-f5325356574e, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:44:06.675802 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Network c884f9b1-79b1-44e3-83ed-f5325356574e is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:44:06.678812 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 93ee941a-851d-45b2-9b9e-99dbdfa43488 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:06.690548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, c884f9b1-79b1-44e3-83ed-f5325356574e) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:06.700120 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:06.705729 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:06.728493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfb393e-9f8d-4edd-b0ac-940cd58a1879 None None] Network c884f9b1-79b1-44e3-83ed-f5325356574e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:44:06.741357 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3308c095-6c59-477e-b742-0297ae7186c5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5551996 Mar 23 01:44:06.743833 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47934) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:06.748780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1614264617-router', 'tenant_id': '2b866d2a42644960b36baac5a9a11fe9', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:06.786393 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (536b1cfd-44af-4c09-9523-a23b96b07da1), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:06.787942 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (536b1cfd-44af-4c09-9523-a23b96b07da1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:06.897451 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 93ee941a-851d-45b2-9b9e-99dbdfa43488 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:06.897894 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (93ee941a-851d-45b2-9b9e-99dbdfa43488), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:06.966456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-c884f9b1-79b1-44e3-83ed-f5325356574e', 'network_id': 'c884f9b1-79b1-44e3-83ed-f5325356574e', 'project_id': '2b866d2a42644960b36baac5a9a11fe9', 'fixed_ips': [{'subnet_id': 'c859e83d-0a1c-4286-97e4-2697cce4d9b7'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:44:06.966872 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:06.973556 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9404b388-861e-4a49-9894-4b3b1a62260b req-2fe3f4ad-4ad4-4ea0-96ca-8f78ff1403a3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.1341584 Mar 23 01:44:06.988287 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Publish callbacks [] for router_controller (536b1cfd-44af-4c09-9523-a23b96b07da1), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:07.225315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 93ee941a-851d-45b2-9b9e-99dbdfa43488 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:07.225621 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (93ee941a-851d-45b2-9b9e-99dbdfa43488), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:07.258196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Allocated IP 172.20.0.2 (c884f9b1-79b1-44e3-83ed-f5325356574e/c859e83d-0a1c-4286-97e4-2697cce4d9b7/6e11a33b-977c-4982-b7fd-a9634a7c4ce8) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:44:07.270607 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 93ee941a-851d-45b2-9b9e-99dbdfa43488, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=93ee941a-851d-45b2-9b9e-99dbdfa43488,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:07.284556 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (93ee941a-851d-45b2-9b9e-99dbdfa43488), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:07.295874 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Publish callbacks [] for router_gateway (536b1cfd-44af-4c09-9523-a23b96b07da1), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:07.414440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=93ee941a-851d-45b2-9b9e-99dbdfa43488,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:07.503194 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1b1a4-d8f1-4bca-99f6-0641ec1bfa8d req-44838d4a-0d70-432a-8cb5-aba118a0dec4 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:07.507559 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-26a1b1a4-d8f1-4bca-99f6-0641ec1bfa8d req-44838d4a-0d70-432a-8cb5-aba118a0dec4 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 945 time: 0.1185937 Mar 23 01:44:07.562662 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Publish callbacks [] for port (6e11a33b-977c-4982-b7fd-a9634a7c4ce8), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:07.576846 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (6e11a33b-977c-4982-b7fd-a9634a7c4ce8), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:07.614820 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-26a1b1a4-d8f1-4bca-99f6-0641ec1bfa8d req-745b7df9-f328-41cf-a64c-bfb8625289b3 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/security-groups?id=c98799c6-ea05-448d-9102-d48b8a7767c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005049 Mar 23 01:44:07.615058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Network c884f9b1-79b1-44e3-83ed-f5325356574e is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:44:07.623710 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:07.641190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:44:07.651131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Pushing event updated for resources: {'Port': ['ID=6e11a33b-977c-4982-b7fd-a9634a7c4ce8,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:07.685545 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Sync routers for ids ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:44:07.706278 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Routers {'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:44:07.706278 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:43:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:07.761764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Attempting to bind port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:44:07.762753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Attempting to bind port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e511d685-e71a-43ea-b892-97e9660a09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c884f9b1-79b1-44e3-83ed-f5325356574e'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:44:07.763124 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Attempting to bind port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 on network c884f9b1-79b1-44e3-83ed-f5325356574e {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:44:07.770495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:44:07.770870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Checking segment: {'id': 'e511d685-e71a-43ea-b892-97e9660a09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c884f9b1-79b1-44e3-83ed-f5325356574e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:44:07.771278 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:07.771671 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Bound using segment: {'id': 'e511d685-e71a-43ea-b892-97e9660a09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c884f9b1-79b1-44e3-83ed-f5325356574e'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:44:07.772157 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Bound port: 6e11a33b-977c-4982-b7fd-a9634a7c4ce8, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e511d685-e71a-43ea-b892-97e9660a09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c884f9b1-79b1-44e3-83ed-f5325356574e'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:44:07.772532 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6e11a33b-977c-4982-b7fd-a9634a7c4ce8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:07.893873 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Publish callbacks [] for router_gateway (536b1cfd-44af-4c09-9523-a23b96b07da1), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:07.938385 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:07.966005 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Set router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:44:08.178032 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Allocated IP 172.25.0.44 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/8c093de7-3d34-4ade-8afd-260585870a65) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:44:08.297811 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d07318cb-40f4-4728-90da-7241908c6ef7 req-19b46631-905d-4331-ac27-b520e60a4310 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.1468213 Mar 23 01:44:08.344194 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-router', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:43:59Z', 'updated_at': '2022-03-23T01:44:03Z', 'revision_number': 4, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'gw_port': {'id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:00Z', 'updated_at': '2022-03-23T01:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'cf1d8355-223b-4dc2-979c-9fe6f1fd9925', 'name': '', 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'mac_address': 'fa:16:3e:6f:7b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:02Z', 'updated_at': '2022-03-23T01:44:03Z', 'revision_number': 2, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'subnets': [{'id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:08.367673 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Publish callbacks [] for port (8c093de7-3d34-4ade-8afd-260585870a65), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:08.374921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] For port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:44:08.401253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] For port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6e11a33b-977c-4982-b7fd-a9634a7c4ce8,segment=NetworkSegment(e511d685-e71a-43ea-b892-97e9660a09be),segment_id=e511d685-e71a-43ea-b892-97e9660a09be)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:44:08.414540 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6e11a33b-977c-4982-b7fd-a9634a7c4ce8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:08.428844 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8c093de7-3d34-4ade-8afd-260585870a65), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:08.478490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:44:08.484335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:08.488883 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:44:08.491683 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Checking router: fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:44:08.492837 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Updating router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 port cf1d8355-223b-4dc2-979c-9fe6f1fd9925 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:44:08.531889 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Pushing event updated for resources: {'Port': ['ID=8c093de7-3d34-4ade-8afd-260585870a65,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:08.570401 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347bc64-5777-4ae1-83b9-c5ab1c809b58 None None] Pushing event updated for resources: {'Port': ['ID=6e11a33b-977c-4982-b7fd-a9634a7c4ce8,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:08.603854 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:08.679541 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 93ee941a-851d-45b2-9b9e-99dbdfa43488 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:08.874049 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 93ee941a-851d-45b2-9b9e-99dbdfa43488 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:08.874718 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (93ee941a-851d-45b2-9b9e-99dbdfa43488), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:09.020541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fc9c0-2825-433f-b201-a969406e6fcc req-3cbc8fdf-be05-41f2-a273-bb85d9a52bc2 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:09.030607 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d51fc9c0-2825-433f-b201-a969406e6fcc req-3cbc8fdf-be05-41f2-a273-bb85d9a52bc2 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 945 time: 0.1404779 Mar 23 01:44:09.112918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 93ee941a-851d-45b2-9b9e-99dbdfa43488 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:09.151078 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d51fc9c0-2825-433f-b201-a969406e6fcc req-d54f334b-16cb-42eb-acbe-ab91a8c71026 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/security-groups?id=c98799c6-ea05-448d-9102-d48b8a7767c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124895 Mar 23 01:44:09.179179 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Publish callbacks [] for router_gateway (536b1cfd-44af-4c09-9523-a23b96b07da1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:09.376333 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Publish callbacks [] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:09.389396 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:09.476857 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ecd9e-fb0c-4fa6-aca4-32de79b85f77 None None] Pushing event updated for resources: {'Port': ['ID=cf1d8355-223b-4dc2-979c-9fe6f1fd9925,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:09.489906 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ecd9e-fb0c-4fa6-aca4-32de79b85f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:09.490296 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ecd9e-fb0c-4fa6-aca4-32de79b85f77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:09.490640 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ecd9e-fb0c-4fa6-aca4-32de79b85f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:09.490972 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ecd9e-fb0c-4fa6-aca4-32de79b85f77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:09.491297 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ecd9e-fb0c-4fa6-aca4-32de79b85f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:09.491620 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ecd9e-fb0c-4fa6-aca4-32de79b85f77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:09.491938 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ecd9e-fb0c-4fa6-aca4-32de79b85f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:09.492260 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ecd9e-fb0c-4fa6-aca4-32de79b85f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:09.492578 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ecd9e-fb0c-4fa6-aca4-32de79b85f77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:09.492929 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ecd9e-fb0c-4fa6-aca4-32de79b85f77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:09.493247 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ecd9e-fb0c-4fa6-aca4-32de79b85f77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:09.493563 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ecd9e-fb0c-4fa6-aca4-32de79b85f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:09.493878 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ecd9e-fb0c-4fa6-aca4-32de79b85f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:09.494191 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ecd9e-fb0c-4fa6-aca4-32de79b85f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:09.494503 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ecd9e-fb0c-4fa6-aca4-32de79b85f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:09.560760 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ace917ef-82b9-448c-93d4-37b5ae56b686 req-d6e02003-8073-41a6-ae2f-6bfbc1327070 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0637543 Mar 23 01:44:09.578730 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Attempting to bind port cf1d8355-223b-4dc2-979c-9fe6f1fd9925 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:44:09.579194 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Attempting to bind port cf1d8355-223b-4dc2-979c-9fe6f1fd9925 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:44:09.579943 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Attempting to bind port cf1d8355-223b-4dc2-979c-9fe6f1fd9925 on network da278053-eb28-4e30-b652-56c8d484464e {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:44:09.585878 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:44:09.586730 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Checking segment: {'id': 'f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:44:09.587152 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:09.587601 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Bound using segment: {'id': 'f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:44:09.588129 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Bound port: cf1d8355-223b-4dc2-979c-9fe6f1fd9925, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:44:09.588574 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:09.610349 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (536b1cfd-44af-4c09-9523-a23b96b07da1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:09.722093 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] For port cf1d8355-223b-4dc2-979c-9fe6f1fd9925, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:44:09.725744 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] For port cf1d8355-223b-4dc2-979c-9fe6f1fd9925, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=cf1d8355-223b-4dc2-979c-9fe6f1fd9925,segment=NetworkSegment(f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f),segment_id=f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:44:09.749828 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:09.917221 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b22aa2bf-52ba-4b82-b056-46f77e452b47 None None] Provisioning complete for port cf1d8355-223b-4dc2-979c-9fe6f1fd9925 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:09.917777 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b22aa2bf-52ba-4b82-b056-46f77e452b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:09.946703 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Router 536b1cfd-44af-4c09-9523-a23b96b07da1 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:44:10.089295 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Routers {'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:44:10.092228 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:43:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:10.099035 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ecd9e-fb0c-4fa6-aca4-32de79b85f77 None None] Pushing event updated for resources: {'Port': ['ID=cf1d8355-223b-4dc2-979c-9fe6f1fd9925,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:10.126681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b22aa2bf-52ba-4b82-b056-46f77e452b47 None None] Current status of the port cf1d8355-223b-4dc2-979c-9fe6f1fd9925 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:10.127299 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b22aa2bf-52ba-4b82-b056-46f77e452b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:10.236731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b22aa2bf-52ba-4b82-b056-46f77e452b47 None None] For port cf1d8355-223b-4dc2-979c-9fe6f1fd9925, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=cf1d8355-223b-4dc2-979c-9fe6f1fd9925,segment=NetworkSegment(f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f),segment_id=f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:10.249049 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b22aa2bf-52ba-4b82-b056-46f77e452b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:10.279907 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:44:10.315785 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Sync routers for ids ['536b1cfd-44af-4c09-9523-a23b96b07da1'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:44:10.382352 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd00434-2b78-49ca-9114-9040dd825ae4 req-557448bf-cb44-4baa-8102-b83ce54ebda9 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:10.391669 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2dd00434-2b78-49ca-9114-9040dd825ae4 req-557448bf-cb44-4baa-8102-b83ce54ebda9 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 945 time: 0.1118405 Mar 23 01:44:10.397966 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Routers {'536b1cfd-44af-4c09-9523-a23b96b07da1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:44:10.398637 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:43:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['536b1cfd-44af-4c09-9523-a23b96b07da1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:10.402391 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:10.412511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47978) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:10.412803 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] Set router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:44:10.415424 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fd796f6d-36e1-40dc-93f0-b8c694b08c23 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6650870 Mar 23 01:44:10.538970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22aa2bf-52ba-4b82-b056-46f77e452b47 None None] Pushing event updated for resources: {'Port': ['ID=cf1d8355-223b-4dc2-979c-9fe6f1fd9925,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:10.569184 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2dd00434-2b78-49ca-9114-9040dd825ae4 req-79aae933-3898-4f0d-aec9-55b589901b29 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/security-groups?id=c98799c6-ea05-448d-9102-d48b8a7767c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753051 Mar 23 01:44:10.664032 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330dfc2-e10a-46ef-93c5-cb1c4a780233 req-7d32014f-c2e1-467e-bcc9-86260760ffdb tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:10.665726 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d330dfc2-e10a-46ef-93c5-cb1c4a780233 req-7d32014f-c2e1-467e-bcc9-86260760ffdb tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 945 time: 0.2491512 Mar 23 01:44:10.779500 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Set router 536b1cfd-44af-4c09-9523-a23b96b07da1 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:44:10.797838 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d9410480-87e0-454b-af8e-abed475c64f0 req-ce549a7f-44f5-4a5a-a4b8-8806ed2c8a36 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0686305 Mar 23 01:44:10.852941 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4b0365-806b-48f3-979d-deeecdd98d6a None None] Network c884f9b1-79b1-44e3-83ed-f5325356574e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:44:10.978133 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-router', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:43:59Z', 'updated_at': '2022-03-23T01:44:03Z', 'revision_number': 4, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'gw_port': {'id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:00Z', 'updated_at': '2022-03-23T01:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'cf1d8355-223b-4dc2-979c-9fe6f1fd9925', 'name': '', 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'mac_address': 'fa:16:3e:6f:7b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:02Z', 'updated_at': '2022-03-23T01:44:09Z', 'revision_number': 4, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'subnets': [{'id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:11.045609 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364efe7-06b3-4f6f-a456-e9193936a3af None None] The sync data for ids ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'] in n-d-834677-4 is: [{'id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-router', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:43:59Z', 'updated_at': '2022-03-23T01:44:03Z', 'revision_number': 4, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'gw_port': {'id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:00Z', 'updated_at': '2022-03-23T01:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'cf1d8355-223b-4dc2-979c-9fe6f1fd9925', 'name': '', 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'mac_address': 'fa:16:3e:6f:7b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:02Z', 'updated_at': '2022-03-23T01:44:09Z', 'revision_number': 4, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'subnets': [{'id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:44:11.064461 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:11.069135 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-d330dfc2-e10a-46ef-93c5-cb1c4a780233 req-2a07f6cf-8687-42f4-aa60-371dcbfd9b46 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Deleting port 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:44:11.069588 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d330dfc2-e10a-46ef-93c5-cb1c4a780233 req-2a07f6cf-8687-42f4-aa60-371dcbfd9b46 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5750ca18-87b9-4e88-8e6b-bf9f43af2f25), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:11.217441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-17b4076d-5fe1-46db-a272-45522ce1e57b None None] Provisioning complete for port cf1d8355-223b-4dc2-979c-9fe6f1fd9925 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:11.217943 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-17b4076d-5fe1-46db-a272-45522ce1e57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:11.266269 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d330dfc2-e10a-46ef-93c5-cb1c4a780233 req-2a07f6cf-8687-42f4-aa60-371dcbfd9b46 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] For port 5750ca18-87b9-4e88-8e6b-bf9f43af2f25, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5750ca18-87b9-4e88-8e6b-bf9f43af2f25,segment=NetworkSegment(bf7046b2-bd31-47a7-843f-d43a6565f382),segment_id=bf7046b2-bd31-47a7-843f-d43a6565f382)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:11.266649 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d330dfc2-e10a-46ef-93c5-cb1c4a780233 req-2a07f6cf-8687-42f4-aa60-371dcbfd9b46 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5750ca18-87b9-4e88-8e6b-bf9f43af2f25), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:11.299937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-d330dfc2-e10a-46ef-93c5-cb1c4a780233 req-2a07f6cf-8687-42f4-aa60-371dcbfd9b46 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Calling delete_port for 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:44:11.386310 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:11.580976 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:11.583746 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6e11a33b-977c-4982-b7fd-a9634a7c4ce8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:11.650130 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d330dfc2-e10a-46ef-93c5-cb1c4a780233 req-2a07f6cf-8687-42f4-aa60-371dcbfd9b46 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (5750ca18-87b9-4e88-8e6b-bf9f43af2f25), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:11.697236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['5750ca18-87b9-4e88-8e6b-bf9f43af2f25'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:44:11.832180 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d330dfc2-e10a-46ef-93c5-cb1c4a780233 req-2a07f6cf-8687-42f4-aa60-371dcbfd9b46 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] No DVR routers for this DVR port 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:44:11.850345 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d330dfc2-e10a-46ef-93c5-cb1c4a780233 req-2a07f6cf-8687-42f4-aa60-371dcbfd9b46 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:11.854217 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d330dfc2-e10a-46ef-93c5-cb1c4a780233 req-2a07f6cf-8687-42f4-aa60-371dcbfd9b46 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.43 "DELETE /v2.0/ports/5750ca18-87b9-4e88-8e6b-bf9f43af2f25 HTTP/1.1" status: 204 len: 173 time: 1.1747563 Mar 23 01:44:11.878890 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-546212b7-d96e-4003-b9bf-249155f0e5ea req-fa5afd8b-80d0-4984-bf8d-43b6a9329396 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa886853-b660-487d-a691-3621bc1bdad1 HTTP/1.1" status: 200 len: 210 time: 0.1263790 Mar 23 01:44:11.899848 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa886853-b660-487d-a691-3621bc1bdad1', 'name': 'network-vif-deleted', 'tag': '5750ca18-87b9-4e88-8e6b-bf9f43af2f25'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:44:11.913643 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64548a8a-ef36-4b49-950a-cbb319229526" -d '{"events": [{"server_uuid": "fa886853-b660-487d-a691-3621bc1bdad1", "name": "network-vif-deleted", "tag": "5750ca18-87b9-4e88-8e6b-bf9f43af2f25"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:44:11.950975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07f6cf-8687-42f4-aa60-371dcbfd9b46 tempest-ServerMetadataNegativeTestJSON-1862096577 tempest-ServerMetadataNegativeTestJSON-1862096577-project] Pushing event deleted for resources: {'Port': ['ID=5750ca18-87b9-4e88-8e6b-bf9f43af2f25,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:12.045792 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-17b4076d-5fe1-46db-a272-45522ce1e57b None None] Current status of the port cf1d8355-223b-4dc2-979c-9fe6f1fd9925 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:12.076783 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:12.078425 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6e11a33b-977c-4982-b7fd-a9634a7c4ce8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:12.100214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Allocated IP 172.20.0.1 (c884f9b1-79b1-44e3-83ed-f5325356574e/c859e83d-0a1c-4286-97e4-2697cce4d9b7/31222a37-7719-4e52-a382-a50791bcc321) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:44:12.138482 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce664dd5-23f1-48a2-893f-b1f014144edc req-ddf1a3e3-72c5-48ba-8737-508732155ab9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0675035 Mar 23 01:44:12.145161 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e9d3f8-cb68-4429-912a-67f66ba85d65 x-openstack-request-id: req-26e9d3f8-cb68-4429-912a-67f66ba85d65 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:44:12.147580 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa886853-b660-487d-a691-3621bc1bdad1", "name": "network-vif-deleted", "tag": "5750ca18-87b9-4e88-8e6b-bf9f43af2f25", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:44:12.147882 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26e9d3f8-cb68-4429-912a-67f66ba85d65 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:44:12.148326 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e9d3f8-cb68-4429-912a-67f66ba85d65'] response: {'server_uuid': 'fa886853-b660-487d-a691-3621bc1bdad1', 'name': 'network-vif-deleted', 'tag': '5750ca18-87b9-4e88-8e6b-bf9f43af2f25', 'status': 'completed', 'code': 200} Mar 23 01:44:12.195132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614264617-router', 'tenant_id': '2b866d2a42644960b36baac5a9a11fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '8c093de7-3d34-4ade-8afd-260585870a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:06Z', 'updated_at': '2022-03-23T01:44:08Z', 'revision_number': 3, 'project_id': '2b866d2a42644960b36baac5a9a11fe9', 'gw_port': {'id': '8c093de7-3d34-4ade-8afd-260585870a65', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:07Z', 'updated_at': '2022-03-23T01:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:12.255789 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Checking router: 536b1cfd-44af-4c09-9523-a23b96b07da1 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:44:12.256138 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Updating router 536b1cfd-44af-4c09-9523-a23b96b07da1 port 8c093de7-3d34-4ade-8afd-260585870a65 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:44:12.296121 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8c093de7-3d34-4ade-8afd-260585870a65), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:12.577249 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-17b4076d-5fe1-46db-a272-45522ce1e57b None None] Provisioning complete for port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:12.577684 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-17b4076d-5fe1-46db-a272-45522ce1e57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6e11a33b-977c-4982-b7fd-a9634a7c4ce8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:12.615487 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6e11a33b-977c-4982-b7fd-a9634a7c4ce8,segment=NetworkSegment(e511d685-e71a-43ea-b892-97e9660a09be),segment_id=e511d685-e71a-43ea-b892-97e9660a09be)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:12.647879 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6e11a33b-977c-4982-b7fd-a9634a7c4ce8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:12.648781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cf1d8355-223b-4dc2-979c-9fe6f1fd9925 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:12.748559 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Publish callbacks [] for port (31222a37-7719-4e52-a382-a50791bcc321), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:12.788017 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (31222a37-7719-4e52-a382-a50791bcc321), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:12.835574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Network c884f9b1-79b1-44e3-83ed-f5325356574e is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:44:12.842122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:12.859410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:44:12.862615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Pushing event updated for resources: {'Port': ['ID=31222a37-7719-4e52-a382-a50791bcc321,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:12.911494 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (536b1cfd-44af-4c09-9523-a23b96b07da1), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:12.923100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:12.923100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:12.923100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:12.923100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:12.923625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:12.923625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:12.923985 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:12.924235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:12.924565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:12.925128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:12.925408 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:12.925718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:12.926038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:12.926727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:12.926727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:13.003986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48000) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:13.069345 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Publish callbacks [] for port (8c093de7-3d34-4ade-8afd-260585870a65), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.092612 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8c093de7-3d34-4ade-8afd-260585870a65), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.128956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f868a5-0cdb-44d5-a6d8-30111272f1bb admin admin] Deleting subnet 8f8e284d-6bce-4103-9f38-42a7ed7818c6 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:44:13.130125 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (31222a37-7719-4e52-a382-a50791bcc321), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.142262 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59f868a5-0cdb-44d5-a6d8-30111272f1bb admin admin] Publish callbacks [] for subnet (8f8e284d-6bce-4103-9f38-42a7ed7818c6), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.191502 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Attempting to bind port 8c093de7-3d34-4ade-8afd-260585870a65 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:44:13.192377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Attempting to bind port 8c093de7-3d34-4ade-8afd-260585870a65 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:44:13.193028 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Attempting to bind port 8c093de7-3d34-4ade-8afd-260585870a65 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:44:13.212003 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=6e11a33b-977c-4982-b7fd-a9634a7c4ce8,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:13.217043 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:44:13.217940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:44:13.218866 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.219534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:44:13.220956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Bound port: 8c093de7-3d34-4ade-8afd-260585870a65, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:44:13.221706 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8c093de7-3d34-4ade-8afd-260585870a65), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.235914 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59f868a5-0cdb-44d5-a6d8-30111272f1bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (8f8e284d-6bce-4103-9f38-42a7ed7818c6), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.329669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] For port 8c093de7-3d34-4ade-8afd-260585870a65, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:44:13.338326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] For port 8c093de7-3d34-4ade-8afd-260585870a65, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=8c093de7-3d34-4ade-8afd-260585870a65,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:44:13.340362 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59f868a5-0cdb-44d5-a6d8-30111272f1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (8f8e284d-6bce-4103-9f38-42a7ed7818c6), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.345009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port cf1d8355-223b-4dc2-979c-9fe6f1fd9925 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:13.346854 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.440629 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dd7e9a71-b9bf-4135-accd-fb7e3b1571d2 req-ab7e12fb-c79a-45e5-a6cf-1ecf81bc19f0 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0366859 Mar 23 01:44:13.442185 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59f868a5-0cdb-44d5-a6d8-30111272f1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (8f8e284d-6bce-4103-9f38-42a7ed7818c6), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.476942 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Publish callbacks [] for port (31222a37-7719-4e52-a382-a50791bcc321), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.488085 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (31222a37-7719-4e52-a382-a50791bcc321), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.499307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f868a5-0cdb-44d5-a6d8-30111272f1bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f8e284d-6bce-4103-9f38-42a7ed7818c6,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:13.506234 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59f868a5-0cdb-44d5-a6d8-30111272f1bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.512453 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-59f868a5-0cdb-44d5-a6d8-30111272f1bb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8f8e284d-6bce-4103-9f38-42a7ed7818c6 HTTP/1.1" status: 204 len: 168 time: 0.5049441 Mar 23 01:44:13.513233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48008) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:13.538949 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8c093de7-3d34-4ade-8afd-260585870a65), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.622713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Routers {'536b1cfd-44af-4c09-9523-a23b96b07da1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:44:13.623731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:43:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['536b1cfd-44af-4c09-9523-a23b96b07da1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:13.642081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Pushing event updated for resources: {'Port': ['ID=31222a37-7719-4e52-a382-a50791bcc321,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:13.644708 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (536b1cfd-44af-4c09-9523-a23b96b07da1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.676963 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61daceaf-6010-48b1-8f7b-7d20db1ea8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (c22add03-7518-4a48-a0af-8c21e7730415), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.731860 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48012) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:13.778315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03943f2-f9a3-485f-b35e-34b2b1b2d01a None None] Pushing event updated for resources: {'Port': ['ID=8c093de7-3d34-4ade-8afd-260585870a65,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:13.821582 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61daceaf-6010-48b1-8f7b-7d20db1ea8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (c22add03-7518-4a48-a0af-8c21e7730415), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.834130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Network c884f9b1-79b1-44e3-83ed-f5325356574e is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:44:13.842493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:13.867170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-61daceaf-6010-48b1-8f7b-7d20db1ea8ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22add03-7518-4a48-a0af-8c21e7730415']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:13.891033 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-61daceaf-6010-48b1-8f7b-7d20db1ea8ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7046b2-bd31-47a7-843f-d43a6565f382') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:13.891548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-61daceaf-6010-48b1-8f7b-7d20db1ea8ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7046b2-bd31-47a7-843f-d43a6565f382') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:13.934599 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7833431a-c8df-4357-bbfe-4d1425e27a30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.941040 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61daceaf-6010-48b1-8f7b-7d20db1ea8ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (bf7046b2-bd31-47a7-843f-d43a6565f382), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:13.988155 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61daceaf-6010-48b1-8f7b-7d20db1ea8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bf7046b2-bd31-47a7-843f-d43a6565f382), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:14.001549 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61daceaf-6010-48b1-8f7b-7d20db1ea8ad admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:44:14.001960 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61daceaf-6010-48b1-8f7b-7d20db1ea8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (bf7046b2-bd31-47a7-843f-d43a6565f382), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:44:14.003796 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:44:14.077575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Router 536b1cfd-44af-4c09-9523-a23b96b07da1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:44:14.117102 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61daceaf-6010-48b1-8f7b-7d20db1ea8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (c22add03-7518-4a48-a0af-8c21e7730415), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:14.140527 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61daceaf-6010-48b1-8f7b-7d20db1ea8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:14.146298 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-61daceaf-6010-48b1-8f7b-7d20db1ea8ad admin admin] 10.222.0.18 "DELETE /v2.0/networks/c22add03-7518-4a48-a0af-8c21e7730415 HTTP/1.1" status: 204 len: 168 time: 0.6294904 Mar 23 01:44:14.148819 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61daceaf-6010-48b1-8f7b-7d20db1ea8ad admin admin] Pushing event deleted for resources: {'Network': ['ID=c22add03-7518-4a48-a0af-8c21e7730415,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:14.188947 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7833431a-c8df-4357-bbfe-4d1425e27a30 admin admin] Publish callbacks [] for security_group (617b5305-31e8-4aab-937c-cd8a3491948c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:14.199614 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7833431a-c8df-4357-bbfe-4d1425e27a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (617b5305-31e8-4aab-937c-cd8a3491948c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:14.283085 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03943f2-f9a3-485f-b35e-34b2b1b2d01a None None] Pushing event updated for resources: {'Port': ['ID=8c093de7-3d34-4ade-8afd-260585870a65,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:14.308902 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7833431a-c8df-4357-bbfe-4d1425e27a30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38487cf68c4f41d4806294fec2c7a055&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5724363 Mar 23 01:44:14.309547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48018) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:14.310828 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833431a-c8df-4357-bbfe-4d1425e27a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617b5305-31e8-4aab-937c-cd8a3491948c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:14.327382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-17b4076d-5fe1-46db-a272-45522ce1e57b None None] Current status of the port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:14.385036 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48020) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:14.412658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:44:14.422295 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] Set router 536b1cfd-44af-4c09-9523-a23b96b07da1 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:44:14.432388 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2814423d-697a-4e37-ac7b-af641216076d admin admin] 10.222.0.18 "PUT /v2.0/routers/536b1cfd-44af-4c09-9523-a23b96b07da1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0053513 Mar 23 01:44:14.464989 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-adb7329b-45d3-4dc4-8e62-76c0441493cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0472e021719f47ec9df5929aac2488a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0786533 Mar 23 01:44:14.467527 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48024) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:14.479027 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c454e58-fcf2-4580-9b9c-586bc6eeb6db admin admin] Publish callbacks [] for security_group (617b5305-31e8-4aab-937c-cd8a3491948c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:14.539659 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c454e58-fcf2-4580-9b9c-586bc6eeb6db admin admin] Publish callbacks [] for security_group (617b5305-31e8-4aab-937c-cd8a3491948c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:14.577381 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5e96499-5978-428d-88b1-41d506a3153b admin admin] Publish callbacks [] for security_group (c98799c6-ea05-448d-9102-d48b8a7767c1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:14.629614 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5e96499-5978-428d-88b1-41d506a3153b admin admin] Publish callbacks [] for security_group (c98799c6-ea05-448d-9102-d48b8a7767c1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:14.685695 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port cf1d8355-223b-4dc2-979c-9fe6f1fd9925 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:14.720583 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5e96499-5978-428d-88b1-41d506a3153b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c98799c6-ea05-448d-9102-d48b8a7767c1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:14.723580 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5e96499-5978-428d-88b1-41d506a3153b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:14.727669 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b5e96499-5978-428d-88b1-41d506a3153b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c98799c6-ea05-448d-9102-d48b8a7767c1 HTTP/1.1" status: 204 len: 168 time: 0.2591636 Mar 23 01:44:14.743306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e96499-5978-428d-88b1-41d506a3153b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98799c6-ea05-448d-9102-d48b8a7767c1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:14.757976 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b7a1b83-94a0-4ef4-9756-ed04e53e396a req-c6ab912a-4f36-4854-9130-86f2de0f1671 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.1738067 Mar 23 01:44:14.786756 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c454e58-fcf2-4580-9b9c-586bc6eeb6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (617b5305-31e8-4aab-937c-cd8a3491948c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:14.789442 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c454e58-fcf2-4580-9b9c-586bc6eeb6db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:14.790598 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4c454e58-fcf2-4580-9b9c-586bc6eeb6db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/617b5305-31e8-4aab-937c-cd8a3491948c HTTP/1.1" status: 204 len: 168 time: 0.4632809 Mar 23 01:44:14.822858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c454e58-fcf2-4580-9b9c-586bc6eeb6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617b5305-31e8-4aab-937c-cd8a3491948c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:14.866958 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:44:14.870225 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2e9721e9-1294-44a4-8b0b-860925316f95 None None] Provisioning complete for port 31222a37-7719-4e52-a382-a50791bcc321 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:14.870698 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e9721e9-1294-44a4-8b0b-860925316f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (31222a37-7719-4e52-a382-a50791bcc321), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:14.919660 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2e9721e9-1294-44a4-8b0b-860925316f95 None None] Port 31222a37-7719-4e52-a382-a50791bcc321 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:44:14.922289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:15.027383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:44:15.027824 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5750ca18-87b9-4e88-8e6b-bf9f43af2f25 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:44:15.069290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2e9721e9-1294-44a4-8b0b-860925316f95 None None] Provisioning complete for port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:15.069687 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e9721e9-1294-44a4-8b0b-860925316f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6e11a33b-977c-4982-b7fd-a9634a7c4ce8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:15.224548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614264617-router', 'tenant_id': '2b866d2a42644960b36baac5a9a11fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '8c093de7-3d34-4ade-8afd-260585870a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:06Z', 'updated_at': '2022-03-23T01:44:13Z', 'revision_number': 4, 'project_id': '2b866d2a42644960b36baac5a9a11fe9', 'gw_port': {'id': '8c093de7-3d34-4ade-8afd-260585870a65', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:07Z', 'updated_at': '2022-03-23T01:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '31222a37-7719-4e52-a382-a50791bcc321', 'name': '', 'network_id': 'c884f9b1-79b1-44e3-83ed-f5325356574e', 'tenant_id': '2b866d2a42644960b36baac5a9a11fe9', 'mac_address': 'fa:16:3e:b1:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'c859e83d-0a1c-4286-97e4-2697cce4d9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:11Z', 'updated_at': '2022-03-23T01:44:13Z', 'revision_number': 2, 'project_id': '2b866d2a42644960b36baac5a9a11fe9', 'subnets': [{'id': 'c859e83d-0a1c-4286-97e4-2697cce4d9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:15.240233 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:15.243612 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6e11a33b-977c-4982-b7fd-a9634a7c4ce8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:15.352701 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d5aad-072b-4e66-ba03-b44e9ce49a89 None None] The sync data for ids ['536b1cfd-44af-4c09-9523-a23b96b07da1'] in n-d-834677-4 is: [{'id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614264617-router', 'tenant_id': '2b866d2a42644960b36baac5a9a11fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '8c093de7-3d34-4ade-8afd-260585870a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:06Z', 'updated_at': '2022-03-23T01:44:13Z', 'revision_number': 4, 'project_id': '2b866d2a42644960b36baac5a9a11fe9', 'gw_port': {'id': '8c093de7-3d34-4ade-8afd-260585870a65', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:07Z', 'updated_at': '2022-03-23T01:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '31222a37-7719-4e52-a382-a50791bcc321', 'name': '', 'network_id': 'c884f9b1-79b1-44e3-83ed-f5325356574e', 'tenant_id': '2b866d2a42644960b36baac5a9a11fe9', 'mac_address': 'fa:16:3e:b1:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'c859e83d-0a1c-4286-97e4-2697cce4d9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:11Z', 'updated_at': '2022-03-23T01:44:13Z', 'revision_number': 2, 'project_id': '2b866d2a42644960b36baac5a9a11fe9', 'subnets': [{'id': 'c859e83d-0a1c-4286-97e4-2697cce4d9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:44:15.491442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2e9721e9-1294-44a4-8b0b-860925316f95 None None] Current status of the port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:15.609759 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:15.610807 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cf1d8355-223b-4dc2-979c-9fe6f1fd9925 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:15.902110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port cf1d8355-223b-4dc2-979c-9fe6f1fd9925 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:15.903029 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:16.067924 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b022adfa-0686-42ff-a94b-d2ca73222eeb req-52a021e7-7437-4cb0-b2d2-775b7914f64b tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0868809 Mar 23 01:44:16.290858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port cf1d8355-223b-4dc2-979c-9fe6f1fd9925 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:16.561657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48080) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:16.806136 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e08d3bf3-b70e-4d05-8525-8826fa32b0b5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-76176698-network', 'tenant_id': '6fc474583d1d4fbfa2a3f1caf12f3d69'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:16.838493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08d3bf3-b70e-4d05-8525-8826fa32b0b5 admin admin] Made reservation on behalf of 6fc474583d1d4fbfa2a3f1caf12f3d69 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:44:16.897419 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e08d3bf3-b70e-4d05-8525-8826fa32b0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:16.908915 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e08d3bf3-b70e-4d05-8525-8826fa32b0b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:17.090878 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e08d3bf3-b70e-4d05-8525-8826fa32b0b5 admin admin] Publish callbacks [] for security_group (03c6b7d5-0233-4318-a60c-51e6dfca2751), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:17.103540 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e08d3bf3-b70e-4d05-8525-8826fa32b0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (03c6b7d5-0233-4318-a60c-51e6dfca2751), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:17.123984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08d3bf3-b70e-4d05-8525-8826fa32b0b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:44:17.148502 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e08d3bf3-b70e-4d05-8525-8826fa32b0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a909f224-1fef-496e-b4e2-4093ab68150d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:17.150012 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-e08d3bf3-b70e-4d05-8525-8826fa32b0b5 admin admin] Added segment a909f224-1fef-496e-b4e2-4093ab68150d of type vlan for network 3825b5ed-ea06-4807-aed8-422b72ca6916 Mar 23 01:44:17.268126 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e08d3bf3-b70e-4d05-8525-8826fa32b0b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (3825b5ed-ea06-4807-aed8-422b72ca6916), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:17.333816 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9633c889-2e20-4ddf-970e-820f6da966ba req-04027106-a93a-4a46-9115-0d25bbf31e36 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.1198618 Mar 23 01:44:17.376755 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d3bf3-b70e-4d05-8525-8826fa32b0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c6b7d5-0233-4318-a60c-51e6dfca2751,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:17.409839 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e08d3bf3-b70e-4d05-8525-8826fa32b0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (3825b5ed-ea06-4807-aed8-422b72ca6916), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:17.411447 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08d3bf3-b70e-4d05-8525-8826fa32b0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:17.412844 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e08d3bf3-b70e-4d05-8525-8826fa32b0b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:17.557808 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e08d3bf3-b70e-4d05-8525-8826fa32b0b5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9944546 Mar 23 01:44:17.561010 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48092) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:17.569483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c589a91a-4949-4617-b3d0-106997aab5a7 admin admin] Request body: {'subnet': {'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-76176698-subnet', 'tenant_id': '6fc474583d1d4fbfa2a3f1caf12f3d69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:17.602223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d3bf3-b70e-4d05-8525-8826fa32b0b5 admin admin] Pushing event updated for resources: {'Network': ['ID=3825b5ed-ea06-4807-aed8-422b72ca6916,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:17.619878 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 3825b5ed-ea06-4807-aed8-422b72ca6916 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:44:17.622339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c589a91a-4949-4617-b3d0-106997aab5a7 admin admin] Made reservation on behalf of 6fc474583d1d4fbfa2a3f1caf12f3d69 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:44:17.627234 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c589a91a-4949-4617-b3d0-106997aab5a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:17.922879 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c589a91a-4949-4617-b3d0-106997aab5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (03ad0308-8885-4b30-b976-2a6f309d1ec3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:17.987856 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589a91a-4949-4617-b3d0-106997aab5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ad0308-8885-4b30-b976-2a6f309d1ec3,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:18.033788 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c589a91a-4949-4617-b3d0-106997aab5a7 admin admin] Checking segment: {'id': 'a909f224-1fef-496e-b4e2-4093ab68150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:44:18.034517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c589a91a-4949-4617-b3d0-106997aab5a7 admin admin] Network hostable DHCP agents. Network: 3825b5ed-ea06-4807-aed8-422b72ca6916, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:44:18.058539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c589a91a-4949-4617-b3d0-106997aab5a7 admin admin] Network 3825b5ed-ea06-4807-aed8-422b72ca6916 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:44:18.075979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-c589a91a-4949-4617-b3d0-106997aab5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 3825b5ed-ea06-4807-aed8-422b72ca6916) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:18.084630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c589a91a-4949-4617-b3d0-106997aab5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:18.085317 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c589a91a-4949-4617-b3d0-106997aab5a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:18.089277 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af219e39-e8ba-4638-8c00-82c6b983c1cc None None] Network 3825b5ed-ea06-4807-aed8-422b72ca6916 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:44:18.139432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c589a91a-4949-4617-b3d0-106997aab5a7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5617466 Mar 23 01:44:18.408036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419ce7e6-7230-4271-b5e9-0e30174e17e3 None None] Network 3825b5ed-ea06-4807-aed8-422b72ca6916 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:44:18.632899 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-25dcb124-692a-415e-b2c5-39d9b3d8bdf6 req-7e3fb37e-b1d0-49dc-a04a-72239181b14e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0411472 Mar 23 01:44:18.953817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 8c093de7-3d34-4ade-8afd-260585870a65 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:18.971629 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-8e295f88-5c63-4224-b0cc-0b354acf2772 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:18.982037 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-8e295f88-5c63-4224-b0cc-0b354acf2772 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/networks?id=3825b5ed-ea06-4807-aed8-422b72ca6916 HTTP/1.1" status: 200 len: 812 time: 0.2581100 Mar 23 01:44:19.011244 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-b84e7ec4-28ce-409f-a585-51976508f5ad tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/quotas/6fc474583d1d4fbfa2a3f1caf12f3d69 HTTP/1.1" status: 200 len: 375 time: 0.0279572 Mar 23 01:44:19.043787 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 8c093de7-3d34-4ade-8afd-260585870a65 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:19.049155 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8c093de7-3d34-4ade-8afd-260585870a65), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:19.070319 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-e2bb0410-09d2-4ac5-b233-7d07dbf3fbbd tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fc474583d1d4fbfa2a3f1caf12f3d69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554137 Mar 23 01:44:19.200532 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-a9e4d481-fff0-4867-b77b-7a045f379e8b service neutron] 10.222.0.18 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289175 Mar 23 01:44:19.253182 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 8c093de7-3d34-4ade-8afd-260585870a65 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:19.253972 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8c093de7-3d34-4ade-8afd-260585870a65), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:19.298562 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 8c093de7-3d34-4ade-8afd-260585870a65, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=8c093de7-3d34-4ade-8afd-260585870a65,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:19.306525 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8c093de7-3d34-4ade-8afd-260585870a65), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:19.341080 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cbf7998d-d1d5-4c6c-b995-d4ee9d454195 service neutron] 10.222.0.18 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396329 Mar 23 01:44:19.433758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=8c093de7-3d34-4ade-8afd-260585870a65,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:19.506326 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-64485e3b-3cb1-47bd-a3ca-788758bcb3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:19.601968 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5fbdb29b-6800-434c-9d79-4e067ad49394 req-0b944fea-d634-4781-abaf-b05b3e0ba6cb tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 210 time: 0.0441773 Mar 23 01:44:19.646440 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Sync routers for ids ['536b1cfd-44af-4c09-9523-a23b96b07da1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:44:19.682240 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Routers {'536b1cfd-44af-4c09-9523-a23b96b07da1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:44:19.683421 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-11c04251-e288-41c7-9737-76fea507b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:43:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['536b1cfd-44af-4c09-9523-a23b96b07da1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:19.850318 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2fb5f8ef-ff0e-48ee-b12a-521cf331e440 req-9ca1aede-1649-4f68-8e90-3c2f11787273 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0718491 Mar 23 01:44:19.966759 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Set router 536b1cfd-44af-4c09-9523-a23b96b07da1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:44:20.237799 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-11c04251-e288-41c7-9737-76fea507b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614264617-router', 'tenant_id': '2b866d2a42644960b36baac5a9a11fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '8c093de7-3d34-4ade-8afd-260585870a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:06Z', 'updated_at': '2022-03-23T01:44:13Z', 'revision_number': 4, 'project_id': '2b866d2a42644960b36baac5a9a11fe9', 'gw_port': {'id': '8c093de7-3d34-4ade-8afd-260585870a65', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:07Z', 'updated_at': '2022-03-23T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '31222a37-7719-4e52-a382-a50791bcc321', 'name': '', 'network_id': 'c884f9b1-79b1-44e3-83ed-f5325356574e', 'tenant_id': '2b866d2a42644960b36baac5a9a11fe9', 'mac_address': 'fa:16:3e:b1:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'c859e83d-0a1c-4286-97e4-2697cce4d9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:11Z', 'updated_at': '2022-03-23T01:44:13Z', 'revision_number': 2, 'project_id': '2b866d2a42644960b36baac5a9a11fe9', 'subnets': [{'id': 'c859e83d-0a1c-4286-97e4-2697cce4d9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:20.275189 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Checking router: 536b1cfd-44af-4c09-9523-a23b96b07da1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:44:20.275550 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Updating router 536b1cfd-44af-4c09-9523-a23b96b07da1 port 31222a37-7719-4e52-a382-a50791bcc321 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:44:20.370487 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (31222a37-7719-4e52-a382-a50791bcc321), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:20.529021 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:20.771338 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Publish callbacks [] for port (31222a37-7719-4e52-a382-a50791bcc321), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:20.785820 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (31222a37-7719-4e52-a382-a50791bcc321), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:20.816192 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce468d9f-65f8-47e7-b049-e09952f7529c req-6d1d0718-3094-4940-b59c-1b52d14f7aa5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 210 time: 0.0634980 Mar 23 01:44:20.867290 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd2426-e19c-4d43-8ac9-7a2a0996da0a None None] Pushing event updated for resources: {'Port': ['ID=31222a37-7719-4e52-a382-a50791bcc321,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:20.898462 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 8c093de7-3d34-4ade-8afd-260585870a65 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:20.984701 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Attempting to bind port 31222a37-7719-4e52-a382-a50791bcc321 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:44:20.984701 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Attempting to bind port 31222a37-7719-4e52-a382-a50791bcc321 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e511d685-e71a-43ea-b892-97e9660a09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c884f9b1-79b1-44e3-83ed-f5325356574e'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:44:20.984701 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Attempting to bind port 31222a37-7719-4e52-a382-a50791bcc321 on network c884f9b1-79b1-44e3-83ed-f5325356574e {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:44:21.001645 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:44:21.002768 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Checking segment: {'id': 'e511d685-e71a-43ea-b892-97e9660a09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c884f9b1-79b1-44e3-83ed-f5325356574e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:44:21.003500 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:21.004679 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Bound using segment: {'id': 'e511d685-e71a-43ea-b892-97e9660a09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c884f9b1-79b1-44e3-83ed-f5325356574e'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:44:21.005830 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Bound port: 31222a37-7719-4e52-a382-a50791bcc321, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e511d685-e71a-43ea-b892-97e9660a09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c884f9b1-79b1-44e3-83ed-f5325356574e'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:44:21.007824 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (31222a37-7719-4e52-a382-a50791bcc321), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:21.071392 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 8c093de7-3d34-4ade-8afd-260585870a65 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:21.071834 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8c093de7-3d34-4ade-8afd-260585870a65), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:21.096461 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a267457d-7390-4eb7-a216-4a604fb0c6e0 req-808c035c-b45b-4836-8dd9-f109e18b07ac tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0671468 Mar 23 01:44:21.234593 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-11c04251-e288-41c7-9737-76fea507b956 None None] For port 31222a37-7719-4e52-a382-a50791bcc321, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:44:21.242509 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-11c04251-e288-41c7-9737-76fea507b956 None None] For port 31222a37-7719-4e52-a382-a50791bcc321, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=31222a37-7719-4e52-a382-a50791bcc321,segment=NetworkSegment(e511d685-e71a-43ea-b892-97e9660a09be),segment_id=e511d685-e71a-43ea-b892-97e9660a09be)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:44:21.265934 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (31222a37-7719-4e52-a382-a50791bcc321), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:21.323966 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 8c093de7-3d34-4ade-8afd-260585870a65 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:21.441921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-245ed68a-4448-42d0-b794-9ca1f444c20a None None] Provisioning complete for port 31222a37-7719-4e52-a382-a50791bcc321 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:21.446892 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-245ed68a-4448-42d0-b794-9ca1f444c20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (31222a37-7719-4e52-a382-a50791bcc321), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:21.479571 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd2426-e19c-4d43-8ac9-7a2a0996da0a None None] Pushing event updated for resources: {'Port': ['ID=31222a37-7719-4e52-a382-a50791bcc321,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:21.484308 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Routers {'536b1cfd-44af-4c09-9523-a23b96b07da1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:44:21.484977 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-11c04251-e288-41c7-9737-76fea507b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:43:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['536b1cfd-44af-4c09-9523-a23b96b07da1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:21.515373 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-044bf710-6478-4a38-b69d-d785c9166d83 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:21.516950 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-044bf710-6478-4a38-b69d-d785c9166d83 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.42 "GET /v2.0/networks?id=3825b5ed-ea06-4807-aed8-422b72ca6916 HTTP/1.1" status: 200 len: 812 time: 0.4131961 Mar 23 01:44:21.535888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-d0ab5dbc-9c5f-433c-b869-db13ba1cc035 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Request body: {'port': {'device_id': 'a86a2839-1557-4eca-bc1f-5685f5670e01', 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916', 'admin_state_up': True, 'tenant_id': '6fc474583d1d4fbfa2a3f1caf12f3d69'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:21.709441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-245ed68a-4448-42d0-b794-9ca1f444c20a None None] Current status of the port 31222a37-7719-4e52-a382-a50791bcc321 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:21.710001 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-245ed68a-4448-42d0-b794-9ca1f444c20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (31222a37-7719-4e52-a382-a50791bcc321), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:21.793811 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-d0ab5dbc-9c5f-433c-b869-db13ba1cc035 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Made reservation on behalf of 6fc474583d1d4fbfa2a3f1caf12f3d69 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:44:21.797736 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-d0ab5dbc-9c5f-433c-b869-db13ba1cc035 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:21.810217 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-11c04251-e288-41c7-9737-76fea507b956 None None] Set router 536b1cfd-44af-4c09-9523-a23b96b07da1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:44:21.828743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-245ed68a-4448-42d0-b794-9ca1f444c20a None None] For port 31222a37-7719-4e52-a382-a50791bcc321, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=31222a37-7719-4e52-a382-a50791bcc321,segment=NetworkSegment(e511d685-e71a-43ea-b892-97e9660a09be),segment_id=e511d685-e71a-43ea-b892-97e9660a09be)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:21.861251 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-245ed68a-4448-42d0-b794-9ca1f444c20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (31222a37-7719-4e52-a382-a50791bcc321), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:21.986188 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-d0ab5dbc-9c5f-433c-b869-db13ba1cc035 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Allocated IP 172.20.0.12 (3825b5ed-ea06-4807-aed8-422b72ca6916/03ad0308-8885-4b30-b976-2a6f309d1ec3/8d8685e8-6719-4028-9e63-56835cc6ccb8) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:44:22.054039 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-98d4731b-72c7-4d6a-bcd9-d5f73a0f0086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:22.114476 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53ad86a3-d0d6-4d6a-afe8-63312287ae52 req-947c144b-0ea3-4050-bf2a-c0a0c30d90cd tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 210 time: 0.0988994 Mar 23 01:44:22.173845 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a6d595d1-d1f0-4f42-af20-c549c2a28b49 None None] Provisioning complete for port 31222a37-7719-4e52-a382-a50791bcc321 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:22.174242 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a6d595d1-d1f0-4f42-af20-c549c2a28b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (31222a37-7719-4e52-a382-a50791bcc321), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:22.226319 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-d0ab5dbc-9c5f-433c-b869-db13ba1cc035 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Publish callbacks [] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:22.263244 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ed68a-4448-42d0-b794-9ca1f444c20a None None] Pushing event updated for resources: {'Port': ['ID=31222a37-7719-4e52-a382-a50791bcc321,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:22.322726 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-040c55f9-fedd-4505-be2e-31c7b9d0b285 req-2d45524b-2f72-4c94-9ebd-cbdfe4c5526e tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0840402 Mar 23 01:44:22.375673 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a6d595d1-d1f0-4f42-af20-c549c2a28b49 None None] Current status of the port 31222a37-7719-4e52-a382-a50791bcc321 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:22.408153 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-d0ab5dbc-9c5f-433c-b869-db13ba1cc035 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:22.494606 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-11c04251-e288-41c7-9737-76fea507b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614264617-router', 'tenant_id': '2b866d2a42644960b36baac5a9a11fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '8c093de7-3d34-4ade-8afd-260585870a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:06Z', 'updated_at': '2022-03-23T01:44:13Z', 'revision_number': 4, 'project_id': '2b866d2a42644960b36baac5a9a11fe9', 'gw_port': {'id': '8c093de7-3d34-4ade-8afd-260585870a65', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:07Z', 'updated_at': '2022-03-23T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '31222a37-7719-4e52-a382-a50791bcc321', 'name': '', 'network_id': 'c884f9b1-79b1-44e3-83ed-f5325356574e', 'tenant_id': '2b866d2a42644960b36baac5a9a11fe9', 'mac_address': 'fa:16:3e:b1:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'c859e83d-0a1c-4286-97e4-2697cce4d9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:11Z', 'updated_at': '2022-03-23T01:44:21Z', 'revision_number': 4, 'project_id': '2b866d2a42644960b36baac5a9a11fe9', 'subnets': [{'id': 'c859e83d-0a1c-4286-97e4-2697cce4d9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:22.496442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-d0ab5dbc-9c5f-433c-b869-db13ba1cc035 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Network 3825b5ed-ea06-4807-aed8-422b72ca6916 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:44:22.519729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab5dbc-9c5f-433c-b869-db13ba1cc035 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Pushing event updated for resources: {'Port': ['ID=8d8685e8-6719-4028-9e63-56835cc6ccb8,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:22.531806 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-d0ab5dbc-9c5f-433c-b869-db13ba1cc035 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:22.542033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-d0ab5dbc-9c5f-433c-b869-db13ba1cc035 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:44:22.634037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-d0ab5dbc-9c5f-433c-b869-db13ba1cc035 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:22.635192 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-d0ab5dbc-9c5f-433c-b869-db13ba1cc035 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:22.688168 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-d0ab5dbc-9c5f-433c-b869-db13ba1cc035 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1564882 Mar 23 01:44:22.701339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Request body: {'port': {'device_id': 'a86a2839-1557-4eca-bc1f-5685f5670e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:22.710214 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c04251-e288-41c7-9737-76fea507b956 None None] The sync data for ids ['536b1cfd-44af-4c09-9523-a23b96b07da1'] in n-d-834677-4 is: [{'id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614264617-router', 'tenant_id': '2b866d2a42644960b36baac5a9a11fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '8c093de7-3d34-4ade-8afd-260585870a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:06Z', 'updated_at': '2022-03-23T01:44:13Z', 'revision_number': 4, 'project_id': '2b866d2a42644960b36baac5a9a11fe9', 'gw_port': {'id': '8c093de7-3d34-4ade-8afd-260585870a65', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:07Z', 'updated_at': '2022-03-23T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '31222a37-7719-4e52-a382-a50791bcc321', 'name': '', 'network_id': 'c884f9b1-79b1-44e3-83ed-f5325356574e', 'tenant_id': '2b866d2a42644960b36baac5a9a11fe9', 'mac_address': 'fa:16:3e:b1:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'c859e83d-0a1c-4286-97e4-2697cce4d9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:11Z', 'updated_at': '2022-03-23T01:44:21Z', 'revision_number': 4, 'project_id': '2b866d2a42644960b36baac5a9a11fe9', 'subnets': [{'id': 'c859e83d-0a1c-4286-97e4-2697cce4d9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:44:22.921705 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:22.960141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 31222a37-7719-4e52-a382-a50791bcc321 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:23.127492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 31222a37-7719-4e52-a382-a50791bcc321 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:23.128190 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (31222a37-7719-4e52-a382-a50791bcc321), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:23.311362 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:23.399531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 31222a37-7719-4e52-a382-a50791bcc321 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:23.473420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecce54-15e8-452c-bab4-7b12bd09703d req-1cfa1075-7aaf-4d7e-8f06-e6beff221f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:23.475708 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fdecce54-15e8-452c-bab4-7b12bd09703d req-1cfa1075-7aaf-4d7e-8f06-e6beff221f2c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 1126 time: 0.3184671 Mar 23 01:44:23.683472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f2065-ef21-441b-849f-a3333270fadc req-9d31d891-161a-4dda-ad24-6db794234e81 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:23.697704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-687f2065-ef21-441b-849f-a3333270fadc req-9d31d891-161a-4dda-ad24-6db794234e81 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 932 time: 0.3725054 Mar 23 01:44:23.714034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab774b0a-2b59-4c73-a534-ed081c5d090f req-7cb4bd91-eca8-4cba-893f-38943a8d1100 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:23.716512 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ab774b0a-2b59-4c73-a534-ed081c5d090f req-7cb4bd91-eca8-4cba-893f-38943a8d1100 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.3754408 Mar 23 01:44:23.805204 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-687f2065-ef21-441b-849f-a3333270fadc req-4fd4cb60-5768-4808-af1a-2104260c4cec tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955997 Mar 23 01:44:23.809960 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ab774b0a-2b59-4c73-a534-ed081c5d090f req-4dcc6d5e-9df2-4038-9ba7-1d3a24eed026 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689905 Mar 23 01:44:23.898339 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecce54-15e8-452c-bab4-7b12bd09703d req-912efc18-50bd-460f-a854-e0b84b75d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:23.899855 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fdecce54-15e8-452c-bab4-7b12bd09703d req-912efc18-50bd-460f-a854-e0b84b75d020 service neutron] 10.222.0.43 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 0.4138105 Mar 23 01:44:24.025143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8685e8-6719-4028-9e63-56835cc6ccb8 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:44:24.040037 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Publish callbacks [] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:24.077062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Transition to ACTIVE for port object 8d8685e8-6719-4028-9e63-56835cc6ccb8 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:44:24.090813 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:24.108031 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b047bceb-76f8-4f71-ba66-d195f3544768 req-8231f10a-2daa-498b-b28e-9895d3c48e65 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.1031005 Mar 23 01:44:24.126517 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fdecce54-15e8-452c-bab4-7b12bd09703d req-9d0e39ac-ae8d-4b62-adf7-7e231ae2d834 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b HTTP/1.1" status: 200 len: 999 time: 0.2181394 Mar 23 01:44:24.219157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8685e8-6719-4028-9e63-56835cc6ccb8,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:24.266510 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecce54-15e8-452c-bab4-7b12bd09703d req-d10908e8-5d56-42b1-8fd5-083925d32f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:24.268160 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fdecce54-15e8-452c-bab4-7b12bd09703d req-d10908e8-5d56-42b1-8fd5-083925d32f35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.1346185 Mar 23 01:44:24.343199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Attempting to bind port 8d8685e8-6719-4028-9e63-56835cc6ccb8 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:44:24.343618 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Attempting to bind port 8d8685e8-6719-4028-9e63-56835cc6ccb8 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'a909f224-1fef-496e-b4e2-4093ab68150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:44:24.343868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Attempting to bind port 8d8685e8-6719-4028-9e63-56835cc6ccb8 on network 3825b5ed-ea06-4807-aed8-422b72ca6916 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:44:24.348852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Port 8d8685e8-6719-4028-9e63-56835cc6ccb8 on network 3825b5ed-ea06-4807-aed8-422b72ca6916 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:44:24.349176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Attempting to bind port 8d8685e8-6719-4028-9e63-56835cc6ccb8 on network 3825b5ed-ea06-4807-aed8-422b72ca6916 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:44:24.365572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:44:24.366001 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Checking segment: {'id': 'a909f224-1fef-496e-b4e2-4093ab68150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:44:24.366300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Bound using segment: {'id': 'a909f224-1fef-496e-b4e2-4093ab68150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:44:24.366754 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Bound port: 8d8685e8-6719-4028-9e63-56835cc6ccb8, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a909f224-1fef-496e-b4e2-4093ab68150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:44:24.367106 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:24.387140 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecce54-15e8-452c-bab4-7b12bd09703d req-c6ae358a-0152-4a77-9e51-4f01050f2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:24.389077 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fdecce54-15e8-452c-bab4-7b12bd09703d req-c6ae358a-0152-4a77-9e51-4f01050f2e5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0916145 Mar 23 01:44:24.491244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48178) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:24.541527 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:24.559509 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fdecce54-15e8-452c-bab4-7b12bd09703d req-ad1594a0-5229-49b7-8193-e98841b14be1 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600981 Mar 23 01:44:24.656404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] For port 8d8685e8-6719-4028-9e63-56835cc6ccb8, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:44:24.661989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] For port 8d8685e8-6719-4028-9e63-56835cc6ccb8, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:44:24.675013 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:24.759722 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fdecce54-15e8-452c-bab4-7b12bd09703d req-40cce68d-6875-4989-91d1-3376a721981c service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929057 Mar 23 01:44:24.773228 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48180) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:24.779131 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-8ad88b12-ef01-4a66-a93a-844a2972bea6 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Request body: {'network': {'name': 'tempest-network-smoke--1251029425', 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'port_security_enabled': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:24.783488 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-388fffbf-a13e-43c2-8d6e-b7c2f181a210 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5519 time: 0.2903614 Mar 23 01:44:24.812561 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad88b12-ef01-4a66-a93a-844a2972bea6 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Made reservation on behalf of 5e42953905ba4df9a75f4549b62d35ee for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:44:24.817873 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ad88b12-ef01-4a66-a93a-844a2972bea6 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:24.826229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:24.826866 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:24.828298 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] 10.222.0.42 "PUT /v2.0/ports/8d8685e8-6719-4028-9e63-56835cc6ccb8 HTTP/1.1" status: 200 len: 1092 time: 2.1325350 Mar 23 01:44:24.828900 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86a2839-1557-4eca-bc1f-5685f5670e01', 'tag': '8d8685e8-6719-4028-9e63-56835cc6ccb8'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:44:24.831237 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfbe493-b7be-4375-a69d-b82e453d688b" -d '{"events": [{"name": "network-changed", "server_uuid": "a86a2839-1557-4eca-bc1f-5685f5670e01", "tag": "8d8685e8-6719-4028-9e63-56835cc6ccb8"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:44:24.935487 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad88b12-ef01-4a66-a93a-844a2972bea6 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:44:24.975962 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ad88b12-ef01-4a66-a93a-844a2972bea6 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:24.982673 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-8ad88b12-ef01-4a66-a93a-844a2972bea6 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Added segment a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a of type vlan for network 4db8d996-4100-42d1-af73-f240b9e3a382 Mar 23 01:44:24.986327 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a169f292-b372-4dd0-a898-c45cbf554f2b x-openstack-request-id: req-a169f292-b372-4dd0-a898-c45cbf554f2b {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:44:24.986645 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86a2839-1557-4eca-bc1f-5685f5670e01", "tag": "8d8685e8-6719-4028-9e63-56835cc6ccb8", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:44:24.986877 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a169f292-b372-4dd0-a898-c45cbf554f2b {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:44:24.987276 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a169f292-b372-4dd0-a898-c45cbf554f2b'] response: {'name': 'network-changed', 'server_uuid': 'a86a2839-1557-4eca-bc1f-5685f5670e01', 'tag': '8d8685e8-6719-4028-9e63-56835cc6ccb8', 'status': 'completed', 'code': 200} Mar 23 01:44:25.008733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2870e8-e155-4be1-aa0f-a285eb2e8823 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8685e8-6719-4028-9e63-56835cc6ccb8,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:25.076283 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-8379f18b-5c35-4ab8-b312-4c31d84fa6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:25.081457 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-8379f18b-5c35-4ab8-b312-4c31d84fa6fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6fc474583d1d4fbfa2a3f1caf12f3d69&device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 1126 time: 0.1944098 Mar 23 01:44:25.148804 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-aa8b8b16-7837-45f4-a0a4-3083b11d66a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8 HTTP/1.1" status: 200 len: 217 time: 0.0612864 Mar 23 01:44:25.235788 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-3ddf280a-f3c2-4f67-94a8-c4a7d8ce1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:25.237292 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-3ddf280a-f3c2-4f67-94a8-c4a7d8ce1ce4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03ad0308-8885-4b30-b976-2a6f309d1ec3 HTTP/1.1" status: 200 len: 852 time: 0.0717833 Mar 23 01:44:25.297467 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-8aa483c5-6f6d-4a77-a333-8eaee017e5dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3825b5ed-ea06-4807-aed8-422b72ca6916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510120 Mar 23 01:44:25.441598 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621a922-8524-43e0-bd12-c588ca2cde80 req-5c78fd1b-3a2e-4272-8526-225649415acb tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:25.445307 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0621a922-8524-43e0-bd12-c588ca2cde80 req-5c78fd1b-3a2e-4272-8526-225649415acb tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.2023363 Mar 23 01:44:25.485952 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-f9867d96-3083-4477-87ea-19129f35bb7a service neutron] 10.222.0.42 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467898 Mar 23 01:44:25.562628 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0621a922-8524-43e0-bd12-c588ca2cde80 req-abdc7c12-382b-4664-8427-246d25284eed tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744710 Mar 23 01:44:25.791186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad2a31cc-0253-4726-a456-5b82e20a83d5 req-08578d83-10e7-4ac7-ba18-a87a2163c5b1 service neutron] 10.222.0.42 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413034 Mar 23 01:44:25.812272 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:25.834236 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ad88b12-ef01-4a66-a93a-844a2972bea6 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (4db8d996-4100-42d1-af73-f240b9e3a382), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:25.879420 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-612778a4-80ca-4f20-a41b-948c32b37243 req-f153ba32-3f38-47ed-ba0c-98b50bb2801c tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.1563644 Mar 23 01:44:25.902339 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3f215-53e1-4199-b7a3-a63a25e64ff6 req-f3abc25d-8f34-43fc-8c35-19eef85efd50 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:25.909324 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d9d3f215-53e1-4199-b7a3-a63a25e64ff6 req-f3abc25d-8f34-43fc-8c35-19eef85efd50 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 944 time: 0.7476063 Mar 23 01:44:25.929898 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ad88b12-ef01-4a66-a93a-844a2972bea6 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (4db8d996-4100-42d1-af73-f240b9e3a382), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:25.941852 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad88b12-ef01-4a66-a93a-844a2972bea6 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:25.941852 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ad88b12-ef01-4a66-a93a-844a2972bea6 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:25.999097 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbe493-b7be-4375-a69d-b82e453d688b req-db088074-e63b-4ff7-890a-fb26328b5975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:25.999097 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1bfbe493-b7be-4375-a69d-b82e453d688b req-db088074-e63b-4ff7-890a-fb26328b5975 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6fc474583d1d4fbfa2a3f1caf12f3d69&device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 1126 time: 0.1067884 Mar 23 01:44:26.009199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48198) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:26.010340 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8ad88b12-ef01-4a66-a93a-844a2972bea6 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2355182 Mar 23 01:44:26.028856 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1767516525', 'admin_state_up': True, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:26.223200 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d9d3f215-53e1-4199-b7a3-a63a25e64ff6 req-7fc63918-53c4-402d-a6ef-3cd1f5988482 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013704 Mar 23 01:44:26.229027 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad88b12-ef01-4a66-a93a-844a2972bea6 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'Network': ['ID=4db8d996-4100-42d1-af73-f240b9e3a382,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:26.248309 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbe493-b7be-4375-a69d-b82e453d688b req-eb58d66d-d99a-41ac-8770-09947dbf48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:26.250011 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1bfbe493-b7be-4375-a69d-b82e453d688b req-eb58d66d-d99a-41ac-8770-09947dbf48f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3825b5ed-ea06-4807-aed8-422b72ca6916 HTTP/1.1" status: 200 len: 912 time: 0.2484603 Mar 23 01:44:26.250387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 4db8d996-4100-42d1-af73-f240b9e3a382 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:44:26.297315 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1bfbe493-b7be-4375-a69d-b82e453d688b req-01e8f509-d492-47b5-84fa-bcb188da5a85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8 HTTP/1.1" status: 200 len: 217 time: 0.0393727 Mar 23 01:44:26.298453 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (f30dcb4b-caba-4fc2-919c-e116325ab721), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:26.299748 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (f30dcb4b-caba-4fc2-919c-e116325ab721), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:26.497648 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router_controller (f30dcb4b-caba-4fc2-919c-e116325ab721), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:26.551270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbe493-b7be-4375-a69d-b82e453d688b req-76c863bb-d711-43b0-92a4-4d8ce8a690d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:26.569790 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1bfbe493-b7be-4375-a69d-b82e453d688b req-76c863bb-d711-43b0-92a4-4d8ce8a690d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03ad0308-8885-4b30-b976-2a6f309d1ec3 HTTP/1.1" status: 200 len: 852 time: 0.2073467 Mar 23 01:44:26.851789 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1bfbe493-b7be-4375-a69d-b82e453d688b req-46eba08e-dd60-44f8-a598-a1401ffffc25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3825b5ed-ea06-4807-aed8-422b72ca6916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642641 Mar 23 01:44:27.121879 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2a5dab40-f30c-4398-b456-e3104bef7839 req-358b7e28-a820-4f98-acd1-05f5bedc4178 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0758719 Mar 23 01:44:27.365592 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router_gateway (f30dcb4b-caba-4fc2-919c-e116325ab721), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:27.414678 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1bfbe493-b7be-4375-a69d-b82e453d688b req-42b1e7c2-2e9a-409d-89db-0b013a46ecfb service neutron] 10.222.0.42 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544918 Mar 23 01:44:27.441020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43331285-9dd8-4e5d-aff6-f0c1f3bb2c89 req-52da8aa8-a023-4fb2-97be-6918da734feb tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:27.461086 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43331285-9dd8-4e5d-aff6-f0c1f3bb2c89 req-52da8aa8-a023-4fb2-97be-6918da734feb tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.6622550 Mar 23 01:44:27.472362 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5fd47-1194-4e6e-a159-39069260f754 req-dfa399dd-7a80-45a9-aa4d-b55d4e4b3f34 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:27.474261 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3eb5fd47-1194-4e6e-a159-39069260f754 req-dfa399dd-7a80-45a9-aa4d-b55d4e4b3f34 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 944 time: 0.1316919 Mar 23 01:44:27.584865 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3eb5fd47-1194-4e6e-a159-39069260f754 req-ba500837-e109-4570-b94c-13989c3812ac tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898147 Mar 23 01:44:27.614887 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1bfbe493-b7be-4375-a69d-b82e453d688b req-c0d93317-87ba-446b-b75d-d8676b6932c2 service neutron] 10.222.0.42 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487110 Mar 23 01:44:27.698259 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43331285-9dd8-4e5d-aff6-f0c1f3bb2c89 req-0b03ab9b-f4d3-4f4c-9c29-d5233a46b4fc tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358515 Mar 23 01:44:27.891844 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router_gateway (f30dcb4b-caba-4fc2-919c-e116325ab721), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:27.943331 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:27.964964 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d8685e8-6719-4028-9e63-56835cc6ccb8 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:44:28.071678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Allocated IP 172.25.0.88 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/335b7b95-ceae-4d74-9c51-cd308c628374) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:44:28.131490 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d8685e8-6719-4028-9e63-56835cc6ccb8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:28.148182 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '8d8685e8-6719-4028-9e63-56835cc6ccb8', 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916', 'port_id': '8d8685e8-6719-4028-9e63-56835cc6ccb8', 'mac_address': 'fa:16:3e:ca:cc:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ad0308-8885-4b30-b976-2a6f309d1ec3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:44:28.189535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8d8685e8-6719-4028-9e63-56835cc6ccb8 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:28.190163 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:28.206514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8685e8-6719-4028-9e63-56835cc6ccb8 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:44:28.241350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d8685e8-6719-4028-9e63-56835cc6ccb8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:28.252446 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:28.264646 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for port (335b7b95-ceae-4d74-9c51-cd308c628374), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:28.315953 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9327df77-f619-4c4a-bdec-c8ca51b3e8e3 req-25529390-7a22-41fa-a383-5e8d597fada9 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0709076 Mar 23 01:44:28.353328 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (335b7b95-ceae-4d74-9c51-cd308c628374), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:28.367563 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8d8685e8-6719-4028-9e63-56835cc6ccb8,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:28.379536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:28.384488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:28.385593 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:28.385593 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:28.385827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:28.386273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:28.386731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:28.386731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:28.387339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:28.389071 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:28.390669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:28.391003 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:28.391332 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:28.393164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:28.393503 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:44:28.432633 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'Port': ['ID=335b7b95-ceae-4d74-9c51-cd308c628374,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:28.467348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:44:28.470668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:28.479796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:44:28.511506 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8d8685e8-6719-4028-9e63-56835cc6ccb8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:44:28.917017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3eb8d-3622-4650-9125-c69da35f5629 req-5947f4ab-2a6a-4b97-870b-652c4eeee2a4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:28.918495 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3d3eb8d-3622-4650-9125-c69da35f5629 req-5947f4ab-2a6a-4b97-870b-652c4eeee2a4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 945 time: 0.1076086 Mar 23 01:44:28.946728 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router_gateway (f30dcb4b-caba-4fc2-919c-e116325ab721), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:29.063264 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3d3eb8d-3622-4650-9125-c69da35f5629 req-b886e82f-c6cf-4a2a-a010-2fbe2ddc6e55 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327624 Mar 23 01:44:29.279580 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (f30dcb4b-caba-4fc2-919c-e116325ab721), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:29.504841 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Router f30dcb4b-caba-4fc2-919c-e116325ab721 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:44:29.552054 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f736327d-1af6-43c8-bd6e-22e38362c8ed req-a650589c-fa18-460f-8879-70db37db574f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/ports?device_id=92b3f9fe-d906-48e6-b309-2f09d1fdbb41 HTTP/1.1" status: 200 len: 210 time: 0.0447874 Mar 23 01:44:29.697211 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:44:29.710975 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Sync routers for ids ['f30dcb4b-caba-4fc2-919c-e116325ab721'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:44:29.724539 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:29.725003 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2e95c102-8fe2-40aa-8875-f46f911b8070 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.7069938 Mar 23 01:44:29.727861 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48246) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:29.742653 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Routers {'f30dcb4b-caba-4fc2-919c-e116325ab721'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:44:29.747312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:44:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f30dcb4b-caba-4fc2-919c-e116325ab721'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:29.829040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212c35a6-ac6c-48b0-97c6-aba5ec03f8a7 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:29.831252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-212c35a6-ac6c-48b0-97c6-aba5ec03f8a7 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=5e42953905ba4df9a75f4549b62d35ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1024408 Mar 23 01:44:29.834029 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48248) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:29.986216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Set router f30dcb4b-caba-4fc2-919c-e116325ab721 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:44:29.993875 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d8685e8-6719-4028-9e63-56835cc6ccb8 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:30.142182 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656f34d3-0910-4c43-86d8-027fca5755f3 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:30.145743 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-656f34d3-0910-4c43-86d8-027fca5755f3 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3102582 Mar 23 01:44:30.148589 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48252) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:30.185569 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-27a0dc89-250e-41f7-b9e4-382396f85209 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354760 Mar 23 01:44:30.188869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48254) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:30.233458 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-89a6ed10-2059-45b9-9f0d-0b875507d522 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=5e42953905ba4df9a75f4549b62d35ee&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436645 Mar 23 01:44:30.235800 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48256) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:30.336312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9370e25-cec3-4b9b-9e7a-683f4d6058ba req-e4d1bb53-08c6-4ac5-89ca-7a3ab46897cb tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:30.338739 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b9370e25-cec3-4b9b-9e7a-683f4d6058ba req-e4d1bb53-08c6-4ac5-89ca-7a3ab46897cb tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 945 time: 0.1033859 Mar 23 01:44:30.449296 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b9370e25-cec3-4b9b-9e7a-683f4d6058ba req-77c572f3-035d-49da-9859-30bca3d040ab tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018386 Mar 23 01:44:30.485105 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5add96bf-6e88-4dcc-8d56-180eeb78d7d1 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:30.489848 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5add96bf-6e88-4dcc-8d56-180eeb78d7d1 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2498212 Mar 23 01:44:30.490721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48258) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:30.586281 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48262) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:30.589485 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1d705752-97a0-4751-8d9a-249b130213df tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0966773 Mar 23 01:44:30.593548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d091e5c9-af5e-4028-9e0f-7d19f920e07a tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1804555284', 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382', 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:30.631665 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 8d8685e8-6719-4028-9e63-56835cc6ccb8 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:44:30.655378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 8d8685e8-6719-4028-9e63-56835cc6ccb8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:30.656717 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:30.736823 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48268) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:30.744568 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1767516525', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:26Z', 'updated_at': '2022-03-23T01:44:28Z', 'revision_number': 3, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:aa:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:27Z', 'updated_at': '2022-03-23T01:44:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:30.772422 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d091e5c9-af5e-4028-9e0f-7d19f920e07a tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Made reservation on behalf of 5e42953905ba4df9a75f4549b62d35ee for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:44:30.778446 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d091e5c9-af5e-4028-9e0f-7d19f920e07a tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:30.784074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Checking router: f30dcb4b-caba-4fc2-919c-e116325ab721 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:44:30.784461 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Updating router f30dcb4b-caba-4fc2-919c-e116325ab721 port 335b7b95-ceae-4d74-9c51-cd308c628374 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:44:30.847094 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (335b7b95-ceae-4d74-9c51-cd308c628374), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:30.888472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8d8685e8-6719-4028-9e63-56835cc6ccb8 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:30.893223 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9e58ea8e-9ce9-405c-a68a-a9810341e318 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for security_group (2c270d48-0066-4596-a0a8-af383ee2c554), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:30.895076 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:30.947610 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9e58ea8e-9ce9-405c-a68a-a9810341e318 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for security_group (2c270d48-0066-4596-a0a8-af383ee2c554), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:31.033797 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9e58ea8e-9ce9-405c-a68a-a9810341e318 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2c270d48-0066-4596-a0a8-af383ee2c554), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:31.044376 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9e58ea8e-9ce9-405c-a68a-a9810341e318 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:31.047653 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9e58ea8e-9ce9-405c-a68a-a9810341e318 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "DELETE /v2.0/security-groups/2c270d48-0066-4596-a0a8-af383ee2c554 HTTP/1.1" status: 204 len: 168 time: 0.3096542 Mar 23 01:44:31.054951 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48270) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:31.055646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86a2839-1557-4eca-bc1f-5685f5670e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8685e8-6719-4028-9e63-56835cc6ccb8'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:44:31.061783 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58ea8e-9ce9-405c-a68a-a9810341e318 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c270d48-0066-4596-a0a8-af383ee2c554,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:31.064014 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408d7e9d-a0c1-4820-b10b-38c879a47855" -d '{"events": [{"server_uuid": "a86a2839-1557-4eca-bc1f-5685f5670e01", "name": "network-vif-plugged", "status": "completed", "tag": "8d8685e8-6719-4028-9e63-56835cc6ccb8"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:44:31.094772 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d8685e8-6719-4028-9e63-56835cc6ccb8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:31.100226 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-8ca6b0d6-c9da-4b90-90b3-a4d5d26ef34f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] show failed (client error): The resource could not be found. Mar 23 01:44:31.101308 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8ca6b0d6-c9da-4b90-90b3-a4d5d26ef34f tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "GET /v2.0/security-groups/2c270d48-0066-4596-a0a8-af383ee2c554 HTTP/1.1" status: 404 len: 347 time: 0.0352881 Mar 23 01:44:31.105054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48274) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:31.127235 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:31.168673 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1639e35e-a18e-4066-be80-4f6849dcb4c4 x-openstack-request-id: req-1639e35e-a18e-4066-be80-4f6849dcb4c4 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:44:31.168834 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86a2839-1557-4eca-bc1f-5685f5670e01", "name": "network-vif-plugged", "status": "completed", "tag": "8d8685e8-6719-4028-9e63-56835cc6ccb8", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:44:31.169508 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1639e35e-a18e-4066-be80-4f6849dcb4c4 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:44:31.169508 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1639e35e-a18e-4066-be80-4f6849dcb4c4'] response: {'server_uuid': 'a86a2839-1557-4eca-bc1f-5685f5670e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8685e8-6719-4028-9e63-56835cc6ccb8', 'code': 200} Mar 23 01:44:31.237821 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d091e5c9-af5e-4028-9e0f-7d19f920e07a tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (f5da4ab7-d6cb-42c3-86b8-1a76b31d845c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:31.298353 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8d8685e8-6719-4028-9e63-56835cc6ccb8,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:31.388408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d091e5c9-af5e-4028-9e0f-7d19f920e07a tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Checking segment: {'id': 'a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:44:31.388408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091e5c9-af5e-4028-9e0f-7d19f920e07a tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Network hostable DHCP agents. Network: 4db8d996-4100-42d1-af73-f240b9e3a382, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:44:31.389366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d89d9-d122-458e-93ac-bb3b0aa7256f req-99452826-88f8-42e9-aa6b-e8a94f18eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:31.389861 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091e5c9-af5e-4028-9e0f-7d19f920e07a tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'Subnet': ['ID=f5da4ab7-d6cb-42c3-86b8-1a76b31d845c,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:31.390039 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d63d89d9-d122-458e-93ac-bb3b0aa7256f req-99452826-88f8-42e9-aa6b-e8a94f18eac4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 1128 time: 0.1611881 Mar 23 01:44:31.427074 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091e5c9-af5e-4028-9e0f-7d19f920e07a tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Network 4db8d996-4100-42d1-af73-f240b9e3a382 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:44:31.431286 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Publish callbacks [] for port (335b7b95-ceae-4d74-9c51-cd308c628374), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:31.438215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-3285d57f-e7a9-42da-bb06-2bf0abe91065 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Deleting port 98865e7a-8967-4495-88cf-c3cc74119964 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:44:31.438568 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3285d57f-e7a9-42da-bb06-2bf0abe91065 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (98865e7a-8967-4495-88cf-c3cc74119964), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:31.450913 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (335b7b95-ceae-4d74-9c51-cd308c628374), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:31.453714 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-d091e5c9-af5e-4028-9e0f-7d19f920e07a tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 4db8d996-4100-42d1-af73-f240b9e3a382) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:31.459583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d091e5c9-af5e-4028-9e0f-7d19f920e07a tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:31.461434 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d091e5c9-af5e-4028-9e0f-7d19f920e07a tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:31.468339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5933ffb9-9aa5-4eb2-afd0-53bdd3c8b4ea None None] Network 4db8d996-4100-42d1-af73-f240b9e3a382 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:44:31.509427 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d63d89d9-d122-458e-93ac-bb3b0aa7256f req-081e2f07-88a0-4441-89f8-128445c709d1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202493 Mar 23 01:44:31.511495 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d091e5c9-af5e-4028-9e0f-7d19f920e07a tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9240296 Mar 23 01:44:31.514165 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48278) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:31.554338 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3285d57f-e7a9-42da-bb06-2bf0abe91065 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (98865e7a-8967-4495-88cf-c3cc74119964), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:31.554762 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3285d57f-e7a9-42da-bb06-2bf0abe91065 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for floatingip (98865e7a-8967-4495-88cf-c3cc74119964), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:31.569976 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-3285d57f-e7a9-42da-bb06-2bf0abe91065 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Calling delete_port for 98865e7a-8967-4495-88cf-c3cc74119964 owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:44:31.666507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Attempting to bind port 335b7b95-ceae-4d74-9c51-cd308c628374 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:44:31.666643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Attempting to bind port 335b7b95-ceae-4d74-9c51-cd308c628374 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:44:31.667001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Attempting to bind port 335b7b95-ceae-4d74-9c51-cd308c628374 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:44:31.726788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa97180-40fb-4575-a937-041531b95348 None None] Pushing event updated for resources: {'Port': ['ID=335b7b95-ceae-4d74-9c51-cd308c628374,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:31.742665 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:44:31.743169 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:44:31.743597 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:31.744001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:44:31.744522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Bound port: 335b7b95-ceae-4d74-9c51-cd308c628374, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:44:31.744938 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (335b7b95-ceae-4d74-9c51-cd308c628374), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:31.749701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666c030-6f4d-4ef4-addf-be323d409198 req-64026126-b55e-4c1d-a05c-633644988325 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:31.758289 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b666c030-6f4d-4ef4-addf-be323d409198 req-64026126-b55e-4c1d-a05c-633644988325 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1831520 Mar 23 01:44:31.924177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-4db8d996-4100-42d1-af73-f240b9e3a382', 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382', 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'fixed_ips': [{'subnet_id': 'f5da4ab7-d6cb-42c3-86b8-1a76b31d845c'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:44:31.924996 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:31.964052 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b666c030-6f4d-4ef4-addf-be323d409198 req-ebee02a3-362a-433c-a338-538332425cd9 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984527 Mar 23 01:44:32.020535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] For port 335b7b95-ceae-4d74-9c51-cd308c628374, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:44:32.035057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] For port 335b7b95-ceae-4d74-9c51-cd308c628374, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=335b7b95-ceae-4d74-9c51-cd308c628374,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:44:32.045774 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3285d57f-e7a9-42da-bb06-2bf0abe91065 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (98865e7a-8967-4495-88cf-c3cc74119964), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:32.142951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285d57f-e7a9-42da-bb06-2bf0abe91065 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event deleted for resources: {'Port': ['ID=98865e7a-8967-4495-88cf-c3cc74119964,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:32.171680 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (335b7b95-ceae-4d74-9c51-cd308c628374), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:32.203414 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3285d57f-e7a9-42da-bb06-2bf0abe91065 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for floatingip (a3e9bf5c-6362-4429-9dff-ed90eb06ab36), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:32.206103 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3285d57f-e7a9-42da-bb06-2bf0abe91065 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:32.209831 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3285d57f-e7a9-42da-bb06-2bf0abe91065 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "DELETE /v2.0/floatingips/a3e9bf5c-6362-4429-9dff-ed90eb06ab36 HTTP/1.1" status: 204 len: 168 time: 1.1007960 Mar 23 01:44:32.210339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48286) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:32.243882 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:32.348625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a004f30a-2bb1-440e-b166-84159d75a3e3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Deleting port 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:44:32.348987 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a004f30a-2bb1-440e-b166-84159d75a3e3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:32.404963 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Routers {'f30dcb4b-caba-4fc2-919c-e116325ab721'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:44:32.406070 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:44:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f30dcb4b-caba-4fc2-919c-e116325ab721'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:32.465261 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a004f30a-2bb1-440e-b166-84159d75a3e3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:32.479297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a004f30a-2bb1-440e-b166-84159d75a3e3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Calling delete_port for 5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:44:32.605114 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa97180-40fb-4575-a937-041531b95348 None None] Pushing event updated for resources: {'Port': ['ID=335b7b95-ceae-4d74-9c51-cd308c628374,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:32.622073 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a004f30a-2bb1-440e-b166-84159d75a3e3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (5fe4b106-8a4c-45f0-b60a-9b89c2785ef0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:32.656833 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004f30a-2bb1-440e-b166-84159d75a3e3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event deleted for resources: {'Port': ['ID=5fe4b106-8a4c-45f0-b60a-9b89c2785ef0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:32.693115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Allocated IP 172.20.0.18 (4db8d996-4100-42d1-af73-f240b9e3a382/f5da4ab7-d6cb-42c3-86b8-1a76b31d845c/109b82fc-070e-4875-8f5c-9e2b1ef701ba) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:44:32.765917 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a004f30a-2bb1-440e-b166-84159d75a3e3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:32.771977 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a004f30a-2bb1-440e-b166-84159d75a3e3 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "DELETE /v2.0/ports/5fe4b106-8a4c-45f0-b60a-9b89c2785ef0 HTTP/1.1" status: 204 len: 168 time: 0.5609312 Mar 23 01:44:32.774568 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48290) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:32.810853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] Set router f30dcb4b-caba-4fc2-919c-e116325ab721 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:44:32.976269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-7ec24137-df2c-4f10-99c1-b859fd9da36d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Deleting port 984ab90e-b799-4d7f-a827-310af7277e93 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:44:32.977012 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ec24137-df2c-4f10-99c1-b859fd9da36d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (984ab90e-b799-4d7f-a827-310af7277e93), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:33.096179 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ec24137-df2c-4f10-99c1-b859fd9da36d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (984ab90e-b799-4d7f-a827-310af7277e93), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:33.113824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-7ec24137-df2c-4f10-99c1-b859fd9da36d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Calling delete_port for 984ab90e-b799-4d7f-a827-310af7277e93 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:44:33.334755 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ec24137-df2c-4f10-99c1-b859fd9da36d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (984ab90e-b799-4d7f-a827-310af7277e93), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:33.397158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1767516525', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:26Z', 'updated_at': '2022-03-23T01:44:28Z', 'revision_number': 3, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:aa:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:27Z', 'updated_at': '2022-03-23T01:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:33.404686 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec24137-df2c-4f10-99c1-b859fd9da36d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event deleted for resources: {'Port': ['ID=984ab90e-b799-4d7f-a827-310af7277e93,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:33.473376 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Publish callbacks [] for port (109b82fc-070e-4875-8f5c-9e2b1ef701ba), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:33.475270 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cf1d16-1f38-44f9-9fc8-eb7ff6d8758a None None] The sync data for ids ['f30dcb4b-caba-4fc2-919c-e116325ab721'] in n-d-834677-4 is: [{'id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1767516525', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:26Z', 'updated_at': '2022-03-23T01:44:28Z', 'revision_number': 3, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:aa:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:27Z', 'updated_at': '2022-03-23T01:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:44:33.493958 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (109b82fc-070e-4875-8f5c-9e2b1ef701ba), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:33.504945 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467717d-5aa5-4a00-9a6b-17d657cb4a45 req-c563e62d-c7fd-4b13-b1b3-e445e68ec050 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:33.506572 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e467717d-5aa5-4a00-9a6b-17d657cb4a45 req-c563e62d-c7fd-4b13-b1b3-e445e68ec050 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.2685282 Mar 23 01:44:33.571258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Network 4db8d996-4100-42d1-af73-f240b9e3a382 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:44:33.575658 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ec24137-df2c-4f10-99c1-b859fd9da36d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:33.579758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:33.583890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:44:33.588001 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7ec24137-df2c-4f10-99c1-b859fd9da36d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "DELETE /v2.0/ports/984ab90e-b799-4d7f-a827-310af7277e93 HTTP/1.1" status: 204 len: 168 time: 0.8121693 Mar 23 01:44:33.590570 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48296) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:33.611986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Pushing event updated for resources: {'Port': ['ID=109b82fc-070e-4875-8f5c-9e2b1ef701ba,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:33.710271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b4e7d3-46f6-4fae-a1c6-fa9ce49cedfa tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Deleting subnet 230548d0-2d33-4d0e-9918-7276ccd4826d {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:44:33.719870 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b6b4e7d3-46f6-4fae-a1c6-fa9ce49cedfa tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for subnet (230548d0-2d33-4d0e-9918-7276ccd4826d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:33.749389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Allocated IP 172.20.0.17 (4db8d996-4100-42d1-af73-f240b9e3a382/f5da4ab7-d6cb-42c3-86b8-1a76b31d845c/6f6c308b-7ec7-4531-b768-46690bcc1dc8) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:44:33.762011 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Attempting to bind port 109b82fc-070e-4875-8f5c-9e2b1ef701ba on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:44:33.762428 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Attempting to bind port 109b82fc-070e-4875-8f5c-9e2b1ef701ba by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:44:33.762807 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Attempting to bind port 109b82fc-070e-4875-8f5c-9e2b1ef701ba on network 4db8d996-4100-42d1-af73-f240b9e3a382 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:44:33.778148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:44:33.778637 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Checking segment: {'id': 'a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:44:33.778943 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:33.779345 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Bound using segment: {'id': 'a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:44:33.779844 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Bound port: 109b82fc-070e-4875-8f5c-9e2b1ef701ba, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:44:33.782421 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (109b82fc-070e-4875-8f5c-9e2b1ef701ba), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:33.792588 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:33.817383 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e467717d-5aa5-4a00-9a6b-17d657cb4a45 req-5a628526-c338-4530-b60d-3ec5ff7507f8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893059 Mar 23 01:44:33.828361 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b6b4e7d3-46f6-4fae-a1c6-fa9ce49cedfa tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (230548d0-2d33-4d0e-9918-7276ccd4826d), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:34.037748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] For port 109b82fc-070e-4875-8f5c-9e2b1ef701ba, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:44:34.045658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] For port 109b82fc-070e-4875-8f5c-9e2b1ef701ba, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=109b82fc-070e-4875-8f5c-9e2b1ef701ba,segment=NetworkSegment(a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a),segment_id=a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:44:34.080103 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (109b82fc-070e-4875-8f5c-9e2b1ef701ba), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:34.148479 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b6b4e7d3-46f6-4fae-a1c6-fa9ce49cedfa tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (230548d0-2d33-4d0e-9918-7276ccd4826d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:34.265773 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:34.290299 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b6b4e7d3-46f6-4fae-a1c6-fa9ce49cedfa tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (230548d0-2d33-4d0e-9918-7276ccd4826d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:34.377983 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202c00b-7130-478d-a09c-094c7ed9e528 None None] Pushing event updated for resources: {'Port': ['ID=109b82fc-070e-4875-8f5c-9e2b1ef701ba,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:34.430708 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:34.458576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4e7d3-46f6-4fae-a1c6-fa9ce49cedfa tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event deleted for resources: {'Subnet': ['ID=230548d0-2d33-4d0e-9918-7276ccd4826d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:34.522627 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Network 4db8d996-4100-42d1-af73-f240b9e3a382 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:44:34.529366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5feb74-d681-4189-82a0-d2cf05ba63d3 None None] Network dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:44:34.542043 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b6b4e7d3-46f6-4fae-a1c6-fa9ce49cedfa tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:34.550402 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b6b4e7d3-46f6-4fae-a1c6-fa9ce49cedfa tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "DELETE /v2.0/subnets/230548d0-2d33-4d0e-9918-7276ccd4826d HTTP/1.1" status: 204 len: 168 time: 0.9586675 Mar 23 01:44:34.559440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48312) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:34.612295 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:34.633219 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:44:34.818182 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (f30dcb4b-caba-4fc2-919c-e116325ab721), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:34.873487 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36c2850e-686f-4adb-ac9f-60c0d3878068 req-166e84c3-83bb-4569-b9ba-950b058ae9b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4654419 Mar 23 01:44:34.931281 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-c11e9ffc-660f-4e93-a8c4-0d3a98134594 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:34.945827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c45c69c-b6b9-47d5-ac48-f27f35903dba None None] DHCP port deletion for dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:44:34.953298 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-c11e9ffc-660f-4e93-a8c4-0d3a98134594 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/networks?id=3825b5ed-ea06-4807-aed8-422b72ca6916 HTTP/1.1" status: 200 len: 812 time: 0.6838255 Mar 23 01:44:35.050452 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'Port': ['ID=6f6c308b-7ec7-4531-b768-46690bcc1dc8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:35.052875 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-bb6e4b66-0b76-450d-9e79-8220f241a04f tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/quotas/6fc474583d1d4fbfa2a3f1caf12f3d69 HTTP/1.1" status: 200 len: 375 time: 0.0985022 Mar 23 01:44:35.060157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6097127-68f2-4f41-a122-f4b499f91b4d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Deleting subnet 5318283b-1a4c-4eb2-a126-9552729eb2b3 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:44:35.071247 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2c45c69c-b6b9-47d5-ac48-f27f35903dba None None] Deleting port 9fe8b42b-179b-4a62-bced-70d36016b5a0 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:44:35.071886 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2c45c69c-b6b9-47d5-ac48-f27f35903dba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (9fe8b42b-179b-4a62-bced-70d36016b5a0), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:35.182721 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f6097127-68f2-4f41-a122-f4b499f91b4d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for subnet (5318283b-1a4c-4eb2-a126-9552729eb2b3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:35.282424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 109b82fc-070e-4875-8f5c-9e2b1ef701ba up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:35.340975 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:35.368547 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-185af04f-13cd-4e9e-a326-c82bb226dbfe tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fc474583d1d4fbfa2a3f1caf12f3d69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2991312 Mar 23 01:44:35.380241 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f6097127-68f2-4f41-a122-f4b499f91b4d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (5318283b-1a4c-4eb2-a126-9552729eb2b3), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:35.491897 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2c45c69c-b6b9-47d5-ac48-f27f35903dba None None] For port 9fe8b42b-179b-4a62-bced-70d36016b5a0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9fe8b42b-179b-4a62-bced-70d36016b5a0,segment=NetworkSegment(a29f7946-f4e1-4aa9-8bef-6f4de58f56b5),segment_id=a29f7946-f4e1-4aa9-8bef-6f4de58f56b5)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:35.492298 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2c45c69c-b6b9-47d5-ac48-f27f35903dba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (9fe8b42b-179b-4a62-bced-70d36016b5a0), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:35.505186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2850e-686f-4adb-ac9f-60c0d3878068 req-eab1f5b3-75c4-4af1-a8a0-068900446ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:35.511731 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36c2850e-686f-4adb-ac9f-60c0d3878068 req-eab1f5b3-75c4-4af1-a8a0-068900446ffd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 1128 time: 0.5298331 Mar 23 01:44:35.527443 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2c45c69c-b6b9-47d5-ac48-f27f35903dba None None] Calling delete_port for 9fe8b42b-179b-4a62-bced-70d36016b5a0 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:44:35.562452 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 109b82fc-070e-4875-8f5c-9e2b1ef701ba triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:35.562826 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (109b82fc-070e-4875-8f5c-9e2b1ef701ba), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:36.065525 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2c45c69c-b6b9-47d5-ac48-f27f35903dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (9fe8b42b-179b-4a62-bced-70d36016b5a0), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:36.075873 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:36.091135 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:36.102392 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c45c69c-b6b9-47d5-ac48-f27f35903dba None None] No DVR routers for this DVR port 9fe8b42b-179b-4a62-bced-70d36016b5a0 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:44:36.167381 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 109b82fc-070e-4875-8f5c-9e2b1ef701ba is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:36.169257 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (109b82fc-070e-4875-8f5c-9e2b1ef701ba), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:36.173928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45c69c-b6b9-47d5-ac48-f27f35903dba None None] Pushing event deleted for resources: {'Port': ['ID=9fe8b42b-179b-4a62-bced-70d36016b5a0,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:36.236696 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 109b82fc-070e-4875-8f5c-9e2b1ef701ba, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=109b82fc-070e-4875-8f5c-9e2b1ef701ba,segment=NetworkSegment(a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a),segment_id=a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:36.249214 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (109b82fc-070e-4875-8f5c-9e2b1ef701ba), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:36.249493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 335b7b95-ceae-4d74-9c51-cd308c628374 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:36.295103 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'Port': ['ID=6f6c308b-7ec7-4531-b768-46690bcc1dc8,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:36.354510 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad15654e-a2a7-4948-9c06-5117c713f5c2 None None] Network 4db8d996-4100-42d1-af73-f240b9e3a382 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:44:36.376717 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (f30dcb4b-caba-4fc2-919c-e116325ab721), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:36.426080 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=109b82fc-070e-4875-8f5c-9e2b1ef701ba,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:36.527118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 335b7b95-ceae-4d74-9c51-cd308c628374 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:36.527491 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (335b7b95-ceae-4d74-9c51-cd308c628374), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:36.633494 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f944e388-1f1b-45e2-8482-8a5b1e3a6845 None None] Provisioning complete for port 109b82fc-070e-4875-8f5c-9e2b1ef701ba triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:36.635632 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f944e388-1f1b-45e2-8482-8a5b1e3a6845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (109b82fc-070e-4875-8f5c-9e2b1ef701ba), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:36.738575 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:44:36.750320 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Network 4db8d996-4100-42d1-af73-f240b9e3a382 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:44:36.751960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:36.798766 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f6097127-68f2-4f41-a122-f4b499f91b4d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (5318283b-1a4c-4eb2-a126-9552729eb2b3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:36.889576 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f6097127-68f2-4f41-a122-f4b499f91b4d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (5318283b-1a4c-4eb2-a126-9552729eb2b3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:36.897426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2850e-686f-4adb-ac9f-60c0d3878068 req-fbbaa62a-1780-4c16-af8d-222e198fe3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:36.899480 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36c2850e-686f-4adb-ac9f-60c0d3878068 req-fbbaa62a-1780-4c16-af8d-222e198fe3d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 1.3306942 Mar 23 01:44:36.958723 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36c2850e-686f-4adb-ac9f-60c0d3878068 req-92ca3129-7b86-46ec-95f4-9b0add8801b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d09241b-051c-40f7-b696-948a130aec12 HTTP/1.1" status: 200 len: 217 time: 0.0490935 Mar 23 01:44:37.042747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Router f30dcb4b-caba-4fc2-919c-e116325ab721 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:44:37.059165 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ef5268-0312-4537-8672-2614bce1ec92 None None] Network 8be97217-9f6e-4d52-a151-af50fe88b198 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:44:37.069828 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6097127-68f2-4f41-a122-f4b499f91b4d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event deleted for resources: {'Subnet': ['ID=5318283b-1a4c-4eb2-a126-9552729eb2b3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:37.101961 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f6097127-68f2-4f41-a122-f4b499f91b4d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:37.105995 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f6097127-68f2-4f41-a122-f4b499f91b4d tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "DELETE /v2.0/subnets/5318283b-1a4c-4eb2-a126-9552729eb2b3 HTTP/1.1" status: 204 len: 168 time: 2.5412641 Mar 23 01:44:37.119221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48322) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:37.153046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f944e388-1f1b-45e2-8482-8a5b1e3a6845 None None] Current status of the port 109b82fc-070e-4875-8f5c-9e2b1ef701ba is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:37.181808 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 335b7b95-ceae-4d74-9c51-cd308c628374 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:37.182350 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (335b7b95-ceae-4d74-9c51-cd308c628374), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:37.210298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 335b7b95-ceae-4d74-9c51-cd308c628374, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=335b7b95-ceae-4d74-9c51-cd308c628374,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:37.234873 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (335b7b95-ceae-4d74-9c51-cd308c628374), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:37.278283 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2850e-686f-4adb-ac9f-60c0d3878068 req-1fc8072c-099c-49da-b106-302cc2fd3195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:37.285932 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36c2850e-686f-4adb-ac9f-60c0d3878068 req-1fc8072c-099c-49da-b106-302cc2fd3195 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.2869949 Mar 23 01:44:37.308909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=335b7b95-ceae-4d74-9c51-cd308c628374,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:37.321554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:44:37.335686 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Sync routers for ids ['f30dcb4b-caba-4fc2-919c-e116325ab721'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:44:37.351747 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Routers {'f30dcb4b-caba-4fc2-919c-e116325ab721'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:44:37.352232 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-53c81fcc-4508-4c45-8d18-29075a6f7bd4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "PUT /v2.0/routers/f30dcb4b-caba-4fc2-919c-e116325ab721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8359866 Mar 23 01:44:37.355358 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:44:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f30dcb4b-caba-4fc2-919c-e116325ab721'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:37.473885 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-2492a821-a20f-4410-8837-fb4f1286e1b1 service neutron] 10.222.0.18 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1044362 Mar 23 01:44:37.507498 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-280ee955-a8f9-447e-966c-64064c61d857 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (dddecf0c-3ac3-45a8-bf20-94de5f9f98e2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:37.523250 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 109b82fc-070e-4875-8f5c-9e2b1ef701ba up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:37.626931 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293cc1f3-3218-4ab7-8603-87ade2f4adc3 None None] DHCP port deletion for 8be97217-9f6e-4d52-a151-af50fe88b198 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:44:37.646549 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-901ed729-a2ab-4845-94d0-85500da6be42 None None] Provisioning complete for port 6f6c308b-7ec7-4531-b768-46690bcc1dc8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:37.647601 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-901ed729-a2ab-4845-94d0-85500da6be42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:37.690016 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Set router f30dcb4b-caba-4fc2-919c-e116325ab721 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:44:37.799770 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2850e-686f-4adb-ac9f-60c0d3878068 req-a54911b6-54f5-46ef-a8b5-9b5387857ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:37.801546 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36c2850e-686f-4adb-ac9f-60c0d3878068 req-a54911b6-54f5-46ef-a8b5-9b5387857ea1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4982805 Mar 23 01:44:37.834166 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 109b82fc-070e-4875-8f5c-9e2b1ef701ba triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:37.834560 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (109b82fc-070e-4875-8f5c-9e2b1ef701ba), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:37.881988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-901ed729-a2ab-4845-94d0-85500da6be42 None None] Port 6f6c308b-7ec7-4531-b768-46690bcc1dc8 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:44:37.908880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-901ed729-a2ab-4845-94d0-85500da6be42 None None] Provisioning complete for port 109b82fc-070e-4875-8f5c-9e2b1ef701ba triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:37.909140 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-901ed729-a2ab-4845-94d0-85500da6be42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (109b82fc-070e-4875-8f5c-9e2b1ef701ba), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:37.962439 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-293cc1f3-3218-4ab7-8603-87ade2f4adc3 None None] Deleting port b925e7d0-2477-4251-9f30-28882d998950 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:44:37.962816 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-293cc1f3-3218-4ab7-8603-87ade2f4adc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b925e7d0-2477-4251-9f30-28882d998950), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:38.046659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-293cc1f3-3218-4ab7-8603-87ade2f4adc3 None None] For port b925e7d0-2477-4251-9f30-28882d998950, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b925e7d0-2477-4251-9f30-28882d998950,segment=NetworkSegment(30384552-7e6b-433e-b4a7-389b3874b80d),segment_id=30384552-7e6b-433e-b4a7-389b3874b80d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:38.047068 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-293cc1f3-3218-4ab7-8603-87ade2f4adc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b925e7d0-2477-4251-9f30-28882d998950), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:38.084720 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1767516525', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:26Z', 'updated_at': '2022-03-23T01:44:35Z', 'revision_number': 4, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:27Z', 'updated_at': '2022-03-23T01:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '6f6c308b-7ec7-4531-b768-46690bcc1dc8', 'name': '', 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'mac_address': 'fa:16:3e:1d:e2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'f5da4ab7-d6cb-42c3-86b8-1a76b31d845c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:32Z', 'updated_at': '2022-03-23T01:44:35Z', 'revision_number': 2, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'subnets': [{'id': 'f5da4ab7-d6cb-42c3-86b8-1a76b31d845c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:38.088638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-293cc1f3-3218-4ab7-8603-87ade2f4adc3 None None] Calling delete_port for b925e7d0-2477-4251-9f30-28882d998950 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:44:38.120006 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-08d0d5d6-6f33-40f3-b451-980e78af6da1 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:38.131579 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-08d0d5d6-6f33-40f3-b451-980e78af6da1 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/networks?id=4db8d996-4100-42d1-af73-f240b9e3a382 HTTP/1.1" status: 200 len: 798 time: 0.2677422 Mar 23 01:44:38.138125 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Checking router: f30dcb4b-caba-4fc2-919c-e116325ab721 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:44:38.138732 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Updating router f30dcb4b-caba-4fc2-919c-e116325ab721 port 6f6c308b-7ec7-4531-b768-46690bcc1dc8 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:44:38.161888 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-a06a871b-83bf-4ced-b762-158cd09d8235 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/quotas/5e42953905ba4df9a75f4549b62d35ee HTTP/1.1" status: 200 len: 375 time: 0.0221007 Mar 23 01:44:38.180731 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:38.181637 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36c2850e-686f-4adb-ac9f-60c0d3878068 req-785785da-91ca-4c6c-ac40-97bb671c954e service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559831 Mar 23 01:44:38.224836 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-280ee955-a8f9-447e-966c-64064c61d857 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (dddecf0c-3ac3-45a8-bf20-94de5f9f98e2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:38.235246 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-293cc1f3-3218-4ab7-8603-87ade2f4adc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (b925e7d0-2477-4251-9f30-28882d998950), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:38.267510 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cc1f3-3218-4ab7-8603-87ade2f4adc3 None None] Pushing event deleted for resources: {'Port': ['ID=b925e7d0-2477-4251-9f30-28882d998950,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:38.280268 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293cc1f3-3218-4ab7-8603-87ade2f4adc3 None None] No DVR routers for this DVR port b925e7d0-2477-4251-9f30-28882d998950 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:44:38.350665 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-de59d09d-e083-4047-90a7-d7b4c9e321a4 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e42953905ba4df9a75f4549b62d35ee&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1877549 Mar 23 01:44:38.357784 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 109b82fc-070e-4875-8f5c-9e2b1ef701ba is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:38.425872 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-901ed729-a2ab-4845-94d0-85500da6be42 None None] Current status of the port 109b82fc-070e-4875-8f5c-9e2b1ef701ba is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:38.436839 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9fe8b42b-179b-4a62-bced-70d36016b5a0 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:44:38.473081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-280ee955-a8f9-447e-966c-64064c61d857 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dddecf0c-3ac3-45a8-bf20-94de5f9f98e2']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:38.483770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 9fe8b42b-179b-4a62-bced-70d36016b5a0 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:44:38.483770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9fe8b42b-179b-4a62-bced-70d36016b5a0 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:44:38.540461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-280ee955-a8f9-447e-966c-64064c61d857 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29f7946-f4e1-4aa9-8bef-6f4de58f56b5') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:38.551230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-280ee955-a8f9-447e-966c-64064c61d857 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29f7946-f4e1-4aa9-8bef-6f4de58f56b5') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:38.558296 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0c954aa2-5d51-4a2e-a461-b6ae69a0f41f None None] Provisioning complete for port 6f6c308b-7ec7-4531-b768-46690bcc1dc8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:38.558760 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0c954aa2-5d51-4a2e-a461-b6ae69a0f41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:38.589976 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-490096f0-3f04-44eb-94dd-f5b60e912943 service neutron] 10.222.0.18 "GET /v2.0/networks/4db8d996-4100-42d1-af73-f240b9e3a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071922 Mar 23 01:44:38.594089 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-5cac6218-9e33-4f11-9acb-812a8ae4c7f2 service neutron] 10.222.0.18 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1136668 Mar 23 01:44:38.602787 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-280ee955-a8f9-447e-966c-64064c61d857 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (a29f7946-f4e1-4aa9-8bef-6f4de58f56b5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:38.634423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0c954aa2-5d51-4a2e-a461-b6ae69a0f41f None None] Port 6f6c308b-7ec7-4531-b768-46690bcc1dc8 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:44:38.656774 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-280ee955-a8f9-447e-966c-64064c61d857 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a29f7946-f4e1-4aa9-8bef-6f4de58f56b5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:38.678654 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280ee955-a8f9-447e-966c-64064c61d857 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:44:38.683756 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-280ee955-a8f9-447e-966c-64064c61d857 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (a29f7946-f4e1-4aa9-8bef-6f4de58f56b5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:44:38.733403 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:44:38.793911 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-473052dc-acb2-4b8a-979e-88044327c142 req-c5a303f9-126c-480c-9169-6629ca63f85a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1885111 Mar 23 01:44:38.840315 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-6f1419a8-e5b7-4b07-8e91-3ba11e687d50 service neutron] 10.222.0.18 "GET /v2.0/networks/4db8d996-4100-42d1-af73-f240b9e3a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451568 Mar 23 01:44:38.878462 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36c2850e-686f-4adb-ac9f-60c0d3878068 req-19bf111a-66ff-4b4c-9171-f3951ea5712e service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722267 Mar 23 01:44:38.910573 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Publish callbacks [] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:38.921756 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-280ee955-a8f9-447e-966c-64064c61d857 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (dddecf0c-3ac3-45a8-bf20-94de5f9f98e2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:38.929262 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-280ee955-a8f9-447e-966c-64064c61d857 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:38.932771 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-280ee955-a8f9-447e-966c-64064c61d857 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "DELETE /v2.0/networks/dddecf0c-3ac3-45a8-bf20-94de5f9f98e2 HTTP/1.1" status: 204 len: 168 time: 1.8120821 Mar 23 01:44:38.938079 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:38.944127 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48346) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:39.002779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473052dc-acb2-4b8a-979e-88044327c142 req-f01bfb59-b313-446f-af19-19fe2fea4029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:39.009945 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-473052dc-acb2-4b8a-979e-88044327c142 req-f01bfb59-b313-446f-af19-19fe2fea4029 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0be8da6981495ea519e2738ecfd846&device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 1127 time: 0.1643682 Mar 23 01:44:39.040115 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ee955-a8f9-447e-966c-64064c61d857 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event deleted for resources: {'Network': ['ID=dddecf0c-3ac3-45a8-bf20-94de5f9f98e2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:39.051144 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25dae2-33f4-4a77-aeb7-10f6cec57680 None None] Pushing event updated for resources: {'Port': ['ID=6f6c308b-7ec7-4531-b768-46690bcc1dc8,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:39.217714 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Attempting to bind port 6f6c308b-7ec7-4531-b768-46690bcc1dc8 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:44:39.218324 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Attempting to bind port 6f6c308b-7ec7-4531-b768-46690bcc1dc8 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:44:39.221018 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Attempting to bind port 6f6c308b-7ec7-4531-b768-46690bcc1dc8 on network 4db8d996-4100-42d1-af73-f240b9e3a382 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:44:39.243155 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:44:39.249507 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Checking segment: {'id': 'a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:44:39.249920 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:39.251415 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Bound using segment: {'id': 'a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:44:39.251978 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Bound port: 6f6c308b-7ec7-4531-b768-46690bcc1dc8, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:44:39.253110 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:39.318205 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d132c208-c9ae-4169-8c9e-85ea5cdf3ebb req-4e7ac233-d775-4cfd-af48-db848f2c38df tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 210 time: 0.3150573 Mar 23 01:44:39.365290 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bbcc59aa-b173-48eb-9764-bccd550d18fe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (8be97217-9f6e-4d52-a151-af50fe88b198), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:39.464453 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473052dc-acb2-4b8a-979e-88044327c142 req-e62e8a71-22b8-4c20-968a-c420fbcc1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:39.473438 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-473052dc-acb2-4b8a-979e-88044327c142 req-e62e8a71-22b8-4c20-968a-c420fbcc1f1a service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 200 len: 919 time: 0.4386213 Mar 23 01:44:39.488942 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4344be7f-ac6e-41fe-9b99-56a9bb747eb6 req-71adf0f3-0338-4fb4-93a3-c1f77361630b tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 210 time: 0.2153935 Mar 23 01:44:39.505532 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] For port 6f6c308b-7ec7-4531-b768-46690bcc1dc8, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:44:39.511505 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 335b7b95-ceae-4d74-9c51-cd308c628374 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:39.515495 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] For port 6f6c308b-7ec7-4531-b768-46690bcc1dc8, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6f6c308b-7ec7-4531-b768-46690bcc1dc8,segment=NetworkSegment(a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a),segment_id=a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:44:39.541614 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:39.654816 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bbcc59aa-b173-48eb-9764-bccd550d18fe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (8be97217-9f6e-4d52-a151-af50fe88b198), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:39.718592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-bbcc59aa-b173-48eb-9764-bccd550d18fe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be97217-9f6e-4d52-a151-af50fe88b198']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:39.720439 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-473052dc-acb2-4b8a-979e-88044327c142 req-f891a04f-3063-4454-bea0-2011c5096bb0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45b7930c-1b62-4e79-a8b4-7e5e6f6469cf HTTP/1.1" status: 200 len: 217 time: 0.2256453 Mar 23 01:44:39.746477 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Routers {'f30dcb4b-caba-4fc2-919c-e116325ab721'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:44:39.747127 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:44:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f30dcb4b-caba-4fc2-919c-e116325ab721'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:39.750498 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25dae2-33f4-4a77-aeb7-10f6cec57680 None None] Pushing event updated for resources: {'Port': ['ID=6f6c308b-7ec7-4531-b768-46690bcc1dc8,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:39.754488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-bbcc59aa-b173-48eb-9764-bccd550d18fe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30384552-7e6b-433e-b4a7-389b3874b80d') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:39.756517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-bbcc59aa-b173-48eb-9764-bccd550d18fe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30384552-7e6b-433e-b4a7-389b3874b80d') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:39.799861 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-139afc6c-e9b5-459b-b0dd-32a7e7def43c None None] Provisioning complete for port 6f6c308b-7ec7-4531-b768-46690bcc1dc8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:39.800182 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-139afc6c-e9b5-459b-b0dd-32a7e7def43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:39.814783 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bbcc59aa-b173-48eb-9764-bccd550d18fe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (30384552-7e6b-433e-b4a7-389b3874b80d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:39.841719 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bbcc59aa-b173-48eb-9764-bccd550d18fe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (30384552-7e6b-433e-b4a7-389b3874b80d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:39.853313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcc59aa-b173-48eb-9764-bccd550d18fe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:44:39.856247 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bbcc59aa-b173-48eb-9764-bccd550d18fe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (30384552-7e6b-433e-b4a7-389b3874b80d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:44:39.863555 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:44:39.897175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473052dc-acb2-4b8a-979e-88044327c142 req-df997a00-ffdf-4970-bf9a-20f4d7ae3453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:39.904946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 335b7b95-ceae-4d74-9c51-cd308c628374 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:39.904946 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (335b7b95-ceae-4d74-9c51-cd308c628374), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:39.907928 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-473052dc-acb2-4b8a-979e-88044327c142 req-df997a00-ffdf-4970-bf9a-20f4d7ae3453 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 200 len: 858 time: 0.1720059 Mar 23 01:44:40.079551 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473052dc-acb2-4b8a-979e-88044327c142 req-922c78e3-0a06-49b5-a14e-f447f83cae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:40.086780 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-473052dc-acb2-4b8a-979e-88044327c142 req-922c78e3-0a06-49b5-a14e-f447f83cae49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4609e6-484a-44b5-8c5d-d44654d0857a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1710331 Mar 23 01:44:40.097131 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] Set router f30dcb4b-caba-4fc2-919c-e116325ab721 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:44:40.163747 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bbcc59aa-b173-48eb-9764-bccd550d18fe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (8be97217-9f6e-4d52-a151-af50fe88b198), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:40.187420 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bbcc59aa-b173-48eb-9764-bccd550d18fe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:40.197400 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bbcc59aa-b173-48eb-9764-bccd550d18fe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] 10.222.0.18 "DELETE /v2.0/networks/8be97217-9f6e-4d52-a151-af50fe88b198 HTTP/1.1" status: 204 len: 168 time: 1.2400446 Mar 23 01:44:40.252202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc59aa-b173-48eb-9764-bccd550d18fe tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] Pushing event deleted for resources: {'Network': ['ID=8be97217-9f6e-4d52-a151-af50fe88b198,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:40.328573 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-473052dc-acb2-4b8a-979e-88044327c142 req-30b66af4-6bad-4cf9-a9be-8086d5daf32a service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333500 Mar 23 01:44:40.373125 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-139afc6c-e9b5-459b-b0dd-32a7e7def43c None None] Current status of the port 6f6c308b-7ec7-4531-b768-46690bcc1dc8 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:40.373567 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-139afc6c-e9b5-459b-b0dd-32a7e7def43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:40.491679 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 335b7b95-ceae-4d74-9c51-cd308c628374 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:40.567580 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-473052dc-acb2-4b8a-979e-88044327c142 req-b4627bef-2843-4fd9-8b4c-a56591c9bfc9 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264023 Mar 23 01:44:40.578743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-139afc6c-e9b5-459b-b0dd-32a7e7def43c None None] For port 6f6c308b-7ec7-4531-b768-46690bcc1dc8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6f6c308b-7ec7-4531-b768-46690bcc1dc8,segment=NetworkSegment(a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a),segment_id=a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:40.587267 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-139afc6c-e9b5-459b-b0dd-32a7e7def43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:40.641108 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b925e7d0-2477-4251-9f30-28882d998950 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:44:40.669309 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53881201-e52f-400a-9f72-a077a64f48b0 req-746b11a0-5d08-4e71-86d6-78f77c9344c1 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 210 time: 0.0978899 Mar 23 01:44:40.819721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: b925e7d0-2477-4251-9f30-28882d998950 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:44:40.820163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b925e7d0-2477-4251-9f30-28882d998950 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:44:40.872675 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1767516525', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:26Z', 'updated_at': '2022-03-23T01:44:35Z', 'revision_number': 4, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:27Z', 'updated_at': '2022-03-23T01:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '6f6c308b-7ec7-4531-b768-46690bcc1dc8', 'name': '', 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'mac_address': 'fa:16:3e:1d:e2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'f5da4ab7-d6cb-42c3-86b8-1a76b31d845c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:32Z', 'updated_at': '2022-03-23T01:44:39Z', 'revision_number': 4, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'subnets': [{'id': 'f5da4ab7-d6cb-42c3-86b8-1a76b31d845c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:44:40.923053 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9de312e9-f14b-4253-b2ce-60c2e3ac5661 req-fa65759f-8744-4f1a-b5f9-cf8f87f21b44 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 210 time: 0.0592895 Mar 23 01:44:40.958874 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4eb30d-7e51-48a5-9439-5920ffe31372 None None] The sync data for ids ['f30dcb4b-caba-4fc2-919c-e116325ab721'] in n-d-834677-4 is: [{'id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1767516525', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:26Z', 'updated_at': '2022-03-23T01:44:35Z', 'revision_number': 4, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:27Z', 'updated_at': '2022-03-23T01:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '6f6c308b-7ec7-4531-b768-46690bcc1dc8', 'name': '', 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'mac_address': 'fa:16:3e:1d:e2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': 'f5da4ab7-d6cb-42c3-86b8-1a76b31d845c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:32Z', 'updated_at': '2022-03-23T01:44:39Z', 'revision_number': 4, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'subnets': [{'id': 'f5da4ab7-d6cb-42c3-86b8-1a76b31d845c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:44:40.971939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139afc6c-e9b5-459b-b0dd-32a7e7def43c None None] Pushing event updated for resources: {'Port': ['ID=6f6c308b-7ec7-4531-b768-46690bcc1dc8,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:40.991858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-016653eb-60f7-44c4-b5a1-24b019d91821 None None] Provisioning complete for port 6f6c308b-7ec7-4531-b768-46690bcc1dc8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:40.992342 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-016653eb-60f7-44c4-b5a1-24b019d91821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:41.241380 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-016653eb-60f7-44c4-b5a1-24b019d91821 None None] Current status of the port 6f6c308b-7ec7-4531-b768-46690bcc1dc8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:41.462554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6f6c308b-7ec7-4531-b768-46690bcc1dc8 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:41.793489 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6f6c308b-7ec7-4531-b768-46690bcc1dc8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:41.794255 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:41.810065 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-55a1d92b-7256-42b8-a11b-441a1f868a6a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:41.812460 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-55a1d92b-7256-42b8-a11b-441a1f868a6a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.43 "GET /v2.0/networks?id=3825b5ed-ea06-4807-aed8-422b72ca6916 HTTP/1.1" status: 200 len: 812 time: 0.3521523 Mar 23 01:44:41.835622 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-5fc68d70-ff87-48f7-836e-e08d304203fa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Request body: {'port': {'device_id': '05390534-372f-4212-b11f-09d1b4b0853c', 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916', 'admin_state_up': True, 'tenant_id': '6fc474583d1d4fbfa2a3f1caf12f3d69'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:41.911005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-1c1a119a-d9ca-42ed-ad79-3471a378de17 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:41.920752 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-1c1a119a-d9ca-42ed-ad79-3471a378de17 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.42 "GET /v2.0/networks?id=4db8d996-4100-42d1-af73-f240b9e3a382 HTTP/1.1" status: 200 len: 798 time: 0.4926624 Mar 23 01:44:41.942758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-2b446711-dc76-4a63-bdcc-a791ecc47d53 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Request body: {'port': {'device_id': '27c66558-ca28-44f0-b619-32a38310bc7e', 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382', 'admin_state_up': True, 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:42.137098 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6f6c308b-7ec7-4531-b768-46690bcc1dc8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:42.417395 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a24e658-7336-499f-837b-bcb0bf50de56 req-c664724d-e9b3-486f-beac-8487ab9f3003 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 210 time: 0.1808929 Mar 23 01:44:42.577765 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-2b446711-dc76-4a63-bdcc-a791ecc47d53 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Made reservation on behalf of 5e42953905ba4df9a75f4549b62d35ee for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:44:42.582554 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-2b446711-dc76-4a63-bdcc-a791ecc47d53 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:42.790030 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-51ff166a-fb25-4e1f-a662-40ef7f834efe req-cdc5b340-8831-44e2-bee4-a8c8c7955dea tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 210 time: 0.9682517 Mar 23 01:44:42.838448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-5fc68d70-ff87-48f7-836e-e08d304203fa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Made reservation on behalf of 6fc474583d1d4fbfa2a3f1caf12f3d69 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:44:42.842325 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-5fc68d70-ff87-48f7-836e-e08d304203fa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:42.929555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-2b446711-dc76-4a63-bdcc-a791ecc47d53 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Allocated IP 172.20.0.23 (4db8d996-4100-42d1-af73-f240b9e3a382/f5da4ab7-d6cb-42c3-86b8-1a76b31d845c/8ed34180-17fc-43b3-86c1-94c89cbb5723) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:44:43.162038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-5fc68d70-ff87-48f7-836e-e08d304203fa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Allocated IP 172.20.0.7 (3825b5ed-ea06-4807-aed8-422b72ca6916/03ad0308-8885-4b30-b976-2a6f309d1ec3/d13daf65-9b2e-49c0-bfe2-d3454f97e699) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:44:43.241167 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-2b446711-dc76-4a63-bdcc-a791ecc47d53 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for port (8ed34180-17fc-43b3-86c1-94c89cbb5723), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:43.339848 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-2b446711-dc76-4a63-bdcc-a791ecc47d53 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8ed34180-17fc-43b3-86c1-94c89cbb5723), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:43.423175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-2b446711-dc76-4a63-bdcc-a791ecc47d53 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Network 4db8d996-4100-42d1-af73-f240b9e3a382 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:44:43.435721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-2b446711-dc76-4a63-bdcc-a791ecc47d53 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:43.444720 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-2b446711-dc76-4a63-bdcc-a791ecc47d53 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:44:43.576883 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-5fc68d70-ff87-48f7-836e-e08d304203fa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Publish callbacks [] for port (d13daf65-9b2e-49c0-bfe2-d3454f97e699), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:43.634446 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-2b446711-dc76-4a63-bdcc-a791ecc47d53 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:43.635465 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-2b446711-dc76-4a63-bdcc-a791ecc47d53 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:43.657836 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-5fc68d70-ff87-48f7-836e-e08d304203fa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d13daf65-9b2e-49c0-bfe2-d3454f97e699), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:43.660843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b446711-dc76-4a63-bdcc-a791ecc47d53 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event updated for resources: {'Port': ['ID=8ed34180-17fc-43b3-86c1-94c89cbb5723,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:43.681262 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8d8685e8-6719-4028-9e63-56835cc6ccb8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:44:43.688954 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-2b446711-dc76-4a63-bdcc-a791ecc47d53 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.7593293 Mar 23 01:44:43.715044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Request body: {'port': {'device_id': '27c66558-ca28-44f0-b619-32a38310bc7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:43.891415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-5fc68d70-ff87-48f7-836e-e08d304203fa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Network 3825b5ed-ea06-4807-aed8-422b72ca6916 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:44:43.901725 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8ed34180-17fc-43b3-86c1-94c89cbb5723), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:43.926344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-5fc68d70-ff87-48f7-836e-e08d304203fa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:43.929819 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-5fc68d70-ff87-48f7-836e-e08d304203fa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:44:43.932280 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc68d70-ff87-48f7-836e-e08d304203fa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Pushing event updated for resources: {'Port': ['ID=d13daf65-9b2e-49c0-bfe2-d3454f97e699,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:44.014739 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-16c7ac03-8923-4cea-8443-a6c4e0240de2 None None] Provisioning complete for port 8ed34180-17fc-43b3-86c1-94c89cbb5723 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:44.015125 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-16c7ac03-8923-4cea-8443-a6c4e0240de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8ed34180-17fc-43b3-86c1-94c89cbb5723), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:44.113446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-16c7ac03-8923-4cea-8443-a6c4e0240de2 None None] Port 8ed34180-17fc-43b3-86c1-94c89cbb5723 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:44:44.186860 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-5fc68d70-ff87-48f7-836e-e08d304203fa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:44.192324 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-5fc68d70-ff87-48f7-836e-e08d304203fa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:44.239785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddd507-c349-4ea7-9cc4-71a5b0137dcf req-3bc2de12-c44a-45df-a068-551dd78e9462 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:44.256632 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-17ddd507-c349-4ea7-9cc4-71a5b0137dcf req-3bc2de12-c44a-45df-a068-551dd78e9462 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 895 time: 0.6302378 Mar 23 01:44:44.288384 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-5fc68d70-ff87-48f7-836e-e08d304203fa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4571631 Mar 23 01:44:44.306467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Request body: {'port': {'device_id': '05390534-372f-4212-b11f-09d1b4b0853c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:44.385276 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33ecad-1748-435b-8323-7f7bb758a205 req-2c46d542-6b08-4547-b429-8856f9141bf5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:44.387319 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d33ecad-1748-435b-8323-7f7bb758a205 req-2c46d542-6b08-4547-b429-8856f9141bf5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 931 time: 0.1799071 Mar 23 01:44:44.529863 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d13daf65-9b2e-49c0-bfe2-d3454f97e699), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:44.569314 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed34180-17fc-43b3-86c1-94c89cbb5723 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:44:44.591508 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Publish callbacks [] for port (8ed34180-17fc-43b3-86c1-94c89cbb5723), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:44.606671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Transition to ACTIVE for port object 8ed34180-17fc-43b3-86c1-94c89cbb5723 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:44:44.624066 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8ed34180-17fc-43b3-86c1-94c89cbb5723), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:44.791123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Pushing event updated for resources: {'Port': ['ID=8ed34180-17fc-43b3-86c1-94c89cbb5723,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:44.934747 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d33ecad-1748-435b-8323-7f7bb758a205 req-bfee0d13-9b96-4da6-b238-d59d7c68b686 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412016 Mar 23 01:44:45.040117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Attempting to bind port 8ed34180-17fc-43b3-86c1-94c89cbb5723 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:44:45.040900 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Attempting to bind port 8ed34180-17fc-43b3-86c1-94c89cbb5723 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:44:45.040900 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Attempting to bind port 8ed34180-17fc-43b3-86c1-94c89cbb5723 on network 4db8d996-4100-42d1-af73-f240b9e3a382 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:44:45.046111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Port 8ed34180-17fc-43b3-86c1-94c89cbb5723 on network 4db8d996-4100-42d1-af73-f240b9e3a382 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:44:45.046454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Attempting to bind port 8ed34180-17fc-43b3-86c1-94c89cbb5723 on network 4db8d996-4100-42d1-af73-f240b9e3a382 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:44:45.060904 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:44:45.061197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Checking segment: {'id': 'a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:44:45.061580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Bound using segment: {'id': 'a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:44:45.064638 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Bound port: 8ed34180-17fc-43b3-86c1-94c89cbb5723, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:44:45.064638 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8ed34180-17fc-43b3-86c1-94c89cbb5723), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:45.205008 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13daf65-9b2e-49c0-bfe2-d3454f97e699 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:44:45.221080 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Publish callbacks [] for port (d13daf65-9b2e-49c0-bfe2-d3454f97e699), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:45.244803 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Transition to ACTIVE for port object d13daf65-9b2e-49c0-bfe2-d3454f97e699 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:44:45.250971 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] For port 8ed34180-17fc-43b3-86c1-94c89cbb5723, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:44:45.263214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] For port 8ed34180-17fc-43b3-86c1-94c89cbb5723, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8ed34180-17fc-43b3-86c1-94c89cbb5723,segment=NetworkSegment(a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a),segment_id=a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:44:45.269154 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (d13daf65-9b2e-49c0-bfe2-d3454f97e699), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:45.286694 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8ed34180-17fc-43b3-86c1-94c89cbb5723), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:45.371076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:45.372025 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:45.373731 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] 10.222.0.42 "PUT /v2.0/ports/8ed34180-17fc-43b3-86c1-94c89cbb5723 HTTP/1.1" status: 200 len: 1055 time: 1.6777122 Mar 23 01:44:45.375784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c66558-ca28-44f0-b619-32a38310bc7e', 'tag': '8ed34180-17fc-43b3-86c1-94c89cbb5723'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:44:45.378847 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9030f2f-26fe-46a7-ab55-7c823d69e3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "27c66558-ca28-44f0-b619-32a38310bc7e", "tag": "8ed34180-17fc-43b3-86c1-94c89cbb5723"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:44:45.468837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c1053-af3f-4c0f-a550-2dca22723f9f service neutron] Pushing event updated for resources: {'Port': ['ID=8ed34180-17fc-43b3-86c1-94c89cbb5723,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:45.472129 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Pushing event updated for resources: {'Port': ['ID=d13daf65-9b2e-49c0-bfe2-d3454f97e699,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:45.603772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-8d34d284-f31c-4c17-bc63-ee31f0c149a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:45.606449 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-8d34d284-f31c-4c17-bc63-ee31f0c149a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e42953905ba4df9a75f4549b62d35ee&device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 1089 time: 0.0975068 Mar 23 01:44:45.634102 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22a0a97-146d-44bd-ac6d-6676f5c628d5 x-openstack-request-id: req-b22a0a97-146d-44bd-ac6d-6676f5c628d5 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:44:45.634397 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c66558-ca28-44f0-b619-32a38310bc7e", "tag": "8ed34180-17fc-43b3-86c1-94c89cbb5723", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:44:45.634655 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b22a0a97-146d-44bd-ac6d-6676f5c628d5 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:44:45.635098 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b22a0a97-146d-44bd-ac6d-6676f5c628d5'] response: {'name': 'network-changed', 'server_uuid': '27c66558-ca28-44f0-b619-32a38310bc7e', 'tag': '8ed34180-17fc-43b3-86c1-94c89cbb5723', 'status': 'completed', 'code': 200} Mar 23 01:44:45.719365 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-d27f3a80-4faa-4c08-9e20-d76b80dae7d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8ed34180-17fc-43b3-86c1-94c89cbb5723 HTTP/1.1" status: 200 len: 217 time: 0.1053078 Mar 23 01:44:45.779919 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Attempting to bind port d13daf65-9b2e-49c0-bfe2-d3454f97e699 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:44:45.780299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Attempting to bind port d13daf65-9b2e-49c0-bfe2-d3454f97e699 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'a909f224-1fef-496e-b4e2-4093ab68150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:44:45.783576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Attempting to bind port d13daf65-9b2e-49c0-bfe2-d3454f97e699 on network 3825b5ed-ea06-4807-aed8-422b72ca6916 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:44:45.793059 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Port d13daf65-9b2e-49c0-bfe2-d3454f97e699 on network 3825b5ed-ea06-4807-aed8-422b72ca6916 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:44:45.793324 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Attempting to bind port d13daf65-9b2e-49c0-bfe2-d3454f97e699 on network 3825b5ed-ea06-4807-aed8-422b72ca6916 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:44:45.815221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:44:45.815574 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Checking segment: {'id': 'a909f224-1fef-496e-b4e2-4093ab68150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:44:45.815974 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Bound using segment: {'id': 'a909f224-1fef-496e-b4e2-4093ab68150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:44:45.816426 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Bound port: d13daf65-9b2e-49c0-bfe2-d3454f97e699, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a909f224-1fef-496e-b4e2-4093ab68150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:44:45.816819 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d13daf65-9b2e-49c0-bfe2-d3454f97e699), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:45.822615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-b20b3657-e9c7-449a-9d15-5aaae7a6d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:45.824236 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-b20b3657-e9c7-449a-9d15-5aaae7a6d58a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5da4ab7-d6cb-42c3-86b8-1a76b31d845c HTTP/1.1" status: 200 len: 838 time: 0.0978496 Mar 23 01:44:45.876642 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f2fba-214d-4d49-8857-b7ba1d2e706e req-772c38fc-1e97-4a11-8238-e52d017d81ba tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:45.883499 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-629f2fba-214d-4d49-8857-b7ba1d2e706e req-772c38fc-1e97-4a11-8238-e52d017d81ba tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 907 time: 0.4574826 Mar 23 01:44:45.921819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-fd020612-5571-4973-9d38-65e21853eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:45.928676 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-fd020612-5571-4973-9d38-65e21853eb53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4db8d996-4100-42d1-af73-f240b9e3a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0920417 Mar 23 01:44:46.016645 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] For port d13daf65-9b2e-49c0-bfe2-d3454f97e699, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:44:46.028752 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] For port d13daf65-9b2e-49c0-bfe2-d3454f97e699, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d13daf65-9b2e-49c0-bfe2-d3454f97e699,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:44:46.047470 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (d13daf65-9b2e-49c0-bfe2-d3454f97e699), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:46.207400 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-d0d211a5-d14f-46e2-9ff7-99f359138408 service neutron] 10.222.0.42 "GET /v2.0/networks/4db8d996-4100-42d1-af73-f240b9e3a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765498 Mar 23 01:44:46.248510 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Pushing event updated for resources: {'Port': ['ID=d13daf65-9b2e-49c0-bfe2-d3454f97e699,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:46.262714 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:46.263349 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:46.264811 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-1c6e6f5c-80c9-4658-a960-9b6897be106a service neutron] 10.222.0.43 "PUT /v2.0/ports/d13daf65-9b2e-49c0-bfe2-d3454f97e699 HTTP/1.1" status: 200 len: 1091 time: 1.9631460 Mar 23 01:44:46.270829 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05390534-372f-4212-b11f-09d1b4b0853c', 'tag': 'd13daf65-9b2e-49c0-bfe2-d3454f97e699'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:44:46.277290 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9cff04-cde3-4a96-b48b-8079c1c81b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "05390534-372f-4212-b11f-09d1b4b0853c", "tag": "d13daf65-9b2e-49c0-bfe2-d3454f97e699"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:44:46.390605 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a241744-328f-4b4e-be19-e981ee87fd19 x-openstack-request-id: req-2a241744-328f-4b4e-be19-e981ee87fd19 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:44:46.390903 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05390534-372f-4212-b11f-09d1b4b0853c", "tag": "d13daf65-9b2e-49c0-bfe2-d3454f97e699", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:44:46.391162 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a241744-328f-4b4e-be19-e981ee87fd19 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:44:46.393108 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a241744-328f-4b4e-be19-e981ee87fd19'] response: {'name': 'network-changed', 'server_uuid': '05390534-372f-4212-b11f-09d1b4b0853c', 'tag': 'd13daf65-9b2e-49c0-bfe2-d3454f97e699', 'status': 'completed', 'code': 200} Mar 23 01:44:46.453714 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-58992e85-1cbc-40f3-9761-5c63ef4af602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:46.455274 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-58992e85-1cbc-40f3-9761-5c63ef4af602 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fc474583d1d4fbfa2a3f1caf12f3d69&device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 1125 time: 0.1259351 Mar 23 01:44:46.487801 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6a313d3-21e6-4431-a9dd-48bc44817b92 req-ab8075c5-9cb3-471f-aa90-6d7a504fca7a service neutron] 10.222.0.42 "GET /v2.0/networks/4db8d996-4100-42d1-af73-f240b9e3a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591689 Mar 23 01:44:46.540822 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-7428103c-df86-4b4c-9e8b-5c0a74a2b8d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d13daf65-9b2e-49c0-bfe2-d3454f97e699 HTTP/1.1" status: 200 len: 217 time: 0.0704401 Mar 23 01:44:46.571326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f37194-001e-4c6f-a65d-153499a552ce req-68ea65b0-7507-4099-a1d4-7b90c2d0904a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:46.579104 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6f37194-001e-4c6f-a65d-153499a552ce req-68ea65b0-7507-4099-a1d4-7b90c2d0904a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 943 time: 0.3679259 Mar 23 01:44:46.661367 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-24394ae5-9ca1-413a-bced-cec4792ff78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:46.662864 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-24394ae5-9ca1-413a-bced-cec4792ff78f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=03ad0308-8885-4b30-b976-2a6f309d1ec3 HTTP/1.1" status: 200 len: 852 time: 0.1112700 Mar 23 01:44:46.693753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9030f2f-26fe-46a7-ab55-7c823d69e3b0 req-1d0b6541-5ffc-4097-a86e-4639a20a0590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:46.695578 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9030f2f-26fe-46a7-ab55-7c823d69e3b0 req-1d0b6541-5ffc-4097-a86e-4639a20a0590 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e42953905ba4df9a75f4549b62d35ee&device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 1089 time: 0.1169617 Mar 23 01:44:46.700302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6f37194-001e-4c6f-a65d-153499a552ce req-6ef2b2a2-479d-4243-abc6-40e18f9e696e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753422 Mar 23 01:44:46.740276 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-49ea0caf-282e-4cf5-9f32-c53f334cc5ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3825b5ed-ea06-4807-aed8-422b72ca6916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585284 Mar 23 01:44:46.903388 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9030f2f-26fe-46a7-ab55-7c823d69e3b0 req-8797224b-fd81-4c9c-968c-fa4238b55d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:46.907811 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-584a598a-a50c-4117-9194-7203d0a557ee service neutron] 10.222.0.43 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605437 Mar 23 01:44:46.913219 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9030f2f-26fe-46a7-ab55-7c823d69e3b0 req-8797224b-fd81-4c9c-968c-fa4238b55d36 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4db8d996-4100-42d1-af73-f240b9e3a382 HTTP/1.1" status: 200 len: 898 time: 0.2045784 Mar 23 01:44:46.982008 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9030f2f-26fe-46a7-ab55-7c823d69e3b0 req-81dcbee1-d10c-4211-bf3e-8c2d893a21d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8ed34180-17fc-43b3-86c1-94c89cbb5723 HTTP/1.1" status: 200 len: 217 time: 0.0621135 Mar 23 01:44:47.085040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9030f2f-26fe-46a7-ab55-7c823d69e3b0 req-1306825e-1fe9-460d-8999-ab33dfc8ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:47.092617 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9030f2f-26fe-46a7-ab55-7c823d69e3b0 req-1306825e-1fe9-460d-8999-ab33dfc8ee33 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5da4ab7-d6cb-42c3-86b8-1a76b31d845c HTTP/1.1" status: 200 len: 838 time: 0.0890450 Mar 23 01:44:47.117351 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957adbca-f0ef-4646-ac03-0d3a9a592b8f req-e71e126c-01a5-4cc7-9c02-8380249c8c1a service neutron] 10.222.0.43 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027073 Mar 23 01:44:47.128878 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3755a-222f-4fb4-84c8-adc4a011735e req-10ec39d9-365f-442e-8dc1-8b0874e94f02 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:47.130447 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4a3755a-222f-4fb4-84c8-adc4a011735e req-10ec39d9-365f-442e-8dc1-8b0874e94f02 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 907 time: 0.0741384 Mar 23 01:44:47.200634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9030f2f-26fe-46a7-ab55-7c823d69e3b0 req-3d558eb7-4114-4e2f-a6df-631dc76e49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:47.200634 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9030f2f-26fe-46a7-ab55-7c823d69e3b0 req-3d558eb7-4114-4e2f-a6df-631dc76e49ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4db8d996-4100-42d1-af73-f240b9e3a382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0951812 Mar 23 01:44:47.315996 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cff04-cde3-4a96-b48b-8079c1c81b6d req-42493a03-0433-4254-bb65-97e3b1777809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:47.317642 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed9cff04-cde3-4a96-b48b-8079c1c81b6d req-42493a03-0433-4254-bb65-97e3b1777809 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fc474583d1d4fbfa2a3f1caf12f3d69&device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 1125 time: 0.0985792 Mar 23 01:44:47.486707 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9030f2f-26fe-46a7-ab55-7c823d69e3b0 req-05386340-fddf-4ba0-8ac8-29634a2e55d3 service neutron] 10.222.0.42 "GET /v2.0/networks/4db8d996-4100-42d1-af73-f240b9e3a382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803764 Mar 23 01:44:47.567911 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cff04-cde3-4a96-b48b-8079c1c81b6d req-2a927581-37b5-49d9-8885-b42594f858e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:47.569625 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed9cff04-cde3-4a96-b48b-8079c1c81b6d req-2a927581-37b5-49d9-8885-b42594f858e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3825b5ed-ea06-4807-aed8-422b72ca6916 HTTP/1.1" status: 200 len: 912 time: 0.2315745 Mar 23 01:44:47.616572 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9030f2f-26fe-46a7-ab55-7c823d69e3b0 req-c2020c5e-425c-4fe3-b927-86c5a8146d64 service neutron] 10.222.0.42 "GET /v2.0/networks/4db8d996-4100-42d1-af73-f240b9e3a382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235809 Mar 23 01:44:47.632140 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed9cff04-cde3-4a96-b48b-8079c1c81b6d req-08671a7c-0c2f-4fc3-ba79-3d9a45acdaa3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d13daf65-9b2e-49c0-bfe2-d3454f97e699 HTTP/1.1" status: 200 len: 217 time: 0.0525391 Mar 23 01:44:47.751737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cff04-cde3-4a96-b48b-8079c1c81b6d req-2ca1f683-04ed-45c3-8d57-ee410b555336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:47.757361 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed9cff04-cde3-4a96-b48b-8079c1c81b6d req-2ca1f683-04ed-45c3-8d57-ee410b555336 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=03ad0308-8885-4b30-b976-2a6f309d1ec3 HTTP/1.1" status: 200 len: 852 time: 0.1204174 Mar 23 01:44:47.883020 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed9cff04-cde3-4a96-b48b-8079c1c81b6d req-3d1266bc-3e2a-4795-a95c-e6000f55916d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3825b5ed-ea06-4807-aed8-422b72ca6916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189573 Mar 23 01:44:48.053825 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed9cff04-cde3-4a96-b48b-8079c1c81b6d req-8775e96a-efa9-4c27-b378-d64f8b10e012 service neutron] 10.222.0.43 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383436 Mar 23 01:44:48.162742 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40957c1-29c8-4bc5-9a55-ce25a5cf0af2 req-c3d4929b-c441-448f-b7da-f5970c017dc2 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:48.170852 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f40957c1-29c8-4bc5-9a55-ce25a5cf0af2 req-c3d4929b-c441-448f-b7da-f5970c017dc2 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 943 time: 0.2868316 Mar 23 01:44:48.287131 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed9cff04-cde3-4a96-b48b-8079c1c81b6d req-d92139d6-cd76-446b-8f5b-7305ea1c33bf service neutron] 10.222.0.43 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133324 Mar 23 01:44:48.291025 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f40957c1-29c8-4bc5-9a55-ce25a5cf0af2 req-7a51db75-f2c9-403f-be11-3271cbd46f01 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193519 Mar 23 01:44:48.379256 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cab38-33ce-41ca-b89d-245e25ea9580 req-dbfc3166-a721-476c-a803-77d13faedd00 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:48.406378 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-683cab38-33ce-41ca-b89d-245e25ea9580 req-dbfc3166-a721-476c-a803-77d13faedd00 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 907 time: 0.1389062 Mar 23 01:44:49.513257 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9ffd9-1ca9-44ad-986f-2d27b448d99b req-d885e76c-250c-47f7-9823-672a615c4f12 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:49.533237 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fe9ffd9-1ca9-44ad-986f-2d27b448d99b req-d885e76c-250c-47f7-9823-672a615c4f12 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 943 time: 0.1303771 Mar 23 01:44:49.551406 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1a6525eb-998a-4edd-a9a5-730d73a64927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:49.632980 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96f7f8-0baf-4a40-9924-ff119f02737a req-4929aebb-ae68-4ea6-a3af-6478aee81318 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:49.636637 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c96f7f8-0baf-4a40-9924-ff119f02737a req-4929aebb-ae68-4ea6-a3af-6478aee81318 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 907 time: 0.1476674 Mar 23 01:44:49.661251 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fe9ffd9-1ca9-44ad-986f-2d27b448d99b req-2a06430e-c2d0-45c5-ba2d-59401981ef9e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270123 Mar 23 01:44:50.070032 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8ed34180-17fc-43b3-86c1-94c89cbb5723 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:44:50.390062 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8ed34180-17fc-43b3-86c1-94c89cbb5723, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8ed34180-17fc-43b3-86c1-94c89cbb5723,segment=NetworkSegment(a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a),segment_id=a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:50.413025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '8ed34180-17fc-43b3-86c1-94c89cbb5723', 'network_id': '4db8d996-4100-42d1-af73-f240b9e3a382', 'port_id': '8ed34180-17fc-43b3-86c1-94c89cbb5723', 'mac_address': 'fa:16:3e:59:a1:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5da4ab7-d6cb-42c3-86b8-1a76b31d845c', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:44:50.495527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8ed34180-17fc-43b3-86c1-94c89cbb5723 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:50.496236 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8ed34180-17fc-43b3-86c1-94c89cbb5723), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:50.533735 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed34180-17fc-43b3-86c1-94c89cbb5723 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:44:50.577127 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8ed34180-17fc-43b3-86c1-94c89cbb5723, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8ed34180-17fc-43b3-86c1-94c89cbb5723,segment=NetworkSegment(a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a),segment_id=a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:50.593755 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8ed34180-17fc-43b3-86c1-94c89cbb5723), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:50.636403 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:50.702153 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8ed34180-17fc-43b3-86c1-94c89cbb5723,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:50.826444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8ed34180-17fc-43b3-86c1-94c89cbb5723'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:44:50.829436 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2981df8-8c9b-4a73-b1bd-a97d6e8030fd req-3900d0bc-0e74-40fa-8225-b74f2d266159 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:50.837186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f823c2-a82e-4f97-b7d1-2e0b6b2ea02c req-0df2ddca-0af5-48eb-bd29-411682da33e2 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:50.848117 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2981df8-8c9b-4a73-b1bd-a97d6e8030fd req-3900d0bc-0e74-40fa-8225-b74f2d266159 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 908 time: 0.1016924 Mar 23 01:44:50.849118 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-54f823c2-a82e-4f97-b7d1-2e0b6b2ea02c req-0df2ddca-0af5-48eb-bd29-411682da33e2 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 943 time: 0.1056180 Mar 23 01:44:50.959590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d13daf65-9b2e-49c0-bfe2-d3454f97e699 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:44:50.962894 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-54f823c2-a82e-4f97-b7d1-2e0b6b2ea02c req-342a6630-7cfb-4b39-9622-47aa94443ee2 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128440 Mar 23 01:44:51.163882 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d13daf65-9b2e-49c0-bfe2-d3454f97e699, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d13daf65-9b2e-49c0-bfe2-d3454f97e699,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:51.186257 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'd13daf65-9b2e-49c0-bfe2-d3454f97e699', 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916', 'port_id': 'd13daf65-9b2e-49c0-bfe2-d3454f97e699', 'mac_address': 'fa:16:3e:e2:49:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ad0308-8885-4b30-b976-2a6f309d1ec3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:44:51.234502 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port d13daf65-9b2e-49c0-bfe2-d3454f97e699 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:51.234891 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d13daf65-9b2e-49c0-bfe2-d3454f97e699), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:51.249916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13daf65-9b2e-49c0-bfe2-d3454f97e699 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:44:51.303647 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d13daf65-9b2e-49c0-bfe2-d3454f97e699, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d13daf65-9b2e-49c0-bfe2-d3454f97e699,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:51.321703 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d13daf65-9b2e-49c0-bfe2-d3454f97e699), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:51.477449 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=d13daf65-9b2e-49c0-bfe2-d3454f97e699,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:51.748269 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['d13daf65-9b2e-49c0-bfe2-d3454f97e699'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:44:51.836390 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-254d5a1b-5413-4448-8861-59b3fc0514e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:52.045938 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0d90f-d973-4129-8dfa-181247e2f00b req-ee5d51b7-5f4e-4158-9093-23d129dbaab9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:52.069212 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-90b0d90f-d973-4129-8dfa-181247e2f00b req-ee5d51b7-5f4e-4158-9093-23d129dbaab9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 908 time: 0.1114926 Mar 23 01:44:52.098251 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8ed34180-17fc-43b3-86c1-94c89cbb5723 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:52.191139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400a3d8-eb9e-4a60-abe5-f9861ffe2961 req-e9db57b0-1e72-443b-8558-9ec65c68f44d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:52.201526 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2400a3d8-eb9e-4a60-abe5-f9861ffe2961 req-e9db57b0-1e72-443b-8558-9ec65c68f44d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 944 time: 0.1155858 Mar 23 01:44:52.314152 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2400a3d8-eb9e-4a60-abe5-f9861ffe2961 req-1602c5a4-8e4a-4585-b635-12816d315f95 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040971 Mar 23 01:44:52.327972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 8ed34180-17fc-43b3-86c1-94c89cbb5723 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:44:52.332889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 8ed34180-17fc-43b3-86c1-94c89cbb5723 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:52.333683 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8ed34180-17fc-43b3-86c1-94c89cbb5723), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:52.755615 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8ed34180-17fc-43b3-86c1-94c89cbb5723 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:52.756303 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8ed34180-17fc-43b3-86c1-94c89cbb5723), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:52.784777 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c66558-ca28-44f0-b619-32a38310bc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed34180-17fc-43b3-86c1-94c89cbb5723'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:44:52.787339 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9457ab4-0fbb-446c-8db7-7256fce70337" -d '{"events": [{"server_uuid": "27c66558-ca28-44f0-b619-32a38310bc7e", "name": "network-vif-plugged", "status": "completed", "tag": "8ed34180-17fc-43b3-86c1-94c89cbb5723"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:44:52.803995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8ed34180-17fc-43b3-86c1-94c89cbb5723, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8ed34180-17fc-43b3-86c1-94c89cbb5723,segment=NetworkSegment(a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a),segment_id=a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:52.824109 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8ed34180-17fc-43b3-86c1-94c89cbb5723), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:52.929963 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7bae0c-9aa5-4ee2-936d-da7083efb327 x-openstack-request-id: req-ca7bae0c-9aa5-4ee2-936d-da7083efb327 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:44:52.930565 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c66558-ca28-44f0-b619-32a38310bc7e", "name": "network-vif-plugged", "status": "completed", "tag": "8ed34180-17fc-43b3-86c1-94c89cbb5723", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:44:52.930988 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca7bae0c-9aa5-4ee2-936d-da7083efb327 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:44:52.931592 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca7bae0c-9aa5-4ee2-936d-da7083efb327'] response: {'server_uuid': '27c66558-ca28-44f0-b619-32a38310bc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed34180-17fc-43b3-86c1-94c89cbb5723', 'code': 200} Mar 23 01:44:52.996400 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8ed34180-17fc-43b3-86c1-94c89cbb5723,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:53.050407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a18c91-9dde-4063-bc34-b958944333a7 req-5e5282b3-9ddf-4243-96b0-0e6e4bc44f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:53.052453 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c1a18c91-9dde-4063-bc34-b958944333a7 req-5e5282b3-9ddf-4243-96b0-0e6e4bc44f52 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 1091 time: 0.1164172 Mar 23 01:44:53.221343 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:53.343525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c031f-37b8-42d9-860e-ebccdd5555c8 req-80a6dd03-345a-4ca8-9939-eea9b27e2e46 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:53.349331 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b5c031f-37b8-42d9-860e-ebccdd5555c8 req-80a6dd03-345a-4ca8-9939-eea9b27e2e46 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 909 time: 0.1711607 Mar 23 01:44:53.462443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a656ea-6757-4c7a-ae52-b4cd498bbae0 req-85a75409-dc3b-420f-bab0-fd787e58bb58 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:53.470197 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a6a656ea-6757-4c7a-ae52-b4cd498bbae0 req-85a75409-dc3b-420f-bab0-fd787e58bb58 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 944 time: 0.0632193 Mar 23 01:44:53.538826 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a6a656ea-6757-4c7a-ae52-b4cd498bbae0 req-e3691a8c-fe66-4f27-9d60-a0af23016249 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583994 Mar 23 01:44:54.537548 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:54.646916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94363df9-38ef-4599-97f8-9697ab922231 req-c4d5b746-05e4-46c6-9c69-5f73ba6a3e55 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:54.659156 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94363df9-38ef-4599-97f8-9697ab922231 req-c4d5b746-05e4-46c6-9c69-5f73ba6a3e55 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 909 time: 0.1304824 Mar 23 01:44:54.746368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e311c0-a1ba-4e6b-b140-add4a81a5c54 req-8f892e7a-7d23-4481-a9a8-43cda2f395b6 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:54.748812 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-78e311c0-a1ba-4e6b-b140-add4a81a5c54 req-8f892e7a-7d23-4481-a9a8-43cda2f395b6 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 944 time: 0.1192100 Mar 23 01:44:54.836263 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-78e311c0-a1ba-4e6b-b140-add4a81a5c54 req-8fc865b1-0dd9-44e7-8c01-6b0c3d2f350e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636890 Mar 23 01:44:54.955415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240cbc6-83fd-4603-8b26-a39ea2633764 req-f8bfe01a-747f-480f-adda-d5b45e8b40ac tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:54.959148 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7240cbc6-83fd-4603-8b26-a39ea2633764 req-f8bfe01a-747f-480f-adda-d5b45e8b40ac tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 909 time: 0.1455588 Mar 23 01:44:54.988943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d13daf65-9b2e-49c0-bfe2-d3454f97e699 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:44:55.126989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port d13daf65-9b2e-49c0-bfe2-d3454f97e699 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:44:55.133663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port d13daf65-9b2e-49c0-bfe2-d3454f97e699 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:44:55.134594 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d13daf65-9b2e-49c0-bfe2-d3454f97e699), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:55.191158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37558b-feed-461e-9164-449ee1082d4d req-af09e351-1a78-40ea-b1de-2c64c24539e6 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:55.206920 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd37558b-feed-461e-9164-449ee1082d4d req-af09e351-1a78-40ea-b1de-2c64c24539e6 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 1091 time: 0.1089070 Mar 23 01:44:55.268391 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port d13daf65-9b2e-49c0-bfe2-d3454f97e699 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:44:55.268808 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d13daf65-9b2e-49c0-bfe2-d3454f97e699), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:55.336819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port d13daf65-9b2e-49c0-bfe2-d3454f97e699, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d13daf65-9b2e-49c0-bfe2-d3454f97e699,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:55.339121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05390534-372f-4212-b11f-09d1b4b0853c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13daf65-9b2e-49c0-bfe2-d3454f97e699'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:44:55.345239 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a79930-bea8-4aab-8abc-069006efbd6a" -d '{"events": [{"server_uuid": "05390534-372f-4212-b11f-09d1b4b0853c", "name": "network-vif-plugged", "status": "completed", "tag": "d13daf65-9b2e-49c0-bfe2-d3454f97e699"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:44:55.354302 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d13daf65-9b2e-49c0-bfe2-d3454f97e699), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:55.402790 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745caff-314e-43ca-9380-228a968fd7c6 req-dc23caeb-14f3-4f76-9d33-8689faaabbef tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:55.404345 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5745caff-314e-43ca-9380-228a968fd7c6 req-dc23caeb-14f3-4f76-9d33-8689faaabbef tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 1167 time: 0.1037095 Mar 23 01:44:55.434525 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=d13daf65-9b2e-49c0-bfe2-d3454f97e699,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:55.445112 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a1ae5a-0294-465e-8d4c-fa4574f01e52 x-openstack-request-id: req-a3a1ae5a-0294-465e-8d4c-fa4574f01e52 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:44:55.445409 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05390534-372f-4212-b11f-09d1b4b0853c", "name": "network-vif-plugged", "status": "completed", "tag": "d13daf65-9b2e-49c0-bfe2-d3454f97e699", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:44:55.445669 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3a1ae5a-0294-465e-8d4c-fa4574f01e52 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:44:55.449089 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a1ae5a-0294-465e-8d4c-fa4574f01e52'] response: {'server_uuid': '05390534-372f-4212-b11f-09d1b4b0853c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13daf65-9b2e-49c0-bfe2-d3454f97e699', 'code': 200} Mar 23 01:44:55.513015 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5745caff-314e-43ca-9380-228a968fd7c6 req-21f5dee4-1095-46b5-ad60-55ee6624e6e1 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1020591 Mar 23 01:44:55.538426 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48544) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:55.648751 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33152151-d505-45dc-a397-81f4b4fff883 req-d0b9c083-3ecf-4e84-b06d-b946f1a7a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:55.650677 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-33152151-d505-45dc-a397-81f4b4fff883 req-d0b9c083-3ecf-4e84-b06d-b946f1a7a973 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 1127 time: 0.0795741 Mar 23 01:44:55.680914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e5e0bf-fd84-453d-8a80-cd859df03553 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:55.696002 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b0e5e0bf-fd84-453d-8a80-cd859df03553 tempest-TestSecurityGroupsBasicOps-745355447 tempest-TestSecurityGroupsBasicOps-745355447-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 1086 time: 0.1460633 Mar 23 01:44:55.776055 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-33152151-d505-45dc-a397-81f4b4fff883 req-ca14ac45-9b6c-4d35-a26a-136dd40587ae service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154220 Mar 23 01:44:55.798187 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:56.013265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcd41c-ac5a-49f8-bd49-91d4c0f942f0 req-164d2d09-a76e-4090-b808-d8383304d596 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:56.014947 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79fcd41c-ac5a-49f8-bd49-91d4c0f942f0 req-164d2d09-a76e-4090-b808-d8383304d596 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 945 time: 0.1000712 Mar 23 01:44:56.090003 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79fcd41c-ac5a-49f8-bd49-91d4c0f942f0 req-3e2f44ca-298e-4991-9173-5b7c50060fae tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562899 Mar 23 01:44:56.161904 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf0ef5-335c-4a01-a03f-bd480b00b3a0 req-006789db-885f-4049-b710-cf730486c2d0 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:56.163440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5fdf0ef5-335c-4a01-a03f-bd480b00b3a0 req-006789db-885f-4049-b710-cf730486c2d0 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 909 time: 0.0778720 Mar 23 01:44:56.798898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48568) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:56.803624 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3b64be9d-0b6f-46f9-a146-0eb3b37557c8 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--286015878', 'description': 'tempest-description--501316480'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:56.826254 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b64be9d-0b6f-46f9-a146-0eb3b37557c8 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:56.901749 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b64be9d-0b6f-46f9-a146-0eb3b37557c8 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for security_group (7a4a931c-4054-4f5f-99a7-bbdcbaa4342c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:56.909984 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b64be9d-0b6f-46f9-a146-0eb3b37557c8 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7a4a931c-4054-4f5f-99a7-bbdcbaa4342c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:56.946666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64be9d-0b6f-46f9-a146-0eb3b37557c8 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:56.959638 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b64be9d-0b6f-46f9-a146-0eb3b37557c8 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:56.959638 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3b64be9d-0b6f-46f9-a146-0eb3b37557c8 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1542029 Mar 23 01:44:56.960277 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48572) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:56.966680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c1a13992-9aaf-4989-a8f8-593af896216c tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Request body: {'security_group_rule': {'security_group_id': '7a4a931c-4054-4f5f-99a7-bbdcbaa4342c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:57.022599 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c1a13992-9aaf-4989-a8f8-593af896216c tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for security_group_rule (05b7b0ee-e5a2-4886-90ad-038d7f023929), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:57.128053 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c1a13992-9aaf-4989-a8f8-593af896216c tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for security_group_rule (05b7b0ee-e5a2-4886-90ad-038d7f023929), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:57.135073 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c1a13992-9aaf-4989-a8f8-593af896216c tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (05b7b0ee-e5a2-4886-90ad-038d7f023929), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:57.156073 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a13992-9aaf-4989-a8f8-593af896216c tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b7b0ee-e5a2-4886-90ad-038d7f023929,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:57.166766 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c1a13992-9aaf-4989-a8f8-593af896216c tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:57.168291 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c1a13992-9aaf-4989-a8f8-593af896216c tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2059159 Mar 23 01:44:57.171030 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48578) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:57.176535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6c945615-742a-44bd-ae83-9476a7560a57 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Request body: {'security_group_rule': {'security_group_id': '7a4a931c-4054-4f5f-99a7-bbdcbaa4342c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:57.209197 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c945615-742a-44bd-ae83-9476a7560a57 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for security_group_rule (ead07eca-479c-4fe7-ab04-39fbb65e7349), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:57.298840 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dc048-3f79-4a08-b818-63fe5bbe7386 req-b2dfc6e1-6117-4a9a-8773-c32f36ff11df tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:57.300554 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff5dc048-3f79-4a08-b818-63fe5bbe7386 req-b2dfc6e1-6117-4a9a-8773-c32f36ff11df tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 945 time: 0.0860419 Mar 23 01:44:57.356589 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c945615-742a-44bd-ae83-9476a7560a57 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for security_group_rule (ead07eca-479c-4fe7-ab04-39fbb65e7349), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:57.374291 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c945615-742a-44bd-ae83-9476a7560a57 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ead07eca-479c-4fe7-ab04-39fbb65e7349), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:57.403249 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260b7d-49e4-48c6-9a93-3529def9bc62 req-a0a97924-3b8e-412f-b071-61374e76db8c tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:57.406845 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff5dc048-3f79-4a08-b818-63fe5bbe7386 req-926e5310-8dbf-49d2-ab9a-dcc342ed0f55 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921199 Mar 23 01:44:57.410801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c945615-742a-44bd-ae83-9476a7560a57 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead07eca-479c-4fe7-ab04-39fbb65e7349,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:57.412154 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad260b7d-49e4-48c6-9a93-3529def9bc62 req-a0a97924-3b8e-412f-b071-61374e76db8c tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 909 time: 0.1282892 Mar 23 01:44:57.430444 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c945615-742a-44bd-ae83-9476a7560a57 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:57.436469 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6c945615-742a-44bd-ae83-9476a7560a57 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2609103 Mar 23 01:44:57.436884 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48582) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:57.444337 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:44:57.447241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8e1f8-354b-4a51-bae9-2a47825a55ce req-12aa4d38-a4fa-4b45-8818-4136df3ec20c tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:57.449023 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dec8e1f8-354b-4a51-bae9-2a47825a55ce req-12aa4d38-a4fa-4b45-8818-4136df3ec20c tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.42 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 909 time: 0.1145251 Mar 23 01:44:57.471263 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:57.549807 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-dec8e1f8-354b-4a51-bae9-2a47825a55ce req-8b353594-9fb7-4bdb-a780-699df8254746 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Deleting port 8ed34180-17fc-43b3-86c1-94c89cbb5723 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:44:57.550162 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dec8e1f8-354b-4a51-bae9-2a47825a55ce req-8b353594-9fb7-4bdb-a780-699df8254746 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8ed34180-17fc-43b3-86c1-94c89cbb5723), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:57.598905 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:57.650105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-dec8e1f8-354b-4a51-bae9-2a47825a55ce req-8b353594-9fb7-4bdb-a780-699df8254746 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] For port 8ed34180-17fc-43b3-86c1-94c89cbb5723, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8ed34180-17fc-43b3-86c1-94c89cbb5723,segment=NetworkSegment(a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a),segment_id=a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:44:57.650476 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dec8e1f8-354b-4a51-bae9-2a47825a55ce req-8b353594-9fb7-4bdb-a780-699df8254746 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8ed34180-17fc-43b3-86c1-94c89cbb5723), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:57.674575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-dec8e1f8-354b-4a51-bae9-2a47825a55ce req-8b353594-9fb7-4bdb-a780-699df8254746 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Calling delete_port for 8ed34180-17fc-43b3-86c1-94c89cbb5723 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:44:57.755133 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Allocated IP 172.25.0.27 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/c07a6d0f-a3ff-4880-a979-796e0454a462) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:44:57.836994 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dec8e1f8-354b-4a51-bae9-2a47825a55ce req-8b353594-9fb7-4bdb-a780-699df8254746 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8ed34180-17fc-43b3-86c1-94c89cbb5723), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:57.864663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b353594-9fb7-4bdb-a780-699df8254746 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event deleted for resources: {'Port': ['ID=8ed34180-17fc-43b3-86c1-94c89cbb5723,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:57.913810 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for port (c07a6d0f-a3ff-4880-a979-796e0454a462), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:57.921255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec8e1f8-354b-4a51-bae9-2a47825a55ce req-8b353594-9fb7-4bdb-a780-699df8254746 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] No DVR routers for this DVR port 8ed34180-17fc-43b3-86c1-94c89cbb5723 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:44:57.924265 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dec8e1f8-354b-4a51-bae9-2a47825a55ce req-8b353594-9fb7-4bdb-a780-699df8254746 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:57.928222 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dec8e1f8-354b-4a51-bae9-2a47825a55ce req-8b353594-9fb7-4bdb-a780-699df8254746 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.42 "DELETE /v2.0/ports/8ed34180-17fc-43b3-86c1-94c89cbb5723 HTTP/1.1" status: 204 len: 173 time: 0.4739330 Mar 23 01:44:57.930161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c66558-ca28-44f0-b619-32a38310bc7e', 'name': 'network-vif-deleted', 'tag': '8ed34180-17fc-43b3-86c1-94c89cbb5723'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:44:57.936343 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d108be51-f75f-4852-a310-be5359f78876" -d '{"events": [{"server_uuid": "27c66558-ca28-44f0-b619-32a38310bc7e", "name": "network-vif-deleted", "tag": "8ed34180-17fc-43b3-86c1-94c89cbb5723"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:44:57.960074 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c07a6d0f-a3ff-4880-a979-796e0454a462), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:57.995515 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a05b7d9-6977-40e5-b4ea-fddbb2c6b44f x-openstack-request-id: req-6a05b7d9-6977-40e5-b4ea-fddbb2c6b44f {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:44:57.995816 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c66558-ca28-44f0-b619-32a38310bc7e", "name": "network-vif-deleted", "tag": "8ed34180-17fc-43b3-86c1-94c89cbb5723", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:44:57.996334 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a05b7d9-6977-40e5-b4ea-fddbb2c6b44f {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:44:57.996792 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a05b7d9-6977-40e5-b4ea-fddbb2c6b44f'] response: {'server_uuid': '27c66558-ca28-44f0-b619-32a38310bc7e', 'name': 'network-vif-deleted', 'tag': '8ed34180-17fc-43b3-86c1-94c89cbb5723', 'status': 'completed', 'code': 200} Mar 23 01:44:58.050241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Pushing event updated for resources: {'Port': ['ID=c07a6d0f-a3ff-4880-a979-796e0454a462,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:58.061722 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:44:58.063869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:44:58.066725 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:44:58.222928 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for floatingip (89b59455-44bf-4636-b3bf-8fff687eae0a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:58.265793 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c07a6d0f-a3ff-4880-a979-796e0454a462), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:58.516416 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for port (c07a6d0f-a3ff-4880-a979-796e0454a462), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:58.525515 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (c07a6d0f-a3ff-4880-a979-796e0454a462), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:58.596272 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51be484b-b406-44cc-98af-a1e9b801cb07 req-62d3a518-71b2-4d0f-918f-2040780965fc tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=27c66558-ca28-44f0-b619-32a38310bc7e HTTP/1.1" status: 200 len: 210 time: 0.0608580 Mar 23 01:44:58.690927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Pushing event updated for resources: {'Port': ['ID=c07a6d0f-a3ff-4880-a979-796e0454a462,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:44:58.714186 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (89b59455-44bf-4636-b3bf-8fff687eae0a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:58.726448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b7403-1249-4d37-a93c-8ae83d7d6105 req-86649d0f-9058-4232-913e-4b96346a1d07 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:58.728329 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5c0b7403-1249-4d37-a93c-8ae83d7d6105 req-86649d0f-9058-4232-913e-4b96346a1d07 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 945 time: 0.1289396 Mar 23 01:44:58.787181 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:44:58.788448 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b9f02bb3-df77-492e-a60d-eed32444c62f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3505251 Mar 23 01:44:58.871946 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5c0b7403-1249-4d37-a93c-8ae83d7d6105 req-6a20fce8-0185-43b8-9344-c3f6be89e3c5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268330 Mar 23 01:44:59.087254 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-4b4315b4-e574-4817-aede-dfea00fd7ed5 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--286015878&fields=id&tenant_id=5173df6d6ed64b0385195b806ebe14af HTTP/1.1" status: 200 len: 267 time: 0.1206067 Mar 23 01:44:59.288878 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-fb3d0f12-9133-4888-99c2-911980d26ff2 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:59.298572 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-fb3d0f12-9133-4888-99c2-911980d26ff2 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/networks?id=da278053-eb28-4e30-b652-56c8d484464e HTTP/1.1" status: 200 len: 815 time: 0.2087562 Mar 23 01:44:59.317109 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-7987eded-2de7-45d7-8a7d-cb971b5e1a00 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/quotas/5173df6d6ed64b0385195b806ebe14af HTTP/1.1" status: 200 len: 375 time: 0.0174687 Mar 23 01:44:59.348740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c3589-e8eb-4132-ad7e-1baa35b72102 req-c768458e-c67a-4fed-96a5-159716b0b25b tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:44:59.351751 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-302c3589-e8eb-4132-ad7e-1baa35b72102 req-c768458e-c67a-4fed-96a5-159716b0b25b tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 945 time: 0.1109893 Mar 23 01:44:59.389391 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-c83f7bf4-e8ef-4fe8-8b21-90fc0781db98 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5173df6d6ed64b0385195b806ebe14af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714099 Mar 23 01:44:59.397046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-53d4a561-2bb4-43cf-be30-0fa668e0c529 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:44:59.398329 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-53d4a561-2bb4-43cf-be30-0fa668e0c529 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065024 Mar 23 01:44:59.419663 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-302c3589-e8eb-4132-ad7e-1baa35b72102 req-5ad6541f-29ae-4b0f-a53e-68b9f0480d77 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602121 Mar 23 01:44:59.697340 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48620) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:44:59.900943 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f033035e-640e-4db6-ae75-235131149a1e service neutron] 10.222.0.18 "GET /v2.0/networks/da278053-eb28-4e30-b652-56c8d484464e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890349 Mar 23 01:45:00.026451 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-6f18c748-12be-4400-9f79-1c90f2fe9043 service neutron] 10.222.0.18 "GET /v2.0/networks/da278053-eb28-4e30-b652-56c8d484464e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179805 Mar 23 01:45:00.342599 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0969c495-fbaf-4dd8-9909-fbe2e622fb5f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (f30dcb4b-caba-4fc2-919c-e116325ab721), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:00.412030 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d9f60bed-fb57-4b79-9987-6260846d5c42 req-d52f2c9b-8044-4486-90f3-602cb54ea7a7 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 210 time: 0.0837016 Mar 23 01:45:00.677484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfe588-d16b-4ba3-a1f8-fcdd00ab94d1 req-5f0558c7-c609-4f59-a847-8e9ce6b3f389 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:00.679695 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6dfe588-d16b-4ba3-a1f8-fcdd00ab94d1 req-5f0558c7-c609-4f59-a847-8e9ce6b3f389 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 945 time: 0.1114054 Mar 23 01:45:00.747667 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6dfe588-d16b-4ba3-a1f8-fcdd00ab94d1 req-9717c4d4-886a-47ff-ab1b-16d37086debc tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619307 Mar 23 01:45:00.923092 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e3cc4-fe5c-439f-a366-32137105fd3d req-23cfaaff-c6e1-4fc6-925e-4cb44f1cbaf8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:00.925529 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e88e3cc4-fe5c-439f-a366-32137105fd3d req-23cfaaff-c6e1-4fc6-925e-4cb44f1cbaf8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.43 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 945 time: 0.1444924 Mar 23 01:45:00.945552 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7abc46-3d9e-4d1b-ae78-1bb8df0cbab3 req-354840b0-3bf6-4ae3-8e79-bc160934d5e9 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:00.947123 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ee7abc46-3d9e-4d1b-ae78-1bb8df0cbab3 req-354840b0-3bf6-4ae3-8e79-bc160934d5e9 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.1803117 Mar 23 01:45:01.092178 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ee7abc46-3d9e-4d1b-ae78-1bb8df0cbab3 req-fc8c63d0-baad-4fb5-9547-85d9e00dc1ff tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204777 Mar 23 01:45:01.155168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-e88e3cc4-fe5c-439f-a366-32137105fd3d req-1d6e92ff-fa95-4eab-a0eb-1ba6971ecc0c tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Deleting port d13daf65-9b2e-49c0-bfe2-d3454f97e699 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:01.156589 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e88e3cc4-fe5c-439f-a366-32137105fd3d req-1d6e92ff-fa95-4eab-a0eb-1ba6971ecc0c tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d13daf65-9b2e-49c0-bfe2-d3454f97e699), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:01.215394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-0969c495-fbaf-4dd8-9909-fbe2e622fb5f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Deleting port 6f6c308b-7ec7-4531-b768-46690bcc1dc8 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:01.215394 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0969c495-fbaf-4dd8-9909-fbe2e622fb5f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:01.324198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-e88e3cc4-fe5c-439f-a366-32137105fd3d req-1d6e92ff-fa95-4eab-a0eb-1ba6971ecc0c tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] For port d13daf65-9b2e-49c0-bfe2-d3454f97e699, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d13daf65-9b2e-49c0-bfe2-d3454f97e699,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:01.324571 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e88e3cc4-fe5c-439f-a366-32137105fd3d req-1d6e92ff-fa95-4eab-a0eb-1ba6971ecc0c tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d13daf65-9b2e-49c0-bfe2-d3454f97e699), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:01.349969 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-e88e3cc4-fe5c-439f-a366-32137105fd3d req-1d6e92ff-fa95-4eab-a0eb-1ba6971ecc0c tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Calling delete_port for d13daf65-9b2e-49c0-bfe2-d3454f97e699 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:01.379189 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-0969c495-fbaf-4dd8-9909-fbe2e622fb5f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] For port 6f6c308b-7ec7-4531-b768-46690bcc1dc8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6f6c308b-7ec7-4531-b768-46690bcc1dc8,segment=NetworkSegment(a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a),segment_id=a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:01.379648 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0969c495-fbaf-4dd8-9909-fbe2e622fb5f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:01.440063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-0969c495-fbaf-4dd8-9909-fbe2e622fb5f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Calling delete_port for 6f6c308b-7ec7-4531-b768-46690bcc1dc8 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:01.569300 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e80e8fe2-6524-4bbf-a01e-488a9e0749f5 req-e547c5ff-118f-40a9-b767-0061615705b1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 210 time: 0.0475061 Mar 23 01:45:02.080334 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e88e3cc4-fe5c-439f-a366-32137105fd3d req-1d6e92ff-fa95-4eab-a0eb-1ba6971ecc0c tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d13daf65-9b2e-49c0-bfe2-d3454f97e699), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:02.093878 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8d8685e8-6719-4028-9e63-56835cc6ccb8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:45:02.127101 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-5d35e16b-379f-4140-9f29-43f3f8d8a27c tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:02.129202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-5d35e16b-379f-4140-9f29-43f3f8d8a27c tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.42 "GET /v2.0/networks?id=da278053-eb28-4e30-b652-56c8d484464e HTTP/1.1" status: 200 len: 815 time: 0.1761796 Mar 23 01:45:02.207499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8ed34180-17fc-43b3-86c1-94c89cbb5723 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:02.226690 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e92ff-fa95-4eab-a0eb-1ba6971ecc0c tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Pushing event deleted for resources: {'Port': ['ID=d13daf65-9b2e-49c0-bfe2-d3454f97e699,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:02.259507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['d13daf65-9b2e-49c0-bfe2-d3454f97e699'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:45:02.268282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f11d6-93a2-46c4-815e-01896fd9e104 req-9e9b480a-529a-4ced-9c1c-f7de4dd2703a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:02.278715 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-084f11d6-93a2-46c4-815e-01896fd9e104 req-9e9b480a-529a-4ced-9c1c-f7de4dd2703a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=05390534-372f-4212-b11f-09d1b4b0853c HTTP/1.1" status: 200 len: 867 time: 0.2722428 Mar 23 01:45:02.285756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 8ed34180-17fc-43b3-86c1-94c89cbb5723 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:02.286626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8ed34180-17fc-43b3-86c1-94c89cbb5723 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:02.373524 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-cb25f88d-1adf-4aa8-9953-f5bb7841b28f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5173df6d6ed64b0385195b806ebe14af HTTP/1.1" status: 200 len: 379 time: 0.2355757 Mar 23 01:45:02.397214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-6db4a56a-60d0-4487-9368-cfbf8a116b65 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Request body: {'port': {'device_id': 'db5263ab-54e8-4b84-aa73-9f599f71ea7b', 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'admin_state_up': True, 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'security_groups': ['7a4a931c-4054-4f5f-99a7-bbdcbaa4342c']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:45:02.430048 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88e3cc4-fe5c-439f-a366-32137105fd3d req-1d6e92ff-fa95-4eab-a0eb-1ba6971ecc0c tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] No DVR routers for this DVR port d13daf65-9b2e-49c0-bfe2-d3454f97e699 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:45:02.433330 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e88e3cc4-fe5c-439f-a366-32137105fd3d req-1d6e92ff-fa95-4eab-a0eb-1ba6971ecc0c tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:02.438208 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e88e3cc4-fe5c-439f-a366-32137105fd3d req-1d6e92ff-fa95-4eab-a0eb-1ba6971ecc0c tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.43 "DELETE /v2.0/ports/d13daf65-9b2e-49c0-bfe2-d3454f97e699 HTTP/1.1" status: 204 len: 173 time: 1.5056763 Mar 23 01:45:02.444995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05390534-372f-4212-b11f-09d1b4b0853c', 'name': 'network-vif-deleted', 'tag': 'd13daf65-9b2e-49c0-bfe2-d3454f97e699'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:45:02.449550 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0402ab90-200c-428b-8148-01b627afbff7" -d '{"events": [{"server_uuid": "05390534-372f-4212-b11f-09d1b4b0853c", "name": "network-vif-deleted", "tag": "d13daf65-9b2e-49c0-bfe2-d3454f97e699"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:45:02.545622 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-084f11d6-93a2-46c4-815e-01896fd9e104 req-6172926a-34e1-4baa-9fe3-576b827dc9d0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495213 Mar 23 01:45:02.555094 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0969c495-fbaf-4dd8-9909-fbe2e622fb5f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6f6c308b-7ec7-4531-b768-46690bcc1dc8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:02.580212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fffee-46ca-44f2-b6ee-3fd1021df49e req-66099ee7-99f1-4749-a6a9-f99b713d57dd tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:02.586088 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-428fffee-46ca-44f2-b6ee-3fd1021df49e req-66099ee7-99f1-4749-a6a9-f99b713d57dd tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.3660097 Mar 23 01:45:02.621204 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d35ffa-759c-473d-af15-09fc86653de3 x-openstack-request-id: req-e7d35ffa-759c-473d-af15-09fc86653de3 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:45:02.622844 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05390534-372f-4212-b11f-09d1b4b0853c", "name": "network-vif-deleted", "tag": "d13daf65-9b2e-49c0-bfe2-d3454f97e699", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:45:02.623203 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7d35ffa-759c-473d-af15-09fc86653de3 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:45:02.623925 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d35ffa-759c-473d-af15-09fc86653de3'] response: {'server_uuid': '05390534-372f-4212-b11f-09d1b4b0853c', 'name': 'network-vif-deleted', 'tag': 'd13daf65-9b2e-49c0-bfe2-d3454f97e699', 'status': 'completed', 'code': 200} Mar 23 01:45:02.701918 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969c495-fbaf-4dd8-9909-fbe2e622fb5f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event deleted for resources: {'Port': ['ID=6f6c308b-7ec7-4531-b768-46690bcc1dc8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:02.761549 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-428fffee-46ca-44f2-b6ee-3fd1021df49e req-db81fffd-eae2-4370-b8f9-d39f0186b3d2 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206076 Mar 23 01:45:02.823782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-6db4a56a-60d0-4487-9368-cfbf8a116b65 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Made reservation on behalf of 5173df6d6ed64b0385195b806ebe14af for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:45:02.861639 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-6db4a56a-60d0-4487-9368-cfbf8a116b65 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:02.893482 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f05042a-7bcd-4711-9433-03072a744add req-794c716f-1954-4456-9843-0af5ec3a1f7b tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 210 time: 0.0486012 Mar 23 01:45:03.271654 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-6db4a56a-60d0-4487-9368-cfbf8a116b65 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Allocated IP 172.20.0.10 (da278053-eb28-4e30-b652-56c8d484464e/95fecefa-0a63-416c-bb6e-3d9fc50eba57/0a5737c2-e14a-44c9-85b8-e11ecb7d044c) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:45:03.297367 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0969c495-fbaf-4dd8-9909-fbe2e622fb5f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (f30dcb4b-caba-4fc2-919c-e116325ab721), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:03.705824 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:03.727467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0969c495-fbaf-4dd8-9909-fbe2e622fb5f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Router f30dcb4b-caba-4fc2-919c-e116325ab721 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:45:03.911288 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-6db4a56a-60d0-4487-9368-cfbf8a116b65 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for port (0a5737c2-e14a-44c9-85b8-e11ecb7d044c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:04.024042 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-6db4a56a-60d0-4487-9368-cfbf8a116b65 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0a5737c2-e14a-44c9-85b8-e11ecb7d044c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:04.100843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-6db4a56a-60d0-4487-9368-cfbf8a116b65 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Network da278053-eb28-4e30-b652-56c8d484464e is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:45:04.110068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-6db4a56a-60d0-4487-9368-cfbf8a116b65 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:45:04.122679 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-6db4a56a-60d0-4487-9368-cfbf8a116b65 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:45:04.178526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4a56a-60d0-4487-9368-cfbf8a116b65 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Pushing event updated for resources: {'Port': ['ID=0a5737c2-e14a-44c9-85b8-e11ecb7d044c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:04.236855 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a748a-b72c-42d6-b3fa-f5f5a1471bf5 req-0323850e-a51e-47ce-9f76-0ea016e193b0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:04.246797 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-558a748a-b72c-42d6-b3fa-f5f5a1471bf5 req-0323850e-a51e-47ce-9f76-0ea016e193b0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.3441908 Mar 23 01:45:04.319587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598ea5e-e259-4c28-b1c8-2d3ef054317f req-686f4a97-b488-4daa-90c7-7c7cb24643ca tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:04.322049 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6598ea5e-e259-4c28-b1c8-2d3ef054317f req-686f4a97-b488-4daa-90c7-7c7cb24643ca tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.3433659 Mar 23 01:45:04.437528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-6db4a56a-60d0-4487-9368-cfbf8a116b65 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:04.438718 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-6db4a56a-60d0-4487-9368-cfbf8a116b65 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:04.466558 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0969c495-fbaf-4dd8-9909-fbe2e622fb5f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:45:04.481408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe07fb8-9bc6-4bae-a0b9-221782e0ed3a None None] Sync routers for ids ['f30dcb4b-caba-4fc2-919c-e116325ab721'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:45:04.484214 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-6db4a56a-60d0-4487-9368-cfbf8a116b65 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0910919 Mar 23 01:45:04.499421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Request body: {'port': {'device_id': 'db5263ab-54e8-4b84-aa73-9f599f71ea7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:45:04.502008 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-558a748a-b72c-42d6-b3fa-f5f5a1471bf5 req-52f8f505-167d-43f2-9cde-fdf8d4f53a10 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528379 Mar 23 01:45:04.533844 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6598ea5e-e259-4c28-b1c8-2d3ef054317f req-972f53ed-2eb9-45c5-97a9-526e191891f7 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ef6429-bc88-4624-b0ba-acccffb94a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841607 Mar 23 01:45:04.534680 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48698) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:04.535504 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0969c495-fbaf-4dd8-9909-fbe2e622fb5f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "PUT /v2.0/routers/f30dcb4b-caba-4fc2-919c-e116325ab721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8369164 Mar 23 01:45:04.577507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8e0e3f6f-92c5-40a1-9440-484cfefa09c0 None None] Provisioning complete for port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:45:04.579325 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8e0e3f6f-92c5-40a1-9440-484cfefa09c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0a5737c2-e14a-44c9-85b8-e11ecb7d044c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:04.619713 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c5fa0-8b7e-430b-871e-e3b084f73f75 req-68b92936-ef4f-414a-99c7-0b1f44938816 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:04.629384 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-007c5fa0-8b7e-430b-871e-e3b084f73f75 req-68b92936-ef4f-414a-99c7-0b1f44938816 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.43 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 946 time: 0.3651974 Mar 23 01:45:04.645014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1150033-7bc1-461c-a3ad-f7288d70a264 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Deleting subnet f5da4ab7-d6cb-42c3-86b8-1a76b31d845c {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:45:04.652387 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a1150033-7bc1-461c-a3ad-f7288d70a264 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for subnet (f5da4ab7-d6cb-42c3-86b8-1a76b31d845c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:04.694827 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0a5737c2-e14a-44c9-85b8-e11ecb7d044c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:04.704010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe07fb8-9bc6-4bae-a0b9-221782e0ed3a None None] Routers {'f30dcb4b-caba-4fc2-919c-e116325ab721'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:45:04.704926 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-dfe07fb8-9bc6-4bae-a0b9-221782e0ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:44:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f30dcb4b-caba-4fc2-919c-e116325ab721'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:04.983161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e3f6f-92c5-40a1-9440-484cfefa09c0 None None] Port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:45:05.034141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d13daf65-9b2e-49c0-bfe2-d3454f97e699 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:05.084089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: d13daf65-9b2e-49c0-bfe2-d3454f97e699 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:05.086963 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d13daf65-9b2e-49c0-bfe2-d3454f97e699 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:05.089886 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dc43f-ef9a-4b51-af02-dfe001f6888c req-45cc2ce1-57a0-432a-b529-fe5793bb1be9 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:05.091800 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce9dc43f-ef9a-4b51-af02-dfe001f6888c req-45cc2ce1-57a0-432a-b529-fe5793bb1be9 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 932 time: 0.2730057 Mar 23 01:45:05.128298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a5737c2-e14a-44c9-85b8-e11ecb7d044c {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:45:05.148220 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Publish callbacks [] for port (0a5737c2-e14a-44c9-85b8-e11ecb7d044c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:05.159479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-dfe07fb8-9bc6-4bae-a0b9-221782e0ed3a None None] Set router f30dcb4b-caba-4fc2-919c-e116325ab721 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:45:05.190027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Transition to ACTIVE for port object 0a5737c2-e14a-44c9-85b8-e11ecb7d044c will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:45:05.232613 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (0a5737c2-e14a-44c9-85b8-e11ecb7d044c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:05.260255 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce9dc43f-ef9a-4b51-af02-dfe001f6888c req-2f1dfb94-8bb4-4967-8237-7649fa4a1dfe tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456165 Mar 23 01:45:05.283923 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-007c5fa0-8b7e-430b-871e-e3b084f73f75 req-3ec4802f-90e7-4c13-bb0b-a05862917909 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Deleting port d36d7d46-805a-4b8c-a1b7-8caa191c82ad {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:05.284417 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-007c5fa0-8b7e-430b-871e-e3b084f73f75 req-3ec4802f-90e7-4c13-bb0b-a05862917909 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d36d7d46-805a-4b8c-a1b7-8caa191c82ad), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:05.372267 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a1150033-7bc1-461c-a3ad-f7288d70a264 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (f5da4ab7-d6cb-42c3-86b8-1a76b31d845c), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:05.518061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-007c5fa0-8b7e-430b-871e-e3b084f73f75 req-3ec4802f-90e7-4c13-bb0b-a05862917909 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] For port d36d7d46-805a-4b8c-a1b7-8caa191c82ad, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=d36d7d46-805a-4b8c-a1b7-8caa191c82ad,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:05.518707 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-007c5fa0-8b7e-430b-871e-e3b084f73f75 req-3ec4802f-90e7-4c13-bb0b-a05862917909 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d36d7d46-805a-4b8c-a1b7-8caa191c82ad), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:05.557824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5737c2-e14a-44c9-85b8-e11ecb7d044c,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:05.638501 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-dfe07fb8-9bc6-4bae-a0b9-221782e0ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1767516525', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:26Z', 'updated_at': '2022-03-23T01:45:02Z', 'revision_number': 5, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:27Z', 'updated_at': '2022-03-23T01:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:05.698901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f1bb1-cf67-4fe5-9a27-41e0043223fd req-45882c21-0521-4c12-af69-f3f64b90722f tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:05.700921 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c4f1bb1-cf67-4fe5-9a27-41e0043223fd req-45882c21-0521-4c12-af69-f3f64b90722f tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.5055788 Mar 23 01:45:05.724462 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe07fb8-9bc6-4bae-a0b9-221782e0ed3a None None] Checking router: f30dcb4b-caba-4fc2-919c-e116325ab721 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:45:05.745327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe07fb8-9bc6-4bae-a0b9-221782e0ed3a None None] Routers {'f30dcb4b-caba-4fc2-919c-e116325ab721'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:45:05.746438 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-dfe07fb8-9bc6-4bae-a0b9-221782e0ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:44:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f30dcb4b-caba-4fc2-919c-e116325ab721'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:05.779315 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Attempting to bind port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:45:05.779677 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Attempting to bind port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:45:05.781116 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Attempting to bind port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c on network da278053-eb28-4e30-b652-56c8d484464e {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:45:05.887565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c on network da278053-eb28-4e30-b652-56c8d484464e not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:45:05.888555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Attempting to bind port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c on network da278053-eb28-4e30-b652-56c8d484464e {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:45:05.912162 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:45:05.912518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Checking segment: {'id': 'f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:45:05.913013 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Bound using segment: {'id': 'f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:45:05.914272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Bound port: 0a5737c2-e14a-44c9-85b8-e11ecb7d044c, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:45:05.916172 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0a5737c2-e14a-44c9-85b8-e11ecb7d044c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:05.953963 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-007c5fa0-8b7e-430b-871e-e3b084f73f75 req-3ec4802f-90e7-4c13-bb0b-a05862917909 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:05.954355 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-007c5fa0-8b7e-430b-871e-e3b084f73f75 req-3ec4802f-90e7-4c13-bb0b-a05862917909 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (bd8f3cdc-067e-4462-87bc-e229370a6aa8), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:05.954708 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [req-007c5fa0-8b7e-430b-871e-e3b084f73f75 req-3ec4802f-90e7-4c13-bb0b-a05862917909 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Floating IP bd8f3cdc-067e-4462-87bc-e229370a6aa8 disassociated. External IP: 172.25.0.61, port: d36d7d46-805a-4b8c-a1b7-8caa191c82ad. Mar 23 01:45:05.955064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-007c5fa0-8b7e-430b-871e-e3b084f73f75 req-3ec4802f-90e7-4c13-bb0b-a05862917909 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Calling delete_port for d36d7d46-805a-4b8c-a1b7-8caa191c82ad owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:06.044273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-dfe07fb8-9bc6-4bae-a0b9-221782e0ed3a None None] Set router f30dcb4b-caba-4fc2-919c-e116325ab721 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:45:06.134611 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-007c5fa0-8b7e-430b-871e-e3b084f73f75 req-3ec4802f-90e7-4c13-bb0b-a05862917909 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d36d7d46-805a-4b8c-a1b7-8caa191c82ad), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:06.178128 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a1150033-7bc1-461c-a3ad-f7288d70a264 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (f5da4ab7-d6cb-42c3-86b8-1a76b31d845c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:06.188551 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-10540ead-71f2-45ab-862f-b0c8b5b1429c req-7f8e42e1-f938-4378-8980-b2094767ebc3 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 210 time: 0.0669670 Mar 23 01:45:06.191615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4802f-90e7-4c13-bb0b-a05862917909 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Pushing event deleted for resources: {'Port': ['ID=d36d7d46-805a-4b8c-a1b7-8caa191c82ad,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:06.195232 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c4f1bb1-cf67-4fe5-9a27-41e0043223fd req-17ee7097-5742-4f5d-8351-fbb85aa7aeba tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649267 Mar 23 01:45:06.378230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] For port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:45:06.385547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] For port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0a5737c2-e14a-44c9-85b8-e11ecb7d044c,segment=NetworkSegment(f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f),segment_id=f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:45:06.430397 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (0a5737c2-e14a-44c9-85b8-e11ecb7d044c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:06.533893 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:06.535016 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:06.536973 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] 10.222.0.42 "PUT /v2.0/ports/0a5737c2-e14a-44c9-85b8-e11ecb7d044c HTTP/1.1" status: 200 len: 1092 time: 2.0422614 Mar 23 01:45:06.540511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5263ab-54e8-4b84-aa73-9f599f71ea7b', 'tag': '0a5737c2-e14a-44c9-85b8-e11ecb7d044c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:45:06.561687 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8afcb0b-beac-449e-b111-888c70788525" -d '{"events": [{"name": "network-changed", "server_uuid": "db5263ab-54e8-4b84-aa73-9f599f71ea7b", "tag": "0a5737c2-e14a-44c9-85b8-e11ecb7d044c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:45:06.613300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-dfe07fb8-9bc6-4bae-a0b9-221782e0ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1767516525', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:26Z', 'updated_at': '2022-03-23T01:45:02Z', 'revision_number': 5, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:27Z', 'updated_at': '2022-03-23T01:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:06.650164 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae774378-3b14-4aeb-8087-432b96ad190d req-0a6d7ad6-6269-462d-8f96-84782052d5ed tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:06.662275 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae774378-3b14-4aeb-8087-432b96ad190d req-0a6d7ad6-6269-462d-8f96-84782052d5ed tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 944 time: 0.1853707 Mar 23 01:45:06.703105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe07fb8-9bc6-4bae-a0b9-221782e0ed3a None None] The sync data for ids ['f30dcb4b-caba-4fc2-919c-e116325ab721'] in n-d-834677-4 is: [{'id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1767516525', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:26Z', 'updated_at': '2022-03-23T01:45:02Z', 'revision_number': 5, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '335b7b95-ceae-4d74-9c51-cd308c628374', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30dcb4b-caba-4fc2-919c-e116325ab721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:27Z', 'updated_at': '2022-03-23T01:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:45:06.799244 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae774378-3b14-4aeb-8087-432b96ad190d req-7aef9cfb-47f0-4194-a85f-760d140a5346 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280763 Mar 23 01:45:06.878223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-007c5fa0-8b7e-430b-871e-e3b084f73f75 req-3ec4802f-90e7-4c13-bb0b-a05862917909 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Router 4df0844c-dd11-479c-aec4-a4d72739a513 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:45:06.890738 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a1150033-7bc1-461c-a3ad-f7288d70a264 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (f5da4ab7-d6cb-42c3-86b8-1a76b31d845c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:06.969842 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d194ee1-1dbb-4f91-9bd9-446ff2dbd268 x-openstack-request-id: req-5d194ee1-1dbb-4f91-9bd9-446ff2dbd268 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:45:06.970144 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5263ab-54e8-4b84-aa73-9f599f71ea7b", "tag": "0a5737c2-e14a-44c9-85b8-e11ecb7d044c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:45:06.970399 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d194ee1-1dbb-4f91-9bd9-446ff2dbd268 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:45:06.970823 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d194ee1-1dbb-4f91-9bd9-446ff2dbd268'] response: {'name': 'network-changed', 'server_uuid': 'db5263ab-54e8-4b84-aa73-9f599f71ea7b', 'tag': '0a5737c2-e14a-44c9-85b8-e11ecb7d044c', 'status': 'completed', 'code': 200} Mar 23 01:45:07.005126 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a1150033-7bc1-461c-a3ad-f7288d70a264 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:07.012462 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d0fc7-8cca-4a87-9e88-85d80f4c4905 None None] Network 4db8d996-4100-42d1-af73-f240b9e3a382 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:45:07.013411 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a1150033-7bc1-461c-a3ad-f7288d70a264 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "DELETE /v2.0/subnets/f5da4ab7-d6cb-42c3-86b8-1a76b31d845c HTTP/1.1" status: 204 len: 168 time: 2.4755888 Mar 23 01:45:07.015240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ba5db-021c-4ea7-8085-2b1fb1ce5a93 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5737c2-e14a-44c9-85b8-e11ecb7d044c,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:07.021756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48722) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:07.022749 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1150033-7bc1-461c-a3ad-f7288d70a264 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event deleted for resources: {'Subnet': ['ID=f5da4ab7-d6cb-42c3-86b8-1a76b31d845c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:07.035238 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f1c30-2b9b-4972-82ea-62881915458d req-461691de-22e4-4238-aebe-b9f5d94e6a8e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:07.037618 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-509f1c30-2b9b-4972-82ea-62881915458d req-461691de-22e4-4238-aebe-b9f5d94e6a8e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.6384425 Mar 23 01:45:07.194062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-462e3cc8-0265-483f-957b-7baff7a8d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:07.196084 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-462e3cc8-0265-483f-957b-7baff7a8d2c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5173df6d6ed64b0385195b806ebe14af&device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 1126 time: 0.5952406 Mar 23 01:45:07.310541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-007c5fa0-8b7e-430b-871e-e3b084f73f75 req-3ec4802f-90e7-4c13-bb0b-a05862917909 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:45:07.321837 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181303c9-4c0a-42e0-ba66-bba0d89a795e None None] Sync routers for ids ['4df0844c-dd11-479c-aec4-a4d72739a513'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:45:07.339315 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181303c9-4c0a-42e0-ba66-bba0d89a795e None None] Routers {'4df0844c-dd11-479c-aec4-a4d72739a513'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:45:07.364381 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-181303c9-4c0a-42e0-ba66-bba0d89a795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:44:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['4df0844c-dd11-479c-aec4-a4d72739a513'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:07.382050 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6f6c308b-7ec7-4531-b768-46690bcc1dc8 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:07.432359 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-5035af5c-db9b-4432-bdf7-1f12e99a605f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a5737c2-e14a-44c9-85b8-e11ecb7d044c HTTP/1.1" status: 200 len: 217 time: 0.1117766 Mar 23 01:45:07.466020 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e81cc069-6d0e-457c-a0d8-061fab740700 req-77839a62-bf13-4acb-b9ec-4e1a22ac81dd tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd6223-3e73-4497-b578-cd8056342e0b HTTP/1.1" status: 200 len: 210 time: 0.0734079 Mar 23 01:45:07.476710 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 6f6c308b-7ec7-4531-b768-46690bcc1dc8 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:07.477037 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6f6c308b-7ec7-4531-b768-46690bcc1dc8 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:07.521749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-007c5fa0-8b7e-430b-871e-e3b084f73f75 req-3ec4802f-90e7-4c13-bb0b-a05862917909 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] No DVR routers for this DVR port d36d7d46-805a-4b8c-a1b7-8caa191c82ad on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:45:07.529986 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-007c5fa0-8b7e-430b-871e-e3b084f73f75 req-3ec4802f-90e7-4c13-bb0b-a05862917909 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:07.533944 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-007c5fa0-8b7e-430b-871e-e3b084f73f75 req-3ec4802f-90e7-4c13-bb0b-a05862917909 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.43 "DELETE /v2.0/ports/d36d7d46-805a-4b8c-a1b7-8caa191c82ad HTTP/1.1" status: 204 len: 173 time: 2.8967986 Mar 23 01:45:07.534451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bd6223-3e73-4497-b578-cd8056342e0b', 'name': 'network-vif-deleted', 'tag': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:45:07.536868 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584bd018-61e4-4fa4-9a23-2b65ee654659" -d '{"events": [{"server_uuid": "55bd6223-3e73-4497-b578-cd8056342e0b", "name": "network-vif-deleted", "tag": "d36d7d46-805a-4b8c-a1b7-8caa191c82ad"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:45:07.565388 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-509f1c30-2b9b-4972-82ea-62881915458d req-e4266a62-873b-4a1e-97e3-7da49e4ccf9e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078583 Mar 23 01:45:07.633382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e9e1b4-9238-4c52-9ab8-134826f7ee81 None None] DHCP port deletion for 4db8d996-4100-42d1-af73-f240b9e3a382 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:45:07.636210 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f3a0f1-f36f-4ecc-9b09-e4a0cde7a8a5 x-openstack-request-id: req-33f3a0f1-f36f-4ecc-9b09-e4a0cde7a8a5 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:45:07.636954 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bd6223-3e73-4497-b578-cd8056342e0b", "name": "network-vif-deleted", "tag": "d36d7d46-805a-4b8c-a1b7-8caa191c82ad", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:45:07.637715 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33f3a0f1-f36f-4ecc-9b09-e4a0cde7a8a5 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:45:07.638331 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f3a0f1-f36f-4ecc-9b09-e4a0cde7a8a5'] response: {'server_uuid': '55bd6223-3e73-4497-b578-cd8056342e0b', 'name': 'network-vif-deleted', 'tag': 'd36d7d46-805a-4b8c-a1b7-8caa191c82ad', 'status': 'completed', 'code': 200} Mar 23 01:45:07.662921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-321f51a0-cfed-471c-ad4a-6813bdeda1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:07.668187 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-321f51a0-cfed-471c-ad4a-6813bdeda1d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95fecefa-0a63-416c-bb6e-3d9fc50eba57 HTTP/1.1" status: 200 len: 854 time: 0.2114897 Mar 23 01:45:07.698103 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-efe9f5e8-ccd7-4cb1-b2f5-a2a9d3f62872 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router (f30dcb4b-caba-4fc2-919c-e116325ab721), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:07.785087 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9e1b4-9238-4c52-9ab8-134826f7ee81 None None] Deleting port 109b82fc-070e-4875-8f5c-9e2b1ef701ba {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:07.786346 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8e9e1b4-9238-4c52-9ab8-134826f7ee81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (109b82fc-070e-4875-8f5c-9e2b1ef701ba), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:07.930694 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8e9e1b4-9238-4c52-9ab8-134826f7ee81 None None] For port 109b82fc-070e-4875-8f5c-9e2b1ef701ba, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=109b82fc-070e-4875-8f5c-9e2b1ef701ba,segment=NetworkSegment(a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a),segment_id=a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:07.935950 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8e9e1b4-9238-4c52-9ab8-134826f7ee81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (109b82fc-070e-4875-8f5c-9e2b1ef701ba), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:07.974056 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9e1b4-9238-4c52-9ab8-134826f7ee81 None None] Calling delete_port for 109b82fc-070e-4875-8f5c-9e2b1ef701ba owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:08.116660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-960f1717-bb2d-4c65-8eb4-42e6e957c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:08.121019 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-960f1717-bb2d-4c65-8eb4-42e6e957c96f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da278053-eb28-4e30-b652-56c8d484464e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4294357 Mar 23 01:45:08.168709 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-181303c9-4c0a-42e0-ba66-bba0d89a795e None None] Set router 4df0844c-dd11-479c-aec4-a4d72739a513 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:45:08.237947 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8e9e1b4-9238-4c52-9ab8-134826f7ee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (109b82fc-070e-4875-8f5c-9e2b1ef701ba), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:08.352402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9e1b4-9238-4c52-9ab8-134826f7ee81 None None] Pushing event deleted for resources: {'Port': ['ID=109b82fc-070e-4875-8f5c-9e2b1ef701ba,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:08.410188 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e9e1b4-9238-4c52-9ab8-134826f7ee81 None None] No DVR routers for this DVR port 109b82fc-070e-4875-8f5c-9e2b1ef701ba on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:45:08.515417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88854e-427e-465d-b934-fb20cc23ac9b req-58526b73-f194-4688-9866-b71336b761ce tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:08.529706 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c88854e-427e-465d-b934-fb20cc23ac9b req-58526b73-f194-4688-9866-b71336b761ce tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 944 time: 0.5871122 Mar 23 01:45:08.662501 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48748) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:08.787870 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for security_group (52ef6429-bc88-4624-b0ba-acccffb94a7e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:08.819703 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-efe9f5e8-ccd7-4cb1-b2f5-a2a9d3f62872 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router_gateway (f30dcb4b-caba-4fc2-919c-e116325ab721), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:08.834702 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for security_group (52ef6429-bc88-4624-b0ba-acccffb94a7e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:08.862713 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c88854e-427e-465d-b934-fb20cc23ac9b req-bcffebe3-b849-45ab-9977-91a53fbdcf7f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3155134 Mar 23 01:45:08.948535 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (52ef6429-bc88-4624-b0ba-acccffb94a7e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:08.951402 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:08.952804 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "DELETE /v2.0/security-groups/52ef6429-bc88-4624-b0ba-acccffb94a7e HTTP/1.1" status: 204 len: 168 time: 0.2890985 Mar 23 01:45:08.970234 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48750) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:08.971053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ef6429-bc88-4624-b0ba-acccffb94a7e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:08.997276 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-e724f808-3429-424a-9175-96162957b9d2 service neutron] 10.222.0.42 "GET /v2.0/networks/da278053-eb28-4e30-b652-56c8d484464e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8658404 Mar 23 01:45:09.005585 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:09.005943 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:09.006288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:09.006630 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:09.006966 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:09.007297 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:09.007627 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:09.007953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:09.008301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:09.008643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:09.008977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:09.009305 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:09.009625 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:09.010048 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:09.010371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdff0a-1c29-4124-8dfa-f2a5a26a5f33 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:09.048028 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d36d7d46-805a-4b8c-a1b7-8caa191c82ad no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:09.052948 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-e32ecae3-47c8-4e79-820b-08e6bab9975d tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] show failed (client error): The resource could not be found. Mar 23 01:45:09.054068 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e32ecae3-47c8-4e79-820b-08e6bab9975d tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups/52ef6429-bc88-4624-b0ba-acccffb94a7e HTTP/1.1" status: 404 len: 347 time: 0.0646365 Mar 23 01:45:09.062405 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48752) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:09.102402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: d36d7d46-805a-4b8c-a1b7-8caa191c82ad {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:09.102633 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device d36d7d46-805a-4b8c-a1b7-8caa191c82ad not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:09.105686 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-181303c9-4c0a-42e0-ba66-bba0d89a795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:38:34Z', 'revision_number': 4, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '898e7879-bbba-4101-98e4-f3b851faf5e9', 'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'mac_address': 'fa:16:3e:81:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:31Z', 'updated_at': '2022-03-23T01:38:38Z', 'revision_number': 5, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'subnets': [{'id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:09.173831 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181303c9-4c0a-42e0-ba66-bba0d89a795e None None] Checking router: 4df0844c-dd11-479c-aec4-a4d72739a513 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:45:09.184681 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181303c9-4c0a-42e0-ba66-bba0d89a795e None None] Routers {'4df0844c-dd11-479c-aec4-a4d72739a513'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:45:09.185553 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-181303c9-4c0a-42e0-ba66-bba0d89a795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:44:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['4df0844c-dd11-479c-aec4-a4d72739a513'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:09.341850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-efe9f5e8-ccd7-4cb1-b2f5-a2a9d3f62872 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Deleting port 335b7b95-ceae-4d74-9c51-cd308c628374 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:09.342205 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-efe9f5e8-ccd7-4cb1-b2f5-a2a9d3f62872 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (335b7b95-ceae-4d74-9c51-cd308c628374), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:09.402899 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-181303c9-4c0a-42e0-ba66-bba0d89a795e None None] Set router 4df0844c-dd11-479c-aec4-a4d72739a513 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:45:09.419540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a11b5-5aad-40f6-91dc-ff1d2afb5b99 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Deleting port 148f259c-88ec-47b7-abfb-490d9e364531 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:09.419887 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef7a11b5-5aad-40f6-91dc-ff1d2afb5b99 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (148f259c-88ec-47b7-abfb-490d9e364531), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:09.472019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 109b82fc-070e-4875-8f5c-9e2b1ef701ba no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:09.539016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 109b82fc-070e-4875-8f5c-9e2b1ef701ba {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:09.541580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 109b82fc-070e-4875-8f5c-9e2b1ef701ba not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:09.636828 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef7a11b5-5aad-40f6-91dc-ff1d2afb5b99 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (148f259c-88ec-47b7-abfb-490d9e364531), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:09.637166 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef7a11b5-5aad-40f6-91dc-ff1d2afb5b99 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for floatingip (148f259c-88ec-47b7-abfb-490d9e364531), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:09.651147 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a11b5-5aad-40f6-91dc-ff1d2afb5b99 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Calling delete_port for 148f259c-88ec-47b7-abfb-490d9e364531 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:09.706870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-efe9f5e8-ccd7-4cb1-b2f5-a2a9d3f62872 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] For port 335b7b95-ceae-4d74-9c51-cd308c628374, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=335b7b95-ceae-4d74-9c51-cd308c628374,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:09.730336 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-efe9f5e8-ccd7-4cb1-b2f5-a2a9d3f62872 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (335b7b95-ceae-4d74-9c51-cd308c628374), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:09.816516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-efe9f5e8-ccd7-4cb1-b2f5-a2a9d3f62872 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Calling delete_port for 335b7b95-ceae-4d74-9c51-cd308c628374 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:09.838354 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3ed0dd0-1257-467c-8826-3e2c24b377ae req-15ced46d-6bbf-4a68-86a0-fd827a1542ef service neutron] 10.222.0.42 "GET /v2.0/networks/da278053-eb28-4e30-b652-56c8d484464e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8224914 Mar 23 01:45:09.933365 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef7a11b5-5aad-40f6-91dc-ff1d2afb5b99 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (148f259c-88ec-47b7-abfb-490d9e364531), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:10.027878 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a11b5-5aad-40f6-91dc-ff1d2afb5b99 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Pushing event deleted for resources: {'Port': ['ID=148f259c-88ec-47b7-abfb-490d9e364531,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:10.154032 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-181303c9-4c0a-42e0-ba66-bba0d89a795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:38:34Z', 'revision_number': 4, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '898e7879-bbba-4101-98e4-f3b851faf5e9', 'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'mac_address': 'fa:16:3e:81:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:31Z', 'updated_at': '2022-03-23T01:38:38Z', 'revision_number': 5, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'subnets': [{'id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:10.214490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afcb0b-beac-449e-b111-888c70788525 req-eebb3e02-1d19-4665-a1db-66d1bcd3610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:10.216944 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181303c9-4c0a-42e0-ba66-bba0d89a795e None None] The sync data for ids ['4df0844c-dd11-479c-aec4-a4d72739a513'] in n-d-834677-4 is: [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:38:34Z', 'revision_number': 4, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '898e7879-bbba-4101-98e4-f3b851faf5e9', 'name': '', 'network_id': '2e4609e6-484a-44b5-8c5d-d44654d0857a', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'mac_address': 'fa:16:3e:81:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:31Z', 'updated_at': '2022-03-23T01:38:38Z', 'revision_number': 5, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'subnets': [{'id': '08d877d8-0c5c-494f-b07e-0547e1d110b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:45:10.230209 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8afcb0b-beac-449e-b111-888c70788525 req-eebb3e02-1d19-4665-a1db-66d1bcd3610c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5173df6d6ed64b0385195b806ebe14af&device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 1126 time: 0.2334001 Mar 23 01:45:10.242503 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef7a11b5-5aad-40f6-91dc-ff1d2afb5b99 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks [] for floatingip (bd8f3cdc-067e-4462-87bc-e229370a6aa8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:10.254112 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef7a11b5-5aad-40f6-91dc-ff1d2afb5b99 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:10.255347 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ef7a11b5-5aad-40f6-91dc-ff1d2afb5b99 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "DELETE /v2.0/floatingips/bd8f3cdc-067e-4462-87bc-e229370a6aa8 HTTP/1.1" status: 204 len: 168 time: 1.1918650 Mar 23 01:45:10.523020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d23695-e76a-4e1b-b2e3-74c0714b6b9a req-a692525c-aef0-4842-a765-8aca5299015f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:10.541290 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d2d23695-e76a-4e1b-b2e3-74c0714b6b9a req-a692525c-aef0-4842-a765-8aca5299015f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 944 time: 0.3317037 Mar 23 01:45:10.763513 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d2d23695-e76a-4e1b-b2e3-74c0714b6b9a req-ad309ab0-cefb-410c-800c-2a109d9c8f65 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181609 Mar 23 01:45:10.837910 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-efe9f5e8-ccd7-4cb1-b2f5-a2a9d3f62872 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (335b7b95-ceae-4d74-9c51-cd308c628374), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:10.940425 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c06fc4-9b8b-4a03-aecb-9300cb37b5ee None None] New status for floating IP bd8f3cdc-067e-4462-87bc-e229370a6aa8: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:45:11.077867 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-efe9f5e8-ccd7-4cb1-b2f5-a2a9d3f62872 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (f30dcb4b-caba-4fc2-919c-e116325ab721), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:11.220275 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-efe9f5e8-ccd7-4cb1-b2f5-a2a9d3f62872 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (f30dcb4b-caba-4fc2-919c-e116325ab721), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:11.222934 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-efe9f5e8-ccd7-4cb1-b2f5-a2a9d3f62872 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router_controller (f30dcb4b-caba-4fc2-919c-e116325ab721), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:11.349649 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9f5e8-ccd7-4cb1-b2f5-a2a9d3f62872 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event deleted for resources: {'Port': ['ID=335b7b95-ceae-4d74-9c51-cd308c628374,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:11.367858 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-efe9f5e8-ccd7-4cb1-b2f5-a2a9d3f62872 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (f30dcb4b-caba-4fc2-919c-e116325ab721), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:11.371008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe9f5e8-ccd7-4cb1-b2f5-a2a9d3f62872 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Fanout notify agent at l3_agent the message router_deleted on router f30dcb4b-caba-4fc2-919c-e116325ab721 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:45:11.420644 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-efe9f5e8-ccd7-4cb1-b2f5-a2a9d3f62872 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:11.429683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48778) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:11.433096 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-efe9f5e8-ccd7-4cb1-b2f5-a2a9d3f62872 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "DELETE /v2.0/routers/f30dcb4b-caba-4fc2-919c-e116325ab721 HTTP/1.1" status: 204 len: 168 time: 4.3847392 Mar 23 01:45:11.576767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afcb0b-beac-449e-b111-888c70788525 req-ff7b7ee2-a1f9-44d6-9ab7-3601a9b52ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:11.596240 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8afcb0b-beac-449e-b111-888c70788525 req-ff7b7ee2-a1f9-44d6-9ab7-3601a9b52ff4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da278053-eb28-4e30-b652-56c8d484464e HTTP/1.1" status: 200 len: 915 time: 0.9062066 Mar 23 01:45:11.705653 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2cc8-8348-40cc-ad3a-01062268bf04 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (4db8d996-4100-42d1-af73-f240b9e3a382), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:11.777055 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8afcb0b-beac-449e-b111-888c70788525 req-3226637f-b64e-4880-bfd9-8416457c18da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a5737c2-e14a-44c9-85b8-e11ecb7d044c HTTP/1.1" status: 200 len: 217 time: 0.1758235 Mar 23 01:45:12.189562 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2cc8-8348-40cc-ad3a-01062268bf04 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (4db8d996-4100-42d1-af73-f240b9e3a382), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:12.251501 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7d6b2cc8-8348-40cc-ad3a-01062268bf04 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db8d996-4100-42d1-af73-f240b9e3a382']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:12.275922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7d6b2cc8-8348-40cc-ad3a-01062268bf04 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:12.276587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7d6b2cc8-8348-40cc-ad3a-01062268bf04 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:12.302911 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2cc8-8348-40cc-ad3a-01062268bf04 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:12.338663 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2cc8-8348-40cc-ad3a-01062268bf04 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:12.354099 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6b2cc8-8348-40cc-ad3a-01062268bf04 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:45:12.361791 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2cc8-8348-40cc-ad3a-01062268bf04 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (a1a7003d-ad2d-4fb4-8e79-3e88bff1ff0a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:45:12.418347 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:45:12.610283 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2cc8-8348-40cc-ad3a-01062268bf04 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (4db8d996-4100-42d1-af73-f240b9e3a382), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:12.626424 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2cc8-8348-40cc-ad3a-01062268bf04 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:12.656688 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7d6b2cc8-8348-40cc-ad3a-01062268bf04 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "DELETE /v2.0/networks/4db8d996-4100-42d1-af73-f240b9e3a382 HTTP/1.1" status: 204 len: 168 time: 1.2255385 Mar 23 01:45:12.671745 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48790) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:12.749443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afcb0b-beac-449e-b111-888c70788525 req-dc6cb3dc-cb94-425f-bf79-fd02f91f4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:12.751074 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8afcb0b-beac-449e-b111-888c70788525 req-dc6cb3dc-cb94-425f-bf79-fd02f91f4519 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95fecefa-0a63-416c-bb6e-3d9fc50eba57 HTTP/1.1" status: 200 len: 854 time: 0.9407496 Mar 23 01:45:12.958592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf884e-ccc5-4259-9b7f-6d6e74f05925 req-192c0610-4c08-46e0-abeb-8ad92c97900f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:12.960145 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2daf884e-ccc5-4259-9b7f-6d6e74f05925 req-192c0610-4c08-46e0-abeb-8ad92c97900f tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 944 time: 0.2082596 Mar 23 01:45:13.006383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afcb0b-beac-449e-b111-888c70788525 req-6e1013b5-5bdc-4cda-af1b-3cdccef09581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:13.011721 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8afcb0b-beac-449e-b111-888c70788525 req-6e1013b5-5bdc-4cda-af1b-3cdccef09581 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da278053-eb28-4e30-b652-56c8d484464e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2266743 Mar 23 01:45:13.106181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b2cc8-8348-40cc-ad3a-01062268bf04 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event deleted for resources: {'Network': ['ID=4db8d996-4100-42d1-af73-f240b9e3a382,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:13.133849 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2daf884e-ccc5-4259-9b7f-6d6e74f05925 req-1531429e-a58c-4783-803f-76445599d377 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528924 Mar 23 01:45:13.222310 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8afcb0b-beac-449e-b111-888c70788525 req-9a341b1f-074c-41df-ad5a-0dc007f4d1b4 service neutron] 10.222.0.42 "GET /v2.0/networks/da278053-eb28-4e30-b652-56c8d484464e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918128 Mar 23 01:45:13.352394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-a67b5279-7928-46a2-b7fc-b9e6bc356f22 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Deleting port 23958083-6136-4a30-a872-f34435e5e65f {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:13.352774 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a67b5279-7928-46a2-b7fc-b9e6bc356f22 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (23958083-6136-4a30-a872-f34435e5e65f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:13.492218 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 335b7b95-ceae-4d74-9c51-cd308c628374 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:13.531003 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8afcb0b-beac-449e-b111-888c70788525 req-c26d8767-b245-4d35-a013-8c2ba4649d0d service neutron] 10.222.0.42 "GET /v2.0/networks/da278053-eb28-4e30-b652-56c8d484464e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919989 Mar 23 01:45:13.557014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 335b7b95-ceae-4d74-9c51-cd308c628374 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:13.559668 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 335b7b95-ceae-4d74-9c51-cd308c628374 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:13.618686 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a67b5279-7928-46a2-b7fc-b9e6bc356f22 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (23958083-6136-4a30-a872-f34435e5e65f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:13.619474 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a67b5279-7928-46a2-b7fc-b9e6bc356f22 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for floatingip (23958083-6136-4a30-a872-f34435e5e65f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:13.661605 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-a67b5279-7928-46a2-b7fc-b9e6bc356f22 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Calling delete_port for 23958083-6136-4a30-a872-f34435e5e65f owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:13.740540 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:45:13.820763 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049cd44-9d20-4a31-bc25-97b278a5c13a req-a545ff0d-8bd1-4161-aa21-5c08c8388aed tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:13.822391 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e049cd44-9d20-4a31-bc25-97b278a5c13a req-a545ff0d-8bd1-4161-aa21-5c08c8388aed tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1582134 Mar 23 01:45:13.966190 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e049cd44-9d20-4a31-bc25-97b278a5c13a req-4cdde6f1-83bc-49a4-9d99-e6a8345c125e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375396 Mar 23 01:45:14.379782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af187cb-4fba-4d94-b684-7fd3c402618c req-7bf063fe-fec9-4ed5-8241-7ac4dfd51111 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:14.389812 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7af187cb-4fba-4d94-b684-7fd3c402618c req-7bf063fe-fec9-4ed5-8241-7ac4dfd51111 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 944 time: 0.1378105 Mar 23 01:45:14.407033 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a67b5279-7928-46a2-b7fc-b9e6bc356f22 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (23958083-6136-4a30-a872-f34435e5e65f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:14.514809 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b5279-7928-46a2-b7fc-b9e6bc356f22 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event deleted for resources: {'Port': ['ID=23958083-6136-4a30-a872-f34435e5e65f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:14.556185 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7af187cb-4fba-4d94-b684-7fd3c402618c req-918ae690-5e5b-4586-b339-3f14ca1c9bb6 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632612 Mar 23 01:45:14.686200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2db52-666a-49a3-9bb4-35dacb5aa12a req-7fdc778a-924c-45f8-85ed-1875f4d2b3c0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:14.708666 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-20f2db52-666a-49a3-9bb4-35dacb5aa12a req-7fdc778a-924c-45f8-85ed-1875f4d2b3c0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.5672591 Mar 23 01:45:14.868533 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a67b5279-7928-46a2-b7fc-b9e6bc356f22 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for floatingip (333a79bd-2685-4647-938c-47aca366d2a4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:14.869808 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-a67b5279-7928-46a2-b7fc-b9e6bc356f22 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Floating IP 333a79bd-2685-4647-938c-47aca366d2a4 disassociated (deleted). External IP: 172.25.0.160, port: 4560eec3-70b1-4327-b86e-c81d8263848f. Mar 23 01:45:14.890734 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-20f2db52-666a-49a3-9bb4-35dacb5aa12a req-5fdea380-1e74-45f6-8459-0405b9edbeb1 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796541 Mar 23 01:45:15.807305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b7fee-7980-4577-b224-63fd5a5c5d0c req-0e7274f6-bfca-4d95-b844-1995c56ef5a8 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:15.815789 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-223b7fee-7980-4577-b224-63fd5a5c5d0c req-0e7274f6-bfca-4d95-b844-1995c56ef5a8 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 944 time: 0.1329997 Mar 23 01:45:15.939500 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-223b7fee-7980-4577-b224-63fd5a5c5d0c req-735742d2-18f5-4de3-80f0-cb0c79f440c1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209424 Mar 23 01:45:16.135299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67b5279-7928-46a2-b7fc-b9e6bc356f22 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:45:16.389140 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67b5279-7928-46a2-b7fc-b9e6bc356f22 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:45:16.408279 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55be4f-642d-450c-ac40-95b9d4a97592 None None] Sync routers for ids ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:45:16.408860 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a67b5279-7928-46a2-b7fc-b9e6bc356f22 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:16.432989 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55be4f-642d-450c-ac40-95b9d4a97592 None None] Routers {'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:45:16.439121 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ca55be4f-642d-450c-ac40-95b9d4a97592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:44:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:16.501548 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a67b5279-7928-46a2-b7fc-b9e6bc356f22 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "DELETE /v2.0/floatingips/333a79bd-2685-4647-938c-47aca366d2a4 HTTP/1.1" status: 204 len: 168 time: 3.8172190 Mar 23 01:45:16.501548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15553159-213c-4038-b345-5b1ce503095e', 'tag': '4560eec3-70b1-4327-b86e-c81d8263848f'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:45:16.508973 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c46e3a-20da-4cb0-94bd-91bf078435d9" -d '{"events": [{"name": "network-changed", "server_uuid": "15553159-213c-4038-b345-5b1ce503095e", "tag": "4560eec3-70b1-4327-b86e-c81d8263848f"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:45:16.616561 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b4c28a-628f-49a0-9aa6-ee64bd200b5e x-openstack-request-id: req-82b4c28a-628f-49a0-9aa6-ee64bd200b5e {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:45:16.616948 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15553159-213c-4038-b345-5b1ce503095e", "tag": "4560eec3-70b1-4327-b86e-c81d8263848f", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:45:16.617267 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82b4c28a-628f-49a0-9aa6-ee64bd200b5e {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:45:16.617744 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b4c28a-628f-49a0-9aa6-ee64bd200b5e'] response: {'name': 'network-changed', 'server_uuid': '15553159-213c-4038-b345-5b1ce503095e', 'tag': '4560eec3-70b1-4327-b86e-c81d8263848f', 'status': 'completed', 'code': 200} Mar 23 01:45:16.951143 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ca55be4f-642d-450c-ac40-95b9d4a97592 None None] Set router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:45:17.002330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c46e3a-20da-4cb0-94bd-91bf078435d9 req-bb47c8ce-665d-404a-825e-9e8ee13d2733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:17.003891 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6c46e3a-20da-4cb0-94bd-91bf078435d9 req-bb47c8ce-665d-404a-825e-9e8ee13d2733 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e42953905ba4df9a75f4549b62d35ee&device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 1167 time: 0.3402197 Mar 23 01:45:17.125879 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb570f-2ada-4956-8720-b75d6797cf00 req-0819ce56-d428-4f57-9895-62d8c824e2da tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:17.142484 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-94bb570f-2ada-4956-8720-b75d6797cf00 req-0819ce56-d428-4f57-9895-62d8c824e2da tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 985 time: 0.1939983 Mar 23 01:45:17.353418 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-94bb570f-2ada-4956-8720-b75d6797cf00 req-fb0a096a-30bf-4b5c-9721-d5391d704382 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2088969 Mar 23 01:45:17.434301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32315a05-e5f6-4ee5-b997-f10ad5df29e3 req-3de333d6-8d86-481d-aa2b-f7859e98abaf tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:17.435923 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-32315a05-e5f6-4ee5-b997-f10ad5df29e3 req-3de333d6-8d86-481d-aa2b-f7859e98abaf tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 944 time: 0.2712498 Mar 23 01:45:17.521428 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ca55be4f-642d-450c-ac40-95b9d4a97592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405228533', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:42:34Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:35Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '77ae0fff-082a-4f1c-9904-3b10c1aab2d6', 'name': '', 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'mac_address': 'fa:16:3e:a5:01:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:40Z', 'updated_at': '2022-03-23T01:42:44Z', 'revision_number': 5, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'subnets': [{'id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:17.535480 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c46e3a-20da-4cb0-94bd-91bf078435d9 req-e7766653-4796-450d-be94-f269d99041da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:17.537052 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6c46e3a-20da-4cb0-94bd-91bf078435d9 req-e7766653-4796-450d-be94-f269d99041da service neutron] 10.222.0.43 "GET /v2.0/networks?id=c253b1e5-9ac9-4a94-9dcb-4093bad2e42a HTTP/1.1" status: 200 len: 896 time: 0.5195770 Mar 23 01:45:17.588981 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55be4f-642d-450c-ac40-95b9d4a97592 None None] Checking router: a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:45:17.629629 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55be4f-642d-450c-ac40-95b9d4a97592 None None] Routers {'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:45:17.630273 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ca55be4f-642d-450c-ac40-95b9d4a97592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:44:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:17.755169 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6c46e3a-20da-4cb0-94bd-91bf078435d9 req-59644b4a-100b-46f8-9dda-90b4d56c2577 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4560eec3-70b1-4327-b86e-c81d8263848f HTTP/1.1" status: 200 len: 217 time: 0.2065561 Mar 23 01:45:17.838545 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c46e3a-20da-4cb0-94bd-91bf078435d9 req-b78fc053-3745-4412-b417-644b7cbc3bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:17.839985 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6c46e3a-20da-4cb0-94bd-91bf078435d9 req-b78fc053-3745-4412-b417-644b7cbc3bcc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a56e299c-8175-433c-8384-5f9b64829e5f HTTP/1.1" status: 200 len: 835 time: 0.0767097 Mar 23 01:45:17.848630 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-32315a05-e5f6-4ee5-b997-f10ad5df29e3 req-d0ad46e4-0547-43b2-90e5-6faedb4e9937 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3783000 Mar 23 01:45:17.959307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c46e3a-20da-4cb0-94bd-91bf078435d9 req-bbee65f2-53c5-47d9-9938-0a61d2f2e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:17.969770 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6c46e3a-20da-4cb0-94bd-91bf078435d9 req-bbee65f2-53c5-47d9-9938-0a61d2f2e922 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c253b1e5-9ac9-4a94-9dcb-4093bad2e42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1119568 Mar 23 01:45:17.982233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-c6c46e3a-20da-4cb0-94bd-91bf078435d9 req-af2798ff-c0ad-4868-9d41-0c1fd9ed5d2a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:45:17.983323 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6c46e3a-20da-4cb0-94bd-91bf078435d9 req-af2798ff-c0ad-4868-9d41-0c1fd9ed5d2a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073340 Mar 23 01:45:18.028523 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ca55be4f-642d-450c-ac40-95b9d4a97592 None None] Set router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:45:18.190639 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6c46e3a-20da-4cb0-94bd-91bf078435d9 req-a76fd1a7-a97c-49d9-b56a-3b7ece37da29 service neutron] 10.222.0.43 "GET /v2.0/networks/c253b1e5-9ac9-4a94-9dcb-4093bad2e42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008579 Mar 23 01:45:18.371581 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6c46e3a-20da-4cb0-94bd-91bf078435d9 req-c2d489ec-0bb5-413b-a54b-c2e05acdd55c service neutron] 10.222.0.43 "GET /v2.0/networks/c253b1e5-9ac9-4a94-9dcb-4093bad2e42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734724 Mar 23 01:45:18.615340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3725974-7607-4e6f-98a3-6e6dbd2c9e81 req-da103b8f-3de3-45bf-a155-25b8d979b28f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:18.622577 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ca55be4f-642d-450c-ac40-95b9d4a97592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405228533', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:42:34Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:35Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '77ae0fff-082a-4f1c-9904-3b10c1aab2d6', 'name': '', 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'mac_address': 'fa:16:3e:a5:01:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:40Z', 'updated_at': '2022-03-23T01:42:44Z', 'revision_number': 5, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'subnets': [{'id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:18.633263 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3725974-7607-4e6f-98a3-6e6dbd2c9e81 req-da103b8f-3de3-45bf-a155-25b8d979b28f tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 985 time: 0.1873434 Mar 23 01:45:18.685263 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f22304-63c3-4632-83c5-5c62d4680586 req-422e1c87-7f4a-488d-bf1d-21df9110c814 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:18.687467 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-90f22304-63c3-4632-83c5-5c62d4680586 req-422e1c87-7f4a-488d-bf1d-21df9110c814 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.43 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 985 time: 0.1977835 Mar 23 01:45:18.749535 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55be4f-642d-450c-ac40-95b9d4a97592 None None] The sync data for ids ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'] in n-d-834677-4 is: [{'id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405228533', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:42:34Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:35Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '77ae0fff-082a-4f1c-9904-3b10c1aab2d6', 'name': '', 'network_id': 'c253b1e5-9ac9-4a94-9dcb-4093bad2e42a', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'mac_address': 'fa:16:3e:a5:01:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:40Z', 'updated_at': '2022-03-23T01:42:44Z', 'revision_number': 5, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'subnets': [{'id': 'a56e299c-8175-433c-8384-5f9b64829e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:45:18.840301 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3725974-7607-4e6f-98a3-6e6dbd2c9e81 req-f93ef4f0-80cc-423f-8afb-7212d7ed3fe3 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0712e5c-50a1-4c3d-966d-90ebb78b19ae&id=7ca13ee1-e50b-417a-9e20-45955b77d952&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2053971 Mar 23 01:45:18.928339 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-90f22304-63c3-4632-83c5-5c62d4680586 req-ce2f7ec0-21f1-464e-861f-536d82ae40f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Deleting port 4560eec3-70b1-4327-b86e-c81d8263848f {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:18.928749 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-90f22304-63c3-4632-83c5-5c62d4680586 req-ce2f7ec0-21f1-464e-861f-536d82ae40f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4560eec3-70b1-4327-b86e-c81d8263848f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:19.063777 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-90f22304-63c3-4632-83c5-5c62d4680586 req-ce2f7ec0-21f1-464e-861f-536d82ae40f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] For port 4560eec3-70b1-4327-b86e-c81d8263848f, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=4560eec3-70b1-4327-b86e-c81d8263848f,segment=NetworkSegment(2d0ae1ea-098c-4fb5-a62d-874f96411a30),segment_id=2d0ae1ea-098c-4fb5-a62d-874f96411a30)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:19.064031 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-90f22304-63c3-4632-83c5-5c62d4680586 req-ce2f7ec0-21f1-464e-861f-536d82ae40f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4560eec3-70b1-4327-b86e-c81d8263848f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:19.080655 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-90f22304-63c3-4632-83c5-5c62d4680586 req-ce2f7ec0-21f1-464e-861f-536d82ae40f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Calling delete_port for 4560eec3-70b1-4327-b86e-c81d8263848f owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:19.248229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb0593-f77c-4774-9b32-cfcf716de47f req-aa224436-dcfa-4835-b03a-5c344b10bbc8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:19.251333 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95bb0593-f77c-4774-9b32-cfcf716de47f req-aa224436-dcfa-4835-b03a-5c344b10bbc8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0832908 Mar 23 01:45:19.252558 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85172641-f708-41fe-8305-76c0155c3778 req-16111ed5-c468-4b97-90f7-b7657e4fbda9 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:19.254433 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85172641-f708-41fe-8305-76c0155c3778 req-16111ed5-c468-4b97-90f7-b7657e4fbda9 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 944 time: 0.0843940 Mar 23 01:45:19.273602 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e5c13-3bd2-4ee9-95e8-a77b4b793e18 None None] New status for floating IP 333a79bd-2685-4647-938c-47aca366d2a4: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:45:19.345291 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95bb0593-f77c-4774-9b32-cfcf716de47f req-3eed5b97-0f09-4842-be75-c5a3b91d54ac tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873830 Mar 23 01:45:19.393272 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85172641-f708-41fe-8305-76c0155c3778 req-05c6fbf6-3f28-4400-8165-5c6105dc50b2 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314204 Mar 23 01:45:19.407169 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-90f22304-63c3-4632-83c5-5c62d4680586 req-ce2f7ec0-21f1-464e-861f-536d82ae40f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (4560eec3-70b1-4327-b86e-c81d8263848f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:19.464511 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f7ec0-21f1-464e-861f-536d82ae40f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event deleted for resources: {'Port': ['ID=4560eec3-70b1-4327-b86e-c81d8263848f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:19.512913 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b18d5bbc-2ed8-44e3-b1e5-9e575572fde2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:19.516461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f22304-63c3-4632-83c5-5c62d4680586 req-ce2f7ec0-21f1-464e-861f-536d82ae40f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] No DVR routers for this DVR port 4560eec3-70b1-4327-b86e-c81d8263848f on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:45:19.518874 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-90f22304-63c3-4632-83c5-5c62d4680586 req-ce2f7ec0-21f1-464e-861f-536d82ae40f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:19.522596 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-90f22304-63c3-4632-83c5-5c62d4680586 req-ce2f7ec0-21f1-464e-861f-536d82ae40f9 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.43 "DELETE /v2.0/ports/4560eec3-70b1-4327-b86e-c81d8263848f HTTP/1.1" status: 204 len: 173 time: 0.8275566 Mar 23 01:45:19.523053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15553159-213c-4038-b345-5b1ce503095e', 'name': 'network-vif-deleted', 'tag': '4560eec3-70b1-4327-b86e-c81d8263848f'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:45:19.525717 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71169bdf-7084-40cc-9349-d8227e29bc85" -d '{"events": [{"server_uuid": "15553159-213c-4038-b345-5b1ce503095e", "name": "network-vif-deleted", "tag": "4560eec3-70b1-4327-b86e-c81d8263848f"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:45:19.562674 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02707721-ffe2-4c37-92d9-1bd7f4551625 req-deb98114-a33e-4dec-bb79-52520643aafb tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:19.571356 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-02707721-ffe2-4c37-92d9-1bd7f4551625 req-deb98114-a33e-4dec-bb79-52520643aafb tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0968397 Mar 23 01:45:19.634800 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b382e56-ffc7-474a-b1a3-5d583b12bd03 x-openstack-request-id: req-6b382e56-ffc7-474a-b1a3-5d583b12bd03 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:45:19.635885 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15553159-213c-4038-b345-5b1ce503095e", "name": "network-vif-deleted", "tag": "4560eec3-70b1-4327-b86e-c81d8263848f", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:45:19.636246 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b382e56-ffc7-474a-b1a3-5d583b12bd03 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:45:19.636794 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b382e56-ffc7-474a-b1a3-5d583b12bd03'] response: {'server_uuid': '15553159-213c-4038-b345-5b1ce503095e', 'name': 'network-vif-deleted', 'tag': '4560eec3-70b1-4327-b86e-c81d8263848f', 'status': 'completed', 'code': 200} Mar 23 01:45:19.641400 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-02707721-ffe2-4c37-92d9-1bd7f4551625 req-a12c6ef7-34fb-40b7-a97e-aa6505886297 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687065 Mar 23 01:45:19.951282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e5ef6-5063-4597-9600-2f584d0d0108 req-25727c56-bc1f-4758-959c-2accc45ccc1b tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:19.959551 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec6e5ef6-5063-4597-9600-2f584d0d0108 req-25727c56-bc1f-4758-959c-2accc45ccc1b tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1314306 Mar 23 01:45:20.044539 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec6e5ef6-5063-4597-9600-2f584d0d0108 req-714ea258-359f-4ead-8304-325b7d213746 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833578 Mar 23 01:45:20.046492 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31f36dc6-e48d-475a-adf9-3ef46c95400a req-ed3db9e9-4f24-4544-96fa-8ed9a2df6684 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "GET /v2.0/ports?device_id=15553159-213c-4038-b345-5b1ce503095e HTTP/1.1" status: 200 len: 210 time: 0.0417421 Mar 23 01:45:20.287845 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8f235-3ae5-4415-a735-822e75674ad2 req-26cbd4bb-c74b-41c0-a9a4-fe7f1133b7ad tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:20.289579 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dbb8f235-3ae5-4415-a735-822e75674ad2 req-26cbd4bb-c74b-41c0-a9a4-fe7f1133b7ad tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1227694 Mar 23 01:45:20.340122 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dbb8f235-3ae5-4415-a735-822e75674ad2 req-eee3ad3a-1692-47eb-bc13-d85a25d2864f tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436780 Mar 23 01:45:20.545887 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:20.570623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ce9b2-6467-475c-baf5-161080eb23b7 req-16c42909-52a3-45e7-98e9-5cd8fc69bd87 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:20.579532 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b7ce9b2-6467-475c-baf5-161080eb23b7 req-16c42909-52a3-45e7-98e9-5cd8fc69bd87 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 944 time: 0.0671742 Mar 23 01:45:20.606139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9143a6-5094-4cd3-9db0-9c330c2d2d28 req-2f13de18-6cc8-4cb4-9001-9934111a42e5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:20.610327 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ac9143a6-5094-4cd3-9db0-9c330c2d2d28 req-2f13de18-6cc8-4cb4-9001-9934111a42e5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1084716 Mar 23 01:45:20.644562 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b7ce9b2-6467-475c-baf5-161080eb23b7 req-9add1fcf-aac8-4adc-9e31-3730b752c907 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636127 Mar 23 01:45:20.690283 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ac9143a6-5094-4cd3-9db0-9c330c2d2d28 req-83b825d6-92c3-499e-bc2d-bf5787d400b0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737720 Mar 23 01:45:20.824300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8a1fa-6e63-4807-9101-2515f1d95132 req-35e9333a-2a2f-4120-9e10-c98b158e0ec7 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:20.825846 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75c8a1fa-6e63-4807-9101-2515f1d95132 req-35e9333a-2a2f-4120-9e10-c98b158e0ec7 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0633957 Mar 23 01:45:20.887859 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75c8a1fa-6e63-4807-9101-2515f1d95132 req-8a7f9cb8-0052-45f6-9409-ca3462cbd193 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554435 Mar 23 01:45:21.112219 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48944) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:21.166332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69335b3d-486d-4747-a297-2493c3bfd8a3 req-728efe02-56f0-40b5-a867-a2e34f189c5c tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:21.168505 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-69335b3d-486d-4747-a297-2493c3bfd8a3 req-728efe02-56f0-40b5-a867-a2e34f189c5c tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0724766 Mar 23 01:45:21.189774 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d922de05-038b-43b3-86ff-c5594d731e2e tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for security_group (f0712e5c-50a1-4c3d-966d-90ebb78b19ae), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:21.247193 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d922de05-038b-43b3-86ff-c5594d731e2e tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for security_group (f0712e5c-50a1-4c3d-966d-90ebb78b19ae), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:21.257005 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-69335b3d-486d-4747-a297-2493c3bfd8a3 req-549b1a82-700f-44d7-872f-a32fc4312f85 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819345 Mar 23 01:45:21.320775 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d922de05-038b-43b3-86ff-c5594d731e2e tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f0712e5c-50a1-4c3d-966d-90ebb78b19ae), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:21.323845 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d922de05-038b-43b3-86ff-c5594d731e2e tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:21.325063 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d922de05-038b-43b3-86ff-c5594d731e2e tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "DELETE /v2.0/security-groups/f0712e5c-50a1-4c3d-966d-90ebb78b19ae HTTP/1.1" status: 204 len: 168 time: 0.2113283 Mar 23 01:45:21.328038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48948) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:21.349332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922de05-038b-43b3-86ff-c5594d731e2e tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0712e5c-50a1-4c3d-966d-90ebb78b19ae,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:21.469071 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for security_group (7ca13ee1-e50b-417a-9e20-45955b77d952), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:21.496177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5283234-be7a-4012-a263-f2e87a978d68 req-8762fde2-dbfe-4094-ad7b-6cec5136a27c tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:21.499717 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f5283234-be7a-4012-a263-f2e87a978d68 req-8762fde2-dbfe-4094-ad7b-6cec5136a27c tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1039340 Mar 23 01:45:21.516256 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for security_group (7ca13ee1-e50b-417a-9e20-45955b77d952), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:21.574228 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7ca13ee1-e50b-417a-9e20-45955b77d952), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:21.578177 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:21.581243 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "DELETE /v2.0/security-groups/7ca13ee1-e50b-417a-9e20-45955b77d952 HTTP/1.1" status: 204 len: 168 time: 0.2521865 Mar 23 01:45:21.583409 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 48950) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:21.590474 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f5283234-be7a-4012-a263-f2e87a978d68 req-3c2c5acf-2f7f-42b2-adde-6113b9c7270a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846896 Mar 23 01:45:21.592957 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-9cec38e1-aeac-456b-ac53-7edf42127cc0 req-5c46f0d1-4cbf-4e54-938a-f77447c5a4a9 tempest-MigrationsAdminTest-1594622709 tempest-MigrationsAdminTest-1594622709-project-admin] (99263) timed out ('10.222.0.18', 53764) {{(pid=99263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 01:45:21.788537 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-94432a7e-d47b-418a-a1b8-4a042e7263c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:21.789216 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca13ee1-e50b-417a-9e20-45955b77d952,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:21.811742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:21.812124 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:21.812438 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:21.812832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:21.813174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:21.813518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:21.813852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:21.814184 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:21.814522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:21.814852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:21.815181 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:21.815514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:21.815846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:21.816175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:21.816496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9f295-c70b-4b8f-a654-1d9ae75e6edd tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:21.910606 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71db2bc-500f-4647-b49b-0d0d9c4ead71 req-ad6e51db-9a9f-402a-ad25-79c86eb0454d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:21.912320 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f71db2bc-500f-4647-b49b-0d0d9c4ead71 req-ad6e51db-9a9f-402a-ad25-79c86eb0454d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0914028 Mar 23 01:45:21.961705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df4485-de9b-403d-ae3c-5d1ed07ed5c9 req-1d23ff14-24ca-49f5-972d-41602ade66b5 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:21.963464 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c9df4485-de9b-403d-ae3c-5d1ed07ed5c9 req-1d23ff14-24ca-49f5-972d-41602ade66b5 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 944 time: 0.1647072 Mar 23 01:45:21.976438 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f71db2bc-500f-4647-b49b-0d0d9c4ead71 req-9cb6b7e7-5292-40df-af5c-0a972afa75a8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573692 Mar 23 01:45:22.127717 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c9df4485-de9b-403d-ae3c-5d1ed07ed5c9 req-8bef548e-30c0-456d-b399-94f04ebd5d7c tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544371 Mar 23 01:45:22.168733 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 48968) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:22.194533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0a5737c2-e14a-44c9-85b8-e11ecb7d044c details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:45:22.224432 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286e135-2740-4897-81d2-764a79d70ead req-fafda168-9900-452c-8e49-05f7cad92e88 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:22.235558 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7286e135-2740-4897-81d2-764a79d70ead req-fafda168-9900-452c-8e49-05f7cad92e88 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1358209 Mar 23 01:45:22.378128 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52c309d0-357b-4d78-9676-c59134bd38ea tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:22.387403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0a5737c2-e14a-44c9-85b8-e11ecb7d044c,segment=NetworkSegment(f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f),segment_id=f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:22.401940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '0a5737c2-e14a-44c9-85b8-e11ecb7d044c', 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'port_id': '0a5737c2-e14a-44c9-85b8-e11ecb7d044c', 'mac_address': 'fa:16:3e:81:b6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:45:22.488880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:45:22.491142 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0a5737c2-e14a-44c9-85b8-e11ecb7d044c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:22.520018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5737c2-e14a-44c9-85b8-e11ecb7d044c {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:45:22.572058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0a5737c2-e14a-44c9-85b8-e11ecb7d044c,segment=NetworkSegment(f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f),segment_id=f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:22.575058 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7286e135-2740-4897-81d2-764a79d70ead req-edb0d5ea-0162-4bbe-b900-0a52d7a75e79 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384113 Mar 23 01:45:22.582550 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0a5737c2-e14a-44c9-85b8-e11ecb7d044c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:22.719975 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=0a5737c2-e14a-44c9-85b8-e11ecb7d044c,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:22.811385 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['0a5737c2-e14a-44c9-85b8-e11ecb7d044c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:45:22.985204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-52c309d0-357b-4d78-9676-c59134bd38ea tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Deleting port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:22.986138 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52c309d0-357b-4d78-9676-c59134bd38ea tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:23.004646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade348be-a5bc-455a-a097-cdfb97574017 req-a42909a4-e819-4bcf-ba8f-504d74b768e9 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:23.012906 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ade348be-a5bc-455a-a097-cdfb97574017 req-a42909a4-e819-4bcf-ba8f-504d74b768e9 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1421320 Mar 23 01:45:23.074512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 4560eec3-70b1-4327-b86e-c81d8263848f no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:23.121587 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 4560eec3-70b1-4327-b86e-c81d8263848f {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:23.121941 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 4560eec3-70b1-4327-b86e-c81d8263848f not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:23.138726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-52c309d0-357b-4d78-9676-c59134bd38ea tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] For port 77ae0fff-082a-4f1c-9904-3b10c1aab2d6, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=77ae0fff-082a-4f1c-9904-3b10c1aab2d6,segment=NetworkSegment(2d0ae1ea-098c-4fb5-a62d-874f96411a30),segment_id=2d0ae1ea-098c-4fb5-a62d-874f96411a30)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:23.139160 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52c309d0-357b-4d78-9676-c59134bd38ea tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:23.170447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-52c309d0-357b-4d78-9676-c59134bd38ea tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Calling delete_port for 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:23.209215 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:23.258251 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ade348be-a5bc-455a-a097-cdfb97574017 req-a142732a-43eb-4737-8bbc-4200592de013 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359781 Mar 23 01:45:23.305120 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-24e6f423-eda2-4150-bd6f-075951e2e19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (e066bc81-1e75-4c68-be35-4747243eb065), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:23.479233 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db494c-5187-4e4a-a0ef-18643cddc111 req-ea8b9032-a3e5-4f76-a43d-0ebc7460ec3e tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:23.482057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a57db3-c3ea-4b44-81f9-e1f8bdd81754 req-2d628ac9-47fe-4f55-acdf-485065041fc5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:23.483546 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-18a57db3-c3ea-4b44-81f9-e1f8bdd81754 req-2d628ac9-47fe-4f55-acdf-485065041fc5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1103454 Mar 23 01:45:23.485919 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f5db494c-5187-4e4a-a0ef-18643cddc111 req-ea8b9032-a3e5-4f76-a43d-0ebc7460ec3e tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 945 time: 0.1769979 Mar 23 01:45:23.579193 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f5db494c-5187-4e4a-a0ef-18643cddc111 req-3d465131-71b2-4458-bfdb-c3f19e2bf824 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827265 Mar 23 01:45:23.654471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52c309d0-357b-4d78-9676-c59134bd38ea tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (77ae0fff-082a-4f1c-9904-3b10c1aab2d6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:23.686562 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-18a57db3-c3ea-4b44-81f9-e1f8bdd81754 req-2892302d-aac9-4819-b5a7-0219a8ebe4e8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955307 Mar 23 01:45:23.696164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c309d0-357b-4d78-9676-c59134bd38ea tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event deleted for resources: {'Port': ['ID=77ae0fff-082a-4f1c-9904-3b10c1aab2d6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:23.919817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-24e6f423-eda2-4150-bd6f-075951e2e19a admin admin] Deleting port 85355ceb-50cf-4816-be74-f92b081cc3d0 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:23.920248 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-24e6f423-eda2-4150-bd6f-075951e2e19a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:24.096043 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-24e6f423-eda2-4150-bd6f-075951e2e19a admin admin] For port 85355ceb-50cf-4816-be74-f92b081cc3d0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=85355ceb-50cf-4816-be74-f92b081cc3d0,segment=NetworkSegment(68c8812e-99f2-4c31-85dc-3b33ddd6089a),segment_id=68c8812e-99f2-4c31-85dc-3b33ddd6089a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:24.096710 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-24e6f423-eda2-4150-bd6f-075951e2e19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:24.116113 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-24e6f423-eda2-4150-bd6f-075951e2e19a admin admin] Calling delete_port for 85355ceb-50cf-4816-be74-f92b081cc3d0 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:24.183672 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52c309d0-357b-4d78-9676-c59134bd38ea tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:24.204352 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c006eae-4d47-43d6-9913-259e78e076a6 req-47926568-bfe5-40fe-b615-01a680ce0f32 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:24.206955 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8c006eae-4d47-43d6-9913-259e78e076a6 req-47926568-bfe5-40fe-b615-01a680ce0f32 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/networks?id=3825b5ed-ea06-4807-aed8-422b72ca6916 HTTP/1.1" status: 200 len: 812 time: 0.2042315 Mar 23 01:45:24.227224 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0a5737c2-e14a-44c9-85b8-e11ecb7d044c up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:45:24.260791 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8c006eae-4d47-43d6-9913-259e78e076a6 req-e17de1ec-b976-45b9-a0ae-7a440a307d1e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/quotas/6fc474583d1d4fbfa2a3f1caf12f3d69 HTTP/1.1" status: 200 len: 375 time: 0.0441267 Mar 23 01:45:24.359165 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:45:24.363650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:45:24.364037 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0a5737c2-e14a-44c9-85b8-e11ecb7d044c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:24.490131 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-24e6f423-eda2-4150-bd6f-075951e2e19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (85355ceb-50cf-4816-be74-f92b081cc3d0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:24.519311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6f423-eda2-4150-bd6f-075951e2e19a admin admin] Pushing event deleted for resources: {'Port': ['ID=85355ceb-50cf-4816-be74-f92b081cc3d0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:24.568005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:45:24.568390 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0a5737c2-e14a-44c9-85b8-e11ecb7d044c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:24.576721 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:24.754086 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c309d0-357b-4d78-9676-c59134bd38ea tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:45:24.918983 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8c006eae-4d47-43d6-9913-259e78e076a6 req-8992eb2b-8a04-48ec-96d2-0cbc12c89229 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fc474583d1d4fbfa2a3f1caf12f3d69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5660009 Mar 23 01:45:24.920416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c309d0-357b-4d78-9676-c59134bd38ea tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:45:24.933658 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-52c309d0-357b-4d78-9676-c59134bd38ea tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "PUT /v2.0/routers/a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3402433 Mar 23 01:45:24.935795 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06298f82-ca10-43b5-a535-b097af48065d None None] Sync routers for ids ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:45:24.937475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49006) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:24.951732 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06298f82-ca10-43b5-a535-b097af48065d None None] Routers {'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:45:24.958322 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-06298f82-ca10-43b5-a535-b097af48065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:45:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:24.982623 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda35c6f-3938-42ee-a7e8-ddd7d235edab req-1f241f30-5f81-4bd3-9031-edb5caf9525b tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:24.984259 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dda35c6f-3938-42ee-a7e8-ddd7d235edab req-1f241f30-5f81-4bd3-9031-edb5caf9525b tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 945 time: 0.2639532 Mar 23 01:45:25.009995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5263ab-54e8-4b84-aa73-9f599f71ea7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5737c2-e14a-44c9-85b8-e11ecb7d044c'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:45:25.014468 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184f2647-5675-45b6-a782-e5f07a013951" -d '{"events": [{"server_uuid": "db5263ab-54e8-4b84-aa73-9f599f71ea7b", "name": "network-vif-plugged", "status": "completed", "tag": "0a5737c2-e14a-44c9-85b8-e11ecb7d044c"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:45:25.044914 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0a5737c2-e14a-44c9-85b8-e11ecb7d044c,segment=NetworkSegment(f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f),segment_id=f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:25.045928 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11b1842-f09f-43c0-aa6d-cbca7c7ff6c5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Deleting subnet a56e299c-8175-433c-8384-5f9b64829e5f {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:45:25.050031 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f11b1842-f09f-43c0-aa6d-cbca7c7ff6c5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for subnet (a56e299c-8175-433c-8384-5f9b64829e5f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:25.055075 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0a5737c2-e14a-44c9-85b8-e11ecb7d044c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:25.102952 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dda35c6f-3938-42ee-a7e8-ddd7d235edab req-f7edc635-0367-4dca-abe2-d74678bd7737 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105995 Mar 23 01:45:25.112286 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-24e6f423-eda2-4150-bd6f-075951e2e19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (e066bc81-1e75-4c68-be35-4747243eb065), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:25.198087 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=0a5737c2-e14a-44c9-85b8-e11ecb7d044c,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:25.221238 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f11b1842-f09f-43c0-aa6d-cbca7c7ff6c5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (a56e299c-8175-433c-8384-5f9b64829e5f), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:25.327929 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e8343b-852d-4073-bd69-6af559424e15 x-openstack-request-id: req-a2e8343b-852d-4073-bd69-6af559424e15 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:45:25.328876 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5263ab-54e8-4b84-aa73-9f599f71ea7b", "name": "network-vif-plugged", "status": "completed", "tag": "0a5737c2-e14a-44c9-85b8-e11ecb7d044c", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:45:25.329369 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2e8343b-852d-4073-bd69-6af559424e15 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:45:25.329982 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e8343b-852d-4073-bd69-6af559424e15'] response: {'server_uuid': 'db5263ab-54e8-4b84-aa73-9f599f71ea7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5737c2-e14a-44c9-85b8-e11ecb7d044c', 'code': 200} Mar 23 01:45:25.350077 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-06298f82-ca10-43b5-a535-b097af48065d None None] Set router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:45:25.615347 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-06298f82-ca10-43b5-a535-b097af48065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405228533', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:42:34Z', 'updated_at': '2022-03-23T01:45:23Z', 'revision_number': 5, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:35Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:25.664999 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e6f423-eda2-4150-bd6f-075951e2e19a admin admin] Router e066bc81-1e75-4c68-be35-4747243eb065 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:45:25.665668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852f018-8e5a-4ac3-8d03-222af673900d req-afac59cc-bf5e-4ff5-9925-b49b8a3d531a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:25.667312 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6852f018-8e5a-4ac3-8d03-222af673900d req-afac59cc-bf5e-4ff5-9925-b49b8a3d531a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.5276308 Mar 23 01:45:25.675937 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06298f82-ca10-43b5-a535-b097af48065d None None] Checking router: a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:45:25.684276 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f11b1842-f09f-43c0-aa6d-cbca7c7ff6c5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (a56e299c-8175-433c-8384-5f9b64829e5f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:25.700330 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06298f82-ca10-43b5-a535-b097af48065d None None] Routers {'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:45:25.701051 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-06298f82-ca10-43b5-a535-b097af48065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:45:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:25.791282 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:25.846947 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6852f018-8e5a-4ac3-8d03-222af673900d req-0e9099a0-01fa-40aa-ba4d-c880b4bfd4a9 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674042 Mar 23 01:45:25.909284 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e46938-dfcb-4f72-a65a-96edabd93d47 req-bcb643b4-eefc-474f-b345-5fbc9a738696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:25.911193 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-31e46938-dfcb-4f72-a65a-96edabd93d47 req-bcb643b4-eefc-474f-b345-5fbc9a738696 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 1128 time: 0.3918793 Mar 23 01:45:25.913309 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f11b1842-f09f-43c0-aa6d-cbca7c7ff6c5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (a56e299c-8175-433c-8384-5f9b64829e5f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:25.954083 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38acf20b-2621-4977-9993-3b4245d60c39 None None] Network c253b1e5-9ac9-4a94-9dcb-4093bad2e42a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:45:25.972023 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f11b1842-f09f-43c0-aa6d-cbca7c7ff6c5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:25.982827 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-06298f82-ca10-43b5-a535-b097af48065d None None] Set router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:45:25.991812 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f11b1842-f09f-43c0-aa6d-cbca7c7ff6c5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "DELETE /v2.0/subnets/a56e299c-8175-433c-8384-5f9b64829e5f HTTP/1.1" status: 204 len: 168 time: 1.0531018 Mar 23 01:45:26.050743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49022) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:26.090165 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b1842-f09f-43c0-aa6d-cbca7c7ff6c5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event deleted for resources: {'Subnet': ['ID=a56e299c-8175-433c-8384-5f9b64829e5f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:26.294679 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-06298f82-ca10-43b5-a535-b097af48065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405228533', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:42:34Z', 'updated_at': '2022-03-23T01:45:23Z', 'revision_number': 5, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:35Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:26.298814 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2e3cd3-ea7f-4501-b5bc-2b4f2d6b98fe None None] DHCP port deletion for c253b1e5-9ac9-4a94-9dcb-4093bad2e42a request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:45:26.353667 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06298f82-ca10-43b5-a535-b097af48065d None None] The sync data for ids ['a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0'] in n-d-834677-4 is: [{'id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405228533', 'tenant_id': '5e42953905ba4df9a75f4549b62d35ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:42:34Z', 'updated_at': '2022-03-23T01:45:23Z', 'revision_number': 5, 'project_id': '5e42953905ba4df9a75f4549b62d35ee', 'gw_port': {'id': '1453eaca-be58-47fe-90bd-f24e2921de9e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:42:35Z', 'updated_at': '2022-03-23T01:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:45:26.433945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e3cd3-ea7f-4501-b5bc-2b4f2d6b98fe None None] Deleting port 4fffad69-b467-4843-99f5-392294c3b399 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:26.434939 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3cd3-ea7f-4501-b5bc-2b4f2d6b98fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4fffad69-b467-4843-99f5-392294c3b399), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:26.526467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4e2e3cd3-ea7f-4501-b5bc-2b4f2d6b98fe None None] For port 4fffad69-b467-4843-99f5-392294c3b399, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4fffad69-b467-4843-99f5-392294c3b399,segment=NetworkSegment(2d0ae1ea-098c-4fb5-a62d-874f96411a30),segment_id=2d0ae1ea-098c-4fb5-a62d-874f96411a30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:26.527192 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3cd3-ea7f-4501-b5bc-2b4f2d6b98fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4fffad69-b467-4843-99f5-392294c3b399), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:26.586582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e3cd3-ea7f-4501-b5bc-2b4f2d6b98fe None None] Calling delete_port for 4fffad69-b467-4843-99f5-392294c3b399 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:26.840855 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3cd3-ea7f-4501-b5bc-2b4f2d6b98fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (4fffad69-b467-4843-99f5-392294c3b399), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:26.881903 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc720e37-cf1f-41f5-a4ab-fe6f0708b4db req-477eb6c0-ddcd-4bd3-b59c-8402af98a283 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:26.887868 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cc720e37-cf1f-41f5-a4ab-fe6f0708b4db req-477eb6c0-ddcd-4bd3-b59c-8402af98a283 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.2804055 Mar 23 01:45:26.904404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e3cd3-ea7f-4501-b5bc-2b4f2d6b98fe None None] Pushing event deleted for resources: {'Port': ['ID=4fffad69-b467-4843-99f5-392294c3b399,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:26.907136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2e3cd3-ea7f-4501-b5bc-2b4f2d6b98fe None None] No DVR routers for this DVR port 4fffad69-b467-4843-99f5-392294c3b399 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:45:26.941944 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e6f423-eda2-4150-bd6f-075951e2e19a admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:45:26.956914 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d02697-56e0-47b6-9be9-487c4da43268 None None] Sync routers for ids ['e066bc81-1e75-4c68-be35-4747243eb065'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:45:26.965334 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-24e6f423-eda2-4150-bd6f-075951e2e19a admin admin] 10.222.0.18 "PUT /v2.0/routers/e066bc81-1e75-4c68-be35-4747243eb065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7946768 Mar 23 01:45:26.966041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49034) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:26.988181 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d02697-56e0-47b6-9be9-487c4da43268 None None] Routers {'e066bc81-1e75-4c68-be35-4747243eb065'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:45:26.988905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f8d02697-56e0-47b6-9be9-487c4da43268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:45:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e066bc81-1e75-4c68-be35-4747243eb065'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:27.240089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-f8d02697-56e0-47b6-9be9-487c4da43268 None None] Set router e066bc81-1e75-4c68-be35-4747243eb065 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:45:27.251894 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-31e46938-dfcb-4f72-a65a-96edabd93d47 req-40fbc116-237f-4dcb-b34b-2752b119e5aa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3227293 Mar 23 01:45:27.254419 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cc720e37-cf1f-41f5-a4ab-fe6f0708b4db req-80b62c00-05a1-423c-a7d1-1f705ec4f00a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562472 Mar 23 01:45:27.319231 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6fb05f2d-e5fd-46a4-ba62-6e4dadfdaf51 admin admin] Publish callbacks [] for router (e066bc81-1e75-4c68-be35-4747243eb065), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:27.349753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd74b8-1d98-49da-9da5-350fc7527f22 req-9d57e822-70c1-4357-9c5a-775d38c3b7a4 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:27.370236 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c1bd74b8-1d98-49da-9da5-350fc7527f22 req-9d57e822-70c1-4357-9c5a-775d38c3b7a4 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 946 time: 1.0760841 Mar 23 01:45:27.370236 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a69abd33-74bc-4d9e-8cfb-f2560a53f2db tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router (a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:27.502762 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:27.563006 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2b7fe4b-f6b2-4e2e-a414-074ac785e57a req-b84c76ee-df45-4552-bd24-4b7e4b7416b6 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6fc474583d1d4fbfa2a3f1caf12f3d69 HTTP/1.1" status: 200 len: 221 time: 0.0567727 Mar 23 01:45:27.571413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:27.571888 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 77ae0fff-082a-4f1c-9904-3b10c1aab2d6 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:27.572450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4fffad69-b467-4843-99f5-392294c3b399 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:27.635455 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 4fffad69-b467-4843-99f5-392294c3b399 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:27.635842 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4fffad69-b467-4843-99f5-392294c3b399 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:27.673232 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c1bd74b8-1d98-49da-9da5-350fc7527f22 req-4ef98f99-557e-4019-bbe6-f7d6d6aa3197 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978643 Mar 23 01:45:27.700503 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a69abd33-74bc-4d9e-8cfb-f2560a53f2db tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router_gateway (a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:27.711641 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6fb05f2d-e5fd-46a4-ba62-6e4dadfdaf51 admin admin] Publish callbacks [] for router_gateway (e066bc81-1e75-4c68-be35-4747243eb065), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:27.825679 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a69abd33-74bc-4d9e-8cfb-f2560a53f2db tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Deleting port 1453eaca-be58-47fe-90bd-f24e2921de9e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:27.825934 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a69abd33-74bc-4d9e-8cfb-f2560a53f2db tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1453eaca-be58-47fe-90bd-f24e2921de9e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:27.877597 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f8d02697-56e0-47b6-9be9-487c4da43268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'name': 'tempest-TaggedBootDevicesTest_v242-833698077-router', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:35:49Z', 'updated_at': '2022-03-23T01:45:24Z', 'revision_number': 5, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'gw_port': {'id': '991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:35:50Z', 'updated_at': '2022-03-23T01:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:27.883626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044be85-ecf8-4922-abd9-800cbe4f791c req-d83eabe1-b2d2-48d6-a3cd-0ab86ad3f994 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:27.886038 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3044be85-ecf8-4922-abd9-800cbe4f791c req-d83eabe1-b2d2-48d6-a3cd-0ab86ad3f994 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.2606268 Mar 23 01:45:27.959347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d02697-56e0-47b6-9be9-487c4da43268 None None] Checking router: e066bc81-1e75-4c68-be35-4747243eb065 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:45:27.966074 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3044be85-ecf8-4922-abd9-800cbe4f791c req-d6b8b4c8-385d-4128-8742-fa6580f1feee tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666490 Mar 23 01:45:27.977334 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-6fb05f2d-e5fd-46a4-ba62-6e4dadfdaf51 admin admin] Deleting port 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:27.978079 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6fb05f2d-e5fd-46a4-ba62-6e4dadfdaf51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:28.027675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d02697-56e0-47b6-9be9-487c4da43268 None None] Routers {'e066bc81-1e75-4c68-be35-4747243eb065'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:45:28.028571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f8d02697-56e0-47b6-9be9-487c4da43268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:45:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e066bc81-1e75-4c68-be35-4747243eb065'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:28.097625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-a69abd33-74bc-4d9e-8cfb-f2560a53f2db tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] For port 1453eaca-be58-47fe-90bd-f24e2921de9e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1453eaca-be58-47fe-90bd-f24e2921de9e,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:28.097919 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a69abd33-74bc-4d9e-8cfb-f2560a53f2db tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1453eaca-be58-47fe-90bd-f24e2921de9e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:28.131577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-f8d02697-56e0-47b6-9be9-487c4da43268 None None] Set router e066bc81-1e75-4c68-be35-4747243eb065 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:45:28.137996 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-6fb05f2d-e5fd-46a4-ba62-6e4dadfdaf51 admin admin] For port 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:28.138505 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6fb05f2d-e5fd-46a4-ba62-6e4dadfdaf51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:28.154196 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-6fb05f2d-e5fd-46a4-ba62-6e4dadfdaf51 admin admin] Calling delete_port for 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:28.180115 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a69abd33-74bc-4d9e-8cfb-f2560a53f2db tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Calling delete_port for 1453eaca-be58-47fe-90bd-f24e2921de9e owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:28.249762 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f8d02697-56e0-47b6-9be9-487c4da43268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'name': 'tempest-TaggedBootDevicesTest_v242-833698077-router', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:35:49Z', 'updated_at': '2022-03-23T01:45:27Z', 'revision_number': 6, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:28.315061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d02697-56e0-47b6-9be9-487c4da43268 None None] The sync data for ids ['e066bc81-1e75-4c68-be35-4747243eb065'] in n-d-834677-4 is: [{'id': 'e066bc81-1e75-4c68-be35-4747243eb065', 'name': 'tempest-TaggedBootDevicesTest_v242-833698077-router', 'tenant_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:35:49Z', 'updated_at': '2022-03-23T01:45:27Z', 'revision_number': 6, 'project_id': 'f6f9aae227d84399a0bbd30fdbd1c690', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:45:28.339339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cd51e-463e-4853-8304-7459261f96b2 req-5cb23261-93eb-4f1c-a5b5-05ec3a81f060 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:28.353908 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b5cd51e-463e-4853-8304-7459261f96b2 req-5cb23261-93eb-4f1c-a5b5-05ec3a81f060 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.2459040 Mar 23 01:45:28.505302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b5cd51e-463e-4853-8304-7459261f96b2 req-178465b4-4013-4e3b-8fad-e143aa62d8e2 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447337 Mar 23 01:45:28.638200 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6fb05f2d-e5fd-46a4-ba62-6e4dadfdaf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:28.672987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb05f2d-e5fd-46a4-ba62-6e4dadfdaf51 admin admin] Pushing event deleted for resources: {'Port': ['ID=991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:28.817083 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a69abd33-74bc-4d9e-8cfb-f2560a53f2db tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (1453eaca-be58-47fe-90bd-f24e2921de9e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:28.887678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e1894-8a39-407f-bb14-37e5c33fda4d req-0aa98f89-4a24-4e75-9e90-5a1f714ad669 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:28.893232 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-966e1894-8a39-407f-bb14-37e5c33fda4d req-0aa98f89-4a24-4e75-9e90-5a1f714ad669 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.2280087 Mar 23 01:45:28.903488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69abd33-74bc-4d9e-8cfb-f2560a53f2db tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event deleted for resources: {'Port': ['ID=1453eaca-be58-47fe-90bd-f24e2921de9e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:28.973208 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6fb05f2d-e5fd-46a4-ba62-6e4dadfdaf51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (e066bc81-1e75-4c68-be35-4747243eb065), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:29.106968 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6fb05f2d-e5fd-46a4-ba62-6e4dadfdaf51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (e066bc81-1e75-4c68-be35-4747243eb065), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:29.110903 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6fb05f2d-e5fd-46a4-ba62-6e4dadfdaf51 admin admin] Publish callbacks [] for router_controller (e066bc81-1e75-4c68-be35-4747243eb065), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:29.113531 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-966e1894-8a39-407f-bb14-37e5c33fda4d req-606e083d-c92a-4f8d-8e5a-42e610ffcaac tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981568 Mar 23 01:45:29.148279 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a69abd33-74bc-4d9e-8cfb-f2560a53f2db tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:29.216216 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6fb05f2d-e5fd-46a4-ba62-6e4dadfdaf51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (e066bc81-1e75-4c68-be35-4747243eb065), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:29.217827 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb05f2d-e5fd-46a4-ba62-6e4dadfdaf51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e066bc81-1e75-4c68-be35-4747243eb065 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:45:29.231647 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6fb05f2d-e5fd-46a4-ba62-6e4dadfdaf51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:29.235841 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6fb05f2d-e5fd-46a4-ba62-6e4dadfdaf51 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e066bc81-1e75-4c68-be35-4747243eb065 HTTP/1.1" status: 204 len: 168 time: 2.2612655 Mar 23 01:45:29.255469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181f08f-de36-4a0c-842d-3caaa9022763 req-99478faf-356f-4400-a1b0-7095c7cc37ee tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:29.266351 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b181f08f-de36-4a0c-842d-3caaa9022763 req-99478faf-356f-4400-a1b0-7095c7cc37ee tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 946 time: 0.4426944 Mar 23 01:45:29.276499 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49068) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:29.404768 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b181f08f-de36-4a0c-842d-3caaa9022763 req-ae0d3b39-545a-4342-9fc1-e98a00843e6d tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336572 Mar 23 01:45:29.477490 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a69abd33-74bc-4d9e-8cfb-f2560a53f2db tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:29.512346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c72a69-b0b8-43e6-88e6-cf005e12ae5f admin admin] Deleting subnet fa94e74e-46b8-47a8-b6d4-0e87a32824b1 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:45:29.518151 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29c72a69-b0b8-43e6-88e6-cf005e12ae5f admin admin] Publish callbacks [] for subnet (fa94e74e-46b8-47a8-b6d4-0e87a32824b1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:29.531499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:29.578604 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:29.578974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 991c8f1f-ae6a-40d9-a3c6-fd71f781ecaf not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:29.585445 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 85355ceb-50cf-4816-be74-f92b081cc3d0 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:29.590665 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a69abd33-74bc-4d9e-8cfb-f2560a53f2db tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router_controller (a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:29.642321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 85355ceb-50cf-4816-be74-f92b081cc3d0 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:29.642681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 85355ceb-50cf-4816-be74-f92b081cc3d0 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:29.682778 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054199d-a8f0-407a-b9ab-f83e13c0c91e req-00ed398b-68f1-4fc1-a656-35bbf13cd9e9 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:29.685731 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2054199d-a8f0-407a-b9ab-f83e13c0c91e req-00ed398b-68f1-4fc1-a656-35bbf13cd9e9 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 946 time: 0.1609724 Mar 23 01:45:29.698927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49074) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:29.705037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0fc174b5-c15e-407f-93a1-c9d63f327f2d tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Request body: {'floatingip': {'port_id': '0a5737c2-e14a-44c9-85b8-e11ecb7d044c'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:45:29.728430 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29c72a69-b0b8-43e6-88e6-cf005e12ae5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (fa94e74e-46b8-47a8-b6d4-0e87a32824b1), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:29.801863 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0fc174b5-c15e-407f-93a1-c9d63f327f2d tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for floatingip (89b59455-44bf-4636-b3bf-8fff687eae0a), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:29.921600 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29c72a69-b0b8-43e6-88e6-cf005e12ae5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (fa94e74e-46b8-47a8-b6d4-0e87a32824b1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:30.097251 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29c72a69-b0b8-43e6-88e6-cf005e12ae5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (fa94e74e-46b8-47a8-b6d4-0e87a32824b1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:30.199111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c72a69-b0b8-43e6-88e6-cf005e12ae5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa94e74e-46b8-47a8-b6d4-0e87a32824b1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:30.208103 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a69abd33-74bc-4d9e-8cfb-f2560a53f2db tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:30.208802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69abd33-74bc-4d9e-8cfb-f2560a53f2db tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Fanout notify agent at l3_agent the message router_deleted on router a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:45:30.240334 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a69abd33-74bc-4d9e-8cfb-f2560a53f2db tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:30.251818 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a69abd33-74bc-4d9e-8cfb-f2560a53f2db tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "DELETE /v2.0/routers/a4a9d758-bac2-4df5-83c6-b0f31eb3e9f0 HTTP/1.1" status: 204 len: 168 time: 4.1872756 Mar 23 01:45:30.266464 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25093558-3538-4cd5-aa2b-a05dc6901187 None None] Network 13a7d5be-3a4a-49f2-b46c-3aac41f10be3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:45:30.282750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64409629-646b-4856-a37e-1abeea6344ec req-030bae17-d8fb-4af7-b3c2-00d55a4384cf tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:30.291712 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64409629-646b-4856-a37e-1abeea6344ec req-030bae17-d8fb-4af7-b3c2-00d55a4384cf tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 1.0113597 Mar 23 01:45:30.295397 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29c72a69-b0b8-43e6-88e6-cf005e12ae5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:30.311981 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-29c72a69-b0b8-43e6-88e6-cf005e12ae5f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fa94e74e-46b8-47a8-b6d4-0e87a32824b1 HTTP/1.1" status: 204 len: 168 time: 1.0244868 Mar 23 01:45:30.335394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49080) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:30.335394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49084) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:30.702820 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] DHCP port deletion for 13a7d5be-3a4a-49f2-b46c-3aac41f10be3 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:45:30.745370 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0fc174b5-c15e-407f-93a1-c9d63f327f2d tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:30.756095 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0fc174b5-c15e-407f-93a1-c9d63f327f2d tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (89b59455-44bf-4636-b3bf-8fff687eae0a), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:30.784513 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Deleting port 58e8e43c-1324-49dc-8456-9bbea77d27de {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:30.784958 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (58e8e43c-1324-49dc-8456-9bbea77d27de), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:30.864572 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] For port 58e8e43c-1324-49dc-8456-9bbea77d27de, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=58e8e43c-1324-49dc-8456-9bbea77d27de,segment=NetworkSegment(68c8812e-99f2-4c31-85dc-3b33ddd6089a),segment_id=68c8812e-99f2-4c31-85dc-3b33ddd6089a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:30.864876 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (58e8e43c-1324-49dc-8456-9bbea77d27de), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:30.882253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Calling delete_port for 58e8e43c-1324-49dc-8456-9bbea77d27de owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:30.905597 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-0fc174b5-c15e-407f-93a1-c9d63f327f2d tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Floating IP 89b59455-44bf-4636-b3bf-8fff687eae0a associated. External IP: 172.25.0.27, port: 0a5737c2-e14a-44c9-85b8-e11ecb7d044c. Mar 23 01:45:30.922172 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (13a7d5be-3a4a-49f2-b46c-3aac41f10be3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:30.943124 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-246ee692-9c4c-49ab-8d03-7ba7db40a5e5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (c253b1e5-9ac9-4a94-9dcb-4093bad2e42a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:30.961594 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64409629-646b-4856-a37e-1abeea6344ec req-d193fd8e-cc34-4d42-bc27-5a0b2a048e2d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5926504 Mar 23 01:45:31.019894 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (58e8e43c-1324-49dc-8456-9bbea77d27de), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:31.072636 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Pushing event deleted for resources: {'Port': ['ID=58e8e43c-1324-49dc-8456-9bbea77d27de,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:31.083058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] No DVR routers for this DVR port 58e8e43c-1324-49dc-8456-9bbea77d27de on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:45:31.085666 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:31.086195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:31.086722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:31.087776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:31.088992 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:31.089366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:31.089711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:31.090047 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:31.090378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:31.090707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:31.091038 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:31.091363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:31.091687 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:31.092065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:31.092333 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f74a2-ffab-435b-b649-fdaab530a61d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:45:31.195540 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-246ee692-9c4c-49ab-8d03-7ba7db40a5e5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (c253b1e5-9ac9-4a94-9dcb-4093bad2e42a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:31.241152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b676b-940a-49cd-b4e4-98631b057234 req-5ec311cd-dc6d-4255-b81d-0cbf3d02c575 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:31.243610 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e75b676b-940a-49cd-b4e4-98631b057234 req-5ec311cd-dc6d-4255-b81d-0cbf3d02c575 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1783252 Mar 23 01:45:31.245690 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-246ee692-9c4c-49ab-8d03-7ba7db40a5e5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c253b1e5-9ac9-4a94-9dcb-4093bad2e42a']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:31.255185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] Deleting port 58e8e43c-1324-49dc-8456-9bbea77d27de {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:31.255677 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (58e8e43c-1324-49dc-8456-9bbea77d27de), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:31.339774 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1b93b-3844-4ceb-b8f5-d6c5f1c81f8d req-714982be-bf09-4448-bc95-9744df8604f0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:31.341307 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0df1b93b-3844-4ceb-b8f5-d6c5f1c81f8d req-714982be-bf09-4448-bc95-9744df8604f0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.2489316 Mar 23 01:45:31.343313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] For port 58e8e43c-1324-49dc-8456-9bbea77d27de, host n-d-834677-4, got binding levels [] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:31.343792 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (58e8e43c-1324-49dc-8456-9bbea77d27de), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:31.364355 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc174b5-c15e-407f-93a1-c9d63f327f2d tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:45:31.374704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] Calling delete_port for 58e8e43c-1324-49dc-8456-9bbea77d27de owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:31.377752 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.ipam_backend_mixin [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] Port 58e8e43c-1324-49dc-8456-9bbea77d27de was not found and therefore no delete operation was performed {{(pid=99264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 01:45:31.382873 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (58e8e43c-1324-49dc-8456-9bbea77d27de), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:31.408636 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1453eaca-be58-47fe-90bd-f24e2921de9e no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:31.430365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-246ee692-9c4c-49ab-8d03-7ba7db40a5e5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0ae1ea-098c-4fb5-a62d-874f96411a30') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:31.432023 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-246ee692-9c4c-49ab-8d03-7ba7db40a5e5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0ae1ea-098c-4fb5-a62d-874f96411a30') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:31.455626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] No DVR routers for this DVR port 58e8e43c-1324-49dc-8456-9bbea77d27de on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:45:31.464308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 1453eaca-be58-47fe-90bd-f24e2921de9e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:31.464580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1453eaca-be58-47fe-90bd-f24e2921de9e not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:31.465048 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 58e8e43c-1324-49dc-8456-9bbea77d27de no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:31.483701 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0df1b93b-3844-4ceb-b8f5-d6c5f1c81f8d req-32aca8eb-0227-42d3-b080-8cb935fb6faf tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362410 Mar 23 01:45:31.488195 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-246ee692-9c4c-49ab-8d03-7ba7db40a5e5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (2d0ae1ea-098c-4fb5-a62d-874f96411a30), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:31.502657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=58e8e43c-1324-49dc-8456-9bbea77d27de,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:31.532406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 58e8e43c-1324-49dc-8456-9bbea77d27de {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:31.532779 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 58e8e43c-1324-49dc-8456-9bbea77d27de not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:31.536907 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc174b5-c15e-407f-93a1-c9d63f327f2d tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:45:31.558363 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d6ee77-6e0b-417f-b47c-9f0b1bf28942 None None] Sync routers for ids ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:45:31.564862 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0fc174b5-c15e-407f-93a1-c9d63f327f2d tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:31.568902 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d6ee77-6e0b-417f-b47c-9f0b1bf28942 None None] Routers {'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:45:31.572956 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-73d6ee77-6e0b-417f-b47c-9f0b1bf28942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:45:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:31.595138 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (13a7d5be-3a4a-49f2-b46c-3aac41f10be3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:31.617143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a7d5be-3a4a-49f2-b46c-3aac41f10be3']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:31.628146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c8812e-99f2-4c31-85dc-3b33ddd6089a') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:31.628634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c8812e-99f2-4c31-85dc-3b33ddd6089a') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:31.640952 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (68c8812e-99f2-4c31-85dc-3b33ddd6089a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:31.644208 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0fc174b5-c15e-407f-93a1-c9d63f327f2d tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "PUT /v2.0/floatingips/89b59455-44bf-4636-b3bf-8fff687eae0a HTTP/1.1" status: 200 len: 991 time: 1.9441531 Mar 23 01:45:31.646497 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5263ab-54e8-4b84-aa73-9f599f71ea7b', 'tag': '0a5737c2-e14a-44c9-85b8-e11ecb7d044c'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:45:31.649352 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f663b0f7-0066-4767-a8b4-67fad3ddb37c" -d '{"events": [{"name": "network-changed", "server_uuid": "db5263ab-54e8-4b84-aa73-9f599f71ea7b", "tag": "0a5737c2-e14a-44c9-85b8-e11ecb7d044c"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:45:31.657577 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (68c8812e-99f2-4c31-85dc-3b33ddd6089a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:31.663934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:45:31.665159 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (68c8812e-99f2-4c31-85dc-3b33ddd6089a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:31.680782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c62e96-8259-4fb8-b791-07c1412c6127 req-23057a91-9390-493d-a905-ced99caf3e80 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:31.683955 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-59c62e96-8259-4fb8-b791-07c1412c6127 req-23057a91-9390-493d-a905-ced99caf3e80 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0809219 Mar 23 01:45:31.737992 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-73d6ee77-6e0b-417f-b47c-9f0b1bf28942 None None] Set router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:45:31.764531 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-246ee692-9c4c-49ab-8d03-7ba7db40a5e5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2d0ae1ea-098c-4fb5-a62d-874f96411a30), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:31.773273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246ee692-9c4c-49ab-8d03-7ba7db40a5e5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:45:31.773956 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-246ee692-9c4c-49ab-8d03-7ba7db40a5e5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (2d0ae1ea-098c-4fb5-a62d-874f96411a30), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:31.791982 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-59c62e96-8259-4fb8-b791-07c1412c6127 req-9ebb98df-7e42-4c13-a754-33e121bf4693 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014805 Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:45:31.863100 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:45:31.874901 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1043fd6-5688-4d46-869c-1bac9f7a917f x-openstack-request-id: req-f1043fd6-5688-4d46-869c-1bac9f7a917f {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:45:31.875195 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5263ab-54e8-4b84-aa73-9f599f71ea7b", "tag": "0a5737c2-e14a-44c9-85b8-e11ecb7d044c", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:45:31.875451 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1043fd6-5688-4d46-869c-1bac9f7a917f {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:45:31.875865 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1043fd6-5688-4d46-869c-1bac9f7a917f'] response: {'name': 'network-changed', 'server_uuid': 'db5263ab-54e8-4b84-aa73-9f599f71ea7b', 'tag': '0a5737c2-e14a-44c9-85b8-e11ecb7d044c', 'status': 'completed', 'code': 200} Mar 23 01:45:31.883731 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-246ee692-9c4c-49ab-8d03-7ba7db40a5e5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (c253b1e5-9ac9-4a94-9dcb-4093bad2e42a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:31.897451 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-246ee692-9c4c-49ab-8d03-7ba7db40a5e5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:31.902022 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-246ee692-9c4c-49ab-8d03-7ba7db40a5e5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] 10.222.0.18 "DELETE /v2.0/networks/c253b1e5-9ac9-4a94-9dcb-4093bad2e42a HTTP/1.1" status: 204 len: 168 time: 1.5646996 Mar 23 01:45:31.942209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ee692-9c4c-49ab-8d03-7ba7db40a5e5 tempest-TestSecurityGroupsBasicOps-732493894 tempest-TestSecurityGroupsBasicOps-732493894-project] Pushing event deleted for resources: {'Network': ['ID=c253b1e5-9ac9-4a94-9dcb-4093bad2e42a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:31.972229 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e75b676b-940a-49cd-b4e4-98631b057234 req-86b2c7bf-1c4a-4a86-a701-e30f82b57b9e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5906394 Mar 23 01:45:31.973608 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (13a7d5be-3a4a-49f2-b46c-3aac41f10be3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:31.985461 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:31.993543 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/13a7d5be-3a4a-49f2-b46c-3aac41f10be3 HTTP/1.1" status: 204 len: 168 time: 1.6541760 Mar 23 01:45:31.994310 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49108) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:32.061453 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-73d6ee77-6e0b-417f-b47c-9f0b1bf28942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-router', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:43:59Z', 'updated_at': '2022-03-23T01:44:03Z', 'revision_number': 4, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'gw_port': {'id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:00Z', 'updated_at': '2022-03-23T01:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '89b59455-44bf-4636-b3bf-8fff687eae0a', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'port_id': '0a5737c2-e14a-44c9-85b8-e11ecb7d044c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'mac_address': 'fa:16:3e:81:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5263ab-54e8-4b84-aa73-9f599f71ea7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:44:58Z', 'updated_at': '2022-03-23T01:45:30Z', 'revision_number': 1, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1d8355-223b-4dc2-979c-9fe6f1fd9925', 'name': '', 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'mac_address': 'fa:16:3e:6f:7b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:02Z', 'updated_at': '2022-03-23T01:44:10Z', 'revision_number': 5, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'subnets': [{'id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:32.092171 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c7956-3728-4603-9176-08aa8a1a1ee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=13a7d5be-3a4a-49f2-b46c-3aac41f10be3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:32.127085 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c962a20-8360-4cc1-adda-c00e9a826f97 req-9656a32b-7f93-47b8-adf0-f2c57b858a01 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:32.128997 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c962a20-8360-4cc1-adda-c00e9a826f97 req-9656a32b-7f93-47b8-adf0-f2c57b858a01 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1354105 Mar 23 01:45:32.137614 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d6ee77-6e0b-417f-b47c-9f0b1bf28942 None None] Checking router: fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:45:32.157822 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d6ee77-6e0b-417f-b47c-9f0b1bf28942 None None] Routers {'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:45:32.158600 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-73d6ee77-6e0b-417f-b47c-9f0b1bf28942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:45:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:32.198545 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c962a20-8360-4cc1-adda-c00e9a826f97 req-f0c026dd-808c-4083-b03c-2840eb31b259 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635734 Mar 23 01:45:32.457029 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d9fe3-cf91-48c1-a139-29d8329dd90b req-5e8cc455-f951-4fc7-86ce-72c719002422 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:32.458816 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-152d9fe3-cf91-48c1-a139-29d8329dd90b req-5e8cc455-f951-4fc7-86ce-72c719002422 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1413798 Mar 23 01:45:32.458978 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-73d6ee77-6e0b-417f-b47c-9f0b1bf28942 None None] Set router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:45:32.546402 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-152d9fe3-cf91-48c1-a139-29d8329dd90b req-bbf891bd-e82b-4bb3-bfdb-069610324da1 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815160 Mar 23 01:45:32.568322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663b0f7-0066-4767-a8b4-67fad3ddb37c req-4f8c38e6-53e6-4644-8d79-660ff3ebc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:32.570065 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f663b0f7-0066-4767-a8b4-67fad3ddb37c req-4f8c38e6-53e6-4644-8d79-660ff3ebc2e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5173df6d6ed64b0385195b806ebe14af&device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 1128 time: 0.6580966 Mar 23 01:45:32.637716 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49124) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:32.719394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597992b5-7196-465a-83f2-13f949ac9805 req-e2e2e1d0-c7db-45cd-9b02-007cd9cb5068 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:32.720976 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-597992b5-7196-465a-83f2-13f949ac9805 req-e2e2e1d0-c7db-45cd-9b02-007cd9cb5068 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.5007124 Mar 23 01:45:32.894687 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-73d6ee77-6e0b-417f-b47c-9f0b1bf28942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-router', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:43:59Z', 'updated_at': '2022-03-23T01:44:03Z', 'revision_number': 4, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'gw_port': {'id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:00Z', 'updated_at': '2022-03-23T01:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '89b59455-44bf-4636-b3bf-8fff687eae0a', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'port_id': '0a5737c2-e14a-44c9-85b8-e11ecb7d044c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'mac_address': 'fa:16:3e:81:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5263ab-54e8-4b84-aa73-9f599f71ea7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:44:58Z', 'updated_at': '2022-03-23T01:45:30Z', 'revision_number': 1, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1d8355-223b-4dc2-979c-9fe6f1fd9925', 'name': '', 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'mac_address': 'fa:16:3e:6f:7b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:02Z', 'updated_at': '2022-03-23T01:44:10Z', 'revision_number': 5, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'subnets': [{'id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:32.930314 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d6ee77-6e0b-417f-b47c-9f0b1bf28942 None None] The sync data for ids ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'] in n-d-834677-4 is: [{'id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-router', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:43:59Z', 'updated_at': '2022-03-23T01:44:03Z', 'revision_number': 4, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'gw_port': {'id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:00Z', 'updated_at': '2022-03-23T01:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '89b59455-44bf-4636-b3bf-8fff687eae0a', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'port_id': '0a5737c2-e14a-44c9-85b8-e11ecb7d044c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'mac_address': 'fa:16:3e:81:b6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5263ab-54e8-4b84-aa73-9f599f71ea7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:44:58Z', 'updated_at': '2022-03-23T01:45:30Z', 'revision_number': 1, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1d8355-223b-4dc2-979c-9fe6f1fd9925', 'name': '', 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'mac_address': 'fa:16:3e:6f:7b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:02Z', 'updated_at': '2022-03-23T01:44:10Z', 'revision_number': 5, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'subnets': [{'id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:45:32.933403 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-597992b5-7196-465a-83f2-13f949ac9805 req-25e5a656-4dd1-4ada-8dbe-69cbc90930d4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584246 Mar 23 01:45:32.995160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663b0f7-0066-4767-a8b4-67fad3ddb37c req-3c9a1549-e777-47c0-ab15-4f47c8005058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:32.996987 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f663b0f7-0066-4767-a8b4-67fad3ddb37c req-3c9a1549-e777-47c0-ab15-4f47c8005058 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da278053-eb28-4e30-b652-56c8d484464e HTTP/1.1" status: 200 len: 915 time: 0.3724296 Mar 23 01:45:33.077301 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ca5cb581-856a-4978-9fd7-d74232650041 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e42953905ba4df9a75f4549b62d35ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4377692 Mar 23 01:45:33.089706 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49142) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:33.128672 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f663b0f7-0066-4767-a8b4-67fad3ddb37c req-54117d9a-0ef9-4fbf-b6a9-1310f78e05ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a5737c2-e14a-44c9-85b8-e11ecb7d044c HTTP/1.1" status: 200 len: 999 time: 0.1240480 Mar 23 01:45:33.168833 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-cec89c36-c00c-48d3-bfa7-4115f1908824 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:33.170693 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-cec89c36-c00c-48d3-bfa7-4115f1908824 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 811 time: 0.3330517 Mar 23 01:45:33.199914 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d9a802b3-3050-4998-bdeb-7f5371694f0d admin admin] Publish callbacks [] for security_group (68920b09-af4e-40d1-9962-32db71fdf1b6), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:33.208618 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96a34efe-5d80-48e5-ac9a-77c279c31bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (de13e609-c19c-494c-8790-af21a34a4eba), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:33.217227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659365f-9f9f-44b1-b41c-33db8ddf0559 req-c306e224-8fc3-4687-b67d-9e7dcff05d78 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:33.219372 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a659365f-9f9f-44b1-b41c-33db8ddf0559 req-c306e224-8fc3-4687-b67d-9e7dcff05d78 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1471567 Mar 23 01:45:33.234309 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-bab1c836-1b19-4481-ad12-0e64650d51e7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/quotas/9cfedab891ae40a69e89c87dd801befa HTTP/1.1" status: 200 len: 375 time: 0.0428708 Mar 23 01:45:33.250866 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d9a802b3-3050-4998-bdeb-7f5371694f0d admin admin] Publish callbacks [] for security_group (68920b09-af4e-40d1-9962-32db71fdf1b6), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:33.256395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663b0f7-0066-4767-a8b4-67fad3ddb37c req-fda6693f-010e-4266-b304-496c7d34d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:33.257885 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f663b0f7-0066-4767-a8b4-67fad3ddb37c req-fda6693f-010e-4266-b304-496c7d34d60e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95fecefa-0a63-416c-bb6e-3d9fc50eba57 HTTP/1.1" status: 200 len: 854 time: 0.1204491 Mar 23 01:45:33.364160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd0e15e-f4d3-4493-a0cc-30a651f6cfe8 None None] New status for floating IP 89b59455-44bf-4636-b3bf-8fff687eae0a: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:45:33.370124 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d9a802b3-3050-4998-bdeb-7f5371694f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (68920b09-af4e-40d1-9962-32db71fdf1b6), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:33.375123 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d9a802b3-3050-4998-bdeb-7f5371694f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:33.376299 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d9a802b3-3050-4998-bdeb-7f5371694f0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68920b09-af4e-40d1-9962-32db71fdf1b6 HTTP/1.1" status: 204 len: 168 time: 0.2852631 Mar 23 01:45:33.386261 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a802b3-3050-4998-bdeb-7f5371694f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68920b09-af4e-40d1-9962-32db71fdf1b6,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:33.457555 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-0428af98-0ed1-45d6-a39f-15a0ad449f9d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1408374 Mar 23 01:45:33.626991 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a659365f-9f9f-44b1-b41c-33db8ddf0559 req-459108ee-3557-4aea-841a-95d59cd86936 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722878 Mar 23 01:45:33.731297 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-00ca251a-de73-46cc-81b1-50335d938403 service neutron] 10.222.0.18 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672768 Mar 23 01:45:33.787485 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:33.793951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663b0f7-0066-4767-a8b4-67fad3ddb37c req-61a1d7e1-d9d8-4a13-a198-c56d0becc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:33.797692 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f663b0f7-0066-4767-a8b4-67fad3ddb37c req-61a1d7e1-d9d8-4a13-a198-c56d0becc205 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da278053-eb28-4e30-b652-56c8d484464e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4973271 Mar 23 01:45:33.825110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-f663b0f7-0066-4767-a8b4-67fad3ddb37c req-f77921bc-ee2c-4277-88dc-751522659139 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:45:33.826378 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f663b0f7-0066-4767-a8b4-67fad3ddb37c req-f77921bc-ee2c-4277-88dc-751522659139 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0214574 Mar 23 01:45:33.925762 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-38b36cd0-d84a-4e5f-9880-07f155a431da service neutron] 10.222.0.18 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920767 Mar 23 01:45:34.040816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49196) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:34.080988 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dcc10c44-9df4-4ad9-a711-b01225c2c3d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:34.301807 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dcc10c44-9df4-4ad9-a711-b01225c2c3d4 admin admin] Publish callbacks [] for security_group (b7154502-c3da-4bb5-bb47-6f85d4280aaa), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:34.313996 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dcc10c44-9df4-4ad9-a711-b01225c2c3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b7154502-c3da-4bb5-bb47-6f85d4280aaa), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:34.434136 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dcc10c44-9df4-4ad9-a711-b01225c2c3d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc711aa16ef049b4928d99db61aa5457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3916819 Mar 23 01:45:34.435014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc10c44-9df4-4ad9-a711-b01225c2c3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7154502-c3da-4bb5-bb47-6f85d4280aaa,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:34.438708 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49206) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:34.510089 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d02cac-9929-47f3-b32d-55fe63f94e23 req-82aa4fb3-2fbc-4611-9798-d8766af76784 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:34.521357 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-46d02cac-9929-47f3-b32d-55fe63f94e23 req-82aa4fb3-2fbc-4611-9798-d8766af76784 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.1827495 Mar 23 01:45:34.668644 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7db40b07-5f8b-43cd-b275-961aa92a5c03 admin admin] Publish callbacks [] for security_group (b7154502-c3da-4bb5-bb47-6f85d4280aaa), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:34.687241 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-46d02cac-9929-47f3-b32d-55fe63f94e23 req-69a80bcb-7482-439a-bdcf-7c2ae7949ce0 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468589 Mar 23 01:45:34.810963 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7db40b07-5f8b-43cd-b275-961aa92a5c03 admin admin] Publish callbacks [] for security_group (b7154502-c3da-4bb5-bb47-6f85d4280aaa), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:34.897179 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-49e84c4d-8969-4740-b9be-d44de6bd1838 req-a546dafa-6739-4137-b0d7-022a918679f3 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 210 time: 0.1121416 Mar 23 01:45:34.971691 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029b265-8c22-40cf-97b3-b2619d86f7d9 req-868f2ded-1676-41ed-9e96-028935407dde tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:34.973998 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b029b265-8c22-40cf-97b3-b2619d86f7d9 req-868f2ded-1676-41ed-9e96-028935407dde tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.43 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 945 time: 0.2603881 Mar 23 01:45:35.035478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b87b6-339b-446f-b1d1-33e01d73173b req-9759e1ef-2023-4a75-8b59-ac533a83d872 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:35.042513 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f6b87b6-339b-446f-b1d1-33e01d73173b req-9759e1ef-2023-4a75-8b59-ac533a83d872 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.2946625 Mar 23 01:45:35.045693 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f663b0f7-0066-4767-a8b4-67fad3ddb37c req-1220d0e3-4454-437f-a19d-4bf5293dbf8d service neutron] 10.222.0.42 "GET /v2.0/networks/da278053-eb28-4e30-b652-56c8d484464e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2106230 Mar 23 01:45:35.061451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-96a34efe-5d80-48e5-ac9a-77c279c31bd2 admin admin] Deleting port 46c67801-092c-4e9c-8842-b5a71cd68891 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:35.061940 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96a34efe-5d80-48e5-ac9a-77c279c31bd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (46c67801-092c-4e9c-8842-b5a71cd68891), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:35.105597 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7db40b07-5f8b-43cd-b275-961aa92a5c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b7154502-c3da-4bb5-bb47-6f85d4280aaa), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:35.112407 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7db40b07-5f8b-43cd-b275-961aa92a5c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:35.115791 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7db40b07-5f8b-43cd-b275-961aa92a5c03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7154502-c3da-4bb5-bb47-6f85d4280aaa HTTP/1.1" status: 204 len: 168 time: 0.6729565 Mar 23 01:45:35.132978 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db40b07-5f8b-43cd-b275-961aa92a5c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7154502-c3da-4bb5-bb47-6f85d4280aaa,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:35.176985 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-b029b265-8c22-40cf-97b3-b2619d86f7d9 req-a15a67ba-9616-4459-8a04-838ce3b526ae tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Deleting port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:35.177682 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b029b265-8c22-40cf-97b3-b2619d86f7d9 req-a15a67ba-9616-4459-8a04-838ce3b526ae tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (45b7930c-1b62-4e79-a8b4-7e5e6f6469cf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:35.378333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-b029b265-8c22-40cf-97b3-b2619d86f7d9 req-a15a67ba-9616-4459-8a04-838ce3b526ae tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] For port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=45b7930c-1b62-4e79-a8b4-7e5e6f6469cf,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:35.380640 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b029b265-8c22-40cf-97b3-b2619d86f7d9 req-a15a67ba-9616-4459-8a04-838ce3b526ae tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (45b7930c-1b62-4e79-a8b4-7e5e6f6469cf), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:35.417239 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-b029b265-8c22-40cf-97b3-b2619d86f7d9 req-a15a67ba-9616-4459-8a04-838ce3b526ae tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Calling delete_port for 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:35.422683 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f6b87b6-339b-446f-b1d1-33e01d73173b req-6385f3c3-cf51-4e4d-b9a9-5a2bef6d5ba6 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405604 Mar 23 01:45:35.530806 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-96a34efe-5d80-48e5-ac9a-77c279c31bd2 admin admin] For port 46c67801-092c-4e9c-8842-b5a71cd68891, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=46c67801-092c-4e9c-8842-b5a71cd68891,segment=NetworkSegment(5a9c88dd-4d81-472b-bc7d-67b1fdd6408b),segment_id=5a9c88dd-4d81-472b-bc7d-67b1fdd6408b)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:35.531185 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96a34efe-5d80-48e5-ac9a-77c279c31bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (46c67801-092c-4e9c-8842-b5a71cd68891), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:35.535674 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f663b0f7-0066-4767-a8b4-67fad3ddb37c req-bc3a8df2-8b57-4d53-badd-0b64dcc5bc86 service neutron] 10.222.0.42 "GET /v2.0/networks/da278053-eb28-4e30-b652-56c8d484464e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666471 Mar 23 01:45:35.586999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-96a34efe-5d80-48e5-ac9a-77c279c31bd2 admin admin] Calling delete_port for 46c67801-092c-4e9c-8842-b5a71cd68891 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:35.610604 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbe668c6-5fc6-45cd-8225-019b99d55908 req-8a12150d-4a8f-434a-8f68-56880bbafdb1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2859509 Mar 23 01:45:35.728253 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b029b265-8c22-40cf-97b3-b2619d86f7d9 req-a15a67ba-9616-4459-8a04-838ce3b526ae tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (45b7930c-1b62-4e79-a8b4-7e5e6f6469cf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:35.760497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['8bb4970b-5b6b-411e-ad70-de61dd5025d8', '45b7930c-1b62-4e79-a8b4-7e5e6f6469cf'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:45:35.816473 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a67ba-9616-4459-8a04-838ce3b526ae tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Pushing event deleted for resources: {'Port': ['ID=45b7930c-1b62-4e79-a8b4-7e5e6f6469cf,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:35.968990 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa905db5-1792-47e6-b0da-fb953d0ae1ec req-80e73fa4-9b3b-4a9c-adaa-d9c7198e8e4b tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b0c605-232a-459a-bd8e-c8e7222e4042 HTTP/1.1" status: 200 len: 210 time: 0.0884812 Mar 23 01:45:35.969895 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b029b265-8c22-40cf-97b3-b2619d86f7d9 req-a15a67ba-9616-4459-8a04-838ce3b526ae tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] No DVR routers for this DVR port 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:45:35.980079 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b029b265-8c22-40cf-97b3-b2619d86f7d9 req-a15a67ba-9616-4459-8a04-838ce3b526ae tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:35.989750 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b029b265-8c22-40cf-97b3-b2619d86f7d9 req-a15a67ba-9616-4459-8a04-838ce3b526ae tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.43 "DELETE /v2.0/ports/45b7930c-1b62-4e79-a8b4-7e5e6f6469cf HTTP/1.1" status: 204 len: 173 time: 1.0049543 Mar 23 01:45:35.990319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b0c605-232a-459a-bd8e-c8e7222e4042', 'name': 'network-vif-deleted', 'tag': '45b7930c-1b62-4e79-a8b4-7e5e6f6469cf'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:45:35.997488 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd835b00-8be4-4204-a4a3-13b376c4b45b" -d '{"events": [{"server_uuid": "46b0c605-232a-459a-bd8e-c8e7222e4042", "name": "network-vif-deleted", "tag": "45b7930c-1b62-4e79-a8b4-7e5e6f6469cf"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:45:36.022309 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49258) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:36.054312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb893906-bd5f-4858-8767-90881feae283 req-cef6a09a-2baf-4c4c-acdc-161d2683fb99 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:36.061971 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eb893906-bd5f-4858-8767-90881feae283 req-cef6a09a-2baf-4c4c-acdc-161d2683fb99 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.3864732 Mar 23 01:45:36.115253 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ac8fa346-911d-4f57-be1a-b982c5b1a51f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e95ca35757eb42a1a0780565d4903bae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0916653 Mar 23 01:45:36.127822 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49260) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:36.205700 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe668c6-5fc6-45cd-8225-019b99d55908 req-40549c20-65c7-4763-93fc-67b1fb8a5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:36.212703 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbe668c6-5fc6-45cd-8225-019b99d55908 req-40549c20-65c7-4763-93fc-67b1fb8a5755 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6fc474583d1d4fbfa2a3f1caf12f3d69&device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 1128 time: 0.5752308 Mar 23 01:45:36.309262 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e9adb660-d825-4806-87cc-37c36dc7b9a4 req-4fecd64e-c2ca-4616-9307-95cf7ff29a02 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 210 time: 0.0707300 Mar 23 01:45:36.312391 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64e3ef5f-3dc7-47a1-a6cb-9d6380a6fcd8 admin admin] Publish callbacks [] for security_group (b01a5e8e-48cd-450d-be43-33bcafadaa35), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:36.341213 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64e3ef5f-3dc7-47a1-a6cb-9d6380a6fcd8 admin admin] Publish callbacks [] for security_group (b01a5e8e-48cd-450d-be43-33bcafadaa35), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:36.438486 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7414643a-b91c-428e-858b-c60de295085f x-openstack-request-id: req-7414643a-b91c-428e-858b-c60de295085f {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:45:36.438824 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b0c605-232a-459a-bd8e-c8e7222e4042", "name": "network-vif-deleted", "tag": "45b7930c-1b62-4e79-a8b4-7e5e6f6469cf", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:45:36.439131 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7414643a-b91c-428e-858b-c60de295085f {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:45:36.439647 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7414643a-b91c-428e-858b-c60de295085f'] response: {'server_uuid': '46b0c605-232a-459a-bd8e-c8e7222e4042', 'name': 'network-vif-deleted', 'tag': '45b7930c-1b62-4e79-a8b4-7e5e6f6469cf', 'status': 'completed', 'code': 200} Mar 23 01:45:36.451918 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64e3ef5f-3dc7-47a1-a6cb-9d6380a6fcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b01a5e8e-48cd-450d-be43-33bcafadaa35), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:36.457920 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64e3ef5f-3dc7-47a1-a6cb-9d6380a6fcd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:36.459602 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-64e3ef5f-3dc7-47a1-a6cb-9d6380a6fcd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b01a5e8e-48cd-450d-be43-33bcafadaa35 HTTP/1.1" status: 204 len: 168 time: 0.3304656 Mar 23 01:45:36.470380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3ef5f-3dc7-47a1-a6cb-9d6380a6fcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01a5e8e-48cd-450d-be43-33bcafadaa35,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:36.676258 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eb893906-bd5f-4858-8767-90881feae283 req-59a14d08-3c3b-420e-86fd-a3644c645423 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6091182 Mar 23 01:45:36.779205 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe668c6-5fc6-45cd-8225-019b99d55908 req-377a7018-469e-4661-988c-9e925e9453a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:36.782271 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbe668c6-5fc6-45cd-8225-019b99d55908 req-377a7018-469e-4661-988c-9e925e9453a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3825b5ed-ea06-4807-aed8-422b72ca6916 HTTP/1.1" status: 200 len: 912 time: 0.4989159 Mar 23 01:45:36.816207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-3c115341-9824-4252-8e1d-e45d351d79bb tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:36.822086 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-3c115341-9824-4252-8e1d-e45d351d79bb tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.42 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 811 time: 0.9298134 Mar 23 01:45:36.850438 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-f34cb022-aa69-441c-a385-5ae216f996ac tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Request body: {'port': {'device_id': 'd40aff6f-34a0-4b07-8073-0199038e5d0f', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'admin_state_up': True, 'tenant_id': '9cfedab891ae40a69e89c87dd801befa'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:45:36.886711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bdfa7-4f9f-44e1-962d-92e4aba1e289 req-216131ed-b9ea-4dc8-b712-73c75419f952 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:36.902135 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f97bdfa7-4f9f-44e1-962d-92e4aba1e289 req-216131ed-b9ea-4dc8-b712-73c75419f952 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0937245 Mar 23 01:45:36.992523 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f97bdfa7-4f9f-44e1-962d-92e4aba1e289 req-defc55e2-1bcf-46f6-87ce-16fc743e2711 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829415 Mar 23 01:45:37.008837 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbe668c6-5fc6-45cd-8225-019b99d55908 req-5a4f0408-beed-4c85-bad4-1671f9ddfc10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8 HTTP/1.1" status: 200 len: 217 time: 0.2193105 Mar 23 01:45:37.146438 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96a34efe-5d80-48e5-ac9a-77c279c31bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (46c67801-092c-4e9c-8842-b5a71cd68891), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:37.163892 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe668c6-5fc6-45cd-8225-019b99d55908 req-d3183a43-e103-4630-8cbe-0f746ac30a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:37.165586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbe668c6-5fc6-45cd-8225-019b99d55908 req-d3183a43-e103-4630-8cbe-0f746ac30a25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03ad0308-8885-4b30-b976-2a6f309d1ec3 HTTP/1.1" status: 200 len: 852 time: 0.1505961 Mar 23 01:45:37.242449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a34efe-5d80-48e5-ac9a-77c279c31bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c67801-092c-4e9c-8842-b5a71cd68891,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:37.316223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a58731-e5b3-4628-bb9a-78e24addc538 req-6004c42a-9814-4cc7-9ebe-26fc5943a910 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:37.326548 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbe668c6-5fc6-45cd-8225-019b99d55908 req-21f9148b-0179-428b-a4a2-bdbb9f5f429e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3825b5ed-ea06-4807-aed8-422b72ca6916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013348 Mar 23 01:45:37.329417 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9a58731-e5b3-4628-bb9a-78e24addc538 req-6004c42a-9814-4cc7-9ebe-26fc5943a910 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1375394 Mar 23 01:45:37.375892 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-f34cb022-aa69-441c-a385-5ae216f996ac tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Made reservation on behalf of 9cfedab891ae40a69e89c87dd801befa for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:45:37.386650 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-f34cb022-aa69-441c-a385-5ae216f996ac tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:37.883251 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbe668c6-5fc6-45cd-8225-019b99d55908 req-2cb78cd6-4cc3-4b5b-b674-e11c59cbe4f2 service neutron] 10.222.0.42 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084922 Mar 23 01:45:37.934997 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f746fe02-522a-4bc5-8892-a7c5242d2772 req-259d08ef-2b25-43e0-9710-e30a3653ed8d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 210 time: 0.0625010 Mar 23 01:45:38.027459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-f34cb022-aa69-441c-a385-5ae216f996ac tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Allocated IP 172.20.0.7 (55577988-71eb-4574-9c6d-704e30d467e8/0fcd992d-8fb4-43ec-9717-1070673d3183/1e0b593c-2ce2-49d3-a433-432299c6327c) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:45:38.038146 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96a34efe-5d80-48e5-ac9a-77c279c31bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (de13e609-c19c-494c-8790-af21a34a4eba), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:38.156353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49298) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:38.221827 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbe668c6-5fc6-45cd-8225-019b99d55908 req-54ada21d-cf35-4674-b81c-d156470d38f6 service neutron] 10.222.0.42 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199446 Mar 23 01:45:38.233287 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9a58731-e5b3-4628-bb9a-78e24addc538 req-e16a364a-e595-490e-8519-4c6ff3608f60 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9026864 Mar 23 01:45:38.353444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4c8a215e-8065-4f31-97bd-4d04da0212bc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1430745646-network', 'tenant_id': 'ecf9dbb5dcd3496f9493e8889a6317cb'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:45:38.405288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a57c50-445a-479a-af50-21c30ef88fce req-9c1b516a-2bef-40c7-a1fe-1a5516a6dfd0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:38.406931 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04a57c50-445a-479a-af50-21c30ef88fce req-9c1b516a-2bef-40c7-a1fe-1a5516a6dfd0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0732749 Mar 23 01:45:38.468589 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04a57c50-445a-479a-af50-21c30ef88fce req-5da5fde1-facb-4232-bc5b-3a22bf155519 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558708 Mar 23 01:45:38.622239 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd33dcb-22e6-4171-9de4-0aaa9ef26fda req-7d36f143-7626-4284-bdba-3211b5521d7f tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:38.624521 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8cd33dcb-22e6-4171-9de4-0aaa9ef26fda req-7d36f143-7626-4284-bdba-3211b5521d7f tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0596774 Mar 23 01:45:38.699984 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8cd33dcb-22e6-4171-9de4-0aaa9ef26fda req-11a8e88c-14db-4653-ae51-13a9d8104ee8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527234 Mar 23 01:45:38.834116 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8a215e-8065-4f31-97bd-4d04da0212bc admin admin] Made reservation on behalf of ecf9dbb5dcd3496f9493e8889a6317cb for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:45:38.838046 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c8a215e-8065-4f31-97bd-4d04da0212bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:38.853904 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd678b-e61d-4579-bd4c-a6b8bcf7ccb3 req-bcce5a79-a4e5-4461-b728-36c5d7362b60 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:38.855749 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2efd678b-e61d-4579-bd4c-a6b8bcf7ccb3 req-bcce5a79-a4e5-4461-b728-36c5d7362b60 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0639272 Mar 23 01:45:38.868126 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c8a215e-8065-4f31-97bd-4d04da0212bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:38.876852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c65b5-78c1-4104-a273-01e470c30b5f req-2ddbd798-e7b7-4fd2-98a6-5d8bd43a8252 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:38.881498 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c12c65b5-78c1-4104-a273-01e470c30b5f req-2ddbd798-e7b7-4fd2-98a6-5d8bd43a8252 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.5823805 Mar 23 01:45:38.892109 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-f34cb022-aa69-441c-a385-5ae216f996ac tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:38.947022 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2efd678b-e61d-4579-bd4c-a6b8bcf7ccb3 req-6832c57e-05d4-4ffb-9161-93a4e6f44975 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833225 Mar 23 01:45:38.961290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43aaeb-c92e-4a34-8e34-a3d0071eaeac req-ad3931b9-184b-4d44-ade7-260da4219389 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:38.963137 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6e43aaeb-c92e-4a34-8e34-a3d0071eaeac req-ad3931b9-184b-4d44-ade7-260da4219389 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.43 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 945 time: 0.0925579 Mar 23 01:45:39.004221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a34efe-5d80-48e5-ac9a-77c279c31bd2 admin admin] Router de13e609-c19c-494c-8790-af21a34a4eba has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:45:39.045874 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c12c65b5-78c1-4104-a273-01e470c30b5f req-0eaffaa3-20db-4e65-a4f1-38719e45de78 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/security-groups?id=30314691-3a1f-451a-b8f2-7d3d98747f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467397 Mar 23 01:45:39.061037 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-f34cb022-aa69-441c-a385-5ae216f996ac tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:39.075249 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8d09241b-051c-40f7-b696-948a130aec12'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:45:39.118005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['0d3cf457-57a4-4005-b615-3079074328b8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:45:39.150709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cc1e5-60c2-4fbd-86d1-0232afa18ec3 req-f09a7d0c-af8f-4d04-98ef-37dc9cc64488 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:39.158597 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f4cc1e5-60c2-4fbd-86d1-0232afa18ec3 req-f09a7d0c-af8f-4d04-98ef-37dc9cc64488 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 931 time: 0.1298130 Mar 23 01:45:39.168913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-6e43aaeb-c92e-4a34-8e34-a3d0071eaeac req-c48acaa3-6047-4d84-8428-f0c26ea83ad5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Deleting port 8bb4970b-5b6b-411e-ad70-de61dd5025d8 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:39.179561 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6e43aaeb-c92e-4a34-8e34-a3d0071eaeac req-c48acaa3-6047-4d84-8428-f0c26ea83ad5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8bb4970b-5b6b-411e-ad70-de61dd5025d8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:39.196406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:39.213558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-f34cb022-aa69-441c-a385-5ae216f996ac tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Network 55577988-71eb-4574-9c6d-704e30d467e8 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:45:39.228077 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c8a215e-8065-4f31-97bd-4d04da0212bc admin admin] Publish callbacks [] for security_group (c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:39.230289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-f34cb022-aa69-441c-a385-5ae216f996ac tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:45:39.233315 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-f34cb022-aa69-441c-a385-5ae216f996ac tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:45:39.236507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cb022-aa69-441c-a385-5ae216f996ac tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event updated for resources: {'Port': ['ID=1e0b593c-2ce2-49d3-a433-432299c6327c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:39.268502 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c8a215e-8065-4f31-97bd-4d04da0212bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:39.284562 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:39.285135 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 45b7930c-1b62-4e79-a8b4-7e5e6f6469cf not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:39.373298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8a215e-8065-4f31-97bd-4d04da0212bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:45:39.390483 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f4cc1e5-60c2-4fbd-86d1-0232afa18ec3 req-4af5a9b2-9009-423e-9f07-8446462bda45 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308614 Mar 23 01:45:39.420211 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-f34cb022-aa69-441c-a385-5ae216f996ac tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:39.420984 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-f34cb022-aa69-441c-a385-5ae216f996ac tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:39.424283 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a215e-8065-4f31-97bd-4d04da0212bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:39.427428 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a34efe-5d80-48e5-ac9a-77c279c31bd2 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:45:39.435712 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c8a215e-8065-4f31-97bd-4d04da0212bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (adfe0c36-e1ea-4eed-8261-c6699524c7b2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:39.436126 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-4c8a215e-8065-4f31-97bd-4d04da0212bc admin admin] Added segment adfe0c36-e1ea-4eed-8261-c6699524c7b2 of type vlan for network 8ea41b98-7f5f-4045-8adf-7f4dc37c0d25 Mar 23 01:45:39.442975 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f1e9a9-17fc-4416-82a4-39d6f6d71418 None None] Sync routers for ids ['de13e609-c19c-494c-8790-af21a34a4eba'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:45:39.444514 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-96a34efe-5d80-48e5-ac9a-77c279c31bd2 admin admin] 10.222.0.18 "PUT /v2.0/routers/de13e609-c19c-494c-8790-af21a34a4eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4472167 Mar 23 01:45:39.473942 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49324) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:39.479494 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f1e9a9-17fc-4416-82a4-39d6f6d71418 None None] Routers {'de13e609-c19c-494c-8790-af21a34a4eba'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:45:39.480464 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-18f1e9a9-17fc-4416-82a4-39d6f6d71418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:45:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['de13e609-c19c-494c-8790-af21a34a4eba'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:39.503801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-6e43aaeb-c92e-4a34-8e34-a3d0071eaeac req-c48acaa3-6047-4d84-8428-f0c26ea83ad5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] For port 8bb4970b-5b6b-411e-ad70-de61dd5025d8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8bb4970b-5b6b-411e-ad70-de61dd5025d8,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:39.504435 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6e43aaeb-c92e-4a34-8e34-a3d0071eaeac req-c48acaa3-6047-4d84-8428-f0c26ea83ad5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8bb4970b-5b6b-411e-ad70-de61dd5025d8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:39.535899 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-6e43aaeb-c92e-4a34-8e34-a3d0071eaeac req-c48acaa3-6047-4d84-8428-f0c26ea83ad5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Calling delete_port for 8bb4970b-5b6b-411e-ad70-de61dd5025d8 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:39.601441 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-f34cb022-aa69-441c-a385-5ae216f996ac tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7553201 Mar 23 01:45:39.609593 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c8a215e-8065-4f31-97bd-4d04da0212bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (8ea41b98-7f5f-4045-8adf-7f4dc37c0d25), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:39.662349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Request body: {'port': {'device_id': 'd40aff6f-34a0-4b07-8073-0199038e5d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:45:39.703429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e15472-1344-466b-937b-715b10c87d91 req-fdf8d0af-3308-4b89-a293-43bba33ba570 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:39.705207 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4e15472-1344-466b-937b-715b10c87d91 req-fdf8d0af-3308-4b89-a293-43bba33ba570 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.4032359 Mar 23 01:45:39.722750 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4e757393-ed80-4130-88d1-cb9b149a1bfa None None] Provisioning complete for port 1e0b593c-2ce2-49d3-a433-432299c6327c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:45:39.723728 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4e757393-ed80-4130-88d1-cb9b149a1bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:39.769324 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-18f1e9a9-17fc-4416-82a4-39d6f6d71418 None None] Set router de13e609-c19c-494c-8790-af21a34a4eba gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:45:39.773199 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6e43aaeb-c92e-4a34-8e34-a3d0071eaeac req-c48acaa3-6047-4d84-8428-f0c26ea83ad5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8bb4970b-5b6b-411e-ad70-de61dd5025d8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:39.783404 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c8a215e-8065-4f31-97bd-4d04da0212bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (8ea41b98-7f5f-4045-8adf-7f4dc37c0d25), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:39.784516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8a215e-8065-4f31-97bd-4d04da0212bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:39.785210 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c8a215e-8065-4f31-97bd-4d04da0212bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:39.806577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['8bb4970b-5b6b-411e-ad70-de61dd5025d8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:45:39.818956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4e757393-ed80-4130-88d1-cb9b149a1bfa None None] Port 1e0b593c-2ce2-49d3-a433-432299c6327c cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:45:39.863601 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48acaa3-6047-4d84-8428-f0c26ea83ad5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Pushing event deleted for resources: {'Port': ['ID=8bb4970b-5b6b-411e-ad70-de61dd5025d8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:39.874944 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4c8a215e-8065-4f31-97bd-4d04da0212bc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7134211 Mar 23 01:45:39.885296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49328) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:39.886045 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:39.897732 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a87bfb13-382f-47ed-8e2f-c46254a7ce7b admin admin] Request body: {'subnet': {'network_id': '8ea41b98-7f5f-4045-8adf-7f4dc37c0d25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1430745646-subnet', 'tenant_id': 'ecf9dbb5dcd3496f9493e8889a6317cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:45:39.904576 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b27cea3-f461-40d4-a8ad-502251849aa5 admin admin] Publish callbacks [] for router (de13e609-c19c-494c-8790-af21a34a4eba), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:39.945109 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e43aaeb-c92e-4a34-8e34-a3d0071eaeac req-c48acaa3-6047-4d84-8428-f0c26ea83ad5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] No DVR routers for this DVR port 8bb4970b-5b6b-411e-ad70-de61dd5025d8 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:45:39.950573 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6e43aaeb-c92e-4a34-8e34-a3d0071eaeac req-c48acaa3-6047-4d84-8428-f0c26ea83ad5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:39.954633 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6e43aaeb-c92e-4a34-8e34-a3d0071eaeac req-c48acaa3-6047-4d84-8428-f0c26ea83ad5 tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.43 "DELETE /v2.0/ports/8bb4970b-5b6b-411e-ad70-de61dd5025d8 HTTP/1.1" status: 204 len: 173 time: 0.9854069 Mar 23 01:45:39.955121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73e70be-f614-4b89-b404-b434c8a0b125', 'name': 'network-vif-deleted', 'tag': '8bb4970b-5b6b-411e-ad70-de61dd5025d8'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:45:39.957713 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39051f4-7971-4c74-9f91-5cf32bfa4bb6" -d '{"events": [{"server_uuid": "f73e70be-f614-4b89-b404-b434c8a0b125", "name": "network-vif-deleted", "tag": "8bb4970b-5b6b-411e-ad70-de61dd5025d8"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:45:39.991121 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4e15472-1344-466b-937b-715b10c87d91 req-6af0b84d-ce34-446c-a84c-6cb6ad859d21 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681596 Mar 23 01:45:40.027931 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-18f1e9a9-17fc-4416-82a4-39d6f6d71418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'name': 'tempest-TaggedBootDevicesTest_v242-1616577757-router', 'tenant_id': '8a0652f162104357970945c34d39ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:36:13Z', 'updated_at': '2022-03-23T01:45:36Z', 'revision_number': 5, 'project_id': '8a0652f162104357970945c34d39ef48', 'gw_port': {'id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:36:18Z', 'updated_at': '2022-03-23T01:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:40.035639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a215e-8065-4f31-97bd-4d04da0212bc admin admin] Pushing event updated for resources: {'Network': ['ID=8ea41b98-7f5f-4045-8adf-7f4dc37c0d25,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:40.038748 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e6691f-99f0-41e7-94a9-bb3dc185707d x-openstack-request-id: req-b8e6691f-99f0-41e7-94a9-bb3dc185707d {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:45:40.039752 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73e70be-f614-4b89-b404-b434c8a0b125", "name": "network-vif-deleted", "tag": "8bb4970b-5b6b-411e-ad70-de61dd5025d8", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:45:40.040393 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8e6691f-99f0-41e7-94a9-bb3dc185707d {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:45:40.040569 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e6691f-99f0-41e7-94a9-bb3dc185707d'] response: {'server_uuid': 'f73e70be-f614-4b89-b404-b434c8a0b125', 'name': 'network-vif-deleted', 'tag': '8bb4970b-5b6b-411e-ad70-de61dd5025d8', 'status': 'completed', 'code': 200} Mar 23 01:45:40.052649 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 8ea41b98-7f5f-4045-8adf-7f4dc37c0d25 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:45:40.073916 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f1e9a9-17fc-4416-82a4-39d6f6d71418 None None] Checking router: de13e609-c19c-494c-8790-af21a34a4eba for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:45:40.084236 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f1e9a9-17fc-4416-82a4-39d6f6d71418 None None] Routers {'de13e609-c19c-494c-8790-af21a34a4eba'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:45:40.085415 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-18f1e9a9-17fc-4416-82a4-39d6f6d71418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:45:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['de13e609-c19c-494c-8790-af21a34a4eba'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:40.117644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87bfb13-382f-47ed-8e2f-c46254a7ce7b admin admin] Made reservation on behalf of ecf9dbb5dcd3496f9493e8889a6317cb for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:45:40.120803 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a87bfb13-382f-47ed-8e2f-c46254a7ce7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:40.179248 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c13dfb9-429a-49d9-9901-eea5c81c8f9e req-f8a4a02f-53c6-490a-a872-1015e959093c tempest-ServerRescueNegativeTestJSON-214887699 tempest-ServerRescueNegativeTestJSON-214887699-project] 10.222.0.18 "GET /v2.0/ports?device_id=f73e70be-f614-4b89-b404-b434c8a0b125 HTTP/1.1" status: 200 len: 210 time: 0.0412199 Mar 23 01:45:40.289657 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-18f1e9a9-17fc-4416-82a4-39d6f6d71418 None None] Set router de13e609-c19c-494c-8790-af21a34a4eba gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:45:40.410150 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b27cea3-f461-40d4-a8ad-502251849aa5 admin admin] Publish callbacks [] for router_gateway (de13e609-c19c-494c-8790-af21a34a4eba), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:40.426286 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8182f7-90ae-4ba9-9e29-b9fe4cdc92d6 req-5cf2d41a-9c9f-41e0-8625-61fd2b57301e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:40.427633 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc8182f7-90ae-4ba9-9e29-b9fe4cdc92d6 req-5cf2d41a-9c9f-41e0-8625-61fd2b57301e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.3208942 Mar 23 01:45:40.548569 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f63efe63-0d34-4382-8081-111facba0c6d req-1a4cdbc7-35af-4e4a-ada1-048ee2c06604 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791018 Mar 23 01:45:40.640801 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-18f1e9a9-17fc-4416-82a4-39d6f6d71418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'name': 'tempest-TaggedBootDevicesTest_v242-1616577757-router', 'tenant_id': '8a0652f162104357970945c34d39ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:36:13Z', 'updated_at': '2022-03-23T01:45:36Z', 'revision_number': 5, 'project_id': '8a0652f162104357970945c34d39ef48', 'gw_port': {'id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:36:18Z', 'updated_at': '2022-03-23T01:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:40.662233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa019ca1-39ad-4fc6-9d13-a04fb85ded60 req-2aa3b921-82a5-441b-96ef-49f32fc40ac5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:40.671176 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa019ca1-39ad-4fc6-9d13-a04fb85ded60 req-2aa3b921-82a5-441b-96ef-49f32fc40ac5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 931 time: 0.1213579 Mar 23 01:45:40.692106 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f1e9a9-17fc-4416-82a4-39d6f6d71418 None None] The sync data for ids ['de13e609-c19c-494c-8790-af21a34a4eba'] in n-d-834677-4 is: [{'id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'name': 'tempest-TaggedBootDevicesTest_v242-1616577757-router', 'tenant_id': '8a0652f162104357970945c34d39ef48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:36:13Z', 'updated_at': '2022-03-23T01:45:36Z', 'revision_number': 5, 'project_id': '8a0652f162104357970945c34d39ef48', 'gw_port': {'id': '4e9ac145-13a5-4253-bcfb-d76c4c08c894', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de13e609-c19c-494c-8790-af21a34a4eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:36:18Z', 'updated_at': '2022-03-23T01:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:45:40.700283 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc8182f7-90ae-4ba9-9e29-b9fe4cdc92d6 req-139471c9-6c3a-4765-bca9-8f133749e92b tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578831 Mar 23 01:45:40.749403 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63efe63-0d34-4382-8081-111facba0c6d req-aeebb344-3993-4bc0-8a66-a383a2b95891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:40.751343 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f63efe63-0d34-4382-8081-111facba0c6d req-aeebb344-3993-4bc0-8a66-a383a2b95891 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 1126 time: 0.1619451 Mar 23 01:45:40.786983 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa019ca1-39ad-4fc6-9d13-a04fb85ded60 req-60cb4ec9-f888-4d25-9e11-0d671cf57e56 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141531 Mar 23 01:45:40.815614 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-3b27cea3-f461-40d4-a8ad-502251849aa5 admin admin] Deleting port 4e9ac145-13a5-4253-bcfb-d76c4c08c894 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:40.816318 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b27cea3-f461-40d4-a8ad-502251849aa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4e9ac145-13a5-4253-bcfb-d76c4c08c894), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:40.906022 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63efe63-0d34-4382-8081-111facba0c6d req-5ed7b098-5d6a-48bc-ba65-9b1a77284ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:40.907706 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f63efe63-0d34-4382-8081-111facba0c6d req-5ed7b098-5d6a-48bc-ba65-9b1a77284ce4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 0.1189194 Mar 23 01:45:40.908579 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a87bfb13-382f-47ed-8e2f-c46254a7ce7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (f22183ad-4acd-4720-83ae-dad6016d5226), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:40.980880 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f63efe63-0d34-4382-8081-111facba0c6d req-398e742c-a889-4639-8a10-54e8c3ad0a3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b HTTP/1.1" status: 200 len: 999 time: 0.0669363 Mar 23 01:45:40.988850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0b593c-2ce2-49d3-a433-432299c6327c {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:45:41.013416 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Publish callbacks [] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:41.038415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63efe63-0d34-4382-8081-111facba0c6d req-64a9a9ef-35cc-4d68-a84e-9d2571c52e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:41.040295 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f63efe63-0d34-4382-8081-111facba0c6d req-64a9a9ef-35cc-4d68-a84e-9d2571c52e55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.0538208 Mar 23 01:45:41.065493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bfb13-382f-47ed-8e2f-c46254a7ce7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f22183ad-4acd-4720-83ae-dad6016d5226,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:41.073349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Transition to ACTIVE for port object 1e0b593c-2ce2-49d3-a433-432299c6327c will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:45:41.089015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-3b27cea3-f461-40d4-a8ad-502251849aa5 admin admin] For port 4e9ac145-13a5-4253-bcfb-d76c4c08c894, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4e9ac145-13a5-4253-bcfb-d76c4c08c894,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:41.089368 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b27cea3-f461-40d4-a8ad-502251849aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4e9ac145-13a5-4253-bcfb-d76c4c08c894), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:41.100897 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:41.110321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8e594-a24f-4f3e-8ace-9e707e053c24 req-afab4471-a8c4-4d25-b6ae-b3aea8774113 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:41.112358 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c6d8e594-a24f-4f3e-8ace-9e707e053c24 req-afab4471-a8c4-4d25-b6ae-b3aea8774113 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.2680953 Mar 23 01:45:41.122640 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63efe63-0d34-4382-8081-111facba0c6d req-dd277fcd-bd10-4301-8280-3798a4a33e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:41.124643 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f63efe63-0d34-4382-8081-111facba0c6d req-dd277fcd-bd10-4301-8280-3798a4a33e40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0780180 Mar 23 01:45:41.125036 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87bfb13-382f-47ed-8e2f-c46254a7ce7b admin admin] Checking segment: {'id': 'adfe0c36-e1ea-4eed-8261-c6699524c7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8ea41b98-7f5f-4045-8adf-7f4dc37c0d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:45:41.125410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87bfb13-382f-47ed-8e2f-c46254a7ce7b admin admin] Network hostable DHCP agents. Network: 8ea41b98-7f5f-4045-8adf-7f4dc37c0d25, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:45:41.145673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-3b27cea3-f461-40d4-a8ad-502251849aa5 admin admin] Calling delete_port for 4e9ac145-13a5-4253-bcfb-d76c4c08c894 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:41.220956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Pushing event updated for resources: {'Port': ['ID=1e0b593c-2ce2-49d3-a433-432299c6327c,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:41.284318 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f63efe63-0d34-4382-8081-111facba0c6d req-aeef18ff-a571-4c70-9919-15c03fbe621b service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523700 Mar 23 01:45:41.317139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49348) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:41.341630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 46c67801-092c-4e9c-8842-b5a71cd68891 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:41.367212 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 46c67801-092c-4e9c-8842-b5a71cd68891 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:41.367857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 46c67801-092c-4e9c-8842-b5a71cd68891 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:41.431320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87bfb13-382f-47ed-8e2f-c46254a7ce7b admin admin] Network 8ea41b98-7f5f-4045-8adf-7f4dc37c0d25 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:45:41.458223 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f63efe63-0d34-4382-8081-111facba0c6d req-a2927702-8b36-4849-ba14-6eba098fb26e service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664319 Mar 23 01:45:41.481669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-a87bfb13-382f-47ed-8e2f-c46254a7ce7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 8ea41b98-7f5f-4045-8adf-7f4dc37c0d25) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:45:41.486944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87bfb13-382f-47ed-8e2f-c46254a7ce7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:41.487546 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a87bfb13-382f-47ed-8e2f-c46254a7ce7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:41.491832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676cf7f1-2f71-4a4f-9eba-4e163d478fd8 None None] Network 8ea41b98-7f5f-4045-8adf-7f4dc37c0d25 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:45:41.531085 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c6d8e594-a24f-4f3e-8ace-9e707e053c24 req-243b8ed3-b04b-4d5c-9a82-b2d2c5e7f049 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832917 Mar 23 01:45:41.615884 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a87bfb13-382f-47ed-8e2f-c46254a7ce7b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7273512 Mar 23 01:45:41.637470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Attempting to bind port 1e0b593c-2ce2-49d3-a433-432299c6327c on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:45:41.637886 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Attempting to bind port 1e0b593c-2ce2-49d3-a433-432299c6327c by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:45:41.638304 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Attempting to bind port 1e0b593c-2ce2-49d3-a433-432299c6327c on network 55577988-71eb-4574-9c6d-704e30d467e8 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:45:41.646877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Port 1e0b593c-2ce2-49d3-a433-432299c6327c on network 55577988-71eb-4574-9c6d-704e30d467e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:45:41.647159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Attempting to bind port 1e0b593c-2ce2-49d3-a433-432299c6327c on network 55577988-71eb-4574-9c6d-704e30d467e8 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:45:41.652124 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b27cea3-f461-40d4-a8ad-502251849aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4e9ac145-13a5-4253-bcfb-d76c4c08c894), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:41.664705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:45:41.665197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Checking segment: {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:45:41.666002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Bound using segment: {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:45:41.666160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Bound port: 1e0b593c-2ce2-49d3-a433-432299c6327c, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:45:41.666518 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:41.695177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a43695-363f-4971-9a20-c8d3c492127b None None] Network 8ea41b98-7f5f-4045-8adf-7f4dc37c0d25 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:45:41.702675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27cea3-f461-40d4-a8ad-502251849aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9ac145-13a5-4253-bcfb-d76c4c08c894,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:41.798118 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] For port 1e0b593c-2ce2-49d3-a433-432299c6327c, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:45:41.801297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] For port 1e0b593c-2ce2-49d3-a433-432299c6327c, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1e0b593c-2ce2-49d3-a433-432299c6327c,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:45:41.835796 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:41.906026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Pushing event updated for resources: {'Port': ['ID=1e0b593c-2ce2-49d3-a433-432299c6327c,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:41.933255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:41.933255 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:41.941912 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-758c6b9f-f510-446e-8ee4-e8be423aef4f service neutron] 10.222.0.42 "PUT /v2.0/ports/1e0b593c-2ce2-49d3-a433-432299c6327c HTTP/1.1" status: 200 len: 1091 time: 2.2856786 Mar 23 01:45:41.942451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40aff6f-34a0-4b07-8073-0199038e5d0f', 'tag': '1e0b593c-2ce2-49d3-a433-432299c6327c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:45:41.950762 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f05b1d-65e4-47c2-bce9-dc0f2b694ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "d40aff6f-34a0-4b07-8073-0199038e5d0f", "tag": "1e0b593c-2ce2-49d3-a433-432299c6327c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:45:41.951589 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cce67c-4cb1-43e3-bb94-fabf8a2801cf req-ce267bd3-5f48-467f-a6e3-31c6f5c5da22 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:41.954351 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71cce67c-4cb1-43e3-bb94-fabf8a2801cf req-ce267bd3-5f48-467f-a6e3-31c6f5c5da22 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.2541523 Mar 23 01:45:41.980368 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b27cea3-f461-40d4-a8ad-502251849aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (de13e609-c19c-494c-8790-af21a34a4eba), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:42.201399 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b27cea3-f461-40d4-a8ad-502251849aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (de13e609-c19c-494c-8790-af21a34a4eba), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:42.203361 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b27cea3-f461-40d4-a8ad-502251849aa5 admin admin] Publish callbacks [] for router_controller (de13e609-c19c-494c-8790-af21a34a4eba), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:42.223303 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71cce67c-4cb1-43e3-bb94-fabf8a2801cf req-315e5987-e0c7-4793-b2ac-125896e18c4f tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570360 Mar 23 01:45:42.255722 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb96247-0311-4f5b-9164-522fb593d3fa req-acb51d9d-f150-4e89-a216-7d5f6ddc428e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:42.271302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-afb96247-0311-4f5b-9164-522fb593d3fa req-acb51d9d-f150-4e89-a216-7d5f6ddc428e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 943 time: 0.3142633 Mar 23 01:45:42.374002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-ea3e3a22-0d7a-477e-874b-fd94cd6fccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:42.376313 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-ea3e3a22-0d7a-477e-874b-fd94cd6fccab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 1125 time: 0.3344784 Mar 23 01:45:42.403868 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b27cea3-f461-40d4-a8ad-502251849aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (de13e609-c19c-494c-8790-af21a34a4eba), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:42.404432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b27cea3-f461-40d4-a8ad-502251849aa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de13e609-c19c-494c-8790-af21a34a4eba {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:45:42.412885 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b27cea3-f461-40d4-a8ad-502251849aa5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:42.415416 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3b27cea3-f461-40d4-a8ad-502251849aa5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/de13e609-c19c-494c-8790-af21a34a4eba HTTP/1.1" status: 204 len: 168 time: 2.8948195 Mar 23 01:45:42.441670 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49374) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:42.516489 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-4265b9f7-fcc9-4152-a96e-b7f3605dc5db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0b593c-2ce2-49d3-a433-432299c6327c HTTP/1.1" status: 200 len: 217 time: 0.1280651 Mar 23 01:45:42.531475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c729629-db72-4e89-a022-b17f73e23b79 admin admin] Deleting subnet d457c4c0-ffae-48ad-84be-d4560de1efe1 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:45:42.539021 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c729629-db72-4e89-a022-b17f73e23b79 admin admin] Publish callbacks [] for subnet (d457c4c0-ffae-48ad-84be-d4560de1efe1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:42.539619 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9a9769-3605-40da-9ef9-14e492d03102 x-openstack-request-id: req-2b9a9769-3605-40da-9ef9-14e492d03102 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:45:42.539927 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40aff6f-34a0-4b07-8073-0199038e5d0f", "tag": "1e0b593c-2ce2-49d3-a433-432299c6327c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:45:42.540927 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b9a9769-3605-40da-9ef9-14e492d03102 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:45:42.540927 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b9a9769-3605-40da-9ef9-14e492d03102'] response: {'name': 'network-changed', 'server_uuid': 'd40aff6f-34a0-4b07-8073-0199038e5d0f', 'tag': '1e0b593c-2ce2-49d3-a433-432299c6327c', 'status': 'completed', 'code': 200} Mar 23 01:45:42.625712 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49382) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:42.628144 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c729629-db72-4e89-a022-b17f73e23b79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (d457c4c0-ffae-48ad-84be-d4560de1efe1), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:42.659772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7d827f27-f431-42db-8b58-69c0c3bddfe6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-125084522-network', 'tenant_id': '926184a54f6a4bc882cb9b00b11d1018'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:45:42.668172 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-afb96247-0311-4f5b-9164-522fb593d3fa req-350a8238-cad5-4aa0-b815-89257293da61 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943186 Mar 23 01:45:42.693934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-bf68ff07-8fa8-4f65-958e-6ad52ec01f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:42.693934 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-bf68ff07-8fa8-4f65-958e-6ad52ec01f63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.1412847 Mar 23 01:45:42.743919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-cbc2a154-e915-4b72-ac12-ef5bc162b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:42.746004 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-cbc2a154-e915-4b72-ac12-ef5bc162b2e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493748 Mar 23 01:45:42.758548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d827f27-f431-42db-8b58-69c0c3bddfe6 admin admin] Made reservation on behalf of 926184a54f6a4bc882cb9b00b11d1018 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:45:42.761140 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d827f27-f431-42db-8b58-69c0c3bddfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:42.795870 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d827f27-f431-42db-8b58-69c0c3bddfe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:42.839017 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-60af4bb7-0b61-463d-a38c-5bad1fb037ed service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871294 Mar 23 01:45:42.859373 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c729629-db72-4e89-a022-b17f73e23b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (d457c4c0-ffae-48ad-84be-d4560de1efe1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:42.870713 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf6d7f-7e68-42b0-8f71-1653eabdad34 req-e92a4ab3-4796-489d-be10-8a0f71efc6a2 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:42.872297 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cebf6d7f-7e68-42b0-8f71-1653eabdad34 req-e92a4ab3-4796-489d-be10-8a0f71efc6a2 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1975996 Mar 23 01:45:42.947901 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c85ca786-1ef0-4704-b239-bd3c99f0aaf7 req-e58da9f3-5dfc-4f4e-900b-06f5c4f2a1f9 service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998890 Mar 23 01:45:43.007507 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e80fe194-e8ef-440c-89e1-b3ca91b8ce67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (4df0844c-dd11-479c-aec4-a4d72739a513), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:43.072635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f05b1d-65e4-47c2-bce9-dc0f2b694ac5 req-400b128e-75a6-4734-a8cd-3eaa9dc5e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:43.077580 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65f05b1d-65e4-47c2-bce9-dc0f2b694ac5 req-400b128e-75a6-4734-a8cd-3eaa9dc5e4f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 1125 time: 0.0704424 Mar 23 01:45:43.094296 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c729629-db72-4e89-a022-b17f73e23b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (d457c4c0-ffae-48ad-84be-d4560de1efe1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:43.105185 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cebf6d7f-7e68-42b0-8f71-1653eabdad34 req-61169a87-e07d-445b-adba-c6b89d2bbb8b tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125924 Mar 23 01:45:43.143391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c729629-db72-4e89-a022-b17f73e23b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d457c4c0-ffae-48ad-84be-d4560de1efe1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:43.146421 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d827f27-f431-42db-8b58-69c0c3bddfe6 admin admin] Publish callbacks [] for security_group (b8855f2e-5b2c-4b99-b4bd-cb69ddc0bbb5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:43.156709 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c729629-db72-4e89-a022-b17f73e23b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:43.160149 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5c729629-db72-4e89-a022-b17f73e23b79 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d457c4c0-ffae-48ad-84be-d4560de1efe1 HTTP/1.1" status: 204 len: 168 time: 0.7162752 Mar 23 01:45:43.163974 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49388) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:43.166582 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d827f27-f431-42db-8b58-69c0c3bddfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b8855f2e-5b2c-4b99-b4bd-cb69ddc0bbb5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:43.170592 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf3cc2d-5455-4f74-9e7b-fc95aad57782 None None] Network 6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:45:43.175535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8bb4970b-5b6b-411e-ad70-de61dd5025d8 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:43.247652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d827f27-f431-42db-8b58-69c0c3bddfe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:45:43.276508 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d827f27-f431-42db-8b58-69c0c3bddfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (f2f78b26-2f9a-4897-a2d5-1f55720cbca6), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:43.276907 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-7d827f27-f431-42db-8b58-69c0c3bddfe6 admin admin] Added segment f2f78b26-2f9a-4897-a2d5-1f55720cbca6 of type vlan for network f2cecb82-8f20-494b-a62f-3bdb2ee8056a Mar 23 01:45:43.280748 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d827f27-f431-42db-8b58-69c0c3bddfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8855f2e-5b2c-4b99-b4bd-cb69ddc0bbb5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:43.305508 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 8bb4970b-5b6b-411e-ad70-de61dd5025d8 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:43.306120 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8bb4970b-5b6b-411e-ad70-de61dd5025d8 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:43.338500 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:43.359100 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d827f27-f431-42db-8b58-69c0c3bddfe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (f2cecb82-8f20-494b-a62f-3bdb2ee8056a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:43.468682 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20d5ff9-9b4b-4a45-9299-046861cd0af9 None None] DHCP port deletion for 6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:45:43.490021 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d827f27-f431-42db-8b58-69c0c3bddfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (f2cecb82-8f20-494b-a62f-3bdb2ee8056a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:43.491001 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d827f27-f431-42db-8b58-69c0c3bddfe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:43.491577 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d827f27-f431-42db-8b58-69c0c3bddfe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:43.524950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4e9ac145-13a5-4253-bcfb-d76c4c08c894 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:43.555547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 4e9ac145-13a5-4253-bcfb-d76c4c08c894 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:43.556241 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4e9ac145-13a5-4253-bcfb-d76c4c08c894 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:43.570493 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7d827f27-f431-42db-8b58-69c0c3bddfe6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9398541 Mar 23 01:45:43.575404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49390) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:43.584733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-05650cd4-e8df-47b8-9f4e-e37202f5b11a admin admin] Request body: {'subnet': {'network_id': 'f2cecb82-8f20-494b-a62f-3bdb2ee8056a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-125084522-subnet', 'tenant_id': '926184a54f6a4bc882cb9b00b11d1018', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:45:43.585234 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c20d5ff9-9b4b-4a45-9299-046861cd0af9 None None] Deleting port 1db76226-b05b-4aa6-8a05-cf5e8b56c035 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:43.585684 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c20d5ff9-9b4b-4a45-9299-046861cd0af9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1db76226-b05b-4aa6-8a05-cf5e8b56c035), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:43.594098 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d827f27-f431-42db-8b58-69c0c3bddfe6 admin admin] Pushing event updated for resources: {'Network': ['ID=f2cecb82-8f20-494b-a62f-3bdb2ee8056a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:43.601980 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] Deleting port 1db76226-b05b-4aa6-8a05-cf5e8b56c035 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:43.602338 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1db76226-b05b-4aa6-8a05-cf5e8b56c035), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:43.635254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05650cd4-e8df-47b8-9f4e-e37202f5b11a admin admin] Made reservation on behalf of 926184a54f6a4bc882cb9b00b11d1018 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:45:43.637639 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05650cd4-e8df-47b8-9f4e-e37202f5b11a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:43.647799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network f2cecb82-8f20-494b-a62f-3bdb2ee8056a details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:45:43.719482 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] For port 1db76226-b05b-4aa6-8a05-cf5e8b56c035, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1db76226-b05b-4aa6-8a05-cf5e8b56c035,segment=NetworkSegment(5a9c88dd-4d81-472b-bc7d-67b1fdd6408b),segment_id=5a9c88dd-4d81-472b-bc7d-67b1fdd6408b)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:43.719850 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1db76226-b05b-4aa6-8a05-cf5e8b56c035), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:43.738022 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] Calling delete_port for 1db76226-b05b-4aa6-8a05-cf5e8b56c035 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:43.740192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee987d-7d0e-4ac7-9e87-72b480b961a2 req-7d10148c-7b5c-4704-8646-81d2cd64dee9 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:43.745104 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3dee987d-7d0e-4ac7-9e87-72b480b961a2 req-7d10148c-7b5c-4704-8646-81d2cd64dee9 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1708183 Mar 23 01:45:43.800237 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c20d5ff9-9b4b-4a45-9299-046861cd0af9 None None] For port 1db76226-b05b-4aa6-8a05-cf5e8b56c035, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1db76226-b05b-4aa6-8a05-cf5e8b56c035,segment=NetworkSegment(5a9c88dd-4d81-472b-bc7d-67b1fdd6408b),segment_id=5a9c88dd-4d81-472b-bc7d-67b1fdd6408b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:43.800657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f05b1d-65e4-47c2-bce9-dc0f2b694ac5 req-dcfb38fa-bfc5-4340-9eb0-0cca79da0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:43.801274 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c20d5ff9-9b4b-4a45-9299-046861cd0af9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1db76226-b05b-4aa6-8a05-cf5e8b56c035), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:43.803133 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65f05b1d-65e4-47c2-bce9-dc0f2b694ac5 req-dcfb38fa-bfc5-4340-9eb0-0cca79da0ccf service neutron] 10.222.0.42 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 0.7126796 Mar 23 01:45:43.812279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e80fe194-e8ef-440c-89e1-b3ca91b8ce67 admin admin] Deleting port 898e7879-bbba-4101-98e4-f3b851faf5e9 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:43.812729 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e80fe194-e8ef-440c-89e1-b3ca91b8ce67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:43.820857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c20d5ff9-9b4b-4a45-9299-046861cd0af9 None None] Calling delete_port for 1db76226-b05b-4aa6-8a05-cf5e8b56c035 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:43.867434 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65f05b1d-65e4-47c2-bce9-dc0f2b694ac5 req-d02c84fb-87fa-4d3e-9f05-30a6c501bdb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0b593c-2ce2-49d3-a433-432299c6327c HTTP/1.1" status: 200 len: 217 time: 0.0525258 Mar 23 01:45:43.928749 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3dee987d-7d0e-4ac7-9e87-72b480b961a2 req-2abb2818-c500-49ae-b700-80b9d6b8585d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655271 Mar 23 01:45:43.986358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f05b1d-65e4-47c2-bce9-dc0f2b694ac5 req-0fa00cdf-047f-4c20-8294-5604e061be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:43.987927 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65f05b1d-65e4-47c2-bce9-dc0f2b694ac5 req-0fa00cdf-047f-4c20-8294-5604e061be72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.1097269 Mar 23 01:45:43.988076 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabd5bd-c97a-47e7-925a-22f648db1ee7 req-70828d22-7e0f-4e51-8fe3-3254f05a8b96 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:43.995297 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0aabd5bd-c97a-47e7-925a-22f648db1ee7 req-70828d22-7e0f-4e51-8fe3-3254f05a8b96 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 943 time: 0.1986589 Mar 23 01:45:43.998779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-e80fe194-e8ef-440c-89e1-b3ca91b8ce67 admin admin] For port 898e7879-bbba-4101-98e4-f3b851faf5e9, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=898e7879-bbba-4101-98e4-f3b851faf5e9,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:43.999170 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e80fe194-e8ef-440c-89e1-b3ca91b8ce67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:44.002066 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c20d5ff9-9b4b-4a45-9299-046861cd0af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (1db76226-b05b-4aa6-8a05-cf5e8b56c035), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:44.012434 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1db76226-b05b-4aa6-8a05-cf5e8b56c035), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:44.036207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20d5ff9-9b4b-4a45-9299-046861cd0af9 None None] No DVR routers for this DVR port 1db76226-b05b-4aa6-8a05-cf5e8b56c035 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:45:44.058105 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e80fe194-e8ef-440c-89e1-b3ca91b8ce67 admin admin] Calling delete_port for 898e7879-bbba-4101-98e4-f3b851faf5e9 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:44.068669 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] Pushing event deleted for resources: {'Port': ['ID=1db76226-b05b-4aa6-8a05-cf5e8b56c035,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:44.081760 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] No DVR routers for this DVR port 1db76226-b05b-4aa6-8a05-cf5e8b56c035 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:45:44.085518 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d5ff9-9b4b-4a45-9299-046861cd0af9 None None] Pushing event deleted for resources: {'Port': ['ID=1db76226-b05b-4aa6-8a05-cf5e8b56c035,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:44.099385 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05650cd4-e8df-47b8-9f4e-e37202f5b11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (ddbc63b7-9d5e-41a3-99cb-c8a7f822b02c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:44.147218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f05b1d-65e4-47c2-bce9-dc0f2b694ac5 req-a4484d1d-ab05-4051-8cb7-215d756a451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:44.149999 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65f05b1d-65e4-47c2-bce9-dc0f2b694ac5 req-a4484d1d-ab05-4051-8cb7-215d756a451a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1400502 Mar 23 01:45:44.182736 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0aabd5bd-c97a-47e7-925a-22f648db1ee7 req-f2dd54be-b703-4439-9a4a-c77b794d1979 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864336 Mar 23 01:45:44.256399 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:44.307168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05650cd4-e8df-47b8-9f4e-e37202f5b11a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddbc63b7-9d5e-41a3-99cb-c8a7f822b02c,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:44.319008 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65f05b1d-65e4-47c2-bce9-dc0f2b694ac5 req-485ad244-876e-4710-ac14-2f7f1027e7d3 service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627722 Mar 23 01:45:44.335649 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05650cd4-e8df-47b8-9f4e-e37202f5b11a admin admin] Checking segment: {'id': 'f2f78b26-2f9a-4897-a2d5-1f55720cbca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f2cecb82-8f20-494b-a62f-3bdb2ee8056a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:45:44.336021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05650cd4-e8df-47b8-9f4e-e37202f5b11a admin admin] Network hostable DHCP agents. Network: f2cecb82-8f20-494b-a62f-3bdb2ee8056a, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:45:44.341352 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:44.361539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9c88dd-4d81-472b-bc7d-67b1fdd6408b') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:44.361839 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9c88dd-4d81-472b-bc7d-67b1fdd6408b') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:44.379470 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (5a9c88dd-4d81-472b-bc7d-67b1fdd6408b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:44.411073 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (5a9c88dd-4d81-472b-bc7d-67b1fdd6408b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:44.414411 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb4d17-53b7-41c9-a967-cf13d6d903ca req-4fa2f6cf-8281-4739-ad2b-a6b90e52f6e7 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:44.416097 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7efb4d17-53b7-41c9-a967-cf13d6d903ca req-4fa2f6cf-8281-4739-ad2b-a6b90e52f6e7 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1669185 Mar 23 01:45:44.419995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:45:44.423327 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05650cd4-e8df-47b8-9f4e-e37202f5b11a admin admin] Network f2cecb82-8f20-494b-a62f-3bdb2ee8056a is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:45:44.425995 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (5a9c88dd-4d81-472b-bc7d-67b1fdd6408b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:45:44.428386 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:45:44.452070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-05650cd4-e8df-47b8-9f4e-e37202f5b11a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, f2cecb82-8f20-494b-a62f-3bdb2ee8056a) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:45:44.461488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec11ea55-5045-4dcc-9438-b3411b43e2d7 None None] Network f2cecb82-8f20-494b-a62f-3bdb2ee8056a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:45:44.471279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05650cd4-e8df-47b8-9f4e-e37202f5b11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:44.471875 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05650cd4-e8df-47b8-9f4e-e37202f5b11a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:44.477957 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65f05b1d-65e4-47c2-bce9-dc0f2b694ac5 req-41d0cd4f-2c92-42a6-8673-a6dd4a610c85 service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530414 Mar 23 01:45:44.508358 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-05650cd4-e8df-47b8-9f4e-e37202f5b11a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9273245 Mar 23 01:45:44.511773 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7efb4d17-53b7-41c9-a967-cf13d6d903ca req-5a955889-0f4b-43a1-91d7-fc560eaebda7 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831287 Mar 23 01:45:44.530966 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:44.570757 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:44.574441 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] 10.222.0.18 "DELETE /v2.0/networks/6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e HTTP/1.1" status: 204 len: 168 time: 1.4091506 Mar 23 01:45:44.594843 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530e481-d0e5-490d-9b1d-5e874d0999da admin admin] Pushing event deleted for resources: {'Network': ['ID=6b5dde45-d7b6-4c5b-8ae4-a2005dbe024e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:44.611762 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e80fe194-e8ef-440c-89e1-b3ca91b8ce67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (898e7879-bbba-4101-98e4-f3b851faf5e9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:44.645444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fe194-e8ef-440c-89e1-b3ca91b8ce67 admin admin] Pushing event deleted for resources: {'Port': ['ID=898e7879-bbba-4101-98e4-f3b851faf5e9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:44.672797 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a0dfb6-076f-47bb-a052-c9111bb29f6e None None] Network f2cecb82-8f20-494b-a62f-3bdb2ee8056a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:45:44.949593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49410) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:44.998632 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e80fe194-e8ef-440c-89e1-b3ca91b8ce67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (4df0844c-dd11-479c-aec4-a4d72739a513), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:45.014734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-44d37018-d38f-4fdc-b474-f37e6fea72e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6f9aae227d84399a0bbd30fdbd1c690&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0615501 Mar 23 01:45:45.015295 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49412) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:45.147846 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2af778ba-6102-4d28-a6a0-e4f892525c3d admin admin] Publish callbacks [] for security_group (eef63ad8-0e31-4355-a95c-5b6938925c1a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:45.180978 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2af778ba-6102-4d28-a6a0-e4f892525c3d admin admin] Publish callbacks [] for security_group (eef63ad8-0e31-4355-a95c-5b6938925c1a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:45.378058 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc392e-689a-4030-88b5-fe5ece5b09dd req-2ad7278a-ff84-4733-89a3-809f252e9202 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:45.383070 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82fc392e-689a-4030-88b5-fe5ece5b09dd req-2ad7278a-ff84-4733-89a3-809f252e9202 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 943 time: 0.1003134 Mar 23 01:45:45.454441 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82fc392e-689a-4030-88b5-fe5ece5b09dd req-fa077e72-9d9b-497d-9c7f-2ae795f62a49 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646622 Mar 23 01:45:45.490112 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1db76226-b05b-4aa6-8a05-cf5e8b56c035 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:45.512962 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 1db76226-b05b-4aa6-8a05-cf5e8b56c035 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:45.513320 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1db76226-b05b-4aa6-8a05-cf5e8b56c035 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:45.651259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326c3b2-4e73-4671-9287-99a398fab7b5 req-0eff84fa-2d3d-45a1-8410-c5d0198e5817 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:45.653911 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2326c3b2-4e73-4671-9287-99a398fab7b5 req-0eff84fa-2d3d-45a1-8410-c5d0198e5817 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0609412 Mar 23 01:45:45.713081 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2326c3b2-4e73-4671-9287-99a398fab7b5 req-fd31a77a-28f3-4768-a59f-384507cee59e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533266 Mar 23 01:45:45.740687 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2af778ba-6102-4d28-a6a0-e4f892525c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (eef63ad8-0e31-4355-a95c-5b6938925c1a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:45.743549 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2af778ba-6102-4d28-a6a0-e4f892525c3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:45.747524 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2af778ba-6102-4d28-a6a0-e4f892525c3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eef63ad8-0e31-4355-a95c-5b6938925c1a HTTP/1.1" status: 204 len: 168 time: 0.7262735 Mar 23 01:45:45.754634 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80fe194-e8ef-440c-89e1-b3ca91b8ce67 admin admin] Router 4df0844c-dd11-479c-aec4-a4d72739a513 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:45:45.763073 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-1aa6e283-582a-4695-90e9-01f1701cd0e3 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:45.764749 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-1aa6e283-582a-4695-90e9-01f1701cd0e3 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/networks?id=8ea41b98-7f5f-4045-8adf-7f4dc37c0d25 HTTP/1.1" status: 200 len: 812 time: 0.1788616 Mar 23 01:45:45.783944 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af778ba-6102-4d28-a6a0-e4f892525c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef63ad8-0e31-4355-a95c-5b6938925c1a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:45.789649 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-9b5c91b2-6a16-4179-b547-169b5d154451 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/quotas/ecf9dbb5dcd3496f9493e8889a6317cb HTTP/1.1" status: 200 len: 375 time: 0.0168471 Mar 23 01:45:45.893292 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-165139ad-d82f-4aea-8ec1-63a8be0fd2a2 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf9dbb5dcd3496f9493e8889a6317cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569081 Mar 23 01:45:46.015253 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-4b919545-3765-4e78-8a6c-afaa72ff62da service neutron] 10.222.0.18 "GET /v2.0/networks/8ea41b98-7f5f-4045-8adf-7f4dc37c0d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089704 Mar 23 01:45:46.051779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80fe194-e8ef-440c-89e1-b3ca91b8ce67 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:45:46.061238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bccadb1-2ad1-4a2f-b2cf-eb8c5e55145d None None] Sync routers for ids ['4df0844c-dd11-479c-aec4-a4d72739a513'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:45:46.080000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c652fe-63b5-4fd0-9f28-6c466e4a3781 req-98507eef-ab31-4b3b-8b00-8366d9c8917f tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:46.087474 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1c652fe-63b5-4fd0-9f28-6c466e4a3781 req-98507eef-ab31-4b3b-8b00-8366d9c8917f tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0851834 Mar 23 01:45:46.101573 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bccadb1-2ad1-4a2f-b2cf-eb8c5e55145d None None] Routers {'4df0844c-dd11-479c-aec4-a4d72739a513'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:45:46.107981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7bccadb1-2ad1-4a2f-b2cf-eb8c5e55145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:45:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['4df0844c-dd11-479c-aec4-a4d72739a513'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:46.167843 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1c652fe-63b5-4fd0-9f28-6c466e4a3781 req-e9d7b996-b4ff-4c95-b3c7-81e91792a029 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794437 Mar 23 01:45:46.177275 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e80fe194-e8ef-440c-89e1-b3ca91b8ce67 admin admin] 10.222.0.18 "PUT /v2.0/routers/4df0844c-dd11-479c-aec4-a4d72739a513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8377149 Mar 23 01:45:46.178613 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49440) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:46.255240 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-7bccadb1-2ad1-4a2f-b2cf-eb8c5e55145d None None] Set router 4df0844c-dd11-479c-aec4-a4d72739a513 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:45:46.297922 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-fd23720a-4189-490a-9a65-eb268b827c9f service neutron] 10.222.0.18 "GET /v2.0/networks/8ea41b98-7f5f-4045-8adf-7f4dc37c0d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670658 Mar 23 01:45:46.349647 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5373191-0132-4969-9e9b-2c747afa17a9 admin admin] Publish callbacks [] for router (4df0844c-dd11-479c-aec4-a4d72739a513), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:46.360416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49444) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:46.410711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 1e0b593c-2ce2-49d3-a433-432299c6327c details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:45:46.419417 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-618b1e28-969f-45c3-93aa-d05dd1e549fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a0652f162104357970945c34d39ef48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0555317 Mar 23 01:45:46.419664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49446) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:46.531278 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a234f22c-e6a2-4d44-b76f-e706726eca34 admin admin] Publish callbacks [] for security_group (d37c4f78-4859-40dc-9a33-8c6f8710d313), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:46.533958 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7bccadb1-2ad1-4a2f-b2cf-eb8c5e55145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:45:44Z', 'revision_number': 5, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:46.571641 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bccadb1-2ad1-4a2f-b2cf-eb8c5e55145d None None] Checking router: 4df0844c-dd11-479c-aec4-a4d72739a513 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:45:46.586771 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bccadb1-2ad1-4a2f-b2cf-eb8c5e55145d None None] Routers {'4df0844c-dd11-479c-aec4-a4d72739a513'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:45:46.587889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7bccadb1-2ad1-4a2f-b2cf-eb8c5e55145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:45:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['4df0844c-dd11-479c-aec4-a4d72739a513'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:46.602546 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5373191-0132-4969-9e9b-2c747afa17a9 admin admin] Publish callbacks [] for router_gateway (4df0844c-dd11-479c-aec4-a4d72739a513), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:46.622218 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a234f22c-e6a2-4d44-b76f-e706726eca34 admin admin] Publish callbacks [] for security_group (d37c4f78-4859-40dc-9a33-8c6f8710d313), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:46.711020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857705bb-0b0e-46b9-9532-fd4a6a7db140 req-9a88f02f-4dcc-46aa-b662-80859530e3dd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:46.713810 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-857705bb-0b0e-46b9-9532-fd4a6a7db140 req-9a88f02f-4dcc-46aa-b662-80859530e3dd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 943 time: 0.1092973 Mar 23 01:45:46.717643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 1e0b593c-2ce2-49d3-a433-432299c6327c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1e0b593c-2ce2-49d3-a433-432299c6327c,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:46.718802 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c83b130-18c8-4041-af94-0b4e38856649 req-a43ac3cf-9f38-44e6-b0c2-14ed472cade0 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 210 time: 0.1020579 Mar 23 01:45:46.741571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '1e0b593c-2ce2-49d3-a433-432299c6327c', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'port_id': '1e0b593c-2ce2-49d3-a433-432299c6327c', 'mac_address': 'fa:16:3e:86:da:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:45:46.758126 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a234f22c-e6a2-4d44-b76f-e706726eca34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d37c4f78-4859-40dc-9a33-8c6f8710d313), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:46.761638 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a234f22c-e6a2-4d44-b76f-e706726eca34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:46.763103 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a234f22c-e6a2-4d44-b76f-e706726eca34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d37c4f78-4859-40dc-9a33-8c6f8710d313 HTTP/1.1" status: 204 len: 168 time: 0.3424904 Mar 23 01:45:46.773212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d5373191-0132-4969-9e9b-2c747afa17a9 admin admin] Deleting port ed7aaf25-5324-448e-a2bf-edbf8c07b3d1 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:46.773552 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5373191-0132-4969-9e9b-2c747afa17a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ed7aaf25-5324-448e-a2bf-edbf8c07b3d1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:46.816859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234f22c-e6a2-4d44-b76f-e706726eca34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37c4f78-4859-40dc-9a33-8c6f8710d313,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:46.858220 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-857705bb-0b0e-46b9-9532-fd4a6a7db140 req-ae9937a8-b02e-4c27-aa74-f3fca196b15f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378808 Mar 23 01:45:46.860458 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-7bccadb1-2ad1-4a2f-b2cf-eb8c5e55145d None None] Set router 4df0844c-dd11-479c-aec4-a4d72739a513 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:45:46.869857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 1e0b593c-2ce2-49d3-a433-432299c6327c is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:45:46.871284 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:46.936438 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-d5373191-0132-4969-9e9b-2c747afa17a9 admin admin] For port ed7aaf25-5324-448e-a2bf-edbf8c07b3d1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ed7aaf25-5324-448e-a2bf-edbf8c07b3d1,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:46.937069 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5373191-0132-4969-9e9b-2c747afa17a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ed7aaf25-5324-448e-a2bf-edbf8c07b3d1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:46.952634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0b593c-2ce2-49d3-a433-432299c6327c {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:45:46.959427 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d5373191-0132-4969-9e9b-2c747afa17a9 admin admin] Calling delete_port for ed7aaf25-5324-448e-a2bf-edbf8c07b3d1 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:47.053312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 1e0b593c-2ce2-49d3-a433-432299c6327c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1e0b593c-2ce2-49d3-a433-432299c6327c,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:47.064724 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:47.130147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=1e0b593c-2ce2-49d3-a433-432299c6327c,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:47.219834 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-7bccadb1-2ad1-4a2f-b2cf-eb8c5e55145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:45:44Z', 'revision_number': 5, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:47.252101 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5373191-0132-4969-9e9b-2c747afa17a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ed7aaf25-5324-448e-a2bf-edbf8c07b3d1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:47.259298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bccadb1-2ad1-4a2f-b2cf-eb8c5e55145d None None] The sync data for ids ['4df0844c-dd11-479c-aec4-a4d72739a513'] in n-d-834677-4 is: [{'id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'name': 'tempest-ServerRescueNegativeTestJSON-1507254888-router', 'tenant_id': '1a0be8da6981495ea519e2738ecfd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:17Z', 'updated_at': '2022-03-23T01:45:44Z', 'revision_number': 5, 'project_id': '1a0be8da6981495ea519e2738ecfd846', 'gw_port': {'id': 'ed7aaf25-5324-448e-a2bf-edbf8c07b3d1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0844c-dd11-479c-aec4-a4d72739a513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:20Z', 'updated_at': '2022-03-23T01:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:45:47.290339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['1e0b593c-2ce2-49d3-a433-432299c6327c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:45:47.371916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5373191-0132-4969-9e9b-2c747afa17a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7aaf25-5324-448e-a2bf-edbf8c07b3d1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:47.413211 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5373191-0132-4969-9e9b-2c747afa17a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (4df0844c-dd11-479c-aec4-a4d72739a513), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:47.562515 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5373191-0132-4969-9e9b-2c747afa17a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (4df0844c-dd11-479c-aec4-a4d72739a513), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:47.566135 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5373191-0132-4969-9e9b-2c747afa17a9 admin admin] Publish callbacks [] for router_controller (4df0844c-dd11-479c-aec4-a4d72739a513), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:47.583379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d4ab6-3992-485e-ba43-0627b1e6be46 req-cd4476e0-311e-4c43-9852-3a7d139b0059 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:47.585019 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-012d4ab6-3992-485e-ba43-0627b1e6be46 req-cd4476e0-311e-4c43-9852-3a7d139b0059 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.2705491 Mar 23 01:45:47.678645 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5373191-0132-4969-9e9b-2c747afa17a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (4df0844c-dd11-479c-aec4-a4d72739a513), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:47.679207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5373191-0132-4969-9e9b-2c747afa17a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4df0844c-dd11-479c-aec4-a4d72739a513 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:45:47.689801 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5373191-0132-4969-9e9b-2c747afa17a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:47.693343 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d5373191-0132-4969-9e9b-2c747afa17a9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4df0844c-dd11-479c-aec4-a4d72739a513 HTTP/1.1" status: 204 len: 168 time: 1.5123158 Mar 23 01:45:47.701985 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49478) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:47.754322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 898e7879-bbba-4101-98e4-f3b851faf5e9 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:47.821434 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 898e7879-bbba-4101-98e4-f3b851faf5e9 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:47.822219 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 898e7879-bbba-4101-98e4-f3b851faf5e9 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:47.846181 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-012d4ab6-3992-485e-ba43-0627b1e6be46 req-b61883b3-38b4-4a2a-8a7f-0543699df3d0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012558 Mar 23 01:45:47.864425 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-47970919-0c00-4325-912c-62af4c2150d6 admin admin] Deleting subnet 08d877d8-0c5c-494f-b07e-0547e1d110b1 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:45:47.868226 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-47970919-0c00-4325-912c-62af4c2150d6 admin admin] Publish callbacks [] for subnet (08d877d8-0c5c-494f-b07e-0547e1d110b1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:47.922050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c4acff6-b1fd-4416-a02f-205cbc1c901d req-07bc9caa-b895-461c-9401-0f22526466e6 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 210 time: 0.0600586 Mar 23 01:45:48.022670 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-47970919-0c00-4325-912c-62af4c2150d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (08d877d8-0c5c-494f-b07e-0547e1d110b1), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:48.143221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95e3ff-d5ce-49c7-bb98-a22343edcfcd req-22118820-5ea8-432d-bb22-08c179470204 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:48.154625 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf95e3ff-d5ce-49c7-bb98-a22343edcfcd req-22118820-5ea8-432d-bb22-08c179470204 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1197886 Mar 23 01:45:48.158415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21e778-44e3-4bcf-aa69-55b30f8d21d0 req-6d0f748b-7c47-4b62-8959-25fbd485b7be tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:48.160011 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d21e778-44e3-4bcf-aa69-55b30f8d21d0 req-6d0f748b-7c47-4b62-8959-25fbd485b7be tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 944 time: 0.1712208 Mar 23 01:45:48.205560 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-47970919-0c00-4325-912c-62af4c2150d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (08d877d8-0c5c-494f-b07e-0547e1d110b1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:48.225663 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf95e3ff-d5ce-49c7-bb98-a22343edcfcd req-0528880d-5ee4-4acf-94ff-fe54e00e27bf tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694921 Mar 23 01:45:48.290241 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d21e778-44e3-4bcf-aa69-55b30f8d21d0 req-7ffe03b7-32dd-4ba5-bc15-1f42c0e75b64 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195576 Mar 23 01:45:48.327285 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-47970919-0c00-4325-912c-62af4c2150d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (08d877d8-0c5c-494f-b07e-0547e1d110b1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:48.335186 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 1e0b593c-2ce2-49d3-a433-432299c6327c up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:45:48.367275 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-47970919-0c00-4325-912c-62af4c2150d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:48.370580 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-47970919-0c00-4325-912c-62af4c2150d6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/08d877d8-0c5c-494f-b07e-0547e1d110b1 HTTP/1.1" status: 204 len: 168 time: 0.6676161 Mar 23 01:45:48.371578 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47970919-0c00-4325-912c-62af4c2150d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08d877d8-0c5c-494f-b07e-0547e1d110b1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:48.373135 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49504) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:48.420151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcc08cf-758b-488c-ad87-883a6c3996bd None None] Network 2e4609e6-484a-44b5-8c5d-d44654d0857a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:45:48.485049 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (2e4609e6-484a-44b5-8c5d-d44654d0857a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:48.497539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f026ce-a2a0-4dfb-93f1-e3e8a91df93f req-01868774-b6c2-4e52-8116-dc28b31375ac tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:48.504938 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73f026ce-a2a0-4dfb-93f1-e3e8a91df93f req-01868774-b6c2-4e52-8116-dc28b31375ac tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1417983 Mar 23 01:45:48.560988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] Deleting port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:48.561938 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7b8c3fd7-1b98-4130-89ba-c091fd9f1c61), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:48.585293 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73f026ce-a2a0-4dfb-93f1-e3e8a91df93f req-a9fc1756-7d63-4fbe-bd6b-d99b9ac061aa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791852 Mar 23 01:45:48.713931 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 1e0b593c-2ce2-49d3-a433-432299c6327c completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:45:48.719194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 1e0b593c-2ce2-49d3-a433-432299c6327c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:45:48.719780 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:48.854689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-b5e51c29-b15a-46a7-966d-ea1dae8a94f9 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:48.857315 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-b5e51c29-b15a-46a7-966d-ea1dae8a94f9 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.43 "GET /v2.0/networks?id=8ea41b98-7f5f-4045-8adf-7f4dc37c0d25 HTTP/1.1" status: 200 len: 812 time: 0.2365313 Mar 23 01:45:48.860523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e3696-c144-4bca-98b5-ac0084e9aaa3 req-bfb58c89-1441-46cf-8585-ad00d681b2f8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:48.871117 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c95e3696-c144-4bca-98b5-ac0084e9aaa3 req-bfb58c89-1441-46cf-8585-ad00d681b2f8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1588502 Mar 23 01:45:48.896556 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] For port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7b8c3fd7-1b98-4130-89ba-c091fd9f1c61,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:48.896983 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7b8c3fd7-1b98-4130-89ba-c091fd9f1c61), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:48.900014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de74a672-8646-4ad8-ac43-780fa92d7217 None None] DHCP port deletion for 2e4609e6-484a-44b5-8c5d-d44654d0857a request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:45:48.918258 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] Calling delete_port for 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:48.927986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-49af5b28-a9a9-4bbb-ae96-e960f8b980e0 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Request body: {'port': {'device_id': '8233ab77-ea4d-4e88-a584-2240caaac6df', 'network_id': '8ea41b98-7f5f-4045-8adf-7f4dc37c0d25', 'admin_state_up': True, 'tenant_id': 'ecf9dbb5dcd3496f9493e8889a6317cb'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:45:48.952189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 1e0b593c-2ce2-49d3-a433-432299c6327c is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:45:48.952870 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:48.954727 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c95e3696-c144-4bca-98b5-ac0084e9aaa3 req-ee47a710-f976-4885-91f8-edf248a1eadf tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826175 Mar 23 01:45:48.999623 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40aff6f-34a0-4b07-8073-0199038e5d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0b593c-2ce2-49d3-a433-432299c6327c'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:45:49.002319 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0976916e-0cd7-4bc9-91a9-1772c2872701" -d '{"events": [{"server_uuid": "d40aff6f-34a0-4b07-8073-0199038e5d0f", "name": "network-vif-plugged", "status": "completed", "tag": "1e0b593c-2ce2-49d3-a433-432299c6327c"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:45:49.016317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-de74a672-8646-4ad8-ac43-780fa92d7217 None None] Deleting port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:45:49.016736 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-de74a672-8646-4ad8-ac43-780fa92d7217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7b8c3fd7-1b98-4130-89ba-c091fd9f1c61), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:49.061960 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33597f49-7a75-4080-a5fc-04ed258ca826 req-2a71675d-db40-4ca8-9eaf-d9b7f5f3e6ee tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 210 time: 0.0512583 Mar 23 01:45:49.071861 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 1e0b593c-2ce2-49d3-a433-432299c6327c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1e0b593c-2ce2-49d3-a433-432299c6327c,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:49.085059 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:49.148474 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-de74a672-8646-4ad8-ac43-780fa92d7217 None None] For port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7b8c3fd7-1b98-4130-89ba-c091fd9f1c61,segment=NetworkSegment(b42f9892-24a9-46e9-af4d-18aa577eeae9),segment_id=b42f9892-24a9-46e9-af4d-18aa577eeae9)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:49.149037 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-de74a672-8646-4ad8-ac43-780fa92d7217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7b8c3fd7-1b98-4130-89ba-c091fd9f1c61), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:49.166636 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176a3dd1-41ed-47b4-abad-d7a0bf1b74c4 x-openstack-request-id: req-176a3dd1-41ed-47b4-abad-d7a0bf1b74c4 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:45:49.167003 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40aff6f-34a0-4b07-8073-0199038e5d0f", "name": "network-vif-plugged", "status": "completed", "tag": "1e0b593c-2ce2-49d3-a433-432299c6327c", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:45:49.167242 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-176a3dd1-41ed-47b4-abad-d7a0bf1b74c4 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:45:49.167601 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-176a3dd1-41ed-47b4-abad-d7a0bf1b74c4'] response: {'server_uuid': 'd40aff6f-34a0-4b07-8073-0199038e5d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0b593c-2ce2-49d3-a433-432299c6327c', 'code': 200} Mar 23 01:45:49.170523 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-de74a672-8646-4ad8-ac43-780fa92d7217 None None] Calling delete_port for 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:45:49.182594 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-007cc064-3abc-4b27-b644-c69b79290ec5 req-564b432d-c020-4fa7-8b63-42d7088a3566 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0527825 Mar 23 01:45:49.243799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=1e0b593c-2ce2-49d3-a433-432299c6327c,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:49.325709 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-de74a672-8646-4ad8-ac43-780fa92d7217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (7b8c3fd7-1b98-4130-89ba-c091fd9f1c61), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:49.344374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-49af5b28-a9a9-4bbb-ae96-e960f8b980e0 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Made reservation on behalf of ecf9dbb5dcd3496f9493e8889a6317cb for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:45:49.352864 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de74a672-8646-4ad8-ac43-780fa92d7217 None None] No DVR routers for this DVR port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:45:49.353285 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-49af5b28-a9a9-4bbb-ae96-e960f8b980e0 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:49.378642 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (7b8c3fd7-1b98-4130-89ba-c091fd9f1c61), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:49.418471 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8c3fd7-1b98-4130-89ba-c091fd9f1c61,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:49.497433 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] No DVR routers for this DVR port 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:45:49.499804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c8a34-3286-4bce-ade1-24212ee6e0d4 req-7984febb-5c0b-4b2c-9760-cbeda6082604 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:49.499982 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74a672-8646-4ad8-ac43-780fa92d7217 None None] Pushing event deleted for resources: {'Port': ['ID=7b8c3fd7-1b98-4130-89ba-c091fd9f1c61,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:49.500062 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-930c8a34-3286-4bce-ade1-24212ee6e0d4 req-7984febb-5c0b-4b2c-9760-cbeda6082604 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.2156744 Mar 23 01:45:49.500062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e677cf3-6f00-4a80-b9fe-c8a59ebe3c3a req-8ea71db6-a2c1-4d1b-b7fe-cc2eba131d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:49.500062 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e677cf3-6f00-4a80-b9fe-c8a59ebe3c3a req-8ea71db6-a2c1-4d1b-b7fe-cc2eba131d98 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 1127 time: 0.1980500 Mar 23 01:45:49.500256 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ed7aaf25-5324-448e-a2bf-edbf8c07b3d1 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:49.551928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: ed7aaf25-5324-448e-a2bf-edbf8c07b3d1 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:49.552138 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ed7aaf25-5324-448e-a2bf-edbf8c07b3d1 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:49.553038 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:45:49.562911 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e677cf3-6f00-4a80-b9fe-c8a59ebe3c3a req-4cd72fea-9a34-4dcf-830c-8a8de0351380 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687947 Mar 23 01:45:49.577407 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-df26f7f6-ed65-4c0b-8398-aeee7befa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:49.579096 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:45:49.579825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7b8c3fd7-1b98-4130-89ba-c091fd9f1c61 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:45:49.579934 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-930c8a34-3286-4bce-ade1-24212ee6e0d4 req-18d2fe79-8849-412f-b278-1a9f26764d21 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326418 Mar 23 01:45:49.729302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796c579-5699-4e45-9cc2-5bde3e5ea134 req-930ba475-76a6-4410-9304-8877d1e42429 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:49.731000 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c796c579-5699-4e45-9cc2-5bde3e5ea134 req-930ba475-76a6-4410-9304-8877d1e42429 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0753367 Mar 23 01:45:49.760068 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (2e4609e6-484a-44b5-8c5d-d44654d0857a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:49.801533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c796c579-5699-4e45-9cc2-5bde3e5ea134 req-a0f1229f-e2e1-4ac4-85a4-6b85652e0839 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607035 Mar 23 01:45:49.807894 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127dc01-df9f-471e-8c28-91de227c6e96 req-f9458ca4-529f-4387-8ec7-01a74d323aa8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:49.809740 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f127dc01-df9f-471e-8c28-91de227c6e96 req-f9458ca4-529f-4387-8ec7-01a74d323aa8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 945 time: 0.2921364 Mar 23 01:45:49.848454 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4609e6-484a-44b5-8c5d-d44654d0857a']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:49.874079 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42f9892-24a9-46e9-af4d-18aa577eeae9') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:49.874735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42f9892-24a9-46e9-af4d-18aa577eeae9') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:45:49.900533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-49af5b28-a9a9-4bbb-ae96-e960f8b980e0 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Allocated IP 172.20.0.13 (8ea41b98-7f5f-4045-8adf-7f4dc37c0d25/f22183ad-4acd-4720-83ae-dad6016d5226/e33bad84-44e8-420e-bc38-7cb80d527254) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:45:49.904206 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (b42f9892-24a9-46e9-af4d-18aa577eeae9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:49.941423 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f127dc01-df9f-471e-8c28-91de227c6e96 req-f2feff52-27ad-4f2e-b9c9-21b80e13ff1d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228335 Mar 23 01:45:49.946487 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b42f9892-24a9-46e9-af4d-18aa577eeae9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:49.963987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:45:49.964389 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (b42f9892-24a9-46e9-af4d-18aa577eeae9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:45:49.966348 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:45:50.022662 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f17889-0194-433f-9b54-19e404e4b8ca req-3ddccf07-d476-4ef0-ac9c-d9102d4654d8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:50.032754 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03f17889-0194-433f-9b54-19e404e4b8ca req-3ddccf07-d476-4ef0-ac9c-d9102d4654d8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1044321 Mar 23 01:45:50.050796 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (2e4609e6-484a-44b5-8c5d-d44654d0857a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:50.084988 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03f17889-0194-433f-9b54-19e404e4b8ca req-517c64a2-21fa-4b53-9f28-a05f3d3308d4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507789 Mar 23 01:45:50.088076 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:50.091270 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2e4609e6-484a-44b5-8c5d-d44654d0857a HTTP/1.1" status: 204 len: 168 time: 1.7172048 Mar 23 01:45:50.109626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdf877-eff4-4b81-896c-00d6690ebeb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e4609e6-484a-44b5-8c5d-d44654d0857a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:50.171469 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-49af5b28-a9a9-4bbb-ae96-e960f8b980e0 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Publish callbacks [] for port (e33bad84-44e8-420e-bc38-7cb80d527254), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:50.238820 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ef97b-1493-4a8a-98fd-88460a5e920a req-011eb304-5b6b-4198-9676-a40ca06007ca tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:50.246437 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3c4ef97b-1493-4a8a-98fd-88460a5e920a req-011eb304-5b6b-4198-9676-a40ca06007ca tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0684628 Mar 23 01:45:50.255982 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-49af5b28-a9a9-4bbb-ae96-e960f8b980e0 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e33bad84-44e8-420e-bc38-7cb80d527254), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:50.306584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3c4ef97b-1493-4a8a-98fd-88460a5e920a req-64c1501a-faf0-4662-ae2f-2c96f4b88d40 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590632 Mar 23 01:45:50.337536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-49af5b28-a9a9-4bbb-ae96-e960f8b980e0 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Network 8ea41b98-7f5f-4045-8adf-7f4dc37c0d25 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:45:50.349379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-49af5b28-a9a9-4bbb-ae96-e960f8b980e0 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:45:50.355907 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-49af5b28-a9a9-4bbb-ae96-e960f8b980e0 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:45:50.360965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af5b28-a9a9-4bbb-ae96-e960f8b980e0 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Pushing event updated for resources: {'Port': ['ID=e33bad84-44e8-420e-bc38-7cb80d527254,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:50.402593 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be62e4-c36c-4a02-952c-07416494545d req-d5426898-4c5f-41f7-8e11-d2984d08d009 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:50.404340 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f6be62e4-c36c-4a02-952c-07416494545d req-d5426898-4c5f-41f7-8e11-d2984d08d009 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 932 time: 0.1868017 Mar 23 01:45:50.418560 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49556) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:50.421692 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d069654a-4c2c-451e-8d7a-484a0cb30fb0 req-b5f76b49-9a41-404f-b736-56a9a0ed3953 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0368588 Mar 23 01:45:50.465924 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-49af5b28-a9a9-4bbb-ae96-e960f8b980e0 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:50.466569 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-49af5b28-a9a9-4bbb-ae96-e960f8b980e0 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:50.533767 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-49af5b28-a9a9-4bbb-ae96-e960f8b980e0 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6094990 Mar 23 01:45:50.539269 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:50.543028 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-159c7a43-1802-44a3-a6af-70f4bf8557f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a0be8da6981495ea519e2738ecfd846&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1201510 Mar 23 01:45:50.545042 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49562) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:50.559652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Request body: {'port': {'device_id': '8233ab77-ea4d-4e88-a584-2240caaac6df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:45:50.599320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0856e-a50b-4fcb-bf76-c5927c52f985 req-549c052e-5052-4ea6-996b-c3d31fb51b04 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:50.607827 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2e0856e-a50b-4fcb-bf76-c5927c52f985 req-549c052e-5052-4ea6-996b-c3d31fb51b04 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0899801 Mar 23 01:45:50.643838 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f6be62e4-c36c-4a02-952c-07416494545d req-159b6c0a-d56a-4110-a9d2-74ba6c788080 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188203 Mar 23 01:45:50.671642 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2e0856e-a50b-4fcb-bf76-c5927c52f985 req-1d5a3118-d5f2-4660-9d45-599c763dd57f tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626056 Mar 23 01:45:50.676294 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e33bad84-44e8-420e-bc38-7cb80d527254), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:50.730637 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a703b5e-c745-4a25-aa2c-2d44a5cc8e67 admin admin] Publish callbacks [] for security_group (30314691-3a1f-451a-b8f2-7d3d98747f49), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:50.743346 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:45:50.788430 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a703b5e-c745-4a25-aa2c-2d44a5cc8e67 admin admin] Publish callbacks [] for security_group (30314691-3a1f-451a-b8f2-7d3d98747f49), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:50.969883 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4b506-0e99-4e2c-884e-6d441dcdd302 req-4af04f63-43ca-49e8-a283-5258f1a9dd77 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:50.971408 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e1d4b506-0e99-4e2c-884e-6d441dcdd302 req-4af04f63-43ca-49e8-a283-5258f1a9dd77 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.2076228 Mar 23 01:45:51.006001 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a703b5e-c745-4a25-aa2c-2d44a5cc8e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (30314691-3a1f-451a-b8f2-7d3d98747f49), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:51.008811 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a703b5e-c745-4a25-aa2c-2d44a5cc8e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:51.012810 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8a703b5e-c745-4a25-aa2c-2d44a5cc8e67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30314691-3a1f-451a-b8f2-7d3d98747f49 HTTP/1.1" status: 204 len: 168 time: 0.4624398 Mar 23 01:45:51.037957 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a703b5e-c745-4a25-aa2c-2d44a5cc8e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30314691-3a1f-451a-b8f2-7d3d98747f49,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:51.090399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c0979-e15c-488b-9d87-dd7b4dc5493e req-87f4bed8-9bc5-4f64-bdc7-9a045a1046d0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:51.091992 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f47c0979-e15c-488b-9d87-dd7b4dc5493e req-87f4bed8-9bc5-4f64-bdc7-9a045a1046d0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 945 time: 0.0747752 Mar 23 01:45:51.111644 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e1d4b506-0e99-4e2c-884e-6d441dcdd302 req-fb519548-2d51-4425-bee4-7a6756837af5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322744 Mar 23 01:45:51.171457 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f47c0979-e15c-488b-9d87-dd7b4dc5493e req-7732911a-4f0c-4562-bc8b-e186eacaa06f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724847 Mar 23 01:45:51.204234 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e33bad84-44e8-420e-bc38-7cb80d527254 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:45:51.212866 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Publish callbacks [] for port (e33bad84-44e8-420e-bc38-7cb80d527254), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:51.226518 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Transition to ACTIVE for port object e33bad84-44e8-420e-bc38-7cb80d527254 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:45:51.234885 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e33bad84-44e8-420e-bc38-7cb80d527254), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:51.331785 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b70b6c56-f137-4d0c-a53d-a3fa4a0e0a76 req-95eb8adb-e3c9-4cba-9bdd-7ec7bae3b471 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=9cfedab891ae40a69e89c87dd801befa HTTP/1.1" status: 200 len: 267 time: 0.0723248 Mar 23 01:45:51.347260 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde795e-3a30-455a-bd78-9ecb931b1336 req-e893d196-c088-4292-8e99-6034d246828d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:51.347626 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-abde795e-3a30-455a-bd78-9ecb931b1336 req-e893d196-c088-4292-8e99-6034d246828d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1149180 Mar 23 01:45:51.348326 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Pushing event updated for resources: {'Port': ['ID=e33bad84-44e8-420e-bc38-7cb80d527254,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:51.400041 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b6c56-f137-4d0c-a53d-a3fa4a0e0a76 req-5f964bf2-7558-4e98-9501-fe21c2243bdd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:51.406075 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b70b6c56-f137-4d0c-a53d-a3fa4a0e0a76 req-5f964bf2-7558-4e98-9501-fe21c2243bdd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 945 time: 0.0729637 Mar 23 01:45:51.415385 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-b70b6c56-f137-4d0c-a53d-a3fa4a0e0a76 req-e47bc718-76bb-469a-ac49-1a5925edca85 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Request body: {'port': {'security_groups': []}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:45:51.465682 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-abde795e-3a30-455a-bd78-9ecb931b1336 req-9ee25ab2-99f8-4d4c-8ab0-06029893bb9a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963161 Mar 23 01:45:51.485318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Attempting to bind port e33bad84-44e8-420e-bc38-7cb80d527254 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:45:51.485973 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Attempting to bind port e33bad84-44e8-420e-bc38-7cb80d527254 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'adfe0c36-e1ea-4eed-8261-c6699524c7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8ea41b98-7f5f-4045-8adf-7f4dc37c0d25'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:45:51.486420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Attempting to bind port e33bad84-44e8-420e-bc38-7cb80d527254 on network 8ea41b98-7f5f-4045-8adf-7f4dc37c0d25 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:45:51.492902 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Port e33bad84-44e8-420e-bc38-7cb80d527254 on network 8ea41b98-7f5f-4045-8adf-7f4dc37c0d25 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:45:51.492902 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Attempting to bind port e33bad84-44e8-420e-bc38-7cb80d527254 on network 8ea41b98-7f5f-4045-8adf-7f4dc37c0d25 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:45:51.499089 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:45:51.499585 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Checking segment: {'id': 'adfe0c36-e1ea-4eed-8261-c6699524c7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8ea41b98-7f5f-4045-8adf-7f4dc37c0d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:45:51.500066 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Bound using segment: {'id': 'adfe0c36-e1ea-4eed-8261-c6699524c7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8ea41b98-7f5f-4045-8adf-7f4dc37c0d25'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:45:51.500812 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Bound port: e33bad84-44e8-420e-bc38-7cb80d527254, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adfe0c36-e1ea-4eed-8261-c6699524c7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8ea41b98-7f5f-4045-8adf-7f4dc37c0d25'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:45:51.501280 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e33bad84-44e8-420e-bc38-7cb80d527254), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:51.530505 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b70b6c56-f137-4d0c-a53d-a3fa4a0e0a76 req-e47bc718-76bb-469a-ac49-1a5925edca85 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:51.604673 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-51ccdd11-30d4-4e31-a008-143afd3f34ad req-f1209615-807c-4671-b44a-172c7423b35a tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0499508 Mar 23 01:45:51.614966 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] For port e33bad84-44e8-420e-bc38-7cb80d527254, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:45:51.619302 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] For port e33bad84-44e8-420e-bc38-7cb80d527254, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e33bad84-44e8-420e-bc38-7cb80d527254,segment=NetworkSegment(adfe0c36-e1ea-4eed-8261-c6699524c7b2),segment_id=adfe0c36-e1ea-4eed-8261-c6699524c7b2)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:45:51.635672 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e33bad84-44e8-420e-bc38-7cb80d527254), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:51.681714 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:51.682717 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:51.684293 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] 10.222.0.43 "PUT /v2.0/ports/e33bad84-44e8-420e-bc38-7cb80d527254 HTTP/1.1" status: 200 len: 1092 time: 1.1381667 Mar 23 01:45:51.684894 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8233ab77-ea4d-4e88-a584-2240caaac6df', 'tag': 'e33bad84-44e8-420e-bc38-7cb80d527254'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:45:51.687253 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a160e16c-a8b8-47af-bcb2-d9717ffc66e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8233ab77-ea4d-4e88-a584-2240caaac6df", "tag": "e33bad84-44e8-420e-bc38-7cb80d527254"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:45:51.746569 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516c840-42ad-42cc-bf01-514f12753b42 service neutron] Pushing event updated for resources: {'Port': ['ID=e33bad84-44e8-420e-bc38-7cb80d527254,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:51.793535 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b640f4a9-8017-4537-9203-9fdab341396d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:51.799513 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b11efa-725b-4403-ad38-178a1c92d377 req-e9d2a096-67df-4dff-b80f-314583371ff7 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:51.806577 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b3b11efa-725b-4403-ad38-178a1c92d377 req-e9d2a096-67df-4dff-b80f-314583371ff7 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1043022 Mar 23 01:45:51.823633 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b70b6c56-f137-4d0c-a53d-a3fa4a0e0a76 req-e47bc718-76bb-469a-ac49-1a5925edca85 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] For port 1e0b593c-2ce2-49d3-a433-432299c6327c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1e0b593c-2ce2-49d3-a433-432299c6327c,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:51.857351 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-f8f145b8-061e-4d93-b118-a1d57a825387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:51.858855 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-f8f145b8-061e-4d93-b118-a1d57a825387 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ecf9dbb5dcd3496f9493e8889a6317cb&device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 1126 time: 0.1014655 Mar 23 01:45:51.872666 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b70b6c56-f137-4d0c-a53d-a3fa4a0e0a76 req-e47bc718-76bb-469a-ac49-1a5925edca85 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:51.872864 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b3b11efa-725b-4403-ad38-178a1c92d377 req-af9443a6-77e2-4e37-a3a5-ea69fbe5c24e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632617 Mar 23 01:45:51.882011 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b70b6c56-f137-4d0c-a53d-a3fa4a0e0a76 req-e47bc718-76bb-469a-ac49-1a5925edca85 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:51.897948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8d09241b-051c-40f7-b696-948a130aec12', '1e0b593c-2ce2-49d3-a433-432299c6327c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:45:51.924757 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-191862bb-29a6-4bf9-abf2-2d2c6361cb31 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e33bad84-44e8-420e-bc38-7cb80d527254 HTTP/1.1" status: 200 len: 217 time: 0.0515442 Mar 23 01:45:51.994541 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['0d3cf457-57a4-4005-b615-3079074328b8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:45:52.023797 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-88bde36d-a0c7-41c2-a940-6ff0b4dc169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:52.025465 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-88bde36d-a0c7-41c2-a940-6ff0b4dc169f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f22183ad-4acd-4720-83ae-dad6016d5226 HTTP/1.1" status: 200 len: 852 time: 0.0943141 Mar 23 01:45:52.034609 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b6c56-f137-4d0c-a53d-a3fa4a0e0a76 req-e47bc718-76bb-469a-ac49-1a5925edca85 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:52.034609 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b70b6c56-f137-4d0c-a53d-a3fa4a0e0a76 req-e47bc718-76bb-469a-ac49-1a5925edca85 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:52.066368 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b70b6c56-f137-4d0c-a53d-a3fa4a0e0a76 req-e47bc718-76bb-469a-ac49-1a5925edca85 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "PUT /v2.0/ports/1e0b593c-2ce2-49d3-a433-432299c6327c HTTP/1.1" status: 200 len: 904 time: 0.6592383 Mar 23 01:45:52.069989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40aff6f-34a0-4b07-8073-0199038e5d0f', 'tag': '1e0b593c-2ce2-49d3-a433-432299c6327c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:45:52.082779 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dad344-0606-490b-a1e4-39be3b7a1161" -d '{"events": [{"name": "network-changed", "server_uuid": "d40aff6f-34a0-4b07-8073-0199038e5d0f", "tag": "1e0b593c-2ce2-49d3-a433-432299c6327c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:45:52.148036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['1e0b593c-2ce2-49d3-a433-432299c6327c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:45:52.167066 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bc718-76bb-469a-ac49-1a5925edca85 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event updated for resources: {'Port': ['ID=1e0b593c-2ce2-49d3-a433-432299c6327c,revision_number=6']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:52.418877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ed532-171d-4972-90b9-aeeb4e1bfffb req-bd5e00d9-029b-408d-900d-0a4eb79aaff0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:52.429832 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da1ed532-171d-4972-90b9-aeeb4e1bfffb req-bd5e00d9-029b-408d-900d-0a4eb79aaff0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 907 time: 0.0744903 Mar 23 01:45:52.501954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e75ca-e184-4924-b387-86c2c767b4da req-d1780046-657c-4533-b033-2449b9bbe205 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:52.509232 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-289e75ca-e184-4924-b387-86c2c767b4da req-d1780046-657c-4533-b033-2449b9bbe205 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 944 time: 0.5411587 Mar 23 01:45:52.512545 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a37618c-b46b-4ce7-8045-2e0761ed90b4 x-openstack-request-id: req-9a37618c-b46b-4ce7-8045-2e0761ed90b4 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:45:52.512862 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8233ab77-ea4d-4e88-a584-2240caaac6df", "tag": "e33bad84-44e8-420e-bc38-7cb80d527254", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:45:52.513120 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a37618c-b46b-4ce7-8045-2e0761ed90b4 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:45:52.513523 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a37618c-b46b-4ce7-8045-2e0761ed90b4'] response: {'name': 'network-changed', 'server_uuid': '8233ab77-ea4d-4e88-a584-2240caaac6df', 'tag': 'e33bad84-44e8-420e-bc38-7cb80d527254', 'status': 'completed', 'code': 200} Mar 23 01:45:52.515744 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-482be4ed-0be8-4fca-a4b0-e3381eec62ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ea41b98-7f5f-4045-8adf-7f4dc37c0d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4828761 Mar 23 01:45:52.551961 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbbb1cb-8303-4991-b371-1cfc59f55e2b x-openstack-request-id: req-9fbbb1cb-8303-4991-b371-1cfc59f55e2b {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:45:52.552419 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40aff6f-34a0-4b07-8073-0199038e5d0f", "tag": "1e0b593c-2ce2-49d3-a433-432299c6327c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:45:52.552856 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9fbbb1cb-8303-4991-b371-1cfc59f55e2b {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:45:52.553442 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbbb1cb-8303-4991-b371-1cfc59f55e2b'] response: {'name': 'network-changed', 'server_uuid': 'd40aff6f-34a0-4b07-8073-0199038e5d0f', 'tag': '1e0b593c-2ce2-49d3-a433-432299c6327c', 'status': 'completed', 'code': 200} Mar 23 01:45:52.614058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a49fe13a-18b8-4f08-9c68-8ddbb145466c None None] Provisioning complete for port 1e0b593c-2ce2-49d3-a433-432299c6327c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:45:52.614463 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a49fe13a-18b8-4f08-9c68-8ddbb145466c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:52.637078 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dad344-0606-490b-a1e4-39be3b7a1161 req-01cbbed6-3a42-4fdd-9578-478e4134b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:52.638857 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-10dad344-0606-490b-a1e4-39be3b7a1161 req-01cbbed6-3a42-4fdd-9578-478e4134b719 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 1089 time: 0.0564036 Mar 23 01:45:52.704623 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-289e75ca-e184-4924-b387-86c2c767b4da req-87fe8736-5b2c-43d0-b063-01ea58506afd tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863317 Mar 23 01:45:52.827721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbf27c-fd30-4b66-b892-be335dfb42fc req-9a9de062-539a-41ee-82dd-398730af7b19 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:52.832464 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3bbf27c-fd30-4b66-b892-be335dfb42fc req-9a9de062-539a-41ee-82dd-398730af7b19 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1784194 Mar 23 01:45:52.836725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a49fe13a-18b8-4f08-9c68-8ddbb145466c None None] Current status of the port 1e0b593c-2ce2-49d3-a433-432299c6327c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:45:52.840660 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-13ac65a6-2b5d-41c7-b3ca-0c85c971e819 service neutron] 10.222.0.43 "GET /v2.0/networks/8ea41b98-7f5f-4045-8adf-7f4dc37c0d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106828 Mar 23 01:45:52.942181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b04e0-c689-4ff2-b61f-c265beb8c235 req-b629885f-5563-4fe8-8612-6fd8115ae3a4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:52.945243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dad344-0606-490b-a1e4-39be3b7a1161 req-72dadd04-9924-4d0a-aa70-57aee0abba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:52.947465 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-10dad344-0606-490b-a1e4-39be3b7a1161 req-72dadd04-9924-4d0a-aa70-57aee0abba39 service neutron] 10.222.0.42 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 0.3027990 Mar 23 01:45:52.949765 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6e5b04e0-c689-4ff2-b61f-c265beb8c235 req-b629885f-5563-4fe8-8612-6fd8115ae3a4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1802666 Mar 23 01:45:52.969044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3bbf27c-fd30-4b66-b892-be335dfb42fc req-5c135f61-651f-4bc7-8bea-2895859d0e58 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092658 Mar 23 01:45:53.048718 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-10dad344-0606-490b-a1e4-39be3b7a1161 req-8e8af8e1-8fa3-41b3-bf56-7726cbb87b72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0b593c-2ce2-49d3-a433-432299c6327c HTTP/1.1" status: 200 len: 217 time: 0.0784492 Mar 23 01:45:53.071901 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6e5b04e0-c689-4ff2-b61f-c265beb8c235 req-b1bf2934-505a-4b7c-91ff-1cbecf6edfe1 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211195 Mar 23 01:45:53.094701 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc33b95-d66e-4ff2-9bea-ab66bb49d83c req-c6698237-a517-4fcb-b576-510358315705 service neutron] 10.222.0.43 "GET /v2.0/networks/8ea41b98-7f5f-4045-8adf-7f4dc37c0d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470405 Mar 23 01:45:53.157863 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b665c61a-204e-47d8-bffd-44c7b3a03186 req-01d9dd2e-ade0-4cd5-8f73-55ad66ce815a tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0598357 Mar 23 01:45:53.182741 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dad344-0606-490b-a1e4-39be3b7a1161 req-dd837d4e-070f-4e64-a94f-e395f0aa2cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:53.189776 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-10dad344-0606-490b-a1e4-39be3b7a1161 req-dd837d4e-070f-4e64-a94f-e395f0aa2cb3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.1280077 Mar 23 01:45:53.206754 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:53.279341 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b3a8991a-55f1-472c-82fe-9a0594ae1f8f req-038bfd34-801d-4df9-af25-338fd8b6f642 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0556312 Mar 23 01:45:53.309386 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dad344-0606-490b-a1e4-39be3b7a1161 req-3aa4c85f-cdfa-4a39-a8cb-9069ee41fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:53.310930 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-10dad344-0606-490b-a1e4-39be3b7a1161 req-3aa4c85f-cdfa-4a39-a8cb-9069ee41fd51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1130815 Mar 23 01:45:53.320830 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451a711-8520-4c8c-84d2-81a097011fa3 req-d13a1005-9dbf-4984-bf50-60fe3440e311 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:53.328002 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a451a711-8520-4c8c-84d2-81a097011fa3 req-d13a1005-9dbf-4984-bf50-60fe3440e311 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1627886 Mar 23 01:45:53.339765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160e16c-a8b8-47af-bcb2-d9717ffc66e6 req-513df5f5-ee9d-4d3a-9329-358d515c754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:53.341465 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a160e16c-a8b8-47af-bcb2-d9717ffc66e6 req-513df5f5-ee9d-4d3a-9329-358d515c754a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ecf9dbb5dcd3496f9493e8889a6317cb&device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 1126 time: 0.1167576 Mar 23 01:45:53.396191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d118d-57b1-4533-944a-d2c98be3d181 req-acd87804-0673-4739-8f98-16bb5987270c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:53.397979 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-562d118d-57b1-4533-944a-d2c98be3d181 req-acd87804-0673-4739-8f98-16bb5987270c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1598108 Mar 23 01:45:53.419685 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a451a711-8520-4c8c-84d2-81a097011fa3 req-a8c65296-a93d-4340-9714-2832859bb1d2 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846596 Mar 23 01:45:53.486407 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-10dad344-0606-490b-a1e4-39be3b7a1161 req-28a1ec33-aab0-4f90-a57a-7be2129ae87e service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672873 Mar 23 01:45:53.495522 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-562d118d-57b1-4533-944a-d2c98be3d181 req-779a009a-48df-41b3-92f7-028d2ec078b3 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861268 Mar 23 01:45:53.584290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e7392-617c-4fef-8239-d593bb2ada8b req-6eb1aa85-c18c-4013-bc07-42ae3d05e48d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:53.586556 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5c2e7392-617c-4fef-8239-d593bb2ada8b req-6eb1aa85-c18c-4013-bc07-42ae3d05e48d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0807900 Mar 23 01:45:53.642368 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-10dad344-0606-490b-a1e4-39be3b7a1161 req-30c8037c-3244-473b-9ff5-b6d618799e3b service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455007 Mar 23 01:45:53.674995 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5c2e7392-617c-4fef-8239-d593bb2ada8b req-8233d3f7-901b-49b5-9c61-dcdfdc5c13a1 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815101 Mar 23 01:45:53.744627 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3345f-df08-45f1-be98-414ed80e8034 req-cf4a1cde-302a-46f2-b768-ea8708c429b5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:53.746710 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-30e3345f-df08-45f1-be98-414ed80e8034 req-cf4a1cde-302a-46f2-b768-ea8708c429b5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1435640 Mar 23 01:45:53.773761 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160e16c-a8b8-47af-bcb2-d9717ffc66e6 req-a91423fc-e7fc-4fec-9c2b-8f1d6ca64f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:53.776311 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a160e16c-a8b8-47af-bcb2-d9717ffc66e6 req-a91423fc-e7fc-4fec-9c2b-8f1d6ca64f80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ea41b98-7f5f-4045-8adf-7f4dc37c0d25 HTTP/1.1" status: 200 len: 912 time: 0.1646483 Mar 23 01:45:53.807679 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-30e3345f-df08-45f1-be98-414ed80e8034 req-d3a44670-3c4e-4cb7-8554-90c988a61239 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543816 Mar 23 01:45:53.832455 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a160e16c-a8b8-47af-bcb2-d9717ffc66e6 req-b9d7ea57-af77-4dab-b366-77038ec5fd0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e33bad84-44e8-420e-bc38-7cb80d527254 HTTP/1.1" status: 200 len: 217 time: 0.0438991 Mar 23 01:45:53.912720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160e16c-a8b8-47af-bcb2-d9717ffc66e6 req-bc48f94a-5d31-4c16-8576-622011e7f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:53.914271 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a160e16c-a8b8-47af-bcb2-d9717ffc66e6 req-bc48f94a-5d31-4c16-8576-622011e7f75f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f22183ad-4acd-4720-83ae-dad6016d5226 HTTP/1.1" status: 200 len: 852 time: 0.0722406 Mar 23 01:45:53.926761 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0dd49-651b-4e10-9a7c-522f2d319d15 req-b0c219c3-ea31-45b6-9f35-8f9f70a9f229 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:53.928313 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fdd0dd49-651b-4e10-9a7c-522f2d319d15 req-b0c219c3-ea31-45b6-9f35-8f9f70a9f229 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 944 time: 0.1415892 Mar 23 01:45:53.962563 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a160e16c-a8b8-47af-bcb2-d9717ffc66e6 req-e4b0dbc0-6f15-4ff8-bbc1-a79ad7426024 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ea41b98-7f5f-4045-8adf-7f4dc37c0d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332015 Mar 23 01:45:53.970415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936ac07-8711-4f45-a000-4227045da49d req-bfded87e-1b25-4aa1-8f41-1fbf12ff8947 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:53.972084 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7936ac07-8711-4f45-a000-4227045da49d req-bfded87e-1b25-4aa1-8f41-1fbf12ff8947 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0849059 Mar 23 01:45:54.037733 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7936ac07-8711-4f45-a000-4227045da49d req-b8c3e92b-d03a-4eee-80c7-7226203be4d8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596664 Mar 23 01:45:54.070978 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fdd0dd49-651b-4e10-9a7c-522f2d319d15 req-a3d9969b-d144-4fc1-b8a6-6b9522346099 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119494 Mar 23 01:45:54.101731 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a160e16c-a8b8-47af-bcb2-d9717ffc66e6 req-7b07538e-a97d-448f-b7c0-875e265e5ab9 service neutron] 10.222.0.43 "GET /v2.0/networks/8ea41b98-7f5f-4045-8adf-7f4dc37c0d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323450 Mar 23 01:45:54.230244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d80ed7-32d5-4dd8-900d-0e3c02f55252 req-7441f181-0c7a-4a79-bcc7-e30940abe2e4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:54.232448 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-81d80ed7-32d5-4dd8-900d-0e3c02f55252 req-7441f181-0c7a-4a79-bcc7-e30940abe2e4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0914011 Mar 23 01:45:54.303944 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-81d80ed7-32d5-4dd8-900d-0e3c02f55252 req-f67184d8-8bb8-453a-8815-cf61406d96cc tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656548 Mar 23 01:45:54.329202 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16c035-7e79-48e6-b433-9926c74ed844 req-4673a1c6-ff8f-4f0e-bc92-e8d3a9fae16b tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:54.331357 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d16c035-7e79-48e6-b433-9926c74ed844 req-4673a1c6-ff8f-4f0e-bc92-e8d3a9fae16b tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1098621 Mar 23 01:45:54.333374 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a160e16c-a8b8-47af-bcb2-d9717ffc66e6 req-5642bc6c-663b-4900-95cd-d773b7915bd2 service neutron] 10.222.0.43 "GET /v2.0/networks/8ea41b98-7f5f-4045-8adf-7f4dc37c0d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184908 Mar 23 01:45:54.418157 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d16c035-7e79-48e6-b433-9926c74ed844 req-c56e9113-4673-498a-a3db-8fcf3af0f27a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796633 Mar 23 01:45:54.469669 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-02381b6e-fa2a-4b29-8ecd-7cb0a3481542 req-9bf9e64c-55e5-4b9d-8f52-1df1707a9642 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0622802 Mar 23 01:45:54.529011 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:54.588378 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b04a9-1176-432c-bdff-6a8eb0fb50af req-e3f43bc0-3ed9-4843-b761-3dc39f5f4cce tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:54.593161 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-815b04a9-1176-432c-bdff-6a8eb0fb50af req-e3f43bc0-3ed9-4843-b761-3dc39f5f4cce tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0704122 Mar 23 01:45:54.659407 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-815b04a9-1176-432c-bdff-6a8eb0fb50af req-58a47cf6-7367-4b11-a8f0-99d49ce4263d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623462 Mar 23 01:45:54.710338 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-2546bdaa-505d-4f42-ba11-8632282e6d1e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:54.715896 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-2546bdaa-505d-4f42-ba11-8632282e6d1e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 811 time: 0.1556492 Mar 23 01:45:54.741795 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-bbd962ff-3b06-435b-8791-10e038871e9a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/quotas/9cfedab891ae40a69e89c87dd801befa HTTP/1.1" status: 200 len: 375 time: 0.0199175 Mar 23 01:45:54.833172 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-225c2630-e2f8-4cbe-814d-2ed90306eabd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0845690 Mar 23 01:45:54.935476 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-064b05d0-dddc-4bfb-91f5-66307873cce3 service neutron] 10.222.0.18 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929911 Mar 23 01:45:54.949553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fe6f5-1d24-460f-aa57-3a7d41913f14 req-4c176f9f-4173-485a-9174-8bd244bb57dd tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:54.954100 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a01fe6f5-1d24-460f-aa57-3a7d41913f14 req-4c176f9f-4173-485a-9174-8bd244bb57dd tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0799031 Mar 23 01:45:55.010416 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a01fe6f5-1d24-460f-aa57-3a7d41913f14 req-627d0751-e92f-4ee0-9bea-bde08392e64d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503747 Mar 23 01:45:55.048493 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-ea6ca04b-df2a-442f-a443-8331cd66faf6 service neutron] 10.222.0.18 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050200 Mar 23 01:45:55.151815 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49734) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:55.173363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d7a97-1dcf-4c50-92e9-2774d153c090 req-5aea57a4-ed87-4657-be6c-7175b60ca60e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:55.175126 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-832d7a97-1dcf-4c50-92e9-2774d153c090 req-5aea57a4-ed87-4657-be6c-7175b60ca60e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0627360 Mar 23 01:45:55.255227 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-832d7a97-1dcf-4c50-92e9-2774d153c090 req-920cc552-f8b7-45f2-9ba2-3fd67be0a71a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728602 Mar 23 01:45:55.325666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b96cc-ad59-41d3-b3d8-3f1ebd412ff1 req-5075516f-49d6-49de-8ff6-11d3d7075aed tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:55.327223 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-919b96cc-ad59-41d3-b3d8-3f1ebd412ff1 req-5075516f-49d6-49de-8ff6-11d3d7075aed tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 944 time: 0.0839634 Mar 23 01:45:55.350924 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a33a2f77-27d3-4554-a315-286200ad89d3 req-d0381063-4263-4aae-9ef3-7dae36a88efc tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 210 time: 0.0452290 Mar 23 01:45:55.414387 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1e30b71-da99-461a-8ba5-4c429f946853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:55.472914 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-919b96cc-ad59-41d3-b3d8-3f1ebd412ff1 req-0aece3f8-5e84-4303-916c-9a317f356475 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398456 Mar 23 01:45:55.548811 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e73fc-48dc-4479-88ea-eada2238cf0c req-02bd0b33-d4fa-46ca-bff2-0c3428ef5800 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:55.561342 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2c4e73fc-48dc-4479-88ea-eada2238cf0c req-02bd0b33-d4fa-46ca-bff2-0c3428ef5800 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1309581 Mar 23 01:45:55.570829 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1e30b71-da99-461a-8ba5-4c429f946853 admin admin] Publish callbacks [] for security_group (ad278c62-e9d9-49a0-8591-25cf1bb596a4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:55.577237 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1e30b71-da99-461a-8ba5-4c429f946853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ad278c62-e9d9-49a0-8591-25cf1bb596a4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:55.621756 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2c4e73fc-48dc-4479-88ea-eada2238cf0c req-766760d4-fe04-4eb3-b4ca-c9e0377d20e0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594749 Mar 23 01:45:55.651947 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49756) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:55.652111 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c1e30b71-da99-461a-8ba5-4c429f946853 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70abacca90ce4683a08d7f731199e1f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4961600 Mar 23 01:45:55.684459 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53797419-cf26-4604-b21b-03d5f5541a34 req-ab786a4e-ce54-4fd3-b24a-3a0a707f5b0c tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0300837 Mar 23 01:45:55.703792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e30b71-da99-461a-8ba5-4c429f946853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad278c62-e9d9-49a0-8591-25cf1bb596a4,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:55.768786 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b4feebbf-89e0-435d-bdc0-8652e11279b8 admin admin] Publish callbacks [] for security_group (ad278c62-e9d9-49a0-8591-25cf1bb596a4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:55.798089 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:55.809965 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b4feebbf-89e0-435d-bdc0-8652e11279b8 admin admin] Publish callbacks [] for security_group (ad278c62-e9d9-49a0-8591-25cf1bb596a4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:55.893539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d307366-51e1-4361-84dd-c820129978b5 req-593ecad6-dcf0-44e9-91f0-2d39e965402d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:55.900631 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d307366-51e1-4361-84dd-c820129978b5 req-593ecad6-dcf0-44e9-91f0-2d39e965402d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1330392 Mar 23 01:45:55.938782 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b4feebbf-89e0-435d-bdc0-8652e11279b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ad278c62-e9d9-49a0-8591-25cf1bb596a4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:55.941382 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b4feebbf-89e0-435d-bdc0-8652e11279b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:55.942604 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b4feebbf-89e0-435d-bdc0-8652e11279b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad278c62-e9d9-49a0-8591-25cf1bb596a4 HTTP/1.1" status: 204 len: 168 time: 0.2895658 Mar 23 01:45:55.955301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4feebbf-89e0-435d-bdc0-8652e11279b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad278c62-e9d9-49a0-8591-25cf1bb596a4,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:55.994250 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d307366-51e1-4361-84dd-c820129978b5 req-933ab2e0-d451-4382-ae5c-6bcc131929ee tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901937 Mar 23 01:45:56.126972 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-595cdd6e-5e32-4070-998c-a3559c2d6e59 req-abbc4a46-3f87-4dd1-bc91-b1eedd958961 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0423877 Mar 23 01:45:56.411311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49794) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:56.436073 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-96425a8a-27c2-4b07-a852-b48a9a67cf1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:56.530090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82bd7bb9-018d-495e-a30c-80a678698771 req-5f0c3040-e9fd-4d0e-b194-f42e6adf3c6d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 210 time: 0.0781174 Mar 23 01:45:56.543285 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-96425a8a-27c2-4b07-a852-b48a9a67cf1a admin admin] Publish callbacks [] for security_group (9473b22f-09ac-41c1-b70f-64befd1e342a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:56.550622 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-96425a8a-27c2-4b07-a852-b48a9a67cf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9473b22f-09ac-41c1-b70f-64befd1e342a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:56.595085 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-96425a8a-27c2-4b07-a852-b48a9a67cf1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fdcec80857774a598c85f36916424f04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1800115 Mar 23 01:45:56.595878 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49800) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:45:56.684885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96425a8a-27c2-4b07-a852-b48a9a67cf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9473b22f-09ac-41c1-b70f-64befd1e342a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:56.717749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8331c-283f-4f91-b408-84a97a84327a req-528287a8-2faa-4e95-91a8-68146205e10f tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:56.722226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d27388-b335-4999-9398-ae636a8f88e9 req-27b36198-e6f0-49a2-82ce-b681c6d42b99 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:56.724557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4d27388-b335-4999-9398-ae636a8f88e9 req-27b36198-e6f0-49a2-82ce-b681c6d42b99 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0981088 Mar 23 01:45:56.725147 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d8d8331c-283f-4f91-b408-84a97a84327a req-528287a8-2faa-4e95-91a8-68146205e10f tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 944 time: 0.1155248 Mar 23 01:45:56.736299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-edc7375f-2df9-458a-96be-21cdc8101d5b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:56.737951 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-edc7375f-2df9-458a-96be-21cdc8101d5b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.42 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 811 time: 0.2386456 Mar 23 01:45:56.745929 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-71e68380-cd8d-4771-a796-8cadb5d6daf9 admin admin] Publish callbacks [] for security_group (9473b22f-09ac-41c1-b70f-64befd1e342a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:56.772528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-d0872213-556c-495f-8fb6-787d86ec6135 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Request body: {'port': {'device_id': 'cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'admin_state_up': True, 'tenant_id': '9cfedab891ae40a69e89c87dd801befa'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:45:56.788516 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-71e68380-cd8d-4771-a796-8cadb5d6daf9 admin admin] Publish callbacks [] for security_group (9473b22f-09ac-41c1-b70f-64befd1e342a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:56.798717 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d8d8331c-283f-4f91-b408-84a97a84327a req-2d2bcd9d-0847-423b-b1fd-ba41094419b0 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727150 Mar 23 01:45:56.842455 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4d27388-b335-4999-9398-ae636a8f88e9 req-480bd703-a74d-4698-95f6-42506de148b7 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034150 Mar 23 01:45:56.871373 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-71e68380-cd8d-4771-a796-8cadb5d6daf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9473b22f-09ac-41c1-b70f-64befd1e342a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:56.874394 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-71e68380-cd8d-4771-a796-8cadb5d6daf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:56.877099 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-71e68380-cd8d-4771-a796-8cadb5d6daf9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9473b22f-09ac-41c1-b70f-64befd1e342a HTTP/1.1" status: 204 len: 168 time: 0.2805119 Mar 23 01:45:56.885908 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e68380-cd8d-4771-a796-8cadb5d6daf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9473b22f-09ac-41c1-b70f-64befd1e342a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:56.926277 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-d0872213-556c-495f-8fb6-787d86ec6135 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Made reservation on behalf of 9cfedab891ae40a69e89c87dd801befa for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:45:56.931263 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-d0872213-556c-495f-8fb6-787d86ec6135 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:57.080037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-d0872213-556c-495f-8fb6-787d86ec6135 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Allocated IP 172.20.0.4 (55577988-71eb-4574-9c6d-704e30d467e8/0fcd992d-8fb4-43ec-9717-1070673d3183/1bb13a0c-a95e-498d-99cf-426708fbc5b8) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:45:57.228823 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e33bad84-44e8-420e-bc38-7cb80d527254 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:45:57.260365 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-20f62791-a999-46ba-ad45-8e45ee849c61 req-4f6a885f-ab3e-4025-b6ae-0cad84af52d9 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0420864 Mar 23 01:45:57.320590 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-d0872213-556c-495f-8fb6-787d86ec6135 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:57.379856 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-d0872213-556c-495f-8fb6-787d86ec6135 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:57.386062 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e33bad84-44e8-420e-bc38-7cb80d527254, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e33bad84-44e8-420e-bc38-7cb80d527254,segment=NetworkSegment(adfe0c36-e1ea-4eed-8261-c6699524c7b2),segment_id=adfe0c36-e1ea-4eed-8261-c6699524c7b2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:57.401764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8d09241b-051c-40f7-b696-948a130aec12'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:45:57.431540 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['0d3cf457-57a4-4005-b615-3079074328b8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:45:57.454753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0872213-556c-495f-8fb6-787d86ec6135 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event updated for resources: {'Port': ['ID=1bb13a0c-a95e-498d-99cf-426708fbc5b8,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:57.460006 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'e33bad84-44e8-420e-bc38-7cb80d527254', 'network_id': '8ea41b98-7f5f-4045-8adf-7f4dc37c0d25', 'port_id': 'e33bad84-44e8-420e-bc38-7cb80d527254', 'mac_address': 'fa:16:3e:c9:a1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22183ad-4acd-4720-83ae-dad6016d5226', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:45:57.471027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-d0872213-556c-495f-8fb6-787d86ec6135 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Network 55577988-71eb-4574-9c6d-704e30d467e8 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:45:57.473081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-d0872213-556c-495f-8fb6-787d86ec6135 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:45:57.475544 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-d0872213-556c-495f-8fb6-787d86ec6135 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:45:57.528641 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e33bad84-44e8-420e-bc38-7cb80d527254 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:45:57.529016 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e33bad84-44e8-420e-bc38-7cb80d527254), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:57.564261 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-d0872213-556c-495f-8fb6-787d86ec6135 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:57.564949 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-d0872213-556c-495f-8fb6-787d86ec6135 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:57.597489 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-d0872213-556c-495f-8fb6-787d86ec6135 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8300071 Mar 23 01:45:57.601008 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e33bad84-44e8-420e-bc38-7cb80d527254 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:45:57.610330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Request body: {'port': {'device_id': 'cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:45:57.700289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e33bad84-44e8-420e-bc38-7cb80d527254, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e33bad84-44e8-420e-bc38-7cb80d527254,segment=NetworkSegment(adfe0c36-e1ea-4eed-8261-c6699524c7b2),segment_id=adfe0c36-e1ea-4eed-8261-c6699524c7b2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:57.730235 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e33bad84-44e8-420e-bc38-7cb80d527254), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:57.773255 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:57.924468 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e33bad84-44e8-420e-bc38-7cb80d527254,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:57.948208 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d2fea530-98b3-423a-9255-2d0082ede2e5 None None] Provisioning complete for port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:45:57.948757 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d2fea530-98b3-423a-9255-2d0082ede2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:57.995847 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d2fea530-98b3-423a-9255-2d0082ede2e5 None None] Port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:45:58.022993 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef833c-a2b3-466b-9e15-f18d5e959eed req-b8a03389-9ee0-43dc-806b-ab45887378cd tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:58.031036 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42ef833c-a2b3-466b-9e15-f18d5e959eed req-b8a03389-9ee0-43dc-806b-ab45887378cd tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 945 time: 0.0818331 Mar 23 01:45:58.037894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c0774-92c4-4a7f-94ef-80439eedf349 req-37b92f2f-f010-4447-818d-c40f2c2531f7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:58.045034 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eb7c0774-92c4-4a7f-94ef-80439eedf349 req-37b92f2f-f010-4447-818d-c40f2c2531f7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 931 time: 0.3859198 Mar 23 01:45:58.103582 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42ef833c-a2b3-466b-9e15-f18d5e959eed req-1e115a66-d28e-4b67-9d29-9ccb2418e7b5 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685103 Mar 23 01:45:58.143123 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eb7c0774-92c4-4a7f-94ef-80439eedf349 req-96f84d31-9977-4040-a421-8e61c20c6938 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924044 Mar 23 01:45:58.149909 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb13a0c-a95e-498d-99cf-426708fbc5b8 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:45:58.158502 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Publish callbacks [] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:58.176715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Transition to ACTIVE for port object 1bb13a0c-a95e-498d-99cf-426708fbc5b8 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:45:58.182212 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:58.195517 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['e33bad84-44e8-420e-bc38-7cb80d527254'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:45:58.228526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55754b-0410-4db5-a282-6c3f37e41567 req-1448b1e4-ec23-4941-80c8-2225e75457c6 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:58.231358 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b55754b-0410-4db5-a282-6c3f37e41567 req-1448b1e4-ec23-4941-80c8-2225e75457c6 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0703030 Mar 23 01:45:58.238703 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Pushing event updated for resources: {'Port': ['ID=1bb13a0c-a95e-498d-99cf-426708fbc5b8,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:58.322540 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b55754b-0410-4db5-a282-6c3f37e41567 req-a6632ce7-a3d2-4882-9f99-72b8cc249252 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837750 Mar 23 01:45:58.439316 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de0346c5-a496-4175-8549-5bca2297c71b req-78fb0620-2d32-45c0-83b3-144e1cf86f1e tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0446744 Mar 23 01:45:58.483354 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Attempting to bind port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:45:58.484278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Attempting to bind port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:45:58.484858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Attempting to bind port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 on network 55577988-71eb-4574-9c6d-704e30d467e8 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:45:58.491544 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 on network 55577988-71eb-4574-9c6d-704e30d467e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:45:58.492229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Attempting to bind port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 on network 55577988-71eb-4574-9c6d-704e30d467e8 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:45:58.498381 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:45:58.498958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Checking segment: {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:45:58.499516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Bound using segment: {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:45:58.500094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Bound port: 1bb13a0c-a95e-498d-99cf-426708fbc5b8, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1fb39f-d11f-4685-a8d4-0456a65cafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:45:58.500323 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:58.580487 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] For port 1bb13a0c-a95e-498d-99cf-426708fbc5b8, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:45:58.584834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] For port 1bb13a0c-a95e-498d-99cf-426708fbc5b8, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1bb13a0c-a95e-498d-99cf-426708fbc5b8,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:45:58.593345 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:58.638697 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:58.639463 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:58.641034 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] 10.222.0.42 "PUT /v2.0/ports/1bb13a0c-a95e-498d-99cf-426708fbc5b8 HTTP/1.1" status: 200 len: 1091 time: 1.0358849 Mar 23 01:45:58.641532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee', 'tag': '1bb13a0c-a95e-498d-99cf-426708fbc5b8'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:45:58.643876 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e6a9bc-9440-4b0e-bb44-35f421d0f0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee", "tag": "1bb13a0c-a95e-498d-99cf-426708fbc5b8"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:45:58.719043 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e28ffa3-812b-42af-813a-e3427b38bd9d x-openstack-request-id: req-1e28ffa3-812b-42af-813a-e3427b38bd9d {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:45:58.719403 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee", "tag": "1bb13a0c-a95e-498d-99cf-426708fbc5b8", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:45:58.719641 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e28ffa3-812b-42af-813a-e3427b38bd9d {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:45:58.720062 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e28ffa3-812b-42af-813a-e3427b38bd9d'] response: {'name': 'network-changed', 'server_uuid': 'cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee', 'tag': '1bb13a0c-a95e-498d-99cf-426708fbc5b8', 'status': 'completed', 'code': 200} Mar 23 01:45:58.755286 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330ca69-4b31-4ca9-88ce-7a7422bb28bc service neutron] Pushing event updated for resources: {'Port': ['ID=1bb13a0c-a95e-498d-99cf-426708fbc5b8,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:58.769691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-42c6ffb9-0fe2-4002-ba97-69fde24459b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:58.771338 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-42c6ffb9-0fe2-4002-ba97-69fde24459b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 1125 time: 0.0849764 Mar 23 01:45:58.826473 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-383f8bc4-335a-486b-84a3-00660ba0c3dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bb13a0c-a95e-498d-99cf-426708fbc5b8 HTTP/1.1" status: 200 len: 217 time: 0.0477250 Mar 23 01:45:59.243246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e33bad84-44e8-420e-bc38-7cb80d527254 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:45:59.258046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-f6246372-8d6f-480f-92fb-137da7df5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:59.259911 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-f6246372-8d6f-480f-92fb-137da7df5a30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.4270205 Mar 23 01:45:59.272315 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baa746-14d9-4bf2-950e-87c685a08a79 req-9c72aeac-4fb9-4fa4-b071-ac7c747e4cfa tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:59.280146 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-35baa746-14d9-4bf2-950e-87c685a08a79 req-9c72aeac-4fb9-4fa4-b071-ac7c747e4cfa tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 945 time: 0.0773458 Mar 23 01:45:59.327795 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af253cb3-944a-4554-8311-9be5f93f8135 req-06758ed6-c0bd-4742-9fc8-f5454185451d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:59.337263 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af253cb3-944a-4554-8311-9be5f93f8135 req-06758ed6-c0bd-4742-9fc8-f5454185451d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 943 time: 0.0879436 Mar 23 01:45:59.373564 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port e33bad84-44e8-420e-bc38-7cb80d527254 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:45:59.378717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port e33bad84-44e8-420e-bc38-7cb80d527254 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:45:59.379271 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e33bad84-44e8-420e-bc38-7cb80d527254), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:59.460071 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af253cb3-944a-4554-8311-9be5f93f8135 req-bbea753b-9404-48db-ad23-4181d8ff5e69 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188681 Mar 23 01:45:59.496799 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-35baa746-14d9-4bf2-950e-87c685a08a79 req-68cdbf55-386f-4141-8877-876f9e6ba589 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156315 Mar 23 01:45:59.499237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-0382af6b-ff40-418d-8d75-5ec6adf8653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:59.500761 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-0382af6b-ff40-418d-8d75-5ec6adf8653a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2178631 Mar 23 01:45:59.510710 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e33bad84-44e8-420e-bc38-7cb80d527254 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:45:59.511294 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e33bad84-44e8-420e-bc38-7cb80d527254), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:59.548733 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e33bad84-44e8-420e-bc38-7cb80d527254, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e33bad84-44e8-420e-bc38-7cb80d527254,segment=NetworkSegment(adfe0c36-e1ea-4eed-8261-c6699524c7b2),segment_id=adfe0c36-e1ea-4eed-8261-c6699524c7b2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:45:59.549920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8233ab77-ea4d-4e88-a584-2240caaac6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33bad84-44e8-420e-bc38-7cb80d527254'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:45:59.553079 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f21cc3c-768d-40bc-8213-46380ac7f163" -d '{"events": [{"server_uuid": "8233ab77-ea4d-4e88-a584-2240caaac6df", "name": "network-vif-plugged", "status": "completed", "tag": "e33bad84-44e8-420e-bc38-7cb80d527254"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:45:59.557643 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e33bad84-44e8-420e-bc38-7cb80d527254), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:45:59.628357 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e33bad84-44e8-420e-bc38-7cb80d527254,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:45:59.628542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c484b-d10c-40a5-8306-cc2470f43093 req-df67ed35-de68-4b96-8c68-fee68ea9472e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:59.642193 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-508c484b-d10c-40a5-8306-cc2470f43093 req-df67ed35-de68-4b96-8c68-fee68ea9472e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1056211 Mar 23 01:45:59.653755 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d72ebf32-3008-4908-a6e6-888f9397b2f7 req-2da99ebf-8a7d-450b-8da9-35db2aa3b999 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0572710 Mar 23 01:45:59.701830 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-508c484b-d10c-40a5-8306-cc2470f43093 req-3ce9a767-338b-4c83-969e-580b59f5d3e1 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550056 Mar 23 01:45:59.702428 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-f9940fc4-f866-4248-a7e3-2911fe9664e3 service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945179 Mar 23 01:45:59.742169 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b558d91d-dba0-4ac8-ae85-cc6e88862e3f x-openstack-request-id: req-b558d91d-dba0-4ac8-ae85-cc6e88862e3f {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:45:59.742537 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8233ab77-ea4d-4e88-a584-2240caaac6df", "name": "network-vif-plugged", "status": "completed", "tag": "e33bad84-44e8-420e-bc38-7cb80d527254", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:45:59.742909 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b558d91d-dba0-4ac8-ae85-cc6e88862e3f {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:45:59.743565 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b558d91d-dba0-4ac8-ae85-cc6e88862e3f'] response: {'server_uuid': '8233ab77-ea4d-4e88-a584-2240caaac6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33bad84-44e8-420e-bc38-7cb80d527254', 'code': 200} Mar 23 01:45:59.824108 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b04f954e-a34e-42df-80cc-d7144eeb4930 req-3a258b1b-dade-4054-9c43-ad62e30accf0 service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141112 Mar 23 01:45:59.892191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5150f-1013-4403-b788-b643c7c34929 req-06e8681c-f162-4a14-adc9-32a40b782f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:59.894530 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d2b5150f-1013-4403-b788-b643c7c34929 req-06e8681c-f162-4a14-adc9-32a40b782f40 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 1128 time: 0.0633740 Mar 23 01:45:59.943045 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6a9bc-9440-4b0e-bb44-35f421d0f0c0 req-8c6f7f5f-8fba-4bb6-be39-2a1e9ef919eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:45:59.946530 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11e6a9bc-9440-4b0e-bb44-35f421d0f0c0 req-8c6f7f5f-8fba-4bb6-be39-2a1e9ef919eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 1125 time: 0.0575840 Mar 23 01:45:59.955687 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d2b5150f-1013-4403-b788-b643c7c34929 req-b19fe65c-a16c-4c8f-8fc2-69b8bd788ce4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541196 Mar 23 01:46:00.048870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6a9bc-9440-4b0e-bb44-35f421d0f0c0 req-207a95a2-9e1a-4da5-b74d-caa90ac09a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:00.050622 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11e6a9bc-9440-4b0e-bb44-35f421d0f0c0 req-207a95a2-9e1a-4da5-b74d-caa90ac09a58 service neutron] 10.222.0.42 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 0.0987625 Mar 23 01:46:00.100268 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11e6a9bc-9440-4b0e-bb44-35f421d0f0c0 req-1a1116f4-0edb-40c0-ab07-3d5ed5386409 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bb13a0c-a95e-498d-99cf-426708fbc5b8 HTTP/1.1" status: 200 len: 217 time: 0.0425689 Mar 23 01:46:00.149010 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6a9bc-9440-4b0e-bb44-35f421d0f0c0 req-92b8cafe-005d-4a94-9da2-17235aea959a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:00.153406 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11e6a9bc-9440-4b0e-bb44-35f421d0f0c0 req-92b8cafe-005d-4a94-9da2-17235aea959a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.0466280 Mar 23 01:46:00.221824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6a9bc-9440-4b0e-bb44-35f421d0f0c0 req-ef2c915b-170b-4b48-9313-30d3a53c111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:00.223653 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11e6a9bc-9440-4b0e-bb44-35f421d0f0c0 req-ef2c915b-170b-4b48-9313-30d3a53c111a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0628347 Mar 23 01:46:00.319733 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11e6a9bc-9440-4b0e-bb44-35f421d0f0c0 req-98a35f9e-8194-4dfe-a48c-33225f45dc46 service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885053 Mar 23 01:46:00.425845 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11e6a9bc-9440-4b0e-bb44-35f421d0f0c0 req-659015e0-812c-47f1-a7d0-40bcf56056ef service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917995 Mar 23 01:46:00.607689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11e3a9-a5bd-4d0b-995a-6a7a016ed938 req-85c34990-e5a7-42d1-b369-5468472fcfe1 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:00.609288 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f11e3a9-a5bd-4d0b-995a-6a7a016ed938 req-85c34990-e5a7-42d1-b369-5468472fcfe1 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 943 time: 0.0717275 Mar 23 01:46:00.631113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba5288-df63-4390-ad3e-195d32939ee9 req-64d94f2f-70d7-43c8-940b-dce0bc4812df tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:00.634351 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0ba5288-df63-4390-ad3e-195d32939ee9 req-64d94f2f-70d7-43c8-940b-dce0bc4812df tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 946 time: 0.0646863 Mar 23 01:46:00.687581 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f11e3a9-a5bd-4d0b-995a-6a7a016ed938 req-a6803eb7-14de-4bf4-89c4-9a886636a03d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696471 Mar 23 01:46:00.689154 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0ba5288-df63-4390-ad3e-195d32939ee9 req-e776450b-00c6-49ed-bd2c-5a5c15400b1c tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495484 Mar 23 01:46:00.797312 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fcaa14a2-bcf7-4043-a95a-10ae0f7e27ec req-88e64617-c2ba-456a-af87-9b8e2eede381 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0391159 Mar 23 01:46:00.842390 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49912) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:00.849122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3dd107-7bad-4577-b4f4-640c35e4b5e5 req-d47283f6-e054-4e53-9291-6a7c36bfb5b5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:00.850669 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1f3dd107-7bad-4577-b4f4-640c35e4b5e5 req-d47283f6-e054-4e53-9291-6a7c36bfb5b5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0555236 Mar 23 01:46:00.900887 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1f3dd107-7bad-4577-b4f4-640c35e4b5e5 req-fb4078ab-9df2-40d6-8391-cacded40eb9e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433805 Mar 23 01:46:00.961867 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-553704c1-edcd-42df-8c21-fbc6983ff2b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:01.035983 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-553704c1-edcd-42df-8c21-fbc6983ff2b0 admin admin] Publish callbacks [] for security_group (f25ec91d-8ce2-42db-9e34-60004ca822c1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:01.041347 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-553704c1-edcd-42df-8c21-fbc6983ff2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f25ec91d-8ce2-42db-9e34-60004ca822c1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:01.078449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553704c1-edcd-42df-8c21-fbc6983ff2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25ec91d-8ce2-42db-9e34-60004ca822c1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:01.085561 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-553704c1-edcd-42df-8c21-fbc6983ff2b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f791af9e0ad4196b4b90ce683033fa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420161 Mar 23 01:46:01.085913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49916) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:01.144569 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-085c94d5-5a0d-4ffe-a6ed-dbb4448fcdb0 admin admin] Publish callbacks [] for security_group (f25ec91d-8ce2-42db-9e34-60004ca822c1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:01.169786 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-085c94d5-5a0d-4ffe-a6ed-dbb4448fcdb0 admin admin] Publish callbacks [] for security_group (f25ec91d-8ce2-42db-9e34-60004ca822c1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:01.217840 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-085c94d5-5a0d-4ffe-a6ed-dbb4448fcdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f25ec91d-8ce2-42db-9e34-60004ca822c1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:01.220748 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-085c94d5-5a0d-4ffe-a6ed-dbb4448fcdb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:01.221960 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-085c94d5-5a0d-4ffe-a6ed-dbb4448fcdb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f25ec91d-8ce2-42db-9e34-60004ca822c1 HTTP/1.1" status: 204 len: 168 time: 0.1344743 Mar 23 01:46:01.232615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c94d5-5a0d-4ffe-a6ed-dbb4448fcdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25ec91d-8ce2-42db-9e34-60004ca822c1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:01.558600 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49924) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:01.572360 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9cccdacc-abff-40ca-8e73-e4a79cbabd9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:01.646075 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9cccdacc-abff-40ca-8e73-e4a79cbabd9b admin admin] Publish callbacks [] for security_group (8e77c7ff-0e44-4ee6-9eef-8cc78befc08a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:01.651060 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9cccdacc-abff-40ca-8e73-e4a79cbabd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8e77c7ff-0e44-4ee6-9eef-8cc78befc08a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:01.690105 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9cccdacc-abff-40ca-8e73-e4a79cbabd9b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48f5accb83474d32bb0125825116cf76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304080 Mar 23 01:46:01.690979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccdacc-abff-40ca-8e73-e4a79cbabd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e77c7ff-0e44-4ee6-9eef-8cc78befc08a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:01.692970 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49926) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:01.751049 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e105fae3-a062-47c8-894e-a0c7aa31a0c5 admin admin] Publish callbacks [] for security_group (8e77c7ff-0e44-4ee6-9eef-8cc78befc08a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:01.800272 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e105fae3-a062-47c8-894e-a0c7aa31a0c5 admin admin] Publish callbacks [] for security_group (8e77c7ff-0e44-4ee6-9eef-8cc78befc08a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:01.815012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19daec-e269-49de-9e9a-1a5ba7a62dac req-423e693f-4a29-4676-a2b2-3d3feba59236 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:01.816766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a19daec-e269-49de-9e9a-1a5ba7a62dac req-423e693f-4a29-4676-a2b2-3d3feba59236 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 946 time: 0.0538743 Mar 23 01:46:01.852005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bc8a6-6599-4874-8a93-7ea545d1cb95 req-9a303a87-b302-4a1e-9833-8b432a63a690 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:01.853584 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1d8bc8a6-6599-4874-8a93-7ea545d1cb95 req-9a303a87-b302-4a1e-9833-8b432a63a690 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 943 time: 0.0904775 Mar 23 01:46:01.879861 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e105fae3-a062-47c8-894e-a0c7aa31a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8e77c7ff-0e44-4ee6-9eef-8cc78befc08a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:01.880230 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a19daec-e269-49de-9e9a-1a5ba7a62dac req-cbcc9efa-0336-42f7-a95b-22e6b27fc313 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568054 Mar 23 01:46:01.882472 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e105fae3-a062-47c8-894e-a0c7aa31a0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:01.883824 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e105fae3-a062-47c8-894e-a0c7aa31a0c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e77c7ff-0e44-4ee6-9eef-8cc78befc08a HTTP/1.1" status: 204 len: 168 time: 0.1892662 Mar 23 01:46:01.912373 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105fae3-a062-47c8-894e-a0c7aa31a0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e77c7ff-0e44-4ee6-9eef-8cc78befc08a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:01.930674 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1d8bc8a6-6599-4874-8a93-7ea545d1cb95 req-1b13613d-1655-4950-ab50-e4f0fa808e0f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675111 Mar 23 01:46:02.030718 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ae16760b-e9a3-42b3-ab7d-ce802bcc1bb5 req-536f38b6-8130-4ac5-8d8a-baaf5adf318c tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0281134 Mar 23 01:46:02.067648 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130e50b-d77a-4bec-bc31-6aeb5cfc8795 req-a9bfbfe8-5830-4a9d-8399-942991c720a4 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:02.070979 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a130e50b-d77a-4bec-bc31-6aeb5cfc8795 req-a9bfbfe8-5830-4a9d-8399-942991c720a4 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 946 time: 0.0677109 Mar 23 01:46:02.136029 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a130e50b-d77a-4bec-bc31-6aeb5cfc8795 req-2507c5fc-e28a-4b78-a09b-0673442d00db tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581346 Mar 23 01:46:02.184735 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1322e6-e9a0-4432-ad13-60cdfdcb6118 req-68850112-d0f5-4cc0-b3ad-8e64aa9de3cd tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:02.187538 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ef1322e6-e9a0-4432-ad13-60cdfdcb6118 req-68850112-d0f5-4cc0-b3ad-8e64aa9de3cd tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0699480 Mar 23 01:46:02.261980 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ef1322e6-e9a0-4432-ad13-60cdfdcb6118 req-c09ae221-a884-4cec-a78d-9778912c7703 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681057 Mar 23 01:46:02.418074 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5f5df-5612-45f9-a23d-4ae59a643664 req-934d91bd-40f7-4847-a238-d7883e210140 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:02.425260 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 1bb13a0c-a95e-498d-99cf-426708fbc5b8 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:46:02.434102 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8cb5f5df-5612-45f9-a23d-4ae59a643664 req-934d91bd-40f7-4847-a238-d7883e210140 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 946 time: 0.0783195 Mar 23 01:46:02.502271 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8cb5f5df-5612-45f9-a23d-4ae59a643664 req-94e327bb-305f-4b63-a1c5-64d83344d439 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669529 Mar 23 01:46:02.578059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 1bb13a0c-a95e-498d-99cf-426708fbc5b8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1bb13a0c-a95e-498d-99cf-426708fbc5b8,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:02.593322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '1bb13a0c-a95e-498d-99cf-426708fbc5b8', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'port_id': '1bb13a0c-a95e-498d-99cf-426708fbc5b8', 'mac_address': 'fa:16:3e:52:84:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:46:02.649708 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:02.650216 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:02.668147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb13a0c-a95e-498d-99cf-426708fbc5b8 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:46:02.693652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 1bb13a0c-a95e-498d-99cf-426708fbc5b8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1bb13a0c-a95e-498d-99cf-426708fbc5b8,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:02.699902 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:02.758367 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=1bb13a0c-a95e-498d-99cf-426708fbc5b8,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:02.981470 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['1bb13a0c-a95e-498d-99cf-426708fbc5b8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:46:03.079201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bda092-41ac-41b3-b0a0-779ae3536045 req-d3521613-3b72-43d3-a8aa-96ec81c84326 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:03.081617 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6bda092-41ac-41b3-b0a0-779ae3536045 req-d3521613-3b72-43d3-a8aa-96ec81c84326 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 944 time: 0.0667112 Mar 23 01:46:03.172346 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6bda092-41ac-41b3-b0a0-779ae3536045 req-31ed867b-8f68-46d2-8f7f-82707df6a2b7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834939 Mar 23 01:46:03.195820 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-205b1b6a-238b-41de-aa12-1d284a8da85c req-198eecac-f7f3-4905-bb75-b514cb236e13 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0378728 Mar 23 01:46:03.382300 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb8d8d-d6ca-4bac-8288-86c60b4d028b req-4de409d7-3bf9-45e2-9610-9d79c6d0a8f0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:03.384183 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cadb8d8d-d6ca-4bac-8288-86c60b4d028b req-4de409d7-3bf9-45e2-9610-9d79c6d0a8f0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0542071 Mar 23 01:46:03.440497 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cadb8d8d-d6ca-4bac-8288-86c60b4d028b req-c5c3214d-4595-4641-893f-02e93f89f3be tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474954 Mar 23 01:46:03.649618 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97173a3-daa4-499b-8e37-86458fb6c13b req-bad1f7e3-3944-47ea-99ff-d213b771b425 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:03.651661 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b97173a3-daa4-499b-8e37-86458fb6c13b req-bad1f7e3-3944-47ea-99ff-d213b771b425 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 946 time: 0.0716965 Mar 23 01:46:03.703519 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b97173a3-daa4-499b-8e37-86458fb6c13b req-9e05146a-782e-417a-80a4-fcf39aa6b2e2 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441713 Mar 23 01:46:03.743478 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:03.954491 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ef796-40d9-4f5c-8d93-0ab278669e5c req-89671585-0006-4694-aea3-f93a55d497ab tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:03.956725 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a9ef796-40d9-4f5c-8d93-0ab278669e5c req-89671585-0006-4694-aea3-f93a55d497ab tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 946 time: 0.0768824 Mar 23 01:46:03.999008 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb1fa0-4663-4593-b5ae-0f316afacb7a req-1040369e-a7bc-4faf-b2fa-f5723df925dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:04.001764 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87eb1fa0-4663-4593-b5ae-0f316afacb7a req-1040369e-a7bc-4faf-b2fa-f5723df925dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ecf9dbb5dcd3496f9493e8889a6317cb&device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 1128 time: 0.0564730 Mar 23 01:46:04.013934 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a9ef796-40d9-4f5c-8d93-0ab278669e5c req-37220afb-3809-4873-a7d5-db73bd454a99 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507717 Mar 23 01:46:04.109409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb1fa0-4663-4593-b5ae-0f316afacb7a req-4a96615f-b9f5-44fb-8a32-9c935d4d259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:04.110976 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87eb1fa0-4663-4593-b5ae-0f316afacb7a req-4a96615f-b9f5-44fb-8a32-9c935d4d259b service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ea41b98-7f5f-4045-8adf-7f4dc37c0d25 HTTP/1.1" status: 200 len: 912 time: 0.1033175 Mar 23 01:46:04.153532 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87eb1fa0-4663-4593-b5ae-0f316afacb7a req-fd320c5d-be99-4c3a-b930-9871107b8e9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e33bad84-44e8-420e-bc38-7cb80d527254 HTTP/1.1" status: 200 len: 217 time: 0.0366619 Mar 23 01:46:04.223708 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb1fa0-4663-4593-b5ae-0f316afacb7a req-a0c0e2db-3539-4580-a619-e45ee9f20ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:04.224103 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87eb1fa0-4663-4593-b5ae-0f316afacb7a req-a0c0e2db-3539-4580-a619-e45ee9f20ab8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f22183ad-4acd-4720-83ae-dad6016d5226 HTTP/1.1" status: 200 len: 852 time: 0.0645971 Mar 23 01:46:04.260637 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87eb1fa0-4663-4593-b5ae-0f316afacb7a req-4399f21c-63b9-4fec-9819-229ecd6b2acd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ea41b98-7f5f-4045-8adf-7f4dc37c0d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308995 Mar 23 01:46:04.337476 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8fa6c99-bc9c-4ffe-987e-23c058cab7aa req-5facbc81-0ac8-4d9b-8bd8-97ae6aab7ec9 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0392163 Mar 23 01:46:04.394864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6bf65-ea58-4374-a103-f84b3f20f140 req-a9463d41-06a1-4383-9fad-28e0a122e052 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:04.396393 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-64e6bf65-ea58-4374-a103-f84b3f20f140 req-a9463d41-06a1-4383-9fad-28e0a122e052 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 944 time: 0.1329112 Mar 23 01:46:04.415717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 1bb13a0c-a95e-498d-99cf-426708fbc5b8 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:46:04.442008 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87eb1fa0-4663-4593-b5ae-0f316afacb7a req-0c0eeb58-d1c9-4856-8604-ea62387564ce service neutron] 10.222.0.43 "GET /v2.0/networks/8ea41b98-7f5f-4045-8adf-7f4dc37c0d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643326 Mar 23 01:46:04.493192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:46:04.500710 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:04.501487 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:04.504142 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-64e6bf65-ea58-4374-a103-f84b3f20f140 req-516d3f58-aa63-440d-a30f-4710b1291465 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975411 Mar 23 01:46:04.613209 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87eb1fa0-4663-4593-b5ae-0f316afacb7a req-afd704c8-230d-4559-b42d-24a232292510 service neutron] 10.222.0.43 "GET /v2.0/networks/8ea41b98-7f5f-4045-8adf-7f4dc37c0d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420887 Mar 23 01:46:04.615843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:04.617500 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:04.629228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2df166-6a02-49c9-9b71-b99b24a74c09 req-40c1ceb4-e41d-47a0-80fa-265db86d5d00 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:04.630889 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a2df166-6a02-49c9-9b71-b99b24a74c09 req-40c1ceb4-e41d-47a0-80fa-265db86d5d00 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0700283 Mar 23 01:46:04.645920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb13a0c-a95e-498d-99cf-426708fbc5b8'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:46:04.648150 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6286c33e-e3ca-4bd5-977c-ae3f772c30cf" -d '{"events": [{"server_uuid": "cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee", "name": "network-vif-plugged", "status": "completed", "tag": "1bb13a0c-a95e-498d-99cf-426708fbc5b8"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:46:04.681539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 1bb13a0c-a95e-498d-99cf-426708fbc5b8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1bb13a0c-a95e-498d-99cf-426708fbc5b8,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:04.694649 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c0846e-abea-448b-9c81-6a3ab461db39 x-openstack-request-id: req-d6c0846e-abea-448b-9c81-6a3ab461db39 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:46:04.695586 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee", "name": "network-vif-plugged", "status": "completed", "tag": "1bb13a0c-a95e-498d-99cf-426708fbc5b8", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:46:04.695985 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6c0846e-abea-448b-9c81-6a3ab461db39 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:46:04.696852 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c0846e-abea-448b-9c81-6a3ab461db39'] response: {'server_uuid': 'cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb13a0c-a95e-498d-99cf-426708fbc5b8', 'code': 200} Mar 23 01:46:04.698239 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:04.706874 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a2df166-6a02-49c9-9b71-b99b24a74c09 req-5a988b03-e3ea-4a36-8cac-cdddb67a3a64 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629735 Mar 23 01:46:04.755940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=1bb13a0c-a95e-498d-99cf-426708fbc5b8,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:04.820572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede861c-d35f-45e0-9200-640ba7a987dd req-3d2e5836-2ec7-4997-9565-35e40476d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:04.822893 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9ede861c-d35f-45e0-9200-640ba7a987dd req-3d2e5836-2ec7-4997-9565-35e40476d31f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 1127 time: 0.0578308 Mar 23 01:46:04.884503 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9ede861c-d35f-45e0-9200-640ba7a987dd req-929a27f1-dba2-462d-8823-3c7fad885cc5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548029 Mar 23 01:46:05.149652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6e8f9-8503-42bb-8c51-996d43ecee78 req-74138015-cb35-46f5-831b-378244e4aca6 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:05.151127 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ecf6e8f9-8503-42bb-8c51-996d43ecee78 req-74138015-cb35-46f5-831b-378244e4aca6 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 946 time: 0.0601382 Mar 23 01:46:05.204927 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ecf6e8f9-8503-42bb-8c51-996d43ecee78 req-e905126b-8be4-4035-9fa9-a8ab1858cb0a tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471025 Mar 23 01:46:05.295940 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50046) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:05.404065 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-47de4bd7-edc0-406b-9a3e-6c4dd643c9e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:05.462699 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c261713d-5a20-410f-80d0-8d5f8b467bc9 req-3be17909-854d-446f-a8f2-3e2ec4a50eae tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0360601 Mar 23 01:46:05.518276 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-47de4bd7-edc0-406b-9a3e-6c4dd643c9e8 admin admin] Publish callbacks [] for security_group (eee25342-1c72-47c8-a3f9-311eb283dbb6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:05.526029 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-47de4bd7-edc0-406b-9a3e-6c4dd643c9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (eee25342-1c72-47c8-a3f9-311eb283dbb6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:05.572183 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-47de4bd7-edc0-406b-9a3e-6c4dd643c9e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f70ce874d9dc4029881487c08c95bf8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2723041 Mar 23 01:46:05.572183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de4bd7-edc0-406b-9a3e-6c4dd643c9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee25342-1c72-47c8-a3f9-311eb283dbb6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:05.574223 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50054) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:05.630912 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4c134-b9fa-42e0-a5c5-d71f40cf6ad6 req-426482de-4aac-4d24-8289-14993bebbac6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:05.634029 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a1e4c134-b9fa-42e0-a5c5-d71f40cf6ad6 req-426482de-4aac-4d24-8289-14993bebbac6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.0637548 Mar 23 01:46:05.638225 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b5c2e08-bb1e-445f-af42-5a068e8a347b admin admin] Publish callbacks [] for security_group (eee25342-1c72-47c8-a3f9-311eb283dbb6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:05.665265 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b5c2e08-bb1e-445f-af42-5a068e8a347b admin admin] Publish callbacks [] for security_group (eee25342-1c72-47c8-a3f9-311eb283dbb6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:05.695343 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a1e4c134-b9fa-42e0-a5c5-d71f40cf6ad6 req-1ca728ba-03b2-4275-974c-9c067431fbcf tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566740 Mar 23 01:46:05.745417 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b5c2e08-bb1e-445f-af42-5a068e8a347b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (eee25342-1c72-47c8-a3f9-311eb283dbb6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:05.748096 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b5c2e08-bb1e-445f-af42-5a068e8a347b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:05.752222 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7b5c2e08-bb1e-445f-af42-5a068e8a347b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eee25342-1c72-47c8-a3f9-311eb283dbb6 HTTP/1.1" status: 204 len: 168 time: 0.1679518 Mar 23 01:46:05.762220 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c2e08-bb1e-445f-af42-5a068e8a347b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee25342-1c72-47c8-a3f9-311eb283dbb6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:05.852743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0428a-f21b-4791-a3e4-3713beffb475 req-143c36d1-2413-428b-8d2e-7ca485cd90aa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:05.859512 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-01e0428a-f21b-4791-a3e4-3713beffb475 req-143c36d1-2413-428b-8d2e-7ca485cd90aa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0631375 Mar 23 01:46:05.906597 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-01e0428a-f21b-4791-a3e4-3713beffb475 req-ad17b26f-2365-4aad-876c-caf21ae70222 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462167 Mar 23 01:46:06.048583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50062) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:06.062714 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50274772-6b7c-475d-b700-5616df19ed44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:06.151093 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50274772-6b7c-475d-b700-5616df19ed44 admin admin] Publish callbacks [] for security_group (0e72240f-0bec-4cff-8f41-4c8957dc7763), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:06.156489 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50274772-6b7c-475d-b700-5616df19ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0e72240f-0bec-4cff-8f41-4c8957dc7763), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:06.198759 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-50274772-6b7c-475d-b700-5616df19ed44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52d199b6b7824a2faad3e9a63bf0a358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1489589 Mar 23 01:46:06.199467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50274772-6b7c-475d-b700-5616df19ed44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e72240f-0bec-4cff-8f41-4c8957dc7763,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:06.201775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50066) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:06.271264 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4159537b-a90e-4c28-a6fe-0e9bb129a475 admin admin] Publish callbacks [] for security_group (0e72240f-0bec-4cff-8f41-4c8957dc7763), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:06.330557 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4159537b-a90e-4c28-a6fe-0e9bb129a475 admin admin] Publish callbacks [] for security_group (0e72240f-0bec-4cff-8f41-4c8957dc7763), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:06.385339 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3de9d-47a4-4666-9df7-81e72831187f req-807af645-a477-483d-ae12-10e581a44ae6 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:06.387014 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-02e3de9d-47a4-4666-9df7-81e72831187f req-807af645-a477-483d-ae12-10e581a44ae6 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 946 time: 0.0943403 Mar 23 01:46:06.424844 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4159537b-a90e-4c28-a6fe-0e9bb129a475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0e72240f-0bec-4cff-8f41-4c8957dc7763), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:06.429313 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4159537b-a90e-4c28-a6fe-0e9bb129a475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:06.430546 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4159537b-a90e-4c28-a6fe-0e9bb129a475 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e72240f-0bec-4cff-8f41-4c8957dc7763 HTTP/1.1" status: 204 len: 168 time: 0.2278821 Mar 23 01:46:06.446229 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159537b-a90e-4c28-a6fe-0e9bb129a475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e72240f-0bec-4cff-8f41-4c8957dc7763,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:06.515302 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-02e3de9d-47a4-4666-9df7-81e72831187f req-b281c3ef-8eed-49bf-b2e3-6af48de4865f tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212776 Mar 23 01:46:06.617034 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4275e3c6-fed5-4766-bafa-69dda918d93a req-571ceaae-ccc4-4632-8286-dc8a0b4c8517 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0365026 Mar 23 01:46:06.872253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debffaa-fc1f-4951-b549-6fe03a9f05dc req-b50ea921-fd2f-49d5-8844-fc177c7c8776 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:06.874228 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1debffaa-fc1f-4951-b549-6fe03a9f05dc req-b50ea921-fd2f-49d5-8844-fc177c7c8776 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 946 time: 0.0662830 Mar 23 01:46:06.882237 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69072537-bea6-4091-841b-2efc4ea73a88 req-e83533c1-c347-4b10-ab68-9395dc71ece1 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:06.883917 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-69072537-bea6-4091-841b-2efc4ea73a88 req-e83533c1-c347-4b10-ab68-9395dc71ece1 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.0799768 Mar 23 01:46:06.941939 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-69072537-bea6-4091-841b-2efc4ea73a88 req-2dcbd558-9a10-4dda-9f5a-e79f36226885 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480187 Mar 23 01:46:06.950435 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1debffaa-fc1f-4951-b549-6fe03a9f05dc req-e68f99ca-dd55-4a01-928e-588c8af13a5b tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694263 Mar 23 01:46:07.112307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be6e34-0f33-4db0-9ce3-053998c30482 req-ec64613f-fe94-483c-8e1b-91867336e175 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:07.114671 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-27be6e34-0f33-4db0-9ce3-053998c30482 req-ec64613f-fe94-483c-8e1b-91867336e175 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0788314 Mar 23 01:46:07.190399 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-27be6e34-0f33-4db0-9ce3-053998c30482 req-1aa5e985-6c04-4ac7-a069-088cbf7eec37 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594008 Mar 23 01:46:07.208638 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e9e24-5121-4154-b0e0-70714fdea566 req-636beb4c-ce93-4299-b98c-db1efd48b638 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:07.213176 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-412e9e24-5121-4154-b0e0-70714fdea566 req-636beb4c-ce93-4299-b98c-db1efd48b638 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.0762658 Mar 23 01:46:07.270882 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-412e9e24-5121-4154-b0e0-70714fdea566 req-04649f7e-3f5b-4f62-b468-b0798cd70e0f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539510 Mar 23 01:46:07.777227 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aed7e871-2ce1-46e2-850a-60e5a400b9f4 req-6772f789-6b78-4c3e-843d-46301340bc4f tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0563247 Mar 23 01:46:08.094490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa560c-47ae-49da-8d57-0413b55c98d1 req-7330a4de-d1f3-4f07-8ad3-f0e35dbe27b0 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:08.101575 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e0aa560c-47ae-49da-8d57-0413b55c98d1 req-7330a4de-d1f3-4f07-8ad3-f0e35dbe27b0 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 946 time: 0.0601821 Mar 23 01:46:08.163401 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e0aa560c-47ae-49da-8d57-0413b55c98d1 req-51b921c2-24ec-484b-b05b-70fae81332ce tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599902 Mar 23 01:46:08.434710 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f8ce1-c5ad-48a9-8132-3fbd403fd34e req-8e4ae1e9-545b-40b0-9dad-ac2bde9d81f6 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:08.456413 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-692f8ce1-c5ad-48a9-8132-3fbd403fd34e req-8e4ae1e9-545b-40b0-9dad-ac2bde9d81f6 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1486251 Mar 23 01:46:08.533413 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-692f8ce1-c5ad-48a9-8132-3fbd403fd34e req-249a90fe-3272-49c7-a08c-e3265a9cfa44 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758510 Mar 23 01:46:08.571151 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0734672-bcc8-407a-915e-795a05bf38d1 req-64d796a7-eb85-4a28-9b1b-fae78605b1f0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:08.582416 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0734672-bcc8-407a-915e-795a05bf38d1 req-64d796a7-eb85-4a28-9b1b-fae78605b1f0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.1280966 Mar 23 01:46:08.688735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286b3e5-621a-4e16-99e6-0865e9bec47a req-6a3e7960-a313-4d78-b739-d1c44a82c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:08.692920 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2286b3e5-621a-4e16-99e6-0865e9bec47a req-6a3e7960-a313-4d78-b739-d1c44a82c15b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ecf9dbb5dcd3496f9493e8889a6317cb&device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 1128 time: 0.1231141 Mar 23 01:46:08.706638 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0734672-bcc8-407a-915e-795a05bf38d1 req-c05c5457-801f-4968-b5a7-a5e6d217aa95 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230404 Mar 23 01:46:08.815321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee275042-917d-495b-936a-59b81a0723ef req-65317ceb-bafc-4b5a-aac5-9d7663dc3313 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:08.823150 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ee275042-917d-495b-936a-59b81a0723ef req-65317ceb-bafc-4b5a-aac5-9d7663dc3313 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 946 time: 0.1292210 Mar 23 01:46:08.907313 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ee275042-917d-495b-936a-59b81a0723ef req-1c481731-a043-4827-8085-f8fb7ecde758 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830405 Mar 23 01:46:08.910566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286b3e5-621a-4e16-99e6-0865e9bec47a req-da122991-c1d2-4c33-a559-ee37babf30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:08.924008 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2286b3e5-621a-4e16-99e6-0865e9bec47a req-da122991-c1d2-4c33-a559-ee37babf30e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ea41b98-7f5f-4045-8adf-7f4dc37c0d25 HTTP/1.1" status: 200 len: 912 time: 0.1948400 Mar 23 01:46:08.988859 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2286b3e5-621a-4e16-99e6-0865e9bec47a req-76025106-3342-4ff0-b5b1-161e5d00b7cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e33bad84-44e8-420e-bc38-7cb80d527254 HTTP/1.1" status: 200 len: 217 time: 0.0596931 Mar 23 01:46:09.050451 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d126a988-3f50-4bab-b3a5-3bb63478e53c req-b28c6047-c5a2-42f5-878e-93d92dd5da5c tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0583551 Mar 23 01:46:09.084374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286b3e5-621a-4e16-99e6-0865e9bec47a req-e220be43-c430-4ecf-abdd-c9aa6542a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:09.086269 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2286b3e5-621a-4e16-99e6-0865e9bec47a req-e220be43-c430-4ecf-abdd-c9aa6542a66b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f22183ad-4acd-4720-83ae-dad6016d5226 HTTP/1.1" status: 200 len: 852 time: 0.0916388 Mar 23 01:46:09.153426 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2286b3e5-621a-4e16-99e6-0865e9bec47a req-baacb9ed-4fa5-4aa7-87f5-bf46f44635a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ea41b98-7f5f-4045-8adf-7f4dc37c0d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558722 Mar 23 01:46:09.365211 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2286b3e5-621a-4e16-99e6-0865e9bec47a req-bdc590f9-ffd3-4761-9646-d4c682a8e0fb service neutron] 10.222.0.43 "GET /v2.0/networks/8ea41b98-7f5f-4045-8adf-7f4dc37c0d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040265 Mar 23 01:46:09.461640 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9f314-5355-49ab-8e18-d1d307874ad9 req-f6e55852-90bf-408e-99d7-3fe9bbc83405 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:09.466285 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-02c9f314-5355-49ab-8e18-d1d307874ad9 req-f6e55852-90bf-408e-99d7-3fe9bbc83405 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.1162083 Mar 23 01:46:09.518664 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2286b3e5-621a-4e16-99e6-0865e9bec47a req-8204a9cd-c700-4c75-9cda-334a97ff1a39 service neutron] 10.222.0.43 "GET /v2.0/networks/8ea41b98-7f5f-4045-8adf-7f4dc37c0d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473093 Mar 23 01:46:09.564354 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-02c9f314-5355-49ab-8e18-d1d307874ad9 req-19bd99c2-bfe0-4c9f-a0eb-fe836653ddf7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853047 Mar 23 01:46:09.820250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75c64e-4501-47b8-bcec-732e59f64e56 req-4a09adbd-41f0-4d94-815c-8cb360c1380b tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:09.829213 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c75c64e-4501-47b8-bcec-732e59f64e56 req-4a09adbd-41f0-4d94-815c-8cb360c1380b tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1283431 Mar 23 01:46:09.891335 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c75c64e-4501-47b8-bcec-732e59f64e56 req-5d02f3a2-dca4-42d6-95a8-b3503a379611 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572264 Mar 23 01:46:10.128953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18c85c-d0f4-4f20-ae52-86cfa4bdd3e9 req-062b37ed-67a9-4e0d-8576-733b554f8a07 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:10.137081 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5f18c85c-d0f4-4f20-ae52-86cfa4bdd3e9 req-062b37ed-67a9-4e0d-8576-733b554f8a07 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 946 time: 0.1402626 Mar 23 01:46:10.204478 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5f18c85c-d0f4-4f20-ae52-86cfa4bdd3e9 req-f248057e-a61b-40a9-ac32-e2a22146300d tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664127 Mar 23 01:46:10.233089 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b301388e-8003-45d9-9bfd-1a3ea1b9cc7e req-dfb5aef7-574d-4bda-bee9-68bddf361789 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0534344 Mar 23 01:46:10.273626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50230) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:10.443129 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:10.562635 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Publish callbacks [] for security_group (db6dab43-103d-46c1-ac0e-131bcb61a562), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:10.573756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (db6dab43-103d-46c1-ac0e-131bcb61a562), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:10.620076 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6dab43-103d-46c1-ac0e-131bcb61a562,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:10.637119 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2371243790b94e09a9815a2bde17bfff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3621571 Mar 23 01:46:10.639968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50236) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:10.648284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:10.648764 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:10.649140 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:10.649491 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:10.649820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:10.650156 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:10.650494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:10.650825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:10.651212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:10.651535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:10.651862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:10.652186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:10.652506 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:10.652875 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:10.653250 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5ed87-7e55-4cbf-a88d-b4f92176b38b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:10.766709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef871e-fcd3-4418-9a5a-b81fd9b26455 req-4b4c3d15-4ef0-4d00-86bb-087394acdeea tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:10.767131 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27598a2a-54a7-4f5f-88c7-1ecfa354518b admin admin] Publish callbacks [] for security_group (db6dab43-103d-46c1-ac0e-131bcb61a562), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:10.780044 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7fef871e-fcd3-4418-9a5a-b81fd9b26455 req-4b4c3d15-4ef0-4d00-86bb-087394acdeea tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.0981507 Mar 23 01:46:10.814568 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27598a2a-54a7-4f5f-88c7-1ecfa354518b admin admin] Publish callbacks [] for security_group (db6dab43-103d-46c1-ac0e-131bcb61a562), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:10.869196 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27598a2a-54a7-4f5f-88c7-1ecfa354518b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (db6dab43-103d-46c1-ac0e-131bcb61a562), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:10.873560 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27598a2a-54a7-4f5f-88c7-1ecfa354518b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:10.875168 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-27598a2a-54a7-4f5f-88c7-1ecfa354518b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db6dab43-103d-46c1-ac0e-131bcb61a562 HTTP/1.1" status: 204 len: 168 time: 0.2339828 Mar 23 01:46:10.894014 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7fef871e-fcd3-4418-9a5a-b81fd9b26455 req-177cefac-eb9f-49b4-a197-0f2849786af8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074102 Mar 23 01:46:10.924412 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27598a2a-54a7-4f5f-88c7-1ecfa354518b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6dab43-103d-46c1-ac0e-131bcb61a562,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:11.103519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a756374-fe45-439a-8e37-e604375901f3 req-adcc04b2-e0d6-4376-a00a-66d88667514a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:11.105981 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a756374-fe45-439a-8e37-e604375901f3 req-adcc04b2-e0d6-4376-a00a-66d88667514a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1101553 Mar 23 01:46:11.237218 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a756374-fe45-439a-8e37-e604375901f3 req-a15e50af-555e-4f01-ab15-88fff1c19c2a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233144 Mar 23 01:46:11.388907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4774f83-f78f-43b8-bf27-f67d3eac15bd req-a6beca67-adb6-41cf-9e36-2b6ecd88b107 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0397413 Mar 23 01:46:11.403316 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c0ece-e73b-406d-a389-23cd65ed9a57 req-0930e3cb-6ac5-44d5-93a6-3a7912616ed5 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:11.416585 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50252) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:11.434537 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c7c0ece-e73b-406d-a389-23cd65ed9a57 req-0930e3cb-6ac5-44d5-93a6-3a7912616ed5 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 946 time: 0.1198113 Mar 23 01:46:11.454762 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a536d10-be34-4612-8826-cf3f2edf1a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:11.543029 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c7c0ece-e73b-406d-a389-23cd65ed9a57 req-1a4d2447-a0e0-4916-be08-14c353bdbd61 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032495 Mar 23 01:46:11.562091 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a536d10-be34-4612-8826-cf3f2edf1a27 admin admin] Publish callbacks [] for security_group (69081ddb-5761-4af5-8683-7101d650cf63), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:11.568960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a536d10-be34-4612-8826-cf3f2edf1a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (69081ddb-5761-4af5-8683-7101d650cf63), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:11.601949 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7a536d10-be34-4612-8826-cf3f2edf1a27 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63e1c57b6e8f4c3885badfb7e94eb300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1921515 Mar 23 01:46:11.604525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50256) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:11.655325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a536d10-be34-4612-8826-cf3f2edf1a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69081ddb-5761-4af5-8683-7101d650cf63,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:11.701333 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-77c66788-ed4b-4467-98b7-954dca92c887 admin admin] Publish callbacks [] for security_group (69081ddb-5761-4af5-8683-7101d650cf63), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:11.728893 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-77c66788-ed4b-4467-98b7-954dca92c887 admin admin] Publish callbacks [] for security_group (69081ddb-5761-4af5-8683-7101d650cf63), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:11.796473 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-77c66788-ed4b-4467-98b7-954dca92c887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (69081ddb-5761-4af5-8683-7101d650cf63), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:11.799387 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-77c66788-ed4b-4467-98b7-954dca92c887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:11.801713 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-77c66788-ed4b-4467-98b7-954dca92c887 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69081ddb-5761-4af5-8683-7101d650cf63 HTTP/1.1" status: 204 len: 168 time: 0.1956067 Mar 23 01:46:11.849219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c66788-ed4b-4467-98b7-954dca92c887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69081ddb-5761-4af5-8683-7101d650cf63,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:11.946195 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0bd43-0f8f-4f21-9c85-51814916efc1 req-2e24d98c-32a8-41bc-ab6f-32655ba39a51 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:11.961562 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67c0bd43-0f8f-4f21-9c85-51814916efc1 req-2e24d98c-32a8-41bc-ab6f-32655ba39a51 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 946 time: 0.1220405 Mar 23 01:46:12.039727 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67c0bd43-0f8f-4f21-9c85-51814916efc1 req-8a9e7109-4620-487c-854c-80dba3ba96c8 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772698 Mar 23 01:46:12.212970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde75660-51fd-4565-9acb-777bff82293f req-74eb7dba-62fd-4693-8f9e-c0b33541a656 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:12.221905 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bde75660-51fd-4565-9acb-777bff82293f req-74eb7dba-62fd-4693-8f9e-c0b33541a656 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.1439919 Mar 23 01:46:12.325086 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bde75660-51fd-4565-9acb-777bff82293f req-72964576-99cf-4598-aded-c403d70b6cb1 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022279 Mar 23 01:46:12.413946 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58f78e-ca82-4af6-aa48-6113054f2323 req-509c26a1-faed-4bb6-8880-580df093deb6 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:12.416474 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de58f78e-ca82-4af6-aa48-6113054f2323 req-509c26a1-faed-4bb6-8880-580df093deb6 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.0764921 Mar 23 01:46:12.474088 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 1bb13a0c-a95e-498d-99cf-426708fbc5b8 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:46:12.521944 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de58f78e-ca82-4af6-aa48-6113054f2323 req-ade9d839-5138-4589-b091-103a3c5e34e1 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922415 Mar 23 01:46:12.601136 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-063cc652-4540-4d45-87d2-3c2099983e64 req-51706e3a-80c1-4b7e-bf34-325c3f23e2bd tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0476861 Mar 23 01:46:12.724959 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 1bb13a0c-a95e-498d-99cf-426708fbc5b8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1bb13a0c-a95e-498d-99cf-426708fbc5b8,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:12.738056 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '1bb13a0c-a95e-498d-99cf-426708fbc5b8', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'port_id': '1bb13a0c-a95e-498d-99cf-426708fbc5b8', 'mac_address': 'fa:16:3e:52:84:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:46:12.786903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 is: ACTIVE; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:12.787677 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:12.804547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bb13a0c-a95e-498d-99cf-426708fbc5b8 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:46:12.829156 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 1bb13a0c-a95e-498d-99cf-426708fbc5b8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1bb13a0c-a95e-498d-99cf-426708fbc5b8,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:12.838783 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:12.899489 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=1bb13a0c-a95e-498d-99cf-426708fbc5b8,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:12.948307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['1bb13a0c-a95e-498d-99cf-426708fbc5b8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:46:13.364379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bbdbb-334c-4fe8-8a09-d5b5fba4e795 req-a8e6d1d1-c64b-4bfa-bb09-3ad65712d9be tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:13.396342 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f44bbdbb-334c-4fe8-8a09-d5b5fba4e795 req-a8e6d1d1-c64b-4bfa-bb09-3ad65712d9be tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 946 time: 0.1918557 Mar 23 01:46:13.556641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f44bbdbb-334c-4fe8-8a09-d5b5fba4e795 req-7c651452-d108-445e-abc5-fb9490aca4f4 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525474 Mar 23 01:46:13.675109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02e749-936d-44f1-9d3c-3495afafa502 req-16688081-c731-4f60-90c3-71f35f46c5e8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:13.684082 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8b02e749-936d-44f1-9d3c-3495afafa502 req-16688081-c731-4f60-90c3-71f35f46c5e8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 944 time: 0.1905191 Mar 23 01:46:13.867823 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8b02e749-936d-44f1-9d3c-3495afafa502 req-144af533-77b3-45f9-9b69-36aab9ba68f7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825695 Mar 23 01:46:13.909211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db910eea-2a28-4dd1-beac-88b1d1a6bfbe req-25f58d0a-70fd-4c7a-b859-2d6ffa292d9e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:13.919462 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-db910eea-2a28-4dd1-beac-88b1d1a6bfbe req-25f58d0a-70fd-4c7a-b859-2d6ffa292d9e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1919069 Mar 23 01:46:14.122116 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-acb39373-ef99-4321-9d1c-e8e8d7147604 req-6354c5b4-b2c2-4b28-b80d-06592cf2c3cb tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0937090 Mar 23 01:46:14.190999 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-db910eea-2a28-4dd1-beac-88b1d1a6bfbe req-6909d715-9f38-4440-aa5f-074b40306b4a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649634 Mar 23 01:46:14.219323 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28465351-fc1c-4630-a713-5ce88244449a req-385c8f7e-b01f-4ff4-9f9d-9152e497327b tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:14.221122 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-28465351-fc1c-4630-a713-5ce88244449a req-385c8f7e-b01f-4ff4-9f9d-9152e497327b tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.43 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 946 time: 0.2731550 Mar 23 01:46:14.462619 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-28465351-fc1c-4630-a713-5ce88244449a req-4c86bc72-af8a-49f9-af63-bfae68d328cd tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Deleting port e33bad84-44e8-420e-bc38-7cb80d527254 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:46:14.464472 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-28465351-fc1c-4630-a713-5ce88244449a req-4c86bc72-af8a-49f9-af63-bfae68d328cd tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e33bad84-44e8-420e-bc38-7cb80d527254), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:14.500456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d8685e8-6719-4028-9e63-56835cc6ccb8 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:46:14.504933 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 1bb13a0c-a95e-498d-99cf-426708fbc5b8 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:46:14.644869 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:14.645552 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:14.789844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-28465351-fc1c-4630-a713-5ce88244449a req-4c86bc72-af8a-49f9-af63-bfae68d328cd tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] For port e33bad84-44e8-420e-bc38-7cb80d527254, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e33bad84-44e8-420e-bc38-7cb80d527254,segment=NetworkSegment(adfe0c36-e1ea-4eed-8261-c6699524c7b2),segment_id=adfe0c36-e1ea-4eed-8261-c6699524c7b2)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:14.790291 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-28465351-fc1c-4630-a713-5ce88244449a req-4c86bc72-af8a-49f9-af63-bfae68d328cd tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e33bad84-44e8-420e-bc38-7cb80d527254), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:14.826715 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-28465351-fc1c-4630-a713-5ce88244449a req-4c86bc72-af8a-49f9-af63-bfae68d328cd tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Calling delete_port for e33bad84-44e8-420e-bc38-7cb80d527254 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:46:14.926676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643353d-1de3-4151-875f-0ac91c039398 req-3955a8ed-dad3-4aa8-bc54-b1f275173f33 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:14.935614 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b643353d-1de3-4151-875f-0ac91c039398 req-3955a8ed-dad3-4aa8-bc54-b1f275173f33 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 946 time: 0.2001317 Mar 23 01:46:14.998224 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d8685e8-6719-4028-9e63-56835cc6ccb8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:15.076490 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b643353d-1de3-4151-875f-0ac91c039398 req-72e1ca7f-5c8d-4c0b-b0d4-2a160e60dc8f tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344762 Mar 23 01:46:15.155138 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '8d8685e8-6719-4028-9e63-56835cc6ccb8', 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916', 'port_id': '8d8685e8-6719-4028-9e63-56835cc6ccb8', 'mac_address': 'fa:16:3e:ca:cc:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ad0308-8885-4b30-b976-2a6f309d1ec3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:46:15.170172 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:15.172175 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:15.339368 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd52d9-f31a-46aa-a4ca-e18f8c0a87cf req-8611142c-a291-49e9-b2d6-d8cf3878b281 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:15.349790 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76cd52d9-f31a-46aa-a4ca-e18f8c0a87cf req-8611142c-a291-49e9-b2d6-d8cf3878b281 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 944 time: 0.3479652 Mar 23 01:46:15.374301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8d8685e8-6719-4028-9e63-56835cc6ccb8 is: ACTIVE; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:15.378874 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:15.439335 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d8685e8-6719-4028-9e63-56835cc6ccb8 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:46:15.449761 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6b82183c-699e-4638-8417-c1cc894e59df req-c51fb57c-90bf-47da-b6b1-481ef88490d5 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.1143141 Mar 23 01:46:15.513242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 1bb13a0c-a95e-498d-99cf-426708fbc5b8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1bb13a0c-a95e-498d-99cf-426708fbc5b8,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:15.519715 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb13a0c-a95e-498d-99cf-426708fbc5b8'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:46:15.535400 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8d3948-824f-4d5b-9683-478e7623a444" -d '{"events": [{"server_uuid": "cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee", "name": "network-vif-plugged", "status": "completed", "tag": "1bb13a0c-a95e-498d-99cf-426708fbc5b8"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:46:15.552806 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:15.674314 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=1bb13a0c-a95e-498d-99cf-426708fbc5b8,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:15.703184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d8685e8-6719-4028-9e63-56835cc6ccb8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:15.716830 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:15.769196 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76cd52d9-f31a-46aa-a4ca-e18f8c0a87cf req-a2b10fc5-437e-4a77-926d-f01eecc775d8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148021 Mar 23 01:46:15.769900 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edcddc-974c-47fa-b7ae-98370308a458 req-fd1968b1-523e-4e51-bfaf-1ea76c246147 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:15.770475 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-28465351-fc1c-4630-a713-5ce88244449a req-4c86bc72-af8a-49f9-af63-bfae68d328cd tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e33bad84-44e8-420e-bc38-7cb80d527254), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:15.771567 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95edcddc-974c-47fa-b7ae-98370308a458 req-fd1968b1-523e-4e51-bfaf-1ea76c246147 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1716051 Mar 23 01:46:15.863300 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86bc72-af8a-49f9-af63-bfae68d328cd tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Pushing event deleted for resources: {'Port': ['ID=e33bad84-44e8-420e-bc38-7cb80d527254,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:15.864498 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8d8685e8-6719-4028-9e63-56835cc6ccb8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:46:15.936955 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95edcddc-974c-47fa-b7ae-98370308a458 req-3ae75562-c404-4535-a260-0e4a0e1dcc9e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589305 Mar 23 01:46:15.999693 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4743775b-bdf9-40b1-b666-ae51d218cc2c x-openstack-request-id: req-4743775b-bdf9-40b1-b666-ae51d218cc2c {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:46:16.000245 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee", "name": "network-vif-plugged", "status": "completed", "tag": "1bb13a0c-a95e-498d-99cf-426708fbc5b8", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:46:16.000888 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4743775b-bdf9-40b1-b666-ae51d218cc2c {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:46:16.001463 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4743775b-bdf9-40b1-b666-ae51d218cc2c'] response: {'server_uuid': 'cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb13a0c-a95e-498d-99cf-426708fbc5b8', 'code': 200} Mar 23 01:46:16.009381 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8d8685e8-6719-4028-9e63-56835cc6ccb8,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:16.056175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-28465351-fc1c-4630-a713-5ce88244449a req-4c86bc72-af8a-49f9-af63-bfae68d328cd tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] No DVR routers for this DVR port e33bad84-44e8-420e-bc38-7cb80d527254 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:46:16.061913 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-28465351-fc1c-4630-a713-5ce88244449a req-4c86bc72-af8a-49f9-af63-bfae68d328cd tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:16.067039 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-28465351-fc1c-4630-a713-5ce88244449a req-4c86bc72-af8a-49f9-af63-bfae68d328cd tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.43 "DELETE /v2.0/ports/e33bad84-44e8-420e-bc38-7cb80d527254 HTTP/1.1" status: 204 len: 173 time: 1.8387902 Mar 23 01:46:16.067571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8233ab77-ea4d-4e88-a584-2240caaac6df', 'name': 'network-vif-deleted', 'tag': 'e33bad84-44e8-420e-bc38-7cb80d527254'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:46:16.075815 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52a0dbd-8ccb-4575-93f3-accf37046b45" -d '{"events": [{"server_uuid": "8233ab77-ea4d-4e88-a584-2240caaac6df", "name": "network-vif-deleted", "tag": "e33bad84-44e8-420e-bc38-7cb80d527254"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:46:16.230375 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb74b08-bd11-4f15-be25-3d564f9e6265 x-openstack-request-id: req-5cb74b08-bd11-4f15-be25-3d564f9e6265 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:46:16.230634 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8233ab77-ea4d-4e88-a584-2240caaac6df", "name": "network-vif-deleted", "tag": "e33bad84-44e8-420e-bc38-7cb80d527254", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:46:16.231043 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5cb74b08-bd11-4f15-be25-3d564f9e6265 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:46:16.231586 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb74b08-bd11-4f15-be25-3d564f9e6265'] response: {'server_uuid': '8233ab77-ea4d-4e88-a584-2240caaac6df', 'name': 'network-vif-deleted', 'tag': 'e33bad84-44e8-420e-bc38-7cb80d527254', 'status': 'completed', 'code': 200} Mar 23 01:46:16.325629 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a1f868e8-2f97-47e1-9863-ddc5baf6ddf7 req-cf815ab2-b2c8-4aed-9a55-27d0dd83f763 tempest-TestServerAdvancedOps-1796212997 tempest-TestServerAdvancedOps-1796212997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8233ab77-ea4d-4e88-a584-2240caaac6df HTTP/1.1" status: 200 len: 210 time: 0.0818925 Mar 23 01:46:16.497490 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d8685e8-6719-4028-9e63-56835cc6ccb8 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:46:16.693104 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 8d8685e8-6719-4028-9e63-56835cc6ccb8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:16.693749 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:16.766886 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6cb88402-f17a-461b-a188-746131c3ca18 req-6c912126-9113-4220-9560-fafae95caf23 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.1167450 Mar 23 01:46:16.952425 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50432) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:16.996267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8d8685e8-6719-4028-9e63-56835cc6ccb8 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:16.996589 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:17.082763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d8685e8-6719-4028-9e63-56835cc6ccb8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:17.091560 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:17.094726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22487b99-8f63-45c8-85a5-f6f726b6f010 req-6680b5ac-0d65-4946-99c3-33a0664be54f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:17.108825 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22487b99-8f63-45c8-85a5-f6f726b6f010 req-6680b5ac-0d65-4946-99c3-33a0664be54f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.1594813 Mar 23 01:46:17.222309 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8d8685e8-6719-4028-9e63-56835cc6ccb8,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:17.226493 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22487b99-8f63-45c8-85a5-f6f726b6f010 req-bc8b817c-7e25-4268-ab07-f6241e15dedc tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114571 Mar 23 01:46:17.318398 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22e51548-e157-487d-abb9-5d064ff9f13c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:17.324784 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e33bad84-44e8-420e-bc38-7cb80d527254 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:46:17.437659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: e33bad84-44e8-420e-bc38-7cb80d527254 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:46:17.441420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e33bad84-44e8-420e-bc38-7cb80d527254 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:46:17.456939 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50440) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:17.571287 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22e51548-e157-487d-abb9-5d064ff9f13c admin admin] Publish callbacks [] for security_group (1ef53818-8586-4fa6-a7ed-d4c9b31ec47e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:17.577728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca24f187-7bae-48ea-9cfc-72b49a00d8a4 admin admin] Deleting subnet f22183ad-4acd-4720-83ae-dad6016d5226 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:46:17.582307 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22e51548-e157-487d-abb9-5d064ff9f13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1ef53818-8586-4fa6-a7ed-d4c9b31ec47e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:17.593512 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca24f187-7bae-48ea-9cfc-72b49a00d8a4 admin admin] Publish callbacks [] for subnet (f22183ad-4acd-4720-83ae-dad6016d5226), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:17.690886 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca24f187-7bae-48ea-9cfc-72b49a00d8a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (f22183ad-4acd-4720-83ae-dad6016d5226), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:17.729406 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-22e51548-e157-487d-abb9-5d064ff9f13c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b088290b0ce4786ad9b88045f7209b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7755260 Mar 23 01:46:17.730256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50444) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:17.833448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3fb3d-223c-4dcc-b007-f4542d906a39 req-8e13a6c2-3c77-4dfc-9c36-14ec48c34541 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:17.837170 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca24f187-7bae-48ea-9cfc-72b49a00d8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (f22183ad-4acd-4720-83ae-dad6016d5226), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:17.851522 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7f3fb3d-223c-4dcc-b007-f4542d906a39 req-8e13a6c2-3c77-4dfc-9c36-14ec48c34541 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.7070758 Mar 23 01:46:17.947393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e51548-e157-487d-abb9-5d064ff9f13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef53818-8586-4fa6-a7ed-d4c9b31ec47e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:17.994440 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca24f187-7bae-48ea-9cfc-72b49a00d8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (f22183ad-4acd-4720-83ae-dad6016d5226), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:18.034433 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86a2839-1557-4eca-bc1f-5685f5670e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8685e8-6719-4028-9e63-56835cc6ccb8'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:46:18.043063 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015e78b8-06ff-4cb4-b11b-c545f366e231" -d '{"events": [{"server_uuid": "a86a2839-1557-4eca-bc1f-5685f5670e01", "name": "network-vif-plugged", "status": "completed", "tag": "8d8685e8-6719-4028-9e63-56835cc6ccb8"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:46:18.159715 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7f3fb3d-223c-4dcc-b007-f4542d906a39 req-e20f3a93-f2ca-41c7-ae14-61cf2d91c200 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071823 Mar 23 01:46:18.194883 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24f187-7bae-48ea-9cfc-72b49a00d8a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f22183ad-4acd-4720-83ae-dad6016d5226,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:18.237234 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e353369-2922-42df-a47a-18ae25b8a7f5 req-084881df-7845-4628-afc7-3c1203e88bf3 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.2654927 Mar 23 01:46:18.274038 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fbea765d-8870-4f1e-b98e-2736e1bbb83f admin admin] Publish callbacks [] for security_group (1ef53818-8586-4fa6-a7ed-d4c9b31ec47e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:18.279187 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca24f187-7bae-48ea-9cfc-72b49a00d8a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:18.284950 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b13863-b74a-466b-a22e-48bbe4258849 x-openstack-request-id: req-39b13863-b74a-466b-a22e-48bbe4258849 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:46:18.285243 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86a2839-1557-4eca-bc1f-5685f5670e01", "name": "network-vif-plugged", "status": "completed", "tag": "8d8685e8-6719-4028-9e63-56835cc6ccb8", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:46:18.285500 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39b13863-b74a-466b-a22e-48bbe4258849 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:46:18.285921 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b13863-b74a-466b-a22e-48bbe4258849'] response: {'server_uuid': 'a86a2839-1557-4eca-bc1f-5685f5670e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8685e8-6719-4028-9e63-56835cc6ccb8', 'code': 200} Mar 23 01:46:18.293428 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ca24f187-7bae-48ea-9cfc-72b49a00d8a4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f22183ad-4acd-4720-83ae-dad6016d5226 HTTP/1.1" status: 204 len: 168 time: 0.8330688 Mar 23 01:46:18.293953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50454) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:18.379746 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fbea765d-8870-4f1e-b98e-2736e1bbb83f admin admin] Publish callbacks [] for security_group (1ef53818-8586-4fa6-a7ed-d4c9b31ec47e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:18.562533 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fbea765d-8870-4f1e-b98e-2736e1bbb83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1ef53818-8586-4fa6-a7ed-d4c9b31ec47e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:18.566169 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fbea765d-8870-4f1e-b98e-2736e1bbb83f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:18.567537 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fbea765d-8870-4f1e-b98e-2736e1bbb83f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ef53818-8586-4fa6-a7ed-d4c9b31ec47e HTTP/1.1" status: 204 len: 168 time: 0.8233283 Mar 23 01:46:18.611154 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea765d-8870-4f1e-b98e-2736e1bbb83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef53818-8586-4fa6-a7ed-d4c9b31ec47e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:18.642685 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a4f10533-aa7f-42a4-a8c5-5a48bfe993ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (8ea41b98-7f5f-4045-8adf-7f4dc37c0d25), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:18.710185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556746e4-bea1-470c-b156-0e2e463c689a req-ddf68f83-dd4c-44b1-bf62-2b8bf52d23a4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:18.719928 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-556746e4-bea1-470c-b156-0e2e463c689a req-ddf68f83-dd4c-44b1-bf62-2b8bf52d23a4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.2350616 Mar 23 01:46:19.073728 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-556746e4-bea1-470c-b156-0e2e463c689a req-9d566a78-f276-4ae7-bbb9-584ccd1a4e57 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488822 Mar 23 01:46:19.119437 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a4f10533-aa7f-42a4-a8c5-5a48bfe993ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (8ea41b98-7f5f-4045-8adf-7f4dc37c0d25), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:19.179345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50464) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:19.186869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-a4f10533-aa7f-42a4-a8c5-5a48bfe993ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea41b98-7f5f-4045-8adf-7f4dc37c0d25']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:19.207802 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4bb86ae-8921-46ee-9b07-55ae5acc0955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:19.217729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-a4f10533-aa7f-42a4-a8c5-5a48bfe993ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adfe0c36-e1ea-4eed-8261-c6699524c7b2') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:19.218380 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-a4f10533-aa7f-42a4-a8c5-5a48bfe993ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adfe0c36-e1ea-4eed-8261-c6699524c7b2') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:19.238863 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a4f10533-aa7f-42a4-a8c5-5a48bfe993ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (adfe0c36-e1ea-4eed-8261-c6699524c7b2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:19.269820 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a4f10533-aa7f-42a4-a8c5-5a48bfe993ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (adfe0c36-e1ea-4eed-8261-c6699524c7b2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:19.286941 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f10533-aa7f-42a4-a8c5-5a48bfe993ef admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:46:19.288549 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a4f10533-aa7f-42a4-a8c5-5a48bfe993ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (adfe0c36-e1ea-4eed-8261-c6699524c7b2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:46:19.371575 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:46:19.377629 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a4f10533-aa7f-42a4-a8c5-5a48bfe993ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (8ea41b98-7f5f-4045-8adf-7f4dc37c0d25), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:19.389811 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a4f10533-aa7f-42a4-a8c5-5a48bfe993ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:19.394065 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a4f10533-aa7f-42a4-a8c5-5a48bfe993ef admin admin] 10.222.0.18 "DELETE /v2.0/networks/8ea41b98-7f5f-4045-8adf-7f4dc37c0d25 HTTP/1.1" status: 204 len: 168 time: 1.0989702 Mar 23 01:46:19.447820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50470) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:19.485238 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d65955ec-eb1a-4bb7-af8c-9667ec651bd0 req-62368db0-0e24-4020-afd5-b251de52cd6e tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0880332 Mar 23 01:46:19.488454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f10533-aa7f-42a4-a8c5-5a48bfe993ef admin admin] Pushing event deleted for resources: {'Network': ['ID=8ea41b98-7f5f-4045-8adf-7f4dc37c0d25,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:19.523105 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0108-4f83-4cfd-aefe-9d14035ca450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:19.603566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f81723-1c8d-428e-919a-ff0a97d4b196 req-d74a65c6-af71-4019-b710-1313049bacec tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:19.605506 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-19f81723-1c8d-428e-919a-ff0a97d4b196 req-d74a65c6-af71-4019-b710-1313049bacec tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.3214259 Mar 23 01:46:19.700645 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-19f81723-1c8d-428e-919a-ff0a97d4b196 req-8c9b67da-d4ec-43d9-a355-9c413dfbaa92 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809100 Mar 23 01:46:19.727861 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f2aed0-5cf4-469f-9c6c-edbf3b6f6b39 admin admin] Deleting subnet ddbc63b7-9d5e-41a3-99cb-c8a7f822b02c {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:46:19.744235 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14f2aed0-5cf4-469f-9c6c-edbf3b6f6b39 admin admin] Publish callbacks [] for subnet (ddbc63b7-9d5e-41a3-99cb-c8a7f822b02c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:19.823735 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14f2aed0-5cf4-469f-9c6c-edbf3b6f6b39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (ddbc63b7-9d5e-41a3-99cb-c8a7f822b02c), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:19.923135 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14f2aed0-5cf4-469f-9c6c-edbf3b6f6b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (ddbc63b7-9d5e-41a3-99cb-c8a7f822b02c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:20.002754 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14f2aed0-5cf4-469f-9c6c-edbf3b6f6b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (ddbc63b7-9d5e-41a3-99cb-c8a7f822b02c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:20.055244 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2aed0-5cf4-469f-9c6c-edbf3b6f6b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddbc63b7-9d5e-41a3-99cb-c8a7f822b02c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:20.085091 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4bb86ae-8921-46ee-9b07-55ae5acc0955 admin admin] Publish callbacks [] for security_group (a66403f3-9c2e-453a-8532-e1ac577c06d8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:20.089916 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14f2aed0-5cf4-469f-9c6c-edbf3b6f6b39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:20.098603 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-14f2aed0-5cf4-469f-9c6c-edbf3b6f6b39 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ddbc63b7-9d5e-41a3-99cb-c8a7f822b02c HTTP/1.1" status: 204 len: 168 time: 0.6380508 Mar 23 01:46:20.098603 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4bb86ae-8921-46ee-9b07-55ae5acc0955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a66403f3-9c2e-453a-8532-e1ac577c06d8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:20.099243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50476) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:20.178707 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c4bb86ae-8921-46ee-9b07-55ae5acc0955 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=706be6bae5194c7282d0b03846f545cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9980295 Mar 23 01:46:20.179992 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb86ae-8921-46ee-9b07-55ae5acc0955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66403f3-9c2e-453a-8532-e1ac577c06d8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:20.183016 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50480) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:20.237031 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8435774-c40e-403e-b54b-f3a08df6920e admin admin] Publish callbacks [] for security_group (a66403f3-9c2e-453a-8532-e1ac577c06d8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:20.280256 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8435774-c40e-403e-b54b-f3a08df6920e admin admin] Publish callbacks [] for security_group (a66403f3-9c2e-453a-8532-e1ac577c06d8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:20.315766 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-908200d7-7289-4c5d-b668-4f11b1c31d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (f2cecb82-8f20-494b-a62f-3bdb2ee8056a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:20.374640 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8435774-c40e-403e-b54b-f3a08df6920e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a66403f3-9c2e-453a-8532-e1ac577c06d8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:20.377971 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8435774-c40e-403e-b54b-f3a08df6920e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:20.379379 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e8435774-c40e-403e-b54b-f3a08df6920e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a66403f3-9c2e-453a-8532-e1ac577c06d8 HTTP/1.1" status: 204 len: 168 time: 0.1951351 Mar 23 01:46:20.411175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8435774-c40e-403e-b54b-f3a08df6920e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66403f3-9c2e-453a-8532-e1ac577c06d8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:20.503367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39de84-1577-4829-8c64-704bd5cc353d req-9181c53a-9443-46f3-bee6-95be883b9666 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:20.513053 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be39de84-1577-4829-8c64-704bd5cc353d req-9181c53a-9443-46f3-bee6-95be883b9666 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.1927042 Mar 23 01:46:20.596691 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:20.623273 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-908200d7-7289-4c5d-b668-4f11b1c31d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (f2cecb82-8f20-494b-a62f-3bdb2ee8056a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:20.675661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-908200d7-7289-4c5d-b668-4f11b1c31d1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2cecb82-8f20-494b-a62f-3bdb2ee8056a']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:20.701835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-908200d7-7289-4c5d-b668-4f11b1c31d1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f78b26-2f9a-4897-a2d5-1f55720cbca6') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:20.705973 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-908200d7-7289-4c5d-b668-4f11b1c31d1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f78b26-2f9a-4897-a2d5-1f55720cbca6') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:20.737848 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-908200d7-7289-4c5d-b668-4f11b1c31d1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (f2f78b26-2f9a-4897-a2d5-1f55720cbca6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:20.738026 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be205cde-9cc7-4441-adb9-0f45051795e9 req-f9654fea-7a30-458f-a3a1-c1de9e28a1a1 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0776770 Mar 23 01:46:20.804331 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-908200d7-7289-4c5d-b668-4f11b1c31d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (f2f78b26-2f9a-4897-a2d5-1f55720cbca6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:20.838587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908200d7-7289-4c5d-b668-4f11b1c31d1e admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:46:20.839015 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-908200d7-7289-4c5d-b668-4f11b1c31d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (f2f78b26-2f9a-4897-a2d5-1f55720cbca6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:46:20.841553 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:46:20.967652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdadda-c561-4862-a7cd-672134cc7e38 req-f25dcc61-31cd-4043-87df-dbd668f56a5e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:20.978253 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2cbdadda-c561-4862-a7cd-672134cc7e38 req-f25dcc61-31cd-4043-87df-dbd668f56a5e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1292121 Mar 23 01:46:21.049090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be39de84-1577-4829-8c64-704bd5cc353d req-4e76458a-3600-4a0f-8a33-d342b8f360c6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349994 Mar 23 01:46:21.087060 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-908200d7-7289-4c5d-b668-4f11b1c31d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (f2cecb82-8f20-494b-a62f-3bdb2ee8056a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:21.119159 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-908200d7-7289-4c5d-b668-4f11b1c31d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:21.129871 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2cbdadda-c561-4862-a7cd-672134cc7e38 req-9c195717-5627-4985-b7ba-638e53127323 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495798 Mar 23 01:46:21.141570 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-908200d7-7289-4c5d-b668-4f11b1c31d1e admin admin] 10.222.0.18 "DELETE /v2.0/networks/f2cecb82-8f20-494b-a62f-3bdb2ee8056a HTTP/1.1" status: 204 len: 168 time: 1.0377419 Mar 23 01:46:21.219870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908200d7-7289-4c5d-b668-4f11b1c31d1e admin admin] Pushing event deleted for resources: {'Network': ['ID=f2cecb82-8f20-494b-a62f-3bdb2ee8056a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:21.436937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50506) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:21.542665 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6b8f0fd6-c7e4-432a-b2a1-963736b32d74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ecf9dbb5dcd3496f9493e8889a6317cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1041522 Mar 23 01:46:21.545287 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50508) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:21.672371 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-19ad067a-7e22-46be-978e-49169c7f72d9 admin admin] Publish callbacks [] for security_group (c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:21.720979 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-19ad067a-7e22-46be-978e-49169c7f72d9 admin admin] Publish callbacks [] for security_group (c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:21.793914 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d89f5f14-af43-4c01-b907-bf814c68c71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:21.822309 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-19ad067a-7e22-46be-978e-49169c7f72d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:21.825835 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-19ad067a-7e22-46be-978e-49169c7f72d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:21.828935 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-19ad067a-7e22-46be-978e-49169c7f72d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f HTTP/1.1" status: 204 len: 168 time: 0.2798235 Mar 23 01:46:21.843914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad067a-7e22-46be-978e-49169c7f72d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a52611-9f19-4a4f-b74b-ebaf9c8afc4f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:22.024515 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8dc9e2f9-b09c-456d-a867-b22c3df3bf66 req-ee1f7524-962f-4ee9-8edf-da3d736f0d4d tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0938554 Mar 23 01:46:22.316165 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76af94-62e6-42db-912f-b99e85eb1e6a req-759037c8-2ea6-432b-86e8-b38be33ab0ba tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:22.323489 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c76af94-62e6-42db-912f-b99e85eb1e6a req-759037c8-2ea6-432b-86e8-b38be33ab0ba tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.1680677 Mar 23 01:46:22.481099 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c76af94-62e6-42db-912f-b99e85eb1e6a req-d95d64b1-6d3c-43f9-be49-005162024ae3 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451199 Mar 23 01:46:22.544909 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee1048-90a1-43cc-a6ab-117a0fd0d02b req-2a8e2f93-4070-42c0-9706-2db07d261f30 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:22.583389 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9fee1048-90a1-43cc-a6ab-117a0fd0d02b req-2a8e2f93-4070-42c0-9706-2db07d261f30 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.2250571 Mar 23 01:46:22.718684 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9fee1048-90a1-43cc-a6ab-117a0fd0d02b req-cf1e40ae-3d0a-402a-bce0-061490f84aa6 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294024 Mar 23 01:46:23.107295 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50540) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:23.166496 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-afff9ce2-a7b1-4602-a054-cbb3ab720822 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=926184a54f6a4bc882cb9b00b11d1018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0534213 Mar 23 01:46:23.168047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50544) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:23.236135 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:23.296794 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Publish callbacks [] for security_group (b8855f2e-5b2c-4b99-b4bd-cb69ddc0bbb5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:23.353084 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Publish callbacks [] for security_group (b8855f2e-5b2c-4b99-b4bd-cb69ddc0bbb5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:23.425216 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85f2003e-aea6-4d13-8bb8-81186ffe6e2c req-d58cf3a5-6aae-43ca-8654-270db994f1b9 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.1461613 Mar 23 01:46:23.495883 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b8855f2e-5b2c-4b99-b4bd-cb69ddc0bbb5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:23.500493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:23.513398 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8855f2e-5b2c-4b99-b4bd-cb69ddc0bbb5 HTTP/1.1" status: 204 len: 168 time: 0.3314445 Mar 23 01:46:23.561343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8855f2e-5b2c-4b99-b4bd-cb69ddc0bbb5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:23.637481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:23.641168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:23.642054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:23.643836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:23.648226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:23.649120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:23.649948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:23.652873 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:23.655792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:23.657470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:23.657986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:23.658589 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:23.666640 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:23.669964 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:23.671840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857fb40-45bd-4bf5-b089-6fa984e2a48b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:23.978389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20be2f-8c97-41d0-8bc4-391ffdbc1e98 req-86defbf5-6f7f-4c1b-b4b5-fd53ab15bb60 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:23.979971 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f20be2f-8c97-41d0-8bc4-391ffdbc1e98 req-86defbf5-6f7f-4c1b-b4b5-fd53ab15bb60 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.2215142 Mar 23 01:46:24.127027 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ae3b0-5a79-4054-981e-451e8a588c6a req-2ecd9e01-e1f3-4a8f-ba39-9e3880fc072b tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:24.145009 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-554ae3b0-5a79-4054-981e-451e8a588c6a req-2ecd9e01-e1f3-4a8f-ba39-9e3880fc072b tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.2046547 Mar 23 01:46:24.162375 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f20be2f-8c97-41d0-8bc4-391ffdbc1e98 req-f6afb04b-1573-489c-a75d-d5b6d7a41e10 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662765 Mar 23 01:46:24.318070 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-554ae3b0-5a79-4054-981e-451e8a588c6a req-759086f1-b33a-40a4-ab5e-b998422916e9 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714704 Mar 23 01:46:24.544489 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:24.708777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-49de1352-45f5-4cf0-8155-400150c7768d req-8199f179-6018-479e-b284-5858399efebb tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0788305 Mar 23 01:46:25.442701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bab9a-e504-4925-87cb-86d0c0537017 req-a36de66c-086c-4640-a9f3-eeb05c12266c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:25.456401 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ef1bab9a-e504-4925-87cb-86d0c0537017 req-a36de66c-086c-4640-a9f3-eeb05c12266c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.1525130 Mar 23 01:46:25.573844 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ef1bab9a-e504-4925-87cb-86d0c0537017 req-e938b882-7ac1-4c99-ac8e-957e66d22883 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161644 Mar 23 01:46:25.615402 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0aec6-bfa0-4169-87ac-6219c303af97 req-8f2eecf3-b3bf-4e76-a383-80becb4f6896 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:25.626026 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9b0aec6-bfa0-4169-87ac-6219c303af97 req-8f2eecf3-b3bf-4e76-a383-80becb4f6896 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1607888 Mar 23 01:46:25.733756 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9b0aec6-bfa0-4169-87ac-6219c303af97 req-df7946fb-4a1b-4a08-b7ed-d9f5ccc8f5fd tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821693 Mar 23 01:46:25.844074 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:25.897130 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50624) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:26.034694 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7816f222-0c90-4816-8920-33445519bcfc req-38abc034-f702-4087-af56-3ea9cb9ff450 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.1290858 Mar 23 01:46:26.157319 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b6cb787f-332c-408f-b265-76f16a612062 req-b6af3219-f22c-448d-b005-791161ce3920 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.1323905 Mar 23 01:46:26.229643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c6896948-9ba6-4369-98bd-2de9e0b5e22b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-179832982-network', 'tenant_id': 'a1cd39270a954805b6dd4fa13e70b6d5'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:46:26.278091 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6896948-9ba6-4369-98bd-2de9e0b5e22b admin admin] Made reservation on behalf of a1cd39270a954805b6dd4fa13e70b6d5 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:46:26.281099 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6896948-9ba6-4369-98bd-2de9e0b5e22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:26.343613 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6896948-9ba6-4369-98bd-2de9e0b5e22b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:26.582898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50636) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:26.619046 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6896948-9ba6-4369-98bd-2de9e0b5e22b admin admin] Publish callbacks [] for security_group (662dfc36-1f8e-4efe-9d6a-c06c2ca93c03), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:26.631933 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6896948-9ba6-4369-98bd-2de9e0b5e22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (662dfc36-1f8e-4efe-9d6a-c06c2ca93c03), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:26.681657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6896948-9ba6-4369-98bd-2de9e0b5e22b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:46:26.704987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6896948-9ba6-4369-98bd-2de9e0b5e22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662dfc36-1f8e-4efe-9d6a-c06c2ca93c03,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:26.722022 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6896948-9ba6-4369-98bd-2de9e0b5e22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (41938f11-d08a-4064-a6c0-63c144f6cd75), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:26.722553 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-c6896948-9ba6-4369-98bd-2de9e0b5e22b admin admin] Added segment 41938f11-d08a-4064-a6c0-63c144f6cd75 of type vlan for network 6814924c-793b-43d0-b252-120300dc6e62 Mar 23 01:46:26.831307 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6896948-9ba6-4369-98bd-2de9e0b5e22b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (6814924c-793b-43d0-b252-120300dc6e62), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:26.914163 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2b9765a9-6c18-46dc-8b6b-c683483c95f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:26.945571 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ffc41-00bf-4596-884b-38ed7ad0b622 req-e8992a59-cb78-48ca-9120-d8fda7ee9aa6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:26.955979 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6896948-9ba6-4369-98bd-2de9e0b5e22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (6814924c-793b-43d0-b252-120300dc6e62), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:26.956451 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc3ffc41-00bf-4596-884b-38ed7ad0b622 req-e8992a59-cb78-48ca-9120-d8fda7ee9aa6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.1990478 Mar 23 01:46:26.957453 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6896948-9ba6-4369-98bd-2de9e0b5e22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:26.958870 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6896948-9ba6-4369-98bd-2de9e0b5e22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:27.156383 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc3ffc41-00bf-4596-884b-38ed7ad0b622 req-755d5b53-5329-4b5c-988e-3e833f470673 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985707 Mar 23 01:46:27.239686 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50648) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:27.245409 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c6896948-9ba6-4369-98bd-2de9e0b5e22b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3462136 Mar 23 01:46:27.261255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-63d2983f-a426-4462-a14f-1ccce13ab4d0 admin admin] Request body: {'subnet': {'network_id': '6814924c-793b-43d0-b252-120300dc6e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-179832982-subnet', 'tenant_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:46:27.274913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6896948-9ba6-4369-98bd-2de9e0b5e22b admin admin] Pushing event updated for resources: {'Network': ['ID=6814924c-793b-43d0-b252-120300dc6e62,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:27.286865 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 6814924c-793b-43d0-b252-120300dc6e62 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:46:27.414081 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f216a48-d034-4bda-b8af-fb2d587ca5d2 req-9784185e-3871-4cfd-b258-276271d8d7e4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:27.431860 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f216a48-d034-4bda-b8af-fb2d587ca5d2 req-9784185e-3871-4cfd-b258-276271d8d7e4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.4684432 Mar 23 01:46:27.504066 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-628f526d-7ecf-404f-a858-4d7dd6bfc615 req-d42306b3-0fb8-457e-aff1-c5b46d40fe27 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.1228189 Mar 23 01:46:27.513778 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2b9765a9-6c18-46dc-8b6b-c683483c95f1 admin admin] Publish callbacks [] for security_group (645f42a4-debf-4745-9f08-9eacc5d805d7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:27.536970 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2b9765a9-6c18-46dc-8b6b-c683483c95f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (645f42a4-debf-4745-9f08-9eacc5d805d7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:27.604189 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f216a48-d034-4bda-b8af-fb2d587ca5d2 req-64dc1509-bdbf-426f-8a79-70ddba1b9a3f tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603346 Mar 23 01:46:27.617748 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50652) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:27.625951 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2b9765a9-6c18-46dc-8b6b-c683483c95f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efa481d752ac4751a0dddd75c4ca6d6a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0359435 Mar 23 01:46:27.627173 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d2983f-a426-4462-a14f-1ccce13ab4d0 admin admin] Made reservation on behalf of a1cd39270a954805b6dd4fa13e70b6d5 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:46:27.630830 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-63d2983f-a426-4462-a14f-1ccce13ab4d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:27.730973 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-70312d1e-f9f2-40d5-93ca-712726511c46 admin admin] Publish callbacks [] for security_group (645f42a4-debf-4745-9f08-9eacc5d805d7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:27.742578 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:46:27.756560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9765a9-6c18-46dc-8b6b-c683483c95f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645f42a4-debf-4745-9f08-9eacc5d805d7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:27.811362 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-70312d1e-f9f2-40d5-93ca-712726511c46 admin admin] Publish callbacks [] for security_group (645f42a4-debf-4745-9f08-9eacc5d805d7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:27.934110 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-70312d1e-f9f2-40d5-93ca-712726511c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (645f42a4-debf-4745-9f08-9eacc5d805d7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:27.937110 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-70312d1e-f9f2-40d5-93ca-712726511c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:27.948213 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-70312d1e-f9f2-40d5-93ca-712726511c46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/645f42a4-debf-4745-9f08-9eacc5d805d7 HTTP/1.1" status: 204 len: 168 time: 0.3223116 Mar 23 01:46:27.992502 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70312d1e-f9f2-40d5-93ca-712726511c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645f42a4-debf-4745-9f08-9eacc5d805d7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:28.048330 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-63d2983f-a426-4462-a14f-1ccce13ab4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (283c170e-6ba1-4121-8754-07b8cd9cb7e1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:28.254375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d2983f-a426-4462-a14f-1ccce13ab4d0 admin admin] Checking segment: {'id': '41938f11-d08a-4064-a6c0-63c144f6cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6814924c-793b-43d0-b252-120300dc6e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:46:28.254988 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d2983f-a426-4462-a14f-1ccce13ab4d0 admin admin] Network hostable DHCP agents. Network: 6814924c-793b-43d0-b252-120300dc6e62, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:46:28.261017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2983f-a426-4462-a14f-1ccce13ab4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=283c170e-6ba1-4121-8754-07b8cd9cb7e1,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:28.322020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d2983f-a426-4462-a14f-1ccce13ab4d0 admin admin] Network 6814924c-793b-43d0-b252-120300dc6e62 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:46:28.353175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-63d2983f-a426-4462-a14f-1ccce13ab4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 6814924c-793b-43d0-b252-120300dc6e62) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:46:28.360152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d2983f-a426-4462-a14f-1ccce13ab4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:28.363013 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-63d2983f-a426-4462-a14f-1ccce13ab4d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:28.365282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520ac23c-8074-4eed-aa6b-6000beb9ac96 None None] Network 6814924c-793b-43d0-b252-120300dc6e62 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:46:28.800293 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-63d2983f-a426-4462-a14f-1ccce13ab4d0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5478611 Mar 23 01:46:28.801305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50668) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:28.808427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-179832982-router', 'tenant_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:46:28.846874 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa6019-6f6f-4691-a742-15a5461dec05 req-e2147455-2134-4f42-82f8-1d8acd956a4b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:28.850072 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2c0c1470-4501-4db0-acee-985b8f0bbbdd req-64ae0d9d-cc00-4968-b00c-83ef3ea3bddb tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0930507 Mar 23 01:46:28.858461 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6aa6019-6f6f-4691-a742-15a5461dec05 req-e2147455-2134-4f42-82f8-1d8acd956a4b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.4834657 Mar 23 01:46:28.940305 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (f7a637be-b88d-4d16-ab5b-f1f1b506ec72), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:28.940305 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (f7a637be-b88d-4d16-ab5b-f1f1b506ec72), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:29.040221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50672) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:29.098437 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9480cb7-8fb2-46ad-bdfb-a01dc50693fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:29.150522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-6814924c-793b-43d0-b252-120300dc6e62', 'network_id': '6814924c-793b-43d0-b252-120300dc6e62', 'project_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'fixed_ips': [{'subnet_id': '283c170e-6ba1-4121-8754-07b8cd9cb7e1'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:46:29.151687 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:29.278153 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6aa6019-6f6f-4691-a742-15a5461dec05 req-7b97965b-40c4-4021-b5b5-9d4d4a496ea9 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179742 Mar 23 01:46:29.296270 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Publish callbacks [] for router_controller (f7a637be-b88d-4d16-ab5b-f1f1b506ec72), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:29.480451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ed589-cb74-4486-a1a8-a2183cb24ede req-5c06f8d5-960b-4344-9eb3-36d8305bc4e5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:29.488755 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c1ed589-cb74-4486-a1a8-a2183cb24ede req-5c06f8d5-960b-4344-9eb3-36d8305bc4e5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.2833104 Mar 23 01:46:29.766970 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Publish callbacks [] for router_gateway (f7a637be-b88d-4d16-ab5b-f1f1b506ec72), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:29.788904 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c1ed589-cb74-4486-a1a8-a2183cb24ede req-2e0b1765-0913-42ec-ac8c-9722431bce14 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906241 Mar 23 01:46:29.853991 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7a8854fe-943c-4ed9-8c58-6e46b4cbd843 req-dd556f7c-1b29-42c6-b993-f415e318075d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41cf30ee1b204f30bf7b7c6fc447bb26&device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.1030040 Mar 23 01:46:29.867422 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0aa17756-530a-487c-9a08-77d6c5f3d32a req-41c8c74b-7d8f-4041-8a36-c657a8e314af tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0885963 Mar 23 01:46:29.888788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Allocated IP 172.20.0.2 (6814924c-793b-43d0-b252-120300dc6e62/283c170e-6ba1-4121-8754-07b8cd9cb7e1/bac25d67-7db8-44e6-aca4-7cca66e4ba67) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:46:29.903233 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9480cb7-8fb2-46ad-bdfb-a01dc50693fb admin admin] Publish callbacks [] for security_group (38e1a7a7-7565-4898-ab69-628f6bdba723), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:29.962536 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9480cb7-8fb2-46ad-bdfb-a01dc50693fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (38e1a7a7-7565-4898-ab69-628f6bdba723), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:29.972330 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7a8854fe-943c-4ed9-8c58-6e46b4cbd843 req-897e4177-02f0-491c-be15-00690b2a75f5 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=41cf30ee1b204f30bf7b7c6fc447bb26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924246 Mar 23 01:46:30.436828 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Publish callbacks [] for port (bac25d67-7db8-44e6-aca4-7cca66e4ba67), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:30.460296 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (bac25d67-7db8-44e6-aca4-7cca66e4ba67), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:30.540777 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Publish callbacks [] for router_gateway (f7a637be-b88d-4d16-ab5b-f1f1b506ec72), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:30.582456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Network 6814924c-793b-43d0-b252-120300dc6e62 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:46:30.607107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:46:30.608269 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:30.617961 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:46:30.906242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Pushing event updated for resources: {'Port': ['ID=bac25d67-7db8-44e6-aca4-7cca66e4ba67,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:30.933684 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Allocated IP 172.25.0.148 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/84a3f156-0f0c-4940-9e75-fadb166c4437) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:46:30.934418 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Attempting to bind port bac25d67-7db8-44e6-aca4-7cca66e4ba67 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:46:30.934817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Attempting to bind port bac25d67-7db8-44e6-aca4-7cca66e4ba67 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '41938f11-d08a-4064-a6c0-63c144f6cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6814924c-793b-43d0-b252-120300dc6e62'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:46:30.935174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Attempting to bind port bac25d67-7db8-44e6-aca4-7cca66e4ba67 on network 6814924c-793b-43d0-b252-120300dc6e62 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:46:30.961888 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:46:30.962275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Checking segment: {'id': '41938f11-d08a-4064-a6c0-63c144f6cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6814924c-793b-43d0-b252-120300dc6e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:46:30.962670 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:30.963061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Bound using segment: {'id': '41938f11-d08a-4064-a6c0-63c144f6cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6814924c-793b-43d0-b252-120300dc6e62'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:46:30.963541 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Bound port: bac25d67-7db8-44e6-aca4-7cca66e4ba67, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41938f11-d08a-4064-a6c0-63c144f6cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6814924c-793b-43d0-b252-120300dc6e62'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:46:30.964192 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bac25d67-7db8-44e6-aca4-7cca66e4ba67), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:31.121726 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Publish callbacks [] for port (84a3f156-0f0c-4940-9e75-fadb166c4437), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:31.202721 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (84a3f156-0f0c-4940-9e75-fadb166c4437), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:31.235862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] For port bac25d67-7db8-44e6-aca4-7cca66e4ba67, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:46:31.242930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] For port bac25d67-7db8-44e6-aca4-7cca66e4ba67, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=bac25d67-7db8-44e6-aca4-7cca66e4ba67,segment=NetworkSegment(41938f11-d08a-4064-a6c0-63c144f6cd75),segment_id=41938f11-d08a-4064-a6c0-63c144f6cd75)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:46:31.276261 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bac25d67-7db8-44e6-aca4-7cca66e4ba67), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:31.338840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:46:31.359395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:46:31.383186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:46:31.402330 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e9480cb7-8fb2-46ad-bdfb-a01dc50693fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e432483a5c5c45d89fb70af7a4d7b679&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3727417 Mar 23 01:46:31.499470 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50698) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:31.529997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c861b-95db-4375-9613-bec6a241cdb8 req-13ce5888-7cbe-4c16-b096-6c38ebe2547c tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:31.537361 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Pushing event updated for resources: {'Port': ['ID=bac25d67-7db8-44e6-aca4-7cca66e4ba67,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:31.543913 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a1c861b-95db-4375-9613-bec6a241cdb8 req-13ce5888-7cbe-4c16-b096-6c38ebe2547c tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.3586080 Mar 23 01:46:31.553280 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=84a3f156-0f0c-4940-9e75-fadb166c4437,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:31.569025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:31.569025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:31.569421 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:31.569740 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:31.570125 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:31.570590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:31.570827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:31.571165 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:31.571497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:31.571825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:31.572153 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:31.572472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:31.586962 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:31.587602 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:31.588147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4b19c-57e1-4b0d-b9a4-04d48a442589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:31.618399 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9480cb7-8fb2-46ad-bdfb-a01dc50693fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e1a7a7-7565-4898-ab69-628f6bdba723,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:31.769658 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8854fe-943c-4ed9-8c58-6e46b4cbd843 req-f0ea96f0-de0b-4dd5-aa44-72646aab8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:31.771229 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7a8854fe-943c-4ed9-8c58-6e46b4cbd843 req-f0ea96f0-de0b-4dd5-aa44-72646aab8234 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.7903066 Mar 23 01:46:31.884449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850def92-c5e3-49e1-acb7-844aa445158a req-7f5528d0-00e6-480c-b830-a1b8e94c39ed tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:31.885883 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-850def92-c5e3-49e1-acb7-844aa445158a req-7f5528d0-00e6-480c-b830-a1b8e94c39ed tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.5056589 Mar 23 01:46:31.914840 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a1c861b-95db-4375-9613-bec6a241cdb8 req-d42bc6df-ef28-497b-af87-00fe817b135d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681145 Mar 23 01:46:31.997155 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d4f21c9a-2510-40cb-8138-c3624e277a8d admin admin] Publish callbacks [] for security_group (38e1a7a7-7565-4898-ab69-628f6bdba723), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:32.190552 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a392e96e-b539-49b5-8b5e-9490e9c83249 req-2454dacb-829f-495c-acec-acf8fdb557f1 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.1100404 Mar 23 01:46:32.197875 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d4f21c9a-2510-40cb-8138-c3624e277a8d admin admin] Publish callbacks [] for security_group (38e1a7a7-7565-4898-ab69-628f6bdba723), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:32.359961 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-850def92-c5e3-49e1-acb7-844aa445158a req-678aa167-214e-432e-857a-670f94513ffe tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603292 Mar 23 01:46:32.394842 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d4f21c9a-2510-40cb-8138-c3624e277a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (38e1a7a7-7565-4898-ab69-628f6bdba723), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:32.399485 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d4f21c9a-2510-40cb-8138-c3624e277a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:32.400699 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d4f21c9a-2510-40cb-8138-c3624e277a8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38e1a7a7-7565-4898-ab69-628f6bdba723 HTTP/1.1" status: 204 len: 168 time: 0.8832245 Mar 23 01:46:32.427327 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f21c9a-2510-40cb-8138-c3624e277a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e1a7a7-7565-4898-ab69-628f6bdba723,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:32.556209 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Publish callbacks [] for router_gateway (f7a637be-b88d-4d16-ab5b-f1f1b506ec72), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:33.313140 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7a8854fe-943c-4ed9-8c58-6e46b4cbd843 req-b04b4168-e31a-4d66-8eeb-7e3212a96656 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.43 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0907226 Mar 23 01:46:33.464743 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d2c6869-b0cc-41d6-8829-ee816926ee9c req-6b8150d4-ee13-440e-9bdb-9126c86acae2 tempest-ServerShowV257Test-361824728 tempest-ServerShowV257Test-361824728-project] 10.222.0.18 "GET /v2.0/ports?device_id=7029d9a0-cafb-4599-9cee-4defab3af0c1 HTTP/1.1" status: 200 len: 210 time: 0.0669732 Mar 23 01:46:33.541805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8cf8f7-dcf7-4a4f-8e2f-556167d36c6d None None] Network 6814924c-793b-43d0-b252-120300dc6e62 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:46:33.788123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bbfcf-0198-4475-8554-dadc627c8f7b req-4fd5da28-1da8-4759-893b-0406849304de tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:33.795939 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-732bbfcf-0198-4475-8554-dadc627c8f7b req-4fd5da28-1da8-4759-893b-0406849304de tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.1303449 Mar 23 01:46:33.903157 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-732bbfcf-0198-4475-8554-dadc627c8f7b req-d95c80f6-dcf4-499b-b76a-5688e64b80bb tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061933 Mar 23 01:46:33.969992 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device bac25d67-7db8-44e6-aca4-7cca66e4ba67 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:46:34.109130 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-83ac6869-7e5e-4b5a-b29d-3959cdbc0478 None None] Provisioning complete for port bac25d67-7db8-44e6-aca4-7cca66e4ba67 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:34.112722 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-83ac6869-7e5e-4b5a-b29d-3959cdbc0478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bac25d67-7db8-44e6-aca4-7cca66e4ba67), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:34.326673 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:34.359036 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5fd33-1fe3-4887-b0fa-02404d012f44 req-97fe1a97-80bc-4c5a-a7c8-c644f2fb0735 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:34.368693 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aa5fd33-1fe3-4887-b0fa-02404d012f44 req-97fe1a97-80bc-4c5a-a7c8-c644f2fb0735 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.3035028 Mar 23 01:46:34.530461 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port bac25d67-7db8-44e6-aca4-7cca66e4ba67 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:34.530839 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bac25d67-7db8-44e6-aca4-7cca66e4ba67), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:34.744121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-83ac6869-7e5e-4b5a-b29d-3959cdbc0478 None None] Current status of the port bac25d67-7db8-44e6-aca4-7cca66e4ba67 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:34.744799 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-83ac6869-7e5e-4b5a-b29d-3959cdbc0478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bac25d67-7db8-44e6-aca4-7cca66e4ba67), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:34.839425 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3aa5fd33-1fe3-4887-b0fa-02404d012f44 req-dcd8452a-cec1-441d-b6f7-d2549cef8591 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608343 Mar 23 01:46:34.923869 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1724734-1d1a-43a9-99a9-839675ea223e req-e878b04f-691a-47b5-b90f-a4cc60720215 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2088606 Mar 23 01:46:35.011097 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (f7a637be-b88d-4d16-ab5b-f1f1b506ec72), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:35.022578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-83ac6869-7e5e-4b5a-b29d-3959cdbc0478 None None] For port bac25d67-7db8-44e6-aca4-7cca66e4ba67, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=bac25d67-7db8-44e6-aca4-7cca66e4ba67,segment=NetworkSegment(41938f11-d08a-4064-a6c0-63c144f6cd75),segment_id=41938f11-d08a-4064-a6c0-63c144f6cd75)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:35.062596 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port bac25d67-7db8-44e6-aca4-7cca66e4ba67 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:35.062991 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bac25d67-7db8-44e6-aca4-7cca66e4ba67), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:35.099578 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-83ac6869-7e5e-4b5a-b29d-3959cdbc0478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bac25d67-7db8-44e6-aca4-7cca66e4ba67), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:35.150892 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:46:35.150892 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:46:35.345176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1b783-a849-40e2-a3f8-715272abe10a req-7af02bce-fe83-423b-a4d5-b4866c73edf2 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:35.357119 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-edf1b783-a849-40e2-a3f8-715272abe10a req-7af02bce-fe83-423b-a4d5-b4866c73edf2 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.1907823 Mar 23 01:46:35.365035 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac6869-7e5e-4b5a-b29d-3959cdbc0478 None None] Pushing event updated for resources: {'Port': ['ID=bac25d67-7db8-44e6-aca4-7cca66e4ba67,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:35.379024 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-181089aa-cdff-4c71-be41-e48d37315ed5 None None] Provisioning complete for port bac25d67-7db8-44e6-aca4-7cca66e4ba67 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:35.379940 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-181089aa-cdff-4c71-be41-e48d37315ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bac25d67-7db8-44e6-aca4-7cca66e4ba67), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:35.560290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50758) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:35.581924 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1724734-1d1a-43a9-99a9-839675ea223e req-bbfce8c9-edb1-40b0-8dd1-a96dacc24b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:35.583722 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1724734-1d1a-43a9-99a9-839675ea223e req-bbfce8c9-edb1-40b0-8dd1-a96dacc24b6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 1128 time: 0.5655615 Mar 23 01:46:35.584383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Router f7a637be-b88d-4d16-ab5b-f1f1b506ec72 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:46:35.596430 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-181089aa-cdff-4c71-be41-e48d37315ed5 None None] Current status of the port bac25d67-7db8-44e6-aca4-7cca66e4ba67 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:35.635332 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-edf1b783-a849-40e2-a3f8-715272abe10a req-2c3114e8-1f1d-44db-82bf-e85e3768184b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765889 Mar 23 01:46:35.751692 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port bac25d67-7db8-44e6-aca4-7cca66e4ba67 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:35.893983 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-109faf10-52d3-4214-9015-17f72e67f660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:35.937859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device bac25d67-7db8-44e6-aca4-7cca66e4ba67 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:46:36.095385 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port bac25d67-7db8-44e6-aca4-7cca66e4ba67 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:36.095754 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bac25d67-7db8-44e6-aca4-7cca66e4ba67), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:36.184133 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:46:36.204319 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Sync routers for ids ['f7a637be-b88d-4d16-ab5b-f1f1b506ec72'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:46:36.237102 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Routers {'f7a637be-b88d-4d16-ab5b-f1f1b506ec72'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:46:36.237777 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:46:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f7a637be-b88d-4d16-ab5b-f1f1b506ec72'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:36.286118 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-109faf10-52d3-4214-9015-17f72e67f660 admin admin] Publish callbacks [] for security_group (e5850005-84cf-4e9c-ae40-9e3db988aca5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:36.298276 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-109faf10-52d3-4214-9015-17f72e67f660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e5850005-84cf-4e9c-ae40-9e3db988aca5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:36.386451 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port bac25d67-7db8-44e6-aca4-7cca66e4ba67 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:36.464950 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:36.473919 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-109faf10-52d3-4214-9015-17f72e67f660 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41cf30ee1b204f30bf7b7c6fc447bb26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9068141 Mar 23 01:46:36.474677 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c540bd36-f858-4a50-9161-f0b21dbc1ab8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6701162 Mar 23 01:46:36.475509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50780) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:36.482546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50782) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:36.486792 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109faf10-52d3-4214-9015-17f72e67f660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5850005-84cf-4e9c-ae40-9e3db988aca5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:36.585136 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50786) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:36.668799 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Set router f7a637be-b88d-4d16-ab5b-f1f1b506ec72 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:46:36.713631 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-be51e88c-5e72-4179-b763-a77aedbd0812 admin admin] Publish callbacks [] for security_group (e5850005-84cf-4e9c-ae40-9e3db988aca5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:36.815097 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-be51e88c-5e72-4179-b763-a77aedbd0812 admin admin] Publish callbacks [] for security_group (e5850005-84cf-4e9c-ae40-9e3db988aca5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:36.880284 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1724734-1d1a-43a9-99a9-839675ea223e req-9ad8bb23-22ba-4518-b0b1-77fbe38bc88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:36.885272 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1724734-1d1a-43a9-99a9-839675ea223e req-9ad8bb23-22ba-4518-b0b1-77fbe38bc88e service neutron] 10.222.0.42 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 1.2798753 Mar 23 01:46:37.057911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9740d2-1124-4b8d-a259-fe523471790e req-15bbe228-b44b-410f-8ed3-77d690eefde4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:37.064203 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6d9740d2-1124-4b8d-a259-fe523471790e req-15bbe228-b44b-410f-8ed3-77d690eefde4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.8807867 Mar 23 01:46:37.067418 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1724734-1d1a-43a9-99a9-839675ea223e req-cbf3df19-0500-484a-8b1e-3877a6f7f39f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d09241b-051c-40f7-b696-948a130aec12 HTTP/1.1" status: 200 len: 217 time: 0.1615372 Mar 23 01:46:37.153621 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-28ceb3c2-515a-4cf0-b4df-23948c325519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:37.183927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bd150-0983-4f19-8556-c35b9166722f req-bf94ee56-c9e3-4cc7-9d85-f79b50a77355 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:37.204110 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5b1bd150-0983-4f19-8556-c35b9166722f req-bf94ee56-c9e3-4cc7-9d85-f79b50a77355 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.2642934 Mar 23 01:46:37.228378 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-be51e88c-5e72-4179-b763-a77aedbd0812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e5850005-84cf-4e9c-ae40-9e3db988aca5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:37.231185 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-be51e88c-5e72-4179-b763-a77aedbd0812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:37.243841 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-be51e88c-5e72-4179-b763-a77aedbd0812 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5850005-84cf-4e9c-ae40-9e3db988aca5 HTTP/1.1" status: 204 len: 168 time: 0.7579987 Mar 23 01:46:37.272136 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51e88c-5e72-4179-b763-a77aedbd0812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5850005-84cf-4e9c-ae40-9e3db988aca5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:37.451616 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5b1bd150-0983-4f19-8556-c35b9166722f req-3fcafa23-04e0-47b7-9446-227b0af62f30 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316844 Mar 23 01:46:37.471470 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'name': 'tempest-TestServerMultinode-179832982-router', 'tenant_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '84a3f156-0f0c-4940-9e75-fadb166c4437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:29Z', 'updated_at': '2022-03-23T01:46:32Z', 'revision_number': 3, 'project_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'gw_port': {'id': '84a3f156-0f0c-4940-9e75-fadb166c4437', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:30Z', 'updated_at': '2022-03-23T01:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:37.611294 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-28ceb3c2-515a-4cf0-b4df-23948c325519 admin admin] Publish callbacks [] for security_group (edaab5e5-7bcf-4d4c-9536-5bd7ff441e99), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:37.620399 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-28ceb3c2-515a-4cf0-b4df-23948c325519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (edaab5e5-7bcf-4d4c-9536-5bd7ff441e99), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:37.680228 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-28ceb3c2-515a-4cf0-b4df-23948c325519 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d923f7e16c1471e9f35f1ad955b47c8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0885415 Mar 23 01:46:37.683605 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50808) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:37.738155 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Checking router: f7a637be-b88d-4d16-ab5b-f1f1b506ec72 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:46:37.740367 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Updating router f7a637be-b88d-4d16-ab5b-f1f1b506ec72 port 84a3f156-0f0c-4940-9e75-fadb166c4437 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:46:37.787458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ceb3c2-515a-4cf0-b4df-23948c325519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edaab5e5-7bcf-4d4c-9536-5bd7ff441e99,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:37.911337 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (84a3f156-0f0c-4940-9e75-fadb166c4437), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:37.921565 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a51e239-749c-4f3b-bf2f-e6c63f466513 admin admin] Publish callbacks [] for security_group (edaab5e5-7bcf-4d4c-9536-5bd7ff441e99), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:37.994669 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a51e239-749c-4f3b-bf2f-e6c63f466513 admin admin] Publish callbacks [] for security_group (edaab5e5-7bcf-4d4c-9536-5bd7ff441e99), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:38.250146 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a51e239-749c-4f3b-bf2f-e6c63f466513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (edaab5e5-7bcf-4d4c-9536-5bd7ff441e99), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:38.262961 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a51e239-749c-4f3b-bf2f-e6c63f466513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:38.269136 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5a51e239-749c-4f3b-bf2f-e6c63f466513 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/edaab5e5-7bcf-4d4c-9536-5bd7ff441e99 HTTP/1.1" status: 204 len: 168 time: 0.5814831 Mar 23 01:46:38.324975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51e239-749c-4f3b-bf2f-e6c63f466513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaab5e5-7bcf-4d4c-9536-5bd7ff441e99,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:38.383641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1724734-1d1a-43a9-99a9-839675ea223e req-24425db5-8e98-4164-8c40-41ac848f2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:38.386296 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1724734-1d1a-43a9-99a9-839675ea223e req-24425db5-8e98-4164-8c40-41ac848f2911 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 1.1012771 Mar 23 01:46:38.552768 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6d9740d2-1124-4b8d-a259-fe523471790e req-e8f2f3b3-44fb-456b-ac3c-1ba24d7098a0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2481227 Mar 23 01:46:38.634797 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1724734-1d1a-43a9-99a9-839675ea223e req-4c1391cf-5111-463d-8d96-994d331fec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:38.636366 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1724734-1d1a-43a9-99a9-839675ea223e req-4c1391cf-5111-463d-8d96-994d331fec5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1513510 Mar 23 01:46:38.718133 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac853b0-cca1-4b58-bebf-113b600d27cc req-42201f26-7ba4-46ff-b136-51280d7d261a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:38.728728 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ac853b0-cca1-4b58-bebf-113b600d27cc req-42201f26-7ba4-46ff-b136-51280d7d261a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.1332557 Mar 23 01:46:38.860883 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ac853b0-cca1-4b58-bebf-113b600d27cc req-cbacedac-f21d-4dc0-8d29-fe066a347249 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309803 Mar 23 01:46:38.944896 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1724734-1d1a-43a9-99a9-839675ea223e req-3b2a4b8d-fab2-4a3d-b93b-6495846e4a37 service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503037 Mar 23 01:46:39.124869 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Publish callbacks [] for port (84a3f156-0f0c-4940-9e75-fadb166c4437), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:39.139515 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (84a3f156-0f0c-4940-9e75-fadb166c4437), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:39.258961 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Attempting to bind port 84a3f156-0f0c-4940-9e75-fadb166c4437 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:46:39.259517 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Attempting to bind port 84a3f156-0f0c-4940-9e75-fadb166c4437 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:46:39.260845 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Attempting to bind port 84a3f156-0f0c-4940-9e75-fadb166c4437 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:46:39.270969 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:46:39.271757 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:46:39.272421 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:39.273261 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:46:39.273959 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Bound port: 84a3f156-0f0c-4940-9e75-fadb166c4437, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:46:39.275160 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (84a3f156-0f0c-4940-9e75-fadb166c4437), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:39.372974 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] For port 84a3f156-0f0c-4940-9e75-fadb166c4437, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:46:39.377718 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] For port 84a3f156-0f0c-4940-9e75-fadb166c4437, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=84a3f156-0f0c-4940-9e75-fadb166c4437,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:46:39.391122 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (84a3f156-0f0c-4940-9e75-fadb166c4437), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:39.400828 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8145108-b823-4787-a8fb-04ec586f0f61 None None] Pushing event updated for resources: {'Port': ['ID=84a3f156-0f0c-4940-9e75-fadb166c4437,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:39.411361 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8145108-b823-4787-a8fb-04ec586f0f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:39.412107 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8145108-b823-4787-a8fb-04ec586f0f61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:39.412700 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8145108-b823-4787-a8fb-04ec586f0f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:39.413290 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8145108-b823-4787-a8fb-04ec586f0f61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:39.413903 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8145108-b823-4787-a8fb-04ec586f0f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:39.414587 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8145108-b823-4787-a8fb-04ec586f0f61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:39.415142 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8145108-b823-4787-a8fb-04ec586f0f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:39.415694 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8145108-b823-4787-a8fb-04ec586f0f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:39.416269 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8145108-b823-4787-a8fb-04ec586f0f61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:39.416842 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8145108-b823-4787-a8fb-04ec586f0f61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:39.417386 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8145108-b823-4787-a8fb-04ec586f0f61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:39.417963 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8145108-b823-4787-a8fb-04ec586f0f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:39.418506 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8145108-b823-4787-a8fb-04ec586f0f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:39.419116 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8145108-b823-4787-a8fb-04ec586f0f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:39.419634 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8145108-b823-4787-a8fb-04ec586f0f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:46:39.434559 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:39.479439 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Routers {'f7a637be-b88d-4d16-ab5b-f1f1b506ec72'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:46:39.480913 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:46:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f7a637be-b88d-4d16-ab5b-f1f1b506ec72'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:39.516251 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1724734-1d1a-43a9-99a9-839675ea223e req-7b3bf3c7-e99c-4d1c-a96b-4ac25b8f6a77 service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051470 Mar 23 01:46:39.608990 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] Set router f7a637be-b88d-4d16-ab5b-f1f1b506ec72 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:46:39.834626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3556779-4d53-47ef-9af6-d59cd50b4810 req-d3dd897d-b63c-4fe3-a86e-67f4e4870561 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:39.842460 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3556779-4d53-47ef-9af6-d59cd50b4810 req-d3dd897d-b63c-4fe3-a86e-67f4e4870561 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1237488 Mar 23 01:46:39.853088 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8145108-b823-4787-a8fb-04ec586f0f61 None None] Pushing event updated for resources: {'Port': ['ID=84a3f156-0f0c-4940-9e75-fadb166c4437,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:39.939214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Allocated IP 172.20.0.1 (6814924c-793b-43d0-b252-120300dc6e62/283c170e-6ba1-4121-8754-07b8cd9cb7e1/9664d51e-8e65-4978-a5ff-4d00aac5b6ab) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:46:40.013734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3556779-4d53-47ef-9af6-d59cd50b4810 req-1e7e4622-644c-4f49-879f-fa94705f7639 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703839 Mar 23 01:46:40.157345 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'name': 'tempest-TestServerMultinode-179832982-router', 'tenant_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '84a3f156-0f0c-4940-9e75-fadb166c4437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:29Z', 'updated_at': '2022-03-23T01:46:32Z', 'revision_number': 3, 'project_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'gw_port': {'id': '84a3f156-0f0c-4940-9e75-fadb166c4437', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:30Z', 'updated_at': '2022-03-23T01:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:40.194030 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc95589-a282-475b-920a-1c17f3fabd61 req-30ccb214-3692-4d00-ab9a-36cd1e75fadb tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:40.203113 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9dc95589-a282-475b-920a-1c17f3fabd61 req-30ccb214-3692-4d00-ab9a-36cd1e75fadb tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.1789012 Mar 23 01:46:40.237219 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b5590b-3525-4417-ae04-8b263844e4b7 None None] The sync data for ids ['f7a637be-b88d-4d16-ab5b-f1f1b506ec72'] in n-d-834677-4 is: [{'id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'name': 'tempest-TestServerMultinode-179832982-router', 'tenant_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '84a3f156-0f0c-4940-9e75-fadb166c4437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:29Z', 'updated_at': '2022-03-23T01:46:32Z', 'revision_number': 3, 'project_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'gw_port': {'id': '84a3f156-0f0c-4940-9e75-fadb166c4437', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:30Z', 'updated_at': '2022-03-23T01:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:46:40.386272 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9dc95589-a282-475b-920a-1c17f3fabd61 req-e848b925-ea26-47f3-9159-67c133f57faa tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602299 Mar 23 01:46:40.390865 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Publish callbacks [] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:40.471094 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:40.540483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Pushing event updated for resources: {'Port': ['ID=9664d51e-8e65-4978-a5ff-4d00aac5b6ab,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:40.552902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Network 6814924c-793b-43d0-b252-120300dc6e62 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:46:40.556776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:46:40.559907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:46:40.564783 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b66a0f-ed9f-4a59-b53b-30c623c873bd req-19127fb5-2e74-4294-aa66-aefbdefea65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:40.567010 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33b66a0f-ed9f-4a59-b53b-30c623c873bd req-19127fb5-2e74-4294-aa66-aefbdefea65d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 1127 time: 0.3057840 Mar 23 01:46:40.617476 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40d6c568-7d17-4a51-bce0-309843f51668 req-f52c54c5-89cc-4dd8-b50e-85cb736f7518 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1135905 Mar 23 01:46:40.833335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50888) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:40.842028 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (f7a637be-b88d-4d16-ab5b-f1f1b506ec72), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:40.879867 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6c568-7d17-4a51-bce0-309843f51668 req-c282b92d-1590-4d4f-a13b-cbe154b0f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:40.881371 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40d6c568-7d17-4a51-bce0-309843f51668 req-c282b92d-1590-4d4f-a13b-cbe154b0f939 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 1128 time: 0.2304690 Mar 23 01:46:40.903476 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50892) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:41.091639 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d8aacd3e-8f28-4693-894a-93266a311823 None None] Provisioning complete for port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:41.092182 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d8aacd3e-8f28-4693-894a-93266a311823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:41.148271 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6c568-7d17-4a51-bce0-309843f51668 req-316a43ef-63bc-4716-92fc-67b3e16b7c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:41.154720 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40d6c568-7d17-4a51-bce0-309843f51668 req-316a43ef-63bc-4716-92fc-67b3e16b7c8d service neutron] 10.222.0.43 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 0.2481728 Mar 23 01:46:41.159522 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:41.201543 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-452a141b-811f-4f13-aa86-b068b8c73199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:41.234290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d8aacd3e-8f28-4693-894a-93266a311823 None None] Port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:46:41.355722 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40d6c568-7d17-4a51-bce0-309843f51668 req-51067a5f-8ce2-477c-ad0a-6dcd8a80479a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d3cf457-57a4-4005-b615-3079074328b8 HTTP/1.1" status: 200 len: 217 time: 0.1553845 Mar 23 01:46:41.366631 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-22afc8a7-6468-49ee-9436-0bcd4fb8faa9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-263013998-network', 'tenant_id': '1967afce460e4415beb6d3fce5b6c7a8'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:46:41.669762 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22afc8a7-6468-49ee-9436-0bcd4fb8faa9 admin admin] Made reservation on behalf of 1967afce460e4415beb6d3fce5b6c7a8 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:46:41.672335 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22afc8a7-6468-49ee-9436-0bcd4fb8faa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:41.683123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6c568-7d17-4a51-bce0-309843f51668 req-3d912784-5026-4dd5-b5b4-5faf38cf4abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:41.684677 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40d6c568-7d17-4a51-bce0-309843f51668 req-3d912784-5026-4dd5-b5b4-5faf38cf4abe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.3142917 Mar 23 01:46:41.712817 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22afc8a7-6468-49ee-9436-0bcd4fb8faa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:41.751525 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-452a141b-811f-4f13-aa86-b068b8c73199 admin admin] Publish callbacks [] for security_group (5c2fcd06-1b60-4f41-b2f8-6f387c67fa62), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:41.781478 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-452a141b-811f-4f13-aa86-b068b8c73199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5c2fcd06-1b60-4f41-b2f8-6f387c67fa62), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:41.813529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eeab9-4352-4044-b342-3f7a1052288f req-d9cffb6d-4922-49e1-96d8-9f7a3c15cb94 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:41.825359 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c8eeab9-4352-4044-b342-3f7a1052288f req-d9cffb6d-4922-49e1-96d8-9f7a3c15cb94 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.2651691 Mar 23 01:46:41.919879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 84a3f156-0f0c-4940-9e75-fadb166c4437 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:46:41.969195 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-452a141b-811f-4f13-aa86-b068b8c73199 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=314b566a1f0e4481b3e3147f5a1b0416&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1269917 Mar 23 01:46:42.008807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50922) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:42.009705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 84a3f156-0f0c-4940-9e75-fadb166c4437 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:42.010303 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (84a3f156-0f0c-4940-9e75-fadb166c4437), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:42.012424 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c8eeab9-4352-4044-b342-3f7a1052288f req-a56899d8-899f-4914-8ad0-8e83f5cbd813 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862037 Mar 23 01:46:42.022807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6c568-7d17-4a51-bce0-309843f51668 req-221e88d3-1380-4b4e-b0c6-b949b9cd787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:42.026377 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40d6c568-7d17-4a51-bce0-309843f51668 req-221e88d3-1380-4b4e-b0c6-b949b9cd787b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3256991 Mar 23 01:46:42.027208 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a141b-811f-4f13-aa86-b068b8c73199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2fcd06-1b60-4f41-b2f8-6f387c67fa62,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:42.176790 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 84a3f156-0f0c-4940-9e75-fadb166c4437 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:42.177903 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (84a3f156-0f0c-4940-9e75-fadb166c4437), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:42.203460 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Publish callbacks [] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:42.207487 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 84a3f156-0f0c-4940-9e75-fadb166c4437, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=84a3f156-0f0c-4940-9e75-fadb166c4437,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:42.212246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b66a0f-ed9f-4a59-b53b-30c623c873bd req-67fd6d82-3fa4-482c-a35a-bbec8e130b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:42.213848 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33b66a0f-ed9f-4a59-b53b-30c623c873bd req-67fd6d82-3fa4-482c-a35a-bbec8e130b6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 1.6161900 Mar 23 01:46:42.214728 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (84a3f156-0f0c-4940-9e75-fadb166c4437), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:42.228644 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22afc8a7-6468-49ee-9436-0bcd4fb8faa9 admin admin] Publish callbacks [] for security_group (63f7c030-68de-43f6-a6cb-b27261e11e2d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:42.234160 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad79d4da-87a4-4cb9-88aa-ecfd297a6e17 admin admin] Publish callbacks [] for security_group (5c2fcd06-1b60-4f41-b2f8-6f387c67fa62), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:42.239529 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22afc8a7-6468-49ee-9436-0bcd4fb8faa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (63f7c030-68de-43f6-a6cb-b27261e11e2d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:42.251671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cb929-379c-4e5a-9e33-5c2e25bff95d req-677e802d-0a61-456a-9547-1c36644400db tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:42.253385 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f0cb929-379c-4e5a-9e33-5c2e25bff95d req-677e802d-0a61-456a-9547-1c36644400db tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 1.0638607 Mar 23 01:46:42.264086 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:42.301597 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40d6c568-7d17-4a51-bce0-309843f51668 req-1e9254a9-d6ef-4be5-90c1-2f194d97d651 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677503 Mar 23 01:46:42.302262 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afc8a7-6468-49ee-9436-0bcd4fb8faa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f7c030-68de-43f6-a6cb-b27261e11e2d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:42.330162 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22afc8a7-6468-49ee-9436-0bcd4fb8faa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:46:42.333530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=84a3f156-0f0c-4940-9e75-fadb166c4437,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:42.361980 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22afc8a7-6468-49ee-9436-0bcd4fb8faa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (e45fb137-ed43-4cfa-b365-b6b13cc1adc3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:42.362232 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-22afc8a7-6468-49ee-9436-0bcd4fb8faa9 admin admin] Added segment e45fb137-ed43-4cfa-b365-b6b13cc1adc3 of type vlan for network 43ffe5ff-942f-45be-a02b-5d6e8eb16149 Mar 23 01:46:42.409562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616fb4c-dd47-4ecd-b34e-0e100264f98f req-fabfe3f3-934f-451c-8b76-542cd2c28e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:42.411128 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f616fb4c-dd47-4ecd-b34e-0e100264f98f req-fabfe3f3-934f-451c-8b76-542cd2c28e73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6fc474583d1d4fbfa2a3f1caf12f3d69&device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 1128 time: 0.2114272 Mar 23 01:46:42.430595 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33b66a0f-ed9f-4a59-b53b-30c623c873bd req-d4f5c566-b2f6-4be5-aa72-722ba1b06971 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bb13a0c-a95e-498d-99cf-426708fbc5b8 HTTP/1.1" status: 200 len: 217 time: 0.1721177 Mar 23 01:46:42.435454 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad79d4da-87a4-4cb9-88aa-ecfd297a6e17 admin admin] Publish callbacks [] for security_group (5c2fcd06-1b60-4f41-b2f8-6f387c67fa62), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:42.437849 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22afc8a7-6468-49ee-9436-0bcd4fb8faa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (43ffe5ff-942f-45be-a02b-5d6e8eb16149), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:42.546425 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22afc8a7-6468-49ee-9436-0bcd4fb8faa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (43ffe5ff-942f-45be-a02b-5d6e8eb16149), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:42.547410 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afc8a7-6468-49ee-9436-0bcd4fb8faa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:42.547979 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22afc8a7-6468-49ee-9436-0bcd4fb8faa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:42.549496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Pushing event updated for resources: {'Port': ['ID=9664d51e-8e65-4978-a5ff-4d00aac5b6ab,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:42.562732 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f0cb929-379c-4e5a-9e33-5c2e25bff95d req-1d430a7c-6ddb-42e9-ac4a-e2e4679a92b0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960923 Mar 23 01:46:42.563557 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (f7a637be-b88d-4d16-ab5b-f1f1b506ec72), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:42.630645 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40d6c568-7d17-4a51-bce0-309843f51668 req-2373dc83-ff71-46ee-9636-38efefbce504 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049050 Mar 23 01:46:42.638357 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad79d4da-87a4-4cb9-88aa-ecfd297a6e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5c2fcd06-1b60-4f41-b2f8-6f387c67fa62), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:42.642162 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad79d4da-87a4-4cb9-88aa-ecfd297a6e17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:42.643493 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ad79d4da-87a4-4cb9-88aa-ecfd297a6e17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c2fcd06-1b60-4f41-b2f8-6f387c67fa62 HTTP/1.1" status: 204 len: 168 time: 0.6301064 Mar 23 01:46:42.662278 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-22afc8a7-6468-49ee-9436-0bcd4fb8faa9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7574837 Mar 23 01:46:42.669851 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50932) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:42.670943 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afc8a7-6468-49ee-9436-0bcd4fb8faa9 admin admin] Pushing event updated for resources: {'Network': ['ID=43ffe5ff-942f-45be-a02b-5d6e8eb16149,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:42.676254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b66a0f-ed9f-4a59-b53b-30c623c873bd req-bcfcbbd9-76f4-4451-af4c-75849a16797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:42.677813 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33b66a0f-ed9f-4a59-b53b-30c623c873bd req-bcfcbbd9-76f4-4451-af4c-75849a16797d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.2171359 Mar 23 01:46:42.683287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 43ffe5ff-942f-45be-a02b-5d6e8eb16149 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:46:42.686560 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0589d574-9db5-4e77-b8fa-432514a9fdda admin admin] Request body: {'subnet': {'network_id': '43ffe5ff-942f-45be-a02b-5d6e8eb16149', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-263013998-subnet', 'tenant_id': '1967afce460e4415beb6d3fce5b6c7a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:46:42.692756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79d4da-87a4-4cb9-88aa-ecfd297a6e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2fcd06-1b60-4f41-b2f8-6f387c67fa62,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:42.729067 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0589d574-9db5-4e77-b8fa-432514a9fdda admin admin] Made reservation on behalf of 1967afce460e4415beb6d3fce5b6c7a8 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:46:42.734202 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0589d574-9db5-4e77-b8fa-432514a9fdda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:42.750329 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616fb4c-dd47-4ecd-b34e-0e100264f98f req-ae2660c2-461f-42f8-a946-0b2051cf0878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:42.752168 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f616fb4c-dd47-4ecd-b34e-0e100264f98f req-ae2660c2-461f-42f8-a946-0b2051cf0878 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3825b5ed-ea06-4807-aed8-422b72ca6916 HTTP/1.1" status: 200 len: 912 time: 0.3188818 Mar 23 01:46:42.828314 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f616fb4c-dd47-4ecd-b34e-0e100264f98f req-e0930bcd-a9de-4526-ad36-a418f0592277 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8 HTTP/1.1" status: 200 len: 217 time: 0.0633032 Mar 23 01:46:42.837527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b66a0f-ed9f-4a59-b53b-30c623c873bd req-2a6498b1-99a7-4374-94ef-f89bf919b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:42.839118 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33b66a0f-ed9f-4a59-b53b-30c623c873bd req-2a6498b1-99a7-4374-94ef-f89bf919b6f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1555796 Mar 23 01:46:42.894704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Network 6814924c-793b-43d0-b252-120300dc6e62 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:46:42.928857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:46:43.029824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616fb4c-dd47-4ecd-b34e-0e100264f98f req-30017f35-a371-40bc-9def-4b89aed0e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:43.036790 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f616fb4c-dd47-4ecd-b34e-0e100264f98f req-30017f35-a371-40bc-9def-4b89aed0e274 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03ad0308-8885-4b30-b976-2a6f309d1ec3 HTTP/1.1" status: 200 len: 852 time: 0.2027910 Mar 23 01:46:43.122096 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f616fb4c-dd47-4ecd-b34e-0e100264f98f req-b2d4e6f6-4ff3-4327-a5d1-f71f192c5c14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3825b5ed-ea06-4807-aed8-422b72ca6916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775626 Mar 23 01:46:43.132138 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33b66a0f-ed9f-4a59-b53b-30c623c873bd req-ce666b94-cdfe-4f6c-914d-681c83c341df service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819443 Mar 23 01:46:43.200990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50938) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:43.201492 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0589d574-9db5-4e77-b8fa-432514a9fdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (c0a15938-cde8-408d-b2a3-c579388e6699), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:43.281338 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a57d4d40-ef58-4cbe-998f-cb2cf5bd61ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:43.283640 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589d574-9db5-4e77-b8fa-432514a9fdda admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a15938-cde8-408d-b2a3-c579388e6699,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:43.324002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57e4ae-2cff-413c-80d7-f08d8e50b58e req-f793dbd8-af04-4d7b-bba5-fa096cd8a389 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:43.325655 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe57e4ae-2cff-413c-80d7-f08d8e50b58e req-f793dbd8-af04-4d7b-bba5-fa096cd8a389 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.1704702 Mar 23 01:46:43.337389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Router f7a637be-b88d-4d16-ab5b-f1f1b506ec72 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:46:43.362896 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589d574-9db5-4e77-b8fa-432514a9fdda admin admin] Checking segment: {'id': 'e45fb137-ed43-4cfa-b365-b6b13cc1adc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43ffe5ff-942f-45be-a02b-5d6e8eb16149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:46:43.363369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0589d574-9db5-4e77-b8fa-432514a9fdda admin admin] Network hostable DHCP agents. Network: 43ffe5ff-942f-45be-a02b-5d6e8eb16149, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:46:43.400849 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe57e4ae-2cff-413c-80d7-f08d8e50b58e req-d39763fc-55ca-4a41-adba-4c44749fe899 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641227 Mar 23 01:46:43.408016 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0589d574-9db5-4e77-b8fa-432514a9fdda admin admin] Network 43ffe5ff-942f-45be-a02b-5d6e8eb16149 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:46:43.431660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-0589d574-9db5-4e77-b8fa-432514a9fdda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 43ffe5ff-942f-45be-a02b-5d6e8eb16149) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:46:43.436895 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0589d574-9db5-4e77-b8fa-432514a9fdda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:43.438777 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0589d574-9db5-4e77-b8fa-432514a9fdda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:43.443096 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f426ca9-64cf-4ea4-8948-1edc0a717040 None None] Network 43ffe5ff-942f-45be-a02b-5d6e8eb16149 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:46:43.444803 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f616fb4c-dd47-4ecd-b34e-0e100264f98f req-8729d795-d3ce-45a7-8f1d-d076354006dc service neutron] 10.222.0.42 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150027 Mar 23 01:46:43.462327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-de461a99-bbd4-4cfa-b82a-f0c052e8351f None None] Provisioning complete for port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:43.462990 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-de461a99-bbd4-4cfa-b82a-f0c052e8351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:43.478174 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0589d574-9db5-4e77-b8fa-432514a9fdda admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7894707 Mar 23 01:46:43.478497 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33b66a0f-ed9f-4a59-b53b-30c623c873bd req-ed26f167-a6e5-4aea-8648-3fd80154d3e4 service neutron] 10.222.0.42 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280272 Mar 23 01:46:43.580592 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-de461a99-bbd4-4cfa-b82a-f0c052e8351f None None] Port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:46:43.658043 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50950) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:43.682858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f3639c-b580-4b76-bb3b-fb2bb4dfef6e None None] Network 43ffe5ff-942f-45be-a02b-5d6e8eb16149 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:46:43.721383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:46:43.765461 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Sync routers for ids ['f7a637be-b88d-4d16-ab5b-f1f1b506ec72'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:46:43.804011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3080b8-907e-4ec4-8558-e10625ba5048 admin admin] Deleting subnet c0a15938-cde8-408d-b2a3-c579388e6699 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:46:43.814970 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0b3080b8-907e-4ec4-8558-e10625ba5048 admin admin] Publish callbacks [] for subnet (c0a15938-cde8-408d-b2a3-c579388e6699), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:43.818222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Routers {'f7a637be-b88d-4d16-ab5b-f1f1b506ec72'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:46:43.819396 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:46:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f7a637be-b88d-4d16-ab5b-f1f1b506ec72'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:43.859015 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f616fb4c-dd47-4ecd-b34e-0e100264f98f req-fd7acfd9-2aba-4c2b-b1d5-a4168f7d66c4 service neutron] 10.222.0.42 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803942 Mar 23 01:46:43.860327 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0b3080b8-907e-4ec4-8558-e10625ba5048 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (c0a15938-cde8-408d-b2a3-c579388e6699), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:43.902800 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e948b393-3037-43d2-8076-076b2fedf7da admin admin] 10.222.0.18 "PUT /v2.0/routers/f7a637be-b88d-4d16-ab5b-f1f1b506ec72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4222977 Mar 23 01:46:43.927023 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0b3080b8-907e-4ec4-8558-e10625ba5048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (c0a15938-cde8-408d-b2a3-c579388e6699), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:43.940867 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 84a3f156-0f0c-4940-9e75-fadb166c4437 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:46:43.984130 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a57d4d40-ef58-4cbe-998f-cb2cf5bd61ce admin admin] Publish callbacks [] for security_group (c55d1600-dc94-4eb1-94d8-7cfbe64073ad), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:44.007063 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d2e30-7461-4c32-92b3-191090b4ccef req-45571218-67ae-4178-9518-53c3660763b0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:44.016302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-810d2e30-7461-4c32-92b3-191090b4ccef req-45571218-67ae-4178-9518-53c3660763b0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1493180 Mar 23 01:46:44.026784 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a57d4d40-ef58-4cbe-998f-cb2cf5bd61ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c55d1600-dc94-4eb1-94d8-7cfbe64073ad), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:44.044058 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0b3080b8-907e-4ec4-8558-e10625ba5048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (c0a15938-cde8-408d-b2a3-c579388e6699), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:44.084406 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3080b8-907e-4ec4-8558-e10625ba5048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a15938-cde8-408d-b2a3-c579388e6699,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:44.095274 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0b3080b8-907e-4ec4-8558-e10625ba5048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:44.100250 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0b3080b8-907e-4ec4-8558-e10625ba5048 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c0a15938-cde8-408d-b2a3-c579388e6699 HTTP/1.1" status: 204 len: 168 time: 0.4409769 Mar 23 01:46:44.102887 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50956) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:44.104422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d4d40-ef58-4cbe-998f-cb2cf5bd61ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55d1600-dc94-4eb1-94d8-7cfbe64073ad,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:44.118347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 84a3f156-0f0c-4940-9e75-fadb166c4437 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:44.118836 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (84a3f156-0f0c-4940-9e75-fadb166c4437), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:44.122300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Set router f7a637be-b88d-4d16-ab5b-f1f1b506ec72 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:46:44.155558 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a57d4d40-ef58-4cbe-998f-cb2cf5bd61ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=487114610a7e47a594cf9b210b329a4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9417481 Mar 23 01:46:44.158404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50958) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:44.192062 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-810d2e30-7461-4c32-92b3-191090b4ccef req-dba71e98-7458-4bcb-a3b9-736955755301 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747954 Mar 23 01:46:44.231867 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-695584de-69ac-4dd7-9a42-213ae84d554c admin admin] Publish callbacks [] for security_group (c55d1600-dc94-4eb1-94d8-7cfbe64073ad), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:44.259763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-695584de-69ac-4dd7-9a42-213ae84d554c admin admin] Publish callbacks [] for security_group (c55d1600-dc94-4eb1-94d8-7cfbe64073ad), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:44.261226 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d820775b-ab96-469e-8ba2-0ffdcf75dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (43ffe5ff-942f-45be-a02b-5d6e8eb16149), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:44.329102 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-695584de-69ac-4dd7-9a42-213ae84d554c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c55d1600-dc94-4eb1-94d8-7cfbe64073ad), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:44.332951 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-695584de-69ac-4dd7-9a42-213ae84d554c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:44.335962 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-695584de-69ac-4dd7-9a42-213ae84d554c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c55d1600-dc94-4eb1-94d8-7cfbe64073ad HTTP/1.1" status: 204 len: 168 time: 0.1764824 Mar 23 01:46:44.346557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695584de-69ac-4dd7-9a42-213ae84d554c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55d1600-dc94-4eb1-94d8-7cfbe64073ad,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:44.421242 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d820775b-ab96-469e-8ba2-0ffdcf75dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (43ffe5ff-942f-45be-a02b-5d6e8eb16149), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:44.453047 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d820775b-ab96-469e-8ba2-0ffdcf75dd8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ffe5ff-942f-45be-a02b-5d6e8eb16149']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:44.469267 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d820775b-ab96-469e-8ba2-0ffdcf75dd8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45fb137-ed43-4cfa-b365-b6b13cc1adc3') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:44.469391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d820775b-ab96-469e-8ba2-0ffdcf75dd8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45fb137-ed43-4cfa-b365-b6b13cc1adc3') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:44.490849 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d820775b-ab96-469e-8ba2-0ffdcf75dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (e45fb137-ed43-4cfa-b365-b6b13cc1adc3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:44.527108 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d820775b-ab96-469e-8ba2-0ffdcf75dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (e45fb137-ed43-4cfa-b365-b6b13cc1adc3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:44.541752 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d820775b-ab96-469e-8ba2-0ffdcf75dd8a admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:46:44.542424 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d820775b-ab96-469e-8ba2-0ffdcf75dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (e45fb137-ed43-4cfa-b365-b6b13cc1adc3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:46:44.559701 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:46:44.752184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d8685e8-6719-4028-9e63-56835cc6ccb8 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:46:44.766638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 84a3f156-0f0c-4940-9e75-fadb166c4437 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:44.830195 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d820775b-ab96-469e-8ba2-0ffdcf75dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (43ffe5ff-942f-45be-a02b-5d6e8eb16149), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:44.843546 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d820775b-ab96-469e-8ba2-0ffdcf75dd8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:44.847098 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d820775b-ab96-469e-8ba2-0ffdcf75dd8a admin admin] 10.222.0.18 "DELETE /v2.0/networks/43ffe5ff-942f-45be-a02b-5d6e8eb16149 HTTP/1.1" status: 204 len: 168 time: 0.7428892 Mar 23 01:46:44.897350 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820775b-ab96-469e-8ba2-0ffdcf75dd8a admin admin] Pushing event deleted for resources: {'Network': ['ID=43ffe5ff-942f-45be-a02b-5d6e8eb16149,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:44.929119 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec99b95-5b08-4f98-ab88-9d4d0519bc03 req-695cee9a-4d0c-40ea-9de8-2c4ffb1e33a7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:44.932750 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'name': 'tempest-TestServerMultinode-179832982-router', 'tenant_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '84a3f156-0f0c-4940-9e75-fadb166c4437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:29Z', 'updated_at': '2022-03-23T01:46:41Z', 'revision_number': 4, 'project_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'gw_port': {'id': '84a3f156-0f0c-4940-9e75-fadb166c4437', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:30Z', 'updated_at': '2022-03-23T01:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '9664d51e-8e65-4978-a5ff-4d00aac5b6ab', 'name': '', 'network_id': '6814924c-793b-43d0-b252-120300dc6e62', 'tenant_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'mac_address': 'fa:16:3e:97:43:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '283c170e-6ba1-4121-8754-07b8cd9cb7e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:39Z', 'updated_at': '2022-03-23T01:46:41Z', 'revision_number': 2, 'project_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'subnets': [{'id': '283c170e-6ba1-4121-8754-07b8cd9cb7e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:44.933397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bec99b95-5b08-4f98-ab88-9d4d0519bc03 req-695cee9a-4d0c-40ea-9de8-2c4ffb1e33a7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 945 time: 0.3339872 Mar 23 01:46:44.968909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Checking router: f7a637be-b88d-4d16-ab5b-f1f1b506ec72 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:46:44.969334 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Updating router f7a637be-b88d-4d16-ab5b-f1f1b506ec72 port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:46:44.978831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8d8685e8-6719-4028-9e63-56835cc6ccb8 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:44.981808 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.038124 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bec99b95-5b08-4f98-ab88-9d4d0519bc03 req-749022fc-a748-439d-ae10-a6d16d6523c0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971417 Mar 23 01:46:45.056126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8d8685e8-6719-4028-9e63-56835cc6ccb8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:45.059177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86a2839-1557-4eca-bc1f-5685f5670e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8685e8-6719-4028-9e63-56835cc6ccb8'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:46:45.062426 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187f1da9-7e79-4e54-91be-89fd93bc72c2" -d '{"events": [{"server_uuid": "a86a2839-1557-4eca-bc1f-5685f5670e01", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8685e8-6719-4028-9e63-56835cc6ccb8"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:46:45.068767 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.069704 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 1bb13a0c-a95e-498d-99cf-426708fbc5b8 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:46:45.152978 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51004) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:45.184743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51006) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:45.191334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-60828d4c-156a-4ed8-9780-899c02ef868c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2130148177-network', 'tenant_id': '1bd6b53711c941b687aa8ceafc50aad2'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:46:45.226655 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a404c6b1-793a-4476-a30e-d9fb516f7010 x-openstack-request-id: req-a404c6b1-793a-4476-a30e-d9fb516f7010 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:46:45.230662 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86a2839-1557-4eca-bc1f-5685f5670e01", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8685e8-6719-4028-9e63-56835cc6ccb8", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:46:45.231163 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a404c6b1-793a-4476-a30e-d9fb516f7010 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:46:45.231773 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a404c6b1-793a-4476-a30e-d9fb516f7010'] response: {'server_uuid': 'a86a2839-1557-4eca-bc1f-5685f5670e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8685e8-6719-4028-9e63-56835cc6ccb8', 'code': 200} Mar 23 01:46:45.233603 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8d8685e8-6719-4028-9e63-56835cc6ccb8,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:45.244871 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.248873 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1f51884b-0ae0-4764-86f7-2774b024538a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1967afce460e4415beb6d3fce5b6c7a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0919213 Mar 23 01:46:45.248956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51010) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:45.340815 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60828d4c-156a-4ed8-9780-899c02ef868c admin admin] Made reservation on behalf of 1bd6b53711c941b687aa8ceafc50aad2 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:46:45.347316 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-60828d4c-156a-4ed8-9780-899c02ef868c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.390826 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-60828d4c-156a-4ed8-9780-899c02ef868c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.400157 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b8ebf0e9-ab65-421d-bc08-2fc9a3224a19 admin admin] Publish callbacks [] for security_group (63f7c030-68de-43f6-a6cb-b27261e11e2d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.522447 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-60828d4c-156a-4ed8-9780-899c02ef868c admin admin] Publish callbacks [] for security_group (546ed64a-e29d-4bcd-9a42-3e03951d60a3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.524856 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b8ebf0e9-ab65-421d-bc08-2fc9a3224a19 admin admin] Publish callbacks [] for security_group (63f7c030-68de-43f6-a6cb-b27261e11e2d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.529182 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-60828d4c-156a-4ed8-9780-899c02ef868c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (546ed64a-e29d-4bcd-9a42-3e03951d60a3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.563422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60828d4c-156a-4ed8-9780-899c02ef868c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:46:45.582147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60828d4c-156a-4ed8-9780-899c02ef868c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546ed64a-e29d-4bcd-9a42-3e03951d60a3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:45.588140 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4b178-6150-4ffe-8a5f-499818537cf2 req-47c25c49-7109-42b7-b422-b1429afe4caa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:45.588672 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-60828d4c-156a-4ed8-9780-899c02ef868c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (54eeeb0a-93e0-4296-ab59-1bc5df1a7506), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.589133 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-60828d4c-156a-4ed8-9780-899c02ef868c admin admin] Added segment 54eeeb0a-93e0-4296-ab59-1bc5df1a7506 of type vlan for network 9612ea4e-df55-49e3-a1ed-5cd920249bc3 Mar 23 01:46:45.590904 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1fd4b178-6150-4ffe-8a5f-499818537cf2 req-47c25c49-7109-42b7-b422-b1429afe4caa tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 944 time: 0.1695874 Mar 23 01:46:45.637730 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:45.638183 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-60828d4c-156a-4ed8-9780-899c02ef868c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (9612ea4e-df55-49e3-a1ed-5cd920249bc3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.638601 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.648229 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b8ebf0e9-ab65-421d-bc08-2fc9a3224a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (63f7c030-68de-43f6-a6cb-b27261e11e2d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.657152 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b8ebf0e9-ab65-421d-bc08-2fc9a3224a19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.658347 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b8ebf0e9-ab65-421d-bc08-2fc9a3224a19 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63f7c030-68de-43f6-a6cb-b27261e11e2d HTTP/1.1" status: 204 len: 168 time: 0.4076729 Mar 23 01:46:45.686397 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-60828d4c-156a-4ed8-9780-899c02ef868c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (9612ea4e-df55-49e3-a1ed-5cd920249bc3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.687474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60828d4c-156a-4ed8-9780-899c02ef868c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:45.688090 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-60828d4c-156a-4ed8-9780-899c02ef868c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.706763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 1bb13a0c-a95e-498d-99cf-426708fbc5b8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1bb13a0c-a95e-498d-99cf-426708fbc5b8,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:45.720390 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.728914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebf0e9-ab65-421d-bc08-2fc9a3224a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f7c030-68de-43f6-a6cb-b27261e11e2d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:45.776046 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1fd4b178-6150-4ffe-8a5f-499818537cf2 req-42b54047-658d-4ed6-81f3-e4eba112df59 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688960 Mar 23 01:46:45.816497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=1bb13a0c-a95e-498d-99cf-426708fbc5b8,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:45.868158 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-60828d4c-156a-4ed8-9780-899c02ef868c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6821420 Mar 23 01:46:45.871555 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51020) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:45.878059 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5d9c3025-53e9-4926-bfed-d6d0c70f1161 admin admin] Request body: {'subnet': {'network_id': '9612ea4e-df55-49e3-a1ed-5cd920249bc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2130148177-subnet', 'tenant_id': '1bd6b53711c941b687aa8ceafc50aad2', 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:46:45.891594 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60828d4c-156a-4ed8-9780-899c02ef868c admin admin] Pushing event updated for resources: {'Network': ['ID=9612ea4e-df55-49e3-a1ed-5cd920249bc3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:45.949653 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9c3025-53e9-4926-bfed-d6d0c70f1161 admin admin] Made reservation on behalf of 1bd6b53711c941b687aa8ceafc50aad2 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:46:45.958699 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5d9c3025-53e9-4926-bfed-d6d0c70f1161 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:45.963769 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 9612ea4e-df55-49e3-a1ed-5cd920249bc3 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:46:46.150702 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Publish callbacks [] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:46.169516 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:46.217305 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5d9c3025-53e9-4926-bfed-d6d0c70f1161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (1aeb1d1c-d33d-4510-b826-8d2cd2efed1a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:46.279149 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ce975-e3e5-46f4-b64e-fa012663138b None None] Pushing event updated for resources: {'Port': ['ID=9664d51e-8e65-4978-a5ff-4d00aac5b6ab,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:46.353382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c3025-53e9-4926-bfed-d6d0c70f1161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aeb1d1c-d33d-4510-b826-8d2cd2efed1a,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:46.361004 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9c3025-53e9-4926-bfed-d6d0c70f1161 admin admin] Checking segment: {'id': '54eeeb0a-93e0-4296-ab59-1bc5df1a7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9612ea4e-df55-49e3-a1ed-5cd920249bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:46:46.361348 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9c3025-53e9-4926-bfed-d6d0c70f1161 admin admin] Network hostable DHCP agents. Network: 9612ea4e-df55-49e3-a1ed-5cd920249bc3, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:46:46.409540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9c3025-53e9-4926-bfed-d6d0c70f1161 admin admin] Network 9612ea4e-df55-49e3-a1ed-5cd920249bc3 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:46:46.419273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9664ba-2408-4740-b1aa-76561d80a941 req-e2a1e2bf-d41a-4048-afd2-ffae2b1010ad tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:46.420919 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e9664ba-2408-4740-b1aa-76561d80a941 req-e2a1e2bf-d41a-4048-afd2-ffae2b1010ad tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 943 time: 0.1908791 Mar 23 01:46:46.440643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-5d9c3025-53e9-4926-bfed-d6d0c70f1161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 9612ea4e-df55-49e3-a1ed-5cd920249bc3) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:46:46.464579 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9c3025-53e9-4926-bfed-d6d0c70f1161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:46.465928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Attempting to bind port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:46:46.466198 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5d9c3025-53e9-4926-bfed-d6d0c70f1161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:46.466756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Attempting to bind port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '41938f11-d08a-4064-a6c0-63c144f6cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6814924c-793b-43d0-b252-120300dc6e62'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:46:46.467589 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Attempting to bind port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab on network 6814924c-793b-43d0-b252-120300dc6e62 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:46:46.483289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a288360f-b736-42b9-8f51-89a0441b42fb None None] Network 9612ea4e-df55-49e3-a1ed-5cd920249bc3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:46:46.494223 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5d9c3025-53e9-4926-bfed-d6d0c70f1161 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6206288 Mar 23 01:46:46.494893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51046) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:46.500879 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2130148177-router', 'tenant_id': '1bd6b53711c941b687aa8ceafc50aad2', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:46:46.533269 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (9eb98398-bcb4-40e1-9d96-2665c708eb8e), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:46.535530 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (9eb98398-bcb4-40e1-9d96-2665c708eb8e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:46.610413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:46:46.611587 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Checking segment: {'id': '41938f11-d08a-4064-a6c0-63c144f6cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6814924c-793b-43d0-b252-120300dc6e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:46:46.612106 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:46.612813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Bound using segment: {'id': '41938f11-d08a-4064-a6c0-63c144f6cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6814924c-793b-43d0-b252-120300dc6e62'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:46:46.614684 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Bound port: 9664d51e-8e65-4978-a5ff-4d00aac5b6ab, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41938f11-d08a-4064-a6c0-63c144f6cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6814924c-793b-43d0-b252-120300dc6e62'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:46:46.615183 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:46.624919 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e9664ba-2408-4740-b1aa-76561d80a941 req-bc7718fe-396e-4c04-a174-0e24b47fc071 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873715 Mar 23 01:46:46.707056 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Publish callbacks [] for router_controller (9eb98398-bcb4-40e1-9d96-2665c708eb8e), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:46.799050 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] For port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:46:46.802571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] For port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9664d51e-8e65-4978-a5ff-4d00aac5b6ab,segment=NetworkSegment(41938f11-d08a-4064-a6c0-63c144f6cd75),segment_id=41938f11-d08a-4064-a6c0-63c144f6cd75)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:46:46.821256 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:46.897161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-155465e4-f716-444b-9058-6d0ac86d86be None None] Provisioning complete for port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:46.898148 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-155465e4-f716-444b-9058-6d0ac86d86be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:47.076635 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-9612ea4e-df55-49e3-a1ed-5cd920249bc3', 'network_id': '9612ea4e-df55-49e3-a1ed-5cd920249bc3', 'project_id': '1bd6b53711c941b687aa8ceafc50aad2', 'fixed_ips': [{'subnet_id': '1aeb1d1c-d33d-4510-b826-8d2cd2efed1a'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:46:47.080341 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:47.161719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978218b-b618-4d6b-987a-340cf87ed227 req-5bca7cee-aa36-4ea0-88af-6c8b490ddffb tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:47.163434 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1978218b-b618-4d6b-987a-340cf87ed227 req-5bca7cee-aa36-4ea0-88af-6c8b490ddffb tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 944 time: 0.1709836 Mar 23 01:46:47.180776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Routers {'f7a637be-b88d-4d16-ab5b-f1f1b506ec72'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:46:47.184316 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:46:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f7a637be-b88d-4d16-ab5b-f1f1b506ec72'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:47.209194 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b8176-6ff8-4408-b2a7-88e314ebf01b req-db2a3a56-7eeb-4b7e-a2e7-9d9a2d78be54 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:47.218857 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-475b8176-6ff8-4408-b2a7-88e314ebf01b req-db2a3a56-7eeb-4b7e-a2e7-9d9a2d78be54 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.3054357 Mar 23 01:46:47.227282 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Publish callbacks [] for router_gateway (9eb98398-bcb4-40e1-9d96-2665c708eb8e), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:47.279703 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1978218b-b618-4d6b-987a-340cf87ed227 req-55e00b33-99c2-4458-9215-280519ef68b1 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090829 Mar 23 01:46:47.336166 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-475b8176-6ff8-4408-b2a7-88e314ebf01b req-c62f60ed-b8b5-4f22-9462-0a4aac5e3c89 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161840 Mar 23 01:46:47.406778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb13a0c-a95e-498d-99cf-426708fbc5b8'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:46:47.409840 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85958f2-0dec-4c50-8834-5058e4528b59" -d '{"events": [{"server_uuid": "cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb13a0c-a95e-498d-99cf-426708fbc5b8"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:46:47.451550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] Set router f7a637be-b88d-4d16-ab5b-f1f1b506ec72 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:46:47.589234 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf4f2e-d44a-4617-b4b4-5c8e2e04ba04 req-5eb7fbcd-8237-453a-b8d1-d6083587cef8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:47.590846 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15bf4f2e-d44a-4617-b4b4-5c8e2e04ba04 req-5eb7fbcd-8237-453a-b8d1-d6083587cef8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 944 time: 0.1464202 Mar 23 01:46:47.709734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15bf4f2e-d44a-4617-b4b4-5c8e2e04ba04 req-701c3922-0100-4a9e-a8b1-8494c8ce1799 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120563 Mar 23 01:46:47.744141 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb8d74-3378-4c76-9935-3bcb8e490e77 req-df7017bb-a283-479f-81d3-0213a2058379 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:47.745859 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7fbb8d74-3378-4c76-9935-3bcb8e490e77 req-df7017bb-a283-479f-81d3-0213a2058379 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.2234449 Mar 23 01:46:47.930553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Allocated IP 172.20.0.2 (9612ea4e-df55-49e3-a1ed-5cd920249bc3/1aeb1d1c-d33d-4510-b826-8d2cd2efed1a/d0f0ad9b-7d86-401e-a1ec-a427ad56a871) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:46:48.055042 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7fbb8d74-3378-4c76-9935-3bcb8e490e77 req-a2b21de8-5eb5-4bc9-a84e-42666626875b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998910 Mar 23 01:46:48.109085 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Publish callbacks [] for port (d0f0ad9b-7d86-401e-a1ec-a427ad56a871), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:48.126067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ce975-e3e5-46f4-b64e-fa012663138b None None] Pushing event updated for resources: {'Port': ['ID=9664d51e-8e65-4978-a5ff-4d00aac5b6ab,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:48.176206 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (d0f0ad9b-7d86-401e-a1ec-a427ad56a871), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:48.179367 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 01:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b51c39-7bbc-4bb9-8442-96f80f53f26f x-openstack-request-id: req-d5b51c39-7bbc-4bb9-8442-96f80f53f26f {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:46:48.179813 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee", "name": "network-vif-unplugged", "status": "failed", "tag": "1bb13a0c-a95e-498d-99cf-426708fbc5b8", "code": 422}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:46:48.180137 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5b51c39-7bbc-4bb9-8442-96f80f53f26f {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:46:48.180558 n-d-834677-4 neutron-server[99265]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d5b51c39-7bbc-4bb9-8442-96f80f53f26f']: {'server_uuid': 'cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1bb13a0c-a95e-498d-99cf-426708fbc5b8', 'code': 422} returned with failed status Mar 23 01:46:48.182923 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Publish callbacks [] for router_gateway (9eb98398-bcb4-40e1-9d96-2665c708eb8e), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:48.282291 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:48.291132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Network 9612ea4e-df55-49e3-a1ed-5cd920249bc3 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:46:48.299798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:46:48.310052 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:46:48.357508 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Pushing event updated for resources: {'Port': ['ID=d0f0ad9b-7d86-401e-a1ec-a427ad56a871,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:48.435470 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-155465e4-f716-444b-9058-6d0ac86d86be None None] Current status of the port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:48.435870 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-155465e4-f716-444b-9058-6d0ac86d86be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:48.505574 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Allocated IP 172.25.0.196 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/c0bf2d08-6ce6-4684-82dc-208af102801f) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:46:48.603900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Attempting to bind port d0f0ad9b-7d86-401e-a1ec-a427ad56a871 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:46:48.603900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Attempting to bind port d0f0ad9b-7d86-401e-a1ec-a427ad56a871 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '54eeeb0a-93e0-4296-ab59-1bc5df1a7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9612ea4e-df55-49e3-a1ed-5cd920249bc3'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:46:48.604311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Attempting to bind port d0f0ad9b-7d86-401e-a1ec-a427ad56a871 on network 9612ea4e-df55-49e3-a1ed-5cd920249bc3 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:46:48.623847 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Publish callbacks [] for port (c0bf2d08-6ce6-4684-82dc-208af102801f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:48.654596 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:46:48.659215 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Checking segment: {'id': '54eeeb0a-93e0-4296-ab59-1bc5df1a7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9612ea4e-df55-49e3-a1ed-5cd920249bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:46:48.659781 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:48.660197 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Bound using segment: {'id': '54eeeb0a-93e0-4296-ab59-1bc5df1a7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9612ea4e-df55-49e3-a1ed-5cd920249bc3'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:46:48.660730 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Bound port: d0f0ad9b-7d86-401e-a1ec-a427ad56a871, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54eeeb0a-93e0-4296-ab59-1bc5df1a7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9612ea4e-df55-49e3-a1ed-5cd920249bc3'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:46:48.661122 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d0f0ad9b-7d86-401e-a1ec-a427ad56a871), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:48.694617 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c0bf2d08-6ce6-4684-82dc-208af102801f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:48.716422 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:46:48.719106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:46:48.725668 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:46:48.762965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d8685e8-6719-4028-9e63-56835cc6ccb8 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:46:48.803669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-3220306e-d8b1-4097-a5f3-62a48b5c5c73 req-184232fe-a9d9-4b3e-939f-8ef958d3fe99 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:46:48.804865 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3220306e-d8b1-4097-a5f3-62a48b5c5c73 req-184232fe-a9d9-4b3e-939f-8ef958d3fe99 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056090 Mar 23 01:46:48.846758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-155465e4-f716-444b-9058-6d0ac86d86be None None] For port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9664d51e-8e65-4978-a5ff-4d00aac5b6ab,segment=NetworkSegment(41938f11-d08a-4064-a6c0-63c144f6cd75),segment_id=41938f11-d08a-4064-a6c0-63c144f6cd75)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:48.889326 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-155465e4-f716-444b-9058-6d0ac86d86be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:49.524903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d041d-3741-402f-a224-03afe2e6548f req-35894ba0-e056-444b-a39f-ae09057d593e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:49.528590 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-753d041d-3741-402f-a224-03afe2e6548f req-35894ba0-e056-444b-a39f-ae09057d593e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 944 time: 0.2539713 Mar 23 01:46:49.551010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155465e4-f716-444b-9058-6d0ac86d86be None None] Pushing event updated for resources: {'Port': ['ID=9664d51e-8e65-4978-a5ff-4d00aac5b6ab,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:49.587720 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] For port d0f0ad9b-7d86-401e-a1ec-a427ad56a871, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:46:49.656041 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'name': 'tempest-TestServerMultinode-179832982-router', 'tenant_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '84a3f156-0f0c-4940-9e75-fadb166c4437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:29Z', 'updated_at': '2022-03-23T01:46:41Z', 'revision_number': 4, 'project_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'gw_port': {'id': '84a3f156-0f0c-4940-9e75-fadb166c4437', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:30Z', 'updated_at': '2022-03-23T01:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '9664d51e-8e65-4978-a5ff-4d00aac5b6ab', 'name': '', 'network_id': '6814924c-793b-43d0-b252-120300dc6e62', 'tenant_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'mac_address': 'fa:16:3e:97:43:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '283c170e-6ba1-4121-8754-07b8cd9cb7e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:39Z', 'updated_at': '2022-03-23T01:46:46Z', 'revision_number': 4, 'project_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'subnets': [{'id': '283c170e-6ba1-4121-8754-07b8cd9cb7e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:49.667668 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-753d041d-3741-402f-a224-03afe2e6548f req-5e0ad6ad-3c40-4f17-ba60-b35b3b34e5e1 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250010 Mar 23 01:46:49.685524 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] For port d0f0ad9b-7d86-401e-a1ec-a427ad56a871, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d0f0ad9b-7d86-401e-a1ec-a427ad56a871,segment=NetworkSegment(54eeeb0a-93e0-4296-ab59-1bc5df1a7506),segment_id=54eeeb0a-93e0-4296-ab59-1bc5df1a7506)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:46:49.750879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-af53e2f2-6617-4d0a-8831-834e752b0d0e None None] Provisioning complete for port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:49.751679 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-af53e2f2-6617-4d0a-8831-834e752b0d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:49.787547 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-c39807fd-f6b6-4b50-9607-75984fe38185 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3867569 Mar 23 01:46:49.808101 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-674b64bb-a800-4ebc-89b8-37c630e0d2fb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:46:49.809916 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-674b64bb-a800-4ebc-89b8-37c630e0d2fb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168662 Mar 23 01:46:49.846007 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-797050f1-0812-439e-ba0d-95eac6879235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:49.857845 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51160) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:49.883027 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d0f0ad9b-7d86-401e-a1ec-a427ad56a871), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:49.894641 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b3fbf6-8097-4ff1-aa97-66243ec33ddf None None] The sync data for ids ['f7a637be-b88d-4d16-ab5b-f1f1b506ec72'] in n-d-834677-4 is: [{'id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'name': 'tempest-TestServerMultinode-179832982-router', 'tenant_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '84a3f156-0f0c-4940-9e75-fadb166c4437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:29Z', 'updated_at': '2022-03-23T01:46:41Z', 'revision_number': 4, 'project_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'gw_port': {'id': '84a3f156-0f0c-4940-9e75-fadb166c4437', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:30Z', 'updated_at': '2022-03-23T01:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '9664d51e-8e65-4978-a5ff-4d00aac5b6ab', 'name': '', 'network_id': '6814924c-793b-43d0-b252-120300dc6e62', 'tenant_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'mac_address': 'fa:16:3e:97:43:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '283c170e-6ba1-4121-8754-07b8cd9cb7e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:39Z', 'updated_at': '2022-03-23T01:46:46Z', 'revision_number': 4, 'project_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'subnets': [{'id': '283c170e-6ba1-4121-8754-07b8cd9cb7e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:46:49.931768 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Pushing event updated for resources: {'Port': ['ID=c0bf2d08-6ce6-4684-82dc-208af102801f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:49.939652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8d8685e8-6719-4028-9e63-56835cc6ccb8 is: DOWN; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:49.940689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 1bb13a0c-a95e-498d-99cf-426708fbc5b8 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:46:49.983348 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de20780-930a-4a0d-ae55-b12c22c8d3dc req-f5c954df-6bb0-4fe8-b73b-f1424f00e50d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:49.986916 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4de20780-930a-4a0d-ae55-b12c22c8d3dc req-f5c954df-6bb0-4fe8-b73b-f1424f00e50d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 1.6678751 Mar 23 01:46:50.228252 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-a6a2f117-8142-4c0b-83bd-c6db290a2e74 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:50.233382 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-a6a2f117-8142-4c0b-83bd-c6db290a2e74 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports/8d8685e8-6719-4028-9e63-56835cc6ccb8 HTTP/1.1" status: 200 len: 941 time: 0.3711121 Mar 23 01:46:50.304084 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4de20780-930a-4a0d-ae55-b12c22c8d3dc req-388ebeb0-c323-4bd0-a8b1-031d60908603 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713037 Mar 23 01:46:50.353595 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a088bb5-6e04-48db-8b29-78b834d0afa3 None None] Pushing event updated for resources: {'Port': ['ID=d0f0ad9b-7d86-401e-a1ec-a427ad56a871,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:50.379154 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Publish callbacks [] for router_gateway (9eb98398-bcb4-40e1-9d96-2665c708eb8e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:50.456782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-af53e2f2-6617-4d0a-8831-834e752b0d0e None None] Current status of the port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:50.508535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 is: DOWN; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:50.585933 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:51.078985 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4facf-c55d-4758-893f-3467cdf3a781 req-af7de1a9-a6d5-4f3b-95f4-4f5ab356a12f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:51.086902 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9db4facf-c55d-4758-893f-3467cdf3a781 req-af7de1a9-a6d5-4f3b-95f4-4f5ab356a12f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.5834229 Mar 23 01:46:51.166577 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062d6da-0ab1-4851-b16f-b8fcdfcabee8 req-c4daf6cf-bc39-4762-8a30-161d7ceb61ea tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:51.174825 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (9eb98398-bcb4-40e1-9d96-2665c708eb8e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:51.178075 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2062d6da-0ab1-4851-b16f-b8fcdfcabee8 req-c4daf6cf-bc39-4762-8a30-161d7ceb61ea tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 944 time: 0.1739750 Mar 23 01:46:51.301945 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2062d6da-0ab1-4851-b16f-b8fcdfcabee8 req-4785263f-42e2-414d-bf07-259d972faf6a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218114 Mar 23 01:46:51.361791 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9db4facf-c55d-4758-893f-3467cdf3a781 req-018b825e-ae13-45e2-bc52-65c280582c2a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647610 Mar 23 01:46:51.596072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Router 9eb98398-bcb4-40e1-9d96-2665c708eb8e is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:46:51.801977 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e5f5fd08-eb5a-462c-b5ac-01c433fa6f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:51.965038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:46:51.980575 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Sync routers for ids ['9eb98398-bcb4-40e1-9d96-2665c708eb8e'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:46:51.994563 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Routers {'9eb98398-bcb4-40e1-9d96-2665c708eb8e'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:46:51.995582 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:46:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9eb98398-bcb4-40e1-9d96-2665c708eb8e'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:52.134097 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9664d51e-8e65-4978-a5ff-4d00aac5b6ab up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:46:52.231862 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:52.236418 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-14d45348-49d5-40e1-81a1-9b8707c4449d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7397773 Mar 23 01:46:52.239242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51222) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:52.333619 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:52.333996 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:52.337858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3368de0-9739-4cf6-a934-fd41805a8441 None None] Network 9612ea4e-df55-49e3-a1ed-5cd920249bc3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:46:52.368859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914d8ec-2d81-422f-b295-1c8bb4f2a58d req-94e93c7f-6845-42e3-810d-d537ad1e8b81 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:52.385397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6914d8ec-2d81-422f-b295-1c8bb4f2a58d req-94e93c7f-6845-42e3-810d-d537ad1e8b81 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.5210123 Mar 23 01:46:52.455084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-f4da4be9-9e4d-40e1-9a6e-a63297049d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:52.456646 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-f4da4be9-9e4d-40e1-9a6e-a63297049d73 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01&tenant_id=6fc474583d1d4fbfa2a3f1caf12f3d69 HTTP/1.1" status: 200 len: 1126 time: 0.4862545 Mar 23 01:46:52.477776 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:46:52.503778 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Set router 9eb98398-bcb4-40e1-9d96-2665c708eb8e gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:46:52.581888 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6914d8ec-2d81-422f-b295-1c8bb4f2a58d req-402f5a89-0244-4bca-a44e-2af11df2209f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951089 Mar 23 01:46:52.655213 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:52.773897 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3b36e6e2-11b6-4fe9-83d3-19d02bc4341a None None] Provisioning complete for port d0f0ad9b-7d86-401e-a1ec-a427ad56a871 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:52.783055 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3b36e6e2-11b6-4fe9-83d3-19d02bc4341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d0f0ad9b-7d86-401e-a1ec-a427ad56a871), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:52.920089 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'name': 'tempest-TestServerMultinode-2130148177-router', 'tenant_id': '1bd6b53711c941b687aa8ceafc50aad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:46Z', 'updated_at': '2022-03-23T01:46:49Z', 'revision_number': 3, 'project_id': '1bd6b53711c941b687aa8ceafc50aad2', 'gw_port': {'id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:48Z', 'updated_at': '2022-03-23T01:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:53.009918 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Checking router: 9eb98398-bcb4-40e1-9d96-2665c708eb8e for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:46:53.015799 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Updating router 9eb98398-bcb4-40e1-9d96-2665c708eb8e port c0bf2d08-6ce6-4684-82dc-208af102801f binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:46:53.015965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51238) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:53.090087 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c0bf2d08-6ce6-4684-82dc-208af102801f), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:53.266348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800333d-481c-4065-bb36-f5bedda9ba48 req-f193e556-2d80-428d-8547-144dee69139f tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:53.281772 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c800333d-481c-4065-bb36-f5bedda9ba48 req-f193e556-2d80-428d-8547-144dee69139f tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 944 time: 0.6405723 Mar 23 01:46:53.307360 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] For port 8d8685e8-6719-4028-9e63-56835cc6ccb8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:53.353993 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:53.355113 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d0f0ad9b-7d86-401e-a1ec-a427ad56a871 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:46:53.376646 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e488973c-1d81-4c60-8781-7fb7a686faf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:53.379627 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:53.435832 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c800333d-481c-4065-bb36-f5bedda9ba48 req-fa4b4ebe-575c-45f5-a064-40389faa6788 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523087 Mar 23 01:46:53.492812 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3b36e6e2-11b6-4fe9-83d3-19d02bc4341a None None] Current status of the port d0f0ad9b-7d86-401e-a1ec-a427ad56a871 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:53.493448 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3b36e6e2-11b6-4fe9-83d3-19d02bc4341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d0f0ad9b-7d86-401e-a1ec-a427ad56a871), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:53.509144 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] For port 8d8685e8-6719-4028-9e63-56835cc6ccb8, host n-h1-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:46:53.566936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8685e8-6719-4028-9e63-56835cc6ccb8 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:46:53.581601 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Publish callbacks [] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:53.601437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3b36e6e2-11b6-4fe9-83d3-19d02bc4341a None None] For port d0f0ad9b-7d86-401e-a1ec-a427ad56a871, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d0f0ad9b-7d86-401e-a1ec-a427ad56a871,segment=NetworkSegment(54eeeb0a-93e0-4296-ab59-1bc5df1a7506),segment_id=54eeeb0a-93e0-4296-ab59-1bc5df1a7506)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:53.608619 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:53.614613 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3b36e6e2-11b6-4fe9-83d3-19d02bc4341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d0f0ad9b-7d86-401e-a1ec-a427ad56a871), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:53.633946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port d0f0ad9b-7d86-401e-a1ec-a427ad56a871 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:53.634606 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d0f0ad9b-7d86-401e-a1ec-a427ad56a871), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:53.648519 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Transition to ACTIVE for port object 8d8685e8-6719-4028-9e63-56835cc6ccb8 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:46:53.666908 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:53.760231 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Publish callbacks [] for port (c0bf2d08-6ce6-4684-82dc-208af102801f), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:53.776433 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c0bf2d08-6ce6-4684-82dc-208af102801f), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:53.837053 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e488973c-1d81-4c60-8781-7fb7a686faf8 admin admin] Publish callbacks [] for security_group (e2718941-f31c-41f4-8aae-989d6f64c60c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:53.881028 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b244ed32-d295-4e0e-a0fc-81cc52981134 None None] Provisioning complete for port d0f0ad9b-7d86-401e-a1ec-a427ad56a871 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:53.881802 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b244ed32-d295-4e0e-a0fc-81cc52981134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d0f0ad9b-7d86-401e-a1ec-a427ad56a871), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:53.887717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36e6e2-11b6-4fe9-83d3-19d02bc4341a None None] Pushing event updated for resources: {'Port': ['ID=d0f0ad9b-7d86-401e-a1ec-a427ad56a871,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:53.899720 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e488973c-1d81-4c60-8781-7fb7a686faf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e2718941-f31c-41f4-8aae-989d6f64c60c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:53.909332 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Attempting to bind port c0bf2d08-6ce6-4684-82dc-208af102801f on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:46:53.910511 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Attempting to bind port c0bf2d08-6ce6-4684-82dc-208af102801f by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:46:53.912202 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Attempting to bind port c0bf2d08-6ce6-4684-82dc-208af102801f on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:46:53.916677 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Allocated IP 172.20.0.1 (9612ea4e-df55-49e3-a1ed-5cd920249bc3/1aeb1d1c-d33d-4510-b826-8d2cd2efed1a/3a296277-35a0-4817-af8e-d9039a4d0339) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:46:53.945284 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:46:53.946093 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:46:53.946705 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:53.947787 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:46:53.951329 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Bound port: c0bf2d08-6ce6-4684-82dc-208af102801f, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:46:53.952047 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c0bf2d08-6ce6-4684-82dc-208af102801f), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:53.994594 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] No DVR routers for this DVR port 8d8685e8-6719-4028-9e63-56835cc6ccb8 on host n-h1-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:46:54.063849 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8685e8-6719-4028-9e63-56835cc6ccb8,revision_number=9']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:54.068473 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Publish callbacks [] for port (3a296277-35a0-4817-af8e-d9039a4d0339), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:54.084590 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] For port c0bf2d08-6ce6-4684-82dc-208af102801f, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:46:54.092894 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] For port c0bf2d08-6ce6-4684-82dc-208af102801f, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c0bf2d08-6ce6-4684-82dc-208af102801f,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:46:54.106634 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a56e43-7f95-4747-99dd-13b4046de245 None None] Pushing event updated for resources: {'Port': ['ID=c0bf2d08-6ce6-4684-82dc-208af102801f,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:54.114094 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c0bf2d08-6ce6-4684-82dc-208af102801f), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:54.132581 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port d0f0ad9b-7d86-401e-a1ec-a427ad56a871 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:54.144903 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (3a296277-35a0-4817-af8e-d9039a4d0339), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:54.146003 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e488973c-1d81-4c60-8781-7fb7a686faf8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e5849660c6747c280fb14221cdc4eec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1288345 Mar 23 01:46:54.150047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51262) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:54.217706 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488973c-1d81-4c60-8781-7fb7a686faf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2718941-f31c-41f4-8aae-989d6f64c60c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:54.219005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b244ed32-d295-4e0e-a0fc-81cc52981134 None None] Current status of the port d0f0ad9b-7d86-401e-a1ec-a427ad56a871 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:54.243646 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Routers {'9eb98398-bcb4-40e1-9d96-2665c708eb8e'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:46:54.244433 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:46:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9eb98398-bcb4-40e1-9d96-2665c708eb8e'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:54.252575 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713af1d-0087-469d-8fbf-8ff412825eb1 req-1e9bddb3-f575-4984-a245-0587da014099 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:54.254522 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7713af1d-0087-469d-8fbf-8ff412825eb1 req-1e9bddb3-f575-4984-a245-0587da014099 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.4964883 Mar 23 01:46:54.259660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Attempting to bind port 8d8685e8-6719-4028-9e63-56835cc6ccb8 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:46:54.260315 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Attempting to bind port 8d8685e8-6719-4028-9e63-56835cc6ccb8 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'a909f224-1fef-496e-b4e2-4093ab68150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:46:54.260820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Attempting to bind port 8d8685e8-6719-4028-9e63-56835cc6ccb8 on network 3825b5ed-ea06-4807-aed8-422b72ca6916 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:46:54.320379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Port 8d8685e8-6719-4028-9e63-56835cc6ccb8 on network 3825b5ed-ea06-4807-aed8-422b72ca6916 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:46:54.321980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d0f0ad9b-7d86-401e-a1ec-a427ad56a871 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:46:54.324969 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Attempting to bind port 8d8685e8-6719-4028-9e63-56835cc6ccb8 on network 3825b5ed-ea06-4807-aed8-422b72ca6916 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:46:54.334868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Network 9612ea4e-df55-49e3-a1ed-5cd920249bc3 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:46:54.342926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:46:54.347539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:46:54.348211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Checking segment: {'id': 'a909f224-1fef-496e-b4e2-4093ab68150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:46:54.348894 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Bound using segment: {'id': 'a909f224-1fef-496e-b4e2-4093ab68150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:46:54.349581 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Bound port: 8d8685e8-6719-4028-9e63-56835cc6ccb8, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a909f224-1fef-496e-b4e2-4093ab68150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:46:54.351558 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:54.353394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:46:54.446764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port d0f0ad9b-7d86-401e-a1ec-a427ad56a871 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:54.447924 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d0f0ad9b-7d86-401e-a1ec-a427ad56a871), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:54.473705 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-170c6023-3af3-49ee-ab38-25780a6a8df0 admin admin] Publish callbacks [] for security_group (e2718941-f31c-41f4-8aae-989d6f64c60c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:54.475940 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Pushing event updated for resources: {'Port': ['ID=3a296277-35a0-4817-af8e-d9039a4d0339,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:54.507521 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7713af1d-0087-469d-8fbf-8ff412825eb1 req-e6373e27-244a-45a8-8bb7-96fb03e63e95 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439735 Mar 23 01:46:54.526338 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a56e43-7f95-4747-99dd-13b4046de245 None None] Pushing event updated for resources: {'Port': ['ID=c0bf2d08-6ce6-4684-82dc-208af102801f,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:54.575258 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-170c6023-3af3-49ee-ab38-25780a6a8df0 admin admin] Publish callbacks [] for security_group (e2718941-f31c-41f4-8aae-989d6f64c60c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:54.577320 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (9eb98398-bcb4-40e1-9d96-2665c708eb8e), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:54.641667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] For port 8d8685e8-6719-4028-9e63-56835cc6ccb8, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:46:54.656204 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:54.656991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] For port 8d8685e8-6719-4028-9e63-56835cc6ccb8, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:46:54.677085 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] Set router 9eb98398-bcb4-40e1-9d96-2665c708eb8e gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:46:54.684485 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:54.733785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:54.734479 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:54.735991 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] 10.222.0.43 "PUT /v2.0/ports/8d8685e8-6719-4028-9e63-56835cc6ccb8 HTTP/1.1" status: 200 len: 1092 time: 2.2653146 Mar 23 01:46:54.794647 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86a2839-1557-4eca-bc1f-5685f5670e01', 'tag': '8d8685e8-6719-4028-9e63-56835cc6ccb8'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:46:54.803842 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37881941-188d-45af-a2d0-2971ee6f9f85" -d '{"events": [{"name": "network-changed", "server_uuid": "a86a2839-1557-4eca-bc1f-5685f5670e01", "tag": "8d8685e8-6719-4028-9e63-56835cc6ccb8"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:46:54.846693 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port d0f0ad9b-7d86-401e-a1ec-a427ad56a871 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:54.915917 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c898e837-2949-4ece-96c2-8a4df62f48e4 x-openstack-request-id: req-c898e837-2949-4ece-96c2-8a4df62f48e4 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:46:54.916293 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86a2839-1557-4eca-bc1f-5685f5670e01", "tag": "8d8685e8-6719-4028-9e63-56835cc6ccb8", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:46:54.916450 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c898e837-2949-4ece-96c2-8a4df62f48e4 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:46:54.916893 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c898e837-2949-4ece-96c2-8a4df62f48e4'] response: {'name': 'network-changed', 'server_uuid': 'a86a2839-1557-4eca-bc1f-5685f5670e01', 'tag': '8d8685e8-6719-4028-9e63-56835cc6ccb8', 'status': 'completed', 'code': 200} Mar 23 01:46:54.957774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2337e352-c80c-40bb-9c78-f55f0879aa31 None None] Provisioning complete for port 3a296277-35a0-4817-af8e-d9039a4d0339 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:54.958151 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2337e352-c80c-40bb-9c78-f55f0879aa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3a296277-35a0-4817-af8e-d9039a4d0339), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:54.992146 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf3ef7-1723-4fab-836b-8e266f7ee3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8685e8-6719-4028-9e63-56835cc6ccb8,revision_number=10']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:55.032204 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-7e69b1af-65f3-4057-8128-d9308344f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:55.036973 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-7e69b1af-65f3-4057-8128-d9308344f3be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fc474583d1d4fbfa2a3f1caf12f3d69&device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 1127 time: 0.2134254 Mar 23 01:46:55.040825 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'name': 'tempest-TestServerMultinode-2130148177-router', 'tenant_id': '1bd6b53711c941b687aa8ceafc50aad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:46Z', 'updated_at': '2022-03-23T01:46:49Z', 'revision_number': 3, 'project_id': '1bd6b53711c941b687aa8ceafc50aad2', 'gw_port': {'id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:48Z', 'updated_at': '2022-03-23T01:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:55.069721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2337e352-c80c-40bb-9c78-f55f0879aa31 None None] Port 3a296277-35a0-4817-af8e-d9039a4d0339 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:46:55.084293 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5512ac9e-7387-430c-9fc7-e72e4c39b2bb None None] The sync data for ids ['9eb98398-bcb4-40e1-9d96-2665c708eb8e'] in n-d-834677-4 is: [{'id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'name': 'tempest-TestServerMultinode-2130148177-router', 'tenant_id': '1bd6b53711c941b687aa8ceafc50aad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:46Z', 'updated_at': '2022-03-23T01:46:49Z', 'revision_number': 3, 'project_id': '1bd6b53711c941b687aa8ceafc50aad2', 'gw_port': {'id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:48Z', 'updated_at': '2022-03-23T01:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:46:55.215485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-2cfa8663-ebb9-443d-ab12-ac9d95917bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:55.218323 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-2cfa8663-ebb9-443d-ab12-ac9d95917bc7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3825b5ed-ea06-4807-aed8-422b72ca6916 HTTP/1.1" status: 200 len: 912 time: 0.1723757 Mar 23 01:46:55.285386 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-170c6023-3af3-49ee-ab38-25780a6a8df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e2718941-f31c-41f4-8aae-989d6f64c60c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:55.288187 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-170c6023-3af3-49ee-ab38-25780a6a8df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:55.289661 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-170c6023-3af3-49ee-ab38-25780a6a8df0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2718941-f31c-41f4-8aae-989d6f64c60c HTTP/1.1" status: 204 len: 168 time: 1.1309800 Mar 23 01:46:55.297004 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-75f5a1d9-465b-4b6a-9f23-7ce54bfee4ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8 HTTP/1.1" status: 200 len: 217 time: 0.0690866 Mar 23 01:46:55.343647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c6023-3af3-49ee-ab38-25780a6a8df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2718941-f31c-41f4-8aae-989d6f64c60c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:55.388582 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-7aabd44a-058a-4c0a-baf0-46a8403b0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:55.390434 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-7aabd44a-058a-4c0a-baf0-46a8403b0ebf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=03ad0308-8885-4b30-b976-2a6f309d1ec3 HTTP/1.1" status: 200 len: 852 time: 0.0846801 Mar 23 01:46:55.435613 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c963e-f20b-457f-82e6-cf1712b3ac6f req-d0de590e-6618-45d5-9a4a-452f1cb51952 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:55.448661 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-440c963e-f20b-457f-82e6-cf1712b3ac6f req-d0de590e-6618-45d5-9a4a-452f1cb51952 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 945 time: 0.2735312 Mar 23 01:46:55.464875 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-69352903-2915-4963-a662-f38b26dc166a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3825b5ed-ea06-4807-aed8-422b72ca6916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683706 Mar 23 01:46:55.691440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-6e56534a-3067-4731-afa0-95a1fd766883 service neutron] 10.222.0.43 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185669 Mar 23 01:46:55.793242 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:55.835639 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-440c963e-f20b-457f-82e6-cf1712b3ac6f req-60112160-aff8-40f1-a56a-59f4c18c49a1 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839655 Mar 23 01:46:55.843787 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3a296277-35a0-4817-af8e-d9039a4d0339), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:56.015690 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104f2fd-aeab-427a-97ba-47deb4fac077 req-3729c59f-5a77-4af8-8b84-13871dfc12bc tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:56.021074 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2104f2fd-aeab-427a-97ba-47deb4fac077 req-3729c59f-5a77-4af8-8b84-13871dfc12bc tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.2813196 Mar 23 01:46:56.083904 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f30b26b-f0dd-4bc3-8ca1-494d46bd9c7c req-70cb7d54-803d-4b85-b3fc-b9ce99f768a3 service neutron] 10.222.0.43 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857012 Mar 23 01:46:56.171467 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Publish callbacks [] for port (3a296277-35a0-4817-af8e-d9039a4d0339), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:56.183067 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3a296277-35a0-4817-af8e-d9039a4d0339), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:56.190496 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2104f2fd-aeab-427a-97ba-47deb4fac077 req-78acd3b5-8933-48dd-8ba1-f24626baca2c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580086 Mar 23 01:46:56.351126 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37881941-188d-45af-a2d0-2971ee6f9f85 req-0b025783-8817-44f1-a262-7dadc9f5d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:56.358043 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-37881941-188d-45af-a2d0-2971ee6f9f85 req-0b025783-8817-44f1-a262-7dadc9f5d97f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fc474583d1d4fbfa2a3f1caf12f3d69&device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 1127 time: 0.1607268 Mar 23 01:46:56.370029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c0bf2d08-6ce6-4684-82dc-208af102801f up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:46:56.386875 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (9eb98398-bcb4-40e1-9d96-2665c708eb8e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:56.417865 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Pushing event updated for resources: {'Port': ['ID=3a296277-35a0-4817-af8e-d9039a4d0339,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:56.509580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port c0bf2d08-6ce6-4684-82dc-208af102801f triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:56.510203 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c0bf2d08-6ce6-4684-82dc-208af102801f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:56.582067 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37881941-188d-45af-a2d0-2971ee6f9f85 req-64d74b89-8524-4499-8992-f7c79924727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:56.585777 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-37881941-188d-45af-a2d0-2971ee6f9f85 req-64d74b89-8524-4499-8992-f7c79924727f service neutron] 10.222.0.43 "GET /v2.0/networks?id=3825b5ed-ea06-4807-aed8-422b72ca6916 HTTP/1.1" status: 200 len: 912 time: 0.2198055 Mar 23 01:46:56.655309 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-37881941-188d-45af-a2d0-2971ee6f9f85 req-65e069be-bc9f-48cf-bce1-8081d8e14d55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8 HTTP/1.1" status: 200 len: 217 time: 0.0627728 Mar 23 01:46:56.667061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Network 9612ea4e-df55-49e3-a1ed-5cd920249bc3 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:46:56.668950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:46:56.719154 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port c0bf2d08-6ce6-4684-82dc-208af102801f is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:56.720969 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c0bf2d08-6ce6-4684-82dc-208af102801f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:56.866200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37881941-188d-45af-a2d0-2971ee6f9f85 req-20bd65fb-3c3a-465a-8321-ac88467475f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:56.873730 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port c0bf2d08-6ce6-4684-82dc-208af102801f, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c0bf2d08-6ce6-4684-82dc-208af102801f,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:46:56.875678 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-37881941-188d-45af-a2d0-2971ee6f9f85 req-20bd65fb-3c3a-465a-8321-ac88467475f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=03ad0308-8885-4b30-b976-2a6f309d1ec3 HTTP/1.1" status: 200 len: 852 time: 0.2141397 Mar 23 01:46:56.888324 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c0bf2d08-6ce6-4684-82dc-208af102801f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:57.052086 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-37881941-188d-45af-a2d0-2971ee6f9f85 req-748d7aff-fa51-437b-b85d-07fe0f20b34e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3825b5ed-ea06-4807-aed8-422b72ca6916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1666856 Mar 23 01:46:57.108498 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=c0bf2d08-6ce6-4684-82dc-208af102801f,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:57.298516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Router 9eb98398-bcb4-40e1-9d96-2665c708eb8e has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:46:57.312016 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-37881941-188d-45af-a2d0-2971ee6f9f85 req-423b4a9c-e497-4fa1-b0d5-17153732d7e4 service neutron] 10.222.0.43 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531962 Mar 23 01:46:57.349793 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eaf0bf18-b561-4e3e-864e-b769465d113b None None] Provisioning complete for port 3a296277-35a0-4817-af8e-d9039a4d0339 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:57.350581 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eaf0bf18-b561-4e3e-864e-b769465d113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3a296277-35a0-4817-af8e-d9039a4d0339), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:57.483620 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eaf0bf18-b561-4e3e-864e-b769465d113b None None] Port 3a296277-35a0-4817-af8e-d9039a4d0339 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:46:57.678041 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586179c-2bfd-433a-8eac-7d865fbb920d req-17221d24-eeda-4ff0-8ac2-2b8ac59ec423 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:57.680524 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2586179c-2bfd-433a-8eac-7d865fbb920d req-17221d24-eeda-4ff0-8ac2-2b8ac59ec423 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 945 time: 0.4808114 Mar 23 01:46:57.778025 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-37881941-188d-45af-a2d0-2971ee6f9f85 req-583c383b-bfc1-4a3a-88da-0dab2164ca13 service neutron] 10.222.0.43 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481153 Mar 23 01:46:57.805856 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506dfb3d-7771-4fd4-beae-a59063078d77 req-72c47f5d-fb4d-464f-be14-879bcb5a75ba tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:57.812979 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-506dfb3d-7771-4fd4-beae-a59063078d77 req-72c47f5d-fb4d-464f-be14-879bcb5a75ba tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.4589055 Mar 23 01:46:57.851515 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51358) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:46:57.898439 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2586179c-2bfd-433a-8eac-7d865fbb920d req-b821f793-3cda-4b6f-aea1-7f8a5e2ff404 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900654 Mar 23 01:46:57.943919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:46:57.955937 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-506dfb3d-7771-4fd4-beae-a59063078d77 req-c09ca84f-b70a-446f-8b9d-a8d13da9182f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368074 Mar 23 01:46:57.973866 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6c941e88-6ac0-4fc7-8675-f2ef9e1a225d admin admin] 10.222.0.18 "PUT /v2.0/routers/9eb98398-bcb4-40e1-9d96-2665c708eb8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7333102 Mar 23 01:46:58.316457 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c0bf2d08-6ce6-4684-82dc-208af102801f up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:46:58.425511 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port c0bf2d08-6ce6-4684-82dc-208af102801f triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:46:58.427280 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c0bf2d08-6ce6-4684-82dc-208af102801f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:58.511101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Sync routers for ids ['9eb98398-bcb4-40e1-9d96-2665c708eb8e'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:46:58.566355 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Routers {'9eb98398-bcb4-40e1-9d96-2665c708eb8e'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:46:58.567148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:46:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9eb98398-bcb4-40e1-9d96-2665c708eb8e'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:46:58.577890 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-67019f34-595d-49a3-99af-9754dd3c7512 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-81869481-network', 'tenant_id': 'a4d7d85638f64e31b5241105a60bac03'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:46:58.615396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67019f34-595d-49a3-99af-9754dd3c7512 admin admin] Made reservation on behalf of a4d7d85638f64e31b5241105a60bac03 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:46:58.618713 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67019f34-595d-49a3-99af-9754dd3c7512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:58.650170 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67019f34-595d-49a3-99af-9754dd3c7512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:58.895202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Set router 9eb98398-bcb4-40e1-9d96-2665c708eb8e gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:46:58.915482 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67019f34-595d-49a3-99af-9754dd3c7512 admin admin] Publish callbacks [] for security_group (bbfdf0dd-9202-44d0-8235-8795e1c81540), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:58.923811 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67019f34-595d-49a3-99af-9754dd3c7512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bbfdf0dd-9202-44d0-8235-8795e1c81540), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:58.959689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67019f34-595d-49a3-99af-9754dd3c7512 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:46:58.981329 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67019f34-595d-49a3-99af-9754dd3c7512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (4e7cde9e-fdac-4a52-a54f-35cec85eec8d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:58.981735 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-67019f34-595d-49a3-99af-9754dd3c7512 admin admin] Added segment 4e7cde9e-fdac-4a52-a54f-35cec85eec8d of type vlan for network 815b0c57-6e2a-4d86-866d-a93f851dab4c Mar 23 01:46:59.124372 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67019f34-595d-49a3-99af-9754dd3c7512 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (815b0c57-6e2a-4d86-866d-a93f851dab4c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:59.218442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145ec03-c0aa-4cb8-abfe-e46cc6c63832 req-c1c9916d-235f-46c9-845d-a675b7c50e71 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:59.231787 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c145ec03-c0aa-4cb8-abfe-e46cc6c63832 req-c1c9916d-235f-46c9-845d-a675b7c50e71 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1585004 Mar 23 01:46:59.250848 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67019f34-595d-49a3-99af-9754dd3c7512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfdf0dd-9202-44d0-8235-8795e1c81540,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:59.256473 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67019f34-595d-49a3-99af-9754dd3c7512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (815b0c57-6e2a-4d86-866d-a93f851dab4c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:59.257555 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67019f34-595d-49a3-99af-9754dd3c7512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:59.258867 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67019f34-595d-49a3-99af-9754dd3c7512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:46:59.419058 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c145ec03-c0aa-4cb8-abfe-e46cc6c63832 req-b4fde43c-6af4-49fb-9eeb-87498381aa10 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842084 Mar 23 01:46:59.435482 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67019f34-595d-49a3-99af-9754dd3c7512 admin admin] Pushing event updated for resources: {'Network': ['ID=815b0c57-6e2a-4d86-866d-a93f851dab4c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:46:59.460110 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-67019f34-595d-49a3-99af-9754dd3c7512 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5945218 Mar 23 01:46:59.486800 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 815b0c57-6e2a-4d86-866d-a93f851dab4c details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:46:59.539822 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a99f6-2cba-46d0-a702-fe2e2c76ed72 req-8dec9c09-7ac1-4bbc-9b9e-d3abd05faebf tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:46:59.541689 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-606a99f6-2cba-46d0-a702-fe2e2c76ed72 req-8dec9c09-7ac1-4bbc-9b9e-d3abd05faebf tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 945 time: 0.3343098 Mar 23 01:46:59.632237 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port c0bf2d08-6ce6-4684-82dc-208af102801f is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:46:59.679596 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-606a99f6-2cba-46d0-a702-fe2e2c76ed72 req-e01076ea-23cc-4e92-a8bf-69483a135cb3 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312335 Mar 23 01:46:59.982503 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'name': 'tempest-TestServerMultinode-2130148177-router', 'tenant_id': '1bd6b53711c941b687aa8ceafc50aad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:46Z', 'updated_at': '2022-03-23T01:46:55Z', 'revision_number': 4, 'project_id': '1bd6b53711c941b687aa8ceafc50aad2', 'gw_port': {'id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:48Z', 'updated_at': '2022-03-23T01:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '3a296277-35a0-4817-af8e-d9039a4d0339', 'name': '', 'network_id': '9612ea4e-df55-49e3-a1ed-5cd920249bc3', 'tenant_id': '1bd6b53711c941b687aa8ceafc50aad2', 'mac_address': 'fa:16:3e:fc:3c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '1aeb1d1c-d33d-4510-b826-8d2cd2efed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:53Z', 'updated_at': '2022-03-23T01:46:55Z', 'revision_number': 2, 'project_id': '1bd6b53711c941b687aa8ceafc50aad2', 'subnets': [{'id': '1aeb1d1c-d33d-4510-b826-8d2cd2efed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:00.042289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-f3f789d3-4045-48dc-9d26-ec500961df54 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:00.045760 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-f3f789d3-4045-48dc-9d26-ec500961df54 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/networks?id=6814924c-793b-43d0-b252-120300dc6e62 HTTP/1.1" status: 200 len: 909 time: 0.3410578 Mar 23 01:47:00.074822 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Checking router: 9eb98398-bcb4-40e1-9d96-2665c708eb8e for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:47:00.076693 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Updating router 9eb98398-bcb4-40e1-9d96-2665c708eb8e port 3a296277-35a0-4817-af8e-d9039a4d0339 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:47:00.078021 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-c82258b4-7018-459e-9310-5354962dab4d tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/quotas/1bd6b53711c941b687aa8ceafc50aad2 HTTP/1.1" status: 200 len: 375 time: 0.0228648 Mar 23 01:47:00.156786 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3a296277-35a0-4817-af8e-d9039a4d0339), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:00.364081 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-0d53d8c2-e6ab-4e34-aa33-684e768f0ecd tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bd6b53711c941b687aa8ceafc50aad2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2649202 Mar 23 01:47:00.724459 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-0fcaad4a-95f3-43df-858f-5d0ce5eea647 service neutron] 10.222.0.18 "GET /v2.0/networks/6814924c-793b-43d0-b252-120300dc6e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378623 Mar 23 01:47:00.854285 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-f3ff282f-9155-4efe-8eb2-f17a905b56c2 service neutron] 10.222.0.18 "GET /v2.0/networks/6814924c-793b-43d0-b252-120300dc6e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279838 Mar 23 01:47:01.091056 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Publish callbacks [] for port (3a296277-35a0-4817-af8e-d9039a4d0339), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:01.103283 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3a296277-35a0-4817-af8e-d9039a4d0339), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:01.146293 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20224f-6d1b-492b-ab6b-5fe67c4c8b6f req-94f5c784-26df-4ec6-a86f-b868a72faadb tempest-ComputeTenantNetworksTest-1651651177 tempest-ComputeTenantNetworksTest-1651651177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:01.163900 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20224f-6d1b-492b-ab6b-5fe67c4c8b6f req-94f5c784-26df-4ec6-a86f-b868a72faadb tempest-ComputeTenantNetworksTest-1651651177 tempest-ComputeTenantNetworksTest-1651651177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:01.187442 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20224f-6d1b-492b-ab6b-5fe67c4c8b6f req-94f5c784-26df-4ec6-a86f-b868a72faadb tempest-ComputeTenantNetworksTest-1651651177 tempest-ComputeTenantNetworksTest-1651651177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:01.192248 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a20224f-6d1b-492b-ab6b-5fe67c4c8b6f req-94f5c784-26df-4ec6-a86f-b868a72faadb tempest-ComputeTenantNetworksTest-1651651177 tempest-ComputeTenantNetworksTest-1651651177-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.4869010 Mar 23 01:47:01.220037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3d98d-883c-4dd0-b6e7-b455a62004db req-3ecca5e7-95fb-4865-bb07-53e4ef428dcd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:01.222313 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1dd3d98d-883c-4dd0-b6e7-b455a62004db req-3ecca5e7-95fb-4865-bb07-53e4ef428dcd tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1467066 Mar 23 01:47:01.467755 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1dd3d98d-883c-4dd0-b6e7-b455a62004db req-68b7d29c-b309-460d-b491-5bd48dba60d2 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373669 Mar 23 01:47:01.530442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1d3c9-9701-4803-97ad-bfecb3593115 None None] Pushing event updated for resources: {'Port': ['ID=3a296277-35a0-4817-af8e-d9039a4d0339,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:01.565871 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e649a5-0d6a-4a3e-a0e1-6265d405d955 req-2a75f81b-c400-4153-85b2-3bf642614c57 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:01.578407 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40e649a5-0d6a-4a3e-a0e1-6265d405d955 req-2a75f81b-c400-4153-85b2-3bf642614c57 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 945 time: 0.2499936 Mar 23 01:47:01.622430 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Attempting to bind port 3a296277-35a0-4817-af8e-d9039a4d0339 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:47:01.622968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Attempting to bind port 3a296277-35a0-4817-af8e-d9039a4d0339 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '54eeeb0a-93e0-4296-ab59-1bc5df1a7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9612ea4e-df55-49e3-a1ed-5cd920249bc3'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:47:01.624081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Attempting to bind port 3a296277-35a0-4817-af8e-d9039a4d0339 on network 9612ea4e-df55-49e3-a1ed-5cd920249bc3 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:47:01.652698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:47:01.655269 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Checking segment: {'id': '54eeeb0a-93e0-4296-ab59-1bc5df1a7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9612ea4e-df55-49e3-a1ed-5cd920249bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:47:01.656925 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:01.658261 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Bound using segment: {'id': '54eeeb0a-93e0-4296-ab59-1bc5df1a7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9612ea4e-df55-49e3-a1ed-5cd920249bc3'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:47:01.660198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Bound port: 3a296277-35a0-4817-af8e-d9039a4d0339, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54eeeb0a-93e0-4296-ab59-1bc5df1a7506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9612ea4e-df55-49e3-a1ed-5cd920249bc3'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:47:01.669995 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3a296277-35a0-4817-af8e-d9039a4d0339), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:01.705351 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-acbc8581-419b-46fc-8610-5049cdcb1ca1 req-720334c1-eeae-46b1-a875-cb29fe759fc8 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 210 time: 0.0982716 Mar 23 01:47:01.781125 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40e649a5-0d6a-4a3e-a0e1-6265d405d955 req-5d2e0143-273e-4452-8c4d-317bd5dc76f1 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994302 Mar 23 01:47:01.961177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] For port 3a296277-35a0-4817-af8e-d9039a4d0339, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:47:01.972118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] For port 3a296277-35a0-4817-af8e-d9039a4d0339, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3a296277-35a0-4817-af8e-d9039a4d0339,segment=NetworkSegment(54eeeb0a-93e0-4296-ab59-1bc5df1a7506),segment_id=54eeeb0a-93e0-4296-ab59-1bc5df1a7506)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:47:02.008153 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36c347-82b6-4aaf-9398-8fefe8e3914a req-4f9c0f5f-8a90-40fc-9b14-9a02807e7df9 tempest-ComputeTenantNetworksTest-1651651177 tempest-ComputeTenantNetworksTest-1651651177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:02.018695 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da36c347-82b6-4aaf-9398-8fefe8e3914a req-4f9c0f5f-8a90-40fc-9b14-9a02807e7df9 tempest-ComputeTenantNetworksTest-1651651177 tempest-ComputeTenantNetworksTest-1651651177-project] 10.222.0.18 "GET /v2.0/networks/815b0c57-6e2a-4d86-866d-a93f851dab4c HTTP/1.1" status: 200 len: 767 time: 0.2578311 Mar 23 01:47:02.024661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51464) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:02.028281 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3a296277-35a0-4817-af8e-d9039a4d0339), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:02.161853 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c05685c9-5479-409e-817d-5473548dfe87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (815b0c57-6e2a-4d86-866d-a93f851dab4c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:02.295351 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6194cb63-e1d4-4072-8a48-d9f84cd44d45 None None] Provisioning complete for port 3a296277-35a0-4817-af8e-d9039a4d0339 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:47:02.297522 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6194cb63-e1d4-4072-8a48-d9f84cd44d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3a296277-35a0-4817-af8e-d9039a4d0339), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:02.362739 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c05685c9-5479-409e-817d-5473548dfe87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (815b0c57-6e2a-4d86-866d-a93f851dab4c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:02.430282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-c05685c9-5479-409e-817d-5473548dfe87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815b0c57-6e2a-4d86-866d-a93f851dab4c']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:02.486756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-c05685c9-5479-409e-817d-5473548dfe87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7cde9e-fdac-4a52-a54f-35cec85eec8d') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:02.487416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-c05685c9-5479-409e-817d-5473548dfe87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7cde9e-fdac-4a52-a54f-35cec85eec8d') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:02.546972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Routers {'9eb98398-bcb4-40e1-9d96-2665c708eb8e'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:47:02.551321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:46:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9eb98398-bcb4-40e1-9d96-2665c708eb8e'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:02.556013 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c05685c9-5479-409e-817d-5473548dfe87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (4e7cde9e-fdac-4a52-a54f-35cec85eec8d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:02.602511 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c05685c9-5479-409e-817d-5473548dfe87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (4e7cde9e-fdac-4a52-a54f-35cec85eec8d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:02.637045 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05685c9-5479-409e-817d-5473548dfe87 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:47:02.637456 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c05685c9-5479-409e-817d-5473548dfe87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (4e7cde9e-fdac-4a52-a54f-35cec85eec8d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:47:02.649064 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:47:02.720333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302506e9-38ad-48e8-a35b-26e1de668d96 req-2bff004e-e404-41c5-99f8-f5212f58b71b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:02.749313 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-302506e9-38ad-48e8-a35b-26e1de668d96 req-2bff004e-e404-41c5-99f8-f5212f58b71b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1585402 Mar 23 01:47:02.882545 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c05685c9-5479-409e-817d-5473548dfe87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (815b0c57-6e2a-4d86-866d-a93f851dab4c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:02.892924 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c05685c9-5479-409e-817d-5473548dfe87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:02.911280 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c05685c9-5479-409e-817d-5473548dfe87 admin admin] 10.222.0.18 "DELETE /v2.0/networks/815b0c57-6e2a-4d86-866d-a93f851dab4c HTTP/1.1" status: 204 len: 168 time: 0.8852711 Mar 23 01:47:02.947557 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-302506e9-38ad-48e8-a35b-26e1de668d96 req-887d6274-84bb-43aa-9844-34cce43a49b9 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924815 Mar 23 01:47:03.041017 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8da71aaa-97c3-491d-ab98-1a8ca9c07aa7 req-43f1fdd8-bf85-460c-944e-e4d567b77ce2 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 210 time: 0.1229081 Mar 23 01:47:03.105625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05685c9-5479-409e-817d-5473548dfe87 admin admin] Pushing event deleted for resources: {'Network': ['ID=815b0c57-6e2a-4d86-866d-a93f851dab4c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:03.171380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b966da-69d7-4090-af6d-abd92fa430fd req-274e6684-7389-4499-95b2-3a3cb79a9d5e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:03.181649 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8b966da-69d7-4090-af6d-abd92fa430fd req-274e6684-7389-4499-95b2-3a3cb79a9d5e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 945 time: 0.0860023 Mar 23 01:47:03.264495 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8b966da-69d7-4090-af6d-abd92fa430fd req-d796fe47-2206-45fa-b6df-add2d7b33ef4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814457 Mar 23 01:47:03.551145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-7404198e-c0f7-4a4f-99ff-bc3b547c4560 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:03.553181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-7404198e-c0f7-4a4f-99ff-bc3b547c4560 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.42 "GET /v2.0/networks?id=6814924c-793b-43d0-b252-120300dc6e62 HTTP/1.1" status: 200 len: 909 time: 0.3728507 Mar 23 01:47:03.566443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-9e484e3a-d946-404d-9327-2e2f027c3b40 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Request body: {'port': {'device_id': '234c3d0e-862d-4523-bfd4-c368e1d2ef61', 'network_id': '6814924c-793b-43d0-b252-120300dc6e62', 'admin_state_up': True, 'tenant_id': '1bd6b53711c941b687aa8ceafc50aad2'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:47:03.605435 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1d3c9-9701-4803-97ad-bfecb3593115 None None] Pushing event updated for resources: {'Port': ['ID=3a296277-35a0-4817-af8e-d9039a4d0339,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:03.613876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-9e484e3a-d946-404d-9327-2e2f027c3b40 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Made reservation on behalf of 1bd6b53711c941b687aa8ceafc50aad2 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:47:03.617925 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-9e484e3a-d946-404d-9327-2e2f027c3b40 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:03.782990 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51490) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:03.803770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6194cb63-e1d4-4072-8a48-d9f84cd44d45 None None] Current status of the port 3a296277-35a0-4817-af8e-d9039a4d0339 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:47:03.807056 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6194cb63-e1d4-4072-8a48-d9f84cd44d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3a296277-35a0-4817-af8e-d9039a4d0339), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:03.845582 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:03.854520 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46ae18-2deb-43a1-810e-0b6d1130a0dc req-c15f9a18-98cb-4494-8428-73ddc930729a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:03.863096 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2d46ae18-2deb-43a1-810e-0b6d1130a0dc req-c15f9a18-98cb-4494-8428-73ddc930729a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1586201 Mar 23 01:47:03.925616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] Set router 9eb98398-bcb4-40e1-9d96-2665c708eb8e gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:47:03.960755 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6194cb63-e1d4-4072-8a48-d9f84cd44d45 None None] For port 3a296277-35a0-4817-af8e-d9039a4d0339, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3a296277-35a0-4817-af8e-d9039a4d0339,segment=NetworkSegment(54eeeb0a-93e0-4296-ab59-1bc5df1a7506),segment_id=54eeeb0a-93e0-4296-ab59-1bc5df1a7506)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:03.966231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-9e484e3a-d946-404d-9327-2e2f027c3b40 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Allocated IP 172.20.0.8 (6814924c-793b-43d0-b252-120300dc6e62/283c170e-6ba1-4121-8754-07b8cd9cb7e1/fe1e5d84-071e-40f9-9007-f074342ab3d2) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:47:03.999722 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6194cb63-e1d4-4072-8a48-d9f84cd44d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3a296277-35a0-4817-af8e-d9039a4d0339), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:04.050551 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2d46ae18-2deb-43a1-810e-0b6d1130a0dc req-8f260f3b-37bf-4559-a4aa-4a14604816f8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781173 Mar 23 01:47:04.176796 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3c239606-1788-4f2b-aa10-c7984bf5e06e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4d7d85638f64e31b5241105a60bac03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793211 Mar 23 01:47:04.177433 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51500) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:04.237465 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2fdf1-d7eb-4920-80f6-2c14556344bc req-72a708d9-2b86-414f-a25e-424f1e87554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:04.239036 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04b2fdf1-d7eb-4920-80f6-2c14556344bc req-72a708d9-2b86-414f-a25e-424f1e87554d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 1126 time: 0.1944423 Mar 23 01:47:04.326398 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194cb63-e1d4-4072-8a48-d9f84cd44d45 None None] Pushing event updated for resources: {'Port': ['ID=3a296277-35a0-4817-af8e-d9039a4d0339,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:04.377826 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6616d18f-0bc4-4c48-9019-d5de62d7c962 admin admin] Publish callbacks [] for security_group (bbfdf0dd-9202-44d0-8235-8795e1c81540), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:04.403488 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6616d18f-0bc4-4c48-9019-d5de62d7c962 admin admin] Publish callbacks [] for security_group (bbfdf0dd-9202-44d0-8235-8795e1c81540), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:04.458532 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2b180cb-a407-4017-bfce-f8e748b3761a req-26be2658-e4e7-4e65-9031-6ba5933bc203 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 210 time: 0.2279804 Mar 23 01:47:04.492955 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-9e484e3a-d946-404d-9327-2e2f027c3b40 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Publish callbacks [] for port (fe1e5d84-071e-40f9-9007-f074342ab3d2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:04.519228 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-cb311ffd-a54b-4b5e-90ba-ad35e580bb4d None None] Provisioning complete for port 3a296277-35a0-4817-af8e-d9039a4d0339 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:47:04.519822 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cb311ffd-a54b-4b5e-90ba-ad35e580bb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3a296277-35a0-4817-af8e-d9039a4d0339), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:04.536158 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2fdf1-d7eb-4920-80f6-2c14556344bc req-c46fe16e-e0d8-4fdd-86e6-ddfabaabc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:04.538432 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04b2fdf1-d7eb-4920-80f6-2c14556344bc req-c46fe16e-e0d8-4fdd-86e6-ddfabaabc8c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 0.2806702 Mar 23 01:47:04.555928 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-9e484e3a-d946-404d-9327-2e2f027c3b40 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (fe1e5d84-071e-40f9-9007-f074342ab3d2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:04.690139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-9e484e3a-d946-404d-9327-2e2f027c3b40 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Network 6814924c-793b-43d0-b252-120300dc6e62 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:47:04.695801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-9e484e3a-d946-404d-9327-2e2f027c3b40 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:47:04.700194 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-9e484e3a-d946-404d-9327-2e2f027c3b40 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:47:04.738969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e484e3a-d946-404d-9327-2e2f027c3b40 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Pushing event updated for resources: {'Port': ['ID=fe1e5d84-071e-40f9-9007-f074342ab3d2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:04.748132 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:47:04.754516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3aeb2-247a-4505-83cd-a1542657e0d2 req-af01cc8c-1e45-40f2-8b67-755254a4ee09 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:04.757327 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4fd3aeb2-247a-4505-83cd-a1542657e0d2 req-af01cc8c-1e45-40f2-8b67-755254a4ee09 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 945 time: 0.2177396 Mar 23 01:47:04.765449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-9e484e3a-d946-404d-9327-2e2f027c3b40 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:04.766330 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-9e484e3a-d946-404d-9327-2e2f027c3b40 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:04.802902 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-9e484e3a-d946-404d-9327-2e2f027c3b40 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2402227 Mar 23 01:47:04.816041 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Request body: {'port': {'device_id': '234c3d0e-862d-4523-bfd4-c368e1d2ef61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:47:04.848589 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6616d18f-0bc4-4c48-9019-d5de62d7c962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bbfdf0dd-9202-44d0-8235-8795e1c81540), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:04.863936 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6616d18f-0bc4-4c48-9019-d5de62d7c962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:04.865423 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6616d18f-0bc4-4c48-9019-d5de62d7c962 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bbfdf0dd-9202-44d0-8235-8795e1c81540 HTTP/1.1" status: 204 len: 168 time: 0.6826820 Mar 23 01:47:04.903133 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04b2fdf1-d7eb-4920-80f6-2c14556344bc req-b643319f-2a48-429c-bb6d-5b50433844fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b HTTP/1.1" status: 200 len: 999 time: 0.3156497 Mar 23 01:47:04.947680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616d18f-0bc4-4c48-9019-d5de62d7c962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfdf0dd-9202-44d0-8235-8795e1c81540,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:05.134037 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fe1e5d84-071e-40f9-9007-f074342ab3d2), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:05.168253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-cb311ffd-a54b-4b5e-90ba-ad35e580bb4d None None] Current status of the port 3a296277-35a0-4817-af8e-d9039a4d0339 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:47:05.270794 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'name': 'tempest-TestServerMultinode-2130148177-router', 'tenant_id': '1bd6b53711c941b687aa8ceafc50aad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:46Z', 'updated_at': '2022-03-23T01:46:55Z', 'revision_number': 4, 'project_id': '1bd6b53711c941b687aa8ceafc50aad2', 'gw_port': {'id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:48Z', 'updated_at': '2022-03-23T01:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '3a296277-35a0-4817-af8e-d9039a4d0339', 'name': '', 'network_id': '9612ea4e-df55-49e3-a1ed-5cd920249bc3', 'tenant_id': '1bd6b53711c941b687aa8ceafc50aad2', 'mac_address': 'fa:16:3e:fc:3c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '1aeb1d1c-d33d-4510-b826-8d2cd2efed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:53Z', 'updated_at': '2022-03-23T01:47:01Z', 'revision_number': 4, 'project_id': '1bd6b53711c941b687aa8ceafc50aad2', 'subnets': [{'id': '1aeb1d1c-d33d-4510-b826-8d2cd2efed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:05.371878 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4fd3aeb2-247a-4505-83cd-a1542657e0d2 req-aaee616d-cff0-4a9c-be20-a258f98df42b tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5942707 Mar 23 01:47:05.449648 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2fdf1-d7eb-4920-80f6-2c14556344bc req-fe2686db-fe8f-4298-8d39-244bfd34cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:05.454050 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04b2fdf1-d7eb-4920-80f6-2c14556344bc req-fe2686db-fe8f-4298-8d39-244bfd34cbb6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.4828789 Mar 23 01:47:05.496512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fd416f-9696-4c05-bd63-de797e93eb8b None None] The sync data for ids ['9eb98398-bcb4-40e1-9d96-2665c708eb8e'] in n-d-834677-4 is: [{'id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'name': 'tempest-TestServerMultinode-2130148177-router', 'tenant_id': '1bd6b53711c941b687aa8ceafc50aad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:46Z', 'updated_at': '2022-03-23T01:46:55Z', 'revision_number': 4, 'project_id': '1bd6b53711c941b687aa8ceafc50aad2', 'gw_port': {'id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:48Z', 'updated_at': '2022-03-23T01:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '3a296277-35a0-4817-af8e-d9039a4d0339', 'name': '', 'network_id': '9612ea4e-df55-49e3-a1ed-5cd920249bc3', 'tenant_id': '1bd6b53711c941b687aa8ceafc50aad2', 'mac_address': 'fa:16:3e:fc:3c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '1aeb1d1c-d33d-4510-b826-8d2cd2efed1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:53Z', 'updated_at': '2022-03-23T01:47:01Z', 'revision_number': 4, 'project_id': '1bd6b53711c941b687aa8ceafc50aad2', 'subnets': [{'id': '1aeb1d1c-d33d-4510-b826-8d2cd2efed1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:47:05.609844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2fdf1-d7eb-4920-80f6-2c14556344bc req-8ebe8215-3807-48f1-9439-aa1f8e899b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:05.613533 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04b2fdf1-d7eb-4920-80f6-2c14556344bc req-8ebe8215-3807-48f1-9439-aa1f8e899b7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1506641 Mar 23 01:47:05.702901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2172e5-7db1-4a92-a606-09decc01dfe3 req-d269cca0-22e7-4c89-b532-fbbf41f102c4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:05.708380 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b2172e5-7db1-4a92-a606-09decc01dfe3 req-d269cca0-22e7-4c89-b532-fbbf41f102c4 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.3416307 Mar 23 01:47:05.960299 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b2172e5-7db1-4a92-a606-09decc01dfe3 req-f1d94659-5d45-492c-b7d3-ce553f64dcf8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315335 Mar 23 01:47:06.007651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139f142-e945-4c69-aa7d-259c77bd649a req-cddf2388-4405-4268-8dd3-09ccf1ee9716 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:06.021493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-23c7c32c-89d5-44bb-900b-5f3873e71348 None None] Provisioning complete for port fe1e5d84-071e-40f9-9007-f074342ab3d2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:47:06.021772 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b139f142-e945-4c69-aa7d-259c77bd649a req-cddf2388-4405-4268-8dd3-09ccf1ee9716 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 1027 time: 0.2363694 Mar 23 01:47:06.022859 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-23c7c32c-89d5-44bb-900b-5f3873e71348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (fe1e5d84-071e-40f9-9007-f074342ab3d2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:06.035975 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04b2fdf1-d7eb-4920-80f6-2c14556344bc req-7aea7801-d271-4010-a37d-5e942fc3202c service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131112 Mar 23 01:47:06.190948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-23c7c32c-89d5-44bb-900b-5f3873e71348 None None] Port fe1e5d84-071e-40f9-9007-f074342ab3d2 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:47:06.224430 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1e5d84-071e-40f9-9007-f074342ab3d2 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:47:06.244935 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Publish callbacks [] for port (fe1e5d84-071e-40f9-9007-f074342ab3d2), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:06.285813 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Transition to ACTIVE for port object fe1e5d84-071e-40f9-9007-f074342ab3d2 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:47:06.293945 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (fe1e5d84-071e-40f9-9007-f074342ab3d2), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:06.423420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3a296277-35a0-4817-af8e-d9039a4d0339 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:47:06.657514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3a296277-35a0-4817-af8e-d9039a4d0339 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:47:06.661560 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3a296277-35a0-4817-af8e-d9039a4d0339), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:07.010785 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1e5d84-071e-40f9-9007-f074342ab3d2,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:07.178586 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Attempting to bind port fe1e5d84-071e-40f9-9007-f074342ab3d2 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:47:07.180415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Attempting to bind port fe1e5d84-071e-40f9-9007-f074342ab3d2 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '41938f11-d08a-4064-a6c0-63c144f6cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6814924c-793b-43d0-b252-120300dc6e62'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:47:07.183969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Attempting to bind port fe1e5d84-071e-40f9-9007-f074342ab3d2 on network 6814924c-793b-43d0-b252-120300dc6e62 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:47:07.203422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Port fe1e5d84-071e-40f9-9007-f074342ab3d2 on network 6814924c-793b-43d0-b252-120300dc6e62 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:47:07.203921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Attempting to bind port fe1e5d84-071e-40f9-9007-f074342ab3d2 on network 6814924c-793b-43d0-b252-120300dc6e62 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:47:07.216909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3a296277-35a0-4817-af8e-d9039a4d0339 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:47:07.218580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:47:07.219200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Checking segment: {'id': '41938f11-d08a-4064-a6c0-63c144f6cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6814924c-793b-43d0-b252-120300dc6e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:47:07.219825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Bound using segment: {'id': '41938f11-d08a-4064-a6c0-63c144f6cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6814924c-793b-43d0-b252-120300dc6e62'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:47:07.220498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Bound port: fe1e5d84-071e-40f9-9007-f074342ab3d2, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41938f11-d08a-4064-a6c0-63c144f6cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6814924c-793b-43d0-b252-120300dc6e62'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:47:07.225208 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fe1e5d84-071e-40f9-9007-f074342ab3d2), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:07.457547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] For port fe1e5d84-071e-40f9-9007-f074342ab3d2, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:47:07.469737 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] For port fe1e5d84-071e-40f9-9007-f074342ab3d2, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=fe1e5d84-071e-40f9-9007-f074342ab3d2,segment=NetworkSegment(41938f11-d08a-4064-a6c0-63c144f6cd75),segment_id=41938f11-d08a-4064-a6c0-63c144f6cd75)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:47:07.490957 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b139f142-e945-4c69-aa7d-259c77bd649a req-3d2284e0-ca64-426d-8e76-f63256c71347 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4683926 Mar 23 01:47:07.496523 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (fe1e5d84-071e-40f9-9007-f074342ab3d2), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:07.602801 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04b2fdf1-d7eb-4920-80f6-2c14556344bc req-6ad761c3-ddfe-4a0c-9434-7200d86a8c26 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5547059 Mar 23 01:47:07.695233 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabd549-43fc-4d4c-9eff-32b87073ec14 req-c2af1201-9918-4ae7-b307-744defac74f4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:07.699222 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-baabd549-43fc-4d4c-9eff-32b87073ec14 req-c2af1201-9918-4ae7-b307-744defac74f4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 945 time: 0.9912956 Mar 23 01:47:07.747250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:07.747883 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:07.757727 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] 10.222.0.42 "PUT /v2.0/ports/fe1e5d84-071e-40f9-9007-f074342ab3d2 HTTP/1.1" status: 200 len: 1091 time: 2.9476023 Mar 23 01:47:07.758923 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234c3d0e-862d-4523-bfd4-c368e1d2ef61', 'tag': 'fe1e5d84-071e-40f9-9007-f074342ab3d2'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:47:07.793893 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c9bf94-4451-4736-ad88-8e3964ac28fc" -d '{"events": [{"name": "network-changed", "server_uuid": "234c3d0e-862d-4523-bfd4-c368e1d2ef61", "tag": "fe1e5d84-071e-40f9-9007-f074342ab3d2"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:47:07.901181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25587f2c-e602-4dd1-825d-a311937b4677 req-3e2ecfb1-dd61-447c-8901-d10ff82bba24 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:07.902709 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-25587f2c-e602-4dd1-825d-a311937b4677 req-3e2ecfb1-dd61-447c-8901-d10ff82bba24 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.2168088 Mar 23 01:47:08.075672 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-25587f2c-e602-4dd1-825d-a311937b4677 req-b9bd2edc-2438-44b9-a16c-cfbf86aaf35c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578243 Mar 23 01:47:08.219579 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5638afb-bdfa-4a7a-841d-ba5616742e5c x-openstack-request-id: req-c5638afb-bdfa-4a7a-841d-ba5616742e5c {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:47:08.220924 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234c3d0e-862d-4523-bfd4-c368e1d2ef61", "tag": "fe1e5d84-071e-40f9-9007-f074342ab3d2", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:47:08.221323 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5638afb-bdfa-4a7a-841d-ba5616742e5c {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:47:08.221901 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5638afb-bdfa-4a7a-841d-ba5616742e5c'] response: {'name': 'network-changed', 'server_uuid': '234c3d0e-862d-4523-bfd4-c368e1d2ef61', 'tag': 'fe1e5d84-071e-40f9-9007-f074342ab3d2', 'status': 'completed', 'code': 200} Mar 23 01:47:08.233049 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-baabd549-43fc-4d4c-9eff-32b87073ec14 req-a31cbbc2-e6c6-497a-856c-d0ca9c1bfba9 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023971 Mar 23 01:47:08.235955 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae069a-1939-4e7c-89c7-1035cecf2611 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1e5d84-071e-40f9-9007-f074342ab3d2,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:08.269968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-524fff4c-36bc-4601-94fc-27b77fa0247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:08.285178 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-524fff4c-36bc-4601-94fc-27b77fa0247f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bd6b53711c941b687aa8ceafc50aad2&device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 1125 time: 0.4487174 Mar 23 01:47:08.462502 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-738d36cc-8b0c-4142-b187-15da2b83317b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe1e5d84-071e-40f9-9007-f074342ab3d2 HTTP/1.1" status: 200 len: 217 time: 0.1653340 Mar 23 01:47:08.601570 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-e3a4154c-3f3c-48ed-b980-6b7be4b89739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:08.614086 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-e3a4154c-3f3c-48ed-b980-6b7be4b89739 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=283c170e-6ba1-4121-8754-07b8cd9cb7e1 HTTP/1.1" status: 200 len: 848 time: 0.1432312 Mar 23 01:47:08.731317 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566cfcc-3eff-457f-89a8-f707d01883f9 req-62518215-92e0-4690-bac9-b9da3c8736f8 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:08.738003 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6566cfcc-3eff-457f-89a8-f707d01883f9 req-62518215-92e0-4690-bac9-b9da3c8736f8 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 1125 time: 0.0915670 Mar 23 01:47:08.753851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-962fc133-3e53-4325-ac15-548e722f5c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:08.755819 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-962fc133-3e53-4325-ac15-548e722f5c98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6814924c-793b-43d0-b252-120300dc6e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1244800 Mar 23 01:47:08.837394 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6566cfcc-3eff-457f-89a8-f707d01883f9 req-9e6bc4b1-dfcf-492a-b1e8-bccb59bd7842 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938263 Mar 23 01:47:08.983430 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-fb6a12ba-64c6-44af-974c-f2ad6adcaffa service neutron] 10.222.0.42 "GET /v2.0/networks/6814924c-793b-43d0-b252-120300dc6e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175272 Mar 23 01:47:09.170361 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a22a0aa-9b9b-4a2a-a161-2020219841bd req-dcc16361-4be7-4345-815c-afd3c5fc71d3 service neutron] 10.222.0.42 "GET /v2.0/networks/6814924c-793b-43d0-b252-120300dc6e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766942 Mar 23 01:47:09.313935 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9bf94-4451-4736-ad88-8e3964ac28fc req-7e403465-56bf-4714-b232-4c457ccf7ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:09.316151 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91c9bf94-4451-4736-ad88-8e3964ac28fc req-7e403465-56bf-4714-b232-4c457ccf7ebb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bd6b53711c941b687aa8ceafc50aad2&device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 1125 time: 0.0726128 Mar 23 01:47:09.323584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1774b-8511-4684-8e01-04a9a98ce88c req-9299a747-67a2-4e4a-9637-53b0fbd47a41 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:09.325645 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-52e1774b-8511-4684-8e01-04a9a98ce88c req-9299a747-67a2-4e4a-9637-53b0fbd47a41 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1380684 Mar 23 01:47:09.446535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50dd5a-b9d2-401f-be4d-c40649251daa req-cc169e9f-f663-4349-b5a3-34481c675097 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:09.455593 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bd50dd5a-b9d2-401f-be4d-c40649251daa req-cc169e9f-f663-4349-b5a3-34481c675097 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 945 time: 0.0730543 Mar 23 01:47:09.531825 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bd50dd5a-b9d2-401f-be4d-c40649251daa req-b744decd-d61e-4bcc-9151-139d62b6b338 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750761 Mar 23 01:47:09.634021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9bf94-4451-4736-ad88-8e3964ac28fc req-9129d92f-6e5d-494f-b1d6-b87d1f12253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:09.636481 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91c9bf94-4451-4736-ad88-8e3964ac28fc req-9129d92f-6e5d-494f-b1d6-b87d1f12253c service neutron] 10.222.0.42 "GET /v2.0/networks?id=6814924c-793b-43d0-b252-120300dc6e62 HTTP/1.1" status: 200 len: 909 time: 0.3097136 Mar 23 01:47:09.783395 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91c9bf94-4451-4736-ad88-8e3964ac28fc req-397ceb6b-c0de-4f19-9ede-ac38d475e680 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe1e5d84-071e-40f9-9007-f074342ab3d2 HTTP/1.1" status: 200 len: 217 time: 0.0853212 Mar 23 01:47:09.786663 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-52e1774b-8511-4684-8e01-04a9a98ce88c req-e91f454f-49bd-4dfa-8e7c-a9f58276756b tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414095 Mar 23 01:47:09.890501 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9bf94-4451-4736-ad88-8e3964ac28fc req-6378d4f3-5d5b-4e59-84a6-0c752c6aa522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:09.892117 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91c9bf94-4451-4736-ad88-8e3964ac28fc req-6378d4f3-5d5b-4e59-84a6-0c752c6aa522 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=283c170e-6ba1-4121-8754-07b8cd9cb7e1 HTTP/1.1" status: 200 len: 848 time: 0.1004362 Mar 23 01:47:10.135648 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf62da-fa3e-4810-9728-9187565c2703 req-797a94a5-08d2-41ff-85b0-5f4d75bfa799 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:10.142741 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21bf62da-fa3e-4810-9728-9187565c2703 req-797a94a5-08d2-41ff-85b0-5f4d75bfa799 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1941535 Mar 23 01:47:10.172147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9bf94-4451-4736-ad88-8e3964ac28fc req-521b63d9-4563-4e35-b49a-7bde96ea4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:10.173737 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91c9bf94-4451-4736-ad88-8e3964ac28fc req-521b63d9-4563-4e35-b49a-7bde96ea4114 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6814924c-793b-43d0-b252-120300dc6e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2710595 Mar 23 01:47:10.203087 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e19d5-2dac-4200-b3bb-14921bc412f2 req-13616622-6561-452c-9e60-e299d4a1ff1d tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:10.204653 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1f1e19d5-2dac-4200-b3bb-14921bc412f2 req-13616622-6561-452c-9e60-e299d4a1ff1d tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 1125 time: 0.1870894 Mar 23 01:47:10.245004 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21bf62da-fa3e-4810-9728-9187565c2703 req-19a982e5-b7f7-4001-9575-8a967865492f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971909 Mar 23 01:47:10.495239 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91c9bf94-4451-4736-ad88-8e3964ac28fc req-0e87fad1-6497-4a63-a3c8-2107ab5b9f53 service neutron] 10.222.0.42 "GET /v2.0/networks/6814924c-793b-43d0-b252-120300dc6e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945898 Mar 23 01:47:10.562104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdae6f8-b967-4b5d-ac50-38e6328cd349 req-9d04558a-18fb-4f35-af5b-094cb5aa348d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:10.574704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2cdae6f8-b967-4b5d-ac50-38e6328cd349 req-9d04558a-18fb-4f35-af5b-094cb5aa348d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1579814 Mar 23 01:47:10.737861 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1f1e19d5-2dac-4200-b3bb-14921bc412f2 req-30486454-3ef1-4da0-a510-734753ab678d tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242198 Mar 23 01:47:10.769310 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2cdae6f8-b967-4b5d-ac50-38e6328cd349 req-cb7a4ad2-f2d8-4af3-8c9b-b9adfe8d8305 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930847 Mar 23 01:47:11.034296 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91c9bf94-4451-4736-ad88-8e3964ac28fc req-b2200b3f-fc6c-4d44-b42b-59528de64c76 service neutron] 10.222.0.42 "GET /v2.0/networks/6814924c-793b-43d0-b252-120300dc6e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048871 Mar 23 01:47:11.103667 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3b4a0-80c0-4b8f-ac04-f86cdfbe1714 req-07fb8d0f-8c62-4646-846f-d3b8d98146bf tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:11.111156 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14f3b4a0-80c0-4b8f-ac04-f86cdfbe1714 req-07fb8d0f-8c62-4646-846f-d3b8d98146bf tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 945 time: 0.1964612 Mar 23 01:47:11.232648 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14f3b4a0-80c0-4b8f-ac04-f86cdfbe1714 req-4743a0bb-0f21-4b51-8e24-6c816431ac42 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202419 Mar 23 01:47:11.243571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317127d-a10c-466d-b0f2-952542a6bf58 req-c01064e5-53ef-48b2-bfbf-5d4b8fef0c14 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:11.253265 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e317127d-a10c-466d-b0f2-952542a6bf58 req-c01064e5-53ef-48b2-bfbf-5d4b8fef0c14 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1582341 Mar 23 01:47:11.364472 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e317127d-a10c-466d-b0f2-952542a6bf58 req-51178744-f10c-477e-a9e2-26b5abd0f288 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101706 Mar 23 01:47:12.100735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cfb99-43f0-4dbd-bb84-4ec801cc7986 req-2d518a2d-b30f-4b18-824a-b7b9e9809810 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:12.118635 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b98cfb99-43f0-4dbd-bb84-4ec801cc7986 req-2d518a2d-b30f-4b18-824a-b7b9e9809810 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 1125 time: 0.0955999 Mar 23 01:47:12.239624 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b98cfb99-43f0-4dbd-bb84-4ec801cc7986 req-bbf512a3-9acf-4589-8287-90ced9f4ca88 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912037 Mar 23 01:47:12.490918 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943c39f-d5e6-424b-a064-b594d74ecf5a req-5421dd67-d34c-423e-ab41-16cc1718c1da tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:12.493354 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1943c39f-d5e6-424b-a064-b594d74ecf5a req-5421dd67-d34c-423e-ab41-16cc1718c1da tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 946 time: 0.1372945 Mar 23 01:47:12.569292 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ecccd-3e05-4a9e-b2f5-6b1d638d0557 req-fbaeb318-472d-47b9-866f-a4466fa8f03e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:12.571317 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-085ecccd-3e05-4a9e-b2f5-6b1d638d0557 req-fbaeb318-472d-47b9-866f-a4466fa8f03e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 1.0776346 Mar 23 01:47:12.670241 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1943c39f-d5e6-424b-a064-b594d74ecf5a req-763997c5-7110-4e3b-92e8-36ed87d0e769 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559181 Mar 23 01:47:12.716834 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-085ecccd-3e05-4a9e-b2f5-6b1d638d0557 req-a77feb2c-901c-4a72-9acc-7ea3ed8c5a6f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389194 Mar 23 01:47:12.815065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device fe1e5d84-071e-40f9-9007-f074342ab3d2 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:47:12.889890 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fdc15-d9a8-4467-8ba5-043afd24d5d7 req-01df63c7-9d94-48e3-a514-1882fedf425a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:12.894771 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a05fdc15-d9a8-4467-8ba5-043afd24d5d7 req-01df63c7-9d94-48e3-a514-1882fedf425a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 945 time: 0.1243441 Mar 23 01:47:12.992217 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port fe1e5d84-071e-40f9-9007-f074342ab3d2, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=fe1e5d84-071e-40f9-9007-f074342ab3d2,segment=NetworkSegment(41938f11-d08a-4064-a6c0-63c144f6cd75),segment_id=41938f11-d08a-4064-a6c0-63c144f6cd75)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:13.009164 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a05fdc15-d9a8-4467-8ba5-043afd24d5d7 req-094583c7-d76e-4a03-9c68-6203181842f7 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077111 Mar 23 01:47:13.015167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'fe1e5d84-071e-40f9-9007-f074342ab3d2', 'network_id': '6814924c-793b-43d0-b252-120300dc6e62', 'port_id': 'fe1e5d84-071e-40f9-9007-f074342ab3d2', 'mac_address': 'fa:16:3e:73:5b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283c170e-6ba1-4121-8754-07b8cd9cb7e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:47:13.156467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port fe1e5d84-071e-40f9-9007-f074342ab3d2 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:47:13.156917 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fe1e5d84-071e-40f9-9007-f074342ab3d2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:13.174278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1e5d84-071e-40f9-9007-f074342ab3d2 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:47:13.205333 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port fe1e5d84-071e-40f9-9007-f074342ab3d2, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=fe1e5d84-071e-40f9-9007-f074342ab3d2,segment=NetworkSegment(41938f11-d08a-4064-a6c0-63c144f6cd75),segment_id=41938f11-d08a-4064-a6c0-63c144f6cd75)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:13.219756 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (fe1e5d84-071e-40f9-9007-f074342ab3d2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:13.359153 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=fe1e5d84-071e-40f9-9007-f074342ab3d2,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:13.362919 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa19e4f-b82c-4f3a-b8f6-7b623cc4bed2 req-cb16163c-54fb-4260-914b-0820316740c7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:13.364510 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4aa19e4f-b82c-4f3a-b8f6-7b623cc4bed2 req-cb16163c-54fb-4260-914b-0820316740c7 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1635673 Mar 23 01:47:13.462123 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['fe1e5d84-071e-40f9-9007-f074342ab3d2'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:47:13.548837 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4aa19e4f-b82c-4f3a-b8f6-7b623cc4bed2 req-68753ec9-f279-4daa-bf7a-03b5fbd35cc8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630642 Mar 23 01:47:13.636914 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cb769-6afc-4c6c-baaa-480d9c0a46c2 req-441b2179-dcf5-422b-a9fd-c1a7ce42f1be tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:13.639638 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-755cb769-6afc-4c6c-baaa-480d9c0a46c2 req-441b2179-dcf5-422b-a9fd-c1a7ce42f1be tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.42 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 946 time: 0.3311236 Mar 23 01:47:13.643421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1b8aa-a970-4306-9006-767287682c0a req-e1bfeac7-106d-4e9f-bb54-92dbdeba878f tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:13.652537 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9ad1b8aa-a970-4306-9006-767287682c0a req-e1bfeac7-106d-4e9f-bb54-92dbdeba878f tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 1126 time: 0.2549858 Mar 23 01:47:13.771369 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9ad1b8aa-a970-4306-9006-767287682c0a req-37f3c633-f3da-407c-9b3b-e21724a8237a tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177998 Mar 23 01:47:13.879674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08bf39-b6b6-4182-8a8b-da1cc8fbd0d1 req-cf93c8bc-05c4-4822-a1b9-2a3fa4e6fc78 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:13.884227 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bf08bf39-b6b6-4182-8a8b-da1cc8fbd0d1 req-cf93c8bc-05c4-4822-a1b9-2a3fa4e6fc78 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 946 time: 0.1161473 Mar 23 01:47:13.889810 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-755cb769-6afc-4c6c-baaa-480d9c0a46c2 req-24c6dbfd-a18e-49dc-8915-b15b262621d1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Deleting port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:13.890093 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-755cb769-6afc-4c6c-baaa-480d9c0a46c2 req-24c6dbfd-a18e-49dc-8915-b15b262621d1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0a5737c2-e14a-44c9-85b8-e11ecb7d044c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:13.998885 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bf08bf39-b6b6-4182-8a8b-da1cc8fbd0d1 req-c29c32c1-47f1-4123-93fc-a0bea1d480a1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079919 Mar 23 01:47:14.036769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-755cb769-6afc-4c6c-baaa-480d9c0a46c2 req-24c6dbfd-a18e-49dc-8915-b15b262621d1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] For port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0a5737c2-e14a-44c9-85b8-e11ecb7d044c,segment=NetworkSegment(f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f),segment_id=f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:14.037301 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-755cb769-6afc-4c6c-baaa-480d9c0a46c2 req-24c6dbfd-a18e-49dc-8915-b15b262621d1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0a5737c2-e14a-44c9-85b8-e11ecb7d044c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:14.109027 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51742) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:14.228344 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:14.288416 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-755cb769-6afc-4c6c-baaa-480d9c0a46c2 req-24c6dbfd-a18e-49dc-8915-b15b262621d1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:14.288819 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-755cb769-6afc-4c6c-baaa-480d9c0a46c2 req-24c6dbfd-a18e-49dc-8915-b15b262621d1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (89b59455-44bf-4636-b3bf-8fff687eae0a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:14.289472 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-755cb769-6afc-4c6c-baaa-480d9c0a46c2 req-24c6dbfd-a18e-49dc-8915-b15b262621d1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Floating IP 89b59455-44bf-4636-b3bf-8fff687eae0a disassociated. External IP: 172.25.0.27, port: 0a5737c2-e14a-44c9-85b8-e11ecb7d044c. Mar 23 01:47:14.289591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-755cb769-6afc-4c6c-baaa-480d9c0a46c2 req-24c6dbfd-a18e-49dc-8915-b15b262621d1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Calling delete_port for 0a5737c2-e14a-44c9-85b8-e11ecb7d044c owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:14.310754 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Publish callbacks [] for security_group (4ae00838-2ab2-415d-8dd0-129ca2d77a5e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:14.316769 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4ae00838-2ab2-415d-8dd0-129ca2d77a5e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:14.394496 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30dd5594d4014663b54d39ca16799835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2840552 Mar 23 01:47:14.405028 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae00838-2ab2-415d-8dd0-129ca2d77a5e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:14.412335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51748) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:14.416592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:14.417303 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:14.417649 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:14.417990 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:14.418324 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:14.418656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:14.418985 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:14.419316 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:14.419640 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:14.419966 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:14.420291 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:14.420631 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:14.424688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:14.424688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:14.424688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c375ead9-a396-4b66-927d-16278e3805a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:14.554470 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-58984de0-08c1-4b33-935c-69393e7d00e1 admin admin] Publish callbacks [] for security_group (4ae00838-2ab2-415d-8dd0-129ca2d77a5e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:14.613727 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-58984de0-08c1-4b33-935c-69393e7d00e1 admin admin] Publish callbacks [] for security_group (4ae00838-2ab2-415d-8dd0-129ca2d77a5e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:14.625739 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3b67e-a7ba-4560-b779-29a70c654fdc req-394ce3b7-c06b-4c46-8026-72866d12ff61 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:14.627271 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5b3b67e-a7ba-4560-b779-29a70c654fdc req-394ce3b7-c06b-4c46-8026-72866d12ff61 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 945 time: 0.2064283 Mar 23 01:47:14.717732 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db3405-8e24-44b1-a65d-a0db73863b39 req-da0f00c8-ef39-47e2-9c3e-b3fdf3e94386 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:14.719494 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9db3405-8e24-44b1-a65d-a0db73863b39 req-da0f00c8-ef39-47e2-9c3e-b3fdf3e94386 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0768235 Mar 23 01:47:14.760115 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5b3b67e-a7ba-4560-b779-29a70c654fdc req-ac837349-217a-4104-b346-2e1bf645177b tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202986 Mar 23 01:47:14.761031 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-755cb769-6afc-4c6c-baaa-480d9c0a46c2 req-24c6dbfd-a18e-49dc-8915-b15b262621d1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0a5737c2-e14a-44c9-85b8-e11ecb7d044c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:14.808518 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9db3405-8e24-44b1-a65d-a0db73863b39 req-76e32545-9d12-4dcd-bdf3-7884ca7d31e6 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821409 Mar 23 01:47:14.817689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device fe1e5d84-071e-40f9-9007-f074342ab3d2 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:47:14.855309 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-58984de0-08c1-4b33-935c-69393e7d00e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4ae00838-2ab2-415d-8dd0-129ca2d77a5e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:14.863990 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-58984de0-08c1-4b33-935c-69393e7d00e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:14.865210 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-58984de0-08c1-4b33-935c-69393e7d00e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ae00838-2ab2-415d-8dd0-129ca2d77a5e HTTP/1.1" status: 204 len: 168 time: 0.4112885 Mar 23 01:47:14.866507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6dbfd-a18e-49dc-8915-b15b262621d1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Pushing event deleted for resources: {'Port': ['ID=0a5737c2-e14a-44c9-85b8-e11ecb7d044c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:14.896772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58984de0-08c1-4b33-935c-69393e7d00e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae00838-2ab2-415d-8dd0-129ca2d77a5e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:14.962601 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port fe1e5d84-071e-40f9-9007-f074342ab3d2 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:47:14.968760 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port fe1e5d84-071e-40f9-9007-f074342ab3d2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:47:14.969342 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (fe1e5d84-071e-40f9-9007-f074342ab3d2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:15.088532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcd645-c392-4d7e-98ef-cecdbe3edbf0 req-08c88c74-637e-4a63-9c53-7ae2b8e28377 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:15.090250 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-12bcd645-c392-4d7e-98ef-cecdbe3edbf0 req-08c88c74-637e-4a63-9c53-7ae2b8e28377 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 1126 time: 0.1527247 Mar 23 01:47:15.101666 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port fe1e5d84-071e-40f9-9007-f074342ab3d2 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:47:15.102330 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fe1e5d84-071e-40f9-9007-f074342ab3d2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:15.127180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234c3d0e-862d-4523-bfd4-c368e1d2ef61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1e5d84-071e-40f9-9007-f074342ab3d2'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:47:15.129699 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1ce33c-a39d-4df7-87d2-74928e1d0cb6" -d '{"events": [{"server_uuid": "234c3d0e-862d-4523-bfd4-c368e1d2ef61", "name": "network-vif-plugged", "status": "completed", "tag": "fe1e5d84-071e-40f9-9007-f074342ab3d2"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:47:15.138965 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8bc41c05-650a-4123-bf25-a9e9dda2f3bb req-f825cff0-3cf5-4174-a531-323b146bffde tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 210 time: 0.0452650 Mar 23 01:47:15.148013 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port fe1e5d84-071e-40f9-9007-f074342ab3d2, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=fe1e5d84-071e-40f9-9007-f074342ab3d2,segment=NetworkSegment(41938f11-d08a-4064-a6c0-63c144f6cd75),segment_id=41938f11-d08a-4064-a6c0-63c144f6cd75)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:15.159724 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (fe1e5d84-071e-40f9-9007-f074342ab3d2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:15.160945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0a5737c2-e14a-44c9-85b8-e11ecb7d044c no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:47:15.170462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-755cb769-6afc-4c6c-baaa-480d9c0a46c2 req-24c6dbfd-a18e-49dc-8915-b15b262621d1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:47:15.242597 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c177f8-a22f-4784-957b-0076dbe69af7 x-openstack-request-id: req-42c177f8-a22f-4784-957b-0076dbe69af7 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:47:15.242597 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234c3d0e-862d-4523-bfd4-c368e1d2ef61", "name": "network-vif-plugged", "status": "completed", "tag": "fe1e5d84-071e-40f9-9007-f074342ab3d2", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:47:15.243048 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42c177f8-a22f-4784-957b-0076dbe69af7 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:47:15.243548 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c177f8-a22f-4784-957b-0076dbe69af7'] response: {'server_uuid': '234c3d0e-862d-4523-bfd4-c368e1d2ef61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1e5d84-071e-40f9-9007-f074342ab3d2', 'code': 200} Mar 23 01:47:15.247425 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 0a5737c2-e14a-44c9-85b8-e11ecb7d044c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:47:15.252920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0a5737c2-e14a-44c9-85b8-e11ecb7d044c not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:47:15.285031 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-12bcd645-c392-4d7e-98ef-cecdbe3edbf0 req-1e2690b5-de40-46c2-93f0-eabc7f87e1b8 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856012 Mar 23 01:47:15.321865 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=fe1e5d84-071e-40f9-9007-f074342ab3d2,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:15.376712 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ecb94-b288-4e84-8741-e83f401cbb30 req-e947b6cf-81f2-4296-a130-7974727d33bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:15.378220 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc6ecb94-b288-4e84-8741-e83f401cbb30 req-e947b6cf-81f2-4296-a130-7974727d33bd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 1127 time: 0.1040225 Mar 23 01:47:15.383338 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51764) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:15.396943 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-15e50000-9539-4542-93b3-dc4e8e64ce61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:15.437321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-755cb769-6afc-4c6c-baaa-480d9c0a46c2 req-24c6dbfd-a18e-49dc-8915-b15b262621d1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:47:15.451826 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc6ecb94-b288-4e84-8741-e83f401cbb30 req-0f4f99c8-9530-4ed6-8501-b25fd3d9f5d6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596557 Mar 23 01:47:15.465018 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5d2e31-8964-4d2e-8199-0634d753a4df None None] Sync routers for ids ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:47:15.511527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-755cb769-6afc-4c6c-baaa-480d9c0a46c2 req-24c6dbfd-a18e-49dc-8915-b15b262621d1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] No DVR routers for this DVR port 0a5737c2-e14a-44c9-85b8-e11ecb7d044c on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:47:15.515171 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5d2e31-8964-4d2e-8199-0634d753a4df None None] Routers {'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:47:15.515827 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-7f5d2e31-8964-4d2e-8199-0634d753a4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:46:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:15.516801 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-755cb769-6afc-4c6c-baaa-480d9c0a46c2 req-24c6dbfd-a18e-49dc-8915-b15b262621d1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:15.524273 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-755cb769-6afc-4c6c-baaa-480d9c0a46c2 req-24c6dbfd-a18e-49dc-8915-b15b262621d1 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.42 "DELETE /v2.0/ports/0a5737c2-e14a-44c9-85b8-e11ecb7d044c HTTP/1.1" status: 204 len: 173 time: 1.8591931 Mar 23 01:47:15.525691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5263ab-54e8-4b84-aa73-9f599f71ea7b', 'name': 'network-vif-deleted', 'tag': '0a5737c2-e14a-44c9-85b8-e11ecb7d044c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:47:15.529649 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6950a1c-b4fb-4a4d-840d-20206b9e04b2" -d '{"events": [{"server_uuid": "db5263ab-54e8-4b84-aa73-9f599f71ea7b", "name": "network-vif-deleted", "tag": "0a5737c2-e14a-44c9-85b8-e11ecb7d044c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:47:15.562905 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-15e50000-9539-4542-93b3-dc4e8e64ce61 admin admin] Publish callbacks [] for security_group (dfd09595-2be7-4256-9466-56ac6b14ef3b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:15.573014 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-15e50000-9539-4542-93b3-dc4e8e64ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (dfd09595-2be7-4256-9466-56ac6b14ef3b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:15.611099 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e957164-def2-442a-ba24-b71843a74ccf x-openstack-request-id: req-3e957164-def2-442a-ba24-b71843a74ccf {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:47:15.611396 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5263ab-54e8-4b84-aa73-9f599f71ea7b", "name": "network-vif-deleted", "tag": "0a5737c2-e14a-44c9-85b8-e11ecb7d044c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:47:15.612029 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e957164-def2-442a-ba24-b71843a74ccf {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:47:15.612141 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e957164-def2-442a-ba24-b71843a74ccf'] response: {'server_uuid': 'db5263ab-54e8-4b84-aa73-9f599f71ea7b', 'name': 'network-vif-deleted', 'tag': '0a5737c2-e14a-44c9-85b8-e11ecb7d044c', 'status': 'completed', 'code': 200} Mar 23 01:47:15.626535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51772) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:15.626747 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-15e50000-9539-4542-93b3-dc4e8e64ce61 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cd7528c1f804e45a2aa3a78aef489d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420774 Mar 23 01:47:15.627530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e50000-9539-4542-93b3-dc4e8e64ce61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd09595-2be7-4256-9466-56ac6b14ef3b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:15.738027 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a61c607b-c0cf-4260-b37b-7f17695a4e1b admin admin] Publish callbacks [] for security_group (dfd09595-2be7-4256-9466-56ac6b14ef3b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:15.774853 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a61c607b-c0cf-4260-b37b-7f17695a4e1b admin admin] Publish callbacks [] for security_group (dfd09595-2be7-4256-9466-56ac6b14ef3b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:15.791665 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-7f5d2e31-8964-4d2e-8199-0634d753a4df None None] Set router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:47:15.872768 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a61c607b-c0cf-4260-b37b-7f17695a4e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (dfd09595-2be7-4256-9466-56ac6b14ef3b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:15.878236 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a61c607b-c0cf-4260-b37b-7f17695a4e1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:15.882034 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a61c607b-c0cf-4260-b37b-7f17695a4e1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfd09595-2be7-4256-9466-56ac6b14ef3b HTTP/1.1" status: 204 len: 168 time: 0.2516830 Mar 23 01:47:15.942377 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c607b-c0cf-4260-b37b-7f17695a4e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd09595-2be7-4256-9466-56ac6b14ef3b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:15.991545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb8d04-c47d-4232-9efc-79641e8a95ee req-23cda7af-b9d4-4308-aab0-868c566b659b tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:15.993452 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28fb8d04-c47d-4232-9efc-79641e8a95ee req-23cda7af-b9d4-4308-aab0-868c566b659b tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 945 time: 0.0949399 Mar 23 01:47:16.057619 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28fb8d04-c47d-4232-9efc-79641e8a95ee req-666973be-030d-4d96-bc46-14bccc4e11fb tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557299 Mar 23 01:47:16.088266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef812bac-b1e2-456f-a76a-b621ee82e332 req-5c631569-c703-43b0-bb8f-a4749648eb4d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:16.107970 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ef812bac-b1e2-456f-a76a-b621ee82e332 req-5c631569-c703-43b0-bb8f-a4749648eb4d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1413131 Mar 23 01:47:16.159048 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-7f5d2e31-8964-4d2e-8199-0634d753a4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-router', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:43:59Z', 'updated_at': '2022-03-23T01:44:03Z', 'revision_number': 4, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'gw_port': {'id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:00Z', 'updated_at': '2022-03-23T01:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'cf1d8355-223b-4dc2-979c-9fe6f1fd9925', 'name': '', 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'mac_address': 'fa:16:3e:6f:7b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:02Z', 'updated_at': '2022-03-23T01:44:10Z', 'revision_number': 5, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'subnets': [{'id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:16.195375 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5d2e31-8964-4d2e-8199-0634d753a4df None None] Checking router: fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:47:16.205763 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5d2e31-8964-4d2e-8199-0634d753a4df None None] Routers {'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:47:16.206555 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-7f5d2e31-8964-4d2e-8199-0634d753a4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:46:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:16.207944 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ef812bac-b1e2-456f-a76a-b621ee82e332 req-881ab61d-ea50-4898-bb24-4e03aa94ef17 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985045 Mar 23 01:47:16.344872 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53fc7a1e-d386-4161-9d1e-c905df044b86 req-13d3003a-8dd5-4695-980e-1a80529cfeb5 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/ports?device_id=db5263ab-54e8-4b84-aa73-9f599f71ea7b HTTP/1.1" status: 200 len: 210 time: 0.0470881 Mar 23 01:47:16.593173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47baa085-a890-4f4e-82ff-db42af60e974 req-080e6d52-4eb5-4a1a-81d1-700c250b1a6a tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:16.603353 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-47baa085-a890-4f4e-82ff-db42af60e974 req-080e6d52-4eb5-4a1a-81d1-700c250b1a6a tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 1127 time: 0.1810005 Mar 23 01:47:16.627482 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-7f5d2e31-8964-4d2e-8199-0634d753a4df None None] Set router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:47:16.651424 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeff40f-b0be-4d87-b977-8766bc071733 req-de45ca68-af83-4626-8652-47f2c0d234be tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:16.659564 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9aeff40f-b0be-4d87-b977-8766bc071733 req-de45ca68-af83-4626-8652-47f2c0d234be tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1130073 Mar 23 01:47:16.735216 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-47baa085-a890-4f4e-82ff-db42af60e974 req-3aade226-28e5-407d-902d-5e3b75022671 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280046 Mar 23 01:47:16.807811 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9aeff40f-b0be-4d87-b977-8766bc071733 req-c943b6ee-c6bd-4d22-8e73-61e27b69e46a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473749 Mar 23 01:47:16.817603 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7426e-dad6-42f4-8f7c-df5d82a777bd req-8ca376e0-8c1e-4428-a96d-0c9e5748566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:16.820655 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-26f7426e-dad6-42f4-8f7c-df5d82a777bd req-8ca376e0-8c1e-4428-a96d-0c9e5748566a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cfedab891ae40a69e89c87dd801befa&device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 1126 time: 0.1105018 Mar 23 01:47:16.937790 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7426e-dad6-42f4-8f7c-df5d82a777bd req-68fac5b5-b049-4aac-bcd8-15161c1d089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:16.939718 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-26f7426e-dad6-42f4-8f7c-df5d82a777bd req-68fac5b5-b049-4aac-bcd8-15161c1d089a service neutron] 10.222.0.43 "GET /v2.0/networks?id=55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 200 len: 911 time: 0.1125538 Mar 23 01:47:16.993526 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-7f5d2e31-8964-4d2e-8199-0634d753a4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-router', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:43:59Z', 'updated_at': '2022-03-23T01:44:03Z', 'revision_number': 4, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'gw_port': {'id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:00Z', 'updated_at': '2022-03-23T01:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'cf1d8355-223b-4dc2-979c-9fe6f1fd9925', 'name': '', 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'mac_address': 'fa:16:3e:6f:7b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:02Z', 'updated_at': '2022-03-23T01:44:10Z', 'revision_number': 5, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'subnets': [{'id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:17.027770 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5d2e31-8964-4d2e-8199-0634d753a4df None None] The sync data for ids ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'] in n-d-834677-4 is: [{'id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-router', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:43:59Z', 'updated_at': '2022-03-23T01:44:03Z', 'revision_number': 4, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'gw_port': {'id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:00Z', 'updated_at': '2022-03-23T01:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'cf1d8355-223b-4dc2-979c-9fe6f1fd9925', 'name': '', 'network_id': 'da278053-eb28-4e30-b652-56c8d484464e', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'mac_address': 'fa:16:3e:6f:7b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:02Z', 'updated_at': '2022-03-23T01:44:10Z', 'revision_number': 5, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'subnets': [{'id': '95fecefa-0a63-416c-bb6e-3d9fc50eba57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:47:17.065914 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-26f7426e-dad6-42f4-8f7c-df5d82a777bd req-dd366e58-7fb1-4b9a-805b-9681e8baba5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b HTTP/1.1" status: 200 len: 999 time: 0.1172986 Mar 23 01:47:17.126830 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7426e-dad6-42f4-8f7c-df5d82a777bd req-a22d0539-97f2-4e13-b0dc-dabcb7a7d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:17.128455 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-26f7426e-dad6-42f4-8f7c-df5d82a777bd req-a22d0539-97f2-4e13-b0dc-dabcb7a7d99b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 200 len: 850 time: 0.0569510 Mar 23 01:47:17.249957 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7426e-dad6-42f4-8f7c-df5d82a777bd req-8ddea881-6c65-433a-91c3-8ef851d2018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:17.251687 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-26f7426e-dad6-42f4-8f7c-df5d82a777bd req-8ddea881-6c65-433a-91c3-8ef851d2018e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55577988-71eb-4574-9c6d-704e30d467e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1111119 Mar 23 01:47:17.286432 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2428d-7c20-4e0f-a486-03f5cb7fce7a req-f4e2b8c7-3961-4805-ab4c-0c801a59c0a0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:17.296637 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-03c2428d-7c20-4e0f-a486-03f5cb7fce7a req-f4e2b8c7-3961-4805-ab4c-0c801a59c0a0 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 945 time: 0.1393135 Mar 23 01:47:17.449332 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-03c2428d-7c20-4e0f-a486-03f5cb7fce7a req-9a4e65e2-4fe3-4982-9887-7be403cf6c95 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514523 Mar 23 01:47:17.487228 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41236d4-97e0-4d68-9ae1-ae665d6d24fc None None] New status for floating IP 89b59455-44bf-4636-b3bf-8fff687eae0a: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:47:17.493173 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51834) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:17.510531 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-26f7426e-dad6-42f4-8f7c-df5d82a777bd req-56116e27-5a73-4270-9867-3daa48de6110 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448921 Mar 23 01:47:17.575064 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05bcffe3-4c90-4960-a760-80ba3bcab231 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for security_group (7a4a931c-4054-4f5f-99a7-bbdcbaa4342c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:17.626791 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05bcffe3-4c90-4960-a760-80ba3bcab231 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for security_group (7a4a931c-4054-4f5f-99a7-bbdcbaa4342c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:17.696443 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05bcffe3-4c90-4960-a760-80ba3bcab231 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7a4a931c-4054-4f5f-99a7-bbdcbaa4342c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:17.700068 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05bcffe3-4c90-4960-a760-80ba3bcab231 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:17.700858 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-05bcffe3-4c90-4960-a760-80ba3bcab231 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "DELETE /v2.0/security-groups/7a4a931c-4054-4f5f-99a7-bbdcbaa4342c HTTP/1.1" status: 204 len: 168 time: 0.2065279 Mar 23 01:47:17.704818 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51840) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:17.722710 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcffe3-4c90-4960-a760-80ba3bcab231 tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4a931c-4054-4f5f-99a7-bbdcbaa4342c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:17.729949 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-57681172-e1bb-4c1f-b693-199e0b7acc2a tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] show failed (client error): The resource could not be found. Mar 23 01:47:17.733488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51842) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:17.733609 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-57681172-e1bb-4c1f-b693-199e0b7acc2a tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "GET /v2.0/security-groups/7a4a931c-4054-4f5f-99a7-bbdcbaa4342c HTTP/1.1" status: 404 len: 347 time: 0.0277758 Mar 23 01:47:17.763454 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-26f7426e-dad6-42f4-8f7c-df5d82a777bd req-5c75208e-3a37-4549-8a43-9d973285e9c7 service neutron] 10.222.0.43 "GET /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454472 Mar 23 01:47:17.931241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8891e4-2114-4ee9-a36b-df2f3a16b87a req-bd957a7c-3c09-4b57-8da7-678552838dbc tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:17.933266 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2d8891e4-2114-4ee9-a36b-df2f3a16b87a req-bd957a7c-3c09-4b57-8da7-678552838dbc tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 1127 time: 0.0689988 Mar 23 01:47:18.001124 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37e99f-cb56-4c3c-a8ce-0fe7c3d7ca23 req-ed7eb421-ba02-4115-a6f7-768b9b094c50 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:18.009268 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e37e99f-cb56-4c3c-a8ce-0fe7c3d7ca23 req-ed7eb421-ba02-4115-a6f7-768b9b094c50 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0933676 Mar 23 01:47:18.032090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-33d3dc53-9538-4e9e-98e5-989429bd399a tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Deleting port c07a6d0f-a3ff-4880-a979-796e0454a462 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:18.034407 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33d3dc53-9538-4e9e-98e5-989429bd399a tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c07a6d0f-a3ff-4880-a979-796e0454a462), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:18.034826 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2d8891e4-2114-4ee9-a36b-df2f3a16b87a req-9c62f282-6c3b-44f6-8d6d-75096906b513 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887749 Mar 23 01:47:18.133353 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e37e99f-cb56-4c3c-a8ce-0fe7c3d7ca23 req-70fef696-38d4-466d-88fc-4dfda8435371 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228371 Mar 23 01:47:18.174013 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33d3dc53-9538-4e9e-98e5-989429bd399a tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c07a6d0f-a3ff-4880-a979-796e0454a462), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:18.174344 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33d3dc53-9538-4e9e-98e5-989429bd399a tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for floatingip (c07a6d0f-a3ff-4880-a979-796e0454a462), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:18.179653 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab5db0-5eda-467a-a56a-928bafc5feb5 req-cba8d511-c5ac-4eec-888b-4d95720ad53e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:18.182260 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6cab5db0-5eda-467a-a56a-928bafc5feb5 req-cba8d511-c5ac-4eec-888b-4d95720ad53e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 1127 time: 0.0600421 Mar 23 01:47:18.194102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-33d3dc53-9538-4e9e-98e5-989429bd399a tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Calling delete_port for c07a6d0f-a3ff-4880-a979-796e0454a462 owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:18.277587 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6cab5db0-5eda-467a-a56a-928bafc5feb5 req-2b8d54d1-b691-4e1e-a186-ed107d07d3e1 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889313 Mar 23 01:47:18.428073 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33d3dc53-9538-4e9e-98e5-989429bd399a tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (c07a6d0f-a3ff-4880-a979-796e0454a462), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:18.517422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3dc53-9538-4e9e-98e5-989429bd399a tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Pushing event deleted for resources: {'Port': ['ID=c07a6d0f-a3ff-4880-a979-796e0454a462,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:18.535920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c255e-9966-48ef-9145-9df5c247b1fd req-ec83eea3-f9b7-4e13-b335-52bd3942c429 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:18.537651 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-992c255e-9966-48ef-9145-9df5c247b1fd req-ec83eea3-f9b7-4e13-b335-52bd3942c429 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 1127 time: 0.1576142 Mar 23 01:47:18.638084 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-992c255e-9966-48ef-9145-9df5c247b1fd req-bd92159c-ddc1-48b7-9de5-646840f56077 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782754 Mar 23 01:47:18.654642 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33d3dc53-9538-4e9e-98e5-989429bd399a tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks [] for floatingip (89b59455-44bf-4636-b3bf-8fff687eae0a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:18.658232 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33d3dc53-9538-4e9e-98e5-989429bd399a tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:18.668968 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-33d3dc53-9538-4e9e-98e5-989429bd399a tempest-AttachSCSIVolumeTestJSON-1812146056 tempest-AttachSCSIVolumeTestJSON-1812146056-project] 10.222.0.18 "DELETE /v2.0/floatingips/89b59455-44bf-4636-b3bf-8fff687eae0a HTTP/1.1" status: 204 len: 168 time: 0.9281011 Mar 23 01:47:18.707052 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3ec68-0111-423e-8003-14449eed4f16 req-4dd11f30-d08a-4d78-97f5-d35682c4bad3 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:18.715061 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6e3ec68-0111-423e-8003-14449eed4f16 req-4dd11f30-d08a-4d78-97f5-d35682c4bad3 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 945 time: 0.1790543 Mar 23 01:47:18.788073 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6e3ec68-0111-423e-8003-14449eed4f16 req-7104e560-474b-4387-b9c9-ee6c7cc149f4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717688 Mar 23 01:47:19.093825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-1a2a8e9e-2a51-4450-b136-293f7791ad6e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:19.100946 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-1a2a8e9e-2a51-4450-b136-293f7791ad6e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/networks?id=6814924c-793b-43d0-b252-120300dc6e62 HTTP/1.1" status: 200 len: 909 time: 0.1288276 Mar 23 01:47:19.116083 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-9f8af665-f5f0-4b65-bc3d-10e0e991bcb6 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/quotas/1bd6b53711c941b687aa8ceafc50aad2 HTTP/1.1" status: 200 len: 375 time: 0.0143607 Mar 23 01:47:19.170845 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-119b9d12-fc34-42eb-89a6-86099877c332 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bd6b53711c941b687aa8ceafc50aad2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538847 Mar 23 01:47:19.355389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72ed17-81d7-4f4a-8568-09978c8a5ab3 req-2f2abc93-f8b4-4c35-87a7-f311c3a6045d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:19.358430 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-851a15e8-8b3d-4f54-927b-c4a3b0a2c864 service neutron] 10.222.0.18 "GET /v2.0/networks/6814924c-793b-43d0-b252-120300dc6e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803753 Mar 23 01:47:19.361131 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c72ed17-81d7-4f4a-8568-09978c8a5ab3 req-2f2abc93-f8b4-4c35-87a7-f311c3a6045d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1584678 Mar 23 01:47:19.446327 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c72ed17-81d7-4f4a-8568-09978c8a5ab3 req-02c1dc30-2b5e-429c-800b-e6e4c4c939b8 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767262 Mar 23 01:47:19.502350 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-08bef722-1459-46d3-8fb8-0372c400d65e service neutron] 10.222.0.18 "GET /v2.0/networks/6814924c-793b-43d0-b252-120300dc6e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313050 Mar 23 01:47:19.533333 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8d8685e8-6719-4028-9e63-56835cc6ccb8 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:47:19.542201 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c775e0c8-7a36-4103-924c-714821e2a945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:19.650739 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24397c64-008f-4231-a11f-0ece92bd3977 req-3744fddc-9069-41ad-9309-e35c25ebd458 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:19.663488 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-24397c64-008f-4231-a11f-0ece92bd3977 req-3744fddc-9069-41ad-9309-e35c25ebd458 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1233900 Mar 23 01:47:19.780139 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-24397c64-008f-4231-a11f-0ece92bd3977 req-998f3f0b-e487-4126-a3fc-3483143f62c5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117282 Mar 23 01:47:19.799492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8d8685e8-6719-4028-9e63-56835cc6ccb8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:19.815572 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c09b9b0a-1b8f-4a5c-8954-74ca6655b73b req-37b6a0f8-c1e0-47a2-9cb6-1b2a31946dec tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 210 time: 0.0461135 Mar 23 01:47:19.843547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '8d8685e8-6719-4028-9e63-56835cc6ccb8', 'network_id': '3825b5ed-ea06-4807-aed8-422b72ca6916', 'port_id': '8d8685e8-6719-4028-9e63-56835cc6ccb8', 'mac_address': 'fa:16:3e:ca:cc:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ad0308-8885-4b30-b976-2a6f309d1ec3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:47:20.002423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 8d8685e8-6719-4028-9e63-56835cc6ccb8 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:47:20.002830 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:20.033175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8e57e-fdd7-42fa-9473-2022589dd892 req-e89cca7f-9e6f-4b87-a643-98b44fbebfd1 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:20.039967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8685e8-6719-4028-9e63-56835cc6ccb8 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:47:20.044147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c2e8e57e-fdd7-42fa-9473-2022589dd892 req-e89cca7f-9e6f-4b87-a643-98b44fbebfd1 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 945 time: 0.1598642 Mar 23 01:47:20.108520 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8d8685e8-6719-4028-9e63-56835cc6ccb8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:20.146695 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:20.149823 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c2e8e57e-fdd7-42fa-9473-2022589dd892 req-5ea040fe-9944-4496-9d6d-11b3dd968bb5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984008 Mar 23 01:47:20.331797 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=8d8685e8-6719-4028-9e63-56835cc6ccb8,revision_number=11']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:20.546575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['8d8685e8-6719-4028-9e63-56835cc6ccb8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:47:20.638461 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:21.069761 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-894822c8-88ce-401f-a03b-49cce8f0bbc5 req-848b0a17-ba87-4bcd-b565-20329548a1a0 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 210 time: 0.0700474 Mar 23 01:47:21.474573 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7b09-be12-4c25-8de6-782d0e602d2a req-bf60d212-2c1d-4560-8188-f865a45d417f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:21.486602 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bf8f7b09-be12-4c25-8de6-782d0e602d2a req-bf60d212-2c1d-4560-8188-f865a45d417f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee HTTP/1.1" status: 200 len: 943 time: 0.1255581 Mar 23 01:47:21.518241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123db871-784c-498c-9877-76017a4c324a req-df304df6-fa86-4751-a0b2-e6f83c21b0de tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:21.524533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-123db871-784c-498c-9877-76017a4c324a req-df304df6-fa86-4751-a0b2-e6f83c21b0de tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1200862 Mar 23 01:47:21.621214 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-123db871-784c-498c-9877-76017a4c324a req-e6044bc2-18ff-499f-a8d3-ccd541d59bef tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863307 Mar 23 01:47:21.804918 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ab13b986-28a9-48ed-aeff-4218c939e338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:21.837690 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-bf8f7b09-be12-4c25-8de6-782d0e602d2a req-7f4d413f-6f96-402c-97ca-34b81bd52d61 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Deleting port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:21.838261 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-bf8f7b09-be12-4c25-8de6-782d0e602d2a req-7f4d413f-6f96-402c-97ca-34b81bd52d61 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:21.897397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-7902494e-82eb-4fc9-a7d3-0c061bc42114 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:21.901741 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-7902494e-82eb-4fc9-a7d3-0c061bc42114 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.43 "GET /v2.0/networks?id=6814924c-793b-43d0-b252-120300dc6e62 HTTP/1.1" status: 200 len: 909 time: 0.3402414 Mar 23 01:47:21.923924 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-70de7f13-80f0-4c21-98ee-49468ec81aad tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Request body: {'port': {'device_id': 'cf3d0960-a85d-4c22-8bd7-186c4735a8df', 'network_id': '6814924c-793b-43d0-b252-120300dc6e62', 'admin_state_up': True, 'tenant_id': '1bd6b53711c941b687aa8ceafc50aad2'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:47:21.953817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-70de7f13-80f0-4c21-98ee-49468ec81aad tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Made reservation on behalf of 1bd6b53711c941b687aa8ceafc50aad2 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:47:21.956512 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-70de7f13-80f0-4c21-98ee-49468ec81aad tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:22.173432 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-bf8f7b09-be12-4c25-8de6-782d0e602d2a req-7f4d413f-6f96-402c-97ca-34b81bd52d61 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] For port 1bb13a0c-a95e-498d-99cf-426708fbc5b8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1bb13a0c-a95e-498d-99cf-426708fbc5b8,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:22.173801 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-bf8f7b09-be12-4c25-8de6-782d0e602d2a req-7f4d413f-6f96-402c-97ca-34b81bd52d61 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:22.220945 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d27cfa1-68d9-440f-a6be-dafe952cf73d req-ddc18339-7e17-45e2-b4e7-c9f6a0b29b5b tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 210 time: 0.0486648 Mar 23 01:47:22.250707 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-bf8f7b09-be12-4c25-8de6-782d0e602d2a req-7f4d413f-6f96-402c-97ca-34b81bd52d61 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Calling delete_port for 1bb13a0c-a95e-498d-99cf-426708fbc5b8 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:22.552319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-70de7f13-80f0-4c21-98ee-49468ec81aad tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Allocated IP 172.20.0.9 (6814924c-793b-43d0-b252-120300dc6e62/283c170e-6ba1-4121-8754-07b8cd9cb7e1/87ba12f4-e51f-4a09-bce9-d130546376e5) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:47:22.572466 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-bf8f7b09-be12-4c25-8de6-782d0e602d2a req-7f4d413f-6f96-402c-97ca-34b81bd52d61 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1bb13a0c-a95e-498d-99cf-426708fbc5b8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:22.588154 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8d09241b-051c-40f7-b696-948a130aec12'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:47:22.629518 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d413f-6f96-402c-97ca-34b81bd52d61 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event deleted for resources: {'Port': ['ID=1bb13a0c-a95e-498d-99cf-426708fbc5b8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:22.657348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['0d3cf457-57a4-4005-b615-3079074328b8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:47:22.695862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8f7b09-be12-4c25-8de6-782d0e602d2a req-7f4d413f-6f96-402c-97ca-34b81bd52d61 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] No DVR routers for this DVR port 1bb13a0c-a95e-498d-99cf-426708fbc5b8 on host n-h1-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:47:22.699236 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-bf8f7b09-be12-4c25-8de6-782d0e602d2a req-7f4d413f-6f96-402c-97ca-34b81bd52d61 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:22.710745 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bf8f7b09-be12-4c25-8de6-782d0e602d2a req-7f4d413f-6f96-402c-97ca-34b81bd52d61 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "DELETE /v2.0/ports/1bb13a0c-a95e-498d-99cf-426708fbc5b8 HTTP/1.1" status: 204 len: 173 time: 1.2209103 Mar 23 01:47:22.715930 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee', 'name': 'network-vif-deleted', 'tag': '1bb13a0c-a95e-498d-99cf-426708fbc5b8'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:47:22.719340 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18d2be5-4e1d-45c9-8cd6-6e1b801cc4af" -d '{"events": [{"server_uuid": "cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee", "name": "network-vif-deleted", "tag": "1bb13a0c-a95e-498d-99cf-426708fbc5b8"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:47:22.980901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0b826-a658-4300-8446-66f5d0e57063 req-694e6e8a-a9c9-4248-9ce5-6964965bef3a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:22.983897 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-70de7f13-80f0-4c21-98ee-49468ec81aad tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Publish callbacks [] for port (87ba12f4-e51f-4a09-bce9-d130546376e5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:23.002757 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fea0b826-a658-4300-8446-66f5d0e57063 req-694e6e8a-a9c9-4248-9ce5-6964965bef3a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.1851060 Mar 23 01:47:23.070961 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-70de7f13-80f0-4c21-98ee-49468ec81aad tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (87ba12f4-e51f-4a09-bce9-d130546376e5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:23.155364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de7f13-80f0-4c21-98ee-49468ec81aad tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Pushing event updated for resources: {'Port': ['ID=87ba12f4-e51f-4a09-bce9-d130546376e5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:23.182493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-70de7f13-80f0-4c21-98ee-49468ec81aad tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Network 6814924c-793b-43d0-b252-120300dc6e62 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:47:23.184273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-70de7f13-80f0-4c21-98ee-49468ec81aad tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:47:23.187344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-70de7f13-80f0-4c21-98ee-49468ec81aad tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:47:23.189191 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fea0b826-a658-4300-8446-66f5d0e57063 req-2d88be52-3c5f-4522-b747-77973c842474 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807511 Mar 23 01:47:23.203507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['fe1e5d84-071e-40f9-9007-f074342ab3d2'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:47:23.256694 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-70de7f13-80f0-4c21-98ee-49468ec81aad tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:23.257326 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-70de7f13-80f0-4c21-98ee-49468ec81aad tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:23.303337 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-70de7f13-80f0-4c21-98ee-49468ec81aad tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3830884 Mar 23 01:47:23.322403 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Request body: {'port': {'device_id': 'cf3d0960-a85d-4c22-8bd7-186c4735a8df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:47:23.391241 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:23.399907 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (87ba12f4-e51f-4a09-bce9-d130546376e5), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:23.550386 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8d8685e8-6719-4028-9e63-56835cc6ccb8 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:47:23.756207 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 23 Mar 2022 01:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da79f95-0c78-4caf-beb0-c7d8ca395f57 x-openstack-request-id: req-8da79f95-0c78-4caf-beb0-c7d8ca395f57 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:47:23.756782 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee", "name": "network-vif-deleted", "tag": "1bb13a0c-a95e-498d-99cf-426708fbc5b8", "status": "failed", "code": 422}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:47:23.769332 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8da79f95-0c78-4caf-beb0-c7d8ca395f57 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:47:23.769867 n-d-834677-4 neutron-server[99263]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8da79f95-0c78-4caf-beb0-c7d8ca395f57']: {'server_uuid': 'cd8a7fee-3c7c-4875-8c01-1995c2d9e3ee', 'name': 'network-vif-deleted', 'tag': '1bb13a0c-a95e-498d-99cf-426708fbc5b8', 'status': 'failed', 'code': 422} returned with failed status Mar 23 01:47:23.855338 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e42a0d-6dac-4e93-b9c8-a603aaf97254 req-20a4b453-b090-452a-b87a-1d36b42eb5df tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:23.863449 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e5e42a0d-6dac-4e93-b9c8-a603aaf97254 req-20a4b453-b090-452a-b87a-1d36b42eb5df tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 1027 time: 0.0917702 Mar 23 01:47:23.933152 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e5e42a0d-6dac-4e93-b9c8-a603aaf97254 req-d019698b-9e35-4f1d-867d-d30c219f7fde tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686193 Mar 23 01:47:23.983243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2e204b13-5f00-4ff5-9df9-f427f8e57606 None None] Provisioning complete for port 87ba12f4-e51f-4a09-bce9-d130546376e5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:47:23.983813 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e204b13-5f00-4ff5-9df9-f427f8e57606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (87ba12f4-e51f-4a09-bce9-d130546376e5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:24.023495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2e204b13-5f00-4ff5-9df9-f427f8e57606 None None] Port 87ba12f4-e51f-4a09-bce9-d130546376e5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:47:24.187445 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 8d8685e8-6719-4028-9e63-56835cc6ccb8 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:47:24.204782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 8d8685e8-6719-4028-9e63-56835cc6ccb8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:47:24.205353 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:24.335324 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ba12f4-e51f-4a09-bce9-d130546376e5 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:47:24.353639 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Publish callbacks [] for port (87ba12f4-e51f-4a09-bce9-d130546376e5), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:24.391207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Transition to ACTIVE for port object 87ba12f4-e51f-4a09-bce9-d130546376e5 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:47:24.400324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 8d8685e8-6719-4028-9e63-56835cc6ccb8 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:47:24.400853 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:24.417197 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (87ba12f4-e51f-4a09-bce9-d130546376e5), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:24.557279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Pushing event updated for resources: {'Port': ['ID=87ba12f4-e51f-4a09-bce9-d130546376e5,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:24.581911 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c9491-da0b-4616-94a0-c06ea1f3fec1 req-70ded15b-3a17-4d2e-b329-f574091ec216 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:24.589759 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e8c9491-da0b-4616-94a0-c06ea1f3fec1 req-70ded15b-3a17-4d2e-b329-f574091ec216 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 946 time: 0.2144833 Mar 23 01:47:24.741432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1bf9e-67ab-45de-85cb-450c1ba8c4ff req-80f7cba6-1521-475f-9324-0e0b46555e66 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:24.766283 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5fd1bf9e-67ab-45de-85cb-450c1ba8c4ff req-80f7cba6-1521-475f-9324-0e0b46555e66 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 907 time: 0.1717360 Mar 23 01:47:24.776294 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e8c9491-da0b-4616-94a0-c06ea1f3fec1 req-03d9b989-d195-4c64-a204-2fbbf5459f13 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841538 Mar 23 01:47:24.797309 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Attempting to bind port 87ba12f4-e51f-4a09-bce9-d130546376e5 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:47:24.797657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Attempting to bind port 87ba12f4-e51f-4a09-bce9-d130546376e5 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '41938f11-d08a-4064-a6c0-63c144f6cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6814924c-793b-43d0-b252-120300dc6e62'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:47:24.798086 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Attempting to bind port 87ba12f4-e51f-4a09-bce9-d130546376e5 on network 6814924c-793b-43d0-b252-120300dc6e62 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:47:24.816274 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Port 87ba12f4-e51f-4a09-bce9-d130546376e5 on network 6814924c-793b-43d0-b252-120300dc6e62 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:47:24.816880 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Attempting to bind port 87ba12f4-e51f-4a09-bce9-d130546376e5 on network 6814924c-793b-43d0-b252-120300dc6e62 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:47:24.822815 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:47:24.823152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Checking segment: {'id': '41938f11-d08a-4064-a6c0-63c144f6cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6814924c-793b-43d0-b252-120300dc6e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:47:24.823547 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Bound using segment: {'id': '41938f11-d08a-4064-a6c0-63c144f6cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6814924c-793b-43d0-b252-120300dc6e62'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:47:24.824096 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Bound port: 87ba12f4-e51f-4a09-bce9-d130546376e5, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41938f11-d08a-4064-a6c0-63c144f6cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6814924c-793b-43d0-b252-120300dc6e62'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:47:24.824464 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (87ba12f4-e51f-4a09-bce9-d130546376e5), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:24.856395 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86a2839-1557-4eca-bc1f-5685f5670e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8685e8-6719-4028-9e63-56835cc6ccb8'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:47:24.861847 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99151a6b-0674-4ebc-a92d-7cc023ca6dac" -d '{"events": [{"server_uuid": "a86a2839-1557-4eca-bc1f-5685f5670e01", "name": "network-vif-plugged", "status": "completed", "tag": "8d8685e8-6719-4028-9e63-56835cc6ccb8"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:47:24.888879 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:24.894583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8d8685e8-6719-4028-9e63-56835cc6ccb8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:24.906273 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:24.964916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] For port 87ba12f4-e51f-4a09-bce9-d130546376e5, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:47:24.971853 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] For port 87ba12f4-e51f-4a09-bce9-d130546376e5, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=87ba12f4-e51f-4a09-bce9-d130546376e5,segment=NetworkSegment(41938f11-d08a-4064-a6c0-63c144f6cd75),segment_id=41938f11-d08a-4064-a6c0-63c144f6cd75)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:47:24.993667 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (87ba12f4-e51f-4a09-bce9-d130546376e5), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:25.002311 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8578dae1-b19c-4493-96cf-7835bcaf729d x-openstack-request-id: req-8578dae1-b19c-4493-96cf-7835bcaf729d {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:47:25.002609 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86a2839-1557-4eca-bc1f-5685f5670e01", "name": "network-vif-plugged", "status": "completed", "tag": "8d8685e8-6719-4028-9e63-56835cc6ccb8", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:47:25.002872 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8578dae1-b19c-4493-96cf-7835bcaf729d {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:47:25.003290 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8578dae1-b19c-4493-96cf-7835bcaf729d'] response: {'server_uuid': 'a86a2839-1557-4eca-bc1f-5685f5670e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8685e8-6719-4028-9e63-56835cc6ccb8', 'code': 200} Mar 23 01:47:25.010601 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=8d8685e8-6719-4028-9e63-56835cc6ccb8,revision_number=12']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:25.084551 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:25.092967 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:25.094723 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] 10.222.0.43 "PUT /v2.0/ports/87ba12f4-e51f-4a09-bce9-d130546376e5 HTTP/1.1" status: 200 len: 1091 time: 1.7794149 Mar 23 01:47:25.257861 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5aca56-5600-43fc-9662-77b5e0cbdc9d service neutron] Pushing event updated for resources: {'Port': ['ID=87ba12f4-e51f-4a09-bce9-d130546376e5,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:25.302256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5d246-176d-4148-be70-e0eba131fcb1 req-8a3b18b9-f326-43a5-b1f3-e11ebaed1df1 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:25.310338 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d2d5d246-176d-4148-be70-e0eba131fcb1 req-8a3b18b9-f326-43a5-b1f3-e11ebaed1df1 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 1125 time: 0.2590659 Mar 23 01:47:25.340546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fb5b8-9753-417c-a43e-19144cdd6b6d req-d1ab7a98-57f6-4f74-b551-5e111beb3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:25.342204 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5c1fb5b8-9753-417c-a43e-19144cdd6b6d req-d1ab7a98-57f6-4f74-b551-5e111beb3865 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 1129 time: 0.1844935 Mar 23 01:47:25.351438 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-2ab91b75-cf1b-4e61-a8e1-eed336e6c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:25.359157 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-2ab91b75-cf1b-4e61-a8e1-eed336e6c31d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bd6b53711c941b687aa8ceafc50aad2&device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 1125 time: 0.1763718 Mar 23 01:47:25.486486 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-03e9c189-6f9d-4bd8-a86c-59c64982bf3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ba12f4-e51f-4a09-bce9-d130546376e5 HTTP/1.1" status: 200 len: 217 time: 0.1045847 Mar 23 01:47:25.489392 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d2d5d246-176d-4148-be70-e0eba131fcb1 req-0a44a519-741b-4d09-b327-52f41c78911a tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782734 Mar 23 01:47:25.561554 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5c1fb5b8-9753-417c-a43e-19144cdd6b6d req-b0158136-1fd0-4cba-8ef5-ca498b37c3f1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012854 Mar 23 01:47:25.575717 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-2689c8da-7a65-4a5c-9ca4-9714b325cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:25.577518 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-2689c8da-7a65-4a5c-9ca4-9714b325cbbb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=283c170e-6ba1-4121-8754-07b8cd9cb7e1 HTTP/1.1" status: 200 len: 848 time: 0.0694697 Mar 23 01:47:25.770963 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3d0960-a85d-4c22-8bd7-186c4735a8df', 'tag': '87ba12f4-e51f-4a09-bce9-d130546376e5'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:47:25.775208 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45536c8-31d8-48f4-adfb-f14d9872a3dc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3d0960-a85d-4c22-8bd7-186c4735a8df", "tag": "87ba12f4-e51f-4a09-bce9-d130546376e5"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:47:25.810463 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:25.901810 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70ef3c-e247-4ac5-953f-e9be426b56e8 req-b60c8a58-f18d-41d8-ad56-3c359e55959c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:25.903385 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d70ef3c-e247-4ac5-953f-e9be426b56e8 req-b60c8a58-f18d-41d8-ad56-3c359e55959c tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.42 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 907 time: 0.1649752 Mar 23 01:47:25.915059 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba39751f-637a-4b6a-8acb-b524ac75bf4f x-openstack-request-id: req-ba39751f-637a-4b6a-8acb-b524ac75bf4f {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:47:25.915612 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3d0960-a85d-4c22-8bd7-186c4735a8df", "tag": "87ba12f4-e51f-4a09-bce9-d130546376e5", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:47:25.918387 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba39751f-637a-4b6a-8acb-b524ac75bf4f {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:47:25.919055 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba39751f-637a-4b6a-8acb-b524ac75bf4f'] response: {'name': 'network-changed', 'server_uuid': 'cf3d0960-a85d-4c22-8bd7-186c4735a8df', 'tag': '87ba12f4-e51f-4a09-bce9-d130546376e5', 'status': 'completed', 'code': 200} Mar 23 01:47:25.995307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeba90a-faba-4747-abc1-8899511a0c63 req-41daab2f-e8c1-4a47-a147-50a0058a94e1 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:26.008147 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ddeba90a-faba-4747-abc1-8899511a0c63 req-41daab2f-e8c1-4a47-a147-50a0058a94e1 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 907 time: 0.1340590 Mar 23 01:47:26.083239 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-efbba4aa-5305-4c98-b7c9-56ac57ff3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:26.085064 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-efbba4aa-5305-4c98-b7c9-56ac57ff3962 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6814924c-793b-43d0-b252-120300dc6e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1180148 Mar 23 01:47:26.097104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da82bf6-72ea-4fce-a418-31e6e223d351 req-8cba1299-1cb2-4caa-993e-4bbbe66c82a4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:26.104448 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5da82bf6-72ea-4fce-a418-31e6e223d351 req-8cba1299-1cb2-4caa-993e-4bbbe66c82a4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.1076198 Mar 23 01:47:26.128537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-9d70ef3c-e247-4ac5-953f-e9be426b56e8 req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Deleting port 1e0b593c-2ce2-49d3-a433-432299c6327c {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:26.129156 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9d70ef3c-e247-4ac5-953f-e9be426b56e8 req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:26.269154 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-e0e1c372-1118-473b-885f-f7b8fdd56243 service neutron] 10.222.0.43 "GET /v2.0/networks/6814924c-793b-43d0-b252-120300dc6e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737983 Mar 23 01:47:26.290916 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5da82bf6-72ea-4fce-a418-31e6e223d351 req-0afa0826-d1e1-4a25-b977-9f5a3d6cde22 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853611 Mar 23 01:47:26.423174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9d70ef3c-e247-4ac5-953f-e9be426b56e8 req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] For port 1e0b593c-2ce2-49d3-a433-432299c6327c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1e0b593c-2ce2-49d3-a433-432299c6327c,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:26.426908 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9d70ef3c-e247-4ac5-953f-e9be426b56e8 req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:26.456078 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2662fea-802c-4a18-b2b5-2401af20b026 req-dd4ae164-8342-4cb9-a2cd-a7014b3f7e7d service neutron] 10.222.0.43 "GET /v2.0/networks/6814924c-793b-43d0-b252-120300dc6e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792099 Mar 23 01:47:26.483413 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-9d70ef3c-e247-4ac5-953f-e9be426b56e8 req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Calling delete_port for 1e0b593c-2ce2-49d3-a433-432299c6327c owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:26.740759 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45536c8-31d8-48f4-adfb-f14d9872a3dc req-9de7a44e-f2e1-41e2-930a-39a18a2eaf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:26.743766 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9d70ef3c-e247-4ac5-953f-e9be426b56e8 req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (1e0b593c-2ce2-49d3-a433-432299c6327c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:26.751235 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f45536c8-31d8-48f4-adfb-f14d9872a3dc req-9de7a44e-f2e1-41e2-930a-39a18a2eaf0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bd6b53711c941b687aa8ceafc50aad2&device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 1125 time: 0.1822965 Mar 23 01:47:26.817724 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4ed38-409d-442b-98b6-cee9ac15ec69 req-65f9d7b1-25cb-4df4-a9ee-28672643c5c0 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:26.827072 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48d4ed38-409d-442b-98b6-cee9ac15ec69 req-65f9d7b1-25cb-4df4-a9ee-28672643c5c0 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 1125 time: 0.2114429 Mar 23 01:47:26.884520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event deleted for resources: {'Port': ['ID=1e0b593c-2ce2-49d3-a433-432299c6327c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:26.966498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d70ef3c-e247-4ac5-953f-e9be426b56e8 req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] No DVR routers for this DVR port 1e0b593c-2ce2-49d3-a433-432299c6327c on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:47:26.972518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:26.977977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:26.979752 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:26.983439 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:26.984253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:26.984866 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:26.985595 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:26.986026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:26.986469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:26.987473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:26.989160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:26.989885 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:26.990712 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:26.993447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:26.994166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:26.998499 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9d70ef3c-e247-4ac5-953f-e9be426b56e8 req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:27.004318 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d70ef3c-e247-4ac5-953f-e9be426b56e8 req-8da61eaf-b67c-48e6-83d4-631e9843c556 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.42 "DELETE /v2.0/ports/1e0b593c-2ce2-49d3-a433-432299c6327c HTTP/1.1" status: 204 len: 173 time: 1.0747700 Mar 23 01:47:27.005028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40aff6f-34a0-4b07-8073-0199038e5d0f', 'name': 'network-vif-deleted', 'tag': '1e0b593c-2ce2-49d3-a433-432299c6327c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:47:27.009562 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70514829-76dc-4f54-9d78-2175b29aa338" -d '{"events": [{"server_uuid": "d40aff6f-34a0-4b07-8073-0199038e5d0f", "name": "network-vif-deleted", "tag": "1e0b593c-2ce2-49d3-a433-432299c6327c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:47:27.090026 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a8b64a-81d1-4071-82ae-430452a1c772 x-openstack-request-id: req-38a8b64a-81d1-4071-82ae-430452a1c772 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:47:27.090888 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40aff6f-34a0-4b07-8073-0199038e5d0f", "name": "network-vif-deleted", "tag": "1e0b593c-2ce2-49d3-a433-432299c6327c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:47:27.091579 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38a8b64a-81d1-4071-82ae-430452a1c772 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:47:27.092369 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a8b64a-81d1-4071-82ae-430452a1c772'] response: {'server_uuid': 'd40aff6f-34a0-4b07-8073-0199038e5d0f', 'name': 'network-vif-deleted', 'tag': '1e0b593c-2ce2-49d3-a433-432299c6327c', 'status': 'completed', 'code': 200} Mar 23 01:47:27.132923 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48d4ed38-409d-442b-98b6-cee9ac15ec69 req-a1fd0aa8-dcc2-4232-91a0-27cd71a8eb32 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997391 Mar 23 01:47:27.210680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45536c8-31d8-48f4-adfb-f14d9872a3dc req-af06ad0f-f589-4ba6-8834-d0969dc926bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:27.224790 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f45536c8-31d8-48f4-adfb-f14d9872a3dc req-af06ad0f-f589-4ba6-8834-d0969dc926bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=6814924c-793b-43d0-b252-120300dc6e62 HTTP/1.1" status: 200 len: 909 time: 0.4604125 Mar 23 01:47:27.308010 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-40659ba1-ca1b-4361-a207-638dce12a8cc req-ee785d81-7182-4485-ac1e-8ac062b51764 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40aff6f-34a0-4b07-8073-0199038e5d0f HTTP/1.1" status: 200 len: 210 time: 0.1077371 Mar 23 01:47:27.408789 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f45536c8-31d8-48f4-adfb-f14d9872a3dc req-3760239e-bb08-4715-86b3-4aea6c55da04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ba12f4-e51f-4a09-bce9-d130546376e5 HTTP/1.1" status: 200 len: 217 time: 0.1735916 Mar 23 01:47:27.542898 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45536c8-31d8-48f4-adfb-f14d9872a3dc req-83c8786d-d5cd-4718-ba0c-f5b79c16cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:27.544914 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f45536c8-31d8-48f4-adfb-f14d9872a3dc req-83c8786d-d5cd-4718-ba0c-f5b79c16cd9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=283c170e-6ba1-4121-8754-07b8cd9cb7e1 HTTP/1.1" status: 200 len: 848 time: 0.1295116 Mar 23 01:47:27.652848 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec6a46-def5-4ed1-b476-b871a44ab61a req-1e1afc74-3f53-412e-8b0a-8fa005f29da5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:27.652848 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-baec6a46-def5-4ed1-b476-b871a44ab61a req-1e1afc74-3f53-412e-8b0a-8fa005f29da5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.2023079 Mar 23 01:47:27.730734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45536c8-31d8-48f4-adfb-f14d9872a3dc req-e30c20c5-8f15-4e6e-9d0d-f46262563399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:27.734462 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f45536c8-31d8-48f4-adfb-f14d9872a3dc req-e30c20c5-8f15-4e6e-9d0d-f46262563399 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6814924c-793b-43d0-b252-120300dc6e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1789124 Mar 23 01:47:27.763788 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-baec6a46-def5-4ed1-b476-b871a44ab61a req-3f4df32b-f734-4615-9fa0-c0a70c76e01a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996485 Mar 23 01:47:27.917784 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f45536c8-31d8-48f4-adfb-f14d9872a3dc req-46e5d52d-2a6d-4021-a0ee-c1c6eb9045b7 service neutron] 10.222.0.43 "GET /v2.0/networks/6814924c-793b-43d0-b252-120300dc6e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504397 Mar 23 01:47:28.050228 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f45536c8-31d8-48f4-adfb-f14d9872a3dc req-9dfdf69e-d969-426c-9687-5d8cb8e3c353 service neutron] 10.222.0.43 "GET /v2.0/networks/6814924c-793b-43d0-b252-120300dc6e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258190 Mar 23 01:47:28.360124 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f0226-23bb-4c48-9037-37df47349c34 req-e74e2e9b-3e6d-4699-a1ce-29017e4b72ce tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:28.361711 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-628f0226-23bb-4c48-9037-37df47349c34 req-e74e2e9b-3e6d-4699-a1ce-29017e4b72ce tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 1125 time: 0.1056502 Mar 23 01:47:28.468840 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-628f0226-23bb-4c48-9037-37df47349c34 req-31df2a4f-4bf0-4527-b627-984417a11f51 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971684 Mar 23 01:47:28.862770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 1e0b593c-2ce2-49d3-a433-432299c6327c no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:47:28.917763 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b2fe9-812c-44a7-849a-87bc1ecf4019 req-0f3617cf-6a47-450c-b050-697583d39b01 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:28.923567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 1e0b593c-2ce2-49d3-a433-432299c6327c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:47:28.925732 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 1e0b593c-2ce2-49d3-a433-432299c6327c not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:47:28.933746 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ae8b2fe9-812c-44a7-849a-87bc1ecf4019 req-0f3617cf-6a47-450c-b050-697583d39b01 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 946 time: 0.1293435 Mar 23 01:47:28.979995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe977b2-e73f-4a49-9a34-d71723dbcc99 req-783c2661-a2b2-41a2-9edd-80b42d303ba9 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:28.982137 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cfe977b2-e73f-4a49-9a34-d71723dbcc99 req-783c2661-a2b2-41a2-9edd-80b42d303ba9 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.1302958 Mar 23 01:47:29.026739 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ae8b2fe9-812c-44a7-849a-87bc1ecf4019 req-a8ab88f1-fdae-466b-b7de-983e302a66ae tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920119 Mar 23 01:47:29.098251 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cfe977b2-e73f-4a49-9a34-d71723dbcc99 req-eb2af6fe-4e65-4f25-9e2b-534caf7b92ad tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084235 Mar 23 01:47:29.423449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e0d8b-f446-487a-82f2-22a8ccc8faca req-3981a96b-d38a-4f55-bb1e-c72366dd8611 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:29.428131 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-655e0d8b-f446-487a-82f2-22a8ccc8faca req-3981a96b-d38a-4f55-bb1e-c72366dd8611 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.1750576 Mar 23 01:47:29.482166 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-655e0d8b-f446-487a-82f2-22a8ccc8faca req-59eac5dc-6f6c-44ba-b26e-5aa7327042b2 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494671 Mar 23 01:47:29.598326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 87ba12f4-e51f-4a09-bce9-d130546376e5 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:47:29.724029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbf091-7035-4c17-9617-301d4ce1433d req-90a59976-488c-440a-ad6e-ba334d830cd2 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:29.735703 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79fbf091-7035-4c17-9617-301d4ce1433d req-90a59976-488c-440a-ad6e-ba334d830cd2 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.1000390 Mar 23 01:47:29.837989 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dbb9c-16ba-420b-b50b-c8ffc87c5980 req-79fe44bd-6920-434d-9ff8-f00895bea2bd tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:29.842112 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc1dbb9c-16ba-420b-b50b-c8ffc87c5980 req-79fe44bd-6920-434d-9ff8-f00895bea2bd tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 1125 time: 0.1803191 Mar 23 01:47:29.888237 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 87ba12f4-e51f-4a09-bce9-d130546376e5, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=87ba12f4-e51f-4a09-bce9-d130546376e5,segment=NetworkSegment(41938f11-d08a-4064-a6c0-63c144f6cd75),segment_id=41938f11-d08a-4064-a6c0-63c144f6cd75)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:29.906209 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '87ba12f4-e51f-4a09-bce9-d130546376e5', 'network_id': '6814924c-793b-43d0-b252-120300dc6e62', 'port_id': '87ba12f4-e51f-4a09-bce9-d130546376e5', 'mac_address': 'fa:16:3e:59:c5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283c170e-6ba1-4121-8754-07b8cd9cb7e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:47:29.914182 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79fbf091-7035-4c17-9617-301d4ce1433d req-de9dc9c6-ae81-4bb9-a4ec-9c174ec354ea tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759057 Mar 23 01:47:29.990282 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc1dbb9c-16ba-420b-b50b-c8ffc87c5980 req-4d0642d2-53e1-4bb0-9654-18782e901ace tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431153 Mar 23 01:47:30.045330 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 87ba12f4-e51f-4a09-bce9-d130546376e5 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:47:30.045721 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (87ba12f4-e51f-4a09-bce9-d130546376e5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:30.058835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22822a2-9748-46a4-a44f-0a04b9f6f838 req-ba542cad-6ac0-42f1-9a81-168ba86e8a61 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:30.060741 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b22822a2-9748-46a4-a44f-0a04b9f6f838 req-ba542cad-6ac0-42f1-9a81-168ba86e8a61 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.42 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 946 time: 0.0761411 Mar 23 01:47:30.094211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ba12f4-e51f-4a09-bce9-d130546376e5 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:47:30.149916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 87ba12f4-e51f-4a09-bce9-d130546376e5, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=87ba12f4-e51f-4a09-bce9-d130546376e5,segment=NetworkSegment(41938f11-d08a-4064-a6c0-63c144f6cd75),segment_id=41938f11-d08a-4064-a6c0-63c144f6cd75)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:30.166063 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (87ba12f4-e51f-4a09-bce9-d130546376e5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:30.264575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77b9d5-9fed-450b-8838-ed39c2a76eff req-76ee4b8b-893f-45b9-9481-c8e3f0a7759e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:30.266775 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d77b9d5-9fed-450b-8838-ed39c2a76eff req-76ee4b8b-893f-45b9-9481-c8e3f0a7759e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.1063533 Mar 23 01:47:30.365002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a1cc6-637a-4236-9df0-d5ce8508d515 req-961056f8-7085-40b2-bc07-c14c6140f8aa tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:30.371802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=87ba12f4-e51f-4a09-bce9-d130546376e5,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:30.383543 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b6a1cc6-637a-4236-9df0-d5ce8508d515 req-961056f8-7085-40b2-bc07-c14c6140f8aa tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 946 time: 0.1963611 Mar 23 01:47:30.404161 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d77b9d5-9fed-450b-8838-ed39c2a76eff req-1804269c-d40e-49ee-9f86-331fe27656c4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268003 Mar 23 01:47:30.414542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-b22822a2-9748-46a4-a44f-0a04b9f6f838 req-ab456f8a-4a41-4db8-8f49-3684a759d832 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Deleting port 8d09241b-051c-40f7-b696-948a130aec12 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:30.422218 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b22822a2-9748-46a4-a44f-0a04b9f6f838 req-ab456f8a-4a41-4db8-8f49-3684a759d832 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8d09241b-051c-40f7-b696-948a130aec12), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:30.488084 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b6a1cc6-637a-4236-9df0-d5ce8508d515 req-f83d5995-993b-470c-8dd0-c0b2d3bef0f9 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010561 Mar 23 01:47:30.594422 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['87ba12f4-e51f-4a09-bce9-d130546376e5'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:47:30.720122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52304) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:30.790359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365e1fb-8c71-42ce-b759-d0e646f28312 req-a1ed9add-2168-476e-b502-d2809762ad96 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:30.796593 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8365e1fb-8c71-42ce-b759-d0e646f28312 req-a1ed9add-2168-476e-b502-d2809762ad96 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.1495392 Mar 23 01:47:30.984995 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8365e1fb-8c71-42ce-b759-d0e646f28312 req-ce07ee36-673e-4c86-8353-0c4cf364303a tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819720 Mar 23 01:47:31.388540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb30b7-8008-4027-9a29-19284ace03ca req-26514493-ed92-4aca-a341-34ada58146f6 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:31.394751 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ceb30b7-8008-4027-9a29-19284ace03ca req-26514493-ed92-4aca-a341-34ada58146f6 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 1126 time: 0.2080626 Mar 23 01:47:31.512671 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ceb30b7-8008-4027-9a29-19284ace03ca req-a85c8242-da51-49b8-87ff-ccfc7fae0015 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923433 Mar 23 01:47:31.772033 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b7025-eaa0-4ab8-b9f4-2c71807e894e req-9fc1eae5-e534-418a-8127-b2da60d44a44 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:31.780909 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b95b7025-eaa0-4ab8-b9f4-2c71807e894e req-9fc1eae5-e534-418a-8127-b2da60d44a44 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 946 time: 0.1049461 Mar 23 01:47:31.811200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b22822a2-9748-46a4-a44f-0a04b9f6f838 req-ab456f8a-4a41-4db8-8f49-3684a759d832 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] For port 8d09241b-051c-40f7-b696-948a130aec12, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8d09241b-051c-40f7-b696-948a130aec12,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:31.812219 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b22822a2-9748-46a4-a44f-0a04b9f6f838 req-ab456f8a-4a41-4db8-8f49-3684a759d832 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8d09241b-051c-40f7-b696-948a130aec12), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:31.863650 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b95b7025-eaa0-4ab8-b9f4-2c71807e894e req-a34ecb3b-888d-4d92-8878-257a430ffb44 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698187 Mar 23 01:47:31.875374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-b22822a2-9748-46a4-a44f-0a04b9f6f838 req-ab456f8a-4a41-4db8-8f49-3684a759d832 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Calling delete_port for 8d09241b-051c-40f7-b696-948a130aec12 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:32.047882 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b22822a2-9748-46a4-a44f-0a04b9f6f838 req-ab456f8a-4a41-4db8-8f49-3684a759d832 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8d09241b-051c-40f7-b696-948a130aec12), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:32.069429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fbcb9-2a48-4b23-bb94-ab35886d1b8c req-65c871a4-dae9-486c-9db2-361219942200 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:32.078999 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-845fbcb9-2a48-4b23-bb94-ab35886d1b8c req-65c871a4-dae9-486c-9db2-361219942200 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.3149552 Mar 23 01:47:32.087309 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['0d3cf457-57a4-4005-b615-3079074328b8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:47:32.189517 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-845fbcb9-2a48-4b23-bb94-ab35886d1b8c req-4690ff75-c559-45e9-98a5-2a739d61d804 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091344 Mar 23 01:47:32.190433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab456f8a-4a41-4db8-8f49-3684a759d832 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event deleted for resources: {'Port': ['ID=8d09241b-051c-40f7-b696-948a130aec12,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:32.473057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f000603-ab66-4c64-81ac-9091c3e6c31d req-9d4477e9-03cc-4843-9e52-ffc8c5450632 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:32.484363 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f000603-ab66-4c64-81ac-9091c3e6c31d req-9d4477e9-03cc-4843-9e52-ffc8c5450632 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.1428940 Mar 23 01:47:32.528733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22822a2-9748-46a4-a44f-0a04b9f6f838 req-ab456f8a-4a41-4db8-8f49-3684a759d832 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] No DVR routers for this DVR port 8d09241b-051c-40f7-b696-948a130aec12 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:47:32.532263 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b22822a2-9748-46a4-a44f-0a04b9f6f838 req-ab456f8a-4a41-4db8-8f49-3684a759d832 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:32.536920 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b22822a2-9748-46a4-a44f-0a04b9f6f838 req-ab456f8a-4a41-4db8-8f49-3684a759d832 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.42 "DELETE /v2.0/ports/8d09241b-051c-40f7-b696-948a130aec12 HTTP/1.1" status: 204 len: 173 time: 2.4667878 Mar 23 01:47:32.537407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01276856-1751-44ea-a29a-2ab865c9b782', 'name': 'network-vif-deleted', 'tag': '8d09241b-051c-40f7-b696-948a130aec12'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:47:32.541028 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f92ebb-763c-45f3-ac81-690a3ad6cb58" -d '{"events": [{"server_uuid": "01276856-1751-44ea-a29a-2ab865c9b782", "name": "network-vif-deleted", "tag": "8d09241b-051c-40f7-b696-948a130aec12"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:47:32.655909 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f000603-ab66-4c64-81ac-9091c3e6c31d req-47fddec1-68ab-4149-87d9-5df2b130c915 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691930 Mar 23 01:47:32.817666 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454fbb8f-e7a4-4f40-9215-e8a9c4c74dc1 x-openstack-request-id: req-454fbb8f-e7a4-4f40-9215-e8a9c4c74dc1 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:47:32.818279 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01276856-1751-44ea-a29a-2ab865c9b782", "name": "network-vif-deleted", "tag": "8d09241b-051c-40f7-b696-948a130aec12", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:47:32.818279 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-454fbb8f-e7a4-4f40-9215-e8a9c4c74dc1 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:47:32.818663 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-454fbb8f-e7a4-4f40-9215-e8a9c4c74dc1'] response: {'server_uuid': '01276856-1751-44ea-a29a-2ab865c9b782', 'name': 'network-vif-deleted', 'tag': '8d09241b-051c-40f7-b696-948a130aec12', 'status': 'completed', 'code': 200} Mar 23 01:47:32.900161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d09241b-051c-40f7-b696-948a130aec12 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:47:32.977752 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 8d09241b-051c-40f7-b696-948a130aec12 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:47:32.978119 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8d09241b-051c-40f7-b696-948a130aec12 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:47:33.194684 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8ce37-6a91-4516-842f-f38cd3404b65 req-680551fe-4d89-48e6-8649-0af20ee8ed6e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:33.207823 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b9a8ce37-6a91-4516-842f-f38cd3404b65 req-680551fe-4d89-48e6-8649-0af20ee8ed6e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 1126 time: 0.4372060 Mar 23 01:47:33.430842 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e39fac46-fcf1-4831-856b-021a0d4e34c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (fdb05240-63f4-4fb2-af2e-dc75bec8c7d7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:33.478794 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe69bf21-c116-4f96-a076-bcab1ce299a8 req-f8d5638b-f0fd-4bd1-94ed-fb2937ce5779 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=01276856-1751-44ea-a29a-2ab865c9b782 HTTP/1.1" status: 200 len: 210 time: 0.1018786 Mar 23 01:47:33.611735 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 87ba12f4-e51f-4a09-bce9-d130546376e5 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:47:33.713364 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 87ba12f4-e51f-4a09-bce9-d130546376e5 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:47:33.722730 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 87ba12f4-e51f-4a09-bce9-d130546376e5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:47:33.723903 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (87ba12f4-e51f-4a09-bce9-d130546376e5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:33.782112 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b9a8ce37-6a91-4516-842f-f38cd3404b65 req-2dab0f7a-2cbd-4f38-ba37-04581d8b9072 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501587 Mar 23 01:47:33.835647 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:33.837770 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52364) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:33.947427 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e3506-dc93-443f-9e95-c1d428c19286 req-05f10bc7-b906-424b-9772-39f4591d5aa8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:33.954086 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c03e3506-dc93-443f-9e95-c1d428c19286 req-05f10bc7-b906-424b-9772-39f4591d5aa8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.3134460 Mar 23 01:47:33.970639 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 87ba12f4-e51f-4a09-bce9-d130546376e5 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:47:33.987568 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (87ba12f4-e51f-4a09-bce9-d130546376e5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:34.072496 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3d0960-a85d-4c22-8bd7-186c4735a8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ba12f4-e51f-4a09-bce9-d130546376e5'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:47:34.082939 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c675d7-89a6-40c6-85d1-4b749774320e" -d '{"events": [{"server_uuid": "cf3d0960-a85d-4c22-8bd7-186c4735a8df", "name": "network-vif-plugged", "status": "completed", "tag": "87ba12f4-e51f-4a09-bce9-d130546376e5"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:47:34.126944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 87ba12f4-e51f-4a09-bce9-d130546376e5, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=87ba12f4-e51f-4a09-bce9-d130546376e5,segment=NetworkSegment(41938f11-d08a-4064-a6c0-63c144f6cd75),segment_id=41938f11-d08a-4064-a6c0-63c144f6cd75)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:34.139267 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (87ba12f4-e51f-4a09-bce9-d130546376e5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:34.169895 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c03e3506-dc93-443f-9e95-c1d428c19286 req-285d090a-2633-4386-9c01-4da261c6ff97 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069287 Mar 23 01:47:34.266538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=87ba12f4-e51f-4a09-bce9-d130546376e5,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:34.277326 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ca1eb0-cf6c-450d-9ce1-e04b6622e5aa x-openstack-request-id: req-d9ca1eb0-cf6c-450d-9ce1-e04b6622e5aa {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:47:34.277780 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3d0960-a85d-4c22-8bd7-186c4735a8df", "name": "network-vif-plugged", "status": "completed", "tag": "87ba12f4-e51f-4a09-bce9-d130546376e5", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:47:34.278180 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9ca1eb0-cf6c-450d-9ce1-e04b6622e5aa {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:47:34.279149 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9ca1eb0-cf6c-450d-9ce1-e04b6622e5aa'] response: {'server_uuid': 'cf3d0960-a85d-4c22-8bd7-186c4735a8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ba12f4-e51f-4a09-bce9-d130546376e5', 'code': 200} Mar 23 01:47:34.280752 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:34.281318 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:34.281805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:34.282288 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:34.282785 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:34.283263 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:34.283735 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:34.284212 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:34.284707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:34.285198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:34.285922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:34.286393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:34.286969 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:34.287442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:34.287925 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:34.344773 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50afdfd3-9f79-4765-9701-7fcf757881d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:34.494486 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50afdfd3-9f79-4765-9701-7fcf757881d1 admin admin] Publish callbacks [] for security_group (bd67c9d8-f0e1-45ed-88bb-b85469072e4b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:34.504461 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50afdfd3-9f79-4765-9701-7fcf757881d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bd67c9d8-f0e1-45ed-88bb-b85469072e4b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:34.515295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-e39fac46-fcf1-4831-856b-021a0d4e34c0 admin admin] Deleting port cf1d8355-223b-4dc2-979c-9fe6f1fd9925 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:34.515789 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e39fac46-fcf1-4831-856b-021a0d4e34c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:34.543243 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-50afdfd3-9f79-4765-9701-7fcf757881d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3bbcdd5dc5b64b4594a3ac818e4170bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6956167 Mar 23 01:47:34.557594 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52378) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:34.560993 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878d4c-657f-40cb-ae84-8cfb8761beb7 req-839f8b89-114d-44d3-926e-9741fc4c6b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:34.562996 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4a878d4c-657f-40cb-ae84-8cfb8761beb7 req-839f8b89-114d-44d3-926e-9741fc4c6b6b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 1127 time: 0.2814612 Mar 23 01:47:34.711807 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-e39fac46-fcf1-4831-856b-021a0d4e34c0 admin admin] For port cf1d8355-223b-4dc2-979c-9fe6f1fd9925, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=cf1d8355-223b-4dc2-979c-9fe6f1fd9925,segment=NetworkSegment(f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f),segment_id=f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:34.712266 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e39fac46-fcf1-4831-856b-021a0d4e34c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:34.727525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-e39fac46-fcf1-4831-856b-021a0d4e34c0 admin admin] Calling delete_port for cf1d8355-223b-4dc2-979c-9fe6f1fd9925 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:34.742167 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afdfd3-9f79-4765-9701-7fcf757881d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd67c9d8-f0e1-45ed-88bb-b85469072e4b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:34.959012 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93b8bcc4-3bed-40ce-8fca-a305981b2b19 admin admin] Publish callbacks [] for security_group (bd67c9d8-f0e1-45ed-88bb-b85469072e4b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:34.964970 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4a878d4c-657f-40cb-ae84-8cfb8761beb7 req-516f2cd0-b91c-40a5-bb37-7e4daf6a307c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904970 Mar 23 01:47:35.030878 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93b8bcc4-3bed-40ce-8fca-a305981b2b19 admin admin] Publish callbacks [] for security_group (bd67c9d8-f0e1-45ed-88bb-b85469072e4b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:35.106037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c9f05-364d-4d03-8ac6-601a6fd590c2 req-f2b53758-4fa7-49f7-95c9-44fcb34608fe tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:35.107518 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a47c9f05-364d-4d03-8ac6-601a6fd590c2 req-f2b53758-4fa7-49f7-95c9-44fcb34608fe tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 1127 time: 0.1235981 Mar 23 01:47:35.118788 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e39fac46-fcf1-4831-856b-021a0d4e34c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (cf1d8355-223b-4dc2-979c-9fe6f1fd9925), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:35.141584 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b42354-d5c7-4a75-9c40-de6ab6aa5bd5 req-6b1bdd0e-e2cf-4c17-9b63-469ab05c8991 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:35.143729 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-74b42354-d5c7-4a75-9c40-de6ab6aa5bd5 req-6b1bdd0e-e2cf-4c17-9b63-469ab05c8991 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.0997670 Mar 23 01:47:35.145164 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93b8bcc4-3bed-40ce-8fca-a305981b2b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bd67c9d8-f0e1-45ed-88bb-b85469072e4b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:35.150456 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93b8bcc4-3bed-40ce-8fca-a305981b2b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:35.151955 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-93b8bcc4-3bed-40ce-8fca-a305981b2b19 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd67c9d8-f0e1-45ed-88bb-b85469072e4b HTTP/1.1" status: 204 len: 168 time: 0.5874362 Mar 23 01:47:35.178523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8bcc4-3bed-40ce-8fca-a305981b2b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd67c9d8-f0e1-45ed-88bb-b85469072e4b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:35.209064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52396) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:35.231371 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-74b42354-d5c7-4a75-9c40-de6ab6aa5bd5 req-a15545e7-90cb-44b6-99d4-5453ba1ff9a5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779924 Mar 23 01:47:35.254601 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fac46-fcf1-4831-856b-021a0d4e34c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1d8355-223b-4dc2-979c-9fe6f1fd9925,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:35.432266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab6034-ff79-45d8-a41c-c380df4bd86e req-de4781ee-4b14-444e-9527-daf64b98f5e5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:35.445267 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-abab6034-ff79-45d8-a41c-c380df4bd86e req-de4781ee-4b14-444e-9527-daf64b98f5e5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.1169965 Mar 23 01:47:35.510136 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a42a823e-d56a-46ad-89dd-d29c64e4d836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:35.553960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e39fac46-fcf1-4831-856b-021a0d4e34c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (fdb05240-63f4-4fb2-af2e-dc75bec8c7d7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:35.575430 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a47c9f05-364d-4d03-8ac6-601a6fd590c2 req-406e2dbe-df00-40b0-b495-8945e930acea tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415059 Mar 23 01:47:35.718011 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-abab6034-ff79-45d8-a41c-c380df4bd86e req-cfa177c0-a95f-43b6-8767-834a673f1a43 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715781 Mar 23 01:47:35.852405 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a42a823e-d56a-46ad-89dd-d29c64e4d836 admin admin] Publish callbacks [] for security_group (a01806eb-4ea8-4383-adad-131b54a46049), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:35.891364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e21a6-b8ec-4102-8510-f53c5a0249d8 req-19d1f084-59ae-4b02-b870-234c09fd1956 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:35.892926 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d0e21a6-b8ec-4102-8510-f53c5a0249d8 req-19d1f084-59ae-4b02-b870-234c09fd1956 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 0.1739595 Mar 23 01:47:35.904689 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a42a823e-d56a-46ad-89dd-d29c64e4d836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a01806eb-4ea8-4383-adad-131b54a46049), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:36.019516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39fac46-fcf1-4831-856b-021a0d4e34c0 admin admin] Router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:47:36.055119 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a42a823e-d56a-46ad-89dd-d29c64e4d836 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41904f031a8a4d22b683237ae9c06682&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8444457 Mar 23 01:47:36.096242 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52414) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:36.100490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a823e-d56a-46ad-89dd-d29c64e4d836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01806eb-4ea8-4383-adad-131b54a46049,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:36.355186 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-275009cb-5cfe-455f-a324-7a907df1095b admin admin] Publish callbacks [] for security_group (a01806eb-4ea8-4383-adad-131b54a46049), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:36.365626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39fac46-fcf1-4831-856b-021a0d4e34c0 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:47:36.377104 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e39fac46-fcf1-4831-856b-021a0d4e34c0 admin admin] 10.222.0.18 "PUT /v2.0/routers/fdb05240-63f4-4fb2-af2e-dc75bec8c7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6545818 Mar 23 01:47:36.378288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52426) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:36.379096 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130dc329-59e8-4480-b284-d832f0a73e69 None None] Sync routers for ids ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:47:36.391312 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130dc329-59e8-4480-b284-d832f0a73e69 None None] Routers {'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:47:36.394020 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-130dc329-59e8-4480-b284-d832f0a73e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:36.419122 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-275009cb-5cfe-455f-a324-7a907df1095b admin admin] Publish callbacks [] for security_group (a01806eb-4ea8-4383-adad-131b54a46049), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:36.600391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-5d0e21a6-b8ec-4102-8510-f53c5a0249d8 req-9a54f920-c6bf-47a4-9845-efab72981d79 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Deleting port 0d3cf457-57a4-4005-b615-3079074328b8 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:36.601109 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5d0e21a6-b8ec-4102-8510-f53c5a0249d8 req-9a54f920-c6bf-47a4-9845-efab72981d79 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0d3cf457-57a4-4005-b615-3079074328b8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:36.636150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c3686-046c-4039-8903-9a60bb840d7f req-6d0a4334-5b35-44f2-ad3d-2d3e7b201ebb tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:36.638270 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-130dc329-59e8-4480-b284-d832f0a73e69 None None] Set router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:47:36.645635 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-560c3686-046c-4039-8903-9a60bb840d7f req-6d0a4334-5b35-44f2-ad3d-2d3e7b201ebb tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.2816756 Mar 23 01:47:36.665796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3bdab-e1c7-4b02-a1df-55d9f0b6d296 req-91d19585-a868-42ee-b54c-f41396f7fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:36.666707 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42b3bdab-e1c7-4b02-a1df-55d9f0b6d296 req-91d19585-a868-42ee-b54c-f41396f7fe9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6fc474583d1d4fbfa2a3f1caf12f3d69&device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 1129 time: 0.3897934 Mar 23 01:47:36.711971 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0112-e51f-48c4-8e10-8646962742c8 admin admin] Publish callbacks [] for router (fdb05240-63f4-4fb2-af2e-dc75bec8c7d7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:36.717520 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-275009cb-5cfe-455f-a324-7a907df1095b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a01806eb-4ea8-4383-adad-131b54a46049), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:36.721063 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-275009cb-5cfe-455f-a324-7a907df1095b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:36.722724 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-275009cb-5cfe-455f-a324-7a907df1095b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a01806eb-4ea8-4383-adad-131b54a46049 HTTP/1.1" status: 204 len: 168 time: 0.6082635 Mar 23 01:47:36.898551 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-130dc329-59e8-4480-b284-d832f0a73e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-router', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:43:59Z', 'updated_at': '2022-03-23T01:47:34Z', 'revision_number': 5, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'gw_port': {'id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:00Z', 'updated_at': '2022-03-23T01:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:36.934767 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130dc329-59e8-4480-b284-d832f0a73e69 None None] Checking router: fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:47:36.945682 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130dc329-59e8-4480-b284-d832f0a73e69 None None] Routers {'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:47:36.946574 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-130dc329-59e8-4480-b284-d832f0a73e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:37.004001 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0112-e51f-48c4-8e10-8646962742c8 admin admin] Publish callbacks [] for router_gateway (fdb05240-63f4-4fb2-af2e-dc75bec8c7d7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:37.037496 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-560c3686-046c-4039-8903-9a60bb840d7f req-f677fb69-3044-478e-ab38-542d13d92970 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848095 Mar 23 01:47:37.150671 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-130dc329-59e8-4480-b284-d832f0a73e69 None None] Set router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:47:37.214514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e0112-e51f-48c4-8e10-8646962742c8 admin admin] Deleting port 93ee941a-851d-45b2-9b9e-99dbdfa43488 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:37.214912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0112-e51f-48c4-8e10-8646962742c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (93ee941a-851d-45b2-9b9e-99dbdfa43488), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:37.499828 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52452) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:37.534023 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b117f2-eab9-4a6a-9cf1-e95985388221 req-c7a13e47-cb32-4bf6-b346-670200a20d1e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:37.544284 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0b117f2-eab9-4a6a-9cf1-e95985388221 req-c7a13e47-cb32-4bf6-b346-670200a20d1e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 1127 time: 0.3710082 Mar 23 01:47:37.560803 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3bdab-e1c7-4b02-a1df-55d9f0b6d296 req-f540a8f6-d08c-4ce2-809d-c16d530b5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:37.562332 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42b3bdab-e1c7-4b02-a1df-55d9f0b6d296 req-f540a8f6-d08c-4ce2-809d-c16d530b5eb9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3825b5ed-ea06-4807-aed8-422b72ca6916 HTTP/1.1" status: 200 len: 912 time: 0.8801062 Mar 23 01:47:37.588002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae4527-dbb8-48a9-8a16-d1e0f0a51efd req-f7fea4aa-6e99-4d17-b000-d2fd20db1e1e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:37.589993 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-65ae4527-dbb8-48a9-8a16-d1e0f0a51efd req-f7fea4aa-6e99-4d17-b000-d2fd20db1e1e tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 946 time: 1.2385476 Mar 23 01:47:37.590777 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275009cb-5cfe-455f-a324-7a907df1095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01806eb-4ea8-4383-adad-131b54a46049,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:37.615671 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b68a1d7c-d8a4-4097-b52b-2a1cf29e765c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:37.692401 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-130dc329-59e8-4480-b284-d832f0a73e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-router', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:43:59Z', 'updated_at': '2022-03-23T01:47:34Z', 'revision_number': 5, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'gw_port': {'id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:00Z', 'updated_at': '2022-03-23T01:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:37.698691 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42b3bdab-e1c7-4b02-a1df-55d9f0b6d296 req-f120b9ad-91ba-465a-8c20-aef623d72614 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8 HTTP/1.1" status: 200 len: 217 time: 0.1187925 Mar 23 01:47:37.709059 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-4a8e0112-e51f-48c4-8e10-8646962742c8 admin admin] For port 93ee941a-851d-45b2-9b9e-99dbdfa43488, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=93ee941a-851d-45b2-9b9e-99dbdfa43488,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:37.709600 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0112-e51f-48c4-8e10-8646962742c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (93ee941a-851d-45b2-9b9e-99dbdfa43488), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:37.727799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-5d0e21a6-b8ec-4102-8510-f53c5a0249d8 req-9a54f920-c6bf-47a4-9845-efab72981d79 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] For port 0d3cf457-57a4-4005-b615-3079074328b8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=0d3cf457-57a4-4005-b615-3079074328b8,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:37.728068 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5d0e21a6-b8ec-4102-8510-f53c5a0249d8 req-9a54f920-c6bf-47a4-9845-efab72981d79 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0d3cf457-57a4-4005-b615-3079074328b8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:37.754513 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130dc329-59e8-4480-b284-d832f0a73e69 None None] The sync data for ids ['fdb05240-63f4-4fb2-af2e-dc75bec8c7d7'] in n-d-834677-4 is: [{'id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1149534373-router', 'tenant_id': '5173df6d6ed64b0385195b806ebe14af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:43:59Z', 'updated_at': '2022-03-23T01:47:34Z', 'revision_number': 5, 'project_id': '5173df6d6ed64b0385195b806ebe14af', 'gw_port': {'id': '93ee941a-851d-45b2-9b9e-99dbdfa43488', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb05240-63f4-4fb2-af2e-dc75bec8c7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:00Z', 'updated_at': '2022-03-23T01:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:47:37.773932 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e0112-e51f-48c4-8e10-8646962742c8 admin admin] Calling delete_port for 93ee941a-851d-45b2-9b9e-99dbdfa43488 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:37.789996 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0b117f2-eab9-4a6a-9cf1-e95985388221 req-648b5cd1-37b6-4d94-9c52-634bcc36d3fd tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290304 Mar 23 01:47:37.903352 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-5d0e21a6-b8ec-4102-8510-f53c5a0249d8 req-9a54f920-c6bf-47a4-9845-efab72981d79 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Calling delete_port for 0d3cf457-57a4-4005-b615-3079074328b8 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:37.935388 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-65ae4527-dbb8-48a9-8a16-d1e0f0a51efd req-ba6b6ddb-8c43-49b8-948b-26004fe555c5 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=829b09db-327d-4e9b-a9ee-420c8b23e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276815 Mar 23 01:47:38.022631 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3bdab-e1c7-4b02-a1df-55d9f0b6d296 req-bf2ec20d-a822-411a-8e9f-bdc400710de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:38.024378 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42b3bdab-e1c7-4b02-a1df-55d9f0b6d296 req-bf2ec20d-a822-411a-8e9f-bdc400710de5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=03ad0308-8885-4b30-b976-2a6f309d1ec3 HTTP/1.1" status: 200 len: 852 time: 0.3129506 Mar 23 01:47:38.083967 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42b3bdab-e1c7-4b02-a1df-55d9f0b6d296 req-15258071-130c-40fd-b840-59482e50477d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3825b5ed-ea06-4807-aed8-422b72ca6916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520980 Mar 23 01:47:38.175265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864ea6f-fcda-41b1-8c23-276abda973ec req-9a8abedb-7a0e-453f-ba00-3b1095420fed tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:38.179664 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c864ea6f-fcda-41b1-8c23-276abda973ec req-9a8abedb-7a0e-453f-ba00-3b1095420fed tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 1127 time: 0.2484813 Mar 23 01:47:38.229402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cf1d8355-223b-4dc2-979c-9fe6f1fd9925 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:47:38.283678 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: cf1d8355-223b-4dc2-979c-9fe6f1fd9925 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:47:38.284986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cf1d8355-223b-4dc2-979c-9fe6f1fd9925 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:47:38.369018 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c864ea6f-fcda-41b1-8c23-276abda973ec req-3fb6c681-ca81-41df-a2ce-e2e569300108 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721389 Mar 23 01:47:38.467680 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42b3bdab-e1c7-4b02-a1df-55d9f0b6d296 req-030ee9e6-c07f-49af-95fc-c8200d2ebc10 service neutron] 10.222.0.43 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746512 Mar 23 01:47:38.479334 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0112-e51f-48c4-8e10-8646962742c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (93ee941a-851d-45b2-9b9e-99dbdfa43488), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:38.501460 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b68a1d7c-d8a4-4097-b52b-2a1cf29e765c admin admin] Publish callbacks [] for security_group (58fe1a26-932f-411e-8793-6c9a7ff0d650), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:38.557856 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b68a1d7c-d8a4-4097-b52b-2a1cf29e765c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (58fe1a26-932f-411e-8793-6c9a7ff0d650), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:38.567297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e0112-e51f-48c4-8e10-8646962742c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ee941a-851d-45b2-9b9e-99dbdfa43488,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:38.617284 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b68a1d7c-d8a4-4097-b52b-2a1cf29e765c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d542f0e642084a3ebeb7ea2e21b2269c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0591831 Mar 23 01:47:38.625981 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52472) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:38.685567 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d274f6-0c92-4ea0-978e-82fcaf5ab790 req-2e34009e-9ab9-4061-a55a-dbc17c1f6bdb tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:38.687183 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d274f6-0c92-4ea0-978e-82fcaf5ab790 req-2e34009e-9ab9-4061-a55a-dbc17c1f6bdb tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.4732275 Mar 23 01:47:38.734289 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0112-e51f-48c4-8e10-8646962742c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (fdb05240-63f4-4fb2-af2e-dc75bec8c7d7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:38.768992 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a1d7c-d8a4-4097-b52b-2a1cf29e765c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fe1a26-932f-411e-8793-6c9a7ff0d650,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:38.841175 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d274f6-0c92-4ea0-978e-82fcaf5ab790 req-ec6860dd-234d-457f-a6e2-51b178b8c3f5 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433644 Mar 23 01:47:38.849125 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-98a8ba10-d70b-4d1f-917c-c9e0ac594dfc admin admin] Publish callbacks [] for security_group (58fe1a26-932f-411e-8793-6c9a7ff0d650), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:38.882766 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42b3bdab-e1c7-4b02-a1df-55d9f0b6d296 req-0a1eed22-ddfc-41cc-a8e3-5b732b7740e7 service neutron] 10.222.0.43 "GET /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019952 Mar 23 01:47:38.899532 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5d0e21a6-b8ec-4102-8510-f53c5a0249d8 req-9a54f920-c6bf-47a4-9845-efab72981d79 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (0d3cf457-57a4-4005-b615-3079074328b8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:38.903239 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-98a8ba10-d70b-4d1f-917c-c9e0ac594dfc admin admin] Publish callbacks [] for security_group (58fe1a26-932f-411e-8793-6c9a7ff0d650), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:38.955743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54f920-c6bf-47a4-9845-efab72981d79 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event deleted for resources: {'Port': ['ID=0d3cf457-57a4-4005-b615-3079074328b8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:38.993078 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0112-e51f-48c4-8e10-8646962742c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (fdb05240-63f4-4fb2-af2e-dc75bec8c7d7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:38.998614 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0112-e51f-48c4-8e10-8646962742c8 admin admin] Publish callbacks [] for router_controller (fdb05240-63f4-4fb2-af2e-dc75bec8c7d7), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:39.072083 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0112-e51f-48c4-8e10-8646962742c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (fdb05240-63f4-4fb2-af2e-dc75bec8c7d7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:39.073359 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8e0112-e51f-48c4-8e10-8646962742c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:47:39.080097 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a8e0112-e51f-48c4-8e10-8646962742c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:39.085118 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4a8e0112-e51f-48c4-8e10-8646962742c8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/fdb05240-63f4-4fb2-af2e-dc75bec8c7d7 HTTP/1.1" status: 204 len: 168 time: 2.7018926 Mar 23 01:47:39.087648 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52476) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:39.118088 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0e21a6-b8ec-4102-8510-f53c5a0249d8 req-9a54f920-c6bf-47a4-9845-efab72981d79 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] No DVR routers for this DVR port 0d3cf457-57a4-4005-b615-3079074328b8 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:47:39.122605 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5d0e21a6-b8ec-4102-8510-f53c5a0249d8 req-9a54f920-c6bf-47a4-9845-efab72981d79 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:39.135594 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d0e21a6-b8ec-4102-8510-f53c5a0249d8 req-9a54f920-c6bf-47a4-9845-efab72981d79 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.43 "DELETE /v2.0/ports/0d3cf457-57a4-4005-b615-3079074328b8 HTTP/1.1" status: 204 len: 173 time: 3.2201047 Mar 23 01:47:39.136128 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee904f8a-5c81-490c-a2d3-f9cf1cf29876', 'name': 'network-vif-deleted', 'tag': '0d3cf457-57a4-4005-b615-3079074328b8'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:47:39.157758 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227f99fc-3ab0-4009-8b9d-53c55558518f" -d '{"events": [{"server_uuid": "ee904f8a-5c81-490c-a2d3-f9cf1cf29876", "name": "network-vif-deleted", "tag": "0d3cf457-57a4-4005-b615-3079074328b8"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:47:39.159319 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52478) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:39.169821 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-b3046a86-cd18-4468-b759-a0a8e867e093 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-788200136', 'description': 'tempest-secgroup-smoke-788200136 description', 'project_id': 'bb6e915da6d4405598d98978727b2035'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:47:39.203428 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913ed1f-48a0-40f5-b5ce-90875ada9cde req-1a3e3595-4be7-4db9-8f0a-5c20cd920f4b tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:39.208015 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5913ed1f-48a0-40f5-b5ce-90875ada9cde req-1a3e3595-4be7-4db9-8f0a-5c20cd920f4b tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 1127 time: 0.2626731 Mar 23 01:47:39.257094 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-98a8ba10-d70b-4d1f-917c-c9e0ac594dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (58fe1a26-932f-411e-8793-6c9a7ff0d650), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:39.260957 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-686d757f-092b-430a-93af-0b25ec90f2e5 admin admin] Deleting subnet 95fecefa-0a63-416c-bb6e-3d9fc50eba57 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:47:39.264791 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-98a8ba10-d70b-4d1f-917c-c9e0ac594dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:39.266971 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-686d757f-092b-430a-93af-0b25ec90f2e5 admin admin] Publish callbacks [] for subnet (95fecefa-0a63-416c-bb6e-3d9fc50eba57), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:39.269041 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-98a8ba10-d70b-4d1f-917c-c9e0ac594dfc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58fe1a26-932f-411e-8793-6c9a7ff0d650 HTTP/1.1" status: 204 len: 168 time: 0.6335027 Mar 23 01:47:39.299617 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8ba10-d70b-4d1f-917c-c9e0ac594dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fe1a26-932f-411e-8793-6c9a7ff0d650,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:39.347370 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5913ed1f-48a0-40f5-b5ce-90875ada9cde req-b4ae0a4b-f079-482e-b786-d11d3dbec385 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174123 Mar 23 01:47:39.363067 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b3046a86-cd18-4468-b759-a0a8e867e093 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:39.369612 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-686d757f-092b-430a-93af-0b25ec90f2e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (95fecefa-0a63-416c-bb6e-3d9fc50eba57), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:39.438834 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ccc1fb7-04a6-4ed5-bfcd-2dd49e2db19d req-27c86777-53d3-46c5-8edd-17b65a935338 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee904f8a-5c81-490c-a2d3-f9cf1cf29876 HTTP/1.1" status: 200 len: 210 time: 0.1823559 Mar 23 01:47:39.439552 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b3046a86-cd18-4468-b759-a0a8e867e093 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:39.495542 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3765a8a8-93ae-4a60-a182-755e80ca0034 x-openstack-request-id: req-3765a8a8-93ae-4a60-a182-755e80ca0034 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:47:39.496033 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee904f8a-5c81-490c-a2d3-f9cf1cf29876", "name": "network-vif-deleted", "tag": "0d3cf457-57a4-4005-b615-3079074328b8", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:47:39.496312 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3765a8a8-93ae-4a60-a182-755e80ca0034 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:47:39.496958 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3765a8a8-93ae-4a60-a182-755e80ca0034'] response: {'server_uuid': 'ee904f8a-5c81-490c-a2d3-f9cf1cf29876', 'name': 'network-vif-deleted', 'tag': '0d3cf457-57a4-4005-b615-3079074328b8', 'status': 'completed', 'code': 200} Mar 23 01:47:39.609422 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-686d757f-092b-430a-93af-0b25ec90f2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (95fecefa-0a63-416c-bb6e-3d9fc50eba57), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:39.629102 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 0d3cf457-57a4-4005-b615-3079074328b8 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:47:39.701639 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 0d3cf457-57a4-4005-b615-3079074328b8 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:47:39.702545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 0d3cf457-57a4-4005-b615-3079074328b8 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:47:39.797096 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b3046a86-cd18-4468-b759-a0a8e867e093 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (fd796f6f-8745-4d96-acf9-53ad4f1e07b1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:39.807600 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b3046a86-cd18-4468-b759-a0a8e867e093 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fd796f6f-8745-4d96-acf9-53ad4f1e07b1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:39.899853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3046a86-cd18-4468-b759-a0a8e867e093 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd796f6f-8745-4d96-acf9-53ad4f1e07b1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:39.930293 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-686d757f-092b-430a-93af-0b25ec90f2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (95fecefa-0a63-416c-bb6e-3d9fc50eba57), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:39.953751 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9fd52-47da-40f4-af9d-1fd4410dbae3 req-5b304e45-69a8-453d-bfbc-c8f202969625 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:39.960262 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2e9fd52-47da-40f4-af9d-1fd4410dbae3 req-5b304e45-69a8-453d-bfbc-c8f202969625 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 1127 time: 0.1114295 Mar 23 01:47:39.974404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d757f-092b-430a-93af-0b25ec90f2e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95fecefa-0a63-416c-bb6e-3d9fc50eba57,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:39.976850 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-686d757f-092b-430a-93af-0b25ec90f2e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:39.980233 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-686d757f-092b-430a-93af-0b25ec90f2e5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/95fecefa-0a63-416c-bb6e-3d9fc50eba57 HTTP/1.1" status: 204 len: 168 time: 0.8913059 Mar 23 01:47:39.983379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52496) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:39.998201 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06142b99-6054-41ab-be91-098980ace092 None None] Network da278053-eb28-4e30-b652-56c8d484464e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:47:40.054221 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b3046a86-cd18-4468-b759-a0a8e867e093 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.068750 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b3046a86-cd18-4468-b759-a0a8e867e093 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.128074 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3046a86-cd18-4468-b759-a0a8e867e093 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:40.132712 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b3046a86-cd18-4468-b759-a0a8e867e093 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.134227 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b3046a86-cd18-4468-b759-a0a8e867e093 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9738297 Mar 23 01:47:40.143724 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52498) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:40.153250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3f0abc9c-005a-4b07-ba4a-e6186c39d423 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:47:40.175503 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (da278053-eb28-4e30-b652-56c8d484464e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.184316 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52500) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:40.254934 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2e9fd52-47da-40f4-af9d-1fd4410dbae3 req-8800fafe-1c37-4322-a7e8-66cef9820c6f tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849796 Mar 23 01:47:40.284249 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3c76dac-921e-41b2-beb4-b89a2ce3a3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.340799 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d510fc3-8c9b-4392-adea-e975a4d36ba6 req-f9b38a65-e71b-4667-b44a-c8f33727d550 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:40.344493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 93ee941a-851d-45b2-9b9e-99dbdfa43488 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:47:40.348397 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1d510fc3-8c9b-4392-adea-e975a4d36ba6 req-f9b38a65-e71b-4667-b44a-c8f33727d550 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.2981300 Mar 23 01:47:40.350576 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f0abc9c-005a-4b07-ba4a-e6186c39d423 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (1089d743-de07-4fa7-ba69-0b3ed6828dac), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.379147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 93ee941a-851d-45b2-9b9e-99dbdfa43488 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:47:40.379594 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 93ee941a-851d-45b2-9b9e-99dbdfa43488 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:47:40.437851 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7521330-4148-4b2b-a2d7-4d1c97c16635 None None] DHCP port deletion for da278053-eb28-4e30-b652-56c8d484464e request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:47:40.471644 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1d510fc3-8c9b-4392-adea-e975a4d36ba6 req-9acfc7d7-2947-4e44-9915-b334b7450e03 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178603 Mar 23 01:47:40.485341 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f0abc9c-005a-4b07-ba4a-e6186c39d423 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (1089d743-de07-4fa7-ba69-0b3ed6828dac), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.487158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] Deleting port e860b5b2-5f8c-4d9d-9152-837285d52ffd {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:40.487579 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e860b5b2-5f8c-4d9d-9152-837285d52ffd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.505943 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f0abc9c-005a-4b07-ba4a-e6186c39d423 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (1089d743-de07-4fa7-ba69-0b3ed6828dac), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.538238 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3c76dac-921e-41b2-beb4-b89a2ce3a3b1 admin admin] Publish callbacks [] for security_group (2739afc5-1056-4881-a464-d7142e16bca1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.549945 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3c76dac-921e-41b2-beb4-b89a2ce3a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2739afc5-1056-4881-a464-d7142e16bca1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.577247 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c7521330-4148-4b2b-a2d7-4d1c97c16635 None None] Deleting port e860b5b2-5f8c-4d9d-9152-837285d52ffd {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:40.577643 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7521330-4148-4b2b-a2d7-4d1c97c16635 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e860b5b2-5f8c-4d9d-9152-837285d52ffd), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.622875 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c76dac-921e-41b2-beb4-b89a2ce3a3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2739afc5-1056-4881-a464-d7142e16bca1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:40.647271 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b3c76dac-921e-41b2-beb4-b89a2ce3a3b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=435aed935e88452e93c1cff348f8a0f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4599173 Mar 23 01:47:40.652899 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52506) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:40.660985 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] For port e860b5b2-5f8c-4d9d-9152-837285d52ffd, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e860b5b2-5f8c-4d9d-9152-837285d52ffd,segment=NetworkSegment(f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f),segment_id=f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:40.661396 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e860b5b2-5f8c-4d9d-9152-837285d52ffd), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.680390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c7521330-4148-4b2b-a2d7-4d1c97c16635 None None] For port e860b5b2-5f8c-4d9d-9152-837285d52ffd, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e860b5b2-5f8c-4d9d-9152-837285d52ffd,segment=NetworkSegment(f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f),segment_id=f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:40.681563 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7521330-4148-4b2b-a2d7-4d1c97c16635 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e860b5b2-5f8c-4d9d-9152-837285d52ffd), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.684711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] Calling delete_port for e860b5b2-5f8c-4d9d-9152-837285d52ffd owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:40.695895 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c7521330-4148-4b2b-a2d7-4d1c97c16635 None None] Calling delete_port for e860b5b2-5f8c-4d9d-9152-837285d52ffd owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:40.770300 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2514a0ef-22bf-4905-9a88-167a2df9e795 admin admin] Publish callbacks [] for security_group (2739afc5-1056-4881-a464-d7142e16bca1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.794890 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0abc9c-005a-4b07-ba4a-e6186c39d423 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1089d743-de07-4fa7-ba69-0b3ed6828dac,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:40.805008 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e860b5b2-5f8c-4d9d-9152-837285d52ffd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.811437 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2514a0ef-22bf-4905-9a88-167a2df9e795 admin admin] Publish callbacks [] for security_group (2739afc5-1056-4881-a464-d7142e16bca1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.844574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] Pushing event deleted for resources: {'Port': ['ID=e860b5b2-5f8c-4d9d-9152-837285d52ffd,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:40.854623 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7521330-4148-4b2b-a2d7-4d1c97c16635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (e860b5b2-5f8c-4d9d-9152-837285d52ffd), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.869515 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f0abc9c-005a-4b07-ba4a-e6186c39d423 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.874586 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52512) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:40.875008 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3f0abc9c-005a-4b07-ba4a-e6186c39d423 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7284672 Mar 23 01:47:40.881477 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] No DVR routers for this DVR port e860b5b2-5f8c-4d9d-9152-837285d52ffd on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:47:40.894768 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-dd8b6af1-a300-4e72-93d4-7f45822910f3 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:47:40.901680 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2514a0ef-22bf-4905-9a88-167a2df9e795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2739afc5-1056-4881-a464-d7142e16bca1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.908290 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2514a0ef-22bf-4905-9a88-167a2df9e795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.912124 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2514a0ef-22bf-4905-9a88-167a2df9e795 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2739afc5-1056-4881-a464-d7142e16bca1 HTTP/1.1" status: 204 len: 168 time: 0.2557385 Mar 23 01:47:40.926150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514a0ef-22bf-4905-9a88-167a2df9e795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2739afc5-1056-4881-a464-d7142e16bca1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:40.942320 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7521330-4148-4b2b-a2d7-4d1c97c16635 None None] Pushing event deleted for resources: {'Port': ['ID=e860b5b2-5f8c-4d9d-9152-837285d52ffd,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:40.956849 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (da278053-eb28-4e30-b652-56c8d484464e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:40.970001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7521330-4148-4b2b-a2d7-4d1c97c16635 None None] No DVR routers for this DVR port e860b5b2-5f8c-4d9d-9152-837285d52ffd on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:47:40.984066 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da278053-eb28-4e30-b652-56c8d484464e']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:40.995037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:40.995346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:41.006032 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:41.022370 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:41.029384 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:47:41.029797 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (f65e7bbd-9f72-42b8-8ac6-c1f21d72d71f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:41.061662 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dd8b6af1-a300-4e72-93d4-7f45822910f3 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (c3c2d142-8fa4-42b4-a5c2-270896256157), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:47:41.098595 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:47:41.103466 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (da278053-eb28-4e30-b652-56c8d484464e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:41.108386 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea2531-d317-442b-b5c8-862b84bc1fd8 req-58fd7716-2b83-4c89-9200-845e232ca097 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:41.112771 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:41.116944 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-49ea2531-d317-442b-b5c8-862b84bc1fd8 req-58fd7716-2b83-4c89-9200-845e232ca097 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1766698 Mar 23 01:47:41.117186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] 10.222.0.18 "DELETE /v2.0/networks/da278053-eb28-4e30-b652-56c8d484464e HTTP/1.1" status: 204 len: 168 time: 1.1326561 Mar 23 01:47:41.127058 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047a9e3-11f0-4190-b504-8a3eb25de19f admin admin] Pushing event deleted for resources: {'Network': ['ID=da278053-eb28-4e30-b652-56c8d484464e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:41.128720 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52516) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:41.202171 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dd8b6af1-a300-4e72-93d4-7f45822910f3 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (c3c2d142-8fa4-42b4-a5c2-270896256157), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:41.213888 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-49ea2531-d317-442b-b5c8-862b84bc1fd8 req-c4c14e44-ca26-4637-8eb5-89ab74c40a2d tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959294 Mar 23 01:47:41.230080 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dd8b6af1-a300-4e72-93d4-7f45822910f3 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (c3c2d142-8fa4-42b4-a5c2-270896256157), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:41.249682 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b6af1-a300-4e72-93d4-7f45822910f3 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c2d142-8fa4-42b4-a5c2-270896256157,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:41.262169 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dd8b6af1-a300-4e72-93d4-7f45822910f3 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:41.267197 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dd8b6af1-a300-4e72-93d4-7f45822910f3 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3887887 Mar 23 01:47:41.267834 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52520) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:41.273015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-dee83af7-1695-4a89-8073-abb6fd42fc70 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:47:41.309933 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dee83af7-1695-4a89-8073-abb6fd42fc70 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (61c94410-a76b-4ac8-b6d8-1bedb085ab4c), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:41.380949 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dee83af7-1695-4a89-8073-abb6fd42fc70 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (61c94410-a76b-4ac8-b6d8-1bedb085ab4c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:41.386393 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dee83af7-1695-4a89-8073-abb6fd42fc70 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (61c94410-a76b-4ac8-b6d8-1bedb085ab4c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:41.408253 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee83af7-1695-4a89-8073-abb6fd42fc70 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c94410-a76b-4ac8-b6d8-1bedb085ab4c,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:41.434936 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dee83af7-1695-4a89-8073-abb6fd42fc70 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:41.438723 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dee83af7-1695-4a89-8073-abb6fd42fc70 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1673424 Mar 23 01:47:41.449422 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52528) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:41.454673 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-06b55245-3c20-4d47-8074-4dc60bbfbf79 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:47:41.499065 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06b55245-3c20-4d47-8074-4dc60bbfbf79 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (13051521-e023-4f8e-9a4d-742d2dad1ea2), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:41.670639 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06b55245-3c20-4d47-8074-4dc60bbfbf79 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (13051521-e023-4f8e-9a4d-742d2dad1ea2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:41.682064 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06b55245-3c20-4d47-8074-4dc60bbfbf79 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (13051521-e023-4f8e-9a4d-742d2dad1ea2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:41.715816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8ea6e-3765-4dc0-8589-6fcdff26e7dd req-3adc6b83-80a9-4774-9634-4fd284fd3014 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:41.717849 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ae8ea6e-3765-4dc0-8589-6fcdff26e7dd req-3adc6b83-80a9-4774-9634-4fd284fd3014 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 1127 time: 0.1474793 Mar 23 01:47:41.723542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b55245-3c20-4d47-8074-4dc60bbfbf79 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13051521-e023-4f8e-9a4d-742d2dad1ea2,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:41.745533 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:47:41.790363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dcbbe-e72c-4889-b7d0-0ab555107b61 req-0f1c088d-f292-47f8-b525-4c253c1f93c4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:41.792374 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-209dcbbe-e72c-4889-b7d0-0ab555107b61 req-0f1c088d-f292-47f8-b525-4c253c1f93c4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.1883664 Mar 23 01:47:41.796951 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06b55245-3c20-4d47-8074-4dc60bbfbf79 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:41.801246 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-06b55245-3c20-4d47-8074-4dc60bbfbf79 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3505764 Mar 23 01:47:41.831639 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52542) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:41.837844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-689381df-c8ea-4646-b36a-90cf6df23a34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:47:41.928891 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb1d2a-42c1-4b90-b47e-cc940ea8f35e req-1a67e426-159b-464e-9b22-1cb3b78fb01a tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:41.932409 n-d-834677-4 neutron-server[99263]: INFO neutron.db.securitygroups_db [None req-689381df-c8ea-4646-b36a-90cf6df23a34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Project bb6e915da6d4405598d98978727b2035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 01:47:41.936005 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39cb1d2a-42c1-4b90-b47e-cc940ea8f35e req-1a67e426-159b-464e-9b22-1cb3b78fb01a tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 1127 time: 0.5661190 Mar 23 01:47:41.954203 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-689381df-c8ea-4646-b36a-90cf6df23a34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (6c9432d0-5332-445a-909f-bd9716a92d46), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:42.007963 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-209dcbbe-e72c-4889-b7d0-0ab555107b61 req-cb060374-3854-4cc8-8a41-f822904e2bc4 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049427 Mar 23 01:47:42.022246 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39cb1d2a-42c1-4b90-b47e-cc940ea8f35e req-c6d2b108-434c-4665-a150-184daf11a4db tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852685 Mar 23 01:47:42.023748 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-8ae8ea6e-3765-4dc0-8589-6fcdff26e7dd req-8b2b6e07-e6e7-4f3a-92d5-054fe356fa5e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Deleting port 87ba12f4-e51f-4a09-bce9-d130546376e5 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:42.024195 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8ae8ea6e-3765-4dc0-8589-6fcdff26e7dd req-8b2b6e07-e6e7-4f3a-92d5-054fe356fa5e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (87ba12f4-e51f-4a09-bce9-d130546376e5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:42.088581 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-689381df-c8ea-4646-b36a-90cf6df23a34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (6c9432d0-5332-445a-909f-bd9716a92d46), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:42.107086 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-689381df-c8ea-4646-b36a-90cf6df23a34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (6c9432d0-5332-445a-909f-bd9716a92d46), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:42.124429 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689381df-c8ea-4646-b36a-90cf6df23a34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9432d0-5332-445a-909f-bd9716a92d46,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:42.167525 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-689381df-c8ea-4646-b36a-90cf6df23a34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:42.171456 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-689381df-c8ea-4646-b36a-90cf6df23a34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3362327 Mar 23 01:47:42.172125 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52552) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:42.179891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-53bcf228-1c9c-4d4e-81fc-d74dd886509b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:47:42.186666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8ae8ea6e-3765-4dc0-8589-6fcdff26e7dd req-8b2b6e07-e6e7-4f3a-92d5-054fe356fa5e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] For port 87ba12f4-e51f-4a09-bce9-d130546376e5, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=87ba12f4-e51f-4a09-bce9-d130546376e5,segment=NetworkSegment(41938f11-d08a-4064-a6c0-63c144f6cd75),segment_id=41938f11-d08a-4064-a6c0-63c144f6cd75)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:42.187187 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8ae8ea6e-3765-4dc0-8589-6fcdff26e7dd req-8b2b6e07-e6e7-4f3a-92d5-054fe356fa5e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (87ba12f4-e51f-4a09-bce9-d130546376e5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:42.207038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-8ae8ea6e-3765-4dc0-8589-6fcdff26e7dd req-8b2b6e07-e6e7-4f3a-92d5-054fe356fa5e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Calling delete_port for 87ba12f4-e51f-4a09-bce9-d130546376e5 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:42.253604 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bba4d-dce5-49e8-b412-aff166b4f54d req-4155bd6c-65a0-481f-b72f-82aa382aac45 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:42.255412 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b55bba4d-dce5-49e8-b412-aff166b4f54d req-4155bd6c-65a0-481f-b72f-82aa382aac45 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.1161337 Mar 23 01:47:42.258666 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-af445e46-d07d-4725-a0e9-840e5e18fba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (536b1cfd-44af-4c09-9523-a23b96b07da1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:42.301621 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e860b5b2-5f8c-4d9d-9152-837285d52ffd no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:47:42.331811 n-d-834677-4 neutron-server[99263]: INFO neutron.db.securitygroups_db [None req-53bcf228-1c9c-4d4e-81fc-d74dd886509b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Project bb6e915da6d4405598d98978727b2035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 01:47:42.335513 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: e860b5b2-5f8c-4d9d-9152-837285d52ffd {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:47:42.336024 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e860b5b2-5f8c-4d9d-9152-837285d52ffd not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:47:42.346154 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53bcf228-1c9c-4d4e-81fc-d74dd886509b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (563ffb34-5035-45eb-aaf5-b4de06696744), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:42.418563 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b55bba4d-dce5-49e8-b412-aff166b4f54d req-9b1e871f-2173-43a2-ba47-b26eed2682f3 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514297 Mar 23 01:47:42.445773 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53bcf228-1c9c-4d4e-81fc-d74dd886509b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (563ffb34-5035-45eb-aaf5-b4de06696744), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:42.459402 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53bcf228-1c9c-4d4e-81fc-d74dd886509b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (563ffb34-5035-45eb-aaf5-b4de06696744), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:42.509273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcf228-1c9c-4d4e-81fc-d74dd886509b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563ffb34-5035-45eb-aaf5-b4de06696744,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:42.520256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a53f2-098e-4fcc-ad76-0f751374a7a9 req-a26756ba-d84b-4313-a28a-38e8ea002a78 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:42.522016 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c3a53f2-098e-4fcc-ad76-0f751374a7a9 req-a26756ba-d84b-4313-a28a-38e8ea002a78 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.1447675 Mar 23 01:47:42.526336 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53bcf228-1c9c-4d4e-81fc-d74dd886509b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:42.530933 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-53bcf228-1c9c-4d4e-81fc-d74dd886509b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3546555 Mar 23 01:47:42.531380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52564) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:42.543452 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0b09f2ef-3e20-470e-9d2e-58548714a820 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'network': {'name': 'tempest-network-smoke--1003667400', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'port_security_enabled': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:47:42.672176 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c3a53f2-098e-4fcc-ad76-0f751374a7a9 req-0a97182c-b467-4610-8efe-a9ec3c663cd0 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397834 Mar 23 01:47:42.701777 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b09f2ef-3e20-470e-9d2e-58548714a820 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Made reservation on behalf of bb6e915da6d4405598d98978727b2035 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:47:42.705481 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0b09f2ef-3e20-470e-9d2e-58548714a820 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:42.725510 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8ae8ea6e-3765-4dc0-8589-6fcdff26e7dd req-8b2b6e07-e6e7-4f3a-92d5-054fe356fa5e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (87ba12f4-e51f-4a09-bce9-d130546376e5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:42.735865 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6dc76-2903-465b-adf5-26b0c9438fe4 req-9667d14e-77d0-4530-873b-4bf81c467e6d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:42.736785 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['fe1e5d84-071e-40f9-9007-f074342ab3d2'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:47:42.745515 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cec6dc76-2903-465b-adf5-26b0c9438fe4 req-9667d14e-77d0-4530-873b-4bf81c467e6d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.1615829 Mar 23 01:47:42.785632 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['87ba12f4-e51f-4a09-bce9-d130546376e5'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:47:42.787854 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b6e07-e6e7-4f3a-92d5-054fe356fa5e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Pushing event deleted for resources: {'Port': ['ID=87ba12f4-e51f-4a09-bce9-d130546376e5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:42.822548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b09f2ef-3e20-470e-9d2e-58548714a820 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:47:42.842731 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-af445e46-d07d-4725-a0e9-840e5e18fba1 admin admin] Deleting port 31222a37-7719-4e52-a382-a50791bcc321 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:42.843335 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-af445e46-d07d-4725-a0e9-840e5e18fba1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (31222a37-7719-4e52-a382-a50791bcc321), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:42.881380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae8ea6e-3765-4dc0-8589-6fcdff26e7dd req-8b2b6e07-e6e7-4f3a-92d5-054fe356fa5e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] No DVR routers for this DVR port 87ba12f4-e51f-4a09-bce9-d130546376e5 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:47:42.884294 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8ae8ea6e-3765-4dc0-8589-6fcdff26e7dd req-8b2b6e07-e6e7-4f3a-92d5-054fe356fa5e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:42.889205 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ae8ea6e-3765-4dc0-8589-6fcdff26e7dd req-8b2b6e07-e6e7-4f3a-92d5-054fe356fa5e tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.43 "DELETE /v2.0/ports/87ba12f4-e51f-4a09-bce9-d130546376e5 HTTP/1.1" status: 204 len: 173 time: 1.1518486 Mar 23 01:47:42.893678 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3d0960-a85d-4c22-8bd7-186c4735a8df', 'name': 'network-vif-deleted', 'tag': '87ba12f4-e51f-4a09-bce9-d130546376e5'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:47:42.896288 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500b22ff-1511-4866-9913-bfd850f690b9" -d '{"events": [{"server_uuid": "cf3d0960-a85d-4c22-8bd7-186c4735a8df", "name": "network-vif-deleted", "tag": "87ba12f4-e51f-4a09-bce9-d130546376e5"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:47:42.899613 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0b09f2ef-3e20-470e-9d2e-58548714a820 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:42.899962 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-0b09f2ef-3e20-470e-9d2e-58548714a820 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Added segment 6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2 of type vlan for network 87aa8238-b3d1-4249-8bf5-f96b20def476 Mar 23 01:47:42.909508 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cec6dc76-2903-465b-adf5-26b0c9438fe4 req-a80f8216-7078-4231-8438-612b8e368bdc tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567938 Mar 23 01:47:42.935675 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d95cd-ba33-4412-bf52-9ac8e8f48fbe req-4f858e5c-291f-4a19-864b-0041d9c4a979 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:42.941688 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-602d95cd-ba33-4412-bf52-9ac8e8f48fbe req-4f858e5c-291f-4a19-864b-0041d9c4a979 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.43 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.3172936 Mar 23 01:47:43.080078 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53745d70-d9ae-462d-835c-143aa6b51a03 x-openstack-request-id: req-53745d70-d9ae-462d-835c-143aa6b51a03 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:47:43.080420 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3d0960-a85d-4c22-8bd7-186c4735a8df", "name": "network-vif-deleted", "tag": "87ba12f4-e51f-4a09-bce9-d130546376e5", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:47:43.080802 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53745d70-d9ae-462d-835c-143aa6b51a03 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:47:43.081304 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53745d70-d9ae-462d-835c-143aa6b51a03'] response: {'server_uuid': 'cf3d0960-a85d-4c22-8bd7-186c4735a8df', 'name': 'network-vif-deleted', 'tag': '87ba12f4-e51f-4a09-bce9-d130546376e5', 'status': 'completed', 'code': 200} Mar 23 01:47:43.173229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-af445e46-d07d-4725-a0e9-840e5e18fba1 admin admin] For port 31222a37-7719-4e52-a382-a50791bcc321, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=31222a37-7719-4e52-a382-a50791bcc321,segment=NetworkSegment(e511d685-e71a-43ea-b892-97e9660a09be),segment_id=e511d685-e71a-43ea-b892-97e9660a09be)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:43.173733 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-af445e46-d07d-4725-a0e9-840e5e18fba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (31222a37-7719-4e52-a382-a50791bcc321), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:43.196184 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-af445e46-d07d-4725-a0e9-840e5e18fba1 admin admin] Calling delete_port for 31222a37-7719-4e52-a382-a50791bcc321 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:43.209752 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0b09f2ef-3e20-470e-9d2e-58548714a820 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (87aa8238-b3d1-4249-8bf5-f96b20def476), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:43.241646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd64c0-15fd-44ce-860b-c85d68262e63 req-e7db3ce4-d325-4e45-8baa-d2311317c0a9 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:43.251155 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8dd64c0-15fd-44ce-860b-c85d68262e63 req-e7db3ce4-d325-4e45-8baa-d2311317c0a9 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.1660893 Mar 23 01:47:43.317098 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-906f78e5-84de-41dd-b684-1f8357243b31 req-78e40d40-7c89-4876-bf6b-367b1b6629fe tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf3d0960-a85d-4c22-8bd7-186c4735a8df HTTP/1.1" status: 200 len: 210 time: 0.1658869 Mar 23 01:47:43.325624 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0b09f2ef-3e20-470e-9d2e-58548714a820 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (87aa8238-b3d1-4249-8bf5-f96b20def476), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:43.330630 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b09f2ef-3e20-470e-9d2e-58548714a820 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:43.331253 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0b09f2ef-3e20-470e-9d2e-58548714a820 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:43.364347 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0b09f2ef-3e20-470e-9d2e-58548714a820 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8306925 Mar 23 01:47:43.367847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52588) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:43.375235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-90898684', 'admin_state_up': True, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:47:43.410777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8dd64c0-15fd-44ce-860b-c85d68262e63 req-78d687ea-a06e-4c12-8bab-bcdb271ab711 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583722 Mar 23 01:47:43.425737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-602d95cd-ba33-4412-bf52-9ac8e8f48fbe req-7141bd0f-7b1c-4804-aa2d-1f4050e0109f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Deleting port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:43.425737 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-602d95cd-ba33-4412-bf52-9ac8e8f48fbe req-7141bd0f-7b1c-4804-aa2d-1f4050e0109f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:43.505526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09f2ef-3e20-470e-9d2e-58548714a820 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Network': ['ID=87aa8238-b3d1-4249-8bf5-f96b20def476,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:43.519932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 87aa8238-b3d1-4249-8bf5-f96b20def476 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:47:43.536831 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (e2e22f1f-de98-4f24-9e81-9b292220033a), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:43.538649 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (e2e22f1f-de98-4f24-9e81-9b292220033a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:43.630212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-602d95cd-ba33-4412-bf52-9ac8e8f48fbe req-7141bd0f-7b1c-4804-aa2d-1f4050e0109f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] For port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:43.630876 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-602d95cd-ba33-4412-bf52-9ac8e8f48fbe req-7141bd0f-7b1c-4804-aa2d-1f4050e0109f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:43.633300 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_controller (e2e22f1f-de98-4f24-9e81-9b292220033a), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:43.911026 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bdd70-1734-4fa1-974f-a3c372312477 req-a93bcb89-b488-42f1-98de-84613d632163 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:43.918216 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-456bdd70-1734-4fa1-974f-a3c372312477 req-a93bcb89-b488-42f1-98de-84613d632163 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 944 time: 0.0752592 Mar 23 01:47:43.929871 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-af445e46-d07d-4725-a0e9-840e5e18fba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (31222a37-7719-4e52-a382-a50791bcc321), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:43.938336 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_gateway (e2e22f1f-de98-4f24-9e81-9b292220033a), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:43.943908 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-602d95cd-ba33-4412-bf52-9ac8e8f48fbe req-7141bd0f-7b1c-4804-aa2d-1f4050e0109f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:43.944371 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-602d95cd-ba33-4412-bf52-9ac8e8f48fbe req-7141bd0f-7b1c-4804-aa2d-1f4050e0109f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (8fd52529-5fe5-4eb0-b043-392bf58ab304), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:43.944795 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [req-602d95cd-ba33-4412-bf52-9ac8e8f48fbe req-7141bd0f-7b1c-4804-aa2d-1f4050e0109f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Floating IP 8fd52529-5fe5-4eb0-b043-392bf58ab304 disassociated. External IP: 172.25.0.116, port: e2c4097c-74b8-4ceb-b653-1fae8f3bd46b. Mar 23 01:47:43.945226 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-602d95cd-ba33-4412-bf52-9ac8e8f48fbe req-7141bd0f-7b1c-4804-aa2d-1f4050e0109f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Calling delete_port for e2c4097c-74b8-4ceb-b653-1fae8f3bd46b owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:43.963499 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2b805-2bd3-421d-a0e0-0802db50b010 req-ad544be7-09a2-445a-98c0-f726d4b545a6 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:43.970684 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-01e2b805-2bd3-421d-a0e0-0802db50b010 req-ad544be7-09a2-445a-98c0-f726d4b545a6 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.2021151 Mar 23 01:47:44.011154 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af445e46-d07d-4725-a0e9-840e5e18fba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=31222a37-7719-4e52-a382-a50791bcc321,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:44.027426 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-456bdd70-1734-4fa1-974f-a3c372312477 req-26f55991-15ec-4e14-be61-54057fd99bd1 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e39af43-d8dc-4eea-bd08-c733e34a24b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081529 Mar 23 01:47:44.175290 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-602d95cd-ba33-4412-bf52-9ac8e8f48fbe req-7141bd0f-7b1c-4804-aa2d-1f4050e0109f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e2c4097c-74b8-4ceb-b653-1fae8f3bd46b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:44.222653 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-01e2b805-2bd3-421d-a0e0-0802db50b010 req-f47964ac-05dd-41d1-a095-cef4fc68e94e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510798 Mar 23 01:47:44.274286 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141bd0f-7b1c-4804-aa2d-1f4050e0109f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event deleted for resources: {'Port': ['ID=e2c4097c-74b8-4ceb-b653-1fae8f3bd46b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:44.536393 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-af445e46-d07d-4725-a0e9-840e5e18fba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (536b1cfd-44af-4c09-9523-a23b96b07da1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:44.701863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975ec56-d808-4324-8f6d-7d0441980578 req-63d8d554-2725-4d95-bdd6-fbf1e06b3ddc tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:44.707486 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2975ec56-d808-4324-8f6d-7d0441980578 req-63d8d554-2725-4d95-bdd6-fbf1e06b3ddc tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.2720950 Mar 23 01:47:44.814530 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_gateway (e2e22f1f-de98-4f24-9e81-9b292220033a), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:44.849272 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:44.881408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-602d95cd-ba33-4412-bf52-9ac8e8f48fbe req-7141bd0f-7b1c-4804-aa2d-1f4050e0109f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Router 78ca9f2b-f249-4a13-a294-3086907b1051 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:47:44.891029 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2975ec56-d808-4324-8f6d-7d0441980578 req-258bf139-4d7d-4faf-98e6-25928a2c0ab8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728349 Mar 23 01:47:45.010003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52632) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:45.091950 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-602d95cd-ba33-4412-bf52-9ac8e8f48fbe req-7141bd0f-7b1c-4804-aa2d-1f4050e0109f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:47:45.103738 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd696da6-f745-4135-b8d3-77fe25721a4a None None] Sync routers for ids ['78ca9f2b-f249-4a13-a294-3086907b1051'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:47:45.137041 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd696da6-f745-4135-b8d3-77fe25721a4a None None] Routers {'78ca9f2b-f249-4a13-a294-3086907b1051'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:47:45.139150 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-cd696da6-f745-4135-b8d3-77fe25721a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['78ca9f2b-f249-4a13-a294-3086907b1051'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:45.166106 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff71c5b-59ac-4e14-a62b-7f6e240dec70 req-f828cbe2-0164-42f3-995f-c93c34e65022 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:45.167882 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bff71c5b-59ac-4e14-a62b-7f6e240dec70 req-f828cbe2-0164-42f3-995f-c93c34e65022 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 1127 time: 0.1977549 Mar 23 01:47:45.168116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-602d95cd-ba33-4412-bf52-9ac8e8f48fbe req-7141bd0f-7b1c-4804-aa2d-1f4050e0109f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] No DVR routers for this DVR port e2c4097c-74b8-4ceb-b653-1fae8f3bd46b on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:47:45.171232 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-602d95cd-ba33-4412-bf52-9ac8e8f48fbe req-7141bd0f-7b1c-4804-aa2d-1f4050e0109f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:45.174771 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-602d95cd-ba33-4412-bf52-9ac8e8f48fbe req-7141bd0f-7b1c-4804-aa2d-1f4050e0109f tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.43 "DELETE /v2.0/ports/e2c4097c-74b8-4ceb-b653-1fae8f3bd46b HTTP/1.1" status: 204 len: 173 time: 2.2021995 Mar 23 01:47:45.175820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'name': 'network-vif-deleted', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:47:45.178178 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c12c8b-e822-4e0d-8260-40940f1d3447" -d '{"events": [{"server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "name": "network-vif-deleted", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:47:45.198334 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a75fc-8ae5-4323-b571-47b52178d71a req-5aa95959-4a98-4e03-97cd-cdf441676e27 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:45.200416 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d14a75fc-8ae5-4323-b571-47b52178d71a req-5aa95959-4a98-4e03-97cd-cdf441676e27 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.1099513 Mar 23 01:47:45.270335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Allocated IP 172.25.0.147 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/9b48ab28-832e-4d63-a346-cdf375375e6e) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:47:45.293119 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d14a75fc-8ae5-4323-b571-47b52178d71a req-48777863-6c52-47ce-bd12-69a87c91d727 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867281 Mar 23 01:47:45.393082 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-cd696da6-f745-4135-b8d3-77fe25721a4a None None] Set router 78ca9f2b-f249-4a13-a294-3086907b1051 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:47:45.439381 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bff71c5b-59ac-4e14-a62b-7f6e240dec70 req-83d32e79-64bc-446b-af2a-14910aa950ca tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578158 Mar 23 01:47:45.496206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af445e46-d07d-4725-a0e9-840e5e18fba1 admin admin] Router 536b1cfd-44af-4c09-9523-a23b96b07da1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:47:45.525843 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3dc93a55-2e03-4cfa-9f16-f1ed0cd2e8d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:45.538306 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f54755e1-c550-46e1-8f08-edb94910a601 req-7e4acd4d-f645-4565-89c0-bd8f76cba980 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06f3ced-c59f-4449-a970-a75cd4ec0fcf HTTP/1.1" status: 200 len: 210 time: 0.0676725 Mar 23 01:47:45.570050 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad3ad51-faa7-4c60-b5fd-301e4d41e876 x-openstack-request-id: req-aad3ad51-faa7-4c60-b5fd-301e4d41e876 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:47:45.570731 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06f3ced-c59f-4449-a970-a75cd4ec0fcf", "name": "network-vif-deleted", "tag": "e2c4097c-74b8-4ceb-b653-1fae8f3bd46b", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:47:45.571526 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aad3ad51-faa7-4c60-b5fd-301e4d41e876 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:47:45.572301 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad3ad51-faa7-4c60-b5fd-301e4d41e876'] response: {'server_uuid': 'a06f3ced-c59f-4449-a970-a75cd4ec0fcf', 'name': 'network-vif-deleted', 'tag': 'e2c4097c-74b8-4ceb-b653-1fae8f3bd46b', 'status': 'completed', 'code': 200} Mar 23 01:47:45.681467 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (9b48ab28-832e-4d63-a346-cdf375375e6e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:45.699849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 87ba12f4-e51f-4a09-bce9-d130546376e5 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:47:45.744316 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c3255-ffc7-4852-9b5d-eb660f98e3ca req-bccb60a5-ea97-4546-969f-d857b8976907 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:45.746300 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-619c3255-ffc7-4852-9b5d-eb660f98e3ca req-bccb60a5-ea97-4546-969f-d857b8976907 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.0872896 Mar 23 01:47:45.810583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 87ba12f4-e51f-4a09-bce9-d130546376e5 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:47:45.811693 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 87ba12f4-e51f-4a09-bce9-d130546376e5 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:47:45.812834 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e2c4097c-74b8-4ceb-b653-1fae8f3bd46b no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:47:45.859612 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: e2c4097c-74b8-4ceb-b653-1fae8f3bd46b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:47:45.860078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e2c4097c-74b8-4ceb-b653-1fae8f3bd46b not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:47:45.870730 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-619c3255-ffc7-4852-9b5d-eb660f98e3ca req-36f813a9-dd1d-474b-ac6f-98863f5d701e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178980 Mar 23 01:47:45.872330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af445e46-d07d-4725-a0e9-840e5e18fba1 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:47:45.896974 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba510ce5-750a-4ac2-9cb0-09b9b5ce5c2a None None] Sync routers for ids ['536b1cfd-44af-4c09-9523-a23b96b07da1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:47:45.904898 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-af445e46-d07d-4725-a0e9-840e5e18fba1 admin admin] 10.222.0.18 "PUT /v2.0/routers/536b1cfd-44af-4c09-9523-a23b96b07da1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7750571 Mar 23 01:47:45.907387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52656) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:45.911287 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (9b48ab28-832e-4d63-a346-cdf375375e6e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:45.920065 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3dc93a55-2e03-4cfa-9f16-f1ed0cd2e8d6 admin admin] Publish callbacks [] for security_group (46064816-5845-4ccd-b2db-50d20810318f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:45.948794 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba510ce5-750a-4ac2-9cb0-09b9b5ce5c2a None None] Routers {'536b1cfd-44af-4c09-9523-a23b96b07da1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:47:45.955389 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ba510ce5-750a-4ac2-9cb0-09b9b5ce5c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['536b1cfd-44af-4c09-9523-a23b96b07da1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:45.975588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-cd696da6-f745-4135-b8d3-77fe25721a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'name': 'tempest-ServerActionsTestJSON-815986857-router', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:27Z', 'updated_at': '2022-03-23T01:38:40Z', 'revision_number': 4, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'gw_port': {'id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:30Z', 'updated_at': '2022-03-23T01:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '0fb7dfd4-86e5-403d-a194-499bdcba2755', 'name': '', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'mac_address': 'fa:16:3e:ed:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:37Z', 'updated_at': '2022-03-23T01:38:49Z', 'revision_number': 5, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'subnets': [{'id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:45.979040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=9b48ab28-832e-4d63-a346-cdf375375e6e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:45.988932 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3dc93a55-2e03-4cfa-9f16-f1ed0cd2e8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (46064816-5845-4ccd-b2db-50d20810318f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:46.025012 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd696da6-f745-4135-b8d3-77fe25721a4a None None] Checking router: 78ca9f2b-f249-4a13-a294-3086907b1051 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:47:46.047329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd696da6-f745-4135-b8d3-77fe25721a4a None None] Routers {'78ca9f2b-f249-4a13-a294-3086907b1051'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:47:46.048248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-cd696da6-f745-4135-b8d3-77fe25721a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['78ca9f2b-f249-4a13-a294-3086907b1051'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:46.070360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:47:46.072133 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:47:46.075250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:47:46.107916 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3dc93a55-2e03-4cfa-9f16-f1ed0cd2e8d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc91fdfe6b324d2684ddf20e7702f342&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0936508 Mar 23 01:47:46.127232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52662) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:46.182143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc93a55-2e03-4cfa-9f16-f1ed0cd2e8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46064816-5845-4ccd-b2db-50d20810318f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:46.185127 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-cd696da6-f745-4135-b8d3-77fe25721a4a None None] Set router 78ca9f2b-f249-4a13-a294-3086907b1051 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:47:46.226581 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20359d-0a33-42de-9857-bd27cbaa0ef1 req-84e45141-ec1b-4dd4-9406-d41f20474243 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:46.234535 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e20359d-0a33-42de-9857-bd27cbaa0ef1 req-84e45141-ec1b-4dd4-9406-d41f20474243 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.1416841 Mar 23 01:47:46.247310 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ba510ce5-750a-4ac2-9cb0-09b9b5ce5c2a None None] Set router 536b1cfd-44af-4c09-9523-a23b96b07da1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:47:46.277364 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a3d63cc-796c-483f-9ae2-14ceb7dd898a admin admin] Publish callbacks [] for router (536b1cfd-44af-4c09-9523-a23b96b07da1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:46.294137 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b4674dd-d355-4c83-a417-9fda85d83b11 admin admin] Publish callbacks [] for security_group (46064816-5845-4ccd-b2db-50d20810318f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:46.372250 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e20359d-0a33-42de-9857-bd27cbaa0ef1 req-9c3b9fd7-1d87-4063-ba5a-996b08239d36 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322052 Mar 23 01:47:46.386015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe71fe-0039-4550-8d31-c8c259233c46 req-da85f748-9c59-4d15-847e-f496c9981c2a tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:46.388877 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7cbe71fe-0039-4550-8d31-c8c259233c46 req-da85f748-9c59-4d15-847e-f496c9981c2a tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 1127 time: 0.2699423 Mar 23 01:47:46.474589 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a3d63cc-796c-483f-9ae2-14ceb7dd898a admin admin] Publish callbacks [] for router_gateway (536b1cfd-44af-4c09-9523-a23b96b07da1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:46.572989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-cd696da6-f745-4135-b8d3-77fe25721a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'name': 'tempest-ServerActionsTestJSON-815986857-router', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:27Z', 'updated_at': '2022-03-23T01:38:40Z', 'revision_number': 4, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'gw_port': {'id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:30Z', 'updated_at': '2022-03-23T01:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '0fb7dfd4-86e5-403d-a194-499bdcba2755', 'name': '', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'mac_address': 'fa:16:3e:ed:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:37Z', 'updated_at': '2022-03-23T01:38:49Z', 'revision_number': 5, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'subnets': [{'id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:46.581126 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b4674dd-d355-4c83-a417-9fda85d83b11 admin admin] Publish callbacks [] for security_group (46064816-5845-4ccd-b2db-50d20810318f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:46.605663 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ba510ce5-750a-4ac2-9cb0-09b9b5ce5c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614264617-router', 'tenant_id': '2b866d2a42644960b36baac5a9a11fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '8c093de7-3d34-4ade-8afd-260585870a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:06Z', 'updated_at': '2022-03-23T01:47:43Z', 'revision_number': 5, 'project_id': '2b866d2a42644960b36baac5a9a11fe9', 'gw_port': {'id': '8c093de7-3d34-4ade-8afd-260585870a65', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:44:07Z', 'updated_at': '2022-03-23T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:46.613381 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd696da6-f745-4135-b8d3-77fe25721a4a None None] The sync data for ids ['78ca9f2b-f249-4a13-a294-3086907b1051'] in n-d-834677-4 is: [{'id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'name': 'tempest-ServerActionsTestJSON-815986857-router', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:27Z', 'updated_at': '2022-03-23T01:38:40Z', 'revision_number': 4, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'gw_port': {'id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:30Z', 'updated_at': '2022-03-23T01:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '0fb7dfd4-86e5-403d-a194-499bdcba2755', 'name': '', 'network_id': '55577988-71eb-4574-9c6d-704e30d467e8', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'mac_address': 'fa:16:3e:ed:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:37Z', 'updated_at': '2022-03-23T01:38:49Z', 'revision_number': 5, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'subnets': [{'id': '0fcd992d-8fb4-43ec-9717-1070673d3183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:47:46.640791 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba510ce5-750a-4ac2-9cb0-09b9b5ce5c2a None None] Checking router: 536b1cfd-44af-4c09-9523-a23b96b07da1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:47:46.652283 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba510ce5-750a-4ac2-9cb0-09b9b5ce5c2a None None] Routers {'536b1cfd-44af-4c09-9523-a23b96b07da1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:47:46.653032 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ba510ce5-750a-4ac2-9cb0-09b9b5ce5c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['536b1cfd-44af-4c09-9523-a23b96b07da1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:46.673299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bef58c-2185-4f0d-add9-e5d08348e3be req-ca5177f2-cf45-4c1f-92bf-8c2abd28ee11 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:46.689731 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b4674dd-d355-4c83-a417-9fda85d83b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (46064816-5845-4ccd-b2db-50d20810318f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:46.692758 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c5bef58c-2185-4f0d-add9-e5d08348e3be req-ca5177f2-cf45-4c1f-92bf-8c2abd28ee11 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 1127 time: 0.1544557 Mar 23 01:47:46.694379 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b4674dd-d355-4c83-a417-9fda85d83b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:46.698749 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1b4674dd-d355-4c83-a417-9fda85d83b11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46064816-5845-4ccd-b2db-50d20810318f HTTP/1.1" status: 204 len: 168 time: 0.5634351 Mar 23 01:47:46.704063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7a3d63cc-796c-483f-9ae2-14ceb7dd898a admin admin] Deleting port 8c093de7-3d34-4ade-8afd-260585870a65 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:46.704509 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a3d63cc-796c-483f-9ae2-14ceb7dd898a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8c093de7-3d34-4ade-8afd-260585870a65), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:46.753893 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4674dd-d355-4c83-a417-9fda85d83b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46064816-5845-4ccd-b2db-50d20810318f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:46.902835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63050e5a-a510-4609-bc9a-a7379d8d6287 req-0f1062a9-51d8-4126-88a7-5a6112c35a73 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:46.905502 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63050e5a-a510-4609-bc9a-a7379d8d6287 req-0f1062a9-51d8-4126-88a7-5a6112c35a73 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.2575982 Mar 23 01:47:46.957485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-7a3d63cc-796c-483f-9ae2-14ceb7dd898a admin admin] For port 8c093de7-3d34-4ade-8afd-260585870a65, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=8c093de7-3d34-4ade-8afd-260585870a65,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:46.959246 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a3d63cc-796c-483f-9ae2-14ceb7dd898a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8c093de7-3d34-4ade-8afd-260585870a65), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:46.992097 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7a3d63cc-796c-483f-9ae2-14ceb7dd898a admin admin] Calling delete_port for 8c093de7-3d34-4ade-8afd-260585870a65 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:46.997637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-7cbe71fe-0039-4550-8d31-c8c259233c46 req-7cc9bce7-5183-491a-99b3-7e5c3a3ecb29 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Deleting port fe1e5d84-071e-40f9-9007-f074342ab3d2 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:46.998412 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7cbe71fe-0039-4550-8d31-c8c259233c46 req-7cc9bce7-5183-491a-99b3-7e5c3a3ecb29 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (fe1e5d84-071e-40f9-9007-f074342ab3d2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:47.134828 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ba510ce5-750a-4ac2-9cb0-09b9b5ce5c2a None None] Set router 536b1cfd-44af-4c09-9523-a23b96b07da1 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:47:47.150090 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfbd234-eea5-4118-818e-0328b51fe005 None None] New status for floating IP 8fd52529-5fe5-4eb0-b043-392bf58ab304: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:47:47.259471 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ba510ce5-750a-4ac2-9cb0-09b9b5ce5c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614264617-router', 'tenant_id': '2b866d2a42644960b36baac5a9a11fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:06Z', 'updated_at': '2022-03-23T01:47:46Z', 'revision_number': 6, 'project_id': '2b866d2a42644960b36baac5a9a11fe9', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:47.324381 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba510ce5-750a-4ac2-9cb0-09b9b5ce5c2a None None] The sync data for ids ['536b1cfd-44af-4c09-9523-a23b96b07da1'] in n-d-834677-4 is: [{'id': '536b1cfd-44af-4c09-9523-a23b96b07da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614264617-router', 'tenant_id': '2b866d2a42644960b36baac5a9a11fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:44:06Z', 'updated_at': '2022-03-23T01:47:46Z', 'revision_number': 6, 'project_id': '2b866d2a42644960b36baac5a9a11fe9', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:47:47.721782 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_gateway (e2e22f1f-de98-4f24-9e81-9b292220033a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:47.837558 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c5bef58c-2185-4f0d-add9-e5d08348e3be req-02e79ec6-ebf6-4bbd-ac3d-400705c970ca tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=546ed64a-e29d-4bcd-9a42-3e03951d60a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1384585 Mar 23 01:47:47.878877 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63050e5a-a510-4609-bc9a-a7379d8d6287 req-e8ab6655-5102-4b00-afbb-18ca15f388d9 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9058044 Mar 23 01:47:47.947229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-7cbe71fe-0039-4550-8d31-c8c259233c46 req-7cc9bce7-5183-491a-99b3-7e5c3a3ecb29 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] For port fe1e5d84-071e-40f9-9007-f074342ab3d2, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=fe1e5d84-071e-40f9-9007-f074342ab3d2,segment=NetworkSegment(41938f11-d08a-4064-a6c0-63c144f6cd75),segment_id=41938f11-d08a-4064-a6c0-63c144f6cd75)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:47.947606 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7cbe71fe-0039-4550-8d31-c8c259233c46 req-7cc9bce7-5183-491a-99b3-7e5c3a3ecb29 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (fe1e5d84-071e-40f9-9007-f074342ab3d2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:47.968429 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a3d63cc-796c-483f-9ae2-14ceb7dd898a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8c093de7-3d34-4ade-8afd-260585870a65), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:47.981582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-7cbe71fe-0039-4550-8d31-c8c259233c46 req-7cc9bce7-5183-491a-99b3-7e5c3a3ecb29 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Calling delete_port for fe1e5d84-071e-40f9-9007-f074342ab3d2 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:48.009711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52700) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:48.020672 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d63cc-796c-483f-9ae2-14ceb7dd898a admin admin] Pushing event deleted for resources: {'Port': ['ID=8c093de7-3d34-4ade-8afd-260585870a65,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:48.099615 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a3d63cc-796c-483f-9ae2-14ceb7dd898a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (536b1cfd-44af-4c09-9523-a23b96b07da1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.202805 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a3d63cc-796c-483f-9ae2-14ceb7dd898a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (536b1cfd-44af-4c09-9523-a23b96b07da1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.205444 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a3d63cc-796c-483f-9ae2-14ceb7dd898a admin admin] Publish callbacks [] for router_controller (536b1cfd-44af-4c09-9523-a23b96b07da1), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.304759 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fda133-4ea9-4e8a-bbd8-022c21f27357 req-6ced32dd-5d9f-4463-9d23-2ed38aa43cc3 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:48.306411 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d9fda133-4ea9-4e8a-bbd8-022c21f27357 req-6ced32dd-5d9f-4463-9d23-2ed38aa43cc3 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.2829788 Mar 23 01:47:48.311552 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a3d63cc-796c-483f-9ae2-14ceb7dd898a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (536b1cfd-44af-4c09-9523-a23b96b07da1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.312635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3d63cc-796c-483f-9ae2-14ceb7dd898a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 536b1cfd-44af-4c09-9523-a23b96b07da1 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:47:48.328965 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7a3d63cc-796c-483f-9ae2-14ceb7dd898a admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.331886 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7a3d63cc-796c-483f-9ae2-14ceb7dd898a admin admin] 10.222.0.18 "DELETE /v2.0/routers/536b1cfd-44af-4c09-9523-a23b96b07da1 HTTP/1.1" status: 204 len: 168 time: 2.4226787 Mar 23 01:47:48.333801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52710) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:48.349150 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 8c093de7-3d34-4ade-8afd-260585870a65 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:47:48.378360 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-77cb60de-e428-4f26-b752-2efcc8378133 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for security_group (3e39af43-d8dc-4eea-bd08-c733e34a24b5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.396551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 8c093de7-3d34-4ade-8afd-260585870a65 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:47:48.397530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 8c093de7-3d34-4ade-8afd-260585870a65 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:47:48.398684 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 31222a37-7719-4e52-a382-a50791bcc321 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:47:48.408116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-60097d25-7e73-4e04-a84b-c904bc57cace admin admin] Deleting subnet c859e83d-0a1c-4286-97e4-2697cce4d9b7 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:47:48.415172 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-60097d25-7e73-4e04-a84b-c904bc57cace admin admin] Publish callbacks [] for subnet (c859e83d-0a1c-4286-97e4-2697cce4d9b7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.430210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 31222a37-7719-4e52-a382-a50791bcc321 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:47:48.430849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 31222a37-7719-4e52-a382-a50791bcc321 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:47:48.461570 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (e2e22f1f-de98-4f24-9e81-9b292220033a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.468006 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-77cb60de-e428-4f26-b752-2efcc8378133 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for security_group (3e39af43-d8dc-4eea-bd08-c733e34a24b5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.513265 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-60097d25-7e73-4e04-a84b-c904bc57cace admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (c859e83d-0a1c-4286-97e4-2697cce4d9b7), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.581109 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7cbe71fe-0039-4550-8d31-c8c259233c46 req-7cc9bce7-5183-491a-99b3-7e5c3a3ecb29 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (fe1e5d84-071e-40f9-9007-f074342ab3d2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.606744 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-60097d25-7e73-4e04-a84b-c904bc57cace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (c859e83d-0a1c-4286-97e4-2697cce4d9b7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.621243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9bce7-5183-491a-99b3-7e5c3a3ecb29 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe1e5d84-071e-40f9-9007-f074342ab3d2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:48.634951 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d9fda133-4ea9-4e8a-bbd8-022c21f27357 req-e797d60e-262f-43d1-943b-1ef08fdd6d5f tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140693 Mar 23 01:47:48.711387 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-60097d25-7e73-4e04-a84b-c904bc57cace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (c859e83d-0a1c-4286-97e4-2697cce4d9b7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.767534 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbe71fe-0039-4550-8d31-c8c259233c46 req-7cc9bce7-5183-491a-99b3-7e5c3a3ecb29 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] No DVR routers for this DVR port fe1e5d84-071e-40f9-9007-f074342ab3d2 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:47:48.771953 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7cbe71fe-0039-4550-8d31-c8c259233c46 req-7cc9bce7-5183-491a-99b3-7e5c3a3ecb29 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.775865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60097d25-7e73-4e04-a84b-c904bc57cace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c859e83d-0a1c-4286-97e4-2697cce4d9b7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:48.776917 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7cbe71fe-0039-4550-8d31-c8c259233c46 req-7cc9bce7-5183-491a-99b3-7e5c3a3ecb29 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.42 "DELETE /v2.0/ports/fe1e5d84-071e-40f9-9007-f074342ab3d2 HTTP/1.1" status: 204 len: 173 time: 2.3662581 Mar 23 01:47:48.784848 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-60097d25-7e73-4e04-a84b-c904bc57cace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.790691 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-60097d25-7e73-4e04-a84b-c904bc57cace admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c859e83d-0a1c-4286-97e4-2697cce4d9b7 HTTP/1.1" status: 204 len: 168 time: 0.4535298 Mar 23 01:47:48.794279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234c3d0e-862d-4523-bfd4-c368e1d2ef61', 'name': 'network-vif-deleted', 'tag': 'fe1e5d84-071e-40f9-9007-f074342ab3d2'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:47:48.794848 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18c770b-4ff4-473f-8ff5-8bee9dfa89c9 None None] Network c884f9b1-79b1-44e3-83ed-f5325356574e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:47:48.797363 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6d7b2f-461c-4948-9188-788722a641bf" -d '{"events": [{"server_uuid": "234c3d0e-862d-4523-bfd4-c368e1d2ef61", "name": "network-vif-deleted", "tag": "fe1e5d84-071e-40f9-9007-f074342ab3d2"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:47:48.803142 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52726) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:48.899389 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6425555-d026-4c6a-8295-bfa3621e45bc x-openstack-request-id: req-e6425555-d026-4c6a-8295-bfa3621e45bc {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:47:48.899713 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234c3d0e-862d-4523-bfd4-c368e1d2ef61", "name": "network-vif-deleted", "tag": "fe1e5d84-071e-40f9-9007-f074342ab3d2", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:47:48.900289 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6425555-d026-4c6a-8295-bfa3621e45bc {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:47:48.900893 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6425555-d026-4c6a-8295-bfa3621e45bc'] response: {'server_uuid': '234c3d0e-862d-4523-bfd4-c368e1d2ef61', 'name': 'network-vif-deleted', 'tag': 'fe1e5d84-071e-40f9-9007-f074342ab3d2', 'status': 'completed', 'code': 200} Mar 23 01:47:48.905912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (c884f9b1-79b1-44e3-83ed-f5325356574e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.913247 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-77cb60de-e428-4f26-b752-2efcc8378133 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3e39af43-d8dc-4eea-bd08-c733e34a24b5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.916285 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-77cb60de-e428-4f26-b752-2efcc8378133 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:48.920221 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-77cb60de-e428-4f26-b752-2efcc8378133 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "DELETE /v2.0/security-groups/3e39af43-d8dc-4eea-bd08-c733e34a24b5 HTTP/1.1" status: 204 len: 168 time: 0.9065413 Mar 23 01:47:48.924402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device fe1e5d84-071e-40f9-9007-f074342ab3d2 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:47:48.925850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cc6b5-afac-4b4f-8f6d-44d794a40b13 req-5f6a7be8-e7e8-43fd-bfb6-df1de947bc30 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:48.935059 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-999cc6b5-afac-4b4f-8f6d-44d794a40b13 req-5f6a7be8-e7e8-43fd-bfb6-df1de947bc30 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.1445401 Mar 23 01:47:48.935600 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52732) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:48.942741 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb60de-e428-4f26-b752-2efcc8378133 tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e39af43-d8dc-4eea-bd08-c733e34a24b5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:48.987581 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: fe1e5d84-071e-40f9-9007-f074342ab3d2 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:47:48.987927 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device fe1e5d84-071e-40f9-9007-f074342ab3d2 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:47:48.991125 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-2d3985f3-1548-4ead-83ac-4a4ee4e0b49a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] show failed (client error): The resource could not be found. Mar 23 01:47:49.002489 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2d3985f3-1548-4ead-83ac-4a4ee4e0b49a tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "GET /v2.0/security-groups/3e39af43-d8dc-4eea-bd08-c733e34a24b5 HTTP/1.1" status: 404 len: 347 time: 0.0628343 Mar 23 01:47:49.003456 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52736) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:49.086134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router e2e22f1f-de98-4f24-9e81-9b292220033a is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:47:49.139739 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] Deleting port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:49.140029 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6e11a33b-977c-4982-b7fd-a9634a7c4ce8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:49.195634 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-999cc6b5-afac-4b4f-8f6d-44d794a40b13 req-c1b306a3-5079-4c72-9606-2abedccf7929 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520561 Mar 23 01:47:49.208664 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8309dde3-eaf3-43dc-b48c-ea58bfdbacab None None] DHCP port deletion for c884f9b1-79b1-44e3-83ed-f5325356574e request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:47:49.289550 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-4a214999-7b35-4798-a2cf-a8d38740b4bf tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Deleting port fa20c576-0825-464a-ad69-641a24d9c4ae {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:49.290030 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4a214999-7b35-4798-a2cf-a8d38740b4bf tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (fa20c576-0825-464a-ad69-641a24d9c4ae), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:49.365438 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8309dde3-eaf3-43dc-b48c-ea58bfdbacab None None] Deleting port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:49.365934 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8309dde3-eaf3-43dc-b48c-ea58bfdbacab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6e11a33b-977c-4982-b7fd-a9634a7c4ce8), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:49.423593 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-abe02151-184f-4c63-ac8c-187ec5fdfbf2 req-36c2f616-b324-4eed-b22f-7f050aa19b84 tempest-TestServerMultinode-1141439782 tempest-TestServerMultinode-1141439782-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=234c3d0e-862d-4523-bfd4-c368e1d2ef61 HTTP/1.1" status: 200 len: 210 time: 0.3186164 Mar 23 01:47:49.439392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:47:49.453410 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Sync routers for ids ['e2e22f1f-de98-4f24-9e81-9b292220033a'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:47:49.473271 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8309dde3-eaf3-43dc-b48c-ea58bfdbacab None None] For port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6e11a33b-977c-4982-b7fd-a9634a7c4ce8,segment=NetworkSegment(e511d685-e71a-43ea-b892-97e9660a09be),segment_id=e511d685-e71a-43ea-b892-97e9660a09be)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:49.474157 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8309dde3-eaf3-43dc-b48c-ea58bfdbacab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6e11a33b-977c-4982-b7fd-a9634a7c4ce8), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:49.474622 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Routers {'e2e22f1f-de98-4f24-9e81-9b292220033a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:47:49.475246 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e2e22f1f-de98-4f24-9e81-9b292220033a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:49.513156 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4a214999-7b35-4798-a2cf-a8d38740b4bf tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (fa20c576-0825-464a-ad69-641a24d9c4ae), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:49.513508 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4a214999-7b35-4798-a2cf-a8d38740b4bf tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for floatingip (fa20c576-0825-464a-ad69-641a24d9c4ae), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:49.516673 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:49.521884 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-14ed625f-cf57-4f8f-aaf5-7cb785fea121 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.1527519 Mar 23 01:47:49.526153 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52752) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:49.534488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] For port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6e11a33b-977c-4982-b7fd-a9634a7c4ce8,segment=NetworkSegment(e511d685-e71a-43ea-b892-97e9660a09be),segment_id=e511d685-e71a-43ea-b892-97e9660a09be)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:49.535157 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6e11a33b-977c-4982-b7fd-a9634a7c4ce8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:49.539442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8309dde3-eaf3-43dc-b48c-ea58bfdbacab None None] Calling delete_port for 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:49.553737 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-717e0300-9baf-4d7b-afc6-e388cbb34ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:49.557038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-4a214999-7b35-4798-a2cf-a8d38740b4bf tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Calling delete_port for fa20c576-0825-464a-ad69-641a24d9c4ae owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:49.574428 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed3cf3-6847-4586-a8cd-6af18810a82c req-a36010e2-6da0-4c18-9e99-20e11ae26a4d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:49.580283 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] Calling delete_port for 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:49.583717 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e0ed3cf3-6847-4586-a8cd-6af18810a82c req-a36010e2-6da0-4c18-9e99-20e11ae26a4d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.2017524 Mar 23 01:47:49.693178 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Set router e2e22f1f-de98-4f24-9e81-9b292220033a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:47:49.698642 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8309dde3-eaf3-43dc-b48c-ea58bfdbacab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (6e11a33b-977c-4982-b7fd-a9634a7c4ce8), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:49.705780 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (6e11a33b-977c-4982-b7fd-a9634a7c4ce8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:49.739200 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e0ed3cf3-6847-4586-a8cd-6af18810a82c req-2cd90aff-9a4b-4055-a46a-91b7fc70a6fc tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352439 Mar 23 01:47:49.752298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309dde3-eaf3-43dc-b48c-ea58bfdbacab None None] Pushing event deleted for resources: {'Port': ['ID=6e11a33b-977c-4982-b7fd-a9634a7c4ce8,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:49.760719 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8309dde3-eaf3-43dc-b48c-ea58bfdbacab None None] No DVR routers for this DVR port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:47:49.766080 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e11a33b-977c-4982-b7fd-a9634a7c4ce8,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:49.790173 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] No DVR routers for this DVR port 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:47:49.899096 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4a214999-7b35-4798-a2cf-a8d38740b4bf tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (fa20c576-0825-464a-ad69-641a24d9c4ae), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:49.938344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a214999-7b35-4798-a2cf-a8d38740b4bf tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Pushing event deleted for resources: {'Port': ['ID=fa20c576-0825-464a-ad69-641a24d9c4ae,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:49.959341 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-49ca7eba-8452-4b8e-b433-ebc47b9fd8c9 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=bb6e915da6d4405598d98978727b2035&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4317050 Mar 23 01:47:49.965381 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52764) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:50.016224 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4a214999-7b35-4798-a2cf-a8d38740b4bf tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks [] for floatingip (8fd52529-5fe5-4eb0-b043-392bf58ab304), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:50.019459 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4a214999-7b35-4798-a2cf-a8d38740b4bf tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:50.020395 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90898684', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:47:43Z', 'updated_at': '2022-03-23T01:47:46Z', 'revision_number': 3, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:44Z', 'updated_at': '2022-03-23T01:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:50.020894 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4a214999-7b35-4798-a2cf-a8d38740b4bf tempest-ServerActionsTestJSON-1107130973 tempest-ServerActionsTestJSON-1107130973-project] 10.222.0.18 "DELETE /v2.0/floatingips/8fd52529-5fe5-4eb0-b043-392bf58ab304 HTTP/1.1" status: 204 len: 168 time: 1.0167422 Mar 23 01:47:50.024772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52768) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:50.064292 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Checking router: e2e22f1f-de98-4f24-9e81-9b292220033a for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:47:50.064473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b2dba3-343f-46c1-9c9b-9a0a0ba91c29 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:50.066051 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Updating router e2e22f1f-de98-4f24-9e81-9b292220033a port 9b48ab28-832e-4d63-a346-cdf375375e6e binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:47:50.066914 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f2b2dba3-343f-46c1-9c9b-9a0a0ba91c29 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0982316 Mar 23 01:47:50.071435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52774) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:50.073496 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (c884f9b1-79b1-44e3-83ed-f5325356574e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:50.111634 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5b0208e6-6bda-4f48-b744-7554633563cf tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356991 Mar 23 01:47:50.112323 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52776) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:50.118331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-2782f5cf-9ae3-4171-935e-d594ad491a06 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-381129243', 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:47:50.118898 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9b48ab28-832e-4d63-a346-cdf375375e6e), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:50.158008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb89aeb-1479-4635-9d18-2a5e68288dbc req-a29bb037-66d4-409e-a428-ccacb0babfe8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:50.159483 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-adb89aeb-1479-4635-9d18-2a5e68288dbc req-a29bb037-66d4-409e-a428-ccacb0babfe8 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.3130143 Mar 23 01:47:50.161542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c884f9b1-79b1-44e3-83ed-f5325356574e']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:50.210373 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e511d685-e71a-43ea-b892-97e9660a09be') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:50.210668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e511d685-e71a-43ea-b892-97e9660a09be') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:50.224326 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2782f5cf-9ae3-4171-935e-d594ad491a06 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Made reservation on behalf of bb6e915da6d4405598d98978727b2035 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:47:50.229125 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2782f5cf-9ae3-4171-935e-d594ad491a06 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:50.263831 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (e511d685-e71a-43ea-b892-97e9660a09be), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:50.333737 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-adb89aeb-1479-4635-9d18-2a5e68288dbc req-c4441a9c-97db-497d-9ec6-58cadb40ac46 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618166 Mar 23 01:47:50.341426 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (e511d685-e71a-43ea-b892-97e9660a09be), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:50.349965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:47:50.356227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:47:50.356701 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (e511d685-e71a-43ea-b892-97e9660a09be), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:47:50.361383 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:47:50.391162 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:47:50.391869 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6e11a33b-977c-4982-b7fd-a9634a7c4ce8 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:47:50.474895 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (c884f9b1-79b1-44e3-83ed-f5325356574e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:50.482034 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:50.495002 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c884f9b1-79b1-44e3-83ed-f5325356574e HTTP/1.1" status: 204 len: 168 time: 1.6886055 Mar 23 01:47:50.529116 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52796) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:50.571430 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966dedee-1145-4d4f-9470-a202096c1987 admin admin] Pushing event deleted for resources: {'Network': ['ID=c884f9b1-79b1-44e3-83ed-f5325356574e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:50.573195 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:50.608012 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Publish callbacks [] for port (9b48ab28-832e-4d63-a346-cdf375375e6e), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:50.619957 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9b48ab28-832e-4d63-a346-cdf375375e6e), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:50.708377 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74198ea8-e454-458e-bbc7-194ef96021c6 None None] Pushing event updated for resources: {'Port': ['ID=9b48ab28-832e-4d63-a346-cdf375375e6e,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:50.713945 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Attempting to bind port 9b48ab28-832e-4d63-a346-cdf375375e6e on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:47:50.714367 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Attempting to bind port 9b48ab28-832e-4d63-a346-cdf375375e6e by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:47:50.714751 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Attempting to bind port 9b48ab28-832e-4d63-a346-cdf375375e6e on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:47:50.728945 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74198ea8-e454-458e-bbc7-194ef96021c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:50.729725 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74198ea8-e454-458e-bbc7-194ef96021c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:50.730072 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74198ea8-e454-458e-bbc7-194ef96021c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:50.730403 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74198ea8-e454-458e-bbc7-194ef96021c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:50.730730 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74198ea8-e454-458e-bbc7-194ef96021c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:50.734621 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74198ea8-e454-458e-bbc7-194ef96021c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:50.735008 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74198ea8-e454-458e-bbc7-194ef96021c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:50.737323 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74198ea8-e454-458e-bbc7-194ef96021c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:50.737684 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74198ea8-e454-458e-bbc7-194ef96021c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:50.739701 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74198ea8-e454-458e-bbc7-194ef96021c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:50.741433 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74198ea8-e454-458e-bbc7-194ef96021c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:50.742226 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74198ea8-e454-458e-bbc7-194ef96021c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:50.743042 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74198ea8-e454-458e-bbc7-194ef96021c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:50.743261 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74198ea8-e454-458e-bbc7-194ef96021c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:50.743593 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74198ea8-e454-458e-bbc7-194ef96021c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:47:50.754364 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:47:50.754637 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:47:50.755843 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:50.756677 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:47:50.757159 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Bound port: 9b48ab28-832e-4d63-a346-cdf375375e6e, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:47:50.757534 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9b48ab28-832e-4d63-a346-cdf375375e6e), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:50.762182 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be0cdc-f3cb-4127-a913-3b00224da5c4 req-2b690fea-3ca9-4828-ac35-cb09418f5473 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:50.763799 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4be0cdc-f3cb-4127-a913-3b00224da5c4 req-2b690fea-3ca9-4828-ac35-cb09418f5473 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.2366123 Mar 23 01:47:50.838018 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] For port 9b48ab28-832e-4d63-a346-cdf375375e6e, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:47:50.842293 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] For port 9b48ab28-832e-4d63-a346-cdf375375e6e, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9b48ab28-832e-4d63-a346-cdf375375e6e,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:47:50.853602 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9b48ab28-832e-4d63-a346-cdf375375e6e), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:50.860825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52802) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:50.907030 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2782f5cf-9ae3-4171-935e-d594ad491a06 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (2e48427a-299d-4910-9d09-e0cfab05d4bd), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:50.934536 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Routers {'e2e22f1f-de98-4f24-9e81-9b292220033a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:47:50.935076 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e2e22f1f-de98-4f24-9e81-9b292220033a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:50.982663 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4be0cdc-f3cb-4127-a913-3b00224da5c4 req-6de34f8b-34b1-47ef-8129-43022f6c349e tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120659 Mar 23 01:47:51.026429 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6b3347cd-a052-4efb-92fd-701c47a4d8f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5173df6d6ed64b0385195b806ebe14af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607559 Mar 23 01:47:51.029831 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52806) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:51.053510 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782f5cf-9ae3-4171-935e-d594ad491a06 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Subnet': ['ID=2e48427a-299d-4910-9d09-e0cfab05d4bd,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:51.082396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2782f5cf-9ae3-4171-935e-d594ad491a06 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Checking segment: {'id': '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:47:51.083283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2782f5cf-9ae3-4171-935e-d594ad491a06 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network hostable DHCP agents. Network: 87aa8238-b3d1-4249-8bf5-f96b20def476, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:47:51.108117 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74198ea8-e454-458e-bbc7-194ef96021c6 None None] Pushing event updated for resources: {'Port': ['ID=9b48ab28-832e-4d63-a346-cdf375375e6e,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:51.126017 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2782f5cf-9ae3-4171-935e-d594ad491a06 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network 87aa8238-b3d1-4249-8bf5-f96b20def476 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:47:51.142184 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-647bafaf-41ca-4c8d-9b8d-6e5399f862f8 admin admin] Publish callbacks [] for security_group (923319d2-8f5b-43d2-8af3-72322463243e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:51.173757 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-2782f5cf-9ae3-4171-935e-d594ad491a06 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 87aa8238-b3d1-4249-8bf5-f96b20def476) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:47:51.180519 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-647bafaf-41ca-4c8d-9b8d-6e5399f862f8 admin admin] Publish callbacks [] for security_group (923319d2-8f5b-43d2-8af3-72322463243e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:51.187702 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2782f5cf-9ae3-4171-935e-d594ad491a06 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:51.188635 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2782f5cf-9ae3-4171-935e-d594ad491a06 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:51.191464 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d9da29-697f-4b62-b7bf-e9804b656728 None None] Network 87aa8238-b3d1-4249-8bf5-f96b20def476 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:47:51.264638 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] Set router e2e22f1f-de98-4f24-9e81-9b292220033a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:47:51.266935 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2782f5cf-9ae3-4171-935e-d594ad491a06 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1533747 Mar 23 01:47:51.274637 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52818) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:51.378228 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6478-5036-4ce7-8c16-71ad17f9e903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (78ca9f2b-f249-4a13-a294-3086907b1051), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:51.441035 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-647bafaf-41ca-4c8d-9b8d-6e5399f862f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (923319d2-8f5b-43d2-8af3-72322463243e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:51.445678 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-647bafaf-41ca-4c8d-9b8d-6e5399f862f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:51.448762 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-647bafaf-41ca-4c8d-9b8d-6e5399f862f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/923319d2-8f5b-43d2-8af3-72322463243e HTTP/1.1" status: 204 len: 168 time: 0.4118741 Mar 23 01:47:51.466659 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bafaf-41ca-4c8d-9b8d-6e5399f862f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923319d2-8f5b-43d2-8af3-72322463243e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:51.469560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-87aa8238-b3d1-4249-8bf5-f96b20def476', 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ips': [{'subnet_id': '2e48427a-299d-4910-9d09-e0cfab05d4bd'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:47:51.470462 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:51.488118 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4f486840-9a1c-4039-ba88-e959fc799c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (f7a637be-b88d-4d16-ab5b-f1f1b506ec72), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:51.636817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Allocated IP 172.20.0.2 (87aa8238-b3d1-4249-8bf5-f96b20def476/2e48427a-299d-4910-9d09-e0cfab05d4bd/042293db-6760-4ade-8bee-fbb91a2a9b14) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:47:51.740295 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90898684', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:47:43Z', 'updated_at': '2022-03-23T01:47:46Z', 'revision_number': 3, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:44Z', 'updated_at': '2022-03-23T01:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:51.816638 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aecf00-d806-471b-a2ab-5a315609adef None None] The sync data for ids ['e2e22f1f-de98-4f24-9e81-9b292220033a'] in n-d-834677-4 is: [{'id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90898684', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:47:43Z', 'updated_at': '2022-03-23T01:47:46Z', 'revision_number': 3, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:44Z', 'updated_at': '2022-03-23T01:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:47:51.835853 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-abfbf351-1417-4f72-9318-d43d98e47689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:51.992430 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Publish callbacks [] for port (042293db-6760-4ade-8bee-fbb91a2a9b14), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:52.003532 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (042293db-6760-4ade-8bee-fbb91a2a9b14), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:52.039664 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Network 87aa8238-b3d1-4249-8bf5-f96b20def476 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:47:52.042289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:47:52.094843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:47:52.158814 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-4f486840-9a1c-4039-ba88-e959fc799c64 admin admin] Deleting port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:52.159827 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4f486840-9a1c-4039-ba88-e959fc799c64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:52.219768 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Pushing event updated for resources: {'Port': ['ID=042293db-6760-4ade-8bee-fbb91a2a9b14,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:52.240404 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52834) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:52.252838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Attempting to bind port 042293db-6760-4ade-8bee-fbb91a2a9b14 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:47:52.253397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Attempting to bind port 042293db-6760-4ade-8bee-fbb91a2a9b14 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:47:52.253948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Attempting to bind port 042293db-6760-4ade-8bee-fbb91a2a9b14 on network 87aa8238-b3d1-4249-8bf5-f96b20def476 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:47:52.272318 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:47:52.273614 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Checking segment: {'id': '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:47:52.274194 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:52.274909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Bound using segment: {'id': '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:47:52.275727 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Bound port: 042293db-6760-4ade-8bee-fbb91a2a9b14, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:47:52.276277 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (042293db-6760-4ade-8bee-fbb91a2a9b14), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:52.380364 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-68dc0d2a-8c56-4791-ba85-2abe1f293a89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b866d2a42644960b36baac5a9a11fe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1189420 Mar 23 01:47:52.381003 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52838) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:52.481789 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] For port 042293db-6760-4ade-8bee-fbb91a2a9b14, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:47:52.488516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] For port 042293db-6760-4ade-8bee-fbb91a2a9b14, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=042293db-6760-4ade-8bee-fbb91a2a9b14,segment=NetworkSegment(6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2),segment_id=6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:47:52.505353 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (042293db-6760-4ade-8bee-fbb91a2a9b14), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:52.526348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-4f486840-9a1c-4039-ba88-e959fc799c64 admin admin] For port 9664d51e-8e65-4978-a5ff-4d00aac5b6ab, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9664d51e-8e65-4978-a5ff-4d00aac5b6ab,segment=NetworkSegment(41938f11-d08a-4064-a6c0-63c144f6cd75),segment_id=41938f11-d08a-4064-a6c0-63c144f6cd75)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:52.529238 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4f486840-9a1c-4039-ba88-e959fc799c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:52.569843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-4f486840-9a1c-4039-ba88-e959fc799c64 admin admin] Calling delete_port for 9664d51e-8e65-4978-a5ff-4d00aac5b6ab owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:52.619164 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:52.626348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f9e55-d231-4984-a250-154507b194ec None None] Pushing event updated for resources: {'Port': ['ID=042293db-6760-4ade-8bee-fbb91a2a9b14,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:52.627780 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9c249354-5e83-4ae2-ae5f-c44d46cbd712 admin admin] Publish callbacks [] for security_group (c6041743-8f6a-47cb-b786-a5936022978f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:52.644138 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b6478-5036-4ce7-8c16-71ad17f9e903 admin admin] Deleting port 0fb7dfd4-86e5-403d-a194-499bdcba2755 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:52.644546 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6478-5036-4ce7-8c16-71ad17f9e903 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:52.647037 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9b48ab28-832e-4d63-a346-cdf375375e6e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:47:52.762938 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-9f4b6478-5036-4ce7-8c16-71ad17f9e903 admin admin] For port 0fb7dfd4-86e5-403d-a194-499bdcba2755, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0fb7dfd4-86e5-403d-a194-499bdcba2755,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:52.763139 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6478-5036-4ce7-8c16-71ad17f9e903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:52.778994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b6478-5036-4ce7-8c16-71ad17f9e903 admin admin] Calling delete_port for 0fb7dfd4-86e5-403d-a194-499bdcba2755 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:52.804860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 9b48ab28-832e-4d63-a346-cdf375375e6e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:47:52.805481 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9b48ab28-832e-4d63-a346-cdf375375e6e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:53.016782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 9b48ab28-832e-4d63-a346-cdf375375e6e is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:47:53.017292 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9b48ab28-832e-4d63-a346-cdf375375e6e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:53.067629 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6478-5036-4ce7-8c16-71ad17f9e903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (0fb7dfd4-86e5-403d-a194-499bdcba2755), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:53.093939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 9b48ab28-832e-4d63-a346-cdf375375e6e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9b48ab28-832e-4d63-a346-cdf375375e6e,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:53.110667 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9b48ab28-832e-4d63-a346-cdf375375e6e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:53.190514 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4f486840-9a1c-4039-ba88-e959fc799c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (9664d51e-8e65-4978-a5ff-4d00aac5b6ab), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:53.234216 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f486840-9a1c-4039-ba88-e959fc799c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=9664d51e-8e65-4978-a5ff-4d00aac5b6ab,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:53.243842 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=9b48ab28-832e-4d63-a346-cdf375375e6e,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:53.337470 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:53.739226 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9c249354-5e83-4ae2-ae5f-c44d46cbd712 admin admin] Publish callbacks [] for security_group (c6041743-8f6a-47cb-b786-a5936022978f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:53.748270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52854) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:53.819237 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4f486840-9a1c-4039-ba88-e959fc799c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (f7a637be-b88d-4d16-ab5b-f1f1b506ec72), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:54.061917 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b6478-5036-4ce7-8c16-71ad17f9e903 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb7dfd4-86e5-403d-a194-499bdcba2755,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:54.289547 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9c249354-5e83-4ae2-ae5f-c44d46cbd712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c6041743-8f6a-47cb-b786-a5936022978f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:54.292210 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9c249354-5e83-4ae2-ae5f-c44d46cbd712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:54.293565 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9c249354-5e83-4ae2-ae5f-c44d46cbd712 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6041743-8f6a-47cb-b786-a5936022978f HTTP/1.1" status: 204 len: 168 time: 1.9075553 Mar 23 01:47:54.513247 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c249354-5e83-4ae2-ae5f-c44d46cbd712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6041743-8f6a-47cb-b786-a5936022978f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:54.573676 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:54.585434 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Allocated IP 172.20.0.1 (87aa8238-b3d1-4249-8bf5-f96b20def476/2e48427a-299d-4910-9d09-e0cfab05d4bd/e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:47:54.807081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9b48ab28-832e-4d63-a346-cdf375375e6e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:47:54.856409 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f4b6478-5036-4ce7-8c16-71ad17f9e903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (78ca9f2b-f249-4a13-a294-3086907b1051), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:54.882899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808e75a7-3c46-4cb3-8e9e-a1ac2021d996 None None] Network 87aa8238-b3d1-4249-8bf5-f96b20def476 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:47:54.985633 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3130-442d-4c27-9545-204260d6a336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:54.991529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-078b0970-122f-4789-832a-10217f36fef7 None None] Provisioning complete for port 042293db-6760-4ade-8bee-fbb91a2a9b14 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:47:54.992747 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-078b0970-122f-4789-832a-10217f36fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (042293db-6760-4ade-8bee-fbb91a2a9b14), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:55.109272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 9b48ab28-832e-4d63-a346-cdf375375e6e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:47:55.111184 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9b48ab28-832e-4d63-a346-cdf375375e6e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:55.126078 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:55.166510 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3130-442d-4c27-9545-204260d6a336 admin admin] Publish callbacks [] for security_group (817622d6-e82a-48f0-b054-31b8cd41432c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:55.179151 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3130-442d-4c27-9545-204260d6a336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (817622d6-e82a-48f0-b054-31b8cd41432c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:55.209490 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-078b0970-122f-4789-832a-10217f36fef7 None None] Current status of the port 042293db-6760-4ade-8bee-fbb91a2a9b14 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:47:55.210996 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-078b0970-122f-4789-832a-10217f36fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (042293db-6760-4ade-8bee-fbb91a2a9b14), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:55.280032 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:55.300744 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e1ce3130-442d-4c27-9545-204260d6a336 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=394ce71651c342fea600888681e24fc0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5388901 Mar 23 01:47:55.304512 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52886) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:55.360529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network 87aa8238-b3d1-4249-8bf5-f96b20def476 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:47:55.363810 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce3130-442d-4c27-9545-204260d6a336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817622d6-e82a-48f0-b054-31b8cd41432c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:55.367788 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:47:55.376720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:47:55.387454 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-078b0970-122f-4789-832a-10217f36fef7 None None] For port 042293db-6760-4ade-8bee-fbb91a2a9b14, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=042293db-6760-4ade-8bee-fbb91a2a9b14,segment=NetworkSegment(6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2),segment_id=6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:55.409284 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-078b0970-122f-4789-832a-10217f36fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (042293db-6760-4ade-8bee-fbb91a2a9b14), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:55.431500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:55.434432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f486840-9a1c-4039-ba88-e959fc799c64 admin admin] Router f7a637be-b88d-4d16-ab5b-f1f1b506ec72 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:47:55.476538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 9b48ab28-832e-4d63-a346-cdf375375e6e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:47:55.481979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 042293db-6760-4ade-8bee-fbb91a2a9b14 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:47:55.509106 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (e2e22f1f-de98-4f24-9e81-9b292220033a), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:55.570396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4b6478-5036-4ce7-8c16-71ad17f9e903 admin admin] Router 78ca9f2b-f249-4a13-a294-3086907b1051 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:47:55.640102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f486840-9a1c-4039-ba88-e959fc799c64 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:47:55.650200 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4f486840-9a1c-4039-ba88-e959fc799c64 admin admin] 10.222.0.18 "PUT /v2.0/routers/f7a637be-b88d-4d16-ab5b-f1f1b506ec72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1200845 Mar 23 01:47:55.651208 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6619b19a-dcf7-4c5c-90bb-3cd58b1cba27 admin admin] Publish callbacks [] for security_group (817622d6-e82a-48f0-b054-31b8cd41432c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:55.669674 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5defddd-c6d5-4104-8e1e-4b571c48aea2 None None] Sync routers for ids ['f7a637be-b88d-4d16-ab5b-f1f1b506ec72'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:47:55.689608 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52892) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:55.694910 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b0970-122f-4789-832a-10217f36fef7 None None] Pushing event updated for resources: {'Port': ['ID=042293db-6760-4ade-8bee-fbb91a2a9b14,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:55.717723 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6619b19a-dcf7-4c5c-90bb-3cd58b1cba27 admin admin] Publish callbacks [] for security_group (817622d6-e82a-48f0-b054-31b8cd41432c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:55.723783 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5defddd-c6d5-4104-8e1e-4b571c48aea2 None None] Routers {'f7a637be-b88d-4d16-ab5b-f1f1b506ec72'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:47:55.724475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d5defddd-c6d5-4104-8e1e-4b571c48aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f7a637be-b88d-4d16-ab5b-f1f1b506ec72'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:55.869993 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6619b19a-dcf7-4c5c-90bb-3cd58b1cba27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (817622d6-e82a-48f0-b054-31b8cd41432c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:55.874305 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6619b19a-dcf7-4c5c-90bb-3cd58b1cba27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:55.879665 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6619b19a-dcf7-4c5c-90bb-3cd58b1cba27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/817622d6-e82a-48f0-b054-31b8cd41432c HTTP/1.1" status: 204 len: 168 time: 0.5611627 Mar 23 01:47:55.894711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619b19a-dcf7-4c5c-90bb-3cd58b1cba27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817622d6-e82a-48f0-b054-31b8cd41432c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:55.989179 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:56.013288 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 042293db-6760-4ade-8bee-fbb91a2a9b14 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:47:56.013594 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (042293db-6760-4ade-8bee-fbb91a2a9b14), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:56.028170 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cb61caf-81bf-44f6-8c03-1bc4d95d14e3 admin admin] Publish callbacks [] for router (f7a637be-b88d-4d16-ab5b-f1f1b506ec72), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:56.064068 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4231bb54-2660-491d-8289-8117d7968aa5 None None] Provisioning complete for port 042293db-6760-4ade-8bee-fbb91a2a9b14 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:47:56.064443 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4231bb54-2660-491d-8289-8117d7968aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (042293db-6760-4ade-8bee-fbb91a2a9b14), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:56.177658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-d5defddd-c6d5-4104-8e1e-4b571c48aea2 None None] Set router f7a637be-b88d-4d16-ab5b-f1f1b506ec72 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:47:56.178463 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:56.296544 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52914) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:56.298594 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4231bb54-2660-491d-8289-8117d7968aa5 None None] Current status of the port 042293db-6760-4ade-8bee-fbb91a2a9b14 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:47:56.326088 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ba6e45da-d540-403d-b386-4f376fa6d91a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:56.395522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 042293db-6760-4ade-8bee-fbb91a2a9b14 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:47:56.422082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4b6478-5036-4ce7-8c16-71ad17f9e903 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:47:56.437504 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2cb94d-168b-43a3-ab26-6957abfb6d01 None None] Sync routers for ids ['78ca9f2b-f249-4a13-a294-3086907b1051'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:47:56.452491 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ce2c9bde-7916-46f3-adde-f79c6a719bcf None None] Provisioning complete for port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:47:56.452944 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9bde-7916-46f3-adde-f79c6a719bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:56.462641 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2cb94d-168b-43a3-ab26-6957abfb6d01 None None] Routers {'78ca9f2b-f249-4a13-a294-3086907b1051'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:47:56.463284 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-dd2cb94d-168b-43a3-ab26-6957abfb6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['78ca9f2b-f249-4a13-a294-3086907b1051'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:56.482444 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9f4b6478-5036-4ce7-8c16-71ad17f9e903 admin admin] 10.222.0.18 "PUT /v2.0/routers/78ca9f2b-f249-4a13-a294-3086907b1051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4548380 Mar 23 01:47:56.486383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52916) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:56.507315 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cb61caf-81bf-44f6-8c03-1bc4d95d14e3 admin admin] Publish callbacks [] for router_gateway (f7a637be-b88d-4d16-ab5b-f1f1b506ec72), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:56.564225 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c9bde-7916-46f3-adde-f79c6a719bcf None None] Port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:47:56.597983 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 042293db-6760-4ade-8bee-fbb91a2a9b14 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:47:56.627360 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d5defddd-c6d5-4104-8e1e-4b571c48aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'name': 'tempest-TestServerMultinode-179832982-router', 'tenant_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '84a3f156-0f0c-4940-9e75-fadb166c4437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:29Z', 'updated_at': '2022-03-23T01:47:52Z', 'revision_number': 5, 'project_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'gw_port': {'id': '84a3f156-0f0c-4940-9e75-fadb166c4437', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:30Z', 'updated_at': '2022-03-23T01:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:56.721698 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52924) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:56.730353 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-dd2cb94d-168b-43a3-ab26-6957abfb6d01 None None] Set router 78ca9f2b-f249-4a13-a294-3086907b1051 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:47:56.741877 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ba6e45da-d540-403d-b386-4f376fa6d91a admin admin] Publish callbacks [] for security_group (e5d6ebeb-1c28-4491-9003-0a1b0a935d2a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:56.753195 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ba6e45da-d540-403d-b386-4f376fa6d91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e5d6ebeb-1c28-4491-9003-0a1b0a935d2a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:56.757886 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5defddd-c6d5-4104-8e1e-4b571c48aea2 None None] Checking router: f7a637be-b88d-4d16-ab5b-f1f1b506ec72 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:47:56.802740 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5defddd-c6d5-4104-8e1e-4b571c48aea2 None None] Routers {'f7a637be-b88d-4d16-ab5b-f1f1b506ec72'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:47:56.803401 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d5defddd-c6d5-4104-8e1e-4b571c48aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f7a637be-b88d-4d16-ab5b-f1f1b506ec72'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:56.862273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1cb61caf-81bf-44f6-8c03-1bc4d95d14e3 admin admin] Deleting port 84a3f156-0f0c-4940-9e75-fadb166c4437 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:56.862484 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cb61caf-81bf-44f6-8c03-1bc4d95d14e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (84a3f156-0f0c-4940-9e75-fadb166c4437), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:56.863123 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ba6e45da-d540-403d-b386-4f376fa6d91a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa5e35c9ebab47769a360844399f5622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5653846 Mar 23 01:47:56.867883 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52932) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:56.903070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e45da-d540-403d-b386-4f376fa6d91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d6ebeb-1c28-4491-9003-0a1b0a935d2a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:56.926059 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0820a5e3-0cbd-4c27-96b7-276a7fd4cf0a admin admin] Publish callbacks [] for router (78ca9f2b-f249-4a13-a294-3086907b1051), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:57.108233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-1cb61caf-81bf-44f6-8c03-1bc4d95d14e3 admin admin] For port 84a3f156-0f0c-4940-9e75-fadb166c4437, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=84a3f156-0f0c-4940-9e75-fadb166c4437,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:57.109512 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cb61caf-81bf-44f6-8c03-1bc4d95d14e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (84a3f156-0f0c-4940-9e75-fadb166c4437), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:57.135489 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:57.138050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1cb61caf-81bf-44f6-8c03-1bc4d95d14e3 admin admin] Calling delete_port for 84a3f156-0f0c-4940-9e75-fadb166c4437 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:57.147097 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:57.151060 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-dd2cb94d-168b-43a3-ab26-6957abfb6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'name': 'tempest-ServerActionsTestJSON-815986857-router', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:27Z', 'updated_at': '2022-03-23T01:47:52Z', 'revision_number': 5, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'gw_port': {'id': 'c658986e-8402-4e79-9fea-3f0b35836f5a', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ee:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:38:30Z', 'updated_at': '2022-03-23T01:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:57.165374 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0820a5e3-0cbd-4c27-96b7-276a7fd4cf0a admin admin] Publish callbacks [] for router_gateway (78ca9f2b-f249-4a13-a294-3086907b1051), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:57.237983 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f46992a-d1df-410d-83b6-3ec343c40d3d admin admin] Publish callbacks [] for security_group (e5d6ebeb-1c28-4491-9003-0a1b0a935d2a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:57.255222 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2cb94d-168b-43a3-ab26-6957abfb6d01 None None] Checking router: 78ca9f2b-f249-4a13-a294-3086907b1051 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:47:57.288666 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2cb94d-168b-43a3-ab26-6957abfb6d01 None None] Routers {'78ca9f2b-f249-4a13-a294-3086907b1051'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:47:57.289312 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-dd2cb94d-168b-43a3-ab26-6957abfb6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['78ca9f2b-f249-4a13-a294-3086907b1051'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:57.290159 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:57.295429 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (e2e22f1f-de98-4f24-9e81-9b292220033a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:57.302085 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f46992a-d1df-410d-83b6-3ec343c40d3d admin admin] Publish callbacks [] for security_group (e5d6ebeb-1c28-4491-9003-0a1b0a935d2a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:57.437046 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-17c98478-c771-4ad6-8e67-8e52366413cb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-network', 'tenant_id': 'db46af2b71834199b0198c97c17f9960'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:47:57.465746 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f46992a-d1df-410d-83b6-3ec343c40d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e5d6ebeb-1c28-4491-9003-0a1b0a935d2a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:57.467655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 042293db-6760-4ade-8bee-fbb91a2a9b14 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:47:57.471556 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f46992a-d1df-410d-83b6-3ec343c40d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:57.473095 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (042293db-6760-4ade-8bee-fbb91a2a9b14), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:57.479351 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3f46992a-d1df-410d-83b6-3ec343c40d3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5d6ebeb-1c28-4491-9003-0a1b0a935d2a HTTP/1.1" status: 204 len: 168 time: 0.6077583 Mar 23 01:47:57.521179 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-0820a5e3-0cbd-4c27-96b7-276a7fd4cf0a admin admin] Deleting port c658986e-8402-4e79-9fea-3f0b35836f5a {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:47:57.522724 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-d5defddd-c6d5-4104-8e1e-4b571c48aea2 None None] Set router f7a637be-b88d-4d16-ab5b-f1f1b506ec72 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:47:57.523331 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0820a5e3-0cbd-4c27-96b7-276a7fd4cf0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c658986e-8402-4e79-9fea-3f0b35836f5a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:57.533228 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c98478-c771-4ad6-8e67-8e52366413cb admin admin] Made reservation on behalf of db46af2b71834199b0198c97c17f9960 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:47:57.543664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17c98478-c771-4ad6-8e67-8e52366413cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:57.600515 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17c98478-c771-4ad6-8e67-8e52366413cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:57.613368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46992a-d1df-410d-83b6-3ec343c40d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d6ebeb-1c28-4491-9003-0a1b0a935d2a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:57.673510 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d5defddd-c6d5-4104-8e1e-4b571c48aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'name': 'tempest-TestServerMultinode-179832982-router', 'tenant_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:29Z', 'updated_at': '2022-03-23T01:47:56Z', 'revision_number': 6, 'project_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:57.724289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-0820a5e3-0cbd-4c27-96b7-276a7fd4cf0a admin admin] For port c658986e-8402-4e79-9fea-3f0b35836f5a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c658986e-8402-4e79-9fea-3f0b35836f5a,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:47:57.724933 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0820a5e3-0cbd-4c27-96b7-276a7fd4cf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c658986e-8402-4e79-9fea-3f0b35836f5a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:57.730268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network 87aa8238-b3d1-4249-8bf5-f96b20def476 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:47:57.745379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:47:57.777631 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-dd2cb94d-168b-43a3-ab26-6957abfb6d01 None None] Set router 78ca9f2b-f249-4a13-a294-3086907b1051 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:47:57.828306 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-0820a5e3-0cbd-4c27-96b7-276a7fd4cf0a admin admin] Calling delete_port for c658986e-8402-4e79-9fea-3f0b35836f5a owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:47:57.893052 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5defddd-c6d5-4104-8e1e-4b571c48aea2 None None] The sync data for ids ['f7a637be-b88d-4d16-ab5b-f1f1b506ec72'] in n-d-834677-4 is: [{'id': 'f7a637be-b88d-4d16-ab5b-f1f1b506ec72', 'name': 'tempest-TestServerMultinode-179832982-router', 'tenant_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:29Z', 'updated_at': '2022-03-23T01:47:56Z', 'revision_number': 6, 'project_id': 'a1cd39270a954805b6dd4fa13e70b6d5', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:47:57.957538 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-dd2cb94d-168b-43a3-ab26-6957abfb6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'name': 'tempest-ServerActionsTestJSON-815986857-router', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:27Z', 'updated_at': '2022-03-23T01:47:57Z', 'revision_number': 6, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:57.984345 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cb61caf-81bf-44f6-8c03-1bc4d95d14e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (84a3f156-0f0c-4940-9e75-fadb166c4437), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:58.084059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 042293db-6760-4ade-8bee-fbb91a2a9b14 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:47:58.092079 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2cb94d-168b-43a3-ab26-6957abfb6d01 None None] The sync data for ids ['78ca9f2b-f249-4a13-a294-3086907b1051'] in n-d-834677-4 is: [{'id': '78ca9f2b-f249-4a13-a294-3086907b1051', 'name': 'tempest-ServerActionsTestJSON-815986857-router', 'tenant_id': '9cfedab891ae40a69e89c87dd801befa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:38:27Z', 'updated_at': '2022-03-23T01:47:57Z', 'revision_number': 6, 'project_id': '9cfedab891ae40a69e89c87dd801befa', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:47:58.218111 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bd969477-787f-4675-a93d-ef3b65cd3461 None None] Provisioning complete for port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:47:58.219723 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bd969477-787f-4675-a93d-ef3b65cd3461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:58.261257 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb61caf-81bf-44f6-8c03-1bc4d95d14e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=84a3f156-0f0c-4940-9e75-fadb166c4437,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:58.341094 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bd969477-787f-4675-a93d-ef3b65cd3461 None None] Port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:47:58.357186 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0820a5e3-0cbd-4c27-96b7-276a7fd4cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (c658986e-8402-4e79-9fea-3f0b35836f5a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:58.410125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820a5e3-0cbd-4c27-96b7-276a7fd4cf0a admin admin] Pushing event deleted for resources: {'Port': ['ID=c658986e-8402-4e79-9fea-3f0b35836f5a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:58.542576 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0820a5e3-0cbd-4c27-96b7-276a7fd4cf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (78ca9f2b-f249-4a13-a294-3086907b1051), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:58.801965 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0820a5e3-0cbd-4c27-96b7-276a7fd4cf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (78ca9f2b-f249-4a13-a294-3086907b1051), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:58.810705 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0820a5e3-0cbd-4c27-96b7-276a7fd4cf0a admin admin] Publish callbacks [] for router_controller (78ca9f2b-f249-4a13-a294-3086907b1051), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:58.954474 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0820a5e3-0cbd-4c27-96b7-276a7fd4cf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (78ca9f2b-f249-4a13-a294-3086907b1051), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:58.956008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0820a5e3-0cbd-4c27-96b7-276a7fd4cf0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78ca9f2b-f249-4a13-a294-3086907b1051 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:47:58.989127 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0820a5e3-0cbd-4c27-96b7-276a7fd4cf0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:58.994783 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0820a5e3-0cbd-4c27-96b7-276a7fd4cf0a admin admin] 10.222.0.18 "DELETE /v2.0/routers/78ca9f2b-f249-4a13-a294-3086907b1051 HTTP/1.1" status: 204 len: 168 time: 2.5073137 Mar 23 01:47:58.997549 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52970) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:59.072984 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cb61caf-81bf-44f6-8c03-1bc4d95d14e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (f7a637be-b88d-4d16-ab5b-f1f1b506ec72), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:59.078437 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17c98478-c771-4ad6-8e67-8e52366413cb admin admin] Publish callbacks [] for security_group (53a26409-3ba7-4b45-b87c-fa7a284bd7ef), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:59.238226 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17c98478-c771-4ad6-8e67-8e52366413cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (53a26409-3ba7-4b45-b87c-fa7a284bd7ef), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:59.244912 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router e2e22f1f-de98-4f24-9e81-9b292220033a has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:47:59.327444 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cb61caf-81bf-44f6-8c03-1bc4d95d14e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (f7a637be-b88d-4d16-ab5b-f1f1b506ec72), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:59.348754 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cb61caf-81bf-44f6-8c03-1bc4d95d14e3 admin admin] Publish callbacks [] for router_controller (f7a637be-b88d-4d16-ab5b-f1f1b506ec72), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:59.360689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c98478-c771-4ad6-8e67-8e52366413cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:47:59.381478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded2430a-ed04-432d-b472-b244628f1511 admin admin] Deleting subnet 0fcd992d-8fb4-43ec-9717-1070673d3183 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:47:59.398376 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ded2430a-ed04-432d-b472-b244628f1511 admin admin] Publish callbacks [] for subnet (0fcd992d-8fb4-43ec-9717-1070673d3183), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:59.472379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c98478-c771-4ad6-8e67-8e52366413cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a26409-3ba7-4b45-b87c-fa7a284bd7ef,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:47:59.483177 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17c98478-c771-4ad6-8e67-8e52366413cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d98fc250-cf9d-44df-bd3e-f34873da6f41), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:59.483177 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-17c98478-c771-4ad6-8e67-8e52366413cb admin admin] Added segment d98fc250-cf9d-44df-bd3e-f34873da6f41 of type vlan for network fffb118c-33e9-465d-9d40-5d1f58c55b0a Mar 23 01:47:59.494390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9664d51e-8e65-4978-a5ff-4d00aac5b6ab no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:47:59.546678 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 9664d51e-8e65-4978-a5ff-4d00aac5b6ab {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:47:59.547285 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9664d51e-8e65-4978-a5ff-4d00aac5b6ab not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:47:59.548033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 84a3f156-0f0c-4940-9e75-fadb166c4437 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:47:59.562040 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cb61caf-81bf-44f6-8c03-1bc4d95d14e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (f7a637be-b88d-4d16-ab5b-f1f1b506ec72), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:59.562595 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb61caf-81bf-44f6-8c03-1bc4d95d14e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a637be-b88d-4d16-ab5b-f1f1b506ec72 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:47:59.579583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 84a3f156-0f0c-4940-9e75-fadb166c4437 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:47:59.586055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 84a3f156-0f0c-4940-9e75-fadb166c4437 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:47:59.587977 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ded2430a-ed04-432d-b472-b244628f1511 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (0fcd992d-8fb4-43ec-9717-1070673d3183), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:59.588198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0fb7dfd4-86e5-403d-a194-499bdcba2755 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:47:59.594775 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cb61caf-81bf-44f6-8c03-1bc4d95d14e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:59.599352 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52982) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:59.606053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1cb61caf-81bf-44f6-8c03-1bc4d95d14e3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f7a637be-b88d-4d16-ab5b-f1f1b506ec72 HTTP/1.1" status: 204 len: 168 time: 3.9076774 Mar 23 01:47:59.627159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 0fb7dfd4-86e5-403d-a194-499bdcba2755 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:47:59.627834 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0fb7dfd4-86e5-403d-a194-499bdcba2755 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:47:59.682645 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17c98478-c771-4ad6-8e67-8e52366413cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (fffb118c-33e9-465d-9d40-5d1f58c55b0a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:59.692725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfda54c-4d4d-4741-a2c1-881f54516e74 admin admin] Deleting subnet 283c170e-6ba1-4121-8754-07b8cd9cb7e1 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:47:59.708508 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bbfda54c-4d4d-4741-a2c1-881f54516e74 admin admin] Publish callbacks [] for subnet (283c170e-6ba1-4121-8754-07b8cd9cb7e1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:59.796563 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:47:59.797336 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bbfda54c-4d4d-4741-a2c1-881f54516e74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (283c170e-6ba1-4121-8754-07b8cd9cb7e1), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:59.798827 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17c98478-c771-4ad6-8e67-8e52366413cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (fffb118c-33e9-465d-9d40-5d1f58c55b0a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:59.800124 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c98478-c771-4ad6-8e67-8e52366413cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:47:59.800988 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17c98478-c771-4ad6-8e67-8e52366413cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:59.824859 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3711f3e9-4fd9-48e1-a89a-8ad3eb3d658b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "PUT /v2.0/routers/e2e22f1f-de98-4f24-9e81-9b292220033a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5468247 Mar 23 01:47:59.846973 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Sync routers for ids ['e2e22f1f-de98-4f24-9e81-9b292220033a'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:47:59.867480 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Routers {'e2e22f1f-de98-4f24-9e81-9b292220033a'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:47:59.868126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e2e22f1f-de98-4f24-9e81-9b292220033a'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:47:59.884582 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ded2430a-ed04-432d-b472-b244628f1511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (0fcd992d-8fb4-43ec-9717-1070673d3183), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:59.942618 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bbfda54c-4d4d-4741-a2c1-881f54516e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (283c170e-6ba1-4121-8754-07b8cd9cb7e1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:47:59.973618 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-17c98478-c771-4ad6-8e67-8e52366413cb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 3.2500219 Mar 23 01:47:59.983463 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52992) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:47:59.998330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f60cf3e3-1b82-4b5d-bddd-7b7d55170c1d admin admin] Request body: {'subnet': {'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-subnet', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:00.015198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c98478-c771-4ad6-8e67-8e52366413cb admin admin] Pushing event updated for resources: {'Network': ['ID=fffb118c-33e9-465d-9d40-5d1f58c55b0a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:00.043703 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60cf3e3-1b82-4b5d-bddd-7b7d55170c1d admin admin] Made reservation on behalf of db46af2b71834199b0198c97c17f9960 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:00.046275 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f60cf3e3-1b82-4b5d-bddd-7b7d55170c1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:00.071662 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ded2430a-ed04-432d-b472-b244628f1511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (0fcd992d-8fb4-43ec-9717-1070673d3183), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:00.151783 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ded2430a-ed04-432d-b472-b244628f1511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:00.159824 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ded2430a-ed04-432d-b472-b244628f1511 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0fcd992d-8fb4-43ec-9717-1070673d3183 HTTP/1.1" status: 204 len: 168 time: 1.1611631 Mar 23 01:48:00.167460 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2430a-ed04-432d-b472-b244628f1511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fcd992d-8fb4-43ec-9717-1070673d3183,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:00.175567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5a493a-33b0-4188-9d49-e685594d7e13 None None] Network 55577988-71eb-4574-9c6d-704e30d467e8 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:48:00.180407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53008) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:00.257365 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Set router e2e22f1f-de98-4f24-9e81-9b292220033a gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:00.326923 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-f42260bb-f240-41e6-b62c-9c7f5db60436 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-788200136&fields=id&tenant_id=bb6e915da6d4405598d98978727b2035 HTTP/1.1" status: 200 len: 267 time: 0.1529396 Mar 23 01:48:00.493490 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bbfda54c-4d4d-4741-a2c1-881f54516e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (283c170e-6ba1-4121-8754-07b8cd9cb7e1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:00.512757 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (55577988-71eb-4574-9c6d-704e30d467e8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:00.534603 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network fffb118c-33e9-465d-9d40-5d1f58c55b0a details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:48:00.540727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfda54c-4d4d-4741-a2c1-881f54516e74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=283c170e-6ba1-4121-8754-07b8cd9cb7e1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:00.552162 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bbfda54c-4d4d-4741-a2c1-881f54516e74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:00.556168 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bbfda54c-4d4d-4741-a2c1-881f54516e74 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/283c170e-6ba1-4121-8754-07b8cd9cb7e1 HTTP/1.1" status: 204 len: 168 time: 0.9555526 Mar 23 01:48:00.561188 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53028) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:00.642748 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-07bd8671-76a6-46bd-b687-132fcb381023 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:00.646220 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-07bd8671-76a6-46bd-b687-132fcb381023 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/networks?id=87aa8238-b3d1-4249-8bf5-f96b20def476 HTTP/1.1" status: 200 len: 797 time: 0.3096793 Mar 23 01:48:00.688423 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-517fa47f-8c75-44e1-93bc-0985ae7cb1f2 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/quotas/bb6e915da6d4405598d98978727b2035 HTTP/1.1" status: 200 len: 375 time: 0.0345626 Mar 23 01:48:00.729081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c658986e-8402-4e79-9fea-3f0b35836f5a no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:48:00.748383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40097a42-f461-4156-8f20-d521fcae03d1 None None] Network 6814924c-793b-43d0-b252-120300dc6e62 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:48:00.837053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-ada198c5-dd6e-4267-94cc-2094da2cfe73 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327612 Mar 23 01:48:00.902981 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f60cf3e3-1b82-4b5d-bddd-7b7d55170c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (391488d6-c125-4df8-a0dc-c2aa0a014941), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:00.962226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cf3e3-1b82-4b5d-bddd-7b7d55170c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=391488d6-c125-4df8-a0dc-c2aa0a014941,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:00.980716 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (6814924c-793b-43d0-b252-120300dc6e62), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:00.985920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: c658986e-8402-4e79-9fea-3f0b35836f5a {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:48:00.986402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c658986e-8402-4e79-9fea-3f0b35836f5a not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:48:01.048479 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] Deleting port 65255d10-ade6-465b-a367-122b71e40c91 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:01.048841 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (65255d10-ade6-465b-a367-122b71e40c91), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:01.109622 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-83f15888-7ddc-443e-871e-b0676df7365a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:48:01.118324 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-83f15888-7ddc-443e-871e-b0676df7365a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2834537 Mar 23 01:48:01.127770 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] For port 65255d10-ade6-465b-a367-122b71e40c91, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=65255d10-ade6-465b-a367-122b71e40c91,segment=NetworkSegment(da1fb39f-d11f-4685-a8d4-0456a65cafa8),segment_id=da1fb39f-d11f-4685-a8d4-0456a65cafa8)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:01.128199 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (65255d10-ade6-465b-a367-122b71e40c91), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:01.145410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] Calling delete_port for 65255d10-ade6-465b-a367-122b71e40c91 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:01.165929 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15207293-e22c-4409-856f-15a1496470ea None None] DHCP port deletion for 55577988-71eb-4574-9c6d-704e30d467e8 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:48:01.234246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60cf3e3-1b82-4b5d-bddd-7b7d55170c1d admin admin] Checking segment: {'id': 'd98fc250-cf9d-44df-bd3e-f34873da6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:48:01.234633 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60cf3e3-1b82-4b5d-bddd-7b7d55170c1d admin admin] Network hostable DHCP agents. Network: fffb118c-33e9-465d-9d40-5d1f58c55b0a, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:48:01.281506 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90898684', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:47:43Z', 'updated_at': '2022-03-23T01:47:56Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:44Z', 'updated_at': '2022-03-23T01:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b', 'name': '', 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:86:d1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:53Z', 'updated_at': '2022-03-23T01:47:56Z', 'revision_number': 2, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:01.339125 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Checking router: e2e22f1f-de98-4f24-9e81-9b292220033a for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:48:01.339492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Updating router e2e22f1f-de98-4f24-9e81-9b292220033a port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:48:01.371939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3329531-9974-4b5f-8527-920ceffdeb1f None None] DHCP port deletion for 6814924c-793b-43d0-b252-120300dc6e62 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:48:01.372167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60cf3e3-1b82-4b5d-bddd-7b7d55170c1d admin admin] Network fffb118c-33e9-465d-9d40-5d1f58c55b0a is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:48:01.377927 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (65255d10-ade6-465b-a367-122b71e40c91), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:01.427288 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:01.439516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-f60cf3e3-1b82-4b5d-bddd-7b7d55170c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, fffb118c-33e9-465d-9d40-5d1f58c55b0a) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:01.452184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-15207293-e22c-4409-856f-15a1496470ea None None] Deleting port 65255d10-ade6-465b-a367-122b71e40c91 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:01.452564 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-15207293-e22c-4409-856f-15a1496470ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (65255d10-ade6-465b-a367-122b71e40c91), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:01.461517 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfb89d3-08a3-4433-9148-48e0983b3829 None None] Network fffb118c-33e9-465d-9d40-5d1f58c55b0a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:48:01.464991 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-78cf705f-f1d9-4bcd-8a20-1064b6a2e392 service neutron] 10.222.0.18 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446283 Mar 23 01:48:01.477432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] Pushing event deleted for resources: {'Port': ['ID=65255d10-ade6-465b-a367-122b71e40c91,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:01.485001 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] No DVR routers for this DVR port 65255d10-ade6-465b-a367-122b71e40c91 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:48:01.489568 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60cf3e3-1b82-4b5d-bddd-7b7d55170c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:01.495742 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f60cf3e3-1b82-4b5d-bddd-7b7d55170c1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:01.527893 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] Deleting port bac25d67-7db8-44e6-aca4-7cca66e4ba67 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:01.529021 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (bac25d67-7db8-44e6-aca4-7cca66e4ba67), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:01.633269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] For port bac25d67-7db8-44e6-aca4-7cca66e4ba67, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=bac25d67-7db8-44e6-aca4-7cca66e4ba67,segment=NetworkSegment(41938f11-d08a-4064-a6c0-63c144f6cd75),segment_id=41938f11-d08a-4064-a6c0-63c144f6cd75)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:01.634523 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (bac25d67-7db8-44e6-aca4-7cca66e4ba67), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:01.660280 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] Calling delete_port for bac25d67-7db8-44e6-aca4-7cca66e4ba67 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:01.774764 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-b4b9bad6-4c99-4741-b4b7-c66e42c7bbba service neutron] 10.222.0.18 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008585 Mar 23 01:48:01.779014 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f60cf3e3-1b82-4b5d-bddd-7b7d55170c1d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7915952 Mar 23 01:48:01.779654 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53054) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:01.796413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-router', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:01.849804 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:01.850936 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:01.965960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (55577988-71eb-4574-9c6d-704e30d467e8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.019877 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Publish callbacks [] for router_controller (9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.049669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-15207293-e22c-4409-856f-15a1496470ea None None] For port 65255d10-ade6-465b-a367-122b71e40c91, host n-d-834677-4, got binding levels [] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:02.050056 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-15207293-e22c-4409-856f-15a1496470ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (65255d10-ade6-465b-a367-122b71e40c91), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.059374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55577988-71eb-4574-9c6d-704e30d467e8']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:02.104469 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (bac25d67-7db8-44e6-aca4-7cca66e4ba67), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.110500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1fb39f-d11f-4685-a8d4-0456a65cafa8') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:02.115197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1fb39f-d11f-4685-a8d4-0456a65cafa8') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:02.133027 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a3329531-9974-4b5f-8527-920ceffdeb1f None None] Deleting port bac25d67-7db8-44e6-aca4-7cca66e4ba67 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:02.133585 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a3329531-9974-4b5f-8527-920ceffdeb1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (bac25d67-7db8-44e6-aca4-7cca66e4ba67), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.144815 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-15207293-e22c-4409-856f-15a1496470ea None None] Calling delete_port for 65255d10-ade6-465b-a367-122b71e40c91 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:02.145675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53066) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:02.201473 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e79ec6c-72ef-4380-b9dc-aef92848ff73 req-d80866c6-3d8b-4b84-a79b-4056874cee5c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 210 time: 0.0741062 Mar 23 01:48:02.204392 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (da1fb39f-d11f-4685-a8d4-0456a65cafa8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.207017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bac25d67-7db8-44e6-aca4-7cca66e4ba67,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:02.223338 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] No DVR routers for this DVR port bac25d67-7db8-44e6-aca4-7cca66e4ba67 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:48:02.318919 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (da1fb39f-d11f-4685-a8d4-0456a65cafa8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.440118 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Publish callbacks [] for router_gateway (9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.465452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:48:02.465875 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (da1fb39f-d11f-4685-a8d4-0456a65cafa8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:48:02.467982 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:48:02.657482 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Publish callbacks [] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.684184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.ipam_backend_mixin [None req-15207293-e22c-4409-856f-15a1496470ea None None] Port 65255d10-ade6-465b-a367-122b71e40c91 was not found and therefore no delete operation was performed {{(pid=99265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 01:48:02.687212 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (6814924c-793b-43d0-b252-120300dc6e62), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.739496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6814924c-793b-43d0-b252-120300dc6e62']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:02.752693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41938f11-d08a-4064-a6c0-63c144f6cd75') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:02.753188 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41938f11-d08a-4064-a6c0-63c144f6cd75') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:02.756846 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 65255d10-ade6-465b-a367-122b71e40c91 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:48:02.765166 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (41938f11-d08a-4064-a6c0-63c144f6cd75), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.783619 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (41938f11-d08a-4064-a6c0-63c144f6cd75), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.792085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:48:02.792860 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (41938f11-d08a-4064-a6c0-63c144f6cd75), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.821488 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-15207293-e22c-4409-856f-15a1496470ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (65255d10-ade6-465b-a367-122b71e40c91), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.884327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 65255d10-ade6-465b-a367-122b71e40c91 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:48:02.884779 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 65255d10-ade6-465b-a367-122b71e40c91 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:48:02.885218 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device bac25d67-7db8-44e6-aca4-7cca66e4ba67 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:48:02.887014 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:48:02.889237 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.908753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:02.932870 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (6814924c-793b-43d0-b252-120300dc6e62), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.975216 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.981749 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15207293-e22c-4409-856f-15a1496470ea None None] Pushing event deleted for resources: {'Port': ['ID=65255d10-ade6-465b-a367-122b71e40c91,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:02.982960 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6814924c-793b-43d0-b252-120300dc6e62 HTTP/1.1" status: 204 len: 168 time: 2.4208241 Mar 23 01:48:02.991902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc079d-8aed-46b0-8b2b-3055e5a666b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6814924c-793b-43d0-b252-120300dc6e62,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:02.994069 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (55577988-71eb-4574-9c6d-704e30d467e8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:02.995775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53082) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:02.996563 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-fffb118c-33e9-465d-9d40-5d1f58c55b0a', 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a', 'project_id': 'db46af2b71834199b0198c97c17f9960', 'fixed_ips': [{'subnet_id': '391488d6-c125-4df8-a0dc-c2aa0a014941'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:48:02.997428 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:03.032203 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:03.041482 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] 10.222.0.18 "DELETE /v2.0/networks/55577988-71eb-4574-9c6d-704e30d467e8 HTTP/1.1" status: 204 len: 168 time: 2.8548875 Mar 23 01:48:03.063073 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64070884-ba2d-445f-88be-7c8464e9ac99 admin admin] Pushing event deleted for resources: {'Network': ['ID=55577988-71eb-4574-9c6d-704e30d467e8,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:03.100945 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:03.160940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921473ea-00fa-435e-b4b8-79e9b0c74164 None None] Pushing event updated for resources: {'Port': ['ID=e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:03.163113 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: bac25d67-7db8-44e6-aca4-7cca66e4ba67 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:48:03.163456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device bac25d67-7db8-44e6-aca4-7cca66e4ba67 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:48:03.245935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15207293-e22c-4409-856f-15a1496470ea None None] No DVR routers for this DVR port 65255d10-ade6-465b-a367-122b71e40c91 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:48:03.315590 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Publish callbacks [] for router_gateway (9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:03.430789 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a3329531-9974-4b5f-8527-920ceffdeb1f None None] For port bac25d67-7db8-44e6-aca4-7cca66e4ba67, host n-d-834677-4, got binding levels [] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:03.432122 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a3329531-9974-4b5f-8527-920ceffdeb1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (bac25d67-7db8-44e6-aca4-7cca66e4ba67), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:03.471120 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a4fc72d-4644-4235-88f2-389d8d13daff req-a8d1f34c-b8f1-420a-8017-a5a8c0a5ddfb tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 210 time: 0.0792947 Mar 23 01:48:03.482007 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:03.539493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:03.771908 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Allocated IP 172.20.0.2 (fffb118c-33e9-465d-9d40-5d1f58c55b0a/391488d6-c125-4df8-a0dc-c2aa0a014941/4068ec6a-c22b-41c7-a133-65a610ff8aa2) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:03.813727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Allocated IP 172.25.0.61 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/7caec7e8-4fc5-4036-9b3c-adf944b9ab69) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:03.842311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53096) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:03.942360 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-636e8858-5fcf-4bd6-a0d8-e7cff2a2e72b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cfedab891ae40a69e89c87dd801befa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0890443 Mar 23 01:48:03.943179 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53100) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:03.951564 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Publish callbacks [] for port (4068ec6a-c22b-41c7-a133-65a610ff8aa2), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:03.957661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a3329531-9974-4b5f-8527-920ceffdeb1f None None] Calling delete_port for bac25d67-7db8-44e6-aca4-7cca66e4ba67 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:03.979237 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.ipam_backend_mixin [None req-a3329531-9974-4b5f-8527-920ceffdeb1f None None] Port bac25d67-7db8-44e6-aca4-7cca66e4ba67 was not found and therefore no delete operation was performed {{(pid=99265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 01:48:04.047436 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (4068ec6a-c22b-41c7-a133-65a610ff8aa2), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.108437 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a3329531-9974-4b5f-8527-920ceffdeb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (bac25d67-7db8-44e6-aca4-7cca66e4ba67), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.179279 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cbc8c7c1-031d-4b53-ac43-3c0d27908388 admin admin] Publish callbacks [] for security_group (829b09db-327d-4e9b-a9ee-420c8b23e60c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.188790 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for port (7caec7e8-4fc5-4036-9b3c-adf944b9ab69), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.200789 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-ce8f8600-d6f4-46de-ad6f-8a8fda3cf8bd tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:04.202294 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-ce8f8600-d6f4-46de-ad6f-8a8fda3cf8bd tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.42 "GET /v2.0/networks?id=87aa8238-b3d1-4249-8bf5-f96b20def476 HTTP/1.1" status: 200 len: 797 time: 0.2025485 Mar 23 01:48:04.242615 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.252585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Attempting to bind port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:48:04.253388 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Attempting to bind port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:48:04.253761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Attempting to bind port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b on network 87aa8238-b3d1-4249-8bf5-f96b20def476 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:48:04.256386 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3329531-9974-4b5f-8527-920ceffdeb1f None None] Network 6814924c-793b-43d0-b252-120300dc6e62 is not hosted by any dhcp agent {{(pid=99265) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 01:48:04.256805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3329531-9974-4b5f-8527-920ceffdeb1f None None] No DVR routers for this DVR port bac25d67-7db8-44e6-aca4-7cca66e4ba67 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:48:04.266965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Network fffb118c-33e9-465d-9d40-5d1f58c55b0a is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:04.276833 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5096a6fd-9bb9-4975-ad77-b1fc18f7e39b None None] Provisioning complete for port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:04.276833 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5096a6fd-9bb9-4975-ad77-b1fc18f7e39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.279457 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:48:04.279849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Checking segment: {'id': '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:48:04.280277 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.280662 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Bound using segment: {'id': '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:48:04.281155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Bound port: e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:48:04.281611 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.289409 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:04.299540 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cbc8c7c1-031d-4b53-ac43-3c0d27908388 admin admin] Publish callbacks [] for security_group (829b09db-327d-4e9b-a9ee-420c8b23e60c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.320815 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:04.323395 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Pushing event updated for resources: {'Port': ['ID=4068ec6a-c22b-41c7-a133-65a610ff8aa2,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:04.349600 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-ebd57c28-7719-4cff-a0de-36396f575f62 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb6e915da6d4405598d98978727b2035 HTTP/1.1" status: 200 len: 379 time: 0.1371436 Mar 23 01:48:04.358018 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7caec7e8-4fc5-4036-9b3c-adf944b9ab69), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.376033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-ca217234-cdaa-4efa-861a-d97db7562795 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'port': {'device_id': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476', 'admin_state_up': True, 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'security_groups': ['75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:04.458871 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3329531-9974-4b5f-8527-920ceffdeb1f None None] Pushing event deleted for resources: {'Port': ['ID=bac25d67-7db8-44e6-aca4-7cca66e4ba67,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:04.498290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Allocated IP 172.25.0.252 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/2b7f7c82-5731-45ec-8db7-477725604ff1) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:04.503812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:04.515541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:04.523636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:04.533491 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Pushing event updated for resources: {'Port': ['ID=7caec7e8-4fc5-4036-9b3c-adf944b9ab69,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:04.590928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5096a6fd-9bb9-4975-ad77-b1fc18f7e39b None None] Port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:48:04.662650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Attempting to bind port 4068ec6a-c22b-41c7-a133-65a610ff8aa2 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:48:04.663036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Attempting to bind port 4068ec6a-c22b-41c7-a133-65a610ff8aa2 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'd98fc250-cf9d-44df-bd3e-f34873da6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:48:04.663439 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Attempting to bind port 4068ec6a-c22b-41c7-a133-65a610ff8aa2 on network fffb118c-33e9-465d-9d40-5d1f58c55b0a {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:48:04.684141 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for floatingip (0048ed2f-983f-46eb-aae1-339a755ff2df), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.708019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:48:04.708847 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Checking segment: {'id': 'd98fc250-cf9d-44df-bd3e-f34873da6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:48:04.710545 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.713403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Bound using segment: {'id': 'd98fc250-cf9d-44df-bd3e-f34873da6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:48:04.714135 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Bound port: 4068ec6a-c22b-41c7-a133-65a610ff8aa2, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98fc250-cf9d-44df-bd3e-f34873da6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:48:04.715022 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4068ec6a-c22b-41c7-a133-65a610ff8aa2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.751155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] For port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:48:04.758674 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bab62e87-132c-4407-b5ba-10234890f4f5 req-68b34cf7-85d0-4e24-a45b-1908d7c4249d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 210 time: 0.0568891 Mar 23 01:48:04.802512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] For port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b,segment=NetworkSegment(6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2),segment_id=6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:48:04.814903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-ca217234-cdaa-4efa-861a-d97db7562795 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Made reservation on behalf of bb6e915da6d4405598d98978727b2035 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:04.818857 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-ca217234-cdaa-4efa-861a-d97db7562795 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.822124 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7caec7e8-4fc5-4036-9b3c-adf944b9ab69), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.833291 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cbc8c7c1-031d-4b53-ac43-3c0d27908388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (829b09db-327d-4e9b-a9ee-420c8b23e60c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.835888 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cbc8c7c1-031d-4b53-ac43-3c0d27908388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.837113 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cbc8c7c1-031d-4b53-ac43-3c0d27908388 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/829b09db-327d-4e9b-a9ee-420c8b23e60c HTTP/1.1" status: 204 len: 168 time: 0.8935492 Mar 23 01:48:04.864197 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.888423 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8c7c1-031d-4b53-ac43-3c0d27908388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829b09db-327d-4e9b-a9ee-420c8b23e60c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:04.932584 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Publish callbacks [] for port (2b7f7c82-5731-45ec-8db7-477725604ff1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:04.985873 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e44b45e2-75a8-4115-b534-1b62af1f1130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (9eb98398-bcb4-40e1-9d96-2665c708eb8e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:05.037610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] For port 4068ec6a-c22b-41c7-a133-65a610ff8aa2, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:48:05.050593 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] For port 4068ec6a-c22b-41c7-a133-65a610ff8aa2, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4068ec6a-c22b-41c7-a133-65a610ff8aa2,segment=NetworkSegment(d98fc250-cf9d-44df-bd3e-f34873da6f41),segment_id=d98fc250-cf9d-44df-bd3e-f34873da6f41)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:48:05.059357 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Routers {'e2e22f1f-de98-4f24-9e81-9b292220033a'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:05.060354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e2e22f1f-de98-4f24-9e81-9b292220033a'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:05.066547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921473ea-00fa-435e-b4b8-79e9b0c74164 None None] Pushing event updated for resources: {'Port': ['ID=e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:05.178100 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4068ec6a-c22b-41c7-a133-65a610ff8aa2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:05.213849 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (2b7f7c82-5731-45ec-8db7-477725604ff1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:05.247475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:05.252230 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:05.279053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:05.369164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] Set router e2e22f1f-de98-4f24-9e81-9b292220033a gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:05.371582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09df914-31e7-42bf-88a1-446008688c53 None None] Pushing event updated for resources: {'Port': ['ID=4068ec6a-c22b-41c7-a133-65a610ff8aa2,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:05.486265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9808a4ba-c1dc-4112-9e35-5b2019ae02d4 None None] Provisioning complete for port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:05.486637 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9808a4ba-c1dc-4112-9e35-5b2019ae02d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:05.569954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7f7c82-5731-45ec-8db7-477725604ff1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:05.806098 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9808a4ba-c1dc-4112-9e35-5b2019ae02d4 None None] Current status of the port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:05.806710 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9808a4ba-c1dc-4112-9e35-5b2019ae02d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:05.974935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9808a4ba-c1dc-4112-9e35-5b2019ae02d4 None None] For port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b,segment=NetworkSegment(6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2),segment_id=6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:05.990005 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9808a4ba-c1dc-4112-9e35-5b2019ae02d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:06.013256 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9fa1591-0156-4988-93af-18ddd0a18622 req-9ceb74a9-6360-4b70-827e-3ee574483119 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 210 time: 0.0723624 Mar 23 01:48:06.072293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90898684', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:47:43Z', 'updated_at': '2022-03-23T01:47:56Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:44Z', 'updated_at': '2022-03-23T01:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b', 'name': '', 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:86:d1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:53Z', 'updated_at': '2022-03-23T01:48:04Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:06.153291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-ca217234-cdaa-4efa-861a-d97db7562795 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Allocated IP 172.20.0.12 (87aa8238-b3d1-4249-8bf5-f96b20def476/2e48427a-299d-4910-9d09-e0cfab05d4bd/cb8bf3aa-b24a-49e4-a100-ba716a956c98) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:06.157377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d47dc52-749c-43ec-8819-198e7b53cd86 None None] The sync data for ids ['e2e22f1f-de98-4f24-9e81-9b292220033a'] in n-d-834677-4 is: [{'id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90898684', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:47:43Z', 'updated_at': '2022-03-23T01:47:56Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:44Z', 'updated_at': '2022-03-23T01:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b', 'name': '', 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:86:d1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:53Z', 'updated_at': '2022-03-23T01:48:04Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:48:06.212666 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808a4ba-c1dc-4112-9e35-5b2019ae02d4 None None] Pushing event updated for resources: {'Port': ['ID=e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:06.319605 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for port (7caec7e8-4fc5-4036-9b3c-adf944b9ab69), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:06.377334 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Publish callbacks [] for router_gateway (9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:06.380848 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (7caec7e8-4fc5-4036-9b3c-adf944b9ab69), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:06.698893 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:48:06.770128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Pushing event updated for resources: {'Port': ['ID=7caec7e8-4fc5-4036-9b3c-adf944b9ab69,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:06.839014 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (0048ed2f-983f-46eb-aae1-339a755ff2df), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:06.906071 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:06.906461 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:06.979624 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:06.981022 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-016c0a50-0f19-4bee-bb52-329254753a13 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8170099 Mar 23 01:48:07.002850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53154) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:07.033996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-caf95efb-13c9-420b-8b5b-571d64d1aba1 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2095810278'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:07.067535 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-ca217234-cdaa-4efa-861a-d97db7562795 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:07.077551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53158) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:07.117143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf95efb-13c9-420b-8b5b-571d64d1aba1 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Made reservation on behalf of 94e4f61757924277bf65bfcc2d3b8d0f for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:07.122172 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:07.123344 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4068ec6a-c22b-41c7-a133-65a610ff8aa2 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:48:07.127065 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-caf95efb-13c9-420b-8b5b-571d64d1aba1 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:07.190894 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-caf95efb-13c9-420b-8b5b-571d64d1aba1 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:07.251396 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85495e4-315e-4fcc-9f8f-c04acd4f4be4 None None] Network fffb118c-33e9-465d-9d40-5d1f58c55b0a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:48:07.254863 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-127c83dd-6794-4baf-9168-8075a12730a0 req-c6d065f9-548f-45ef-90de-60f8825a92ba tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 210 time: 0.0684450 Mar 23 01:48:07.321144 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-ca217234-cdaa-4efa-861a-d97db7562795 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:07.384850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e44b45e2-75a8-4115-b534-1b62af1f1130 admin admin] Deleting port 3a296277-35a0-4817-af8e-d9039a4d0339 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:07.395455 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e44b45e2-75a8-4115-b534-1b62af1f1130 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3a296277-35a0-4817-af8e-d9039a4d0339), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:07.426600 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-af0da99d-2e04-4136-ac3a-88657d5c1508 None None] Provisioning complete for port 4068ec6a-c22b-41c7-a133-65a610ff8aa2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:07.433115 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-af0da99d-2e04-4136-ac3a-88657d5c1508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4068ec6a-c22b-41c7-a133-65a610ff8aa2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:07.525993 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-ca217234-cdaa-4efa-861a-d97db7562795 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network 87aa8238-b3d1-4249-8bf5-f96b20def476 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:07.534818 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca217234-cdaa-4efa-861a-d97db7562795 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=cb8bf3aa-b24a-49e4-a100-ba716a956c98,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:07.549576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-ca217234-cdaa-4efa-861a-d97db7562795 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:07.555969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-ca217234-cdaa-4efa-861a-d97db7562795 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:07.634736 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4cbe5eb4-f39b-4443-b0b4-5f66ee699197 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-100399356-network', 'tenant_id': '839ebfe64dd74d1c922d34d74c877e99'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:07.725403 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-caf95efb-13c9-420b-8b5b-571d64d1aba1 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for security_group (85c1c09e-1f19-4d14-b6ef-eb9a57e62bb4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:07.740473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-ca217234-cdaa-4efa-861a-d97db7562795 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:07.745433 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-ca217234-cdaa-4efa-861a-d97db7562795 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:07.785645 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-caf95efb-13c9-420b-8b5b-571d64d1aba1 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (85c1c09e-1f19-4d14-b6ef-eb9a57e62bb4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:07.788723 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-e44b45e2-75a8-4115-b534-1b62af1f1130 admin admin] For port 3a296277-35a0-4817-af8e-d9039a4d0339, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3a296277-35a0-4817-af8e-d9039a4d0339,segment=NetworkSegment(54eeeb0a-93e0-4296-ab59-1bc5df1a7506),segment_id=54eeeb0a-93e0-4296-ab59-1bc5df1a7506)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:07.789408 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e44b45e2-75a8-4115-b534-1b62af1f1130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3a296277-35a0-4817-af8e-d9039a4d0339), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:07.802842 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:07.810649 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf95efb-13c9-420b-8b5b-571d64d1aba1 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:48:07.824858 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-caf95efb-13c9-420b-8b5b-571d64d1aba1 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (40395246-79a5-4843-aecb-220bd5a95b21), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:07.825455 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-caf95efb-13c9-420b-8b5b-571d64d1aba1 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Added segment 40395246-79a5-4843-aecb-220bd5a95b21 of type vlan for network 6d7f6bf5-2588-473d-a43f-402815ecfa91 Mar 23 01:48:07.833213 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e44b45e2-75a8-4115-b534-1b62af1f1130 admin admin] Calling delete_port for 3a296277-35a0-4817-af8e-d9039a4d0339 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:07.850596 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4068ec6a-c22b-41c7-a133-65a610ff8aa2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:07.851158 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4068ec6a-c22b-41c7-a133-65a610ff8aa2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:07.872303 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-caf95efb-13c9-420b-8b5b-571d64d1aba1 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (6d7f6bf5-2588-473d-a43f-402815ecfa91), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:07.910732 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-ca217234-cdaa-4efa-861a-d97db7562795 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5544686 Mar 23 01:48:07.913848 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-caf95efb-13c9-420b-8b5b-571d64d1aba1 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (6d7f6bf5-2588-473d-a43f-402815ecfa91), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:07.921231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf95efb-13c9-420b-8b5b-571d64d1aba1 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:07.922207 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-caf95efb-13c9-420b-8b5b-571d64d1aba1 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:07.924587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbe5eb4-f39b-4443-b0b4-5f66ee699197 admin admin] Made reservation on behalf of 839ebfe64dd74d1c922d34d74c877e99 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:07.926926 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5eb4-f39b-4443-b0b4-5f66ee699197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:07.958767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Request body: {'port': {'device_id': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:08.003367 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5eb4-f39b-4443-b0b4-5f66ee699197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:08.100287 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-caf95efb-13c9-420b-8b5b-571d64d1aba1 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0920200 Mar 23 01:48:08.105005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf95efb-13c9-420b-8b5b-571d64d1aba1 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c1c09e-1f19-4d14-b6ef-eb9a57e62bb4,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:08.107404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53176) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:08.152177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ab485395-9a09-4cba-a262-5ac05fa9f3d2 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Request body: {'subnet': {'network_id': '6d7f6bf5-2588-473d-a43f-402815ecfa91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:08.192959 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-af0da99d-2e04-4136-ac3a-88657d5c1508 None None] Current status of the port 4068ec6a-c22b-41c7-a133-65a610ff8aa2 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:08.193382 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-af0da99d-2e04-4136-ac3a-88657d5c1508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4068ec6a-c22b-41c7-a133-65a610ff8aa2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:08.263717 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf95efb-13c9-420b-8b5b-571d64d1aba1 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Pushing event updated for resources: {'Network': ['ID=6d7f6bf5-2588-473d-a43f-402815ecfa91,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:08.337260 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 6d7f6bf5-2588-473d-a43f-402815ecfa91 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:48:08.347001 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab485395-9a09-4cba-a262-5ac05fa9f3d2 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Made reservation on behalf of 94e4f61757924277bf65bfcc2d3b8d0f for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:08.350916 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ab485395-9a09-4cba-a262-5ac05fa9f3d2 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:08.370688 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:08.424785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:48:08.545072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d810679-a421-4aa6-82a9-645d9ac29f30 req-339dd436-7b2e-4fdc-a38e-caf620b4b342 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:08.546798 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1d810679-a421-4aa6-82a9-645d9ac29f30 req-339dd436-7b2e-4fdc-a38e-caf620b4b342 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 932 time: 0.1090410 Mar 23 01:48:08.601976 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5eb4-f39b-4443-b0b4-5f66ee699197 admin admin] Publish callbacks [] for security_group (a451c08f-535a-4c3d-8743-8c955155ace5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:08.603506 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4068ec6a-c22b-41c7-a133-65a610ff8aa2 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:08.603907 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4068ec6a-c22b-41c7-a133-65a610ff8aa2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:08.676762 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5eb4-f39b-4443-b0b4-5f66ee699197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a451c08f-535a-4c3d-8743-8c955155ace5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:08.711422 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1d810679-a421-4aa6-82a9-645d9ac29f30 req-e4b0c27e-9e38-4654-b633-bc8d778616c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094708 Mar 23 01:48:08.758188 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-af0da99d-2e04-4136-ac3a-88657d5c1508 None None] For port 4068ec6a-c22b-41c7-a133-65a610ff8aa2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4068ec6a-c22b-41c7-a133-65a610ff8aa2,segment=NetworkSegment(d98fc250-cf9d-44df-bd3e-f34873da6f41),segment_id=d98fc250-cf9d-44df-bd3e-f34873da6f41)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:08.770761 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-af0da99d-2e04-4136-ac3a-88657d5c1508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4068ec6a-c22b-41c7-a133-65a610ff8aa2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:08.780186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbe5eb4-f39b-4443-b0b4-5f66ee699197 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:48:08.847159 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e44b45e2-75a8-4115-b534-1b62af1f1130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (3a296277-35a0-4817-af8e-d9039a4d0339), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:08.945516 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:48:08.946051 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:48:08.974870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5a910d65-8f4b-41b7-bef0-cfc6b75428b5 None None] Provisioning complete for port cb8bf3aa-b24a-49e4-a100-ba716a956c98 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:08.975253 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5a910d65-8f4b-41b7-bef0-cfc6b75428b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:08.978713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0da99d-2e04-4136-ac3a-88657d5c1508 None None] Pushing event updated for resources: {'Port': ['ID=4068ec6a-c22b-41c7-a133-65a610ff8aa2,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:09.014076 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:48:09.017937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5a910d65-8f4b-41b7-bef0-cfc6b75428b5 None None] Port cb8bf3aa-b24a-49e4-a100-ba716a956c98 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:48:09.030777 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Sync routers for ids ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:48:09.032846 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b45e2-75a8-4115-b534-1b62af1f1130 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a296277-35a0-4817-af8e-d9039a4d0339,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:09.038268 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5eb4-f39b-4443-b0b4-5f66ee699197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (4f73d738-137b-40e3-849f-32882620912b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:09.038630 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-4cbe5eb4-f39b-4443-b0b4-5f66ee699197 admin admin] Added segment 4f73d738-137b-40e3-849f-32882620912b of type vlan for network 58bb0fa8-da03-480f-a1ac-572b78b11902 Mar 23 01:48:09.066636 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Routers {'9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:09.067315 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:09.076537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe5eb4-f39b-4443-b0b4-5f66ee699197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a451c08f-535a-4c3d-8743-8c955155ace5,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:09.114949 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:09.118824 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a7374f93-763f-4024-95fa-157f467cea08 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.3354588 Mar 23 01:48:09.129626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53196) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:09.146077 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a8c2e496-8510-406d-ae06-2d9dde364bfe None None] Provisioning complete for port 4068ec6a-c22b-41c7-a133-65a610ff8aa2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:09.146850 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a8c2e496-8510-406d-ae06-2d9dde364bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4068ec6a-c22b-41c7-a133-65a610ff8aa2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:09.334972 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Set router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:09.391772 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a8c2e496-8510-406d-ae06-2d9dde364bfe None None] Current status of the port 4068ec6a-c22b-41c7-a133-65a610ff8aa2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:09.450954 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5eb4-f39b-4443-b0b4-5f66ee699197 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (58bb0fa8-da03-480f-a1ac-572b78b11902), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:09.562058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4068ec6a-c22b-41c7-a133-65a610ff8aa2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:09.595904 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.resource_extend [None req-4cbe5eb4-f39b-4443-b0b4-5f66ee699197 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:48:09.779587 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5eb4-f39b-4443-b0b4-5f66ee699197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (58bb0fa8-da03-480f-a1ac-572b78b11902), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:09.784192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbe5eb4-f39b-4443-b0b4-5f66ee699197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:09.785238 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5eb4-f39b-4443-b0b4-5f66ee699197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:09.796241 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ab485395-9a09-4cba-a262-5ac05fa9f3d2 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (9c2a28d1-aaa9-4976-9e44-557192bf3da7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:09.810293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4068ec6a-c22b-41c7-a133-65a610ff8aa2 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:48:09.814374 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-router', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:01Z', 'updated_at': '2022-03-23T01:48:05Z', 'revision_number': 3, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'gw_port': {'id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:03Z', 'updated_at': '2022-03-23T01:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:09.859504 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e44b45e2-75a8-4115-b534-1b62af1f1130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (9eb98398-bcb4-40e1-9d96-2665c708eb8e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:09.909766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4cbe5eb4-f39b-4443-b0b4-5f66ee699197 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8308759 Mar 23 01:48:09.916352 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Checking router: 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:48:09.916730 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Updating router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac port 2b7f7c82-5731-45ec-8db7-477725604ff1 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:48:09.917102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53220) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:09.930456 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6a79b61f-8fef-4946-9b26-f54dcd31abcc admin admin] Request body: {'subnet': {'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-100399356-subnet', 'tenant_id': '839ebfe64dd74d1c922d34d74c877e99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:09.932758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4068ec6a-c22b-41c7-a133-65a610ff8aa2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:09.933396 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4068ec6a-c22b-41c7-a133-65a610ff8aa2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:10.008158 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2b7f7c82-5731-45ec-8db7-477725604ff1), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:10.032458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe5eb4-f39b-4443-b0b4-5f66ee699197 admin admin] Pushing event updated for resources: {'Network': ['ID=58bb0fa8-da03-480f-a1ac-572b78b11902,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:10.071800 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4068ec6a-c22b-41c7-a133-65a610ff8aa2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:10.074791 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 58bb0fa8-da03-480f-a1ac-572b78b11902 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:48:10.089399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab485395-9a09-4cba-a262-5ac05fa9f3d2 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Pushing event updated for resources: {'Subnet': ['ID=9c2a28d1-aaa9-4976-9e44-557192bf3da7,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:10.183499 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9911375-2275-4f9f-a659-4dea55e0eb1e req-e6bf669b-f60d-40a1-88de-5c21b0a3fd62 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:10.193145 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9911375-2275-4f9f-a659-4dea55e0eb1e req-e6bf669b-f60d-40a1-88de-5c21b0a3fd62 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 932 time: 0.2393620 Mar 23 01:48:10.233709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a79b61f-8fef-4946-9b26-f54dcd31abcc admin admin] Made reservation on behalf of 839ebfe64dd74d1c922d34d74c877e99 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:10.236010 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a79b61f-8fef-4946-9b26-f54dcd31abcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:10.372831 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab998f02-746c-42dc-8329-88c53b965f4f req-5de512ab-5ee8-4390-a0b2-790c1b03ecfd tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:10.386157 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ab998f02-746c-42dc-8329-88c53b965f4f req-5de512ab-5ee8-4390-a0b2-790c1b03ecfd tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 0.4798994 Mar 23 01:48:10.478178 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8bf3aa-b24a-49e4-a100-ba716a956c98 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:48:10.487663 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Publish callbacks [] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:10.501937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Transition to ACTIVE for port object cb8bf3aa-b24a-49e4-a100-ba716a956c98 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:48:10.524134 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Publish callbacks [] for port (2b7f7c82-5731-45ec-8db7-477725604ff1), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:10.541156 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2b7f7c82-5731-45ec-8db7-477725604ff1), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:10.542442 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9911375-2275-4f9f-a659-4dea55e0eb1e req-fe47c354-cfae-4c3a-a905-2cd4727e5145 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3481607 Mar 23 01:48:10.554642 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:10.560431 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab485395-9a09-4cba-a262-5ac05fa9f3d2 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Checking segment: {'id': '40395246-79a5-4843-aecb-220bd5a95b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6d7f6bf5-2588-473d-a43f-402815ecfa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:48:10.560949 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab485395-9a09-4cba-a262-5ac05fa9f3d2 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Network hostable DHCP agents. Network: 6d7f6bf5-2588-473d-a43f-402815ecfa91, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:48:10.637541 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630e23a-162e-430d-b657-4204296aa4ad None None] Pushing event updated for resources: {'Port': ['ID=2b7f7c82-5731-45ec-8db7-477725604ff1,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:10.655161 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ab998f02-746c-42dc-8329-88c53b965f4f req-a5500a64-57f7-4e9f-9429-e14215b4818c tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672288 Mar 23 01:48:10.730635 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Attempting to bind port 2b7f7c82-5731-45ec-8db7-477725604ff1 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:48:10.732032 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Attempting to bind port 2b7f7c82-5731-45ec-8db7-477725604ff1 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:48:10.732562 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Attempting to bind port 2b7f7c82-5731-45ec-8db7-477725604ff1 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:48:10.739305 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:48:10.740009 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:48:10.740793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab485395-9a09-4cba-a262-5ac05fa9f3d2 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Network 6d7f6bf5-2588-473d-a43f-402815ecfa91 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:48:10.746984 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:10.748047 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:48:10.748957 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Bound port: 2b7f7c82-5731-45ec-8db7-477725604ff1, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:48:10.751493 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2b7f7c82-5731-45ec-8db7-477725604ff1), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:10.777831 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8bf3aa-b24a-49e4-a100-ba716a956c98,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:10.819936 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a79b61f-8fef-4946-9b26-f54dcd31abcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (ea7038e1-c2d2-4675-9cf5-da7d82182b5b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:10.831153 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] For port 2b7f7c82-5731-45ec-8db7-477725604ff1, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:48:10.835844 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] For port 2b7f7c82-5731-45ec-8db7-477725604ff1, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2b7f7c82-5731-45ec-8db7-477725604ff1,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:48:10.840060 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-ab485395-9a09-4cba-a262-5ac05fa9f3d2 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 6d7f6bf5-2588-473d-a43f-402815ecfa91) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:10.847883 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2b7f7c82-5731-45ec-8db7-477725604ff1), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:10.853036 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab485395-9a09-4cba-a262-5ac05fa9f3d2 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:10.853980 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ab485395-9a09-4cba-a262-5ac05fa9f3d2 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:10.864105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24ec1a5-ee15-4f5c-98de-788cda34b074 None None] Network 6d7f6bf5-2588-473d-a43f-402815ecfa91 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:48:10.912758 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ab485395-9a09-4cba-a262-5ac05fa9f3d2 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7914417 Mar 23 01:48:10.925841 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53228) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:10.940558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-703746545', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}, 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:10.972133 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Routers {'9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:10.972717 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:11.009701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79b61f-8fef-4946-9b26-f54dcd31abcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea7038e1-c2d2-4675-9cf5-da7d82182b5b,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:11.014106 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a79b61f-8fef-4946-9b26-f54dcd31abcc admin admin] Checking segment: {'id': '4f73d738-137b-40e3-849f-32882620912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:48:11.014591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a79b61f-8fef-4946-9b26-f54dcd31abcc admin admin] Network hostable DHCP agents. Network: 58bb0fa8-da03-480f-a1ac-572b78b11902, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:48:11.060434 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (f76cf2d1-5608-4570-a5d8-aded8c2be373), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:11.062064 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (f76cf2d1-5608-4570-a5d8-aded8c2be373), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:11.079064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Attempting to bind port cb8bf3aa-b24a-49e4-a100-ba716a956c98 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:48:11.080910 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Attempting to bind port cb8bf3aa-b24a-49e4-a100-ba716a956c98 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:48:11.081356 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Attempting to bind port cb8bf3aa-b24a-49e4-a100-ba716a956c98 on network 87aa8238-b3d1-4249-8bf5-f96b20def476 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:48:11.110489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Port cb8bf3aa-b24a-49e4-a100-ba716a956c98 on network 87aa8238-b3d1-4249-8bf5-f96b20def476 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:48:11.111377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-6d7f6bf5-2588-473d-a43f-402815ecfa91', 'network_id': '6d7f6bf5-2588-473d-a43f-402815ecfa91', 'project_id': '94e4f61757924277bf65bfcc2d3b8d0f', 'fixed_ips': [{'subnet_id': '9c2a28d1-aaa9-4976-9e44-557192bf3da7'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:48:11.112359 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:11.116294 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Attempting to bind port cb8bf3aa-b24a-49e4-a100-ba716a956c98 on network 87aa8238-b3d1-4249-8bf5-f96b20def476 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:48:11.125134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a79b61f-8fef-4946-9b26-f54dcd31abcc admin admin] Network 58bb0fa8-da03-480f-a1ac-572b78b11902 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:48:11.140789 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630e23a-162e-430d-b657-4204296aa4ad None None] Pushing event updated for resources: {'Port': ['ID=2b7f7c82-5731-45ec-8db7-477725604ff1,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:11.152053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:48:11.155065 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Checking segment: {'id': '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:48:11.155587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Bound using segment: {'id': '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:48:11.156173 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Bound port: cb8bf3aa-b24a-49e4-a100-ba716a956c98, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:48:11.157539 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:11.171836 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:11.180557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-6a79b61f-8fef-4946-9b26-f54dcd31abcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 58bb0fa8-da03-480f-a1ac-572b78b11902) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:11.202045 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a79b61f-8fef-4946-9b26-f54dcd31abcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:11.204559 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a79b61f-8fef-4946-9b26-f54dcd31abcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:11.265375 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] Set router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:11.299287 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44b45e2-75a8-4115-b534-1b62af1f1130 admin admin] Router 9eb98398-bcb4-40e1-9d96-2665c708eb8e has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:48:11.305777 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for router_controller (f76cf2d1-5608-4570-a5d8-aded8c2be373), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:11.333883 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbb2750-1155-463d-aa26-e532674ecd38 None None] Network 58bb0fa8-da03-480f-a1ac-572b78b11902 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:48:11.506558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] For port cb8bf3aa-b24a-49e4-a100-ba716a956c98, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:48:11.523632 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] For port cb8bf3aa-b24a-49e4-a100-ba716a956c98, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98,segment=NetworkSegment(6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2),segment_id=6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:48:11.532117 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6a79b61f-8fef-4946-9b26-f54dcd31abcc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6097870 Mar 23 01:48:11.537074 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53234) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:11.547841 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-100399356-router', 'tenant_id': '839ebfe64dd74d1c922d34d74c877e99', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:11.655667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Allocated IP 172.20.0.1 (fffb118c-33e9-465d-9d40-5d1f58c55b0a/391488d6-c125-4df8-a0dc-c2aa0a014941/57f27be6-b6ca-46dc-b0db-981d99a67242) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:11.656875 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:11.751322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b4481-cc08-45b5-9e02-8b8347f4bdad None None] Network 58bb0fa8-da03-480f-a1ac-572b78b11902 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:48:11.800406 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-router', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:01Z', 'updated_at': '2022-03-23T01:48:05Z', 'revision_number': 3, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'gw_port': {'id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:03Z', 'updated_at': '2022-03-23T01:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:11.813712 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8bf3aa-b24a-49e4-a100-ba716a956c98,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:11.836494 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:11.838408 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:11.841431 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-5b304ed1-6dce-4e46-8bea-5e7b61bda369 service neutron] 10.222.0.42 "PUT /v2.0/ports/cb8bf3aa-b24a-49e4-a100-ba716a956c98 HTTP/1.1" status: 200 len: 1092 time: 3.8973119 Mar 23 01:48:11.869261 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'tag': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:48:11.869521 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43999b8-ad54-45be-8b62-94561c165164 None None] The sync data for ids ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'] in n-d-834677-4 is: [{'id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-router', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:01Z', 'updated_at': '2022-03-23T01:48:05Z', 'revision_number': 3, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'gw_port': {'id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:03Z', 'updated_at': '2022-03-23T01:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:48:11.872618 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bf8c59-7ef7-4796-87a1-db92549b4e07" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfcd534-fcb7-4fd7-80d9-911a774103f0", "tag": "cb8bf3aa-b24a-49e4-a100-ba716a956c98"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:48:11.942303 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Allocated IP 172.20.0.2 (6d7f6bf5-2588-473d-a43f-402815ecfa91/9c2a28d1-aaa9-4976-9e44-557192bf3da7/3f6acd6e-49f1-40fc-b0e0-c73b28acaf91) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:11.976921 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Publish callbacks [] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:12.172448 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for router_gateway (f76cf2d1-5608-4570-a5d8-aded8c2be373), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:12.211329 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:12.225596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-9d37981e-e8c2-4503-83e8-91446d5e9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:12.242125 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-9d37981e-e8c2-4503-83e8-91446d5e9f88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 1126 time: 0.2402582 Mar 23 01:48:12.253477 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1e886-4d14-4648-bfe9-a239ccb45ecf req-d1b873b6-f5c2-485c-8710-3f25a248e44f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:12.260721 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1fc1e886-4d14-4648-bfe9-a239ccb45ecf req-d1b873b6-f5c2-485c-8710-3f25a248e44f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 944 time: 0.4507058 Mar 23 01:48:12.352072 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Publish callbacks [] for port (3f6acd6e-49f1-40fc-b0e0-c73b28acaf91), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:12.366528 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (3f6acd6e-49f1-40fc-b0e0-c73b28acaf91), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:12.463764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Network 6d7f6bf5-2588-473d-a43f-402815ecfa91 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:12.467477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:12.471867 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:12.499756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Pushing event updated for resources: {'Port': ['ID=3f6acd6e-49f1-40fc-b0e0-c73b28acaf91,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:12.541603 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-590b9b31-0aca-48de-b5d3-a59f3cd98cdb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98 HTTP/1.1" status: 200 len: 217 time: 0.1675136 Mar 23 01:48:12.606975 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Attempting to bind port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:48:12.607513 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Attempting to bind port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '40395246-79a5-4843-aecb-220bd5a95b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6d7f6bf5-2588-473d-a43f-402815ecfa91'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:48:12.607981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Attempting to bind port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 on network 6d7f6bf5-2588-473d-a43f-402815ecfa91 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:48:12.615546 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:48:12.616217 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Checking segment: {'id': '40395246-79a5-4843-aecb-220bd5a95b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6d7f6bf5-2588-473d-a43f-402815ecfa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:48:12.617362 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:12.617893 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Bound using segment: {'id': '40395246-79a5-4843-aecb-220bd5a95b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6d7f6bf5-2588-473d-a43f-402815ecfa91'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:48:12.618503 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Bound port: 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40395246-79a5-4843-aecb-220bd5a95b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6d7f6bf5-2588-473d-a43f-402815ecfa91'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:48:12.619007 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3f6acd6e-49f1-40fc-b0e0-c73b28acaf91), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:12.692805 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1fc1e886-4d14-4648-bfe9-a239ccb45ecf req-68a3d790-0e45-4cdf-b14a-b6921ea7aab3 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4310920 Mar 23 01:48:12.748832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-3681c46b-e49b-4891-9544-7e9c2cc1c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:12.749242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] For port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:48:12.756989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] For port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3f6acd6e-49f1-40fc-b0e0-c73b28acaf91,segment=NetworkSegment(40395246-79a5-4843-aecb-220bd5a95b21),segment_id=40395246-79a5-4843-aecb-220bd5a95b21)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:48:12.766735 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-3681c46b-e49b-4891-9544-7e9c2cc1c071 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e48427a-299d-4910-9d09-e0cfab05d4bd HTTP/1.1" status: 200 len: 834 time: 0.2147219 Mar 23 01:48:12.773461 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3f6acd6e-49f1-40fc-b0e0-c73b28acaf91), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:12.852767 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f1b60f-6dc9-4a29-b406-202a230eb637 x-openstack-request-id: req-d6f1b60f-6dc9-4a29-b406-202a230eb637 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:48:12.855607 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfcd534-fcb7-4fd7-80d9-911a774103f0", "tag": "cb8bf3aa-b24a-49e4-a100-ba716a956c98", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:48:12.855874 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6f1b60f-6dc9-4a29-b406-202a230eb637 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:48:12.856472 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f1b60f-6dc9-4a29-b406-202a230eb637'] response: {'name': 'network-changed', 'server_uuid': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'tag': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98', 'status': 'completed', 'code': 200} Mar 23 01:48:12.946479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5de20-47c1-4f59-b8bb-31f0970185b4 None None] Pushing event updated for resources: {'Port': ['ID=3f6acd6e-49f1-40fc-b0e0-c73b28acaf91,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:12.976007 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-0bf73337-f042-44e5-9ce7-7fe4e346ad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:12.977842 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-0bf73337-f042-44e5-9ce7-7fe4e346ad87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87aa8238-b3d1-4249-8bf5-f96b20def476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1950440 Mar 23 01:48:13.160841 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-009f8c99-5471-400d-8996-76672d20ca3e service neutron] 10.222.0.42 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286001 Mar 23 01:48:13.219049 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:13.248142 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:13.268231 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44b45e2-75a8-4115-b534-1b62af1f1130 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:48:13.286031 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6342ed26-5cb4-43f3-a3cd-d742007faaed None None] Sync routers for ids ['9eb98398-bcb4-40e1-9d96-2665c708eb8e'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:48:13.313922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6342ed26-5cb4-43f3-a3cd-d742007faaed None None] Routers {'9eb98398-bcb4-40e1-9d96-2665c708eb8e'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:13.314505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Network fffb118c-33e9-465d-9d40-5d1f58c55b0a is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:13.315132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6342ed26-5cb4-43f3-a3cd-d742007faaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9eb98398-bcb4-40e1-9d96-2665c708eb8e'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:13.319588 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e44b45e2-75a8-4115-b534-1b62af1f1130 admin admin] 10.222.0.18 "PUT /v2.0/routers/9eb98398-bcb4-40e1-9d96-2665c708eb8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3168623 Mar 23 01:48:13.333062 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53268) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:13.346958 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:13.517270 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-6342ed26-5cb4-43f3-a3cd-d742007faaed None None] Set router 9eb98398-bcb4-40e1-9d96-2665c708eb8e gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:13.587253 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:13.594983 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20f1e5f5-3f82-448d-95cf-6bec746e94d3 admin admin] Publish callbacks [] for router (9eb98398-bcb4-40e1-9d96-2665c708eb8e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:13.726205 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Pushing event updated for resources: {'Port': ['ID=57f27be6-b6ca-46dc-b0db-981d99a67242,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:13.762977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf91183-6081-41bb-a69e-4683662357d5 req-499a96ab-0514-44a0-96d2-78cb64146ab6 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:13.770591 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-edf91183-6081-41bb-a69e-4683662357d5 req-499a96ab-0514-44a0-96d2-78cb64146ab6 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.43 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 2.2072699 Mar 23 01:48:13.862034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb77aad-e4e8-444a-9bbe-03a5adf464d9 req-cce49698-8077-4cc5-9e87-9d0ce4ef8682 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:13.866271 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2fb77aad-e4e8-444a-9bbe-03a5adf464d9 req-cce49698-8077-4cc5-9e87-9d0ce4ef8682 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 947 time: 1.7945433 Mar 23 01:48:13.950922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:48:13.987062 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Publish callbacks [] for router_controller (66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:14.043840 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2fb77aad-e4e8-444a-9bbe-03a5adf464d9 req-4c9f7759-cc6d-455a-9d78-5a8329fbe656 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c6b7d5-0233-4318-a60c-51e6dfca2751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187038 Mar 23 01:48:14.074329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0b134ac5-0388-4868-a33b-2c1f9463b5c6 None None] Provisioning complete for port 57f27be6-b6ca-46dc-b0db-981d99a67242 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:14.075120 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b134ac5-0388-4868-a33b-2c1f9463b5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:14.095890 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:14.121002 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d265c39b-c333-48b4-8506-f20340eb5b4f req-b9a7f668-e809-490e-8ed6-c656b418e8d1 service neutron] 10.222.0.42 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9537787 Mar 23 01:48:14.174846 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for router_gateway (f76cf2d1-5608-4570-a5d8-aded8c2be373), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:14.260835 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:14.281631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0b134ac5-0388-4868-a33b-2c1f9463b5c6 None None] Port 57f27be6-b6ca-46dc-b0db-981d99a67242 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:48:14.294641 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:14.295529 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3f6acd6e-49f1-40fc-b0e0-c73b28acaf91), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:14.311358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac943a-d2c7-458a-bf0d-ff322a3b04e6 req-195cca25-6004-44c9-87d4-a0c87f25cce1 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:14.321135 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14ac943a-d2c7-458a-bf0d-ff322a3b04e6 req-195cca25-6004-44c9-87d4-a0c87f25cce1 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 944 time: 0.2849400 Mar 23 01:48:14.377470 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20f1e5f5-3f82-448d-95cf-6bec746e94d3 admin admin] Publish callbacks [] for router_gateway (9eb98398-bcb4-40e1-9d96-2665c708eb8e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:14.378004 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6342ed26-5cb4-43f3-a3cd-d742007faaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'name': 'tempest-TestServerMultinode-2130148177-router', 'tenant_id': '1bd6b53711c941b687aa8ceafc50aad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:46Z', 'updated_at': '2022-03-23T01:48:08Z', 'revision_number': 5, 'project_id': '1bd6b53711c941b687aa8ceafc50aad2', 'gw_port': {'id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:48Z', 'updated_at': '2022-03-23T01:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:14.393355 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Publish callbacks [] for router_gateway (66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:14.399659 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf8c59-7ef7-4796-87a1-db92549b4e07 req-f0b9ada7-efe1-40c0-be00-e15452035824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:14.408033 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44bf8c59-7ef7-4796-87a1-db92549b4e07 req-f0b9ada7-efe1-40c0-be00-e15452035824 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 1126 time: 0.2224355 Mar 23 01:48:14.412189 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-edf91183-6081-41bb-a69e-4683662357d5 req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Deleting port 8d8685e8-6719-4028-9e63-56835cc6ccb8 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:14.412545 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-edf91183-6081-41bb-a69e-4683662357d5 req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:14.450636 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6342ed26-5cb4-43f3-a3cd-d742007faaed None None] Checking router: 9eb98398-bcb4-40e1-9d96-2665c708eb8e for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:48:14.492564 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6342ed26-5cb4-43f3-a3cd-d742007faaed None None] Routers {'9eb98398-bcb4-40e1-9d96-2665c708eb8e'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:14.493341 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6342ed26-5cb4-43f3-a3cd-d742007faaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9eb98398-bcb4-40e1-9d96-2665c708eb8e'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:14.529065 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-edf91183-6081-41bb-a69e-4683662357d5 req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] For port 8d8685e8-6719-4028-9e63-56835cc6ccb8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8d8685e8-6719-4028-9e63-56835cc6ccb8,segment=NetworkSegment(a909f224-1fef-496e-b4e2-4093ab68150d),segment_id=a909f224-1fef-496e-b4e2-4093ab68150d)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:14.529436 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-edf91183-6081-41bb-a69e-4683662357d5 req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:14.552975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-edf91183-6081-41bb-a69e-4683662357d5 req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Calling delete_port for 8d8685e8-6719-4028-9e63-56835cc6ccb8 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:14.588523 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:14.589085 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3f6acd6e-49f1-40fc-b0e0-c73b28acaf91), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:14.643526 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14ac943a-d2c7-458a-bf0d-ff322a3b04e6 req-e3f822bf-c7fd-4476-8929-22e17f301377 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212104 Mar 23 01:48:14.690137 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Allocated IP 172.25.0.216 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/ce309367-f49f-4d55-be6b-ff1294543708) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:14.759563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf8c59-7ef7-4796-87a1-db92549b4e07 req-45901771-46ef-4111-bbe9-62331e152ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:14.761210 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44bf8c59-7ef7-4796-87a1-db92549b4e07 req-45901771-46ef-4111-bbe9-62331e152ff7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=87aa8238-b3d1-4249-8bf5-f96b20def476 HTTP/1.1" status: 200 len: 897 time: 0.3434360 Mar 23 01:48:14.876105 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44bf8c59-7ef7-4796-87a1-db92549b4e07 req-361e0c47-d740-4d50-9ed8-c2b63fb10abe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98 HTTP/1.1" status: 200 len: 217 time: 0.0756137 Mar 23 01:48:14.889913 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-edf91183-6081-41bb-a69e-4683662357d5 req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8d8685e8-6719-4028-9e63-56835cc6ccb8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:14.916365 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:14.962714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf8c59-7ef7-4796-87a1-db92549b4e07 req-b9b9d92c-1685-4bf2-be0c-0c769474e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:14.964266 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44bf8c59-7ef7-4796-87a1-db92549b4e07 req-b9b9d92c-1685-4bf2-be0c-0c769474e28f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e48427a-299d-4910-9d09-e0cfab05d4bd HTTP/1.1" status: 200 len: 834 time: 0.0805280 Mar 23 01:48:14.972997 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-6342ed26-5cb4-43f3-a3cd-d742007faaed None None] Set router 9eb98398-bcb4-40e1-9d96-2665c708eb8e gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:15.018572 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for port (ce309367-f49f-4d55-be6b-ff1294543708), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:15.025647 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Pushing event deleted for resources: {'Port': ['ID=8d8685e8-6719-4028-9e63-56835cc6ccb8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:15.034054 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3f6acd6e-49f1-40fc-b0e0-c73b28acaf91,segment=NetworkSegment(40395246-79a5-4843-aecb-220bd5a95b21),segment_id=40395246-79a5-4843-aecb-220bd5a95b21)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:15.042737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d614df02-f49b-4457-93d0-c490d5f88c80 None None] Network 6d7f6bf5-2588-473d-a43f-402815ecfa91 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:48:15.045772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:15.046392 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:15.046985 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:15.047458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:15.047993 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:15.048453 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:15.049001 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:15.049415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:15.049897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:15.050579 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:15.052522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:15.052522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:15.053048 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:15.053641 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:15.055841 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:15.084467 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf8c59-7ef7-4796-87a1-db92549b4e07 req-49cfa3a4-3850-487f-85ab-864712c937c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:15.086185 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44bf8c59-7ef7-4796-87a1-db92549b4e07 req-49cfa3a4-3850-487f-85ab-864712c937c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87aa8238-b3d1-4249-8bf5-f96b20def476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1101413 Mar 23 01:48:15.120006 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf91183-6081-41bb-a69e-4683662357d5 req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] No DVR routers for this DVR port 8d8685e8-6719-4028-9e63-56835cc6ccb8 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:48:15.123759 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-edf91183-6081-41bb-a69e-4683662357d5 req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:15.128251 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-edf91183-6081-41bb-a69e-4683662357d5 req-be3aa5b7-f676-45c3-ba7e-0eaaea86a74d tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.43 "DELETE /v2.0/ports/8d8685e8-6719-4028-9e63-56835cc6ccb8 HTTP/1.1" status: 204 len: 173 time: 1.2571964 Mar 23 01:48:15.143433 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86a2839-1557-4eca-bc1f-5685f5670e01', 'name': 'network-vif-deleted', 'tag': '8d8685e8-6719-4028-9e63-56835cc6ccb8'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:48:15.150437 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9378cd9e-35ee-484f-8b5d-205ffcd5285d" -d '{"events": [{"server_uuid": "a86a2839-1557-4eca-bc1f-5685f5670e01", "name": "network-vif-deleted", "tag": "8d8685e8-6719-4028-9e63-56835cc6ccb8"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:48:15.169213 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-20f1e5f5-3f82-448d-95cf-6bec746e94d3 admin admin] Deleting port c0bf2d08-6ce6-4684-82dc-208af102801f {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:15.169620 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20f1e5f5-3f82-448d-95cf-6bec746e94d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c0bf2d08-6ce6-4684-82dc-208af102801f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:15.184334 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (ce309367-f49f-4d55-be6b-ff1294543708), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:15.227142 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3f6acd6e-49f1-40fc-b0e0-c73b28acaf91), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:15.228010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2b7f7c82-5731-45ec-8db7-477725604ff1 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:48:15.266066 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:15.270938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:15.276425 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:15.348811 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Pushing event updated for resources: {'Port': ['ID=ce309367-f49f-4d55-be6b-ff1294543708,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:15.358139 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-811a2b96-4b60-4946-bc35-c85a417fb319 None None] Provisioning complete for port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:15.358519 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-811a2b96-4b60-4946-bc35-c85a417fb319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3f6acd6e-49f1-40fc-b0e0-c73b28acaf91), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:15.359087 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44bf8c59-7ef7-4796-87a1-db92549b4e07 req-f25f8f1b-13aa-461f-8ba3-f834e40a3bcc service neutron] 10.222.0.42 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613277 Mar 23 01:48:15.388663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53292) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:15.429720 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19cb335-47a1-460b-93c3-8ccc64ed4d24 x-openstack-request-id: req-b19cb335-47a1-460b-93c3-8ccc64ed4d24 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:48:15.430618 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86a2839-1557-4eca-bc1f-5685f5670e01", "name": "network-vif-deleted", "tag": "8d8685e8-6719-4028-9e63-56835cc6ccb8", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:48:15.430618 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b19cb335-47a1-460b-93c3-8ccc64ed4d24 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:48:15.430826 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b19cb335-47a1-460b-93c3-8ccc64ed4d24'] response: {'server_uuid': 'a86a2839-1557-4eca-bc1f-5685f5670e01', 'name': 'network-vif-deleted', 'tag': '8d8685e8-6719-4028-9e63-56835cc6ccb8', 'status': 'completed', 'code': 200} Mar 23 01:48:15.442245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=3f6acd6e-49f1-40fc-b0e0-c73b28acaf91,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:15.463029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 2b7f7c82-5731-45ec-8db7-477725604ff1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:15.463534 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2b7f7c82-5731-45ec-8db7-477725604ff1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:15.472871 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Publish callbacks [] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:15.599028 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44bf8c59-7ef7-4796-87a1-db92549b4e07 req-e67518bd-aa38-4288-91da-1e08384563b7 service neutron] 10.222.0.42 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336521 Mar 23 01:48:15.599567 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-20f1e5f5-3f82-448d-95cf-6bec746e94d3 admin admin] For port c0bf2d08-6ce6-4684-82dc-208af102801f, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c0bf2d08-6ce6-4684-82dc-208af102801f,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:15.600559 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20f1e5f5-3f82-448d-95cf-6bec746e94d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c0bf2d08-6ce6-4684-82dc-208af102801f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:15.625025 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-20f1e5f5-3f82-448d-95cf-6bec746e94d3 admin admin] Calling delete_port for c0bf2d08-6ce6-4684-82dc-208af102801f owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:15.684156 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 2b7f7c82-5731-45ec-8db7-477725604ff1 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:15.684733 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2b7f7c82-5731-45ec-8db7-477725604ff1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:15.696619 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-811a2b96-4b60-4946-bc35-c85a417fb319 None None] Current status of the port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:15.720215 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6342ed26-5cb4-43f3-a3cd-d742007faaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'name': 'tempest-TestServerMultinode-2130148177-router', 'tenant_id': '1bd6b53711c941b687aa8ceafc50aad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:46Z', 'updated_at': '2022-03-23T01:48:08Z', 'revision_number': 5, 'project_id': '1bd6b53711c941b687aa8ceafc50aad2', 'gw_port': {'id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:48Z', 'updated_at': '2022-03-23T01:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:15.768591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 2b7f7c82-5731-45ec-8db7-477725604ff1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2b7f7c82-5731-45ec-8db7-477725604ff1,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:15.770109 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6342ed26-5cb4-43f3-a3cd-d742007faaed None None] The sync data for ids ['9eb98398-bcb4-40e1-9d96-2665c708eb8e'] in n-d-834677-4 is: [{'id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'name': 'tempest-TestServerMultinode-2130148177-router', 'tenant_id': '1bd6b53711c941b687aa8ceafc50aad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:46:46Z', 'updated_at': '2022-03-23T01:48:08Z', 'revision_number': 5, 'project_id': '1bd6b53711c941b687aa8ceafc50aad2', 'gw_port': {'id': 'c0bf2d08-6ce6-4684-82dc-208af102801f', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb98398-bcb4-40e1-9d96-2665c708eb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:46:48Z', 'updated_at': '2022-03-23T01:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:48:15.777240 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2b7f7c82-5731-45ec-8db7-477725604ff1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:15.783905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8d8685e8-6719-4028-9e63-56835cc6ccb8 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:48:15.856850 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:15.860659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 8d8685e8-6719-4028-9e63-56835cc6ccb8 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:48:15.861086 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8d8685e8-6719-4028-9e63-56835cc6ccb8 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:48:15.862590 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f7dac722-1e28-42d5-b14d-e9d35b2895f0 req-ef28e783-4cba-448a-b6d7-2c1ff03b2873 tempest-ServersNegativeTestJSON-955213662 tempest-ServersNegativeTestJSON-955213662-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a2839-1557-4eca-bc1f-5685f5670e01 HTTP/1.1" status: 200 len: 210 time: 0.6666822 Mar 23 01:48:15.866615 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for router_gateway (f76cf2d1-5608-4570-a5d8-aded8c2be373), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:15.896576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1e3dd794-3826-48b9-a651-fa066f4d20f5 None None] Provisioning complete for port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:15.897079 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1e3dd794-3826-48b9-a651-fa066f4d20f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3f6acd6e-49f1-40fc-b0e0-c73b28acaf91), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:15.898825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=2b7f7c82-5731-45ec-8db7-477725604ff1,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:15.917079 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-75a5a3eb-1b3a-4120-9351-698713908283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:15.965009 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e74497-38ce-41cb-a618-ede8b9d5b07a req-dd3e9a18-292c-4b30-a10f-b31794049301 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:15.966436 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8e74497-38ce-41cb-a618-ede8b9d5b07a req-dd3e9a18-292c-4b30-a10f-b31794049301 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 944 time: 0.1576865 Mar 23 01:48:15.990385 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1e3dd794-3826-48b9-a651-fa066f4d20f5 None None] Current status of the port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:16.039703 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:16.046051 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Pushing event updated for resources: {'Port': ['ID=57f27be6-b6ca-46dc-b0db-981d99a67242,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:16.086481 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20f1e5f5-3f82-448d-95cf-6bec746e94d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c0bf2d08-6ce6-4684-82dc-208af102801f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:16.093139 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8e74497-38ce-41cb-a618-ede8b9d5b07a req-b3d28a8b-2423-4634-a2c6-57e4bb79c9e4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174312 Mar 23 01:48:16.141156 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (f76cf2d1-5608-4570-a5d8-aded8c2be373), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:16.175934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:48:16.234561 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1e5f5-3f82-448d-95cf-6bec746e94d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0bf2d08-6ce6-4684-82dc-208af102801f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:16.245252 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:16.245627 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3f6acd6e-49f1-40fc-b0e0-c73b28acaf91), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:16.318199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Router f76cf2d1-5608-4570-a5d8-aded8c2be373 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:48:16.361105 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-75a5a3eb-1b3a-4120-9351-698713908283 admin admin] Publish callbacks [] for security_group (0137bf21-c1f6-4c95-a9a0-754654915552), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:16.366209 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:16.375586 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-75a5a3eb-1b3a-4120-9351-698713908283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0137bf21-c1f6-4c95-a9a0-754654915552), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:16.424975 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20f1e5f5-3f82-448d-95cf-6bec746e94d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (9eb98398-bcb4-40e1-9d96-2665c708eb8e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:16.437206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:48:16.449821 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eafa8d-2ccf-4149-b228-6263d8c693c7 None None] Sync routers for ids ['f76cf2d1-5608-4570-a5d8-aded8c2be373'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:48:16.460454 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eafa8d-2ccf-4149-b228-6263d8c693c7 None None] Routers {'f76cf2d1-5608-4570-a5d8-aded8c2be373'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:16.461264 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-24eafa8d-2ccf-4149-b228-6263d8c693c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f76cf2d1-5608-4570-a5d8-aded8c2be373'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:16.469749 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:16.473770 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-01b4a487-8caf-41b1-a65e-32183802ef0a tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.5417852 Mar 23 01:48:16.474776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53298) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:16.495703 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-24eafa8d-2ccf-4149-b228-6263d8c693c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:16.504528 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eafa8d-2ccf-4149-b228-6263d8c693c7 None None] Routers {'f76cf2d1-5608-4570-a5d8-aded8c2be373'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:16.505338 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-24eafa8d-2ccf-4149-b228-6263d8c693c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f76cf2d1-5608-4570-a5d8-aded8c2be373'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:16.511000 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Publish callbacks [] for router_gateway (66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:16.543608 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-75a5a3eb-1b3a-4120-9351-698713908283 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e485f95465f4ddcb82f2a55c0feb3fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1119187 Mar 23 01:48:16.546592 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-24eafa8d-2ccf-4149-b228-6263d8c693c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:16.547550 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eafa8d-2ccf-4149-b228-6263d8c693c7 None None] The sync data for ids ['f76cf2d1-5608-4570-a5d8-aded8c2be373'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:48:16.555798 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53300) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:16.563530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5a3eb-1b3a-4120-9351-698713908283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0137bf21-c1f6-4c95-a9a0-754654915552,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:16.573820 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:16.576567 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20f1e5f5-3f82-448d-95cf-6bec746e94d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (9eb98398-bcb4-40e1-9d96-2665c708eb8e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:16.579120 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Network fffb118c-33e9-465d-9d40-5d1f58c55b0a is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:16.581119 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20f1e5f5-3f82-448d-95cf-6bec746e94d3 admin admin] Publish callbacks [] for router_controller (9eb98398-bcb4-40e1-9d96-2665c708eb8e), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:16.588838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:16.631470 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d54ee39-ebf0-4a2c-84f4-c2da3f63f684 admin admin] Publish callbacks [] for security_group (0137bf21-c1f6-4c95-a9a0-754654915552), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:16.727425 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d54ee39-ebf0-4a2c-84f4-c2da3f63f684 admin admin] Publish callbacks [] for security_group (0137bf21-c1f6-4c95-a9a0-754654915552), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:16.862902 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d54ee39-ebf0-4a2c-84f4-c2da3f63f684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0137bf21-c1f6-4c95-a9a0-754654915552), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:16.865961 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d54ee39-ebf0-4a2c-84f4-c2da3f63f684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:16.869557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0d54ee39-ebf0-4a2c-84f4-c2da3f63f684 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0137bf21-c1f6-4c95-a9a0-754654915552 HTTP/1.1" status: 204 len: 168 time: 0.3104053 Mar 23 01:48:16.881778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54ee39-ebf0-4a2c-84f4-c2da3f63f684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0137bf21-c1f6-4c95-a9a0-754654915552,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:16.960362 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-beb8ee6c-d29f-4e3f-bd6a-62c79da900ae None None] Provisioning complete for port 57f27be6-b6ca-46dc-b0db-981d99a67242 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:16.961626 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-beb8ee6c-d29f-4e3f-bd6a-62c79da900ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:16.985992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53306) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:17.010212 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-beb8ee6c-d29f-4e3f-bd6a-62c79da900ae None None] Port 57f27be6-b6ca-46dc-b0db-981d99a67242 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:48:17.053446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cb8bf3aa-b24a-49e4-a100-ba716a956c98 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:48:17.076288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41650d1-8fd6-46f7-a76e-a11e7c301353 admin admin] Deleting subnet 03ad0308-8885-4b30-b976-2a6f309d1ec3 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:48:17.096390 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d41650d1-8fd6-46f7-a76e-a11e7c301353 admin admin] Publish callbacks [] for subnet (03ad0308-8885-4b30-b976-2a6f309d1ec3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.096633 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20f1e5f5-3f82-448d-95cf-6bec746e94d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (9eb98398-bcb4-40e1-9d96-2665c708eb8e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.097001 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f1e5f5-3f82-448d-95cf-6bec746e94d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eb98398-bcb4-40e1-9d96-2665c708eb8e {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:48:17.104503 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20f1e5f5-3f82-448d-95cf-6bec746e94d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.105903 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-20f1e5f5-3f82-448d-95cf-6bec746e94d3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9eb98398-bcb4-40e1-9d96-2665c708eb8e HTTP/1.1" status: 204 len: 168 time: 3.7604063 Mar 23 01:48:17.111504 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53310) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:17.198211 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.205204 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d41650d1-8fd6-46f7-a76e-a11e7c301353 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (03ad0308-8885-4b30-b976-2a6f309d1ec3), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.241972 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5929dc-5c75-406b-acd5-8e8faae77515 admin admin] Deleting subnet 1aeb1d1c-d33d-4510-b826-8d2cd2efed1a {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:48:17.255099 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a5929dc-5c75-406b-acd5-8e8faae77515 admin admin] Publish callbacks [] for subnet (1aeb1d1c-d33d-4510-b826-8d2cd2efed1a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.291682 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Allocated IP 172.25.0.16 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/690ef07e-8e55-4c36-9010-e8d3d22ab6ac) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:17.296038 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port cb8bf3aa-b24a-49e4-a100-ba716a956c98, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98,segment=NetworkSegment(6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2),segment_id=6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:17.325266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98', 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476', 'port_id': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98', 'mac_address': 'fa:16:3e:d5:0f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:48:17.330955 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a5929dc-5c75-406b-acd5-8e8faae77515 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (1aeb1d1c-d33d-4510-b826-8d2cd2efed1a), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.351666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53314) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:17.354323 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:48:17.380533 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6442f944-4147-476d-98e7-3a1621986732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.387984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port cb8bf3aa-b24a-49e4-a100-ba716a956c98 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:17.388775 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.400133 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d41650d1-8fd6-46f7-a76e-a11e7c301353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (03ad0308-8885-4b30-b976-2a6f309d1ec3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.404401 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8bf3aa-b24a-49e4-a100-ba716a956c98 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:48:17.426854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port cb8bf3aa-b24a-49e4-a100-ba716a956c98, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98,segment=NetworkSegment(6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2),segment_id=6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:17.436492 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.474485 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ce03c-cdf5-444e-8890-c2fd1a280fb5 req-30b2353c-9048-4946-a2c6-6be8b5afeaa0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:17.476032 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-741ce03c-cdf5-444e-8890-c2fd1a280fb5 req-30b2353c-9048-4946-a2c6-6be8b5afeaa0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 944 time: 0.2314248 Mar 23 01:48:17.504055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=cb8bf3aa-b24a-49e4-a100-ba716a956c98,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:17.598428 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d41650d1-8fd6-46f7-a76e-a11e7c301353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (03ad0308-8885-4b30-b976-2a6f309d1ec3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.609014 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Publish callbacks [] for port (690ef07e-8e55-4c36-9010-e8d3d22ab6ac), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.621697 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a5929dc-5c75-406b-acd5-8e8faae77515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (1aeb1d1c-d33d-4510-b826-8d2cd2efed1a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.639765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['cb8bf3aa-b24a-49e4-a100-ba716a956c98'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:48:17.654818 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d41650d1-8fd6-46f7-a76e-a11e7c301353 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.658195 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d41650d1-8fd6-46f7-a76e-a11e7c301353 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/03ad0308-8885-4b30-b976-2a6f309d1ec3 HTTP/1.1" status: 204 len: 168 time: 0.6710145 Mar 23 01:48:17.664585 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53316) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:17.665864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41650d1-8fd6-46f7-a76e-a11e7c301353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ad0308-8885-4b30-b976-2a6f309d1ec3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:17.696526 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-741ce03c-cdf5-444e-8890-c2fd1a280fb5 req-3f43b8cc-bba7-46f6-96b8-d9ca1ad29545 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079282 Mar 23 01:48:17.749532 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6442f944-4147-476d-98e7-3a1621986732 admin admin] Publish callbacks [] for security_group (4de79c95-2ebd-4df3-8d94-896d5d3b16c6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.760073 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6442f944-4147-476d-98e7-3a1621986732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4de79c95-2ebd-4df3-8d94-896d5d3b16c6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.791074 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:48:17.814471 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c876dc69-765f-41ab-af78-7cb448e908bf admin admin] 10.222.0.18 "PUT /v2.0/routers/9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6806831 Mar 23 01:48:17.820943 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-861008e6-c50f-4fc3-938f-67662e491ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (3825b5ed-ea06-4807-aed8-422b72ca6916), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.837004 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Sync routers for ids ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:48:17.843293 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6442f944-4147-476d-98e7-3a1621986732 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b614b8d55e8f4bd8b5fe9ab6da6e96ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4898844 Mar 23 01:48:17.843970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442f944-4147-476d-98e7-3a1621986732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de79c95-2ebd-4df3-8d94-896d5d3b16c6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:17.846307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53320) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:17.859577 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Allocated IP 172.20.0.1 (6d7f6bf5-2588-473d-a43f-402815ecfa91/9c2a28d1-aaa9-4976-9e44-557192bf3da7/d86b9115-c4af-40f4-bbeb-fad2e70c1a0d) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:17.874613 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (690ef07e-8e55-4c36-9010-e8d3d22ab6ac), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.912983 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Routers {'9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:17.914671 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:17.939070 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:17.951305 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Pushing event updated for resources: {'Port': ['ID=690ef07e-8e55-4c36-9010-e8d3d22ab6ac,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:17.954168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:17.984223 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a3dfb56-c962-4653-a401-fccfc1874975 admin admin] Publish callbacks [] for security_group (4de79c95-2ebd-4df3-8d94-896d5d3b16c6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.987093 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a5929dc-5c75-406b-acd5-8e8faae77515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (1aeb1d1c-d33d-4510-b826-8d2cd2efed1a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:17.995983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:18.025237 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5929dc-5c75-406b-acd5-8e8faae77515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aeb1d1c-d33d-4510-b826-8d2cd2efed1a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:18.049120 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a3dfb56-c962-4653-a401-fccfc1874975 admin admin] Publish callbacks [] for security_group (4de79c95-2ebd-4df3-8d94-896d5d3b16c6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.065067 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-861008e6-c50f-4fc3-938f-67662e491ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (3825b5ed-ea06-4807-aed8-422b72ca6916), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.065858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2b7f7c82-5731-45ec-8db7-477725604ff1 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:48:18.081782 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for port (d86b9115-c4af-40f4-bbeb-fad2e70c1a0d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.094455 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-861008e6-c50f-4fc3-938f-67662e491ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3825b5ed-ea06-4807-aed8-422b72ca6916']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:18.112186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-861008e6-c50f-4fc3-938f-67662e491ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a909f224-1fef-496e-b4e2-4093ab68150d') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:18.112533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-861008e6-c50f-4fc3-938f-67662e491ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a909f224-1fef-496e-b4e2-4093ab68150d') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:18.140643 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-861008e6-c50f-4fc3-938f-67662e491ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (a909f224-1fef-496e-b4e2-4093ab68150d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.145202 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a5929dc-5c75-406b-acd5-8e8faae77515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.149268 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0a5929dc-5c75-406b-acd5-8e8faae77515 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1aeb1d1c-d33d-4510-b826-8d2cd2efed1a HTTP/1.1" status: 204 len: 168 time: 1.0369942 Mar 23 01:48:18.151810 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (d86b9115-c4af-40f4-bbeb-fad2e70c1a0d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.159158 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53328) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:18.164305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3c6dc8-55bb-4730-8066-d0361024916e None None] Network 9612ea4e-df55-49e3-a1ed-5cd920249bc3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:48:18.172135 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a3dfb56-c962-4653-a401-fccfc1874975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4de79c95-2ebd-4df3-8d94-896d5d3b16c6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.174751 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a3dfb56-c962-4653-a401-fccfc1874975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.179547 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9a3dfb56-c962-4653-a401-fccfc1874975 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4de79c95-2ebd-4df3-8d94-896d5d3b16c6 HTTP/1.1" status: 204 len: 168 time: 0.3275938 Mar 23 01:48:18.208330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Network 6d7f6bf5-2588-473d-a43f-402815ecfa91 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:18.216072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:18.218635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:18.225620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dfb56-c962-4653-a401-fccfc1874975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de79c95-2ebd-4df3-8d94-896d5d3b16c6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:18.283568 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-861008e6-c50f-4fc3-938f-67662e491ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a909f224-1fef-496e-b4e2-4093ab68150d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.307172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Pushing event updated for resources: {'Port': ['ID=d86b9115-c4af-40f4-bbeb-fad2e70c1a0d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:18.308144 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861008e6-c50f-4fc3-938f-67662e491ba9 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:48:18.308561 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-861008e6-c50f-4fc3-938f-67662e491ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (a909f224-1fef-496e-b4e2-4093ab68150d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:48:18.310377 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:48:18.333746 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (f76cf2d1-5608-4570-a5d8-aded8c2be373), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.399971 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 2b7f7c82-5731-45ec-8db7-477725604ff1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:18.401069 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2b7f7c82-5731-45ec-8db7-477725604ff1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.513708 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (9612ea4e-df55-49e3-a1ed-5cd920249bc3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.523508 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Set router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:18.590025 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-861008e6-c50f-4fc3-938f-67662e491ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (3825b5ed-ea06-4807-aed8-422b72ca6916), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.604995 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d86b9115-c4af-40f4-bbeb-fad2e70c1a0d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.609817 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-861008e6-c50f-4fc3-938f-67662e491ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.615613 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-861008e6-c50f-4fc3-938f-67662e491ba9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3825b5ed-ea06-4807-aed8-422b72ca6916 HTTP/1.1" status: 204 len: 168 time: 0.9460166 Mar 23 01:48:18.658406 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861008e6-c50f-4fc3-938f-67662e491ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3825b5ed-ea06-4807-aed8-422b72ca6916,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:18.768290 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:48:18.861420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-287e1f45-ac3a-4c94-b84d-cac5c7a4d1fe tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:18.869008 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-287e1f45-ac3a-4c94-b84d-cac5c7a4d1fe tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/networks?id=fffb118c-33e9-465d-9d40-5d1f58c55b0a HTTP/1.1" status: 200 len: 829 time: 0.4355798 Mar 23 01:48:18.891900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 2b7f7c82-5731-45ec-8db7-477725604ff1 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:18.899211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d78cf6ab-873c-4519-b9f8-55d5e84c6526 None None] Provisioning complete for port d86b9115-c4af-40f4-bbeb-fad2e70c1a0d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:18.899591 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d78cf6ab-873c-4519-b9f8-55d5e84c6526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d86b9115-c4af-40f4-bbeb-fad2e70c1a0d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.916664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Publish callbacks [] for router_gateway (66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:18.924270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53354) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:18.987555 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d78cf6ab-873c-4519-b9f8-55d5e84c6526 None None] Port d86b9115-c4af-40f4-bbeb-fad2e70c1a0d cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:48:19.004583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b01eafc-ae97-40ff-adf2-a17a7f5ecd48 None None] DHCP port deletion for 9612ea4e-df55-49e3-a1ed-5cd920249bc3 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:48:19.026302 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-3a382f0c-1cfa-4a2c-96ed-0010e787342e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/quotas/db46af2b71834199b0198c97c17f9960 HTTP/1.1" status: 200 len: 375 time: 0.1563182 Mar 23 01:48:19.042461 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3a296277-35a0-4817-af8e-d9039a4d0339 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:48:19.074351 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cb8bf3aa-b24a-49e4-a100-ba716a956c98 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:48:19.081138 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 3a296277-35a0-4817-af8e-d9039a4d0339 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:48:19.081479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3a296277-35a0-4817-af8e-d9039a4d0339 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:48:19.081979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c0bf2d08-6ce6-4684-82dc-208af102801f no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:48:19.122078 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] Deleting port d0f0ad9b-7d86-401e-a1ec-a427ad56a871 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:19.122720 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d0f0ad9b-7d86-401e-a1ec-a427ad56a871), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:19.127042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bac11e-60db-4dce-bdbb-0ce0853b447a req-1c696df7-4243-44b9-892d-4b6f403e233b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:19.134808 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0bac11e-60db-4dce-bdbb-0ce0853b447a req-1c696df7-4243-44b9-892d-4b6f403e233b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 945 time: 0.1951532 Mar 23 01:48:19.146493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: c0bf2d08-6ce6-4684-82dc-208af102801f {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:48:19.146845 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c0bf2d08-6ce6-4684-82dc-208af102801f not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:48:19.185611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2b01eafc-ae97-40ff-adf2-a17a7f5ecd48 None None] Deleting port d0f0ad9b-7d86-401e-a1ec-a427ad56a871 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:19.185989 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2b01eafc-ae97-40ff-adf2-a17a7f5ecd48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d0f0ad9b-7d86-401e-a1ec-a427ad56a871), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:19.202075 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1e93dcb6-4608-4ea0-8735-6c45ac0c2bd2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6fc474583d1d4fbfa2a3f1caf12f3d69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2761464 Mar 23 01:48:19.214738 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-ec8cfc6e-67d3-4ca4-a464-ff989dd066af tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=db46af2b71834199b0198c97c17f9960&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1871679 Mar 23 01:48:19.231095 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53358) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:19.257804 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port cb8bf3aa-b24a-49e4-a100-ba716a956c98 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:48:19.270705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-router', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:01Z', 'updated_at': '2022-03-23T01:48:14Z', 'revision_number': 4, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'gw_port': {'id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:03Z', 'updated_at': '2022-03-23T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '57f27be6-b6ca-46dc-b0db-981d99a67242', 'name': '', 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'mac_address': 'fa:16:3e:66:c7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:11Z', 'updated_at': '2022-03-23T01:48:15Z', 'revision_number': 2, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'subnets': [{'id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:19.276086 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port cb8bf3aa-b24a-49e4-a100-ba716a956c98 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:19.276468 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:19.279624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2b01eafc-ae97-40ff-adf2-a17a7f5ecd48 None None] For port d0f0ad9b-7d86-401e-a1ec-a427ad56a871, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d0f0ad9b-7d86-401e-a1ec-a427ad56a871,segment=NetworkSegment(54eeeb0a-93e0-4296-ab59-1bc5df1a7506),segment_id=54eeeb0a-93e0-4296-ab59-1bc5df1a7506)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:19.280071 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2b01eafc-ae97-40ff-adf2-a17a7f5ecd48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d0f0ad9b-7d86-401e-a1ec-a427ad56a871), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:19.337053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Checking router: 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:48:19.337053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Updating router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac port 57f27be6-b6ca-46dc-b0db-981d99a67242 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:48:19.365918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2b01eafc-ae97-40ff-adf2-a17a7f5ecd48 None None] Calling delete_port for d0f0ad9b-7d86-401e-a1ec-a427ad56a871 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:19.391282 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:19.494311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] For port d0f0ad9b-7d86-401e-a1ec-a427ad56a871, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d0f0ad9b-7d86-401e-a1ec-a427ad56a871,segment=NetworkSegment(54eeeb0a-93e0-4296-ab59-1bc5df1a7506),segment_id=54eeeb0a-93e0-4296-ab59-1bc5df1a7506)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:19.494860 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d0f0ad9b-7d86-401e-a1ec-a427ad56a871), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:19.534816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] Calling delete_port for d0f0ad9b-7d86-401e-a1ec-a427ad56a871 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:19.562276 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b854057d-7176-405f-83e0-1e5e12d5a81a admin admin] Publish callbacks [] for security_group (03c6b7d5-0233-4318-a60c-51e6dfca2751), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:19.569875 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:19.583024 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-11075d01-3713-493c-8bfc-8390dda4a79c service neutron] 10.222.0.18 "GET /v2.0/networks/fffb118c-33e9-465d-9d40-5d1f58c55b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672600 Mar 23 01:48:19.595312 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-df3dabca-4f0b-4deb-9493-7a8703f98347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:19.602184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port cb8bf3aa-b24a-49e4-a100-ba716a956c98 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:19.602632 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:19.625034 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2b01eafc-ae97-40ff-adf2-a17a7f5ecd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (d0f0ad9b-7d86-401e-a1ec-a427ad56a871), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:19.669021 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01eafc-ae97-40ff-adf2-a17a7f5ecd48 None None] Pushing event deleted for resources: {'Port': ['ID=d0f0ad9b-7d86-401e-a1ec-a427ad56a871,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:19.681215 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:48:19.683127 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b750b7d6-9e1b-417d-9513-cc8fc0bac825" -d '{"events": [{"server_uuid": "cbfcd534-fcb7-4fd7-80d9-911a774103f0", "name": "network-vif-plugged", "status": "completed", "tag": "cb8bf3aa-b24a-49e4-a100-ba716a956c98"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:48:19.685929 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b01eafc-ae97-40ff-adf2-a17a7f5ecd48 None None] No DVR routers for this DVR port d0f0ad9b-7d86-401e-a1ec-a427ad56a871 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:48:19.737655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port cb8bf3aa-b24a-49e4-a100-ba716a956c98, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98,segment=NetworkSegment(6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2),segment_id=6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:19.744350 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b854057d-7176-405f-83e0-1e5e12d5a81a admin admin] Publish callbacks [] for security_group (03c6b7d5-0233-4318-a60c-51e6dfca2751), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:19.748643 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:19.845643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=cb8bf3aa-b24a-49e4-a100-ba716a956c98,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:19.867260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0bac11e-60db-4dce-bdbb-0ce0853b447a req-68225019-c390-4923-806e-c4e1f2f762b7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7314410 Mar 23 01:48:19.884316 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for port (d86b9115-c4af-40f4-bbeb-fad2e70c1a0d), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:19.892798 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (d86b9115-c4af-40f4-bbeb-fad2e70c1a0d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:19.930058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d0f0ad9b-7d86-401e-a1ec-a427ad56a871 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:48:19.933509 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-eb2e0250-a2fa-4d09-9ff1-0987fce07c24 service neutron] 10.222.0.18 "GET /v2.0/networks/fffb118c-33e9-465d-9d40-5d1f58c55b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494377 Mar 23 01:48:19.961741 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d0f0ad9b-7d86-401e-a1ec-a427ad56a871), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:19.998445 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f0ad9b-7d86-401e-a1ec-a427ad56a871,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:20.000176 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b854057d-7176-405f-83e0-1e5e12d5a81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (03c6b7d5-0233-4318-a60c-51e6dfca2751), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:20.002932 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b854057d-7176-405f-83e0-1e5e12d5a81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:20.004363 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b854057d-7176-405f-83e0-1e5e12d5a81a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03c6b7d5-0233-4318-a60c-51e6dfca2751 HTTP/1.1" status: 204 len: 168 time: 0.7720315 Mar 23 01:48:20.005858 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] No DVR routers for this DVR port d0f0ad9b-7d86-401e-a1ec-a427ad56a871 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:48:20.007828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: d0f0ad9b-7d86-401e-a1ec-a427ad56a871 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:48:20.012619 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d0f0ad9b-7d86-401e-a1ec-a427ad56a871 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:48:20.017954 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c001996-88aa-46ec-8a5f-df2c51e590a7 x-openstack-request-id: req-1c001996-88aa-46ec-8a5f-df2c51e590a7 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:48:20.022214 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfcd534-fcb7-4fd7-80d9-911a774103f0", "name": "network-vif-plugged", "status": "completed", "tag": "cb8bf3aa-b24a-49e4-a100-ba716a956c98", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:48:20.022777 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c001996-88aa-46ec-8a5f-df2c51e590a7 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:48:20.023436 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c001996-88aa-46ec-8a5f-df2c51e590a7'] response: {'server_uuid': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98', 'code': 200} Mar 23 01:48:20.057696 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Publish callbacks [] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:20.068886 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:20.077782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854057d-7176-405f-83e0-1e5e12d5a81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c6b7d5-0233-4318-a60c-51e6dfca2751,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:20.107723 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (f76cf2d1-5608-4570-a5d8-aded8c2be373), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:20.174126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Pushing event updated for resources: {'Port': ['ID=d86b9115-c4af-40f4-bbeb-fad2e70c1a0d,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:20.250852 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (9612ea4e-df55-49e3-a1ed-5cd920249bc3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:20.256898 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Router 66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:48:20.289678 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca73bd-fd34-438f-9459-3aab7df78848 None None] Pushing event updated for resources: {'Port': ['ID=57f27be6-b6ca-46dc-b0db-981d99a67242,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:20.326238 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9612ea4e-df55-49e3-a1ed-5cd920249bc3']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:20.331103 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a288439-2631-445d-8bb6-c3eb00d3e24f req-7b567bb4-c4a6-41a6-b854-dbd6c0fcd7b7 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 210 time: 0.0651495 Mar 23 01:48:20.361518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0e241-d627-4600-a7d1-2b65f9b35059 req-4b70d922-084c-4b51-b7a1-be739844e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:20.366265 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ad0e241-d627-4600-a7d1-2b65f9b35059 req-4b70d922-084c-4b51-b7a1-be739844e586 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 1128 time: 0.3159456 Mar 23 01:48:20.460007 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Attempting to bind port 57f27be6-b6ca-46dc-b0db-981d99a67242 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:48:20.460467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Attempting to bind port 57f27be6-b6ca-46dc-b0db-981d99a67242 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'd98fc250-cf9d-44df-bd3e-f34873da6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:48:20.460865 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Attempting to bind port 57f27be6-b6ca-46dc-b0db-981d99a67242 on network fffb118c-33e9-465d-9d40-5d1f58c55b0a {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:48:20.482408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:48:20.482798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Checking segment: {'id': 'd98fc250-cf9d-44df-bd3e-f34873da6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:48:20.483208 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:20.484222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Bound using segment: {'id': 'd98fc250-cf9d-44df-bd3e-f34873da6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:48:20.484222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Bound port: 57f27be6-b6ca-46dc-b0db-981d99a67242, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98fc250-cf9d-44df-bd3e-f34873da6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:48:20.484497 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:20.505530 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Network 6d7f6bf5-2588-473d-a43f-402815ecfa91 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:20.511596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:20.656877 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ad0e241-d627-4600-a7d1-2b65f9b35059 req-17f55b13-a976-4975-9d32-cca263cf17b4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811379 Mar 23 01:48:20.728371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Router f76cf2d1-5608-4570-a5d8-aded8c2be373 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:48:20.731189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] For port 57f27be6-b6ca-46dc-b0db-981d99a67242, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:48:20.735241 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] For port 57f27be6-b6ca-46dc-b0db-981d99a67242, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=57f27be6-b6ca-46dc-b0db-981d99a67242,segment=NetworkSegment(d98fc250-cf9d-44df-bd3e-f34873da6f41),segment_id=d98fc250-cf9d-44df-bd3e-f34873da6f41)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:48:20.748811 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8436c996-a6cf-4a39-897a-8ebf4d793118 None None] Provisioning complete for port 57f27be6-b6ca-46dc-b0db-981d99a67242 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:20.749357 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8436c996-a6cf-4a39-897a-8ebf4d793118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:20.751910 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:20.781588 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:20.874532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca73bd-fd34-438f-9459-3aab7df78848 None None] Pushing event updated for resources: {'Port': ['ID=57f27be6-b6ca-46dc-b0db-981d99a67242,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:20.930211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Routers {'9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:20.930561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:21.018632 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:48:21.028752 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b8a4ef6d-4922-47e0-965d-1a8fdf2a0bac tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] 10.222.0.18 "PUT /v2.0/routers/f76cf2d1-5608-4570-a5d8-aded8c2be373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5523474 Mar 23 01:48:21.032213 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53412) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:21.034111 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c57f1-5299-408e-8726-fc650d5f028d None None] Sync routers for ids ['f76cf2d1-5608-4570-a5d8-aded8c2be373'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:48:21.045230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-fd54cb3b-94fd-48e2-b197-5b5e8e886038 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Request body: {'port': {'network_id': '6d7f6bf5-2588-473d-a43f-402815ecfa91', 'name': 'tempest-FloatingIPAdminTestJSON-568490017'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:21.053129 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c57f1-5299-408e-8726-fc650d5f028d None None] Routers {'f76cf2d1-5608-4570-a5d8-aded8c2be373'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:21.053981 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-005c57f1-5299-408e-8726-fc650d5f028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f76cf2d1-5608-4570-a5d8-aded8c2be373'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:21.143551 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-005c57f1-5299-408e-8726-fc650d5f028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:21.167908 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c57f1-5299-408e-8726-fc650d5f028d None None] Routers {'f76cf2d1-5608-4570-a5d8-aded8c2be373'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:21.171339 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-005c57f1-5299-408e-8726-fc650d5f028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f76cf2d1-5608-4570-a5d8-aded8c2be373'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:21.253464 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54eeeb0a-93e0-4296-ab59-1bc5df1a7506') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:21.254169 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54eeeb0a-93e0-4296-ab59-1bc5df1a7506') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:21.266771 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (54eeeb0a-93e0-4296-ab59-1bc5df1a7506), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:21.283502 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (54eeeb0a-93e0-4296-ab59-1bc5df1a7506), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:21.285744 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-005c57f1-5299-408e-8726-fc650d5f028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:21.289454 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005c57f1-5299-408e-8726-fc650d5f028d None None] The sync data for ids ['f76cf2d1-5608-4570-a5d8-aded8c2be373'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:48:21.298955 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:48:21.298955 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (54eeeb0a-93e0-4296-ab59-1bc5df1a7506), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:48:21.310199 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:48:21.320036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8436c996-a6cf-4a39-897a-8ebf4d793118 None None] Current status of the port 57f27be6-b6ca-46dc-b0db-981d99a67242 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:21.320938 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8436c996-a6cf-4a39-897a-8ebf4d793118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:21.361272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd54cb3b-94fd-48e2-b197-5b5e8e886038 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Made reservation on behalf of 94e4f61757924277bf65bfcc2d3b8d0f for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:21.370355 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd54cb3b-94fd-48e2-b197-5b5e8e886038 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:21.401622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-fd54cb3b-94fd-48e2-b197-5b5e8e886038 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] device_id is not set on port a0f2ed42-10eb-4201-bbb8-a8a19bde5072 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:48:21.424418 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] Set router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:21.429205 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8436c996-a6cf-4a39-897a-8ebf4d793118 None None] For port 57f27be6-b6ca-46dc-b0db-981d99a67242, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=57f27be6-b6ca-46dc-b0db-981d99a67242,segment=NetworkSegment(d98fc250-cf9d-44df-bd3e-f34873da6f41),segment_id=d98fc250-cf9d-44df-bd3e-f34873da6f41)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:21.512891 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (9612ea4e-df55-49e3-a1ed-5cd920249bc3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:21.553767 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:21.566414 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] 10.222.0.18 "DELETE /v2.0/networks/9612ea4e-df55-49e3-a1ed-5cd920249bc3 HTTP/1.1" status: 204 len: 168 time: 3.4045517 Mar 23 01:48:21.570440 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-568136ac-b511-427c-8523-43aef90c69ef req-b46bb9c9-47e1-4539-90ed-331a081358a1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 210 time: 0.0628073 Mar 23 01:48:21.595658 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0a70b-3e25-400c-871e-35a6a8e265ba admin admin] Pushing event deleted for resources: {'Network': ['ID=9612ea4e-df55-49e3-a1ed-5cd920249bc3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:21.633100 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8436c996-a6cf-4a39-897a-8ebf4d793118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:21.641550 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163d2a9-4529-4a44-8037-ae3d45cf3218 req-ebca3fb4-6fa3-4ba9-99cd-9e4895823dd9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:21.643223 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4163d2a9-4529-4a44-8037-ae3d45cf3218 req-ebca3fb4-6fa3-4ba9-99cd-9e4895823dd9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.3428862 Mar 23 01:48:21.658363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:48:21.702853 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53434) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:21.737651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-fd54cb3b-94fd-48e2-b197-5b5e8e886038 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Allocated IP 172.20.0.4 (6d7f6bf5-2588-473d-a43f-402815ecfa91/9c2a28d1-aaa9-4976-9e44-557192bf3da7/a0f2ed42-10eb-4201-bbb8-a8a19bde5072) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:21.757791 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:21.772286 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-08bf0686-9dc4-46b7-ab46-74e9676479e4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.2289066 Mar 23 01:48:21.773293 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53438) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:21.785450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Sync routers for ids ['66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:48:21.811521 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4163d2a9-4529-4a44-8037-ae3d45cf3218 req-54c4a98e-c761-4478-a429-00419f33b6e7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507671 Mar 23 01:48:21.873589 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-27376ec6-7cae-42e0-87f6-35dca66a478d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:21.874979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Routers {'66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:21.875611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:21.886952 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53442) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:21.890373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b71a0eaa-089e-4b8f-95e8-4b8a8a2eafb3 None None] Provisioning complete for port d86b9115-c4af-40f4-bbeb-fad2e70c1a0d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:21.890967 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b71a0eaa-089e-4b8f-95e8-4b8a8a2eafb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d86b9115-c4af-40f4-bbeb-fad2e70c1a0d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:21.954992 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436c996-a6cf-4a39-897a-8ebf4d793118 None None] Pushing event updated for resources: {'Port': ['ID=57f27be6-b6ca-46dc-b0db-981d99a67242,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:21.998467 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3b27da28-a50a-4791-a874-45e5c6252591 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1cd39270a954805b6dd4fa13e70b6d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1079891 Mar 23 01:48:22.001178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53444) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:22.039752 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd54cb3b-94fd-48e2-b197-5b5e8e886038 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for port (a0f2ed42-10eb-4201-bbb8-a8a19bde5072), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:22.086779 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd54cb3b-94fd-48e2-b197-5b5e8e886038 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a0f2ed42-10eb-4201-bbb8-a8a19bde5072), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:22.129833 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e25e3b1-af35-44b3-b69e-9ad77e144ca5 admin admin] Publish callbacks [] for security_group (662dfc36-1f8e-4efe-9d6a-c06c2ca93c03), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:22.189642 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e25e3b1-af35-44b3-b69e-9ad77e144ca5 admin admin] Publish callbacks [] for security_group (662dfc36-1f8e-4efe-9d6a-c06c2ca93c03), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:22.219668 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b71a0eaa-089e-4b8f-95e8-4b8a8a2eafb3 None None] Port d86b9115-c4af-40f4-bbeb-fad2e70c1a0d cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:48:22.221486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54cb3b-94fd-48e2-b197-5b5e8e886038 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Pushing event updated for resources: {'Port': ['ID=a0f2ed42-10eb-4201-bbb8-a8a19bde5072,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:22.271224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd54cb3b-94fd-48e2-b197-5b5e8e886038 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Network 6d7f6bf5-2588-473d-a43f-402815ecfa91 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:22.276220 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-fd54cb3b-94fd-48e2-b197-5b5e8e886038 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:22.281551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b71a0eaa-089e-4b8f-95e8-4b8a8a2eafb3 None None] Provisioning complete for port 57f27be6-b6ca-46dc-b0db-981d99a67242 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:22.282144 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b71a0eaa-089e-4b8f-95e8-4b8a8a2eafb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:22.295726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54cb3b-94fd-48e2-b197-5b5e8e886038 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:22.332018 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e25e3b1-af35-44b3-b69e-9ad77e144ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (662dfc36-1f8e-4efe-9d6a-c06c2ca93c03), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:22.341526 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Set router 66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:22.362681 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e25e3b1-af35-44b3-b69e-9ad77e144ca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:22.364369 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7e25e3b1-af35-44b3-b69e-9ad77e144ca5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/662dfc36-1f8e-4efe-9d6a-c06c2ca93c03 HTTP/1.1" status: 204 len: 168 time: 0.3596854 Mar 23 01:48:22.383371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd54cb3b-94fd-48e2-b197-5b5e8e886038 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:22.384064 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd54cb3b-94fd-48e2-b197-5b5e8e886038 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:22.438526 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fd54cb3b-94fd-48e2-b197-5b5e8e886038 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4033422 Mar 23 01:48:22.439274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53450) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:22.492301 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d7dfcee5-8e3c-4b9a-8c1a-5d1ea920e47c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:22.539776 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25e3b1-af35-44b3-b69e-9ad77e144ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662dfc36-1f8e-4efe-9d6a-c06c2ca93c03,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:22.547112 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-router', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:01Z', 'updated_at': '2022-03-23T01:48:14Z', 'revision_number': 4, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'gw_port': {'id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:03Z', 'updated_at': '2022-03-23T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '57f27be6-b6ca-46dc-b0db-981d99a67242', 'name': '', 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'mac_address': 'fa:16:3e:66:c7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:11Z', 'updated_at': '2022-03-23T01:48:20Z', 'revision_number': 4, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'subnets': [{'id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:22.680867 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d7dfcee5-8e3c-4b9a-8c1a-5d1ea920e47c admin admin] Publish callbacks [] for security_group (471a6209-bbfb-4443-ac9e-7b48bc8ad609), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:22.681530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13228249-40ec-43c4-b040-311514ed9fe3 None None] The sync data for ids ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'] in n-d-834677-4 is: [{'id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-router', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:01Z', 'updated_at': '2022-03-23T01:48:14Z', 'revision_number': 4, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'gw_port': {'id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:03Z', 'updated_at': '2022-03-23T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '57f27be6-b6ca-46dc-b0db-981d99a67242', 'name': '', 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'mac_address': 'fa:16:3e:66:c7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:11Z', 'updated_at': '2022-03-23T01:48:20Z', 'revision_number': 4, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'subnets': [{'id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:48:22.696416 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d7dfcee5-8e3c-4b9a-8c1a-5d1ea920e47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (471a6209-bbfb-4443-ac9e-7b48bc8ad609), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:22.762992 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b71a0eaa-089e-4b8f-95e8-4b8a8a2eafb3 None None] Current status of the port 57f27be6-b6ca-46dc-b0db-981d99a67242 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:22.804729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'project_id': '94e4f61757924277bf65bfcc2d3b8d0f', 'port_id': 'a0f2ed42-10eb-4201-bbb8-a8a19bde5072'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:22.812888 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d7dfcee5-8e3c-4b9a-8c1a-5d1ea920e47c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05300f6672e446b78ff447c25d0f42c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1040525 Mar 23 01:48:22.813643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfcee5-8e3c-4b9a-8c1a-5d1ea920e47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471a6209-bbfb-4443-ac9e-7b48bc8ad609,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:22.822191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53464) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:22.891309 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-c54ee1a4-c2cd-429d-a6ec-c04affdc2516 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:22.893630 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-c54ee1a4-c2cd-429d-a6ec-c04affdc2516 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.43 "GET /v2.0/networks?id=fffb118c-33e9-465d-9d40-5d1f58c55b0a HTTP/1.1" status: 200 len: 829 time: 0.7650089 Mar 23 01:48:22.919067 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-69b95aa2-a882-4727-a4e8-a0770effd46e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Request body: {'port': {'device_id': 'bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90', 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a', 'admin_state_up': True, 'tenant_id': 'db46af2b71834199b0198c97c17f9960'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:22.928584 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ccf842cc-7972-4950-aef4-e3b1b00fd0ea None None] Provisioning complete for port a0f2ed42-10eb-4201-bbb8-a8a19bde5072 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:22.936362 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dcdc3a88-23ef-4c16-adf9-c32e2beac0c5 req-319dfe1d-7d77-44ee-819d-cf39b2dedfdd tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 210 time: 0.1182790 Mar 23 01:48:22.937041 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ccf842cc-7972-4950-aef4-e3b1b00fd0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a0f2ed42-10eb-4201-bbb8-a8a19bde5072), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:22.997744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'name': 'tempest-ServerRescueTestJSON-100399356-router', 'tenant_id': '839ebfe64dd74d1c922d34d74c877e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:13Z', 'updated_at': '2022-03-23T01:48:18Z', 'revision_number': 3, 'project_id': '839ebfe64dd74d1c922d34d74c877e99', 'gw_port': {'id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:16Z', 'updated_at': '2022-03-23T01:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:23.037130 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:23.078177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Checking router: 66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:48:23.079299 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Updating router 66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c port 690ef07e-8e55-4c36-9010-e8d3d22ab6ac binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:48:23.083579 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ccf842cc-7972-4950-aef4-e3b1b00fd0ea None None] Port a0f2ed42-10eb-4201-bbb8-a8a19bde5072 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:48:23.151950 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (690ef07e-8e55-4c36-9010-e8d3d22ab6ac), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:23.169760 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53468) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:23.242116 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd1f1-8d04-4e02-b91b-7aeffaef32f6 admin admin] Publish callbacks [] for security_group (471a6209-bbfb-4443-ac9e-7b48bc8ad609), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:23.267333 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:23.269389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b4726-22f8-4727-8098-66d73ae094a8 req-1c50ebdd-7eb0-4360-901d-83d4ebd2ba40 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:23.271456 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c47b4726-22f8-4727-8098-66d73ae094a8 req-1c50ebdd-7eb0-4360-901d-83d4ebd2ba40 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.2373447 Mar 23 01:48:23.303779 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd1f1-8d04-4e02-b91b-7aeffaef32f6 admin admin] Publish callbacks [] for security_group (471a6209-bbfb-4443-ac9e-7b48bc8ad609), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:23.322521 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-239427ad-a206-49af-a6c9-eafc51e51f04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1bd6b53711c941b687aa8ceafc50aad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1512105 Mar 23 01:48:23.325175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53470) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:23.429507 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-69b95aa2-a882-4727-a4e8-a0770effd46e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Made reservation on behalf of db46af2b71834199b0198c97c17f9960 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:23.441891 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-69b95aa2-a882-4727-a4e8-a0770effd46e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:23.479792 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c47b4726-22f8-4727-8098-66d73ae094a8 req-0fe9be2b-75d1-46fe-a94d-561aba24684a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376979 Mar 23 01:48:23.559629 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Publish callbacks [] for port (690ef07e-8e55-4c36-9010-e8d3d22ab6ac), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:23.563862 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd1f1-8d04-4e02-b91b-7aeffaef32f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (471a6209-bbfb-4443-ac9e-7b48bc8ad609), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:23.566637 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd1f1-8d04-4e02-b91b-7aeffaef32f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:23.567856 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7c3fd1f1-8d04-4e02-b91b-7aeffaef32f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/471a6209-bbfb-4443-ac9e-7b48bc8ad609 HTTP/1.1" status: 204 len: 168 time: 0.7424395 Mar 23 01:48:23.578714 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:23.585785 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (690ef07e-8e55-4c36-9010-e8d3d22ab6ac), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:23.597091 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8d266754-124c-4506-b6df-b05ca048874b admin admin] Publish callbacks [] for security_group (546ed64a-e29d-4bcd-9a42-3e03951d60a3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:23.636370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fd1f1-8d04-4e02-b91b-7aeffaef32f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471a6209-bbfb-4443-ac9e-7b48bc8ad609,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:23.731510 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e558a-86fb-40a4-a4f3-a28288a6b69a None None] Pushing event updated for resources: {'Port': ['ID=690ef07e-8e55-4c36-9010-e8d3d22ab6ac,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:23.776096 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-69b95aa2-a882-4727-a4e8-a0770effd46e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Allocated IP 172.20.0.7 (fffb118c-33e9-465d-9d40-5d1f58c55b0a/391488d6-c125-4df8-a0dc-c2aa0a014941/ac8e6859-0ea9-43bb-abea-226b43a1c512) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:23.792986 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8d266754-124c-4506-b6df-b05ca048874b admin admin] Publish callbacks [] for security_group (546ed64a-e29d-4bcd-9a42-3e03951d60a3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:23.794646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Attempting to bind port 690ef07e-8e55-4c36-9010-e8d3d22ab6ac on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:48:23.795801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Attempting to bind port 690ef07e-8e55-4c36-9010-e8d3d22ab6ac by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:48:23.796952 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Attempting to bind port 690ef07e-8e55-4c36-9010-e8d3d22ab6ac on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:48:23.823937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:48:23.825000 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:48:23.828010 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:23.829636 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:48:23.830624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Bound port: 690ef07e-8e55-4c36-9010-e8d3d22ab6ac, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:48:23.832227 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (690ef07e-8e55-4c36-9010-e8d3d22ab6ac), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:23.836353 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:23.911409 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] For port 690ef07e-8e55-4c36-9010-e8d3d22ab6ac, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:48:23.916079 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] For port 690ef07e-8e55-4c36-9010-e8d3d22ab6ac, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=690ef07e-8e55-4c36-9010-e8d3d22ab6ac,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:48:23.932461 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (690ef07e-8e55-4c36-9010-e8d3d22ab6ac), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:24.040371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 57f27be6-b6ca-46dc-b0db-981d99a67242 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:48:24.058527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8d266754-124c-4506-b6df-b05ca048874b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (546ed64a-e29d-4bcd-9a42-3e03951d60a3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:24.063748 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8d266754-124c-4506-b6df-b05ca048874b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:24.068315 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8d266754-124c-4506-b6df-b05ca048874b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/546ed64a-e29d-4bcd-9a42-3e03951d60a3 HTTP/1.1" status: 204 len: 168 time: 0.7370052 Mar 23 01:48:24.105045 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6d33a-f81a-45b3-831d-7ba13306f303 req-8235ef2c-dc7e-4ecd-97c7-682c67fbc46a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:24.112477 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11e6d33a-f81a-45b3-831d-7ba13306f303 req-8235ef2c-dc7e-4ecd-97c7-682c67fbc46a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.4806697 Mar 23 01:48:24.182549 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d266754-124c-4506-b6df-b05ca048874b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546ed64a-e29d-4bcd-9a42-3e03951d60a3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:24.214372 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e2254b8-bab6-4a2c-a1fa-7268583f8548 req-4d008b22-f047-4bc3-a9ac-cf82a083bbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 210 time: 0.1125448 Mar 23 01:48:24.252005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Allocated IP 172.25.0.31 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/49be6576-a665-42c0-b08b-acbb096b5c88) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:24.255547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Routers {'66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:24.256394 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:24.371756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-69b95aa2-a882-4727-a4e8-a0770effd46e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for port (ac8e6859-0ea9-43bb-abea-226b43a1c512), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:24.485502 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-69b95aa2-a882-4727-a4e8-a0770effd46e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ac8e6859-0ea9-43bb-abea-226b43a1c512), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:24.502566 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 57f27be6-b6ca-46dc-b0db-981d99a67242 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:24.502964 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:24.509268 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e558a-86fb-40a4-a4f3-a28288a6b69a None None] Pushing event updated for resources: {'Port': ['ID=690ef07e-8e55-4c36-9010-e8d3d22ab6ac,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:24.514125 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] Set router 66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:24.598636 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11e6d33a-f81a-45b3-831d-7ba13306f303 req-d164d4df-4734-45f5-ba2f-fec21bf15fc9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4845734 Mar 23 01:48:24.632651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53494) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:24.673259 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:24.764755 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-69b95aa2-a882-4727-a4e8-a0770effd46e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Network fffb118c-33e9-465d-9d40-5d1f58c55b0a is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:24.767018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b95aa2-a882-4727-a4e8-a0770effd46e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Pushing event updated for resources: {'Port': ['ID=ac8e6859-0ea9-43bb-abea-226b43a1c512,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:24.779375 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-69b95aa2-a882-4727-a4e8-a0770effd46e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:24.805446 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-69b95aa2-a882-4727-a4e8-a0770effd46e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:24.913439 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 57f27be6-b6ca-46dc-b0db-981d99a67242 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:25.000966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Allocated IP 172.20.0.1 (58bb0fa8-da03-480f-a1ac-572b78b11902/ea7038e1-c2d2-4675-9cf5-da7d82182b5b/5b87daeb-2ec3-47f7-a54c-64e2d5fa3def) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:25.029639 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-69b95aa2-a882-4727-a4e8-a0770effd46e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:25.030015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'name': 'tempest-ServerRescueTestJSON-100399356-router', 'tenant_id': '839ebfe64dd74d1c922d34d74c877e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:13Z', 'updated_at': '2022-03-23T01:48:18Z', 'revision_number': 3, 'project_id': '839ebfe64dd74d1c922d34d74c877e99', 'gw_port': {'id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:16Z', 'updated_at': '2022-03-23T01:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:25.030924 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-69b95aa2-a882-4727-a4e8-a0770effd46e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:25.048944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks [] for port (49be6576-a665-42c0-b08b-acbb096b5c88), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:25.064920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbae6be-509d-4423-8efc-07cf4ef9e994 None None] The sync data for ids ['66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'] in n-d-834677-4 is: [{'id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'name': 'tempest-ServerRescueTestJSON-100399356-router', 'tenant_id': '839ebfe64dd74d1c922d34d74c877e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:13Z', 'updated_at': '2022-03-23T01:48:18Z', 'revision_number': 3, 'project_id': '839ebfe64dd74d1c922d34d74c877e99', 'gw_port': {'id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:16Z', 'updated_at': '2022-03-23T01:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:48:25.070102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b437bbb5-aad0-4e47-b0f3-4f20e0895d4c tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:25.072130 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b437bbb5-aad0-4e47-b0f3-4f20e0895d4c tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 1123 time: 0.4360509 Mar 23 01:48:25.077862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53504) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:25.091067 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-69b95aa2-a882-4727-a4e8-a0770effd46e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1791890 Mar 23 01:48:25.091854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:25.110349 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Request body: {'port': {'device_id': 'bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:25.181163 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:25.260830 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ac8e6859-0ea9-43bb-abea-226b43a1c512), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:25.378397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ee74b177-7f68-4d63-92b1-3bcc5883b9c5 None None] Provisioning complete for port ac8e6859-0ea9-43bb-abea-226b43a1c512 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:25.380790 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ee74b177-7f68-4d63-92b1-3bcc5883b9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ac8e6859-0ea9-43bb-abea-226b43a1c512), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:25.396341 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (49be6576-a665-42c0-b08b-acbb096b5c88), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:25.453292 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ee74b177-7f68-4d63-92b1-3bcc5883b9c5 None None] Port ac8e6859-0ea9-43bb-abea-226b43a1c512 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:48:25.475721 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Publish callbacks [] for port (5b87daeb-2ec3-47f7-a54c-64e2d5fa3def), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:25.498959 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:25.501271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:25.522484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:25.567795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab06bb-6c3e-4782-a734-556d330c36f5 req-cd97c2aa-d7dd-4bde-a92a-18f814dbf6d0 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:25.570087 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98ab06bb-6c3e-4782-a734-556d330c36f5 req-cd97c2aa-d7dd-4bde-a92a-18f814dbf6d0 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 931 time: 0.2306359 Mar 23 01:48:25.585439 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Pushing event updated for resources: {'Port': ['ID=49be6576-a665-42c0-b08b-acbb096b5c88,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:25.731369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8e6859-0ea9-43bb-abea-226b43a1c512 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:48:25.744695 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Publish callbacks [] for port (ac8e6859-0ea9-43bb-abea-226b43a1c512), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:25.747184 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (5b87daeb-2ec3-47f7-a54c-64e2d5fa3def), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:25.754876 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98ab06bb-6c3e-4782-a734-556d330c36f5 req-02ac17ee-6122-4238-8610-4dac2f6796a1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/security-groups?id=53a26409-3ba7-4b45-b87c-fa7a284bd7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429703 Mar 23 01:48:25.763369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Transition to ACTIVE for port object ac8e6859-0ea9-43bb-abea-226b43a1c512 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:48:25.772229 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (ac8e6859-0ea9-43bb-abea-226b43a1c512), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:25.827897 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:25.878352 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Network 58bb0fa8-da03-480f-a1ac-572b78b11902 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:25.889528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8e6859-0ea9-43bb-abea-226b43a1c512,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:25.897825 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:25.978386 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 690ef07e-8e55-4c36-9010-e8d3d22ab6ac up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:48:26.004929 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:26.008127 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:26.046381 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Attempting to bind port ac8e6859-0ea9-43bb-abea-226b43a1c512 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:48:26.046729 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Attempting to bind port ac8e6859-0ea9-43bb-abea-226b43a1c512 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'd98fc250-cf9d-44df-bd3e-f34873da6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:48:26.047065 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Attempting to bind port ac8e6859-0ea9-43bb-abea-226b43a1c512 on network fffb118c-33e9-465d-9d40-5d1f58c55b0a {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:48:26.052341 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Port ac8e6859-0ea9-43bb-abea-226b43a1c512 on network fffb118c-33e9-465d-9d40-5d1f58c55b0a not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:48:26.052725 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Attempting to bind port ac8e6859-0ea9-43bb-abea-226b43a1c512 on network fffb118c-33e9-465d-9d40-5d1f58c55b0a {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:48:26.058607 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:48:26.058760 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Checking segment: {'id': 'd98fc250-cf9d-44df-bd3e-f34873da6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:48:26.059321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Bound using segment: {'id': 'd98fc250-cf9d-44df-bd3e-f34873da6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:48:26.059825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Bound port: ac8e6859-0ea9-43bb-abea-226b43a1c512, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98fc250-cf9d-44df-bd3e-f34873da6f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:48:26.060195 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ac8e6859-0ea9-43bb-abea-226b43a1c512), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:26.120636 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 690ef07e-8e55-4c36-9010-e8d3d22ab6ac triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:26.120937 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (690ef07e-8e55-4c36-9010-e8d3d22ab6ac), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:26.152383 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] For port ac8e6859-0ea9-43bb-abea-226b43a1c512, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:48:26.172836 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] For port ac8e6859-0ea9-43bb-abea-226b43a1c512, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ac8e6859-0ea9-43bb-abea-226b43a1c512,segment=NetworkSegment(d98fc250-cf9d-44df-bd3e-f34873da6f41),segment_id=d98fc250-cf9d-44df-bd3e-f34873da6f41)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:48:26.189046 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (ac8e6859-0ea9-43bb-abea-226b43a1c512), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:26.190581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=5b87daeb-2ec3-47f7-a54c-64e2d5fa3def,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:26.275928 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:26.305562 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 690ef07e-8e55-4c36-9010-e8d3d22ab6ac is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:26.308776 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (690ef07e-8e55-4c36-9010-e8d3d22ab6ac), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:26.329124 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:26.330053 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:26.333305 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] 10.222.0.43 "PUT /v2.0/ports/ac8e6859-0ea9-43bb-abea-226b43a1c512 HTTP/1.1" status: 200 len: 1091 time: 1.2296906 Mar 23 01:48:26.334177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90', 'tag': 'ac8e6859-0ea9-43bb-abea-226b43a1c512'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:48:26.337374 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7959e8d7-44e9-4414-8a29-fe1be19c1c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90", "tag": "ac8e6859-0ea9-43bb-abea-226b43a1c512"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:48:26.356220 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a1ce5-befe-4b69-b4b1-1dd1b594ade9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8e6859-0ea9-43bb-abea-226b43a1c512,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:26.392182 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 690ef07e-8e55-4c36-9010-e8d3d22ab6ac, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=690ef07e-8e55-4c36-9010-e8d3d22ab6ac,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:26.411688 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (690ef07e-8e55-4c36-9010-e8d3d22ab6ac), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:26.534047 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d397f20e-5112-4998-b68e-fafde4c33431 x-openstack-request-id: req-d397f20e-5112-4998-b68e-fafde4c33431 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:48:26.534361 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90", "tag": "ac8e6859-0ea9-43bb-abea-226b43a1c512", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:48:26.534617 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d397f20e-5112-4998-b68e-fafde4c33431 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:48:26.535190 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d397f20e-5112-4998-b68e-fafde4c33431'] response: {'name': 'network-changed', 'server_uuid': 'bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90', 'tag': 'ac8e6859-0ea9-43bb-abea-226b43a1c512', 'status': 'completed', 'code': 200} Mar 23 01:48:26.569023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-3991762a-2e9f-466e-8dbb-483e400282dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:26.570711 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-3991762a-2e9f-466e-8dbb-483e400282dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db46af2b71834199b0198c97c17f9960&device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 1125 time: 0.1747026 Mar 23 01:48:26.578466 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=690ef07e-8e55-4c36-9010-e8d3d22ab6ac,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:26.691230 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-9ae9df8f-cb78-4e38-8f0c-f9584af109e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac8e6859-0ea9-43bb-abea-226b43a1c512 HTTP/1.1" status: 200 len: 217 time: 0.1075180 Mar 23 01:48:26.768103 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-44b12819-ecae-4390-b489-b7d6507f0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:26.773653 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-44b12819-ecae-4390-b489-b7d6507f0c8d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=391488d6-c125-4df8-a0dc-c2aa0a014941 HTTP/1.1" status: 200 len: 868 time: 0.0761876 Mar 23 01:48:26.854483 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-c696ac4c-2187-47cd-ac0e-73bb1de319f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:26.857625 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-c696ac4c-2187-47cd-ac0e-73bb1de319f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fffb118c-33e9-465d-9d40-5d1f58c55b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0762773 Mar 23 01:48:27.016895 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-48ffba03-7f13-4910-be51-948b7deac67f service neutron] 10.222.0.43 "GET /v2.0/networks/fffb118c-33e9-465d-9d40-5d1f58c55b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491454 Mar 23 01:48:27.047165 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Allocated IP 172.25.0.41 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/5bbce2b7-1063-4d8d-90f9-0f66e4977a98) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:27.151001 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9866d21-25d1-4854-84ad-c16a075f69ee req-5bc7753b-aac2-4eca-a6a7-c18c0c98fabe tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:27.158624 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9866d21-25d1-4854-84ad-c16a075f69ee req-5bc7753b-aac2-4eca-a6a7-c18c0c98fabe tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 943 time: 0.2442715 Mar 23 01:48:27.224775 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-073f3bd4-13cd-41ba-a75e-7ebbb786dcce req-0259e668-2a9f-4f6e-8ea1-4222dc5be459 service neutron] 10.222.0.43 "GET /v2.0/networks/fffb118c-33e9-465d-9d40-5d1f58c55b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854186 Mar 23 01:48:27.243307 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f9866d21-25d1-4854-84ad-c16a075f69ee req-90f28686-ea1a-4944-867b-0dadacb38156 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/security-groups?id=53a26409-3ba7-4b45-b87c-fa7a284bd7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834918 Mar 23 01:48:27.269546 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks [] for floatingip (0b5198d4-3a3f-40d9-8af5-12686163e1e3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:27.430759 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5b87daeb-2ec3-47f7-a54c-64e2d5fa3def), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:27.433037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959e8d7-44e9-4414-8a29-fe1be19c1c9b req-30312e35-f310-40c6-9548-dfc528433704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:27.434582 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7959e8d7-44e9-4414-8a29-fe1be19c1c9b req-30312e35-f310-40c6-9548-dfc528433704 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db46af2b71834199b0198c97c17f9960&device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 1125 time: 0.0929251 Mar 23 01:48:27.520612 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (49be6576-a665-42c0-b08b-acbb096b5c88), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:27.559822 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (5bbce2b7-1063-4d8d-90f9-0f66e4977a98), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:27.587063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959e8d7-44e9-4414-8a29-fe1be19c1c9b req-d35fe2bb-7830-4d76-9880-95a69328e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:27.589955 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7959e8d7-44e9-4414-8a29-fe1be19c1c9b req-d35fe2bb-7830-4d76-9880-95a69328e194 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fffb118c-33e9-465d-9d40-5d1f58c55b0a HTTP/1.1" status: 200 len: 929 time: 0.1493273 Mar 23 01:48:27.654935 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7959e8d7-44e9-4414-8a29-fe1be19c1c9b req-8afbd33c-9762-444f-bb61-bca26efb6763 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac8e6859-0ea9-43bb-abea-226b43a1c512 HTTP/1.1" status: 200 len: 217 time: 0.0571821 Mar 23 01:48:27.720083 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959e8d7-44e9-4414-8a29-fe1be19c1c9b req-f62ef2f2-f881-4376-af70-a911efb36b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:27.721839 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7959e8d7-44e9-4414-8a29-fe1be19c1c9b req-f62ef2f2-f881-4376-af70-a911efb36b9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=391488d6-c125-4df8-a0dc-c2aa0a014941 HTTP/1.1" status: 200 len: 868 time: 0.0607243 Mar 23 01:48:27.791114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959e8d7-44e9-4414-8a29-fe1be19c1c9b req-6b886fa1-7f7f-4108-b995-04ac3eed5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:27.793017 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7959e8d7-44e9-4414-8a29-fe1be19c1c9b req-6b886fa1-7f7f-4108-b995-04ac3eed5d42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fffb118c-33e9-465d-9d40-5d1f58c55b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0653491 Mar 23 01:48:27.804160 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (5bbce2b7-1063-4d8d-90f9-0f66e4977a98), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:27.926289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:27.949753 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Publish callbacks [] for port (5b87daeb-2ec3-47f7-a54c-64e2d5fa3def), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:27.952180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:27.955344 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7959e8d7-44e9-4414-8a29-fe1be19c1c9b req-3863a3a1-cb15-4f3b-be27-57895a69267f service neutron] 10.222.0.43 "GET /v2.0/networks/fffb118c-33e9-465d-9d40-5d1f58c55b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553774 Mar 23 01:48:27.961803 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 690ef07e-8e55-4c36-9010-e8d3d22ab6ac up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:48:27.973625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:27.998988 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (5b87daeb-2ec3-47f7-a54c-64e2d5fa3def), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:28.023584 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 690ef07e-8e55-4c36-9010-e8d3d22ab6ac triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:28.023957 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (690ef07e-8e55-4c36-9010-e8d3d22ab6ac), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:28.042840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=5bbce2b7-1063-4d8d-90f9-0f66e4977a98,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:28.062948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:28.063616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:28.063616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:28.064067 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:28.064397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7959e8d7-44e9-4414-8a29-fe1be19c1c9b req-96972854-4134-4b43-b5bd-d3b3aeeb5bca service neutron] 10.222.0.43 "GET /v2.0/networks/fffb118c-33e9-465d-9d40-5d1f58c55b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006503 Mar 23 01:48:28.064541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:28.064925 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:28.065320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:28.065706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:28.066373 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:28.066834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:28.067230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:28.067628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:28.068021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:28.068403 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:28.068808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:28.159229 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks [] for port (49be6576-a665-42c0-b08b-acbb096b5c88), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:28.168623 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 690ef07e-8e55-4c36-9010-e8d3d22ab6ac is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:28.186492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=5b87daeb-2ec3-47f7-a54c-64e2d5fa3def,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:28.194846 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (49be6576-a665-42c0-b08b-acbb096b5c88), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:28.218357 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:28.330293 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (0b5198d4-3a3f-40d9-8af5-12686163e1e3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:28.396053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53634) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:28.419397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59da452-9e8e-48f3-8304-d6e6767d0658 req-ff755bb1-40cb-4a18-882c-e6dad580bf8c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:28.424447 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d59da452-9e8e-48f3-8304-d6e6767d0658 req-ff755bb1-40cb-4a18-882c-e6dad580bf8c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 943 time: 0.0786042 Mar 23 01:48:28.470924 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Pushing event updated for resources: {'Port': ['ID=49be6576-a665-42c0-b08b-acbb096b5c88,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:28.512440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d59da452-9e8e-48f3-8304-d6e6767d0658 req-bdc4065b-65f9-4ac6-896f-d6e985cd168a tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/security-groups?id=53a26409-3ba7-4b45-b87c-fa7a284bd7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765698 Mar 23 01:48:28.549338 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3614a81f-c8e0-4892-a53e-5be6272552e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:28.637631 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3614a81f-c8e0-4892-a53e-5be6272552e6 admin admin] Publish callbacks [] for security_group (71fa8692-67ee-4361-9fca-d92b2f996fb1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:28.641208 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Floating IP 0b5198d4-3a3f-40d9-8af5-12686163e1e3 associated. External IP: 172.25.0.31, port: a0f2ed42-10eb-4201-bbb8-a8a19bde5072. Mar 23 01:48:28.644036 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3614a81f-c8e0-4892-a53e-5be6272552e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (71fa8692-67ee-4361-9fca-d92b2f996fb1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:28.645126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Network 58bb0fa8-da03-480f-a1ac-572b78b11902 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:28.683824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:28.686962 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614a81f-c8e0-4892-a53e-5be6272552e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fa8692-67ee-4361-9fca-d92b2f996fb1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:28.691827 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3614a81f-c8e0-4892-a53e-5be6272552e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=194c7c18d8a54ff1abbe032a302dd634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2950099 Mar 23 01:48:28.694528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53640) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:28.763768 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cb71c9f6-35f4-43ad-8356-c19e3b376dde admin admin] Publish callbacks [] for security_group (71fa8692-67ee-4361-9fca-d92b2f996fb1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:28.791994 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cb71c9f6-35f4-43ad-8356-c19e3b376dde admin admin] Publish callbacks [] for security_group (71fa8692-67ee-4361-9fca-d92b2f996fb1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:28.844009 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cb71c9f6-35f4-43ad-8356-c19e3b376dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (71fa8692-67ee-4361-9fca-d92b2f996fb1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:28.846807 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cb71c9f6-35f4-43ad-8356-c19e3b376dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:28.850561 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cb71c9f6-35f4-43ad-8356-c19e3b376dde admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71fa8692-67ee-4361-9fca-d92b2f996fb1 HTTP/1.1" status: 204 len: 168 time: 0.1526120 Mar 23 01:48:28.856428 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71c9f6-35f4-43ad-8356-c19e3b376dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fa8692-67ee-4361-9fca-d92b2f996fb1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:29.094352 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for floatingip (6816e61d-ae18-414a-94e3-a82a994e04d7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:29.125716 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Router 66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:48:29.162903 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53648) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:29.178813 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f519d0dc-bd90-4098-b682-b5bab11b5c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:29.263307 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f519d0dc-bd90-4098-b682-b5bab11b5c69 admin admin] Publish callbacks [] for security_group (aaec0ae1-3637-418d-b0b1-83974f146536), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:29.267663 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f519d0dc-bd90-4098-b682-b5bab11b5c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (aaec0ae1-3637-418d-b0b1-83974f146536), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:29.314617 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f519d0dc-bd90-4098-b682-b5bab11b5c69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21045fe9192c433fb41fe36884e3e1f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1468506 Mar 23 01:48:29.314617 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519d0dc-bd90-4098-b682-b5bab11b5c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaec0ae1-3637-418d-b0b1-83974f146536,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:29.315495 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53650) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:29.385684 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8bea9c1-b9f8-4d4d-9a2c-24b3f7623526 admin admin] Publish callbacks [] for security_group (aaec0ae1-3637-418d-b0b1-83974f146536), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:29.436298 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8bea9c1-b9f8-4d4d-9a2c-24b3f7623526 admin admin] Publish callbacks [] for security_group (aaec0ae1-3637-418d-b0b1-83974f146536), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:29.513564 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8bea9c1-b9f8-4d4d-9a2c-24b3f7623526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (aaec0ae1-3637-418d-b0b1-83974f146536), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:29.517929 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8bea9c1-b9f8-4d4d-9a2c-24b3f7623526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:29.519307 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e8bea9c1-b9f8-4d4d-9a2c-24b3f7623526 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aaec0ae1-3637-418d-b0b1-83974f146536 HTTP/1.1" status: 204 len: 168 time: 0.2027357 Mar 23 01:48:29.533393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bea9c1-b9f8-4d4d-9a2c-24b3f7623526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaec0ae1-3637-418d-b0b1-83974f146536,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:29.669959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754db36e-dca6-40b7-86e8-d2026339479d req-10f565d5-d275-46dd-babc-bafb20664a9b tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:29.672931 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-754db36e-dca6-40b7-86e8-d2026339479d req-10f565d5-d275-46dd-babc-bafb20664a9b tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 943 time: 0.0798435 Mar 23 01:48:29.730112 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-754db36e-dca6-40b7-86e8-d2026339479d req-da262c7e-ba61-4386-b449-47da81181c3a tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/security-groups?id=53a26409-3ba7-4b45-b87c-fa7a284bd7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496314 Mar 23 01:48:29.749404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Router f76cf2d1-5608-4570-a5d8-aded8c2be373 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:48:29.750153 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5bbce2b7-1063-4d8d-90f9-0f66e4977a98), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:29.861719 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ac8e6859-0ea9-43bb-abea-226b43a1c512 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:48:29.900708 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:48:29.913420 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Sync routers for ids ['66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:48:29.940759 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c200b91d-1cb1-46fd-a4c8-17ba6be42dc7 admin admin] 10.222.0.18 "PUT /v2.0/routers/66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1661980 Mar 23 01:48:29.957553 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Routers {'66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:29.958866 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:30.030625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:48:30.077977 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:30.084215 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (5bbce2b7-1063-4d8d-90f9-0f66e4977a98), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:30.103794 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (5bbce2b7-1063-4d8d-90f9-0f66e4977a98), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:30.117914 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ac8e6859-0ea9-43bb-abea-226b43a1c512, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ac8e6859-0ea9-43bb-abea-226b43a1c512,segment=NetworkSegment(d98fc250-cf9d-44df-bd3e-f34873da6f41),segment_id=d98fc250-cf9d-44df-bd3e-f34873da6f41)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:30.149942 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4ea3b4e5-c2e1-48a6-862c-c1f19b09b3f0 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.7005353 Mar 23 01:48:30.152691 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53682) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:30.183658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=5bbce2b7-1063-4d8d-90f9-0f66e4977a98,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:30.198794 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (6816e61d-ae18-414a-94e3-a82a994e04d7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:30.359138 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Floating IP 6816e61d-ae18-414a-94e3-a82a994e04d7 associated. External IP: 172.25.0.41, port: cb8bf3aa-b24a-49e4-a100-ba716a956c98. Mar 23 01:48:30.391012 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Set router 66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:30.460663 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-41fff849-dc87-48fd-8ef8-b42bcab4a744 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] 10.222.0.18 "GET /v2.0/floatingips/0b5198d4-3a3f-40d9-8af5-12686163e1e3 HTTP/1.1" status: 200 len: 981 time: 0.3040087 Mar 23 01:48:30.461392 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53694) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:30.618684 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec51bd9f-000f-4463-8523-623ca249d68c None None] Sync routers for ids ['f76cf2d1-5608-4570-a5d8-aded8c2be373'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:48:30.622025 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fc584891-72af-4e1d-84ea-cbc96eb73bc8 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2247 time: 0.1579583 Mar 23 01:48:30.624829 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'ac8e6859-0ea9-43bb-abea-226b43a1c512', 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a', 'port_id': 'ac8e6859-0ea9-43bb-abea-226b43a1c512', 'mac_address': 'fa:16:3e:31:f5:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:48:30.625550 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53698) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:30.711073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec51bd9f-000f-4463-8523-623ca249d68c None None] Routers {'f76cf2d1-5608-4570-a5d8-aded8c2be373'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:30.712635 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ec51bd9f-000f-4463-8523-623ca249d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f76cf2d1-5608-4570-a5d8-aded8c2be373'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:30.847531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ec51bd9f-000f-4463-8523-623ca249d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:30.852288 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'name': 'tempest-ServerRescueTestJSON-100399356-router', 'tenant_id': '839ebfe64dd74d1c922d34d74c877e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:13Z', 'updated_at': '2022-03-23T01:48:27Z', 'revision_number': 4, 'project_id': '839ebfe64dd74d1c922d34d74c877e99', 'gw_port': {'id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:16Z', 'updated_at': '2022-03-23T01:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '5b87daeb-2ec3-47f7-a54c-64e2d5fa3def', 'name': '', 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902', 'tenant_id': '839ebfe64dd74d1c922d34d74c877e99', 'mac_address': 'fa:16:3e:61:18:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'ea7038e1-c2d2-4675-9cf5-da7d82182b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:24Z', 'updated_at': '2022-03-23T01:48:27Z', 'revision_number': 2, 'project_id': '839ebfe64dd74d1c922d34d74c877e99', 'subnets': [{'id': 'ea7038e1-c2d2-4675-9cf5-da7d82182b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:30.853245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ac8e6859-0ea9-43bb-abea-226b43a1c512 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:30.853808 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ac8e6859-0ea9-43bb-abea-226b43a1c512), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:30.879081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8e6859-0ea9-43bb-abea-226b43a1c512 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:48:30.883585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec51bd9f-000f-4463-8523-623ca249d68c None None] Routers {'f76cf2d1-5608-4570-a5d8-aded8c2be373'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:30.891777 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ec51bd9f-000f-4463-8523-623ca249d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f76cf2d1-5608-4570-a5d8-aded8c2be373'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:30.918290 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Checking router: 66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:48:30.918915 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Updating router 66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c port 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:48:30.977010 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7b5a6-b038-4d4e-85be-1a727db41b00 req-d09f168b-8ba8-41dd-b1b2-4c0111b02dc6 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:30.978585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ec51bd9f-000f-4463-8523-623ca249d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:30.979561 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4fb7b5a6-b038-4d4e-85be-1a727db41b00 req-d09f168b-8ba8-41dd-b1b2-4c0111b02dc6 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 943 time: 0.1060362 Mar 23 01:48:30.980663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec51bd9f-000f-4463-8523-623ca249d68c None None] The sync data for ids ['f76cf2d1-5608-4570-a5d8-aded8c2be373'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:48:30.984199 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5b87daeb-2ec3-47f7-a54c-64e2d5fa3def), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:31.015397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ac8e6859-0ea9-43bb-abea-226b43a1c512, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ac8e6859-0ea9-43bb-abea-226b43a1c512,segment=NetworkSegment(d98fc250-cf9d-44df-bd3e-f34873da6f41),segment_id=d98fc250-cf9d-44df-bd3e-f34873da6f41)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:31.025169 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ac8e6859-0ea9-43bb-abea-226b43a1c512), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:31.058636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router e2e22f1f-de98-4f24-9e81-9b292220033a has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:48:31.114681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ac8e6859-0ea9-43bb-abea-226b43a1c512,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:31.125859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-b4611a84-4127-4cdd-a859-dc0dbf717739 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:31.127434 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-b4611a84-4127-4cdd-a859-dc0dbf717739 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/networks?id=58bb0fa8-da03-480f-a1ac-572b78b11902 HTTP/1.1" status: 200 len: 810 time: 0.2351844 Mar 23 01:48:31.138777 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-a0957cb8-8481-4242-8b15-49e39d469171 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Deleting port 49be6576-a665-42c0-b08b-acbb096b5c88 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:31.139129 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a0957cb8-8481-4242-8b15-49e39d469171 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (49be6576-a665-42c0-b08b-acbb096b5c88), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:31.225142 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a0957cb8-8481-4242-8b15-49e39d469171 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (49be6576-a665-42c0-b08b-acbb096b5c88), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:31.225706 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a0957cb8-8481-4242-8b15-49e39d469171 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for floatingip (49be6576-a665-42c0-b08b-acbb096b5c88), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:31.238726 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4fb7b5a6-b038-4d4e-85be-1a727db41b00 req-b873c049-e6da-4a69-92d3-dd49b9cb3cfb tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/security-groups?id=53a26409-3ba7-4b45-b87c-fa7a284bd7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392323 Mar 23 01:48:31.239448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-a0957cb8-8481-4242-8b15-49e39d469171 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Calling delete_port for 49be6576-a665-42c0-b08b-acbb096b5c88 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:31.312081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:48:31.350393 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-0ace65d0-10d2-4671-a4b0-598f958e7cb2 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/quotas/839ebfe64dd74d1c922d34d74c877e99 HTTP/1.1" status: 200 len: 375 time: 0.0159924 Mar 23 01:48:31.353778 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:31.437318 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f0c56a27-a4f2-4049-8016-2438de77f150 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3570170 Mar 23 01:48:31.437942 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'tag': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:48:31.455880 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8765f8-3fa6-4740-be29-7d0c2ce3a833" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfcd534-fcb7-4fd7-80d9-911a774103f0", "tag": "cb8bf3aa-b24a-49e4-a100-ba716a956c98"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:48:31.495930 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Publish callbacks [] for port (5b87daeb-2ec3-47f7-a54c-64e2d5fa3def), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:31.501492 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cbc6e5-e112-421b-88c4-3e8b9ca78c03 None None] Sync routers for ids ['e2e22f1f-de98-4f24-9e81-9b292220033a'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:48:31.509954 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5b87daeb-2ec3-47f7-a54c-64e2d5fa3def), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:31.534351 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['ac8e6859-0ea9-43bb-abea-226b43a1c512'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:48:31.579530 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45692af2-911f-449a-8627-5ac6f817e764 None None] Pushing event updated for resources: {'Port': ['ID=5b87daeb-2ec3-47f7-a54c-64e2d5fa3def,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:31.595340 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-343679d9-5d16-46ec-9212-d1ba67254a39 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=839ebfe64dd74d1c922d34d74c877e99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2358370 Mar 23 01:48:31.598353 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a0957cb8-8481-4242-8b15-49e39d469171 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (49be6576-a665-42c0-b08b-acbb096b5c88), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:31.608726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854385e-45d9-4fcd-963a-7aadf5c263da req-e75a0843-8c11-4b65-93d0-0f08df409ab6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:31.617173 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a854385e-45d9-4fcd-963a-7aadf5c263da req-e75a0843-8c11-4b65-93d0-0f08df409ab6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.0681722 Mar 23 01:48:31.626837 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cbc6e5-e112-421b-88c4-3e8b9ca78c03 None None] Routers {'e2e22f1f-de98-4f24-9e81-9b292220033a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:31.627488 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-34cbc6e5-e112-421b-88c4-3e8b9ca78c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e2e22f1f-de98-4f24-9e81-9b292220033a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:31.691431 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a854385e-45d9-4fcd-963a-7aadf5c263da req-5747f986-7f29-4da4-b524-2dd56f279d60 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729985 Mar 23 01:48:31.695448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0957cb8-8481-4242-8b15-49e39d469171 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Pushing event deleted for resources: {'Port': ['ID=49be6576-a665-42c0-b08b-acbb096b5c88,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:31.704481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53732) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:31.839663 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d238ab58-5219-4dc2-98ff-7925adceee69 x-openstack-request-id: req-d238ab58-5219-4dc2-98ff-7925adceee69 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:48:31.840120 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfcd534-fcb7-4fd7-80d9-911a774103f0", "tag": "cb8bf3aa-b24a-49e4-a100-ba716a956c98", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:48:31.840948 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d238ab58-5219-4dc2-98ff-7925adceee69 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:48:31.842882 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53734) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:31.843695 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d238ab58-5219-4dc2-98ff-7925adceee69'] response: {'name': 'network-changed', 'server_uuid': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'tag': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98', 'status': 'completed', 'code': 200} Mar 23 01:48:31.932234 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a0957cb8-8481-4242-8b15-49e39d469171 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for floatingip (0b5198d4-3a3f-40d9-8af5-12686163e1e3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:31.932642 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-a0957cb8-8481-4242-8b15-49e39d469171 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Floating IP 0b5198d4-3a3f-40d9-8af5-12686163e1e3 disassociated (deleted). External IP: 172.25.0.31, port: a0f2ed42-10eb-4201-bbb8-a8a19bde5072. Mar 23 01:48:32.013164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-988791e2-e847-4914-ae03-0a87f2b8bef4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/6816e61d-ae18-414a-94e3-a82a994e04d7 HTTP/1.1" status: 200 len: 991 time: 0.3069956 Mar 23 01:48:32.020033 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-34cbc6e5-e112-421b-88c4-3e8b9ca78c03 None None] Set router e2e22f1f-de98-4f24-9e81-9b292220033a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:32.042374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8765f8-3fa6-4740-be29-7d0c2ce3a833 req-911d325e-c91a-463c-8aba-ce219ab0c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:32.049308 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc8765f8-3fa6-4740-be29-7d0c2ce3a833 req-911d325e-c91a-463c-8aba-ce219ab0c2fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 1128 time: 0.1957328 Mar 23 01:48:32.161365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8765f8-3fa6-4740-be29-7d0c2ce3a833 req-62cae18f-b80d-485f-8726-b0fb13469a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:32.163256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc8765f8-3fa6-4740-be29-7d0c2ce3a833 req-62cae18f-b80d-485f-8726-b0fb13469a7c service neutron] 10.222.0.42 "GET /v2.0/networks?id=87aa8238-b3d1-4249-8bf5-f96b20def476 HTTP/1.1" status: 200 len: 897 time: 0.1084585 Mar 23 01:48:32.176926 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Attempting to bind port 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:48:32.177447 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Attempting to bind port 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '4f73d738-137b-40e3-849f-32882620912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:48:32.177910 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Attempting to bind port 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def on network 58bb0fa8-da03-480f-a1ac-572b78b11902 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:48:32.189639 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:48:32.190342 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Checking segment: {'id': '4f73d738-137b-40e3-849f-32882620912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:48:32.190845 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:32.191458 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Bound using segment: {'id': '4f73d738-137b-40e3-849f-32882620912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:48:32.192085 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Bound port: 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f73d738-137b-40e3-849f-32882620912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:48:32.192737 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5b87daeb-2ec3-47f7-a54c-64e2d5fa3def), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:32.253659 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc8765f8-3fa6-4740-be29-7d0c2ce3a833 req-ae9b813c-f49a-46c1-a9af-e99034f6b9cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98 HTTP/1.1" status: 200 len: 999 time: 0.0828748 Mar 23 01:48:32.320876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8765f8-3fa6-4740-be29-7d0c2ce3a833 req-540c1fa0-a394-4b15-8d2c-a594a165d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:32.323456 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc8765f8-3fa6-4740-be29-7d0c2ce3a833 req-540c1fa0-a394-4b15-8d2c-a594a165d8b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e48427a-299d-4910-9d09-e0cfab05d4bd HTTP/1.1" status: 200 len: 834 time: 0.0645218 Mar 23 01:48:32.332279 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] For port 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:48:32.339278 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] For port 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5b87daeb-2ec3-47f7-a54c-64e2d5fa3def,segment=NetworkSegment(4f73d738-137b-40e3-849f-32882620912b),segment_id=4f73d738-137b-40e3-849f-32882620912b)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:48:32.362575 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5b87daeb-2ec3-47f7-a54c-64e2d5fa3def), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:32.400195 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-75007f72-80af-4ce0-8f5e-3016a974a75d service neutron] 10.222.0.18 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7756381 Mar 23 01:48:32.404075 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-821f760d-296a-457c-bb7e-98c1d2b835ff tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2034371738'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:32.466630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8765f8-3fa6-4740-be29-7d0c2ce3a833 req-6a095c33-dd29-4a29-bc88-921a4404432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:32.468303 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc8765f8-3fa6-4740-be29-7d0c2ce3a833 req-6a095c33-dd29-4a29-bc88-921a4404432a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87aa8238-b3d1-4249-8bf5-f96b20def476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1379740 Mar 23 01:48:32.473238 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45692af2-911f-449a-8627-5ac6f817e764 None None] Pushing event updated for resources: {'Port': ['ID=5b87daeb-2ec3-47f7-a54c-64e2d5fa3def,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:32.476768 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Routers {'66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:32.477681 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:32.584854 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-34cbc6e5-e112-421b-88c4-3e8b9ca78c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90898684', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:47:43Z', 'updated_at': '2022-03-23T01:47:56Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:44Z', 'updated_at': '2022-03-23T01:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '6816e61d-ae18-414a-94e3-a82a994e04d7', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'port_id': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476', 'mac_address': 'fa:16:3e:d5:0f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:48:28Z', 'updated_at': '2022-03-23T01:48:28Z', 'revision_number': 0, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b', 'name': '', 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:86:d1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:53Z', 'updated_at': '2022-03-23T01:48:05Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:32.618453 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cbc6e5-e112-421b-88c4-3e8b9ca78c03 None None] Checking router: e2e22f1f-de98-4f24-9e81-9b292220033a for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:48:32.620170 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc8765f8-3fa6-4740-be29-7d0c2ce3a833 req-102ee74e-c4b5-4814-b506-41e781b06deb service neutron] 10.222.0.42 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432924 Mar 23 01:48:32.649358 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] Set router 66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:32.649575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a915e20-819a-4c56-8fa0-a17a150dccf3 req-6fe49b79-13d3-43bc-9458-b21a6c70900f tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:32.650814 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a915e20-819a-4c56-8fa0-a17a150dccf3 req-6fe49b79-13d3-43bc-9458-b21a6c70900f tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 944 time: 0.2790320 Mar 23 01:48:32.651589 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cbc6e5-e112-421b-88c4-3e8b9ca78c03 None None] Routers {'e2e22f1f-de98-4f24-9e81-9b292220033a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:32.653086 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-34cbc6e5-e112-421b-88c4-3e8b9ca78c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e2e22f1f-de98-4f24-9e81-9b292220033a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:32.666894 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0957cb8-8481-4242-8b15-49e39d469171 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Router f76cf2d1-5608-4570-a5d8-aded8c2be373 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:48:32.674438 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821f760d-296a-457c-bb7e-98c1d2b835ff tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Made reservation on behalf of fc1d0c6107d34018bd73c002a47e9fc3 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:32.678555 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-821f760d-296a-457c-bb7e-98c1d2b835ff tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:32.702739 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-821f760d-296a-457c-bb7e-98c1d2b835ff tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:32.772877 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc8765f8-3fa6-4740-be29-7d0c2ce3a833 req-08997660-3f25-4ce3-b926-e6d6ef8228e3 service neutron] 10.222.0.42 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378829 Mar 23 01:48:32.798519 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-821f760d-296a-457c-bb7e-98c1d2b835ff tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks [] for security_group (fedc06b8-f399-4ef6-9623-de7adbf8aec0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:32.850463 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-821f760d-296a-457c-bb7e-98c1d2b835ff tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fedc06b8-f399-4ef6-9623-de7adbf8aec0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:32.865812 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821f760d-296a-457c-bb7e-98c1d2b835ff tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:48:32.874510 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a915e20-819a-4c56-8fa0-a17a150dccf3 req-96ee8550-e7f0-4f4f-80ee-22247dab9c07 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/security-groups?id=53a26409-3ba7-4b45-b87c-fa7a284bd7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006384 Mar 23 01:48:32.945504 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-34cbc6e5-e112-421b-88c4-3e8b9ca78c03 None None] Set router e2e22f1f-de98-4f24-9e81-9b292220033a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:32.990715 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-821f760d-296a-457c-bb7e-98c1d2b835ff tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (21171bfa-2caa-4327-bbfe-eebf029a5fdc), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:32.991062 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-821f760d-296a-457c-bb7e-98c1d2b835ff tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Added segment 21171bfa-2caa-4327-bbfe-eebf029a5fdc of type vlan for network 40936f88-9631-483d-add4-da91834fcdf7 Mar 23 01:48:33.013359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0957cb8-8481-4242-8b15-49e39d469171 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:48:33.017098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53744) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:33.022362 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-7fadc790-b64d-4c26-8bcf-24ee5d157273 service neutron] 10.222.0.18 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6133387 Mar 23 01:48:33.042599 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e9cd76-f0ef-4804-bb2e-e2884e8cbf9f None None] Sync routers for ids ['f76cf2d1-5608-4570-a5d8-aded8c2be373'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:48:33.044848 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a0957cb8-8481-4242-8b15-49e39d469171 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:33.072562 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9cd76-f0ef-4804-bb2e-e2884e8cbf9f None None] Routers {'f76cf2d1-5608-4570-a5d8-aded8c2be373'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:33.073573 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-27e9cd76-f0ef-4804-bb2e-e2884e8cbf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f76cf2d1-5608-4570-a5d8-aded8c2be373'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:33.088068 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-821f760d-296a-457c-bb7e-98c1d2b835ff tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (40936f88-9631-483d-add4-da91834fcdf7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:33.097235 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f760d-296a-457c-bb7e-98c1d2b835ff tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fedc06b8-f399-4ef6-9623-de7adbf8aec0,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:33.141684 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a0957cb8-8481-4242-8b15-49e39d469171 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] 10.222.0.18 "DELETE /v2.0/floatingips/0b5198d4-3a3f-40d9-8af5-12686163e1e3 HTTP/1.1" status: 204 len: 168 time: 2.5150805 Mar 23 01:48:33.145587 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8b237263-af59-4972-a783-4658802248d1 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/6816e61d-ae18-414a-94e3-a82a994e04d7 HTTP/1.1" status: 200 len: 991 time: 0.1235290 Mar 23 01:48:33.146230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53746) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:33.152383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:33.154771 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-821f760d-296a-457c-bb7e-98c1d2b835ff tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (40936f88-9631-483d-add4-da91834fcdf7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:33.160486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821f760d-296a-457c-bb7e-98c1d2b835ff tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:33.161168 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-821f760d-296a-457c-bb7e-98c1d2b835ff tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:33.170115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-27e9cd76-f0ef-4804-bb2e-e2884e8cbf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:33.183201 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:33.203514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9cd76-f0ef-4804-bb2e-e2884e8cbf9f None None] Routers {'f76cf2d1-5608-4570-a5d8-aded8c2be373'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:33.203514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-27e9cd76-f0ef-4804-bb2e-e2884e8cbf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f76cf2d1-5608-4570-a5d8-aded8c2be373'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:33.342112 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-27e9cd76-f0ef-4804-bb2e-e2884e8cbf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:33.342868 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e9cd76-f0ef-4804-bb2e-e2884e8cbf9f None None] The sync data for ids ['f76cf2d1-5608-4570-a5d8-aded8c2be373'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:48:33.369451 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cd250e5-42c6-4596-a679-ec1e3793c838 req-602cd1ff-b531-441c-bb93-f40cbe8a73d1 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 210 time: 0.0813220 Mar 23 01:48:33.399239 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f760d-296a-457c-bb7e-98c1d2b835ff tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Pushing event updated for resources: {'Network': ['ID=40936f88-9631-483d-add4-da91834fcdf7,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:33.416692 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 40936f88-9631-483d-add4-da91834fcdf7 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:48:33.428378 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-821f760d-296a-457c-bb7e-98c1d2b835ff tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5842290 Mar 23 01:48:33.429203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53752) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:33.434827 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ea41d0db-f24d-4f69-a21d-32e7ef5fa5fd tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Request body: {'subnet': {'network_id': '40936f88-9631-483d-add4-da91834fcdf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:33.458279 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:33.544500 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-34cbc6e5-e112-421b-88c4-3e8b9ca78c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90898684', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:47:43Z', 'updated_at': '2022-03-23T01:47:56Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:44Z', 'updated_at': '2022-03-23T01:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '6816e61d-ae18-414a-94e3-a82a994e04d7', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'port_id': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476', 'mac_address': 'fa:16:3e:d5:0f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:48:28Z', 'updated_at': '2022-03-23T01:48:28Z', 'revision_number': 0, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b', 'name': '', 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:86:d1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:53Z', 'updated_at': '2022-03-23T01:48:05Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:33.574345 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'name': 'tempest-ServerRescueTestJSON-100399356-router', 'tenant_id': '839ebfe64dd74d1c922d34d74c877e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:13Z', 'updated_at': '2022-03-23T01:48:27Z', 'revision_number': 4, 'project_id': '839ebfe64dd74d1c922d34d74c877e99', 'gw_port': {'id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:16Z', 'updated_at': '2022-03-23T01:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '5b87daeb-2ec3-47f7-a54c-64e2d5fa3def', 'name': '', 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902', 'tenant_id': '839ebfe64dd74d1c922d34d74c877e99', 'mac_address': 'fa:16:3e:61:18:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'ea7038e1-c2d2-4675-9cf5-da7d82182b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:24Z', 'updated_at': '2022-03-23T01:48:32Z', 'revision_number': 4, 'project_id': '839ebfe64dd74d1c922d34d74c877e99', 'subnets': [{'id': 'ea7038e1-c2d2-4675-9cf5-da7d82182b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:33.608174 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cbc6e5-e112-421b-88c4-3e8b9ca78c03 None None] The sync data for ids ['e2e22f1f-de98-4f24-9e81-9b292220033a'] in n-d-834677-4 is: [{'id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90898684', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:47:43Z', 'updated_at': '2022-03-23T01:47:56Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:44Z', 'updated_at': '2022-03-23T01:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '6816e61d-ae18-414a-94e3-a82a994e04d7', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'port_id': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476', 'mac_address': 'fa:16:3e:d5:0f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:48:28Z', 'updated_at': '2022-03-23T01:48:28Z', 'revision_number': 0, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b', 'name': '', 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:86:d1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:53Z', 'updated_at': '2022-03-23T01:48:05Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:48:33.610154 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62a2b5-c9b4-4538-94eb-3d0deb7849ef None None] The sync data for ids ['66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'] in n-d-834677-4 is: [{'id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'name': 'tempest-ServerRescueTestJSON-100399356-router', 'tenant_id': '839ebfe64dd74d1c922d34d74c877e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:13Z', 'updated_at': '2022-03-23T01:48:27Z', 'revision_number': 4, 'project_id': '839ebfe64dd74d1c922d34d74c877e99', 'gw_port': {'id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:16Z', 'updated_at': '2022-03-23T01:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '5b87daeb-2ec3-47f7-a54c-64e2d5fa3def', 'name': '', 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902', 'tenant_id': '839ebfe64dd74d1c922d34d74c877e99', 'mac_address': 'fa:16:3e:61:18:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'ea7038e1-c2d2-4675-9cf5-da7d82182b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:24Z', 'updated_at': '2022-03-23T01:48:32Z', 'revision_number': 4, 'project_id': '839ebfe64dd74d1c922d34d74c877e99', 'subnets': [{'id': 'ea7038e1-c2d2-4675-9cf5-da7d82182b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:48:33.655583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea41d0db-f24d-4f69-a21d-32e7ef5fa5fd tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Made reservation on behalf of fc1d0c6107d34018bd73c002a47e9fc3 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:33.662185 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea41d0db-f24d-4f69-a21d-32e7ef5fa5fd tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:33.692787 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Allocated IP 172.25.0.141 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/91f0d8ef-25ac-4a13-8153-73b5ee7f0fc8) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:33.777458 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:33.876180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ac8e6859-0ea9-43bb-abea-226b43a1c512 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:48:34.083297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port ac8e6859-0ea9-43bb-abea-226b43a1c512 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:48:34.088563 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port ac8e6859-0ea9-43bb-abea-226b43a1c512 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:34.089113 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ac8e6859-0ea9-43bb-abea-226b43a1c512), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:34.089942 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks [] for port (91f0d8ef-25ac-4a13-8153-73b5ee7f0fc8), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:34.158798 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53766) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:34.169326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:48:34.177252 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57126c75-cb9b-4d0c-9f46-baafe7c0c404 None None] New status for floating IP 6816e61d-ae18-414a-94e3-a82a994e04d7: ACTIVE {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:48:34.258363 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea41d0db-f24d-4f69-a21d-32e7ef5fa5fd tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (601cce57-fdb3-46e2-b4f6-c30f4dc61ee1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:34.318646 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e8126744-8917-4aba-a12e-df0607131319 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/6816e61d-ae18-414a-94e3-a82a994e04d7 HTTP/1.1" status: 200 len: 991 time: 0.1563170 Mar 23 01:48:34.330937 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (91f0d8ef-25ac-4a13-8153-73b5ee7f0fc8), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:34.345958 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ac8e6859-0ea9-43bb-abea-226b43a1c512 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:34.346354 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ac8e6859-0ea9-43bb-abea-226b43a1c512), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:34.378880 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41d0db-f24d-4f69-a21d-32e7ef5fa5fd tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Pushing event updated for resources: {'Subnet': ['ID=601cce57-fdb3-46e2-b4f6-c30f4dc61ee1,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:34.420655 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce695c9-5a85-4222-ad3b-67b8aaacf3b1 req-14c3889e-debc-47e3-98c2-92e2adfc4b6e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:34.422490 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ce695c9-5a85-4222-ad3b-67b8aaacf3b1 req-14c3889e-debc-47e3-98c2-92e2adfc4b6e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 944 time: 0.1911736 Mar 23 01:48:34.434202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:34.438728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:34.451424 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea41d0db-f24d-4f69-a21d-32e7ef5fa5fd tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Checking segment: {'id': '21171bfa-2caa-4327-bbfe-eebf029a5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '40936f88-9631-483d-add4-da91834fcdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:48:34.451979 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea41d0db-f24d-4f69-a21d-32e7ef5fa5fd tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Network hostable DHCP agents. Network: 40936f88-9631-483d-add4-da91834fcdf7, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:48:34.454848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:34.465980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ac8e6859-0ea9-43bb-abea-226b43a1c512, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ac8e6859-0ea9-43bb-abea-226b43a1c512,segment=NetworkSegment(d98fc250-cf9d-44df-bd3e-f34873da6f41),segment_id=d98fc250-cf9d-44df-bd3e-f34873da6f41)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:34.491670 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8e6859-0ea9-43bb-abea-226b43a1c512'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:48:34.503797 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9c27e7-8f00-4bda-b391-3f7a921b9db5" -d '{"events": [{"server_uuid": "bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90", "name": "network-vif-plugged", "status": "completed", "tag": "ac8e6859-0ea9-43bb-abea-226b43a1c512"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:48:34.507100 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:34.507476 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5b87daeb-2ec3-47f7-a54c-64e2d5fa3def), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:34.516589 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ac8e6859-0ea9-43bb-abea-226b43a1c512), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:34.549750 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea41d0db-f24d-4f69-a21d-32e7ef5fa5fd tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Network 40936f88-9631-483d-add4-da91834fcdf7 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:48:34.594454 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ce695c9-5a85-4222-ad3b-67b8aaacf3b1 req-04280422-cd11-4cf1-950c-71e10f8ec82c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/security-groups?id=53a26409-3ba7-4b45-b87c-fa7a284bd7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651492 Mar 23 01:48:34.598852 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ea41d0db-f24d-4f69-a21d-32e7ef5fa5fd tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 40936f88-9631-483d-add4-da91834fcdf7) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:34.606535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Pushing event updated for resources: {'Port': ['ID=91f0d8ef-25ac-4a13-8153-73b5ee7f0fc8,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:34.610863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea41d0db-f24d-4f69-a21d-32e7ef5fa5fd tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:34.611477 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea41d0db-f24d-4f69-a21d-32e7ef5fa5fd tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:34.621136 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0c142e18-e1e1-4d7b-b2c6-36e22e77202a req-c30a2dde-9e2e-4d81-bb31-3583c37c3f43 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 210 time: 0.0949559 Mar 23 01:48:34.651601 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ea41d0db-f24d-4f69-a21d-32e7ef5fa5fd tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2187979 Mar 23 01:48:34.653038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53772) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:34.667489 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ae23d654-a7ed-4313-bbc6-84da237da8f1 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Request body: {'port': {'network_id': '40936f88-9631-483d-add4-da91834fcdf7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-739299933'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:34.684557 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd48b27-cc6e-41a4-984f-52a5914db469 None None] Network 40936f88-9631-483d-add4-da91834fcdf7 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:48:34.767141 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6c4a1d-6f04-4cb8-9fda-3d59c22f8d02 x-openstack-request-id: req-9e6c4a1d-6f04-4cb8-9fda-3d59c22f8d02 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:48:34.767440 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90", "name": "network-vif-plugged", "status": "completed", "tag": "ac8e6859-0ea9-43bb-abea-226b43a1c512", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:48:34.767809 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e6c4a1d-6f04-4cb8-9fda-3d59c22f8d02 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:48:34.768754 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6c4a1d-6f04-4cb8-9fda-3d59c22f8d02'] response: {'server_uuid': 'bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8e6859-0ea9-43bb-abea-226b43a1c512', 'code': 200} Mar 23 01:48:34.770056 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks [] for floatingip (c04795d9-e007-4d63-bbe9-fd3fbfe5bcd5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:34.826763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ac8e6859-0ea9-43bb-abea-226b43a1c512,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:34.841056 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:34.841826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:34.842936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:34.843525 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:34.843877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:34.844256 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:34.844698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:34.845251 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:34.846007 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:34.846412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:34.846755 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:34.847141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:34.847684 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:34.848009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:34.848336 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:48:34.848450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae23d654-a7ed-4313-bbc6-84da237da8f1 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Made reservation on behalf of fc1d0c6107d34018bd73c002a47e9fc3 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:34.853497 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae23d654-a7ed-4313-bbc6-84da237da8f1 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:34.860351 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (91f0d8ef-25ac-4a13-8153-73b5ee7f0fc8), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:34.906861 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:34.907555 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5b87daeb-2ec3-47f7-a54c-64e2d5fa3def), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:34.907906 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-ae23d654-a7ed-4313-bbc6-84da237da8f1 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] device_id is not set on port b986c1dd-15fe-42ad-85fa-d8805bfeb39b yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:48:34.981354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5b87daeb-2ec3-47f7-a54c-64e2d5fa3def,segment=NetworkSegment(4f73d738-137b-40e3-849f-32882620912b),segment_id=4f73d738-137b-40e3-849f-32882620912b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:34.985958 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-40936f88-9631-483d-add4-da91834fcdf7', 'network_id': '40936f88-9631-483d-add4-da91834fcdf7', 'project_id': 'fc1d0c6107d34018bd73c002a47e9fc3', 'fixed_ips': [{'subnet_id': '601cce57-fdb3-46e2-b4f6-c30f4dc61ee1'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:48:34.987170 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:35.001974 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5b87daeb-2ec3-47f7-a54c-64e2d5fa3def), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:35.022767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25299669-9cfe-4dac-a098-d15b61c7357a req-b7932aa5-620f-41e1-b4c1-8b6bdc076ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:35.024508 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-25299669-9cfe-4dac-a098-d15b61c7357a req-b7932aa5-620f-41e1-b4c1-8b6bdc076ba1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 1127 time: 0.1679785 Mar 23 01:48:35.083993 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks [] for port (91f0d8ef-25ac-4a13-8153-73b5ee7f0fc8), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:35.159902 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (91f0d8ef-25ac-4a13-8153-73b5ee7f0fc8), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:35.192616 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-25299669-9cfe-4dac-a098-d15b61c7357a req-d384c6dc-33e4-4df0-b992-9a4351945a66 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=53a26409-3ba7-4b45-b87c-fa7a284bd7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586168 Mar 23 01:48:35.196579 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-ae23d654-a7ed-4313-bbc6-84da237da8f1 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Allocated IP 172.20.0.13 (40936f88-9631-483d-add4-da91834fcdf7/601cce57-fdb3-46e2-b4f6-c30f4dc61ee1/b986c1dd-15fe-42ad-85fa-d8805bfeb39b) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:35.236889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=5b87daeb-2ec3-47f7-a54c-64e2d5fa3def,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:35.342124 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53786) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:35.420116 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Pushing event updated for resources: {'Port': ['ID=91f0d8ef-25ac-4a13-8153-73b5ee7f0fc8,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:35.438288 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (c04795d9-e007-4d63-bbe9-fd3fbfe5bcd5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:35.467290 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae23d654-a7ed-4313-bbc6-84da237da8f1 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks [] for port (b986c1dd-15fe-42ad-85fa-d8805bfeb39b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:35.482123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-2234c2de-e9ef-4776-acc7-0f679f06247e tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:35.483734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-2234c2de-e9ef-4776-acc7-0f679f06247e tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.42 "GET /v2.0/networks?id=58bb0fa8-da03-480f-a1ac-572b78b11902 HTTP/1.1" status: 200 len: 810 time: 0.3830037 Mar 23 01:48:35.487057 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a9029b1c-d9c6-4d3f-9c1c-d7e3ddddea45 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/6816e61d-ae18-414a-94e3-a82a994e04d7 HTTP/1.1" status: 200 len: 993 time: 0.1418548 Mar 23 01:48:35.490076 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:35.493863 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8ed7075a-4375-417d-bcf0-12132c93d7ed tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3440344 Mar 23 01:48:35.494621 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53788) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:35.505783 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-839d3096-2814-470d-adfe-dcca43f2dadd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Request body: {'port': {'device_id': '843d0409-a060-4e1c-a2a5-b6972c720f7c', 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902', 'admin_state_up': True, 'tenant_id': '839ebfe64dd74d1c922d34d74c877e99'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:35.536273 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae23d654-a7ed-4313-bbc6-84da237da8f1 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b986c1dd-15fe-42ad-85fa-d8805bfeb39b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:35.592788 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae23d654-a7ed-4313-bbc6-84da237da8f1 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Network 40936f88-9631-483d-add4-da91834fcdf7 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:35.597218 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ae23d654-a7ed-4313-bbc6-84da237da8f1 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:35.602255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae23d654-a7ed-4313-bbc6-84da237da8f1 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:35.641203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23d654-a7ed-4313-bbc6-84da237da8f1 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Pushing event updated for resources: {'Port': ['ID=b986c1dd-15fe-42ad-85fa-d8805bfeb39b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:35.655602 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-839d3096-2814-470d-adfe-dcca43f2dadd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Made reservation on behalf of 839ebfe64dd74d1c922d34d74c877e99 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:35.659423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Allocated IP 172.20.0.2 (40936f88-9631-483d-add4-da91834fcdf7/601cce57-fdb3-46e2-b4f6-c30f4dc61ee1/44dd5867-045d-4b96-9c25-c1f247a218bb) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:35.660635 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-839d3096-2814-470d-adfe-dcca43f2dadd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:35.680679 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae23d654-a7ed-4313-bbc6-84da237da8f1 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:35.682240 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae23d654-a7ed-4313-bbc6-84da237da8f1 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:35.712107 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:35.759316 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ae23d654-a7ed-4313-bbc6-84da237da8f1 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0959969 Mar 23 01:48:35.763943 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53796) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:35.805512 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-418e19f9-0200-49f4-adb3-b5c8fddeada8 req-a5ff9e39-9481-43d8-87ba-664212e34b9e tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 210 time: 0.0405238 Mar 23 01:48:35.822431 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:35.945894 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Publish callbacks [] for port (44dd5867-045d-4b96-9c25-c1f247a218bb), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:35.962685 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (44dd5867-045d-4b96-9c25-c1f247a218bb), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:35.968933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-839d3096-2814-470d-adfe-dcca43f2dadd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Allocated IP 172.20.0.2 (58bb0fa8-da03-480f-a1ac-572b78b11902/ea7038e1-c2d2-4675-9cf5-da7d82182b5b/01fdcb60-f61b-461f-bc35-b570e3b520b7) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:35.994000 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc63af-a5a8-4927-b294-d452d358ef3b req-e7098a8c-c307-4513-a49e-70234ce92a35 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:35.996191 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85bc63af-a5a8-4927-b294-d452d358ef3b req-e7098a8c-c307-4513-a49e-70234ce92a35 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 945 time: 0.2334328 Mar 23 01:48:36.013202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Pushing event updated for resources: {'Port': ['ID=44dd5867-045d-4b96-9c25-c1f247a218bb,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:36.015959 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:48:36.056090 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Network 40936f88-9631-483d-add4-da91834fcdf7 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:36.062075 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:36.068988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:36.095668 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-b5d54155-8887-42e9-93c1-4bd42acd85cc tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Deleting port b986c1dd-15fe-42ad-85fa-d8805bfeb39b {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:36.096027 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5d54155-8887-42e9-93c1-4bd42acd85cc tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b986c1dd-15fe-42ad-85fa-d8805bfeb39b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:36.104323 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85bc63af-a5a8-4927-b294-d452d358ef3b req-2ef2b065-a568-4750-a804-a018047d7130 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/security-groups?id=53a26409-3ba7-4b45-b87c-fa7a284bd7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023853 Mar 23 01:48:36.144371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Attempting to bind port 44dd5867-045d-4b96-9c25-c1f247a218bb on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:48:36.145221 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Attempting to bind port 44dd5867-045d-4b96-9c25-c1f247a218bb by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '21171bfa-2caa-4327-bbfe-eebf029a5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '40936f88-9631-483d-add4-da91834fcdf7'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:48:36.145802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Attempting to bind port 44dd5867-045d-4b96-9c25-c1f247a218bb on network 40936f88-9631-483d-add4-da91834fcdf7 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:48:36.152019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:48:36.152903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Checking segment: {'id': '21171bfa-2caa-4327-bbfe-eebf029a5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '40936f88-9631-483d-add4-da91834fcdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:48:36.153885 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:36.154507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Bound using segment: {'id': '21171bfa-2caa-4327-bbfe-eebf029a5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '40936f88-9631-483d-add4-da91834fcdf7'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:48:36.155189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Bound port: 44dd5867-045d-4b96-9c25-c1f247a218bb, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21171bfa-2caa-4327-bbfe-eebf029a5fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '40936f88-9631-483d-add4-da91834fcdf7'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:48:36.161550 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (44dd5867-045d-4b96-9c25-c1f247a218bb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:36.172053 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:36.177042 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:36.177420 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5b87daeb-2ec3-47f7-a54c-64e2d5fa3def), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:36.190373 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-839d3096-2814-470d-adfe-dcca43f2dadd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Publish callbacks [] for port (01fdcb60-f61b-461f-bc35-b570e3b520b7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:36.249243 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-839d3096-2814-470d-adfe-dcca43f2dadd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (01fdcb60-f61b-461f-bc35-b570e3b520b7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:36.306522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Allocated IP 172.25.0.67 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/b774e71f-ce8d-47b2-9963-4584a8e05125) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:36.312387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-839d3096-2814-470d-adfe-dcca43f2dadd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Network 58bb0fa8-da03-480f-a1ac-572b78b11902 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:36.317897 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-839d3096-2814-470d-adfe-dcca43f2dadd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:36.318962 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:36.327297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] For port 44dd5867-045d-4b96-9c25-c1f247a218bb, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:48:36.329350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-839d3096-2814-470d-adfe-dcca43f2dadd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:36.332049 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] For port 44dd5867-045d-4b96-9c25-c1f247a218bb, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=44dd5867-045d-4b96-9c25-c1f247a218bb,segment=NetworkSegment(21171bfa-2caa-4327-bbfe-eebf029a5fdc),segment_id=21171bfa-2caa-4327-bbfe-eebf029a5fdc)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:48:36.340348 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (44dd5867-045d-4b96-9c25-c1f247a218bb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:36.373032 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d3096-2814-470d-adfe-dcca43f2dadd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Pushing event updated for resources: {'Port': ['ID=01fdcb60-f61b-461f-bc35-b570e3b520b7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:36.408466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-839d3096-2814-470d-adfe-dcca43f2dadd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:36.409439 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-839d3096-2814-470d-adfe-dcca43f2dadd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:36.440589 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-839d3096-2814-470d-adfe-dcca43f2dadd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9389572 Mar 23 01:48:36.453897 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Request body: {'port': {'device_id': '843d0409-a060-4e1c-a2a5-b6972c720f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:36.469231 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66a82e-3a5b-4df1-81cf-74ddf103f658 None None] Pushing event updated for resources: {'Port': ['ID=44dd5867-045d-4b96-9c25-c1f247a218bb,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:36.529449 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Publish callbacks [] for port (b774e71f-ce8d-47b2-9963-4584a8e05125), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:36.578756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5d54155-8887-42e9-93c1-4bd42acd85cc tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b986c1dd-15fe-42ad-85fa-d8805bfeb39b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:36.593308 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (01fdcb60-f61b-461f-bc35-b570e3b520b7), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:36.607870 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-b5d54155-8887-42e9-93c1-4bd42acd85cc tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Calling delete_port for b986c1dd-15fe-42ad-85fa-d8805bfeb39b owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:36.676490 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b774e71f-ce8d-47b2-9963-4584a8e05125), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:36.756924 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:36.758921 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Pushing event updated for resources: {'Port': ['ID=b774e71f-ce8d-47b2-9963-4584a8e05125,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:36.772181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:36.773052 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:36.876348 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5d54155-8887-42e9-93c1-4bd42acd85cc tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b986c1dd-15fe-42ad-85fa-d8805bfeb39b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:36.994906 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d54155-8887-42e9-93c1-4bd42acd85cc tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Pushing event deleted for resources: {'Port': ['ID=b986c1dd-15fe-42ad-85fa-d8805bfeb39b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:37.016797 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01fdcb60-f61b-461f-bc35-b570e3b520b7 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:48:37.026945 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Publish callbacks [] for port (01fdcb60-f61b-461f-bc35-b570e3b520b7), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:37.043017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Transition to ACTIVE for port object 01fdcb60-f61b-461f-bc35-b570e3b520b7 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:48:37.048319 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (01fdcb60-f61b-461f-bc35-b570e3b520b7), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:37.057103 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Publish callbacks [] for floatingip (2ded31a9-f69f-4558-add8-023a8010def3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:37.073425 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5d54155-8887-42e9-93c1-4bd42acd85cc tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:37.077179 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b5d54155-8887-42e9-93c1-4bd42acd85cc tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] 10.222.0.18 "DELETE /v2.0/ports/b986c1dd-15fe-42ad-85fa-d8805bfeb39b HTTP/1.1" status: 204 len: 168 time: 1.3118219 Mar 23 01:48:37.080077 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53804) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:37.092689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aee45d-a3ed-467e-8c73-a3d2d7847f41 req-9826d255-1f04-465a-a1eb-ac18979ba607 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:37.094370 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93aee45d-a3ed-467e-8c73-a3d2d7847f41 req-9826d255-1f04-465a-a1eb-ac18979ba607 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 931 time: 0.1677299 Mar 23 01:48:37.110466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Pushing event updated for resources: {'Port': ['ID=01fdcb60-f61b-461f-bc35-b570e3b520b7,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:37.176931 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b774e71f-ce8d-47b2-9963-4584a8e05125), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:37.195178 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e177569e-e31a-436f-827b-69120cc6b77f tempest-DHCPAgentSchedulersTestJSON-1428949487 tempest-DHCPAgentSchedulersTestJSON-1428949487-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1117523 Mar 23 01:48:37.198839 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53810) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:37.211494 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-fe31aa26-d717-405b-88fc-5d30bd02cf09 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1614459657'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:37.219379 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93aee45d-a3ed-467e-8c73-a3d2d7847f41 req-5f3ac8d0-e4b5-48da-83ce-db7dc8e89848 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075847 Mar 23 01:48:37.327953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe31aa26-d717-405b-88fc-5d30bd02cf09 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Made reservation on behalf of fc1d0c6107d34018bd73c002a47e9fc3 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:37.331283 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe31aa26-d717-405b-88fc-5d30bd02cf09 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:37.348620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Attempting to bind port 01fdcb60-f61b-461f-bc35-b570e3b520b7 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:48:37.348914 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Attempting to bind port 01fdcb60-f61b-461f-bc35-b570e3b520b7 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '4f73d738-137b-40e3-849f-32882620912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:48:37.349252 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Attempting to bind port 01fdcb60-f61b-461f-bc35-b570e3b520b7 on network 58bb0fa8-da03-480f-a1ac-572b78b11902 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:48:37.367127 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Port 01fdcb60-f61b-461f-bc35-b570e3b520b7 on network 58bb0fa8-da03-480f-a1ac-572b78b11902 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:48:37.367458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Attempting to bind port 01fdcb60-f61b-461f-bc35-b570e3b520b7 on network 58bb0fa8-da03-480f-a1ac-572b78b11902 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:48:37.382845 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:48:37.383152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Checking segment: {'id': '4f73d738-137b-40e3-849f-32882620912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:48:37.383545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Bound using segment: {'id': '4f73d738-137b-40e3-849f-32882620912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:48:37.383999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Bound port: 01fdcb60-f61b-461f-bc35-b570e3b520b7, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f73d738-137b-40e3-849f-32882620912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:48:37.384362 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (01fdcb60-f61b-461f-bc35-b570e3b520b7), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:37.389429 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Publish callbacks [] for port (b774e71f-ce8d-47b2-9963-4584a8e05125), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:37.393000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf689a-1f0e-4e45-8e44-669ba912c034 req-80834f27-b16d-4acc-a94d-2623f6bdd326 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:37.394698 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ebf689a-1f0e-4e45-8e44-669ba912c034 req-80834f27-b16d-4acc-a94d-2623f6bdd326 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 945 time: 0.1983798 Mar 23 01:48:37.399612 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe31aa26-d717-405b-88fc-5d30bd02cf09 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:48:37.401995 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (b774e71f-ce8d-47b2-9963-4584a8e05125), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:37.404560 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f74382e-2376-457e-8086-584e8969f0a3 req-1cda09bf-f94e-4705-a11a-69905130bf58 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1278951 Mar 23 01:48:37.476471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe31aa26-d717-405b-88fc-5d30bd02cf09 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (39ad3ba5-cf85-42b0-b1be-7df032512ea8), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:37.476471 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-fe31aa26-d717-405b-88fc-5d30bd02cf09 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Added segment 39ad3ba5-cf85-42b0-b1be-7df032512ea8 of type vlan for network 421c4067-9148-4f9d-84d6-91815bc8249b Mar 23 01:48:37.492335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Pushing event updated for resources: {'Port': ['ID=b774e71f-ce8d-47b2-9963-4584a8e05125,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:37.502564 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (2ded31a9-f69f-4558-add8-023a8010def3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:37.535045 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:37.537708 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-666a6677-fd9a-4348-bd18-098d9f1b3bda tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0420926 Mar 23 01:48:37.540216 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53816) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:37.648662 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0b8a0be7-2788-4110-ab63-cb9ae76e8b19 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.1010911 Mar 23 01:48:37.651902 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53818) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:37.654756 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe31aa26-d717-405b-88fc-5d30bd02cf09 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (421c4067-9148-4f9d-84d6-91815bc8249b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:37.677160 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ebf689a-1f0e-4e45-8e44-669ba912c034 req-9c60d106-9779-40e6-9c8e-8b399cd8621f tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/security-groups?id=53a26409-3ba7-4b45-b87c-fa7a284bd7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716079 Mar 23 01:48:37.705008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] For port 01fdcb60-f61b-461f-bc35-b570e3b520b7, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:48:37.705008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] For port 01fdcb60-f61b-461f-bc35-b570e3b520b7, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=01fdcb60-f61b-461f-bc35-b570e3b520b7,segment=NetworkSegment(4f73d738-137b-40e3-849f-32882620912b),segment_id=4f73d738-137b-40e3-849f-32882620912b)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:48:37.705581 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe31aa26-d717-405b-88fc-5d30bd02cf09 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (421c4067-9148-4f9d-84d6-91815bc8249b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:37.722948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe31aa26-d717-405b-88fc-5d30bd02cf09 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:37.723771 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe31aa26-d717-405b-88fc-5d30bd02cf09 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:37.730938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74382e-2376-457e-8086-584e8969f0a3 req-e12ac0dc-8119-4178-8c17-c6c366b31263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:37.732450 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f74382e-2376-457e-8086-584e8969f0a3 req-e12ac0dc-8119-4178-8c17-c6c366b31263 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 1128 time: 0.2541921 Mar 23 01:48:37.736218 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (01fdcb60-f61b-461f-bc35-b570e3b520b7), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:37.757446 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9895d768-6f38-4609-83bb-2ac7d34e84a1 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1013503 Mar 23 01:48:37.768653 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53822) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:37.952267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 44dd5867-045d-4b96-9c25-c1f247a218bb up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:48:38.024638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 44dd5867-045d-4b96-9c25-c1f247a218bb triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:38.025044 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (44dd5867-045d-4b96-9c25-c1f247a218bb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:38.126471 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8e2821e-185e-4735-9629-585230c36ca1 req-713e8242-6a20-4239-b4f7-83b5a4c970e3 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 258 time: 0.3672342 Mar 23 01:48:38.128116 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 44dd5867-045d-4b96-9c25-c1f247a218bb is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:38.128718 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (44dd5867-045d-4b96-9c25-c1f247a218bb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:38.132041 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99f263f-80ab-4728-a697-4b4ade5840ba None None] Network 40936f88-9631-483d-add4-da91834fcdf7 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:48:38.132949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-f8e2821e-185e-4735-9629-585230c36ca1 req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:38.158881 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1c050042-8350-4cdc-bcf6-fb0532ceb2a3 tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Deleting port b774e71f-ce8d-47b2-9963-4584a8e05125 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:38.159228 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c050042-8350-4cdc-bcf6-fb0532ceb2a3 tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b774e71f-ce8d-47b2-9963-4584a8e05125), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:38.207043 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 44dd5867-045d-4b96-9c25-c1f247a218bb, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=44dd5867-045d-4b96-9c25-c1f247a218bb,segment=NetworkSegment(21171bfa-2caa-4327-bbfe-eebf029a5fdc),segment_id=21171bfa-2caa-4327-bbfe-eebf029a5fdc)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:38.225922 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (44dd5867-045d-4b96-9c25-c1f247a218bb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:38.281685 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c050042-8350-4cdc-bcf6-fb0532ceb2a3 tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b774e71f-ce8d-47b2-9963-4584a8e05125), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:38.282293 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c050042-8350-4cdc-bcf6-fb0532ceb2a3 tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Publish callbacks [] for floatingip (b774e71f-ce8d-47b2-9963-4584a8e05125), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:38.286265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=44dd5867-045d-4b96-9c25-c1f247a218bb,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:38.304926 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e29d2e41-f356-4991-9aae-569c8d85df33 None None] Provisioning complete for port 44dd5867-045d-4b96-9c25-c1f247a218bb triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:38.305601 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e29d2e41-f356-4991-9aae-569c8d85df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (44dd5867-045d-4b96-9c25-c1f247a218bb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:38.308377 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1c050042-8350-4cdc-bcf6-fb0532ceb2a3 tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Calling delete_port for b774e71f-ce8d-47b2-9963-4584a8e05125 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:38.430637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31aa26-d717-405b-88fc-5d30bd02cf09 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Pushing event updated for resources: {'Network': ['ID=421c4067-9148-4f9d-84d6-91815bc8249b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:38.451116 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 421c4067-9148-4f9d-84d6-91815bc8249b details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:48:38.464553 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fe31aa26-d717-405b-88fc-5d30bd02cf09 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2575002 Mar 23 01:48:38.466869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53826) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:38.502552 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:38.503372 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:38.504681 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] 10.222.0.42 "PUT /v2.0/ports/01fdcb60-f61b-461f-bc35-b570e3b520b7 HTTP/1.1" status: 200 len: 1091 time: 2.0567515 Mar 23 01:48:38.506072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843d0409-a060-4e1c-a2a5-b6972c720f7c', 'tag': '01fdcb60-f61b-461f-bc35-b570e3b520b7'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:48:38.508358 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77167659-d280-4583-8415-35bbfa3857b5" -d '{"events": [{"name": "network-changed", "server_uuid": "843d0409-a060-4e1c-a2a5-b6972c720f7c", "tag": "01fdcb60-f61b-461f-bc35-b570e3b520b7"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:48:38.565747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e29d2e41-f356-4991-9aae-569c8d85df33 None None] Current status of the port 44dd5867-045d-4b96-9c25-c1f247a218bb is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:38.579908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760df17c-9ba4-4924-8e53-ca0ea668b80e service neutron] Pushing event updated for resources: {'Port': ['ID=01fdcb60-f61b-461f-bc35-b570e3b520b7,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:38.663611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74382e-2376-457e-8086-584e8969f0a3 req-321e7791-0290-4adf-a19d-52167f36c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:38.665181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f74382e-2376-457e-8086-584e8969f0a3 req-321e7791-0290-4adf-a19d-52167f36c81d service neutron] 10.222.0.42 "GET /v2.0/networks?id=87aa8238-b3d1-4249-8bf5-f96b20def476 HTTP/1.1" status: 200 len: 897 time: 0.8627872 Mar 23 01:48:38.698596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc141af-3abc-4252-970f-d7d26cabba0b req-3d6bc6ef-9cd3-4d21-9086-94ec262be733 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:38.700759 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0dc141af-3abc-4252-970f-d7d26cabba0b req-3d6bc6ef-9cd3-4d21-9086-94ec262be733 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 943 time: 0.2928674 Mar 23 01:48:38.776371 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f74382e-2376-457e-8086-584e8969f0a3 req-9b35d758-7652-4b6e-95b8-fe23b07643d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98 HTTP/1.1" status: 200 len: 1001 time: 0.0978618 Mar 23 01:48:38.829583 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f8e2821e-185e-4735-9629-585230c36ca1 req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:38.897347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f0061c8a-5928-4f6c-824d-ed032360382e None None] Provisioning complete for port 44dd5867-045d-4b96-9c25-c1f247a218bb triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:38.898262 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f0061c8a-5928-4f6c-824d-ed032360382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (44dd5867-045d-4b96-9c25-c1f247a218bb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:38.948382 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-8559a04e-8875-4dd6-b9d8-8c1be8f936f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:38.950148 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-8559a04e-8875-4dd6-b9d8-8c1be8f936f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=839ebfe64dd74d1c922d34d74c877e99&device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 1125 time: 0.3715301 Mar 23 01:48:38.951526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74382e-2376-457e-8086-584e8969f0a3 req-cab6f0f8-72ad-434c-8eeb-853de2b198b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:38.953140 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f74382e-2376-457e-8086-584e8969f0a3 req-cab6f0f8-72ad-434c-8eeb-853de2b198b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e48427a-299d-4910-9d09-e0cfab05d4bd HTTP/1.1" status: 200 len: 834 time: 0.1694279 Mar 23 01:48:38.970354 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0dc141af-3abc-4252-970f-d7d26cabba0b req-65c753e1-b0b3-42c3-a21c-7103069a9ce4 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924233 Mar 23 01:48:39.035441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f0061c8a-5928-4f6c-824d-ed032360382e None None] Current status of the port 44dd5867-045d-4b96-9c25-c1f247a218bb is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:39.036042 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f8e2821e-185e-4735-9629-585230c36ca1 req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:39.046100 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c050042-8350-4cdc-bcf6-fb0532ceb2a3 tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b774e71f-ce8d-47b2-9963-4584a8e05125), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:39.082170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c050042-8350-4cdc-bcf6-fb0532ceb2a3 tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Pushing event deleted for resources: {'Port': ['ID=b774e71f-ce8d-47b2-9963-4584a8e05125,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:39.129581 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-00f00eb3-d166-43de-9cf5-24f63f7480c7 tempest-DHCPAgentSchedulersTestJSON-1428949487 tempest-DHCPAgentSchedulersTestJSON-1428949487-project-admin] 10.222.0.18 "GET /v2.0/agents/4668731f-93f2-4e9a-9677-07857bda9adf/dhcp-networks HTTP/1.1" status: 200 len: 6491 time: 0.6383572 Mar 23 01:48:39.131168 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5357d3-f949-4152-8b96-453496e67a35 x-openstack-request-id: req-5c5357d3-f949-4152-8b96-453496e67a35 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:48:39.131459 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843d0409-a060-4e1c-a2a5-b6972c720f7c", "tag": "01fdcb60-f61b-461f-bc35-b570e3b520b7", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:48:39.131715 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c5357d3-f949-4152-8b96-453496e67a35 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:48:39.132249 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5357d3-f949-4152-8b96-453496e67a35'] response: {'name': 'network-changed', 'server_uuid': '843d0409-a060-4e1c-a2a5-b6972c720f7c', 'tag': '01fdcb60-f61b-461f-bc35-b570e3b520b7', 'status': 'completed', 'code': 200} Mar 23 01:48:39.148634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53834) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:39.163611 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-10ebef6c-b664-40ec-aba5-b81880c5f125 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01fdcb60-f61b-461f-bc35-b570e3b520b7 HTTP/1.1" status: 200 len: 217 time: 0.1805084 Mar 23 01:48:39.203814 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c050042-8350-4cdc-bcf6-fb0532ceb2a3 tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Publish callbacks [] for floatingip (2ded31a9-f69f-4558-add8-023a8010def3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:39.206762 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c050042-8350-4cdc-bcf6-fb0532ceb2a3 tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:39.208150 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1c050042-8350-4cdc-bcf6-fb0532ceb2a3 tempest-FloatingIPAdminTestJSON-1087663542 tempest-FloatingIPAdminTestJSON-1087663542-project] 10.222.0.18 "DELETE /v2.0/floatingips/2ded31a9-f69f-4558-add8-023a8010def3 HTTP/1.1" status: 204 len: 168 time: 1.4383104 Mar 23 01:48:39.211172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53836) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:39.251195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-117fafed-f96a-438d-b471-520b1a735573 None None] Could not find standard attr ID for object b986c1dd-15fe-42ad-85fa-d8805bfeb39b. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:48:39.276531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74382e-2376-457e-8086-584e8969f0a3 req-8493c260-8948-461c-bf4a-33527343abac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:39.278484 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f74382e-2376-457e-8086-584e8969f0a3 req-8493c260-8948-461c-bf4a-33527343abac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87aa8238-b3d1-4249-8bf5-f96b20def476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3037553 Mar 23 01:48:39.285432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-99d94313-8434-4e6c-b9e9-2c33d9832aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:39.286909 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-99d94313-8434-4e6c-b9e9-2c33d9832aeb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea7038e1-c2d2-4675-9cf5-da7d82182b5b HTTP/1.1" status: 200 len: 850 time: 0.1119585 Mar 23 01:48:39.388409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-f8e2821e-185e-4735-9629-585230c36ca1 req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Allocated IP 172.25.0.133 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/d11b42c0-dc86-4e62-9342-765b1c1a7976) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:39.397795 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-8e2aa638-1afb-448a-9dad-6f35a5da85c6 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Deleting port 91f0d8ef-25ac-4a13-8153-73b5ee7f0fc8 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:39.398148 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e2aa638-1afb-448a-9dad-6f35a5da85c6 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (91f0d8ef-25ac-4a13-8153-73b5ee7f0fc8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:39.405284 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f74382e-2376-457e-8086-584e8969f0a3 req-92e8ceec-80f0-4dd0-8a4d-5e30576e594b service neutron] 10.222.0.42 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106787 Mar 23 01:48:39.485650 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-eb3f65c0-7ce0-41c7-8a71-4af63d4b63dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58bb0fa8-da03-480f-a1ac-572b78b11902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793355 Mar 23 01:48:39.546417 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e2aa638-1afb-448a-9dad-6f35a5da85c6 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (91f0d8ef-25ac-4a13-8153-73b5ee7f0fc8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:39.546753 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e2aa638-1afb-448a-9dad-6f35a5da85c6 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks [] for floatingip (91f0d8ef-25ac-4a13-8153-73b5ee7f0fc8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:39.550584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ef67c6-2ed8-4115-a6c6-736f67f7e439 tempest-DHCPAgentSchedulersTestJSON-1428949487 tempest-DHCPAgentSchedulersTestJSON-1428949487-project-admin] Network 421c4067-9148-4f9d-84d6-91815bc8249b is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:48:39.573882 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-8e2aa638-1afb-448a-9dad-6f35a5da85c6 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Calling delete_port for 91f0d8ef-25ac-4a13-8153-73b5ee7f0fc8 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:39.583472 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-31ef67c6-2ed8-4115-a6c6-736f67f7e439 tempest-DHCPAgentSchedulersTestJSON-1428949487 tempest-DHCPAgentSchedulersTestJSON-1428949487-project-admin] 10.222.0.18 "POST /v2.0/agents/4668731f-93f2-4e9a-9677-07857bda9adf/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4265988 Mar 23 01:48:39.586409 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53838) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:39.589813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5452d43-9042-47dc-b6a6-39492e4abcba None None] Network 421c4067-9148-4f9d-84d6-91815bc8249b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:48:39.632131 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f74382e-2376-457e-8086-584e8969f0a3 req-13391bef-ff3f-40a0-8733-3361dccf12b0 service neutron] 10.222.0.42 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152851 Mar 23 01:48:39.663088 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f8e2821e-185e-4735-9629-585230c36ca1 req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for port (d11b42c0-dc86-4e62-9342-765b1c1a7976), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:39.718771 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f8e2821e-185e-4735-9629-585230c36ca1 req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d11b42c0-dc86-4e62-9342-765b1c1a7976), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:39.720019 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-0a9453f1-4ac8-41b2-8e01-e7c6bf27092b service neutron] 10.222.0.42 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276645 Mar 23 01:48:39.776050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e2821e-185e-4735-9629-585230c36ca1 req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:39.782868 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-f8e2821e-185e-4735-9629-585230c36ca1 req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:39.788990 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e2821e-185e-4735-9629-585230c36ca1 req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:39.822384 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Pushing event updated for resources: {'Port': ['ID=d11b42c0-dc86-4e62-9342-765b1c1a7976,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:39.884512 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-067f6db4-9625-45f0-989e-b365df29f2a6 tempest-DHCPAgentSchedulersTestJSON-1428949487 tempest-DHCPAgentSchedulersTestJSON-1428949487-project-admin] 10.222.0.18 "GET /v2.0/agents/4668731f-93f2-4e9a-9677-07857bda9adf/dhcp-networks HTTP/1.1" status: 200 len: 7261 time: 0.2958558 Mar 23 01:48:39.886937 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-88a238a1-7bc1-48f2-b7d4-dc5e1742b6ec req-50f6ae0d-74d6-4b3f-a3a9-dfc8b16f96fb service neutron] 10.222.0.42 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593404 Mar 23 01:48:39.887540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53840) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:39.938032 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e2aa638-1afb-448a-9dad-6f35a5da85c6 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (91f0d8ef-25ac-4a13-8153-73b5ee7f0fc8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:39.953652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 44dd5867-045d-4b96-9c25-c1f247a218bb up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:48:39.991845 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77167659-d280-4583-8415-35bbfa3857b5 req-7e8af917-202c-490e-b82d-78084794f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:39.993464 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77167659-d280-4583-8415-35bbfa3857b5 req-7e8af917-202c-490e-b82d-78084794f053 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=839ebfe64dd74d1c922d34d74c877e99&device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 1125 time: 0.0524487 Mar 23 01:48:40.019320 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2aa638-1afb-448a-9dad-6f35a5da85c6 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Pushing event deleted for resources: {'Port': ['ID=91f0d8ef-25ac-4a13-8153-73b5ee7f0fc8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:40.030470 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 44dd5867-045d-4b96-9c25-c1f247a218bb triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:40.031543 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (44dd5867-045d-4b96-9c25-c1f247a218bb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:40.117598 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a14502c6-1335-4f65-b603-1687baf2a975 tempest-DHCPAgentSchedulersTestJSON-1428949487 tempest-DHCPAgentSchedulersTestJSON-1428949487-project-admin] 10.222.0.18 "DELETE /v2.0/agents/4668731f-93f2-4e9a-9677-07857bda9adf/dhcp-networks/421c4067-9148-4f9d-84d6-91815bc8249b HTTP/1.1" status: 204 len: 168 time: 0.2265344 Mar 23 01:48:40.117800 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53844) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:40.118756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f8e2821e-185e-4735-9629-585230c36ca1 req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for floatingip (07b7ce07-5097-4da3-93ef-69a91b814f11), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:40.136184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 44dd5867-045d-4b96-9c25-c1f247a218bb is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:40.189347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f39970-e331-4500-b934-a684a172ab04 req-02c42fe7-f8ec-4553-a6b2-c2c9ef074064 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:40.191536 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-99f39970-e331-4500-b934-a684a172ab04 req-02c42fe7-f8ec-4553-a6b2-c2c9ef074064 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 943 time: 0.0999589 Mar 23 01:48:40.194947 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77167659-d280-4583-8415-35bbfa3857b5 req-f0d9f95e-504b-4c3b-a56b-4c322321ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:40.196822 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77167659-d280-4583-8415-35bbfa3857b5 req-f0d9f95e-504b-4c3b-a56b-4c322321ceea service neutron] 10.222.0.42 "GET /v2.0/networks?id=58bb0fa8-da03-480f-a1ac-572b78b11902 HTTP/1.1" status: 200 len: 910 time: 0.1967394 Mar 23 01:48:40.230899 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e2aa638-1afb-448a-9dad-6f35a5da85c6 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks [] for floatingip (c04795d9-e007-4d63-bbe9-fd3fbfe5bcd5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:40.233548 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e2aa638-1afb-448a-9dad-6f35a5da85c6 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:40.234634 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8e2aa638-1afb-448a-9dad-6f35a5da85c6 tempest-FloatingIPAdminTestJSON-406384482 tempest-FloatingIPAdminTestJSON-406384482-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/c04795d9-e007-4d63-bbe9-fd3fbfe5bcd5 HTTP/1.1" status: 204 len: 168 time: 1.0230749 Mar 23 01:48:40.241011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53848) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:40.244630 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f8e2821e-185e-4735-9629-585230c36ca1 req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d11b42c0-dc86-4e62-9342-765b1c1a7976), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:40.257031 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-99f39970-e331-4500-b934-a684a172ab04 req-b042707d-1332-4d43-bd58-0433a94a54ea tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561006 Mar 23 01:48:40.295531 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77167659-d280-4583-8415-35bbfa3857b5 req-a3b81f9b-0eb2-4ad3-9a85-3c3f7b1b4851 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01fdcb60-f61b-461f-bc35-b570e3b520b7 HTTP/1.1" status: 200 len: 217 time: 0.0505791 Mar 23 01:48:40.361043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77167659-d280-4583-8415-35bbfa3857b5 req-c3d50c1f-7897-4ec6-9653-441d83e10862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:40.363075 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77167659-d280-4583-8415-35bbfa3857b5 req-c3d50c1f-7897-4ec6-9653-441d83e10862 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea7038e1-c2d2-4675-9cf5-da7d82182b5b HTTP/1.1" status: 200 len: 850 time: 0.0608215 Mar 23 01:48:40.404304 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77167659-d280-4583-8415-35bbfa3857b5 req-9573dd9b-63f8-4e02-a774-8e6c76cc95e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58bb0fa8-da03-480f-a1ac-572b78b11902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347357 Mar 23 01:48:40.473238 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-89413950-f4f0-4182-b42f-c5081307b904 tempest-DHCPAgentSchedulersTestJSON-1428949487 tempest-DHCPAgentSchedulersTestJSON-1428949487-project-admin] 10.222.0.18 "GET /v2.0/agents/4668731f-93f2-4e9a-9677-07857bda9adf/dhcp-networks HTTP/1.1" status: 200 len: 6491 time: 0.3483343 Mar 23 01:48:40.479344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53862) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:40.530958 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-db043d6a-6721-4c12-8516-6b23017768d7 tempest-DHCPAgentSchedulersTestJSON-1428949487 tempest-DHCPAgentSchedulersTestJSON-1428949487-project-admin] 10.222.0.18 "GET /v2.0/networks/40936f88-9631-483d-add4-da91834fcdf7/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0468936 Mar 23 01:48:40.531685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53864) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:40.546835 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-93ab6feb-ceb6-42f8-b3a2-1a677d99ba2b tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Deleting port a0f2ed42-10eb-4201-bbb8-a8a19bde5072 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:40.547189 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93ab6feb-ceb6-42f8-b3a2-1a677d99ba2b tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a0f2ed42-10eb-4201-bbb8-a8a19bde5072), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:40.564475 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77167659-d280-4583-8415-35bbfa3857b5 req-2c0ff421-d63b-4d25-af37-a41f27e7e64b service neutron] 10.222.0.42 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523633 Mar 23 01:48:40.601354 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5450342a-76ab-40a4-adca-d41874bd651c tempest-DHCPAgentSchedulersTestJSON-1428949487 tempest-DHCPAgentSchedulersTestJSON-1428949487-project-admin] 10.222.0.18 "GET /v2.0/networks/40936f88-9631-483d-add4-da91834fcdf7/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0685191 Mar 23 01:48:40.603301 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53866) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:40.637539 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f8e2821e-185e-4735-9629-585230c36ca1 req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for port (d11b42c0-dc86-4e62-9342-765b1c1a7976), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:40.648813 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f8e2821e-185e-4735-9629-585230c36ca1 req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (d11b42c0-dc86-4e62-9342-765b1c1a7976), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:40.709295 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93ab6feb-ceb6-42f8-b3a2-1a677d99ba2b tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a0f2ed42-10eb-4201-bbb8-a8a19bde5072), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:40.714630 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77167659-d280-4583-8415-35bbfa3857b5 req-58201360-3e72-4aaf-a6c9-3f33bfeea47b service neutron] 10.222.0.42 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410725 Mar 23 01:48:40.726838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-93ab6feb-ceb6-42f8-b3a2-1a677d99ba2b tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Calling delete_port for a0f2ed42-10eb-4201-bbb8-a8a19bde5072 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:40.788541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53870) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:40.853333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Pushing event updated for resources: {'Port': ['ID=d11b42c0-dc86-4e62-9342-765b1c1a7976,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:40.871127 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f8e2821e-185e-4735-9629-585230c36ca1 req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (07b7ce07-5097-4da3-93ef-69a91b814f11), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:40.878133 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-61e6b8c3-25ec-42b3-a68f-f3c395b60769 tempest-DHCPAgentSchedulersTestJSON-1428949487 tempest-DHCPAgentSchedulersTestJSON-1428949487-project-admin] 10.222.0.18 "GET /v2.0/agents/4668731f-93f2-4e9a-9677-07857bda9adf/dhcp-networks HTTP/1.1" status: 200 len: 6491 time: 0.1656487 Mar 23 01:48:40.882850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53874) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:40.904747 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f8e2821e-185e-4735-9629-585230c36ca1 req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:40.906261 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8e2821e-185e-4735-9629-585230c36ca1 req-6fef5101-a8f5-4ceb-b223-63c85a630ff1 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7789187 Mar 23 01:48:40.979079 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49afb716-9d97-47db-ab52-2fb956e85b1e tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (421c4067-9148-4f9d-84d6-91815bc8249b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.015826 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5625012-d936-4f82-89ab-92f8f54e73d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.040953 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8e2821e-185e-4735-9629-585230c36ca1 req-b19bc9f1-7999-43e5-908b-b6725178427e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 696 time: 0.1091328 Mar 23 01:48:41.069788 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49afb716-9d97-47db-ab52-2fb956e85b1e tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (421c4067-9148-4f9d-84d6-91815bc8249b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.096215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-49afb716-9d97-47db-ab52-2fb956e85b1e tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421c4067-9148-4f9d-84d6-91815bc8249b']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:41.101247 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93ab6feb-ceb6-42f8-b3a2-1a677d99ba2b tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a0f2ed42-10eb-4201-bbb8-a8a19bde5072), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.106191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-49afb716-9d97-47db-ab52-2fb956e85b1e tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ad3ba5-cf85-42b0-b1be-7df032512ea8') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:41.106368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-49afb716-9d97-47db-ab52-2fb956e85b1e tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ad3ba5-cf85-42b0-b1be-7df032512ea8') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:41.116353 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49afb716-9d97-47db-ab52-2fb956e85b1e tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (39ad3ba5-cf85-42b0-b1be-7df032512ea8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.131033 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49afb716-9d97-47db-ab52-2fb956e85b1e tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (39ad3ba5-cf85-42b0-b1be-7df032512ea8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.137408 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49afb716-9d97-47db-ab52-2fb956e85b1e tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:48:41.137818 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49afb716-9d97-47db-ab52-2fb956e85b1e tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (39ad3ba5-cf85-42b0-b1be-7df032512ea8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:48:41.141275 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:48:41.147078 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab6feb-ceb6-42f8-b3a2-1a677d99ba2b tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Pushing event deleted for resources: {'Port': ['ID=a0f2ed42-10eb-4201-bbb8-a8a19bde5072,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:41.221206 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49afb716-9d97-47db-ab52-2fb956e85b1e tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (421c4067-9148-4f9d-84d6-91815bc8249b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.228842 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49afb716-9d97-47db-ab52-2fb956e85b1e tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.234007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-49afb716-9d97-47db-ab52-2fb956e85b1e tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] 10.222.0.18 "DELETE /v2.0/networks/421c4067-9148-4f9d-84d6-91815bc8249b HTTP/1.1" status: 204 len: 168 time: 0.3498952 Mar 23 01:48:41.245916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53876) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:41.252393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afb716-9d97-47db-ab52-2fb956e85b1e tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Pushing event deleted for resources: {'Network': ['ID=421c4067-9148-4f9d-84d6-91815bc8249b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:41.291724 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2821e-185e-4735-9629-585230c36ca1 req-71bd736d-ffce-4afd-9380-6060dca48cd6 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:41.293286 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8e2821e-185e-4735-9629-585230c36ca1 req-71bd736d-ffce-4afd-9380-6060dca48cd6 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.2448192 Mar 23 01:48:41.298498 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-6151dd22-ab36-4b55-a1c9-331774cbc092 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] DELETE failed (client error): The resource could not be found. Mar 23 01:48:41.299095 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6151dd22-ab36-4b55-a1c9-331774cbc092 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:48:41.303673 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6151dd22-ab36-4b55-a1c9-331774cbc092 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] 10.222.0.18 "DELETE /v2.0/ports/b986c1dd-15fe-42ad-85fa-d8805bfeb39b HTTP/1.1" status: 404 len: 333 time: 0.0546701 Mar 23 01:48:41.313282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53880) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:41.317727 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-f8e2821e-185e-4735-9629-585230c36ca1 req-497d8779-d42c-45b0-a8bf-80b69cea7dc9 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:48:41.318842 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8e2821e-185e-4735-9629-585230c36ca1 req-497d8779-d42c-45b0-a8bf-80b69cea7dc9 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117316 Mar 23 01:48:41.320023 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-93ab6feb-ceb6-42f8-b3a2-1a677d99ba2b tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.327911 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-93ab6feb-ceb6-42f8-b3a2-1a677d99ba2b tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] 10.222.0.18 "DELETE /v2.0/ports/a0f2ed42-10eb-4201-bbb8-a8a19bde5072 HTTP/1.1" status: 204 len: 168 time: 1.0811260 Mar 23 01:48:41.329147 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53882) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:41.414212 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5625012-d936-4f82-89ab-92f8f54e73d0 admin admin] Publish callbacks [] for security_group (77f7186b-dd70-46c3-8a84-d8592efcf96f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.442029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-010c1d0d-44a1-44e7-b631-d358101a1faf tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Deleting subnet 601cce57-fdb3-46e2-b4f6-c30f4dc61ee1 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:48:41.451597 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-010c1d0d-44a1-44e7-b631-d358101a1faf tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks [] for subnet (601cce57-fdb3-46e2-b4f6-c30f4dc61ee1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.472891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac209cf7-6785-4c9d-bbc2-222929db892c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:41.477064 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ac209cf7-6785-4c9d-bbc2-222929db892c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76cf2d1-5608-4570-a5d8-aded8c2be373 HTTP/1.1" status: 200 len: 913 time: 0.1443245 Mar 23 01:48:41.477064 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5625012-d936-4f82-89ab-92f8f54e73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (77f7186b-dd70-46c3-8a84-d8592efcf96f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.481215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53886) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:41.541863 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25a61f-500f-4b9b-9647-ca3b0da5bc03 req-4befd54d-1a43-4962-ae8c-2c68747032b5 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:41.545064 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e5625012-d936-4f82-89ab-92f8f54e73d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0dd36f908ad9463abf50586b185c385a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7530317 Mar 23 01:48:41.548416 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53888) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:41.549174 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db25a61f-500f-4b9b-9647-ca3b0da5bc03 req-4befd54d-1a43-4962-ae8c-2c68747032b5 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 943 time: 0.1706662 Mar 23 01:48:41.555083 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5625012-d936-4f82-89ab-92f8f54e73d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f7186b-dd70-46c3-8a84-d8592efcf96f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:41.604152 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-010c1d0d-44a1-44e7-b631-d358101a1faf tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (601cce57-fdb3-46e2-b4f6-c30f4dc61ee1), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.618424 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85813f97-664b-4d9c-8599-297a8446f985 req-78ec8a78-68f8-4629-9c9f-4ceea155ae83 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:41.619996 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85813f97-664b-4d9c-8599-297a8446f985 req-78ec8a78-68f8-4629-9c9f-4ceea155ae83 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1982017 Mar 23 01:48:41.690650 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85813f97-664b-4d9c-8599-297a8446f985 req-c08d656a-b578-47d3-92df-767b236d0c47 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 696 time: 0.0605779 Mar 23 01:48:41.693472 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db25a61f-500f-4b9b-9647-ca3b0da5bc03 req-81c9c489-da10-469b-9edf-ff6b331bb1b4 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434591 Mar 23 01:48:41.715448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-85813f97-664b-4d9c-8599-297a8446f985 req-0759e252-c9e3-4774-8bfa-1bcbe8dc1418 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Request body: {'floatingip': {'port_id': 'ac8e6859-0ea9-43bb-abea-226b43a1c512', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:41.722774 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-589fa1c0-1179-4b41-87df-9ca142e7f557 admin admin] Publish callbacks [] for security_group (77f7186b-dd70-46c3-8a84-d8592efcf96f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.765603 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-85813f97-664b-4d9c-8599-297a8446f985 req-0759e252-c9e3-4774-8bfa-1bcbe8dc1418 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for floatingip (07b7ce07-5097-4da3-93ef-69a91b814f11), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.810239 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-010c1d0d-44a1-44e7-b631-d358101a1faf tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (601cce57-fdb3-46e2-b4f6-c30f4dc61ee1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.819395 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-589fa1c0-1179-4b41-87df-9ca142e7f557 admin admin] Publish callbacks [] for security_group (77f7186b-dd70-46c3-8a84-d8592efcf96f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.901240 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-010c1d0d-44a1-44e7-b631-d358101a1faf tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (601cce57-fdb3-46e2-b4f6-c30f4dc61ee1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.956336 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c1d0d-44a1-44e7-b631-d358101a1faf tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Pushing event deleted for resources: {'Subnet': ['ID=601cce57-fdb3-46e2-b4f6-c30f4dc61ee1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:41.958356 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-010c1d0d-44a1-44e7-b631-d358101a1faf tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:41.963916 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-010c1d0d-44a1-44e7-b631-d358101a1faf tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] 10.222.0.18 "DELETE /v2.0/subnets/601cce57-fdb3-46e2-b4f6-c30f4dc61ee1 HTTP/1.1" status: 204 len: 168 time: 0.6464505 Mar 23 01:48:41.964626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53890) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:41.983293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faea9292-28d2-42f1-9caa-c82cad292acf None None] Network 40936f88-9631-483d-add4-da91834fcdf7 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:48:42.026978 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-589fa1c0-1179-4b41-87df-9ca142e7f557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (77f7186b-dd70-46c3-8a84-d8592efcf96f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:42.029884 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-589fa1c0-1179-4b41-87df-9ca142e7f557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:42.034338 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-589fa1c0-1179-4b41-87df-9ca142e7f557 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77f7186b-dd70-46c3-8a84-d8592efcf96f HTTP/1.1" status: 204 len: 168 time: 0.4846606 Mar 23 01:48:42.045686 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fa1c0-1179-4b41-87df-9ca142e7f557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f7186b-dd70-46c3-8a84-d8592efcf96f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:42.086506 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (40936f88-9631-483d-add4-da91834fcdf7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:42.220113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Deleting port 44dd5867-045d-4b96-9c25-c1f247a218bb {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:42.220459 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (44dd5867-045d-4b96-9c25-c1f247a218bb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:42.243576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e94188-4733-494c-ae76-d53767a236e1 None None] DHCP port deletion for 40936f88-9631-483d-add4-da91834fcdf7 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:48:42.523234 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a3e94188-4733-494c-ae76-d53767a236e1 None None] Deleting port 44dd5867-045d-4b96-9c25-c1f247a218bb {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:42.524127 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a3e94188-4733-494c-ae76-d53767a236e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (44dd5867-045d-4b96-9c25-c1f247a218bb), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:42.591199 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.resource_extend [req-85813f97-664b-4d9c-8599-297a8446f985 req-0759e252-c9e3-4774-8bfa-1bcbe8dc1418 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:48:42.607829 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a3e94188-4733-494c-ae76-d53767a236e1 None None] For port 44dd5867-045d-4b96-9c25-c1f247a218bb, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=44dd5867-045d-4b96-9c25-c1f247a218bb,segment=NetworkSegment(21171bfa-2caa-4327-bbfe-eebf029a5fdc),segment_id=21171bfa-2caa-4327-bbfe-eebf029a5fdc)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:42.608284 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a3e94188-4733-494c-ae76-d53767a236e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (44dd5867-045d-4b96-9c25-c1f247a218bb), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:42.626933 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a3e94188-4733-494c-ae76-d53767a236e1 None None] Calling delete_port for 44dd5867-045d-4b96-9c25-c1f247a218bb owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:42.786815 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a3e94188-4733-494c-ae76-d53767a236e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (44dd5867-045d-4b96-9c25-c1f247a218bb), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:42.833124 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e94188-4733-494c-ae76-d53767a236e1 None None] Pushing event deleted for resources: {'Port': ['ID=44dd5867-045d-4b96-9c25-c1f247a218bb,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:42.841964 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e94188-4733-494c-ae76-d53767a236e1 None None] No DVR routers for this DVR port 44dd5867-045d-4b96-9c25-c1f247a218bb on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:48:42.857352 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8bf78ab-b347-41f3-9978-aeb60b018f8e tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (f76cf2d1-5608-4570-a5d8-aded8c2be373), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:42.980061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] For port 44dd5867-045d-4b96-9c25-c1f247a218bb, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=44dd5867-045d-4b96-9c25-c1f247a218bb,segment=NetworkSegment(21171bfa-2caa-4327-bbfe-eebf029a5fdc),segment_id=21171bfa-2caa-4327-bbfe-eebf029a5fdc)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:42.980542 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (44dd5867-045d-4b96-9c25-c1f247a218bb), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:43.007097 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Calling delete_port for 44dd5867-045d-4b96-9c25-c1f247a218bb owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:43.055606 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-85813f97-664b-4d9c-8599-297a8446f985 req-0759e252-c9e3-4774-8bfa-1bcbe8dc1418 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:43.061211 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-85813f97-664b-4d9c-8599-297a8446f985 req-0759e252-c9e3-4774-8bfa-1bcbe8dc1418 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (07b7ce07-5097-4da3-93ef-69a91b814f11), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:43.095455 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790651e3-b275-4abc-bb54-e7e9bbd6690a req-e8bb7a5d-0237-4d26-95cf-fb1db414627a tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:43.096983 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-790651e3-b275-4abc-bb54-e7e9bbd6690a req-e8bb7a5d-0237-4d26-95cf-fb1db414627a tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 943 time: 0.2371111 Mar 23 01:48:43.173221 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 01fdcb60-f61b-461f-bc35-b570e3b520b7 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:48:43.176898 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [req-85813f97-664b-4d9c-8599-297a8446f985 req-0759e252-c9e3-4774-8bfa-1bcbe8dc1418 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Floating IP 07b7ce07-5097-4da3-93ef-69a91b814f11 associated. External IP: 172.25.0.133, port: ac8e6859-0ea9-43bb-abea-226b43a1c512. Mar 23 01:48:43.219688 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-790651e3-b275-4abc-bb54-e7e9bbd6690a req-84ecf79a-44ca-4853-b859-2fc4497aa751 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112669 Mar 23 01:48:43.247140 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (44dd5867-045d-4b96-9c25-c1f247a218bb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:43.284832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] No DVR routers for this DVR port 44dd5867-045d-4b96-9c25-c1f247a218bb on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:48:43.286617 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Pushing event deleted for resources: {'Port': ['ID=44dd5867-045d-4b96-9c25-c1f247a218bb,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:43.339555 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 01fdcb60-f61b-461f-bc35-b570e3b520b7, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=01fdcb60-f61b-461f-bc35-b570e3b520b7,segment=NetworkSegment(4f73d738-137b-40e3-849f-32882620912b),segment_id=4f73d738-137b-40e3-849f-32882620912b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:43.353147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '01fdcb60-f61b-461f-bc35-b570e3b520b7', 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902', 'port_id': '01fdcb60-f61b-461f-bc35-b570e3b520b7', 'mac_address': 'fa:16:3e:47:51:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea7038e1-c2d2-4675-9cf5-da7d82182b5b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:48:43.397487 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (40936f88-9631-483d-add4-da91834fcdf7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:43.410709 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 01fdcb60-f61b-461f-bc35-b570e3b520b7 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:43.411399 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (01fdcb60-f61b-461f-bc35-b570e3b520b7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:43.441108 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fdcb60-f61b-461f-bc35-b570e3b520b7 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:48:43.450913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40936f88-9631-483d-add4-da91834fcdf7']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:43.463376 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85813f97-664b-4d9c-8599-297a8446f985 req-0759e252-c9e3-4774-8bfa-1bcbe8dc1418 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:48:43.464186 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 01fdcb60-f61b-461f-bc35-b570e3b520b7, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=01fdcb60-f61b-461f-bc35-b570e3b520b7,segment=NetworkSegment(4f73d738-137b-40e3-849f-32882620912b),segment_id=4f73d738-137b-40e3-849f-32882620912b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:43.465242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21171bfa-2caa-4327-bbfe-eebf029a5fdc') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:43.465573 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21171bfa-2caa-4327-bbfe-eebf029a5fdc') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:43.473998 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (01fdcb60-f61b-461f-bc35-b570e3b520b7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:43.481797 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (21171bfa-2caa-4327-bbfe-eebf029a5fdc), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:43.504700 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (21171bfa-2caa-4327-bbfe-eebf029a5fdc), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:43.516556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:48:43.517048 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (21171bfa-2caa-4327-bbfe-eebf029a5fdc), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:48:43.521098 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:48:43.541844 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=01fdcb60-f61b-461f-bc35-b570e3b520b7,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:43.567228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-b8bf78ab-b347-41f3-9978-aeb60b018f8e tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Deleting port d86b9115-c4af-40f4-bbeb-fad2e70c1a0d {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:43.567685 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8bf78ab-b347-41f3-9978-aeb60b018f8e tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d86b9115-c4af-40f4-bbeb-fad2e70c1a0d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:43.620277 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85813f97-664b-4d9c-8599-297a8446f985 req-0759e252-c9e3-4774-8bfa-1bcbe8dc1418 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:48:43.628959 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-85813f97-664b-4d9c-8599-297a8446f985 req-0759e252-c9e3-4774-8bfa-1bcbe8dc1418 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:43.631584 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde473ce-d1cb-4496-9521-c4e6cbef0fea None None] Sync routers for ids ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:48:43.665891 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85813f97-664b-4d9c-8599-297a8446f985 req-0759e252-c9e3-4774-8bfa-1bcbe8dc1418 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "PUT /v2.0/floatingips/07b7ce07-5097-4da3-93ef-69a91b814f11 HTTP/1.1" status: 200 len: 996 time: 1.9560869 Mar 23 01:48:43.666365 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90', 'tag': 'ac8e6859-0ea9-43bb-abea-226b43a1c512'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:48:43.667321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde473ce-d1cb-4496-9521-c4e6cbef0fea None None] Routers {'9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:43.668029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-cde473ce-d1cb-4496-9521-c4e6cbef0fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:43.668894 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22227525-5ae2-425c-91c4-24bdc8b7a9af" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90", "tag": "ac8e6859-0ea9-43bb-abea-226b43a1c512"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:48:43.680188 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (40936f88-9631-483d-add4-da91834fcdf7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:43.709928 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8bf78ab-b347-41f3-9978-aeb60b018f8e tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d86b9115-c4af-40f4-bbeb-fad2e70c1a0d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:43.727433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-b8bf78ab-b347-41f3-9978-aeb60b018f8e tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Calling delete_port for d86b9115-c4af-40f4-bbeb-fad2e70c1a0d owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:43.735032 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85813f97-664b-4d9c-8599-297a8446f985 req-20b98881-d057-43cb-803b-b3f30cb4620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:43.736639 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85813f97-664b-4d9c-8599-297a8446f985 req-20b98881-d057-43cb-803b-b3f30cb4620e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db46af2b71834199b0198c97c17f9960&device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 1127 time: 0.0529945 Mar 23 01:48:43.797421 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['01fdcb60-f61b-461f-bc35-b570e3b520b7'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:48:43.820590 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:43.823958 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] 10.222.0.18 "DELETE /v2.0/networks/40936f88-9631-483d-add4-da91834fcdf7 HTTP/1.1" status: 204 len: 168 time: 1.8584201 Mar 23 01:48:43.826676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d9b1d-6f04-456b-b214-543ed40250b5 tempest-DHCPAgentSchedulersTestJSON-1375323923 tempest-DHCPAgentSchedulersTestJSON-1375323923-project] Pushing event deleted for resources: {'Network': ['ID=40936f88-9631-483d-add4-da91834fcdf7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:43.856049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85813f97-664b-4d9c-8599-297a8446f985 req-442b79d7-01ae-4eed-b491-b1fd607331ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:43.863148 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85813f97-664b-4d9c-8599-297a8446f985 req-442b79d7-01ae-4eed-b491-b1fd607331ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=fffb118c-33e9-465d-9d40-5d1f58c55b0a HTTP/1.1" status: 200 len: 929 time: 0.1202457 Mar 23 01:48:43.867739 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d9ec6a-c5ab-4840-9c63-9f9fe6694914 x-openstack-request-id: req-83d9ec6a-c5ab-4840-9c63-9f9fe6694914 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:48:43.868097 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90", "tag": "ac8e6859-0ea9-43bb-abea-226b43a1c512", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:48:43.868364 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83d9ec6a-c5ab-4840-9c63-9f9fe6694914 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:48:43.868830 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d9ec6a-c5ab-4840-9c63-9f9fe6694914'] response: {'name': 'network-changed', 'server_uuid': 'bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90', 'tag': 'ac8e6859-0ea9-43bb-abea-226b43a1c512', 'status': 'completed', 'code': 200} Mar 23 01:48:43.970199 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 44dd5867-045d-4b96-9c25-c1f247a218bb no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:48:44.009248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 44dd5867-045d-4b96-9c25-c1f247a218bb {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:48:44.009514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 44dd5867-045d-4b96-9c25-c1f247a218bb not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:48:44.025459 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8bf78ab-b347-41f3-9978-aeb60b018f8e tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (d86b9115-c4af-40f4-bbeb-fad2e70c1a0d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:44.036593 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-cde473ce-d1cb-4496-9521-c4e6cbef0fea None None] Set router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:44.040970 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22227525-5ae2-425c-91c4-24bdc8b7a9af req-6439d927-d7a0-410c-aaad-772992003d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:44.042561 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22227525-5ae2-425c-91c4-24bdc8b7a9af req-6439d927-d7a0-410c-aaad-772992003d5a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db46af2b71834199b0198c97c17f9960&device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 1127 time: 0.1707034 Mar 23 01:48:44.044574 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85813f97-664b-4d9c-8599-297a8446f985 req-180843f1-fb41-4427-aef0-f0afaab99bc7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac8e6859-0ea9-43bb-abea-226b43a1c512 HTTP/1.1" status: 200 len: 999 time: 0.1478131 Mar 23 01:48:44.073577 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf78ab-b347-41f3-9978-aeb60b018f8e tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Pushing event deleted for resources: {'Port': ['ID=d86b9115-c4af-40f4-bbeb-fad2e70c1a0d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:44.222500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85813f97-664b-4d9c-8599-297a8446f985 req-923df560-1eba-4dad-8f0e-5a624039f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:44.232386 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85813f97-664b-4d9c-8599-297a8446f985 req-923df560-1eba-4dad-8f0e-5a624039f2d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=391488d6-c125-4df8-a0dc-c2aa0a014941 HTTP/1.1" status: 200 len: 868 time: 0.1647570 Mar 23 01:48:44.354278 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22227525-5ae2-425c-91c4-24bdc8b7a9af req-a4f1ff87-de23-487f-a92a-5c129d0a4c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:44.356100 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22227525-5ae2-425c-91c4-24bdc8b7a9af req-a4f1ff87-de23-487f-a92a-5c129d0a4c10 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fffb118c-33e9-465d-9d40-5d1f58c55b0a HTTP/1.1" status: 200 len: 929 time: 0.2984633 Mar 23 01:48:44.365796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85813f97-664b-4d9c-8599-297a8446f985 req-1ff1de56-7111-4f5b-8f2a-56537a066f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:44.374734 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85813f97-664b-4d9c-8599-297a8446f985 req-1ff1de56-7111-4f5b-8f2a-56537a066f2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fffb118c-33e9-465d-9d40-5d1f58c55b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1409688 Mar 23 01:48:44.380170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-85813f97-664b-4d9c-8599-297a8446f985 req-b6bf85c9-d601-4d4a-bc68-afd738ba7d19 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:48:44.387496 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85813f97-664b-4d9c-8599-297a8446f985 req-b6bf85c9-d601-4d4a-bc68-afd738ba7d19 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117083 Mar 23 01:48:44.406018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53942) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:44.542689 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6470c36-3583-45fe-a1d6-9822d94f67b9 req-1bfe90b8-16ce-48eb-bda5-1d124ae282a7 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:44.544266 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6470c36-3583-45fe-a1d6-9822d94f67b9 req-1bfe90b8-16ce-48eb-bda5-1d124ae282a7 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 944 time: 0.1621952 Mar 23 01:48:44.555033 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8bf78ab-b347-41f3-9978-aeb60b018f8e tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (f76cf2d1-5608-4570-a5d8-aded8c2be373), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:44.567248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-cde473ce-d1cb-4496-9521-c4e6cbef0fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-router', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:01Z', 'updated_at': '2022-03-23T01:48:14Z', 'revision_number': 4, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'gw_port': {'id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:03Z', 'updated_at': '2022-03-23T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '07b7ce07-5097-4da3-93ef-69a91b814f11', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'port_id': 'ac8e6859-0ea9-43bb-abea-226b43a1c512', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a', 'mac_address': 'fa:16:3e:31:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:48:39Z', 'updated_at': '2022-03-23T01:48:42Z', 'revision_number': 1, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f27be6-b6ca-46dc-b0db-981d99a67242', 'name': '', 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'mac_address': 'fa:16:3e:66:c7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:11Z', 'updated_at': '2022-03-23T01:48:21Z', 'revision_number': 5, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'subnets': [{'id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:44.580990 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22227525-5ae2-425c-91c4-24bdc8b7a9af req-ff59b7c2-8edc-47ef-9654-f9e4fed5ffb0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac8e6859-0ea9-43bb-abea-226b43a1c512 HTTP/1.1" status: 200 len: 999 time: 0.1829121 Mar 23 01:48:44.614698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde473ce-d1cb-4496-9521-c4e6cbef0fea None None] Checking router: 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:48:44.625638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde473ce-d1cb-4496-9521-c4e6cbef0fea None None] Routers {'9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:44.626274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-cde473ce-d1cb-4496-9521-c4e6cbef0fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:44.687818 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85813f97-664b-4d9c-8599-297a8446f985 req-7c37342e-414d-4913-9e81-6669092236f6 service neutron] 10.222.0.18 "GET /v2.0/networks/fffb118c-33e9-465d-9d40-5d1f58c55b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991464 Mar 23 01:48:44.693160 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6470c36-3583-45fe-a1d6-9822d94f67b9 req-037d4599-2a2a-4c5d-b714-680d7413f6cb tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400964 Mar 23 01:48:44.702598 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fd51330c-1010-4df7-a8da-9bfc4fd41b6c req-da7032e1-75d9-4d3a-8f4d-ca50dac22bfe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1969533 Mar 23 01:48:44.751754 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22227525-5ae2-425c-91c4-24bdc8b7a9af req-2e699141-d7cb-4c45-8d05-34a15e95dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:44.752959 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22227525-5ae2-425c-91c4-24bdc8b7a9af req-2e699141-d7cb-4c45-8d05-34a15e95dcd5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=391488d6-c125-4df8-a0dc-c2aa0a014941 HTTP/1.1" status: 200 len: 868 time: 0.1626291 Mar 23 01:48:44.831315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-cde473ce-d1cb-4496-9521-c4e6cbef0fea None None] Set router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:44.856773 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85813f97-664b-4d9c-8599-297a8446f985 req-596e5c00-f9a6-4d4f-a67b-6e966b049abd service neutron] 10.222.0.18 "GET /v2.0/networks/fffb118c-33e9-465d-9d40-5d1f58c55b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679323 Mar 23 01:48:44.874154 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22227525-5ae2-425c-91c4-24bdc8b7a9af req-f9f0253c-1018-4224-9aca-11f787fba514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:44.875746 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22227525-5ae2-425c-91c4-24bdc8b7a9af req-f9f0253c-1018-4224-9aca-11f787fba514 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fffb118c-33e9-465d-9d40-5d1f58c55b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1164391 Mar 23 01:48:44.956727 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0a52e5fb-3287-4a86-a3b3-2532d5d5bc62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc1d0c6107d34018bd73c002a47e9fc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5472236 Mar 23 01:48:44.958268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53952) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:45.029438 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22227525-5ae2-425c-91c4-24bdc8b7a9af req-9c446f81-972b-4993-a865-7f51fa20bbf4 service neutron] 10.222.0.43 "GET /v2.0/networks/fffb118c-33e9-465d-9d40-5d1f58c55b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422794 Mar 23 01:48:45.042056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bf78ab-b347-41f3-9978-aeb60b018f8e tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Router f76cf2d1-5608-4570-a5d8-aded8c2be373 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:48:45.092549 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a03fc99a-5f18-4911-a240-2fea628374f5 admin admin] Publish callbacks [] for security_group (fedc06b8-f399-4ef6-9623-de7adbf8aec0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:45.129286 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a03fc99a-5f18-4911-a240-2fea628374f5 admin admin] Publish callbacks [] for security_group (fedc06b8-f399-4ef6-9623-de7adbf8aec0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:45.175019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 01fdcb60-f61b-461f-bc35-b570e3b520b7 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:48:45.185824 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22227525-5ae2-425c-91c4-24bdc8b7a9af req-cc682e70-85ee-458b-bb7a-5ba993b7eae1 service neutron] 10.222.0.43 "GET /v2.0/networks/fffb118c-33e9-465d-9d40-5d1f58c55b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501184 Mar 23 01:48:45.197203 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-6023ca2b-24a5-4438-9c15-b83b30d89d1d tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 258 time: 0.3098516 Mar 23 01:48:45.214742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-cde473ce-d1cb-4496-9521-c4e6cbef0fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-router', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:01Z', 'updated_at': '2022-03-23T01:48:14Z', 'revision_number': 4, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'gw_port': {'id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:03Z', 'updated_at': '2022-03-23T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '07b7ce07-5097-4da3-93ef-69a91b814f11', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'port_id': 'ac8e6859-0ea9-43bb-abea-226b43a1c512', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a', 'mac_address': 'fa:16:3e:31:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:48:39Z', 'updated_at': '2022-03-23T01:48:42Z', 'revision_number': 1, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f27be6-b6ca-46dc-b0db-981d99a67242', 'name': '', 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'mac_address': 'fa:16:3e:66:c7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:11Z', 'updated_at': '2022-03-23T01:48:21Z', 'revision_number': 5, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'subnets': [{'id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:45.218085 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a03fc99a-5f18-4911-a240-2fea628374f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fedc06b8-f399-4ef6-9623-de7adbf8aec0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:45.223416 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a03fc99a-5f18-4911-a240-2fea628374f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:45.224039 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:45.225027 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a03fc99a-5f18-4911-a240-2fea628374f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fedc06b8-f399-4ef6-9623-de7adbf8aec0 HTTP/1.1" status: 204 len: 168 time: 0.2656696 Mar 23 01:48:45.238681 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fc99a-5f18-4911-a240-2fea628374f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedc06b8-f399-4ef6-9623-de7adbf8aec0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:45.270967 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:45.280909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde473ce-d1cb-4496-9521-c4e6cbef0fea None None] The sync data for ids ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'] in n-d-834677-4 is: [{'id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-router', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:01Z', 'updated_at': '2022-03-23T01:48:14Z', 'revision_number': 4, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'gw_port': {'id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:03Z', 'updated_at': '2022-03-23T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '07b7ce07-5097-4da3-93ef-69a91b814f11', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'port_id': 'ac8e6859-0ea9-43bb-abea-226b43a1c512', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a', 'mac_address': 'fa:16:3e:31:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:48:39Z', 'updated_at': '2022-03-23T01:48:42Z', 'revision_number': 1, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f27be6-b6ca-46dc-b0db-981d99a67242', 'name': '', 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'mac_address': 'fa:16:3e:66:c7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:11Z', 'updated_at': '2022-03-23T01:48:21Z', 'revision_number': 5, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'subnets': [{'id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:48:45.301175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bf78ab-b347-41f3-9978-aeb60b018f8e tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:48:45.307676 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b8bf78ab-b347-41f3-9978-aeb60b018f8e tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] 10.222.0.18 "PUT /v2.0/routers/f76cf2d1-5608-4570-a5d8-aded8c2be373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8244550 Mar 23 01:48:45.311522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53960) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:45.315389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 01fdcb60-f61b-461f-bc35-b570e3b520b7 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:48:45.316984 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aed380-c91e-4ce1-bb48-4f935fb3dd32 None None] Sync routers for ids ['f76cf2d1-5608-4570-a5d8-aded8c2be373'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:48:45.325518 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 01fdcb60-f61b-461f-bc35-b570e3b520b7 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:48:45.326021 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (01fdcb60-f61b-461f-bc35-b570e3b520b7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:45.334968 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aed380-c91e-4ce1-bb48-4f935fb3dd32 None None] Routers {'f76cf2d1-5608-4570-a5d8-aded8c2be373'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:45.335656 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-53aed380-c91e-4ce1-bb48-4f935fb3dd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f76cf2d1-5608-4570-a5d8-aded8c2be373'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:45.451971 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 01fdcb60-f61b-461f-bc35-b570e3b520b7 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:48:45.452363 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (01fdcb60-f61b-461f-bc35-b570e3b520b7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:45.459459 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-53aed380-c91e-4ce1-bb48-4f935fb3dd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:45.483161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843d0409-a060-4e1c-a2a5-b6972c720f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fdcb60-f61b-461f-bc35-b570e3b520b7'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:48:45.486226 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aed380-c91e-4ce1-bb48-4f935fb3dd32 None None] Routers {'f76cf2d1-5608-4570-a5d8-aded8c2be373'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:45.486840 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21543f30-8de9-487e-a7f3-d0757e167ecf" -d '{"events": [{"server_uuid": "843d0409-a060-4e1c-a2a5-b6972c720f7c", "name": "network-vif-plugged", "status": "completed", "tag": "01fdcb60-f61b-461f-bc35-b570e3b520b7"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:48:45.487006 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-53aed380-c91e-4ce1-bb48-4f935fb3dd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f76cf2d1-5608-4570-a5d8-aded8c2be373'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:45.493552 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:45.506790 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 01fdcb60-f61b-461f-bc35-b570e3b520b7, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=01fdcb60-f61b-461f-bc35-b570e3b520b7,segment=NetworkSegment(4f73d738-137b-40e3-849f-32882620912b),segment_id=4f73d738-137b-40e3-849f-32882620912b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:45.513839 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (01fdcb60-f61b-461f-bc35-b570e3b520b7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:45.567355 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-53aed380-c91e-4ce1-bb48-4f935fb3dd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:45.568329 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aed380-c91e-4ce1-bb48-4f935fb3dd32 None None] The sync data for ids ['f76cf2d1-5608-4570-a5d8-aded8c2be373'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:48:45.595759 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de6610b-4a60-4491-b4e0-ea3b361cb199 x-openstack-request-id: req-4de6610b-4a60-4491-b4e0-ea3b361cb199 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:48:45.597579 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843d0409-a060-4e1c-a2a5-b6972c720f7c", "name": "network-vif-plugged", "status": "completed", "tag": "01fdcb60-f61b-461f-bc35-b570e3b520b7", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:48:45.598400 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4de6610b-4a60-4491-b4e0-ea3b361cb199 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:48:45.598886 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de6610b-4a60-4491-b4e0-ea3b361cb199'] response: {'server_uuid': '843d0409-a060-4e1c-a2a5-b6972c720f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fdcb60-f61b-461f-bc35-b570e3b520b7', 'code': 200} Mar 23 01:48:45.613659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=01fdcb60-f61b-461f-bc35-b570e3b520b7,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:45.767117 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fefd8dd-ee30-4d13-b639-6f8f8427d70b None None] New status for floating IP 07b7ce07-5097-4da3-93ef-69a91b814f11: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:48:45.787648 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Allocated IP 172.25.0.58 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/f124ac0a-fbf8-46a5-9316-7c80394e9b20) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:45.806320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20844c-be22-4cd9-b58a-7e7dd485e19f req-e8eb4eaa-2420-4b25-bbc6-f680292c235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:45.807813 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e20844c-be22-4cd9-b58a-7e7dd485e19f req-e8eb4eaa-2420-4b25-bbc6-f680292c235f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 1127 time: 0.1290207 Mar 23 01:48:45.955019 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e20844c-be22-4cd9-b58a-7e7dd485e19f req-d29ce9e6-619e-4a0f-810c-f259e1a250a6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385386 Mar 23 01:48:46.012912 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53972) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:46.034783 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for port (f124ac0a-fbf8-46a5-9316-7c80394e9b20), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.043852 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b5bc6145-5045-4bb3-8a2a-63ef6d6ccbd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.110369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51330c-1010-4df7-a8da-9bfc4fd41b6c req-e293dbba-e5db-4bf7-aa49-4dbad88f448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:46.112389 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fd51330c-1010-4df7-a8da-9bfc4fd41b6c req-e293dbba-e5db-4bf7-aa49-4dbad88f448c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db46af2b71834199b0198c97c17f9960&device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 1127 time: 0.8245778 Mar 23 01:48:46.116996 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (f124ac0a-fbf8-46a5-9316-7c80394e9b20), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.177597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:46.186276 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Pushing event updated for resources: {'Port': ['ID=f124ac0a-fbf8-46a5-9316-7c80394e9b20,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:46.189191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:46.192322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:46.231712 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2066e-dc6e-4ff0-943a-8478f52e8e07 req-5684099a-2424-47aa-98b3-d250918dc552 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:46.233289 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aef2066e-dc6e-4ff0-943a-8478f52e8e07 req-5684099a-2424-47aa-98b3-d250918dc552 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.2178893 Mar 23 01:48:46.242430 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7fb23d0-bd85-4fe9-afa0-29ca0e490699 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for router (f76cf2d1-5608-4570-a5d8-aded8c2be373), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.247249 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b5bc6145-5045-4bb3-8a2a-63ef6d6ccbd8 admin admin] Publish callbacks [] for security_group (c5943975-b5a6-4465-beba-f7524f8deb5c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.256323 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b5bc6145-5045-4bb3-8a2a-63ef6d6ccbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c5943975-b5a6-4465-beba-f7524f8deb5c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.325100 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b5bc6145-5045-4bb3-8a2a-63ef6d6ccbd8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ceb7769bbfd3410aabde834efd16126a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3064814 Mar 23 01:48:46.325949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53976) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:46.333067 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc6145-5045-4bb3-8a2a-63ef6d6ccbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5943975-b5a6-4465-beba-f7524f8deb5c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:46.341240 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for floatingip (c10a07a1-41c8-460a-aae7-a1993635a50a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.389338 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f124ac0a-fbf8-46a5-9316-7c80394e9b20), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.434306 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aef2066e-dc6e-4ff0-943a-8478f52e8e07 req-8040ff32-0ece-4770-95b3-8697d76cba1d tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945336 Mar 23 01:48:46.437380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51330c-1010-4df7-a8da-9bfc4fd41b6c req-46b9d177-45b4-49c5-88e8-8da370935916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:46.438810 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fd51330c-1010-4df7-a8da-9bfc4fd41b6c req-46b9d177-45b4-49c5-88e8-8da370935916 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fffb118c-33e9-465d-9d40-5d1f58c55b0a HTTP/1.1" status: 200 len: 929 time: 0.2866993 Mar 23 01:48:46.522939 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fc18ea20-cfdb-43de-8c7f-4d7ffefc825d admin admin] Publish callbacks [] for security_group (c5943975-b5a6-4465-beba-f7524f8deb5c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.525155 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7fb23d0-bd85-4fe9-afa0-29ca0e490699 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for router_gateway (f76cf2d1-5608-4570-a5d8-aded8c2be373), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.569282 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for port (f124ac0a-fbf8-46a5-9316-7c80394e9b20), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.575400 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (f124ac0a-fbf8-46a5-9316-7c80394e9b20), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.587553 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fd51330c-1010-4df7-a8da-9bfc4fd41b6c req-7881a7bf-76fe-43b8-b56c-090cb0e37e76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac8e6859-0ea9-43bb-abea-226b43a1c512 HTTP/1.1" status: 200 len: 1001 time: 0.1317613 Mar 23 01:48:46.589230 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fc18ea20-cfdb-43de-8c7f-4d7ffefc825d admin admin] Publish callbacks [] for security_group (c5943975-b5a6-4465-beba-f7524f8deb5c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.650197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Pushing event updated for resources: {'Port': ['ID=f124ac0a-fbf8-46a5-9316-7c80394e9b20,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:46.660908 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (c10a07a1-41c8-460a-aae7-a1993635a50a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.671789 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51330c-1010-4df7-a8da-9bfc4fd41b6c req-cf000a84-9f11-42d4-81a3-d6ff032087cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:46.673473 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fd51330c-1010-4df7-a8da-9bfc4fd41b6c req-cf000a84-9f11-42d4-81a3-d6ff032087cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=391488d6-c125-4df8-a0dc-c2aa0a014941 HTTP/1.1" status: 200 len: 868 time: 0.0770087 Mar 23 01:48:46.683015 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.684243 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-c5af79bc-97cf-4e83-850f-629b1272037c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4681218 Mar 23 01:48:46.707884 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-b7fb23d0-bd85-4fe9-afa0-29ca0e490699 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Deleting port ce309367-f49f-4d55-be6b-ff1294543708 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:46.708239 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7fb23d0-bd85-4fe9-afa0-29ca0e490699 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ce309367-f49f-4d55-be6b-ff1294543708), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.760280 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fc18ea20-cfdb-43de-8c7f-4d7ffefc825d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c5943975-b5a6-4465-beba-f7524f8deb5c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.762867 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fc18ea20-cfdb-43de-8c7f-4d7ffefc825d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.764019 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fc18ea20-cfdb-43de-8c7f-4d7ffefc825d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5943975-b5a6-4465-beba-f7524f8deb5c HTTP/1.1" status: 204 len: 168 time: 0.4341209 Mar 23 01:48:46.770540 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-72c8f9dc-02a1-4e1d-becb-ac07998bbc27 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 695 time: 0.0769453 Mar 23 01:48:46.783094 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18ea20-cfdb-43de-8c7f-4d7ffefc825d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5943975-b5a6-4465-beba-f7524f8deb5c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:46.813730 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51330c-1010-4df7-a8da-9bfc4fd41b6c req-e39a9c7e-14c9-4f84-8302-f1d705b3a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:46.815268 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fd51330c-1010-4df7-a8da-9bfc4fd41b6c req-e39a9c7e-14c9-4f84-8302-f1d705b3a017 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fffb118c-33e9-465d-9d40-5d1f58c55b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1356261 Mar 23 01:48:46.817205 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7fb23d0-bd85-4fe9-afa0-29ca0e490699 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ce309367-f49f-4d55-be6b-ff1294543708), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:46.848997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-b7fb23d0-bd85-4fe9-afa0-29ca0e490699 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Calling delete_port for ce309367-f49f-4d55-be6b-ff1294543708 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:46.920429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-6c9612f6-90b1-41a1-8e67-daf2e7974014 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:46.922024 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-6c9612f6-90b1-41a1-8e67-daf2e7974014 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.1406374 Mar 23 01:48:46.950885 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-ef24713b-9427-47dd-91d3-7f080e2bf687 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:48:46.951858 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0f85a92-c2e2-4a4f-a485-178352a18ebd req-ef24713b-9427-47dd-91d3-7f080e2bf687 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117743 Mar 23 01:48:46.981697 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fd51330c-1010-4df7-a8da-9bfc4fd41b6c req-a8a66976-bf97-43e9-aeb2-fd4afc817a32 service neutron] 10.222.0.43 "GET /v2.0/networks/fffb118c-33e9-465d-9d40-5d1f58c55b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563170 Mar 23 01:48:47.204652 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fd51330c-1010-4df7-a8da-9bfc4fd41b6c req-fd10f6d7-e7a3-41d8-9924-92df78018f09 service neutron] 10.222.0.43 "GET /v2.0/networks/fffb118c-33e9-465d-9d40-5d1f58c55b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162266 Mar 23 01:48:47.220080 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7411d1f-7db7-44bb-9869-2e6f08584cc1 req-f501ed75-4b1a-4eb0-84ba-f6f105f6338b tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:47.221945 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f7411d1f-7db7-44bb-9869-2e6f08584cc1 req-f501ed75-4b1a-4eb0-84ba-f6f105f6338b tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1374886 Mar 23 01:48:47.237303 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7fb23d0-bd85-4fe9-afa0-29ca0e490699 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ce309367-f49f-4d55-be6b-ff1294543708), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:47.296985 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb23d0-bd85-4fe9-afa0-29ca0e490699 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Pushing event deleted for resources: {'Port': ['ID=ce309367-f49f-4d55-be6b-ff1294543708,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:47.302179 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f7411d1f-7db7-44bb-9869-2e6f08584cc1 req-626302e0-0ad9-4b25-bc1e-863dca94a23f tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 695 time: 0.0736830 Mar 23 01:48:47.333104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-f7411d1f-7db7-44bb-9869-2e6f08584cc1 req-c9b03748-6320-41ab-96e4-fdfa8e39eb16 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Request body: {'floatingip': {'port_id': 'ac8e6859-0ea9-43bb-abea-226b43a1c512', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:47.396864 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f7411d1f-7db7-44bb-9869-2e6f08584cc1 req-c9b03748-6320-41ab-96e4-fdfa8e39eb16 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for floatingip (c10a07a1-41c8-460a-aae7-a1993635a50a), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:47.464939 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7fb23d0-bd85-4fe9-afa0-29ca0e490699 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (f76cf2d1-5608-4570-a5d8-aded8c2be373), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:47.592093 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7fb23d0-bd85-4fe9-afa0-29ca0e490699 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (f76cf2d1-5608-4570-a5d8-aded8c2be373), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:47.599095 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7fb23d0-bd85-4fe9-afa0-29ca0e490699 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for router_controller (f76cf2d1-5608-4570-a5d8-aded8c2be373), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:47.641310 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a1c3e-1fe1-435a-ad5f-1391bc77f33b req-be041f50-653c-4754-835a-fa03b1edf572 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:47.642849 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af0a1c3e-1fe1-435a-ad5f-1391bc77f33b req-be041f50-653c-4754-835a-fa03b1edf572 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.1179130 Mar 23 01:48:47.731696 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af0a1c3e-1fe1-435a-ad5f-1391bc77f33b req-2902ba15-1db4-4d7b-807b-13a102f2619e tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822170 Mar 23 01:48:47.760073 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7fb23d0-bd85-4fe9-afa0-29ca0e490699 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (f76cf2d1-5608-4570-a5d8-aded8c2be373), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:47.760073 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fb23d0-bd85-4fe9-afa0-29ca0e490699 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Fanout notify agent at l3_agent the message router_deleted on router f76cf2d1-5608-4570-a5d8-aded8c2be373 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:48:47.772347 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7fb23d0-bd85-4fe9-afa0-29ca0e490699 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:47.773700 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b7fb23d0-bd85-4fe9-afa0-29ca0e490699 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] 10.222.0.18 "DELETE /v2.0/routers/f76cf2d1-5608-4570-a5d8-aded8c2be373 HTTP/1.1" status: 204 len: 168 time: 2.4475479 Mar 23 01:48:47.777347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54024) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:47.829516 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [req-f7411d1f-7db7-44bb-9869-2e6f08584cc1 req-c9b03748-6320-41ab-96e4-fdfa8e39eb16 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] update failed (client error): There was a conflict when trying to complete your request. Mar 23 01:48:47.830801 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f7411d1f-7db7-44bb-9869-2e6f08584cc1 req-c9b03748-6320-41ab-96e4-fdfa8e39eb16 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "PUT /v2.0/floatingips/c10a07a1-41c8-460a-aae7-a1993635a50a HTTP/1.1" status: 409 len: 549 time: 0.5049739 Mar 23 01:48:47.929168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f919b0d5-b5a4-444b-923c-59011756eb25 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Deleting subnet 9c2a28d1-aaa9-4976-9e44-557192bf3da7 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:48:47.934685 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f919b0d5-b5a4-444b-923c-59011756eb25 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for subnet (9c2a28d1-aaa9-4976-9e44-557192bf3da7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:47.940003 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d9f9b39-79bc-45f9-b5d9-34fe2fd20b0f req-87a03206-c394-4428-bb08-aaedd85ef12a tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/floatingips/c10a07a1-41c8-460a-aae7-a1993635a50a HTTP/1.1" status: 200 len: 692 time: 0.0602732 Mar 23 01:48:48.192404 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501cba6-1981-4a98-8f98-d8a275d24967 req-cfffd111-f1ba-40be-8702-efe9972ce7a5 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:48.194273 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d501cba6-1981-4a98-8f98-d8a275d24967 req-cfffd111-f1ba-40be-8702-efe9972ce7a5 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.0886807 Mar 23 01:48:48.265341 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d501cba6-1981-4a98-8f98-d8a275d24967 req-b5d9ae16-2dd4-47c3-9a5a-da03b0a3e323 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625486 Mar 23 01:48:48.475628 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f919b0d5-b5a4-444b-923c-59011756eb25 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (9c2a28d1-aaa9-4976-9e44-557192bf3da7), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:48.572167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f47c8-a1e2-4bd5-9fcc-ffb4ff66d881 req-3843a265-522e-48bd-8bb4-b53cb6ad0013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:48.573711 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7d7f47c8-a1e2-4bd5-9fcc-ffb4ff66d881 req-3843a265-522e-48bd-8bb4-b53cb6ad0013 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=839ebfe64dd74d1c922d34d74c877e99&device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 1127 time: 0.1698489 Mar 23 01:48:48.581574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f9b39-79bc-45f9-b5d9-34fe2fd20b0f req-fa8a1818-1a01-4c8f-84a2-6849ddeaa41b tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:48.583103 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d9f9b39-79bc-45f9-b5d9-34fe2fd20b0f req-fa8a1818-1a01-4c8f-84a2-6849ddeaa41b tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.6224399 Mar 23 01:48:48.625015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-9d9f9b39-79bc-45f9-b5d9-34fe2fd20b0f req-f9e195b4-c226-4dd0-80dd-bdebce7cc855 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:48:48.625948 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d9f9b39-79bc-45f9-b5d9-34fe2fd20b0f req-f9e195b4-c226-4dd0-80dd-bdebce7cc855 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183277 Mar 23 01:48:48.725207 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f919b0d5-b5a4-444b-923c-59011756eb25 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (9c2a28d1-aaa9-4976-9e44-557192bf3da7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:48.735929 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d9f9b39-79bc-45f9-b5d9-34fe2fd20b0f req-34e6c91d-21c3-4758-8c36-6d6684bb780c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 695 time: 0.0793843 Mar 23 01:48:48.757510 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54066) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:48.839766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d9f9b39-79bc-45f9-b5d9-34fe2fd20b0f req-5eca2a94-8d28-4306-b7a0-445d45cb54c7 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.58 HTTP/1.1" status: 200 len: 695 time: 0.0824533 Mar 23 01:48:48.861485 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f47c8-a1e2-4bd5-9fcc-ffb4ff66d881 req-560300d3-661b-49ba-886a-04e063f10b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:48.863042 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7d7f47c8-a1e2-4bd5-9fcc-ffb4ff66d881 req-560300d3-661b-49ba-886a-04e063f10b5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=58bb0fa8-da03-480f-a1ac-572b78b11902 HTTP/1.1" status: 200 len: 910 time: 0.2790575 Mar 23 01:48:48.941948 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f919b0d5-b5a4-444b-923c-59011756eb25 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (9c2a28d1-aaa9-4976-9e44-557192bf3da7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:48.943795 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-39f31033-8bea-4a0f-8e43-88b423db1f2f tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-696392127'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:48.947462 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7d7f47c8-a1e2-4bd5-9fcc-ffb4ff66d881 req-2fc12088-68a0-4f03-a818-8803cf3dd7ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01fdcb60-f61b-461f-bc35-b570e3b520b7 HTTP/1.1" status: 200 len: 217 time: 0.0528469 Mar 23 01:48:48.969533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f31033-8bea-4a0f-8e43-88b423db1f2f tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Made reservation on behalf of 165c7cf96f7e4ed6aa027c2637a40b38 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:48.973134 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-39f31033-8bea-4a0f-8e43-88b423db1f2f tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:48.982194 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-39f31033-8bea-4a0f-8e43-88b423db1f2f tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.016190 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919b0d5-b5a4-444b-923c-59011756eb25 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2a28d1-aaa9-4976-9e44-557192bf3da7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:49.021999 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f919b0d5-b5a4-444b-923c-59011756eb25 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.028870 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f919b0d5-b5a4-444b-923c-59011756eb25 tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] 10.222.0.18 "DELETE /v2.0/subnets/9c2a28d1-aaa9-4976-9e44-557192bf3da7 HTTP/1.1" status: 204 len: 168 time: 1.2493985 Mar 23 01:48:49.029529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54074) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:49.042956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc341ac4-9fa3-4868-b0b6-3cdd388e4c68 None None] Network 6d7f6bf5-2588-473d-a43f-402815ecfa91 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:48:49.110300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f47c8-a1e2-4bd5-9fcc-ffb4ff66d881 req-e8f24dd9-5bf2-4290-a7f9-7533bbf922fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:49.112377 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7d7f47c8-a1e2-4bd5-9fcc-ffb4ff66d881 req-e8f24dd9-5bf2-4290-a7f9-7533bbf922fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea7038e1-c2d2-4675-9cf5-da7d82182b5b HTTP/1.1" status: 200 len: 850 time: 0.1120136 Mar 23 01:48:49.142120 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-39f31033-8bea-4a0f-8e43-88b423db1f2f tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Publish callbacks [] for security_group (e337b404-587a-443b-9a6a-ec7818a9af17), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.147049 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (6d7f6bf5-2588-473d-a43f-402815ecfa91), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.152480 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-39f31033-8bea-4a0f-8e43-88b423db1f2f tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e337b404-587a-443b-9a6a-ec7818a9af17), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.169317 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7d7f47c8-a1e2-4bd5-9fcc-ffb4ff66d881 req-03cdfd5f-c04a-41b5-b577-e26fa0e2de5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58bb0fa8-da03-480f-a1ac-572b78b11902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500388 Mar 23 01:48:49.171400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-9d9f9b39-79bc-45f9-b5d9-34fe2fd20b0f req-eb8ddfe7-c17e-4c7b-a2c6-efcfc9bca0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Deleting port f124ac0a-fbf8-46a5-9316-7c80394e9b20 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:49.171751 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9d9f9b39-79bc-45f9-b5d9-34fe2fd20b0f req-eb8ddfe7-c17e-4c7b-a2c6-efcfc9bca0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (f124ac0a-fbf8-46a5-9316-7c80394e9b20), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.179233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f31033-8bea-4a0f-8e43-88b423db1f2f tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:48:49.209091 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-39f31033-8bea-4a0f-8e43-88b423db1f2f tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (37e6ca64-6f64-4360-80aa-9f593b146def), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.209830 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-39f31033-8bea-4a0f-8e43-88b423db1f2f tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Added segment 37e6ca64-6f64-4360-80aa-9f593b146def of type vlan for network 0b1b6872-0647-4f9f-ac29-4a6a7010816a Mar 23 01:48:49.219273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f31033-8bea-4a0f-8e43-88b423db1f2f tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e337b404-587a-443b-9a6a-ec7818a9af17,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:49.259210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1653fa-fc76-4ec3-b751-fbe25f5ad772 None None] DHCP port deletion for 6d7f6bf5-2588-473d-a43f-402815ecfa91 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:48:49.298369 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-39f31033-8bea-4a0f-8e43-88b423db1f2f tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (0b1b6872-0647-4f9f-ac29-4a6a7010816a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.325000 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9d9f9b39-79bc-45f9-b5d9-34fe2fd20b0f req-eb8ddfe7-c17e-4c7b-a2c6-efcfc9bca0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (f124ac0a-fbf8-46a5-9316-7c80394e9b20), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.325339 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9d9f9b39-79bc-45f9-b5d9-34fe2fd20b0f req-eb8ddfe7-c17e-4c7b-a2c6-efcfc9bca0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for floatingip (f124ac0a-fbf8-46a5-9316-7c80394e9b20), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.329798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2e1653fa-fc76-4ec3-b751-fbe25f5ad772 None None] Deleting port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:49.331068 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e1653fa-fc76-4ec3-b751-fbe25f5ad772 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3f6acd6e-49f1-40fc-b0e0-c73b28acaf91), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.338052 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Deleting port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:49.338397 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3f6acd6e-49f1-40fc-b0e0-c73b28acaf91), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.350742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-9d9f9b39-79bc-45f9-b5d9-34fe2fd20b0f req-eb8ddfe7-c17e-4c7b-a2c6-efcfc9bca0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Calling delete_port for f124ac0a-fbf8-46a5-9316-7c80394e9b20 owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:49.357058 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7d7f47c8-a1e2-4bd5-9fcc-ffb4ff66d881 req-73632a30-5e91-4052-bfac-362d823e17ec service neutron] 10.222.0.42 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712904 Mar 23 01:48:49.405583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2e1653fa-fc76-4ec3-b751-fbe25f5ad772 None None] For port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3f6acd6e-49f1-40fc-b0e0-c73b28acaf91,segment=NetworkSegment(40395246-79a5-4843-aecb-220bd5a95b21),segment_id=40395246-79a5-4843-aecb-220bd5a95b21)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:49.406355 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e1653fa-fc76-4ec3-b751-fbe25f5ad772 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3f6acd6e-49f1-40fc-b0e0-c73b28acaf91), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.424800 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2e1653fa-fc76-4ec3-b751-fbe25f5ad772 None None] Calling delete_port for 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:49.544159 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2e1653fa-fc76-4ec3-b751-fbe25f5ad772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (3f6acd6e-49f1-40fc-b0e0-c73b28acaf91), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.550198 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7d7f47c8-a1e2-4bd5-9fcc-ffb4ff66d881 req-e34bdc36-b19a-4e5c-a6e4-c23c953376f8 service neutron] 10.222.0.42 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469431 Mar 23 01:48:49.592729 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1653fa-fc76-4ec3-b751-fbe25f5ad772 None None] Pushing event deleted for resources: {'Port': ['ID=3f6acd6e-49f1-40fc-b0e0-c73b28acaf91,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:49.600056 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1653fa-fc76-4ec3-b751-fbe25f5ad772 None None] No DVR routers for this DVR port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:48:49.616476 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d1776941-4891-4cda-a634-c20e16ece0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.678194 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9d9f9b39-79bc-45f9-b5d9-34fe2fd20b0f req-eb8ddfe7-c17e-4c7b-a2c6-efcfc9bca0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (f124ac0a-fbf8-46a5-9316-7c80394e9b20), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.694972 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-39f31033-8bea-4a0f-8e43-88b423db1f2f tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (0b1b6872-0647-4f9f-ac29-4a6a7010816a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.699906 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f31033-8bea-4a0f-8e43-88b423db1f2f tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:49.700513 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-39f31033-8bea-4a0f-8e43-88b423db1f2f tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.707788 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ddfe7-c17e-4c7b-a2c6-efcfc9bca0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Pushing event deleted for resources: {'Port': ['ID=f124ac0a-fbf8-46a5-9316-7c80394e9b20,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:49.776290 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9d9f9b39-79bc-45f9-b5d9-34fe2fd20b0f req-eb8ddfe7-c17e-4c7b-a2c6-efcfc9bca0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for floatingip (c10a07a1-41c8-460a-aae7-a1993635a50a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.780840 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9d9f9b39-79bc-45f9-b5d9-34fe2fd20b0f req-eb8ddfe7-c17e-4c7b-a2c6-efcfc9bca0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.782047 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d9f9b39-79bc-45f9-b5d9-34fe2fd20b0f req-eb8ddfe7-c17e-4c7b-a2c6-efcfc9bca0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "DELETE /v2.0/floatingips/c10a07a1-41c8-460a-aae7-a1993635a50a HTTP/1.1" status: 204 len: 173 time: 0.9335001 Mar 23 01:48:49.791940 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-39f31033-8bea-4a0f-8e43-88b423db1f2f tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0332992 Mar 23 01:48:49.795984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54090) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:49.815007 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] For port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3f6acd6e-49f1-40fc-b0e0-c73b28acaf91,segment=NetworkSegment(40395246-79a5-4843-aecb-220bd5a95b21),segment_id=40395246-79a5-4843-aecb-220bd5a95b21)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:49.815582 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3f6acd6e-49f1-40fc-b0e0-c73b28acaf91), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:49.830081 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f31033-8bea-4a0f-8e43-88b423db1f2f tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Pushing event updated for resources: {'Network': ['ID=0b1b6872-0647-4f9f-ac29-4a6a7010816a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:49.840686 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Calling delete_port for 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:49.849231 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f8cd2-10f1-49a0-ba5b-e05431c034a7 req-31920ae6-e0c1-4550-9b0b-de9945c2d8ee tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:49.850807 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e1f8cd2-10f1-49a0-ba5b-e05431c034a7 req-31920ae6-e0c1-4550-9b0b-de9945c2d8ee tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.1721828 Mar 23 01:48:49.856704 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 0b1b6872-0647-4f9f-ac29-4a6a7010816a details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:48:49.978803 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e1f8cd2-10f1-49a0-ba5b-e05431c034a7 req-750adff2-1412-4151-b097-55a525ecc0ea tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141889 Mar 23 01:48:50.004385 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (3f6acd6e-49f1-40fc-b0e0-c73b28acaf91), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.010397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:48:50.016508 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-4f4ec9a9-8843-4b48-a70f-5f06eb06d5f2 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 1001 time: 0.2114823 Mar 23 01:48:50.041282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Pushing event deleted for resources: {'Port': ['ID=3f6acd6e-49f1-40fc-b0e0-c73b28acaf91,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:50.048286 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] No DVR routers for this DVR port 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:48:50.060823 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:48:50.061284 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3f6acd6e-49f1-40fc-b0e0-c73b28acaf91 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:48:50.097586 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-6bb641b4-e486-427e-b9a9-168f57f45d12 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:50.113306 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-6bb641b4-e486-427e-b9a9-168f57f45d12 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports/ac8e6859-0ea9-43bb-abea-226b43a1c512 HTTP/1.1" status: 200 len: 942 time: 0.0789609 Mar 23 01:48:50.126488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-417cc77f-d55c-47d7-9a55-086ad4d33769 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Request body: {'network': {'name': 'tempest-network--2001534013', 'router:external': True}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:50.151341 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417cc77f-d55c-47d7-9a55-086ad4d33769 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Made reservation on behalf of a19c7bf7c8764e8583cccf7cd7bbf43e for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:50.153770 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (6d7f6bf5-2588-473d-a43f-402815ecfa91), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.154352 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-417cc77f-d55c-47d7-9a55-086ad4d33769 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.171323 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-417cc77f-d55c-47d7-9a55-086ad4d33769 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.176257 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7f6bf5-2588-473d-a43f-402815ecfa91']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:50.188397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40395246-79a5-4843-aecb-220bd5a95b21') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:50.188768 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40395246-79a5-4843-aecb-220bd5a95b21') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:50.199526 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (40395246-79a5-4843-aecb-220bd5a95b21), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.216716 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (40395246-79a5-4843-aecb-220bd5a95b21), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.226859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:48:50.227039 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (40395246-79a5-4843-aecb-220bd5a95b21), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:48:50.231180 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:48:50.247839 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-9b14df2d-6b92-46cc-a126-e4ce8d4e6196 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 1001 time: 0.0909247 Mar 23 01:48:50.313158 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (6d7f6bf5-2588-473d-a43f-402815ecfa91), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.320784 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.327758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54098) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:50.327890 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] 10.222.0.18 "DELETE /v2.0/networks/6d7f6bf5-2588-473d-a43f-402815ecfa91 HTTP/1.1" status: 204 len: 168 time: 1.2970736 Mar 23 01:48:50.346781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fb801-9a4d-4450-a5b4-3b06b447114c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Pushing event deleted for resources: {'Network': ['ID=6d7f6bf5-2588-473d-a43f-402815ecfa91,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:50.457550 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-417cc77f-d55c-47d7-9a55-086ad4d33769 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks [] for security_group (042453db-dc82-4f65-bc5d-22092890d915), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.472315 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-417cc77f-d55c-47d7-9a55-086ad4d33769 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (042453db-dc82-4f65-bc5d-22092890d915), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.511067 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54104) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:50.521367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-f2a5a2ba-f132-426d-811b-7e36568f946d tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:50.522760 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-f2a5a2ba-f132-426d-811b-7e36568f946d tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.2687402 Mar 23 01:48:50.535269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417cc77f-d55c-47d7-9a55-086ad4d33769 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:48:50.545653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-33e72954-5919-4dc8-b7bf-f00e5d55d649 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:48:50.546746 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-33e72954-5919-4dc8-b7bf-f00e5d55d649 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171313 Mar 23 01:48:50.569046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cc77f-d55c-47d7-9a55-086ad4d33769 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042453db-dc82-4f65-bc5d-22092890d915,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:50.575164 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-417cc77f-d55c-47d7-9a55-086ad4d33769 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (18bf292f-6dff-4a22-940d-e9904deff212), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.575516 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-417cc77f-d55c-47d7-9a55-086ad4d33769 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Added segment 18bf292f-6dff-4a22-940d-e9904deff212 of type vlan for network 834cda87-88f6-4d56-bb1c-06e0425f9d7a Mar 23 01:48:50.591767 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.633364 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d3d3369b-acb1-4852-95ce-082d33ac5d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.657828 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6f024-2c35-40ee-aa6c-385cfb90172c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Deleting port 7caec7e8-4fc5-4036-9b3c-adf944b9ab69 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:50.658179 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ce6f024-2c35-40ee-aa6c-385cfb90172c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7caec7e8-4fc5-4036-9b3c-adf944b9ab69), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.711492 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d3d3369b-acb1-4852-95ce-082d33ac5d29 admin admin] Publish callbacks [] for security_group (8b4059d7-7db6-4a5e-8841-6cad85b73b60), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.715881 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d3d3369b-acb1-4852-95ce-082d33ac5d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8b4059d7-7db6-4a5e-8841-6cad85b73b60), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.718027 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-626b0c32-e9d1-4e22-bcb9-b5cced4ed46c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 1001 time: 0.1600034 Mar 23 01:48:50.722989 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-417cc77f-d55c-47d7-9a55-086ad4d33769 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (834cda87-88f6-4d56-bb1c-06e0425f9d7a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.735876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-ec3b4dc4-3618-4d6a-9964-556fe546ed3d tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:50.756769 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d3d3369b-acb1-4852-95ce-082d33ac5d29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3f7613cda7446a4a87a6c0a0926a704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2445414 Mar 23 01:48:50.757562 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3369b-acb1-4852-95ce-082d33ac5d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4059d7-7db6-4a5e-8841-6cad85b73b60,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:50.760983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54108) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:50.811084 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90b19ff1-36fc-48f5-ba35-2622956223cd admin admin] Publish callbacks [] for security_group (8b4059d7-7db6-4a5e-8841-6cad85b73b60), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.835897 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90b19ff1-36fc-48f5-ba35-2622956223cd admin admin] Publish callbacks [] for security_group (8b4059d7-7db6-4a5e-8841-6cad85b73b60), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.837581 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-ec3b4dc4-3618-4d6a-9964-556fe546ed3d tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for floatingip (07b7ce07-5097-4da3-93ef-69a91b814f11), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.839571 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-417cc77f-d55c-47d7-9a55-086ad4d33769 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (834cda87-88f6-4d56-bb1c-06e0425f9d7a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.840532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417cc77f-d55c-47d7-9a55-086ad4d33769 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:50.841140 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-417cc77f-d55c-47d7-9a55-086ad4d33769 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.879507 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ce6f024-2c35-40ee-aa6c-385cfb90172c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7caec7e8-4fc5-4036-9b3c-adf944b9ab69), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.879887 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ce6f024-2c35-40ee-aa6c-385cfb90172c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for floatingip (7caec7e8-4fc5-4036-9b3c-adf944b9ab69), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.892171 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90b19ff1-36fc-48f5-ba35-2622956223cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8b4059d7-7db6-4a5e-8841-6cad85b73b60), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.895005 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90b19ff1-36fc-48f5-ba35-2622956223cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:50.896337 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-90b19ff1-36fc-48f5-ba35-2622956223cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b4059d7-7db6-4a5e-8841-6cad85b73b60 HTTP/1.1" status: 204 len: 168 time: 0.1341136 Mar 23 01:48:50.907481 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b19ff1-36fc-48f5-ba35-2622956223cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4059d7-7db6-4a5e-8841-6cad85b73b60,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:50.946854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6f024-2c35-40ee-aa6c-385cfb90172c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Calling delete_port for 7caec7e8-4fc5-4036-9b3c-adf944b9ab69 owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:50.951379 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-417cc77f-d55c-47d7-9a55-086ad4d33769 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1542733 Mar 23 01:48:50.954321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54112) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:51.010423 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cc77f-d55c-47d7-9a55-086ad4d33769 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Pushing event updated for resources: {'Network': ['ID=834cda87-88f6-4d56-bb1c-06e0425f9d7a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:51.027940 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a61581cc-8528-4d4d-8c42-c118ca716078 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (834cda87-88f6-4d56-bb1c-06e0425f9d7a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.031724 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 834cda87-88f6-4d56-bb1c-06e0425f9d7a details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:48:51.129752 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a61581cc-8528-4d4d-8c42-c118ca716078 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (834cda87-88f6-4d56-bb1c-06e0425f9d7a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.150491 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-ec3b4dc4-3618-4d6a-9964-556fe546ed3d tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.157157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-a61581cc-8528-4d4d-8c42-c118ca716078 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834cda87-88f6-4d56-bb1c-06e0425f9d7a']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:51.165139 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-ec3b4dc4-3618-4d6a-9964-556fe546ed3d tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (07b7ce07-5097-4da3-93ef-69a91b814f11), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.165485 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-ec3b4dc4-3618-4d6a-9964-556fe546ed3d tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Floating IP 07b7ce07-5097-4da3-93ef-69a91b814f11 disassociated. External IP: 172.25.0.133, port: ac8e6859-0ea9-43bb-abea-226b43a1c512. Mar 23 01:48:51.181059 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-a61581cc-8528-4d4d-8c42-c118ca716078 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bf292f-6dff-4a22-940d-e9904deff212') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:51.181660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-a61581cc-8528-4d4d-8c42-c118ca716078 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bf292f-6dff-4a22-940d-e9904deff212') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:51.211038 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a61581cc-8528-4d4d-8c42-c118ca716078 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (18bf292f-6dff-4a22-940d-e9904deff212), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.230911 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a61581cc-8528-4d4d-8c42-c118ca716078 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (18bf292f-6dff-4a22-940d-e9904deff212), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.248778 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440af1e-072a-48a1-a3d8-50137a6b6dfb req-83551346-e06e-4638-86d1-2c3d7f5edee7 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:51.250246 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5440af1e-072a-48a1-a3d8-50137a6b6dfb req-83551346-e06e-4638-86d1-2c3d7f5edee7 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.0989969 Mar 23 01:48:51.251277 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61581cc-8528-4d4d-8c42-c118ca716078 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:48:51.251661 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a61581cc-8528-4d4d-8c42-c118ca716078 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (18bf292f-6dff-4a22-940d-e9904deff212), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:48:51.254426 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:48:51.266337 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54118) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:51.294396 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d9c264b-fe3b-4dc6-8ba1-06e1f6382f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.340367 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ce6f024-2c35-40ee-aa6c-385cfb90172c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7caec7e8-4fc5-4036-9b3c-adf944b9ab69), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.351404 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a61581cc-8528-4d4d-8c42-c118ca716078 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (834cda87-88f6-4d56-bb1c-06e0425f9d7a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.358984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61581cc-8528-4d4d-8c42-c118ca716078 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 834cda87-88f6-4d56-bb1c-06e0425f9d7a {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 01:48:51.375240 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5440af1e-072a-48a1-a3d8-50137a6b6dfb req-22284361-5bb5-4fb2-89eb-4274b2e19583 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066000 Mar 23 01:48:51.376650 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a61581cc-8528-4d4d-8c42-c118ca716078 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.380580 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a61581cc-8528-4d4d-8c42-c118ca716078 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "DELETE /v2.0/networks/834cda87-88f6-4d56-bb1c-06e0425f9d7a HTTP/1.1" status: 204 len: 168 time: 0.4250841 Mar 23 01:48:51.384628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6f024-2c35-40ee-aa6c-385cfb90172c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Pushing event deleted for resources: {'Port': ['ID=7caec7e8-4fc5-4036-9b3c-adf944b9ab69,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:51.391034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54120) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:51.396430 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d48bbe8d-e82a-4bc8-9498-45b5c6072092 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Request body: {'network': {'router:external': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:51.400894 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61581cc-8528-4d4d-8c42-c118ca716078 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Pushing event deleted for resources: {'Network': ['ID=834cda87-88f6-4d56-bb1c-06e0425f9d7a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:51.433391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48bbe8d-e82a-4bc8-9498-45b5c6072092 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Made reservation on behalf of a19c7bf7c8764e8583cccf7cd7bbf43e for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:51.436683 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d48bbe8d-e82a-4bc8-9498-45b5c6072092 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.475188 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48bbe8d-e82a-4bc8-9498-45b5c6072092 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:48:51.484770 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d48bbe8d-e82a-4bc8-9498-45b5c6072092 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (0e0366c2-eff3-4fe0-8bf9-3a66b7341c9c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.485162 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-d48bbe8d-e82a-4bc8-9498-45b5c6072092 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Added segment 0e0366c2-eff3-4fe0-8bf9-3a66b7341c9c of type vlan for network d378ba13-4f37-431f-bd95-81013909ed14 Mar 23 01:48:51.535982 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d48bbe8d-e82a-4bc8-9498-45b5c6072092 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (d378ba13-4f37-431f-bd95-81013909ed14), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.568039 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d48bbe8d-e82a-4bc8-9498-45b5c6072092 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (d378ba13-4f37-431f-bd95-81013909ed14), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.569113 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48bbe8d-e82a-4bc8-9498-45b5c6072092 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:51.569704 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d48bbe8d-e82a-4bc8-9498-45b5c6072092 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.649750 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d48bbe8d-e82a-4bc8-9498-45b5c6072092 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.2546618 Mar 23 01:48:51.652249 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54122) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:51.657281 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-2e0b069a-137a-4140-810b-73ac54d8427b tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Request body: {'subnet': {'network_id': 'd378ba13-4f37-431f-bd95-81013909ed14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:51.685335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bbe8d-e82a-4bc8-9498-45b5c6072092 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Pushing event updated for resources: {'Network': ['ID=d378ba13-4f37-431f-bd95-81013909ed14,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:51.696284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0b069a-137a-4140-810b-73ac54d8427b tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Made reservation on behalf of a19c7bf7c8764e8583cccf7cd7bbf43e for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:51.700272 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2e0b069a-137a-4140-810b-73ac54d8427b tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.702764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network d378ba13-4f37-431f-bd95-81013909ed14 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:48:51.962387 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ce6f024-2c35-40ee-aa6c-385cfb90172c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks [] for floatingip (0048ed2f-983f-46eb-aae1-339a755ff2df), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.964948 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ce6f024-2c35-40ee-aa6c-385cfb90172c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.966348 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4ce6f024-2c35-40ee-aa6c-385cfb90172c tempest-FloatingIPAdminTestJSON-1737431120 tempest-FloatingIPAdminTestJSON-1737431120-project] 10.222.0.18 "DELETE /v2.0/floatingips/0048ed2f-983f-46eb-aae1-339a755ff2df HTTP/1.1" status: 204 len: 168 time: 1.6363971 Mar 23 01:48:51.982808 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d9c264b-fe3b-4dc6-8ba1-06e1f6382f07 admin admin] Publish callbacks [] for security_group (9150158c-49da-41a0-ac71-8d029e3f5ac5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.990205 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-ec3b4dc4-3618-4d6a-9964-556fe546ed3d tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:48:51.994078 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d9c264b-fe3b-4dc6-8ba1-06e1f6382f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9150158c-49da-41a0-ac71-8d029e3f5ac5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:51.994308 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5b4c5999-6812-428f-9525-c16df71013e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:52.041429 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0d9c264b-fe3b-4dc6-8ba1-06e1f6382f07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=053f8faee17745c99a034af69c81a591&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7713528 Mar 23 01:48:52.043187 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c264b-fe3b-4dc6-8ba1-06e1f6382f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9150158c-49da-41a0-ac71-8d029e3f5ac5,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:52.045587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54126) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:52.058709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.objects.ports [None req-2e0b069a-137a-4140-810b-73ac54d8427b tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99263) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:48:52.059320 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2e0b069a-137a-4140-810b-73ac54d8427b tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (1d95ef5d-979f-4945-a7d2-f18e096a76f5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:52.123144 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b069a-137a-4140-810b-73ac54d8427b tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1d95ef5d-979f-4945-a7d2-f18e096a76f5,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:52.134479 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b069a-137a-4140-810b-73ac54d8427b tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Checking segment: {'id': '0e0366c2-eff3-4fe0-8bf9-3a66b7341c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd378ba13-4f37-431f-bd95-81013909ed14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:48:52.134971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b069a-137a-4140-810b-73ac54d8427b tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Network hostable DHCP agents. Network: d378ba13-4f37-431f-bd95-81013909ed14, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:48:52.155706 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b069a-137a-4140-810b-73ac54d8427b tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Network d378ba13-4f37-431f-bd95-81013909ed14 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:48:52.166625 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-2e0b069a-137a-4140-810b-73ac54d8427b tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, d378ba13-4f37-431f-bd95-81013909ed14) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:52.178879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497f6313-14bc-4ed7-aa69-13a0363b714f None None] Network d378ba13-4f37-431f-bd95-81013909ed14 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:48:52.179281 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0b069a-137a-4140-810b-73ac54d8427b tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:52.180397 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2e0b069a-137a-4140-810b-73ac54d8427b tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:52.181761 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f88255e5-9885-480e-b4c8-9994a98f498e admin admin] Publish callbacks [] for security_group (9150158c-49da-41a0-ac71-8d029e3f5ac5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:52.192636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-ec3b4dc4-3618-4d6a-9964-556fe546ed3d tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:48:52.198640 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-ec3b4dc4-3618-4d6a-9964-556fe546ed3d tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:52.209934 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74770f5c-8912-4c03-8b82-f1e9fff929d4 None None] Sync routers for ids ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:48:52.210532 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2e0b069a-137a-4140-810b-73ac54d8427b tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5542381 Mar 23 01:48:52.210677 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54130) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:52.217160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Request body: {'floatingip': {'floating_network_id': 'd378ba13-4f37-431f-bd95-81013909ed14'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:52.220243 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74770f5c-8912-4c03-8b82-f1e9fff929d4 None None] Routers {'9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:52.220876 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-74770f5c-8912-4c03-8b82-f1e9fff929d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:52.229288 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f88255e5-9885-480e-b4c8-9994a98f498e admin admin] Publish callbacks [] for security_group (9150158c-49da-41a0-ac71-8d029e3f5ac5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:52.247300 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:52.261439 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-ec3b4dc4-3618-4d6a-9964-556fe546ed3d tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "PUT /v2.0/floatingips/07b7ce07-5097-4da3-93ef-69a91b814f11 HTTP/1.1" status: 200 len: 695 time: 1.5346355 Mar 23 01:48:52.267502 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90', 'tag': 'ac8e6859-0ea9-43bb-abea-226b43a1c512'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:48:52.282588 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae33b55-2406-4613-93e9-4cd20f7c0dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90", "tag": "ac8e6859-0ea9-43bb-abea-226b43a1c512"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:48:52.330237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54136) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:52.356965 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f88255e5-9885-480e-b4c8-9994a98f498e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9150158c-49da-41a0-ac71-8d029e3f5ac5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:52.361032 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f88255e5-9885-480e-b4c8-9994a98f498e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:52.364904 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f88255e5-9885-480e-b4c8-9994a98f498e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9150158c-49da-41a0-ac71-8d029e3f5ac5 HTTP/1.1" status: 204 len: 168 time: 0.2825274 Mar 23 01:48:52.370663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6641f7a1-57b4-4e3e-838d-25d8aee91046 None None] Network d378ba13-4f37-431f-bd95-81013909ed14 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:48:52.379394 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c389cc1b-6d9d-4b82-a446-96e48a344cd0 x-openstack-request-id: req-c389cc1b-6d9d-4b82-a446-96e48a344cd0 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:48:52.382015 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90", "tag": "ac8e6859-0ea9-43bb-abea-226b43a1c512", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:48:52.384556 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c389cc1b-6d9d-4b82-a446-96e48a344cd0 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:48:52.386687 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c389cc1b-6d9d-4b82-a446-96e48a344cd0'] response: {'name': 'network-changed', 'server_uuid': 'bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90', 'tag': 'ac8e6859-0ea9-43bb-abea-226b43a1c512', 'status': 'completed', 'code': 200} Mar 23 01:48:52.387685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88255e5-9885-480e-b4c8-9994a98f498e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9150158c-49da-41a0-ac71-8d029e3f5ac5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:52.397325 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:52.490880 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-74770f5c-8912-4c03-8b82-f1e9fff929d4 None None] Set router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:52.611337 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae33b55-2406-4613-93e9-4cd20f7c0dcf req-4bac240a-e49b-4d5b-896f-8c1a998c6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:52.612698 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cae33b55-2406-4613-93e9-4cd20f7c0dcf req-4bac240a-e49b-4d5b-896f-8c1a998c6c45 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db46af2b71834199b0198c97c17f9960&device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 1127 time: 0.1253557 Mar 23 01:48:52.618310 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Allocated IP 172.20.0.11 (d378ba13-4f37-431f-bd95-81013909ed14/1d95ef5d-979f-4945-a7d2-f18e096a76f5/6de2fc99-1d2b-4531-bb9e-2118a88242f6) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:48:52.621630 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8fc34eba-d199-452c-a6f3-aa04fa228b81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94e4f61757924277bf65bfcc2d3b8d0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2913289 Mar 23 01:48:52.624321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54144) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:52.680073 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-a8624683-63d2-4539-8e87-d16296e1c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:52.682563 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-a8624683-63d2-4539-8e87-d16296e1c869 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db46af2b71834199b0198c97c17f9960&device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 1127 time: 0.3856990 Mar 23 01:48:52.685553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6808d-7724-4517-9800-fad6c923210b req-f8845b30-0df0-4c16-8c4a-21eb7ac30e19 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:52.687103 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2e6808d-7724-4517-9800-fad6c923210b req-f8845b30-0df0-4c16-8c4a-21eb7ac30e19 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.1869457 Mar 23 01:48:52.719056 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2dd4a44-e7d0-40bb-9a75-997bb831380f admin admin] Publish callbacks [] for security_group (85c1c09e-1f19-4d14-b6ef-eb9a57e62bb4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:52.807223 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-74770f5c-8912-4c03-8b82-f1e9fff929d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-router', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:01Z', 'updated_at': '2022-03-23T01:48:14Z', 'revision_number': 4, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'gw_port': {'id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:03Z', 'updated_at': '2022-03-23T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '57f27be6-b6ca-46dc-b0db-981d99a67242', 'name': '', 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'mac_address': 'fa:16:3e:66:c7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:11Z', 'updated_at': '2022-03-23T01:48:21Z', 'revision_number': 5, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'subnets': [{'id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:52.812996 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2dd4a44-e7d0-40bb-9a75-997bb831380f admin admin] Publish callbacks [] for security_group (85c1c09e-1f19-4d14-b6ef-eb9a57e62bb4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:52.824865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae33b55-2406-4613-93e9-4cd20f7c0dcf req-df2f5393-f3d2-41e2-9040-873e820ec526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:52.826359 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cae33b55-2406-4613-93e9-4cd20f7c0dcf req-df2f5393-f3d2-41e2-9040-873e820ec526 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fffb118c-33e9-465d-9d40-5d1f58c55b0a HTTP/1.1" status: 200 len: 929 time: 0.2021945 Mar 23 01:48:52.833391 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2e6808d-7724-4517-9800-fad6c923210b req-9dd93e66-8763-4df5-a4da-178688d32abc tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378639 Mar 23 01:48:52.840016 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74770f5c-8912-4c03-8b82-f1e9fff929d4 None None] Checking router: 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:48:52.853486 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74770f5c-8912-4c03-8b82-f1e9fff929d4 None None] Routers {'9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:48:52.854365 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-74770f5c-8912-4c03-8b82-f1e9fff929d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:52.885261 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cae33b55-2406-4613-93e9-4cd20f7c0dcf req-84761311-1279-4828-9390-ae97e3896ebe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac8e6859-0ea9-43bb-abea-226b43a1c512 HTTP/1.1" status: 200 len: 217 time: 0.0508492 Mar 23 01:48:52.905148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-a4647ba8-eefa-45e8-8c81-fddc28c409c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:52.905398 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks [] for port (6de2fc99-1d2b-4531-bb9e-2118a88242f6), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:52.907601 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-a4647ba8-eefa-45e8-8c81-fddc28c409c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fffb118c-33e9-465d-9d40-5d1f58c55b0a HTTP/1.1" status: 200 len: 929 time: 0.2100582 Mar 23 01:48:52.951860 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae33b55-2406-4613-93e9-4cd20f7c0dcf req-9deacc79-b2f1-4ebb-8ad2-6f209ded4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:52.953383 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cae33b55-2406-4613-93e9-4cd20f7c0dcf req-9deacc79-b2f1-4ebb-8ad2-6f209ded4569 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=391488d6-c125-4df8-a0dc-c2aa0a014941 HTTP/1.1" status: 200 len: 868 time: 0.0624676 Mar 23 01:48:52.978026 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-a2eeabf1-e9a0-4846-8f71-b4bbe65df228 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac8e6859-0ea9-43bb-abea-226b43a1c512 HTTP/1.1" status: 200 len: 217 time: 0.0620909 Mar 23 01:48:52.982389 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2dd4a44-e7d0-40bb-9a75-997bb831380f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (85c1c09e-1f19-4d14-b6ef-eb9a57e62bb4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:52.994391 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2dd4a44-e7d0-40bb-9a75-997bb831380f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:52.997943 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a2dd4a44-e7d0-40bb-9a75-997bb831380f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85c1c09e-1f19-4d14-b6ef-eb9a57e62bb4 HTTP/1.1" status: 204 len: 168 time: 0.3684185 Mar 23 01:48:53.000772 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-74770f5c-8912-4c03-8b82-f1e9fff929d4 None None] Set router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:48:53.019396 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6de2fc99-1d2b-4531-bb9e-2118a88242f6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:53.034301 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd4a44-e7d0-40bb-9a75-997bb831380f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c1c09e-1f19-4d14-b6ef-eb9a57e62bb4,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:53.051741 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-523a3568-f478-475e-9491-e761e73b2bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:53.053298 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-523a3568-f478-475e-9491-e761e73b2bcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=391488d6-c125-4df8-a0dc-c2aa0a014941 HTTP/1.1" status: 200 len: 868 time: 0.0564520 Mar 23 01:48:53.095501 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae33b55-2406-4613-93e9-4cd20f7c0dcf req-4a3dbe26-e401-4b86-bc07-73544e8b80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:53.098905 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cae33b55-2406-4613-93e9-4cd20f7c0dcf req-4a3dbe26-e401-4b86-bc07-73544e8b80f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fffb118c-33e9-465d-9d40-5d1f58c55b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1377108 Mar 23 01:48:53.107328 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Network d378ba13-4f37-431f-bd95-81013909ed14 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:48:53.119776 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:48:53.139649 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:48:53.145799 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-eff8172e-783f-4aff-b318-05214082f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:53.155260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-eff8172e-783f-4aff-b318-05214082f706 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fffb118c-33e9-465d-9d40-5d1f58c55b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0920115 Mar 23 01:48:53.170659 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Pushing event updated for resources: {'Port': ['ID=6de2fc99-1d2b-4531-bb9e-2118a88242f6,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:53.228403 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:53.281172 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cae33b55-2406-4613-93e9-4cd20f7c0dcf req-eee65ea8-0f61-4449-b5ef-ec6fa6174328 service neutron] 10.222.0.43 "GET /v2.0/networks/fffb118c-33e9-465d-9d40-5d1f58c55b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725779 Mar 23 01:48:53.294816 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-97918f1f-db02-4aad-9d95-145bb13dd405 service neutron] 10.222.0.18 "GET /v2.0/networks/fffb118c-33e9-465d-9d40-5d1f58c55b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381857 Mar 23 01:48:53.327995 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-74770f5c-8912-4c03-8b82-f1e9fff929d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-router', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:01Z', 'updated_at': '2022-03-23T01:48:14Z', 'revision_number': 4, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'gw_port': {'id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:03Z', 'updated_at': '2022-03-23T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '57f27be6-b6ca-46dc-b0db-981d99a67242', 'name': '', 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'mac_address': 'fa:16:3e:66:c7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:11Z', 'updated_at': '2022-03-23T01:48:21Z', 'revision_number': 5, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'subnets': [{'id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:53.367365 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74770f5c-8912-4c03-8b82-f1e9fff929d4 None None] The sync data for ids ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'] in n-d-834677-4 is: [{'id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-router', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:01Z', 'updated_at': '2022-03-23T01:48:14Z', 'revision_number': 4, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'gw_port': {'id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:03Z', 'updated_at': '2022-03-23T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '57f27be6-b6ca-46dc-b0db-981d99a67242', 'name': '', 'network_id': 'fffb118c-33e9-465d-9d40-5d1f58c55b0a', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'mac_address': 'fa:16:3e:66:c7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:11Z', 'updated_at': '2022-03-23T01:48:21Z', 'revision_number': 5, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'subnets': [{'id': '391488d6-c125-4df8-a0dc-c2aa0a014941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:48:53.376411 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks [] for floatingip (bc154f0f-07b3-40a1-b7b3-21843b244227), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:53.448593 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-723f8f5d-f73b-4455-af36-f7b44cad2e7c req-d9d82afa-bb56-4c7c-b688-bee7a8dc868c service neutron] 10.222.0.18 "GET /v2.0/networks/fffb118c-33e9-465d-9d40-5d1f58c55b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421514 Mar 23 01:48:53.455339 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6de2fc99-1d2b-4531-bb9e-2118a88242f6), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:53.559941 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54170) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:53.564425 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8bb9a1fc-86ff-4c3e-ba17-6a343a0e9efb req-4e43274d-e5ea-4b17-9aed-654f59ef5270 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/floatingips/07b7ce07-5097-4da3-93ef-69a91b814f11 HTTP/1.1" status: 200 len: 695 time: 0.0603149 Mar 23 01:48:53.578990 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edb7c8db-c28e-4cf6-b027-7fa37b9afd8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:53.611450 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cae33b55-2406-4613-93e9-4cd20f7c0dcf req-3a943093-2c98-4cda-8c96-bac43a6e7696 service neutron] 10.222.0.43 "GET /v2.0/networks/fffb118c-33e9-465d-9d40-5d1f58c55b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149962 Mar 23 01:48:53.703921 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edb7c8db-c28e-4cf6-b027-7fa37b9afd8b admin admin] Publish callbacks [] for security_group (0bc5b0da-10a1-4e53-9fd7-c28be3a95115), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:53.710745 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edb7c8db-c28e-4cf6-b027-7fa37b9afd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0bc5b0da-10a1-4e53-9fd7-c28be3a95115), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:53.753699 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-edb7c8db-c28e-4cf6-b027-7fa37b9afd8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14b4da9d4d794ebdacb76f432847dfc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1926408 Mar 23 01:48:53.757042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54174) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:53.764015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7c8db-c28e-4cf6-b027-7fa37b9afd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc5b0da-10a1-4e53-9fd7-c28be3a95115,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:53.798072 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f126f8-8ca2-497c-a7de-0fb623f5a23f None None] New status for floating IP 07b7ce07-5097-4da3-93ef-69a91b814f11: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:48:53.809512 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9a1fc-86ff-4c3e-ba17-6a343a0e9efb req-5c1c8785-837c-47d0-9599-1392015d5b00 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:53.811004 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8bb9a1fc-86ff-4c3e-ba17-6a343a0e9efb req-5c1c8785-837c-47d0-9599-1392015d5b00 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.2201157 Mar 23 01:48:53.822196 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-8bb9a1fc-86ff-4c3e-ba17-6a343a0e9efb req-ed87a3cb-36d6-428d-a8ea-045b3238e9a0 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:48:53.823286 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8bb9a1fc-86ff-4c3e-ba17-6a343a0e9efb req-ed87a3cb-36d6-428d-a8ea-045b3238e9a0 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064385 Mar 23 01:48:53.827440 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ff3f7cba-b53a-4df8-a1ed-ad8f7e676562 admin admin] Publish callbacks [] for security_group (0bc5b0da-10a1-4e53-9fd7-c28be3a95115), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:53.864162 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ff3f7cba-b53a-4df8-a1ed-ad8f7e676562 admin admin] Publish callbacks [] for security_group (0bc5b0da-10a1-4e53-9fd7-c28be3a95115), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:53.909429 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks [] for port (6de2fc99-1d2b-4531-bb9e-2118a88242f6), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:53.916544 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8bb9a1fc-86ff-4c3e-ba17-6a343a0e9efb req-986e4676-fcd6-43b7-90e1-2d97fa286a8c tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 698 time: 0.0761311 Mar 23 01:48:53.920879 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (6de2fc99-1d2b-4531-bb9e-2118a88242f6), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:53.934611 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ff3f7cba-b53a-4df8-a1ed-ad8f7e676562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0bc5b0da-10a1-4e53-9fd7-c28be3a95115), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:53.938149 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ff3f7cba-b53a-4df8-a1ed-ad8f7e676562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:53.939566 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ff3f7cba-b53a-4df8-a1ed-ad8f7e676562 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0bc5b0da-10a1-4e53-9fd7-c28be3a95115 HTTP/1.1" status: 204 len: 168 time: 0.1815982 Mar 23 01:48:53.954146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f7cba-b53a-4df8-a1ed-ad8f7e676562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc5b0da-10a1-4e53-9fd7-c28be3a95115,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:54.049152 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8bb9a1fc-86ff-4c3e-ba17-6a343a0e9efb req-5c003998-2d7b-42ae-8922-dbe77fcefcdb tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 698 time: 0.1170433 Mar 23 01:48:54.076071 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Pushing event updated for resources: {'Port': ['ID=6de2fc99-1d2b-4531-bb9e-2118a88242f6,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:54.117462 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (bc154f0f-07b3-40a1-b7b3-21843b244227), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:54.122045 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882248ed-3fbf-432a-8c69-b544b721feb5 req-a9d4702e-0b96-47ab-bfc6-263b6a07d717 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:54.125441 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-882248ed-3fbf-432a-8c69-b544b721feb5 req-a9d4702e-0b96-47ab-bfc6-263b6a07d717 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.1504481 Mar 23 01:48:54.181491 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:54.182842 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6c28fb7f-e70d-4b3a-8e38-7e59ceb056ef tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9701939 Mar 23 01:48:54.185791 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54186) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:54.244963 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-882248ed-3fbf-432a-8c69-b544b721feb5 req-a6722e7b-dfee-462c-8143-5b0c4cf47cf6 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106360 Mar 23 01:48:54.289993 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-15012fa2-4213-455e-b525-d771713437d8 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=d378ba13-4f37-431f-bd95-81013909ed14 HTTP/1.1" status: 200 len: 690 time: 0.1023521 Mar 23 01:48:54.292562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54190) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:54.329891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-8bb9a1fc-86ff-4c3e-ba17-6a343a0e9efb req-93f0cfe4-e5cf-4ff3-9c5e-b263a10a9d91 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Deleting port d11b42c0-dc86-4e62-9342-765b1c1a7976 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:54.330248 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8bb9a1fc-86ff-4c3e-ba17-6a343a0e9efb req-93f0cfe4-e5cf-4ff3-9c5e-b263a10a9d91 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d11b42c0-dc86-4e62-9342-765b1c1a7976), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:54.406998 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (d378ba13-4f37-431f-bd95-81013909ed14), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:54.541107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54198) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:54.545166 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:54.558799 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9ad2834-c809-4b06-8075-069ddc8bf249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:54.626161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Deleting port 6de2fc99-1d2b-4531-bb9e-2118a88242f6 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:54.626516 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6de2fc99-1d2b-4531-bb9e-2118a88242f6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:54.704420 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8bb9a1fc-86ff-4c3e-ba17-6a343a0e9efb req-93f0cfe4-e5cf-4ff3-9c5e-b263a10a9d91 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d11b42c0-dc86-4e62-9342-765b1c1a7976), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:54.705101 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8bb9a1fc-86ff-4c3e-ba17-6a343a0e9efb req-93f0cfe4-e5cf-4ff3-9c5e-b263a10a9d91 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for floatingip (d11b42c0-dc86-4e62-9342-765b1c1a7976), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:54.720011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-8bb9a1fc-86ff-4c3e-ba17-6a343a0e9efb req-93f0cfe4-e5cf-4ff3-9c5e-b263a10a9d91 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Calling delete_port for d11b42c0-dc86-4e62-9342-765b1c1a7976 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:54.746011 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6de2fc99-1d2b-4531-bb9e-2118a88242f6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:54.746348 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks [] for floatingip (6de2fc99-1d2b-4531-bb9e-2118a88242f6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:54.759309 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9ad2834-c809-4b06-8075-069ddc8bf249 admin admin] Publish callbacks [] for security_group (ca516044-cc61-4894-b437-7ca1917ddb75), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:54.764871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Calling delete_port for 6de2fc99-1d2b-4531-bb9e-2118a88242f6 owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:54.769343 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9ad2834-c809-4b06-8075-069ddc8bf249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ca516044-cc61-4894-b437-7ca1917ddb75), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:54.858662 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e9ad2834-c809-4b06-8075-069ddc8bf249 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56fd674de05846608022ab5bc08287c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3160987 Mar 23 01:48:54.861079 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54208) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:54.873157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad2834-c809-4b06-8075-069ddc8bf249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca516044-cc61-4894-b437-7ca1917ddb75,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:54.873381 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8bb9a1fc-86ff-4c3e-ba17-6a343a0e9efb req-93f0cfe4-e5cf-4ff3-9c5e-b263a10a9d91 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d11b42c0-dc86-4e62-9342-765b1c1a7976), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:54.903995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0cfe4-e5cf-4ff3-9c5e-b263a10a9d91 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Pushing event deleted for resources: {'Port': ['ID=d11b42c0-dc86-4e62-9342-765b1c1a7976,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:54.948559 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9856ffcc-31e6-4e71-9d6c-d2a6ed3c3146 admin admin] Publish callbacks [] for security_group (ca516044-cc61-4894-b437-7ca1917ddb75), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:54.971797 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8bb9a1fc-86ff-4c3e-ba17-6a343a0e9efb req-93f0cfe4-e5cf-4ff3-9c5e-b263a10a9d91 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks [] for floatingip (07b7ce07-5097-4da3-93ef-69a91b814f11), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:54.974603 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8bb9a1fc-86ff-4c3e-ba17-6a343a0e9efb req-93f0cfe4-e5cf-4ff3-9c5e-b263a10a9d91 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:54.975918 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8bb9a1fc-86ff-4c3e-ba17-6a343a0e9efb req-93f0cfe4-e5cf-4ff3-9c5e-b263a10a9d91 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "DELETE /v2.0/floatingips/07b7ce07-5097-4da3-93ef-69a91b814f11 HTTP/1.1" status: 204 len: 173 time: 0.9147248 Mar 23 01:48:54.997815 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9856ffcc-31e6-4e71-9d6c-d2a6ed3c3146 admin admin] Publish callbacks [] for security_group (ca516044-cc61-4894-b437-7ca1917ddb75), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:55.041560 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (6de2fc99-1d2b-4531-bb9e-2118a88242f6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:55.074077 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Pushing event deleted for resources: {'Port': ['ID=6de2fc99-1d2b-4531-bb9e-2118a88242f6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:55.130237 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53211bd0-1433-4882-9605-834550aa022b req-fd30858e-9cea-41c9-925a-11159ba38220 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:55.132388 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53211bd0-1433-4882-9605-834550aa022b req-fd30858e-9cea-41c9-925a-11159ba38220 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0802271 Mar 23 01:48:55.135980 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9856ffcc-31e6-4e71-9d6c-d2a6ed3c3146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ca516044-cc61-4894-b437-7ca1917ddb75), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:55.139104 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9856ffcc-31e6-4e71-9d6c-d2a6ed3c3146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:55.142594 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9856ffcc-31e6-4e71-9d6c-d2a6ed3c3146 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca516044-cc61-4894-b437-7ca1917ddb75 HTTP/1.1" status: 204 len: 168 time: 0.2767930 Mar 23 01:48:55.154046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856ffcc-31e6-4e71-9d6c-d2a6ed3c3146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca516044-cc61-4894-b437-7ca1917ddb75,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:55.161988 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks [] for floatingip (bc154f0f-07b3-40a1-b7b3-21843b244227), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:55.196440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53211bd0-1433-4882-9605-834550aa022b req-920789dc-91cb-420b-934e-246217571e1b tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0576358 Mar 23 01:48:55.219263 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (1d95ef5d-979f-4945-a7d2-f18e096a76f5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:55.291074 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3161c20-c0a8-4681-a2c2-cda05dc142a0 req-124f0db1-9455-405a-97b4-9283b2f00acb tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0679483 Mar 23 01:48:55.336649 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (1d95ef5d-979f-4945-a7d2-f18e096a76f5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:55.398592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1d95ef5d-979f-4945-a7d2-f18e096a76f5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:55.467834 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1077b71-d7cf-471e-a61a-53028952e8d1 req-2e028de0-ccee-457c-887f-a24b95442314 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:55.475318 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c1077b71-d7cf-471e-a61a-53028952e8d1 req-2e028de0-ccee-457c-887f-a24b95442314 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.1035521 Mar 23 01:48:55.476248 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (d378ba13-4f37-431f-bd95-81013909ed14), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:55.511870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d378ba13-4f37-431f-bd95-81013909ed14']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:55.524470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0366c2-eff3-4fe0-8bf9-3a66b7341c9c') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:55.524797 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0366c2-eff3-4fe0-8bf9-3a66b7341c9c') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:55.540028 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (0e0366c2-eff3-4fe0-8bf9-3a66b7341c9c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:55.552228 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c1077b71-d7cf-471e-a61a-53028952e8d1 req-7a634b82-5bd8-40c9-b35d-e9e2a00049f1 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759115 Mar 23 01:48:55.557779 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (0e0366c2-eff3-4fe0-8bf9-3a66b7341c9c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:55.567334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:48:55.567983 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (0e0366c2-eff3-4fe0-8bf9-3a66b7341c9c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:48:55.570283 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:48:55.668329 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (d378ba13-4f37-431f-bd95-81013909ed14), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:55.692134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d378ba13-4f37-431f-bd95-81013909ed14 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 01:48:55.694080 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Pushing event deleted for resources: {'Network': ['ID=d378ba13-4f37-431f-bd95-81013909ed14,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:55.700357 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:55.703592 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-67741250-ebeb-4ef6-98d4-071aa8c92bdd tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "DELETE /v2.0/networks/d378ba13-4f37-431f-bd95-81013909ed14 HTTP/1.1" status: 204 len: 168 time: 1.4095836 Mar 23 01:48:55.706573 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54252) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:55.717926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14971a2d-6454-414c-b6b0-c833b9895648 req-8eb94c40-8398-4a28-99c5-33bd468eb80e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:55.719585 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14971a2d-6454-414c-b6b0-c833b9895648 req-8eb94c40-8398-4a28-99c5-33bd468eb80e tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 945 time: 0.1010907 Mar 23 01:48:55.746516 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:48:55.788642 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ed6fc48a-c8c6-4971-b73f-b57f4e2c0901 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.0788743 Mar 23 01:48:55.790566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54254) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:55.803802 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:55.808060 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14971a2d-6454-414c-b6b0-c833b9895648 req-6f153e98-e188-4b89-af83-6219bf5edf33 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/security-groups?id=53a26409-3ba7-4b45-b87c-fa7a284bd7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823464 Mar 23 01:48:55.917279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f131db64-7d6c-410b-8481-9fbac79cb943 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:55.917817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f131db64-7d6c-410b-8481-9fbac79cb943 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:55.918286 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f131db64-7d6c-410b-8481-9fbac79cb943 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:55.918725 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f131db64-7d6c-410b-8481-9fbac79cb943 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:55.919201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f131db64-7d6c-410b-8481-9fbac79cb943 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:55.919623 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f131db64-7d6c-410b-8481-9fbac79cb943 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:55.921673 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f131db64-7d6c-410b-8481-9fbac79cb943 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4021 time: 0.1296718 Mar 23 01:48:55.924551 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54260) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:55.972146 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-5fb7abb6-c0dd-4ef0-beb1-9834113fbb8e tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] delete failed (client error): The resource could not be found. Mar 23 01:48:55.973701 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5fb7abb6-c0dd-4ef0-beb1-9834113fbb8e tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/bc154f0f-07b3-40a1-b7b3-21843b244227 HTTP/1.1" status: 404 len: 345 time: 0.0481081 Mar 23 01:48:55.976580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54262) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:55.984197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54264) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:55.999321 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d22135-278b-40be-86b7-dbfa902ec9d6 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] DELETE failed (client error): The resource could not be found. Mar 23 01:48:55.999690 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d22135-278b-40be-86b7-dbfa902ec9d6 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:48:56.002895 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-63d22135-278b-40be-86b7-dbfa902ec9d6 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "DELETE /v2.0/networks/d378ba13-4f37-431f-bd95-81013909ed14 HTTP/1.1" status: 404 len: 339 time: 0.0247664 Mar 23 01:48:56.008305 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54268) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:56.014370 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-a16603d2-2be2-4a88-95d1-d9cfd9d4b741 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Request body: {'network': {'name': 'tempest-network--1471858008', 'router:external': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:56.040966 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16603d2-2be2-4a88-95d1-d9cfd9d4b741 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Made reservation on behalf of a19c7bf7c8764e8583cccf7cd7bbf43e for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:56.044664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a16603d2-2be2-4a88-95d1-d9cfd9d4b741 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.073291 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16603d2-2be2-4a88-95d1-d9cfd9d4b741 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:48:56.085935 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a16603d2-2be2-4a88-95d1-d9cfd9d4b741 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (752bf63f-2cf6-4204-8e76-62bc5ac47ea0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.086260 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-a16603d2-2be2-4a88-95d1-d9cfd9d4b741 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Added segment 752bf63f-2cf6-4204-8e76-62bc5ac47ea0 of type vlan for network 825c3fd2-f2ea-4242-a090-ab055d83ce3c Mar 23 01:48:56.131013 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5f00003a-e4a9-4a39-8ccb-7d1dda7a9cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.142581 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a16603d2-2be2-4a88-95d1-d9cfd9d4b741 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (825c3fd2-f2ea-4242-a090-ab055d83ce3c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.178019 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a16603d2-2be2-4a88-95d1-d9cfd9d4b741 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (825c3fd2-f2ea-4242-a090-ab055d83ce3c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.179269 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16603d2-2be2-4a88-95d1-d9cfd9d4b741 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:56.180073 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a16603d2-2be2-4a88-95d1-d9cfd9d4b741 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.227507 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5f00003a-e4a9-4a39-8ccb-7d1dda7a9cb1 admin admin] Publish callbacks [] for security_group (071f861d-7b3b-45c8-8895-f8e90eddcb02), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.233658 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5f00003a-e4a9-4a39-8ccb-7d1dda7a9cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (071f861d-7b3b-45c8-8895-f8e90eddcb02), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.245156 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a16603d2-2be2-4a88-95d1-d9cfd9d4b741 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2350061 Mar 23 01:48:56.248045 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54278) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:56.259143 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16603d2-2be2-4a88-95d1-d9cfd9d4b741 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Pushing event updated for resources: {'Network': ['ID=825c3fd2-f2ea-4242-a090-ab055d83ce3c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:56.271826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 825c3fd2-f2ea-4242-a090-ab055d83ce3c details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:48:56.276205 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5f00003a-e4a9-4a39-8ccb-7d1dda7a9cb1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81881af6e1fa4dfc97f44deb40d02f43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2900050 Mar 23 01:48:56.277010 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00003a-e4a9-4a39-8ccb-7d1dda7a9cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071f861d-7b3b-45c8-8895-f8e90eddcb02,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:56.279227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54280) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:56.482342 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35687033-c350-49d1-a65f-60aa29eb4ef6 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:56.487782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35687033-c350-49d1-a65f-60aa29eb4ef6 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:56.493023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35687033-c350-49d1-a65f-60aa29eb4ef6 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:56.498339 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35687033-c350-49d1-a65f-60aa29eb4ef6 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:56.500030 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-35687033-c350-49d1-a65f-60aa29eb4ef6 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2506075 Mar 23 01:48:56.500982 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b569fe80-0c3e-44a5-b4ad-6504ff7ec369 admin admin] Publish callbacks [] for security_group (071f861d-7b3b-45c8-8895-f8e90eddcb02), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.503591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54286) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:56.525392 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b569fe80-0c3e-44a5-b4ad-6504ff7ec369 admin admin] Publish callbacks [] for security_group (071f861d-7b3b-45c8-8895-f8e90eddcb02), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.576491 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-257f84d5-345d-4f53-8ff8-c0b10fde1eba tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (825c3fd2-f2ea-4242-a090-ab055d83ce3c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.582283 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b569fe80-0c3e-44a5-b4ad-6504ff7ec369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (071f861d-7b3b-45c8-8895-f8e90eddcb02), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.585910 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b569fe80-0c3e-44a5-b4ad-6504ff7ec369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.587684 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b569fe80-0c3e-44a5-b4ad-6504ff7ec369 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/071f861d-7b3b-45c8-8895-f8e90eddcb02 HTTP/1.1" status: 204 len: 168 time: 0.2890830 Mar 23 01:48:56.600895 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569fe80-0c3e-44a5-b4ad-6504ff7ec369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071f861d-7b3b-45c8-8895-f8e90eddcb02,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:56.672545 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-257f84d5-345d-4f53-8ff8-c0b10fde1eba tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (825c3fd2-f2ea-4242-a090-ab055d83ce3c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.699857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-257f84d5-345d-4f53-8ff8-c0b10fde1eba tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825c3fd2-f2ea-4242-a090-ab055d83ce3c']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:56.708278 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40bd0a-2c58-4d8b-9622-b2bf2c1baf0e req-21d5b98a-2318-4938-9081-cb04cd98035f tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:56.710024 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ea40bd0a-2c58-4d8b-9622-b2bf2c1baf0e req-21d5b98a-2318-4938-9081-cb04cd98035f tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.0700588 Mar 23 01:48:56.711869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-257f84d5-345d-4f53-8ff8-c0b10fde1eba tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752bf63f-2cf6-4204-8e76-62bc5ac47ea0') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:56.712248 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-257f84d5-345d-4f53-8ff8-c0b10fde1eba tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752bf63f-2cf6-4204-8e76-62bc5ac47ea0') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:56.724272 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-257f84d5-345d-4f53-8ff8-c0b10fde1eba tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (752bf63f-2cf6-4204-8e76-62bc5ac47ea0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.739750 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-257f84d5-345d-4f53-8ff8-c0b10fde1eba tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (752bf63f-2cf6-4204-8e76-62bc5ac47ea0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.747489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257f84d5-345d-4f53-8ff8-c0b10fde1eba tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:48:56.747984 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-257f84d5-345d-4f53-8ff8-c0b10fde1eba tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (752bf63f-2cf6-4204-8e76-62bc5ac47ea0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:48:56.749954 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:48:56.784489 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ea40bd0a-2c58-4d8b-9622-b2bf2c1baf0e req-bc5cd1c6-46c5-4796-86a7-a70442f2bea2 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673807 Mar 23 01:48:56.825815 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-257f84d5-345d-4f53-8ff8-c0b10fde1eba tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (825c3fd2-f2ea-4242-a090-ab055d83ce3c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.832155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257f84d5-345d-4f53-8ff8-c0b10fde1eba tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 825c3fd2-f2ea-4242-a090-ab055d83ce3c {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 01:48:56.836281 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-257f84d5-345d-4f53-8ff8-c0b10fde1eba tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.839332 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-257f84d5-345d-4f53-8ff8-c0b10fde1eba tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "DELETE /v2.0/networks/825c3fd2-f2ea-4242-a090-ab055d83ce3c HTTP/1.1" status: 204 len: 168 time: 0.3344266 Mar 23 01:48:56.843536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54302) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:56.850893 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f84d5-345d-4f53-8ff8-c0b10fde1eba tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Pushing event deleted for resources: {'Network': ['ID=825c3fd2-f2ea-4242-a090-ab055d83ce3c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:56.862512 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-4f884462-748c-4f66-a491-0720dcc32d21 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Request body: {'network': {'name': 'tempest-network--286834335', 'router:external': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:56.910226 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f884462-748c-4f66-a491-0720dcc32d21 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Made reservation on behalf of a19c7bf7c8764e8583cccf7cd7bbf43e for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:56.912545 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f884462-748c-4f66-a491-0720dcc32d21 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.948072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f884462-748c-4f66-a491-0720dcc32d21 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:48:56.961955 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f884462-748c-4f66-a491-0720dcc32d21 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (1b9a92dd-8616-4681-a00e-6fbb6b156267), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:56.962356 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-4f884462-748c-4f66-a491-0720dcc32d21 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Added segment 1b9a92dd-8616-4681-a00e-6fbb6b156267 of type vlan for network a7393c66-c78f-4a20-bd34-88e9bbd9da6e Mar 23 01:48:56.984835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f04f8-ed34-4f3e-b24e-642fbdda7d95 req-5cf363b7-40f1-4c92-a29d-3fa04bd732bc tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:56.988396 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-173f04f8-ed34-4f3e-b24e-642fbdda7d95 req-5cf363b7-40f1-4c92-a29d-3fa04bd732bc tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 945 time: 0.0865989 Mar 23 01:48:57.013439 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54308) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:57.037366 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bcbf461d-228c-4d03-8217-8ce79de294f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:57.042515 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f884462-748c-4f66-a491-0720dcc32d21 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (a7393c66-c78f-4a20-bd34-88e9bbd9da6e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:57.045597 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-173f04f8-ed34-4f3e-b24e-642fbdda7d95 req-c9d9a8c2-3504-4c71-bc0e-6736966ff8fd tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/security-groups?id=53a26409-3ba7-4b45-b87c-fa7a284bd7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491498 Mar 23 01:48:57.112286 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f884462-748c-4f66-a491-0720dcc32d21 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (a7393c66-c78f-4a20-bd34-88e9bbd9da6e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:57.113609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f884462-748c-4f66-a491-0720dcc32d21 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:57.114372 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f884462-748c-4f66-a491-0720dcc32d21 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:57.117895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54310) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:57.186287 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54314) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:57.186545 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4f884462-748c-4f66-a491-0720dcc32d21 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3414793 Mar 23 01:48:57.203566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f884462-748c-4f66-a491-0720dcc32d21 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Pushing event updated for resources: {'Network': ['ID=a7393c66-c78f-4a20-bd34-88e9bbd9da6e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:57.218123 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network a7393c66-c78f-4a20-bd34-88e9bbd9da6e details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:48:57.219891 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bcbf461d-228c-4d03-8217-8ce79de294f4 admin admin] Publish callbacks [] for security_group (4ed55462-116a-48e6-836c-d0f46645e3f9), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:57.226769 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bcbf461d-228c-4d03-8217-8ce79de294f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4ed55462-116a-48e6-836c-d0f46645e3f9), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:57.254547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4d20670b-f361-456f-9327-66ea5cc75c4b tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-515312618'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:57.255199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4d20670b-f361-456f-9327-66ea5cc75c4b tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] Unknown quota resources ['metering_label']. {{(pid=99264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 01:48:57.304080 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf461d-228c-4d03-8217-8ce79de294f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed55462-116a-48e6-836c-d0f46645e3f9,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:57.316519 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bcbf461d-228c-4d03-8217-8ce79de294f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bc39fb191e94839869e54a08a93b3ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3019021 Mar 23 01:48:57.319226 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54316) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:57.365459 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ae813-19bd-4f41-a09a-487b094e2160 req-2ad1f004-d522-4340-8c0f-3ce3f7585081 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:57.367027 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c5ae813-19bd-4f41-a09a-487b094e2160 req-2ad1f004-d522-4340-8c0f-3ce3f7585081 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.43 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 945 time: 0.1045601 Mar 23 01:48:57.429318 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a614fd9-317a-49d7-846a-1993fe006959 admin admin] Publish callbacks [] for security_group (4ed55462-116a-48e6-836c-d0f46645e3f9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:57.479351 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a614fd9-317a-49d7-846a-1993fe006959 admin admin] Publish callbacks [] for security_group (4ed55462-116a-48e6-836c-d0f46645e3f9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:57.504666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72426d9f-1b3d-41db-91b6-6f53e7866bf9 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:57.505997 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-72426d9f-1b3d-41db-91b6-6f53e7866bf9 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] 10.222.0.18 "GET /v2.0/networks/a7393c66-c78f-4a20-bd34-88e9bbd9da6e HTTP/1.1" status: 200 len: 756 time: 0.3182478 Mar 23 01:48:57.510765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54318) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:57.543406 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d20670b-f361-456f-9327-66ea5cc75c4b tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:57.544629 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4d20670b-f361-456f-9327-66ea5cc75c4b tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4255652 Mar 23 01:48:57.547458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54320) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:57.551685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-21b837c8-e3d8-4148-ab37-73892c1ea7c6 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '248c5061-57d7-4b7f-aafc-1a3699ba2d03'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:57.552226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-21b837c8-e3d8-4148-ab37-73892c1ea7c6 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 01:48:57.591247 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-0c5ae813-19bd-4f41-a09a-487b094e2160 req-eb720352-3a14-414b-81f6-10eb38c8da21 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Deleting port ac8e6859-0ea9-43bb-abea-226b43a1c512 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:48:57.591588 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-0c5ae813-19bd-4f41-a09a-487b094e2160 req-eb720352-3a14-414b-81f6-10eb38c8da21 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ac8e6859-0ea9-43bb-abea-226b43a1c512), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:57.641602 n-d-834677-4 neutron-server[99264]: WARNING neutron.services.metering.metering_plugin [None req-21b837c8-e3d8-4148-ab37-73892c1ea7c6 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 23 01:48:57.650987 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a614fd9-317a-49d7-846a-1993fe006959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4ed55462-116a-48e6-836c-d0f46645e3f9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:57.653876 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a614fd9-317a-49d7-846a-1993fe006959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:57.655042 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9a614fd9-317a-49d7-846a-1993fe006959 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ed55462-116a-48e6-836c-d0f46645e3f9 HTTP/1.1" status: 204 len: 168 time: 0.3349142 Mar 23 01:48:57.670497 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2725ab-2084-40e4-b78d-fe8ce63efcf9 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:57.673065 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0b2725ab-2084-40e4-b78d-fe8ce63efcf9 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] 10.222.0.18 "GET /v2.0/networks/0b1b6872-0647-4f9f-ac29-4a6a7010816a HTTP/1.1" status: 200 len: 767 time: 0.1603568 Mar 23 01:48:57.674831 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54324) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:57.690599 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a614fd9-317a-49d7-846a-1993fe006959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed55462-116a-48e6-836c-d0f46645e3f9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:57.756156 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-21b837c8-e3d8-4148-ab37-73892c1ea7c6 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:57.757392 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-21b837c8-e3d8-4148-ab37-73892c1ea7c6 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2089918 Mar 23 01:48:57.760699 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54326) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:57.764854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-db8fb574-d4ec-48a6-b660-5b98f7842f63 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '248c5061-57d7-4b7f-aafc-1a3699ba2d03'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:57.765344 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-db8fb574-d4ec-48a6-b660-5b98f7842f63 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 01:48:57.778293 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3456e8fb-e169-43a3-9483-1c7eda6df6be tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (a7393c66-c78f-4a20-bd34-88e9bbd9da6e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:57.787104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-0c5ae813-19bd-4f41-a09a-487b094e2160 req-eb720352-3a14-414b-81f6-10eb38c8da21 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] For port ac8e6859-0ea9-43bb-abea-226b43a1c512, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ac8e6859-0ea9-43bb-abea-226b43a1c512,segment=NetworkSegment(d98fc250-cf9d-44df-bd3e-f34873da6f41),segment_id=d98fc250-cf9d-44df-bd3e-f34873da6f41)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:48:57.787471 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-0c5ae813-19bd-4f41-a09a-487b094e2160 req-eb720352-3a14-414b-81f6-10eb38c8da21 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ac8e6859-0ea9-43bb-abea-226b43a1c512), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:57.811620 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-0c5ae813-19bd-4f41-a09a-487b094e2160 req-eb720352-3a14-414b-81f6-10eb38c8da21 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Calling delete_port for ac8e6859-0ea9-43bb-abea-226b43a1c512 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:48:57.830431 n-d-834677-4 neutron-server[99264]: WARNING neutron.services.metering.metering_plugin [None req-db8fb574-d4ec-48a6-b660-5b98f7842f63 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 23 01:48:57.928503 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db8fb574-d4ec-48a6-b660-5b98f7842f63 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:57.929744 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-db8fb574-d4ec-48a6-b660-5b98f7842f63 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1681149 Mar 23 01:48:57.932496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54332) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:57.943267 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d8ec2d86-51c2-48d9-a689-8fd82b7d2707 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=81c1c989-6524-4a25-931a-ff3fb6d16eaa HTTP/1.1" status: 200 len: 462 time: 0.0096302 Mar 23 01:48:57.945937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54334) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:57.995798 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3456e8fb-e169-43a3-9483-1c7eda6df6be tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (a7393c66-c78f-4a20-bd34-88e9bbd9da6e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:58.036629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-3456e8fb-e169-43a3-9483-1c7eda6df6be tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7393c66-c78f-4a20-bd34-88e9bbd9da6e']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:58.046400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf00cd-77f9-4138-bb38-25bcc14347aa req-dc9e6062-244b-4b83-b4f8-ed2659e26c01 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:58.050981 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c7bf00cd-77f9-4138-bb38-25bcc14347aa req-dc9e6062-244b-4b83-b4f8-ed2659e26c01 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.1759620 Mar 23 01:48:58.058390 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-3456e8fb-e169-43a3-9483-1c7eda6df6be tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9a92dd-8616-4681-a00e-6fbb6b156267') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:58.058714 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-3456e8fb-e169-43a3-9483-1c7eda6df6be tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9a92dd-8616-4681-a00e-6fbb6b156267') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:58.063636 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-127071b8-ab08-447a-aa60-f13f46c836eb tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:58.067346 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-127071b8-ab08-447a-aa60-f13f46c836eb tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/81c1c989-6524-4a25-931a-ff3fb6d16eaa HTTP/1.1" status: 204 len: 168 time: 0.1179659 Mar 23 01:48:58.068398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54342) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:58.077997 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-43894ebf-0381-4bd8-aedf-495de3c3d035 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=81c1c989-6524-4a25-931a-ff3fb6d16eaa HTTP/1.1" status: 200 len: 221 time: 0.0084393 Mar 23 01:48:58.081713 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54346) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:58.086252 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-752e15d3-065e-4dd9-bdc1-3200796f4aaa tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--569176085', 'description': 'label created by tempest'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:58.087175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-752e15d3-065e-4dd9-bdc1-3200796f4aaa tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] Unknown quota resources ['metering_label']. {{(pid=99264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 01:48:58.106936 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3456e8fb-e169-43a3-9483-1c7eda6df6be tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (1b9a92dd-8616-4681-a00e-6fbb6b156267), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:58.134259 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3456e8fb-e169-43a3-9483-1c7eda6df6be tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (1b9a92dd-8616-4681-a00e-6fbb6b156267), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:58.164571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3456e8fb-e169-43a3-9483-1c7eda6df6be tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:48:58.165060 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3456e8fb-e169-43a3-9483-1c7eda6df6be tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (1b9a92dd-8616-4681-a00e-6fbb6b156267), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:48:58.166792 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:48:58.208256 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-0c5ae813-19bd-4f41-a09a-487b094e2160 req-eb720352-3a14-414b-81f6-10eb38c8da21 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ac8e6859-0ea9-43bb-abea-226b43a1c512), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:58.218583 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c7bf00cd-77f9-4138-bb38-25bcc14347aa req-31459965-8956-4dd5-836f-6380b9263013 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562977 Mar 23 01:48:58.256650 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb720352-3a14-414b-81f6-10eb38c8da21 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Pushing event deleted for resources: {'Port': ['ID=ac8e6859-0ea9-43bb-abea-226b43a1c512,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:58.287816 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3456e8fb-e169-43a3-9483-1c7eda6df6be tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (a7393c66-c78f-4a20-bd34-88e9bbd9da6e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:58.299435 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-752e15d3-065e-4dd9-bdc1-3200796f4aaa tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:58.303412 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-752e15d3-065e-4dd9-bdc1-3200796f4aaa tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2205536 Mar 23 01:48:58.304040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54352) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:58.310231 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3456e8fb-e169-43a3-9483-1c7eda6df6be tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a7393c66-c78f-4a20-bd34-88e9bbd9da6e {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 01:48:58.313221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5ae813-19bd-4f41-a09a-487b094e2160 req-eb720352-3a14-414b-81f6-10eb38c8da21 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] No DVR routers for this DVR port ac8e6859-0ea9-43bb-abea-226b43a1c512 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:48:58.324270 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3456e8fb-e169-43a3-9483-1c7eda6df6be tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:58.327743 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3456e8fb-e169-43a3-9483-1c7eda6df6be tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "DELETE /v2.0/networks/a7393c66-c78f-4a20-bd34-88e9bbd9da6e HTTP/1.1" status: 204 len: 168 time: 0.6460755 Mar 23 01:48:58.329782 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-0c5ae813-19bd-4f41-a09a-487b094e2160 req-eb720352-3a14-414b-81f6-10eb38c8da21 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:58.337189 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c5ae813-19bd-4f41-a09a-487b094e2160 req-eb720352-3a14-414b-81f6-10eb38c8da21 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.43 "DELETE /v2.0/ports/ac8e6859-0ea9-43bb-abea-226b43a1c512 HTTP/1.1" status: 204 len: 173 time: 0.9635043 Mar 23 01:48:58.337726 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90', 'name': 'network-vif-deleted', 'tag': 'ac8e6859-0ea9-43bb-abea-226b43a1c512'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:48:58.342337 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13596e3-0348-4648-96eb-30e0a4076ebe" -d '{"events": [{"server_uuid": "bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90", "name": "network-vif-deleted", "tag": "ac8e6859-0ea9-43bb-abea-226b43a1c512"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:48:58.346146 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54354) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:58.352484 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456e8fb-e169-43a3-9483-1c7eda6df6be tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Pushing event deleted for resources: {'Network': ['ID=a7393c66-c78f-4a20-bd34-88e9bbd9da6e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:58.357344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7baa8d24-30ef-41c3-8fa0-cb4d6c666b8a tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Request body: {'network': {'name': 'tempest-network--913382171'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:58.407407 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baa8d24-30ef-41c3-8fa0-cb4d6c666b8a tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Made reservation on behalf of a19c7bf7c8764e8583cccf7cd7bbf43e for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:48:58.410605 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7baa8d24-30ef-41c3-8fa0-cb4d6c666b8a tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:58.411565 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b0a954c0-333b-4316-9e25-707942338798 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=f6cab18c-7fca-4cdc-a9c3-920475de1518 HTTP/1.1" status: 200 len: 467 time: 0.1024284 Mar 23 01:48:58.446749 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54360) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:58.467500 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4560e06-3c40-49fd-bc13-e6c33f86df8b x-openstack-request-id: req-c4560e06-3c40-49fd-bc13-e6c33f86df8b {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:48:58.468532 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90", "name": "network-vif-deleted", "tag": "ac8e6859-0ea9-43bb-abea-226b43a1c512", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:48:58.469777 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4560e06-3c40-49fd-bc13-e6c33f86df8b {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:48:58.470443 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4560e06-3c40-49fd-bc13-e6c33f86df8b'] response: {'server_uuid': 'bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90', 'name': 'network-vif-deleted', 'tag': 'ac8e6859-0ea9-43bb-abea-226b43a1c512', 'status': 'completed', 'code': 200} Mar 23 01:48:58.470571 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fc512-e5a0-4a7a-a0bf-8281154c01c1 req-1b1c954d-df27-41f8-88a6-60a67b8e5f7d tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:58.472311 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d87fc512-e5a0-4a7a-a0bf-8281154c01c1 req-1b1c954d-df27-41f8-88a6-60a67b8e5f7d tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbe6cc5a-8e67-4449-8b5f-7ca9ef4e5d90 HTTP/1.1" status: 200 len: 867 time: 0.3407595 Mar 23 01:48:58.481729 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7baa8d24-30ef-41c3-8fa0-cb4d6c666b8a tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:48:58.497201 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7baa8d24-30ef-41c3-8fa0-cb4d6c666b8a tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (3c019429-19c4-4242-8fb8-9b2589b477cf), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:58.498747 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-7baa8d24-30ef-41c3-8fa0-cb4d6c666b8a tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Added segment 3c019429-19c4-4242-8fb8-9b2589b477cf of type vlan for network e7ed3a03-91b1-427c-8430-3a39235646ae Mar 23 01:48:58.563203 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7baa8d24-30ef-41c3-8fa0-cb4d6c666b8a tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (e7ed3a03-91b1-427c-8430-3a39235646ae), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:58.613388 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7baa8d24-30ef-41c3-8fa0-cb4d6c666b8a tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (e7ed3a03-91b1-427c-8430-3a39235646ae), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:58.617659 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baa8d24-30ef-41c3-8fa0-cb4d6c666b8a tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:58.618336 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7baa8d24-30ef-41c3-8fa0-cb4d6c666b8a tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:58.652675 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7baa8d24-30ef-41c3-8fa0-cb4d6c666b8a tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2982893 Mar 23 01:48:58.692753 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54368) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:58.698620 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-aefcc0a4-501d-42de-93a7-afb5446e25fc tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Request body: {'network': {'router:external': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:48:58.939043 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa8d24-30ef-41c3-8fa0-cb4d6c666b8a tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Pushing event updated for resources: {'Network': ['ID=e7ed3a03-91b1-427c-8430-3a39235646ae,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:58.951675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network e7ed3a03-91b1-427c-8430-3a39235646ae details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:48:58.953798 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aefcc0a4-501d-42de-93a7-afb5446e25fc tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (e7ed3a03-91b1-427c-8430-3a39235646ae), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:58.991577 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aefcc0a4-501d-42de-93a7-afb5446e25fc tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (e7ed3a03-91b1-427c-8430-3a39235646ae), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:59.042085 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aefcc0a4-501d-42de-93a7-afb5446e25fc tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Network e7ed3a03-91b1-427c-8430-3a39235646ae is not hosted by any dhcp agent {{(pid=99263) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 01:48:59.043001 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefcc0a4-501d-42de-93a7-afb5446e25fc tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:59.043734 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aefcc0a4-501d-42de-93a7-afb5446e25fc tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:59.045199 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aefcc0a4-501d-42de-93a7-afb5446e25fc tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "PUT /v2.0/networks/e7ed3a03-91b1-427c-8430-3a39235646ae HTTP/1.1" status: 200 len: 856 time: 0.3511598 Mar 23 01:48:59.063426 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54376) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:59.065915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecb2c4-f1f5-4e81-9983-5ab7d3ce00b4 req-b5e147ca-415b-44ba-aadf-81cdee18a73b tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:59.070335 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e9ecb2c4-f1f5-4e81-9983-5ab7d3ce00b4 req-b5e147ca-415b-44ba-aadf-81cdee18a73b tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 1128 time: 0.1403902 Mar 23 01:48:59.144042 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e9ecb2c4-f1f5-4e81-9983-5ab7d3ce00b4 req-9f414820-8c32-41c6-9c46-24bf1a3b2f77 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:59.165214 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcc0a4-501d-42de-93a7-afb5446e25fc tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Pushing event updated for resources: {'Network': ['ID=e7ed3a03-91b1-427c-8430-3a39235646ae,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:59.190224 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ba80199-6e2e-449b-8cad-8a230291f8c6 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (e7ed3a03-91b1-427c-8430-3a39235646ae), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:59.286711 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d87fc512-e5a0-4a7a-a0bf-8281154c01c1 req-5f2664f6-8671-4166-92d4-c952984a6247 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452 tempest-FloatingIPsAssociationNegativeTestJSON-1322267452-project] 10.222.0.18 "GET /v2.0/security-groups?id=53a26409-3ba7-4b45-b87c-fa7a284bd7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8075418 Mar 23 01:48:59.290059 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29361923-ae60-498f-be5a-3948687177ff tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:59.291189 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-29361923-ae60-498f-be5a-3948687177ff tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/f6cab18c-7fca-4cdc-a9c3-920475de1518 HTTP/1.1" status: 204 len: 168 time: 0.8432708 Mar 23 01:48:59.294141 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54388) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:59.324875 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ba80199-6e2e-449b-8cad-8a230291f8c6 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (e7ed3a03-91b1-427c-8430-3a39235646ae), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:59.324875 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ce2a0df3-3e45-44cb-9fad-650e3c8db895 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=f6cab18c-7fca-4cdc-a9c3-920475de1518 HTTP/1.1" status: 200 len: 216 time: 0.0276909 Mar 23 01:48:59.326982 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54392) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:59.340584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d25872f4-40d0-4709-ab30-f1babe091fdf tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0117562 Mar 23 01:48:59.343579 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54394) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:59.360384 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e675e424-b9a2-4490-b449-222f5e1e2aa4 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0156331 Mar 23 01:48:59.364459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54396) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:59.369028 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7ba80199-6e2e-449b-8cad-8a230291f8c6 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ed3a03-91b1-427c-8430-3a39235646ae']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:59.379541 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e9ecb2c4-f1f5-4e81-9983-5ab7d3ce00b4 req-9f414820-8c32-41c6-9c46-24bf1a3b2f77 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Publish callbacks [] for security_group (6c107093-a8d2-46d5-bd2a-d3d4fa4d31fe), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:59.383398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7ba80199-6e2e-449b-8cad-8a230291f8c6 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c019429-19c4-4242-8fb8-9b2589b477cf') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:59.383735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7ba80199-6e2e-449b-8cad-8a230291f8c6 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c019429-19c4-4242-8fb8-9b2589b477cf') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:48:59.390933 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e9ecb2c4-f1f5-4e81-9983-5ab7d3ce00b4 req-9f414820-8c32-41c6-9c46-24bf1a3b2f77 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6c107093-a8d2-46d5-bd2a-d3d4fa4d31fe), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:59.398893 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ba80199-6e2e-449b-8cad-8a230291f8c6 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (3c019429-19c4-4242-8fb8-9b2589b477cf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:59.424177 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ffd3a06d-dbc5-46f6-8751-0787114871a8 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/248c5061-57d7-4b7f-aafc-1a3699ba2d03 HTTP/1.1" status: 200 len: 472 time: 0.0584655 Mar 23 01:48:59.433738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54398) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:59.441706 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ba80199-6e2e-449b-8cad-8a230291f8c6 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (3c019429-19c4-4242-8fb8-9b2589b477cf), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:59.451591 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e9ecb2c4-f1f5-4e81-9983-5ab7d3ce00b4 req-9f414820-8c32-41c6-9c46-24bf1a3b2f77 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3560898 Mar 23 01:48:59.451807 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f38eab92-e9e6-4004-a47b-6518e4d077c0 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/734b0345-8b6f-4678-8d1e-fe966301675b HTTP/1.1" status: 200 len: 459 time: 0.0142293 Mar 23 01:48:59.454467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54400) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:59.455415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba80199-6e2e-449b-8cad-8a230291f8c6 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:48:59.456045 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ba80199-6e2e-449b-8cad-8a230291f8c6 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (3c019429-19c4-4242-8fb8-9b2589b477cf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:59.457914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f414820-8c32-41c6-9c46-24bf1a3b2f77 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c107093-a8d2-46d5-bd2a-d3d4fa4d31fe,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:48:59.461832 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:48:59.497131 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43333cb6-b399-4688-bc5c-a47d16c9382e req-07e4d370-e599-4eb9-9a53-9ee68e97c98b tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:59.499126 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43333cb6-b399-4688-bc5c-a47d16c9382e req-07e4d370-e599-4eb9-9a53-9ee68e97c98b tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.0778306 Mar 23 01:48:59.555841 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43333cb6-b399-4688-bc5c-a47d16c9382e req-726c5e30-4e0c-4406-8405-e3e5f46b8885 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492558 Mar 23 01:48:59.705220 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f1a0456d-30d2-4142-96a2-9ce51c52a994 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:59.706989 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f1a0456d-30d2-4142-96a2-9ce51c52a994 tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/734b0345-8b6f-4678-8d1e-fe966301675b HTTP/1.1" status: 204 len: 168 time: 0.2461874 Mar 23 01:48:59.708629 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ba80199-6e2e-449b-8cad-8a230291f8c6 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (e7ed3a03-91b1-427c-8430-3a39235646ae), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:59.709665 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54410) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:59.722830 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba80199-6e2e-449b-8cad-8a230291f8c6 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e7ed3a03-91b1-427c-8430-3a39235646ae {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 01:48:59.734660 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ba80199-6e2e-449b-8cad-8a230291f8c6 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:59.741916 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7ba80199-6e2e-449b-8cad-8a230291f8c6 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] 10.222.0.18 "DELETE /v2.0/networks/e7ed3a03-91b1-427c-8430-3a39235646ae HTTP/1.1" status: 204 len: 168 time: 0.6699336 Mar 23 01:48:59.747403 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54412) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:59.749314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba80199-6e2e-449b-8cad-8a230291f8c6 tempest-ExternalNetworksTestJSON-1226853010 tempest-ExternalNetworksTestJSON-1226853010-project-admin] Pushing event deleted for resources: {'Network': ['ID=e7ed3a03-91b1-427c-8430-3a39235646ae,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:48:59.786754 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8806d5-9ba2-41c5-9b92-ab89d6100cc8 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] DELETE failed (client error): The resource could not be found. Mar 23 01:48:59.787219 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8806d5-9ba2-41c5-9b92-ab89d6100cc8 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:48:59.791769 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-af8806d5-9ba2-41c5-9b92-ab89d6100cc8 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] 10.222.0.18 "DELETE /v2.0/subnets/1d95ef5d-979f-4945-a7d2-f18e096a76f5 HTTP/1.1" status: 404 len: 337 time: 0.0401332 Mar 23 01:48:59.794797 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54416) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:48:59.827516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc30bc-82b2-44fe-8bd7-d389bc624734 req-cce5438c-c62b-4053-857c-77fdf1dae14f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:48:59.829433 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccdc30bc-82b2-44fe-8bd7-d389bc624734 req-cce5438c-c62b-4053-857c-77fdf1dae14f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.2503560 Mar 23 01:48:59.910793 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f90f40fa-4ea7-4786-97e4-6d0bfda86fb8 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (0b1b6872-0647-4f9f-ac29-4a6a7010816a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:59.931468 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6a0cbef-6be9-4f02-aee8-387a953bcbec tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:48:59.948639 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d6a0cbef-6be9-4f02-aee8-387a953bcbec tempest-MeteringIpV6TestJSON-36611018 tempest-MeteringIpV6TestJSON-36611018-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/248c5061-57d7-4b7f-aafc-1a3699ba2d03 HTTP/1.1" status: 204 len: 168 time: 0.2378199 Mar 23 01:49:00.001846 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ac8e6859-0ea9-43bb-abea-226b43a1c512 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:49:00.012071 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccdc30bc-82b2-44fe-8bd7-d389bc624734 req-e31eada0-8994-4fa9-888a-f384c2c49d60 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950577 Mar 23 01:49:00.031250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54426) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:00.039522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: ac8e6859-0ea9-43bb-abea-226b43a1c512 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:49:00.039886 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ac8e6859-0ea9-43bb-abea-226b43a1c512 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:49:00.108733 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f90f40fa-4ea7-4786-97e4-6d0bfda86fb8 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (0b1b6872-0647-4f9f-ac29-4a6a7010816a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:00.132740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-f90f40fa-4ea7-4786-97e4-6d0bfda86fb8 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1b6872-0647-4f9f-ac29-4a6a7010816a']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:00.139284 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-68387a44-caaa-4376-aeb1-a174b8d209ae tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/6816e61d-ae18-414a-94e3-a82a994e04d7 HTTP/1.1" status: 200 len: 993 time: 0.1066122 Mar 23 01:49:00.157901 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-f90f40fa-4ea7-4786-97e4-6d0bfda86fb8 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e6ca64-6f64-4360-80aa-9f593b146def') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:00.158203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-f90f40fa-4ea7-4786-97e4-6d0bfda86fb8 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e6ca64-6f64-4360-80aa-9f593b146def') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:00.174470 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f90f40fa-4ea7-4786-97e4-6d0bfda86fb8 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (37e6ca64-6f64-4360-80aa-9f593b146def), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:00.195286 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f90f40fa-4ea7-4786-97e4-6d0bfda86fb8 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (37e6ca64-6f64-4360-80aa-9f593b146def), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:00.203722 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90f40fa-4ea7-4786-97e4-6d0bfda86fb8 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:00.204288 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f90f40fa-4ea7-4786-97e4-6d0bfda86fb8 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (37e6ca64-6f64-4360-80aa-9f593b146def), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:00.208404 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:00.278981 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f90f40fa-4ea7-4786-97e4-6d0bfda86fb8 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (0b1b6872-0647-4f9f-ac29-4a6a7010816a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:00.287208 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f90f40fa-4ea7-4786-97e4-6d0bfda86fb8 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:00.292750 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f90f40fa-4ea7-4786-97e4-6d0bfda86fb8 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] 10.222.0.18 "DELETE /v2.0/networks/0b1b6872-0647-4f9f-ac29-4a6a7010816a HTTP/1.1" status: 204 len: 168 time: 0.4945471 Mar 23 01:49:00.307640 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f40fa-4ea7-4786-97e4-6d0bfda86fb8 tempest-ExternalNetworksTestJSON-675684194 tempest-ExternalNetworksTestJSON-675684194-project] Pushing event deleted for resources: {'Network': ['ID=0b1b6872-0647-4f9f-ac29-4a6a7010816a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:00.357380 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54440) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:00.435075 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54444) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:00.540654 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-9b3e8f46-36e1-469d-86b3-656a83f802d8 req-8ad89903-4d45-491b-8718-a7f50980d2dd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:00.541550 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b3e8f46-36e1-469d-86b3-656a83f802d8 req-8ad89903-4d45-491b-8718-a7f50980d2dd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053644 Mar 23 01:49:00.642425 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f69c061d-64e0-4ebb-9c51-755e8c551df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:00.765156 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e5e8f-03b3-4775-9bc8-11d4f62887ce req-a455547d-497a-496b-ac44-b17ff4d2ee81 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:00.766869 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-583e5e8f-03b3-4775-9bc8-11d4f62887ce req-a455547d-497a-496b-ac44-b17ff4d2ee81 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.1269221 Mar 23 01:49:00.781662 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f69c061d-64e0-4ebb-9c51-755e8c551df1 admin admin] Publish callbacks [] for security_group (29907d65-1ece-4a9b-8951-9f12a29e99ec), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:00.789682 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54458) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:00.803750 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f69c061d-64e0-4ebb-9c51-755e8c551df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (29907d65-1ece-4a9b-8951-9f12a29e99ec), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:00.847170 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-63c82ee2-1b6a-4d8d-93a8-49b11551355e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:00.865757 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f69c061d-64e0-4ebb-9c51-755e8c551df1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19ca42e8773a4ff4b450d2440dd28e9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4294317 Mar 23 01:49:00.868903 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54462) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:00.872327 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-583e5e8f-03b3-4775-9bc8-11d4f62887ce req-2102ae2e-7759-49aa-9335-355d225f78c1 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968773 Mar 23 01:49:00.874269 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c061d-64e0-4ebb-9c51-755e8c551df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29907d65-1ece-4a9b-8951-9f12a29e99ec,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:00.939849 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2fd4bf30-e2db-44bf-8ca2-01f99e7604d9 admin admin] Publish callbacks [] for security_group (29907d65-1ece-4a9b-8951-9f12a29e99ec), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:00.966749 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2fd4bf30-e2db-44bf-8ca2-01f99e7604d9 admin admin] Publish callbacks [] for security_group (29907d65-1ece-4a9b-8951-9f12a29e99ec), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:01.044076 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2fd4bf30-e2db-44bf-8ca2-01f99e7604d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (29907d65-1ece-4a9b-8951-9f12a29e99ec), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:01.046655 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2fd4bf30-e2db-44bf-8ca2-01f99e7604d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:01.047835 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2fd4bf30-e2db-44bf-8ca2-01f99e7604d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29907d65-1ece-4a9b-8951-9f12a29e99ec HTTP/1.1" status: 204 len: 168 time: 0.1744921 Mar 23 01:49:01.058478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4bf30-e2db-44bf-8ca2-01f99e7604d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29907d65-1ece-4a9b-8951-9f12a29e99ec,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:01.167894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-63c82ee2-1b6a-4d8d-93a8-49b11551355e admin admin] Deleting port 57f27be6-b6ca-46dc-b0db-981d99a67242 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:01.168177 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-63c82ee2-1b6a-4d8d-93a8-49b11551355e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:01.262303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-63c82ee2-1b6a-4d8d-93a8-49b11551355e admin admin] For port 57f27be6-b6ca-46dc-b0db-981d99a67242, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=57f27be6-b6ca-46dc-b0db-981d99a67242,segment=NetworkSegment(d98fc250-cf9d-44df-bd3e-f34873da6f41),segment_id=d98fc250-cf9d-44df-bd3e-f34873da6f41)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:01.262669 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-63c82ee2-1b6a-4d8d-93a8-49b11551355e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:01.279667 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-63c82ee2-1b6a-4d8d-93a8-49b11551355e admin admin] Calling delete_port for 57f27be6-b6ca-46dc-b0db-981d99a67242 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:01.463788 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54478) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:01.553788 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ff1cd1f9-e873-4c4d-8acb-da46f3eee12b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=165c7cf96f7e4ed6aa027c2637a40b38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7604308 Mar 23 01:49:01.554505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54482) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:01.581022 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-63c82ee2-1b6a-4d8d-93a8-49b11551355e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (57f27be6-b6ca-46dc-b0db-981d99a67242), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:01.669994 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5209cc0f-fbe1-4376-b178-e09e94b8c856 admin admin] Publish callbacks [] for security_group (e337b404-587a-443b-9a6a-ec7818a9af17), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:01.684499 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54486) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:01.700943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c82ee2-1b6a-4d8d-93a8-49b11551355e admin admin] Pushing event deleted for resources: {'Port': ['ID=57f27be6-b6ca-46dc-b0db-981d99a67242,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:01.702951 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-592f298d-7659-4c19-8495-c9cc7b562aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:01.732128 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5209cc0f-fbe1-4376-b178-e09e94b8c856 admin admin] Publish callbacks [] for security_group (e337b404-587a-443b-9a6a-ec7818a9af17), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:01.768285 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cbb4be55-1129-431b-8ea5-a3b5ee41d148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:01.787767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a96c6-3e1c-4686-bbc9-3badbd0c4f12 req-60cdb814-5feb-4873-ab6a-55228197a1b7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:01.789380 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d14a96c6-3e1c-4686-bbc9-3badbd0c4f12 req-60cdb814-5feb-4873-ab6a-55228197a1b7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.0994155 Mar 23 01:49:01.816645 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5209cc0f-fbe1-4376-b178-e09e94b8c856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e337b404-587a-443b-9a6a-ec7818a9af17), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:01.819415 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5209cc0f-fbe1-4376-b178-e09e94b8c856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:01.820666 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5209cc0f-fbe1-4376-b178-e09e94b8c856 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e337b404-587a-443b-9a6a-ec7818a9af17 HTTP/1.1" status: 204 len: 168 time: 0.2651894 Mar 23 01:49:01.836441 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209cc0f-fbe1-4376-b178-e09e94b8c856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e337b404-587a-443b-9a6a-ec7818a9af17,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:01.871180 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d14a96c6-3e1c-4686-bbc9-3badbd0c4f12 req-3271aa51-254b-472f-8648-9f7b5820c06a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746984 Mar 23 01:49:01.936347 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-a4447606-b5aa-452f-8a7e-369d8f2bd824 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2790091 Mar 23 01:49:02.069290 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-592f298d-7659-4c19-8495-c9cc7b562aef admin admin] Publish callbacks [] for security_group (7faacb06-f5e1-4ee7-a51c-cdc85b7ef14c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:02.075094 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-63c82ee2-1b6a-4d8d-93a8-49b11551355e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:02.088939 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-592f298d-7659-4c19-8495-c9cc7b562aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7faacb06-f5e1-4ee7-a51c-cdc85b7ef14c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:02.130241 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cbb4be55-1129-431b-8ea5-a3b5ee41d148 admin admin] Publish callbacks [] for security_group (87d1b5b7-6f33-43e3-a1e1-083dd94c90d6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:02.145552 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786e369-933e-4e40-93a2-2e7f407145d7 req-a9134c66-d973-4af2-a70e-cdeb6a97fbe2 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:02.147109 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9786e369-933e-4e40-93a2-2e7f407145d7 req-a9134c66-d973-4af2-a70e-cdeb6a97fbe2 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.1696668 Mar 23 01:49:02.183146 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cbb4be55-1129-431b-8ea5-a3b5ee41d148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (87d1b5b7-6f33-43e3-a1e1-083dd94c90d6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:02.242247 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-592f298d-7659-4c19-8495-c9cc7b562aef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c155e1f672c477db0c613cceb1cef84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7749510 Mar 23 01:49:02.242632 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54510) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:02.259452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f298d-7659-4c19-8495-c9cc7b562aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7faacb06-f5e1-4ee7-a51c-cdc85b7ef14c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:02.279919 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cbb4be55-1129-431b-8ea5-a3b5ee41d148 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51f15e7890ce45bf819bf51d0291dedf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5793395 Mar 23 01:49:02.283433 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54512) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:02.284823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54514) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:02.324829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4be55-1129-431b-8ea5-a3b5ee41d148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d1b5b7-6f33-43e3-a1e1-083dd94c90d6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:02.331535 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9786e369-933e-4e40-93a2-2e7f407145d7 req-b550e898-6dc1-4ffc-ab56-662c11778acc tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128449 Mar 23 01:49:02.389732 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f74880e2-7b20-4168-ab68-d2cdc0cb303c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a19c7bf7c8764e8583cccf7cd7bbf43e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1023521 Mar 23 01:49:02.390759 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8471398b-5c0e-40d8-b780-4d1079414dfb admin admin] Publish callbacks [] for security_group (7faacb06-f5e1-4ee7-a51c-cdc85b7ef14c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:02.392269 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54516) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:02.436066 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-793a2769-5820-4273-935c-e3acd14818a7 admin admin] Publish callbacks [] for security_group (87d1b5b7-6f33-43e3-a1e1-083dd94c90d6), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:02.460181 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8471398b-5c0e-40d8-b780-4d1079414dfb admin admin] Publish callbacks [] for security_group (7faacb06-f5e1-4ee7-a51c-cdc85b7ef14c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:02.463800 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-40e960fc-8e23-47b5-8ad9-f1752f510d7f tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:02.465221 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-40e960fc-8e23-47b5-8ad9-f1752f510d7f tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/ports/cb8bf3aa-b24a-49e4-a100-ba716a956c98 HTTP/1.1" status: 200 len: 1125 time: 0.0538418 Mar 23 01:49:02.488807 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c82ee2-1b6a-4d8d-93a8-49b11551355e admin admin] Router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:49:02.515650 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-793a2769-5820-4273-935c-e3acd14818a7 admin admin] Publish callbacks [] for security_group (87d1b5b7-6f33-43e3-a1e1-083dd94c90d6), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:02.528313 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c832f6-f6c4-401c-bdf7-6ee8b040d1ea admin admin] Publish callbacks [] for security_group (042453db-dc82-4f65-bc5d-22092890d915), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:02.572321 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c832f6-f6c4-401c-bdf7-6ee8b040d1ea admin admin] Publish callbacks [] for security_group (042453db-dc82-4f65-bc5d-22092890d915), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:02.590345 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8471398b-5c0e-40d8-b780-4d1079414dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7faacb06-f5e1-4ee7-a51c-cdc85b7ef14c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:02.592996 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8471398b-5c0e-40d8-b780-4d1079414dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:02.597059 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8471398b-5c0e-40d8-b780-4d1079414dfb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7faacb06-f5e1-4ee7-a51c-cdc85b7ef14c HTTP/1.1" status: 204 len: 168 time: 0.3533599 Mar 23 01:49:02.621344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471398b-5c0e-40d8-b780-4d1079414dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faacb06-f5e1-4ee7-a51c-cdc85b7ef14c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:02.642756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c82ee2-1b6a-4d8d-93a8-49b11551355e admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:49:02.642965 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-793a2769-5820-4273-935c-e3acd14818a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (87d1b5b7-6f33-43e3-a1e1-083dd94c90d6), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:02.647175 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-793a2769-5820-4273-935c-e3acd14818a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:02.650854 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-793a2769-5820-4273-935c-e3acd14818a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87d1b5b7-6f33-43e3-a1e1-083dd94c90d6 HTTP/1.1" status: 204 len: 168 time: 0.3649490 Mar 23 01:49:02.656418 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a5295-9924-41cd-ad07-0ce053a8de1e None None] Sync routers for ids ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:49:02.661584 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a2769-5820-4273-935c-e3acd14818a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d1b5b7-6f33-43e3-a1e1-083dd94c90d6,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:02.667408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54528) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:02.668778 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-63c82ee2-1b6a-4d8d-93a8-49b11551355e admin admin] 10.222.0.18 "PUT /v2.0/routers/9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3101904 Mar 23 01:49:02.676350 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c832f6-f6c4-401c-bdf7-6ee8b040d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (042453db-dc82-4f65-bc5d-22092890d915), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:02.678425 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c832f6-f6c4-401c-bdf7-6ee8b040d1ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:02.679573 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-66c832f6-f6c4-401c-bdf7-6ee8b040d1ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/042453db-dc82-4f65-bc5d-22092890d915 HTTP/1.1" status: 204 len: 168 time: 0.2850194 Mar 23 01:49:02.690829 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a5295-9924-41cd-ad07-0ce053a8de1e None None] Routers {'9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:02.700437 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-739a5295-9924-41cd-ad07-0ce053a8de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:02.754734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c832f6-f6c4-401c-bdf7-6ee8b040d1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042453db-dc82-4f65-bc5d-22092890d915,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:02.805326 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-804f010d-69aa-4789-9cfe-ab7cbf6a1bfd admin admin] Publish callbacks [] for router (9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:03.010247 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-739a5295-9924-41cd-ad07-0ce053a8de1e None None] Set router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:49:03.123478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54538) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:03.124515 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-804f010d-69aa-4789-9cfe-ab7cbf6a1bfd admin admin] Publish callbacks [] for router_gateway (9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:03.143931 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e7519206-ae48-4418-97fa-1976f80087a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:03.151423 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23827f0-a315-4a79-ad05-a78cc21e27f7 req-5d1eef86-1c7d-49c1-b130-00cfc104b1e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:03.159384 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e23827f0-a315-4a79-ad05-a78cc21e27f7 req-5d1eef86-1c7d-49c1-b130-00cfc104b1e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.1084063 Mar 23 01:49:03.241967 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e7519206-ae48-4418-97fa-1976f80087a5 admin admin] Publish callbacks [] for security_group (6002f3c4-1c25-41a5-9137-f5017a69c4e9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:03.248972 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e7519206-ae48-4418-97fa-1976f80087a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6002f3c4-1c25-41a5-9137-f5017a69c4e9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:03.294002 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e23827f0-a315-4a79-ad05-a78cc21e27f7 req-8abdf979-27d3-4481-9460-72ab9530469d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330135 Mar 23 01:49:03.315697 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7519206-ae48-4418-97fa-1976f80087a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6002f3c4-1c25-41a5-9137-f5017a69c4e9,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:03.320659 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-739a5295-9924-41cd-ad07-0ce053a8de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-router', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:01Z', 'updated_at': '2022-03-23T01:49:01Z', 'revision_number': 5, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'gw_port': {'id': '2b7f7c82-5731-45ec-8db7-477725604ff1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:03Z', 'updated_at': '2022-03-23T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:03.340298 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-804f010d-69aa-4789-9cfe-ab7cbf6a1bfd admin admin] Deleting port 2b7f7c82-5731-45ec-8db7-477725604ff1 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:03.343065 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-804f010d-69aa-4789-9cfe-ab7cbf6a1bfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2b7f7c82-5731-45ec-8db7-477725604ff1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:03.365836 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a5295-9924-41cd-ad07-0ce053a8de1e None None] Checking router: 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:49:03.390183 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a5295-9924-41cd-ad07-0ce053a8de1e None None] Routers {'9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:03.390183 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-739a5295-9924-41cd-ad07-0ce053a8de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:03.391272 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e7519206-ae48-4418-97fa-1976f80087a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=239263b3bd4d46e6a38f0d502b3ae6ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2659237 Mar 23 01:49:03.393231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54550) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:03.487412 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-804f010d-69aa-4789-9cfe-ab7cbf6a1bfd admin admin] For port 2b7f7c82-5731-45ec-8db7-477725604ff1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2b7f7c82-5731-45ec-8db7-477725604ff1,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:03.488471 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-804f010d-69aa-4789-9cfe-ab7cbf6a1bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2b7f7c82-5731-45ec-8db7-477725604ff1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:03.508441 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-804f010d-69aa-4789-9cfe-ab7cbf6a1bfd admin admin] Calling delete_port for 2b7f7c82-5731-45ec-8db7-477725604ff1 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:03.519730 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-739a5295-9924-41cd-ad07-0ce053a8de1e None None] Set router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:49:03.536054 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-61135a4f-521e-42d8-b8f3-38acf68de18d admin admin] Publish callbacks [] for security_group (6002f3c4-1c25-41a5-9137-f5017a69c4e9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:03.564356 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-61135a4f-521e-42d8-b8f3-38acf68de18d admin admin] Publish callbacks [] for security_group (6002f3c4-1c25-41a5-9137-f5017a69c4e9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:03.578411 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51e182-b8c0-47d5-baf8-2cbf4598fc92 req-0a47ce49-9704-40f0-93cd-2a130d68ed80 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:03.585205 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b51e182-b8c0-47d5-baf8-2cbf4598fc92 req-0a47ce49-9704-40f0-93cd-2a130d68ed80 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.1144252 Mar 23 01:49:03.600432 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-739a5295-9924-41cd-ad07-0ce053a8de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-router', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:01Z', 'updated_at': '2022-03-23T01:49:03Z', 'revision_number': 6, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:03.643472 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a5295-9924-41cd-ad07-0ce053a8de1e None None] The sync data for ids ['9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac'] in n-d-834677-4 is: [{'id': '9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1879905889-router', 'tenant_id': 'db46af2b71834199b0198c97c17f9960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:01Z', 'updated_at': '2022-03-23T01:49:03Z', 'revision_number': 6, 'project_id': 'db46af2b71834199b0198c97c17f9960', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:49:03.682489 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b51e182-b8c0-47d5-baf8-2cbf4598fc92 req-7d1da176-6afd-4c6e-b7c3-1f5a94715ab7 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962963 Mar 23 01:49:03.723523 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-61135a4f-521e-42d8-b8f3-38acf68de18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6002f3c4-1c25-41a5-9137-f5017a69c4e9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:03.726796 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-61135a4f-521e-42d8-b8f3-38acf68de18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:03.730572 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-61135a4f-521e-42d8-b8f3-38acf68de18d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6002f3c4-1c25-41a5-9137-f5017a69c4e9 HTTP/1.1" status: 204 len: 168 time: 0.3334563 Mar 23 01:49:03.750297 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:03.755580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61135a4f-521e-42d8-b8f3-38acf68de18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6002f3c4-1c25-41a5-9137-f5017a69c4e9,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:03.785637 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-804f010d-69aa-4789-9cfe-ab7cbf6a1bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (2b7f7c82-5731-45ec-8db7-477725604ff1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:03.787474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-c06c6e54-77a4-4fe7-94ee-84576f56c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:03.789032 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-c06c6e54-77a4-4fe7-94ee-84576f56c5d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 1128 time: 0.0888548 Mar 23 01:49:03.826455 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f010d-69aa-4789-9cfe-ab7cbf6a1bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7f7c82-5731-45ec-8db7-477725604ff1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:03.900901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-b102e43b-5592-420c-8f26-401dad68d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:03.903919 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-804f010d-69aa-4789-9cfe-ab7cbf6a1bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:03.905704 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-b102e43b-5592-420c-8f26-401dad68d0b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=87aa8238-b3d1-4249-8bf5-f96b20def476 HTTP/1.1" status: 200 len: 897 time: 0.1107430 Mar 23 01:49:03.989202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-48ab8e59-968b-47b0-ae4a-020965ebfa19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98 HTTP/1.1" status: 200 len: 1001 time: 0.0763416 Mar 23 01:49:04.006264 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-804f010d-69aa-4789-9cfe-ab7cbf6a1bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:04.008482 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-804f010d-69aa-4789-9cfe-ab7cbf6a1bfd admin admin] Publish callbacks [] for router_controller (9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:04.059175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-8ff16809-9619-4ff7-84f3-7a17d0bfaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:04.060847 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-8ff16809-9619-4ff7-84f3-7a17d0bfaf68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e48427a-299d-4910-9d09-e0cfab05d4bd HTTP/1.1" status: 200 len: 834 time: 0.0662687 Mar 23 01:49:04.125505 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-804f010d-69aa-4789-9cfe-ab7cbf6a1bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:04.126122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804f010d-69aa-4789-9cfe-ab7cbf6a1bfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:49:04.137177 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-804f010d-69aa-4789-9cfe-ab7cbf6a1bfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:04.139447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 57f27be6-b6ca-46dc-b0db-981d99a67242 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:49:04.141342 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-804f010d-69aa-4789-9cfe-ab7cbf6a1bfd admin admin] 10.222.0.18 "DELETE /v2.0/routers/9905d5b2-fa1b-42ce-acc5-19af0ddcd4ac HTTP/1.1" status: 204 len: 168 time: 1.4729128 Mar 23 01:49:04.142342 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54574) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:04.147733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-52983068-a299-43e7-9bbb-bc9c4742b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:04.149333 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-52983068-a299-43e7-9bbb-bc9c4742b794 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87aa8238-b3d1-4249-8bf5-f96b20def476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0765884 Mar 23 01:49:04.175758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 57f27be6-b6ca-46dc-b0db-981d99a67242 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:49:04.176107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 57f27be6-b6ca-46dc-b0db-981d99a67242 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:49:04.221014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7aac0e6-8286-44e0-93c0-8bfd0926cb8e admin admin] Deleting subnet 391488d6-c125-4df8-a0dc-c2aa0a014941 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:49:04.225818 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7aac0e6-8286-44e0-93c0-8bfd0926cb8e admin admin] Publish callbacks [] for subnet (391488d6-c125-4df8-a0dc-c2aa0a014941), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:04.264284 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7aac0e6-8286-44e0-93c0-8bfd0926cb8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (391488d6-c125-4df8-a0dc-c2aa0a014941), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:04.277159 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-8f7b5796-8f75-4839-881b-a941bcef0557 service neutron] 10.222.0.42 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208551 Mar 23 01:49:04.371833 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7aac0e6-8286-44e0-93c0-8bfd0926cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (391488d6-c125-4df8-a0dc-c2aa0a014941), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:04.413595 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-12b962b8-91b7-48a9-8d7a-a6225a3d2716 service neutron] 10.222.0.42 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306102 Mar 23 01:49:04.478616 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92192662-952b-4d68-8859-06203f6b47f7 req-4d200b35-6a68-45bd-a921-1b65b48a0dad tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:04.480103 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-92192662-952b-4d68-8859-06203f6b47f7 req-4d200b35-6a68-45bd-a921-1b65b48a0dad tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.0811868 Mar 23 01:49:04.491919 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7aac0e6-8286-44e0-93c0-8bfd0926cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (391488d6-c125-4df8-a0dc-c2aa0a014941), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:04.517129 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34396725-edaf-4846-8a66-2197f0905739 None None] Network fffb118c-33e9-465d-9d40-5d1f58c55b0a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:04.526104 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a7aac0e6-8286-44e0-93c0-8bfd0926cb8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:04.535688 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a7aac0e6-8286-44e0-93c0-8bfd0926cb8e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/391488d6-c125-4df8-a0dc-c2aa0a014941 HTTP/1.1" status: 204 len: 168 time: 0.3924692 Mar 23 01:49:04.539242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54594) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:04.570905 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aac0e6-8286-44e0-93c0-8bfd0926cb8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=391488d6-c125-4df8-a0dc-c2aa0a014941,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:04.612197 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-92192662-952b-4d68-8859-06203f6b47f7 req-dce9e04c-6800-466e-b3ab-b45858844490 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229687 Mar 23 01:49:04.672804 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (fffb118c-33e9-465d-9d40-5d1f58c55b0a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:04.719109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54600) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:04.744489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] Deleting port 4068ec6a-c22b-41c7-a133-65a610ff8aa2 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:04.745060 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4068ec6a-c22b-41c7-a133-65a610ff8aa2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:04.753849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8227f10d-e3fe-4e85-a789-b3b1fe13e809 None None] DHCP port deletion for fffb118c-33e9-465d-9d40-5d1f58c55b0a request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:49:04.840661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8227f10d-e3fe-4e85-a789-b3b1fe13e809 None None] Deleting port 4068ec6a-c22b-41c7-a133-65a610ff8aa2 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:04.841472 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8227f10d-e3fe-4e85-a789-b3b1fe13e809 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4068ec6a-c22b-41c7-a133-65a610ff8aa2), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:04.889005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] For port 4068ec6a-c22b-41c7-a133-65a610ff8aa2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4068ec6a-c22b-41c7-a133-65a610ff8aa2,segment=NetworkSegment(d98fc250-cf9d-44df-bd3e-f34873da6f41),segment_id=d98fc250-cf9d-44df-bd3e-f34873da6f41)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:04.890678 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4068ec6a-c22b-41c7-a133-65a610ff8aa2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:04.917958 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8227f10d-e3fe-4e85-a789-b3b1fe13e809 None None] For port 4068ec6a-c22b-41c7-a133-65a610ff8aa2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4068ec6a-c22b-41c7-a133-65a610ff8aa2,segment=NetworkSegment(d98fc250-cf9d-44df-bd3e-f34873da6f41),segment_id=d98fc250-cf9d-44df-bd3e-f34873da6f41)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:04.918298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] Calling delete_port for 4068ec6a-c22b-41c7-a133-65a610ff8aa2 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:04.918868 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8227f10d-e3fe-4e85-a789-b3b1fe13e809 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4068ec6a-c22b-41c7-a133-65a610ff8aa2), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:04.935365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff146f69-d43e-43b8-9fed-c9e8ec0c0902 req-cb811c41-9734-459d-bc1f-97c50992326e tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:04.937104 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ff146f69-d43e-43b8-9fed-c9e8ec0c0902 req-cb811c41-9734-459d-bc1f-97c50992326e tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.1090977 Mar 23 01:49:04.946959 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8227f10d-e3fe-4e85-a789-b3b1fe13e809 None None] Calling delete_port for 4068ec6a-c22b-41c7-a133-65a610ff8aa2 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:05.067713 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8227f10d-e3fe-4e85-a789-b3b1fe13e809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (4068ec6a-c22b-41c7-a133-65a610ff8aa2), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:05.071207 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ff146f69-d43e-43b8-9fed-c9e8ec0c0902 req-f66b24e8-21d2-4b54-b432-df124de62dd9 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265423 Mar 23 01:49:05.074777 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a9ca834e-cfb7-461b-b7d0-d8f1690b91ec tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-360586048'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:05.111360 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227f10d-e3fe-4e85-a789-b3b1fe13e809 None None] Pushing event deleted for resources: {'Port': ['ID=4068ec6a-c22b-41c7-a133-65a610ff8aa2,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:05.122032 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8227f10d-e3fe-4e85-a789-b3b1fe13e809 None None] No DVR routers for this DVR port 4068ec6a-c22b-41c7-a133-65a610ff8aa2 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:49:05.139111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ca834e-cfb7-461b-b7d0-d8f1690b91ec tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:05.142785 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9ca834e-cfb7-461b-b7d0-d8f1690b91ec tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:05.153414 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9ca834e-cfb7-461b-b7d0-d8f1690b91ec tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:05.166384 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4068ec6a-c22b-41c7-a133-65a610ff8aa2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:05.210082 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] No DVR routers for this DVR port 4068ec6a-c22b-41c7-a133-65a610ff8aa2 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:49:05.215859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] Pushing event deleted for resources: {'Port': ['ID=4068ec6a-c22b-41c7-a133-65a610ff8aa2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:05.306082 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (fffb118c-33e9-465d-9d40-5d1f58c55b0a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:05.339166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffb118c-33e9-465d-9d40-5d1f58c55b0a']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:05.353820 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98fc250-cf9d-44df-bd3e-f34873da6f41') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:05.354020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98fc250-cf9d-44df-bd3e-f34873da6f41') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:05.367827 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (d98fc250-cf9d-44df-bd3e-f34873da6f41), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:05.387978 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d98fc250-cf9d-44df-bd3e-f34873da6f41), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:05.397765 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:05.398165 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (d98fc250-cf9d-44df-bd3e-f34873da6f41), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:05.400050 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:05.530962 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54628) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:05.764752 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9add75-050c-4ef6-9267-858a005b7df5 req-45218f41-904a-4509-831c-f435cea67e2b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:05.766983 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4f9add75-050c-4ef6-9267-858a005b7df5 req-45218f41-904a-4509-831c-f435cea67e2b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.0734196 Mar 23 01:49:05.807343 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-11b730dc-02eb-4258-b216-a599cc9c67bc tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-873132315', 'router:external': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:05.843893 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9ca834e-cfb7-461b-b7d0-d8f1690b91ec tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for security_group (cba89290-64ee-4f16-b702-23a8f80a7414), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:05.853861 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9ca834e-cfb7-461b-b7d0-d8f1690b91ec tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (cba89290-64ee-4f16-b702-23a8f80a7414), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:05.855642 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4f9add75-050c-4ef6-9267-858a005b7df5 req-f5b1ecf7-3660-4e24-add2-c4d769b34719 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817659 Mar 23 01:49:05.857176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b730dc-02eb-4258-b216-a599cc9c67bc tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Made reservation on behalf of 08c74bc3fa214a4c803d5840e9254096 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:05.860419 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-11b730dc-02eb-4258-b216-a599cc9c67bc tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:05.872554 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-11b730dc-02eb-4258-b216-a599cc9c67bc tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:05.905674 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ca834e-cfb7-461b-b7d0-d8f1690b91ec tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:49:05.905674 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca834e-cfb7-461b-b7d0-d8f1690b91ec tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba89290-64ee-4f16-b702-23a8f80a7414,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:05.909493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (fffb118c-33e9-465d-9d40-5d1f58c55b0a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:05.920658 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:05.920658 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] 10.222.0.18 "DELETE /v2.0/networks/fffb118c-33e9-465d-9d40-5d1f58c55b0a HTTP/1.1" status: 204 len: 168 time: 1.3803513 Mar 23 01:49:05.922080 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9ca834e-cfb7-461b-b7d0-d8f1690b91ec tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (6ad0a14a-70ba-4613-9732-b209dce8df80), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:05.922446 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-a9ca834e-cfb7-461b-b7d0-d8f1690b91ec tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Added segment 6ad0a14a-70ba-4613-9732-b209dce8df80 of type vlan for network addada1e-5413-4636-a120-47059b8ad1fc Mar 23 01:49:05.941596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e4d9c-1283-414a-b4df-9d687f94751f admin admin] Pushing event deleted for resources: {'Network': ['ID=fffb118c-33e9-465d-9d40-5d1f58c55b0a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:05.983819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2b7f7c82-5731-45ec-8db7-477725604ff1 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:49:05.993240 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9ca834e-cfb7-461b-b7d0-d8f1690b91ec tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (addada1e-5413-4636-a120-47059b8ad1fc), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:06.016989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 2b7f7c82-5731-45ec-8db7-477725604ff1 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:49:06.019260 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2b7f7c82-5731-45ec-8db7-477725604ff1 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:49:06.023675 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-11b730dc-02eb-4258-b216-a599cc9c67bc tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for security_group (1053d55d-6a63-46c7-9d99-acc025455f0b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:06.024172 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4068ec6a-c22b-41c7-a133-65a610ff8aa2 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:49:06.028918 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9ca834e-cfb7-461b-b7d0-d8f1690b91ec tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (addada1e-5413-4636-a120-47059b8ad1fc), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:06.030464 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-11b730dc-02eb-4258-b216-a599cc9c67bc tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1053d55d-6a63-46c7-9d99-acc025455f0b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:06.035688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ca834e-cfb7-461b-b7d0-d8f1690b91ec tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:06.036352 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9ca834e-cfb7-461b-b7d0-d8f1690b91ec tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:06.042655 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b730dc-02eb-4258-b216-a599cc9c67bc tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:49:06.053670 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-11b730dc-02eb-4258-b216-a599cc9c67bc tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (34ff7ced-c102-4440-8048-bb52b68d19db), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:06.054062 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-11b730dc-02eb-4258-b216-a599cc9c67bc tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Added segment 34ff7ced-c102-4440-8048-bb52b68d19db of type vlan for network aa223574-5958-44ed-8f1d-06e6090f65ca Mar 23 01:49:06.066518 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 4068ec6a-c22b-41c7-a133-65a610ff8aa2 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:49:06.067767 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4068ec6a-c22b-41c7-a133-65a610ff8aa2 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:49:06.103165 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-11b730dc-02eb-4258-b216-a599cc9c67bc tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (aa223574-5958-44ed-8f1d-06e6090f65ca), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:06.145448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b730dc-02eb-4258-b216-a599cc9c67bc tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1053d55d-6a63-46c7-9d99-acc025455f0b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:06.158853 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-11b730dc-02eb-4258-b216-a599cc9c67bc tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (aa223574-5958-44ed-8f1d-06e6090f65ca), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:06.160032 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b730dc-02eb-4258-b216-a599cc9c67bc tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:06.160663 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-11b730dc-02eb-4258-b216-a599cc9c67bc tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:06.172151 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a9ca834e-cfb7-461b-b7d0-d8f1690b91ec tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4491589 Mar 23 01:49:06.193419 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-11b730dc-02eb-4258-b216-a599cc9c67bc tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6610851 Mar 23 01:49:06.197662 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54652) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:06.204536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca834e-cfb7-461b-b7d0-d8f1690b91ec tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Network': ['ID=addada1e-5413-4636-a120-47059b8ad1fc,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:06.216090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54654) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:06.227561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network addada1e-5413-4636-a120-47059b8ad1fc details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:49:06.229824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-fd74ff76-f768-4daa-816e-5d498e53b7e7 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Request body: {'subnet': {'network_id': 'aa223574-5958-44ed-8f1d-06e6090f65ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:06.250169 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b730dc-02eb-4258-b216-a599cc9c67bc tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Pushing event updated for resources: {'Network': ['ID=aa223574-5958-44ed-8f1d-06e6090f65ca,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:06.273826 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd74ff76-f768-4daa-816e-5d498e53b7e7 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Made reservation on behalf of 08c74bc3fa214a4c803d5840e9254096 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:06.276654 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd74ff76-f768-4daa-816e-5d498e53b7e7 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:06.340889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network aa223574-5958-44ed-8f1d-06e6090f65ca details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:49:06.431651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197589ce-4b84-4723-b8d7-547ae9650f6d req-ce959c9e-49b3-4003-accb-5bdf1511f74d tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:06.445242 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-197589ce-4b84-4723-b8d7-547ae9650f6d req-ce959c9e-49b3-4003-accb-5bdf1511f74d tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.1657221 Mar 23 01:49:06.460017 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b4d84aba-7200-41e3-8a4f-11846ac2cec2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db46af2b71834199b0198c97c17f9960&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1948836 Mar 23 01:49:06.463495 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54660) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:06.560140 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea29dfc1-a5e6-45d9-98fe-d8ef616c333a admin admin] Publish callbacks [] for security_group (53a26409-3ba7-4b45-b87c-fa7a284bd7ef), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:06.595768 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea29dfc1-a5e6-45d9-98fe-d8ef616c333a admin admin] Publish callbacks [] for security_group (53a26409-3ba7-4b45-b87c-fa7a284bd7ef), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:06.654110 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea29dfc1-a5e6-45d9-98fe-d8ef616c333a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (53a26409-3ba7-4b45-b87c-fa7a284bd7ef), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:06.657483 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea29dfc1-a5e6-45d9-98fe-d8ef616c333a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:06.660582 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ea29dfc1-a5e6-45d9-98fe-d8ef616c333a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53a26409-3ba7-4b45-b87c-fa7a284bd7ef HTTP/1.1" status: 204 len: 168 time: 0.1963539 Mar 23 01:49:06.682714 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29dfc1-a5e6-45d9-98fe-d8ef616c333a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a26409-3ba7-4b45-b87c-fa7a284bd7ef,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:06.717250 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-197589ce-4b84-4723-b8d7-547ae9650f6d req-55d29c42-a9b7-4305-b80b-e20d6d25aa65 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538111 Mar 23 01:49:06.939535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.objects.ports [None req-fd74ff76-f768-4daa-816e-5d498e53b7e7 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:49:06.940502 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd74ff76-f768-4daa-816e-5d498e53b7e7 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (d6b7b341-80be-4782-8643-7e8c67a26079), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:07.020804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74ff76-f768-4daa-816e-5d498e53b7e7 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d6b7b341-80be-4782-8643-7e8c67a26079,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:07.055148 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49618cbf-dcaa-4036-9cf2-213350723ce5 req-ee78d240-f399-469f-b2ac-3fe0b1d66bf5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:07.057415 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-49618cbf-dcaa-4036-9cf2-213350723ce5 req-ee78d240-f399-469f-b2ac-3fe0b1d66bf5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.0783408 Mar 23 01:49:07.109756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd74ff76-f768-4daa-816e-5d498e53b7e7 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Checking segment: {'id': '34ff7ced-c102-4440-8048-bb52b68d19db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'aa223574-5958-44ed-8f1d-06e6090f65ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:07.112392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd74ff76-f768-4daa-816e-5d498e53b7e7 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Network hostable DHCP agents. Network: aa223574-5958-44ed-8f1d-06e6090f65ca, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:49:07.134523 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-49618cbf-dcaa-4036-9cf2-213350723ce5 req-444cf690-50cd-47eb-b7f6-62f748851ef3 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713758 Mar 23 01:49:07.145633 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd74ff76-f768-4daa-816e-5d498e53b7e7 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Network aa223574-5958-44ed-8f1d-06e6090f65ca is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:49:07.171874 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-fd74ff76-f768-4daa-816e-5d498e53b7e7 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, aa223574-5958-44ed-8f1d-06e6090f65ca) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:07.183790 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba310b0-71d0-4e90-a343-8b6995d74923 None None] Network aa223574-5958-44ed-8f1d-06e6090f65ca requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:07.187502 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd74ff76-f768-4daa-816e-5d498e53b7e7 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:07.188806 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd74ff76-f768-4daa-816e-5d498e53b7e7 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:07.220327 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fd74ff76-f768-4daa-816e-5d498e53b7e7 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0161049 Mar 23 01:49:07.221071 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54688) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:07.226648 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f6cbbdaa-cc9f-4935-acbd-4633dee7a10e tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1164964260', 'network_id': 'aa223574-5958-44ed-8f1d-06e6090f65ca'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:07.256337 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cbbdaa-cc9f-4935-acbd-4633dee7a10e tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Made reservation on behalf of 08c74bc3fa214a4c803d5840e9254096 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:07.260976 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f6cbbdaa-cc9f-4935-acbd-4633dee7a10e tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:07.296472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-f6cbbdaa-cc9f-4935-acbd-4633dee7a10e tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] device_id is not set on port a9a3a3ab-2b39-4181-a886-70655ab0f068 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:49:07.321143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3c63be-07c1-49fa-8c29-e05daae4be7a None None] Network aa223574-5958-44ed-8f1d-06e6090f65ca requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:07.459905 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-f6cbbdaa-cc9f-4935-acbd-4633dee7a10e tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Allocated IP 172.20.0.8 (aa223574-5958-44ed-8f1d-06e6090f65ca/d6b7b341-80be-4782-8643-7e8c67a26079/a9a3a3ab-2b39-4181-a886-70655ab0f068) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:07.648575 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f6cbbdaa-cc9f-4935-acbd-4633dee7a10e tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for port (a9a3a3ab-2b39-4181-a886-70655ab0f068), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:07.689406 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f6cbbdaa-cc9f-4935-acbd-4633dee7a10e tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a9a3a3ab-2b39-4181-a886-70655ab0f068), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:07.750038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbbdaa-cc9f-4935-acbd-4633dee7a10e tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Pushing event updated for resources: {'Port': ['ID=a9a3a3ab-2b39-4181-a886-70655ab0f068,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:07.757411 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cbbdaa-cc9f-4935-acbd-4633dee7a10e tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Network aa223574-5958-44ed-8f1d-06e6090f65ca is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:07.759090 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-f6cbbdaa-cc9f-4935-acbd-4633dee7a10e tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:07.761959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cbbdaa-cc9f-4935-acbd-4633dee7a10e tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:07.807813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cbbdaa-cc9f-4935-acbd-4633dee7a10e tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:07.808430 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f6cbbdaa-cc9f-4935-acbd-4633dee7a10e tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:07.836414 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54718) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:07.837550 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f6cbbdaa-cc9f-4935-acbd-4633dee7a10e tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6151531 Mar 23 01:49:07.893320 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54720) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:07.911013 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54724) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:07.953320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f0fff-9317-4ef8-8b5a-9b7c48f52e21 req-b23667f0-0733-4227-b906-0b6bf498df91 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:07.954990 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4e9f0fff-9317-4ef8-8b5a-9b7c48f52e21 req-b23667f0-0733-4227-b906-0b6bf498df91 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.0846162 Mar 23 01:49:08.011708 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-edaf452c-74a4-4781-bd27-5b41eb56ce3d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Deleting port a9a3a3ab-2b39-4181-a886-70655ab0f068 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:08.012568 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edaf452c-74a4-4781-bd27-5b41eb56ce3d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a9a3a3ab-2b39-4181-a886-70655ab0f068), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.044162 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d616fe3d-4bd3-413f-b92b-34e441ce7931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.051609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-59c726b5-c395-4c7a-a8fd-3f3440104a99 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-149954258-network', 'tenant_id': 'e35ac7ee452645cea4358533badc37e0'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:08.076196 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4e9f0fff-9317-4ef8-8b5a-9b7c48f52e21 req-dc0227ab-f97a-4c39-92aa-23a81c8bf9f1 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079245 Mar 23 01:49:08.104670 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c726b5-c395-4c7a-a8fd-3f3440104a99 admin admin] Made reservation on behalf of e35ac7ee452645cea4358533badc37e0 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:08.105942 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59c726b5-c395-4c7a-a8fd-3f3440104a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.124410 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edaf452c-74a4-4781-bd27-5b41eb56ce3d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a9a3a3ab-2b39-4181-a886-70655ab0f068), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.132539 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59c726b5-c395-4c7a-a8fd-3f3440104a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.142450 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-edaf452c-74a4-4781-bd27-5b41eb56ce3d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Calling delete_port for a9a3a3ab-2b39-4181-a886-70655ab0f068 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:08.194546 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d616fe3d-4bd3-413f-b92b-34e441ce7931 admin admin] Publish callbacks [] for security_group (11922462-3171-45ff-bca0-36c6886dd1ef), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.218934 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d616fe3d-4bd3-413f-b92b-34e441ce7931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (11922462-3171-45ff-bca0-36c6886dd1ef), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.306204 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edaf452c-74a4-4781-bd27-5b41eb56ce3d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a9a3a3ab-2b39-4181-a886-70655ab0f068), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.317106 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d616fe3d-4bd3-413f-b92b-34e441ce7931 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f89b2e714c94dd98443e6a6a832988e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4216633 Mar 23 01:49:08.320840 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54730) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:08.322466 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616fe3d-4bd3-413f-b92b-34e441ce7931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11922462-3171-45ff-bca0-36c6886dd1ef,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:08.346598 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf452c-74a4-4781-bd27-5b41eb56ce3d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9a3a3ab-2b39-4181-a886-70655ab0f068,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:08.381754 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59c726b5-c395-4c7a-a8fd-3f3440104a99 admin admin] Publish callbacks [] for security_group (008540b0-9667-479f-8617-d02112bb64a7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.394286 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59c726b5-c395-4c7a-a8fd-3f3440104a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (008540b0-9667-479f-8617-d02112bb64a7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.408586 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd5be9-92da-4e72-9f07-035a06f02d0d req-d36baeec-6698-45b8-a320-ea17ac8c0a16 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:08.410776 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7bcd5be9-92da-4e72-9f07-035a06f02d0d req-d36baeec-6698-45b8-a320-ea17ac8c0a16 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.1928945 Mar 23 01:49:08.448563 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c726b5-c395-4c7a-a8fd-3f3440104a99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:49:08.473234 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c726b5-c395-4c7a-a8fd-3f3440104a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008540b0-9667-479f-8617-d02112bb64a7,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:08.481139 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59c726b5-c395-4c7a-a8fd-3f3440104a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (fd9fb7c4-d936-4278-97cc-94c462a2466c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.481492 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-59c726b5-c395-4c7a-a8fd-3f3440104a99 admin admin] Added segment fd9fb7c4-d936-4278-97cc-94c462a2466c of type vlan for network 2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d Mar 23 01:49:08.491635 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edaf452c-74a4-4781-bd27-5b41eb56ce3d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.494586 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-45792bd0-bedf-412d-8c68-3969f092c2f2 admin admin] Publish callbacks [] for security_group (11922462-3171-45ff-bca0-36c6886dd1ef), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.506673 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-edaf452c-74a4-4781-bd27-5b41eb56ce3d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "DELETE /v2.0/ports/a9a3a3ab-2b39-4181-a886-70655ab0f068 HTTP/1.1" status: 204 len: 168 time: 0.6663213 Mar 23 01:49:08.506882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54732) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:08.511370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa223574-5958-44ed-8f1d-06e6090f65ca', 'external_fixed_ips': [{'subnet_id': 'd6b7b341-80be-4782-8643-7e8c67a26079', 'ip_address': '172.20.0.8'}]}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:08.532630 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (d13e03d2-13fe-485d-869a-5ed7c6e6c5b7), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.535493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (d13e03d2-13fe-485d-869a-5ed7c6e6c5b7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.555989 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59c726b5-c395-4c7a-a8fd-3f3440104a99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.604336 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_controller (d13e03d2-13fe-485d-869a-5ed7c6e6c5b7), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.625363 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-45792bd0-bedf-412d-8c68-3969f092c2f2 admin admin] Publish callbacks [] for security_group (11922462-3171-45ff-bca0-36c6886dd1ef), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.702559 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59c726b5-c395-4c7a-a8fd-3f3440104a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.704533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c726b5-c395-4c7a-a8fd-3f3440104a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:08.705502 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59c726b5-c395-4c7a-a8fd-3f3440104a99 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.781868 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-45792bd0-bedf-412d-8c68-3969f092c2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (11922462-3171-45ff-bca0-36c6886dd1ef), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.785830 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-45792bd0-bedf-412d-8c68-3969f092c2f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.787867 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-45792bd0-bedf-412d-8c68-3969f092c2f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11922462-3171-45ff-bca0-36c6886dd1ef HTTP/1.1" status: 204 len: 168 time: 0.4620502 Mar 23 01:49:08.793865 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (d13e03d2-13fe-485d-869a-5ed7c6e6c5b7), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:08.813910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45792bd0-bedf-412d-8c68-3969f092c2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11922462-3171-45ff-bca0-36c6886dd1ef,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:08.833712 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7bcd5be9-92da-4e72-9f07-035a06f02d0d req-548d4957-55fb-4ad4-a643-ab0af81e2cbb tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4054053 Mar 23 01:49:08.848530 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-59c726b5-c395-4c7a-a8fd-3f3440104a99 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9362116 Mar 23 01:49:08.860012 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54736) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:08.861331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c726b5-c395-4c7a-a8fd-3f3440104a99 admin admin] Pushing event updated for resources: {'Network': ['ID=2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:08.870709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-67a5a4e6-4fa0-4a1c-832b-74f671f37e34 admin admin] Request body: {'subnet': {'network_id': '2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-149954258-subnet', 'tenant_id': 'e35ac7ee452645cea4358533badc37e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:08.876862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:49:08.914574 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a5a4e6-4fa0-4a1c-832b-74f671f37e34 admin admin] Made reservation on behalf of e35ac7ee452645cea4358533badc37e0 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:08.918058 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67a5a4e6-4fa0-4a1c-832b-74f671f37e34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:09.247650 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (d13e03d2-13fe-485d-869a-5ed7c6e6c5b7), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:09.282990 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67a5a4e6-4fa0-4a1c-832b-74f671f37e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (0395b907-7900-4386-94ce-0c4055fadddb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:09.308121 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:09.348015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54742) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:09.383040 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a5a4e6-4fa0-4a1c-832b-74f671f37e34 admin admin] Checking segment: {'id': 'fd9fb7c4-d936-4278-97cc-94c462a2466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:09.383471 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a5a4e6-4fa0-4a1c-832b-74f671f37e34 admin admin] Network hostable DHCP agents. Network: 2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:49:09.392613 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5a4e6-4fa0-4a1c-832b-74f671f37e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0395b907-7900-4386-94ce-0c4055fadddb,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:09.403383 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2cf52770-a95e-4f97-8a84-b2f9b299ddcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:09.413574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ece067-66f1-4cbb-a292-df74195443fe req-3e4125a0-935f-4ede-abd1-d931c8d61547 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:09.415414 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b6ece067-66f1-4cbb-a292-df74195443fe req-3e4125a0-935f-4ede-abd1-d931c8d61547 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.1694577 Mar 23 01:49:09.431364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a5a4e6-4fa0-4a1c-832b-74f671f37e34 admin admin] Network 2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:49:09.458003 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-67a5a4e6-4fa0-4a1c-832b-74f671f37e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:09.468226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54744) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:09.469935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980418b6-a67a-4055-9c0b-0b72fc119104 None None] Network 2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:09.475422 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a5a4e6-4fa0-4a1c-832b-74f671f37e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:09.477566 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67a5a4e6-4fa0-4a1c-832b-74f671f37e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:09.483088 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d2381915-7487-4e07-b13a-b6d89e9a5788 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'subnet': {'network_id': 'addada1e-5413-4636-a120-47059b8ad1fc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:09.497501 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-67a5a4e6-4fa0-4a1c-832b-74f671f37e34 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6310215 Mar 23 01:49:09.500255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54746) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:09.505936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-149954258-router', 'tenant_id': 'e35ac7ee452645cea4358533badc37e0', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:09.532140 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (3555c515-3d77-415a-8776-8df0b9f2d0cf), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:09.533639 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (3555c515-3d77-415a-8776-8df0b9f2d0cf), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:09.607132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d', 'network_id': '2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d', 'project_id': 'e35ac7ee452645cea4358533badc37e0', 'fixed_ips': [{'subnet_id': '0395b907-7900-4386-94ce-0c4055fadddb'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:49:09.608039 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b6ece067-66f1-4cbb-a292-df74195443fe req-aa578f88-ec72-415a-aee4-23529fdec636 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773527 Mar 23 01:49:09.622004 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:09.637147 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Publish callbacks [] for router_controller (3555c515-3d77-415a-8776-8df0b9f2d0cf), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:09.708871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Allocated IP 172.20.0.8 (aa223574-5958-44ed-8f1d-06e6090f65ca/d6b7b341-80be-4782-8643-7e8c67a26079/7058fbb2-1b0e-4475-8e0b-6444815541c2) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:09.734968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2381915-7487-4e07-b13a-b6d89e9a5788 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:09.738965 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2381915-7487-4e07-b13a-b6d89e9a5788 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:09.767678 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2cf52770-a95e-4f97-8a84-b2f9b299ddcf admin admin] Publish callbacks [] for security_group (f817f865-cd3c-44d5-b38e-77a5ccfab7c0), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:09.810597 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Allocated IP 172.20.0.2 (2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d/0395b907-7900-4386-94ce-0c4055fadddb/ce75f054-3a6b-4fb2-a6a4-5925cf262ae3) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:09.838032 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Publish callbacks [] for router_gateway (3555c515-3d77-415a-8776-8df0b9f2d0cf), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:09.839191 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2cf52770-a95e-4f97-8a84-b2f9b299ddcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f817f865-cd3c-44d5-b38e-77a5ccfab7c0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:09.925771 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2cf52770-a95e-4f97-8a84-b2f9b299ddcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21f2f05ee6fc4f128f3fa8f9932c9dc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5730917 Mar 23 01:49:09.925771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf52770-a95e-4f97-8a84-b2f9b299ddcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f817f865-cd3c-44d5-b38e-77a5ccfab7c0,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:09.927274 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54750) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:09.982380 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for port (7058fbb2-1b0e-4475-8e0b-6444815541c2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.065001 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Publish callbacks [] for port (ce75f054-3a6b-4fb2-a6a4-5925cf262ae3), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.076389 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (ce75f054-3a6b-4fb2-a6a4-5925cf262ae3), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.078354 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-665460bd-78eb-4fee-bbfb-c9566e9e6160 admin admin] Publish callbacks [] for security_group (f817f865-cd3c-44d5-b38e-77a5ccfab7c0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.100748 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7058fbb2-1b0e-4475-8e0b-6444815541c2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.104176 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-665460bd-78eb-4fee-bbfb-c9566e9e6160 admin admin] Publish callbacks [] for security_group (f817f865-cd3c-44d5-b38e-77a5ccfab7c0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.134499 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2381915-7487-4e07-b13a-b6d89e9a5788 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (308c40ad-7306-49c1-968c-eeea3a844099), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.143274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Pushing event updated for resources: {'Port': ['ID=ce75f054-3a6b-4fb2-a6a4-5925cf262ae3,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:10.168103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Network 2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:10.169714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:10.170127 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefb225-45ed-4489-8bf7-c7fe59de2b2b req-45499d59-8143-4df5-bfd3-8d4654d77c67 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:10.171640 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-adefb225-45ed-4489-8bf7-c7fe59de2b2b req-45499d59-8143-4df5-bfd3-8d4654d77c67 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.1963305 Mar 23 01:49:10.174045 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-665460bd-78eb-4fee-bbfb-c9566e9e6160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f817f865-cd3c-44d5-b38e-77a5ccfab7c0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.176682 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-665460bd-78eb-4fee-bbfb-c9566e9e6160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.176827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:10.180122 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-665460bd-78eb-4fee-bbfb-c9566e9e6160 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f817f865-cd3c-44d5-b38e-77a5ccfab7c0 HTTP/1.1" status: 204 len: 168 time: 0.2484570 Mar 23 01:49:10.181140 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Network aa223574-5958-44ed-8f1d-06e6090f65ca is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:10.193967 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:10.196953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665460bd-78eb-4fee-bbfb-c9566e9e6160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f817f865-cd3c-44d5-b38e-77a5ccfab7c0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:10.203886 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:10.246570 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Pushing event updated for resources: {'Port': ['ID=7058fbb2-1b0e-4475-8e0b-6444815541c2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:10.269482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2381915-7487-4e07-b13a-b6d89e9a5788 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Subnet': ['ID=308c40ad-7306-49c1-968c-eeea3a844099,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:10.341197 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Publish callbacks [] for router_gateway (3555c515-3d77-415a-8776-8df0b9f2d0cf), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.351944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Attempting to bind port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:10.352322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Attempting to bind port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'fd9fb7c4-d936-4278-97cc-94c462a2466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:10.352904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Attempting to bind port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 on network 2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:10.358603 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:10.358966 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Checking segment: {'id': 'fd9fb7c4-d936-4278-97cc-94c462a2466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:10.359612 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.360164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Bound using segment: {'id': 'fd9fb7c4-d936-4278-97cc-94c462a2466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:10.360920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Bound port: ce75f054-3a6b-4fb2-a6a4-5925cf262ae3, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9fb7c4-d936-4278-97cc-94c462a2466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:10.361477 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ce75f054-3a6b-4fb2-a6a4-5925cf262ae3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.364777 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-adefb225-45ed-4489-8bf7-c7fe59de2b2b req-a4fcb93b-4bb7-4420-87c1-c68dfaff3a67 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857784 Mar 23 01:49:10.366024 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.458523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2381915-7487-4e07-b13a-b6d89e9a5788 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Checking segment: {'id': '6ad0a14a-70ba-4613-9732-b209dce8df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'addada1e-5413-4636-a120-47059b8ad1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:10.458902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2381915-7487-4e07-b13a-b6d89e9a5788 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network hostable DHCP agents. Network: addada1e-5413-4636-a120-47059b8ad1fc, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:49:10.459742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] For port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:10.463236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] For port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ce75f054-3a6b-4fb2-a6a4-5925cf262ae3,segment=NetworkSegment(fd9fb7c4-d936-4278-97cc-94c462a2466c),segment_id=fd9fb7c4-d936-4278-97cc-94c462a2466c)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:10.478782 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ce75f054-3a6b-4fb2-a6a4-5925cf262ae3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.550494 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df136f0b-6434-4f1d-acb6-de0b8bf6a96e None None] Pushing event updated for resources: {'Port': ['ID=ce75f054-3a6b-4fb2-a6a4-5925cf262ae3,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:10.552284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Allocated IP 172.25.0.133 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/ccd5d8e1-5de5-4876-8aab-8c7146c23aad) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:10.591223 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2381915-7487-4e07-b13a-b6d89e9a5788 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network addada1e-5413-4636-a120-47059b8ad1fc is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:49:10.606592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-d2381915-7487-4e07-b13a-b6d89e9a5788 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, addada1e-5413-4636-a120-47059b8ad1fc) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:10.616615 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a3062e-41c7-43d6-9e43-1415e04d4c64 None None] Network addada1e-5413-4636-a120-47059b8ad1fc requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:10.617380 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2381915-7487-4e07-b13a-b6d89e9a5788 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:10.617985 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2381915-7487-4e07-b13a-b6d89e9a5788 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.660261 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54758) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:10.665241 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d2381915-7487-4e07-b13a-b6d89e9a5788 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1927555 Mar 23 01:49:10.676784 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3ba5bca3-8415-4286-918f-286ccd58a374 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-253508175'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:10.687499 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (d13e03d2-13fe-485d-869a-5ed7c6e6c5b7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.721268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba5bca3-8415-4286-918f-286ccd58a374 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:10.725239 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bca3-8415-4286-918f-286ccd58a374 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.766759 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba5bca3-8415-4286-918f-286ccd58a374 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:49:10.803260 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bca3-8415-4286-918f-286ccd58a374 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (36ea9eee-9054-420b-a77a-6e53927e74ad), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.803900 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-3ba5bca3-8415-4286-918f-286ccd58a374 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Added segment 36ea9eee-9054-420b-a77a-6e53927e74ad of type vlan for network 210a5e4c-a1d4-436b-b600-eeb3889cd5bf Mar 23 01:49:10.817188 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-addada1e-5413-4636-a120-47059b8ad1fc', 'network_id': 'addada1e-5413-4636-a120-47059b8ad1fc', 'project_id': 'c77507a560f84ffa93bb7f8f0d7c8da1', 'fixed_ips': [{'subnet_id': '308c40ad-7306-49c1-968c-eeea3a844099'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:49:10.819329 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:10.868917 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019853cd-5987-481a-931e-d2fa5b73a161 req-d8c2d487-9827-49d8-888e-465ec509e053 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:10.881457 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-019853cd-5987-481a-931e-d2fa5b73a161 req-d8c2d487-9827-49d8-888e-465ec509e053 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.1365452 Mar 23 01:49:11.079494 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Allocated IP 2001:db8:0:ffff::2 (addada1e-5413-4636-a120-47059b8ad1fc/308c40ad-7306-49c1-968c-eeea3a844099/6601183b-8048-45c9-8639-a47f4367561c) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:11.125971 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (d13e03d2-13fe-485d-869a-5ed7c6e6c5b7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:11.200840 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-019853cd-5987-481a-931e-d2fa5b73a161 req-4d546132-5372-463e-abff-c44199d7fc75 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183703 Mar 23 01:49:11.324628 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Publish callbacks [] for port (6601183b-8048-45c9-8639-a47f4367561c), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:11.337234 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (6601183b-8048-45c9-8639-a47f4367561c), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:11.360388 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Network addada1e-5413-4636-a120-47059b8ad1fc is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:11.363584 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:11.369139 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:11.387427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Router d13e03d2-13fe-485d-869a-5ed7c6e6c5b7 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:49:11.525999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:49:11.528126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Attempting to bind port 6601183b-8048-45c9-8639-a47f4367561c on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:11.528714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Attempting to bind port 6601183b-8048-45c9-8639-a47f4367561c by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '6ad0a14a-70ba-4613-9732-b209dce8df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'addada1e-5413-4636-a120-47059b8ad1fc'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:11.529453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Attempting to bind port 6601183b-8048-45c9-8639-a47f4367561c on network addada1e-5413-4636-a120-47059b8ad1fc {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:11.532389 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Publish callbacks [] for port (ccd5d8e1-5de5-4876-8aab-8c7146c23aad), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:11.538548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:11.538929 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Checking segment: {'id': '6ad0a14a-70ba-4613-9732-b209dce8df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'addada1e-5413-4636-a120-47059b8ad1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:11.539343 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:11.539736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Bound using segment: {'id': '6ad0a14a-70ba-4613-9732-b209dce8df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'addada1e-5413-4636-a120-47059b8ad1fc'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:11.540212 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Bound port: 6601183b-8048-45c9-8639-a47f4367561c, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad0a14a-70ba-4613-9732-b209dce8df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'addada1e-5413-4636-a120-47059b8ad1fc'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:11.540625 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6601183b-8048-45c9-8639-a47f4367561c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:11.545030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Pushing event updated for resources: {'Port': ['ID=6601183b-8048-45c9-8639-a47f4367561c,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:11.548274 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bca3-8415-4286-918f-286ccd58a374 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (210a5e4c-a1d4-436b-b600-eeb3889cd5bf), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:11.559020 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:11.561810 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-37d53652-d5e7-4a5d-894a-36bfd1efc155 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.0535932 Mar 23 01:49:11.565042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54778) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:11.566189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bedf8db-2233-4d92-9ecd-a7436b2b323b None None] Sync routers for ids ['d13e03d2-13fe-485d-869a-5ed7c6e6c5b7'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:49:11.614000 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57082454-bd2d-4d8e-938a-9824b2aa6c76 req-8af95ebc-bf73-4f5b-9690-c71c83771024 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:11.626743 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57082454-bd2d-4d8e-938a-9824b2aa6c76 req-8af95ebc-bf73-4f5b-9690-c71c83771024 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.1159542 Mar 23 01:49:11.662218 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bca3-8415-4286-918f-286ccd58a374 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (210a5e4c-a1d4-436b-b600-eeb3889cd5bf), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:11.662559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bedf8db-2233-4d92-9ecd-a7436b2b323b None None] Routers {'d13e03d2-13fe-485d-869a-5ed7c6e6c5b7'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:11.663054 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-1bedf8db-2233-4d92-9ecd-a7436b2b323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d13e03d2-13fe-485d-869a-5ed7c6e6c5b7'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:11.669088 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba5bca3-8415-4286-918f-286ccd58a374 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:11.669088 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bca3-8415-4286-918f-286ccd58a374 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:11.710588 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba47c-3bed-41f1-84aa-e55391bb12f4 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router (d13e03d2-13fe-485d-869a-5ed7c6e6c5b7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:11.806631 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3ba5bca3-8415-4286-918f-286ccd58a374 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1324182 Mar 23 01:49:11.808397 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ccd5d8e1-5de5-4876-8aab-8c7146c23aad), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:11.817960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54784) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:11.829821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-35e204f1-8480-4934-907f-c0be615f42b9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'subnet': {'network_id': '210a5e4c-a1d4-436b-b600-eeb3889cd5bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:11.868999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] For port 6601183b-8048-45c9-8639-a47f4367561c, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:11.873667 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] For port 6601183b-8048-45c9-8639-a47f4367561c, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6601183b-8048-45c9-8639-a47f4367561c,segment=NetworkSegment(6ad0a14a-70ba-4613-9732-b209dce8df80),segment_id=6ad0a14a-70ba-4613-9732-b209dce8df80)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:11.888542 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6601183b-8048-45c9-8639-a47f4367561c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:11.894597 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba47c-3bed-41f1-84aa-e55391bb12f4 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (d13e03d2-13fe-485d-869a-5ed7c6e6c5b7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:11.987198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e4f64-f6c9-44dc-bde1-b69b62ac6179 None None] Pushing event updated for resources: {'Port': ['ID=6601183b-8048-45c9-8639-a47f4367561c,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:11.991586 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57082454-bd2d-4d8e-938a-9824b2aa6c76 req-0fee1bba-b8bc-4487-bbe6-eb9cdb6ca1cc tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3623121 Mar 23 01:49:11.992240 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5bca3-8415-4286-918f-286ccd58a374 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Network': ['ID=210a5e4c-a1d4-436b-b600-eeb3889cd5bf,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:11.998804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ed3ba47c-3bed-41f1-84aa-e55391bb12f4 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Deleting port 7058fbb2-1b0e-4475-8e0b-6444815541c2 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:11.999150 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba47c-3bed-41f1-84aa-e55391bb12f4 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7058fbb2-1b0e-4475-8e0b-6444815541c2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:12.037055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 210a5e4c-a1d4-436b-b600-eeb3889cd5bf details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:49:12.037843 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:12.056877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:12.059815 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:12.077615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=ccd5d8e1-5de5-4876-8aab-8c7146c23aad,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:12.137689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-1bedf8db-2233-4d92-9ecd-a7436b2b323b None None] Set router d13e03d2-13fe-485d-869a-5ed7c6e6c5b7 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:49:12.141537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:12.172579 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba47c-3bed-41f1-84aa-e55391bb12f4 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7058fbb2-1b0e-4475-8e0b-6444815541c2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:12.205004 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e204f1-8480-4934-907f-c0be615f42b9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:12.208692 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-35e204f1-8480-4934-907f-c0be615f42b9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:12.211109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ed3ba47c-3bed-41f1-84aa-e55391bb12f4 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Calling delete_port for 7058fbb2-1b0e-4475-8e0b-6444815541c2 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:12.562279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ef4d3-05eb-4818-b5ef-b67037579f63 req-7c93989d-e11a-4f88-8809-598bb0a63191 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:12.571289 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-369ef4d3-05eb-4818-b5ef-b67037579f63 req-7c93989d-e11a-4f88-8809-598bb0a63191 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.1500344 Mar 23 01:49:12.588063 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Publish callbacks [] for router_gateway (3555c515-3d77-415a-8776-8df0b9f2d0cf), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:12.614798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfc27a0-bb74-4258-abd6-f74ff20a07ef None None] Network 2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:12.703529 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-369ef4d3-05eb-4818-b5ef-b67037579f63 req-cb3f1570-bc87-42d4-80de-f58e176c6895 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302326 Mar 23 01:49:12.713211 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba47c-3bed-41f1-84aa-e55391bb12f4 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7058fbb2-1b0e-4475-8e0b-6444815541c2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:12.763005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-913ff29d-6e2f-4b0c-9cac-3989a20634fa None None] Provisioning complete for port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:12.763382 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-913ff29d-6e2f-4b0c-9cac-3989a20634fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ce75f054-3a6b-4fb2-a6a4-5925cf262ae3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:12.773465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ba47c-3bed-41f1-84aa-e55391bb12f4 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Pushing event deleted for resources: {'Port': ['ID=7058fbb2-1b0e-4475-8e0b-6444815541c2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:12.816916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:12.817424 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ce75f054-3a6b-4fb2-a6a4-5925cf262ae3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:12.866818 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-35e204f1-8480-4934-907f-c0be615f42b9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (17a84d19-f927-4371-8f42-459e6d26d117), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:12.877366 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba47c-3bed-41f1-84aa-e55391bb12f4 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (d13e03d2-13fe-485d-869a-5ed7c6e6c5b7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.011137 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba47c-3bed-41f1-84aa-e55391bb12f4 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (d13e03d2-13fe-485d-869a-5ed7c6e6c5b7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.013577 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba47c-3bed-41f1-84aa-e55391bb12f4 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_controller (d13e03d2-13fe-485d-869a-5ed7c6e6c5b7), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.021940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:13.022335 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ce75f054-3a6b-4fb2-a6a4-5925cf262ae3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.072482 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba47c-3bed-41f1-84aa-e55391bb12f4 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (d13e03d2-13fe-485d-869a-5ed7c6e6c5b7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.073371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3ba47c-3bed-41f1-84aa-e55391bb12f4 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d13e03d2-13fe-485d-869a-5ed7c6e6c5b7 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:49:13.084062 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba47c-3bed-41f1-84aa-e55391bb12f4 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.085538 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e204f1-8480-4934-907f-c0be615f42b9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Subnet': ['ID=17a84d19-f927-4371-8f42-459e6d26d117,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:13.089115 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ed3ba47c-3bed-41f1-84aa-e55391bb12f4 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "DELETE /v2.0/routers/d13e03d2-13fe-485d-869a-5ed7c6e6c5b7 HTTP/1.1" status: 204 len: 168 time: 1.5206261 Mar 23 01:49:13.089934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54808) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:13.113198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-913ff29d-6e2f-4b0c-9cac-3989a20634fa None None] Current status of the port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:13.113833 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-913ff29d-6e2f-4b0c-9cac-3989a20634fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ce75f054-3a6b-4fb2-a6a4-5925cf262ae3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.129647 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (3555c515-3d77-415a-8776-8df0b9f2d0cf), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.133891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ce75f054-3a6b-4fb2-a6a4-5925cf262ae3,segment=NetworkSegment(fd9fb7c4-d936-4278-97cc-94c462a2466c),segment_id=fd9fb7c4-d936-4278-97cc-94c462a2466c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:13.155836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-1bedf8db-2233-4d92-9ecd-a7436b2b323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13e03d2-13fe-485d-869a-5ed7c6e6c5b7', 'name': '', 'tenant_id': '08c74bc3fa214a4c803d5840e9254096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa223574-5958-44ed-8f1d-06e6090f65ca', 'external_fixed_ips': [{'subnet_id': 'd6b7b341-80be-4782-8643-7e8c67a26079', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '7058fbb2-1b0e-4475-8e0b-6444815541c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:08Z', 'updated_at': '2022-03-23T01:49:10Z', 'revision_number': 3, 'project_id': '08c74bc3fa214a4c803d5840e9254096', 'gw_port': {'id': '7058fbb2-1b0e-4475-8e0b-6444815541c2', 'name': '', 'network_id': 'aa223574-5958-44ed-8f1d-06e6090f65ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:09:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13e03d2-13fe-485d-869a-5ed7c6e6c5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'd6b7b341-80be-4782-8643-7e8c67a26079', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:09Z', 'updated_at': '2022-03-23T01:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6b7b341-80be-4782-8643-7e8c67a26079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:13.201741 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ce75f054-3a6b-4fb2-a6a4-5925cf262ae3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.231876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bedf8db-2233-4d92-9ecd-a7436b2b323b None None] Checking router: d13e03d2-13fe-485d-869a-5ed7c6e6c5b7 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:49:13.232257 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bedf8db-2233-4d92-9ecd-a7436b2b323b None None] Updating router d13e03d2-13fe-485d-869a-5ed7c6e6c5b7 port 7058fbb2-1b0e-4475-8e0b-6444815541c2 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:49:13.257744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bedf8db-2233-4d92-9ecd-a7436b2b323b None None] Port 7058fbb2-1b0e-4475-8e0b-6444815541c2 not found while updating agent binding for router d13e03d2-13fe-485d-869a-5ed7c6e6c5b7. {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 23 01:49:13.259528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-0448f308-3c28-4923-9c72-ed39a59791d1 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Deleting subnet d6b7b341-80be-4782-8643-7e8c67a26079 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:49:13.267540 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0448f308-3c28-4923-9c72-ed39a59791d1 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for subnet (d6b7b341-80be-4782-8643-7e8c67a26079), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.298684 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e204f1-8480-4934-907f-c0be615f42b9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Checking segment: {'id': '36ea9eee-9054-420b-a77a-6e53927e74ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '210a5e4c-a1d4-436b-b600-eeb3889cd5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:13.299513 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e204f1-8480-4934-907f-c0be615f42b9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network hostable DHCP agents. Network: 210a5e4c-a1d4-436b-b600-eeb3889cd5bf, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:49:13.316885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bedf8db-2233-4d92-9ecd-a7436b2b323b None None] Routers set() bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:13.317823 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bedf8db-2233-4d92-9ecd-a7436b2b323b None None] Router IDs set() for agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 01:49:13.318615 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_agentschedulers_db [None req-1bedf8db-2233-4d92-9ecd-a7436b2b323b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d13e03d2-13fe-485d-869a-5ed7c6e6c5b7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent'). {{(pid=99265) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 23 01:49:13.319364 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bedf8db-2233-4d92-9ecd-a7436b2b323b None None] The sync data for ids ['d13e03d2-13fe-485d-869a-5ed7c6e6c5b7'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:49:13.342009 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a84ee1-f55b-43de-8d7b-f1debe166e54 req-4f46c8a7-3806-410c-965e-419ef4724842 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:13.347841 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-913ff29d-6e2f-4b0c-9cac-3989a20634fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:49:13.348676 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-913ff29d-6e2f-4b0c-9cac-3989a20634fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:49:13.349736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=ce75f054-3a6b-4fb2-a6a4-5925cf262ae3,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:13.349898 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22a84ee1-f55b-43de-8d7b-f1debe166e54 req-4f46c8a7-3806-410c-965e-419ef4724842 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.2217786 Mar 23 01:49:13.365199 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0448f308-3c28-4923-9c72-ed39a59791d1 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (d6b7b341-80be-4782-8643-7e8c67a26079), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.403875 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e204f1-8480-4934-907f-c0be615f42b9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network 210a5e4c-a1d4-436b-b600-eeb3889cd5bf is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:49:13.435145 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0448f308-3c28-4923-9c72-ed39a59791d1 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (d6b7b341-80be-4782-8643-7e8c67a26079), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.447737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-35e204f1-8480-4934-907f-c0be615f42b9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 210a5e4c-a1d4-436b-b600-eeb3889cd5bf) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:13.464349 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adea03e-92a4-43b2-acaa-a963a1d84194 None None] Network 210a5e4c-a1d4-436b-b600-eeb3889cd5bf requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:13.481437 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22a84ee1-f55b-43de-8d7b-f1debe166e54 req-d7656a7a-899d-434c-9d82-b997f6a6a5b1 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161857 Mar 23 01:49:13.481437 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e204f1-8480-4934-907f-c0be615f42b9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:13.481437 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-35e204f1-8480-4934-907f-c0be615f42b9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.520991 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-35e204f1-8480-4934-907f-c0be615f42b9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6962945 Mar 23 01:49:13.522267 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Router 3555c515-3d77-415a-8776-8df0b9f2d0cf is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:49:13.524120 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54812) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:13.542087 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0448f308-3c28-4923-9c72-ed39a59791d1 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (d6b7b341-80be-4782-8643-7e8c67a26079), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.587291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448f308-3c28-4923-9c72-ed39a59791d1 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b7b341-80be-4782-8643-7e8c67a26079,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:13.598535 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0448f308-3c28-4923-9c72-ed39a59791d1 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.606526 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0448f308-3c28-4923-9c72-ed39a59791d1 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/d6b7b341-80be-4782-8643-7e8c67a26079 HTTP/1.1" status: 204 len: 168 time: 0.5132496 Mar 23 01:49:13.606833 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54816) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:13.678806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-210a5e4c-a1d4-436b-b600-eeb3889cd5bf', 'network_id': '210a5e4c-a1d4-436b-b600-eeb3889cd5bf', 'project_id': 'c77507a560f84ffa93bb7f8f0d7c8da1', 'fixed_ips': [{'subnet_id': '17a84d19-f927-4371-8f42-459e6d26d117'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:49:13.685932 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.744543 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:49:13.757041 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Sync routers for ids ['3555c515-3d77-415a-8776-8df0b9f2d0cf'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:49:13.778250 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Routers {'3555c515-3d77-415a-8776-8df0b9f2d0cf'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:13.778789 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3555c515-3d77-415a-8776-8df0b9f2d0cf'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:13.799198 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f546d084-0336-4d00-b9a6-5d820efa2c21 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (aa223574-5958-44ed-8f1d-06e6090f65ca), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.846061 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (210a5e4c-a1d4-436b-b600-eeb3889cd5bf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.891213 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:13.893846 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6c0ac495-1fcd-4e57-bcbd-9974b8b10bb3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3921468 Mar 23 01:49:13.898520 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Allocated IP 2001:db8::1 (210a5e4c-a1d4-436b-b600-eeb3889cd5bf/17a84d19-f927-4371-8f42-459e6d26d117/47307da5-6361-45f0-816f-a3da9f25a98d) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:13.898688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54822) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:14.051754 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Set router 3555c515-3d77-415a-8776-8df0b9f2d0cf gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:49:14.175614 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Publish callbacks [] for port (47307da5-6361-45f0-816f-a3da9f25a98d), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.186258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0520f740-95c6-4f37-89f6-55da7f80ff9a None None] Network addada1e-5413-4636-a120-47059b8ad1fc requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:14.189191 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6601183b-8048-45c9-8639-a47f4367561c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:14.206564 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (47307da5-6361-45f0-816f-a3da9f25a98d), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.363096 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Network 210a5e4c-a1d4-436b-b600-eeb3889cd5bf is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:14.380415 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:14.394820 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:14.397101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-913ff29d-6e2f-4b0c-9cac-3989a20634fa None None] Current status of the port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:14.405180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Pushing event updated for resources: {'Port': ['ID=47307da5-6361-45f0-816f-a3da9f25a98d,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:14.429565 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (17a84d19-f927-4371-8f42-459e6d26d117), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.464691 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-149954258-router', 'tenant_id': 'e35ac7ee452645cea4358533badc37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:09Z', 'updated_at': '2022-03-23T01:49:12Z', 'revision_number': 3, 'project_id': 'e35ac7ee452645cea4358533badc37e0', 'gw_port': {'id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:74:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:10Z', 'updated_at': '2022-03-23T01:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:14.492995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6601183b-8048-45c9-8639-a47f4367561c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:14.493774 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6601183b-8048-45c9-8639-a47f4367561c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.518706 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f546d084-0336-4d00-b9a6-5d820efa2c21 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (aa223574-5958-44ed-8f1d-06e6090f65ca), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.531658 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Checking router: 3555c515-3d77-415a-8776-8df0b9f2d0cf for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:49:14.532370 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Updating router 3555c515-3d77-415a-8776-8df0b9f2d0cf port ccd5d8e1-5de5-4876-8aab-8c7146c23aad binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:49:14.551218 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Attempting to bind port 47307da5-6361-45f0-816f-a3da9f25a98d on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:14.551593 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Attempting to bind port 47307da5-6361-45f0-816f-a3da9f25a98d by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '36ea9eee-9054-420b-a77a-6e53927e74ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '210a5e4c-a1d4-436b-b600-eeb3889cd5bf'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:14.551958 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Attempting to bind port 47307da5-6361-45f0-816f-a3da9f25a98d on network 210a5e4c-a1d4-436b-b600-eeb3889cd5bf {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:14.564221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-f546d084-0336-4d00-b9a6-5d820efa2c21 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa223574-5958-44ed-8f1d-06e6090f65ca']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:14.579848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-f546d084-0336-4d00-b9a6-5d820efa2c21 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ff7ced-c102-4440-8048-bb52b68d19db') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:14.581154 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-f546d084-0336-4d00-b9a6-5d820efa2c21 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ff7ced-c102-4440-8048-bb52b68d19db') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:14.583083 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-c5e2d9d8-9ecd-4bf1-8893-770e089f14c3 req-e6fb5a92-f466-4eee-bd2a-b00315d08737 service neutron] (99263) timed out ('10.222.0.18', 50170) {{(pid=99263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 01:49:14.586274 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (17a84d19-f927-4371-8f42-459e6d26d117), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.599401 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ccd5d8e1-5de5-4876-8aab-8c7146c23aad), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.606824 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f546d084-0336-4d00-b9a6-5d820efa2c21 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (34ff7ced-c102-4440-8048-bb52b68d19db), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.620641 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:14.621028 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Checking segment: {'id': '36ea9eee-9054-420b-a77a-6e53927e74ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '210a5e4c-a1d4-436b-b600-eeb3889cd5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:14.621441 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.621840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Bound using segment: {'id': '36ea9eee-9054-420b-a77a-6e53927e74ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '210a5e4c-a1d4-436b-b600-eeb3889cd5bf'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:14.622339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Bound port: 47307da5-6361-45f0-816f-a3da9f25a98d, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ea9eee-9054-420b-a77a-6e53927e74ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '210a5e4c-a1d4-436b-b600-eeb3889cd5bf'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:14.622721 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (47307da5-6361-45f0-816f-a3da9f25a98d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.638609 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f546d084-0336-4d00-b9a6-5d820efa2c21 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (34ff7ced-c102-4440-8048-bb52b68d19db), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.643060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Subnet': ['ID=17a84d19-f927-4371-8f42-459e6d26d117,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:14.665969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f546d084-0336-4d00-b9a6-5d820efa2c21 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:14.667061 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f546d084-0336-4d00-b9a6-5d820efa2c21 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (34ff7ced-c102-4440-8048-bb52b68d19db), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.684010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f5b1da23-4ea0-44a7-8e95-3c452983d9fa None None] Provisioning complete for port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:14.686509 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f5b1da23-4ea0-44a7-8e95-3c452983d9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ce75f054-3a6b-4fb2-a6a4-5925cf262ae3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:14.730064 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:14.780820 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9d7a6-d583-416a-a93e-5ff5910c2a4f req-8549bef6-81b8-419b-8a84-75b353ab40a4 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:14.785789 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (210a5e4c-a1d4-436b-b600-eeb3889cd5bf), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.790510 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a8e9d7a6-d583-416a-a93e-5ff5910c2a4f req-8549bef6-81b8-419b-8a84-75b353ab40a4 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.9265015 Mar 23 01:49:14.794277 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f546d084-0336-4d00-b9a6-5d820efa2c21 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (aa223574-5958-44ed-8f1d-06e6090f65ca), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.814813 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f546d084-0336-4d00-b9a6-5d820efa2c21 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa223574-5958-44ed-8f1d-06e6090f65ca {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 23 01:49:14.827223 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f546d084-0336-4d00-b9a6-5d820efa2c21 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.830571 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f546d084-0336-4d00-b9a6-5d820efa2c21 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "DELETE /v2.0/networks/aa223574-5958-44ed-8f1d-06e6090f65ca HTTP/1.1" status: 204 len: 168 time: 1.2222767 Mar 23 01:49:14.835328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546d084-0336-4d00-b9a6-5d820efa2c21 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa223574-5958-44ed-8f1d-06e6090f65ca,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:14.862548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210a5e4c-a1d4-436b-b600-eeb3889cd5bf']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:14.887699 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ea9eee-9054-420b-a77a-6e53927e74ad') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:14.888092 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ea9eee-9054-420b-a77a-6e53927e74ad') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:14.928954 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (36ea9eee-9054-420b-a77a-6e53927e74ad), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.929834 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a8e9d7a6-d583-416a-a93e-5ff5910c2a4f req-0a8e281b-24bb-4251-b748-4107297cfdd1 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381164 Mar 23 01:49:14.943700 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (36ea9eee-9054-420b-a77a-6e53927e74ad), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:14.950998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:14.951369 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (36ea9eee-9054-420b-a77a-6e53927e74ad), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:15.016418 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] For port 47307da5-6361-45f0-816f-a3da9f25a98d, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:15.033387 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:15.037820 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] For port 47307da5-6361-45f0-816f-a3da9f25a98d, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=47307da5-6361-45f0-816f-a3da9f25a98d,segment=NetworkSegment(36ea9eee-9054-420b-a77a-6e53927e74ad),segment_id=36ea9eee-9054-420b-a77a-6e53927e74ad)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:15.040580 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.api [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 01:49:15.040580 n-d-834677-4 neutron-server[99263]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 01:49:15.040580 n-d-834677-4 neutron-server[99263]: [parameters: {'id': '210a5e4c-a1d4-436b-b600-eeb3889cd5bf'}] Mar 23 01:49:15.040580 n-d-834677-4 neutron-server[99263]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=99263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:49:15.041048 n-d-834677-4 neutron-server[99263]: DEBUG oslo_db.api [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:49:15.041742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6601183b-8048-45c9-8639-a47f4367561c is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:15.042133 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6601183b-8048-45c9-8639-a47f4367561c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:15.100252 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (47307da5-6361-45f0-816f-a3da9f25a98d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:15.132145 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Publish callbacks [] for port (ccd5d8e1-5de5-4876-8aab-8c7146c23aad), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:15.150772 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ccd5d8e1-5de5-4876-8aab-8c7146c23aad), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:15.263427 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f5b1da23-4ea0-44a7-8e95-3c452983d9fa None None] Current status of the port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:15.269281 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e06a1-3d84-4fec-b28a-4cea0fe9e1ea None None] Pushing event updated for resources: {'Port': ['ID=ccd5d8e1-5de5-4876-8aab-8c7146c23aad,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:15.313771 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Attempting to bind port ccd5d8e1-5de5-4876-8aab-8c7146c23aad on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:15.314311 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Attempting to bind port ccd5d8e1-5de5-4876-8aab-8c7146c23aad by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:15.314865 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Attempting to bind port ccd5d8e1-5de5-4876-8aab-8c7146c23aad on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:15.319290 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e06a1-3d84-4fec-b28a-4cea0fe9e1ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:15.319767 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e06a1-3d84-4fec-b28a-4cea0fe9e1ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:15.320212 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e06a1-3d84-4fec-b28a-4cea0fe9e1ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:15.320661 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e06a1-3d84-4fec-b28a-4cea0fe9e1ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:15.321099 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e06a1-3d84-4fec-b28a-4cea0fe9e1ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:15.321561 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e06a1-3d84-4fec-b28a-4cea0fe9e1ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:15.322180 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e06a1-3d84-4fec-b28a-4cea0fe9e1ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:15.322635 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e06a1-3d84-4fec-b28a-4cea0fe9e1ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:15.323046 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e06a1-3d84-4fec-b28a-4cea0fe9e1ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:15.323505 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e06a1-3d84-4fec-b28a-4cea0fe9e1ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:15.324058 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e06a1-3d84-4fec-b28a-4cea0fe9e1ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:15.324508 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e06a1-3d84-4fec-b28a-4cea0fe9e1ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:15.324982 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e06a1-3d84-4fec-b28a-4cea0fe9e1ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:15.325542 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e06a1-3d84-4fec-b28a-4cea0fe9e1ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:15.325985 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4e06a1-3d84-4fec-b28a-4cea0fe9e1ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:15.340445 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:15.341274 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:15.341788 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:15.342275 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:15.343958 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Bound port: ccd5d8e1-5de5-4876-8aab-8c7146c23aad, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:15.344473 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ccd5d8e1-5de5-4876-8aab-8c7146c23aad), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:15.383362 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 6601183b-8048-45c9-8639-a47f4367561c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6601183b-8048-45c9-8639-a47f4367561c,segment=NetworkSegment(6ad0a14a-70ba-4613-9732-b209dce8df80),segment_id=6ad0a14a-70ba-4613-9732-b209dce8df80)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:15.389238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bb207d-325d-462e-ae06-4db4e304ea89 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:49:15.394305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fbde7-620e-441c-91ef-6a2b9636e061 None None] Pushing event updated for resources: {'Port': ['ID=47307da5-6361-45f0-816f-a3da9f25a98d,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:15.423228 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6601183b-8048-45c9-8639-a47f4367561c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:15.424063 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:15.437512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f5b1da23-4ea0-44a7-8e95-3c452983d9fa None None] Provisioning complete for port 6601183b-8048-45c9-8639-a47f4367561c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:15.437886 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f5b1da23-4ea0-44a7-8e95-3c452983d9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6601183b-8048-45c9-8639-a47f4367561c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:15.463810 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] For port ccd5d8e1-5de5-4876-8aab-8c7146c23aad, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:15.474765 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] For port ccd5d8e1-5de5-4876-8aab-8c7146c23aad, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ccd5d8e1-5de5-4876-8aab-8c7146c23aad,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:15.488316 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ccd5d8e1-5de5-4876-8aab-8c7146c23aad), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:15.566572 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Routers {'3555c515-3d77-415a-8776-8df0b9f2d0cf'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:15.567661 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3555c515-3d77-415a-8776-8df0b9f2d0cf'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:15.598929 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (210a5e4c-a1d4-436b-b600-eeb3889cd5bf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:15.602837 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:15.617160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffd8f8-0026-4480-bc90-5fc6f1036577 req-a30e9678-1f8a-4cd7-945f-06a0cf6a9a99 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:15.618986 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2ffd8f8-0026-4480-bc90-5fc6f1036577 req-a30e9678-1f8a-4cd7-945f-06a0cf6a9a99 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 1.0216699 Mar 23 01:49:15.650131 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e06a1-3d84-4fec-b28a-4cea0fe9e1ea None None] Pushing event updated for resources: {'Port': ['ID=ccd5d8e1-5de5-4876-8aab-8c7146c23aad,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:15.668375 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=6601183b-8048-45c9-8639-a47f4367561c,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:15.709580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:15.710367 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ce75f054-3a6b-4fb2-a6a4-5925cf262ae3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:15.713022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f5b1da23-4ea0-44a7-8e95-3c452983d9fa None None] Current status of the port 6601183b-8048-45c9-8639-a47f4367561c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:15.716480 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bb207d-325d-462e-ae06-4db4e304ea89 None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:49:15.796493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad4d95-a345-4eff-abf6-a22be877ce6c req-3fe63102-ae09-457c-924d-bfb19bcf080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:15.803426 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1cad4d95-a345-4eff-abf6-a22be877ce6c req-3fe63102-ae09-457c-924d-bfb19bcf080c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 1127 time: 0.1280124 Mar 23 01:49:15.805859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54850) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:15.825979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-88c5e080-2aa7-4ef4-a141-b69de568db65 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Request body: {'router': {'name': 'tempest-router--89871118', 'project_id': 'e022928c38bc479eb9c0c740c635a709'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:15.858309 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] Set router 3555c515-3d77-415a-8776-8df0b9f2d0cf gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:49:15.895137 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8ae9133e-dc12-430b-8e14-42c53266d62d None None] Provisioning complete for port 6601183b-8048-45c9-8639-a47f4367561c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:15.897308 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8ae9133e-dc12-430b-8e14-42c53266d62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6601183b-8048-45c9-8639-a47f4367561c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:15.897731 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-88c5e080-2aa7-4ef4-a141-b69de568db65 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (646c7292-a943-41e8-9d02-76cfa4bfb932), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:15.898853 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-88c5e080-2aa7-4ef4-a141-b69de568db65 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (646c7292-a943-41e8-9d02-76cfa4bfb932), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:15.907975 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1cad4d95-a345-4eff-abf6-a22be877ce6c req-2c7bd9c0-2be2-415d-b861-cb0d706a35f4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946584 Mar 23 01:49:16.018628 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2ffd8f8-0026-4480-bc90-5fc6f1036577 req-f93db9be-a655-41c8-964b-0ad7bbcf0007 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3914802 Mar 23 01:49:16.044691 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-88c5e080-2aa7-4ef4-a141-b69de568db65 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_controller (646c7292-a943-41e8-9d02-76cfa4bfb932), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:16.046963 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Deleting port 47307da5-6361-45f0-816f-a3da9f25a98d {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:16.047306 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (47307da5-6361-45f0-816f-a3da9f25a98d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:16.086822 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-88c5e080-2aa7-4ef4-a141-b69de568db65 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (646c7292-a943-41e8-9d02-76cfa4bfb932), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:16.112886 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Allocated IP 172.20.0.1 (2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d/0395b907-7900-4386-94ce-0c4055fadddb/a101e335-104c-4262-aac6-fb7ae3454de5) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:16.121554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4916-5ca1-40cc-a60b-c03135296dc1 req-59afbaf6-5a7e-47ea-915c-eb45b121a3f8 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:16.129781 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-896b4916-5ca1-40cc-a60b-c03135296dc1 req-59afbaf6-5a7e-47ea-915c-eb45b121a3f8 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.0802062 Mar 23 01:49:16.148732 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-88c5e080-2aa7-4ef4-a141-b69de568db65 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:16.150506 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-88c5e080-2aa7-4ef4-a141-b69de568db65 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3405545 Mar 23 01:49:16.153964 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54858) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:16.157763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:16.279039 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c589e48-8d62-4b42-ad3f-7a69529c1931 None None] Network 210a5e4c-a1d4-436b-b600-eeb3889cd5bf requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:16.311865 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6601183b-8048-45c9-8639-a47f4367561c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:16.322983 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Publish callbacks [] for port (a101e335-104c-4262-aac6-fb7ae3454de5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:16.328011 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-896b4916-5ca1-40cc-a60b-c03135296dc1 req-d03886de-f20d-436a-be91-6065c9ec6948 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969411 Mar 23 01:49:16.337340 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-562e55b4-173f-432f-93dd-893cd85618f2 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router (646c7292-a943-41e8-9d02-76cfa4bfb932), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:16.386000 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] For port 47307da5-6361-45f0-816f-a3da9f25a98d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=47307da5-6361-45f0-816f-a3da9f25a98d,segment=NetworkSegment(36ea9eee-9054-420b-a77a-6e53927e74ad),segment_id=36ea9eee-9054-420b-a77a-6e53927e74ad)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:16.386166 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-149954258-router', 'tenant_id': 'e35ac7ee452645cea4358533badc37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:09Z', 'updated_at': '2022-03-23T01:49:12Z', 'revision_number': 3, 'project_id': 'e35ac7ee452645cea4358533badc37e0', 'gw_port': {'id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:74:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:10Z', 'updated_at': '2022-03-23T01:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:16.386725 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (47307da5-6361-45f0-816f-a3da9f25a98d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:16.391693 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a101e335-104c-4262-aac6-fb7ae3454de5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:16.420125 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dafe89-dffb-4520-901d-493af2cf8f85 None None] The sync data for ids ['3555c515-3d77-415a-8776-8df0b9f2d0cf'] in n-d-834677-4 is: [{'id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-149954258-router', 'tenant_id': 'e35ac7ee452645cea4358533badc37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:09Z', 'updated_at': '2022-03-23T01:49:12Z', 'revision_number': 3, 'project_id': 'e35ac7ee452645cea4358533badc37e0', 'gw_port': {'id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:74:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:10Z', 'updated_at': '2022-03-23T01:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:49:16.437272 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Calling delete_port for 47307da5-6361-45f0-816f-a3da9f25a98d owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:16.452366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8ae9133e-dc12-430b-8e14-42c53266d62d None None] Current status of the port 6601183b-8048-45c9-8639-a47f4367561c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:16.483298 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Network 2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:16.491498 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:16.504350 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:16.521508 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6601183b-8048-45c9-8639-a47f4367561c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:16.522026 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6601183b-8048-45c9-8639-a47f4367561c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:16.549226 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Pushing event updated for resources: {'Port': ['ID=a101e335-104c-4262-aac6-fb7ae3454de5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:16.591791 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:16.592417 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:16.592986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:16.593546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:16.594071 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:16.594338 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:16.595020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:16.595146 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:16.595458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:16.595881 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:16.596541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:16.596541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:16.597010 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:16.597403 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:16.597786 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:16.613178 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-562e55b4-173f-432f-93dd-893cd85618f2 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (646c7292-a943-41e8-9d02-76cfa4bfb932), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:16.617624 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-562e55b4-173f-432f-93dd-893cd85618f2 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_controller (646c7292-a943-41e8-9d02-76cfa4bfb932), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:16.629886 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (3555c515-3d77-415a-8776-8df0b9f2d0cf), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:16.662414 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6601183b-8048-45c9-8639-a47f4367561c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:16.774140 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-562e55b4-173f-432f-93dd-893cd85618f2 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (646c7292-a943-41e8-9d02-76cfa4bfb932), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:16.782289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562e55b4-173f-432f-93dd-893cd85618f2 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 646c7292-a943-41e8-9d02-76cfa4bfb932 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:49:16.802231 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-562e55b4-173f-432f-93dd-893cd85618f2 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:16.802846 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (47307da5-6361-45f0-816f-a3da9f25a98d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:16.803951 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-562e55b4-173f-432f-93dd-893cd85618f2 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "DELETE /v2.0/routers/646c7292-a943-41e8-9d02-76cfa4bfb932 HTTP/1.1" status: 204 len: 168 time: 0.6487517 Mar 23 01:49:16.813870 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-e3c8ca48-8656-4a91-8ef4-2ee0f4da971a service neutron] show failed (client error): The resource could not be found. Mar 23 01:49:16.814041 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a101e335-104c-4262-aac6-fb7ae3454de5), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:16.817264 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-e3c8ca48-8656-4a91-8ef4-2ee0f4da971a service neutron] 10.222.0.42 "GET /v2.0/ports/cb8bf3aa-b24a-49e4-a100-ba716a956c98/bindings/n-h2-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.1963921 Mar 23 01:49:16.879722 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Port': ['ID=47307da5-6361-45f0-816f-a3da9f25a98d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:16.919721 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No DVR routers for this DVR port 47307da5-6361-45f0-816f-a3da9f25a98d on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:49:17.006286 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a960ba4a-16e3-47a5-97a2-97d1a2463c27 None None] Provisioning complete for port a101e335-104c-4262-aac6-fb7ae3454de5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:17.006753 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a960ba4a-16e3-47a5-97a2-97d1a2463c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a101e335-104c-4262-aac6-fb7ae3454de5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:17.070479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a960ba4a-16e3-47a5-97a2-97d1a2463c27 None None] Port a101e335-104c-4262-aac6-fb7ae3454de5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:49:17.197235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54874) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:17.226245 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (210a5e4c-a1d4-436b-b600-eeb3889cd5bf), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:17.344530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210a5e4c-a1d4-436b-b600-eeb3889cd5bf']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:17.369873 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ea9eee-9054-420b-a77a-6e53927e74ad') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:17.370171 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ea9eee-9054-420b-a77a-6e53927e74ad') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:17.404725 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f17f43-3874-413d-b1fb-036881b7dbce req-f4e1f76f-e1fb-4206-99a3-974db4a34072 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:17.406326 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5f17f43-3874-413d-b1fb-036881b7dbce req-f4e1f76f-e1fb-4206-99a3-974db4a34072 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.2595446 Mar 23 01:49:17.408384 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (36ea9eee-9054-420b-a77a-6e53927e74ad), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:17.444074 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-349517898', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}, 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:17.452908 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (36ea9eee-9054-420b-a77a-6e53927e74ad), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:17.460189 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-5b24d962-15de-40ed-a658-caa3779aa6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:17.461771 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-5b24d962-15de-40ed-a658-caa3779aa6f7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0&tenant_id=bb6e915da6d4405598d98978727b2035 HTTP/1.1" status: 200 len: 1128 time: 0.2954869 Mar 23 01:49:17.480877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:17.481302 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (36ea9eee-9054-420b-a77a-6e53927e74ad), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:17.488184 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:17.496884 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:17.522107 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (d925341e-17f6-4cf0-9168-257fe8563875), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:17.523292 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (d925341e-17f6-4cf0-9168-257fe8563875), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:17.559010 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9aa4b-3ea1-4ffc-b3c4-caf3dd856296 req-7a3cdf7d-24d8-4edd-b9c1-0f1accf221da tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:17.566549 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-83e9aa4b-3ea1-4ffc-b3c4-caf3dd856296 req-7a3cdf7d-24d8-4edd-b9c1-0f1accf221da tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.0899932 Mar 23 01:49:17.635854 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-83e9aa4b-3ea1-4ffc-b3c4-caf3dd856296 req-3626613f-489b-42f5-acde-85268f7512d6 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680757 Mar 23 01:49:17.647300 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (210a5e4c-a1d4-436b-b600-eeb3889cd5bf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:17.653513 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:17.661561 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/networks/210a5e4c-a1d4-436b-b600-eeb3889cd5bf HTTP/1.1" status: 204 len: 168 time: 4.1353207 Mar 23 01:49:17.664869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54888) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:17.693359 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Publish callbacks [] for port (a101e335-104c-4262-aac6-fb7ae3454de5), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:17.696459 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_controller (d925341e-17f6-4cf0-9168-257fe8563875), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:17.708587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-53ea060d-3b14-4bfa-8048-57c7bf21a707 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1710958056'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:17.721019 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5f17f43-3874-413d-b1fb-036881b7dbce req-4b3d87fc-9972-4f07-9453-21ce803ed289 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004310 Mar 23 01:49:17.734055 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (a101e335-104c-4262-aac6-fb7ae3454de5), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:17.804423 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b096f-100f-4147-96fd-82f3fb01fa02 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Network': ['ID=210a5e4c-a1d4-436b-b600-eeb3889cd5bf,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:17.883447 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:17.888850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ea060d-3b14-4bfa-8048-57c7bf21a707 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:17.893110 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53ea060d-3b14-4bfa-8048-57c7bf21a707 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:17.904907 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Pushing event updated for resources: {'Port': ['ID=a101e335-104c-4262-aac6-fb7ae3454de5,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:17.929543 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (3555c515-3d77-415a-8776-8df0b9f2d0cf), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:17.976163 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ea060d-3b14-4bfa-8048-57c7bf21a707 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:49:17.986943 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53ea060d-3b14-4bfa-8048-57c7bf21a707 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (fa825c2e-06f7-4325-9f1a-74c3df9ff3e4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:17.987308 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-53ea060d-3b14-4bfa-8048-57c7bf21a707 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Added segment fa825c2e-06f7-4325-9f1a-74c3df9ff3e4 of type vlan for network c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64 Mar 23 01:49:17.991955 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (d925341e-17f6-4cf0-9168-257fe8563875), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:18.032973 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53ea060d-3b14-4bfa-8048-57c7bf21a707 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:18.103146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-a8d82349-c970-4d1a-ba2c-0f33a15b53b5 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:18.110388 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-a8d82349-c970-4d1a-ba2c-0f33a15b53b5 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/networks?id=58bb0fa8-da03-480f-a1ac-572b78b11902 HTTP/1.1" status: 200 len: 810 time: 0.2060061 Mar 23 01:49:18.131955 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-6ad6582d-1b28-4d69-b932-ba1e1b1ddf49 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/quotas/839ebfe64dd74d1c922d34d74c877e99 HTTP/1.1" status: 200 len: 375 time: 0.0206034 Mar 23 01:49:18.171133 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53ea060d-3b14-4bfa-8048-57c7bf21a707 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:18.176278 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ea060d-3b14-4bfa-8048-57c7bf21a707 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:18.176919 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-53ea060d-3b14-4bfa-8048-57c7bf21a707 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:18.224704 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-a426606d-efc0-4740-b223-477236639757 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=839ebfe64dd74d1c922d34d74c877e99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837052 Mar 23 01:49:18.273167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ccd5d8e1-5de5-4876-8aab-8c7146c23aad up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:18.310974 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-53ea060d-3b14-4bfa-8048-57c7bf21a707 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6046827 Mar 23 01:49:18.315408 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54906) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:18.321546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d759a88a-e9c4-4000-baed-41390530dbad tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'subnet': {'network_id': 'c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:18.374150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea060d-3b14-4bfa-8048-57c7bf21a707 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Network': ['ID=c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:18.375220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ccd5d8e1-5de5-4876-8aab-8c7146c23aad triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:18.375614 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ccd5d8e1-5de5-4876-8aab-8c7146c23aad), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:18.397560 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Network 2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:18.400792 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:18.435424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:49:18.521773 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (d925341e-17f6-4cf0-9168-257fe8563875), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:18.526928 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] For port cb8bf3aa-b24a-49e4-a100-ba716a956c98, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98,segment=NetworkSegment(6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2),segment_id=6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:18.568626 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-098a5a1b-bd4c-493f-87f9-9da9eb3a9ffe service neutron] 10.222.0.18 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507898 Mar 23 01:49:18.578011 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:18.617792 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ccd5d8e1-5de5-4876-8aab-8c7146c23aad is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:18.618199 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ccd5d8e1-5de5-4876-8aab-8c7146c23aad), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:18.625854 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] For port cb8bf3aa-b24a-49e4-a100-ba716a956c98, host n-h1-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:18.659190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Router 3555c515-3d77-415a-8776-8df0b9f2d0cf has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:49:18.671537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port ccd5d8e1-5de5-4876-8aab-8c7146c23aad, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ccd5d8e1-5de5-4876-8aab-8c7146c23aad,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:18.682014 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ccd5d8e1-5de5-4876-8aab-8c7146c23aad), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:18.699546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:49:18.702305 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a606fc-49df-4e4e-83b4-86b729918d58" -d '{"events": [{"server_uuid": "cbfcd534-fcb7-4fd7-80d9-911a774103f0", "name": "network-vif-unplugged", "status": "completed", "tag": "cb8bf3aa-b24a-49e4-a100-ba716a956c98"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:49:18.707531 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Publish callbacks [] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:18.764294 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d759a88a-e9c4-4000-baed-41390530dbad tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:18.764402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=ccd5d8e1-5de5-4876-8aab-8c7146c23aad,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:18.768190 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d759a88a-e9c4-4000-baed-41390530dbad tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:18.820386 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Transition to ACTIVE for port object cb8bf3aa-b24a-49e4-a100-ba716a956c98 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:49:18.822698 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd465e15-8dfd-447b-b254-f2befcc93cdf x-openstack-request-id: req-fd465e15-8dfd-447b-b254-f2befcc93cdf {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:49:18.823129 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfcd534-fcb7-4fd7-80d9-911a774103f0", "name": "network-vif-unplugged", "status": "completed", "tag": "cb8bf3aa-b24a-49e4-a100-ba716a956c98", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:49:18.823493 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd465e15-8dfd-447b-b254-f2befcc93cdf {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:49:18.824766 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd465e15-8dfd-447b-b254-f2befcc93cdf'] response: {'server_uuid': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98', 'code': 200} Mar 23 01:49:18.864330 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-9f5a9248-7b7c-412a-9bd5-3d87e7fd9df8 service neutron] 10.222.0.18 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929733 Mar 23 01:49:18.868577 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:18.932389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a809b761-f7b3-4291-9e7f-64f51c803ccf None None] Provisioning complete for port a101e335-104c-4262-aac6-fb7ae3454de5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:18.939568 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a809b761-f7b3-4291-9e7f-64f51c803ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a101e335-104c-4262-aac6-fb7ae3454de5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:19.069955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a809b761-f7b3-4291-9e7f-64f51c803ccf None None] Port a101e335-104c-4262-aac6-fb7ae3454de5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:49:19.070439 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Allocated IP 172.25.0.125 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/7647abd3-7353-4c9d-add3-985b1778ddde) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:19.079518 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Pushing event updated for resources: {'Port': ['ID=cb8bf3aa-b24a-49e4-a100-ba716a956c98,revision_number=6']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:19.145858 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd308f-fa47-4a51-80a4-10543e46ba86 req-804873ce-147e-40a8-a5e6-73a2cf38a0c9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:19.153614 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-86fd308f-fa47-4a51-80a4-10543e46ba86 req-804873ce-147e-40a8-a5e6-73a2cf38a0c9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 944 time: 0.2862210 Mar 23 01:49:19.177861 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:49:19.188775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Sync routers for ids ['3555c515-3d77-415a-8776-8df0b9f2d0cf'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:49:19.194950 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a4e55532-313c-471b-929e-3b2ff44085ca req-84a8aec2-f55f-4f81-9b96-a4c25a08f503 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 210 time: 0.0394430 Mar 23 01:49:19.208044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Routers {'3555c515-3d77-415a-8776-8df0b9f2d0cf'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:19.209293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3555c515-3d77-415a-8776-8df0b9f2d0cf'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:19.234149 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dded50eb-b86d-4013-b82e-d35518aa609c admin admin] 10.222.0.18 "PUT /v2.0/routers/3555c515-3d77-415a-8776-8df0b9f2d0cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3338406 Mar 23 01:49:19.407013 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] No DVR routers for this DVR port cb8bf3aa-b24a-49e4-a100-ba716a956c98 on host n-h1-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:49:19.408346 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d759a88a-e9c4-4000-baed-41390530dbad tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (3fa4de90-c26e-41f0-a666-ebccf5547dce), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:19.411228 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Set router 3555c515-3d77-415a-8776-8df0b9f2d0cf gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:49:19.593272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cb8bf3aa-b24a-49e4-a100-ba716a956c98 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:49:19.633753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759a88a-e9c4-4000-baed-41390530dbad tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Subnet': ['ID=3fa4de90-c26e-41f0-a666-ebccf5547dce,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:19.739286 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dc7db32e-9bf8-406c-94bc-6a5a76ecc9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:19.758666 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42f07a79-a83d-4595-8609-1472bddd2122 req-02791530-93a5-4075-9bec-86be0f34f834 tempest-FloatingIPsNegativeTestJSON-1285869688 tempest-FloatingIPsNegativeTestJSON-1285869688-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=e35ac7ee452645cea4358533badc37e0 HTTP/1.1" status: 200 len: 217 time: 0.1325333 Mar 23 01:49:19.759797 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759a88a-e9c4-4000-baed-41390530dbad tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Checking segment: {'id': 'fa825c2e-06f7-4325-9f1a-74c3df9ff3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:19.760322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d759a88a-e9c4-4000-baed-41390530dbad tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network hostable DHCP agents. Network: c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:49:19.764351 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] The host n-h1-834677-4 is not matching for port cb8bf3aa-b24a-49e4-a100-ba716a956c98 host n-h2-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:49:19.764979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cb8bf3aa-b24a-49e4-a100-ba716a956c98 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:49:19.786740 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for port (7647abd3-7353-4c9d-add3-985b1778ddde), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:19.787155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-149954258-router', 'tenant_id': 'e35ac7ee452645cea4358533badc37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:09Z', 'updated_at': '2022-03-23T01:49:16Z', 'revision_number': 4, 'project_id': 'e35ac7ee452645cea4358533badc37e0', 'gw_port': {'id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:10Z', 'updated_at': '2022-03-23T01:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a101e335-104c-4262-aac6-fb7ae3454de5', 'name': '', 'network_id': '2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d', 'tenant_id': 'e35ac7ee452645cea4358533badc37e0', 'mac_address': 'fa:16:3e:55:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '0395b907-7900-4386-94ce-0c4055fadddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:15Z', 'updated_at': '2022-03-23T01:49:17Z', 'revision_number': 2, 'project_id': 'e35ac7ee452645cea4358533badc37e0', 'subnets': [{'id': '0395b907-7900-4386-94ce-0c4055fadddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:19.831615 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Checking router: 3555c515-3d77-415a-8776-8df0b9f2d0cf for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:49:19.832014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Updating router 3555c515-3d77-415a-8776-8df0b9f2d0cf port a101e335-104c-4262-aac6-fb7ae3454de5 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:49:19.846427 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf7418a8-fd18-4a55-a7b8-f9ca55237134 req-88510b4e-2b04-4091-8f49-51c1d8e15c25 tempest-FloatingIPsNegativeTestJSON-1285869688 tempest-FloatingIPsNegativeTestJSON-1285869688-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0554113 Mar 23 01:49:19.866623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d759a88a-e9c4-4000-baed-41390530dbad tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:49:19.879335 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a101e335-104c-4262-aac6-fb7ae3454de5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:19.936712 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-d759a88a-e9c4-4000-baed-41390530dbad tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:19.942924 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-052f6ebc-6d76-486a-ac8e-c4ad707dc393 req-69f5bd1b-de8d-4496-8216-220df768ff20 tempest-FloatingIPsNegativeTestJSON-1285869688 tempest-FloatingIPsNegativeTestJSON-1285869688-project] show failed (client error): The resource could not be found. Mar 23 01:49:19.944064 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-052f6ebc-6d76-486a-ac8e-c4ad707dc393 req-69f5bd1b-de8d-4496-8216-220df768ff20 tempest-FloatingIPsNegativeTestJSON-1285869688 tempest-FloatingIPsNegativeTestJSON-1285869688-project] 10.222.0.18 "GET /v2.0/floatingips/15b7c85b-e18c-4aa1-b347-7baa84730774 HTTP/1.1" status: 404 len: 350 time: 0.0749483 Mar 23 01:49:19.953475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d759a88a-e9c4-4000-baed-41390530dbad tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:19.954907 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d759a88a-e9c4-4000-baed-41390530dbad tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:19.959527 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-86fd308f-fa47-4a51-80a4-10543e46ba86 req-905129ff-b991-4424-bfe9-8deb25a11fb4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7722182 Mar 23 01:49:19.969049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54940) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:19.984703 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaad1d2-f9d6-4f4a-bbf0-1e88c2bcaf70 None None] Network c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:20.007780 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7647abd3-7353-4c9d-add3-985b1778ddde), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:20.112157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d759a88a-e9c4-4000-baed-41390530dbad tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7921579 Mar 23 01:49:20.112157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54944) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:20.119040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f830525b-5ae2-43ae-8dd0-0a3547cf72ea tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-110405447'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:20.149317 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f830525b-5ae2-43ae-8dd0-0a3547cf72ea tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:20.153732 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f830525b-5ae2-43ae-8dd0-0a3547cf72ea tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:20.156958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:20.185151 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:20.191871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:20.205805 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Pushing event updated for resources: {'Port': ['ID=7647abd3-7353-4c9d-add3-985b1778ddde,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:20.211317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64', 'network_id': 'c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64', 'project_id': 'c77507a560f84ffa93bb7f8f0d7c8da1', 'fixed_ips': [{'subnet_id': '3fa4de90-c26e-41f0-a666-ebccf5547dce'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:49:20.217102 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:20.259600 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f830525b-5ae2-43ae-8dd0-0a3547cf72ea tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:49:20.272010 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f830525b-5ae2-43ae-8dd0-0a3547cf72ea tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (97f9c1ad-7172-46ed-9daf-06528ad88d10), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:20.272475 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-f830525b-5ae2-43ae-8dd0-0a3547cf72ea tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Added segment 97f9c1ad-7172-46ed-9daf-06528ad88d10 of type vlan for network 9d84719c-8b08-4a8c-b35f-35380200aad7 Mar 23 01:49:20.305295 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ccd5d8e1-5de5-4876-8aab-8c7146c23aad up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:20.328893 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f830525b-5ae2-43ae-8dd0-0a3547cf72ea tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (9d84719c-8b08-4a8c-b35f-35380200aad7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:20.466313 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f830525b-5ae2-43ae-8dd0-0a3547cf72ea tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (9d84719c-8b08-4a8c-b35f-35380200aad7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:20.471722 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f830525b-5ae2-43ae-8dd0-0a3547cf72ea tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:20.472514 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f830525b-5ae2-43ae-8dd0-0a3547cf72ea tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:20.483753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ccd5d8e1-5de5-4876-8aab-8c7146c23aad triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:20.484351 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ccd5d8e1-5de5-4876-8aab-8c7146c23aad), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:20.484567 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Attempting to bind port cb8bf3aa-b24a-49e4-a100-ba716a956c98 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:20.485006 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Attempting to bind port cb8bf3aa-b24a-49e4-a100-ba716a956c98 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:20.485394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Attempting to bind port cb8bf3aa-b24a-49e4-a100-ba716a956c98 on network 87aa8238-b3d1-4249-8bf5-f96b20def476 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:20.498705 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Port cb8bf3aa-b24a-49e4-a100-ba716a956c98 on network 87aa8238-b3d1-4249-8bf5-f96b20def476 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:49:20.499032 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Attempting to bind port cb8bf3aa-b24a-49e4-a100-ba716a956c98 on network 87aa8238-b3d1-4249-8bf5-f96b20def476 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:20.507446 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:20.507794 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Checking segment: {'id': '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:20.508182 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Bound using segment: {'id': '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:20.508660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Bound port: cb8bf3aa-b24a-49e4-a100-ba716a956c98, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:20.509042 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:20.566479 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-589f8e5e-bcf2-4981-93fc-275671a4471a req-b2ccdf1a-ffe4-4423-b9a0-7faa9e8fb151 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 210 time: 0.1982198 Mar 23 01:49:20.573701 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Publish callbacks [] for port (a101e335-104c-4262-aac6-fb7ae3454de5), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:20.577357 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830525b-5ae2-43ae-8dd0-0a3547cf72ea tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Network': ['ID=9d84719c-8b08-4a8c-b35f-35380200aad7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:20.609616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 9d84719c-8b08-4a8c-b35f-35380200aad7 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:49:20.622471 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a101e335-104c-4262-aac6-fb7ae3454de5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:20.622896 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f830525b-5ae2-43ae-8dd0-0a3547cf72ea tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5094461 Mar 23 01:49:20.625263 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54954) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:20.632164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-1f1e3fad-33ac-4ec9-9662-f77da8f0ffd3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'subnet': {'network_id': '9d84719c-8b08-4a8c-b35f-35380200aad7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:20.653202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Allocated IP 2001:db8::1 (c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64/3fa4de90-c26e-41f0-a666-ebccf5547dce/43b8a702-1a4b-4b6f-815c-a5e8556d8371) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:20.778994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ccd5d8e1-5de5-4876-8aab-8c7146c23aad is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:20.781201 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:20.895789 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] For port cb8bf3aa-b24a-49e4-a100-ba716a956c98, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:20.940731 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] For port cb8bf3aa-b24a-49e4-a100-ba716a956c98, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98,segment=NetworkSegment(6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2),segment_id=6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:20.942439 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1fb28-4f41-4032-87fe-c6931964d776 None None] Pushing event updated for resources: {'Port': ['ID=a101e335-104c-4262-aac6-fb7ae3454de5,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:20.961607 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (d925341e-17f6-4cf0-9168-257fe8563875), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:20.989142 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:21.015749 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Attempting to bind port a101e335-104c-4262-aac6-fb7ae3454de5 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:21.016364 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Attempting to bind port a101e335-104c-4262-aac6-fb7ae3454de5 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'fd9fb7c4-d936-4278-97cc-94c462a2466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:21.016948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Attempting to bind port a101e335-104c-4262-aac6-fb7ae3454de5 on network 2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:21.068425 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:21.069177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Checking segment: {'id': 'fd9fb7c4-d936-4278-97cc-94c462a2466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:21.069743 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:21.070291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Bound using segment: {'id': 'fd9fb7c4-d936-4278-97cc-94c462a2466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:21.070946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Bound port: a101e335-104c-4262-aac6-fb7ae3454de5, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9fb7c4-d936-4278-97cc-94c462a2466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:21.071516 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a101e335-104c-4262-aac6-fb7ae3454de5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:21.116859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:21.117424 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:21.119837 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] 10.222.0.43 "PUT /v2.0/ports/cb8bf3aa-b24a-49e4-a100-ba716a956c98 HTTP/1.1" status: 200 len: 1092 time: 3.6317906 Mar 23 01:49:21.131361 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'tag': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:49:21.138819 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfcd534-fcb7-4fd7-80d9-911a774103f0", "tag": "cb8bf3aa-b24a-49e4-a100-ba716a956c98"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:49:21.164939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d7cd2a81-e505-4899-9d17-b6a503f07ac6 None None] Provisioning complete for port a101e335-104c-4262-aac6-fb7ae3454de5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:21.169698 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d7cd2a81-e505-4899-9d17-b6a503f07ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a101e335-104c-4262-aac6-fb7ae3454de5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:21.272565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d7cd2a81-e505-4899-9d17-b6a503f07ac6 None None] Port a101e335-104c-4262-aac6-fb7ae3454de5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:49:21.283403 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c44365-f359-4a05-9951-5d72384f3b9f x-openstack-request-id: req-d8c44365-f359-4a05-9951-5d72384f3b9f {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:49:21.283746 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfcd534-fcb7-4fd7-80d9-911a774103f0", "tag": "cb8bf3aa-b24a-49e4-a100-ba716a956c98", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:49:21.284487 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8c44365-f359-4a05-9951-5d72384f3b9f {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:49:21.284937 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c44365-f359-4a05-9951-5d72384f3b9f'] response: {'name': 'network-changed', 'server_uuid': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'tag': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98', 'status': 'completed', 'code': 200} Mar 23 01:49:21.297205 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-5c914678-6c57-40e7-96b7-b6a663857777 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:21.299273 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-5c914678-6c57-40e7-96b7-b6a663857777 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.43 "GET /v2.0/networks?id=58bb0fa8-da03-480f-a1ac-572b78b11902 HTTP/1.1" status: 200 len: 810 time: 0.5542076 Mar 23 01:49:21.326128 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Publish callbacks [] for port (43b8a702-1a4b-4b6f-815c-a5e8556d8371), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:21.340562 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-fc13fd67-2f04-41f9-acbe-55e89fdbe3da tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Request body: {'port': {'device_id': '8f746708-970a-4c9d-9964-12c1950b1064', 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902', 'admin_state_up': True, 'tenant_id': '839ebfe64dd74d1c922d34d74c877e99'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:21.353980 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ccfa1-d04f-49c1-a82a-5630857c008c service neutron] Pushing event updated for resources: {'Port': ['ID=cb8bf3aa-b24a-49e4-a100-ba716a956c98,revision_number=7']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:21.378765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] For port a101e335-104c-4262-aac6-fb7ae3454de5, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:21.382767 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] For port a101e335-104c-4262-aac6-fb7ae3454de5, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a101e335-104c-4262-aac6-fb7ae3454de5,segment=NetworkSegment(fd9fb7c4-d936-4278-97cc-94c462a2466c),segment_id=fd9fb7c4-d936-4278-97cc-94c462a2466c)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:21.389855 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (43b8a702-1a4b-4b6f-815c-a5e8556d8371), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:21.400066 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a101e335-104c-4262-aac6-fb7ae3454de5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:21.459706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Pushing event updated for resources: {'Port': ['ID=43b8a702-1a4b-4b6f-815c-a5e8556d8371,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:21.520730 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1fb28-4f41-4032-87fe-c6931964d776 None None] Pushing event updated for resources: {'Port': ['ID=a101e335-104c-4262-aac6-fb7ae3454de5,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:21.539164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Network c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:21.545703 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:21.550122 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:21.572418 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Routers {'3555c515-3d77-415a-8776-8df0b9f2d0cf'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:21.573089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:48:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3555c515-3d77-415a-8776-8df0b9f2d0cf'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:21.583836 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f57421-9753-420d-a39d-f484991e9ed4 req-df3b3600-8ad9-43fa-a177-ed2ac62e1199 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:21.593373 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89f57421-9753-420d-a39d-f484991e9ed4 req-df3b3600-8ad9-43fa-a177-ed2ac62e1199 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 944 time: 0.5060923 Mar 23 01:49:21.612555 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-fc13fd67-2f04-41f9-acbe-55e89fdbe3da tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Made reservation on behalf of 839ebfe64dd74d1c922d34d74c877e99 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:21.616158 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-fc13fd67-2f04-41f9-acbe-55e89fdbe3da tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:21.665742 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f038b9d-7e26-4f1e-9d05-e9466d6ec76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (3555c515-3d77-415a-8776-8df0b9f2d0cf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:21.832274 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8988a2c4-b784-42a8-8f09-6ede373be424 req-ac9eb115-a335-4e93-822d-b028cffd164d tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 210 time: 0.0700026 Mar 23 01:49:21.848466 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ef474126-a243-444f-b57f-ca64134b69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:21.851390 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-ef474126-a243-444f-b57f-ca64134b69cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 1126 time: 0.6487939 Mar 23 01:49:21.869007 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-9462685e-2006-43e7-892d-ad02a31f93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:21.871027 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-9462685e-2006-43e7-892d-ad02a31f93a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 1126 time: 0.2087367 Mar 23 01:49:21.871894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1e3fad-33ac-4ec9-9662-f77da8f0ffd3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:21.875627 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f1e3fad-33ac-4ec9-9662-f77da8f0ffd3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:22.021360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.ipam_backend_mixin [None req-1f1e3fad-33ac-4ec9-9662-f77da8f0ffd3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Performing IP validity checks on allocation pools {{(pid=99264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 23 01:49:22.022191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.ipam_backend_mixin [None req-1f1e3fad-33ac-4ec9-9662-f77da8f0ffd3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 23 01:49:22.025753 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (d925341e-17f6-4cf0-9168-257fe8563875), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:22.069050 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Attempting to bind port 43b8a702-1a4b-4b6f-815c-a5e8556d8371 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:22.069445 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Attempting to bind port 43b8a702-1a4b-4b6f-815c-a5e8556d8371 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'fa825c2e-06f7-4325-9f1a-74c3df9ff3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:22.069813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Attempting to bind port 43b8a702-1a4b-4b6f-815c-a5e8556d8371 on network c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:22.081684 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:22.081952 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Checking segment: {'id': 'fa825c2e-06f7-4325-9f1a-74c3df9ff3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:22.082309 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:22.082711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Bound using segment: {'id': 'fa825c2e-06f7-4325-9f1a-74c3df9ff3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:22.083210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Bound port: 43b8a702-1a4b-4b6f-815c-a5e8556d8371, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa825c2e-06f7-4325-9f1a-74c3df9ff3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:22.083587 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (43b8a702-1a4b-4b6f-815c-a5e8556d8371), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:22.090002 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-11fc1b43-1df0-4a5a-879e-febce729344e None None] Provisioning complete for port a101e335-104c-4262-aac6-fb7ae3454de5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:22.090743 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-11fc1b43-1df0-4a5a-879e-febce729344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a101e335-104c-4262-aac6-fb7ae3454de5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:22.135331 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e77df712-5edf-4392-a438-bfecb0fc86c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:22.146635 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89f57421-9753-420d-a39d-f484991e9ed4 req-d4d0d003-d6fd-480c-a021-4b4c1e9c728b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5271044 Mar 23 01:49:22.217000 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] Set router 3555c515-3d77-415a-8776-8df0b9f2d0cf gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:49:22.224902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-9ec9cf31-ab5c-466a-ad5b-0821886520d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:22.227346 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-9ec9cf31-ab5c-466a-ad5b-0821886520d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=87aa8238-b3d1-4249-8bf5-f96b20def476 HTTP/1.1" status: 200 len: 897 time: 0.3427274 Mar 23 01:49:22.269024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-2447104d-24ef-499d-a15f-ef37e2ad2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:22.270988 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-2447104d-24ef-499d-a15f-ef37e2ad2b91 service neutron] 10.222.0.43 "GET /v2.0/networks?id=87aa8238-b3d1-4249-8bf5-f96b20def476 HTTP/1.1" status: 200 len: 897 time: 0.3930640 Mar 23 01:49:22.289342 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] For port 43b8a702-1a4b-4b6f-815c-a5e8556d8371, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:22.335877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-fc13fd67-2f04-41f9-acbe-55e89fdbe3da tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Allocated IP 172.20.0.6 (58bb0fa8-da03-480f-a1ac-572b78b11902/ea7038e1-c2d2-4675-9cf5-da7d82182b5b/e3d4df1a-cea5-4029-987c-66aad06176d4) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:22.351568 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] For port 43b8a702-1a4b-4b6f-815c-a5e8556d8371, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=43b8a702-1a4b-4b6f-815c-a5e8556d8371,segment=NetworkSegment(fa825c2e-06f7-4325-9f1a-74c3df9ff3e4),segment_id=fa825c2e-06f7-4325-9f1a-74c3df9ff3e4)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:22.353533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-11fc1b43-1df0-4a5a-879e-febce729344e None None] Current status of the port a101e335-104c-4262-aac6-fb7ae3454de5 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:22.354077 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-11fc1b43-1df0-4a5a-879e-febce729344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a101e335-104c-4262-aac6-fb7ae3454de5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:22.369910 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (43b8a702-1a4b-4b6f-815c-a5e8556d8371), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:22.411723 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-97efc13c-da93-4d3c-8270-b3a5554745d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98 HTTP/1.1" status: 200 len: 999 time: 0.1310046 Mar 23 01:49:22.493382 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f1e3fad-33ac-4ec9-9662-f77da8f0ffd3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (0e787875-679b-4fcc-9d96-04bb1fca1b26), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:22.519751 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-11fc1b43-1df0-4a5a-879e-febce729344e None None] For port a101e335-104c-4262-aac6-fb7ae3454de5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a101e335-104c-4262-aac6-fb7ae3454de5,segment=NetworkSegment(fd9fb7c4-d936-4278-97cc-94c462a2466c),segment_id=fd9fb7c4-d936-4278-97cc-94c462a2466c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:22.530254 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69329de-02d6-491d-9a90-eca7065afaa1 None None] Pushing event updated for resources: {'Port': ['ID=43b8a702-1a4b-4b6f-815c-a5e8556d8371,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:22.536284 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-11fc1b43-1df0-4a5a-879e-febce729344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a101e335-104c-4262-aac6-fb7ae3454de5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:22.585398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-f6f7acc3-da95-4158-83b6-bf5cd3457703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:22.586901 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-f6f7acc3-da95-4158-83b6-bf5cd3457703 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2e48427a-299d-4910-9d09-e0cfab05d4bd HTTP/1.1" status: 200 len: 834 time: 0.1506033 Mar 23 01:49:22.620106 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-58230757-5ff8-49f1-9ef8-88c74e2afcb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98 HTTP/1.1" status: 200 len: 999 time: 0.3858151 Mar 23 01:49:22.650152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc1b43-1df0-4a5a-879e-febce729344e None None] Pushing event updated for resources: {'Port': ['ID=a101e335-104c-4262-aac6-fb7ae3454de5,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:22.700309 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-4f038b9d-7e26-4f1e-9d05-e9466d6ec76f admin admin] Deleting port a101e335-104c-4262-aac6-fb7ae3454de5 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:22.700683 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f038b9d-7e26-4f1e-9d05-e9466d6ec76f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a101e335-104c-4262-aac6-fb7ae3454de5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:22.701207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e3fad-33ac-4ec9-9662-f77da8f0ffd3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Subnet': ['ID=0e787875-679b-4fcc-9d96-04bb1fca1b26,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:22.718173 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e3fad-33ac-4ec9-9662-f77da8f0ffd3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Checking segment: {'id': '97f9c1ad-7172-46ed-9daf-06528ad88d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d84719c-8b08-4a8c-b35f-35380200aad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:22.718651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1e3fad-33ac-4ec9-9662-f77da8f0ffd3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network hostable DHCP agents. Network: 9d84719c-8b08-4a8c-b35f-35380200aad7, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:49:22.741620 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-149954258-router', 'tenant_id': 'e35ac7ee452645cea4358533badc37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:09Z', 'updated_at': '2022-03-23T01:49:16Z', 'revision_number': 4, 'project_id': 'e35ac7ee452645cea4358533badc37e0', 'gw_port': {'id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:10Z', 'updated_at': '2022-03-23T01:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a101e335-104c-4262-aac6-fb7ae3454de5', 'name': '', 'network_id': '2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d', 'tenant_id': 'e35ac7ee452645cea4358533badc37e0', 'mac_address': 'fa:16:3e:55:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '0395b907-7900-4386-94ce-0c4055fadddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:15Z', 'updated_at': '2022-03-23T01:49:21Z', 'revision_number': 4, 'project_id': 'e35ac7ee452645cea4358533badc37e0', 'subnets': [{'id': '0395b907-7900-4386-94ce-0c4055fadddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:22.745462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Router d925341e-17f6-4cf0-9168-257fe8563875 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:49:22.755037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-b20daed7-695e-4669-a897-d4dbed5bf375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:22.764671 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-b20daed7-695e-4669-a897-d4dbed5bf375 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e48427a-299d-4910-9d09-e0cfab05d4bd HTTP/1.1" status: 200 len: 834 time: 0.1235580 Mar 23 01:49:22.802701 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f29a6-17df-47fa-b754-f48d17453529 None None] The sync data for ids ['3555c515-3d77-415a-8776-8df0b9f2d0cf'] in n-d-834677-4 is: [{'id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-149954258-router', 'tenant_id': 'e35ac7ee452645cea4358533badc37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:09Z', 'updated_at': '2022-03-23T01:49:16Z', 'revision_number': 4, 'project_id': 'e35ac7ee452645cea4358533badc37e0', 'gw_port': {'id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:10Z', 'updated_at': '2022-03-23T01:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a101e335-104c-4262-aac6-fb7ae3454de5', 'name': '', 'network_id': '2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d', 'tenant_id': 'e35ac7ee452645cea4358533badc37e0', 'mac_address': 'fa:16:3e:55:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '0395b907-7900-4386-94ce-0c4055fadddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:15Z', 'updated_at': '2022-03-23T01:49:21Z', 'revision_number': 4, 'project_id': 'e35ac7ee452645cea4358533badc37e0', 'subnets': [{'id': '0395b907-7900-4386-94ce-0c4055fadddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:49:22.877355 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-fc13fd67-2f04-41f9-acbe-55e89fdbe3da tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Publish callbacks [] for port (e3d4df1a-cea5-4029-987c-66aad06176d4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:22.896686 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-b32e193e-514e-4992-8981-d28ed618ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:22.898252 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-b32e193e-514e-4992-8981-d28ed618ac40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=87aa8238-b3d1-4249-8bf5-f96b20def476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3020699 Mar 23 01:49:22.912877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1e3fad-33ac-4ec9-9662-f77da8f0ffd3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network 9d84719c-8b08-4a8c-b35f-35380200aad7 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:49:23.062395 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4955ec1b-d5bb-4995-965f-1dd9bbb87f78 req-648049bd-9357-41c1-9161-7d69f1610a1b tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 210 time: 0.0510383 Mar 23 01:49:23.068857 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-fc13fd67-2f04-41f9-acbe-55e89fdbe3da tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e3d4df1a-cea5-4029-987c-66aad06176d4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:23.070114 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-1f1e3fad-33ac-4ec9-9662-f77da8f0ffd3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 9d84719c-8b08-4a8c-b35f-35380200aad7) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:23.079448 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783797e0-4820-416a-8db2-f9ca814df4e0 None None] Network 9d84719c-8b08-4a8c-b35f-35380200aad7 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:23.087347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['01fdcb60-f61b-461f-bc35-b570e3b520b7'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:49:23.095332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1e3fad-33ac-4ec9-9662-f77da8f0ffd3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:23.097011 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f1e3fad-33ac-4ec9-9662-f77da8f0ffd3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:23.111381 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-4f038b9d-7e26-4f1e-9d05-e9466d6ec76f admin admin] For port a101e335-104c-4262-aac6-fb7ae3454de5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a101e335-104c-4262-aac6-fb7ae3454de5,segment=NetworkSegment(fd9fb7c4-d936-4278-97cc-94c462a2466c),segment_id=fd9fb7c4-d936-4278-97cc-94c462a2466c)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:23.111752 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f038b9d-7e26-4f1e-9d05-e9466d6ec76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a101e335-104c-4262-aac6-fb7ae3454de5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:23.128410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-d85eacbe-79db-4048-adc8-acb377ef73d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:23.130362 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-d85eacbe-79db-4048-adc8-acb377ef73d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87aa8238-b3d1-4249-8bf5-f96b20def476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3616333 Mar 23 01:49:23.191218 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-fc13fd67-2f04-41f9-acbe-55e89fdbe3da tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Network 58bb0fa8-da03-480f-a1ac-572b78b11902 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:23.197267 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-4f038b9d-7e26-4f1e-9d05-e9466d6ec76f admin admin] Calling delete_port for a101e335-104c-4262-aac6-fb7ae3454de5 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:23.203091 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-fc13fd67-2f04-41f9-acbe-55e89fdbe3da tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:23.219286 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-fc13fd67-2f04-41f9-acbe-55e89fdbe3da tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:23.233603 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-19d9300c-a411-4930-9e6f-f1e678a8cc84 service neutron] 10.222.0.43 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275511 Mar 23 01:49:23.285552 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:23.330374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13fd67-2f04-41f9-acbe-55e89fdbe3da tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Pushing event updated for resources: {'Port': ['ID=e3d4df1a-cea5-4029-987c-66aad06176d4,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:23.348659 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-3e74c007-4549-4157-861d-9ef486506b31 service neutron] 10.222.0.42 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059069 Mar 23 01:49:23.357895 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1f1e3fad-33ac-4ec9-9662-f77da8f0ffd3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7315805 Mar 23 01:49:23.362349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54996) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:23.415763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-9d84719c-8b08-4a8c-b35f-35380200aad7', 'network_id': '9d84719c-8b08-4a8c-b35f-35380200aad7', 'project_id': 'c77507a560f84ffa93bb7f8f0d7c8da1', 'fixed_ips': [{'subnet_id': '0e787875-679b-4fcc-9d96-04bb1fca1b26'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:49:23.424043 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:23.561983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:49:23.575318 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab20bfe-d4e4-4e92-bb32-3b6a54d6d70e None None] Sync routers for ids ['d925341e-17f6-4cf0-9168-257fe8563875'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:49:23.585573 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (9d84719c-8b08-4a8c-b35f-35380200aad7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:23.602056 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab20bfe-d4e4-4e92-bb32-3b6a54d6d70e None None] Routers {'d925341e-17f6-4cf0-9168-257fe8563875'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:23.602746 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4ab20bfe-d4e4-4e92-bb32-3b6a54d6d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d925341e-17f6-4cf0-9168-257fe8563875'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:23.613509 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:23.614778 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d59779fe-ef59-4803-92bc-b7677b589376 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.4164350 Mar 23 01:49:23.617207 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-518a9bc6-af29-43eb-96cc-a22575a62f9f service neutron] 10.222.0.42 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558789 Mar 23 01:49:23.621556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55000) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:23.849393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Allocated IP 2001:db8::3 (9d84719c-8b08-4a8c-b35f-35380200aad7/0e787875-679b-4fcc-9d96-04bb1fca1b26/1519435b-d179-40c9-88ba-e586adb7d042) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:23.911080 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (0e787875-679b-4fcc-9d96-04bb1fca1b26), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:23.921895 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b3cde1ee-4865-42d0-b7bd-69254c687fce tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "GET /v2.0/routers/d925341e-17f6-4cf0-9168-257fe8563875 HTTP/1.1" status: 200 len: 920 time: 0.1610789 Mar 23 01:49:23.921895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55002) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:23.930756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55004) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:23.972176 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4ab20bfe-d4e4-4e92-bb32-3b6a54d6d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:23.983614 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab20bfe-d4e4-4e92-bb32-3b6a54d6d70e None None] Routers {'d925341e-17f6-4cf0-9168-257fe8563875'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:23.984750 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4ab20bfe-d4e4-4e92-bb32-3b6a54d6d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d925341e-17f6-4cf0-9168-257fe8563875'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:24.041574 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d5fce2c8-e154-4702-8b37-cbfd966ec1db tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "GET /v2.0/ports?device_id=d925341e-17f6-4cf0-9168-257fe8563875 HTTP/1.1" status: 200 len: 205 time: 0.0742455 Mar 23 01:49:24.044744 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55008) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:24.079652 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4ab20bfe-d4e4-4e92-bb32-3b6a54d6d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:24.080782 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab20bfe-d4e4-4e92-bb32-3b6a54d6d70e None None] The sync data for ids ['d925341e-17f6-4cf0-9168-257fe8563875'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:49:24.160170 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Publish callbacks [] for port (1519435b-d179-40c9-88ba-e586adb7d042), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.194429 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (1519435b-d179-40c9-88ba-e586adb7d042), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.241699 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dbd4cd-f23a-40ab-bd3b-62b6262ad702 None None] Network c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:24.350616 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37122da4-63d7-49d6-a85f-9a417a548ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.351403 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-fc13fd67-2f04-41f9-acbe-55e89fdbe3da tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:24.352624 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-fc13fd67-2f04-41f9-acbe-55e89fdbe3da tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.353725 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (0e787875-679b-4fcc-9d96-04bb1fca1b26), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.372696 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Pushing event updated for resources: {'Port': ['ID=1519435b-d179-40c9-88ba-e586adb7d042,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:24.388043 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15a4ae51-acc4-4fac-84ce-64ea19e8d9f0 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (d925341e-17f6-4cf0-9168-257fe8563875), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.403032 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 43b8a702-1a4b-4b6f-815c-a5e8556d8371 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:24.412459 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Network 9d84719c-8b08-4a8c-b35f-35380200aad7 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:24.412754 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-fc13fd67-2f04-41f9-acbe-55e89fdbe3da tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0806739 Mar 23 01:49:24.442953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Request body: {'port': {'device_id': '8f746708-970a-4c9d-9964-12c1950b1064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:24.443827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:24.457311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:24.465493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7788fedf-c52c-4c95-b2df-81f02ef64b5e None None] Provisioning complete for port 43b8a702-1a4b-4b6f-815c-a5e8556d8371 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:24.466034 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7788fedf-c52c-4c95-b2df-81f02ef64b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (43b8a702-1a4b-4b6f-815c-a5e8556d8371), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.513463 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b6ccf-3976-4911-b147-495ee5522a25 req-9364441e-583a-495e-98f7-dcb74303f718 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:24.515033 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a7b6ccf-3976-4911-b147-495ee5522a25 req-9364441e-583a-495e-98f7-dcb74303f718 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 944 time: 1.1255162 Mar 23 01:49:24.554258 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2bb2cef0-3bd7-4f85-85b8-a70d4d8f2764 req-cba5ccee-12e7-4db5-99b5-562f2575dbc5 service neutron] 10.222.0.43 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2583613 Mar 23 01:49:24.609192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Subnet': ['ID=0e787875-679b-4fcc-9d96-04bb1fca1b26,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:24.648442 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (9d84719c-8b08-4a8c-b35f-35380200aad7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.669415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e7a53-5d77-49e0-bf94-39f5fb6b1bd6 req-ca1fb675-9931-47ed-a4ef-160978b90473 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:24.676519 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.678487 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ed0e7a53-5d77-49e0-bf94-39f5fb6b1bd6 req-ca1fb675-9931-47ed-a4ef-160978b90473 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 931 time: 0.4300609 Mar 23 01:49:24.726371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Attempting to bind port 1519435b-d179-40c9-88ba-e586adb7d042 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:24.727014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Attempting to bind port 1519435b-d179-40c9-88ba-e586adb7d042 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '97f9c1ad-7172-46ed-9daf-06528ad88d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d84719c-8b08-4a8c-b35f-35380200aad7'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:24.727559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Attempting to bind port 1519435b-d179-40c9-88ba-e586adb7d042 on network 9d84719c-8b08-4a8c-b35f-35380200aad7 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:24.754921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 43b8a702-1a4b-4b6f-815c-a5e8556d8371 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:24.755285 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (43b8a702-1a4b-4b6f-815c-a5e8556d8371), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.780479 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d84719c-8b08-4a8c-b35f-35380200aad7']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:24.804871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f9c1ad-7172-46ed-9daf-06528ad88d10') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:24.805202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f9c1ad-7172-46ed-9daf-06528ad88d10') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:24.806523 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:24.806968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Checking segment: {'id': '97f9c1ad-7172-46ed-9daf-06528ad88d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d84719c-8b08-4a8c-b35f-35380200aad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:24.807381 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.807778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Bound using segment: {'id': '97f9c1ad-7172-46ed-9daf-06528ad88d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d84719c-8b08-4a8c-b35f-35380200aad7'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:24.808438 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Bound port: 1519435b-d179-40c9-88ba-e586adb7d042, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f9c1ad-7172-46ed-9daf-06528ad88d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d84719c-8b08-4a8c-b35f-35380200aad7'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:24.808850 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1519435b-d179-40c9-88ba-e586adb7d042), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.830057 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (97f9c1ad-7172-46ed-9daf-06528ad88d10), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.836108 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7788fedf-c52c-4c95-b2df-81f02ef64b5e None None] Current status of the port 43b8a702-1a4b-4b6f-815c-a5e8556d8371 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:24.836382 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7788fedf-c52c-4c95-b2df-81f02ef64b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (43b8a702-1a4b-4b6f-815c-a5e8556d8371), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.849892 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a7b6ccf-3976-4911-b147-495ee5522a25 req-de6d997c-6674-413c-a4c7-d47baafa70ef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002391 Mar 23 01:49:24.850757 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e3d4df1a-cea5-4029-987c-66aad06176d4), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.871485 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f038b9d-7e26-4f1e-9d05-e9466d6ec76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a101e335-104c-4262-aac6-fb7ae3454de5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.885462 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37122da4-63d7-49d6-a85f-9a417a548ad0 admin admin] Publish callbacks [] for security_group (b9492f94-ca8b-48de-b8ef-179e4e435fdd), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.898012 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15a4ae51-acc4-4fac-84ce-64ea19e8d9f0 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (d925341e-17f6-4cf0-9168-257fe8563875), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.906441 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37122da4-63d7-49d6-a85f-9a417a548ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b9492f94-ca8b-48de-b8ef-179e4e435fdd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.920520 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ed0e7a53-5d77-49e0-bf94-39f5fb6b1bd6 req-55d55265-c0b0-46e7-abf4-7109768e06ee tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409170 Mar 23 01:49:24.932306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f038b9d-7e26-4f1e-9d05-e9466d6ec76f admin admin] Pushing event deleted for resources: {'Port': ['ID=a101e335-104c-4262-aac6-fb7ae3454de5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:24.955965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] For port 1519435b-d179-40c9-88ba-e586adb7d042, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:24.969326 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (97f9c1ad-7172-46ed-9daf-06528ad88d10), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.971848 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7788fedf-c52c-4c95-b2df-81f02ef64b5e None None] For port 43b8a702-1a4b-4b6f-815c-a5e8556d8371, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=43b8a702-1a4b-4b6f-815c-a5e8556d8371,segment=NetworkSegment(fa825c2e-06f7-4325-9f1a-74c3df9ff3e4),segment_id=fa825c2e-06f7-4325-9f1a-74c3df9ff3e4)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:24.974915 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 43b8a702-1a4b-4b6f-815c-a5e8556d8371 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:24.975304 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (43b8a702-1a4b-4b6f-815c-a5e8556d8371), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:24.985475 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7788fedf-c52c-4c95-b2df-81f02ef64b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (43b8a702-1a4b-4b6f-815c-a5e8556d8371), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.032318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:25.038227 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (97f9c1ad-7172-46ed-9daf-06528ad88d10), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:25.054150 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:25.084027 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-fe4331bc-1d95-4f5b-9e06-704e7509822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:25.086882 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-fe4331bc-1d95-4f5b-9e06-704e7509822b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 1126 time: 0.4588959 Mar 23 01:49:25.095018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788fedf-c52c-4c95-b2df-81f02ef64b5e None None] Pushing event updated for resources: {'Port': ['ID=43b8a702-1a4b-4b6f-815c-a5e8556d8371,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:25.117926 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:49:25.118490 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:49:25.124704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37122da4-63d7-49d6-a85f-9a417a548ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9492f94-ca8b-48de-b8ef-179e4e435fdd,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:25.142811 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-37122da4-63d7-49d6-a85f-9a417a548ad0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14810362d3834b9a91ec67669a1f15d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2203259 Mar 23 01:49:25.145679 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55012) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:25.187235 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.api [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 01:49:25.187235 n-d-834677-4 neutron-server[99264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 01:49:25.187235 n-d-834677-4 neutron-server[99264]: [parameters: {'id': '9d84719c-8b08-4a8c-b35f-35380200aad7'}] Mar 23 01:49:25.187235 n-d-834677-4 neutron-server[99264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=99264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:49:25.187571 n-d-834677-4 neutron-server[99264]: DEBUG oslo_db.api [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:49:25.198225 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] For port 1519435b-d179-40c9-88ba-e586adb7d042, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1519435b-d179-40c9-88ba-e586adb7d042,segment=NetworkSegment(97f9c1ad-7172-46ed-9daf-06528ad88d10),segment_id=97f9c1ad-7172-46ed-9daf-06528ad88d10)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:25.206300 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1519435b-d179-40c9-88ba-e586adb7d042), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.226722 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-15a4ae51-acc4-4fac-84ce-64ea19e8d9f0 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Deleting port 7647abd3-7353-4c9d-add3-985b1778ddde {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:25.226949 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15a4ae51-acc4-4fac-84ce-64ea19e8d9f0 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7647abd3-7353-4c9d-add3-985b1778ddde), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.284472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-e0c52385-ebcb-48b0-836a-bc4d0f010ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:25.286073 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-e0c52385-ebcb-48b0-836a-bc4d0f010ad8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=87aa8238-b3d1-4249-8bf5-f96b20def476 HTTP/1.1" status: 200 len: 897 time: 0.0959253 Mar 23 01:49:25.305859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-228f7cbe-d81b-47c7-9b3b-e890bf786480 None None] Provisioning complete for port 43b8a702-1a4b-4b6f-815c-a5e8556d8371 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:25.306328 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-228f7cbe-d81b-47c7-9b3b-e890bf786480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (43b8a702-1a4b-4b6f-815c-a5e8556d8371), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.308197 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15a4ae51-acc4-4fac-84ce-64ea19e8d9f0 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7647abd3-7353-4c9d-add3-985b1778ddde), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.324915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-15a4ae51-acc4-4fac-84ce-64ea19e8d9f0 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Calling delete_port for 7647abd3-7353-4c9d-add3-985b1778ddde owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:25.337059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fd425-e40e-43a4-abd5-1512755a689f None None] Pushing event updated for resources: {'Port': ['ID=1519435b-d179-40c9-88ba-e586adb7d042,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:25.388023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7764ac-0911-4a29-b17a-1d9de453a9db None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:49:25.449831 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-77beb434-cded-4213-a79b-6b0bebae7f79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98 HTTP/1.1" status: 200 len: 999 time: 0.1566753 Mar 23 01:49:25.468518 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9e38-0f86-470d-9d52-4f6cfedf09d0 admin admin] Publish callbacks [] for security_group (b9492f94-ca8b-48de-b8ef-179e4e435fdd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.497969 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9e38-0f86-470d-9d52-4f6cfedf09d0 admin admin] Publish callbacks [] for security_group (b9492f94-ca8b-48de-b8ef-179e4e435fdd), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.551540 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f038b9d-7e26-4f1e-9d05-e9466d6ec76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (3555c515-3d77-415a-8776-8df0b9f2d0cf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.571505 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15a4ae51-acc4-4fac-84ce-64ea19e8d9f0 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7647abd3-7353-4c9d-add3-985b1778ddde), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.588584 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-2cdd8057-81d5-48b2-bc34-1457a5da4920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:25.590122 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-2cdd8057-81d5-48b2-bc34-1457a5da4920 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2e48427a-299d-4910-9d09-e0cfab05d4bd HTTP/1.1" status: 200 len: 834 time: 0.1329315 Mar 23 01:49:25.606259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-228f7cbe-d81b-47c7-9b3b-e890bf786480 None None] Current status of the port 43b8a702-1a4b-4b6f-815c-a5e8556d8371 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:25.610449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4ae51-acc4-4fac-84ce-64ea19e8d9f0 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Pushing event deleted for resources: {'Port': ['ID=7647abd3-7353-4c9d-add3-985b1778ddde,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:25.636992 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9e38-0f86-470d-9d52-4f6cfedf09d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b9492f94-ca8b-48de-b8ef-179e4e435fdd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.639521 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9e38-0f86-470d-9d52-4f6cfedf09d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.643147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4dbf9e38-0f86-470d-9d52-4f6cfedf09d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9492f94-ca8b-48de-b8ef-179e4e435fdd HTTP/1.1" status: 204 len: 168 time: 0.4909601 Mar 23 01:49:25.672240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf9e38-0f86-470d-9d52-4f6cfedf09d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9492f94-ca8b-48de-b8ef-179e4e435fdd,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:25.689304 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (9d84719c-8b08-4a8c-b35f-35380200aad7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.691250 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 43b8a702-1a4b-4b6f-815c-a5e8556d8371 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:25.692300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a101e335-104c-4262-aac6-fb7ae3454de5 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:25.698644 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15a4ae51-acc4-4fac-84ce-64ea19e8d9f0 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (d925341e-17f6-4cf0-9168-257fe8563875), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.727281 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: a101e335-104c-4262-aac6-fb7ae3454de5 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:49:25.727637 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a101e335-104c-4262-aac6-fb7ae3454de5 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 01:49:25.729831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7764ac-0911-4a29-b17a-1d9de453a9db None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:49:25.752743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Port a101e335-104c-4262-aac6-fb7ae3454de5 not found, will not notify nova. {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 01:49:25.804254 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-311ccb49-4ab7-4019-9dce-92e65de7d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:25.805855 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-311ccb49-4ab7-4019-9dce-92e65de7d822 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=87aa8238-b3d1-4249-8bf5-f96b20def476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1677308 Mar 23 01:49:25.817960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15a4ae51-acc4-4fac-84ce-64ea19e8d9f0 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (d925341e-17f6-4cf0-9168-257fe8563875), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.836893 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15a4ae51-acc4-4fac-84ce-64ea19e8d9f0 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_controller (d925341e-17f6-4cf0-9168-257fe8563875), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.838927 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.906834 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15a4ae51-acc4-4fac-84ce-64ea19e8d9f0 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (d925341e-17f6-4cf0-9168-257fe8563875), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.907437 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a4ae51-acc4-4fac-84ce-64ea19e8d9f0 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Fanout notify agent at l3_agent the message router_deleted on router d925341e-17f6-4cf0-9168-257fe8563875 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:49:25.915879 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15a4ae51-acc4-4fac-84ce-64ea19e8d9f0 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.917052 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-15a4ae51-acc4-4fac-84ce-64ea19e8d9f0 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "DELETE /v2.0/routers/d925341e-17f6-4cf0-9168-257fe8563875 HTTP/1.1" status: 204 len: 168 time: 1.8712301 Mar 23 01:49:25.922455 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Deleting port 1519435b-d179-40c9-88ba-e586adb7d042 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:25.922793 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1519435b-d179-40c9-88ba-e586adb7d042), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.925519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55020) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:25.933169 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Request body: {'router': {'name': 'tempest-snat-router-334375189', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'enable_snat': False}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:25.962959 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (05b940c5-ea4d-4f11-9bc8-b1352b7168e3), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.964169 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (05b940c5-ea4d-4f11-9bc8-b1352b7168e3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:25.986737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d4df1a-cea5-4029-987c-66aad06176d4 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:49:25.995087 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Publish callbacks [] for port (e3d4df1a-cea5-4029-987c-66aad06176d4), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:26.016799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Transition to ACTIVE for port object e3d4df1a-cea5-4029-987c-66aad06176d4 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:49:26.020147 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-649af966-e521-48e7-be06-3cc2f4357cd6 service neutron] 10.222.0.43 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027297 Mar 23 01:49:26.036204 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac205fdd-cf03-40e4-9458-1c1d22c09ad0 None None] Network 9d84719c-8b08-4a8c-b35f-35380200aad7 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:26.067446 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e3d4df1a-cea5-4029-987c-66aad06176d4), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:26.084577 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] For port 1519435b-d179-40c9-88ba-e586adb7d042, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1519435b-d179-40c9-88ba-e586adb7d042,segment=NetworkSegment(97f9c1ad-7172-46ed-9daf-06528ad88d10),segment_id=97f9c1ad-7172-46ed-9daf-06528ad88d10)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:26.085250 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1519435b-d179-40c9-88ba-e586adb7d042), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:26.089439 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_controller (05b940c5-ea4d-4f11-9bc8-b1352b7168e3), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:26.138906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Calling delete_port for 1519435b-d179-40c9-88ba-e586adb7d042 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:26.260014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Pushing event updated for resources: {'Port': ['ID=e3d4df1a-cea5-4029-987c-66aad06176d4,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:26.282686 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55024) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:26.290562 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37381e-cf65-4666-8f01-5f75d5cbd861 req-f71d4de5-cbfc-4db7-b176-7d42a25d1e5e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:26.292179 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eb37381e-cf65-4666-8f01-5f75d5cbd861 req-f71d4de5-cbfc-4db7-b176-7d42a25d1e5e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 944 time: 0.2279012 Mar 23 01:49:26.356740 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9181d698-9769-490b-a180-c37de79066b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:26.376800 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 43b8a702-1a4b-4b6f-815c-a5e8556d8371 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:26.408494 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1badd5e-488d-4a8b-8f3a-c02c47c921c1 req-cb8ab8b6-4c0d-407a-9cc6-5c3a8cd51005 service neutron] 10.222.0.43 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417981 Mar 23 01:49:26.433828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 43b8a702-1a4b-4b6f-815c-a5e8556d8371 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:26.434558 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (43b8a702-1a4b-4b6f-815c-a5e8556d8371), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:26.460668 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eb37381e-cf65-4666-8f01-5f75d5cbd861 req-098055ef-a0b4-47e6-8380-73f7076d5249 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529343 Mar 23 01:49:26.480413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f038b9d-7e26-4f1e-9d05-e9466d6ec76f admin admin] Router 3555c515-3d77-415a-8776-8df0b9f2d0cf has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:49:26.508500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Attempting to bind port e3d4df1a-cea5-4029-987c-66aad06176d4 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:26.508500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Attempting to bind port e3d4df1a-cea5-4029-987c-66aad06176d4 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '4f73d738-137b-40e3-849f-32882620912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:26.508948 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Attempting to bind port e3d4df1a-cea5-4029-987c-66aad06176d4 on network 58bb0fa8-da03-480f-a1ac-572b78b11902 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:26.521570 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 43b8a702-1a4b-4b6f-815c-a5e8556d8371 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:26.525207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Port e3d4df1a-cea5-4029-987c-66aad06176d4 on network 58bb0fa8-da03-480f-a1ac-572b78b11902 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:49:26.525608 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Attempting to bind port e3d4df1a-cea5-4029-987c-66aad06176d4 on network 58bb0fa8-da03-480f-a1ac-572b78b11902 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:26.575817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:26.576168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Checking segment: {'id': '4f73d738-137b-40e3-849f-32882620912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:26.576559 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Bound using segment: {'id': '4f73d738-137b-40e3-849f-32882620912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:26.577029 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Bound port: e3d4df1a-cea5-4029-987c-66aad06176d4, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f73d738-137b-40e3-849f-32882620912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:26.577395 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e3d4df1a-cea5-4029-987c-66aad06176d4), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:26.686325 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9181d698-9769-490b-a180-c37de79066b9 admin admin] Publish callbacks [] for security_group (dcfbf122-30f3-4b87-9edd-63cf37508d8c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:26.694968 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9181d698-9769-490b-a180-c37de79066b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (dcfbf122-30f3-4b87-9edd-63cf37508d8c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:26.716271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f360e-1374-4246-ac8f-2cc4023b9505 req-e64c1715-5d93-4730-abae-8717f88652bb tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:26.717810 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf3f360e-1374-4246-ac8f-2cc4023b9505 req-e64c1715-5d93-4730-abae-8717f88652bb tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 943 time: 0.6300516 Mar 23 01:49:26.739250 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f038b9d-7e26-4f1e-9d05-e9466d6ec76f admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:49:26.752985 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4f038b9d-7e26-4f1e-9d05-e9466d6ec76f admin admin] 10.222.0.18 "PUT /v2.0/routers/3555c515-3d77-415a-8776-8df0b9f2d0cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7829034 Mar 23 01:49:26.756702 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdee6cc-0eca-4ec0-afd2-44d90b110bea None None] Sync routers for ids ['3555c515-3d77-415a-8776-8df0b9f2d0cf'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:49:26.761273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55026) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:26.766246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] For port e3d4df1a-cea5-4029-987c-66aad06176d4, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:26.773306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdee6cc-0eca-4ec0-afd2-44d90b110bea None None] Routers {'3555c515-3d77-415a-8776-8df0b9f2d0cf'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:26.774153 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] For port e3d4df1a-cea5-4029-987c-66aad06176d4, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e3d4df1a-cea5-4029-987c-66aad06176d4,segment=NetworkSegment(4f73d738-137b-40e3-849f-32882620912b),segment_id=4f73d738-137b-40e3-849f-32882620912b)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:26.774299 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0fdee6cc-0eca-4ec0-afd2-44d90b110bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3555c515-3d77-415a-8776-8df0b9f2d0cf'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:26.774683 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (05b940c5-ea4d-4f11-9bc8-b1352b7168e3), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:26.811371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181d698-9769-490b-a180-c37de79066b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfbf122-30f3-4b87-9edd-63cf37508d8c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:26.850004 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9181d698-9769-490b-a180-c37de79066b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2258c0b52b424d9aaf1b48e10d26a061&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5543337 Mar 23 01:49:26.851072 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e3d4df1a-cea5-4029-987c-66aad06176d4), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:26.852850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55028) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:26.860465 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf3f360e-1374-4246-ac8f-2cc4023b9505 req-c7735789-5b60-4df3-a8f4-0b24d5b0bf57 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127560 Mar 23 01:49:26.864301 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (1519435b-d179-40c9-88ba-e586adb7d042), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:26.880511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No DVR routers for this DVR port 1519435b-d179-40c9-88ba-e586adb7d042 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:49:26.905219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Port': ['ID=1519435b-d179-40c9-88ba-e586adb7d042,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:26.917679 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:26.918305 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:26.919709 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] 10.222.0.43 "PUT /v2.0/ports/e3d4df1a-cea5-4029-987c-66aad06176d4 HTTP/1.1" status: 200 len: 1091 time: 2.4828227 Mar 23 01:49:26.924465 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f746708-970a-4c9d-9964-12c1950b1064', 'tag': 'e3d4df1a-cea5-4029-987c-66aad06176d4'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:49:26.926444 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0722c199-e533-489c-aa14-ab453dd840e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8f746708-970a-4c9d-9964-12c1950b1064", "tag": "e3d4df1a-cea5-4029-987c-66aad06176d4"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:49:26.951160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-0fdee6cc-0eca-4ec0-afd2-44d90b110bea None None] Set router 3555c515-3d77-415a-8776-8df0b9f2d0cf gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:49:26.973067 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431100f-e306-4117-b89c-290aedb6d54a service neutron] Pushing event updated for resources: {'Port': ['ID=e3d4df1a-cea5-4029-987c-66aad06176d4,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:26.995842 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (9d84719c-8b08-4a8c-b35f-35380200aad7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.019669 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d340f66b-3003-471e-bc29-e278665df080 x-openstack-request-id: req-d340f66b-3003-471e-bc29-e278665df080 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:49:27.019969 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f746708-970a-4c9d-9964-12c1950b1064", "tag": "e3d4df1a-cea5-4029-987c-66aad06176d4", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:49:27.020224 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d340f66b-3003-471e-bc29-e278665df080 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:49:27.020693 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d340f66b-3003-471e-bc29-e278665df080'] response: {'name': 'network-changed', 'server_uuid': '8f746708-970a-4c9d-9964-12c1950b1064', 'tag': 'e3d4df1a-cea5-4029-987c-66aad06176d4', 'status': 'completed', 'code': 200} Mar 23 01:49:27.023230 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-920187a3-a5b1-4e1e-b8b7-9b3f71d998db admin admin] Publish callbacks [] for router (3555c515-3d77-415a-8776-8df0b9f2d0cf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.028166 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da1424b6-a42b-4b6a-89e5-e1b2f48d5f68 admin admin] Publish callbacks [] for security_group (dcfbf122-30f3-4b87-9edd-63cf37508d8c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.041792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d84719c-8b08-4a8c-b35f-35380200aad7']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:27.058868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f9c1ad-7172-46ed-9daf-06528ad88d10') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:27.059320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f9c1ad-7172-46ed-9daf-06528ad88d10') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:27.072588 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (97f9c1ad-7172-46ed-9daf-06528ad88d10), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.123844 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (97f9c1ad-7172-46ed-9daf-06528ad88d10), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.134576 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da1424b6-a42b-4b6a-89e5-e1b2f48d5f68 admin admin] Publish callbacks [] for security_group (dcfbf122-30f3-4b87-9edd-63cf37508d8c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.151321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d8cf7c6f-44ef-4010-b2d5-e7715c8979c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:27.153269 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-d8cf7c6f-44ef-4010-b2d5-e7715c8979c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=839ebfe64dd74d1c922d34d74c877e99&device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 1125 time: 0.1690054 Mar 23 01:49:27.163775 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:27.164312 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (97f9c1ad-7172-46ed-9daf-06528ad88d10), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:27.167099 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:27.178536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0fdee6cc-0eca-4ec0-afd2-44d90b110bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-149954258-router', 'tenant_id': 'e35ac7ee452645cea4358533badc37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:09Z', 'updated_at': '2022-03-23T01:49:24Z', 'revision_number': 5, 'project_id': 'e35ac7ee452645cea4358533badc37e0', 'gw_port': {'id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:10Z', 'updated_at': '2022-03-23T01:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:27.207046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdee6cc-0eca-4ec0-afd2-44d90b110bea None None] Checking router: 3555c515-3d77-415a-8776-8df0b9f2d0cf for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:49:27.216115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdee6cc-0eca-4ec0-afd2-44d90b110bea None None] Routers {'3555c515-3d77-415a-8776-8df0b9f2d0cf'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:27.217424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0fdee6cc-0eca-4ec0-afd2-44d90b110bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3555c515-3d77-415a-8776-8df0b9f2d0cf'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:27.262791 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (05b940c5-ea4d-4f11-9bc8-b1352b7168e3), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.264777 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (9d84719c-8b08-4a8c-b35f-35380200aad7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.272755 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.276177 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/networks/9d84719c-8b08-4a8c-b35f-35380200aad7 HTTP/1.1" status: 204 len: 168 time: 3.9129777 Mar 23 01:49:27.296722 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55032) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:27.312420 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e6d3c2b6-c9f4-40fd-b4f6-104b142417fb tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1927197987'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:27.316868 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.320902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1561e5-7bf5-4e8b-aaf3-692d8d480b19 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Network': ['ID=9d84719c-8b08-4a8c-b35f-35380200aad7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:27.349835 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-0fdee6cc-0eca-4ec0-afd2-44d90b110bea None None] Set router 3555c515-3d77-415a-8776-8df0b9f2d0cf gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:49:27.383744 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d3c2b6-c9f4-40fd-b4f6-104b142417fb tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:27.387244 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e6d3c2b6-c9f4-40fd-b4f6-104b142417fb tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.447254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d3c2b6-c9f4-40fd-b4f6-104b142417fb tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:49:27.466410 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e6d3c2b6-c9f4-40fd-b4f6-104b142417fb tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (ff2fd5cd-9b13-4a92-973a-e6df8431ba33), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.466665 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-e6d3c2b6-c9f4-40fd-b4f6-104b142417fb tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Added segment ff2fd5cd-9b13-4a92-973a-e6df8431ba33 of type vlan for network 56e7fb1b-f493-46d2-a20d-a464744c4ad5 Mar 23 01:49:27.528508 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Allocated IP 172.25.0.121 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/73834eaa-4f00-43c1-b190-fc750d85e2e4) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:27.556697 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e6d3c2b6-c9f4-40fd-b4f6-104b142417fb tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (56e7fb1b-f493-46d2-a20d-a464744c4ad5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.588984 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-f0630a35-c7f6-44ce-9698-47cc53c95a80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3d4df1a-cea5-4029-987c-66aad06176d4 HTTP/1.1" status: 200 len: 217 time: 0.4164445 Mar 23 01:49:27.631106 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-920187a3-a5b1-4e1e-b8b7-9b3f71d998db admin admin] Publish callbacks [] for router_gateway (3555c515-3d77-415a-8776-8df0b9f2d0cf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.642306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0fdee6cc-0eca-4ec0-afd2-44d90b110bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-149954258-router', 'tenant_id': 'e35ac7ee452645cea4358533badc37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:09Z', 'updated_at': '2022-03-23T01:49:24Z', 'revision_number': 5, 'project_id': 'e35ac7ee452645cea4358533badc37e0', 'gw_port': {'id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:10Z', 'updated_at': '2022-03-23T01:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:27.684629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdee6cc-0eca-4ec0-afd2-44d90b110bea None None] The sync data for ids ['3555c515-3d77-415a-8776-8df0b9f2d0cf'] in n-d-834677-4 is: [{'id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-149954258-router', 'tenant_id': 'e35ac7ee452645cea4358533badc37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:09Z', 'updated_at': '2022-03-23T01:49:24Z', 'revision_number': 5, 'project_id': 'e35ac7ee452645cea4358533badc37e0', 'gw_port': {'id': 'ccd5d8e1-5de5-4876-8aab-8c7146c23aad', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3555c515-3d77-415a-8776-8df0b9f2d0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:10Z', 'updated_at': '2022-03-23T01:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:49:27.693386 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da1424b6-a42b-4b6a-89e5-e1b2f48d5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (dcfbf122-30f3-4b87-9edd-63cf37508d8c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.696024 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da1424b6-a42b-4b6a-89e5-e1b2f48d5f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.697283 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-da1424b6-a42b-4b6a-89e5-e1b2f48d5f68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dcfbf122-30f3-4b87-9edd-63cf37508d8c HTTP/1.1" status: 204 len: 168 time: 0.8406601 Mar 23 01:49:27.698934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-72b89ac7-b698-462b-8938-16793538f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:27.700364 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-72b89ac7-b698-462b-8938-16793538f5a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea7038e1-c2d2-4675-9cf5-da7d82182b5b HTTP/1.1" status: 200 len: 850 time: 0.1022279 Mar 23 01:49:27.715207 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e6d3c2b6-c9f4-40fd-b4f6-104b142417fb tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (56e7fb1b-f493-46d2-a20d-a464744c4ad5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.720740 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d3c2b6-c9f4-40fd-b4f6-104b142417fb tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:27.721429 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e6d3c2b6-c9f4-40fd-b4f6-104b142417fb tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.750395 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1424b6-a42b-4b6a-89e5-e1b2f48d5f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfbf122-30f3-4b87-9edd-63cf37508d8c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:27.773959 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-867f87c2-d25a-4809-ada3-fc2b4f848cb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58bb0fa8-da03-480f-a1ac-572b78b11902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631263 Mar 23 01:49:27.827905 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e6d3c2b6-c9f4-40fd-b4f6-104b142417fb tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5277214 Mar 23 01:49:27.832855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55038) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:27.842298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-5729f8c8-dae8-4dc2-98b8-36563c83e1dc tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'subnet': {'network_id': '56e7fb1b-f493-46d2-a20d-a464744c4ad5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:27.856951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28637c7-847f-40fa-9d8f-24227d77b973 req-8da11bc7-d863-4040-a277-bb8031c11da2 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:27.858786 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f28637c7-847f-40fa-9d8f-24227d77b973 req-8da11bc7-d863-4040-a277-bb8031c11da2 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 944 time: 0.2168410 Mar 23 01:49:27.864436 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-920187a3-a5b1-4e1e-b8b7-9b3f71d998db admin admin] Deleting port ccd5d8e1-5de5-4876-8aab-8c7146c23aad {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:27.865076 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-920187a3-a5b1-4e1e-b8b7-9b3f71d998db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ccd5d8e1-5de5-4876-8aab-8c7146c23aad), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:27.929269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3c2b6-c9f4-40fd-b4f6-104b142417fb tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Network': ['ID=56e7fb1b-f493-46d2-a20d-a464744c4ad5,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:27.946381 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 56e7fb1b-f493-46d2-a20d-a464744c4ad5 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:49:27.951537 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-0d30f4b0-d94d-4797-8230-d94b4f384957 service neutron] 10.222.0.43 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696670 Mar 23 01:49:27.958590 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for port (73834eaa-4f00-43c1-b190-fc750d85e2e4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:28.039348 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f28637c7-847f-40fa-9d8f-24227d77b973 req-51fe6faa-23ee-4bb8-9cc2-468f848c9e80 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593821 Mar 23 01:49:28.070643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5729f8c8-dae8-4dc2-98b8-36563c83e1dc tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:28.074360 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5729f8c8-dae8-4dc2-98b8-36563c83e1dc tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:28.089816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-920187a3-a5b1-4e1e-b8b7-9b3f71d998db admin admin] For port ccd5d8e1-5de5-4876-8aab-8c7146c23aad, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ccd5d8e1-5de5-4876-8aab-8c7146c23aad,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:28.090219 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-920187a3-a5b1-4e1e-b8b7-9b3f71d998db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ccd5d8e1-5de5-4876-8aab-8c7146c23aad), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:28.094757 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (73834eaa-4f00-43c1-b190-fc750d85e2e4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:28.145467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device cb8bf3aa-b24a-49e4-a100-ba716a956c98 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:49:28.163749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-920187a3-a5b1-4e1e-b8b7-9b3f71d998db admin admin] Calling delete_port for ccd5d8e1-5de5-4876-8aab-8c7146c23aad owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:28.185417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:28.193187 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:28.204711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:28.240984 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-69dbc9c3-fe3e-47b6-ae1f-1458e8206cb7 req-4d99a9b6-3724-41c5-87d9-eeb4d59377ce service neutron] 10.222.0.43 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810009 Mar 23 01:49:28.277998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fe165-c68e-4cdd-bb1f-96881bfd843f req-095ac7ed-43fe-4e59-be0f-ae6f1c12e81d tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:28.283817 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-518fe165-c68e-4cdd-bb1f-96881bfd843f req-095ac7ed-43fe-4e59-be0f-ae6f1c12e81d tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 943 time: 0.3101094 Mar 23 01:49:28.294784 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a101e335-104c-4262-aac6-fb7ae3454de5 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:49:28.377734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: a101e335-104c-4262-aac6-fb7ae3454de5 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:49:28.378518 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a101e335-104c-4262-aac6-fb7ae3454de5 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:49:28.387809 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port cb8bf3aa-b24a-49e4-a100-ba716a956c98, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98,segment=NetworkSegment(6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2),segment_id=6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:28.412395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Pushing event updated for resources: {'Port': ['ID=73834eaa-4f00-43c1-b190-fc750d85e2e4,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:28.415686 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98', 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476', 'port_id': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98', 'mac_address': 'fa:16:3e:d5:0f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:49:28.423965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:28.424738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:28.424990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:28.426958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:28.426958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:28.426958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:28.426958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:28.426958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:28.426958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:28.427470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:28.427470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:28.427790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:28.428118 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:28.428445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:28.428808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:28.449637 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-518fe165-c68e-4cdd-bb1f-96881bfd843f req-2a909dac-f979-4a20-9023-1260157466ad tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572948 Mar 23 01:49:28.467472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722c199-e533-489c-aa14-ab453dd840e0 req-fcda11c4-f658-4276-ac29-93694b8b56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:28.468466 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0722c199-e533-489c-aa14-ab453dd840e0 req-fcda11c4-f658-4276-ac29-93694b8b56f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=839ebfe64dd74d1c922d34d74c877e99&device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 1125 time: 0.1343741 Mar 23 01:49:28.511279 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port cb8bf3aa-b24a-49e4-a100-ba716a956c98 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:28.511843 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:28.528587 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8bf3aa-b24a-49e4-a100-ba716a956c98 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:49:28.561535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port cb8bf3aa-b24a-49e4-a100-ba716a956c98, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98,segment=NetworkSegment(6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2),segment_id=6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:28.570546 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:28.598931 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (05b940c5-ea4d-4f11-9bc8-b1352b7168e3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:28.602370 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-920187a3-a5b1-4e1e-b8b7-9b3f71d998db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ccd5d8e1-5de5-4876-8aab-8c7146c23aad), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:28.639657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920187a3-a5b1-4e1e-b8b7-9b3f71d998db admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd5d8e1-5de5-4876-8aab-8c7146c23aad,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:28.641569 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=cb8bf3aa-b24a-49e4-a100-ba716a956c98,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:28.692214 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722c199-e533-489c-aa14-ab453dd840e0 req-96aa5e25-ca20-41b4-9208-6b2aa0f10fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:28.693756 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0722c199-e533-489c-aa14-ab453dd840e0 req-96aa5e25-ca20-41b4-9208-6b2aa0f10fcc service neutron] 10.222.0.43 "GET /v2.0/networks?id=58bb0fa8-da03-480f-a1ac-572b78b11902 HTTP/1.1" status: 200 len: 910 time: 0.1870065 Mar 23 01:49:28.738689 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5729f8c8-dae8-4dc2-98b8-36563c83e1dc tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (f49dc9e8-5602-4d06-80b1-86c9cbc28c7d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:28.770533 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0722c199-e533-489c-aa14-ab453dd840e0 req-a00ede00-f1a3-441e-b9e0-f634cacbeb94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3d4df1a-cea5-4029-987c-66aad06176d4 HTTP/1.1" status: 200 len: 217 time: 0.0582464 Mar 23 01:49:28.816744 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-920187a3-a5b1-4e1e-b8b7-9b3f71d998db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (3555c515-3d77-415a-8776-8df0b9f2d0cf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:28.877576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729f8c8-dae8-4dc2-98b8-36563c83e1dc tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Subnet': ['ID=f49dc9e8-5602-4d06-80b1-86c9cbc28c7d,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:28.895808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5729f8c8-dae8-4dc2-98b8-36563c83e1dc tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Checking segment: {'id': 'ff2fd5cd-9b13-4a92-973a-e6df8431ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '56e7fb1b-f493-46d2-a20d-a464744c4ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:28.896183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5729f8c8-dae8-4dc2-98b8-36563c83e1dc tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network hostable DHCP agents. Network: 56e7fb1b-f493-46d2-a20d-a464744c4ad5, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:49:28.923734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722c199-e533-489c-aa14-ab453dd840e0 req-e17005f8-4dd8-4a26-a13d-746dce276c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:28.925353 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0722c199-e533-489c-aa14-ab453dd840e0 req-e17005f8-4dd8-4a26-a13d-746dce276c92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea7038e1-c2d2-4675-9cf5-da7d82182b5b HTTP/1.1" status: 200 len: 850 time: 0.1476202 Mar 23 01:49:28.929361 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-920187a3-a5b1-4e1e-b8b7-9b3f71d998db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (3555c515-3d77-415a-8776-8df0b9f2d0cf), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:28.929597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5729f8c8-dae8-4dc2-98b8-36563c83e1dc tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network 56e7fb1b-f493-46d2-a20d-a464744c4ad5 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:49:28.931580 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-920187a3-a5b1-4e1e-b8b7-9b3f71d998db admin admin] Publish callbacks [] for router_controller (3555c515-3d77-415a-8776-8df0b9f2d0cf), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:28.937203 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (05b940c5-ea4d-4f11-9bc8-b1352b7168e3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:28.946175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-5729f8c8-dae8-4dc2-98b8-36563c83e1dc tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 56e7fb1b-f493-46d2-a20d-a464744c4ad5) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:28.961964 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74ee738-8fc8-4b6d-9822-435070f67b5c None None] Network 56e7fb1b-f493-46d2-a20d-a464744c4ad5 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:29.001639 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0722c199-e533-489c-aa14-ab453dd840e0 req-0299ccb3-7da8-48e8-bb13-7b413bb55bed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58bb0fa8-da03-480f-a1ac-572b78b11902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681469 Mar 23 01:49:29.009509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5729f8c8-dae8-4dc2-98b8-36563c83e1dc tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:29.010158 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5729f8c8-dae8-4dc2-98b8-36563c83e1dc tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:29.021292 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-920187a3-a5b1-4e1e-b8b7-9b3f71d998db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (3555c515-3d77-415a-8776-8df0b9f2d0cf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:29.021811 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920187a3-a5b1-4e1e-b8b7-9b3f71d998db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3555c515-3d77-415a-8776-8df0b9f2d0cf {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:49:29.028031 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-920187a3-a5b1-4e1e-b8b7-9b3f71d998db admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:29.029782 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-920187a3-a5b1-4e1e-b8b7-9b3f71d998db admin admin] 10.222.0.18 "DELETE /v2.0/routers/3555c515-3d77-415a-8776-8df0b9f2d0cf HTTP/1.1" status: 204 len: 168 time: 2.2672291 Mar 23 01:49:29.038892 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55062) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:29.042517 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5729f8c8-dae8-4dc2-98b8-36563c83e1dc tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2044675 Mar 23 01:49:29.046057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['cb8bf3aa-b24a-49e4-a100-ba716a956c98'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:49:29.051446 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55064) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:29.210607 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-56e7fb1b-f493-46d2-a20d-a464744c4ad5', 'network_id': '56e7fb1b-f493-46d2-a20d-a464744c4ad5', 'project_id': 'c77507a560f84ffa93bb7f8f0d7c8da1', 'fixed_ips': [{'subnet_id': 'f49dc9e8-5602-4d06-80b1-86c9cbc28c7d'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:49:29.211698 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:29.211826 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0722c199-e533-489c-aa14-ab453dd840e0 req-d3fcb28b-302d-4d85-8136-a428194710dd service neutron] 10.222.0.43 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023370 Mar 23 01:49:29.242302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-28793842-6d5d-4e6c-9e3a-1b170ad90d7f admin admin] Deleting subnet 0395b907-7900-4386-94ce-0c4055fadddb {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:49:29.252157 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-28793842-6d5d-4e6c-9e3a-1b170ad90d7f admin admin] Publish callbacks [] for subnet (0395b907-7900-4386-94ce-0c4055fadddb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:29.346091 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0722c199-e533-489c-aa14-ab453dd840e0 req-a774c6e3-24b1-482c-b313-4bb04868613e service neutron] 10.222.0.43 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266592 Mar 23 01:49:29.492515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Allocated IP 2001:db8::1 (56e7fb1b-f493-46d2-a20d-a464744c4ad5/f49dc9e8-5602-4d06-80b1-86c9cbc28c7d/7fbbf29e-dbbc-45aa-a7a2-62704364f3a7) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:29.601053 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-28793842-6d5d-4e6c-9e3a-1b170ad90d7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (0395b907-7900-4386-94ce-0c4055fadddb), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:29.606043 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (56e7fb1b-f493-46d2-a20d-a464744c4ad5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:29.635430 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698f1f4-1192-426d-bd44-d77e39460631 req-15aaab5a-b6e6-4ece-8fbd-a8c095c99e35 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:29.637995 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5698f1f4-1192-426d-bd44-d77e39460631 req-15aaab5a-b6e6-4ece-8fbd-a8c095c99e35 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 943 time: 0.0747004 Mar 23 01:49:29.651931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1e898-a035-42d7-bd06-e4ea7e330208 req-8f1fa0fd-b924-4b9e-95c2-83cef40ebbc0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:29.654356 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d5f1e898-a035-42d7-bd06-e4ea7e330208 req-8f1fa0fd-b924-4b9e-95c2-83cef40ebbc0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 945 time: 0.4870398 Mar 23 01:49:29.727052 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5698f1f4-1192-426d-bd44-d77e39460631 req-6f4dea3a-ba30-4c54-969b-043911a06b0b tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759356 Mar 23 01:49:29.759215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Router 05b940c5-ea4d-4f11-9bc8-b1352b7168e3 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:49:29.779962 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Publish callbacks [] for port (7fbbf29e-dbbc-45aa-a7a2-62704364f3a7), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:29.788768 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (7fbbf29e-dbbc-45aa-a7a2-62704364f3a7), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:29.828644 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d5f1e898-a035-42d7-bd06-e4ea7e330208 req-88ba513c-29a6-46b3-895d-ea2cb784f0ff tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656933 Mar 23 01:49:29.829323 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (f49dc9e8-5602-4d06-80b1-86c9cbc28c7d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:29.834835 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-28793842-6d5d-4e6c-9e3a-1b170ad90d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (0395b907-7900-4386-94ce-0c4055fadddb), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:29.835565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Network 56e7fb1b-f493-46d2-a20d-a464744c4ad5 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:29.838767 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:29.842663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:29.871102 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Pushing event updated for resources: {'Port': ['ID=7fbbf29e-dbbc-45aa-a7a2-62704364f3a7,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:29.937094 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Attempting to bind port 7fbbf29e-dbbc-45aa-a7a2-62704364f3a7 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:29.937614 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Attempting to bind port 7fbbf29e-dbbc-45aa-a7a2-62704364f3a7 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'ff2fd5cd-9b13-4a92-973a-e6df8431ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '56e7fb1b-f493-46d2-a20d-a464744c4ad5'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:29.938092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Attempting to bind port 7fbbf29e-dbbc-45aa-a7a2-62704364f3a7 on network 56e7fb1b-f493-46d2-a20d-a464744c4ad5 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:29.945116 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:29.945641 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Checking segment: {'id': 'ff2fd5cd-9b13-4a92-973a-e6df8431ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '56e7fb1b-f493-46d2-a20d-a464744c4ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:29.946143 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:29.946639 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Bound using segment: {'id': 'ff2fd5cd-9b13-4a92-973a-e6df8431ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '56e7fb1b-f493-46d2-a20d-a464744c4ad5'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:29.947246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Bound port: 7fbbf29e-dbbc-45aa-a7a2-62704364f3a7, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2fd5cd-9b13-4a92-973a-e6df8431ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '56e7fb1b-f493-46d2-a20d-a464744c4ad5'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:29.947730 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7fbbf29e-dbbc-45aa-a7a2-62704364f3a7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:30.035443 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] For port 7fbbf29e-dbbc-45aa-a7a2-62704364f3a7, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:30.040127 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] For port 7fbbf29e-dbbc-45aa-a7a2-62704364f3a7, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7fbbf29e-dbbc-45aa-a7a2-62704364f3a7,segment=NetworkSegment(ff2fd5cd-9b13-4a92-973a-e6df8431ba33),segment_id=ff2fd5cd-9b13-4a92-973a-e6df8431ba33)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:30.051908 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7fbbf29e-dbbc-45aa-a7a2-62704364f3a7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:30.062800 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-28793842-6d5d-4e6c-9e3a-1b170ad90d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (0395b907-7900-4386-94ce-0c4055fadddb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:30.110653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:49:30.126377 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Sync routers for ids ['05b940c5-ea4d-4f11-9bc8-b1352b7168e3'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:49:30.141563 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b501a-9d87-467d-9208-24e1b0ff2042 None None] Pushing event updated for resources: {'Port': ['ID=7fbbf29e-dbbc-45aa-a7a2-62704364f3a7,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:30.155706 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Routers {'05b940c5-ea4d-4f11-9bc8-b1352b7168e3'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:30.156809 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['05b940c5-ea4d-4f11-9bc8-b1352b7168e3'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:30.164766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28793842-6d5d-4e6c-9e3a-1b170ad90d7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0395b907-7900-4386-94ce-0c4055fadddb,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:30.171137 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31cf39e-abb4-4f38-a0e4-465a98b237ec None None] Network 2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:30.185745 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-28793842-6d5d-4e6c-9e3a-1b170ad90d7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:30.194597 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-28793842-6d5d-4e6c-9e3a-1b170ad90d7f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0395b907-7900-4386-94ce-0c4055fadddb HTTP/1.1" status: 204 len: 168 time: 1.1509163 Mar 23 01:49:30.197316 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55094) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:30.197605 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (f49dc9e8-5602-4d06-80b1-86c9cbc28c7d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:30.303813 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:30.333709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Subnet': ['ID=f49dc9e8-5602-4d06-80b1-86c9cbc28c7d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:30.358605 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:30.362563 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ebabf334-8744-4899-96d9-c478a624fc60 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.4336541 Mar 23 01:49:30.380335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55100) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:30.445028 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Set router 05b940c5-ea4d-4f11-9bc8-b1352b7168e3 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:49:30.447743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] Deleting port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:30.448101 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ce75f054-3a6b-4fb2-a6a4-5925cf262ae3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:30.506049 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (56e7fb1b-f493-46d2-a20d-a464744c4ad5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:30.544210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ccd5d8e1-5de5-4876-8aab-8c7146c23aad no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:49:30.598604 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: ccd5d8e1-5de5-4876-8aab-8c7146c23aad {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:49:30.598937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ccd5d8e1-5de5-4876-8aab-8c7146c23aad not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:49:30.662937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a104a3-3c73-4e0d-ab99-78acd6c8885a req-38493de0-bcb8-4e62-bde2-27958b890e1c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:30.664638 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59a104a3-3c73-4e0d-ab99-78acd6c8885a req-38493de0-bcb8-4e62-bde2-27958b890e1c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0&tenant_id=bb6e915da6d4405598d98978727b2035&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 945 time: 0.5743644 Mar 23 01:49:30.672554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] For port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ce75f054-3a6b-4fb2-a6a4-5925cf262ae3,segment=NetworkSegment(fd9fb7c4-d936-4278-97cc-94c462a2466c),segment_id=fd9fb7c4-d936-4278-97cc-94c462a2466c)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:30.673311 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e7fb1b-f493-46d2-a20d-a464744c4ad5']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:30.673444 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ce75f054-3a6b-4fb2-a6a4-5925cf262ae3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:30.696164 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] Calling delete_port for ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:30.700676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2fd5cd-9b13-4a92-973a-e6df8431ba33') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:30.700851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2fd5cd-9b13-4a92-973a-e6df8431ba33') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:30.759124 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1382d7c-3f49-42ed-82f9-f1f9372bd06f req-fefbc7b1-9d74-4430-a1b9-d94c223115fc tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:30.766654 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1382d7c-3f49-42ed-82f9-f1f9372bd06f req-fefbc7b1-9d74-4430-a1b9-d94c223115fc tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 945 time: 0.6776130 Mar 23 01:49:30.782779 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ec402d-7652-4560-9855-03a462bf231f None None] DHCP port deletion for 2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:49:30.787696 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (ff2fd5cd-9b13-4a92-973a-e6df8431ba33), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:30.834642 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (ff2fd5cd-9b13-4a92-973a-e6df8431ba33), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:30.868177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:30.868632 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (ff2fd5cd-9b13-4a92-973a-e6df8431ba33), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:30.879305 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ce75f054-3a6b-4fb2-a6a4-5925cf262ae3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:30.894503 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:30.898635 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b940c5-ea4d-4f11-9bc8-b1352b7168e3', 'name': 'tempest-snat-router-334375189', 'tenant_id': '08c74bc3fa214a4c803d5840e9254096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.121'}], 'enable_snat': False}, 'gw_port_id': '73834eaa-4f00-43c1-b190-fc750d85e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:25Z', 'updated_at': '2022-03-23T01:49:28Z', 'revision_number': 3, 'project_id': '08c74bc3fa214a4c803d5840e9254096', 'gw_port': {'id': '73834eaa-4f00-43c1-b190-fc750d85e2e4', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b940c5-ea4d-4f11-9bc8-b1352b7168e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:27Z', 'updated_at': '2022-03-23T01:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:30.900374 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-06ec402d-7652-4560-9855-03a462bf231f None None] Deleting port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:30.900891 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-06ec402d-7652-4560-9855-03a462bf231f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ce75f054-3a6b-4fb2-a6a4-5925cf262ae3), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:30.934547 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Checking router: 05b940c5-ea4d-4f11-9bc8-b1352b7168e3 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:49:30.935112 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Updating router 05b940c5-ea4d-4f11-9bc8-b1352b7168e3 port 73834eaa-4f00-43c1-b190-fc750d85e2e4 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:49:30.978504 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73834eaa-4f00-43c1-b190-fc750d85e2e4), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:30.982227 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-06ec402d-7652-4560-9855-03a462bf231f None None] For port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3, host n-d-834677-4, got binding levels [] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:30.982227 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-06ec402d-7652-4560-9855-03a462bf231f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ce75f054-3a6b-4fb2-a6a4-5925cf262ae3), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:30.998813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] No DVR routers for this DVR port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:49:31.002568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce75f054-3a6b-4fb2-a6a4-5925cf262ae3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:31.012384 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55110) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:31.012647 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-45b875eb-0a47-4a73-9523-3178fa55718b tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "GET /v2.0/routers/05b940c5-ea4d-4f11-9bc8-b1352b7168e3 HTTP/1.1" status: 200 len: 908 time: 0.6234643 Mar 23 01:49:31.023440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-06ec402d-7652-4560-9855-03a462bf231f None None] Calling delete_port for ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:31.025961 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1382d7c-3f49-42ed-82f9-f1f9372bd06f req-3a4e669e-3f7f-468d-8dce-be6b81f13d06 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568758 Mar 23 01:49:31.030601 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.ipam_backend_mixin [None req-06ec402d-7652-4560-9855-03a462bf231f None None] Port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 was not found and therefore no delete operation was performed {{(pid=99265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 01:49:31.033719 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.api [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 01:49:31.033719 n-d-834677-4 neutron-server[99264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 01:49:31.033719 n-d-834677-4 neutron-server[99264]: [parameters: {'id': '56e7fb1b-f493-46d2-a20d-a464744c4ad5'}] Mar 23 01:49:31.033719 n-d-834677-4 neutron-server[99264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=99264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:49:31.034857 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-06ec402d-7652-4560-9855-03a462bf231f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (ce75f054-3a6b-4fb2-a6a4-5925cf262ae3), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.035262 n-d-834677-4 neutron-server[99264]: DEBUG oslo_db.api [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:49:31.045487 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-59a104a3-3c73-4e0d-ab99-78acd6c8885a req-868de968-0b65-4c04-a764-28ed74456236 service neutron] delete failed (client error): The resource could not be found. Mar 23 01:49:31.045487 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59a104a3-3c73-4e0d-ab99-78acd6c8885a req-868de968-0b65-4c04-a764-28ed74456236 service neutron] 10.222.0.42 "DELETE /v2.0/ports/cb8bf3aa-b24a-49e4-a100-ba716a956c98/bindings/n-h1-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.3665743 Mar 23 01:49:31.056794 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Request body: {'router': {'name': 'tempest-snat-router-334375189', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'enable_snat': True}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:31.080059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec402d-7652-4560-9855-03a462bf231f None None] No DVR routers for this DVR port ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:49:31.094996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec402d-7652-4560-9855-03a462bf231f None None] Pushing event deleted for resources: {'Port': ['ID=ce75f054-3a6b-4fb2-a6a4-5925cf262ae3,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:31.140908 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.156215 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (2a34da7f-b53c-4a9e-b4f4-f21e6edee15f), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.157299 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (2a34da7f-b53c-4a9e-b4f4-f21e6edee15f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.167033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a104a3-3c73-4e0d-ab99-78acd6c8885a req-0ae71ac5-11af-4d98-8413-bb4af9e3d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:31.169733 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59a104a3-3c73-4e0d-ab99-78acd6c8885a req-0ae71ac5-11af-4d98-8413-bb4af9e3d5db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 1127 time: 0.0691967 Mar 23 01:49:31.174343 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b22d8-3492-4e19-b334-206acd8d45a6 req-3ac08975-d4df-40ee-9eaa-955f46f7d277 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:31.181876 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-582b22d8-3492-4e19-b334-206acd8d45a6 req-3ac08975-d4df-40ee-9eaa-955f46f7d277 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 943 time: 0.2849810 Mar 23 01:49:31.224064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:31.263114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9fb7c4-d936-4278-97cc-94c462a2466c') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:31.263408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9fb7c4-d936-4278-97cc-94c462a2466c') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:31.331416 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (fd9fb7c4-d936-4278-97cc-94c462a2466c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.338673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55114) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:31.343021 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-582b22d8-3492-4e19-b334-206acd8d45a6 req-e33135ca-4a1e-4d9f-bcd5-65c17b5b336d tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601114 Mar 23 01:49:31.359051 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_controller (2a34da7f-b53c-4a9e-b4f4-f21e6edee15f), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.366308 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (fd9fb7c4-d936-4278-97cc-94c462a2466c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.370158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a104a3-3c73-4e0d-ab99-78acd6c8885a req-14ae9f15-71a0-432f-b221-262e6ae67c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:31.371798 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59a104a3-3c73-4e0d-ab99-78acd6c8885a req-14ae9f15-71a0-432f-b221-262e6ae67c95 service neutron] 10.222.0.42 "GET /v2.0/networks?id=87aa8238-b3d1-4249-8bf5-f96b20def476 HTTP/1.1" status: 200 len: 897 time: 0.1952040 Mar 23 01:49:31.380689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:31.380689 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (fd9fb7c4-d936-4278-97cc-94c462a2466c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:31.382122 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:31.395164 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Publish callbacks [] for port (73834eaa-4f00-43c1-b190-fc750d85e2e4), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.413999 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73834eaa-4f00-43c1-b190-fc750d85e2e4), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.467054 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59a104a3-3c73-4e0d-ab99-78acd6c8885a req-b0efd6b8-87e9-4639-8dfb-27f1eaf7fb01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98 HTTP/1.1" status: 200 len: 1000 time: 0.0872798 Mar 23 01:49:31.500008 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Attempting to bind port 73834eaa-4f00-43c1-b190-fc750d85e2e4 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:31.500365 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Attempting to bind port 73834eaa-4f00-43c1-b190-fc750d85e2e4 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:31.500765 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Attempting to bind port 73834eaa-4f00-43c1-b190-fc750d85e2e4 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:31.503690 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbb5c7-3af0-4598-b9a9-46247d255065 None None] Pushing event updated for resources: {'Port': ['ID=73834eaa-4f00-43c1-b190-fc750d85e2e4,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:31.509708 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:31.510085 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:31.510489 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.510883 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:31.511675 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Bound port: 73834eaa-4f00-43c1-b190-fc750d85e2e4, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:31.511777 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73834eaa-4f00-43c1-b190-fc750d85e2e4), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.558381 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (56e7fb1b-f493-46d2-a20d-a464744c4ad5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.568171 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] For port 73834eaa-4f00-43c1-b190-fc750d85e2e4, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:31.572509 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] For port 73834eaa-4f00-43c1-b190-fc750d85e2e4, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=73834eaa-4f00-43c1-b190-fc750d85e2e4,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:31.574275 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a104a3-3c73-4e0d-ab99-78acd6c8885a req-c3c6296a-2909-4c15-a31b-d84d85757a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:31.576305 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59a104a3-3c73-4e0d-ab99-78acd6c8885a req-c3c6296a-2909-4c15-a31b-d84d85757a4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e48427a-299d-4910-9d09-e0cfab05d4bd HTTP/1.1" status: 200 len: 834 time: 0.1033933 Mar 23 01:49:31.582736 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73834eaa-4f00-43c1-b190-fc750d85e2e4), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.606016 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ba9ccc87-8826-4582-a199-154d34eaaad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.641432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (2a34da7f-b53c-4a9e-b4f4-f21e6edee15f), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.648313 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.657429 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Routers {'05b940c5-ea4d-4f11-9bc8-b1352b7168e3'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:31.658106 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['05b940c5-ea4d-4f11-9bc8-b1352b7168e3'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:31.666865 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.672433 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d HTTP/1.1" status: 204 len: 168 time: 1.4708045 Mar 23 01:49:31.672433 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d207f39-e972-4e6d-8dd2-57ec060da0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c6a2eb5-4d15-4020-b9c3-8ee41c973d1d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:31.721062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a104a3-3c73-4e0d-ab99-78acd6c8885a req-e04df542-1b68-4d02-bc47-d156b84e63fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:31.722623 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59a104a3-3c73-4e0d-ab99-78acd6c8885a req-e04df542-1b68-4d02-bc47-d156b84e63fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87aa8238-b3d1-4249-8bf5-f96b20def476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1368291 Mar 23 01:49:31.745995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6fd3b2-4f3b-4253-b60c-c7ee78bc750e None None] Network 56e7fb1b-f493-46d2-a20d-a464744c4ad5 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:31.809280 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Deleting port 7fbbf29e-dbbc-45aa-a7a2-62704364f3a7 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:31.809703 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7fbbf29e-dbbc-45aa-a7a2-62704364f3a7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.840306 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbb5c7-3af0-4598-b9a9-46247d255065 None None] Pushing event updated for resources: {'Port': ['ID=73834eaa-4f00-43c1-b190-fc750d85e2e4,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:31.879222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4a04574c-d083-4b83-a470-ac946bcbb367 None None] Provisioning complete for port 7fbbf29e-dbbc-45aa-a7a2-62704364f3a7 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:31.879993 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4a04574c-d083-4b83-a470-ac946bcbb367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7fbbf29e-dbbc-45aa-a7a2-62704364f3a7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.897516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55120) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:31.909723 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] Set router 05b940c5-ea4d-4f11-9bc8-b1352b7168e3 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:49:31.919893 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ba9ccc87-8826-4582-a199-154d34eaaad5 admin admin] Publish callbacks [] for security_group (6d8743d6-8d20-4e38-b070-f4bc5bc7ca4a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.944410 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ba9ccc87-8826-4582-a199-154d34eaaad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6d8743d6-8d20-4e38-b070-f4bc5bc7ca4a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.948583 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] For port 7fbbf29e-dbbc-45aa-a7a2-62704364f3a7, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7fbbf29e-dbbc-45aa-a7a2-62704364f3a7,segment=NetworkSegment(ff2fd5cd-9b13-4a92-973a-e6df8431ba33),segment_id=ff2fd5cd-9b13-4a92-973a-e6df8431ba33)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:31.948975 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7fbbf29e-dbbc-45aa-a7a2-62704364f3a7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.951938 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (2a34da7f-b53c-4a9e-b4f4-f21e6edee15f), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:31.988706 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.014351 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4a04574c-d083-4b83-a470-ac946bcbb367 None None] Current status of the port 7fbbf29e-dbbc-45aa-a7a2-62704364f3a7 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:32.014750 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4a04574c-d083-4b83-a470-ac946bcbb367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7fbbf29e-dbbc-45aa-a7a2-62704364f3a7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.018818 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59a104a3-3c73-4e0d-ab99-78acd6c8885a req-709c30db-ab95-4186-a2a0-e97edeffcbe0 service neutron] 10.222.0.42 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874906 Mar 23 01:49:32.026927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Calling delete_port for 7fbbf29e-dbbc-45aa-a7a2-62704364f3a7 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:32.057029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4a04574c-d083-4b83-a470-ac946bcbb367 None None] For port 7fbbf29e-dbbc-45aa-a7a2-62704364f3a7, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7fbbf29e-dbbc-45aa-a7a2-62704364f3a7,segment=NetworkSegment(ff2fd5cd-9b13-4a92-973a-e6df8431ba33),segment_id=ff2fd5cd-9b13-4a92-973a-e6df8431ba33)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:32.061424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1f8754-e6c4-4565-82a8-690bb91dcbf1 None None] DHCP port deletion for 56e7fb1b-f493-46d2-a20d-a464744c4ad5 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:49:32.070069 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4a04574c-d083-4b83-a470-ac946bcbb367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7fbbf29e-dbbc-45aa-a7a2-62704364f3a7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.165956 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ba9ccc87-8826-4582-a199-154d34eaaad5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a963eee4632a403ca966592d1a306796&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8259826 Mar 23 01:49:32.166994 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ccc87-8826-4582-a199-154d34eaaad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8743d6-8d20-4e38-b070-f4bc5bc7ca4a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:32.169557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55124) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:32.184173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e3d4df1a-cea5-4029-987c-66aad06176d4 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:49:32.187371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device cb8bf3aa-b24a-49e4-a100-ba716a956c98 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:32.236065 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4c5e5398-6319-4264-b523-4a305acb965c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e35ac7ee452645cea4358533badc37e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3344762 Mar 23 01:49:32.238246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Allocated IP 172.25.0.38 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/8ea70472-da71-45ee-9df3-0aae9656bafb) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:32.243665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55126) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:32.269413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04574c-d083-4b83-a470-ac946bcbb367 None None] Pushing event updated for resources: {'Port': ['ID=7fbbf29e-dbbc-45aa-a7a2-62704364f3a7,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:32.270413 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b940c5-ea4d-4f11-9bc8-b1352b7168e3', 'name': 'tempest-snat-router-334375189', 'tenant_id': '08c74bc3fa214a4c803d5840e9254096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.121'}], 'enable_snat': False}, 'gw_port_id': '73834eaa-4f00-43c1-b190-fc750d85e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:25Z', 'updated_at': '2022-03-23T01:49:28Z', 'revision_number': 3, 'project_id': '08c74bc3fa214a4c803d5840e9254096', 'gw_port': {'id': '73834eaa-4f00-43c1-b190-fc750d85e2e4', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b940c5-ea4d-4f11-9bc8-b1352b7168e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:27Z', 'updated_at': '2022-03-23T01:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:32.303688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port cb8bf3aa-b24a-49e4-a100-ba716a956c98 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:49:32.317302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port cb8bf3aa-b24a-49e4-a100-ba716a956c98 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:32.317678 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.348319 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868ef6e-6272-496e-aedb-50c8620879e8 None None] The sync data for ids ['05b940c5-ea4d-4f11-9bc8-b1352b7168e3'] in n-d-834677-4 is: [{'id': '05b940c5-ea4d-4f11-9bc8-b1352b7168e3', 'name': 'tempest-snat-router-334375189', 'tenant_id': '08c74bc3fa214a4c803d5840e9254096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.121'}], 'enable_snat': False}, 'gw_port_id': '73834eaa-4f00-43c1-b190-fc750d85e2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:25Z', 'updated_at': '2022-03-23T01:49:28Z', 'revision_number': 3, 'project_id': '08c74bc3fa214a4c803d5840e9254096', 'gw_port': {'id': '73834eaa-4f00-43c1-b190-fc750d85e2e4', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b940c5-ea4d-4f11-9bc8-b1352b7168e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:27Z', 'updated_at': '2022-03-23T01:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:49:32.381025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:49:32.419796 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f8754-e6c4-4565-82a8-690bb91dcbf1 None None] Deleting port 7fbbf29e-dbbc-45aa-a7a2-62704364f3a7 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:32.420175 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8754-e6c4-4565-82a8-690bb91dcbf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7fbbf29e-dbbc-45aa-a7a2-62704364f3a7), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.465288 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59a104a3-3c73-4e0d-ab99-78acd6c8885a req-59cae203-785d-4d40-a9aa-cb5e68b54088 service neutron] 10.222.0.42 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226465 Mar 23 01:49:32.488951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98f212-38ae-463c-89f8-0d69bff363fe req-a8105ac1-67e9-4e94-9848-63b87aa57755 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:32.497260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd98f212-38ae-463c-89f8-0d69bff363fe req-a8105ac1-67e9-4e94-9848-63b87aa57755 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 945 time: 0.3343132 Mar 23 01:49:32.507979 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cccc4848-845f-4b25-89e5-94ddebb351c2 admin admin] Publish callbacks [] for security_group (6d8743d6-8d20-4e38-b070-f4bc5bc7ca4a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.527148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:49:32.527441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ce75f054-3a6b-4fb2-a6a4-5925cf262ae3 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:49:32.544148 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7fbbf29e-dbbc-45aa-a7a2-62704364f3a7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.588826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port cb8bf3aa-b24a-49e4-a100-ba716a956c98 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:32.589454 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.600653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Port': ['ID=7fbbf29e-dbbc-45aa-a7a2-62704364f3a7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:32.610931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No DVR routers for this DVR port 7fbbf29e-dbbc-45aa-a7a2-62704364f3a7 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:49:32.614451 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cccc4848-845f-4b25-89e5-94ddebb351c2 admin admin] Publish callbacks [] for security_group (6d8743d6-8d20-4e38-b070-f4bc5bc7ca4a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.640086 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for port (8ea70472-da71-45ee-9df3-0aae9656bafb), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.663810 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:49:32.666128 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecda45f5-f15a-4d48-8e1d-21862514b998" -d '{"events": [{"server_uuid": "cbfcd534-fcb7-4fd7-80d9-911a774103f0", "name": "network-vif-plugged", "status": "completed", "tag": "cb8bf3aa-b24a-49e4-a100-ba716a956c98"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:49:32.676397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-dd1f8754-e6c4-4565-82a8-690bb91dcbf1 None None] For port 7fbbf29e-dbbc-45aa-a7a2-62704364f3a7, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7fbbf29e-dbbc-45aa-a7a2-62704364f3a7,segment=NetworkSegment(ff2fd5cd-9b13-4a92-973a-e6df8431ba33),segment_id=ff2fd5cd-9b13-4a92-973a-e6df8431ba33)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:32.676831 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8754-e6c4-4565-82a8-690bb91dcbf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7fbbf29e-dbbc-45aa-a7a2-62704364f3a7), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.682785 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd98f212-38ae-463c-89f8-0d69bff363fe req-ce851f47-60c8-449c-b307-6785b92866ee tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841507 Mar 23 01:49:32.691588 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a277f7f-7341-49d2-9791-faff4e03a076 admin admin] Publish callbacks [] for security_group (008540b0-9667-479f-8617-d02112bb64a7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.703930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port cb8bf3aa-b24a-49e4-a100-ba716a956c98, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98,segment=NetworkSegment(6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2),segment_id=6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:32.710356 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e3d4df1a-cea5-4029-987c-66aad06176d4, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e3d4df1a-cea5-4029-987c-66aad06176d4,segment=NetworkSegment(4f73d738-137b-40e3-849f-32882620912b),segment_id=4f73d738-137b-40e3-849f-32882620912b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:32.713453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f8754-e6c4-4565-82a8-690bb91dcbf1 None None] Calling delete_port for 7fbbf29e-dbbc-45aa-a7a2-62704364f3a7 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:32.717640 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.734090 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a277f7f-7341-49d2-9791-faff4e03a076 admin admin] Publish callbacks [] for security_group (008540b0-9667-479f-8617-d02112bb64a7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.747195 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:49:32.764342 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'e3d4df1a-cea5-4029-987c-66aad06176d4', 'network_id': '58bb0fa8-da03-480f-a1ac-572b78b11902', 'port_id': 'e3d4df1a-cea5-4029-987c-66aad06176d4', 'mac_address': 'fa:16:3e:ef:43:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea7038e1-c2d2-4675-9cf5-da7d82182b5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:49:32.812847 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (56e7fb1b-f493-46d2-a20d-a464744c4ad5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.839794 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928a823-8d9e-45e4-98e5-09dafb022f3b req-3f55e0e6-aaed-4a5d-8855-e2d61e59c43f tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:32.841452 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a928a823-8d9e-45e4-98e5-09dafb022f3b req-3f55e0e6-aaed-4a5d-8855-e2d61e59c43f tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 943 time: 0.2991991 Mar 23 01:49:32.848722 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a277f7f-7341-49d2-9791-faff4e03a076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (008540b0-9667-479f-8617-d02112bb64a7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.849618 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e7fb1b-f493-46d2-a20d-a464744c4ad5']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:32.851273 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a277f7f-7341-49d2-9791-faff4e03a076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.857981 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0a277f7f-7341-49d2-9791-faff4e03a076 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/008540b0-9667-479f-8617-d02112bb64a7 HTTP/1.1" status: 204 len: 168 time: 0.6031699 Mar 23 01:49:32.877802 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a277f7f-7341-49d2-9791-faff4e03a076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008540b0-9667-479f-8617-d02112bb64a7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:32.880560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2fd5cd-9b13-4a92-973a-e6df8431ba33') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:32.881537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2fd5cd-9b13-4a92-973a-e6df8431ba33') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:32.916072 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (ff2fd5cd-9b13-4a92-973a-e6df8431ba33), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.928437 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8ea70472-da71-45ee-9df3-0aae9656bafb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.950105 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (ff2fd5cd-9b13-4a92-973a-e6df8431ba33), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.954233 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cccc4848-845f-4b25-89e5-94ddebb351c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6d8743d6-8d20-4e38-b070-f4bc5bc7ca4a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.957961 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac54e0a7-bfd1-4d4e-ad13-c68418c0f5ee x-openstack-request-id: req-ac54e0a7-bfd1-4d4e-ad13-c68418c0f5ee {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:49:32.958578 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfcd534-fcb7-4fd7-80d9-911a774103f0", "name": "network-vif-plugged", "status": "completed", "tag": "cb8bf3aa-b24a-49e4-a100-ba716a956c98", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:49:32.959082 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac54e0a7-bfd1-4d4e-ad13-c68418c0f5ee {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:49:32.959697 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac54e0a7-bfd1-4d4e-ad13-c68418c0f5ee'] response: {'server_uuid': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98', 'code': 200} Mar 23 01:49:32.960018 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cccc4848-845f-4b25-89e5-94ddebb351c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:32.966135 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cccc4848-845f-4b25-89e5-94ddebb351c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d8743d6-8d20-4e38-b070-f4bc5bc7ca4a HTTP/1.1" status: 204 len: 168 time: 0.7795999 Mar 23 01:49:32.970731 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8754-e6c4-4565-82a8-690bb91dcbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (7fbbf29e-dbbc-45aa-a7a2-62704364f3a7), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:33.000727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:33.000727 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (ff2fd5cd-9b13-4a92-973a-e6df8431ba33), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:33.007384 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a928a823-8d9e-45e4-98e5-09dafb022f3b req-fc5c6d3b-7fab-41b7-bd0f-72b0bc18f400 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481879 Mar 23 01:49:33.020158 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:33.023217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:33.026820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:33.055974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1f8754-e6c4-4565-82a8-690bb91dcbf1 None None] No DVR routers for this DVR port 7fbbf29e-dbbc-45aa-a7a2-62704364f3a7 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:49:33.072638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=cb8bf3aa-b24a-49e4-a100-ba716a956c98,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:33.089293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e3d4df1a-cea5-4029-987c-66aad06176d4 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:33.090034 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e3d4df1a-cea5-4029-987c-66aad06176d4), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:33.117403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d4df1a-cea5-4029-987c-66aad06176d4 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:33.173724 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc4848-845f-4b25-89e5-94ddebb351c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8743d6-8d20-4e38-b070-f4bc5bc7ca4a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:33.180495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f8754-e6c4-4565-82a8-690bb91dcbf1 None None] Pushing event deleted for resources: {'Port': ['ID=7fbbf29e-dbbc-45aa-a7a2-62704364f3a7,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:33.193027 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (56e7fb1b-f493-46d2-a20d-a464744c4ad5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:33.213654 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:33.223304 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/networks/56e7fb1b-f493-46d2-a20d-a464744c4ad5 HTTP/1.1" status: 204 len: 168 time: 4.1664460 Mar 23 01:49:33.229195 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55136) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:33.236395 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0891829f-b5d1-47bb-bfce-c59c9af84ec9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-505671983'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:33.241832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e3d4df1a-cea5-4029-987c-66aad06176d4, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e3d4df1a-cea5-4029-987c-66aad06176d4,segment=NetworkSegment(4f73d738-137b-40e3-849f-32882620912b),segment_id=4f73d738-137b-40e3-849f-32882620912b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:33.247650 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Pushing event updated for resources: {'Port': ['ID=8ea70472-da71-45ee-9df3-0aae9656bafb,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:33.257316 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e3d4df1a-cea5-4029-987c-66aad06176d4), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:33.261597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5145d3-1068-4d19-9916-ad3ac9a6a18c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Network': ['ID=56e7fb1b-f493-46d2-a20d-a464744c4ad5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:33.349794 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0891829f-b5d1-47bb-bfce-c59c9af84ec9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:33.360625 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0891829f-b5d1-47bb-bfce-c59c9af84ec9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:33.397320 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e3d4df1a-cea5-4029-987c-66aad06176d4,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:33.405536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0891829f-b5d1-47bb-bfce-c59c9af84ec9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:49:33.496400 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0891829f-b5d1-47bb-bfce-c59c9af84ec9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (dc128027-bd2c-4d8f-acda-8d8095ecfcf3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:33.496778 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-0891829f-b5d1-47bb-bfce-c59c9af84ec9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Added segment dc128027-bd2c-4d8f-acda-8d8095ecfcf3 of type vlan for network 25f640ee-6d17-4c8c-a72e-1057d8184dc0 Mar 23 01:49:33.560551 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0891829f-b5d1-47bb-bfce-c59c9af84ec9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (25f640ee-6d17-4c8c-a72e-1057d8184dc0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:33.613354 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0891829f-b5d1-47bb-bfce-c59c9af84ec9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (25f640ee-6d17-4c8c-a72e-1057d8184dc0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:33.619596 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0891829f-b5d1-47bb-bfce-c59c9af84ec9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:33.620928 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0891829f-b5d1-47bb-bfce-c59c9af84ec9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:33.704036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['e3d4df1a-cea5-4029-987c-66aad06176d4'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:49:33.708926 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (2a34da7f-b53c-4a9e-b4f4-f21e6edee15f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:33.727946 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55152) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:33.729573 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0891829f-b5d1-47bb-bfce-c59c9af84ec9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4976842 Mar 23 01:49:33.738697 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-99c6beb6-eed1-46df-b3b8-00414c769b3e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'subnet': {'network_id': '25f640ee-6d17-4c8c-a72e-1057d8184dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:33.807623 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55154) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:33.859329 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ef8bc10-81cd-4f0c-b867-a0a252e78d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:33.868270 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:33.888438 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891829f-b5d1-47bb-bfce-c59c9af84ec9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Network': ['ID=25f640ee-6d17-4c8c-a72e-1057d8184dc0,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:33.898515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c6beb6-eed1-46df-b3b8-00414c769b3e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:33.902024 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99c6beb6-eed1-46df-b3b8-00414c769b3e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:33.911327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 25f640ee-6d17-4c8c-a72e-1057d8184dc0 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:49:33.979691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e76bf-7d61-4559-8ad7-b6fba566c92d req-9dbda891-ecdd-46f2-98c4-6eb6be78d076 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:33.981406 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-245e76bf-7d61-4559-8ad7-b6fba566c92d req-9dbda891-ecdd-46f2-98c4-6eb6be78d076 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.1442189 Mar 23 01:49:34.060705 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-245e76bf-7d61-4559-8ad7-b6fba566c92d req-d4738208-6ddb-4c96-a690-2450f79475c5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717585 Mar 23 01:49:34.090991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55160) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:34.322410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 73834eaa-4f00-43c1-b190-fc750d85e2e4 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:34.408824 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 73834eaa-4f00-43c1-b190-fc750d85e2e4 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:34.409586 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (73834eaa-4f00-43c1-b190-fc750d85e2e4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:34.556701 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 73834eaa-4f00-43c1-b190-fc750d85e2e4 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:34.557280 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73834eaa-4f00-43c1-b190-fc750d85e2e4), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:34.568033 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8dacaf1d-cc74-4760-9240-94b7a34bcd46 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/6816e61d-ae18-414a-94e3-a82a994e04d7 HTTP/1.1" status: 200 len: 993 time: 0.4716134 Mar 23 01:49:34.604965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 73834eaa-4f00-43c1-b190-fc750d85e2e4, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=73834eaa-4f00-43c1-b190-fc750d85e2e4,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:34.612868 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73834eaa-4f00-43c1-b190-fc750d85e2e4), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:34.632528 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99c6beb6-eed1-46df-b3b8-00414c769b3e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (b6d52038-b89b-4b77-bad7-90395ba0eccb), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:34.669970 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (2a34da7f-b53c-4a9e-b4f4-f21e6edee15f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:34.684624 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ef8bc10-81cd-4f0c-b867-a0a252e78d98 admin admin] Publish callbacks [] for security_group (9150f52a-908a-4509-9f4a-1ba93e3cf2c6), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:34.695144 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ef8bc10-81cd-4f0c-b867-a0a252e78d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9150f52a-908a-4509-9f4a-1ba93e3cf2c6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:34.707375 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=73834eaa-4f00-43c1-b190-fc750d85e2e4,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:34.754967 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6beb6-eed1-46df-b3b8-00414c769b3e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Subnet': ['ID=b6d52038-b89b-4b77-bad7-90395ba0eccb,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:34.764692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c6beb6-eed1-46df-b3b8-00414c769b3e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Checking segment: {'id': 'dc128027-bd2c-4d8f-acda-8d8095ecfcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '25f640ee-6d17-4c8c-a72e-1057d8184dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:34.765062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c6beb6-eed1-46df-b3b8-00414c769b3e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network hostable DHCP agents. Network: 25f640ee-6d17-4c8c-a72e-1057d8184dc0, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:49:34.812160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c6beb6-eed1-46df-b3b8-00414c769b3e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network 25f640ee-6d17-4c8c-a72e-1057d8184dc0 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:49:34.826091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-99c6beb6-eed1-46df-b3b8-00414c769b3e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 25f640ee-6d17-4c8c-a72e-1057d8184dc0) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:34.836572 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331c5abe-60cb-498a-aa8a-5b47d1de34b2 None None] Network 25f640ee-6d17-4c8c-a72e-1057d8184dc0 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:34.839817 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c6beb6-eed1-46df-b3b8-00414c769b3e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:34.840165 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99c6beb6-eed1-46df-b3b8-00414c769b3e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:34.847018 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8ef8bc10-81cd-4f0c-b867-a0a252e78d98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b46269311ec4e84824c7c058d955801&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0362251 Mar 23 01:49:34.850618 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55200) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:34.852221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8bc10-81cd-4f0c-b867-a0a252e78d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9150f52a-908a-4509-9f4a-1ba93e3cf2c6,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:34.882825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db17ff-5d55-4eb2-a4b8-e0961d14be57 req-5706fa93-dd2a-4e87-81ae-e5c583a46d8d tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:34.891897 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e8db17ff-5d55-4eb2-a4b8-e0961d14be57 req-5706fa93-dd2a-4e87-81ae-e5c583a46d8d tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 944 time: 0.7558539 Mar 23 01:49:34.910981 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-99c6beb6-eed1-46df-b3b8-00414c769b3e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1807973 Mar 23 01:49:34.914781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55204) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:34.949314 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3143eaf3-f761-4937-b571-ae031267c2d6 admin admin] Publish callbacks [] for security_group (9150f52a-908a-4509-9f4a-1ba93e3cf2c6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.004087 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3143eaf3-f761-4937-b571-ae031267c2d6 admin admin] Publish callbacks [] for security_group (9150f52a-908a-4509-9f4a-1ba93e3cf2c6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.056748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-25f640ee-6d17-4c8c-a72e-1057d8184dc0', 'network_id': '25f640ee-6d17-4c8c-a72e-1057d8184dc0', 'project_id': 'c77507a560f84ffa93bb7f8f0d7c8da1', 'fixed_ips': [{'subnet_id': 'b6d52038-b89b-4b77-bad7-90395ba0eccb'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:49:35.058337 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.080975 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3143eaf3-f761-4937-b571-ae031267c2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9150f52a-908a-4509-9f4a-1ba93e3cf2c6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.085870 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3143eaf3-f761-4937-b571-ae031267c2d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.093612 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3143eaf3-f761-4937-b571-ae031267c2d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9150f52a-908a-4509-9f4a-1ba93e3cf2c6 HTTP/1.1" status: 204 len: 168 time: 0.2417867 Mar 23 01:49:35.107253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143eaf3-f761-4937-b571-ae031267c2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9150f52a-908a-4509-9f4a-1ba93e3cf2c6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:35.195142 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e8db17ff-5d55-4eb2-a4b8-e0961d14be57 req-85831eb3-9f3d-4f14-927a-57c972833304 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021107 Mar 23 01:49:35.253877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Router 2a34da7f-b53c-4a9e-b4f4-f21e6edee15f is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:49:35.266047 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Allocated IP 2001:db8::1 (25f640ee-6d17-4c8c-a72e-1057d8184dc0/b6d52038-b89b-4b77-bad7-90395ba0eccb/c46bf64a-3ff1-4ace-b924-eb94c1549a04) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:35.271446 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (25f640ee-6d17-4c8c-a72e-1057d8184dc0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.390350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55212) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:35.419035 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (b6d52038-b89b-4b77-bad7-90395ba0eccb), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.441782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:49:35.491719 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Publish callbacks [] for port (c46bf64a-3ff1-4ace-b924-eb94c1549a04), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.498901 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb5232-4cfe-409f-aab1-70de2cbd012e None None] Sync routers for ids ['2a34da7f-b53c-4a9e-b4f4-f21e6edee15f'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:49:35.513979 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (c46bf64a-3ff1-4ace-b924-eb94c1549a04), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.518576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccb5232-4cfe-409f-aab1-70de2cbd012e None None] Routers {'2a34da7f-b53c-4a9e-b4f4-f21e6edee15f'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:35.518880 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.519476 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-3ccb5232-4cfe-409f-aab1-70de2cbd012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['2a34da7f-b53c-4a9e-b4f4-f21e6edee15f'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:35.520812 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-56c034ad-6916-4ace-ac8f-cb6e3dfcfb23 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.5064216 Mar 23 01:49:35.523623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55220) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:35.542931 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (b6d52038-b89b-4b77-bad7-90395ba0eccb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.586044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d52038-b89b-4b77-bad7-90395ba0eccb,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:35.640958 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-88eefa2d-b257-45d3-993f-a4dbf1dec1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.673982 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (25f640ee-6d17-4c8c-a72e-1057d8184dc0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.674581 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Network 25f640ee-6d17-4c8c-a72e-1057d8184dc0 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:35.685786 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:35.690474 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:35.709936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Pushing event updated for resources: {'Port': ['ID=c46bf64a-3ff1-4ace-b924-eb94c1549a04,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:35.713225 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f640ee-6d17-4c8c-a72e-1057d8184dc0']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:35.726286 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-027b268c-5880-4d12-bd25-e0946ab30f92 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "GET /v2.0/routers/2a34da7f-b53c-4a9e-b4f4-f21e6edee15f HTTP/1.1" status: 200 len: 906 time: 0.2010996 Mar 23 01:49:35.728678 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc128027-bd2c-4d8f-acda-8d8095ecfcf3') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:35.728969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55226) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:35.729577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc128027-bd2c-4d8f-acda-8d8095ecfcf3') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:35.744060 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (dc128027-bd2c-4d8f-acda-8d8095ecfcf3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.766071 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (dc128027-bd2c-4d8f-acda-8d8095ecfcf3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.770807 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:35.771148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:35.771488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:35.771820 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:35.772148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:35.772475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:35.772840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:35.773335 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:35.773670 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:35.773991 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:35.774311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:35.775098 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:35.775653 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:35.776112 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:35.776396 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:49:35.780450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:35.780450 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (dc128027-bd2c-4d8f-acda-8d8095ecfcf3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:35.791522 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:35.807146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Attempting to bind port c46bf64a-3ff1-4ace-b924-eb94c1549a04 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:35.807674 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Attempting to bind port c46bf64a-3ff1-4ace-b924-eb94c1549a04 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'dc128027-bd2c-4d8f-acda-8d8095ecfcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '25f640ee-6d17-4c8c-a72e-1057d8184dc0'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:35.808311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Attempting to bind port c46bf64a-3ff1-4ace-b924-eb94c1549a04 on network 25f640ee-6d17-4c8c-a72e-1057d8184dc0 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:35.819204 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-3ccb5232-4cfe-409f-aab1-70de2cbd012e None None] Set router 2a34da7f-b53c-4a9e-b4f4-f21e6edee15f gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:49:35.821761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:35.822306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Checking segment: {'id': 'dc128027-bd2c-4d8f-acda-8d8095ecfcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '25f640ee-6d17-4c8c-a72e-1057d8184dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:35.822711 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.823105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Bound using segment: {'id': 'dc128027-bd2c-4d8f-acda-8d8095ecfcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '25f640ee-6d17-4c8c-a72e-1057d8184dc0'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:35.823584 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Bound port: c46bf64a-3ff1-4ace-b924-eb94c1549a04, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc128027-bd2c-4d8f-acda-8d8095ecfcf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '25f640ee-6d17-4c8c-a72e-1057d8184dc0'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:35.823964 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c46bf64a-3ff1-4ace-b924-eb94c1549a04), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.842081 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f0125ab-62da-4b33-9f80-9c8a9c1a25fb tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router (2a34da7f-b53c-4a9e-b4f4-f21e6edee15f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.874324 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.api [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 01:49:35.874324 n-d-834677-4 neutron-server[99263]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 01:49:35.874324 n-d-834677-4 neutron-server[99263]: [parameters: {'id': '25f640ee-6d17-4c8c-a72e-1057d8184dc0'}] Mar 23 01:49:35.874324 n-d-834677-4 neutron-server[99263]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=99263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:49:35.874771 n-d-834677-4 neutron-server[99263]: DEBUG oslo_db.api [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:49:35.947448 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-88eefa2d-b257-45d3-993f-a4dbf1dec1db admin admin] Publish callbacks [] for security_group (1b585de0-4455-420a-bc99-bc3783bf34e7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.956529 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-88eefa2d-b257-45d3-993f-a4dbf1dec1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1b585de0-4455-420a-bc99-bc3783bf34e7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:35.994829 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] For port c46bf64a-3ff1-4ace-b924-eb94c1549a04, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:36.001702 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] For port c46bf64a-3ff1-4ace-b924-eb94c1549a04, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c46bf64a-3ff1-4ace-b924-eb94c1549a04,segment=NetworkSegment(dc128027-bd2c-4d8f-acda-8d8095ecfcf3),segment_id=dc128027-bd2c-4d8f-acda-8d8095ecfcf3)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:36.003162 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-88eefa2d-b257-45d3-993f-a4dbf1dec1db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f69b67ca28534238b30ff10e98c2a4c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6108148 Mar 23 01:49:36.006433 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55236) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:36.016666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eefa2d-b257-45d3-993f-a4dbf1dec1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b585de0-4455-420a-bc99-bc3783bf34e7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:36.020040 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f0125ab-62da-4b33-9f80-9c8a9c1a25fb tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (2a34da7f-b53c-4a9e-b4f4-f21e6edee15f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:36.025243 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c46bf64a-3ff1-4ace-b924-eb94c1549a04), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:36.095300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-8f0125ab-62da-4b33-9f80-9c8a9c1a25fb tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Deleting port 8ea70472-da71-45ee-9df3-0aae9656bafb {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:36.096012 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f0125ab-62da-4b33-9f80-9c8a9c1a25fb tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8ea70472-da71-45ee-9df3-0aae9656bafb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:36.103500 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee0c3134-60d2-435d-a797-3b182f188d4d admin admin] Publish callbacks [] for security_group (1b585de0-4455-420a-bc99-bc3783bf34e7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:36.135805 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee0c3134-60d2-435d-a797-3b182f188d4d admin admin] Publish callbacks [] for security_group (1b585de0-4455-420a-bc99-bc3783bf34e7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:36.214506 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee0c3134-60d2-435d-a797-3b182f188d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1b585de0-4455-420a-bc99-bc3783bf34e7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:36.218386 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f0125ab-62da-4b33-9f80-9c8a9c1a25fb tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8ea70472-da71-45ee-9df3-0aae9656bafb), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:36.219930 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee0c3134-60d2-435d-a797-3b182f188d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:36.230516 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ee0c3134-60d2-435d-a797-3b182f188d4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b585de0-4455-420a-bc99-bc3783bf34e7 HTTP/1.1" status: 204 len: 168 time: 0.2157047 Mar 23 01:49:36.254954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c3134-60d2-435d-a797-3b182f188d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b585de0-4455-420a-bc99-bc3783bf34e7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:36.263604 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-8f0125ab-62da-4b33-9f80-9c8a9c1a25fb tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Calling delete_port for 8ea70472-da71-45ee-9df3-0aae9656bafb owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:36.325329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e3d4df1a-cea5-4029-987c-66aad06176d4 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:36.368969 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 73834eaa-4f00-43c1-b190-fc750d85e2e4 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:36.371552 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75a992-a1e6-40f4-a925-32f4b5cc8b83 None None] Pushing event updated for resources: {'Port': ['ID=c46bf64a-3ff1-4ace-b924-eb94c1549a04,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:36.375507 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (25f640ee-6d17-4c8c-a72e-1057d8184dc0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:36.442209 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f174b4a6-9ec1-43b5-a692-c77bc897fb50 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:49:36.475035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590c046-6c1b-46ee-bcf5-0956a6783c0b req-4d5e4711-1cfd-4c3e-b547-ad90343a15da tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:36.475526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Deleting port c46bf64a-3ff1-4ace-b924-eb94c1549a04 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:36.476078 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c46bf64a-3ff1-4ace-b924-eb94c1549a04), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:36.482394 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1590c046-6c1b-46ee-bcf5-0956a6783c0b req-4d5e4711-1cfd-4c3e-b547-ad90343a15da tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 944 time: 0.1360626 Mar 23 01:49:36.530965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port e3d4df1a-cea5-4029-987c-66aad06176d4 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:49:36.538547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-3ccb5232-4cfe-409f-aab1-70de2cbd012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a34da7f-b53c-4a9e-b4f4-f21e6edee15f', 'name': 'tempest-snat-router-334375189', 'tenant_id': '08c74bc3fa214a4c803d5840e9254096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '8ea70472-da71-45ee-9df3-0aae9656bafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:31Z', 'updated_at': '2022-03-23T01:49:33Z', 'revision_number': 3, 'project_id': '08c74bc3fa214a4c803d5840e9254096', 'gw_port': {'id': '8ea70472-da71-45ee-9df3-0aae9656bafb', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a34da7f-b53c-4a9e-b4f4-f21e6edee15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:31Z', 'updated_at': '2022-03-23T01:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:36.572431 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 73834eaa-4f00-43c1-b190-fc750d85e2e4 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:36.572898 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (73834eaa-4f00-43c1-b190-fc750d85e2e4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:36.580174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port e3d4df1a-cea5-4029-987c-66aad06176d4 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:36.580174 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e3d4df1a-cea5-4029-987c-66aad06176d4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:36.582779 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb5232-4cfe-409f-aab1-70de2cbd012e None None] Checking router: 2a34da7f-b53c-4a9e-b4f4-f21e6edee15f for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:49:36.583134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb5232-4cfe-409f-aab1-70de2cbd012e None None] Updating router 2a34da7f-b53c-4a9e-b4f4-f21e6edee15f port 8ea70472-da71-45ee-9df3-0aae9656bafb binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:49:36.603656 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1590c046-6c1b-46ee-bcf5-0956a6783c0b req-7c4c231c-3834-43ca-8d41-fd5bc10727a9 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201117 Mar 23 01:49:36.623285 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] For port c46bf64a-3ff1-4ace-b924-eb94c1549a04, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c46bf64a-3ff1-4ace-b924-eb94c1549a04,segment=NetworkSegment(dc128027-bd2c-4d8f-acda-8d8095ecfcf3),segment_id=dc128027-bd2c-4d8f-acda-8d8095ecfcf3)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:36.623786 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c46bf64a-3ff1-4ace-b924-eb94c1549a04), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:36.646485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Calling delete_port for c46bf64a-3ff1-4ace-b924-eb94c1549a04 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:36.677227 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174b4a6-9ec1-43b5-a692-c77bc897fb50 None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:49:36.684647 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-715081bd-6753-4e60-89f6-230d9856d264 req-bfb3fa5e-4221-44ca-88db-7302fe2faaa9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669711 Mar 23 01:49:36.685621 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f0125ab-62da-4b33-9f80-9c8a9c1a25fb tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8ea70472-da71-45ee-9df3-0aae9656bafb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:36.735399 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5232-4cfe-409f-aab1-70de2cbd012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8ea70472-da71-45ee-9df3-0aae9656bafb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:36.740560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0125ab-62da-4b33-9f80-9c8a9c1a25fb tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ea70472-da71-45ee-9df3-0aae9656bafb,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:36.805271 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb5232-4cfe-409f-aab1-70de2cbd012e None None] Port 8ea70472-da71-45ee-9df3-0aae9656bafb not found while updating agent binding for router 2a34da7f-b53c-4a9e-b4f4-f21e6edee15f. {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 23 01:49:36.821581 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c46bf64a-3ff1-4ace-b924-eb94c1549a04), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:36.866705 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f0125ab-62da-4b33-9f80-9c8a9c1a25fb tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (2a34da7f-b53c-4a9e-b4f4-f21e6edee15f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:36.875525 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccb5232-4cfe-409f-aab1-70de2cbd012e None None] Routers {'2a34da7f-b53c-4a9e-b4f4-f21e6edee15f'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:36.876195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-3ccb5232-4cfe-409f-aab1-70de2cbd012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['2a34da7f-b53c-4a9e-b4f4-f21e6edee15f'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:36.893904 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Port': ['ID=c46bf64a-3ff1-4ace-b924-eb94c1549a04,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:36.913627 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No DVR routers for this DVR port c46bf64a-3ff1-4ace-b924-eb94c1549a04 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:49:36.923462 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55256) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:36.979313 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 73834eaa-4f00-43c1-b190-fc750d85e2e4 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:37.001769 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f0125ab-62da-4b33-9f80-9c8a9c1a25fb tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (2a34da7f-b53c-4a9e-b4f4-f21e6edee15f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.005376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-3ccb5232-4cfe-409f-aab1-70de2cbd012e None None] Set router 2a34da7f-b53c-4a9e-b4f4-f21e6edee15f gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:49:37.006698 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f0125ab-62da-4b33-9f80-9c8a9c1a25fb tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_controller (2a34da7f-b53c-4a9e-b4f4-f21e6edee15f), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.007101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e3d4df1a-cea5-4029-987c-66aad06176d4 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:37.007491 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e3d4df1a-cea5-4029-987c-66aad06176d4), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.010891 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715081bd-6753-4e60-89f6-230d9856d264 req-802ab622-fb63-409a-8940-c9f721df58c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:37.012997 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-715081bd-6753-4e60-89f6-230d9856d264 req-802ab622-fb63-409a-8940-c9f721df58c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=839ebfe64dd74d1c922d34d74c877e99&device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 1127 time: 0.2695048 Mar 23 01:49:37.042329 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (25f640ee-6d17-4c8c-a72e-1057d8184dc0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.076123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f640ee-6d17-4c8c-a72e-1057d8184dc0']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:37.090059 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc128027-bd2c-4d8f-acda-8d8095ecfcf3') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:37.090502 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc128027-bd2c-4d8f-acda-8d8095ecfcf3') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:37.105143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-3ccb5232-4cfe-409f-aab1-70de2cbd012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a34da7f-b53c-4a9e-b4f4-f21e6edee15f', 'name': 'tempest-snat-router-334375189', 'tenant_id': '08c74bc3fa214a4c803d5840e9254096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:31Z', 'updated_at': '2022-03-23T01:49:36Z', 'revision_number': 5, 'project_id': '08c74bc3fa214a4c803d5840e9254096', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:37.106789 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (dc128027-bd2c-4d8f-acda-8d8095ecfcf3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.130608 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (dc128027-bd2c-4d8f-acda-8d8095ecfcf3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.140505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:37.142117 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (dc128027-bd2c-4d8f-acda-8d8095ecfcf3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:37.148890 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:37.158434 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f0125ab-62da-4b33-9f80-9c8a9c1a25fb tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (2a34da7f-b53c-4a9e-b4f4-f21e6edee15f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.159347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0125ab-62da-4b33-9f80-9c8a9c1a25fb tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a34da7f-b53c-4a9e-b4f4-f21e6edee15f {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:49:37.161144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb5232-4cfe-409f-aab1-70de2cbd012e None None] The sync data for ids ['2a34da7f-b53c-4a9e-b4f4-f21e6edee15f'] in n-d-834677-4 is: [{'id': '2a34da7f-b53c-4a9e-b4f4-f21e6edee15f', 'name': 'tempest-snat-router-334375189', 'tenant_id': '08c74bc3fa214a4c803d5840e9254096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:31Z', 'updated_at': '2022-03-23T01:49:36Z', 'revision_number': 5, 'project_id': '08c74bc3fa214a4c803d5840e9254096', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:49:37.166731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f746708-970a-4c9d-9964-12c1950b1064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d4df1a-cea5-4029-987c-66aad06176d4'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:49:37.168361 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f0125ab-62da-4b33-9f80-9c8a9c1a25fb tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.168998 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd817af-a8b5-41bf-8a61-3e17a03684a8" -d '{"events": [{"server_uuid": "8f746708-970a-4c9d-9964-12c1950b1064", "name": "network-vif-plugged", "status": "completed", "tag": "e3d4df1a-cea5-4029-987c-66aad06176d4"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:49:37.172276 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8f0125ab-62da-4b33-9f80-9c8a9c1a25fb tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "DELETE /v2.0/routers/2a34da7f-b53c-4a9e-b4f4-f21e6edee15f HTTP/1.1" status: 204 len: 168 time: 1.4421616 Mar 23 01:49:37.174959 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55264) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:37.184250 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e3d4df1a-cea5-4029-987c-66aad06176d4, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e3d4df1a-cea5-4029-987c-66aad06176d4,segment=NetworkSegment(4f73d738-137b-40e3-849f-32882620912b),segment_id=4f73d738-137b-40e3-849f-32882620912b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:37.197778 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e3d4df1a-cea5-4029-987c-66aad06176d4), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.265865 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c399720-20ec-4f34-abd3-8105782680e1 None None] Network 25f640ee-6d17-4c8c-a72e-1057d8184dc0 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:37.268558 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049f9b44-a7dd-4f3e-8c74-f7a6a9f4128d x-openstack-request-id: req-049f9b44-a7dd-4f3e-8c74-f7a6a9f4128d {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:49:37.268887 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f746708-970a-4c9d-9964-12c1950b1064", "name": "network-vif-plugged", "status": "completed", "tag": "e3d4df1a-cea5-4029-987c-66aad06176d4", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:49:37.269144 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-049f9b44-a7dd-4f3e-8c74-f7a6a9f4128d {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:49:37.269533 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049f9b44-a7dd-4f3e-8c74-f7a6a9f4128d'] response: {'server_uuid': '8f746708-970a-4c9d-9964-12c1950b1064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d4df1a-cea5-4029-987c-66aad06176d4', 'code': 200} Mar 23 01:49:37.308365 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-05a8c31a-582b-4c21-a8ad-69594ec40545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.363852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e3d4df1a-cea5-4029-987c-66aad06176d4,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:37.385018 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715081bd-6753-4e60-89f6-230d9856d264 req-ce1796ce-fe3c-42fb-a57c-f12b604c3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:37.388122 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (25f640ee-6d17-4c8c-a72e-1057d8184dc0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.389417 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-715081bd-6753-4e60-89f6-230d9856d264 req-ce1796ce-fe3c-42fb-a57c-f12b604c3fe4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=58bb0fa8-da03-480f-a1ac-572b78b11902 HTTP/1.1" status: 200 len: 910 time: 0.3333983 Mar 23 01:49:37.417027 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.420204 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/networks/25f640ee-6d17-4c8c-a72e-1057d8184dc0 HTTP/1.1" status: 204 len: 168 time: 2.5036390 Mar 23 01:49:37.446515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55272) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:37.455993 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4b0dc5da-3aae-4b9e-8bec-e0ac34299acd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1067615622'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:37.460457 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182a8dd-e597-4647-a43c-ebad227835e1 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Network': ['ID=25f640ee-6d17-4c8c-a72e-1057d8184dc0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:37.462167 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-715081bd-6753-4e60-89f6-230d9856d264 req-0259167c-eb8f-48c8-a39e-82b48f9c8f8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01fdcb60-f61b-461f-bc35-b570e3b520b7 HTTP/1.1" status: 200 len: 217 time: 0.0659828 Mar 23 01:49:37.504287 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13beea7a-d83e-4b26-a082-b493391ea04d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router (05b940c5-ea4d-4f11-9bc8-b1352b7168e3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.534895 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cadafb-7fd7-4b26-8c5e-2ec05e4b48ad req-ef9496e6-43af-46fd-865c-1f7c677f5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:37.536453 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-65cadafb-7fd7-4b26-8c5e-2ec05e4b48ad req-ef9496e6-43af-46fd-865c-1f7c677f5e5d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 1127 time: 0.1209679 Mar 23 01:49:37.554277 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-05a8c31a-582b-4c21-a8ad-69594ec40545 admin admin] Publish callbacks [] for security_group (0e44dca4-202b-44e9-b410-9729b45d052d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.566081 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-05a8c31a-582b-4c21-a8ad-69594ec40545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0e44dca4-202b-44e9-b410-9729b45d052d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.588862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0dc5da-3aae-4b9e-8bec-e0ac34299acd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:37.592330 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4b0dc5da-3aae-4b9e-8bec-e0ac34299acd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.607496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715081bd-6753-4e60-89f6-230d9856d264 req-c4db32cc-f956-41b9-9e58-ce5d395abe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:37.609112 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-715081bd-6753-4e60-89f6-230d9856d264 req-c4db32cc-f956-41b9-9e58-ce5d395abe0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ea7038e1-c2d2-4675-9cf5-da7d82182b5b HTTP/1.1" status: 200 len: 850 time: 0.1405938 Mar 23 01:49:37.625746 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-65cadafb-7fd7-4b26-8c5e-2ec05e4b48ad req-62e203a5-f12d-4430-9a6d-138b5fefc6a9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760398 Mar 23 01:49:37.625746 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8c31a-582b-4c21-a8ad-69594ec40545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e44dca4-202b-44e9-b410-9729b45d052d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:37.641568 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-05a8c31a-582b-4c21-a8ad-69594ec40545 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6abe838ade8944018bdd9bdfd2c28588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7169647 Mar 23 01:49:37.644380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55278) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:37.655983 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-715081bd-6753-4e60-89f6-230d9856d264 req-75574641-734a-42de-a5a0-e57171146c5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58bb0fa8-da03-480f-a1ac-572b78b11902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376291 Mar 23 01:49:37.689041 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0dc5da-3aae-4b9e-8bec-e0ac34299acd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:49:37.705773 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-86e564b2-0f8f-4850-ade9-498550a8d207 admin admin] Publish callbacks [] for security_group (0e44dca4-202b-44e9-b410-9729b45d052d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.731936 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-86e564b2-0f8f-4850-ade9-498550a8d207 admin admin] Publish callbacks [] for security_group (0e44dca4-202b-44e9-b410-9729b45d052d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.796803 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-86e564b2-0f8f-4850-ade9-498550a8d207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0e44dca4-202b-44e9-b410-9729b45d052d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.799931 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-86e564b2-0f8f-4850-ade9-498550a8d207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:37.803968 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-86e564b2-0f8f-4850-ade9-498550a8d207 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e44dca4-202b-44e9-b410-9729b45d052d HTTP/1.1" status: 204 len: 168 time: 0.1551678 Mar 23 01:49:37.811240 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e564b2-0f8f-4850-ade9-498550a8d207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e44dca4-202b-44e9-b410-9729b45d052d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:38.022155 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4b0dc5da-3aae-4b9e-8bec-e0ac34299acd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (f78e3458-8bd9-4e21-84f1-e72036099d25), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:38.022655 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-4b0dc5da-3aae-4b9e-8bec-e0ac34299acd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Added segment f78e3458-8bd9-4e21-84f1-e72036099d25 of type vlan for network 852549a0-0e6d-454b-a942-c342ae7d24de Mar 23 01:49:38.069776 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13beea7a-d83e-4b26-a082-b493391ea04d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (05b940c5-ea4d-4f11-9bc8-b1352b7168e3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:38.098460 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4b0dc5da-3aae-4b9e-8bec-e0ac34299acd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (852549a0-0e6d-454b-a942-c342ae7d24de), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:38.162642 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-715081bd-6753-4e60-89f6-230d9856d264 req-597f493b-ff8d-4ae0-b89e-9a07fe21a19f service neutron] 10.222.0.42 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989703 Mar 23 01:49:38.172824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1b3e8-53be-4761-bcfa-4e881beb2b6a req-6c45254b-8e17-4af8-87a5-53d11a81398a tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:38.174412 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4c1b3e8-53be-4761-bcfa-4e881beb2b6a req-6c45254b-8e17-4af8-87a5-53d11a81398a tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.1924901 Mar 23 01:49:38.235939 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4b0dc5da-3aae-4b9e-8bec-e0ac34299acd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (852549a0-0e6d-454b-a942-c342ae7d24de), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:38.241528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0dc5da-3aae-4b9e-8bec-e0ac34299acd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:38.242347 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4b0dc5da-3aae-4b9e-8bec-e0ac34299acd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:38.331858 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4b0dc5da-3aae-4b9e-8bec-e0ac34299acd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8782728 Mar 23 01:49:38.331992 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55312) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:38.340696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-1303194c-ecab-4f98-85d5-e1f69b72e276 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'subnet': {'network_id': '852549a0-0e6d-454b-a942-c342ae7d24de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:38.354177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-13beea7a-d83e-4b26-a082-b493391ea04d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Deleting port 73834eaa-4f00-43c1-b190-fc750d85e2e4 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:38.354518 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13beea7a-d83e-4b26-a082-b493391ea04d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (73834eaa-4f00-43c1-b190-fc750d85e2e4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:38.362280 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dc5da-3aae-4b9e-8bec-e0ac34299acd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Network': ['ID=852549a0-0e6d-454b-a942-c342ae7d24de,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:38.375961 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 852549a0-0e6d-454b-a942-c342ae7d24de details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:49:38.412531 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-715081bd-6753-4e60-89f6-230d9856d264 req-30e35f28-a13c-4258-ac68-88e38f6ff083 service neutron] 10.222.0.42 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362142 Mar 23 01:49:38.461447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-13beea7a-d83e-4b26-a082-b493391ea04d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] For port 73834eaa-4f00-43c1-b190-fc750d85e2e4, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=73834eaa-4f00-43c1-b190-fc750d85e2e4,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:38.461879 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13beea7a-d83e-4b26-a082-b493391ea04d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (73834eaa-4f00-43c1-b190-fc750d85e2e4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:38.482283 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-13beea7a-d83e-4b26-a082-b493391ea04d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Calling delete_port for 73834eaa-4f00-43c1-b190-fc750d85e2e4 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:38.551388 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc5cabd-0bad-4b5d-8745-8e4a16577b3b req-a1cb6f15-b4c4-41f9-b7ff-cf2a2b38d382 tempest-AbsoluteLimitsNegativeTestJSON-1317720675 tempest-AbsoluteLimitsNegativeTestJSON-1317720675-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=84b33f8c9f0a4dd582bfd0b99d380651&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554411 Mar 23 01:49:38.650970 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f4c1b3e8-53be-4761-bcfa-4e881beb2b6a req-e71dfc2a-53e0-4cc0-a70a-621773514dd8 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647708 Mar 23 01:49:38.738426 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13beea7a-d83e-4b26-a082-b493391ea04d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (73834eaa-4f00-43c1-b190-fc750d85e2e4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:38.753580 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1303194c-ecab-4f98-85d5-e1f69b72e276 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:38.758288 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1303194c-ecab-4f98-85d5-e1f69b72e276 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:38.766535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13beea7a-d83e-4b26-a082-b493391ea04d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Pushing event deleted for resources: {'Port': ['ID=73834eaa-4f00-43c1-b190-fc750d85e2e4,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:38.847877 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13beea7a-d83e-4b26-a082-b493391ea04d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (05b940c5-ea4d-4f11-9bc8-b1352b7168e3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:38.936738 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5cabd-0bad-4b5d-8745-8e4a16577b3b req-5dfbc342-0da9-4049-b676-e6ddc14dbee9 tempest-AbsoluteLimitsNegativeTestJSON-1317720675 tempest-AbsoluteLimitsNegativeTestJSON-1317720675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:38.941070 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc5cabd-0bad-4b5d-8745-8e4a16577b3b req-5dfbc342-0da9-4049-b676-e6ddc14dbee9 tempest-AbsoluteLimitsNegativeTestJSON-1317720675 tempest-AbsoluteLimitsNegativeTestJSON-1317720675-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3812103 Mar 23 01:49:38.973814 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13beea7a-d83e-4b26-a082-b493391ea04d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (05b940c5-ea4d-4f11-9bc8-b1352b7168e3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:38.978956 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc5cabd-0bad-4b5d-8745-8e4a16577b3b req-10097575-9c5d-4da3-abeb-672c14a99424 tempest-AbsoluteLimitsNegativeTestJSON-1317720675 tempest-AbsoluteLimitsNegativeTestJSON-1317720675-project] 10.222.0.18 "GET /v2.0/quotas/84b33f8c9f0a4dd582bfd0b99d380651 HTTP/1.1" status: 200 len: 375 time: 0.0288532 Mar 23 01:49:38.986680 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13beea7a-d83e-4b26-a082-b493391ea04d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_controller (05b940c5-ea4d-4f11-9bc8-b1352b7168e3), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:39.042869 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13beea7a-d83e-4b26-a082-b493391ea04d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (05b940c5-ea4d-4f11-9bc8-b1352b7168e3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:39.044391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13beea7a-d83e-4b26-a082-b493391ea04d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05b940c5-ea4d-4f11-9bc8-b1352b7168e3 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:49:39.058272 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ccc5cabd-0bad-4b5d-8745-8e4a16577b3b req-cdb742ab-83e5-4fbc-a430-eb16107c6c18 tempest-AbsoluteLimitsNegativeTestJSON-1317720675 tempest-AbsoluteLimitsNegativeTestJSON-1317720675-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=84b33f8c9f0a4dd582bfd0b99d380651&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599470 Mar 23 01:49:39.081925 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13beea7a-d83e-4b26-a082-b493391ea04d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:39.085600 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-13beea7a-d83e-4b26-a082-b493391ea04d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "DELETE /v2.0/routers/05b940c5-ea4d-4f11-9bc8-b1352b7168e3 HTTP/1.1" status: 204 len: 168 time: 1.9094515 Mar 23 01:49:39.089055 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55326) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:39.101859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1397800412', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}, 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:39.139982 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (0d951f3a-e7a3-457d-95f0-c10d94c26f96), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:39.141760 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (0d951f3a-e7a3-457d-95f0-c10d94c26f96), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:39.174975 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1303194c-ecab-4f98-85d5-e1f69b72e276 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (59360071-135d-4980-9844-714447b4dec6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:39.238548 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_controller (0d951f3a-e7a3-457d-95f0-c10d94c26f96), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:39.260061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303194c-ecab-4f98-85d5-e1f69b72e276 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Subnet': ['ID=59360071-135d-4980-9844-714447b4dec6,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:39.272222 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1303194c-ecab-4f98-85d5-e1f69b72e276 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Checking segment: {'id': 'f78e3458-8bd9-4e21-84f1-e72036099d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '852549a0-0e6d-454b-a942-c342ae7d24de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:39.272910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1303194c-ecab-4f98-85d5-e1f69b72e276 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network hostable DHCP agents. Network: 852549a0-0e6d-454b-a942-c342ae7d24de, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:49:39.295660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1303194c-ecab-4f98-85d5-e1f69b72e276 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network 852549a0-0e6d-454b-a942-c342ae7d24de is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:49:39.308663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-1303194c-ecab-4f98-85d5-e1f69b72e276 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 852549a0-0e6d-454b-a942-c342ae7d24de) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:39.321273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e857474d-72f1-47a3-b140-0c349e180a12 None None] Network 852549a0-0e6d-454b-a942-c342ae7d24de requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:39.325430 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1303194c-ecab-4f98-85d5-e1f69b72e276 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:39.325430 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1303194c-ecab-4f98-85d5-e1f69b72e276 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:39.354663 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1303194c-ecab-4f98-85d5-e1f69b72e276 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0189228 Mar 23 01:49:39.356012 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55336) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:39.361789 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-44e73c95-ec34-4694-bcad-f1df551d6a9d tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'subnet': {'network_id': '852549a0-0e6d-454b-a942-c342ae7d24de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:39.472442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-852549a0-0e6d-454b-a942-c342ae7d24de', 'network_id': '852549a0-0e6d-454b-a942-c342ae7d24de', 'project_id': 'c77507a560f84ffa93bb7f8f0d7c8da1', 'fixed_ips': [{'subnet_id': '59360071-135d-4980-9844-714447b4dec6'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:49:39.473527 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:39.493696 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (0d951f3a-e7a3-457d-95f0-c10d94c26f96), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:39.518569 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e73c95-ec34-4694-bcad-f1df551d6a9d tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:39.522739 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-44e73c95-ec34-4694-bcad-f1df551d6a9d tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:39.583997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55344) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:39.789197 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Allocated IP 2001:db8::2 (852549a0-0e6d-454b-a942-c342ae7d24de/59360071-135d-4980-9844-714447b4dec6/718e4816-4328-4593-9adb-b2dd9075466a) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:39.851775 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ee5b4fc-b87a-4775-9b67-cab315428b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:39.858557 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (0d951f3a-e7a3-457d-95f0-c10d94c26f96), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:39.885363 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:39.938938 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-44e73c95-ec34-4694-bcad-f1df551d6a9d tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (8a7570fd-007e-45b4-84e9-89efe6931b1e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:39.964699 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22831e82-ecd8-474e-90b6-b9aa2dd8d63f req-08714b36-83cd-4723-87ed-97ba5c8f8038 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:39.971461 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22831e82-ecd8-474e-90b6-b9aa2dd8d63f req-08714b36-83cd-4723-87ed-97ba5c8f8038 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.1943226 Mar 23 01:49:39.976166 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Publish callbacks [] for port (718e4816-4328-4593-9adb-b2dd9075466a), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:39.986856 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e73c95-ec34-4694-bcad-f1df551d6a9d tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network 852549a0-0e6d-454b-a942-c342ae7d24de is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:39.988258 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (718e4816-4328-4593-9adb-b2dd9075466a), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:39.995804 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-44e73c95-ec34-4694-bcad-f1df551d6a9d tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:40.000719 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e73c95-ec34-4694-bcad-f1df551d6a9d tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:40.001532 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-44e73c95-ec34-4694-bcad-f1df551d6a9d tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:40.027959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e73c95-ec34-4694-bcad-f1df551d6a9d tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Subnet': ['ID=8a7570fd-007e-45b4-84e9-89efe6931b1e,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:40.054440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Network 852549a0-0e6d-454b-a942-c342ae7d24de is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:40.055354 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-44e73c95-ec34-4694-bcad-f1df551d6a9d tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6978438 Mar 23 01:49:40.058099 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:40.062299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55380) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:40.070193 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:40.073236 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22831e82-ecd8-474e-90b6-b9aa2dd8d63f req-b145dda6-a639-4326-b6a6-2b4f917af654 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008070 Mar 23 01:49:40.087222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Pushing event updated for resources: {'Port': ['ID=718e4816-4328-4593-9adb-b2dd9075466a,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:40.152358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Allocated IP 172.25.0.49 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/ffe9aaf6-032d-43b6-8b2b-f7433bb4de49) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:40.175595 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ee5b4fc-b87a-4775-9b67-cab315428b9a admin admin] Publish callbacks [] for security_group (4feb8bce-16d0-4e87-abe3-3aa7f3148470), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:40.186965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Attempting to bind port 718e4816-4328-4593-9adb-b2dd9075466a on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:40.187833 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Attempting to bind port 718e4816-4328-4593-9adb-b2dd9075466a by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'f78e3458-8bd9-4e21-84f1-e72036099d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '852549a0-0e6d-454b-a942-c342ae7d24de'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:40.188935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Attempting to bind port 718e4816-4328-4593-9adb-b2dd9075466a on network 852549a0-0e6d-454b-a942-c342ae7d24de {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:40.200749 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:40.201126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Checking segment: {'id': 'f78e3458-8bd9-4e21-84f1-e72036099d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '852549a0-0e6d-454b-a942-c342ae7d24de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:40.201531 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:40.201933 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Bound using segment: {'id': 'f78e3458-8bd9-4e21-84f1-e72036099d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '852549a0-0e6d-454b-a942-c342ae7d24de'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:40.202396 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Bound port: 718e4816-4328-4593-9adb-b2dd9075466a, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78e3458-8bd9-4e21-84f1-e72036099d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '852549a0-0e6d-454b-a942-c342ae7d24de'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:40.202774 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (718e4816-4328-4593-9adb-b2dd9075466a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:40.210527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ee5b4fc-b87a-4775-9b67-cab315428b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4feb8bce-16d0-4e87-abe3-3aa7f3148470), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:40.218363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e12f8d-57a8-4b3f-8481-7658a4942ec4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:40.221340 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e12f8d-57a8-4b3f-8481-7658a4942ec4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:40.225755 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e12f8d-57a8-4b3f-8481-7658a4942ec4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:40.227257 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e12f8d-57a8-4b3f-8481-7658a4942ec4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:40.229136 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e12f8d-57a8-4b3f-8481-7658a4942ec4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:40.235074 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d7e12f8d-57a8-4b3f-8481-7658a4942ec4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1702421 Mar 23 01:49:40.237191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55394) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:40.242977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-426df565-ed3a-4f2a-9188-70470f6ae4df tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1345482294'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:40.289033 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426df565-ed3a-4f2a-9188-70470f6ae4df tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:40.296577 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-426df565-ed3a-4f2a-9188-70470f6ae4df tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:40.337931 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 73834eaa-4f00-43c1-b190-fc750d85e2e4 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:49:40.345193 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426df565-ed3a-4f2a-9188-70470f6ae4df tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:49:40.358092 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-426df565-ed3a-4f2a-9188-70470f6ae4df tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a57f86c9-adc4-4a0c-8ba2-0af80214ec13), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:40.359301 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-426df565-ed3a-4f2a-9188-70470f6ae4df tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Added segment a57f86c9-adc4-4a0c-8ba2-0af80214ec13 of type vlan for network b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0 Mar 23 01:49:40.376322 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5ee5b4fc-b87a-4775-9b67-cab315428b9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84b33f8c9f0a4dd582bfd0b99d380651&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7901111 Mar 23 01:49:40.378782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5b4fc-b87a-4775-9b67-cab315428b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4feb8bce-16d0-4e87-abe3-3aa7f3148470,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:40.385243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 73834eaa-4f00-43c1-b190-fc750d85e2e4 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:49:40.385878 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 73834eaa-4f00-43c1-b190-fc750d85e2e4 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:49:40.395902 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] For port 718e4816-4328-4593-9adb-b2dd9075466a, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:40.399833 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] For port 718e4816-4328-4593-9adb-b2dd9075466a, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=718e4816-4328-4593-9adb-b2dd9075466a,segment=NetworkSegment(f78e3458-8bd9-4e21-84f1-e72036099d25),segment_id=f78e3458-8bd9-4e21-84f1-e72036099d25)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:40.407080 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55404) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:40.408373 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (718e4816-4328-4593-9adb-b2dd9075466a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:40.471596 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-426df565-ed3a-4f2a-9188-70470f6ae4df tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:40.477317 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for port (ffe9aaf6-032d-43b6-8b2b-f7433bb4de49), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:40.493784 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45dc95b-6059-4fad-8c66-27f3b63bf832 None None] Pushing event updated for resources: {'Port': ['ID=718e4816-4328-4593-9adb-b2dd9075466a,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:40.528592 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-426df565-ed3a-4f2a-9188-70470f6ae4df tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:40.534613 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426df565-ed3a-4f2a-9188-70470f6ae4df tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:40.535357 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-426df565-ed3a-4f2a-9188-70470f6ae4df tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:40.544252 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c823cf1-22ba-4cb4-a986-1f45c7b59263 req-e713ffcf-d0f2-4780-b4e1-01760019bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:40.545811 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c823cf1-22ba-4cb4-a986-1f45c7b59263 req-e713ffcf-d0f2-4780-b4e1-01760019bd0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=839ebfe64dd74d1c922d34d74c877e99&device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 1127 time: 0.1416330 Mar 23 01:49:40.612358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890822a-c71c-4daa-bbfd-8390c98a4959 req-3190f62b-5a8d-491f-b028-cc18c7757134 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:40.619563 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f890822a-c71c-4daa-bbfd-8390c98a4959 req-3190f62b-5a8d-491f-b028-cc18c7757134 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.2133422 Mar 23 01:49:40.631253 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (ffe9aaf6-032d-43b6-8b2b-f7433bb4de49), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:40.708103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Pushing event updated for resources: {'Port': ['ID=ffe9aaf6-032d-43b6-8b2b-f7433bb4de49,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:40.723288 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-426df565-ed3a-4f2a-9188-70470f6ae4df tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4847901 Mar 23 01:49:40.726802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55408) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:40.728233 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55410) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:40.737634 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426df565-ed3a-4f2a-9188-70470f6ae4df tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Network': ['ID=b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:40.737985 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-890113bd-5981-4d3b-9987-b5ecdd82cb93 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'network': {'name': 'New_network'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:40.742607 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-23219463-60db-42e7-8472-90a77bb0b6f7 admin admin] Publish callbacks [] for security_group (4feb8bce-16d0-4e87-abe3-3aa7f3148470), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:40.750532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:49:40.758904 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c823cf1-22ba-4cb4-a986-1f45c7b59263 req-2442789f-18ec-450c-ae94-0565318e111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:40.763293 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c823cf1-22ba-4cb4-a986-1f45c7b59263 req-2442789f-18ec-450c-ae94-0565318e111f service neutron] 10.222.0.43 "GET /v2.0/networks?id=58bb0fa8-da03-480f-a1ac-572b78b11902 HTTP/1.1" status: 200 len: 910 time: 0.2033236 Mar 23 01:49:40.820025 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:40.821889 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c823cf1-22ba-4cb4-a986-1f45c7b59263 req-d7c4bb5b-b090-4bfd-9627-ddb4a141c4a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3d4df1a-cea5-4029-987c-66aad06176d4 HTTP/1.1" status: 200 len: 217 time: 0.0507154 Mar 23 01:49:40.837968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:40.841353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:40.884343 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-23219463-60db-42e7-8472-90a77bb0b6f7 admin admin] Publish callbacks [] for security_group (4feb8bce-16d0-4e87-abe3-3aa7f3148470), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:40.898976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c823cf1-22ba-4cb4-a986-1f45c7b59263 req-37f2d813-61e0-4748-abc5-19992f369a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:40.901292 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c823cf1-22ba-4cb4-a986-1f45c7b59263 req-37f2d813-61e0-4748-abc5-19992f369a7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea7038e1-c2d2-4675-9cf5-da7d82182b5b HTTP/1.1" status: 200 len: 850 time: 0.0732214 Mar 23 01:49:40.923353 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f890822a-c71c-4daa-bbfd-8390c98a4959 req-5f6985ea-44c5-4722-983c-d6cbaba74225 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007171 Mar 23 01:49:40.951387 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c823cf1-22ba-4cb4-a986-1f45c7b59263 req-263b0bc8-1ade-4e97-b800-71102578cd5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58bb0fa8-da03-480f-a1ac-572b78b11902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428350 Mar 23 01:49:41.008944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f7c0845a-6f8c-4e02-ae0e-b95c0cc5f627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:41.044799 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c823cf1-22ba-4cb4-a986-1f45c7b59263 req-7fe27358-f6c2-4e6c-afc9-4060c4721196 service neutron] 10.222.0.43 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861359 Mar 23 01:49:41.145819 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c823cf1-22ba-4cb4-a986-1f45c7b59263 req-5a678e5a-611e-4e76-a160-7a5006b9c70b service neutron] 10.222.0.43 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948892 Mar 23 01:49:41.417203 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-890113bd-5981-4d3b-9987-b5ecdd82cb93 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:41.437270 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-23219463-60db-42e7-8472-90a77bb0b6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4feb8bce-16d0-4e87-abe3-3aa7f3148470), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:41.440301 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-23219463-60db-42e7-8472-90a77bb0b6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:41.441575 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-23219463-60db-42e7-8472-90a77bb0b6f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4feb8bce-16d0-4e87-abe3-3aa7f3148470 HTTP/1.1" status: 204 len: 168 time: 0.9590864 Mar 23 01:49:41.454934 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-890113bd-5981-4d3b-9987-b5ecdd82cb93 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:41.490628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-890113bd-5981-4d3b-9987-b5ecdd82cb93 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0 is not hosted by any dhcp agent {{(pid=99264) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 01:49:41.495727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890113bd-5981-4d3b-9987-b5ecdd82cb93 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:41.496340 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-890113bd-5981-4d3b-9987-b5ecdd82cb93 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:41.497678 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-890113bd-5981-4d3b-9987-b5ecdd82cb93 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "PUT /v2.0/networks/b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0 HTTP/1.1" status: 200 len: 723 time: 0.7673366 Mar 23 01:49:41.500898 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55420) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:41.507698 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-4d0df6ff-fdd1-4040-90d1-a6cf9a5e90a4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'subnet': {'network_id': 'b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:41.509897 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23219463-60db-42e7-8472-90a77bb0b6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feb8bce-16d0-4e87-abe3-3aa7f3148470,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:41.641913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0df6ff-fdd1-4040-90d1-a6cf9a5e90a4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:41.645659 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890113bd-5981-4d3b-9987-b5ecdd82cb93 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Network': ['ID=b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:41.659606 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:49:41.671205 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4d0df6ff-fdd1-4040-90d1-a6cf9a5e90a4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:41.683725 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f7c0845a-6f8c-4e02-ae0e-b95c0cc5f627 admin admin] Publish callbacks [] for security_group (ff473ca2-d11b-482e-89b0-5ff242c0f97b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:41.692773 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f7c0845a-6f8c-4e02-ae0e-b95c0cc5f627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ff473ca2-d11b-482e-89b0-5ff242c0f97b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:41.733505 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5475d1-aed0-422e-a91d-c0ee6759880d None None] Network 852549a0-0e6d-454b-a942-c342ae7d24de requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:41.733806 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (0d951f3a-e7a3-457d-95f0-c10d94c26f96), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:41.811686 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f7c0845a-6f8c-4e02-ae0e-b95c0cc5f627 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df65ccd8b7b04777914597bb877478ce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0823445 Mar 23 01:49:41.815547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55428) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:41.824189 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0845a-6f8c-4e02-ae0e-b95c0cc5f627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff473ca2-d11b-482e-89b0-5ff242c0f97b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:41.916681 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-178b1e8f-f2f7-47e9-841e-307df0ee198f admin admin] Publish callbacks [] for security_group (ff473ca2-d11b-482e-89b0-5ff242c0f97b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:41.937482 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4d0df6ff-fdd1-4040-90d1-a6cf9a5e90a4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (f10f6641-e162-4f4c-9c79-ad33110cf4e2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:42.005639 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0df6ff-fdd1-4040-90d1-a6cf9a5e90a4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Subnet': ['ID=f10f6641-e162-4f4c-9c79-ad33110cf4e2,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:42.047344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0df6ff-fdd1-4040-90d1-a6cf9a5e90a4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Checking segment: {'id': 'a57f86c9-adc4-4a0c-8ba2-0af80214ec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:42.048075 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0df6ff-fdd1-4040-90d1-a6cf9a5e90a4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network hostable DHCP agents. Network: b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:49:42.053728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1f6d3d35-0d6b-45af-859e-8adb347a53eb None None] Provisioning complete for port 718e4816-4328-4593-9adb-b2dd9075466a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:42.054112 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f6d3d35-0d6b-45af-859e-8adb347a53eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (718e4816-4328-4593-9adb-b2dd9075466a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:42.057191 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-178b1e8f-f2f7-47e9-841e-307df0ee198f admin admin] Publish callbacks [] for security_group (ff473ca2-d11b-482e-89b0-5ff242c0f97b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:42.121389 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (0d951f3a-e7a3-457d-95f0-c10d94c26f96), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:42.139344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d344d-3698-47dc-868c-29b7ae6a559c req-7d41b392-de2f-471f-b70e-a48403dc193a tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:42.141224 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-010d344d-3698-47dc-868c-29b7ae6a559c req-7d41b392-de2f-471f-b70e-a48403dc193a tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.1018953 Mar 23 01:49:42.142334 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0df6ff-fdd1-4040-90d1-a6cf9a5e90a4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:49:42.169975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-4d0df6ff-fdd1-4040-90d1-a6cf9a5e90a4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:42.187111 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0df6ff-fdd1-4040-90d1-a6cf9a5e90a4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:42.187111 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4d0df6ff-fdd1-4040-90d1-a6cf9a5e90a4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:42.191613 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d3d35-0d6b-45af-859e-8adb347a53eb None None] Current status of the port 718e4816-4328-4593-9adb-b2dd9075466a is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:42.192003 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f6d3d35-0d6b-45af-859e-8adb347a53eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (718e4816-4328-4593-9adb-b2dd9075466a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:42.194604 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea99c6a7-95fa-4252-8127-a1dc8a9ef0bb None None] Network b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:42.237530 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-178b1e8f-f2f7-47e9-841e-307df0ee198f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ff473ca2-d11b-482e-89b0-5ff242c0f97b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:42.240763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-178b1e8f-f2f7-47e9-841e-307df0ee198f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:42.242171 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-178b1e8f-f2f7-47e9-841e-307df0ee198f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff473ca2-d11b-482e-89b0-5ff242c0f97b HTTP/1.1" status: 204 len: 168 time: 0.4256563 Mar 23 01:49:42.275413 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4d0df6ff-fdd1-4040-90d1-a6cf9a5e90a4 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7727621 Mar 23 01:49:42.281911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55444) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:42.306171 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3c4c5d1f-dd25-407e-ad8d-7c2bc535b1d7 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:42.308119 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-010d344d-3698-47dc-868c-29b7ae6a559c req-75141256-6e7d-4f63-b868-639358061d2e tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601849 Mar 23 01:49:42.313555 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bfbb05-bb5e-41ed-9f00-c95c6526177c None None] Update dhcp port {'port': {'network_id': '852549a0-0e6d-454b-a942-c342ae7d24de', 'fixed_ips': [{'subnet_id': '59360071-135d-4980-9844-714447b4dec6', 'ip_address': '2001:db8::2'}, {'subnet_id': '8a7570fd-007e-45b4-84e9-89efe6931b1e'}], 'binding:host_id': 'n-d-834677-4'}, 'id': '718e4816-4328-4593-9adb-b2dd9075466a'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 01:49:42.336864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b1e8f-f2f7-47e9-841e-307df0ee198f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff473ca2-d11b-482e-89b0-5ff242c0f97b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:42.430934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1f6d3d35-0d6b-45af-859e-8adb347a53eb None None] For port 718e4816-4328-4593-9adb-b2dd9075466a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=718e4816-4328-4593-9adb-b2dd9075466a,segment=NetworkSegment(f78e3458-8bd9-4e21-84f1-e72036099d25),segment_id=f78e3458-8bd9-4e21-84f1-e72036099d25)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:42.437106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 718e4816-4328-4593-9adb-b2dd9075466a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:42.464435 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b0bfbb05-bb5e-41ed-9f00-c95c6526177c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (718e4816-4328-4593-9adb-b2dd9075466a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:42.470114 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c4c5d1f-dd25-407e-ad8d-7c2bc535b1d7 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3967183'] for subnet (f10f6641-e162-4f4c-9c79-ad33110cf4e2), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:42.473689 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b8bae014-950e-4032-a113-e9d310771bfd req-cec56b1c-ac5c-4211-8aa1-aa205d8aeccb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690339 Mar 23 01:49:42.484082 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f6d3d35-0d6b-45af-859e-8adb347a53eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (718e4816-4328-4593-9adb-b2dd9075466a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:42.490922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55450) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:42.570334 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0', 'network_id': 'b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0', 'project_id': 'c77507a560f84ffa93bb7f8f0d7c8da1', 'fixed_ips': [{'subnet_id': 'f10f6641-e162-4f4c-9c79-ad33110cf4e2'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:49:42.571424 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:42.617300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d3d35-0d6b-45af-859e-8adb347a53eb None None] Pushing event updated for resources: {'Port': ['ID=718e4816-4328-4593-9adb-b2dd9075466a,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:42.636635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae014-950e-4032-a113-e9d310771bfd req-5e210697-971f-4dd6-bb8d-97ec574e2279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:42.638323 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b8bae014-950e-4032-a113-e9d310771bfd req-5e210697-971f-4dd6-bb8d-97ec574e2279 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 1128 time: 0.0721343 Mar 23 01:49:42.652060 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Router 0d951f3a-e7a3-457d-95f0-c10d94c26f96 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:49:42.757122 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 718e4816-4328-4593-9adb-b2dd9075466a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:42.757696 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (718e4816-4328-4593-9adb-b2dd9075466a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:42.813416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55454) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:42.844008 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c64ee65-36a3-4d25-b841-e96b5dc6c85f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:42.862443 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c4c5d1f-dd25-407e-ad8d-7c2bc535b1d7 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757123738763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26233913'] for subnet (f10f6641-e162-4f4c-9c79-ad33110cf4e2), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:42.897557 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-b0bfbb05-bb5e-41ed-9f00-c95c6526177c None None] Allocated IP 172.20.0.1 (852549a0-0e6d-454b-a942-c342ae7d24de/8a7570fd-007e-45b4-84e9-89efe6931b1e/718e4816-4328-4593-9adb-b2dd9075466a) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:42.923453 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4c5d1f-dd25-407e-ad8d-7c2bc535b1d7 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:42.924051 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c4c5d1f-dd25-407e-ad8d-7c2bc535b1d7 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:42.928202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3c4c5d1f-dd25-407e-ad8d-7c2bc535b1d7 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "PUT /v2.0/subnets/f10f6641-e162-4f4c-9c79-ad33110cf4e2 HTTP/1.1" status: 200 len: 826 time: 0.6310623 Mar 23 01:49:42.932760 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55456) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:42.956116 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Allocated IP 2001:db8::2 (b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0/f10f6641-e162-4f4c-9c79-ad33110cf4e2/7f9a61bc-ff0a-4638-8f47-6a059b8daf6b) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:42.959802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:49:42.975655 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6932604a-edc8-47b3-a836-7c17bad0c504 None None] Sync routers for ids ['0d951f3a-e7a3-457d-95f0-c10d94c26f96'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:49:42.986408 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6932604a-edc8-47b3-a836-7c17bad0c504 None None] Routers {'0d951f3a-e7a3-457d-95f0-c10d94c26f96'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:42.987025 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6932604a-edc8-47b3-a836-7c17bad0c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0d951f3a-e7a3-457d-95f0-c10d94c26f96'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:43.010249 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 718e4816-4328-4593-9adb-b2dd9075466a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:43.026788 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6932604a-edc8-47b3-a836-7c17bad0c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:43.037713 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6932604a-edc8-47b3-a836-7c17bad0c504 None None] Routers {'0d951f3a-e7a3-457d-95f0-c10d94c26f96'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:43.039059 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6932604a-edc8-47b3-a836-7c17bad0c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0d951f3a-e7a3-457d-95f0-c10d94c26f96'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:43.073741 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6932604a-edc8-47b3-a836-7c17bad0c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:43.074785 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6932604a-edc8-47b3-a836-7c17bad0c504 None None] The sync data for ids ['0d951f3a-e7a3-457d-95f0-c10d94c26f96'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:49:43.111284 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c5d1f-dd25-407e-ad8d-7c2bc535b1d7 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Subnet': ['ID=f10f6641-e162-4f4c-9c79-ad33110cf4e2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:43.127288 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b0bfbb05-bb5e-41ed-9f00-c95c6526177c None None] For port 718e4816-4328-4593-9adb-b2dd9075466a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=718e4816-4328-4593-9adb-b2dd9075466a,segment=NetworkSegment(f78e3458-8bd9-4e21-84f1-e72036099d25),segment_id=f78e3458-8bd9-4e21-84f1-e72036099d25)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:43.143456 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.150015 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.154429 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-aa224f1a-5e06-47a1-831e-7668e331e46f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0612280 Mar 23 01:49:43.157444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55458) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:43.162036 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9a28ce84-4ef9-4a8f-8530-0ec54c9a9c36 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1724445356-network', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:43.165556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-97e8ec51-d5af-4c99-bcd9-cb6ad1acac51 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'enable_snat': False}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:43.203087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a28ce84-4ef9-4a8f-8530-0ec54c9a9c36 admin admin] Made reservation on behalf of 4d9c96b3d1044c499f7e74d183fce7d9 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:43.205956 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b0bfbb05-bb5e-41ed-9f00-c95c6526177c None None] Publish callbacks [] for port (718e4816-4328-4593-9adb-b2dd9075466a), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.206151 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a28ce84-4ef9-4a8f-8530-0ec54c9a9c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.216235 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b0bfbb05-bb5e-41ed-9f00-c95c6526177c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (718e4816-4328-4593-9adb-b2dd9075466a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.218130 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a28ce84-4ef9-4a8f-8530-0ec54c9a9c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.221695 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae014-950e-4032-a113-e9d310771bfd req-9965e612-c794-4c36-9947-ac556c6e14b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:43.223523 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b8bae014-950e-4032-a113-e9d310771bfd req-9965e612-c794-4c36-9947-ac556c6e14b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=87aa8238-b3d1-4249-8bf5-f96b20def476 HTTP/1.1" status: 200 len: 897 time: 0.5583591 Mar 23 01:49:43.261855 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Publish callbacks [] for port (7f9a61bc-ff0a-4638-8f47-6a059b8daf6b), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.299549 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c64ee65-36a3-4d25-b841-e96b5dc6c85f admin admin] Publish callbacks [] for security_group (376814fd-49b8-45de-ae6f-71ecac044212), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.309699 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (7f9a61bc-ff0a-4638-8f47-6a059b8daf6b), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.311935 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c64ee65-36a3-4d25-b841-e96b5dc6c85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (376814fd-49b8-45de-ae6f-71ecac044212), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.330107 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b8bae014-950e-4032-a113-e9d310771bfd req-ea26ba19-479d-4fac-aac5-c32f1be91077 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98 HTTP/1.1" status: 200 len: 1001 time: 0.0992229 Mar 23 01:49:43.341029 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (f10f6641-e162-4f4c-9c79-ad33110cf4e2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.365095 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Network b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:43.369851 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:43.372611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:43.374495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfbb05-bb5e-41ed-9f00-c95c6526177c None None] Pushing event updated for resources: {'Port': ['ID=718e4816-4328-4593-9adb-b2dd9075466a,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:43.394712 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3c64ee65-36a3-4d25-b841-e96b5dc6c85f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a78157f275543aea95fb0e2d07af79d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5783188 Mar 23 01:49:43.400968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55462) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:43.417202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64ee65-36a3-4d25-b841-e96b5dc6c85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376814fd-49b8-45de-ae6f-71ecac044212,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:43.459709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae014-950e-4032-a113-e9d310771bfd req-f11ff762-22a9-4d58-947b-3602bf8d64ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:43.462862 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b8bae014-950e-4032-a113-e9d310771bfd req-f11ff762-22a9-4d58-947b-3602bf8d64ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2e48427a-299d-4910-9d09-e0cfab05d4bd HTTP/1.1" status: 200 len: 834 time: 0.1217964 Mar 23 01:49:43.481856 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Attempting to bind port 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:43.482303 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Attempting to bind port 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'a57f86c9-adc4-4a0c-8ba2-0af80214ec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:43.484628 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Attempting to bind port 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b on network b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:43.484783 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a28ce84-4ef9-4a8f-8530-0ec54c9a9c36 admin admin] Publish callbacks [] for security_group (543ab883-0d08-44c6-923c-ec97a849b242), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.489689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:43.490076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Checking segment: {'id': 'a57f86c9-adc4-4a0c-8ba2-0af80214ec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:43.490484 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.491579 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Bound using segment: {'id': 'a57f86c9-adc4-4a0c-8ba2-0af80214ec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:43.492061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Bound port: 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57f86c9-adc4-4a0c-8ba2-0af80214ec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:43.493102 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7f9a61bc-ff0a-4638-8f47-6a059b8daf6b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.494723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Pushing event updated for resources: {'Port': ['ID=7f9a61bc-ff0a-4638-8f47-6a059b8daf6b,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:43.504035 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a28ce84-4ef9-4a8f-8530-0ec54c9a9c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (543ab883-0d08-44c6-923c-ec97a849b242), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.546586 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a28ce84-4ef9-4a8f-8530-0ec54c9a9c36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:49:43.567201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28ce84-4ef9-4a8f-8530-0ec54c9a9c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543ab883-0d08-44c6-923c-ec97a849b242,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:43.598762 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] For port 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:43.599946 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (f10f6641-e162-4f4c-9c79-ad33110cf4e2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.604936 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a28ce84-4ef9-4a8f-8530-0ec54c9a9c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d376842b-9d16-42f6-8983-9e619c644c51), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.605737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] For port 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7f9a61bc-ff0a-4638-8f47-6a059b8daf6b,segment=NetworkSegment(a57f86c9-adc4-4a0c-8ba2-0af80214ec13),segment_id=a57f86c9-adc4-4a0c-8ba2-0af80214ec13)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:43.606933 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-9a28ce84-4ef9-4a8f-8530-0ec54c9a9c36 admin admin] Added segment d376842b-9d16-42f6-8983-9e619c644c51 of type vlan for network c4a7cc98-f343-4be3-884a-5828fb549baf Mar 23 01:49:43.612695 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae014-950e-4032-a113-e9d310771bfd req-7309305f-be1f-4d75-838a-8cbd6222b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:43.614321 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b8bae014-950e-4032-a113-e9d310771bfd req-7309305f-be1f-4d75-838a-8cbd6222b6ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=87aa8238-b3d1-4249-8bf5-f96b20def476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1436267 Mar 23 01:49:43.616893 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7f9a61bc-ff0a-4638-8f47-6a059b8daf6b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.650631 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4701-324d-4889-8f96-f846c0a77e9d admin admin] Publish callbacks [] for security_group (376814fd-49b8-45de-ae6f-71ecac044212), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.652374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Subnet': ['ID=f10f6641-e162-4f4c-9c79-ad33110cf4e2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:43.661182 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b395b-10c3-492a-878a-592b64e15b70 req-4d769b01-b8b6-4315-904d-2576bd6e1b40 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:43.662753 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-986b395b-10c3-492a-878a-592b64e15b70 req-4d769b01-b8b6-4315-904d-2576bd6e1b40 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.2483976 Mar 23 01:49:43.690209 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93ae7c-5928-4f31-aa55-a0a53ae1c971 None None] Pushing event updated for resources: {'Port': ['ID=7f9a61bc-ff0a-4638-8f47-6a059b8daf6b,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:43.732316 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a28ce84-4ef9-4a8f-8530-0ec54c9a9c36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (c4a7cc98-f343-4be3-884a-5828fb549baf), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.794851 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a28ce84-4ef9-4a8f-8530-0ec54c9a9c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (c4a7cc98-f343-4be3-884a-5828fb549baf), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.796207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a28ce84-4ef9-4a8f-8530-0ec54c9a9c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:43.797034 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a28ce84-4ef9-4a8f-8530-0ec54c9a9c36 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:43.816871 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b8bae014-950e-4032-a113-e9d310771bfd req-ea025c7a-b2fa-4f79-ad56-328a4a4944fc service neutron] 10.222.0.43 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847970 Mar 23 01:49:43.950580 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9a28ce84-4ef9-4a8f-8530-0ec54c9a9c36 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4581466 Mar 23 01:49:43.953671 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55464) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:43.962526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9fbf692f-b571-4474-bcf0-8d307d462c54 admin admin] Request body: {'subnet': {'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1724445356-subnet', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:43.965923 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28ce84-4ef9-4a8f-8530-0ec54c9a9c36 admin admin] Pushing event updated for resources: {'Network': ['ID=c4a7cc98-f343-4be3-884a-5828fb549baf,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:43.996753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network c4a7cc98-f343-4be3-884a-5828fb549baf details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:49:44.025052 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbf692f-b571-4474-bcf0-8d307d462c54 admin admin] Made reservation on behalf of 4d9c96b3d1044c499f7e74d183fce7d9 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:44.027851 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9fbf692f-b571-4474-bcf0-8d307d462c54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:44.101418 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b8bae014-950e-4032-a113-e9d310771bfd req-d7792d1b-3546-4f41-87ca-d90abc6a5ef5 service neutron] 10.222.0.43 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680719 Mar 23 01:49:44.203606 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4701-324d-4889-8f96-f846c0a77e9d admin admin] Publish callbacks [] for security_group (376814fd-49b8-45de-ae6f-71ecac044212), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:44.215072 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:44.264364 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9fbf692f-b571-4474-bcf0-8d307d462c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (7a24a261-2668-4f4f-be2e-816dd79856c9), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:44.290241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:44.311030 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57f86c9-adc4-4a0c-8ba2-0af80214ec13') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:44.311334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57f86c9-adc4-4a0c-8ba2-0af80214ec13') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:44.316297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292eccfa-4050-4e89-a76b-8a8e35b15ad0 None None] Network 852549a0-0e6d-454b-a942-c342ae7d24de requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:44.316511 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-986b395b-10c3-492a-878a-592b64e15b70 req-475969bc-14ba-4c49-9a08-689d4ed2ad04 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363299 Mar 23 01:49:44.329785 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (a57f86c9-adc4-4a0c-8ba2-0af80214ec13), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:44.350406 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-97e8ec51-d5af-4c99-bcd9-cb6ad1acac51 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (0d951f3a-e7a3-457d-95f0-c10d94c26f96), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:44.350579 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf692f-b571-4474-bcf0-8d307d462c54 admin admin] Checking segment: {'id': 'd376842b-9d16-42f6-8983-9e619c644c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:44.350579 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf692f-b571-4474-bcf0-8d307d462c54 admin admin] Network hostable DHCP agents. Network: c4a7cc98-f343-4be3-884a-5828fb549baf, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:49:44.357726 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a57f86c9-adc4-4a0c-8ba2-0af80214ec13), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:44.374883 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf692f-b571-4474-bcf0-8d307d462c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a24a261-2668-4f4f-be2e-816dd79856c9,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:44.376348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:44.377099 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (a57f86c9-adc4-4a0c-8ba2-0af80214ec13), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:44.380664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf692f-b571-4474-bcf0-8d307d462c54 admin admin] Network c4a7cc98-f343-4be3-884a-5828fb549baf is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:49:44.392697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-9fbf692f-b571-4474-bcf0-8d307d462c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, c4a7cc98-f343-4be3-884a-5828fb549baf) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:44.398436 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbf692f-b571-4474-bcf0-8d307d462c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:44.400107 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9fbf692f-b571-4474-bcf0-8d307d462c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:44.406282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3b31ce-8d36-46ec-b129-ec4c865c33ab None None] Network c4a7cc98-f343-4be3-884a-5828fb549baf requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:44.421555 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9fbf692f-b571-4474-bcf0-8d307d462c54 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4662757 Mar 23 01:49:44.426667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55466) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:44.426667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1724445356-router', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:44.452102 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:44.454788 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4701-324d-4889-8f96-f846c0a77e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (376814fd-49b8-45de-ae6f-71ecac044212), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:44.456383 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4701-324d-4889-8f96-f846c0a77e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:44.457667 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8f3e4701-324d-4889-8f96-f846c0a77e9d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/376814fd-49b8-45de-ae6f-71ecac044212 HTTP/1.1" status: 204 len: 168 time: 1.0557394 Mar 23 01:49:44.475055 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (82594f72-f1e9-49c5-8a2a-799c4ade153e), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:44.477458 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (82594f72-f1e9-49c5-8a2a-799c4ade153e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:44.482290 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e4701-324d-4889-8f96-f846c0a77e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376814fd-49b8-45de-ae6f-71ecac044212,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:44.516521 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.api [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 01:49:44.516521 n-d-834677-4 neutron-server[99264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 01:49:44.516521 n-d-834677-4 neutron-server[99264]: [parameters: {'id': 'b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0'}] Mar 23 01:49:44.516521 n-d-834677-4 neutron-server[99264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=99264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:49:44.517230 n-d-834677-4 neutron-server[99264]: DEBUG oslo_db.api [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:49:44.522574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8d8eb11b-f270-4d1d-b6d0-1d46c26080af None None] Provisioning complete for port 718e4816-4328-4593-9adb-b2dd9075466a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:44.523303 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb11b-f270-4d1d-b6d0-1d46c26080af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (718e4816-4328-4593-9adb-b2dd9075466a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:44.536489 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:44.597734 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Publish callbacks [] for router_controller (82594f72-f1e9-49c5-8a2a-799c4ade153e), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:44.687716 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-c4a7cc98-f343-4be3-884a-5828fb549baf', 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf', 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'fixed_ips': [{'subnet_id': '7a24a261-2668-4f4f-be2e-816dd79856c9'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:49:44.688703 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:44.831613 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Publish callbacks [] for router_gateway (82594f72-f1e9-49c5-8a2a-799c4ade153e), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:44.955961 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:44.956348 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7f9a61bc-ff0a-4638-8f47-6a059b8daf6b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:45.023377 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:45.043078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8d8eb11b-f270-4d1d-b6d0-1d46c26080af None None] Current status of the port 718e4816-4328-4593-9adb-b2dd9075466a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:45.110953 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Publish callbacks [] for router_gateway (82594f72-f1e9-49c5-8a2a-799c4ade153e), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:45.127114 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-97e8ec51-d5af-4c99-bcd9-cb6ad1acac51 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (0d951f3a-e7a3-457d-95f0-c10d94c26f96), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:45.134989 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-97e8ec51-d5af-4c99-bcd9-cb6ad1acac51 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (0d951f3a-e7a3-457d-95f0-c10d94c26f96), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:45.159073 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:45.190600 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Deleting port 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:45.190600 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7f9a61bc-ff0a-4638-8f47-6a059b8daf6b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:45.191172 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:45.191573 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7f9a61bc-ff0a-4638-8f47-6a059b8daf6b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:45.231496 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7f9a61bc-ff0a-4638-8f47-6a059b8daf6b,segment=NetworkSegment(a57f86c9-adc4-4a0c-8ba2-0af80214ec13),segment_id=a57f86c9-adc4-4a0c-8ba2-0af80214ec13)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:45.255789 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7f9a61bc-ff0a-4638-8f47-6a059b8daf6b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:45.256525 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 718e4816-4328-4593-9adb-b2dd9075466a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:45.269907 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Allocated IP 172.20.0.2 (c4a7cc98-f343-4be3-884a-5828fb549baf/7a24a261-2668-4f4f-be2e-816dd79856c9/dd40a8a8-4150-4910-8943-25590d13701b) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:45.276425 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d591ec12-e246-450a-a8bd-e39b5e264831 None None] Provisioning complete for port 718e4816-4328-4593-9adb-b2dd9075466a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:45.276961 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d591ec12-e246-450a-a8bd-e39b5e264831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (718e4816-4328-4593-9adb-b2dd9075466a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:45.340435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Allocated IP 172.25.0.239 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/2b408863-0364-4115-b7c6-6cb351671b95) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:45.382203 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=7f9a61bc-ff0a-4638-8f47-6a059b8daf6b,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:45.384026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e8ec51-d5af-4c99-bcd9-cb6ad1acac51 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Router 0d951f3a-e7a3-457d-95f0-c10d94c26f96 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:49:45.395304 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407bd008-9718-4c14-82b5-d6efeab43048 None None] Network b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:45.505910 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] For port 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7f9a61bc-ff0a-4638-8f47-6a059b8daf6b,segment=NetworkSegment(a57f86c9-adc4-4a0c-8ba2-0af80214ec13),segment_id=a57f86c9-adc4-4a0c-8ba2-0af80214ec13)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:45.506289 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7f9a61bc-ff0a-4638-8f47-6a059b8daf6b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:45.528975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Calling delete_port for 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:45.575696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c6ebc-7f86-424d-a687-f848e31c6f2d req-54e08825-40e1-4250-9de2-806738f36f11 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:45.585500 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4d8c6ebc-7f86-424d-a687-f848e31c6f2d req-54e08825-40e1-4250-9de2-806738f36f11 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.1274581 Mar 23 01:49:45.599523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e8ec51-d5af-4c99-bcd9-cb6ad1acac51 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:49:45.604779 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-97e8ec51-d5af-4c99-bcd9-cb6ad1acac51 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:45.609486 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-97e8ec51-d5af-4c99-bcd9-cb6ad1acac51 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "PUT /v2.0/routers/0d951f3a-e7a3-457d-95f0-c10d94c26f96 HTTP/1.1" status: 200 len: 921 time: 2.4482820 Mar 23 01:49:45.610200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55490) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:45.635965 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Publish callbacks [] for port (2b408863-0364-4115-b7c6-6cb351671b95), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:45.653813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212c69d6-3efe-4015-8c97-4617864ee501 None None] Sync routers for ids ['0d951f3a-e7a3-457d-95f0-c10d94c26f96'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:49:45.673211 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4d8c6ebc-7f86-424d-a687-f848e31c6f2d req-fa8472e6-a0d2-4456-83bc-1ad542fc2d57 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864286 Mar 23 01:49:45.711721 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (2b408863-0364-4115-b7c6-6cb351671b95), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:45.743256 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7f9a61bc-ff0a-4638-8f47-6a059b8daf6b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:45.759433 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a86aa1d8-d9df-42c9-b897-8296895075b2 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "GET /v2.0/routers/0d951f3a-e7a3-457d-95f0-c10d94c26f96 HTTP/1.1" status: 200 len: 921 time: 0.1436737 Mar 23 01:49:45.760493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No DVR routers for this DVR port 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:49:45.762897 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55494) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:45.777758 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:45.791513 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:45.798216 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:45.806803 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c69d6-3efe-4015-8c97-4617864ee501 None None] Routers {'0d951f3a-e7a3-457d-95f0-c10d94c26f96'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:45.807449 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-212c69d6-3efe-4015-8c97-4617864ee501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0d951f3a-e7a3-457d-95f0-c10d94c26f96'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:45.830367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Port': ['ID=7f9a61bc-ff0a-4638-8f47-6a059b8daf6b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:45.851115 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Pushing event updated for resources: {'Port': ['ID=2b408863-0364-4115-b7c6-6cb351671b95,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:45.907049 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-212c69d6-3efe-4015-8c97-4617864ee501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:45.911728 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:45.934456 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:45.948106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 718e4816-4328-4593-9adb-b2dd9075466a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:45.948484 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (718e4816-4328-4593-9adb-b2dd9075466a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:45.951745 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57f86c9-adc4-4a0c-8ba2-0af80214ec13') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:45.952078 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57f86c9-adc4-4a0c-8ba2-0af80214ec13') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:45.969407 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (a57f86c9-adc4-4a0c-8ba2-0af80214ec13), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:46.005589 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d9f159-6e99-4111-bf47-fc499f81873d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:46.010491 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55500) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:46.010685 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-01d9f159-6e99-4111-bf47-fc499f81873d tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&device_id=0d951f3a-e7a3-457d-95f0-c10d94c26f96&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2466197 Mar 23 01:49:46.011928 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a57f86c9-adc4-4a0c-8ba2-0af80214ec13), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:46.021108 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:46.021429 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (a57f86c9-adc4-4a0c-8ba2-0af80214ec13), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:46.025099 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1435b774-1ad4-4c80-86f1-3b3387f697c8 None None] DHCP port deletion for b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:46.025251 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:46.036646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c69d6-3efe-4015-8c97-4617864ee501 None None] Routers {'0d951f3a-e7a3-457d-95f0-c10d94c26f96'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:46.037058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-212c69d6-3efe-4015-8c97-4617864ee501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0d951f3a-e7a3-457d-95f0-c10d94c26f96'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:46.098540 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-212c69d6-3efe-4015-8c97-4617864ee501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:46.099196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212c69d6-3efe-4015-8c97-4617864ee501 None None] The sync data for ids ['0d951f3a-e7a3-457d-95f0-c10d94c26f96'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:49:46.112135 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:46.116529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d591ec12-e246-450a-a8bd-e39b5e264831 None None] Current status of the port 718e4816-4328-4593-9adb-b2dd9075466a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:46.121428 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:46.125093 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/networks/b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0 HTTP/1.1" status: 204 len: 168 time: 3.1864426 Mar 23 01:49:46.127658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55504) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:46.128862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2554a2e-8f59-4b81-875d-d1a0fa4d06f8 None None] Network b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:46.145914 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0782360-cb84-4e36-8c58-d1cf49e33f22 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Network': ['ID=b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:46.164705 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a059300-f307-4161-ad6e-73f55785915a tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] DELETE failed (client error): The resource could not be found. Mar 23 01:49:46.165237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a059300-f307-4161-ad6e-73f55785915a tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:49:46.168453 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5a059300-f307-4161-ad6e-73f55785915a tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/networks/b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0 HTTP/1.1" status: 404 len: 339 time: 0.0397322 Mar 23 01:49:46.174821 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55508) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:46.179947 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-985c2f7b-0585-4284-8ad6-435d9dbbd75c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1605911791', 'description': 'd1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:46.208278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985c2f7b-0585-4284-8ad6-435d9dbbd75c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:46.212676 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-985c2f7b-0585-4284-8ad6-435d9dbbd75c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:46.228927 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2554a2e-8f59-4b81-875d-d1a0fa4d06f8 None None] Network b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0 could not be found, it might have been deleted concurrently. {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 23 01:49:46.247227 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 718e4816-4328-4593-9adb-b2dd9075466a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:46.256324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985c2f7b-0585-4284-8ad6-435d9dbbd75c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:49:46.268934 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-985c2f7b-0585-4284-8ad6-435d9dbbd75c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (7111d226-1bc1-4500-9a15-c65d24143854), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:46.269291 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-985c2f7b-0585-4284-8ad6-435d9dbbd75c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Added segment 7111d226-1bc1-4500-9a15-c65d24143854 of type vlan for network 5480e887-36b3-4698-b29a-be2f2c2dab76 Mar 23 01:49:46.280047 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-82cc8370-d34c-4c1f-b858-1b981e415b02 None None] Could not find standard attr ID for object 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:49:46.289587 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Publish callbacks [] for port (dd40a8a8-4150-4910-8943-25590d13701b), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:46.292301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a69365-81ae-456a-98af-f7022a42895a tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:46.293864 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f2a69365-81ae-456a-98af-f7022a42895a tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 881 time: 0.2823868 Mar 23 01:49:46.298406 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (dd40a8a8-4150-4910-8943-25590d13701b), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:46.302694 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55512) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:46.318226 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-985c2f7b-0585-4284-8ad6-435d9dbbd75c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (5480e887-36b3-4698-b29a-be2f2c2dab76), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:46.326235 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Publish callbacks [] for router_gateway (82594f72-f1e9-49c5-8a2a-799c4ade153e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:46.358142 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-985c2f7b-0585-4284-8ad6-435d9dbbd75c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (5480e887-36b3-4698-b29a-be2f2c2dab76), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:46.358142 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985c2f7b-0585-4284-8ad6-435d9dbbd75c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:46.359064 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-985c2f7b-0585-4284-8ad6-435d9dbbd75c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:46.363067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Network c4a7cc98-f343-4be3-884a-5828fb549baf is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:46.366759 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:46.370804 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-be9b94d5-5ec8-4803-a02f-be90522d7e7a tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d951f3a-e7a3-457d-95f0-c10d94c26f96 HTTP/1.1" status: 200 len: 205 time: 0.0653195 Mar 23 01:49:46.374884 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:46.380076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55516) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:46.388712 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:49:46.459735 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:49:46.460082 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7f9a61bc-ff0a-4638-8f47-6a059b8daf6b not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:49:46.468568 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Pushing event updated for resources: {'Port': ['ID=dd40a8a8-4150-4910-8943-25590d13701b,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:46.483118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Attempting to bind port dd40a8a8-4150-4910-8943-25590d13701b on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:46.483493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Attempting to bind port dd40a8a8-4150-4910-8943-25590d13701b by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'd376842b-9d16-42f6-8983-9e619c644c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:46.483855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Attempting to bind port dd40a8a8-4150-4910-8943-25590d13701b on network c4a7cc98-f343-4be3-884a-5828fb549baf {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:46.489788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:46.490168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Checking segment: {'id': 'd376842b-9d16-42f6-8983-9e619c644c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:46.490625 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:46.491019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Bound using segment: {'id': 'd376842b-9d16-42f6-8983-9e619c644c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:46.491490 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Bound port: dd40a8a8-4150-4910-8943-25590d13701b, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd376842b-9d16-42f6-8983-9e619c644c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:46.491999 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (dd40a8a8-4150-4910-8943-25590d13701b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:46.560287 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-985c2f7b-0585-4284-8ad6-435d9dbbd75c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3843691 Mar 23 01:49:46.562761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c2f7b-0585-4284-8ad6-435d9dbbd75c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Network': ['ID=5480e887-36b3-4698-b29a-be2f2c2dab76,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:46.565390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55520) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:46.583046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 5480e887-36b3-4698-b29a-be2f2c2dab76 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:49:46.640333 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (82594f72-f1e9-49c5-8a2a-799c4ade153e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:46.677645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] For port dd40a8a8-4150-4910-8943-25590d13701b, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:46.681567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] For port dd40a8a8-4150-4910-8943-25590d13701b, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=dd40a8a8-4150-4910-8943-25590d13701b,segment=NetworkSegment(d376842b-9d16-42f6-8983-9e619c644c51),segment_id=d376842b-9d16-42f6-8983-9e619c644c51)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:46.690465 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (dd40a8a8-4150-4910-8943-25590d13701b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:46.807088 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b764a-dd57-47c1-b13f-9f93d1f82c73 None None] Pushing event updated for resources: {'Port': ['ID=dd40a8a8-4150-4910-8943-25590d13701b,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:46.862585 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55528) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:46.866230 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Router 82594f72-f1e9-49c5-8a2a-799c4ade153e is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:49:47.019848 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-221ce5af-9117-4cfb-bced-0f0d0e51fc70 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:47.036785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:49:47.048357 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Sync routers for ids ['82594f72-f1e9-49c5-8a2a-799c4ade153e'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:49:47.060284 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Routers {'82594f72-f1e9-49c5-8a2a-799c4ade153e'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:47.060542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474ee3be-9218-43df-921f-f4c4ed29ffd6 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:47.061094 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['82594f72-f1e9-49c5-8a2a-799c4ade153e'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:47.062864 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-474ee3be-9218-43df-921f-f4c4ed29ffd6 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "GET /v2.0/networks?id=5480e887-36b3-4698-b29a-be2f2c2dab76 HTTP/1.1" status: 200 len: 765 time: 0.4948401 Mar 23 01:49:47.069038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55532) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:47.077295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-16180f9a-8453-472e-8dde-1779db52a8f3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'network': {'description': 'd2'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:47.081188 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:47.082587 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-279d3db2-ee18-4b43-8fac-c2a81da5feb5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6595638 Mar 23 01:49:47.085956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55534) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:47.106307 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-221ce5af-9117-4cfb-bced-0f0d0e51fc70 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] 10.222.0.18 "PUT /v2.0/quotas/2cc5639978c54ef0b62bef266a14423a HTTP/1.1" status: 200 len: 366 time: 0.2419436 Mar 23 01:49:47.109278 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55536) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:47.121219 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-db288615-bf60-4900-9ba3-3a6bc155e182 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0107207 Mar 23 01:49:47.123544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55538) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:47.126800 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f8df3b8-9016-46af-bb02-92736a386832 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (0d951f3a-e7a3-457d-95f0-c10d94c26f96), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:47.141271 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-273de074-360d-4ded-b4cc-4518d8fa17b9 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] 10.222.0.18 "GET /v2.0/quotas/2cc5639978c54ef0b62bef266a14423a HTTP/1.1" status: 200 len: 366 time: 0.0102773 Mar 23 01:49:47.142110 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55540) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:47.164148 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-444bb4ac-31a0-4275-92d6-283036a8b52b tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/2cc5639978c54ef0b62bef266a14423a HTTP/1.1" status: 204 len: 168 time: 0.0185385 Mar 23 01:49:47.165052 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55542) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:47.177232 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-13c189dd-3e41-45ed-8a58-9ae29446c36a tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0108726 Mar 23 01:49:47.179033 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55544) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:47.192795 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5a910c69-6741-439e-8580-0680cad90db2 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] 10.222.0.18 "GET /v2.0/quotas/2cc5639978c54ef0b62bef266a14423a HTTP/1.1" status: 200 len: 370 time: 0.0108607 Mar 23 01:49:47.193799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55546) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:47.194709 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Set router 82594f72-f1e9-49c5-8a2a-799c4ade153e gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:49:47.199044 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1ae212e4-2ae5-4eb8-91c6-7779887c2f05 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] 10.222.0.18 "GET /v2.0/quotas/2cc5639978c54ef0b62bef266a14423a/default HTTP/1.1" status: 200 len: 370 time: 0.0039990 Mar 23 01:49:47.202449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55548) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:47.212374 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-24a38636-73f8-43cc-9418-fb770d033d1f tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] delete failed (client error): The resource could not be found. Mar 23 01:49:47.216222 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-24a38636-73f8-43cc-9418-fb770d033d1f tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/2cc5639978c54ef0b62bef266a14423a HTTP/1.1" status: 404 len: 348 time: 0.0101652 Mar 23 01:49:47.290451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496bd84-fcca-4da8-b29a-06e7d94eb677 req-423bf63d-aa91-4e36-bfda-45c460ae49c9 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:47.292254 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f496bd84-fcca-4da8-b29a-06e7d94eb677 req-423bf63d-aa91-4e36-bfda-45c460ae49c9 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.3234603 Mar 23 01:49:47.380701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55552) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:47.420679 n-d-834677-4 neutron-server[99263]: DEBUG neutron.quota.resource [None req-06c9998e-4412-4164-b976-e13880993c77 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] Usage tracker for resource:network and project:97da8de59e52488d9457282d249c4a86 is out of sync, need to count used quota {{(pid=99263) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 01:49:47.431108 n-d-834677-4 neutron-server[99263]: DEBUG neutron.quota.resource [None req-06c9998e-4412-4164-b976-e13880993c77 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99263) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 23 01:49:47.443879 n-d-834677-4 neutron-server[99263]: DEBUG neutron.quota.resource [None req-06c9998e-4412-4164-b976-e13880993c77 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] Usage tracker for resource:subnet and project:97da8de59e52488d9457282d249c4a86 is out of sync, need to count used quota {{(pid=99263) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 01:49:47.455164 n-d-834677-4 neutron-server[99263]: DEBUG neutron.quota.resource [None req-06c9998e-4412-4164-b976-e13880993c77 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99263) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 23 01:49:47.466172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.quota.resource [None req-06c9998e-4412-4164-b976-e13880993c77 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] Usage tracker for resource:subnetpool and project:97da8de59e52488d9457282d249c4a86 is out of sync, need to count used quota {{(pid=99263) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 01:49:47.472906 n-d-834677-4 neutron-server[99263]: DEBUG neutron.quota.resource [None req-06c9998e-4412-4164-b976-e13880993c77 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=99263) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 23 01:49:47.480378 n-d-834677-4 neutron-server[99263]: DEBUG neutron.quota.resource [None req-06c9998e-4412-4164-b976-e13880993c77 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] Usage tracker for resource:port and project:97da8de59e52488d9457282d249c4a86 is out of sync, need to count used quota {{(pid=99263) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 01:49:47.482520 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f496bd84-fcca-4da8-b29a-06e7d94eb677 req-5f22867e-0155-4a72-bebf-cb8924b45b06 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728432 Mar 23 01:49:47.484291 n-d-834677-4 neutron-server[99263]: DEBUG neutron.quota.resource [None req-06c9998e-4412-4164-b976-e13880993c77 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99263) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 23 01:49:47.490962 n-d-834677-4 neutron-server[99263]: DEBUG neutron.quota.resource [None req-06c9998e-4412-4164-b976-e13880993c77 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] Usage tracker for resource:router and project:97da8de59e52488d9457282d249c4a86 is out of sync, need to count used quota {{(pid=99263) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 01:49:47.494244 n-d-834677-4 neutron-server[99263]: DEBUG neutron.quota.resource [None req-06c9998e-4412-4164-b976-e13880993c77 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99263) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 23 01:49:47.502569 n-d-834677-4 neutron-server[99263]: DEBUG neutron.quota.resource [None req-06c9998e-4412-4164-b976-e13880993c77 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] Usage tracker for resource:floatingip and project:97da8de59e52488d9457282d249c4a86 is out of sync, need to count used quota {{(pid=99263) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 01:49:47.507018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.quota.resource [None req-06c9998e-4412-4164-b976-e13880993c77 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99263) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 23 01:49:47.518783 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'name': 'tempest-ServersTestManualDisk-1724445356-router', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b408863-0364-4115-b7c6-6cb351671b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:44Z', 'updated_at': '2022-03-23T01:49:46Z', 'revision_number': 3, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'gw_port': {'id': '2b408863-0364-4115-b7c6-6cb351671b95', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:45Z', 'updated_at': '2022-03-23T01:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:47.546367 n-d-834677-4 neutron-server[99263]: DEBUG neutron.quota.resource [None req-06c9998e-4412-4164-b976-e13880993c77 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] Usage tracker for resource:security_group and project:97da8de59e52488d9457282d249c4a86 is out of sync, need to count used quota {{(pid=99263) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 01:49:47.548409 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Checking router: 82594f72-f1e9-49c5-8a2a-799c4ade153e for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:49:47.548776 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Updating router 82594f72-f1e9-49c5-8a2a-799c4ade153e port 2b408863-0364-4115-b7c6-6cb351671b95 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:49:47.551679 n-d-834677-4 neutron-server[99263]: DEBUG neutron.quota.resource [None req-06c9998e-4412-4164-b976-e13880993c77 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99263) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 23 01:49:47.557957 n-d-834677-4 neutron-server[99263]: DEBUG neutron.quota.resource [None req-06c9998e-4412-4164-b976-e13880993c77 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] Usage tracker for resource:security_group_rule and project:97da8de59e52488d9457282d249c4a86 is out of sync, need to count used quota {{(pid=99263) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 23 01:49:47.561240 n-d-834677-4 neutron-server[99263]: DEBUG neutron.quota.resource [None req-06c9998e-4412-4164-b976-e13880993c77 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99263) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 23 01:49:47.564814 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f8df3b8-9016-46af-bb02-92736a386832 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (0d951f3a-e7a3-457d-95f0-c10d94c26f96), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:47.565953 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-06c9998e-4412-4164-b976-e13880993c77 tempest-QuotasTest-126602619 tempest-QuotasTest-126602619-project-admin] 10.222.0.18 "GET /v2.0/quotas/97da8de59e52488d9457282d249c4a86/details.json HTTP/1.1" status: 200 len: 703 time: 0.1842313 Mar 23 01:49:47.582106 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2b408863-0364-4115-b7c6-6cb351671b95), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:47.584525 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16180f9a-8453-472e-8dde-1779db52a8f3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (5480e887-36b3-4698-b29a-be2f2c2dab76), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:47.619834 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16180f9a-8453-472e-8dde-1779db52a8f3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (5480e887-36b3-4698-b29a-be2f2c2dab76), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:47.688855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16180f9a-8453-472e-8dde-1779db52a8f3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network 5480e887-36b3-4698-b29a-be2f2c2dab76 is not hosted by any dhcp agent {{(pid=99264) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 01:49:47.693562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16180f9a-8453-472e-8dde-1779db52a8f3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:47.694192 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16180f9a-8453-472e-8dde-1779db52a8f3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:47.695503 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-16180f9a-8453-472e-8dde-1779db52a8f3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "PUT /v2.0/networks/5480e887-36b3-4698-b29a-be2f2c2dab76 HTTP/1.1" status: 200 len: 762 time: 0.6226168 Mar 23 01:49:47.698843 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55556) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:47.819428 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16180f9a-8453-472e-8dde-1779db52a8f3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Network': ['ID=5480e887-36b3-4698-b29a-be2f2c2dab76,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:47.822363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82737054-2316-4a2b-b80c-ac812ed60126 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:47.828361 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-82737054-2316-4a2b-b80c-ac812ed60126 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "GET /v2.0/networks?id=5480e887-36b3-4698-b29a-be2f2c2dab76 HTTP/1.1" status: 200 len: 765 time: 0.1247816 Mar 23 01:49:47.829207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55558) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:47.836825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 5480e887-36b3-4698-b29a-be2f2c2dab76 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:49:47.931706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-2f8df3b8-9016-46af-bb02-92736a386832 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Deleting port ffe9aaf6-032d-43b6-8b2b-f7433bb4de49 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:47.932056 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f8df3b8-9016-46af-bb02-92736a386832 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ffe9aaf6-032d-43b6-8b2b-f7433bb4de49), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:47.932543 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Publish callbacks [] for port (2b408863-0364-4115-b7c6-6cb351671b95), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:47.941661 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2b408863-0364-4115-b7c6-6cb351671b95), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:47.999637 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5b7e7-541b-4813-99c9-449ffee02c21 None None] Pushing event updated for resources: {'Port': ['ID=2b408863-0364-4115-b7c6-6cb351671b95,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:48.025912 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Attempting to bind port 2b408863-0364-4115-b7c6-6cb351671b95 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:48.030739 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Attempting to bind port 2b408863-0364-4115-b7c6-6cb351671b95 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:48.030739 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Attempting to bind port 2b408863-0364-4115-b7c6-6cb351671b95 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:48.031435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55562) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:48.039593 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:48.039965 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:48.040347 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:48.040769 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:48.041230 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Bound port: 2b408863-0364-4115-b7c6-6cb351671b95, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:48.041605 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2b408863-0364-4115-b7c6-6cb351671b95), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:48.108688 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] For port 2b408863-0364-4115-b7c6-6cb351671b95, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:48.113564 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] For port 2b408863-0364-4115-b7c6-6cb351671b95, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2b408863-0364-4115-b7c6-6cb351671b95,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:48.120732 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2b408863-0364-4115-b7c6-6cb351671b95), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:48.137943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8a1aff-a500-4196-9e7f-4c95c3e2c987 None None] Network c4a7cc98-f343-4be3-884a-5828fb549baf requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:48.196900 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141c96e1-d777-4b1a-a7ee-1f56a14d028b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:48.197505 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5b7e7-541b-4813-99c9-449ffee02c21 None None] Pushing event updated for resources: {'Port': ['ID=2b408863-0364-4115-b7c6-6cb351671b95,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:48.200828 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-141c96e1-d777-4b1a-a7ee-1f56a14d028b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3667796 Mar 23 01:49:48.207285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55566) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:48.212472 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Routers {'82594f72-f1e9-49c5-8a2a-799c4ade153e'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:48.213461 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['82594f72-f1e9-49c5-8a2a-799c4ade153e'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:48.227054 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7bf60fc5-5428-4e17-9f66-a4599745712c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:48.248785 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f8df3b8-9016-46af-bb02-92736a386832 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ffe9aaf6-032d-43b6-8b2b-f7433bb4de49), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:48.250836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c47ced28-8651-4eb0-bb86-d5a4639ec5ac None None] Provisioning complete for port dd40a8a8-4150-4910-8943-25590d13701b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:48.251396 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c47ced28-8651-4eb0-bb86-d5a4639ec5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dd40a8a8-4150-4910-8943-25590d13701b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:48.262749 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6f602f87-c59d-4309-a4a6-6e6aeb6d1776 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 207 time: 0.0528431 Mar 23 01:49:48.266950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55568) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:48.282284 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-2f8df3b8-9016-46af-bb02-92736a386832 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Calling delete_port for ffe9aaf6-032d-43b6-8b2b-f7433bb4de49 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:48.391918 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7bf60fc5-5428-4e17-9f66-a4599745712c admin admin] Publish callbacks [] for security_group (64763abe-ecd8-4fe6-8c4b-480b40a7ba8a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:48.394381 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] Set router 82594f72-f1e9-49c5-8a2a-799c4ade153e gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:49:48.398856 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7bf60fc5-5428-4e17-9f66-a4599745712c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (64763abe-ecd8-4fe6-8c4b-480b40a7ba8a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:48.438705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device dd40a8a8-4150-4910-8943-25590d13701b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:48.482324 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7bf60fc5-5428-4e17-9f66-a4599745712c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b064932ea2e4ef2a490f815d9d632aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4472864 Mar 23 01:49:48.487039 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55570) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:48.494192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c47ced28-8651-4eb0-bb86-d5a4639ec5ac None None] Current status of the port dd40a8a8-4150-4910-8943-25590d13701b is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:48.494671 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c47ced28-8651-4eb0-bb86-d5a4639ec5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (dd40a8a8-4150-4910-8943-25590d13701b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:48.518783 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf60fc5-5428-4e17-9f66-a4599745712c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64763abe-ecd8-4fe6-8c4b-480b40a7ba8a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:48.568188 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c47ced28-8651-4eb0-bb86-d5a4639ec5ac None None] For port dd40a8a8-4150-4910-8943-25590d13701b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=dd40a8a8-4150-4910-8943-25590d13701b,segment=NetworkSegment(d376842b-9d16-42f6-8983-9e619c644c51),segment_id=d376842b-9d16-42f6-8983-9e619c644c51)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:48.581806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port dd40a8a8-4150-4910-8943-25590d13701b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:48.582582 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dd40a8a8-4150-4910-8943-25590d13701b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:48.584910 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c47ced28-8651-4eb0-bb86-d5a4639ec5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (dd40a8a8-4150-4910-8943-25590d13701b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:48.653462 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e00cfdd9-8047-4352-abe8-f97d6d748dba admin admin] Publish callbacks [] for security_group (64763abe-ecd8-4fe6-8c4b-480b40a7ba8a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:48.678116 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ced28-8651-4eb0-bb86-d5a4639ec5ac None None] Pushing event updated for resources: {'Port': ['ID=dd40a8a8-4150-4910-8943-25590d13701b,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:48.687549 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e00cfdd9-8047-4352-abe8-f97d6d748dba admin admin] Publish callbacks [] for security_group (64763abe-ecd8-4fe6-8c4b-480b40a7ba8a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:48.748463 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port dd40a8a8-4150-4910-8943-25590d13701b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:48.785320 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'name': 'tempest-ServersTestManualDisk-1724445356-router', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b408863-0364-4115-b7c6-6cb351671b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:44Z', 'updated_at': '2022-03-23T01:49:46Z', 'revision_number': 3, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'gw_port': {'id': '2b408863-0364-4115-b7c6-6cb351671b95', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:45Z', 'updated_at': '2022-03-23T01:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:48.788972 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afd6eb-3063-41c9-9806-ca5f096ad5a7 req-1a48b355-3598-400c-8b76-5d3462ca61b3 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:48.790603 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95afd6eb-3063-41c9-9806-ca5f096ad5a7 req-1a48b355-3598-400c-8b76-5d3462ca61b3 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.2058172 Mar 23 01:49:48.816019 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14533f21-1b8d-4032-8c1c-fec45cbda7ec None None] The sync data for ids ['82594f72-f1e9-49c5-8a2a-799c4ade153e'] in n-d-834677-4 is: [{'id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'name': 'tempest-ServersTestManualDisk-1724445356-router', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b408863-0364-4115-b7c6-6cb351671b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:44Z', 'updated_at': '2022-03-23T01:49:46Z', 'revision_number': 3, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'gw_port': {'id': '2b408863-0364-4115-b7c6-6cb351671b95', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:45Z', 'updated_at': '2022-03-23T01:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:49:48.816309 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-500cdef7-1808-45a6-8771-895ae63dc77b None None] Provisioning complete for port dd40a8a8-4150-4910-8943-25590d13701b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:48.816714 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-500cdef7-1808-45a6-8771-895ae63dc77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dd40a8a8-4150-4910-8943-25590d13701b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:48.827700 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e00cfdd9-8047-4352-abe8-f97d6d748dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (64763abe-ecd8-4fe6-8c4b-480b40a7ba8a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:48.831140 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e00cfdd9-8047-4352-abe8-f97d6d748dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:48.834664 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e00cfdd9-8047-4352-abe8-f97d6d748dba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64763abe-ecd8-4fe6-8c4b-480b40a7ba8a HTTP/1.1" status: 204 len: 168 time: 0.3442700 Mar 23 01:49:48.875036 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cfdd9-8047-4352-abe8-f97d6d748dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64763abe-ecd8-4fe6-8c4b-480b40a7ba8a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:48.899970 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95afd6eb-3063-41c9-9806-ca5f096ad5a7 req-76c382bc-83ba-4cf6-96d6-b5de55f8358e tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877724 Mar 23 01:49:48.955331 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-500cdef7-1808-45a6-8771-895ae63dc77b None None] Current status of the port dd40a8a8-4150-4910-8943-25590d13701b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:49.054764 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d286ecef-ab77-4f5e-8953-0cf79cec5f68 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:49.059743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d286ecef-ab77-4f5e-8953-0cf79cec5f68 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:49.065619 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d286ecef-ab77-4f5e-8953-0cf79cec5f68 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:49.070825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d286ecef-ab77-4f5e-8953-0cf79cec5f68 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:49.076049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d286ecef-ab77-4f5e-8953-0cf79cec5f68 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:49.081888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d286ecef-ab77-4f5e-8953-0cf79cec5f68 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:49.083734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d286ecef-ab77-4f5e-8953-0cf79cec5f68 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.8151076 Mar 23 01:49:49.087559 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55578) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:49.104536 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:49.261759 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55580) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:49.264637 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-26a08396-2109-44b1-bb61-3e57d41de9db tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1736259 Mar 23 01:49:49.266307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55582) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:49.313190 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ad788fa5-d103-4483-b8fa-4939bab1e4b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:49.327031 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a686a37a-dc74-4678-8e79-2ae81aa8b5fd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:49.328706 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a686a37a-dc74-4678-8e79-2ae81aa8b5fd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:49.330820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a686a37a-dc74-4678-8e79-2ae81aa8b5fd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:49.332439 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a686a37a-dc74-4678-8e79-2ae81aa8b5fd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:49.334015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a686a37a-dc74-4678-8e79-2ae81aa8b5fd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:49.339356 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a686a37a-dc74-4678-8e79-2ae81aa8b5fd tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0683801 Mar 23 01:49:49.340672 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55584) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:49.358401 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f8df3b8-9016-46af-bb02-92736a386832 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (ffe9aaf6-032d-43b6-8b2b-f7433bb4de49), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:49.406485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7bdafb-b232-4fd0-b345-b0ec9d1558d7 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:49.408154 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7bdafb-b232-4fd0-b345-b0ec9d1558d7 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:49.409106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7bdafb-b232-4fd0-b345-b0ec9d1558d7 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:49.410958 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7bdafb-b232-4fd0-b345-b0ec9d1558d7 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:49.413285 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7bdafb-b232-4fd0-b345-b0ec9d1558d7 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:49.419117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8df3b8-9016-46af-bb02-92736a386832 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Pushing event deleted for resources: {'Port': ['ID=ffe9aaf6-032d-43b6-8b2b-f7433bb4de49,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:49.419342 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-db7bdafb-b232-4fd0-b345-b0ec9d1558d7 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0733318 Mar 23 01:49:49.422117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55586) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:49.517166 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6079e7de-54b2-492f-95ce-6eb5c978d76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:49.567793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Allocated IP 172.20.0.1 (c4a7cc98-f343-4be3-884a-5828fb549baf/7a24a261-2668-4f4f-be2e-816dd79856c9/a071e8e4-6a84-4daf-a4f9-4f00c658b49c) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:49.647792 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f8df3b8-9016-46af-bb02-92736a386832 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (0d951f3a-e7a3-457d-95f0-c10d94c26f96), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:49.685577 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ad788fa5-d103-4483-b8fa-4939bab1e4b7 admin admin] Publish callbacks [] for security_group (4db44f61-9dfe-4ff3-8b5a-6db8c3d024c9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:49.747011 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ad788fa5-d103-4483-b8fa-4939bab1e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4db44f61-9dfe-4ff3-8b5a-6db8c3d024c9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:49.787701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8308cfa6-af69-4e45-a197-20a111cbd6e9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:49.789122 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8308cfa6-af69-4e45-a197-20a111cbd6e9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "GET /v2.0/networks/addada1e-5413-4636-a120-47059b8ad1fc HTTP/1.1" status: 200 len: 803 time: 0.3630669 Mar 23 01:49:49.794913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55588) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:49.827586 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f8df3b8-9016-46af-bb02-92736a386832 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (0d951f3a-e7a3-457d-95f0-c10d94c26f96), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:49.838682 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f8df3b8-9016-46af-bb02-92736a386832 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_controller (0d951f3a-e7a3-457d-95f0-c10d94c26f96), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:49.852792 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ad788fa5-d103-4483-b8fa-4939bab1e4b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97da8de59e52488d9457282d249c4a86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5878551 Mar 23 01:49:49.855587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55590) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:49.894112 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad788fa5-d103-4483-b8fa-4939bab1e4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db44f61-9dfe-4ff3-8b5a-6db8c3d024c9,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:49.922116 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f8df3b8-9016-46af-bb02-92736a386832 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (0d951f3a-e7a3-457d-95f0-c10d94c26f96), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:49.922709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8df3b8-9016-46af-bb02-92736a386832 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Fanout notify agent at l3_agent the message router_deleted on router 0d951f3a-e7a3-457d-95f0-c10d94c26f96 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:49:49.930550 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f8df3b8-9016-46af-bb02-92736a386832 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:49.931702 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2f8df3b8-9016-46af-bb02-92736a386832 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "DELETE /v2.0/routers/0d951f3a-e7a3-457d-95f0-c10d94c26f96 HTTP/1.1" status: 204 len: 168 time: 3.4808028 Mar 23 01:49:49.940871 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Publish callbacks [] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:49.942221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55594) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:49.946645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3e8317b5-bc69-4d24-9a2c-24fa5cfc292f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-27921089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:49.948087 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-79904492-43a2-457e-ab36-2e5094670ec8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "GET /v2.0/networks/addada1e-5413-4636-a120-47059b8ad1fc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1516404 Mar 23 01:49:49.954149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55596) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:49.994406 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3e8317b5-bc69-4d24-9a2c-24fa5cfc292f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (a9e12aa7-9699-4736-be6d-6c970c1d8dbd), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:49.995462 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3e8317b5-bc69-4d24-9a2c-24fa5cfc292f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (a9e12aa7-9699-4736-be6d-6c970c1d8dbd), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:49.995947 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dae5e90a-b271-4046-aa7e-223e0596381a admin admin] Publish callbacks [] for security_group (4db44f61-9dfe-4ff3-8b5a-6db8c3d024c9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.033937 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dae5e90a-b271-4046-aa7e-223e0596381a admin admin] Publish callbacks [] for security_group (4db44f61-9dfe-4ff3-8b5a-6db8c3d024c9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.044059 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c99dcc-4bc8-4c92-969d-f07a4042ac46 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:50.050755 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-08c99dcc-4bc8-4c92-969d-f07a4042ac46 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "GET /v2.0/subnets/308c40ad-7306-49c1-968c-eeea3a844099 HTTP/1.1" status: 200 len: 843 time: 0.0901692 Mar 23 01:49:50.053113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55598) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:50.054216 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.089321 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dae5e90a-b271-4046-aa7e-223e0596381a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4db44f61-9dfe-4ff3-8b5a-6db8c3d024c9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.091995 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dae5e90a-b271-4046-aa7e-223e0596381a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.096140 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dae5e90a-b271-4046-aa7e-223e0596381a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4db44f61-9dfe-4ff3-8b5a-6db8c3d024c9 HTTP/1.1" status: 204 len: 168 time: 0.2395716 Mar 23 01:49:50.104242 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5e90a-b271-4046-aa7e-223e0596381a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db44f61-9dfe-4ff3-8b5a-6db8c3d024c9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:50.148025 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3e8317b5-bc69-4d24-9a2c-24fa5cfc292f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_controller (a9e12aa7-9699-4736-be6d-6c970c1d8dbd), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.163733 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3e8317b5-bc69-4d24-9a2c-24fa5cfc292f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (a9e12aa7-9699-4736-be6d-6c970c1d8dbd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.178569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Network c4a7cc98-f343-4be3-884a-5828fb549baf is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:50.199270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16997-2d72-4333-9637-e4c15f3bd2ca req-66201514-b9bc-41f1-94d4-0fd92e04cc43 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:50.200815 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55b16997-2d72-4333-9637-e4c15f3bd2ca req-66201514-b9bc-41f1-94d4-0fd92e04cc43 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.2127969 Mar 23 01:49:50.206522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:50.214553 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a071e8e4-6a84-4daf-a4f9-4f00c658b49c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:50.217208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:50.233467 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25617379-eccd-4c8a-bb95-d15ec07a68dc tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['shared'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:50.234864 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-25617379-eccd-4c8a-bb95-d15ec07a68dc tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "GET /v2.0/subnets/308c40ad-7306-49c1-968c-eeea3a844099?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1777174 Mar 23 01:49:50.241189 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55602) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:50.246782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6d6bb76e-a069-42c3-8804-d17ba393eb98 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-338239198'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:50.275432 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6bb76e-a069-42c3-8804-d17ba393eb98 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:50.280310 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb76e-a069-42c3-8804-d17ba393eb98 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.287103 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3e8317b5-bc69-4d24-9a2c-24fa5cfc292f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.288786 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3e8317b5-bc69-4d24-9a2c-24fa5cfc292f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3452544 Mar 23 01:49:50.296376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55604) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:50.303912 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:50.345419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6bb76e-a069-42c3-8804-d17ba393eb98 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:49:50.361310 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb76e-a069-42c3-8804-d17ba393eb98 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c23a60d7-3144-4b63-99b8-59b924c6e9a5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.361987 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-6d6bb76e-a069-42c3-8804-d17ba393eb98 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Added segment c23a60d7-3144-4b63-99b8-59b924c6e9a5 of type vlan for network 64921b5d-a6db-4970-8d3f-bf56bc5967d1 Mar 23 01:49:50.434690 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb76e-a069-42c3-8804-d17ba393eb98 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (64921b5d-a6db-4970-8d3f-bf56bc5967d1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.448315 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (82594f72-f1e9-49c5-8a2a-799c4ade153e), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.473447 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb76e-a069-42c3-8804-d17ba393eb98 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (64921b5d-a6db-4970-8d3f-bf56bc5967d1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.482195 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6bb76e-a069-42c3-8804-d17ba393eb98 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:50.492375 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb76e-a069-42c3-8804-d17ba393eb98 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.568719 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2b408863-0364-4115-b7c6-6cb351671b95 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:50.589663 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6d6bb76e-a069-42c3-8804-d17ba393eb98 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3473220 Mar 23 01:49:50.593038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55610) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:50.597975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6c1d52c0-c29a-46cf-9c42-9e88b4f90744 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'subnet': {'network_id': '64921b5d-a6db-4970-8d3f-bf56bc5967d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:50.641791 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55b16997-2d72-4333-9637-e4c15f3bd2ca req-6d3e5f15-7166-474f-8058-7e946ff146e2 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165008 Mar 23 01:49:50.651107 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6bb76e-a069-42c3-8804-d17ba393eb98 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Network': ['ID=64921b5d-a6db-4970-8d3f-bf56bc5967d1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:50.672300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 64921b5d-a6db-4970-8d3f-bf56bc5967d1 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:49:50.690909 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.705807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1d52c0-c29a-46cf-9c42-9e88b4f90744 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Made reservation on behalf of c77507a560f84ffa93bb7f8f0d7c8da1 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:50.710383 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c1d52c0-c29a-46cf-9c42-9e88b4f90744 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.735918 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (a9e12aa7-9699-4736-be6d-6c970c1d8dbd), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.755174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bb0a2ad1-6106-497e-8288-2f14f181f8c7 None None] Provisioning complete for port a071e8e4-6a84-4daf-a4f9-4f00c658b49c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:50.755548 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2ad1-6106-497e-8288-2f14f181f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.799816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_backend_mixin [None req-6c1d52c0-c29a-46cf-9c42-9e88b4f90744 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Performing IP validity checks on allocation pools {{(pid=99263) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 23 01:49:50.800497 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_backend_mixin [None req-6c1d52c0-c29a-46cf-9c42-9e88b4f90744 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99263) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 23 01:49:50.801876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a2ad1-6106-497e-8288-2f14f181f8c7 None None] Port a071e8e4-6a84-4daf-a4f9-4f00c658b49c cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:49:50.851803 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 2b408863-0364-4115-b7c6-6cb351671b95 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:50.852178 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2b408863-0364-4115-b7c6-6cb351671b95), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.924894 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.957187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 2b408863-0364-4115-b7c6-6cb351671b95 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:50.957805 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2b408863-0364-4115-b7c6-6cb351671b95), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.989743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 2b408863-0364-4115-b7c6-6cb351671b95, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2b408863-0364-4115-b7c6-6cb351671b95,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:50.996890 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2b408863-0364-4115-b7c6-6cb351671b95), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:50.997825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device dd40a8a8-4150-4910-8943-25590d13701b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:51.000230 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c1d52c0-c29a-46cf-9c42-9e88b4f90744 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (3b5554b6-2293-4baa-bccd-a5813703b094), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:51.089036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=2b408863-0364-4115-b7c6-6cb351671b95,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:51.105332 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port dd40a8a8-4150-4910-8943-25590d13701b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:51.105851 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dd40a8a8-4150-4910-8943-25590d13701b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:51.206053 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (a9e12aa7-9699-4736-be6d-6c970c1d8dbd), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:51.218032 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port dd40a8a8-4150-4910-8943-25590d13701b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:51.236813 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:51.363640 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Publish callbacks [] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:51.371583 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:51.454634 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d52c0-c29a-46cf-9c42-9e88b4f90744 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Subnet': ['ID=3b5554b6-2293-4baa-bccd-a5813703b094,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:51.459404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Allocated IP 172.25.0.185 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/b0c918e0-444a-474c-9998-3c2747f1f9f5) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:51.461961 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1d52c0-c29a-46cf-9c42-9e88b4f90744 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Checking segment: {'id': 'c23a60d7-3144-4b63-99b8-59b924c6e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '64921b5d-a6db-4970-8d3f-bf56bc5967d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:51.462336 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d52c0-c29a-46cf-9c42-9e88b4f90744 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network hostable DHCP agents. Network: 64921b5d-a6db-4970-8d3f-bf56bc5967d1, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:49:51.464700 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (82594f72-f1e9-49c5-8a2a-799c4ade153e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:51.470876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a071e8e4-6a84-4daf-a4f9-4f00c658b49c,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:51.485611 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d52c0-c29a-46cf-9c42-9e88b4f90744 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Network 64921b5d-a6db-4970-8d3f-bf56bc5967d1 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:49:51.497465 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d52c0-c29a-46cf-9c42-9e88b4f90744 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 64921b5d-a6db-4970-8d3f-bf56bc5967d1) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:51.504715 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1d52c0-c29a-46cf-9c42-9e88b4f90744 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:51.504971 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6c1d52c0-c29a-46cf-9c42-9e88b4f90744 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7978362'] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:51.508904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08824aee-ce5f-4a68-9f3d-01d73d50b743 None None] Network 64921b5d-a6db-4970-8d3f-bf56bc5967d1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:51.528590 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6c1d52c0-c29a-46cf-9c42-9e88b4f90744 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9318757 Mar 23 01:49:51.528951 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55632) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:51.535332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b713a63c-9e29-4eb6-a249-6d81cee751e6 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:51.656251 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b713a63c-9e29-4eb6-a249-6d81cee751e6 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25977491'] for subnet (3b5554b6-2293-4baa-bccd-a5813703b094), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:51.657633 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-64921b5d-a6db-4970-8d3f-bf56bc5967d1', 'network_id': '64921b5d-a6db-4970-8d3f-bf56bc5967d1', 'project_id': 'c77507a560f84ffa93bb7f8f0d7c8da1', 'fixed_ips': [{'subnet_id': '3b5554b6-2293-4baa-bccd-a5813703b094'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:49:51.660042 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:51.835535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d448190-6c4d-43f5-aa28-324f84de8c78 req-4ba47b34-8b83-4d3a-9bf7-0dd8536d8972 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:51.837610 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3d448190-6c4d-43f5-aa28-324f84de8c78 req-4ba47b34-8b83-4d3a-9bf7-0dd8536d8972 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.1004109 Mar 23 01:49:51.934265 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for port (b0c918e0-444a-474c-9998-3c2747f1f9f5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:51.943053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3d448190-6c4d-43f5-aa28-324f84de8c78 req-5d221750-b638-452c-a0ce-5fb5ba30831e tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970840 Mar 23 01:49:51.968024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Network c4a7cc98-f343-4be3-884a-5828fb549baf is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:51.970206 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b713a63c-9e29-4eb6-a249-6d81cee751e6 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757123738763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3726623'] for subnet (3b5554b6-2293-4baa-bccd-a5813703b094), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:51.981012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:52.010389 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d62fd6a4-a7be-42df-b8ed-245f3965a2c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.030766 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b713a63c-9e29-4eb6-a249-6d81cee751e6 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:52.031403 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b713a63c-9e29-4eb6-a249-6d81cee751e6 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.033229 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b713a63c-9e29-4eb6-a249-6d81cee751e6 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "PUT /v2.0/subnets/3b5554b6-2293-4baa-bccd-a5813703b094 HTTP/1.1" status: 200 len: 900 time: 0.5029883 Mar 23 01:49:52.036643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55644) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:52.059382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Allocated IP 2001:db8::3 (64921b5d-a6db-4970-8d3f-bf56bc5967d1/3b5554b6-2293-4baa-bccd-a5813703b094/2bdd721f-6017-4ae4-8a28-bfcb7ef26478) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:52.064070 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55646) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:52.066184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713a63c-9e29-4eb6-a249-6d81cee751e6 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event updated for resources: {'Subnet': ['ID=3b5554b6-2293-4baa-bccd-a5813703b094,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:52.146063 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Router 82594f72-f1e9-49c5-8a2a-799c4ade153e has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:49:52.168816 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b0c918e0-444a-474c-9998-3c2747f1f9f5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.189810 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (64921b5d-a6db-4970-8d3f-bf56bc5967d1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.283315 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (3b5554b6-2293-4baa-bccd-a5813703b094), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.288865 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Publish callbacks [] for port (2bdd721f-6017-4ae4-8a28-bfcb7ef26478), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.291734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-178049757', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:52.298328 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (2bdd721f-6017-4ae4-8a28-bfcb7ef26478), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.309660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:52.315000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:52.320188 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:52.336290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Network 64921b5d-a6db-4970-8d3f-bf56bc5967d1 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:52.340727 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:52.343954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:52.375094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Pushing event updated for resources: {'Port': ['ID=b0c918e0-444a-474c-9998-3c2747f1f9f5,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:52.379500 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2b408863-0364-4115-b7c6-6cb351671b95 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:52.382117 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Pushing event updated for resources: {'Port': ['ID=2bdd721f-6017-4ae4-8a28-bfcb7ef26478,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:52.395259 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Made reservation on behalf of c0d557b601044d4e811de4793480e649 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:52.399274 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.411643 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.458317 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (3b5554b6-2293-4baa-bccd-a5813703b094), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.469731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-512047a2-0681-41d4-a348-d30e627e06d9 None None] Provisioning complete for port a071e8e4-6a84-4daf-a4f9-4f00c658b49c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:52.471187 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-512047a2-0681-41d4-a348-d30e627e06d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.478591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:49:52.497358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5554b6-2293-4baa-bccd-a5813703b094,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:52.505216 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ec35cf83-ff73-4b00-a250-44de07d1a8b3 admin admin] 10.222.0.18 "PUT /v2.0/routers/82594f72-f1e9-49c5-8a2a-799c4ade153e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4148171 Mar 23 01:49:52.515428 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Sync routers for ids ['82594f72-f1e9-49c5-8a2a-799c4ade153e'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:49:52.527150 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Attempting to bind port 2bdd721f-6017-4ae4-8a28-bfcb7ef26478 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:52.527983 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Attempting to bind port 2bdd721f-6017-4ae4-8a28-bfcb7ef26478 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'c23a60d7-3144-4b63-99b8-59b924c6e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '64921b5d-a6db-4970-8d3f-bf56bc5967d1'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:52.528440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Attempting to bind port 2bdd721f-6017-4ae4-8a28-bfcb7ef26478 on network 64921b5d-a6db-4970-8d3f-bf56bc5967d1 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:52.553563 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:52.554046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Checking segment: {'id': 'c23a60d7-3144-4b63-99b8-59b924c6e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '64921b5d-a6db-4970-8d3f-bf56bc5967d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:52.554538 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.555012 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Bound using segment: {'id': 'c23a60d7-3144-4b63-99b8-59b924c6e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '64921b5d-a6db-4970-8d3f-bf56bc5967d1'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:52.555609 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Bound port: 2bdd721f-6017-4ae4-8a28-bfcb7ef26478, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23a60d7-3144-4b63-99b8-59b924c6e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '64921b5d-a6db-4970-8d3f-bf56bc5967d1'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:52.556235 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2bdd721f-6017-4ae4-8a28-bfcb7ef26478), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.561585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Routers {'82594f72-f1e9-49c5-8a2a-799c4ade153e'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:52.562226 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['82594f72-f1e9-49c5-8a2a-799c4ade153e'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:52.572577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-512047a2-0681-41d4-a348-d30e627e06d9 None None] Port a071e8e4-6a84-4daf-a4f9-4f00c658b49c cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:49:52.625105 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (64921b5d-a6db-4970-8d3f-bf56bc5967d1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.663372 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64921b5d-a6db-4970-8d3f-bf56bc5967d1']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:52.688213 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks [] for security_group (9e7d30ba-a425-42de-8c0e-cea3855bed4a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.691118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23a60d7-3144-4b63-99b8-59b924c6e9a5') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:52.691421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23a60d7-3144-4b63-99b8-59b924c6e9a5') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:52.704888 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (c23a60d7-3144-4b63-99b8-59b924c6e9a5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.707507 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9e7d30ba-a425-42de-8c0e-cea3855bed4a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.720548 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (a9e12aa7-9699-4736-be6d-6c970c1d8dbd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.721645 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] device_id is not set on port ccb3c674-ddfb-4401-aa1c-1c2aa5892c91 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:49:52.746760 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c23a60d7-3144-4b63-99b8-59b924c6e9a5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.783364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:52.783772 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (c23a60d7-3144-4b63-99b8-59b924c6e9a5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: warnings.warn('Neutron quota engine will require "--force" ' Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:52.791586 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:52.832744 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7d30ba-a425-42de-8c0e-cea3855bed4a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:52.866230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 2b408863-0364-4115-b7c6-6cb351671b95 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:52.866811 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2b408863-0364-4115-b7c6-6cb351671b95), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:52.885428 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.api [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 01:49:52.885428 n-d-834677-4 neutron-server[99263]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 01:49:52.885428 n-d-834677-4 neutron-server[99263]: [parameters: {'id': '64921b5d-a6db-4970-8d3f-bf56bc5967d1'}] Mar 23 01:49:52.885428 n-d-834677-4 neutron-server[99263]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=99263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:49:52.885912 n-d-834677-4 neutron-server[99263]: DEBUG oslo_db.api [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:49:52.915389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Allocated IP 172.25.0.52 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/ccb3c674-ddfb-4401-aa1c-1c2aa5892c91) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:52.958290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Set router 82594f72-f1e9-49c5-8a2a-799c4ade153e gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:49:53.005214 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] For port 2bdd721f-6017-4ae4-8a28-bfcb7ef26478, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:53.050362 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (a9e12aa7-9699-4736-be6d-6c970c1d8dbd), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.052129 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55658) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:53.058093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-7aee1734-2efb-4ec5-a79f-b21bb9b3d2bc tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1920181801', 'description': 'tempest-description--1965554696'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:53.063843 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (a9e12aa7-9699-4736-be6d-6c970c1d8dbd), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.072853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] For port 2bdd721f-6017-4ae4-8a28-bfcb7ef26478, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2bdd721f-6017-4ae4-8a28-bfcb7ef26478,segment=NetworkSegment(c23a60d7-3144-4b63-99b8-59b924c6e9a5),segment_id=c23a60d7-3144-4b63-99b8-59b924c6e9a5)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:53.111511 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2bdd721f-6017-4ae4-8a28-bfcb7ef26478), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.132362 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks [] for port (ccb3c674-ddfb-4401-aa1c-1c2aa5892c91), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.142292 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705f35f-86bd-47d2-b5d7-297e2fe483c7 req-1fc597ad-dd93-414b-934f-aef5dfe5e959 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:53.143928 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e705f35f-86bd-47d2-b5d7-297e2fe483c7 req-1fc597ad-dd93-414b-934f-aef5dfe5e959 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.0977614 Mar 23 01:49:53.155032 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7aee1734-2efb-4ec5-a79f-b21bb9b3d2bc tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.191796 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 2b408863-0364-4115-b7c6-6cb351671b95 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:53.226910 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e705f35f-86bd-47d2-b5d7-297e2fe483c7 req-5803809c-2522-4270-abd9-bda085de4212 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713284 Mar 23 01:49:53.228741 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ccb3c674-ddfb-4401-aa1c-1c2aa5892c91), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.263797 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.278037 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7aee1734-2efb-4ec5-a79f-b21bb9b3d2bc tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for security_group (d0f901dc-fae1-4aa9-99d7-540e9b45446b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.285285 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7aee1734-2efb-4ec5-a79f-b21bb9b3d2bc tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d0f901dc-fae1-4aa9-99d7-540e9b45446b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.291703 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a4244-3382-4c67-8021-0afa33b436c9 None None] Pushing event updated for resources: {'Port': ['ID=2bdd721f-6017-4ae4-8a28-bfcb7ef26478,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:53.295418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Router a9e12aa7-9699-4736-be6d-6c970c1d8dbd is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:49:53.303700 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:53.308308 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:53.317308 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:53.342266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8f82a5-31b0-4d05-8d2f-db8f8235b910 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:49:53.344072 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7aee1734-2efb-4ec5-a79f-b21bb9b3d2bc tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.345127 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Pushing event updated for resources: {'Port': ['ID=ccb3c674-ddfb-4401-aa1c-1c2aa5892c91,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:53.345688 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7aee1734-2efb-4ec5-a79f-b21bb9b3d2bc tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2924168 Mar 23 01:49:53.349721 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55660) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:53.366188 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9a0515ce-fbc2-4f96-9d75-be0a72dbcf39 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Request body: {'security_group_rule': {'security_group_id': 'd0f901dc-fae1-4aa9-99d7-540e9b45446b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:53.383622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee1734-2efb-4ec5-a79f-b21bb9b3d2bc tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f901dc-fae1-4aa9-99d7-540e9b45446b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:53.387331 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (64921b5d-a6db-4970-8d3f-bf56bc5967d1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.414983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:53.415739 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.427772 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'name': 'tempest-ServersTestManualDisk-1724445356-router', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b408863-0364-4115-b7c6-6cb351671b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:44Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'gw_port': {'id': '2b408863-0364-4115-b7c6-6cb351671b95', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:45Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a071e8e4-6a84-4daf-a4f9-4f00c658b49c', 'name': '', 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'mac_address': 'fa:16:3e:9f:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:49Z', 'updated_at': '2022-03-23T01:49:51Z', 'revision_number': 2, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'subnets': [{'id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:53.444199 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a0515ce-fbc2-4f96-9d75-be0a72dbcf39 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for security_group_rule (940b9343-79ad-4098-afd3-d03caae0deb0), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.465755 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Checking router: 82594f72-f1e9-49c5-8a2a-799c4ade153e for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:49:53.466113 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Updating router 82594f72-f1e9-49c5-8a2a-799c4ade153e port a071e8e4-6a84-4daf-a4f9-4f00c658b49c binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:49:53.472041 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:49:53.484185 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d219329-1170-42fc-9dc5-481ab57d378a None None] Sync routers for ids ['a9e12aa7-9699-4736-be6d-6c970c1d8dbd'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:49:53.488285 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.493907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ed0b7218-932c-4043-a64b-e00c436c2b57 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "PUT /v2.0/routers/a9e12aa7-9699-4736-be6d-6c970c1d8dbd HTTP/1.1" status: 200 len: 878 time: 3.1962571 Mar 23 01:49:53.494075 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d219329-1170-42fc-9dc5-481ab57d378a None None] Routers {'a9e12aa7-9699-4736-be6d-6c970c1d8dbd'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:53.494682 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3d219329-1170-42fc-9dc5-481ab57d378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a9e12aa7-9699-4736-be6d-6c970c1d8dbd'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:53.495085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55662) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:53.516213 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.526242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8f82a5-31b0-4d05-8d2f-db8f8235b910 None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:49:53.537018 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3d219329-1170-42fc-9dc5-481ab57d378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:53.542029 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a0515ce-fbc2-4f96-9d75-be0a72dbcf39 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for security_group_rule (940b9343-79ad-4098-afd3-d03caae0deb0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.550126 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d219329-1170-42fc-9dc5-481ab57d378a None None] Routers {'a9e12aa7-9699-4736-be6d-6c970c1d8dbd'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:53.550987 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3d219329-1170-42fc-9dc5-481ab57d378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a9e12aa7-9699-4736-be6d-6c970c1d8dbd'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:53.554507 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c846397b-637e-4dfc-9557-3f08f18e871d tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.4887903 Mar 23 01:49:53.556326 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a0515ce-fbc2-4f96-9d75-be0a72dbcf39 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (940b9343-79ad-4098-afd3-d03caae0deb0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.558121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55664) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:53.580807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5aa6f50b-4d2e-4322-9dda-51adb13021a6 tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52'}]}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:53.586909 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3d219329-1170-42fc-9dc5-481ab57d378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:53.587743 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d219329-1170-42fc-9dc5-481ab57d378a None None] The sync data for ids ['a9e12aa7-9699-4736-be6d-6c970c1d8dbd'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:49:53.599834 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0515ce-fbc2-4f96-9d75-be0a72dbcf39 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940b9343-79ad-4098-afd3-d03caae0deb0,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:53.622828 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f50b-4d2e-4322-9dda-51adb13021a6 tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (1c5e714f-fe0d-4f4d-b72e-570b6df8313c), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.624642 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f50b-4d2e-4322-9dda-51adb13021a6 tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (1c5e714f-fe0d-4f4d-b72e-570b6df8313c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.631334 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a0515ce-fbc2-4f96-9d75-be0a72dbcf39 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.635176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55666) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:53.635318 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9a0515ce-fbc2-4f96-9d75-be0a72dbcf39 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2742305 Mar 23 01:49:53.639750 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Deleting port 2bdd721f-6017-4ae4-8a28-bfcb7ef26478 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:53.640091 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2bdd721f-6017-4ae4-8a28-bfcb7ef26478), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.641491 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-52cbf244-7433-41d0-a97a-7d48464d2501 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Request body: {'security_group_rule': {'security_group_id': 'd0f901dc-fae1-4aa9-99d7-540e9b45446b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:53.681387 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4615d6c0-2b45-4403-aa8d-1354bc15736b tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "GET /v2.0/routers/a9e12aa7-9699-4736-be6d-6c970c1d8dbd HTTP/1.1" status: 200 len: 919 time: 0.1849475 Mar 23 01:49:53.682984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55668) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:53.718461 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52cbf244-7433-41d0-a97a-7d48464d2501 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for security_group_rule (1f830b9e-55da-4ca9-ad1d-9493ca6466d6), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.795539 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52cbf244-7433-41d0-a97a-7d48464d2501 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for security_group_rule (1f830b9e-55da-4ca9-ad1d-9493ca6466d6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.801447 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52cbf244-7433-41d0-a97a-7d48464d2501 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (1f830b9e-55da-4ca9-ad1d-9493ca6466d6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.801636 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f50b-4d2e-4322-9dda-51adb13021a6 tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks [] for router_controller (1c5e714f-fe0d-4f4d-b72e-570b6df8313c), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.803688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] For port 2bdd721f-6017-4ae4-8a28-bfcb7ef26478, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2bdd721f-6017-4ae4-8a28-bfcb7ef26478,segment=NetworkSegment(c23a60d7-3144-4b63-99b8-59b924c6e9a5),segment_id=c23a60d7-3144-4b63-99b8-59b924c6e9a5)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:53.803866 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2bdd721f-6017-4ae4-8a28-bfcb7ef26478), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.823743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbf244-7433-41d0-a97a-7d48464d2501 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f830b9e-55da-4ca9-ad1d-9493ca6466d6,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:53.826251 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Calling delete_port for 2bdd721f-6017-4ae4-8a28-bfcb7ef26478 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:53.835030 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52cbf244-7433-41d0-a97a-7d48464d2501 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.836362 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-52cbf244-7433-41d0-a97a-7d48464d2501 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2000139 Mar 23 01:49:53.839246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55670) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:53.843932 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:53.875592 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.897819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61972e7-149d-44ad-a08c-720227276ef6 None None] Network 64921b5d-a6db-4970-8d3f-bf56bc5967d1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:53.912028 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba616dc-3b76-40c8-8b1e-ddcf09428c95 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:53.916122 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-eba616dc-3b76-40c8-8b1e-ddcf09428c95 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&device_id=a9e12aa7-9699-4736-be6d-6c970c1d8dbd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2243161 Mar 23 01:49:53.916961 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55672) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:53.983335 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:53.995140 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Publish callbacks [] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.016672 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.078456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089e5c6-8560-4954-a98e-0aa57790513c None None] Pushing event updated for resources: {'Port': ['ID=a071e8e4-6a84-4daf-a4f9-4f00c658b49c,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:54.087333 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f50b-4d2e-4322-9dda-51adb13021a6 tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks [] for router_gateway (1c5e714f-fe0d-4f4d-b72e-570b6df8313c), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.109992 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf17e3c5-090c-4299-bfc5-97e9bf909050 None None] Network 64921b5d-a6db-4970-8d3f-bf56bc5967d1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:54.122492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Allocated IP 172.25.0.100 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/f278a8a0-21c1-4940-838e-862da2d62e27) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:54.185577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21f23f9-3019-4a58-9352-5be13b07ac22 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:54.187082 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c21f23f9-3019-4a58-9352-5be13b07ac22 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 881 time: 0.2692442 Mar 23 01:49:54.190607 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55674) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:54.193748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Attempting to bind port a071e8e4-6a84-4daf-a4f9-4f00c658b49c on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:49:54.194225 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Attempting to bind port a071e8e4-6a84-4daf-a4f9-4f00c658b49c by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'd376842b-9d16-42f6-8983-9e619c644c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:49:54.194677 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Attempting to bind port a071e8e4-6a84-4daf-a4f9-4f00c658b49c on network c4a7cc98-f343-4be3-884a-5828fb549baf {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:49:54.205801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:49:54.206594 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Checking segment: {'id': 'd376842b-9d16-42f6-8983-9e619c644c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:49:54.207190 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.207588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Bound using segment: {'id': 'd376842b-9d16-42f6-8983-9e619c644c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:49:54.208229 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Bound port: a071e8e4-6a84-4daf-a4f9-4f00c658b49c, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd376842b-9d16-42f6-8983-9e619c644c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:49:54.208644 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.224676 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5392cf1b-9f8f-4e17-b2c8-f8cf02a9a38b tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e12aa7-9699-4736-be6d-6c970c1d8dbd HTTP/1.1" status: 200 len: 205 time: 0.0315821 Mar 23 01:49:54.224676 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (2bdd721f-6017-4ae4-8a28-bfcb7ef26478), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.228031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55676) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:54.253989 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Port': ['ID=2bdd721f-6017-4ae4-8a28-bfcb7ef26478,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:54.259439 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No DVR routers for this DVR port 2bdd721f-6017-4ae4-8a28-bfcb7ef26478 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:49:54.331792 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] For port a071e8e4-6a84-4daf-a4f9-4f00c658b49c, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:49:54.342316 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] For port a071e8e4-6a84-4daf-a4f9-4f00c658b49c, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a071e8e4-6a84-4daf-a4f9-4f00c658b49c,segment=NetworkSegment(d376842b-9d16-42f6-8983-9e619c644c51),segment_id=d376842b-9d16-42f6-8983-9e619c644c51)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:49:54.354706 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.356725 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (64921b5d-a6db-4970-8d3f-bf56bc5967d1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.387420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64921b5d-a6db-4970-8d3f-bf56bc5967d1']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:54.402781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23a60d7-3144-4b63-99b8-59b924c6e9a5') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:54.403156 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23a60d7-3144-4b63-99b8-59b924c6e9a5') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:54.416309 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (c23a60d7-3144-4b63-99b8-59b924c6e9a5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.420015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Routers {'82594f72-f1e9-49c5-8a2a-799c4ade153e'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:49:54.426376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['82594f72-f1e9-49c5-8a2a-799c4ade153e'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:54.453606 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for port (f278a8a0-21c1-4940-838e-862da2d62e27), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.463221 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c23a60d7-3144-4b63-99b8-59b924c6e9a5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.499651 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13726d33-27ab-48c7-a626-b4e39b30a941 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (a9e12aa7-9699-4736-be6d-6c970c1d8dbd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.500540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:54.501142 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (c23a60d7-3144-4b63-99b8-59b924c6e9a5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:54.504230 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:54.510071 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cd894-4f09-47b2-b074-dad220a8b0ae req-4bfe13fa-1173-49c5-91ee-e1754662a929 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:54.518780 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a1cd894-4f09-47b2-b074-dad220a8b0ae req-4bfe13fa-1173-49c5-91ee-e1754662a929 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.1529005 Mar 23 01:49:54.598358 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (64921b5d-a6db-4970-8d3f-bf56bc5967d1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.607491 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.610943 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/networks/64921b5d-a6db-4970-8d3f-bf56bc5967d1 HTTP/1.1" status: 204 len: 168 time: 2.5736353 Mar 23 01:49:54.616570 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55680) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:54.619276 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f50b-4d2e-4322-9dda-51adb13021a6 tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks [] for router_gateway (1c5e714f-fe0d-4f4d-b72e-570b6df8313c), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.638930 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11b4d5-99bc-47f2-b557-ab7710c8b15b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Network': ['ID=64921b5d-a6db-4970-8d3f-bf56bc5967d1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:54.676129 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f50b-4d2e-4322-9dda-51adb13021a6 tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.678464 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6b1f78-a43d-4857-b197-9c56c95f2831 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] DELETE failed (client error): The resource could not be found. Mar 23 01:49:54.678932 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6b1f78-a43d-4857-b197-9c56c95f2831 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:49:54.684662 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8e6b1f78-a43d-4857-b197-9c56c95f2831 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/subnets/3b5554b6-2293-4baa-bccd-a5813703b094 HTTP/1.1" status: 404 len: 337 time: 0.0648644 Mar 23 01:49:54.700516 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a1cd894-4f09-47b2-b074-dad220a8b0ae req-bc2e90bc-6dcb-4755-b55b-b01210b81bd5 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806617 Mar 23 01:49:54.702139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55682) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:54.706362 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (f278a8a0-21c1-4940-838e-862da2d62e27), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.767810 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f793e64-b278-46c5-93c4-96cf374455cf tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] DELETE failed (client error): The resource could not be found. Mar 23 01:49:54.768350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f793e64-b278-46c5-93c4-96cf374455cf tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:49:54.772486 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4f793e64-b278-46c5-93c4-96cf374455cf tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/networks/64921b5d-a6db-4970-8d3f-bf56bc5967d1 HTTP/1.1" status: 404 len: 339 time: 0.0549605 Mar 23 01:49:54.773949 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089e5c6-8560-4954-a98e-0aa57790513c None None] Pushing event updated for resources: {'Port': ['ID=a071e8e4-6a84-4daf-a4f9-4f00c658b49c,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:54.788660 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.792674 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55684) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:54.798281 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9706c5b8-37f5-46e2-b74a-40d82574de1c None None] Provisioning complete for port a071e8e4-6a84-4daf-a4f9-4f00c658b49c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:54.798784 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9706c5b8-37f5-46e2-b74a-40d82574de1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.803402 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:54.820875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:54.851687 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] Set router 82594f72-f1e9-49c5-8a2a-799c4ade153e gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:49:54.851967 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:54.874484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Pushing event updated for resources: {'Port': ['ID=f278a8a0-21c1-4940-838e-862da2d62e27,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:54.884640 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f50b-4d2e-4322-9dda-51adb13021a6 tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks [] for router (1c5e714f-fe0d-4f4d-b72e-570b6df8313c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.930337 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13726d33-27ab-48c7-a626-b4e39b30a941 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (a9e12aa7-9699-4736-be6d-6c970c1d8dbd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:54.939272 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1a308912-89cf-4708-8411-ea6d43f0783c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (5480e887-36b3-4698-b29a-be2f2c2dab76), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.009455 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9706c5b8-37f5-46e2-b74a-40d82574de1c None None] Current status of the port a071e8e4-6a84-4daf-a4f9-4f00c658b49c is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:55.010073 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9706c5b8-37f5-46e2-b74a-40d82574de1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.066727 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f50b-4d2e-4322-9dda-51adb13021a6 tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (1c5e714f-fe0d-4f4d-b72e-570b6df8313c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.067900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9706c5b8-37f5-46e2-b74a-40d82574de1c None None] For port a071e8e4-6a84-4daf-a4f9-4f00c658b49c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a071e8e4-6a84-4daf-a4f9-4f00c658b49c,segment=NetworkSegment(d376842b-9d16-42f6-8983-9e619c644c51),segment_id=d376842b-9d16-42f6-8983-9e619c644c51)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:55.069205 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f50b-4d2e-4322-9dda-51adb13021a6 tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks [] for router_controller (1c5e714f-fe0d-4f4d-b72e-570b6df8313c), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.090547 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9706c5b8-37f5-46e2-b74a-40d82574de1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.104812 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for floatingip (736cfaad-3023-4932-9592-c0af8c9c773d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.119609 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f50b-4d2e-4322-9dda-51adb13021a6 tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (1c5e714f-fe0d-4f4d-b72e-570b6df8313c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.120915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa6f50b-4d2e-4322-9dda-51adb13021a6 tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c5e714f-fe0d-4f4d-b72e-570b6df8313c {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:49:55.130341 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1a308912-89cf-4708-8411-ea6d43f0783c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (5480e887-36b3-4698-b29a-be2f2c2dab76), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.149354 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-5aa6f50b-4d2e-4322-9dda-51adb13021a6 tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 23 01:49:55.154321 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5aa6f50b-4d2e-4322-9dda-51adb13021a6 tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.5746353 Mar 23 01:49:55.155874 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55686) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:55.159553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706c5b8-37f5-46e2-b74a-40d82574de1c None None] Pushing event updated for resources: {'Port': ['ID=a071e8e4-6a84-4daf-a4f9-4f00c658b49c,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:55.170474 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'name': 'tempest-ServersTestManualDisk-1724445356-router', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b408863-0364-4115-b7c6-6cb351671b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:44Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'gw_port': {'id': '2b408863-0364-4115-b7c6-6cb351671b95', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:45Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a071e8e4-6a84-4daf-a4f9-4f00c658b49c', 'name': '', 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'mac_address': 'fa:16:3e:9f:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:49Z', 'updated_at': '2022-03-23T01:49:54Z', 'revision_number': 4, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'subnets': [{'id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:55.180711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1a308912-89cf-4708-8411-ea6d43f0783c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5480e887-36b3-4698-b29a-be2f2c2dab76']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:55.191410 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f278a8a0-21c1-4940-838e-862da2d62e27), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.194004 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1a308912-89cf-4708-8411-ea6d43f0783c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7111d226-1bc1-4500-9a15-c65d24143854') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:55.194308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1a308912-89cf-4708-8411-ea6d43f0783c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7111d226-1bc1-4500-9a15-c65d24143854') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:55.197447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-13726d33-27ab-48c7-a626-b4e39b30a941 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Deleting port b0c918e0-444a-474c-9998-3c2747f1f9f5 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:55.197691 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13726d33-27ab-48c7-a626-b4e39b30a941 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b0c918e0-444a-474c-9998-3c2747f1f9f5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.200016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca3e15-dc56-4582-9e3a-c09d7ab99a40 None None] The sync data for ids ['82594f72-f1e9-49c5-8a2a-799c4ade153e'] in n-d-834677-4 is: [{'id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'name': 'tempest-ServersTestManualDisk-1724445356-router', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b408863-0364-4115-b7c6-6cb351671b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:44Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'gw_port': {'id': '2b408863-0364-4115-b7c6-6cb351671b95', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:45Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a071e8e4-6a84-4daf-a4f9-4f00c658b49c', 'name': '', 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'mac_address': 'fa:16:3e:9f:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:49Z', 'updated_at': '2022-03-23T01:49:54Z', 'revision_number': 4, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'subnets': [{'id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:49:55.225690 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2f8b30b3-8163-4033-b5c9-9c5f40c6cf73 None None] Provisioning complete for port a071e8e4-6a84-4daf-a4f9-4f00c658b49c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:55.226476 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2f8b30b3-8163-4033-b5c9-9c5f40c6cf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.254246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-56209f78-4a74-429e-9995-2bf20609091b tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Deleting port ccb3c674-ddfb-4401-aa1c-1c2aa5892c91 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:55.254581 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56209f78-4a74-429e-9995-2bf20609091b tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ccb3c674-ddfb-4401-aa1c-1c2aa5892c91), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.273893 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1a308912-89cf-4708-8411-ea6d43f0783c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (7111d226-1bc1-4500-9a15-c65d24143854), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.324419 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1a308912-89cf-4708-8411-ea6d43f0783c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (7111d226-1bc1-4500-9a15-c65d24143854), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.351134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b30b3-8163-4033-b5c9-9c5f40c6cf73 None None] Current status of the port a071e8e4-6a84-4daf-a4f9-4f00c658b49c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:55.359606 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a308912-89cf-4708-8411-ea6d43f0783c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:55.360649 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1a308912-89cf-4708-8411-ea6d43f0783c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (7111d226-1bc1-4500-9a15-c65d24143854), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:55.364864 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:55.393653 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56209f78-4a74-429e-9995-2bf20609091b tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ccb3c674-ddfb-4401-aa1c-1c2aa5892c91), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.408187 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-56209f78-4a74-429e-9995-2bf20609091b tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Calling delete_port for ccb3c674-ddfb-4401-aa1c-1c2aa5892c91 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:55.565404 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56209f78-4a74-429e-9995-2bf20609091b tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ccb3c674-ddfb-4401-aa1c-1c2aa5892c91), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.596720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56209f78-4a74-429e-9995-2bf20609091b tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccb3c674-ddfb-4401-aa1c-1c2aa5892c91,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:55.663928 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-56209f78-4a74-429e-9995-2bf20609091b tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.670762 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-56209f78-4a74-429e-9995-2bf20609091b tempest-RoutersAdminNegativeIpV6Test-118456553 tempest-RoutersAdminNegativeIpV6Test-118456553-project-admin] 10.222.0.18 "DELETE /v2.0/ports/ccb3c674-ddfb-4401-aa1c-1c2aa5892c91 HTTP/1.1" status: 204 len: 168 time: 0.5105069 Mar 23 01:49:55.770476 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13726d33-27ab-48c7-a626-b4e39b30a941 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b0c918e0-444a-474c-9998-3c2747f1f9f5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.800192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-13726d33-27ab-48c7-a626-b4e39b30a941 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Calling delete_port for b0c918e0-444a-474c-9998-3c2747f1f9f5 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:55.801965 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1a308912-89cf-4708-8411-ea6d43f0783c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (5480e887-36b3-4698-b29a-be2f2c2dab76), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.806208 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.821891 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1a308912-89cf-4708-8411-ea6d43f0783c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:55.827868 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1a308912-89cf-4708-8411-ea6d43f0783c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/networks/5480e887-36b3-4698-b29a-be2f2c2dab76 HTTP/1.1" status: 204 len: 168 time: 1.0341361 Mar 23 01:49:55.828522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55692) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:55.873267 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1863ec6-54c5-489e-aa7d-44083a1211d9 req-e19b2205-ebc3-4c87-80f8-0dff0c590413 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:55.881165 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b1863ec6-54c5-489e-aa7d-44083a1211d9 req-e19b2205-ebc3-4c87-80f8-0dff0c590413 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.0776105 Mar 23 01:49:55.928893 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bba4bf-eb5a-4d34-bd02-da8ab558502d tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] DELETE failed (client error): The resource could not be found. Mar 23 01:49:55.929355 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52bba4bf-eb5a-4d34-bd02-da8ab558502d tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:49:55.935091 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-52bba4bf-eb5a-4d34-bd02-da8ab558502d tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/subnets/f10f6641-e162-4f4c-9c79-ad33110cf4e2 HTTP/1.1" status: 404 len: 337 time: 0.0975170 Mar 23 01:49:55.935091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a308912-89cf-4708-8411-ea6d43f0783c tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Network': ['ID=5480e887-36b3-4698-b29a-be2f2c2dab76,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:55.935421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55696) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:55.945309 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b1863ec6-54c5-489e-aa7d-44083a1211d9 req-f174ebe2-2fe7-43ce-bb3a-d888ff096165 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631647 Mar 23 01:49:55.989135 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e881eb5-4f9b-45e9-b20d-142965c8fab0 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] DELETE failed (client error): The resource could not be found. Mar 23 01:49:55.989669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e881eb5-4f9b-45e9-b20d-142965c8fab0 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:49:55.995012 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5e881eb5-4f9b-45e9-b20d-142965c8fab0 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/networks/b3d5ed6f-99fb-47e1-a190-28e5d97cf7c0 HTTP/1.1" status: 404 len: 339 time: 0.0419762 Mar 23 01:49:55.995520 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55698) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:56.028903 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for port (f278a8a0-21c1-4940-838e-862da2d62e27), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.051144 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55700) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:56.070197 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-380a8c35-7852-405f-b65e-7a43124bd5f9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Deleting subnet 8a7570fd-007e-45b4-84e9-89efe6931b1e {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:49:56.073910 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-380a8c35-7852-405f-b65e-7a43124bd5f9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for subnet (8a7570fd-007e-45b4-84e9-89efe6931b1e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.076274 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (f278a8a0-21c1-4940-838e-862da2d62e27), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.124179 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-380a8c35-7852-405f-b65e-7a43124bd5f9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (8a7570fd-007e-45b4-84e9-89efe6931b1e), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.170541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Pushing event updated for resources: {'Port': ['ID=f278a8a0-21c1-4940-838e-862da2d62e27,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:56.199910 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (736cfaad-3023-4932-9592-c0af8c9c773d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.241516 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5c6f729-d0d0-4daf-a986-811d2c5503c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.248577 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.257963 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b9388120-6958-4bbd-bd7a-47c57642816e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4096663 Mar 23 01:49:56.273235 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-380a8c35-7852-405f-b65e-7a43124bd5f9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (8a7570fd-007e-45b4-84e9-89efe6931b1e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.284493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13726d33-27ab-48c7-a626-b4e39b30a941 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b0c918e0-444a-474c-9998-3c2747f1f9f5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.342742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13726d33-27ab-48c7-a626-b4e39b30a941 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Pushing event deleted for resources: {'Port': ['ID=b0c918e0-444a-474c-9998-3c2747f1f9f5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:56.393661 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-380a8c35-7852-405f-b65e-7a43124bd5f9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (8a7570fd-007e-45b4-84e9-89efe6931b1e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.418077 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-380a8c35-7852-405f-b65e-7a43124bd5f9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.424997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55708) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:56.428025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719a7c97-cbcd-4eae-b792-c98e247ebce1 None None] Network 852549a0-0e6d-454b-a942-c342ae7d24de requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:56.437446 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-380a8c35-7852-405f-b65e-7a43124bd5f9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/subnets/8a7570fd-007e-45b4-84e9-89efe6931b1e HTTP/1.1" status: 204 len: 168 time: 0.4404204 Mar 23 01:49:56.484518 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13726d33-27ab-48c7-a626-b4e39b30a941 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (a9e12aa7-9699-4736-be6d-6c970c1d8dbd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.495487 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a8c35-7852-405f-b65e-7a43124bd5f9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Subnet': ['ID=8a7570fd-007e-45b4-84e9-89efe6931b1e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:56.521836 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5c6f729-d0d0-4daf-a986-811d2c5503c1 admin admin] Publish callbacks [] for security_group (480d1df9-e49f-4ad2-989b-dc8ba4bdb2de), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.530561 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5c6f729-d0d0-4daf-a986-811d2c5503c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (480d1df9-e49f-4ad2-989b-dc8ba4bdb2de), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.566908 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a071e8e4-6a84-4daf-a4f9-4f00c658b49c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:49:56.577119 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b5c6f729-d0d0-4daf-a986-811d2c5503c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d64a45e7dce441e3b370bea8ccdefa24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5244868 Mar 23 01:49:56.581487 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55718) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:56.591961 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13726d33-27ab-48c7-a626-b4e39b30a941 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (a9e12aa7-9699-4736-be6d-6c970c1d8dbd), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.594352 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13726d33-27ab-48c7-a626-b4e39b30a941 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_controller (a9e12aa7-9699-4736-be6d-6c970c1d8dbd), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.596958 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6f729-d0d0-4daf-a986-811d2c5503c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480d1df9-e49f-4ad2-989b-dc8ba4bdb2de,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:56.635514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port a071e8e4-6a84-4daf-a4f9-4f00c658b49c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:56.636153 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.646696 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-edba24fa-e1b3-405c-b1dc-3ba502dc4756 admin admin] Publish callbacks [] for security_group (480d1df9-e49f-4ad2-989b-dc8ba4bdb2de), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.681244 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-edba24fa-e1b3-405c-b1dc-3ba502dc4756 admin admin] Publish callbacks [] for security_group (480d1df9-e49f-4ad2-989b-dc8ba4bdb2de), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.684546 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13726d33-27ab-48c7-a626-b4e39b30a941 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (a9e12aa7-9699-4736-be6d-6c970c1d8dbd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.685133 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13726d33-27ab-48c7-a626-b4e39b30a941 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Fanout notify agent at l3_agent the message router_deleted on router a9e12aa7-9699-4736-be6d-6c970c1d8dbd {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:49:56.707746 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-13726d33-27ab-48c7-a626-b4e39b30a941 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.708929 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-13726d33-27ab-48c7-a626-b4e39b30a941 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "DELETE /v2.0/routers/a9e12aa7-9699-4736-be6d-6c970c1d8dbd HTTP/1.1" status: 204 len: 168 time: 2.4795134 Mar 23 01:49:56.715625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55720) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:56.721124 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c8a0564d-0246-409e-997d-e89cd4a2205c tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1888057179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:56.731888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-9713aaea-095e-4293-a0d8-dfe7c87159ff tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Deleting subnet 59360071-135d-4980-9844-714447b4dec6 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:49:56.740975 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9713aaea-095e-4293-a0d8-dfe7c87159ff tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for subnet (59360071-135d-4980-9844-714447b4dec6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.745039 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a071e8e4-6a84-4daf-a4f9-4f00c658b49c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:56.758683 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-edba24fa-e1b3-405c-b1dc-3ba502dc4756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (480d1df9-e49f-4ad2-989b-dc8ba4bdb2de), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.764365 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-edba24fa-e1b3-405c-b1dc-3ba502dc4756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.765764 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-edba24fa-e1b3-405c-b1dc-3ba502dc4756 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/480d1df9-e49f-4ad2-989b-dc8ba4bdb2de HTTP/1.1" status: 204 len: 168 time: 0.1831205 Mar 23 01:49:56.779542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba24fa-e1b3-405c-b1dc-3ba502dc4756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480d1df9-e49f-4ad2-989b-dc8ba4bdb2de,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:56.786675 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-29363de0-9af6-4afc-985a-fa5388881654 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1920181801&fields=id&tenant_id=4d9c96b3d1044c499f7e74d183fce7d9 HTTP/1.1" status: 200 len: 267 time: 0.1407073 Mar 23 01:49:56.821967 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9713aaea-095e-4293-a0d8-dfe7c87159ff tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (59360071-135d-4980-9844-714447b4dec6), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.852648 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8a0564d-0246-409e-997d-e89cd4a2205c tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (9546d9fe-96ed-4abf-8a11-efc8816050a2), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:56.854280 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8a0564d-0246-409e-997d-e89cd4a2205c tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (9546d9fe-96ed-4abf-8a11-efc8816050a2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.034862 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8a0564d-0246-409e-997d-e89cd4a2205c tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_controller (9546d9fe-96ed-4abf-8a11-efc8816050a2), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.049533 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-463f25ec-44da-4115-859f-07e6793aa618 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:57.056183 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-463f25ec-44da-4115-859f-07e6793aa618 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/networks?id=c4a7cc98-f343-4be3-884a-5828fb549baf HTTP/1.1" status: 200 len: 812 time: 0.2549720 Mar 23 01:49:57.062801 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8a0564d-0246-409e-997d-e89cd4a2205c tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (9546d9fe-96ed-4abf-8a11-efc8816050a2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.089443 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9713aaea-095e-4293-a0d8-dfe7c87159ff tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (59360071-135d-4980-9844-714447b4dec6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.098856 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4cae7-6033-489a-9a7d-108232aafdc6 req-bdb1333c-e70a-413f-955c-a11d2af0e263 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:57.099124 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-31075810-1c64-49e9-95a5-44aa6881d154 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/quotas/4d9c96b3d1044c499f7e74d183fce7d9 HTTP/1.1" status: 200 len: 375 time: 0.0419044 Mar 23 01:49:57.101092 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6fb4cae7-6033-489a-9a7d-108232aafdc6 req-bdb1333c-e70a-413f-955c-a11d2af0e263 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.0786300 Mar 23 01:49:57.131088 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c8a0564d-0246-409e-997d-e89cd4a2205c tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.134852 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c8a0564d-0246-409e-997d-e89cd4a2205c tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4154992 Mar 23 01:49:57.135624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55728) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:57.140832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'enable_snat': True}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:57.160025 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55730) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:57.201475 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-29df8934-d6d9-4637-9681-b03b221df619 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d9c96b3d1044c499f7e74d183fce7d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011884 Mar 23 01:49:57.210762 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9713aaea-095e-4293-a0d8-dfe7c87159ff tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (59360071-135d-4980-9844-714447b4dec6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.295205 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9713aaea-095e-4293-a0d8-dfe7c87159ff tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.302356 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9713aaea-095e-4293-a0d8-dfe7c87159ff tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/subnets/59360071-135d-4980-9844-714447b4dec6 HTTP/1.1" status: 204 len: 168 time: 0.8714681 Mar 23 01:49:57.305752 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55732) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:57.308152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713aaea-095e-4293-a0d8-dfe7c87159ff tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Subnet': ['ID=59360071-135d-4980-9844-714447b4dec6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:57.395742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a834599-6704-422e-90e2-ddfb81a82269 None None] Network 852549a0-0e6d-454b-a942-c342ae7d24de requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:57.437810 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (852549a0-0e6d-454b-a942-c342ae7d24de), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.450948 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-1c4aedb6-1ca4-48c5-b1c7-d2e427f00c76 service neutron] 10.222.0.18 "GET /v2.0/networks/c4a7cc98-f343-4be3-884a-5828fb549baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368684 Mar 23 01:49:57.507120 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-21cbcc6e-5c08-4d7d-8cb7-240a79f26589 None None] Provisioning complete for port 718e4816-4328-4593-9adb-b2dd9075466a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:49:57.507556 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-21cbcc6e-5c08-4d7d-8cb7-240a79f26589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (718e4816-4328-4593-9adb-b2dd9075466a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.562742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Deleting port 718e4816-4328-4593-9adb-b2dd9075466a {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:57.563375 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (718e4816-4328-4593-9adb-b2dd9075466a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.614328 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6fb4cae7-6033-489a-9a7d-108232aafdc6 req-3f7f3721-dfdc-48e3-a0da-65345859d628 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014043 Mar 23 01:49:57.619076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-21cbcc6e-5c08-4d7d-8cb7-240a79f26589 None None] Current status of the port 718e4816-4328-4593-9adb-b2dd9075466a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:49:57.639933 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d456234c-c031-4fb1-a002-1a7f3daf445d None None] DHCP port deletion for 852549a0-0e6d-454b-a942-c342ae7d24de request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:49:57.653708 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-affa1175-396d-48ab-9bec-783c1dd98301 service neutron] 10.222.0.18 "GET /v2.0/networks/c4a7cc98-f343-4be3-884a-5828fb549baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949439 Mar 23 01:49:57.658733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] For port 718e4816-4328-4593-9adb-b2dd9075466a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=718e4816-4328-4593-9adb-b2dd9075466a,segment=NetworkSegment(f78e3458-8bd9-4e21-84f1-e72036099d25),segment_id=f78e3458-8bd9-4e21-84f1-e72036099d25)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:57.659329 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (718e4816-4328-4593-9adb-b2dd9075466a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.673265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Calling delete_port for 718e4816-4328-4593-9adb-b2dd9075466a owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:57.693233 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d456234c-c031-4fb1-a002-1a7f3daf445d None None] Deleting port 718e4816-4328-4593-9adb-b2dd9075466a {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:57.693813 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d456234c-c031-4fb1-a002-1a7f3daf445d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (718e4816-4328-4593-9adb-b2dd9075466a), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.696238 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cc231103-7461-4eb0-95fe-e248424b9195 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0d557b601044d4e811de4793480e649&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5362854 Mar 23 01:49:57.724013 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55734) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:57.767307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d456234c-c031-4fb1-a002-1a7f3daf445d None None] For port 718e4816-4328-4593-9adb-b2dd9075466a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=718e4816-4328-4593-9adb-b2dd9075466a,segment=NetworkSegment(f78e3458-8bd9-4e21-84f1-e72036099d25),segment_id=f78e3458-8bd9-4e21-84f1-e72036099d25)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:57.767966 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d456234c-c031-4fb1-a002-1a7f3daf445d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (718e4816-4328-4593-9adb-b2dd9075466a), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.782104 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (718e4816-4328-4593-9adb-b2dd9075466a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.789602 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d456234c-c031-4fb1-a002-1a7f3daf445d None None] Calling delete_port for 718e4816-4328-4593-9adb-b2dd9075466a owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:57.815630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Port': ['ID=718e4816-4328-4593-9adb-b2dd9075466a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:57.821503 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No DVR routers for this DVR port 718e4816-4328-4593-9adb-b2dd9075466a on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:49:57.844632 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b393f7a6-8628-4a84-9477-d56a7047710a admin admin] Publish callbacks [] for security_group (9e7d30ba-a425-42de-8c0e-cea3855bed4a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.849679 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (9546d9fe-96ed-4abf-8a11-efc8816050a2), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.883179 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d456234c-c031-4fb1-a002-1a7f3daf445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (718e4816-4328-4593-9adb-b2dd9075466a), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.899477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d456234c-c031-4fb1-a002-1a7f3daf445d None None] No DVR routers for this DVR port 718e4816-4328-4593-9adb-b2dd9075466a on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:49:57.927354 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b393f7a6-8628-4a84-9477-d56a7047710a admin admin] Publish callbacks [] for security_group (9e7d30ba-a425-42de-8c0e-cea3855bed4a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.929765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456234c-c031-4fb1-a002-1a7f3daf445d None None] Pushing event deleted for resources: {'Port': ['ID=718e4816-4328-4593-9adb-b2dd9075466a,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:57.943880 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (852549a0-0e6d-454b-a942-c342ae7d24de), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:57.966944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852549a0-0e6d-454b-a942-c342ae7d24de']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:57.977260 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78e3458-8bd9-4e21-84f1-e72036099d25') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:57.977708 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78e3458-8bd9-4e21-84f1-e72036099d25') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:57.980388 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b26b4ef-87a2-4970-9f9d-18954b31a638 req-4f0a297e-fd8e-4c6e-b6fc-8113c4fdb80e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 210 time: 0.0742769 Mar 23 01:49:57.988772 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (f78e3458-8bd9-4e21-84f1-e72036099d25), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:58.006296 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (f78e3458-8bd9-4e21-84f1-e72036099d25), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:58.014559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:58.015034 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (f78e3458-8bd9-4e21-84f1-e72036099d25), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:58.018436 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:58.079815 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b393f7a6-8628-4a84-9477-d56a7047710a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9e7d30ba-a425-42de-8c0e-cea3855bed4a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:58.082658 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b393f7a6-8628-4a84-9477-d56a7047710a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:58.083151 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (852549a0-0e6d-454b-a942-c342ae7d24de), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:58.083906 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b393f7a6-8628-4a84-9477-d56a7047710a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e7d30ba-a425-42de-8c0e-cea3855bed4a HTTP/1.1" status: 204 len: 168 time: 0.3589249 Mar 23 01:49:58.094492 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:58.097673 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393f7a6-8628-4a84-9477-d56a7047710a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7d30ba-a425-42de-8c0e-cea3855bed4a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:58.100827 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/networks/852549a0-0e6d-454b-a942-c342ae7d24de HTTP/1.1" status: 204 len: 168 time: 0.7912927 Mar 23 01:49:58.100920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55746) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:58.113137 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cfcbe-2894-4ada-92ce-046c0d731cf8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Network': ['ID=852549a0-0e6d-454b-a942-c342ae7d24de,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:58.180210 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-e380193a-3bc2-48ef-9a15-ef0ceaa24ed3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] DELETE failed (client error): The resource could not be found. Mar 23 01:49:58.180798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e380193a-3bc2-48ef-9a15-ef0ceaa24ed3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:49:58.186880 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e380193a-3bc2-48ef-9a15-ef0ceaa24ed3 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/subnets/b6d52038-b89b-4b77-bad7-90395ba0eccb HTTP/1.1" status: 404 len: 337 time: 0.0829420 Mar 23 01:49:58.187221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55748) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:58.209642 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-74070f72-b6f4-4fe8-9f3b-fa83809bdf7b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] DELETE failed (client error): The resource could not be found. Mar 23 01:49:58.210549 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74070f72-b6f4-4fe8-9f3b-fa83809bdf7b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:49:58.215964 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-74070f72-b6f4-4fe8-9f3b-fa83809bdf7b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/networks/25f640ee-6d17-4c8c-a72e-1057d8184dc0 HTTP/1.1" status: 404 len: 339 time: 0.0252664 Mar 23 01:49:58.216169 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55750) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:58.253931 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea3ed71-6234-413f-8206-325235ae183e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] DELETE failed (client error): The resource could not be found. Mar 23 01:49:58.255013 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea3ed71-6234-413f-8206-325235ae183e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:49:58.260721 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6ea3ed71-6234-413f-8206-325235ae183e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/subnets/f49dc9e8-5602-4d06-80b1-86c9cbc28c7d HTTP/1.1" status: 404 len: 337 time: 0.0410438 Mar 23 01:49:58.261065 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55752) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:58.282918 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb2c484-6135-403d-995f-21eeada288c7 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] DELETE failed (client error): The resource could not be found. Mar 23 01:49:58.283414 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb2c484-6135-403d-995f-21eeada288c7 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:49:58.286853 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8cb2c484-6135-403d-995f-21eeada288c7 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/networks/56e7fb1b-f493-46d2-a20d-a464744c4ad5 HTTP/1.1" status: 404 len: 339 time: 0.0244570 Mar 23 01:49:58.290139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55756) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:58.299910 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (9546d9fe-96ed-4abf-8a11-efc8816050a2), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:58.327511 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:58.335396 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d9fe0f-d2a5-4e71-8ea7-98565eb9bf36 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] DELETE failed (client error): The resource could not be found. Mar 23 01:49:58.335987 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d9fe0f-d2a5-4e71-8ea7-98565eb9bf36 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:49:58.343886 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-44d9fe0f-d2a5-4e71-8ea7-98565eb9bf36 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/subnets/0e787875-679b-4fcc-9d96-04bb1fca1b26 HTTP/1.1" status: 404 len: 337 time: 0.0529332 Mar 23 01:49:58.345028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55758) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:58.367761 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60adae7-5bd6-4a3b-b6bd-c71fe581304b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] DELETE failed (client error): The resource could not be found. Mar 23 01:49:58.368913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60adae7-5bd6-4a3b-b6bd-c71fe581304b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:49:58.372716 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 718e4816-4328-4593-9adb-b2dd9075466a no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:49:58.373067 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e60adae7-5bd6-4a3b-b6bd-c71fe581304b tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/networks/9d84719c-8b08-4a8c-b35f-35380200aad7 HTTP/1.1" status: 404 len: 339 time: 0.0269494 Mar 23 01:49:58.374614 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55762) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:58.421265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 718e4816-4328-4593-9adb-b2dd9075466a {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:49:58.421792 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 718e4816-4328-4593-9adb-b2dd9075466a not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:49:58.443145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea64822-de4b-406f-83a8-2209c4dd16f9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Deleting subnet 3fa4de90-c26e-41f0-a666-ebccf5547dce {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:49:58.447054 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ea64822-de4b-406f-83a8-2209c4dd16f9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for subnet (3fa4de90-c26e-41f0-a666-ebccf5547dce), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:58.505678 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ea64822-de4b-406f-83a8-2209c4dd16f9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (3fa4de90-c26e-41f0-a666-ebccf5547dce), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:58.523519 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Allocated IP 172.25.0.253 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/c4f93003-d64d-4146-bf96-8c1d55d5de62) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:49:58.630949 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ea64822-de4b-406f-83a8-2209c4dd16f9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (3fa4de90-c26e-41f0-a666-ebccf5547dce), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:58.692216 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for port (c4f93003-d64d-4146-bf96-8c1d55d5de62), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:58.727801 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ea64822-de4b-406f-83a8-2209c4dd16f9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (3fa4de90-c26e-41f0-a666-ebccf5547dce), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:58.756567 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c4f93003-d64d-4146-bf96-8c1d55d5de62), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:58.785312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea64822-de4b-406f-83a8-2209c4dd16f9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa4de90-c26e-41f0-a666-ebccf5547dce,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:58.792270 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ea64822-de4b-406f-83a8-2209c4dd16f9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:58.795536 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3ea64822-de4b-406f-83a8-2209c4dd16f9 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/subnets/3fa4de90-c26e-41f0-a666-ebccf5547dce HTTP/1.1" status: 204 len: 168 time: 0.4177692 Mar 23 01:49:58.800445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55776) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:58.805688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:49:58.808760 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:49:58.808901 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042485ff-1f3d-4d40-bb13-66c80edaff2b None None] Network c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:49:58.814713 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:49:58.821369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Pushing event updated for resources: {'Port': ['ID=c4f93003-d64d-4146-bf96-8c1d55d5de62,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:58.888519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bee34-5285-4d61-a1a6-a2e9b9f0fefb req-f0fa8771-2ab1-4d53-9de2-508a81de399c tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:58.890241 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e5bee34-5285-4d61-a1a6-a2e9b9f0fefb req-f0fa8771-2ab1-4d53-9de2-508a81de399c tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.1739757 Mar 23 01:49:58.896935 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:58.980699 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e5bee34-5285-4d61-a1a6-a2e9b9f0fefb req-cde03f8c-eb26-4b7a-8e11-cdf116e312b2 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809612 Mar 23 01:49:59.011828 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Deleting port 43b8a702-1a4b-4b6f-815c-a5e8556d8371 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:59.012059 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (43b8a702-1a4b-4b6f-815c-a5e8556d8371), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:59.074950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b395ea8-ae9a-4424-8b5c-92f282e38db7 None None] DHCP port deletion for c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:49:59.155546 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-edd68e7b-3f6c-4686-9e8c-1fdcb42e682a req-86267ab9-d609-471d-bfcb-bfc19e768a69 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 210 time: 0.0419381 Mar 23 01:49:59.189739 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55786) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.192651 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (9546d9fe-96ed-4abf-8a11-efc8816050a2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:59.199306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6b395ea8-ae9a-4424-8b5c-92f282e38db7 None None] Deleting port 43b8a702-1a4b-4b6f-815c-a5e8556d8371 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:49:59.199306 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6b395ea8-ae9a-4424-8b5c-92f282e38db7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (43b8a702-1a4b-4b6f-815c-a5e8556d8371), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:59.200630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] For port 43b8a702-1a4b-4b6f-815c-a5e8556d8371, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=43b8a702-1a4b-4b6f-815c-a5e8556d8371,segment=NetworkSegment(fa825c2e-06f7-4325-9f1a-74c3df9ff3e4),segment_id=fa825c2e-06f7-4325-9f1a-74c3df9ff3e4)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:59.200903 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (43b8a702-1a4b-4b6f-815c-a5e8556d8371), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:59.238830 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Calling delete_port for 43b8a702-1a4b-4b6f-815c-a5e8556d8371 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:59.299289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6b395ea8-ae9a-4424-8b5c-92f282e38db7 None None] For port 43b8a702-1a4b-4b6f-815c-a5e8556d8371, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=43b8a702-1a4b-4b6f-815c-a5e8556d8371,segment=NetworkSegment(fa825c2e-06f7-4325-9f1a-74c3df9ff3e4),segment_id=fa825c2e-06f7-4325-9f1a-74c3df9ff3e4)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:49:59.301269 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6b395ea8-ae9a-4424-8b5c-92f282e38db7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (43b8a702-1a4b-4b6f-815c-a5e8556d8371), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:59.334309 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-f97e9e76-0ee4-4659-b23e-f2602ca85b08 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.335462 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f97e9e76-0ee4-4659-b23e-f2602ca85b08 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1440005 Mar 23 01:49:59.338787 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55790) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.340165 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6b395ea8-ae9a-4424-8b5c-92f282e38db7 None None] Calling delete_port for 43b8a702-1a4b-4b6f-815c-a5e8556d8371 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:49:59.348382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-b4559dba-a430-4382-bd3a-cd8a3ca21fb2 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.348382 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b4559dba-a430-4382-bd3a-cd8a3ca21fb2 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0073867 Mar 23 01:49:59.349607 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55792) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.353519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-2913144f-27c3-419e-955b-dfc190115372 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:49:59.354780 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-2913144f-27c3-419e-955b-dfc190115372 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.42 "GET /v2.0/networks?id=c4a7cc98-f343-4be3-884a-5828fb549baf HTTP/1.1" status: 200 len: 812 time: 0.2428896 Mar 23 01:49:59.356653 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-baaa2e19-7348-4f2f-9280-75df5914cbc2 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.360153 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-baaa2e19-7348-4f2f-9280-75df5914cbc2 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0071399 Mar 23 01:49:59.360947 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55794) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.366387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [None req-963418c3-3580-4ac1-9b84-9758cc2dfb9a tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.367477 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-963418c3-3580-4ac1-9b84-9758cc2dfb9a tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043914 Mar 23 01:49:59.372239 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55796) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.376748 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-c5568bc5-4539-4fe6-abb0-31a238029639 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.379800 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c5568bc5-4539-4fe6-abb0-31a238029639 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0065403 Mar 23 01:49:59.382268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55798) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.387033 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-ca21d212-9889-4c08-8d4b-63d18840edbc tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.391661 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ca21d212-9889-4c08-8d4b-63d18840edbc tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0051727 Mar 23 01:49:59.391819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55800) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.398685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [None req-8303b67b-7e19-4b61-acf7-6da3d7933fe1 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.402052 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8303b67b-7e19-4b61-acf7-6da3d7933fe1 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0072646 Mar 23 01:49:59.402975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55802) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.409407 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-9d7a16a8-1547-45b1-b31e-a29cecf8143a tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.409407 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9d7a16a8-1547-45b1-b31e-a29cecf8143a tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045474 Mar 23 01:49:59.411648 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55804) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.425373 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [None req-3c7539aa-b050-4083-996f-019d03ab889f tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.429145 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3c7539aa-b050-4083-996f-019d03ab889f tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0138564 Mar 23 01:49:59.433370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55806) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.440582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [None req-28605d71-68ae-45bd-ae4f-8b6b1f2e9fe7 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.441582 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-28605d71-68ae-45bd-ae4f-8b6b1f2e9fe7 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0073214 Mar 23 01:49:59.442444 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (43b8a702-1a4b-4b6f-815c-a5e8556d8371), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:59.444307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55808) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.459463 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [None req-506c11c5-6b65-4857-92e6-b342747d9e44 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.460427 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-506c11c5-6b65-4857-92e6-b342747d9e44 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0069797 Mar 23 01:49:59.463888 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6b395ea8-ae9a-4424-8b5c-92f282e38db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (43b8a702-1a4b-4b6f-815c-a5e8556d8371), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:59.464873 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55810) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.494735 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b395ea8-ae9a-4424-8b5c-92f282e38db7 None None] Pushing event deleted for resources: {'Port': ['ID=43b8a702-1a4b-4b6f-815c-a5e8556d8371,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:59.494998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [None req-be5bbb8f-ad41-461b-a3f9-4f3b65f94845 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.496007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-be5bbb8f-ad41-461b-a3f9-4f3b65f94845 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0123968 Mar 23 01:49:59.497394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Port': ['ID=43b8a702-1a4b-4b6f-815c-a5e8556d8371,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:49:59.499729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55812) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.499912 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b395ea8-ae9a-4424-8b5c-92f282e38db7 None None] No DVR routers for this DVR port 43b8a702-1a4b-4b6f-815c-a5e8556d8371 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:49:59.506914 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [None req-e4e80f8d-2a81-41b9-bcc6-336f89ca4179 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.508079 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e4e80f8d-2a81-41b9-bcc6-336f89ca4179 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0061121 Mar 23 01:49:59.509219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No DVR routers for this DVR port 43b8a702-1a4b-4b6f-815c-a5e8556d8371 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:49:59.511500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55814) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.515152 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-6550df9f-5566-4783-b381-a08b79f1c608 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d9c96b3d1044c499f7e74d183fce7d9 HTTP/1.1" status: 200 len: 380 time: 0.1448114 Mar 23 01:49:59.518621 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-91cf4a66-5e45-4d4e-91ea-5c46a8c79aa8 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.519807 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-91cf4a66-5e45-4d4e-91ea-5c46a8c79aa8 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0070152 Mar 23 01:49:59.522030 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55816) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.527850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-d2aa83ab-bac6-42f7-8c6e-dd6b09b2f586 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.528818 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d2aa83ab-bac6-42f7-8c6e-dd6b09b2f586 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0058939 Mar 23 01:49:59.531439 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55818) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.537754 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-bd11b22c-8fbd-41b2-a967-0f0220ac7082 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.538714 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bd11b22c-8fbd-41b2-a967-0f0220ac7082 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0063758 Mar 23 01:49:59.541812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55820) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.547954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-91d9c9d9-99be-4a84-af71-77def03b58a0 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Request body: {'port': {'device_id': '7dbed721-0b00-49b4-bcd1-c1e86d928445', 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf', 'admin_state_up': True, 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'security_groups': ['d0f901dc-fae1-4aa9-99d7-540e9b45446b']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:49:59.551941 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (9546d9fe-96ed-4abf-8a11-efc8816050a2), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:59.553332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [None req-92aa0849-4fe5-4155-8378-284e6afa773e tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.554296 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-92aa0849-4fe5-4155-8378-284e6afa773e tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0101647 Mar 23 01:49:59.555489 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (9546d9fe-96ed-4abf-8a11-efc8816050a2), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:59.558575 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55822) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.562954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-4e43d51a-652a-4ca5-b35f-aa88cb5b2e54 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.564032 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4e43d51a-652a-4ca5-b35f-aa88cb5b2e54 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0050910 Mar 23 01:49:59.566207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55824) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.570168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-57f870d5-c73c-444e-a5c9-42dce22f1a30 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.571148 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-57f870d5-c73c-444e-a5c9-42dce22f1a30 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0040460 Mar 23 01:49:59.573838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55826) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.610200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-3a32a773-68f1-48d5-8313-ad85cbdb4f1c tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.613548 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3a32a773-68f1-48d5-8313-ad85cbdb4f1c tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0365014 Mar 23 01:49:59.633988 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55828) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.638203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [None req-4248d90c-51ea-4beb-a842-1053d5666105 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.639121 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4248d90c-51ea-4beb-a842-1053d5666105 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0042310 Mar 23 01:49:59.643487 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55830) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.648168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-7aa918cf-da7b-45c1-bb82-3a1b9c4e3412 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.651256 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7aa918cf-da7b-45c1-bb82-3a1b9c4e3412 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0047121 Mar 23 01:49:59.653333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55832) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.659100 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-8fadd393-9e2f-43d9-8d21-db2f2f5f2054 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.660075 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8fadd393-9e2f-43d9-8d21-db2f2f5f2054 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0058372 Mar 23 01:49:59.660487 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:59.663003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55834) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.675928 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [None req-97aa13f6-3a20-4fee-b878-8eff7b385ce2 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.678824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-97aa13f6-3a20-4fee-b878-8eff7b385ce2 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0108821 Mar 23 01:49:59.680172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55836) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.686925 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-9ece188b-212f-4630-8968-4f5737053ba3 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.687878 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9ece188b-212f-4630-8968-4f5737053ba3 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0063305 Mar 23 01:49:59.690665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55838) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.694643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-1c133b99-aa86-477e-aecb-4976afb2630c tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.697718 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1c133b99-aa86-477e-aecb-4976afb2630c tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0039997 Mar 23 01:49:59.698289 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55840) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.703880 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:59.706200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-edfbf057-195d-4d6f-a565-85631d30b3a9 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.707123 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-edfbf057-195d-4d6f-a565-85631d30b3a9 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0080557 Mar 23 01:49:59.709732 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55842) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.716377 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-86e71e28-2ab0-4f28-813c-eca28a0304f9 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.717365 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-86e71e28-2ab0-4f28-813c-eca28a0304f9 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049419 Mar 23 01:49:59.722150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55844) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.722992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa825c2e-06f7-4325-9f1a-74c3df9ff3e4') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:59.723311 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa825c2e-06f7-4325-9f1a-74c3df9ff3e4') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:49:59.726573 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-02a14645-9855-40a7-b8af-f5c75eeb6416 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.727704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-02a14645-9855-40a7-b8af-f5c75eeb6416 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044861 Mar 23 01:49:59.730217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55846) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.736372 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (fa825c2e-06f7-4325-9f1a-74c3df9ff3e4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:59.737136 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-bee84ec3-7266-4ef6-b0c0-a4151b15d034 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.738126 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bee84ec3-7266-4ef6-b0c0-a4151b15d034 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0070233 Mar 23 01:49:59.740910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55848) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.746366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-f4b2e8f2-4105-409d-8fda-b61b0cd3855a tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.747991 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f4b2e8f2-4105-409d-8fda-b61b0cd3855a tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0055289 Mar 23 01:49:59.750816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55850) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.756512 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-61d8f7e6-1525-4561-99f4-951b413372fa tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.757875 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-61d8f7e6-1525-4561-99f4-951b413372fa tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047796 Mar 23 01:49:59.760699 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55852) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.765073 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (fa825c2e-06f7-4325-9f1a-74c3df9ff3e4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:59.766579 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-b73dd848-3511-4e0e-939c-c12973a38730 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.767685 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b73dd848-3511-4e0e-939c-c12973a38730 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0065222 Mar 23 01:49:59.771322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55854) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.772086 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:49:59.772487 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (fa825c2e-06f7-4325-9f1a-74c3df9ff3e4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:49:59.775662 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:49:59.778281 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-9c1c158d-23ad-43db-9c44-f2c48ebd9892 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.778281 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9c1c158d-23ad-43db-9c44-f2c48ebd9892 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0055873 Mar 23 01:49:59.779287 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-91d9c9d9-99be-4a84-af71-77def03b58a0 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Made reservation on behalf of 4d9c96b3d1044c499f7e74d183fce7d9 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:49:59.780451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55856) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.783217 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-91d9c9d9-99be-4a84-af71-77def03b58a0 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:49:59.785546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-6f7bdfbf-e47c-4cc2-9427-f59442c2dcbf tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.786485 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6f7bdfbf-e47c-4cc2-9427-f59442c2dcbf tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0047791 Mar 23 01:49:59.787270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Router 9546d9fe-96ed-4abf-8a11-efc8816050a2 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:49:59.789005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55858) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.793711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-0ad907e5-8a48-4395-8fc1-8cf7558aa9d8 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.794796 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0ad907e5-8a48-4395-8fc1-8cf7558aa9d8 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0039675 Mar 23 01:49:59.798060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55860) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.802376 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-1e68b163-854e-492e-93e8-015ab77b87cb tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.804800 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1e68b163-854e-492e-93e8-015ab77b87cb tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042334 Mar 23 01:49:59.806646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55862) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.810644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-69fbd998-c9d8-4559-8817-b1416fb72bf6 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.811564 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-69fbd998-c9d8-4559-8817-b1416fb72bf6 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0038495 Mar 23 01:49:59.813825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55864) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.817555 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-3b5d2800-a922-4de1-85b3-9dc6dd8c7e43 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.818499 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3b5d2800-a922-4de1-85b3-9dc6dd8c7e43 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0038338 Mar 23 01:49:59.820670 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55866) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.855558 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-1c43a6a9-94bb-4e1c-89b5-099137d29c39 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.856618 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1c43a6a9-94bb-4e1c-89b5-099137d29c39 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0350442 Mar 23 01:49:59.885500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55868) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.892286 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-32201448-a3a3-48ae-b519-2f657e0073ab tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.893296 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-32201448-a3a3-48ae-b519-2f657e0073ab tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0068362 Mar 23 01:49:59.896311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55870) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.904160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-920933d1-2431-4524-a82e-8eeebb503c6a tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.905177 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-920933d1-2431-4524-a82e-8eeebb503c6a tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0062861 Mar 23 01:49:59.907951 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55872) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.916847 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-e9d4fea5-a511-47de-bc63-b3209deffd7c tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.917860 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e9d4fea5-a511-47de-bc63-b3209deffd7c tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0089717 Mar 23 01:49:59.920859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55874) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.925138 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-b0a696d1-87aa-4429-b2fa-039e89fc6258 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.926119 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b0a696d1-87aa-4429-b2fa-039e89fc6258 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043056 Mar 23 01:49:59.929158 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55876) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.934612 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-0ef25a73-d148-4d26-a880-1e5710d0657e tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.935578 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0ef25a73-d148-4d26-a880-1e5710d0657e tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0057125 Mar 23 01:49:59.938254 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55878) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.942427 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-429b9a00-b06c-4752-93e3-5355adbea638 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.943374 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-429b9a00-b06c-4752-93e3-5355adbea638 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0042136 Mar 23 01:49:59.945915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55880) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.950038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-e62ca8a0-d3be-4652-b513-765951a0a7ef tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.950988 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e62ca8a0-d3be-4652-b513-765951a0a7ef tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0042017 Mar 23 01:49:59.953746 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55882) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.958040 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-0284efee-12ea-477b-9c67-1501a70082cf tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.958991 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0284efee-12ea-477b-9c67-1501a70082cf tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0043511 Mar 23 01:49:59.961556 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55884) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.965683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-b4636906-9a15-4d87-858b-bbea940d903c tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.966618 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b4636906-9a15-4d87-858b-bbea940d903c tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0041869 Mar 23 01:49:59.969092 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55886) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.976026 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-1cfffa32-a443-4e43-9784-1c99236b35c1 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.977026 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1cfffa32-a443-4e43-9784-1c99236b35c1 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0067217 Mar 23 01:49:59.979576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55888) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.985348 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-a2708de9-3030-42ab-9bbc-95896d64777f tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.986462 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a2708de9-3030-42ab-9bbc-95896d64777f tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0059988 Mar 23 01:49:59.991137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55890) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:49:59.995121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-7eaf68c0-8647-4edf-ad98-2b280f225258 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:49:59.996074 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7eaf68c0-8647-4edf-ad98-2b280f225258 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041997 Mar 23 01:49:59.998765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55892) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.001682 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:50:00.005549 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-ff556981-368f-41b7-bf89-c41775cc9543 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.006570 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ff556981-368f-41b7-bf89-c41775cc9543 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0069208 Mar 23 01:50:00.011104 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:00.014862 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-64e2231e-35e5-4a98-b743-a36003c438af tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "PUT /v2.0/routers/9546d9fe-96ed-4abf-8a11-efc8816050a2 HTTP/1.1" status: 200 len: 915 time: 2.8754001 Mar 23 01:50:00.014862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55896) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.015568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55898) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.023042 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-228e4804-f336-4963-b86c-cfd0e35124f1 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.026652 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-228e4804-f336-4963-b86c-cfd0e35124f1 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0100622 Mar 23 01:50:00.026935 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55900) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.029985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de913b61-87c5-458a-a842-e5b9fefc818a None None] Sync routers for ids ['9546d9fe-96ed-4abf-8a11-efc8816050a2'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:50:00.041537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de913b61-87c5-458a-a842-e5b9fefc818a None None] Routers {'9546d9fe-96ed-4abf-8a11-efc8816050a2'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:00.042271 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-de913b61-87c5-458a-a842-e5b9fefc818a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9546d9fe-96ed-4abf-8a11-efc8816050a2'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:00.083669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-de913b61-87c5-458a-a842-e5b9fefc818a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:00.095830 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de913b61-87c5-458a-a842-e5b9fefc818a None None] Routers {'9546d9fe-96ed-4abf-8a11-efc8816050a2'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:00.096322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-4e85b554-ff18-45e6-8038-a974628b1103 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.096739 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-de913b61-87c5-458a-a842-e5b9fefc818a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9546d9fe-96ed-4abf-8a11-efc8816050a2'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:00.100383 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4e85b554-ff18-45e6-8038-a974628b1103 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0353751 Mar 23 01:50:00.100383 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55902) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.104174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-dbcd2fda-df21-4676-acdd-5372d51e309d tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.107782 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dbcd2fda-df21-4676-acdd-5372d51e309d tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0068111 Mar 23 01:50:00.110629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55904) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.116405 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-e94ef2c7-fffa-4a73-a96b-8890fec7641b tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.120513 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e94ef2c7-fffa-4a73-a96b-8890fec7641b tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0060246 Mar 23 01:50:00.120513 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55906) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.124136 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-c5269db9-7494-436d-82f7-2a030294b415 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.128199 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c5269db9-7494-436d-82f7-2a030294b415 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0071750 Mar 23 01:50:00.131073 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55908) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.135002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-dd4ad943-1aaa-4815-89e8-b21ed06154be tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.138355 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dd4ad943-1aaa-4815-89e8-b21ed06154be tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0042443 Mar 23 01:50:00.138538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-de913b61-87c5-458a-a842-e5b9fefc818a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:00.138538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de913b61-87c5-458a-a842-e5b9fefc818a None None] The sync data for ids ['9546d9fe-96ed-4abf-8a11-efc8816050a2'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:50:00.141284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55910) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.145398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-91d206a7-7ba2-4b9d-8cfd-83c41aca76d9 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.148738 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-91d206a7-7ba2-4b9d-8cfd-83c41aca76d9 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0041656 Mar 23 01:50:00.149212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55912) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.155357 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-bd6e6ed3-e396-40d8-8079-684f58ada452 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.156981 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bd6e6ed3-e396-40d8-8079-684f58ada452 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0067849 Mar 23 01:50:00.159265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55914) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.164955 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-1c7fd8c2-bd9b-4d9f-b988-bcaa370ba781 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.165920 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1c7fd8c2-bd9b-4d9f-b988-bcaa370ba781 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0056520 Mar 23 01:50:00.168102 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55916) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.173232 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-201b4c82-a03c-47ff-b432-7a4c534ea181 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.174230 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-201b4c82-a03c-47ff-b432-7a4c534ea181 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0053329 Mar 23 01:50:00.176897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55918) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.183548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-c0ee6cfc-82b1-4f95-8de4-10340a8be960 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.186877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c0ee6cfc-82b1-4f95-8de4-10340a8be960 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0054605 Mar 23 01:50:00.188711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55922) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.194062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [None req-3fb3a5a9-a246-4520-b50a-76180b76f6af tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.194892 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3fb3a5a9-a246-4520-b50a-76180b76f6af tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043120 Mar 23 01:50:00.198259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55924) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.202954 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cf09c00c-3736-4f01-8e15-c447ef891727 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "GET /v2.0/routers/9546d9fe-96ed-4abf-8a11-efc8816050a2 HTTP/1.1" status: 200 len: 921 time: 0.1864350 Mar 23 01:50:00.203568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55926) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.218109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [None req-e3216627-3d76-46db-bf2c-5f268176a916 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.221813 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e3216627-3d76-46db-bf2c-5f268176a916 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043535 Mar 23 01:50:00.230972 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55928) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.237107 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-fd7e9615-518a-49b9-8c56-ed861e2b242f tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.240548 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fd7e9615-518a-49b9-8c56-ed861e2b242f tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047088 Mar 23 01:50:00.241722 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55930) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.253852 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-12ffb38f-9122-487f-8faa-52446783858d tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.255350 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-12ffb38f-9122-487f-8faa-52446783858d tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0109580 Mar 23 01:50:00.257953 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:00.259003 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55932) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.279751 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-f8f0dd74-e8ba-4b7e-a364-a08b075aeded tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.284182 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f8f0dd74-e8ba-4b7e-a364-a08b075aeded tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0202458 Mar 23 01:50:00.284182 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f291a2f7-d02a-4265-8638-ac5a1b22dd96 req-58ffbaf8-9844-4017-b3cc-6065c63cecbe tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 210 time: 0.0418723 Mar 23 01:50:00.284182 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55934) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.288629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-9cce47f1-9947-4b2c-bb67-5f0de723a43a tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.291812 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9cce47f1-9947-4b2c-bb67-5f0de723a43a tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0051320 Mar 23 01:50:00.292114 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:00.292230 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55936) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.295982 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [None req-7ce276d1-d463-41aa-baaa-70c948b8e448 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:50:00.299582 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/networks/c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64 HTTP/1.1" status: 204 len: 168 time: 1.4970679 Mar 23 01:50:00.301599 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7ce276d1-d463-41aa-baaa-70c948b8e448 tempest-ExtensionsTestJSON-336324658 tempest-ExtensionsTestJSON-336324658-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0040267 Mar 23 01:50:00.301599 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55938) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.332087 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-d045fc67-fb19-4ce4-b35c-86e5fb170306 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] DELETE failed (client error): The resource could not be found. Mar 23 01:50:00.332825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d045fc67-fb19-4ce4-b35c-86e5fb170306 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:50:00.336038 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d045fc67-fb19-4ce4-b35c-86e5fb170306 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/subnets/17a84d19-f927-4371-8f42-459e6d26d117 HTTP/1.1" status: 404 len: 337 time: 0.0363426 Mar 23 01:50:00.340357 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55942) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.351017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f0c28-30b2-44fc-b2b5-86dd6e814161 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Network': ['ID=c5e25d63-9a6c-4f6c-8b6a-5d3278ee5f64,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:00.354014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f13da-c9eb-4325-a3ec-10404c7224b1 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:00.358962 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-af4f13da-c9eb-4325-a3ec-10404c7224b1 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&device_id=9546d9fe-96ed-4abf-8a11-efc8816050a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1538727 Mar 23 01:50:00.359590 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55944) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.381014 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-324bb4c6-8e0b-40d1-bbe8-79d5012146d8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] DELETE failed (client error): The resource could not be found. Mar 23 01:50:00.381372 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324bb4c6-8e0b-40d1-bbe8-79d5012146d8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:50:00.384389 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-324bb4c6-8e0b-40d1-bbe8-79d5012146d8 tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/networks/210a5e4c-a1d4-436b-b600-eeb3889cd5bf HTTP/1.1" status: 404 len: 339 time: 0.0429013 Mar 23 01:50:00.390480 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ae1c0-f7ea-4d1e-a0f2-889c0f28962f req-685fd000-b779-4ff4-8738-a9afe7eda7d9 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:00.392300 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b92ae1c0-f7ea-4d1e-a0f2-889c0f28962f req-685fd000-b779-4ff4-8738-a9afe7eda7d9 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.2536917 Mar 23 01:50:00.393736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55946) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.403380 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 43b8a702-1a4b-4b6f-815c-a5e8556d8371 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:50:00.430996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-91d9c9d9-99be-4a84-af71-77def03b58a0 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Allocated IP 172.20.0.5 (c4a7cc98-f343-4be3-884a-5828fb549baf/7a24a261-2668-4f4f-be2e-816dd79856c9/fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:00.435067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 43b8a702-1a4b-4b6f-815c-a5e8556d8371 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:50:00.435521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 43b8a702-1a4b-4b6f-815c-a5e8556d8371 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:50:00.499947 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb99fe7-d445-4795-8285-99a3101fcfde tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Deleting subnet 308c40ad-7306-49c1-968c-eeea3a844099 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:50:00.506268 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8bb99fe7-d445-4795-8285-99a3101fcfde tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for subnet (308c40ad-7306-49c1-968c-eeea3a844099), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:00.557224 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b92ae1c0-f7ea-4d1e-a0f2-889c0f28962f req-2e3151d3-eef9-4104-8a3c-f75b593e9550 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556649 Mar 23 01:50:00.563689 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8bb99fe7-d445-4795-8285-99a3101fcfde tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (308c40ad-7306-49c1-968c-eeea3a844099), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:00.591801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6457c0-b11b-4d4b-80e1-51958850c87c tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:00.593533 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8f6457c0-b11b-4d4b-80e1-51958850c87c tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 881 time: 0.2217646 Mar 23 01:50:00.597167 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55950) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.622180 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-91d9c9d9-99be-4a84-af71-77def03b58a0 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for port (fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:00.632139 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-62399957-ceb0-469f-a2c5-81c244fe1d8d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "GET /v2.0/ports?device_id=9546d9fe-96ed-4abf-8a11-efc8816050a2 HTTP/1.1" status: 200 len: 205 time: 0.0337086 Mar 23 01:50:00.634862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55952) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.674588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55954) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.697258 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8bb99fe7-d445-4795-8285-99a3101fcfde tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (308c40ad-7306-49c1-968c-eeea3a844099), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:00.748911 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-91d9c9d9-99be-4a84-af71-77def03b58a0 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:00.763045 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8bb99fe7-d445-4795-8285-99a3101fcfde tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (308c40ad-7306-49c1-968c-eeea3a844099), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:00.793012 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8bb99fe7-d445-4795-8285-99a3101fcfde tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:00.799205 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8bb99fe7-d445-4795-8285-99a3101fcfde tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/subnets/308c40ad-7306-49c1-968c-eeea3a844099 HTTP/1.1" status: 204 len: 168 time: 0.4019134 Mar 23 01:50:00.799205 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb99fe7-d445-4795-8285-99a3101fcfde tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Subnet': ['ID=308c40ad-7306-49c1-968c-eeea3a844099,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:00.800160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55958) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:00.806714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3988d7c1-6b4c-43c9-b524-461ac0cadedc None None] Network addada1e-5413-4636-a120-47059b8ad1fc requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:00.832896 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-91d9c9d9-99be-4a84-af71-77def03b58a0 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Network c4a7cc98-f343-4be3-884a-5828fb549baf is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:00.847817 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-91d9c9d9-99be-4a84-af71-77def03b58a0 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:00.875605 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a5ccffd8-2391-4714-998d-bf880bcaa907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:00.878638 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-91d9c9d9-99be-4a84-af71-77def03b58a0 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:00.898618 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (addada1e-5413-4636-a120-47059b8ad1fc), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:00.933023 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cd410a77-2856-43f2-a6ec-c079a02caf5a tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (9546d9fe-96ed-4abf-8a11-efc8816050a2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:00.972030 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Deleting port 6601183b-8048-45c9-8639-a47f4367561c {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:00.972482 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6601183b-8048-45c9-8639-a47f4367561c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.015015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7df173-66e4-461c-82a1-6b05cba4e895 None None] DHCP port deletion for addada1e-5413-4636-a120-47059b8ad1fc request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:50:01.023458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9c9d9-99be-4a84-af71-77def03b58a0 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Pushing event updated for resources: {'Port': ['ID=fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:01.045161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-91d9c9d9-99be-4a84-af71-77def03b58a0 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:01.045957 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-91d9c9d9-99be-4a84-af71-77def03b58a0 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.068459 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] For port 6601183b-8048-45c9-8639-a47f4367561c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6601183b-8048-45c9-8639-a47f4367561c,segment=NetworkSegment(6ad0a14a-70ba-4613-9732-b209dce8df80),segment_id=6ad0a14a-70ba-4613-9732-b209dce8df80)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:01.068956 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6601183b-8048-45c9-8639-a47f4367561c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.071143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7c7df173-66e4-461c-82a1-6b05cba4e895 None None] Deleting port 6601183b-8048-45c9-8639-a47f4367561c {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:01.071625 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7c7df173-66e4-461c-82a1-6b05cba4e895 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6601183b-8048-45c9-8639-a47f4367561c), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.090740 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-91d9c9d9-99be-4a84-af71-77def03b58a0 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5478802 Mar 23 01:50:01.097700 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Calling delete_port for 6601183b-8048-45c9-8639-a47f4367561c owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:01.102261 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Request body: {'port': {'device_id': '7dbed721-0b00-49b4-bcd1-c1e86d928445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:01.143414 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7c7df173-66e4-461c-82a1-6b05cba4e895 None None] For port 6601183b-8048-45c9-8639-a47f4367561c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6601183b-8048-45c9-8639-a47f4367561c,segment=NetworkSegment(6ad0a14a-70ba-4613-9732-b209dce8df80),segment_id=6ad0a14a-70ba-4613-9732-b209dce8df80)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:01.143793 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7c7df173-66e4-461c-82a1-6b05cba4e895 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6601183b-8048-45c9-8639-a47f4367561c), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.158435 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cd410a77-2856-43f2-a6ec-c079a02caf5a tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (9546d9fe-96ed-4abf-8a11-efc8816050a2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.163402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7c7df173-66e4-461c-82a1-6b05cba4e895 None None] Calling delete_port for 6601183b-8048-45c9-8639-a47f4367561c owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:01.206265 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6601183b-8048-45c9-8639-a47f4367561c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.215570 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a5ccffd8-2391-4714-998d-bf880bcaa907 admin admin] Publish callbacks [] for security_group (a85df85d-b85f-42dd-8e35-cc99aab68cc3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.225532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1db177dd-28c2-4f96-a6d3-e0eb6bd57530 None None] Provisioning complete for port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:01.225910 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1db177dd-28c2-4f96-a6d3-e0eb6bd57530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.234177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Port': ['ID=6601183b-8048-45c9-8639-a47f4367561c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:01.238801 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a5ccffd8-2391-4714-998d-bf880bcaa907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a85df85d-b85f-42dd-8e35-cc99aab68cc3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.239665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] No DVR routers for this DVR port 6601183b-8048-45c9-8639-a47f4367561c on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:50:01.246680 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.282365 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1db177dd-28c2-4f96-a6d3-e0eb6bd57530 None None] Port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:01.295721 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7c7df173-66e4-461c-82a1-6b05cba4e895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (6601183b-8048-45c9-8639-a47f4367561c), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.298298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ccffd8-2391-4714-998d-bf880bcaa907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85df85d-b85f-42dd-8e35-cc99aab68cc3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:01.325055 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (addada1e-5413-4636-a120-47059b8ad1fc), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.326078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7df173-66e4-461c-82a1-6b05cba4e895 None None] Pushing event deleted for resources: {'Port': ['ID=6601183b-8048-45c9-8639-a47f4367561c,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:01.326760 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55962) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:01.331382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7df173-66e4-461c-82a1-6b05cba4e895 None None] No DVR routers for this DVR port 6601183b-8048-45c9-8639-a47f4367561c on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:50:01.337557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a5ccffd8-2391-4714-998d-bf880bcaa907 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b89b903d78e442939077268068f82ae3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6484160 Mar 23 01:50:01.381409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['addada1e-5413-4636-a120-47059b8ad1fc']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:01.397005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-cd410a77-2856-43f2-a6ec-c079a02caf5a tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Deleting port c4f93003-d64d-4146-bf96-8c1d55d5de62 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:01.397354 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cd410a77-2856-43f2-a6ec-c079a02caf5a tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c4f93003-d64d-4146-bf96-8c1d55d5de62), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.399680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad0a14a-70ba-4613-9732-b209dce8df80') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:01.399981 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad0a14a-70ba-4613-9732-b209dce8df80') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:01.439342 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (6ad0a14a-70ba-4613-9732-b209dce8df80), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.459769 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (6ad0a14a-70ba-4613-9732-b209dce8df80), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.480002 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2dcae6a-f2a2-42c8-aa05-e5fc17d6bfff admin admin] Publish callbacks [] for security_group (a85df85d-b85f-42dd-8e35-cc99aab68cc3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.484591 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:50:01.485667 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (6ad0a14a-70ba-4613-9732-b209dce8df80), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:50:01.488308 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:50:01.559849 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2dcae6a-f2a2-42c8-aa05-e5fc17d6bfff admin admin] Publish callbacks [] for security_group (a85df85d-b85f-42dd-8e35-cc99aab68cc3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.568891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec568e-e84a-431b-a8c4-1bc2026bee12 req-08b7caff-f7be-4170-a5a5-9e71985d400e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:01.570433 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-86ec568e-e84a-431b-a8c4-1bc2026bee12 req-08b7caff-f7be-4170-a5a5-9e71985d400e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 931 time: 0.1748950 Mar 23 01:50:01.615480 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cd410a77-2856-43f2-a6ec-c079a02caf5a tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c4f93003-d64d-4146-bf96-8c1d55d5de62), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.639887 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-cd410a77-2856-43f2-a6ec-c079a02caf5a tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Calling delete_port for c4f93003-d64d-4146-bf96-8c1d55d5de62 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:01.811016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26d2f5-633d-47cf-b0f8-0928c3d5f9dd req-adf29f9a-d709-4b5f-8024-d7a31acddf49 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:01.812533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d26d2f5-633d-47cf-b0f8-0928c3d5f9dd req-adf29f9a-d709-4b5f-8024-d7a31acddf49 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.1755929 Mar 23 01:50:01.861414 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:50:01.874796 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Publish callbacks [] for port (fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.911661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Transition to ACTIVE for port object fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:50:01.924120 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.964777 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (addada1e-5413-4636-a120-47059b8ad1fc), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:01.976447 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d26d2f5-633d-47cf-b0f8-0928c3d5f9dd req-6bcba8d0-fd9b-4bc4-a161-25027e98d69a tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243906 Mar 23 01:50:01.992454 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.001295 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] 10.222.0.18 "DELETE /v2.0/networks/addada1e-5413-4636-a120-47059b8ad1fc HTTP/1.1" status: 204 len: 168 time: 1.1994236 Mar 23 01:50:02.023934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825cd9f-3b37-4435-9d26-86a5ea69870e tempest-NetworksIpV6Test-931372960 tempest-NetworksIpV6Test-931372960-project] Pushing event deleted for resources: {'Network': ['ID=addada1e-5413-4636-a120-47059b8ad1fc,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:02.041807 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:02.058824 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-86ec568e-e84a-431b-a8c4-1bc2026bee12 req-f7593c02-8b42-43d8-a101-8250fe71bf86 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0f901dc-fae1-4aa9-99d7-540e9b45446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4822316 Mar 23 01:50:02.082145 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2dcae6a-f2a2-42c8-aa05-e5fc17d6bfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a85df85d-b85f-42dd-8e35-cc99aab68cc3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.086937 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2dcae6a-f2a2-42c8-aa05-e5fc17d6bfff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.091467 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c2dcae6a-f2a2-42c8-aa05-e5fc17d6bfff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a85df85d-b85f-42dd-8e35-cc99aab68cc3 HTTP/1.1" status: 204 len: 168 time: 0.7629850 Mar 23 01:50:02.113604 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcae6a-f2a2-42c8-aa05-e5fc17d6bfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85df85d-b85f-42dd-8e35-cc99aab68cc3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:02.121345 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cd410a77-2856-43f2-a6ec-c079a02caf5a tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (c4f93003-d64d-4146-bf96-8c1d55d5de62), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.186648 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd410a77-2856-43f2-a6ec-c079a02caf5a tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Pushing event deleted for resources: {'Port': ['ID=c4f93003-d64d-4146-bf96-8c1d55d5de62,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:02.212890 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Attempting to bind port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:50:02.213492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Attempting to bind port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'd376842b-9d16-42f6-8983-9e619c644c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:50:02.214037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Attempting to bind port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 on network c4a7cc98-f343-4be3-884a-5828fb549baf {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:50:02.247085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 on network c4a7cc98-f343-4be3-884a-5828fb549baf not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:50:02.247687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Attempting to bind port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 on network c4a7cc98-f343-4be3-884a-5828fb549baf {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:50:02.257725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:50:02.258076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Checking segment: {'id': 'd376842b-9d16-42f6-8983-9e619c644c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:02.259600 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Bound using segment: {'id': 'd376842b-9d16-42f6-8983-9e619c644c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:50:02.260021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Bound port: fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd376842b-9d16-42f6-8983-9e619c644c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:50:02.260398 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.281344 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cd410a77-2856-43f2-a6ec-c079a02caf5a tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (9546d9fe-96ed-4abf-8a11-efc8816050a2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.311084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55974) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:02.357347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6601183b-8048-45c9-8639-a47f4367561c no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:50:02.380736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 6601183b-8048-45c9-8639-a47f4367561c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:50:02.381253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6601183b-8048-45c9-8639-a47f4367561c not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:50:02.421181 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cd410a77-2856-43f2-a6ec-c079a02caf5a tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (9546d9fe-96ed-4abf-8a11-efc8816050a2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.425619 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cd410a77-2856-43f2-a6ec-c079a02caf5a tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_controller (9546d9fe-96ed-4abf-8a11-efc8816050a2), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.441313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] For port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:50:02.489102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] For port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690,segment=NetworkSegment(d376842b-9d16-42f6-8983-9e619c644c51),segment_id=d376842b-9d16-42f6-8983-9e619c644c51)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:50:02.492573 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cd410a77-2856-43f2-a6ec-c079a02caf5a tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (9546d9fe-96ed-4abf-8a11-efc8816050a2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.493275 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd410a77-2856-43f2-a6ec-c079a02caf5a tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Fanout notify agent at l3_agent the message router_deleted on router 9546d9fe-96ed-4abf-8a11-efc8816050a2 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:50:02.501503 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cd410a77-2856-43f2-a6ec-c079a02caf5a tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.506862 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cd410a77-2856-43f2-a6ec-c079a02caf5a tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "DELETE /v2.0/routers/9546d9fe-96ed-4abf-8a11-efc8816050a2 HTTP/1.1" status: 204 len: 168 time: 1.8669844 Mar 23 01:50:02.506862 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.507271 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55984) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:02.513601 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b3502b7f-7ef3-44ae-a24a-de4ec3221282 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1503630850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:02.546168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:02.546812 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.548473 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] 10.222.0.42 "PUT /v2.0/ports/fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 HTTP/1.1" status: 200 len: 1091 time: 1.4505172 Mar 23 01:50:02.549005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbed721-0b00-49b4-bcd1-c1e86d928445', 'tag': 'fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:50:02.551632 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb94c26-6e34-4aba-8488-8b32714b1a60" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbed721-0b00-49b4-bcd1-c1e86d928445", "tag": "fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:50:02.572447 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c0166df5-9a0f-4953-a4b9-fa3617f10d98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c77507a560f84ffa93bb7f8f0d7c8da1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2600219 Mar 23 01:50:02.576064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55990) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:02.596726 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3502b7f-7ef3-44ae-a24a-de4ec3221282 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (f71c0766-8265-4644-8f18-ebfc0bdad6db), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.599353 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3502b7f-7ef3-44ae-a24a-de4ec3221282 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (f71c0766-8265-4644-8f18-ebfc0bdad6db), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.610100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcf1cd-bd3f-400e-856d-dffb96ae32f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:02.635685 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b84df94-f947-4a63-94e4-3d40b089a8f8 x-openstack-request-id: req-8b84df94-f947-4a63-94e4-3d40b089a8f8 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:50:02.635962 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbed721-0b00-49b4-bcd1-c1e86d928445", "tag": "fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:50:02.636158 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b84df94-f947-4a63-94e4-3d40b089a8f8 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:50:02.636645 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b84df94-f947-4a63-94e4-3d40b089a8f8'] response: {'name': 'network-changed', 'server_uuid': '7dbed721-0b00-49b4-bcd1-c1e86d928445', 'tag': 'fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690', 'status': 'completed', 'code': 200} Mar 23 01:50:02.675123 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3502b7f-7ef3-44ae-a24a-de4ec3221282 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_controller (f71c0766-8265-4644-8f18-ebfc0bdad6db), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.682639 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3502b7f-7ef3-44ae-a24a-de4ec3221282 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (f71c0766-8265-4644-8f18-ebfc0bdad6db), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.684895 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-48d99e49-c90f-4fad-b075-b8a2f88dfb99 admin admin] Publish callbacks [] for security_group (cba89290-64ee-4f16-b702-23a8f80a7414), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.689416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-9cfbbbfc-6305-4bad-8ae5-002dcda7ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:02.691304 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-9cfbbbfc-6305-4bad-8ae5-002dcda7ba6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d9c96b3d1044c499f7e74d183fce7d9&device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 1125 time: 0.0918536 Mar 23 01:50:02.725078 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3502b7f-7ef3-44ae-a24a-de4ec3221282 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.726312 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b3502b7f-7ef3-44ae-a24a-de4ec3221282 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2181270 Mar 23 01:50:02.729504 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55994) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:02.740195 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'enable_snat': False}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:02.745943 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-3fc894dc-687a-4e48-890f-e94254dc9c5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 HTTP/1.1" status: 200 len: 217 time: 0.0474441 Mar 23 01:50:02.756402 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-48d99e49-c90f-4fad-b075-b8a2f88dfb99 admin admin] Publish callbacks [] for security_group (cba89290-64ee-4f16-b702-23a8f80a7414), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.840677 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-0b97e0fe-90c0-4114-8d5f-6b1b11897d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:02.842372 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-0b97e0fe-90c0-4114-8d5f-6b1b11897d8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a24a261-2668-4f4f-be2e-816dd79856c9 HTTP/1.1" status: 200 len: 851 time: 0.0882583 Mar 23 01:50:02.892780 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-48d99e49-c90f-4fad-b075-b8a2f88dfb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (cba89290-64ee-4f16-b702-23a8f80a7414), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.895496 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-48d99e49-c90f-4fad-b075-b8a2f88dfb99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:02.896828 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-48d99e49-c90f-4fad-b075-b8a2f88dfb99 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cba89290-64ee-4f16-b702-23a8f80a7414 HTTP/1.1" status: 204 len: 168 time: 0.3195941 Mar 23 01:50:02.910494 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-6accc64f-ac5d-4545-8253-1b70f46b0bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:02.912273 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-6accc64f-ac5d-4545-8253-1b70f46b0bf6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4a7cc98-f343-4be3-884a-5828fb549baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0642910 Mar 23 01:50:02.913324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d99e49-c90f-4fad-b075-b8a2f88dfb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba89290-64ee-4f16-b702-23a8f80a7414,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:03.052068 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (f71c0766-8265-4644-8f18-ebfc0bdad6db), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:03.071619 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-3d28ac4c-2ca3-43f2-b77a-254fcf78b7be service neutron] 10.222.0.42 "GET /v2.0/networks/c4a7cc98-f343-4be3-884a-5828fb549baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535928 Mar 23 01:50:03.094976 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56012) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:03.218398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2cd3c-2c13-437d-8b8c-f92758ad08fe req-5136c571-9214-4392-a612-5ce4f21d045d tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:03.220181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fac2cd3c-2c13-437d-8b8c-f92758ad08fe req-5136c571-9214-4392-a612-5ce4f21d045d tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.1194372 Mar 23 01:50:03.258155 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75cee99a-0549-4b39-90a7-0638c3e56438 req-924f2700-9cab-4fee-be51-6dec61a5ee4e service neutron] 10.222.0.42 "GET /v2.0/networks/c4a7cc98-f343-4be3-884a-5828fb549baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803722 Mar 23 01:50:03.285553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3413a0f-5bef-4205-9d38-8e643ebec735 req-9ce96003-6002-4da1-a4b7-79558d333f39 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:03.287511 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d3413a0f-5bef-4205-9d38-8e643ebec735 req-9ce96003-6002-4da1-a4b7-79558d333f39 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 943 time: 0.1243937 Mar 23 01:50:03.299832 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fac2cd3c-2c13-437d-8b8c-f92758ad08fe req-114748aa-9fc3-4a4f-84d3-531963eb8177 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686960 Mar 23 01:50:03.313562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-1be78b15-c02b-487e-99d1-13a3da374bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1681147234'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:03.369072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be78b15-c02b-487e-99d1-13a3da374bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Made reservation on behalf of 6b4f39172309444c8f6c4978725f1761 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:03.372453 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1be78b15-c02b-487e-99d1-13a3da374bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:03.386645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb94c26-6e34-4aba-8488-8b32714b1a60 req-92a1ff91-5242-4113-bb7a-056325ece927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:03.388164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0fb94c26-6e34-4aba-8488-8b32714b1a60 req-92a1ff91-5242-4113-bb7a-056325ece927 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d9c96b3d1044c499f7e74d183fce7d9&device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 1125 time: 0.0704467 Mar 23 01:50:03.389179 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1be78b15-c02b-487e-99d1-13a3da374bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:03.433516 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d3413a0f-5bef-4205-9d38-8e643ebec735 req-12d4c1f5-eb9c-426c-a712-f9998a38c0e3 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0f901dc-fae1-4aa9-99d7-540e9b45446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859442 Mar 23 01:50:03.456421 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (f71c0766-8265-4644-8f18-ebfc0bdad6db), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:03.477772 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:03.520320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb94c26-6e34-4aba-8488-8b32714b1a60 req-2ca1ca65-2783-4c4a-9c0a-273b70391a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:03.521181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0fb94c26-6e34-4aba-8488-8b32714b1a60 req-2ca1ca65-2783-4c4a-9c0a-273b70391a95 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4a7cc98-f343-4be3-884a-5828fb549baf HTTP/1.1" status: 200 len: 912 time: 0.1246123 Mar 23 01:50:03.601109 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Allocated IP 172.25.0.71 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/5023d4ff-a6fc-4767-a5de-4002173eacb0) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:03.720556 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for port (5023d4ff-a6fc-4767-a5de-4002173eacb0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:03.755971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56034) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:03.764124 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (5023d4ff-a6fc-4767-a5de-4002173eacb0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:03.775254 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:03.806475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:03.811680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:03.816467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:03.820282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Pushing event updated for resources: {'Port': ['ID=5023d4ff-a6fc-4767-a5de-4002173eacb0,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:03.874472 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0fb94c26-6e34-4aba-8488-8b32714b1a60 req-1f5816bf-a4be-4363-8c90-425c3322935d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 HTTP/1.1" status: 200 len: 217 time: 0.3460491 Mar 23 01:50:03.918235 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1be78b15-c02b-487e-99d1-13a3da374bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks [] for security_group (f9eb85ea-8dcc-4972-8e63-6958b84ad36d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:03.924740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-298e0cf3-df05-4668-9be6-4dbf86238fbe tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2037409838'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:03.932262 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1be78b15-c02b-487e-99d1-13a3da374bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f9eb85ea-8dcc-4972-8e63-6958b84ad36d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:03.949192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb94c26-6e34-4aba-8488-8b32714b1a60 req-3aa85022-adf6-4b62-b159-f1d65488ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:03.950656 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0fb94c26-6e34-4aba-8488-8b32714b1a60 req-3aa85022-adf6-4b62-b159-f1d65488ea03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a24a261-2668-4f4f-be2e-816dd79856c9 HTTP/1.1" status: 200 len: 851 time: 0.0690074 Mar 23 01:50:03.975183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be78b15-c02b-487e-99d1-13a3da374bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:50:03.976365 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298e0cf3-df05-4668-9be6-4dbf86238fbe tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Made reservation on behalf of 76ec224c77644afd9874d8206b3a6945 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:03.979685 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-298e0cf3-df05-4668-9be6-4dbf86238fbe tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:03.997798 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-298e0cf3-df05-4668-9be6-4dbf86238fbe tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:04.007467 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1be78b15-c02b-487e-99d1-13a3da374bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (03a1699c-2227-46fe-b678-c9113a89d222), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:04.007880 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-1be78b15-c02b-487e-99d1-13a3da374bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Added segment 03a1699c-2227-46fe-b678-c9113a89d222 of type vlan for network d41b4d57-7318-4a95-b6dd-130c5f2603be Mar 23 01:50:04.009230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be78b15-c02b-487e-99d1-13a3da374bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9eb85ea-8dcc-4972-8e63-6958b84ad36d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:04.060889 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1be78b15-c02b-487e-99d1-13a3da374bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (d41b4d57-7318-4a95-b6dd-130c5f2603be), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:04.066917 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb94c26-6e34-4aba-8488-8b32714b1a60 req-4eb13f8d-f7fb-4b2b-b689-f5608eb18bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:04.068404 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0fb94c26-6e34-4aba-8488-8b32714b1a60 req-4eb13f8d-f7fb-4b2b-b689-f5608eb18bd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4a7cc98-f343-4be3-884a-5828fb549baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1094401 Mar 23 01:50:04.139956 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1be78b15-c02b-487e-99d1-13a3da374bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (d41b4d57-7318-4a95-b6dd-130c5f2603be), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:04.145796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be78b15-c02b-487e-99d1-13a3da374bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:04.146412 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1be78b15-c02b-487e-99d1-13a3da374bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:04.151073 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router_gateway (f71c0766-8265-4644-8f18-ebfc0bdad6db), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:04.215957 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1be78b15-c02b-487e-99d1-13a3da374bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1204407 Mar 23 01:50:04.220570 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56038) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:04.233592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7e2764ea-060a-485f-b6a2-8fdff6232391 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Request body: {'subnet': {'network_id': 'd41b4d57-7318-4a95-b6dd-130c5f2603be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:04.236828 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be78b15-c02b-487e-99d1-13a3da374bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Pushing event updated for resources: {'Network': ['ID=d41b4d57-7318-4a95-b6dd-130c5f2603be,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:04.238844 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-298e0cf3-df05-4668-9be6-4dbf86238fbe tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for security_group (615c83cf-019f-42b5-ac2b-55d5b979a95f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:04.249849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network d41b4d57-7318-4a95-b6dd-130c5f2603be details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:50:04.257085 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0fb94c26-6e34-4aba-8488-8b32714b1a60 req-7f556127-e9aa-4c5b-b721-349d5cafb13c service neutron] 10.222.0.42 "GET /v2.0/networks/c4a7cc98-f343-4be3-884a-5828fb549baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810024 Mar 23 01:50:04.277840 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-298e0cf3-df05-4668-9be6-4dbf86238fbe tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (615c83cf-019f-42b5-ac2b-55d5b979a95f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:04.329036 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298e0cf3-df05-4668-9be6-4dbf86238fbe tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:50:04.368484 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0fb94c26-6e34-4aba-8488-8b32714b1a60 req-67667e4a-6a46-4f5a-a742-c291bee39747 service neutron] 10.222.0.42 "GET /v2.0/networks/c4a7cc98-f343-4be3-884a-5828fb549baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046300 Mar 23 01:50:04.370916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e0cf3-df05-4668-9be6-4dbf86238fbe tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615c83cf-019f-42b5-ac2b-55d5b979a95f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:04.374828 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-298e0cf3-df05-4668-9be6-4dbf86238fbe tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (4b61a797-d394-4562-a5d7-5264e4a9a9a7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:04.375178 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-298e0cf3-df05-4668-9be6-4dbf86238fbe tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Added segment 4b61a797-d394-4562-a5d7-5264e4a9a9a7 of type vlan for network 3609f705-d88b-4475-b33f-7f628d95b9e5 Mar 23 01:50:04.440092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e0549-14e4-4957-ab91-a33f6992021e req-c2675f06-576a-4739-bc25-77c8b5195a46 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:04.441657 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a18e0549-14e4-4957-ab91-a33f6992021e req-c2675f06-576a-4739-bc25-77c8b5195a46 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.0662773 Mar 23 01:50:04.442458 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-298e0cf3-df05-4668-9be6-4dbf86238fbe tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (3609f705-d88b-4475-b33f-7f628d95b9e5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:04.483475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2764ea-060a-485f-b6a2-8fdff6232391 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Made reservation on behalf of 6b4f39172309444c8f6c4978725f1761 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:04.488235 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e2764ea-060a-485f-b6a2-8fdff6232391 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:04.505357 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a18e0549-14e4-4957-ab91-a33f6992021e req-44a44038-5c92-4a75-8d89-1d871bd63800 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475450 Mar 23 01:50:04.575796 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.resource_extend [None req-298e0cf3-df05-4668-9be6-4dbf86238fbe tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:50:04.642368 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-298e0cf3-df05-4668-9be6-4dbf86238fbe tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (3609f705-d88b-4475-b33f-7f628d95b9e5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:04.647260 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298e0cf3-df05-4668-9be6-4dbf86238fbe tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:04.647844 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-298e0cf3-df05-4668-9be6-4dbf86238fbe tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:04.732406 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-298e0cf3-df05-4668-9be6-4dbf86238fbe tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9752643 Mar 23 01:50:04.735986 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (f71c0766-8265-4644-8f18-ebfc0bdad6db), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:04.753630 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (f71c0766-8265-4644-8f18-ebfc0bdad6db), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:04.766983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e0cf3-df05-4668-9be6-4dbf86238fbe tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event updated for resources: {'Network': ['ID=3609f705-d88b-4475-b33f-7f628d95b9e5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:04.779447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 3609f705-d88b-4475-b33f-7f628d95b9e5 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:50:04.780174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc04ee-91fd-4980-9a0c-b62b9adc2b99 req-64a2c437-98bb-40e5-ab62-5048d9225831 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:04.781788 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d0bc04ee-91fd-4980-9a0c-b62b9adc2b99 req-64a2c437-98bb-40e5-ab62-5048d9225831 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 943 time: 0.2641797 Mar 23 01:50:04.962464 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d0bc04ee-91fd-4980-9a0c-b62b9adc2b99 req-a6f40481-2adf-4b2d-971c-3519e09922fc tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0f901dc-fae1-4aa9-99d7-540e9b45446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584530 Mar 23 01:50:04.989359 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e2764ea-060a-485f-b6a2-8fdff6232391 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (9675f5a6-3ac0-409e-b785-13a6402e4d3b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:05.063279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2764ea-060a-485f-b6a2-8fdff6232391 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Pushing event updated for resources: {'Subnet': ['ID=9675f5a6-3ac0-409e-b785-13a6402e4d3b,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:05.082333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2764ea-060a-485f-b6a2-8fdff6232391 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Checking segment: {'id': '03a1699c-2227-46fe-b678-c9113a89d222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd41b4d57-7318-4a95-b6dd-130c5f2603be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:05.082696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2764ea-060a-485f-b6a2-8fdff6232391 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Network hostable DHCP agents. Network: d41b4d57-7318-4a95-b6dd-130c5f2603be, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:50:05.085920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Router f71c0766-8265-4644-8f18-ebfc0bdad6db is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:50:05.137048 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2764ea-060a-485f-b6a2-8fdff6232391 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Network d41b4d57-7318-4a95-b6dd-130c5f2603be is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:50:05.178726 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-7e2764ea-060a-485f-b6a2-8fdff6232391 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, d41b4d57-7318-4a95-b6dd-130c5f2603be) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:05.187513 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2764ea-060a-485f-b6a2-8fdff6232391 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:05.188166 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e2764ea-060a-485f-b6a2-8fdff6232391 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:05.190048 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dc018d-1357-4c2f-8e47-890cf87848b9 None None] Network d41b4d57-7318-4a95-b6dd-130c5f2603be requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:05.214541 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7e2764ea-060a-485f-b6a2-8fdff6232391 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9887545 Mar 23 01:50:05.217377 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56044) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:05.222672 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-69ac8ec2-5343-439f-9a9d-7ae03a3dd76c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Request body: {'port': {'network_id': 'd41b4d57-7318-4a95-b6dd-130c5f2603be', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1671021044'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:05.227152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:50:05.232494 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:05.233867 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f976cf86-c83e-4e2d-9cdb-6b209b4ee358 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "PUT /v2.0/routers/f71c0766-8265-4644-8f18-ebfc0bdad6db HTTP/1.1" status: 200 len: 915 time: 2.5029688 Mar 23 01:50:05.236559 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56046) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:05.239559 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71bace-c7f7-487c-9e06-c2af561d1adf None None] Sync routers for ids ['f71c0766-8265-4644-8f18-ebfc0bdad6db'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:50:05.250793 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71bace-c7f7-487c-9e06-c2af561d1adf None None] Routers {'f71c0766-8265-4644-8f18-ebfc0bdad6db'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:05.251850 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3d71bace-c7f7-487c-9e06-c2af561d1adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f71c0766-8265-4644-8f18-ebfc0bdad6db'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:05.300496 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3d71bace-c7f7-487c-9e06-c2af561d1adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:05.316102 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71bace-c7f7-487c-9e06-c2af561d1adf None None] Routers {'f71c0766-8265-4644-8f18-ebfc0bdad6db'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:05.317578 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3d71bace-c7f7-487c-9e06-c2af561d1adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f71c0766-8265-4644-8f18-ebfc0bdad6db'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:05.360958 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-273f3832-39e8-4742-b3aa-e48e9c4bc23a tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "GET /v2.0/routers/f71c0766-8265-4644-8f18-ebfc0bdad6db HTTP/1.1" status: 200 len: 921 time: 0.1227417 Mar 23 01:50:05.363211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56050) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:05.376234 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3d71bace-c7f7-487c-9e06-c2af561d1adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:05.379790 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71bace-c7f7-487c-9e06-c2af561d1adf None None] The sync data for ids ['f71c0766-8265-4644-8f18-ebfc0bdad6db'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:50:05.401399 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d41b4d57-7318-4a95-b6dd-130c5f2603be', 'network_id': 'd41b4d57-7318-4a95-b6dd-130c5f2603be', 'project_id': '6b4f39172309444c8f6c4978725f1761', 'fixed_ips': [{'subnet_id': '9675f5a6-3ac0-409e-b785-13a6402e4d3b'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:50:05.403120 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:05.436053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ac8ec2-5343-439f-9a9d-7ae03a3dd76c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Made reservation on behalf of 6b4f39172309444c8f6c4978725f1761 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:05.450834 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8a23f-5d82-4abc-ba74-272c96edfef9 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:05.452948 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-adc8a23f-5d82-4abc-ba74-272c96edfef9 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&device_id=f71c0766-8265-4644-8f18-ebfc0bdad6db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0883443 Mar 23 01:50:05.455370 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56052) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:05.459157 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69ac8ec2-5343-439f-9a9d-7ae03a3dd76c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:05.483410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:50:05.485785 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-69ac8ec2-5343-439f-9a9d-7ae03a3dd76c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] device_id is not set on port 806f63dd-c94f-42c2-881f-447c0ebbfac9 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:50:05.573690 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2c2098-4012-4a5b-914e-2fd40d6f5c3f tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:05.577367 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ea2c2098-4012-4a5b-914e-2fd40d6f5c3f tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 881 time: 0.1175628 Mar 23 01:50:05.577790 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56056) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:05.612475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690,segment=NetworkSegment(d376842b-9d16-42f6-8983-9e619c644c51),segment_id=d376842b-9d16-42f6-8983-9e619c644c51)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:05.625738 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690', 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf', 'port_id': 'fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690', 'mac_address': 'fa:16:3e:22:fd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:50:05.634390 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1b2fe1fb-487b-4ac0-bd9c-00240f905e42 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71c0766-8265-4644-8f18-ebfc0bdad6db HTTP/1.1" status: 200 len: 205 time: 0.0554533 Mar 23 01:50:05.635444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56058) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:05.665534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:05.666068 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:05.671065 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-69ac8ec2-5343-439f-9a9d-7ae03a3dd76c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Allocated IP 2001:db8::e7 (d41b4d57-7318-4a95-b6dd-130c5f2603be/9675f5a6-3ac0-409e-b785-13a6402e4d3b/806f63dd-c94f-42c2-881f-447c0ebbfac9) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:05.679636 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:50:05.705302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690,segment=NetworkSegment(d376842b-9d16-42f6-8983-9e619c644c51),segment_id=d376842b-9d16-42f6-8983-9e619c644c51)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:05.711804 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:05.770402 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f6f36b5-0165-4a88-bfbc-57504e714c91 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (f71c0766-8265-4644-8f18-ebfc0bdad6db), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:05.851837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13705f1b-8840-44bc-b572-a212ab6e788c req-9cb41911-1df6-4d1e-a1cf-ecd3f7dd6896 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:05.854523 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-13705f1b-8840-44bc-b572-a212ab6e788c req-9cb41911-1df6-4d1e-a1cf-ecd3f7dd6896 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.1466522 Mar 23 01:50:05.929357 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f6f36b5-0165-4a88-bfbc-57504e714c91 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (f71c0766-8265-4644-8f18-ebfc0bdad6db), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:05.975586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-13705f1b-8840-44bc-b572-a212ab6e788c req-9fb1c9cc-bc8b-4878-bfd9-41cc3bca913d tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143200 Mar 23 01:50:05.977750 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:05.988818 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69ac8ec2-5343-439f-9a9d-7ae03a3dd76c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks [] for port (806f63dd-c94f-42c2-881f-447c0ebbfac9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.012194 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f36b5-0165-4a88-bfbc-57504e714c91 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Deleting port 5023d4ff-a6fc-4767-a5de-4002173eacb0 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:06.012733 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f6f36b5-0165-4a88-bfbc-57504e714c91 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5023d4ff-a6fc-4767-a5de-4002173eacb0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.028475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:50:06.038854 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69ac8ec2-5343-439f-9a9d-7ae03a3dd76c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (806f63dd-c94f-42c2-881f-447c0ebbfac9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.092846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ac8ec2-5343-439f-9a9d-7ae03a3dd76c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Network d41b4d57-7318-4a95-b6dd-130c5f2603be is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:06.096725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-69ac8ec2-5343-439f-9a9d-7ae03a3dd76c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:06.106687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ac8ec2-5343-439f-9a9d-7ae03a3dd76c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:06.112735 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ac8ec2-5343-439f-9a9d-7ae03a3dd76c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:06.113379 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69ac8ec2-5343-439f-9a9d-7ae03a3dd76c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.141849 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-69ac8ec2-5343-439f-9a9d-7ae03a3dd76c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9232152 Mar 23 01:50:06.147147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac8ec2-5343-439f-9a9d-7ae03a3dd76c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Pushing event updated for resources: {'Port': ['ID=806f63dd-c94f-42c2-881f-447c0ebbfac9,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:06.149252 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Allocated IP 2001:db8::2 (d41b4d57-7318-4a95-b6dd-130c5f2603be/9675f5a6-3ac0-409e-b785-13a6402e4d3b/bb1e5139-519b-464d-84b8-a69b8e659392) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:06.150834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56062) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:06.158880 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-543daa2c-51f3-48c2-903e-2bafe462a2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Request body: {'port': {'network_id': 'd41b4d57-7318-4a95-b6dd-130c5f2603be', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-9320664', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:06.159545 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.api.validators [None req-543daa2c-51f3-48c2-903e-2bafe462a2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] bootfile-name is not in valid_values {{(pid=99264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 01:50:06.159902 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.api.validators [None req-543daa2c-51f3-48c2-903e-2bafe462a2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] tftp-server is not in valid_values {{(pid=99264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 01:50:06.160286 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.api.validators [None req-543daa2c-51f3-48c2-903e-2bafe462a2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] server-ip-address is not in valid_values {{(pid=99264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 01:50:06.170151 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7dd4b-a2c1-45f3-b7ec-d6c35954d31e req-1fd23685-ea6e-4fac-9c58-f6313b0d0791 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:06.171865 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9dd7dd4b-a2c1-45f3-b7ec-d6c35954d31e req-1fd23685-ea6e-4fac-9c58-f6313b0d0791 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 944 time: 0.0821638 Mar 23 01:50:06.203725 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f6f36b5-0165-4a88-bfbc-57504e714c91 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5023d4ff-a6fc-4767-a5de-4002173eacb0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.241631 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9dd7dd4b-a2c1-45f3-b7ec-d6c35954d31e req-818fed03-8e75-4c5b-8124-fafbb234acba tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0f901dc-fae1-4aa9-99d7-540e9b45446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607200 Mar 23 01:50:06.245892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f36b5-0165-4a88-bfbc-57504e714c91 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Calling delete_port for 5023d4ff-a6fc-4767-a5de-4002173eacb0 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:06.311853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543daa2c-51f3-48c2-903e-2bafe462a2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Made reservation on behalf of 6b4f39172309444c8f6c4978725f1761 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:06.318735 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-543daa2c-51f3-48c2-903e-2bafe462a2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.347166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-543daa2c-51f3-48c2-903e-2bafe462a2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] device_id is not set on port 4058751e-40f0-40ff-9e26-15a45d309128 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:50:06.395482 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Publish callbacks [] for port (bb1e5139-519b-464d-84b8-a69b8e659392), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.418320 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (bb1e5139-519b-464d-84b8-a69b8e659392), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.468977 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f6f36b5-0165-4a88-bfbc-57504e714c91 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (5023d4ff-a6fc-4767-a5de-4002173eacb0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.498265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Network d41b4d57-7318-4a95-b6dd-130c5f2603be is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:06.504311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f36b5-0165-4a88-bfbc-57504e714c91 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Pushing event deleted for resources: {'Port': ['ID=5023d4ff-a6fc-4767-a5de-4002173eacb0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:06.509118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:06.512857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:06.522023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Pushing event updated for resources: {'Port': ['ID=bb1e5139-519b-464d-84b8-a69b8e659392,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:06.536291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-543daa2c-51f3-48c2-903e-2bafe462a2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Allocated IP 2001:db8::3aa (d41b4d57-7318-4a95-b6dd-130c5f2603be/9675f5a6-3ac0-409e-b785-13a6402e4d3b/4058751e-40f0-40ff-9e26-15a45d309128) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:06.598493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Attempting to bind port bb1e5139-519b-464d-84b8-a69b8e659392 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:50:06.598863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Attempting to bind port bb1e5139-519b-464d-84b8-a69b8e659392 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '03a1699c-2227-46fe-b678-c9113a89d222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd41b4d57-7318-4a95-b6dd-130c5f2603be'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:50:06.599307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Attempting to bind port bb1e5139-519b-464d-84b8-a69b8e659392 on network d41b4d57-7318-4a95-b6dd-130c5f2603be {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:50:06.606207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:50:06.606602 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Checking segment: {'id': '03a1699c-2227-46fe-b678-c9113a89d222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd41b4d57-7318-4a95-b6dd-130c5f2603be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:06.607009 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.608410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Bound using segment: {'id': '03a1699c-2227-46fe-b678-c9113a89d222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd41b4d57-7318-4a95-b6dd-130c5f2603be'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:50:06.608410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Bound port: bb1e5139-519b-464d-84b8-a69b8e659392, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a1699c-2227-46fe-b678-c9113a89d222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd41b4d57-7318-4a95-b6dd-130c5f2603be'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:50:06.608410 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bb1e5139-519b-464d-84b8-a69b8e659392), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.613855 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f6f36b5-0165-4a88-bfbc-57504e714c91 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (f71c0766-8265-4644-8f18-ebfc0bdad6db), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.681420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] For port bb1e5139-519b-464d-84b8-a69b8e659392, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:50:06.684519 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] For port bb1e5139-519b-464d-84b8-a69b8e659392, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=bb1e5139-519b-464d-84b8-a69b8e659392,segment=NetworkSegment(03a1699c-2227-46fe-b678-c9113a89d222),segment_id=03a1699c-2227-46fe-b678-c9113a89d222)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:50:06.692895 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bb1e5139-519b-464d-84b8-a69b8e659392), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.759888 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-543daa2c-51f3-48c2-903e-2bafe462a2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks [] for port (4058751e-40f0-40ff-9e26-15a45d309128), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.767985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758b442-4b2c-4043-baa5-9f6859a843b5 None None] Pushing event updated for resources: {'Port': ['ID=bb1e5139-519b-464d-84b8-a69b8e659392,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:06.773304 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f6f36b5-0165-4a88-bfbc-57504e714c91 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (f71c0766-8265-4644-8f18-ebfc0bdad6db), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.776097 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f6f36b5-0165-4a88-bfbc-57504e714c91 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_controller (f71c0766-8265-4644-8f18-ebfc0bdad6db), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.823412 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-543daa2c-51f3-48c2-903e-2bafe462a2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4058751e-40f0-40ff-9e26-15a45d309128), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.829752 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f6f36b5-0165-4a88-bfbc-57504e714c91 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (f71c0766-8265-4644-8f18-ebfc0bdad6db), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.830903 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6f36b5-0165-4a88-bfbc-57504e714c91 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Fanout notify agent at l3_agent the message router_deleted on router f71c0766-8265-4644-8f18-ebfc0bdad6db {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:50:06.839302 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f6f36b5-0165-4a88-bfbc-57504e714c91 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.846689 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6f6f36b5-0165-4a88-bfbc-57504e714c91 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "DELETE /v2.0/routers/f71c0766-8265-4644-8f18-ebfc0bdad6db HTTP/1.1" status: 204 len: 168 time: 1.2099721 Mar 23 01:50:06.847726 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56064) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:06.852331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1023176932', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}, 'admin_state_up': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:06.884636 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (774fd8ee-5dab-4cb5-9c6c-04bde1e61895), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.886106 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (774fd8ee-5dab-4cb5-9c6c-04bde1e61895), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.897953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543daa2c-51f3-48c2-903e-2bafe462a2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Network d41b4d57-7318-4a95-b6dd-130c5f2603be is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:06.900087 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-543daa2c-51f3-48c2-903e-2bafe462a2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:06.902115 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543daa2c-51f3-48c2-903e-2bafe462a2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Pushing event updated for resources: {'Port': ['ID=4058751e-40f0-40ff-9e26-15a45d309128,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:06.905056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543daa2c-51f3-48c2-903e-2bafe462a2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:06.911050 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543daa2c-51f3-48c2-903e-2bafe462a2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:06.911717 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-543daa2c-51f3-48c2-903e-2bafe462a2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:06.932635 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-543daa2c-51f3-48c2-903e-2bafe462a2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1147 time: 0.7798359 Mar 23 01:50:06.934347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56066) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:06.986572 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_controller (774fd8ee-5dab-4cb5-9c6c-04bde1e61895), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:07.087247 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ba6ec2-1dcf-448d-8886-b36d367702f8 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:07.092717 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ba6ec2-1dcf-448d-8886-b36d367702f8 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:07.098476 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ba6ec2-1dcf-448d-8886-b36d367702f8 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:07.100278 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-48ba6ec2-1dcf-448d-8886-b36d367702f8 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1647787 Mar 23 01:50:07.103696 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56070) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:07.269783 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338f23e-56ed-4ead-9077-41239c112423 req-eb1af6df-3200-4866-9edc-0de8e4f059e9 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:07.276836 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b338f23e-56ed-4ead-9077-41239c112423 req-eb1af6df-3200-4866-9edc-0de8e4f059e9 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.1327806 Mar 23 01:50:07.363313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-2b252505-3cae-4982-80ba-4c0d7270eb8a tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Deleting port 4058751e-40f0-40ff-9e26-15a45d309128 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:07.363557 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2b252505-3cae-4982-80ba-4c0d7270eb8a tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4058751e-40f0-40ff-9e26-15a45d309128), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:07.420321 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b338f23e-56ed-4ead-9077-41239c112423 req-9ea9d973-9165-4ea5-9cca-fdff63f681e0 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422153 Mar 23 01:50:07.487515 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2b252505-3cae-4982-80ba-4c0d7270eb8a tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4058751e-40f0-40ff-9e26-15a45d309128), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:07.499543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:50:07.520962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-2b252505-3cae-4982-80ba-4c0d7270eb8a tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Calling delete_port for 4058751e-40f0-40ff-9e26-15a45d309128 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:07.557193 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:50:07.562092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:07.562469 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:07.647210 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (774fd8ee-5dab-4cb5-9c6c-04bde1e61895), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:07.682079 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:07.682771 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:07.719565 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2b252505-3cae-4982-80ba-4c0d7270eb8a tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4058751e-40f0-40ff-9e26-15a45d309128), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:07.724236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbed721-0b00-49b4-bcd1-c1e86d928445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:50:07.728047 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fc3057-770a-4a8e-a2c6-e1bc69448c8d" -d '{"events": [{"server_uuid": "7dbed721-0b00-49b4-bcd1-c1e86d928445", "name": "network-vif-plugged", "status": "completed", "tag": "fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:50:07.761921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690,segment=NetworkSegment(d376842b-9d16-42f6-8983-9e619c644c51),segment_id=d376842b-9d16-42f6-8983-9e619c644c51)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:07.774258 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:07.783295 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af124242-c010-40c3-9463-0985e0d1a97a req-966098e2-7228-494c-8341-8888a0a829f4 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:07.790987 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af124242-c010-40c3-9463-0985e0d1a97a req-966098e2-7228-494c-8341-8888a0a829f4 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 944 time: 0.1771381 Mar 23 01:50:07.813633 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9d61c0-986a-4a22-9fba-79b8342dc72e x-openstack-request-id: req-bd9d61c0-986a-4a22-9fba-79b8342dc72e {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:50:07.813952 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbed721-0b00-49b4-bcd1-c1e86d928445", "name": "network-vif-plugged", "status": "completed", "tag": "fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:50:07.814216 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd9d61c0-986a-4a22-9fba-79b8342dc72e {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:50:07.815242 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd9d61c0-986a-4a22-9fba-79b8342dc72e'] response: {'server_uuid': '7dbed721-0b00-49b4-bcd1-c1e86d928445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690', 'code': 200} Mar 23 01:50:07.880061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:07.906065 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56076) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:07.915274 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2b252505-3cae-4982-80ba-4c0d7270eb8a tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:07.920278 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3118ef62-2e27-4315-9743-8534f063b791 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Request body: {'subnet': {'network_id': '3609f705-d88b-4475-b33f-7f628d95b9e5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:07.927823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56078) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:07.930618 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2b252505-3cae-4982-80ba-4c0d7270eb8a tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] 10.222.0.18 "DELETE /v2.0/ports/4058751e-40f0-40ff-9e26-15a45d309128 HTTP/1.1" status: 204 len: 168 time: 0.8204501 Mar 23 01:50:07.931117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b252505-3cae-4982-80ba-4c0d7270eb8a tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Pushing event deleted for resources: {'Port': ['ID=4058751e-40f0-40ff-9e26-15a45d309128,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:07.936285 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-482e0faf-8a40-4ef4-b0d6-751c8bfbb1b0 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Request body: {'port': {'name': 'tempest-new-port-name-551894145', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:07.936783 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.api.validators [None req-482e0faf-8a40-4ef4-b0d6-751c8bfbb1b0 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] bootfile-name is not in valid_values {{(pid=99263) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 01:50:07.937181 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.api.validators [None req-482e0faf-8a40-4ef4-b0d6-751c8bfbb1b0 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] tftp-server is not in valid_values {{(pid=99263) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 01:50:07.937451 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.api.validators [None req-482e0faf-8a40-4ef4-b0d6-751c8bfbb1b0 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] server-ip-address is not in valid_values {{(pid=99263) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 01:50:07.978575 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af124242-c010-40c3-9463-0985e0d1a97a req-829a5620-c8a4-4b9a-92fa-760c1adafc6b tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0f901dc-fae1-4aa9-99d7-540e9b45446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766734 Mar 23 01:50:08.042230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cf718-4968-4e8e-8684-b1a0a87c10b1 req-2c04b5c8-4381-4486-a22b-29b6adb7503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:08.043764 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-799cf718-4968-4e8e-8684-b1a0a87c10b1 req-2c04b5c8-4381-4486-a22b-29b6adb7503e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 1127 time: 0.0678439 Mar 23 01:50:08.090456 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-799cf718-4968-4e8e-8684-b1a0a87c10b1 req-c8678fa6-2eb6-42f2-987f-4e9bb47acde3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d0f901dc-fae1-4aa9-99d7-540e9b45446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407989 Mar 23 01:50:08.125579 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4b87f3-959f-4584-b227-f31e0e737968 None None] Network d41b4d57-7318-4a95-b6dd-130c5f2603be requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:08.142711 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-482e0faf-8a40-4ef4-b0d6-751c8bfbb1b0 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (806f63dd-c94f-42c2-881f-447c0ebbfac9), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:08.197007 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-40f50ba2-ca91-4d34-9835-3926e6f698ef None None] Provisioning complete for port bb1e5139-519b-464d-84b8-a69b8e659392 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:08.197372 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-40f50ba2-ca91-4d34-9835-3926e6f698ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bb1e5139-519b-464d-84b8-a69b8e659392), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:08.229621 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d5b35-a3ad-4cde-a27e-abee1bff6cba req-25837a30-fe9b-428b-b905-33ae2d57bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:08.231182 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed1d5b35-a3ad-4cde-a27e-abee1bff6cba req-25837a30-fe9b-428b-b905-33ae2d57bdc2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 1127 time: 0.2095675 Mar 23 01:50:08.236461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3118ef62-2e27-4315-9743-8534f063b791 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Made reservation on behalf of 76ec224c77644afd9874d8206b3a6945 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:08.239844 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3118ef62-2e27-4315-9743-8534f063b791 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:08.327127 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-40f50ba2-ca91-4d34-9835-3926e6f698ef None None] Current status of the port bb1e5139-519b-464d-84b8-a69b8e659392 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:08.327421 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-40f50ba2-ca91-4d34-9835-3926e6f698ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bb1e5139-519b-464d-84b8-a69b8e659392), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:08.361970 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (774fd8ee-5dab-4cb5-9c6c-04bde1e61895), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:08.368403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-40f50ba2-ca91-4d34-9835-3926e6f698ef None None] For port bb1e5139-519b-464d-84b8-a69b8e659392, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=bb1e5139-519b-464d-84b8-a69b8e659392,segment=NetworkSegment(03a1699c-2227-46fe-b678-c9113a89d222),segment_id=03a1699c-2227-46fe-b678-c9113a89d222)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:08.377806 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-40f50ba2-ca91-4d34-9835-3926e6f698ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bb1e5139-519b-464d-84b8-a69b8e659392), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:08.414815 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:08.473907 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f50ba2-ca91-4d34-9835-3926e6f698ef None None] Pushing event updated for resources: {'Port': ['ID=bb1e5139-519b-464d-84b8-a69b8e659392,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:08.488897 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed1d5b35-a3ad-4cde-a27e-abee1bff6cba req-29f2de51-a230-439f-a541-b3e4af544c4e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450221 Mar 23 01:50:08.521669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device bb1e5139-519b-464d-84b8-a69b8e659392 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:50:08.614855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50223b15-dc32-4507-9216-f408e7ebf2c1 req-9248c009-6bba-468d-b1d1-14b2bb1fc22e tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:08.621144 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-50223b15-dc32-4507-9216-f408e7ebf2c1 req-9248c009-6bba-468d-b1d1-14b2bb1fc22e tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.0959928 Mar 23 01:50:08.659320 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port bb1e5139-519b-464d-84b8-a69b8e659392 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:08.659964 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bb1e5139-519b-464d-84b8-a69b8e659392), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:08.683491 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-50223b15-dc32-4507-9216-f408e7ebf2c1 req-0b1002bf-9abf-4093-81af-46eb332fc9b0 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564225 Mar 23 01:50:08.768580 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-482e0faf-8a40-4ef4-b0d6-751c8bfbb1b0 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks [] for port (806f63dd-c94f-42c2-881f-447c0ebbfac9), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:08.772873 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port bb1e5139-519b-464d-84b8-a69b8e659392 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:08.799669 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-482e0faf-8a40-4ef4-b0d6-751c8bfbb1b0 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (806f63dd-c94f-42c2-881f-447c0ebbfac9), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:08.824937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-03c230ed-84c5-4eb8-a1d0-69efe0ec960a None None] Provisioning complete for port 806f63dd-c94f-42c2-881f-447c0ebbfac9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:08.825469 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-03c230ed-84c5-4eb8-a1d0-69efe0ec960a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (806f63dd-c94f-42c2-881f-447c0ebbfac9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:08.861552 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-482e0faf-8a40-4ef4-b0d6-751c8bfbb1b0 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] In _notify_port_updated(), no bound segment for port 806f63dd-c94f-42c2-881f-447c0ebbfac9 on network d41b4d57-7318-4a95-b6dd-130c5f2603be {{(pid=99263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 01:50:08.867428 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482e0faf-8a40-4ef4-b0d6-751c8bfbb1b0 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:08.867806 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-482e0faf-8a40-4ef4-b0d6-751c8bfbb1b0 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:08.869144 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-482e0faf-8a40-4ef4-b0d6-751c8bfbb1b0 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] 10.222.0.18 "PUT /v2.0/ports/806f63dd-c94f-42c2-881f-447c0ebbfac9 HTTP/1.1" status: 200 len: 1128 time: 0.9395459 Mar 23 01:50:08.872054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56086) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:08.875717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-03c230ed-84c5-4eb8-a1d0-69efe0ec960a None None] Port 806f63dd-c94f-42c2-881f-447c0ebbfac9 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:08.886551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-03c230ed-84c5-4eb8-a1d0-69efe0ec960a None None] Provisioning complete for port bb1e5139-519b-464d-84b8-a69b8e659392 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:08.887014 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-03c230ed-84c5-4eb8-a1d0-69efe0ec960a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bb1e5139-519b-464d-84b8-a69b8e659392), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:08.936224 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Allocated IP 172.25.0.166 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/e81f0ff6-20b7-41e2-b9de-2cfad2441965) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:08.951917 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3118ef62-2e27-4315-9743-8534f063b791 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (25621ef1-1684-4b52-8751-15b48e1834e1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:08.964496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ceea1d-9b62-4c57-ad04-e8df97b01056 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:08.966011 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-24ceea1d-9b62-4c57-ad04-e8df97b01056 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] 10.222.0.18 "GET /v2.0/ports/806f63dd-c94f-42c2-881f-447c0ebbfac9 HTTP/1.1" status: 200 len: 1128 time: 0.0927873 Mar 23 01:50:08.971748 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56088) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:08.992443 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-03c230ed-84c5-4eb8-a1d0-69efe0ec960a None None] Current status of the port bb1e5139-519b-464d-84b8-a69b8e659392 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:09.005502 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e0faf-8a40-4ef4-b0d6-751c8bfbb1b0 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Pushing event updated for resources: {'Port': ['ID=806f63dd-c94f-42c2-881f-447c0ebbfac9,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:09.124243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-dc72b124-a354-4cdb-b85a-3806ea9031c4 None None] Provisioning complete for port 806f63dd-c94f-42c2-881f-447c0ebbfac9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:09.124935 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dc72b124-a354-4cdb-b85a-3806ea9031c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (806f63dd-c94f-42c2-881f-447c0ebbfac9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:09.169518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc8a25-5d13-4ba9-b198-a37c17b85e2d tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Deleting port 806f63dd-c94f-42c2-881f-447c0ebbfac9 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:09.170347 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3bdc8a25-5d13-4ba9-b198-a37c17b85e2d tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (806f63dd-c94f-42c2-881f-447c0ebbfac9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:09.174744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-dc72b124-a354-4cdb-b85a-3806ea9031c4 None None] Port 806f63dd-c94f-42c2-881f-447c0ebbfac9 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:09.258345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118ef62-2e27-4315-9743-8534f063b791 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event updated for resources: {'Subnet': ['ID=25621ef1-1684-4b52-8751-15b48e1834e1,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:09.280776 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3bdc8a25-5d13-4ba9-b198-a37c17b85e2d tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (806f63dd-c94f-42c2-881f-447c0ebbfac9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:09.288887 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3118ef62-2e27-4315-9743-8534f063b791 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Checking segment: {'id': '4b61a797-d394-4562-a5d7-5264e4a9a9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3609f705-d88b-4475-b33f-7f628d95b9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:09.289472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3118ef62-2e27-4315-9743-8534f063b791 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Network hostable DHCP agents. Network: 3609f705-d88b-4475-b33f-7f628d95b9e5, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:50:09.295676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc8a25-5d13-4ba9-b198-a37c17b85e2d tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Calling delete_port for 806f63dd-c94f-42c2-881f-447c0ebbfac9 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:09.322581 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bc1d0-295e-4ce4-86f0-9c8aeb06c815 req-205fc7ed-3298-4012-9d5d-3709870b912c tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:09.324310 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-170bc1d0-295e-4ce4-86f0-9c8aeb06c815 req-205fc7ed-3298-4012-9d5d-3709870b912c tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 945 time: 0.2345932 Mar 23 01:50:09.331532 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for port (e81f0ff6-20b7-41e2-b9de-2cfad2441965), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:09.360143 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3118ef62-2e27-4315-9743-8534f063b791 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Network 3609f705-d88b-4475-b33f-7f628d95b9e5 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:50:09.389999 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-3118ef62-2e27-4315-9743-8534f063b791 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 3609f705-d88b-4475-b33f-7f628d95b9e5) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:09.411685 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3118ef62-2e27-4315-9743-8534f063b791 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:09.412328 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3118ef62-2e27-4315-9743-8534f063b791 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:09.413560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83098f81-dbf6-440e-a32b-4797bfcd176f None None] Network 3609f705-d88b-4475-b33f-7f628d95b9e5 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:09.440118 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-170bc1d0-295e-4ce4-86f0-9c8aeb06c815 req-03901675-b68a-4222-b81f-36b5e2b6a0c4 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0f901dc-fae1-4aa9-99d7-540e9b45446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059763 Mar 23 01:50:09.446450 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3118ef62-2e27-4315-9743-8534f063b791 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5363522 Mar 23 01:50:09.451203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56092) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:09.462616 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3a3f39c8-db98-44ef-b0c1-0ebaaf5c21e9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1108986236'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:09.469268 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e81f0ff6-20b7-41e2-b9de-2cfad2441965), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:09.518868 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:09.525161 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:09.533927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:09.534738 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5ccd3efb-6513-4fc8-973a-78f89e55a0e6 None None] Could not find standard attr ID for object 4058751e-40f0-40ff-9e26-15a45d309128. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:50:09.545842 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3bdc8a25-5d13-4ba9-b198-a37c17b85e2d tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (806f63dd-c94f-42c2-881f-447c0ebbfac9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:09.569130 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Pushing event updated for resources: {'Port': ['ID=e81f0ff6-20b7-41e2-b9de-2cfad2441965,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:09.581580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc8a25-5d13-4ba9-b198-a37c17b85e2d tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Pushing event deleted for resources: {'Port': ['ID=806f63dd-c94f-42c2-881f-447c0ebbfac9,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:09.587259 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3f39c8-db98-44ef-b0c1-0ebaaf5c21e9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Made reservation on behalf of 76ec224c77644afd9874d8206b3a6945 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:09.590750 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3a3f39c8-db98-44ef-b0c1-0ebaaf5c21e9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:09.613862 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3bdc8a25-5d13-4ba9-b198-a37c17b85e2d tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:09.617396 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3bdc8a25-5d13-4ba9-b198-a37c17b85e2d tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] 10.222.0.18 "DELETE /v2.0/ports/806f63dd-c94f-42c2-881f-447c0ebbfac9 HTTP/1.1" status: 204 len: 168 time: 0.6446438 Mar 23 01:50:09.619821 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56094) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:09.628256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3f39c8-db98-44ef-b0c1-0ebaaf5c21e9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:50:09.638665 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3a3f39c8-db98-44ef-b0c1-0ebaaf5c21e9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (997f12e4-b46b-4391-9c86-79e130980edf), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:09.639026 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-3a3f39c8-db98-44ef-b0c1-0ebaaf5c21e9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Added segment 997f12e4-b46b-4391-9c86-79e130980edf of type vlan for network 4b3b656a-f856-46f4-ba45-19a7eeae952b Mar 23 01:50:09.644219 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-3609f705-d88b-4475-b33f-7f628d95b9e5', 'network_id': '3609f705-d88b-4475-b33f-7f628d95b9e5', 'project_id': '76ec224c77644afd9874d8206b3a6945', 'fixed_ips': [{'subnet_id': '25621ef1-1684-4b52-8751-15b48e1834e1'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:50:09.645450 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:09.697361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7968bd-6784-4fc6-ac35-31e54295e662 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Deleting subnet 9675f5a6-3ac0-409e-b785-13a6402e4d3b {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:50:09.701671 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b7968bd-6784-4fc6-ac35-31e54295e662 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks [] for subnet (9675f5a6-3ac0-409e-b785-13a6402e4d3b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:09.746841 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:50:09.833337 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b7968bd-6784-4fc6-ac35-31e54295e662 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (9675f5a6-3ac0-409e-b785-13a6402e4d3b), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:09.891806 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3a3f39c8-db98-44ef-b0c1-0ebaaf5c21e9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (4b3b656a-f856-46f4-ba45-19a7eeae952b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:09.918017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b3611-a6a2-47cf-8299-3ee764443a69 req-88adcf3a-51f0-4ac5-b826-bdf0ef421b38 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:09.925449 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-984b3611-a6a2-47cf-8299-3ee764443a69 req-88adcf3a-51f0-4ac5-b826-bdf0ef421b38 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.1167552 Mar 23 01:50:09.980066 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3a3f39c8-db98-44ef-b0c1-0ebaaf5c21e9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (4b3b656a-f856-46f4-ba45-19a7eeae952b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:09.994938 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3f39c8-db98-44ef-b0c1-0ebaaf5c21e9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:09.995594 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3a3f39c8-db98-44ef-b0c1-0ebaaf5c21e9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:09.999651 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b7968bd-6784-4fc6-ac35-31e54295e662 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (9675f5a6-3ac0-409e-b785-13a6402e4d3b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.017862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Allocated IP 2001:db8:0:ffff::2 (3609f705-d88b-4475-b33f-7f628d95b9e5/25621ef1-1684-4b52-8751-15b48e1834e1/cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:10.044959 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-984b3611-a6a2-47cf-8299-3ee764443a69 req-c0f8e4be-90f5-46e2-9a2f-cd2ac514d9fb tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181736 Mar 23 01:50:10.106395 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b7968bd-6784-4fc6-ac35-31e54295e662 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (9675f5a6-3ac0-409e-b785-13a6402e4d3b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.141859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7968bd-6784-4fc6-ac35-31e54295e662 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Pushing event deleted for resources: {'Subnet': ['ID=9675f5a6-3ac0-409e-b785-13a6402e4d3b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:10.163727 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b7968bd-6784-4fc6-ac35-31e54295e662 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.167269 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3b7968bd-6784-4fc6-ac35-31e54295e662 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] 10.222.0.18 "DELETE /v2.0/subnets/9675f5a6-3ac0-409e-b785-13a6402e4d3b HTTP/1.1" status: 204 len: 168 time: 0.5464942 Mar 23 01:50:10.171355 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56098) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:10.277508 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3a3f39c8-db98-44ef-b0c1-0ebaaf5c21e9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8234484 Mar 23 01:50:10.284831 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56100) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:10.290486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-4288e68a-ae0c-4f8d-b934-0a4404843c17 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Request body: {'subnet': {'network_id': '4b3b656a-f856-46f4-ba45-19a7eeae952b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:10.291510 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Publish callbacks [] for port (cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.299737 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (d41b4d57-7318-4a95-b6dd-130c5f2603be), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.300106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f39c8-db98-44ef-b0c1-0ebaaf5c21e9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event updated for resources: {'Network': ['ID=4b3b656a-f856-46f4-ba45-19a7eeae952b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:10.319037 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.346066 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca65cc5-6138-49c7-9892-94da932cc7d8 None None] Network d41b4d57-7318-4a95-b6dd-130c5f2603be requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:10.404519 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 4b3b656a-f856-46f4-ba45-19a7eeae952b details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:50:10.415472 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Deleting port bb1e5139-519b-464d-84b8-a69b8e659392 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:10.417401 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (bb1e5139-519b-464d-84b8-a69b8e659392), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.430030 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (774fd8ee-5dab-4cb5-9c6c-04bde1e61895), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.492021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] For port bb1e5139-519b-464d-84b8-a69b8e659392, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=bb1e5139-519b-464d-84b8-a69b8e659392,segment=NetworkSegment(03a1699c-2227-46fe-b678-c9113a89d222),segment_id=03a1699c-2227-46fe-b678-c9113a89d222)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:10.492799 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (bb1e5139-519b-464d-84b8-a69b8e659392), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.508254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Calling delete_port for bb1e5139-519b-464d-84b8-a69b8e659392 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:10.530811 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-193e6ddf-3de9-4d54-84e2-eb5f1efb2ff9 None None] Could not find standard attr ID for object 806f63dd-c94f-42c2-881f-447c0ebbfac9. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:50:10.543566 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device bb1e5139-519b-464d-84b8-a69b8e659392 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:50:10.570723 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4288e68a-ae0c-4f8d-b934-0a4404843c17 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Made reservation on behalf of 76ec224c77644afd9874d8206b3a6945 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:10.574212 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4288e68a-ae0c-4f8d-b934-0a4404843c17 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.616440 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (bb1e5139-519b-464d-84b8-a69b8e659392), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.631035 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Network 3609f705-d88b-4475-b33f-7f628d95b9e5 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:10.648701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Pushing event deleted for resources: {'Port': ['ID=bb1e5139-519b-464d-84b8-a69b8e659392,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:10.650351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] No DVR routers for this DVR port bb1e5139-519b-464d-84b8-a69b8e659392 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:50:10.665311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:10.671918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:10.708007 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No active binding found for port bb1e5139-519b-464d-84b8-a69b8e659392 {{(pid=99265) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 01:50:10.708724 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] The host n-d-834677-4 is not matching for port bb1e5139-519b-464d-84b8-a69b8e659392 host None! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:50:10.709327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device bb1e5139-519b-464d-84b8-a69b8e659392 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 01:50:10.743773 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Port bb1e5139-519b-464d-84b8-a69b8e659392 not found, will not notify nova. {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 01:50:10.758178 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (d41b4d57-7318-4a95-b6dd-130c5f2603be), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.783391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41b4d57-7318-4a95-b6dd-130c5f2603be']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:10.785057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782075c-a281-411a-a436-9b83ab603b3a req-27631e8c-e1d6-4995-b5f8-c06013f896e6 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:10.786574 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e782075c-a281-411a-a436-9b83ab603b3a req-27631e8c-e1d6-4995-b5f8-c06013f896e6 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 945 time: 0.2193272 Mar 23 01:50:10.801589 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a1699c-2227-46fe-b678-c9113a89d222') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:10.802035 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Pushing event updated for resources: {'Port': ['ID=cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:10.802658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a1699c-2227-46fe-b678-c9113a89d222') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:10.825774 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (03a1699c-2227-46fe-b678-c9113a89d222), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.843121 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (03a1699c-2227-46fe-b678-c9113a89d222), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.853193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:50:10.853856 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (03a1699c-2227-46fe-b678-c9113a89d222), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.868806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Attempting to bind port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:50:10.869975 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Attempting to bind port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '4b61a797-d394-4562-a5d7-5264e4a9a9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3609f705-d88b-4475-b33f-7f628d95b9e5'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:50:10.870676 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Attempting to bind port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 on network 3609f705-d88b-4475-b33f-7f628d95b9e5 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:50:10.877771 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:50:10.878478 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Checking segment: {'id': '4b61a797-d394-4562-a5d7-5264e4a9a9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3609f705-d88b-4475-b33f-7f628d95b9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:10.880073 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e782075c-a281-411a-a436-9b83ab603b3a req-b15d572a-f2eb-45bc-b503-e1a001088179 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0f901dc-fae1-4aa9-99d7-540e9b45446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858080 Mar 23 01:50:10.880634 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.881198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Bound using segment: {'id': '4b61a797-d394-4562-a5d7-5264e4a9a9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3609f705-d88b-4475-b33f-7f628d95b9e5'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:50:10.882443 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Bound port: cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b61a797-d394-4562-a5d7-5264e4a9a9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3609f705-d88b-4475-b33f-7f628d95b9e5'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:50:10.883064 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:50:10.940776 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:50:10.952491 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (774fd8ee-5dab-4cb5-9c6c-04bde1e61895), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.953713 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (d41b4d57-7318-4a95-b6dd-130c5f2603be), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.961617 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:10.965337 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] 10.222.0.18 "DELETE /v2.0/networks/d41b4d57-7318-4a95-b6dd-130c5f2603be HTTP/1.1" status: 204 len: 168 time: 0.7927713 Mar 23 01:50:10.965935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a292a716-a619-4b51-bba7-e28e65b14529 None None] DHCP port deletion for d41b4d57-7318-4a95-b6dd-130c5f2603be request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:50:11.017024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cb47e-a54b-4623-b90c-6b0c8d65dd1c tempest-ExtraDHCPOptionsIpV6TestJSON-562684736 tempest-ExtraDHCPOptionsIpV6TestJSON-562684736-project] Pushing event deleted for resources: {'Network': ['ID=d41b4d57-7318-4a95-b6dd-130c5f2603be,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:11.039083 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] For port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:50:11.047049 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] For port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38,segment=NetworkSegment(4b61a797-d394-4562-a5d7-5264e4a9a9a7),segment_id=4b61a797-d394-4562-a5d7-5264e4a9a9a7)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:50:11.066944 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:11.113645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc576f37-d4b4-4b8e-a67c-c4eae970bd5e req-2ecfab2d-7161-474d-b2de-df782e0aa251 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:11.115302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc576f37-d4b4-4b8e-a67c-c4eae970bd5e req-2ecfab2d-7161-474d-b2de-df782e0aa251 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 945 time: 0.0962045 Mar 23 01:50:11.125211 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56110) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:11.131229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e88c4515-adf3-4131-818c-3746d24922ef tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Request body: {'floatingip': {'port_id': 'fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:11.177712 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bdbb7-814d-4c8e-9555-d2f38e86a577 None None] Pushing event updated for resources: {'Port': ['ID=cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:11.204680 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e88c4515-adf3-4131-818c-3746d24922ef tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for floatingip (736cfaad-3023-4932-9592-c0af8c9c773d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:11.350782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.objects.ports [None req-4288e68a-ae0c-4f8d-b934-0a4404843c17 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99263) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:50:11.361315 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4288e68a-ae0c-4f8d-b934-0a4404843c17 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (27aa8f7c-7a84-4104-b77d-e490dff2c2f8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:11.363607 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Router 774fd8ee-5dab-4cb5-9c6c-04bde1e61895 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:50:11.382221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b826a70-9dcf-481e-bb8c-e825dd1ebbce req-f8ed6d85-965f-48d7-b3d6-510edaa841d7 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:11.391260 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6b826a70-9dcf-481e-bb8c-e825dd1ebbce req-f8ed6d85-965f-48d7-b3d6-510edaa841d7 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.2372613 Mar 23 01:50:11.488571 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56114) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:11.992132 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6b826a70-9dcf-481e-bb8c-e825dd1ebbce req-736cace9-ccf9-44b6-ad7f-291d702cba16 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999889 Mar 23 01:50:12.020486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4288e68a-ae0c-4f8d-b934-0a4404843c17 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Checking segment: {'id': '997f12e4-b46b-4391-9c86-79e130980edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4b3b656a-f856-46f4-ba45-19a7eeae952b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:12.022746 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4288e68a-ae0c-4f8d-b934-0a4404843c17 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Network hostable DHCP agents. Network: 4b3b656a-f856-46f4-ba45-19a7eeae952b, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:50:12.029251 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288e68a-ae0c-4f8d-b934-0a4404843c17 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event updated for resources: {'Subnet': ['ID=27aa8f7c-7a84-4104-b77d-e490dff2c2f8,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:12.068788 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4288e68a-ae0c-4f8d-b934-0a4404843c17 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Network 4b3b656a-f856-46f4-ba45-19a7eeae952b is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:50:12.086611 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:50:12.099334 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90459a00-fbd5-4e5b-9c8c-13ebd19ac393 None None] Sync routers for ids ['774fd8ee-5dab-4cb5-9c6c-04bde1e61895'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:50:12.110480 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-4288e68a-ae0c-4f8d-b934-0a4404843c17 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 4b3b656a-f856-46f4-ba45-19a7eeae952b) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:12.118061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4288e68a-ae0c-4f8d-b934-0a4404843c17 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:12.118664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4288e68a-ae0c-4f8d-b934-0a4404843c17 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:12.122690 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0895ff6c-6aa8-4376-9c63-22e59c18a555 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b4f39172309444c8f6c4978725f1761&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6273007 Mar 23 01:50:12.123354 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56120) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:12.127152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3156fb-86cb-4659-8c6d-2281014bb27a None None] Network 4b3b656a-f856-46f4-ba45-19a7eeae952b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:12.132541 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90459a00-fbd5-4e5b-9c8c-13ebd19ac393 None None] Routers {'774fd8ee-5dab-4cb5-9c6c-04bde1e61895'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:12.133870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-90459a00-fbd5-4e5b-9c8c-13ebd19ac393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['774fd8ee-5dab-4cb5-9c6c-04bde1e61895'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:12.137503 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:12.142218 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-23003d9e-92d0-4e75-af4c-c64d8b90741f tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2933776 Mar 23 01:50:12.142965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56122) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:12.149865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-329cf3cc-30ef-49c1-a4f1-e0a852c0499d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:12.158259 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4288e68a-ae0c-4f8d-b934-0a4404843c17 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8722963 Mar 23 01:50:12.161226 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56124) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:12.253757 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-90459a00-fbd5-4e5b-9c8c-13ebd19ac393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:12.261839 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-58bd6236-7b65-4641-8b70-24b9744076b6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Request body: {'port': {'network_id': '4b3b656a-f856-46f4-ba45-19a7eeae952b', 'name': 'tempest-NetworksIpV6TestAttrs-1413153996'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:12.284534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90459a00-fbd5-4e5b-9c8c-13ebd19ac393 None None] Routers {'774fd8ee-5dab-4cb5-9c6c-04bde1e61895'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:12.285236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-90459a00-fbd5-4e5b-9c8c-13ebd19ac393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['774fd8ee-5dab-4cb5-9c6c-04bde1e61895'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:12.325515 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b6777b6-7930-45b2-98bf-2d8bead234aa admin admin] Publish callbacks [] for security_group (f9eb85ea-8dcc-4972-8e63-6958b84ad36d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:12.343244 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-90459a00-fbd5-4e5b-9c8c-13ebd19ac393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:12.343943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90459a00-fbd5-4e5b-9c8c-13ebd19ac393 None None] The sync data for ids ['774fd8ee-5dab-4cb5-9c6c-04bde1e61895'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:50:12.350411 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b6777b6-7930-45b2-98bf-2d8bead234aa admin admin] Publish callbacks [] for security_group (f9eb85ea-8dcc-4972-8e63-6958b84ad36d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:12.397067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-4b3b656a-f856-46f4-ba45-19a7eeae952b', 'network_id': '4b3b656a-f856-46f4-ba45-19a7eeae952b', 'project_id': '76ec224c77644afd9874d8206b3a6945', 'fixed_ips': [{'subnet_id': '27aa8f7c-7a84-4104-b77d-e490dff2c2f8'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:50:12.398120 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:12.415428 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e88c4515-adf3-4131-818c-3746d24922ef tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:12.428528 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e88c4515-adf3-4131-818c-3746d24922ef tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (736cfaad-3023-4932-9592-c0af8c9c773d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:12.430415 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b6777b6-7930-45b2-98bf-2d8bead234aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f9eb85ea-8dcc-4972-8e63-6958b84ad36d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:12.432919 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b6777b6-7930-45b2-98bf-2d8bead234aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:12.434068 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6b6777b6-7930-45b2-98bf-2d8bead234aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9eb85ea-8dcc-4972-8e63-6958b84ad36d HTTP/1.1" status: 204 len: 168 time: 0.3030410 Mar 23 01:50:12.524054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6777b6-7930-45b2-98bf-2d8bead234aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9eb85ea-8dcc-4972-8e63-6958b84ad36d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:12.551111 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:50:12.590629 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-e88c4515-adf3-4131-818c-3746d24922ef tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Floating IP 736cfaad-3023-4932-9592-c0af8c9c773d associated. External IP: 172.25.0.100, port: fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690. Mar 23 01:50:12.677076 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191813c-e015-4807-99ad-0cc10074b9c5 req-cdef3623-69d0-4e31-bba3-a2900803e040 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:12.677978 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c191813c-e015-4807-99ad-0cc10074b9c5 req-cdef3623-69d0-4e31-bba3-a2900803e040 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.3585012 Mar 23 01:50:12.715170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e6f33-74c9-4e29-af8e-7b6560e887d1 req-ad9db3d1-5213-40b5-b0b4-4c09c6df6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:12.716718 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad0e6f33-74c9-4e29-af8e-7b6560e887d1 req-ad9db3d1-5213-40b5-b0b4-4c09c6df6dca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=839ebfe64dd74d1c922d34d74c877e99&device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 1127 time: 0.4688065 Mar 23 01:50:12.804976 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e13aff-ac6a-4168-96fd-2dd9c63c2e84 None None] Network 3609f705-d88b-4475-b33f-7f628d95b9e5 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:12.837355 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bd6236-7b65-4641-8b70-24b9744076b6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Made reservation on behalf of 76ec224c77644afd9874d8206b3a6945 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:12.840849 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-58bd6236-7b65-4641-8b70-24b9744076b6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:12.899777 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-58bd6236-7b65-4641-8b70-24b9744076b6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] device_id is not set on port d83ba137-551a-48aa-b272-2633e2ab10ec yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:50:12.929011 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88c4515-adf3-4131-818c-3746d24922ef tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Router 82594f72-f1e9-49c5-8a2a-799c4ade153e has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:50:12.929804 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f09dd719-4fa8-4a0f-888f-5f9b906ab5b6 None None] Provisioning complete for port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:12.930365 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f09dd719-4fa8-4a0f-888f-5f9b906ab5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:12.938003 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Allocated IP 2001:db8::f816:3eff:fe59:81dd (4b3b656a-f856-46f4-ba45-19a7eeae952b/27aa8f7c-7a84-4104-b77d-e490dff2c2f8/c902e0f6-709f-4706-8960-efcf7b58d2f1) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:12.987854 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c191813c-e015-4807-99ad-0cc10074b9c5 req-b703a4d4-b2e3-41df-b327-604efaa324eb tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755542 Mar 23 01:50:13.065934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88c4515-adf3-4131-818c-3746d24922ef tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:50:13.070900 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e88c4515-adf3-4131-818c-3746d24922ef tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:13.084568 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd8d69-63a3-4d33-8e4d-3454baba8e01 None None] Sync routers for ids ['82594f72-f1e9-49c5-8a2a-799c4ade153e'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:50:13.099798 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd8d69-63a3-4d33-8e4d-3454baba8e01 None None] Routers {'82594f72-f1e9-49c5-8a2a-799c4ade153e'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:13.100416 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-09cd8d69-63a3-4d33-8e4d-3454baba8e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['82594f72-f1e9-49c5-8a2a-799c4ade153e'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:13.113761 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e88c4515-adf3-4131-818c-3746d24922ef tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "PUT /v2.0/floatingips/736cfaad-3023-4932-9592-c0af8c9c773d HTTP/1.1" status: 200 len: 991 time: 1.9851658 Mar 23 01:50:13.113761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbed721-0b00-49b4-bcd1-c1e86d928445', 'tag': 'fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:50:13.115149 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa27de0-eea0-422a-af01-d9e7561c1baa" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbed721-0b00-49b4-bcd1-c1e86d928445", "tag": "fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:50:13.141215 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:13.141735 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:13.143835 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e6f33-74c9-4e29-af8e-7b6560e887d1 req-322d2b4d-3240-40ea-a994-9538b6d5c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:13.145386 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad0e6f33-74c9-4e29-af8e-7b6560e887d1 req-322d2b4d-3240-40ea-a994-9538b6d5c2af service neutron] 10.222.0.43 "GET /v2.0/networks?id=58bb0fa8-da03-480f-a1ac-572b78b11902 HTTP/1.1" status: 200 len: 910 time: 0.4195709 Mar 23 01:50:13.177057 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee2b5fb-3377-431f-a6ca-5390b26a455f x-openstack-request-id: req-2ee2b5fb-3377-431f-a6ca-5390b26a455f {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:50:13.177591 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbed721-0b00-49b4-bcd1-c1e86d928445", "tag": "fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:50:13.177837 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ee2b5fb-3377-431f-a6ca-5390b26a455f {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:50:13.178334 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee2b5fb-3377-431f-a6ca-5390b26a455f'] response: {'name': 'network-changed', 'server_uuid': '7dbed721-0b00-49b4-bcd1-c1e86d928445', 'tag': 'fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690', 'status': 'completed', 'code': 200} Mar 23 01:50:13.245302 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad0e6f33-74c9-4e29-af8e-7b6560e887d1 req-b6708881-0165-4dd4-b9ff-4367ec61632f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3d4df1a-cea5-4029-987c-66aad06176d4 HTTP/1.1" status: 200 len: 217 time: 0.0883977 Mar 23 01:50:13.323372 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-09cd8d69-63a3-4d33-8e4d-3454baba8e01 None None] Set router 82594f72-f1e9-49c5-8a2a-799c4ade153e gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:50:13.345330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa27de0-eea0-422a-af01-d9e7561c1baa req-0eb5aad3-7301-4add-9d8c-e47e8810de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:13.347043 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-faa27de0-eea0-422a-af01-d9e7561c1baa req-0eb5aad3-7301-4add-9d8c-e47e8810de6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d9c96b3d1044c499f7e74d183fce7d9&device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 1127 time: 0.1452377 Mar 23 01:50:13.363484 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-329cf3cc-30ef-49c1-a4f1-e0a852c0499d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (774fd8ee-5dab-4cb5-9c6c-04bde1e61895), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:13.367245 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213b2e1-5c02-47ce-bd12-7ea6a4d2e42a req-54c76fc2-d482-448a-a362-fc4eb3f018e2 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:13.374684 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f09dd719-4fa8-4a0f-888f-5f9b906ab5b6 None None] Current status of the port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:13.374889 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7213b2e1-5c02-47ce-bd12-7ea6a4d2e42a req-54c76fc2-d482-448a-a362-fc4eb3f018e2 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 945 time: 0.1294732 Mar 23 01:50:13.377882 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f09dd719-4fa8-4a0f-888f-5f9b906ab5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:13.418155 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e6f33-74c9-4e29-af8e-7b6560e887d1 req-0e3dd84f-aca4-4929-b2fd-7e3d5c1cd5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:13.419687 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad0e6f33-74c9-4e29-af8e-7b6560e887d1 req-0e3dd84f-aca4-4929-b2fd-7e3d5c1cd5e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea7038e1-c2d2-4675-9cf5-da7d82182b5b HTTP/1.1" status: 200 len: 850 time: 0.1673059 Mar 23 01:50:13.425557 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-329cf3cc-30ef-49c1-a4f1-e0a852c0499d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_gateway (774fd8ee-5dab-4cb5-9c6c-04bde1e61895), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:13.504138 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7213b2e1-5c02-47ce-bd12-7ea6a4d2e42a req-87b446e8-a48f-402f-b0c3-f1dd18d8c61d tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0f901dc-fae1-4aa9-99d7-540e9b45446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281488 Mar 23 01:50:13.504561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:13.504994 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:13.507537 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad0e6f33-74c9-4e29-af8e-7b6560e887d1 req-999a304c-47fc-4319-8fd0-2087c82f796f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58bb0fa8-da03-480f-a1ac-572b78b11902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675254 Mar 23 01:50:13.552279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56156) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:13.608424 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa27de0-eea0-422a-af01-d9e7561c1baa req-6d440ba4-91ab-4a53-8941-b914d1e1106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:13.616505 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-faa27de0-eea0-422a-af01-d9e7561c1baa req-6d440ba4-91ab-4a53-8941-b914d1e1106c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4a7cc98-f343-4be3-884a-5828fb549baf HTTP/1.1" status: 200 len: 912 time: 0.2589207 Mar 23 01:50:13.618192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f09dd719-4fa8-4a0f-888f-5f9b906ab5b6 None None] For port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38,segment=NetworkSegment(4b61a797-d394-4562-a5d7-5264e4a9a9a7),segment_id=4b61a797-d394-4562-a5d7-5264e4a9a9a7)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:13.620433 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Publish callbacks [] for port (c902e0f6-709f-4706-8960-efcf7b58d2f1), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:13.632444 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f09dd719-4fa8-4a0f-888f-5f9b906ab5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:13.677173 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-09cd8d69-63a3-4d33-8e4d-3454baba8e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'name': 'tempest-ServersTestManualDisk-1724445356-router', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b408863-0364-4115-b7c6-6cb351671b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:44Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'gw_port': {'id': '2b408863-0364-4115-b7c6-6cb351671b95', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:45Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '736cfaad-3023-4932-9592-c0af8c9c773d', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'port_id': 'fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf', 'mac_address': 'fa:16:3e:22:fd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbed721-0b00-49b4-bcd1-c1e86d928445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:49:54Z', 'updated_at': '2022-03-23T01:50:12Z', 'revision_number': 1, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a071e8e4-6a84-4daf-a4f9-4f00c658b49c', 'name': '', 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'mac_address': 'fa:16:3e:9f:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:49Z', 'updated_at': '2022-03-23T01:49:55Z', 'revision_number': 5, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'subnets': [{'id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:13.699415 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-faa27de0-eea0-422a-af01-d9e7561c1baa req-d31344b3-17c9-4471-a9a7-cbadb0fb6f65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 HTTP/1.1" status: 200 len: 999 time: 0.0761173 Mar 23 01:50:13.712266 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd8d69-63a3-4d33-8e4d-3454baba8e01 None None] Checking router: 82594f72-f1e9-49c5-8a2a-799c4ade153e for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:50:13.718725 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (c902e0f6-709f-4706-8960-efcf7b58d2f1), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:13.723512 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd8d69-63a3-4d33-8e4d-3454baba8e01 None None] Routers {'82594f72-f1e9-49c5-8a2a-799c4ade153e'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:13.724369 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-09cd8d69-63a3-4d33-8e4d-3454baba8e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['82594f72-f1e9-49c5-8a2a-799c4ade153e'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:13.771789 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-58bd6236-7b65-4641-8b70-24b9744076b6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Allocated IP 2001:db8::f816:3eff:feb6:3b46 (4b3b656a-f856-46f4-ba45-19a7eeae952b/27aa8f7c-7a84-4104-b77d-e490dff2c2f8/d83ba137-551a-48aa-b272-2633e2ab10ec) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:13.772062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ae723c11-fe9a-49a4-a4b0-c688fbee1ebc tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group': {'name': 'default'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:13.772346 n-d-834677-4 neutron-server[99264]: WARNING neutron.api.v2.base [None req-ae723c11-fe9a-49a4-a4b0-c688fbee1ebc tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 23 01:50:13.773791 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-ae723c11-fe9a-49a4-a4b0-c688fbee1ebc tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 01:50:13.781159 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ae723c11-fe9a-49a4-a4b0-c688fbee1ebc tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2273579 Mar 23 01:50:13.782376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56160) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:13.790894 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-66d3c3dd-f0c4-4adf-9c14-6aa7a48e3be0 None None] Provisioning complete for port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:13.791350 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-66d3c3dd-f0c4-4adf-9c14-6aa7a48e3be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:13.795333 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6a1ae98c-7758-475a-a056-49c9df8a505e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1170603856'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:13.800945 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad0e6f33-74c9-4e29-af8e-7b6560e887d1 req-7783f76e-adf9-4e6b-8c8c-c66ad2988c8a service neutron] 10.222.0.43 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872360 Mar 23 01:50:13.802786 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Network 4b3b656a-f856-46f4-ba45-19a7eeae952b is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:13.803397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-329cf3cc-30ef-49c1-a4f1-e0a852c0499d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Deleting port e81f0ff6-20b7-41e2-b9de-2cfad2441965 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:13.803740 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-329cf3cc-30ef-49c1-a4f1-e0a852c0499d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e81f0ff6-20b7-41e2-b9de-2cfad2441965), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:13.836251 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:13.840351 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae98c-7758-475a-a056-49c9df8a505e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:13.843553 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:50:13.843969 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:50:13.846490 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:13.860414 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09dd719-4fa8-4a0f-888f-5f9b906ab5b6 None None] Pushing event updated for resources: {'Port': ['ID=cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:13.867683 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae98c-7758-475a-a056-49c9df8a505e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:13.870702 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa27de0-eea0-422a-af01-d9e7561c1baa req-031a93e4-539e-4a1a-80d3-a9169b206afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:13.873513 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-faa27de0-eea0-422a-af01-d9e7561c1baa req-031a93e4-539e-4a1a-80d3-a9169b206afa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a24a261-2668-4f4f-be2e-816dd79856c9 HTTP/1.1" status: 200 len: 851 time: 0.1586356 Mar 23 01:50:13.947003 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Pushing event updated for resources: {'Port': ['ID=c902e0f6-709f-4706-8960-efcf7b58d2f1,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:13.951246 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-09cd8d69-63a3-4d33-8e4d-3454baba8e01 None None] Set router 82594f72-f1e9-49c5-8a2a-799c4ade153e gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:50:13.976463 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa27de0-eea0-422a-af01-d9e7561c1baa req-a7777078-5423-40df-b1ec-e571036c6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:13.978286 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-faa27de0-eea0-422a-af01-d9e7561c1baa req-a7777078-5423-40df-b1ec-e571036c6925 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4a7cc98-f343-4be3-884a-5828fb549baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0935719 Mar 23 01:50:13.999970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Attempting to bind port c902e0f6-709f-4706-8960-efcf7b58d2f1 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:50:14.001279 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Attempting to bind port c902e0f6-709f-4706-8960-efcf7b58d2f1 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '997f12e4-b46b-4391-9c86-79e130980edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4b3b656a-f856-46f4-ba45-19a7eeae952b'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:50:14.001279 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Attempting to bind port c902e0f6-709f-4706-8960-efcf7b58d2f1 on network 4b3b656a-f856-46f4-ba45-19a7eeae952b {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:50:14.013145 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:50:14.013590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Checking segment: {'id': '997f12e4-b46b-4391-9c86-79e130980edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4b3b656a-f856-46f4-ba45-19a7eeae952b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:14.013964 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.014450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Bound using segment: {'id': '997f12e4-b46b-4391-9c86-79e130980edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4b3b656a-f856-46f4-ba45-19a7eeae952b'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:50:14.015320 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Bound port: c902e0f6-709f-4706-8960-efcf7b58d2f1, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997f12e4-b46b-4391-9c86-79e130980edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4b3b656a-f856-46f4-ba45-19a7eeae952b'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:50:14.015891 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c902e0f6-709f-4706-8960-efcf7b58d2f1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.075089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-66d3c3dd-f0c4-4adf-9c14-6aa7a48e3be0 None None] Current status of the port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:14.106867 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-329cf3cc-30ef-49c1-a4f1-e0a852c0499d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e81f0ff6-20b7-41e2-b9de-2cfad2441965), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.154907 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-329cf3cc-30ef-49c1-a4f1-e0a852c0499d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Calling delete_port for e81f0ff6-20b7-41e2-b9de-2cfad2441965 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:14.162248 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae98c-7758-475a-a056-49c9df8a505e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (7f220c32-de8b-41ae-bf20-76abfbb42f05), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.168350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] For port c902e0f6-709f-4706-8960-efcf7b58d2f1, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:50:14.169730 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-faa27de0-eea0-422a-af01-d9e7561c1baa req-7c148707-1a76-4a75-a757-04d9486c0a08 service neutron] 10.222.0.42 "GET /v2.0/networks/c4a7cc98-f343-4be3-884a-5828fb549baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827049 Mar 23 01:50:14.171589 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae98c-7758-475a-a056-49c9df8a505e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7f220c32-de8b-41ae-bf20-76abfbb42f05), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.171823 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] For port c902e0f6-709f-4706-8960-efcf7b58d2f1, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c902e0f6-709f-4706-8960-efcf7b58d2f1,segment=NetworkSegment(997f12e4-b46b-4391-9c86-79e130980edf),segment_id=997f12e4-b46b-4391-9c86-79e130980edf)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:50:14.180916 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c902e0f6-709f-4706-8960-efcf7b58d2f1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.186268 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad0e6f33-74c9-4e29-af8e-7b6560e887d1 req-a0ff7688-018b-44ed-bc9a-dcb2ada379b2 service neutron] 10.222.0.43 "GET /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758976 Mar 23 01:50:14.218536 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-09cd8d69-63a3-4d33-8e4d-3454baba8e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'name': 'tempest-ServersTestManualDisk-1724445356-router', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b408863-0364-4115-b7c6-6cb351671b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:44Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'gw_port': {'id': '2b408863-0364-4115-b7c6-6cb351671b95', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:45Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '736cfaad-3023-4932-9592-c0af8c9c773d', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'port_id': 'fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf', 'mac_address': 'fa:16:3e:22:fd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbed721-0b00-49b4-bcd1-c1e86d928445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:49:54Z', 'updated_at': '2022-03-23T01:50:12Z', 'revision_number': 1, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a071e8e4-6a84-4daf-a4f9-4f00c658b49c', 'name': '', 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'mac_address': 'fa:16:3e:9f:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:49Z', 'updated_at': '2022-03-23T01:49:55Z', 'revision_number': 5, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'subnets': [{'id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:14.269826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b15b3-82fb-4219-98db-b921e0f0062b None None] Pushing event updated for resources: {'Port': ['ID=c902e0f6-709f-4706-8960-efcf7b58d2f1,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:14.273737 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd8d69-63a3-4d33-8e4d-3454baba8e01 None None] The sync data for ids ['82594f72-f1e9-49c5-8a2a-799c4ade153e'] in n-d-834677-4 is: [{'id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'name': 'tempest-ServersTestManualDisk-1724445356-router', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b408863-0364-4115-b7c6-6cb351671b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:44Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'gw_port': {'id': '2b408863-0364-4115-b7c6-6cb351671b95', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:45Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '736cfaad-3023-4932-9592-c0af8c9c773d', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'port_id': 'fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf', 'mac_address': 'fa:16:3e:22:fd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbed721-0b00-49b4-bcd1-c1e86d928445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:49:54Z', 'updated_at': '2022-03-23T01:50:12Z', 'revision_number': 1, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a071e8e4-6a84-4daf-a4f9-4f00c658b49c', 'name': '', 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'mac_address': 'fa:16:3e:9f:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:49Z', 'updated_at': '2022-03-23T01:49:55Z', 'revision_number': 5, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'subnets': [{'id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:50:14.277729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ae98c-7758-475a-a056-49c9df8a505e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f220c32-de8b-41ae-bf20-76abfbb42f05,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:14.283784 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-58bd6236-7b65-4641-8b70-24b9744076b6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for port (d83ba137-551a-48aa-b272-2633e2ab10ec), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.321072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e67bb1-af18-4c8e-b72d-4db5252a61d8 req-ed46d69e-ea90-4424-aa67-7619001bfb5a tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:14.322657 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a8e67bb1-af18-4c8e-b72d-4db5252a61d8 req-ed46d69e-ea90-4424-aa67-7619001bfb5a tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.1903281 Mar 23 01:50:14.401744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:14.443756 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-faa27de0-eea0-422a-af01-d9e7561c1baa req-37bcd211-c18f-409d-83a0-3ad739ed151b service neutron] 10.222.0.42 "GET /v2.0/networks/c4a7cc98-f343-4be3-884a-5828fb549baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643111 Mar 23 01:50:14.447680 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae98c-7758-475a-a056-49c9df8a505e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (eba481ec-c425-4daa-b2fb-c326e231fdf1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.456525 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae98c-7758-475a-a056-49c9df8a505e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (eba481ec-c425-4daa-b2fb-c326e231fdf1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.458413 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-58bd6236-7b65-4641-8b70-24b9744076b6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d83ba137-551a-48aa-b272-2633e2ab10ec), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.484683 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a8e67bb1-af18-4c8e-b72d-4db5252a61d8 req-54662b57-65fd-4b22-928d-6afa952fe569 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152291 Mar 23 01:50:14.505486 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae98c-7758-475a-a056-49c9df8a505e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.510642 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6a1ae98c-7758-475a-a056-49c9df8a505e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7234716 Mar 23 01:50:14.514323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56164) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:14.515203 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device bb1e5139-519b-464d-84b8-a69b8e659392 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:50:14.519640 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-b7b6ec54-f21e-459c-ba37-e97f01725b23 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': 'eba481ec-c425-4daa-b2fb-c326e231fdf1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:14.538624 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ae98c-7758-475a-a056-49c9df8a505e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba481ec-c425-4daa-b2fb-c326e231fdf1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:14.560623 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: bb1e5139-519b-464d-84b8-a69b8e659392 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:50:14.562711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device bb1e5139-519b-464d-84b8-a69b8e659392 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:50:14.588775 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ec54-f21e-459c-ba37-e97f01725b23 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group_rule (ec0921b8-e1bc-43cd-a145-73d43ec1c442), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.602750 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd6236-7b65-4641-8b70-24b9744076b6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Network 4b3b656a-f856-46f4-ba45-19a7eeae952b is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:14.612923 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-58bd6236-7b65-4641-8b70-24b9744076b6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:14.619483 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd6236-7b65-4641-8b70-24b9744076b6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:14.624662 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bd6236-7b65-4641-8b70-24b9744076b6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:14.625593 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-58bd6236-7b65-4641-8b70-24b9744076b6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.627825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd6236-7b65-4641-8b70-24b9744076b6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event updated for resources: {'Port': ['ID=d83ba137-551a-48aa-b272-2633e2ab10ec,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:14.646713 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-329cf3cc-30ef-49c1-a4f1-e0a852c0499d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e81f0ff6-20b7-41e2-b9de-2cfad2441965), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.676641 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ec54-f21e-459c-ba37-e97f01725b23 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group_rule (ec0921b8-e1bc-43cd-a145-73d43ec1c442), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.677449 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-58bd6236-7b65-4641-8b70-24b9744076b6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5150678 Mar 23 01:50:14.679044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56166) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:14.681772 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ec54-f21e-459c-ba37-e97f01725b23 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ec0921b8-e1bc-43cd-a145-73d43ec1c442), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.703603 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6ec54-f21e-459c-ba37-e97f01725b23 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0921b8-e1bc-43cd-a145-73d43ec1c442,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:14.719789 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ec54-f21e-459c-ba37-e97f01725b23 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.721186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b7b6ec54-f21e-459c-ba37-e97f01725b23 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2058280 Mar 23 01:50:14.723873 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56168) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:14.724907 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329cf3cc-30ef-49c1-a4f1-e0a852c0499d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Pushing event deleted for resources: {'Port': ['ID=e81f0ff6-20b7-41e2-b9de-2cfad2441965,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:14.730348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6782a7d6-43ae-4509-8928-78be6e68f1d3 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': 'eba481ec-c425-4daa-b2fb-c326e231fdf1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:14.773844 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6782a7d6-43ae-4509-8928-78be6e68f1d3 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group_rule (36c72b68-3b34-46a9-abbe-608a9c9c405b), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.780866 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399aef6b-46d5-40cd-9874-5ffff57f9a60 None None] New status for floating IP 736cfaad-3023-4932-9592-c0af8c9c773d: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:50:14.862333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-18fce9c6-85d0-442a-827c-d939977696b3 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Deleting subnet 27aa8f7c-7a84-4104-b77d-e490dff2c2f8 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:50:14.873633 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18fce9c6-85d0-442a-827c-d939977696b3 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for subnet (27aa8f7c-7a84-4104-b77d-e490dff2c2f8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.875037 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-6782a7d6-43ae-4509-8928-78be6e68f1d3 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 01:50:14.879018 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6782a7d6-43ae-4509-8928-78be6e68f1d3 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1509209 Mar 23 01:50:14.879288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56170) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:14.912389 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-329cf3cc-30ef-49c1-a4f1-e0a852c0499d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (774fd8ee-5dab-4cb5-9c6c-04bde1e61895), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.947660 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-82cdacb7-fe5d-4cbb-92c6-88b05d702eff tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (eba481ec-c425-4daa-b2fb-c326e231fdf1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.980299 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-82cdacb7-fe5d-4cbb-92c6-88b05d702eff tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (eba481ec-c425-4daa-b2fb-c326e231fdf1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:14.984652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c902e0f6-709f-4706-8960-efcf7b58d2f1 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:50:14.998421 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18fce9c6-85d0-442a-827c-d939977696b3 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (27aa8f7c-7a84-4104-b77d-e490dff2c2f8), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.039225 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-82cdacb7-fe5d-4cbb-92c6-88b05d702eff tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (eba481ec-c425-4daa-b2fb-c326e231fdf1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.042282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port c902e0f6-709f-4706-8960-efcf7b58d2f1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:15.042538 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-82cdacb7-fe5d-4cbb-92c6-88b05d702eff tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.043344 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c902e0f6-709f-4706-8960-efcf7b58d2f1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.047055 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-82cdacb7-fe5d-4cbb-92c6-88b05d702eff tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "DELETE /v2.0/security-groups/eba481ec-c425-4daa-b2fb-c326e231fdf1 HTTP/1.1" status: 204 len: 168 time: 0.1666024 Mar 23 01:50:15.048816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56172) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:15.080753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdacb7-fe5d-4cbb-92c6-88b05d702eff tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba481ec-c425-4daa-b2fb-c326e231fdf1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:15.127863 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7d18fe0f-c6df-4705-89a2-38e4357eddf0 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0701749 Mar 23 01:50:15.133122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56174) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:15.138175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e22d27f2-c7a9-4078-9f97-3bc6685dc6e7 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group': {'name': 'tempest-secgroup--630767371'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:15.161920 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e22d27f2-c7a9-4078-9f97-3bc6685dc6e7 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.169689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port c902e0f6-709f-4706-8960-efcf7b58d2f1 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:15.170259 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c902e0f6-709f-4706-8960-efcf7b58d2f1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.205044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port c902e0f6-709f-4706-8960-efcf7b58d2f1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c902e0f6-709f-4706-8960-efcf7b58d2f1,segment=NetworkSegment(997f12e4-b46b-4391-9c86-79e130980edf),segment_id=997f12e4-b46b-4391-9c86-79e130980edf)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:15.211369 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c902e0f6-709f-4706-8960-efcf7b58d2f1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.212442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:50:15.236684 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e22d27f2-c7a9-4078-9f97-3bc6685dc6e7 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (d8538a69-92ac-4467-8272-9df3559fcd19), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.245346 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e22d27f2-c7a9-4078-9f97-3bc6685dc6e7 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d8538a69-92ac-4467-8272-9df3559fcd19), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.289543 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e22d27f2-c7a9-4078-9f97-3bc6685dc6e7 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.291322 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e22d27f2-c7a9-4078-9f97-3bc6685dc6e7 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1571445 Mar 23 01:50:15.294366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56176) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:15.302050 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-280d93b4-cc7c-4c7e-9cc0-f0ac87cf8cf7 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': 'd8538a69-92ac-4467-8272-9df3559fcd19', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:15.302920 n-d-834677-4 neutron-server[99264]: WARNING neutron.api.v2.base [None req-280d93b4-cc7c-4c7e-9cc0-f0ac87cf8cf7 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 23 01:50:15.303497 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-280d93b4-cc7c-4c7e-9cc0-f0ac87cf8cf7 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:50:15.304638 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-280d93b4-cc7c-4c7e-9cc0-f0ac87cf8cf7 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071266 Mar 23 01:50:15.307485 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56178) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:15.309729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d27f2-c7a9-4078-9f97-3bc6685dc6e7 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8538a69-92ac-4467-8272-9df3559fcd19,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:15.327652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=c902e0f6-709f-4706-8960-efcf7b58d2f1,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:15.355815 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:15.356268 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.389153 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f30660de-e638-42f8-bbed-ec82ddcb9fb7 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (d8538a69-92ac-4467-8272-9df3559fcd19), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.422152 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f30660de-e638-42f8-bbed-ec82ddcb9fb7 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (d8538a69-92ac-4467-8272-9df3559fcd19), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.476214 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:15.477690 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f30660de-e638-42f8-bbed-ec82ddcb9fb7 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d8538a69-92ac-4467-8272-9df3559fcd19), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.480454 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f30660de-e638-42f8-bbed-ec82ddcb9fb7 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.482081 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f30660de-e638-42f8-bbed-ec82ddcb9fb7 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "DELETE /v2.0/security-groups/d8538a69-92ac-4467-8272-9df3559fcd19 HTTP/1.1" status: 204 len: 168 time: 0.1733937 Mar 23 01:50:15.486405 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56180) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:15.510727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30660de-e638-42f8-bbed-ec82ddcb9fb7 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8538a69-92ac-4467-8272-9df3559fcd19,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:15.567296 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2efc10fb-212b-4db5-ae65-590f117b89b8 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0777276 Mar 23 01:50:15.573019 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56184) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:15.578128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-77509078-903f-41fe-bf29-cf1f53585f00 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559530030'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:15.641045 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-77509078-903f-41fe-bf29-cf1f53585f00 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.643578 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-329cf3cc-30ef-49c1-a4f1-e0a852c0499d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (774fd8ee-5dab-4cb5-9c6c-04bde1e61895), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.652501 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-329cf3cc-30ef-49c1-a4f1-e0a852c0499d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478603'] for router (774fd8ee-5dab-4cb5-9c6c-04bde1e61895), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.668200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2552c9-1f8f-4c92-820f-7a441e5a3ec7 req-f1d9661a-96b9-4045-b3e4-8b0324925bf8 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:15.670584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b2552c9-1f8f-4c92-820f-7a441e5a3ec7 req-f1d9661a-96b9-4045-b3e4-8b0324925bf8 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.0858982 Mar 23 01:50:15.758782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33375753-964e-4217-81ed-5a430208d882 None None] Network 4b3b656a-f856-46f4-ba45-19a7eeae952b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:15.760917 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18fce9c6-85d0-442a-827c-d939977696b3 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (27aa8f7c-7a84-4104-b77d-e490dff2c2f8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.761316 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b2552c9-1f8f-4c92-820f-7a441e5a3ec7 req-c30c40e6-4ab8-4c1f-aa39-963edd9c9a17 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823967 Mar 23 01:50:15.779684 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-77509078-903f-41fe-bf29-cf1f53585f00 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (a5107249-9819-40d6-928e-72cf774c130a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.789303 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329cf3cc-30ef-49c1-a4f1-e0a852c0499d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Router 774fd8ee-5dab-4cb5-9c6c-04bde1e61895 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:50:15.794181 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-77509078-903f-41fe-bf29-cf1f53585f00 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a5107249-9819-40d6-928e-72cf774c130a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.827772 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-77509078-903f-41fe-bf29-cf1f53585f00 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.832032 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-77509078-903f-41fe-bf29-cf1f53585f00 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2551365 Mar 23 01:50:15.832289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56186) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:15.837050 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-56fb8b44-9906-4f51-88bc-83eff2b6401e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': 'a5107249-9819-40d6-928e-72cf774c130a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:15.837629 n-d-834677-4 neutron-server[99264]: WARNING neutron.api.v2.base [None req-56fb8b44-9906-4f51-88bc-83eff2b6401e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 23 01:50:15.838139 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-56fb8b44-9906-4f51-88bc-83eff2b6401e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:50:15.839135 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-56fb8b44-9906-4f51-88bc-83eff2b6401e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058625 Mar 23 01:50:15.842174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77509078-903f-41fe-bf29-cf1f53585f00 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5107249-9819-40d6-928e-72cf774c130a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:15.842928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-90fc9164-6ee1-4600-b012-d8f23dda2e6f None None] Provisioning complete for port c902e0f6-709f-4706-8960-efcf7b58d2f1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:15.843583 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-90fc9164-6ee1-4600-b012-d8f23dda2e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c902e0f6-709f-4706-8960-efcf7b58d2f1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.844227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56188) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:15.894808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329cf3cc-30ef-49c1-a4f1-e0a852c0499d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:50:15.903802 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7535ce28-79fb-43cf-bf63-c981e28c3c6e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (a5107249-9819-40d6-928e-72cf774c130a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.905862 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-329cf3cc-30ef-49c1-a4f1-e0a852c0499d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.907583 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-329cf3cc-30ef-49c1-a4f1-e0a852c0499d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "PUT /v2.0/routers/774fd8ee-5dab-4cb5-9c6c-04bde1e61895 HTTP/1.1" status: 200 len: 706 time: 3.7623441 Mar 23 01:50:15.907727 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c6673b-1081-4f35-87c1-0d76e5e00cfa None None] Sync routers for ids ['774fd8ee-5dab-4cb5-9c6c-04bde1e61895'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:50:15.911053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56190) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:15.925831 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c6673b-1081-4f35-87c1-0d76e5e00cfa None None] Routers {'774fd8ee-5dab-4cb5-9c6c-04bde1e61895'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:15.926863 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-85c6673b-1081-4f35-87c1-0d76e5e00cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['774fd8ee-5dab-4cb5-9c6c-04bde1e61895'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:15.930708 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7535ce28-79fb-43cf-bf63-c981e28c3c6e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (a5107249-9819-40d6-928e-72cf774c130a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.958755 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18fce9c6-85d0-442a-827c-d939977696b3 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (27aa8f7c-7a84-4104-b77d-e490dff2c2f8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:15.963551 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-85c6673b-1081-4f35-87c1-0d76e5e00cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:15.973723 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c6673b-1081-4f35-87c1-0d76e5e00cfa None None] Routers {'774fd8ee-5dab-4cb5-9c6c-04bde1e61895'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:15.974781 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-85c6673b-1081-4f35-87c1-0d76e5e00cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:49:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['774fd8ee-5dab-4cb5-9c6c-04bde1e61895'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:15.998572 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7535ce28-79fb-43cf-bf63-c981e28c3c6e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a5107249-9819-40d6-928e-72cf774c130a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.002636 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7535ce28-79fb-43cf-bf63-c981e28c3c6e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.004033 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7535ce28-79fb-43cf-bf63-c981e28c3c6e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "DELETE /v2.0/security-groups/a5107249-9819-40d6-928e-72cf774c130a HTTP/1.1" status: 204 len: 168 time: 0.1588650 Mar 23 01:50:16.007337 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56192) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.015955 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535ce28-79fb-43cf-bf63-c981e28c3c6e tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5107249-9819-40d6-928e-72cf774c130a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:16.026877 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-85c6673b-1081-4f35-87c1-0d76e5e00cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:16.028129 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c6673b-1081-4f35-87c1-0d76e5e00cfa None None] The sync data for ids ['774fd8ee-5dab-4cb5-9c6c-04bde1e61895'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:50:16.039006 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fce9c6-85d0-442a-827c-d939977696b3 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event deleted for resources: {'Subnet': ['ID=27aa8f7c-7a84-4104-b77d-e490dff2c2f8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:16.054752 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-90fc9164-6ee1-4600-b012-d8f23dda2e6f None None] Current status of the port c902e0f6-709f-4706-8960-efcf7b58d2f1 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:16.062166 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18fce9c6-85d0-442a-827c-d939977696b3 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.066131 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-18fce9c6-85d0-442a-827c-d939977696b3 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/subnets/27aa8f7c-7a84-4104-b77d-e490dff2c2f8 HTTP/1.1" status: 204 len: 168 time: 1.3608162 Mar 23 01:50:16.068776 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8310fda3-e296-41ba-8939-11a250d748fa tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "GET /v2.0/routers/774fd8ee-5dab-4cb5-9c6c-04bde1e61895 HTTP/1.1" status: 200 len: 741 time: 0.1564629 Mar 23 01:50:16.069212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56194) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.071400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56196) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.110332 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dc33010b-7bb9-448b-97a4-ca29a68250cb tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0832376 Mar 23 01:50:16.114065 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56198) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.118838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-bd5eda79-9e0a-4f29-89ec-b16b32eff8cc tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group': {'name': 'tempest-secgroup--575894686'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:16.141871 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd5eda79-9e0a-4f29-89ec-b16b32eff8cc tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.156820 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a56369f5-7310-47a9-8b22-bfc59a605333 tempest-RoutersAdminTest-1099116015 tempest-RoutersAdminTest-1099116015-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&device_id=774fd8ee-5dab-4cb5-9c6c-04bde1e61895 HTTP/1.1" status: 200 len: 205 time: 0.0821731 Mar 23 01:50:16.157891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56200) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.191550 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ff77a3c6-e915-4b23-9d0e-6e0acf138889 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "GET /v2.0/ports?device_id=774fd8ee-5dab-4cb5-9c6c-04bde1e61895 HTTP/1.1" status: 200 len: 205 time: 0.0322223 Mar 23 01:50:16.195214 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56202) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.209228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cc6f02-ad4b-4e3b-a4ee-f19bd8d83fd2 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:16.210886 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cc6f02-ad4b-4e3b-a4ee-f19bd8d83fd2 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:16.215553 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b1cc6f02-ad4b-4e3b-a4ee-f19bd8d83fd2 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1423044 Mar 23 01:50:16.216128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56204) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.234959 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb10945-6bf7-4c3c-9e5a-6f24ee331f44 None None] Network 4b3b656a-f856-46f4-ba45-19a7eeae952b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:16.289086 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5fa97ce-09cf-4063-bc40-70c022d4c560 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (774fd8ee-5dab-4cb5-9c6c-04bde1e61895), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.307128 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-038d4f59-26ac-4a62-b923-5ed2e03e530f tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (4b3b656a-f856-46f4-ba45-19a7eeae952b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.317037 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a720e97b-1dce-48cf-aeac-dd8e2b31586e None None] Provisioning complete for port c902e0f6-709f-4706-8960-efcf7b58d2f1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:16.317534 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a720e97b-1dce-48cf-aeac-dd8e2b31586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c902e0f6-709f-4706-8960-efcf7b58d2f1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.318869 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-038d4f59-26ac-4a62-b923-5ed2e03e530f tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 23 01:50:16.319489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038d4f59-26ac-4a62-b923-5ed2e03e530f tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:50:16.322666 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-038d4f59-26ac-4a62-b923-5ed2e03e530f tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/networks/4b3b656a-f856-46f4-ba45-19a7eeae952b HTTP/1.1" status: 409 len: 466 time: 0.1053982 Mar 23 01:50:16.326661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56206) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.331660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-df5cc629-5678-4287-bfde-e395a0aeb3e1 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-943923954'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:16.353770 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5cc629-5678-4287-bfde-e395a0aeb3e1 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Made reservation on behalf of 76ec224c77644afd9874d8206b3a6945 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:16.357379 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-df5cc629-5678-4287-bfde-e395a0aeb3e1 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.385075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5cc629-5678-4287-bfde-e395a0aeb3e1 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:50:16.394373 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd5eda79-9e0a-4f29-89ec-b16b32eff8cc tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (1c96ff36-2007-4ec1-8734-bf9df6df20a8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.396580 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-df5cc629-5678-4287-bfde-e395a0aeb3e1 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (db0e36bf-8b0f-4329-b9e1-5cf6014c56af), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.396977 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-df5cc629-5678-4287-bfde-e395a0aeb3e1 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Added segment db0e36bf-8b0f-4329-b9e1-5cf6014c56af of type vlan for network d47f04b4-5fb1-413f-af46-5fe0e3bba5ad Mar 23 01:50:16.449349 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-df5cc629-5678-4287-bfde-e395a0aeb3e1 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (d47f04b4-5fb1-413f-af46-5fe0e3bba5ad), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.459697 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a720e97b-1dce-48cf-aeac-dd8e2b31586e None None] Current status of the port c902e0f6-709f-4706-8960-efcf7b58d2f1 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:16.470559 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd5eda79-9e0a-4f29-89ec-b16b32eff8cc tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1c96ff36-2007-4ec1-8734-bf9df6df20a8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.474642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a720e97b-1dce-48cf-aeac-dd8e2b31586e None None] Provisioning complete for port d83ba137-551a-48aa-b272-2633e2ab10ec triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:16.475200 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a720e97b-1dce-48cf-aeac-dd8e2b31586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d83ba137-551a-48aa-b272-2633e2ab10ec), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.495695 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-df5cc629-5678-4287-bfde-e395a0aeb3e1 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (d47f04b4-5fb1-413f-af46-5fe0e3bba5ad), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.501262 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1097e8-6e78-425b-9987-ee90e6ba1495 None None] DHCP port deletion for 4b3b656a-f856-46f4-ba45-19a7eeae952b request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:50:16.502549 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5cc629-5678-4287-bfde-e395a0aeb3e1 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:16.503686 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-df5cc629-5678-4287-bfde-e395a0aeb3e1 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.532975 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5fa97ce-09cf-4063-bc40-70c022d4c560 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (774fd8ee-5dab-4cb5-9c6c-04bde1e61895), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.539557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-df5cc629-5678-4287-bfde-e395a0aeb3e1 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2115889 Mar 23 01:50:16.539944 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5fa97ce-09cf-4063-bc40-70c022d4c560 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router_controller (774fd8ee-5dab-4cb5-9c6c-04bde1e61895), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.543804 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd5eda79-9e0a-4f29-89ec-b16b32eff8cc tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.545409 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bd5eda79-9e0a-4f29-89ec-b16b32eff8cc tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4301651 Mar 23 01:50:16.546176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56208) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.554474 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56210) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.558781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Request body: {'subnet': {'network_id': 'd47f04b4-5fb1-413f-af46-5fe0e3bba5ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:16.566644 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a720e97b-1dce-48cf-aeac-dd8e2b31586e None None] Port d83ba137-551a-48aa-b272-2633e2ab10ec cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:16.567721 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-cce43e0e-4076-4397-956d-018ef7cea5e8 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': '1c96ff36-2007-4ec1-8734-bf9df6df20a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:16.568878 n-d-834677-4 neutron-server[99263]: WARNING neutron.api.v2.base [None req-cce43e0e-4076-4397-956d-018ef7cea5e8 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 23 01:50:16.569562 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-cce43e0e-4076-4397-956d-018ef7cea5e8 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:50:16.570887 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cce43e0e-4076-4397-956d-018ef7cea5e8 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076945 Mar 23 01:50:16.582367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56212) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.585362 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5eda79-9e0a-4f29-89ec-b16b32eff8cc tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c96ff36-2007-4ec1-8734-bf9df6df20a8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:16.594681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-0b6fbfde-ca13-456a-9297-1ac46d5b895f tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': '1c96ff36-2007-4ec1-8734-bf9df6df20a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:16.596197 n-d-834677-4 neutron-server[99264]: WARNING neutron.api.v2.base [None req-0b6fbfde-ca13-456a-9297-1ac46d5b895f tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 23 01:50:16.597096 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-0b6fbfde-ca13-456a-9297-1ac46d5b895f tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:50:16.597907 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9c1097e8-6e78-425b-9987-ee90e6ba1495 None None] Deleting port c902e0f6-709f-4706-8960-efcf7b58d2f1 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:16.598291 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9c1097e8-6e78-425b-9987-ee90e6ba1495 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c902e0f6-709f-4706-8960-efcf7b58d2f1), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.601477 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0b6fbfde-ca13-456a-9297-1ac46d5b895f tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0180619 Mar 23 01:50:16.604258 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56214) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.616982 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-915b23d6-7640-462a-8068-7d1305adb979 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': '1c96ff36-2007-4ec1-8734-bf9df6df20a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:16.618511 n-d-834677-4 neutron-server[99264]: WARNING neutron.api.v2.base [None req-915b23d6-7640-462a-8068-7d1305adb979 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 23 01:50:16.619037 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-915b23d6-7640-462a-8068-7d1305adb979 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:50:16.622594 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-915b23d6-7640-462a-8068-7d1305adb979 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105264 Mar 23 01:50:16.629875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cc629-5678-4287-bfde-e395a0aeb3e1 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event updated for resources: {'Network': ['ID=d47f04b4-5fb1-413f-af46-5fe0e3bba5ad,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:16.631912 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56216) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.636440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-347dfd2e-7bc2-48bf-aec8-cc604b0f2fef tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': '1c96ff36-2007-4ec1-8734-bf9df6df20a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:16.637348 n-d-834677-4 neutron-server[99264]: WARNING neutron.api.v2.base [None req-347dfd2e-7bc2-48bf-aec8-cc604b0f2fef tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 23 01:50:16.637848 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-347dfd2e-7bc2-48bf-aec8-cc604b0f2fef tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:50:16.639595 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-347dfd2e-7bc2-48bf-aec8-cc604b0f2fef tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067701 Mar 23 01:50:16.642433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56218) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.663436 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network d47f04b4-5fb1-413f-af46-5fe0e3bba5ad details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:50:16.668049 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5fa97ce-09cf-4063-bc40-70c022d4c560 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (774fd8ee-5dab-4cb5-9c6c-04bde1e61895), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.668743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fa97ce-09cf-4063-bc40-70c022d4c560 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Fanout notify agent at l3_agent the message router_deleted on router 774fd8ee-5dab-4cb5-9c6c-04bde1e61895 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:50:16.681253 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5fa97ce-09cf-4063-bc40-70c022d4c560 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.682436 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e5fa97ce-09cf-4063-bc40-70c022d4c560 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "DELETE /v2.0/routers/774fd8ee-5dab-4cb5-9c6c-04bde1e61895 HTTP/1.1" status: 204 len: 168 time: 0.4862158 Mar 23 01:50:16.685997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56220) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.700718 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9c1097e8-6e78-425b-9987-ee90e6ba1495 None None] For port c902e0f6-709f-4706-8960-efcf7b58d2f1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c902e0f6-709f-4706-8960-efcf7b58d2f1,segment=NetworkSegment(997f12e4-b46b-4391-9c86-79e130980edf),segment_id=997f12e4-b46b-4391-9c86-79e130980edf)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:16.701132 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9c1097e8-6e78-425b-9987-ee90e6ba1495 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c902e0f6-709f-4706-8960-efcf7b58d2f1), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.720976 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-069fcf9d-9d7f-4428-9795-984b18d5ada1 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "GET /v2.0/ports?device_id=774fd8ee-5dab-4cb5-9c6c-04bde1e61895 HTTP/1.1" status: 200 len: 205 time: 0.0335279 Mar 23 01:50:16.721394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Made reservation on behalf of 76ec224c77644afd9874d8206b3a6945 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:16.725528 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.725951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56222) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.757132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c902e0f6-709f-4706-8960-efcf7b58d2f1 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:50:16.770919 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-41fbb63c-24e1-42c0-b98b-7bfcf10eba0d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] delete failed (client error): The resource could not be found. Mar 23 01:50:16.772763 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-41fbb63c-24e1-42c0-b98b-7bfcf10eba0d tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "DELETE /v2.0/routers/774fd8ee-5dab-4cb5-9c6c-04bde1e61895 HTTP/1.1" status: 404 len: 336 time: 0.0449173 Mar 23 01:50:16.774826 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56224) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.782705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9c1097e8-6e78-425b-9987-ee90e6ba1495 None None] Calling delete_port for c902e0f6-709f-4706-8960-efcf7b58d2f1 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:16.791415 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-31540b35-e80a-4a83-9264-54ae81ec3b95 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (1c96ff36-2007-4ec1-8734-bf9df6df20a8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.818993 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-31540b35-e80a-4a83-9264-54ae81ec3b95 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (1c96ff36-2007-4ec1-8734-bf9df6df20a8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.825593 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1caa085b-b62c-42dd-9b36-5a6ec9ace6e1 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71c0766-8265-4644-8f18-ebfc0bdad6db HTTP/1.1" status: 200 len: 205 time: 0.0474758 Mar 23 01:50:16.826661 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56228) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.873131 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-5b2b83f5-857a-4e2e-ae60-be2522391e13 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] delete failed (client error): The resource could not be found. Mar 23 01:50:16.874404 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5b2b83f5-857a-4e2e-ae60-be2522391e13 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "DELETE /v2.0/routers/f71c0766-8265-4644-8f18-ebfc0bdad6db HTTP/1.1" status: 404 len: 336 time: 0.0467587 Mar 23 01:50:16.877902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56230) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.927884 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ef84dcdc-5d63-4893-b2cd-a621a3061967 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "GET /v2.0/ports?device_id=9546d9fe-96ed-4abf-8a11-efc8816050a2 HTTP/1.1" status: 200 len: 205 time: 0.0459929 Mar 23 01:50:16.928505 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56232) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.932921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port c902e0f6-709f-4706-8960-efcf7b58d2f1 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:16.933585 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c902e0f6-709f-4706-8960-efcf7b58d2f1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.937289 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-31540b35-e80a-4a83-9264-54ae81ec3b95 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1c96ff36-2007-4ec1-8734-bf9df6df20a8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.941090 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-31540b35-e80a-4a83-9264-54ae81ec3b95 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.945007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-31540b35-e80a-4a83-9264-54ae81ec3b95 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "DELETE /v2.0/security-groups/1c96ff36-2007-4ec1-8734-bf9df6df20a8 HTTP/1.1" status: 204 len: 168 time: 0.2986803 Mar 23 01:50:16.945362 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56234) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.965726 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9c1097e8-6e78-425b-9987-ee90e6ba1495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (c902e0f6-709f-4706-8960-efcf7b58d2f1), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:16.989799 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-4d58d350-2f0e-48c6-837d-b1916d6cdfb3 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] delete failed (client error): The resource could not be found. Mar 23 01:50:16.991110 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4d58d350-2f0e-48c6-837d-b1916d6cdfb3 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "DELETE /v2.0/routers/9546d9fe-96ed-4abf-8a11-efc8816050a2 HTTP/1.1" status: 404 len: 336 time: 0.0615315 Mar 23 01:50:16.994055 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56236) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:16.997101 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31540b35-e80a-4a83-9264-54ae81ec3b95 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c96ff36-2007-4ec1-8734-bf9df6df20a8,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:17.007774 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd4b46-1861-4709-9944-5690a999d972 req-ef8c3eea-df14-440e-95b4-09275403c39f tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:17.009432 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21bd4b46-1861-4709-9944-5690a999d972 req-ef8c3eea-df14-440e-95b4-09275403c39f tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.1197078 Mar 23 01:50:17.022742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1097e8-6e78-425b-9987-ee90e6ba1495 None None] No DVR routers for this DVR port c902e0f6-709f-4706-8960-efcf7b58d2f1 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:50:17.037563 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1097e8-6e78-425b-9987-ee90e6ba1495 None None] Pushing event deleted for resources: {'Port': ['ID=c902e0f6-709f-4706-8960-efcf7b58d2f1,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:17.048651 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b362b3bf-6ec9-45df-b6b6-9fc24caee375 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9e12aa7-9699-4736-be6d-6c970c1d8dbd HTTP/1.1" status: 200 len: 205 time: 0.0522828 Mar 23 01:50:17.050223 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56238) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.066279 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-850ce8d8-f7da-4cb2-85df-1a7866f14517 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1197023 Mar 23 01:50:17.088076 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56240) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.090734 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-81150e0f-a28d-4f7a-9b57-ad948aa171b0 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] delete failed (client error): The resource could not be found. Mar 23 01:50:17.091772 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-81150e0f-a28d-4f7a-9b57-ad948aa171b0 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "DELETE /v2.0/routers/a9e12aa7-9699-4736-be6d-6c970c1d8dbd HTTP/1.1" status: 404 len: 336 time: 0.0404601 Mar 23 01:50:17.094804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56242) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.104341 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-4f02cda1-64ab-456f-921e-5195036d6205 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group': {'name': 'tempest-secgroup--608976911'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:17.123069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c775575a-0033-42a7-9045-ac1df9f5afe7 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d951f3a-e7a3-457d-95f0-c10d94c26f96 HTTP/1.1" status: 200 len: 205 time: 0.0271869 Mar 23 01:50:17.126224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56244) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.140199 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21bd4b46-1861-4709-9944-5690a999d972 req-759fb57a-bb57-4d3b-87a5-5f16b4fab526 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215248 Mar 23 01:50:17.154109 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f02cda1-64ab-456f-921e-5195036d6205 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:17.171196 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-831ef4d4-445d-49d5-b2ed-fb8562a446a8 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] delete failed (client error): The resource could not be found. Mar 23 01:50:17.176003 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-831ef4d4-445d-49d5-b2ed-fb8562a446a8 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "DELETE /v2.0/routers/0d951f3a-e7a3-457d-95f0-c10d94c26f96 HTTP/1.1" status: 404 len: 336 time: 0.0484285 Mar 23 01:50:17.176699 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56248) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.210124 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f2d6c5cb-e55f-4e43-8117-d2370f7ac4a2 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "GET /v2.0/ports?device_id=d925341e-17f6-4cf0-9168-257fe8563875 HTTP/1.1" status: 200 len: 205 time: 0.0315871 Mar 23 01:50:17.212244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56250) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.244896 n-d-834677-4 neutron-server[99263]: DEBUG neutron.objects.ports [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99263) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:50:17.250466 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (887a5d25-8fa5-4210-bb3c-2ec77d2894d3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:17.251818 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-b584468c-228b-4f5e-9a2a-ed8d4213b7bf tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] delete failed (client error): The resource could not be found. Mar 23 01:50:17.252906 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b584468c-228b-4f5e-9a2a-ed8d4213b7bf tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "DELETE /v2.0/routers/d925341e-17f6-4cf0-9168-257fe8563875 HTTP/1.1" status: 404 len: 336 time: 0.0396914 Mar 23 01:50:17.256257 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56252) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.289667 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbae843-7ef9-4af3-9e15-4147ac9b4b89 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] DELETE failed (client error): The resource could not be found. Mar 23 01:50:17.289667 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbae843-7ef9-4af3-9e15-4147ac9b4b89 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:50:17.294715 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0dbae843-7ef9-4af3-9e15-4147ac9b4b89 tempest-RoutersAdminTest-369445448 tempest-RoutersAdminTest-369445448-project] 10.222.0.18 "DELETE /v2.0/subnets/d6b7b341-80be-4782-8643-7e8c67a26079 HTTP/1.1" status: 404 len: 337 time: 0.0345461 Mar 23 01:50:17.331691 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f02cda1-64ab-456f-921e-5195036d6205 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (ccb0967c-ff03-4d39-8a96-355392d803de), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:17.348345 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f02cda1-64ab-456f-921e-5195036d6205 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ccb0967c-ff03-4d39-8a96-355392d803de), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:17.355649 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event updated for resources: {'Subnet': ['ID=887a5d25-8fa5-4210-bb3c-2ec77d2894d3,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:17.393235 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:17.393603 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:17.393956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:17.394331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:17.394676 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:17.395025 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:17.395346 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:17.395706 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:17.395976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:17.396293 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:17.396625 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:17.396944 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:17.397274 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:17.397575 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:17.397910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:17.419925 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4f02cda1-64ab-456f-921e-5195036d6205 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:17.421541 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4f02cda1-64ab-456f-921e-5195036d6205 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3273399 Mar 23 01:50:17.425247 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56258) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.429025 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Checking segment: {'id': 'db0e36bf-8b0f-4329-b9e1-5cf6014c56af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd47f04b4-5fb1-413f-af46-5fe0e3bba5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:17.429347 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Network hostable DHCP agents. Network: d47f04b4-5fb1-413f-af46-5fe0e3bba5ad, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:50:17.431233 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-78ed2eb9-9a81-4c43-b0be-a39840790cea tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': 'ccb0967c-ff03-4d39-8a96-355392d803de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:17.432117 n-d-834677-4 neutron-server[99264]: WARNING neutron.api.v2.base [None req-78ed2eb9-9a81-4c43-b0be-a39840790cea tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 23 01:50:17.432666 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-78ed2eb9-9a81-4c43-b0be-a39840790cea tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:50:17.433651 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-78ed2eb9-9a81-4c43-b0be-a39840790cea tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084193 Mar 23 01:50:17.437026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56260) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.441888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-aa66c015-7b5e-4205-b024-71907bcc21b9 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': 'ccb0967c-ff03-4d39-8a96-355392d803de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:17.458421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02cda1-64ab-456f-921e-5195036d6205 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb0967c-ff03-4d39-8a96-355392d803de,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:17.481458 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-aa66c015-7b5e-4205-b024-71907bcc21b9 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:50:17.484827 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-aa66c015-7b5e-4205-b024-71907bcc21b9 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0442452 Mar 23 01:50:17.486901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56262) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.491556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-022451e9-b3a7-497c-9f82-64070dd95033 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': 'ccb0967c-ff03-4d39-8a96-355392d803de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:17.492039 n-d-834677-4 neutron-server[99264]: WARNING neutron.api.v2.base [None req-022451e9-b3a7-497c-9f82-64070dd95033 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 23 01:50:17.492521 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-022451e9-b3a7-497c-9f82-64070dd95033 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:50:17.496090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-022451e9-b3a7-497c-9f82-64070dd95033 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056047 Mar 23 01:50:17.496270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5511a-7147-455c-91ad-e37b30bbc77f req-202cd53a-b6e2-4c14-8948-cb8b455345c5 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:17.496381 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56264) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.496492 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12e5511a-7147-455c-91ad-e37b30bbc77f req-202cd53a-b6e2-4c14-8948-cb8b455345c5 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.1135013 Mar 23 01:50:17.497533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Network d47f04b4-5fb1-413f-af46-5fe0e3bba5ad is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:50:17.500550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-15bdbb30-da3d-44b1-b8d5-8afab01ca087 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': 'ccb0967c-ff03-4d39-8a96-355392d803de', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:17.518691 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, d47f04b4-5fb1-413f-af46-5fe0e3bba5ad) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:17.529731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e7a9a3-ec35-4d06-8382-e41686b7e9c3 None None] Network d47f04b4-5fb1-413f-af46-5fe0e3bba5ad requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:17.535157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:17.535749 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:17.554801 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-15bdbb30-da3d-44b1-b8d5-8afab01ca087 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:50:17.560836 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-15bdbb30-da3d-44b1-b8d5-8afab01ca087 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0633907 Mar 23 01:50:17.561118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56268) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.567444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c6e1aad7-4a60-4442-8fed-d5438e80c8fc tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': 'ccb0967c-ff03-4d39-8a96-355392d803de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:17.567924 n-d-834677-4 neutron-server[99263]: WARNING neutron.api.v2.base [None req-c6e1aad7-4a60-4442-8fed-d5438e80c8fc tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 23 01:50:17.568414 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-c6e1aad7-4a60-4442-8fed-d5438e80c8fc tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:50:17.569405 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c6e1aad7-4a60-4442-8fed-d5438e80c8fc tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072582 Mar 23 01:50:17.572806 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56270) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.577615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-470637e0-d58c-420d-94e1-49b1d86eb6c5 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': 'ccb0967c-ff03-4d39-8a96-355392d803de', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:17.589479 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6cf687ac-3b6c-4b9b-8382-41d23a1704c6 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0358715 Mar 23 01:50:17.590040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56272) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.591936 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12e5511a-7147-455c-91ad-e37b30bbc77f req-49283221-0baa-44e0-bf3b-b8b049d3c502 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879862 Mar 23 01:50:17.599477 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-cddc566b-a7e0-4f95-b492-02f3a1062a32 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Request body: {'port': {'network_id': 'd47f04b4-5fb1-413f-af46-5fe0e3bba5ad', 'name': 'tempest-NetworksIpV6TestAttrs-2018883994'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:17.632936 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-470637e0-d58c-420d-94e1-49b1d86eb6c5 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:50:17.636652 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-470637e0-d58c-420d-94e1-49b1d86eb6c5 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0600958 Mar 23 01:50:17.638249 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56274) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.646676 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-8f7315ea-ebba-4ba1-a55e-40dfc9c1775f tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': 'ccb0967c-ff03-4d39-8a96-355392d803de', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:17.647513 n-d-834677-4 neutron-server[99263]: WARNING neutron.api.v2.base [None req-8f7315ea-ebba-4ba1-a55e-40dfc9c1775f tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 23 01:50:17.648301 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-8f7315ea-ebba-4ba1-a55e-40dfc9c1775f tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:50:17.649509 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8f7315ea-ebba-4ba1-a55e-40dfc9c1775f tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093694 Mar 23 01:50:17.652949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56276) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.659590 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e50bd334-3a71-4db8-877b-e60426989561 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': 'ccb0967c-ff03-4d39-8a96-355392d803de', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:17.674452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56278) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.706630 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-e50bd334-3a71-4db8-877b-e60426989561 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:50:17.709354 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e50bd334-3a71-4db8-877b-e60426989561 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0552361 Mar 23 01:50:17.712259 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56282) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.719440 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9f222a16-128f-4143-b6a8-83050836960d tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': 'ccb0967c-ff03-4d39-8a96-355392d803de', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:17.776428 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddc566b-a7e0-4f95-b492-02f3a1062a32 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Made reservation on behalf of 76ec224c77644afd9874d8206b3a6945 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:17.779315 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-9f222a16-128f-4143-b6a8-83050836960d tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:50:17.781137 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9f222a16-128f-4143-b6a8-83050836960d tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0670695 Mar 23 01:50:17.782040 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cddc566b-a7e0-4f95-b492-02f3a1062a32 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:17.784080 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56284) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.809897 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-cddc566b-a7e0-4f95-b492-02f3a1062a32 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] device_id is not set on port b4432c3e-795e-4c59-be96-bb57e36a5cd9 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:50:17.818324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d47f04b4-5fb1-413f-af46-5fe0e3bba5ad', 'network_id': 'd47f04b4-5fb1-413f-af46-5fe0e3bba5ad', 'project_id': '76ec224c77644afd9874d8206b3a6945', 'fixed_ips': [{'subnet_id': '887a5d25-8fa5-4210-bb3c-2ec77d2894d3'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:50:17.819493 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:17.824749 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dc9c5c4-7a4a-4369-b41d-7b63431d70e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:17.844860 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1df8a722-58e6-4ce7-9ec3-090f68796bac tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (ccb0967c-ff03-4d39-8a96-355392d803de), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:17.869107 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1df8a722-58e6-4ce7-9ec3-090f68796bac tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (ccb0967c-ff03-4d39-8a96-355392d803de), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:17.923012 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1df8a722-58e6-4ce7-9ec3-090f68796bac tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ccb0967c-ff03-4d39-8a96-355392d803de), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:17.925799 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1df8a722-58e6-4ce7-9ec3-090f68796bac tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:17.927042 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1df8a722-58e6-4ce7-9ec3-090f68796bac tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "DELETE /v2.0/security-groups/ccb0967c-ff03-4d39-8a96-355392d803de HTTP/1.1" status: 204 len: 168 time: 0.1418731 Mar 23 01:50:17.930840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56286) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:17.937514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8a722-58e6-4ce7-9ec3-090f68796bac tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb0967c-ff03-4d39-8a96-355392d803de,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:17.990944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-cddc566b-a7e0-4f95-b492-02f3a1062a32 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Allocated IP 2001:db8::f816:3eff:fe55:89d8 (d47f04b4-5fb1-413f-af46-5fe0e3bba5ad/887a5d25-8fa5-4210-bb3c-2ec77d2894d3/b4432c3e-795e-4c59-be96-bb57e36a5cd9) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:18.032174 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0063e1cb-38cd-477e-8fee-c55236841c47 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1002367 Mar 23 01:50:18.036401 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56288) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:18.041299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ad3b75f9-2a4d-4643-bc3a-adcae3580bae tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group': {'name': 'tempest-secgroup--919513648'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:18.056170 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dc9c5c4-7a4a-4369-b41d-7b63431d70e3 admin admin] Publish callbacks [] for security_group (744c9285-9612-4f0b-b806-a9d58d2fa021), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.064980 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dc9c5c4-7a4a-4369-b41d-7b63431d70e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (744c9285-9612-4f0b-b806-a9d58d2fa021), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.067278 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad3b75f9-2a4d-4643-bc3a-adcae3580bae tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.135197 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad3b75f9-2a4d-4643-bc3a-adcae3580bae tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (4b2fa249-c745-4c75-badf-de4a28fe6850), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.140405 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad3b75f9-2a4d-4643-bc3a-adcae3580bae tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4b2fa249-c745-4c75-badf-de4a28fe6850), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.160723 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6dc9c5c4-7a4a-4369-b41d-7b63431d70e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6d7faf6429a42ac9d2d0e20c5d6c807&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4820182 Mar 23 01:50:18.162333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56290) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:18.163031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9c5c4-7a4a-4369-b41d-7b63431d70e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744c9285-9612-4f0b-b806-a9d58d2fa021,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:18.185432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad3b75f9-2a4d-4643-bc3a-adcae3580bae tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.189800 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ad3b75f9-2a4d-4643-bc3a-adcae3580bae tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1491127 Mar 23 01:50:18.190137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56292) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:18.190766 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b75f9-2a4d-4643-bc3a-adcae3580bae tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2fa249-c745-4c75-badf-de4a28fe6850,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:18.200339 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c7df1689-910e-4bfa-ab10-91acb9d65dba tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': '4b2fa249-c745-4c75-badf-de4a28fe6850', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:18.226213 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cddc566b-a7e0-4f95-b492-02f3a1062a32 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for port (b4432c3e-795e-4c59-be96-bb57e36a5cd9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.253208 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50c65401-0562-4755-ab61-7bd9f77f82e3 admin admin] Publish callbacks [] for security_group (744c9285-9612-4f0b-b806-a9d58d2fa021), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.265880 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cddc566b-a7e0-4f95-b492-02f3a1062a32 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b4432c3e-795e-4c59-be96-bb57e36a5cd9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.280580 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-c7df1689-910e-4bfa-ab10-91acb9d65dba tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The resource could not be found. Mar 23 01:50:18.282379 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c7df1689-910e-4bfa-ab10-91acb9d65dba tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0879486 Mar 23 01:50:18.284277 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50c65401-0562-4755-ab61-7bd9f77f82e3 admin admin] Publish callbacks [] for security_group (744c9285-9612-4f0b-b806-a9d58d2fa021), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.285853 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56294) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:18.295154 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-def7bee3-6c9b-48d6-b26b-cacdd08a21c9 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': '4b2fa249-c745-4c75-badf-de4a28fe6850', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f00a7536-a0d1-40ce-9ca9-da1d88c96063'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:18.311078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Allocated IP 2001:db8::f816:3eff:fec6:63f0 (d47f04b4-5fb1-413f-af46-5fe0e3bba5ad/887a5d25-8fa5-4210-bb3c-2ec77d2894d3/6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:18.312285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddc566b-a7e0-4f95-b492-02f3a1062a32 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Network d47f04b4-5fb1-413f-af46-5fe0e3bba5ad is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:18.318064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-cddc566b-a7e0-4f95-b492-02f3a1062a32 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:18.324394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddc566b-a7e0-4f95-b492-02f3a1062a32 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:18.330263 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddc566b-a7e0-4f95-b492-02f3a1062a32 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:18.330916 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cddc566b-a7e0-4f95-b492-02f3a1062a32 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.338325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc566b-a7e0-4f95-b492-02f3a1062a32 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event updated for resources: {'Port': ['ID=b4432c3e-795e-4c59-be96-bb57e36a5cd9,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:18.356553 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-def7bee3-6c9b-48d6-b26b-cacdd08a21c9 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The resource could not be found. Mar 23 01:50:18.357656 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-def7bee3-6c9b-48d6-b26b-cacdd08a21c9 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0708714 Mar 23 01:50:18.360956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56296) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:18.363923 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cddc566b-a7e0-4f95-b492-02f3a1062a32 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7700789 Mar 23 01:50:18.364354 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56298) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:18.380636 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50c65401-0562-4755-ab61-7bd9f77f82e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (744c9285-9612-4f0b-b806-a9d58d2fa021), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.382899 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50c65401-0562-4755-ab61-7bd9f77f82e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.384079 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-50c65401-0562-4755-ab61-7bd9f77f82e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/744c9285-9612-4f0b-b806-a9d58d2fa021 HTTP/1.1" status: 204 len: 168 time: 0.2208073 Mar 23 01:50:18.405054 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c65401-0562-4755-ab61-7bd9f77f82e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744c9285-9612-4f0b-b806-a9d58d2fa021,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:18.434360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1ff6d4-4f48-4c78-a458-36a1eee66a6f tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Deleting subnet 887a5d25-8fa5-4210-bb3c-2ec77d2894d3 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:50:18.434929 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-367616f8-fa9a-4055-87c6-15f76345adf1 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (4b2fa249-c745-4c75-badf-de4a28fe6850), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.467077 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-367616f8-fa9a-4055-87c6-15f76345adf1 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (4b2fa249-c745-4c75-badf-de4a28fe6850), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.514216 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-367616f8-fa9a-4055-87c6-15f76345adf1 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4b2fa249-c745-4c75-badf-de4a28fe6850), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.517609 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-367616f8-fa9a-4055-87c6-15f76345adf1 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.518920 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-367616f8-fa9a-4055-87c6-15f76345adf1 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "DELETE /v2.0/security-groups/4b2fa249-c745-4c75-badf-de4a28fe6850 HTTP/1.1" status: 204 len: 168 time: 0.1568706 Mar 23 01:50:18.522176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56302) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:18.528214 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Publish callbacks [] for port (6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.528520 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367616f8-fa9a-4055-87c6-15f76345adf1 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2fa249-c745-4c75-badf-de4a28fe6850,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:18.539844 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fc1ff6d4-4f48-4c78-a458-36a1eee66a6f tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for subnet (887a5d25-8fa5-4210-bb3c-2ec77d2894d3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.543657 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.594397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Network d47f04b4-5fb1-413f-af46-5fe0e3bba5ad is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:18.597353 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:18.598030 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fc1ff6d4-4f48-4c78-a458-36a1eee66a6f tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (887a5d25-8fa5-4210-bb3c-2ec77d2894d3), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.604777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c5ac4737-6bff-4680-80f6-6053518a78eb tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0813708 Mar 23 01:50:18.608752 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56306) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:18.612054 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:18.615265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d512eddb-931b-4df0-96a5-9002942279ba tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': 'a9fac54f-1b3e-4544-bec7-f6e6c7bb5e8b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:18.615489 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Pushing event updated for resources: {'Port': ['ID=6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:18.691396 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-d512eddb-931b-4df0-96a5-9002942279ba tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The resource could not be found. Mar 23 01:50:18.693397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d512eddb-931b-4df0-96a5-9002942279ba tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0831447 Mar 23 01:50:18.697126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56310) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:18.713408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Attempting to bind port 6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:50:18.713778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Attempting to bind port 6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'db0e36bf-8b0f-4329-b9e1-5cf6014c56af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd47f04b4-5fb1-413f-af46-5fe0e3bba5ad'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:50:18.714136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Attempting to bind port 6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8 on network d47f04b4-5fb1-413f-af46-5fe0e3bba5ad {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:50:18.719017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-cd75a004-6014-49d7-a63a-363bee9c315b tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group': {'name': 'tempest-secgroup--411535950'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:18.720409 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:50:18.720810 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Checking segment: {'id': 'db0e36bf-8b0f-4329-b9e1-5cf6014c56af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd47f04b4-5fb1-413f-af46-5fe0e3bba5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:18.721220 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.721666 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Bound using segment: {'id': 'db0e36bf-8b0f-4329-b9e1-5cf6014c56af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd47f04b4-5fb1-413f-af46-5fe0e3bba5ad'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:50:18.722315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Bound port: 6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0e36bf-8b0f-4329-b9e1-5cf6014c56af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd47f04b4-5fb1-413f-af46-5fe0e3bba5ad'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:50:18.722649 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.801428 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cd75a004-6014-49d7-a63a-363bee9c315b tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.804646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] For port 6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:50:18.808550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] For port 6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8,segment=NetworkSegment(db0e36bf-8b0f-4329-b9e1-5cf6014c56af),segment_id=db0e36bf-8b0f-4329-b9e1-5cf6014c56af)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:50:18.810103 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56312) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:18.819837 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.832441 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fc1ff6d4-4f48-4c78-a458-36a1eee66a6f tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (887a5d25-8fa5-4210-bb3c-2ec77d2894d3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.856704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-147ba2c7-0995-48c5-9504-cd6c51f5db52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08c74bc3fa214a4c803d5840e9254096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431089 Mar 23 01:50:18.856918 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56314) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:18.869703 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f1d2f-6bbe-446c-bbbf-f2869380b7ce req-1c65de28-b517-4e6e-a58a-46b1aa2b46c3 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:18.871843 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-838f1d2f-6bbe-446c-bbbf-f2869380b7ce req-1c65de28-b517-4e6e-a58a-46b1aa2b46c3 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.1476398 Mar 23 01:50:18.905266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f916a-2c8a-4fd5-8479-8fa8e8bfc714 None None] Pushing event updated for resources: {'Port': ['ID=6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:18.918712 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc93a-854e-4595-a4ab-15a0e59aaa57 admin admin] Publish callbacks [] for security_group (1053d55d-6a63-46c7-9d99-acc025455f0b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.943183 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc93a-854e-4595-a4ab-15a0e59aaa57 admin admin] Publish callbacks [] for security_group (1053d55d-6a63-46c7-9d99-acc025455f0b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:18.977911 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-838f1d2f-6bbe-446c-bbbf-f2869380b7ce req-939cbbe8-a31d-4d90-918c-0a708097fc85 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925543 Mar 23 01:50:18.981656 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fc1ff6d4-4f48-4c78-a458-36a1eee66a6f tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (887a5d25-8fa5-4210-bb3c-2ec77d2894d3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.013120 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc93a-854e-4595-a4ab-15a0e59aaa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1053d55d-6a63-46c7-9d99-acc025455f0b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.015748 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc93a-854e-4595-a4ab-15a0e59aaa57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.019668 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0d4bc93a-854e-4595-a4ab-15a0e59aaa57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1053d55d-6a63-46c7-9d99-acc025455f0b HTTP/1.1" status: 204 len: 168 time: 0.1591673 Mar 23 01:50:19.021370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ff6d4-4f48-4c78-a458-36a1eee66a6f tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event deleted for resources: {'Subnet': ['ID=887a5d25-8fa5-4210-bb3c-2ec77d2894d3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:19.029517 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bc93a-854e-4595-a4ab-15a0e59aaa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1053d55d-6a63-46c7-9d99-acc025455f0b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:19.034717 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fc1ff6d4-4f48-4c78-a458-36a1eee66a6f tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.040244 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fc1ff6d4-4f48-4c78-a458-36a1eee66a6f tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/subnets/887a5d25-8fa5-4210-bb3c-2ec77d2894d3 HTTP/1.1" status: 204 len: 168 time: 0.6726015 Mar 23 01:50:19.040700 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56320) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:19.059253 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cd75a004-6014-49d7-a63a-363bee9c315b tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (60bdfecb-4b78-4f76-b41e-11aeff8f8d7e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.080455 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cd75a004-6014-49d7-a63a-363bee9c315b tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (60bdfecb-4b78-4f76-b41e-11aeff8f8d7e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.124733 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cd75a004-6014-49d7-a63a-363bee9c315b tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.130284 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cd75a004-6014-49d7-a63a-363bee9c315b tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4279418 Mar 23 01:50:19.130470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75a004-6014-49d7-a63a-363bee9c315b tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60bdfecb-4b78-4f76-b41e-11aeff8f8d7e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:19.130772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56322) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:19.135477 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e70c49c-9201-4744-9f6e-a7e6a459f6ef tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:19.136940 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e70c49c-9201-4744-9f6e-a7e6a459f6ef tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:19.138436 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0e70c49c-9201-4744-9f6e-a7e6a459f6ef tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0968504 Mar 23 01:50:19.144454 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-8378755e-3d0d-4b88-917c-695c0129c4f4 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1388157567'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:19.149488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56324) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:19.197298 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8378755e-3d0d-4b88-917c-695c0129c4f4 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.265930 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bea999b3-6880-4e1c-a026-58fff6109598 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (d47f04b4-5fb1-413f-af46-5fe0e3bba5ad), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.277936 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea999b3-6880-4e1c-a026-58fff6109598 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 23 01:50:19.278450 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea999b3-6880-4e1c-a026-58fff6109598 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:50:19.285270 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bea999b3-6880-4e1c-a026-58fff6109598 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/networks/d47f04b4-5fb1-413f-af46-5fe0e3bba5ad HTTP/1.1" status: 409 len: 466 time: 0.1311386 Mar 23 01:50:19.286430 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56328) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:19.291559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f8476028-9b2b-4ba7-ad53-7e12aabed170 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-922286516'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:19.306341 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8378755e-3d0d-4b88-917c-695c0129c4f4 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (f04422e7-3d93-48cc-953f-8c443b35819b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.314142 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8378755e-3d0d-4b88-917c-695c0129c4f4 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f04422e7-3d93-48cc-953f-8c443b35819b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.315368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8476028-9b2b-4ba7-ad53-7e12aabed170 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Made reservation on behalf of 76ec224c77644afd9874d8206b3a6945 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:19.319953 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f8476028-9b2b-4ba7-ad53-7e12aabed170 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.350049 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8378755e-3d0d-4b88-917c-695c0129c4f4 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.351376 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8378755e-3d0d-4b88-917c-695c0129c4f4 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2195561 Mar 23 01:50:19.352176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378755e-3d0d-4b88-917c-695c0129c4f4 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04422e7-3d93-48cc-953f-8c443b35819b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:19.354697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56330) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:19.356200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8476028-9b2b-4ba7-ad53-7e12aabed170 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:50:19.359575 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-fae48e86-137a-40e3-872f-0607d76106eb tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group_rule': {'security_group_id': '60bdfecb-4b78-4f76-b41e-11aeff8f8d7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f04422e7-3d93-48cc-953f-8c443b35819b'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:19.367555 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f8476028-9b2b-4ba7-ad53-7e12aabed170 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (98d077e1-7bbe-4348-a71d-00cf67688242), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.367914 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-f8476028-9b2b-4ba7-ad53-7e12aabed170 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Added segment 98d077e1-7bbe-4348-a71d-00cf67688242 of type vlan for network c3ddf850-8d60-4d09-be94-8e765caaa654 Mar 23 01:50:19.404962 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-fae48e86-137a-40e3-872f-0607d76106eb tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:50:19.406357 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fae48e86-137a-40e3-872f-0607d76106eb tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0507944 Mar 23 01:50:19.409359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56332) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:19.416376 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f8476028-9b2b-4ba7-ad53-7e12aabed170 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (c3ddf850-8d60-4d09-be94-8e765caaa654), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.453490 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f8476028-9b2b-4ba7-ad53-7e12aabed170 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (c3ddf850-8d60-4d09-be94-8e765caaa654), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.458662 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8476028-9b2b-4ba7-ad53-7e12aabed170 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:19.459252 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f8476028-9b2b-4ba7-ad53-7e12aabed170 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.474723 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db18696d-bd8f-4a3e-bf4d-406e20a20096 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (f04422e7-3d93-48cc-953f-8c443b35819b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.499166 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db18696d-bd8f-4a3e-bf4d-406e20a20096 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (f04422e7-3d93-48cc-953f-8c443b35819b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.532379 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5f3571bf-b593-4cf3-bfb8-6ca1e01ec813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.548529 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db18696d-bd8f-4a3e-bf4d-406e20a20096 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f04422e7-3d93-48cc-953f-8c443b35819b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.549971 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f8476028-9b2b-4ba7-ad53-7e12aabed170 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2623439 Mar 23 01:50:19.551323 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db18696d-bd8f-4a3e-bf4d-406e20a20096 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.554221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8476028-9b2b-4ba7-ad53-7e12aabed170 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event updated for resources: {'Network': ['ID=c3ddf850-8d60-4d09-be94-8e765caaa654,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:19.555766 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-db18696d-bd8f-4a3e-bf4d-406e20a20096 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "DELETE /v2.0/security-groups/f04422e7-3d93-48cc-953f-8c443b35819b HTTP/1.1" status: 204 len: 168 time: 0.1435604 Mar 23 01:50:19.556471 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56340) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:19.556724 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56342) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:19.565319 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network c3ddf850-8d60-4d09-be94-8e765caaa654 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:50:19.565907 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-789e0ea0-01f5-4757-af75-ab9bbbb642c9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Request body: {'subnet': {'network_id': 'c3ddf850-8d60-4d09-be94-8e765caaa654', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:19.586190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18696d-bd8f-4a3e-bf4d-406e20a20096 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04422e7-3d93-48cc-953f-8c443b35819b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:19.626346 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d401045e-32e7-43eb-93ad-cb74f39001a6 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0682254 Mar 23 01:50:19.628948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56346) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:19.689705 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-28858b15-8904-4bfd-8b9c-f9db4b33bc05 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (60bdfecb-4b78-4f76-b41e-11aeff8f8d7e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.690684 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789e0ea0-01f5-4757-af75-ab9bbbb642c9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Made reservation on behalf of 76ec224c77644afd9874d8206b3a6945 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:19.694643 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-789e0ea0-01f5-4757-af75-ab9bbbb642c9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.717934 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-28858b15-8904-4bfd-8b9c-f9db4b33bc05 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (60bdfecb-4b78-4f76-b41e-11aeff8f8d7e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.777457 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-28858b15-8904-4bfd-8b9c-f9db4b33bc05 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (60bdfecb-4b78-4f76-b41e-11aeff8f8d7e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.780893 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-28858b15-8904-4bfd-8b9c-f9db4b33bc05 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:19.785109 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-28858b15-8904-4bfd-8b9c-f9db4b33bc05 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "DELETE /v2.0/security-groups/60bdfecb-4b78-4f76-b41e-11aeff8f8d7e HTTP/1.1" status: 204 len: 168 time: 0.1547074 Mar 23 01:50:19.786076 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56350) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:19.795667 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28858b15-8904-4bfd-8b9c-f9db4b33bc05 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bdfecb-4b78-4f76-b41e-11aeff8f8d7e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:19.888641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bda38ebd-3b85-427c-a97f-54abb4d1ebec tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1013119 Mar 23 01:50:19.895083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56356) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:19.900398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e0a18580-a4c9-4dac-894a-01145b3334e8 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1229530455'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:19.931127 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0a18580-a4c9-4dac-894a-01145b3334e8 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.030412 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0a18580-a4c9-4dac-894a-01145b3334e8 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (8737c460-362a-42ba-b2b7-7a1c835b71d1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.038402 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0a18580-a4c9-4dac-894a-01145b3334e8 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8737c460-362a-42ba-b2b7-7a1c835b71d1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.079269 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e0a18580-a4c9-4dac-894a-01145b3334e8 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.081645 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e0a18580-a4c9-4dac-894a-01145b3334e8 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1853015 Mar 23 01:50:20.085297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56362) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:20.094789 n-d-834677-4 neutron-server[99263]: DEBUG neutron.objects.ports [None req-789e0ea0-01f5-4757-af75-ab9bbbb642c9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99263) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:50:20.097033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e78a0da0-69d8-4326-a11e-a45ab2708e15 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Request body: {'security_group': {'name': 'default'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:20.097182 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56364) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:20.097447 n-d-834677-4 neutron-server[99264]: WARNING neutron.api.v2.base [None req-e78a0da0-69d8-4326-a11e-a45ab2708e15 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 23 01:50:20.097934 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-e78a0da0-69d8-4326-a11e-a45ab2708e15 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] update failed (client error): There was a conflict when trying to complete your request. Mar 23 01:50:20.101452 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e78a0da0-69d8-4326-a11e-a45ab2708e15 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "PUT /v2.0/security-groups/8737c460-362a-42ba-b2b7-7a1c835b71d1 HTTP/1.1" status: 409 len: 330 time: 0.0126550 Mar 23 01:50:20.102085 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56366) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:20.107447 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-789e0ea0-01f5-4757-af75-ab9bbbb642c9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (f17e07d2-83d3-41b8-ab24-9641655d0b26), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.108755 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a18580-a4c9-4dac-894a-01145b3334e8 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8737c460-362a-42ba-b2b7-7a1c835b71d1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:20.209512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36812d88-a2e4-4ac7-9663-b0b6a16ab4db None None] Network d47f04b4-5fb1-413f-af46-5fe0e3bba5ad requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:20.225930 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7e7e80f6-473a-4e0c-a78f-3fccedcdb9c8 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-845261377'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:20.244821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e0ea0-01f5-4757-af75-ab9bbbb642c9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event updated for resources: {'Subnet': ['ID=f17e07d2-83d3-41b8-ab24-9641655d0b26,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:20.288353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7e80f6-473a-4e0c-a78f-3fccedcdb9c8 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Made reservation on behalf of 2e802ae52360487aabf27d1f5738d084 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:20.291696 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e7e80f6-473a-4e0c-a78f-3fccedcdb9c8 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.311682 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7261445-a14c-44ca-8573-4387ca34166b req-45113ac7-54ad-4628-8c90-9281107518a4 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:20.317089 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7261445-a14c-44ca-8573-4387ca34166b req-45113ac7-54ad-4628-8c90-9281107518a4 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.2209442 Mar 23 01:50:20.318026 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e77137a-9370-4b4e-a592-cf313507d8cb tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (8737c460-362a-42ba-b2b7-7a1c835b71d1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.320512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5bb162fb-7041-42a2-869e-71e2c7d54081 None None] Provisioning complete for port 6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:20.320911 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5bb162fb-7041-42a2-869e-71e2c7d54081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.325171 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e7e80f6-473a-4e0c-a78f-3fccedcdb9c8 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.351481 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789e0ea0-01f5-4757-af75-ab9bbbb642c9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Checking segment: {'id': '98d077e1-7bbe-4348-a71d-00cf67688242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c3ddf850-8d60-4d09-be94-8e765caaa654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:20.351846 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789e0ea0-01f5-4757-af75-ab9bbbb642c9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Network hostable DHCP agents. Network: c3ddf850-8d60-4d09-be94-8e765caaa654, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:50:20.376908 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd1ae0b-783b-4770-93a3-02eab94c0bbc None None] DHCP port deletion for d47f04b4-5fb1-413f-af46-5fe0e3bba5ad request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:50:20.387659 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e77137a-9370-4b4e-a592-cf313507d8cb tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (8737c460-362a-42ba-b2b7-7a1c835b71d1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.435052 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5bb162fb-7041-42a2-869e-71e2c7d54081 None None] Current status of the port 6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:20.435437 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5bb162fb-7041-42a2-869e-71e2c7d54081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.459870 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7261445-a14c-44ca-8573-4387ca34166b req-10e94649-0c78-422e-be7b-d16f03f80881 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358831 Mar 23 01:50:20.463955 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789e0ea0-01f5-4757-af75-ab9bbbb642c9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Network c3ddf850-8d60-4d09-be94-8e765caaa654 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:50:20.484535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5bb162fb-7041-42a2-869e-71e2c7d54081 None None] For port 6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8,segment=NetworkSegment(db0e36bf-8b0f-4329-b9e1-5cf6014c56af),segment_id=db0e36bf-8b0f-4329-b9e1-5cf6014c56af)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:20.489276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1ae0b-783b-4770-93a3-02eab94c0bbc None None] Deleting port 6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:20.489897 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dcd1ae0b-783b-4770-93a3-02eab94c0bbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.493145 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5bb162fb-7041-42a2-869e-71e2c7d54081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.509160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-789e0ea0-01f5-4757-af75-ab9bbbb642c9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, c3ddf850-8d60-4d09-be94-8e765caaa654) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:20.515279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789e0ea0-01f5-4757-af75-ab9bbbb642c9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:20.516230 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-789e0ea0-01f5-4757-af75-ab9bbbb642c9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.535300 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e77137a-9370-4b4e-a592-cf313507d8cb tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8737c460-362a-42ba-b2b7-7a1c835b71d1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.539302 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e77137a-9370-4b4e-a592-cf313507d8cb tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.540489 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5e77137a-9370-4b4e-a592-cf313507d8cb tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "DELETE /v2.0/security-groups/8737c460-362a-42ba-b2b7-7a1c835b71d1 HTTP/1.1" status: 204 len: 168 time: 0.4345210 Mar 23 01:50:20.543352 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56372) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:20.548648 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005ae6b1-480c-4ceb-b0c6-46a3ab498dbe None None] Network c3ddf850-8d60-4d09-be94-8e765caaa654 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:20.560769 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e7e80f6-473a-4e0c-a78f-3fccedcdb9c8 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks [] for security_group (fd30ddb0-d0ed-4265-932d-0ab0b4ac0cbc), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.567483 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-789e0ea0-01f5-4757-af75-ab9bbbb642c9 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0046151 Mar 23 01:50:20.567744 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56374) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:20.568889 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77137a-9370-4b4e-a592-cf313507d8cb tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8737c460-362a-42ba-b2b7-7a1c835b71d1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:20.579807 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e7e80f6-473a-4e0c-a78f-3fccedcdb9c8 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fd30ddb0-d0ed-4265-932d-0ab0b4ac0cbc), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.608785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7e80f6-473a-4e0c-a78f-3fccedcdb9c8 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:50:20.619441 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e80f6-473a-4e0c-a78f-3fccedcdb9c8 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd30ddb0-d0ed-4265-932d-0ab0b4ac0cbc,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:20.624375 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e7e80f6-473a-4e0c-a78f-3fccedcdb9c8 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b691f607-50dd-4943-97be-2c6c662cca1c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.624743 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-7e7e80f6-473a-4e0c-a78f-3fccedcdb9c8 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Added segment b691f607-50dd-4943-97be-2c6c662cca1c of type vlan for network 1177c4ad-6c2d-423b-b3c1-65963106f011 Mar 23 01:50:20.654687 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1b27251d-2d77-46da-bdca-7b3d645ea405 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1092925 Mar 23 01:50:20.658613 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56376) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:20.673449 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e7e80f6-473a-4e0c-a78f-3fccedcdb9c8 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (1177c4ad-6c2d-423b-b3c1-65963106f011), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.684268 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-a437eda8-26db-4126-948e-1d2272e89a50 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] delete failed (client error): The resource could not be found. Mar 23 01:50:20.685604 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a437eda8-26db-4126-948e-1d2272e89a50 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "DELETE /v2.0/security-groups/102c565f-6428-4ff5-8816-5b512cd07659 HTTP/1.1" status: 404 len: 347 time: 0.0256112 Mar 23 01:50:20.688834 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-dcd1ae0b-783b-4770-93a3-02eab94c0bbc None None] For port 6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8,segment=NetworkSegment(db0e36bf-8b0f-4329-b9e1-5cf6014c56af),segment_id=db0e36bf-8b0f-4329-b9e1-5cf6014c56af)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:20.689364 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dcd1ae0b-783b-4770-93a3-02eab94c0bbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.693530 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56378) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:20.698406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb162fb-7041-42a2-869e-71e2c7d54081 None None] Pushing event updated for resources: {'Port': ['ID=6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:20.701141 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.716232 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-2b4d758b-8f9d-4fe6-b7c3-5cd1225535ce tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] show failed (client error): The resource could not be found. Mar 23 01:50:20.717602 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2b4d758b-8f9d-4fe6-b7c3-5cd1225535ce tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "GET /v2.0/security-groups/e55509ec-fd73-40e7-9714-eeeb502c99c8 HTTP/1.1" status: 404 len: 347 time: 0.0231495 Mar 23 01:50:20.719961 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1ae0b-783b-4770-93a3-02eab94c0bbc None None] Calling delete_port for 6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:20.721861 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56380) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:20.748912 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e7e80f6-473a-4e0c-a78f-3fccedcdb9c8 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (1177c4ad-6c2d-423b-b3c1-65963106f011), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.754308 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e80f6-473a-4e0c-a78f-3fccedcdb9c8 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:20.754993 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7e7e80f6-473a-4e0c-a78f-3fccedcdb9c8 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.787673 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-c3ddf850-8d60-4d09-be94-8e765caaa654', 'network_id': 'c3ddf850-8d60-4d09-be94-8e765caaa654', 'project_id': '76ec224c77644afd9874d8206b3a6945', 'fixed_ips': [{'subnet_id': 'f17e07d2-83d3-41b8-ab24-9641655d0b26'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:50:20.788622 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:20.819273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825358d7-4a93-4e74-a949-9d53b7f467f5 req-58674367-7a3c-4c41-b4b7-a0fc1f6c8c8e tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:20.820934 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-825358d7-4a93-4e74-a949-9d53b7f467f5 req-58674367-7a3c-4c41-b4b7-a0fc1f6c8c8e tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 945 time: 0.1400316 Mar 23 01:50:20.833235 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7e7e80f6-473a-4e0c-a78f-3fccedcdb9c8 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7350581 Mar 23 01:50:20.852026 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56382) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:20.853244 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e80f6-473a-4e0c-a78f-3fccedcdb9c8 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event updated for resources: {'Network': ['ID=1177c4ad-6c2d-423b-b3c1-65963106f011,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:20.860874 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3b4bda74-19cf-49e3-8be2-b1d20d4bc959 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Request body: {'subnet': {'network_id': '1177c4ad-6c2d-423b-b3c1-65963106f011', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:20.878391 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 1177c4ad-6c2d-423b-b3c1-65963106f011 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:50:20.963256 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dcd1ae0b-783b-4770-93a3-02eab94c0bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.026989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd1ae0b-783b-4770-93a3-02eab94c0bbc None None] No DVR routers for this DVR port 6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:50:21.028984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1ae0b-783b-4770-93a3-02eab94c0bbc None None] Pushing event deleted for resources: {'Port': ['ID=6c1a36d2-4fc3-421a-a9f3-4da6e3fc5bc8,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:21.041380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4bda74-19cf-49e3-8be2-b1d20d4bc959 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Made reservation on behalf of 2e802ae52360487aabf27d1f5738d084 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:21.044991 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3b4bda74-19cf-49e3-8be2-b1d20d4bc959 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.052165 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Allocated IP 2001:db8::f816:3eff:fe3d:e63b (c3ddf850-8d60-4d09-be94-8e765caaa654/f17e07d2-83d3-41b8-ab24-9641655d0b26/e4cb4987-ab5a-4101-8f91-f08ce1165c94) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:21.104910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-825358d7-4a93-4e74-a949-9d53b7f467f5 req-b76e0220-0d20-4c6e-b06f-0c3ab2fa25cd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Deleting port e3d4df1a-cea5-4029-987c-66aad06176d4 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:21.105324 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-825358d7-4a93-4e74-a949-9d53b7f467f5 req-b76e0220-0d20-4c6e-b06f-0c3ab2fa25cd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e3d4df1a-cea5-4029-987c-66aad06176d4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.111538 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-7fca35c9-1828-409a-9ecc-d1a00befd3e2 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] show failed (client error): The resource could not be found. Mar 23 01:50:21.112620 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7fca35c9-1828-409a-9ecc-d1a00befd3e2 tempest-NegativeSecGroupTest-554503445 tempest-NegativeSecGroupTest-554503445-project] 10.222.0.18 "GET /v2.0/security-group-rules/fd0a0f41-5813-42b1-bcd3-28c36bc35a58 HTTP/1.1" status: 404 len: 356 time: 0.3895733 Mar 23 01:50:21.127813 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (c3ddf850-8d60-4d09-be94-8e765caaa654), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.209244 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (f17e07d2-83d3-41b8-ab24-9641655d0b26), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.231410 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Publish callbacks [] for port (e4cb4987-ab5a-4101-8f91-f08ce1165c94), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.235983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-825358d7-4a93-4e74-a949-9d53b7f467f5 req-b76e0220-0d20-4c6e-b06f-0c3ab2fa25cd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] For port e3d4df1a-cea5-4029-987c-66aad06176d4, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e3d4df1a-cea5-4029-987c-66aad06176d4,segment=NetworkSegment(4f73d738-137b-40e3-849f-32882620912b),segment_id=4f73d738-137b-40e3-849f-32882620912b)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:21.236360 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-825358d7-4a93-4e74-a949-9d53b7f467f5 req-b76e0220-0d20-4c6e-b06f-0c3ab2fa25cd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e3d4df1a-cea5-4029-987c-66aad06176d4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.239405 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (e4cb4987-ab5a-4101-8f91-f08ce1165c94), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.277429 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-825358d7-4a93-4e74-a949-9d53b7f467f5 req-b76e0220-0d20-4c6e-b06f-0c3ab2fa25cd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Calling delete_port for e3d4df1a-cea5-4029-987c-66aad06176d4 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:21.287741 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Network c3ddf850-8d60-4d09-be94-8e765caaa654 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:21.292657 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:21.296052 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:21.307488 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (f17e07d2-83d3-41b8-ab24-9641655d0b26), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.315880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Pushing event updated for resources: {'Port': ['ID=e4cb4987-ab5a-4101-8f91-f08ce1165c94,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:21.335588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event deleted for resources: {'Subnet': ['ID=f17e07d2-83d3-41b8-ab24-9641655d0b26,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:21.382610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Attempting to bind port e4cb4987-ab5a-4101-8f91-f08ce1165c94 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:50:21.385088 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Attempting to bind port e4cb4987-ab5a-4101-8f91-f08ce1165c94 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '98d077e1-7bbe-4348-a71d-00cf67688242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c3ddf850-8d60-4d09-be94-8e765caaa654'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:50:21.386141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Attempting to bind port e4cb4987-ab5a-4101-8f91-f08ce1165c94 on network c3ddf850-8d60-4d09-be94-8e765caaa654 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:50:21.394589 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:50:21.396076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Checking segment: {'id': '98d077e1-7bbe-4348-a71d-00cf67688242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c3ddf850-8d60-4d09-be94-8e765caaa654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:21.396798 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.397412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Bound using segment: {'id': '98d077e1-7bbe-4348-a71d-00cf67688242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c3ddf850-8d60-4d09-be94-8e765caaa654'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:50:21.398654 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Bound port: e4cb4987-ab5a-4101-8f91-f08ce1165c94, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d077e1-7bbe-4348-a71d-00cf67688242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c3ddf850-8d60-4d09-be94-8e765caaa654'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:50:21.399215 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3b4bda74-19cf-49e3-8be2-b1d20d4bc959 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (b5095373-b254-4871-a75c-eb4ce648a87a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.400445 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e4cb4987-ab5a-4101-8f91-f08ce1165c94), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.419184 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (c3ddf850-8d60-4d09-be94-8e765caaa654), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.475980 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ddf850-8d60-4d09-be94-8e765caaa654']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:21.506160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d077e1-7bbe-4348-a71d-00cf67688242') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:21.506516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d077e1-7bbe-4348-a71d-00cf67688242') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:21.510919 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bda74-19cf-49e3-8be2-b1d20d4bc959 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event updated for resources: {'Subnet': ['ID=b5095373-b254-4871-a75c-eb4ce648a87a,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:21.518638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] For port e4cb4987-ab5a-4101-8f91-f08ce1165c94, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:50:21.521120 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56390) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:21.525834 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (98d077e1-7bbe-4348-a71d-00cf67688242), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.541554 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (98d077e1-7bbe-4348-a71d-00cf67688242), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.546960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4bda74-19cf-49e3-8be2-b1d20d4bc959 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Checking segment: {'id': 'b691f607-50dd-4943-97be-2c6c662cca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1177c4ad-6c2d-423b-b3c1-65963106f011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:21.547172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4bda74-19cf-49e3-8be2-b1d20d4bc959 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Network hostable DHCP agents. Network: 1177c4ad-6c2d-423b-b3c1-65963106f011, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:50:21.549508 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:50:21.550009 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (98d077e1-7bbe-4348-a71d-00cf67688242), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:50:21.554052 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:50:21.570047 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-825358d7-4a93-4e74-a949-9d53b7f467f5 req-b76e0220-0d20-4c6e-b06f-0c3ab2fa25cd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e3d4df1a-cea5-4029-987c-66aad06176d4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.586832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['01fdcb60-f61b-461f-bc35-b570e3b520b7'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:50:21.610340 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4bda74-19cf-49e3-8be2-b1d20d4bc959 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Network 1177c4ad-6c2d-423b-b3c1-65963106f011 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:50:21.641522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e0220-0d20-4c6e-b06f-0c3ab2fa25cd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Pushing event deleted for resources: {'Port': ['ID=e3d4df1a-cea5-4029-987c-66aad06176d4,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:21.643330 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['e3d4df1a-cea5-4029-987c-66aad06176d4'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:50:21.650910 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2fd053f1-f0cb-4689-ae9a-aa09de24491b req-9b1784a2-7b64-46ac-bb42-2246ffe65bfb tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f746708-970a-4c9d-9964-12c1950b1064 HTTP/1.1" status: 200 len: 210 time: 0.0526550 Mar 23 01:50:21.662580 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-825358d7-4a93-4e74-a949-9d53b7f467f5 req-b76e0220-0d20-4c6e-b06f-0c3ab2fa25cd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] No DVR routers for this DVR port e3d4df1a-cea5-4029-987c-66aad06176d4 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:50:21.665456 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.api [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 01:50:21.665456 n-d-834677-4 neutron-server[99264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 01:50:21.665456 n-d-834677-4 neutron-server[99264]: [parameters: {'id': 'c3ddf850-8d60-4d09-be94-8e765caaa654'}] Mar 23 01:50:21.665456 n-d-834677-4 neutron-server[99264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=99264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:50:21.665857 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-825358d7-4a93-4e74-a949-9d53b7f467f5 req-b76e0220-0d20-4c6e-b06f-0c3ab2fa25cd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.666372 n-d-834677-4 neutron-server[99264]: DEBUG oslo_db.api [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:50:21.669768 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-825358d7-4a93-4e74-a949-9d53b7f467f5 req-b76e0220-0d20-4c6e-b06f-0c3ab2fa25cd tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.43 "DELETE /v2.0/ports/e3d4df1a-cea5-4029-987c-66aad06176d4 HTTP/1.1" status: 204 len: 173 time: 0.8197885 Mar 23 01:50:21.670280 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f746708-970a-4c9d-9964-12c1950b1064', 'name': 'network-vif-deleted', 'tag': 'e3d4df1a-cea5-4029-987c-66aad06176d4'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:50:21.673681 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fe055c-8c00-4986-a7b7-f0cc0a49def0" -d '{"events": [{"server_uuid": "8f746708-970a-4c9d-9964-12c1950b1064", "name": "network-vif-deleted", "tag": "e3d4df1a-cea5-4029-987c-66aad06176d4"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:50:21.677008 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-3b4bda74-19cf-49e3-8be2-b1d20d4bc959 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 1177c4ad-6c2d-423b-b3c1-65963106f011) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:21.684227 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] For port e4cb4987-ab5a-4101-8f91-f08ce1165c94, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e4cb4987-ab5a-4101-8f91-f08ce1165c94,segment=NetworkSegment(98d077e1-7bbe-4348-a71d-00cf67688242),segment_id=98d077e1-7bbe-4348-a71d-00cf67688242)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:50:21.689765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4bda74-19cf-49e3-8be2-b1d20d4bc959 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:21.690466 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3b4bda74-19cf-49e3-8be2-b1d20d4bc959 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.712910 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae59445c-543b-4943-be2e-3b5d70f0f269 None None] Network 1177c4ad-6c2d-423b-b3c1-65963106f011 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:21.725141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56396) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:21.727053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3b4bda74-19cf-49e3-8be2-b1d20d4bc959 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8700273 Mar 23 01:50:21.730796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-fecba540-e49f-4d9d-be76-15857eb7a08f tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Request body: {'port': {'network_id': '1177c4ad-6c2d-423b-b3c1-65963106f011', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-183628299'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:21.749700 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bf9521-9095-45e1-8b18-b42cc53e5bb9 x-openstack-request-id: req-64bf9521-9095-45e1-8b18-b42cc53e5bb9 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:50:21.749700 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f746708-970a-4c9d-9964-12c1950b1064", "name": "network-vif-deleted", "tag": "e3d4df1a-cea5-4029-987c-66aad06176d4", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:50:21.751196 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64bf9521-9095-45e1-8b18-b42cc53e5bb9 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:50:21.751957 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64bf9521-9095-45e1-8b18-b42cc53e5bb9'] response: {'server_uuid': '8f746708-970a-4c9d-9964-12c1950b1064', 'name': 'network-vif-deleted', 'tag': 'e3d4df1a-cea5-4029-987c-66aad06176d4', 'status': 'completed', 'code': 200} Mar 23 01:50:21.759770 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e4cb4987-ab5a-4101-8f91-f08ce1165c94), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.798680 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e16e64d9-c0b6-41cf-a564-50c71765d205 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9d7a83cd70e4fdfaf49b12f1a1b27d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2702949 Mar 23 01:50:21.802370 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56398) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:21.874818 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e3e891b8-4b2c-4344-bcee-83211d51cd46 admin admin] Publish callbacks [] for security_group (7f220c32-de8b-41ae-bf20-76abfbb42f05), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.876110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78139e6-c517-4d0f-b497-adba86827584 None None] Pushing event updated for resources: {'Port': ['ID=e4cb4987-ab5a-4101-8f91-f08ce1165c94,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:21.890015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecba540-e49f-4d9d-be76-15857eb7a08f tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Made reservation on behalf of 2e802ae52360487aabf27d1f5738d084 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:21.896229 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fecba540-e49f-4d9d-be76-15857eb7a08f tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.903259 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e3e891b8-4b2c-4344-bcee-83211d51cd46 admin admin] Publish callbacks [] for security_group (7f220c32-de8b-41ae-bf20-76abfbb42f05), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.919079 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-fecba540-e49f-4d9d-be76-15857eb7a08f tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] device_id is not set on port a9e6b41f-8cc4-4f37-9087-0fa3281ee944 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:50:21.979334 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e3e891b8-4b2c-4344-bcee-83211d51cd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7f220c32-de8b-41ae-bf20-76abfbb42f05), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.983154 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-1177c4ad-6c2d-423b-b3c1-65963106f011', 'network_id': '1177c4ad-6c2d-423b-b3c1-65963106f011', 'project_id': '2e802ae52360487aabf27d1f5738d084', 'fixed_ips': [{'subnet_id': 'b5095373-b254-4871-a75c-eb4ce648a87a'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:50:21.985297 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e3e891b8-4b2c-4344-bcee-83211d51cd46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.985560 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:21.986991 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e3e891b8-4b2c-4344-bcee-83211d51cd46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f220c32-de8b-41ae-bf20-76abfbb42f05 HTTP/1.1" status: 204 len: 168 time: 0.1836655 Mar 23 01:50:21.997027 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e891b8-4b2c-4344-bcee-83211d51cd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f220c32-de8b-41ae-bf20-76abfbb42f05,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:22.002060 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4e7840ab-4f19-42e1-9a9d-23fdcf0d43cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:22.006197 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ea4e4a-6503-420a-9d48-9031d87db900 None None] Network c3ddf850-8d60-4d09-be94-8e765caaa654 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:22.074310 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-fecba540-e49f-4d9d-be76-15857eb7a08f tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Allocated IP 2001:db8::db (1177c4ad-6c2d-423b-b3c1-65963106f011/b5095373-b254-4871-a75c-eb4ce648a87a/a9e6b41f-8cc4-4f37-9087-0fa3281ee944) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:22.171132 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (c3ddf850-8d60-4d09-be94-8e765caaa654), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:22.296170 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fecba540-e49f-4d9d-be76-15857eb7a08f tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks [] for port (a9e6b41f-8cc4-4f37-9087-0fa3281ee944), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:22.329153 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Deleting port e4cb4987-ab5a-4101-8f91-f08ce1165c94 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:22.329500 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e4cb4987-ab5a-4101-8f91-f08ce1165c94), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:22.395795 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fecba540-e49f-4d9d-be76-15857eb7a08f tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a9e6b41f-8cc4-4f37-9087-0fa3281ee944), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:22.439512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Allocated IP 2001:db8::2 (1177c4ad-6c2d-423b-b3c1-65963106f011/b5095373-b254-4871-a75c-eb4ce648a87a/09094e0f-7be0-4186-95a9-18efda0cbace) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:22.452123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] For port e4cb4987-ab5a-4101-8f91-f08ce1165c94, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e4cb4987-ab5a-4101-8f91-f08ce1165c94,segment=NetworkSegment(98d077e1-7bbe-4348-a71d-00cf67688242),segment_id=98d077e1-7bbe-4348-a71d-00cf67688242)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:22.452123 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e4cb4987-ab5a-4101-8f91-f08ce1165c94), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:22.473386 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecba540-e49f-4d9d-be76-15857eb7a08f tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Network 1177c4ad-6c2d-423b-b3c1-65963106f011 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:22.481562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Calling delete_port for e4cb4987-ab5a-4101-8f91-f08ce1165c94 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:22.486825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-fecba540-e49f-4d9d-be76-15857eb7a08f tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:22.489313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecba540-e49f-4d9d-be76-15857eb7a08f tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:22.494665 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecba540-e49f-4d9d-be76-15857eb7a08f tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:22.495217 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fecba540-e49f-4d9d-be76-15857eb7a08f tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:22.505277 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecba540-e49f-4d9d-be76-15857eb7a08f tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event updated for resources: {'Port': ['ID=a9e6b41f-8cc4-4f37-9087-0fa3281ee944,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:22.533004 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fecba540-e49f-4d9d-be76-15857eb7a08f tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8064175 Mar 23 01:50:22.536026 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56416) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:22.544025 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-10790352-2650-4718-b628-6313b044bf32 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Request body: {'port': {'network_id': '1177c4ad-6c2d-423b-b3c1-65963106f011', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-911300449', 'allowed_address_pairs': [{'ip_address': '2001:db8::db', 'mac_address': 'fa:16:3e:8f:8c:b4'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:22.618965 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e4cb4987-ab5a-4101-8f91-f08ce1165c94), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:22.646876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event deleted for resources: {'Port': ['ID=e4cb4987-ab5a-4101-8f91-f08ce1165c94,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:22.661184 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] No DVR routers for this DVR port e4cb4987-ab5a-4101-8f91-f08ce1165c94 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:50:22.721488 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10790352-2650-4718-b628-6313b044bf32 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Made reservation on behalf of 2e802ae52360487aabf27d1f5738d084 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:22.775912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (c3ddf850-8d60-4d09-be94-8e765caaa654), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:22.806632 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ddf850-8d60-4d09-be94-8e765caaa654']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:22.819218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d077e1-7bbe-4348-a71d-00cf67688242') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:22.820213 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d077e1-7bbe-4348-a71d-00cf67688242') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:22.820880 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56426) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:22.825241 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032127 Mar 23 01:50:22.831243 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (98d077e1-7bbe-4348-a71d-00cf67688242), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:22.832091 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56428) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:22.848071 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (98d077e1-7bbe-4348-a71d-00cf67688242), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:22.856648 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-10790352-2650-4718-b628-6313b044bf32 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:22.860550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:50:22.861388 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (98d077e1-7bbe-4348-a71d-00cf67688242), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:22.870678 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Publish callbacks [] for port (09094e0f-7be0-4186-95a9-18efda0cbace), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:22.877893 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (09094e0f-7be0-4186-95a9-18efda0cbace), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:22.883901 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-10790352-2650-4718-b628-6313b044bf32 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] device_id is not set on port 69db4206-19ed-44e3-8407-95fe7028168c yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:50:22.937182 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Network 1177c4ad-6c2d-423b-b3c1-65963106f011 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:50:22.940563 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:50:22.945986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:22.949857 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (c3ddf850-8d60-4d09-be94-8e765caaa654), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:22.950046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Pushing event updated for resources: {'Port': ['ID=09094e0f-7be0-4186-95a9-18efda0cbace,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:22.964191 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:22.973552 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:22.982520 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/networks/c3ddf850-8d60-4d09-be94-8e765caaa654 HTTP/1.1" status: 204 len: 168 time: 2.4135845 Mar 23 01:50:22.995057 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56434) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:23.004015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-aae94797-11dd-413c-9db5-d96ab829d87b tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-56136268'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:23.009513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e097be-493c-49ee-afa3-0365d547f9e7 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event deleted for resources: {'Network': ['ID=c3ddf850-8d60-4d09-be94-8e765caaa654,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:23.047415 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0ee816dd-70bf-442c-9133-c4c4f8d0481e tempest-NetworksApiDiscovery-1246390287 tempest-NetworksApiDiscovery-1246390287-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2120414 Mar 23 01:50:23.055245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Attempting to bind port 09094e0f-7be0-4186-95a9-18efda0cbace on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:50:23.055618 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Attempting to bind port 09094e0f-7be0-4186-95a9-18efda0cbace by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'b691f607-50dd-4943-97be-2c6c662cca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1177c4ad-6c2d-423b-b3c1-65963106f011'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:50:23.056012 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Attempting to bind port 09094e0f-7be0-4186-95a9-18efda0cbace on network 1177c4ad-6c2d-423b-b3c1-65963106f011 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:50:23.064091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae94797-11dd-413c-9db5-d96ab829d87b tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Made reservation on behalf of 76ec224c77644afd9874d8206b3a6945 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:23.065036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:50:23.065421 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Checking segment: {'id': 'b691f607-50dd-4943-97be-2c6c662cca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1177c4ad-6c2d-423b-b3c1-65963106f011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:23.065825 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.066372 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Bound using segment: {'id': 'b691f607-50dd-4943-97be-2c6c662cca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1177c4ad-6c2d-423b-b3c1-65963106f011'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:50:23.067019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Bound port: 09094e0f-7be0-4186-95a9-18efda0cbace, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b691f607-50dd-4943-97be-2c6c662cca1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1177c4ad-6c2d-423b-b3c1-65963106f011'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:50:23.068175 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (09094e0f-7be0-4186-95a9-18efda0cbace), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.068319 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aae94797-11dd-413c-9db5-d96ab829d87b tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.088908 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-10790352-2650-4718-b628-6313b044bf32 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Allocated IP 2001:db8::8d (1177c4ad-6c2d-423b-b3c1-65963106f011/b5095373-b254-4871-a75c-eb4ce648a87a/69db4206-19ed-44e3-8407-95fe7028168c) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:23.114330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c349a70-962b-4a6c-ae6d-f277c544a6cc req-23efe753-6cf6-4253-8c7c-7f4a67569391 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:23.115979 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3c349a70-962b-4a6c-ae6d-f277c544a6cc req-23efe753-6cf6-4253-8c7c-7f4a67569391 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.0849771 Mar 23 01:50:23.125647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae94797-11dd-413c-9db5-d96ab829d87b tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:50:23.157773 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] For port 09094e0f-7be0-4186-95a9-18efda0cbace, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:50:23.162771 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aae94797-11dd-413c-9db5-d96ab829d87b tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d7bcdc20-46ab-46fd-b4e7-54ad050826f9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.163134 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-aae94797-11dd-413c-9db5-d96ab829d87b tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Added segment d7bcdc20-46ab-46fd-b4e7-54ad050826f9 of type vlan for network 17544505-27f5-4523-9a4c-c4cc5ce5b25b Mar 23 01:50:23.163585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] For port 09094e0f-7be0-4186-95a9-18efda0cbace, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=09094e0f-7be0-4186-95a9-18efda0cbace,segment=NetworkSegment(b691f607-50dd-4943-97be-2c6c662cca1c),segment_id=b691f607-50dd-4943-97be-2c6c662cca1c)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:50:23.174011 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (09094e0f-7be0-4186-95a9-18efda0cbace), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.205090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3c349a70-962b-4a6c-ae6d-f277c544a6cc req-600f9914-30e8-47d8-93a4-2362f4a6ed92 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808187 Mar 23 01:50:23.221375 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aae94797-11dd-413c-9db5-d96ab829d87b tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (17544505-27f5-4523-9a4c-c4cc5ce5b25b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.276871 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aae94797-11dd-413c-9db5-d96ab829d87b tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (17544505-27f5-4523-9a4c-c4cc5ce5b25b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.288786 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae94797-11dd-413c-9db5-d96ab829d87b tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:23.289725 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aae94797-11dd-413c-9db5-d96ab829d87b tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.317511 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.319450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0157c10-4f71-467a-97f1-80a88a81cf3c None None] Pushing event updated for resources: {'Port': ['ID=09094e0f-7be0-4186-95a9-18efda0cbace,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:23.355203 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-10790352-2650-4718-b628-6313b044bf32 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks [] for port (69db4206-19ed-44e3-8407-95fe7028168c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.359655 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-aae94797-11dd-413c-9db5-d96ab829d87b tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3634305 Mar 23 01:50:23.362753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56440) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:23.368089 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-05fa495f-7894-4a40-8db3-7451905d4d89 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Request body: {'subnet': {'network_id': '17544505-27f5-4523-9a4c-c4cc5ce5b25b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:23.398305 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-10790352-2650-4718-b628-6313b044bf32 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (69db4206-19ed-44e3-8407-95fe7028168c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.426873 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10790352-2650-4718-b628-6313b044bf32 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Network 1177c4ad-6c2d-423b-b3c1-65963106f011 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:23.426873 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-10790352-2650-4718-b628-6313b044bf32 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:23.441597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae94797-11dd-413c-9db5-d96ab829d87b tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event updated for resources: {'Network': ['ID=17544505-27f5-4523-9a4c-c4cc5ce5b25b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:23.452230 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10790352-2650-4718-b628-6313b044bf32 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:23.459336 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10790352-2650-4718-b628-6313b044bf32 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:23.459336 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-10790352-2650-4718-b628-6313b044bf32 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.464304 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 17544505-27f5-4523-9a4c-c4cc5ce5b25b details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:50:23.497962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56442) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:23.516947 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10790352-2650-4718-b628-6313b044bf32 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event updated for resources: {'Port': ['ID=69db4206-19ed-44e3-8407-95fe7028168c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:23.518825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fa495f-7894-4a40-8db3-7451905d4d89 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Made reservation on behalf of 76ec224c77644afd9874d8206b3a6945 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:23.523048 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05fa495f-7894-4a40-8db3-7451905d4d89 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.524983 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-10790352-2650-4718-b628-6313b044bf32 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 0.9867232 Mar 23 01:50:23.527613 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56446) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:23.644850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcefb641-6ef8-4e8a-9db5-276c12177046 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:23.650259 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcefb641-6ef8-4e8a-9db5-276c12177046 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:23.656450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcefb641-6ef8-4e8a-9db5-276c12177046 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:23.660651 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dcefb641-6ef8-4e8a-9db5-276c12177046 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.1294248 Mar 23 01:50:23.662224 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56448) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:23.690450 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe073923-9e59-47c2-a349-3d04f02c6476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.768653 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7626-612a-40d1-a28b-7f62df06e91d tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Deleting port 69db4206-19ed-44e3-8407-95fe7028168c {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:23.769004 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-10cc7626-612a-40d1-a28b-7f62df06e91d tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (69db4206-19ed-44e3-8407-95fe7028168c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.789959 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05fa495f-7894-4a40-8db3-7451905d4d89 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (e6b723a8-dd31-4453-87f3-ef8bffcc8db9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.861072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa495f-7894-4a40-8db3-7451905d4d89 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event updated for resources: {'Subnet': ['ID=e6b723a8-dd31-4453-87f3-ef8bffcc8db9,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:23.862255 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-10cc7626-612a-40d1-a28b-7f62df06e91d tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (69db4206-19ed-44e3-8407-95fe7028168c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.876023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-10cc7626-612a-40d1-a28b-7f62df06e91d tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Calling delete_port for 69db4206-19ed-44e3-8407-95fe7028168c owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:23.893671 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe073923-9e59-47c2-a349-3d04f02c6476 admin admin] Publish callbacks [] for security_group (daa73975-15b5-4c58-9b4e-7c1cccbed414), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.895113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fa495f-7894-4a40-8db3-7451905d4d89 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Checking segment: {'id': 'd7bcdc20-46ab-46fd-b4e7-54ad050826f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '17544505-27f5-4523-9a4c-c4cc5ce5b25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:23.895462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fa495f-7894-4a40-8db3-7451905d4d89 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Network hostable DHCP agents. Network: 17544505-27f5-4523-9a4c-c4cc5ce5b25b, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:50:23.898830 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe073923-9e59-47c2-a349-3d04f02c6476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (daa73975-15b5-4c58-9b4e-7c1cccbed414), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.947310 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fe073923-9e59-47c2-a349-3d04f02c6476 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=523136a036dc47dfbeb1253f5141d9fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4481127 Mar 23 01:50:23.949554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fa495f-7894-4a40-8db3-7451905d4d89 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Network 17544505-27f5-4523-9a4c-c4cc5ce5b25b is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:50:23.951474 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56450) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:23.951661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe073923-9e59-47c2-a349-3d04f02c6476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa73975-15b5-4c58-9b4e-7c1cccbed414,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:23.963194 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-05fa495f-7894-4a40-8db3-7451905d4d89 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 17544505-27f5-4523-9a4c-c4cc5ce5b25b) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:23.971514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d2cb73-8154-477a-b5f4-5376ad692b03 None None] Network 17544505-27f5-4523-9a4c-c4cc5ce5b25b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:23.978947 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa495f-7894-4a40-8db3-7451905d4d89 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:23.978947 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05fa495f-7894-4a40-8db3-7451905d4d89 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:23.995974 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-05fa495f-7894-4a40-8db3-7451905d4d89 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6319470 Mar 23 01:50:23.998569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56452) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:24.055138 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d65bb952-def8-464d-8dd8-43ad986ad5c4 admin admin] Publish callbacks [] for security_group (daa73975-15b5-4c58-9b4e-7c1cccbed414), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.072501 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-10cc7626-612a-40d1-a28b-7f62df06e91d tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (69db4206-19ed-44e3-8407-95fe7028168c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.110246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-17544505-27f5-4523-9a4c-c4cc5ce5b25b', 'network_id': '17544505-27f5-4523-9a4c-c4cc5ce5b25b', 'project_id': '76ec224c77644afd9874d8206b3a6945', 'fixed_ips': [{'subnet_id': 'e6b723a8-dd31-4453-87f3-ef8bffcc8db9'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:50:24.111405 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.118884 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d65bb952-def8-464d-8dd8-43ad986ad5c4 admin admin] Publish callbacks [] for security_group (daa73975-15b5-4c58-9b4e-7c1cccbed414), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.128107 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (17544505-27f5-4523-9a4c-c4cc5ce5b25b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.164857 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc7626-612a-40d1-a28b-7f62df06e91d tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event deleted for resources: {'Port': ['ID=69db4206-19ed-44e3-8407-95fe7028168c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:24.208360 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (e6b723a8-dd31-4453-87f3-ef8bffcc8db9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.282401 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Allocated IP 2001:db8::2 (17544505-27f5-4523-9a4c-c4cc5ce5b25b/e6b723a8-dd31-4453-87f3-ef8bffcc8db9/23f70227-7b48-4eaa-b8c5-cd7089e99aa3) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:24.389392 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e3d4df1a-cea5-4029-987c-66aad06176d4 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:50:24.423875 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: e3d4df1a-cea5-4029-987c-66aad06176d4 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:50:24.424201 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e3d4df1a-cea5-4029-987c-66aad06176d4 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:50:24.483016 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Publish callbacks [] for port (23f70227-7b48-4eaa-b8c5-cd7089e99aa3), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.487512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16646435-2a6d-4091-86cc-bed537afb295 None None] Network 1177c4ad-6c2d-423b-b3c1-65963106f011 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:24.506186 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (23f70227-7b48-4eaa-b8c5-cd7089e99aa3), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.510030 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (e6b723a8-dd31-4453-87f3-ef8bffcc8db9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.545797 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b723a8-dd31-4453-87f3-ef8bffcc8db9,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:24.604501 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Network 17544505-27f5-4523-9a4c-c4cc5ce5b25b is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:24.619708 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (17544505-27f5-4523-9a4c-c4cc5ce5b25b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.624335 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:24.626464 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.629742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:24.631683 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Pushing event updated for resources: {'Port': ['ID=23f70227-7b48-4eaa-b8c5-cd7089e99aa3,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:24.640789 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bdebb5b2-24a1-464d-88e0-9ee509d7b5d7 None None] Provisioning complete for port 09094e0f-7be0-4186-95a9-18efda0cbace triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:24.641168 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bdebb5b2-24a1-464d-88e0-9ee509d7b5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (09094e0f-7be0-4186-95a9-18efda0cbace), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.653320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17544505-27f5-4523-9a4c-c4cc5ce5b25b']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:24.664516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7bcdc20-46ab-46fd-b4e7-54ad050826f9') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:24.664844 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7bcdc20-46ab-46fd-b4e7-54ad050826f9') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:24.675846 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (d7bcdc20-46ab-46fd-b4e7-54ad050826f9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.683685 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-10cc7626-612a-40d1-a28b-7f62df06e91d tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.686799 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-10cc7626-612a-40d1-a28b-7f62df06e91d tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "DELETE /v2.0/ports/69db4206-19ed-44e3-8407-95fe7028168c HTTP/1.1" status: 204 len: 168 time: 1.0233719 Mar 23 01:50:24.692076 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56456) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:24.692420 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d7bcdc20-46ab-46fd-b4e7-54ad050826f9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.706057 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:50:24.706472 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (d7bcdc20-46ab-46fd-b4e7-54ad050826f9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.737806 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bdc251-9adf-46f6-857d-217659a68d86 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] GET failed (client error): The resource could not be found. Mar 23 01:50:24.739361 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c4bdc251-9adf-46f6-857d-217659a68d86 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "GET /v2.0/ports/69db4206-19ed-44e3-8407-95fe7028168c HTTP/1.1" status: 404 len: 333 time: 0.0414975 Mar 23 01:50:24.746932 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d88d62-d5cf-4c98-ad0b-fba7836b9e2c req-0706a400-eb78-453d-82f6-13fd76572e3c tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:24.748577 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6d88d62-d5cf-4c98-ad0b-fba7836b9e2c req-0706a400-eb78-453d-82f6-13fd76572e3c tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.1243138 Mar 23 01:50:24.749339 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56458) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:24.754344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-43a425ca-381e-41ad-b085-747a550ff428 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Request body: {'port': {'network_id': '1177c4ad-6c2d-423b-b3c1-65963106f011', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-371598824'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:24.757464 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d65bb952-def8-464d-8dd8-43ad986ad5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (daa73975-15b5-4c58-9b4e-7c1cccbed414), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.759921 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d65bb952-def8-464d-8dd8-43ad986ad5c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.761065 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d65bb952-def8-464d-8dd8-43ad986ad5c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/daa73975-15b5-4c58-9b4e-7c1cccbed414 HTTP/1.1" status: 204 len: 168 time: 0.8079791 Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:50:24.769278 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:50:24.783430 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.api [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 01:50:24.783430 n-d-834677-4 neutron-server[99264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 01:50:24.783430 n-d-834677-4 neutron-server[99264]: [parameters: {'id': '17544505-27f5-4523-9a4c-c4cc5ce5b25b'}] Mar 23 01:50:24.783430 n-d-834677-4 neutron-server[99264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=99264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:50:24.783906 n-d-834677-4 neutron-server[99264]: DEBUG oslo_db.api [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:50:24.787561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Attempting to bind port 23f70227-7b48-4eaa-b8c5-cd7089e99aa3 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:50:24.787934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Attempting to bind port 23f70227-7b48-4eaa-b8c5-cd7089e99aa3 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'd7bcdc20-46ab-46fd-b4e7-54ad050826f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '17544505-27f5-4523-9a4c-c4cc5ce5b25b'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:50:24.788297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Attempting to bind port 23f70227-7b48-4eaa-b8c5-cd7089e99aa3 on network 17544505-27f5-4523-9a4c-c4cc5ce5b25b {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:50:24.801300 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bb952-def8-464d-8dd8-43ad986ad5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa73975-15b5-4c58-9b4e-7c1cccbed414,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:24.844067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:50:24.844454 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Checking segment: {'id': 'd7bcdc20-46ab-46fd-b4e7-54ad050826f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '17544505-27f5-4523-9a4c-c4cc5ce5b25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:24.844897 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.845424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Bound using segment: {'id': 'd7bcdc20-46ab-46fd-b4e7-54ad050826f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '17544505-27f5-4523-9a4c-c4cc5ce5b25b'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:50:24.845928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Bound port: 23f70227-7b48-4eaa-b8c5-cd7089e99aa3, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7bcdc20-46ab-46fd-b4e7-54ad050826f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '17544505-27f5-4523-9a4c-c4cc5ce5b25b'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:50:24.846312 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (23f70227-7b48-4eaa-b8c5-cd7089e99aa3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.862870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 09094e0f-7be0-4186-95a9-18efda0cbace up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:50:24.869965 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6d88d62-d5cf-4c98-ad0b-fba7836b9e2c req-d185f6b4-17bd-41a7-b8b0-521befba0956 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063843 Mar 23 01:50:24.870151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bdebb5b2-24a1-464d-88e0-9ee509d7b5d7 None None] Current status of the port 09094e0f-7be0-4186-95a9-18efda0cbace is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:24.870436 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bdebb5b2-24a1-464d-88e0-9ee509d7b5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (09094e0f-7be0-4186-95a9-18efda0cbace), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:24.991241 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-bdebb5b2-24a1-464d-88e0-9ee509d7b5d7 None None] For port 09094e0f-7be0-4186-95a9-18efda0cbace, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=09094e0f-7be0-4186-95a9-18efda0cbace,segment=NetworkSegment(b691f607-50dd-4943-97be-2c6c662cca1c),segment_id=b691f607-50dd-4943-97be-2c6c662cca1c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:24.995230 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a425ca-381e-41ad-b085-747a550ff428 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Made reservation on behalf of 2e802ae52360487aabf27d1f5738d084 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:25.000673 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-43a425ca-381e-41ad-b085-747a550ff428 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:25.003865 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bdebb5b2-24a1-464d-88e0-9ee509d7b5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (09094e0f-7be0-4186-95a9-18efda0cbace), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:25.023168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-43a425ca-381e-41ad-b085-747a550ff428 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] device_id is not set on port 1f760999-2242-488a-8ec8-86ce4b720bc9 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:50:25.033978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] For port 23f70227-7b48-4eaa-b8c5-cd7089e99aa3, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:50:25.058893 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] For port 23f70227-7b48-4eaa-b8c5-cd7089e99aa3, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=23f70227-7b48-4eaa-b8c5-cd7089e99aa3,segment=NetworkSegment(d7bcdc20-46ab-46fd-b4e7-54ad050826f9),segment_id=d7bcdc20-46ab-46fd-b4e7-54ad050826f9)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:50:25.080411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 09094e0f-7be0-4186-95a9-18efda0cbace triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:25.080818 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (09094e0f-7be0-4186-95a9-18efda0cbace), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:25.084408 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (23f70227-7b48-4eaa-b8c5-cd7089e99aa3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:25.093116 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebb5b2-24a1-464d-88e0-9ee509d7b5d7 None None] Pushing event updated for resources: {'Port': ['ID=09094e0f-7be0-4186-95a9-18efda0cbace,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:25.181939 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-43a425ca-381e-41ad-b085-747a550ff428 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Allocated IP 2001:db8::24b (1177c4ad-6c2d-423b-b3c1-65963106f011/b5095373-b254-4871-a75c-eb4ce648a87a/1f760999-2242-488a-8ec8-86ce4b720bc9) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:25.249171 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58bc87-d427-4d25-8484-9b7ac1f02f3b req-cbdd089b-c9a7-41f2-b27f-a92ca083df15 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:25.250823 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a58bc87-d427-4d25-8484-9b7ac1f02f3b req-cbdd089b-c9a7-41f2-b27f-a92ca083df15 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.42 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.1007540 Mar 23 01:50:25.312865 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (17544505-27f5-4523-9a4c-c4cc5ce5b25b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:25.324311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce547c49-835b-4042-8a1b-73bbc22976c5 None None] Pushing event updated for resources: {'Port': ['ID=23f70227-7b48-4eaa-b8c5-cd7089e99aa3,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:25.352366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40c568d-6a51-4080-8b25-aa4b47fac94e None None] Network 17544505-27f5-4523-9a4c-c4cc5ce5b25b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:25.442359 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-43a425ca-381e-41ad-b085-747a550ff428 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks [] for port (1f760999-2242-488a-8ec8-86ce4b720bc9), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:25.446835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-1a58bc87-d427-4d25-8484-9b7ac1f02f3b req-92273db4-8503-4495-8ed5-aa1691356230 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Deleting port 01fdcb60-f61b-461f-bc35-b570e3b520b7 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:25.447181 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1a58bc87-d427-4d25-8484-9b7ac1f02f3b req-92273db4-8503-4495-8ed5-aa1691356230 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (01fdcb60-f61b-461f-bc35-b570e3b520b7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:25.464132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-769c997e-9bc9-4219-9a9f-16bc83547a8e None None] Provisioning complete for port 09094e0f-7be0-4186-95a9-18efda0cbace triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:25.464512 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-769c997e-9bc9-4219-9a9f-16bc83547a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (09094e0f-7be0-4186-95a9-18efda0cbace), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:25.513920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Deleting port 23f70227-7b48-4eaa-b8c5-cd7089e99aa3 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:25.514392 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (23f70227-7b48-4eaa-b8c5-cd7089e99aa3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:25.519530 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-43a425ca-381e-41ad-b085-747a550ff428 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1f760999-2242-488a-8ec8-86ce4b720bc9), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:25.570636 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 09094e0f-7be0-4186-95a9-18efda0cbace is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:25.582756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a425ca-381e-41ad-b085-747a550ff428 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Network 1177c4ad-6c2d-423b-b3c1-65963106f011 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:25.587556 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-43a425ca-381e-41ad-b085-747a550ff428 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:25.591139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a425ca-381e-41ad-b085-747a550ff428 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:25.597384 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a425ca-381e-41ad-b085-747a550ff428 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:25.598205 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-43a425ca-381e-41ad-b085-747a550ff428 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:25.600929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a425ca-381e-41ad-b085-747a550ff428 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event updated for resources: {'Port': ['ID=1f760999-2242-488a-8ec8-86ce4b720bc9,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:25.644162 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-769c997e-9bc9-4219-9a9f-16bc83547a8e None None] Current status of the port 09094e0f-7be0-4186-95a9-18efda0cbace is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:25.648142 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-43a425ca-381e-41ad-b085-747a550ff428 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8974454 Mar 23 01:50:25.648369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56482) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:25.656195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-769c997e-9bc9-4219-9a9f-16bc83547a8e None None] Provisioning complete for port a9e6b41f-8cc4-4f37-9087-0fa3281ee944 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:25.656769 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-769c997e-9bc9-4219-9a9f-16bc83547a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a9e6b41f-8cc4-4f37-9087-0fa3281ee944), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:25.660571 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-dbba0823-c6bc-499a-9cae-009207ee1342 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::db', 'mac_address': 'fa:16:3e:8f:8c:b4'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:25.670997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-1a58bc87-d427-4d25-8484-9b7ac1f02f3b req-92273db4-8503-4495-8ed5-aa1691356230 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] For port 01fdcb60-f61b-461f-bc35-b570e3b520b7, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=01fdcb60-f61b-461f-bc35-b570e3b520b7,segment=NetworkSegment(4f73d738-137b-40e3-849f-32882620912b),segment_id=4f73d738-137b-40e3-849f-32882620912b)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:25.671372 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1a58bc87-d427-4d25-8484-9b7ac1f02f3b req-92273db4-8503-4495-8ed5-aa1691356230 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (01fdcb60-f61b-461f-bc35-b570e3b520b7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:25.679975 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2de2120-9cb7-4d12-a408-70d8c5750d16 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:50:25.714890 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] For port 23f70227-7b48-4eaa-b8c5-cd7089e99aa3, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=23f70227-7b48-4eaa-b8c5-cd7089e99aa3,segment=NetworkSegment(d7bcdc20-46ab-46fd-b4e7-54ad050826f9),segment_id=d7bcdc20-46ab-46fd-b4e7-54ad050826f9)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:25.715513 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (23f70227-7b48-4eaa-b8c5-cd7089e99aa3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:25.718061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-1a58bc87-d427-4d25-8484-9b7ac1f02f3b req-92273db4-8503-4495-8ed5-aa1691356230 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Calling delete_port for 01fdcb60-f61b-461f-bc35-b570e3b520b7 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:25.730033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-769c997e-9bc9-4219-9a9f-16bc83547a8e None None] Port a9e6b41f-8cc4-4f37-9087-0fa3281ee944 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:25.745125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Calling delete_port for 23f70227-7b48-4eaa-b8c5-cd7089e99aa3 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:25.815410 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:25.817530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2de2120-9cb7-4d12-a408-70d8c5750d16 None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:50:25.965200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-40d8375b-ff9f-4232-b3a5-c6a9ad0cddf4 None None] Provisioning complete for port a9e6b41f-8cc4-4f37-9087-0fa3281ee944 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:25.965633 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-40d8375b-ff9f-4232-b3a5-c6a9ad0cddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a9e6b41f-8cc4-4f37-9087-0fa3281ee944), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.026547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-40d8375b-ff9f-4232-b3a5-c6a9ad0cddf4 None None] Port a9e6b41f-8cc4-4f37-9087-0fa3281ee944 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:26.030495 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc78efb-9598-4e79-bd25-f43c4ae0c6d8 req-6eece4d0-4a56-400b-98e0-664893f1e0e8 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:26.033652 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc66f68-58ea-4088-8b00-b9f25186ba49 req-d4e4b78c-436d-4db0-a902-fc5727e4f7bc tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:26.039834 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1bc78efb-9598-4e79-bd25-f43c4ae0c6d8 req-6eece4d0-4a56-400b-98e0-664893f1e0e8 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d0409-a060-4e1c-a2a5-b6972c720f7c HTTP/1.1" status: 200 len: 945 time: 0.0866795 Mar 23 01:50:26.040827 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3bc66f68-58ea-4088-8b00-b9f25186ba49 req-d4e4b78c-436d-4db0-a902-fc5727e4f7bc tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 1128 time: 0.1740241 Mar 23 01:50:26.068188 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (23f70227-7b48-4eaa-b8c5-cd7089e99aa3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.075523 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dbba0823-c6bc-499a-9cae-009207ee1342 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1f760999-2242-488a-8ec8-86ce4b720bc9), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.091657 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1bc78efb-9598-4e79-bd25-f43c4ae0c6d8 req-8db38dc2-71e6-4151-93a5-3f27282f53e8 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.18 "GET /v2.0/security-groups?id=a451c08f-535a-4c3d-8743-8c955155ace5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507078 Mar 23 01:50:26.107173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05da80ad-b5db-4d3b-a121-ce53ff7d8138 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:50:26.128418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] No DVR routers for this DVR port 23f70227-7b48-4eaa-b8c5-cd7089e99aa3 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:50:26.134583 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event deleted for resources: {'Port': ['ID=23f70227-7b48-4eaa-b8c5-cd7089e99aa3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:26.218011 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05da80ad-b5db-4d3b-a121-ce53ff7d8138 None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:50:26.220234 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1a58bc87-d427-4d25-8484-9b7ac1f02f3b req-92273db4-8503-4495-8ed5-aa1691356230 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (01fdcb60-f61b-461f-bc35-b570e3b520b7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.253387 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3bc66f68-58ea-4088-8b00-b9f25186ba49 req-2e3b4fef-6803-4a59-ae20-eb6b50c2678e tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116976 Mar 23 01:50:26.287858 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56500) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:26.309867 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92273db4-8503-4495-8ed5-aa1691356230 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Pushing event deleted for resources: {'Port': ['ID=01fdcb60-f61b-461f-bc35-b570e3b520b7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:26.321793 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (17544505-27f5-4523-9a4c-c4cc5ce5b25b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.429444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17544505-27f5-4523-9a4c-c4cc5ce5b25b']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:26.433007 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a58bc87-d427-4d25-8484-9b7ac1f02f3b req-92273db4-8503-4495-8ed5-aa1691356230 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] No DVR routers for this DVR port 01fdcb60-f61b-461f-bc35-b570e3b520b7 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:50:26.442914 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1a58bc87-d427-4d25-8484-9b7ac1f02f3b req-92273db4-8503-4495-8ed5-aa1691356230 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.446255 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a58bc87-d427-4d25-8484-9b7ac1f02f3b req-92273db4-8503-4495-8ed5-aa1691356230 tempest-ServerRescueTestJSON-1958211405 tempest-ServerRescueTestJSON-1958211405-project] 10.222.0.42 "DELETE /v2.0/ports/01fdcb60-f61b-461f-bc35-b570e3b520b7 HTTP/1.1" status: 204 len: 173 time: 1.1847336 Mar 23 01:50:26.446709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843d0409-a060-4e1c-a2a5-b6972c720f7c', 'name': 'network-vif-deleted', 'tag': '01fdcb60-f61b-461f-bc35-b570e3b520b7'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:50:26.449012 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c57c91-ca15-42c7-b5d6-8c7310af1ba8" -d '{"events": [{"server_uuid": "843d0409-a060-4e1c-a2a5-b6972c720f7c", "name": "network-vif-deleted", "tag": "01fdcb60-f61b-461f-bc35-b570e3b520b7"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:50:26.452941 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7bcdc20-46ab-46fd-b4e7-54ad050826f9') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:26.453203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7bcdc20-46ab-46fd-b4e7-54ad050826f9') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:26.477771 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (d7bcdc20-46ab-46fd-b4e7-54ad050826f9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.510001 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d7bcdc20-46ab-46fd-b4e7-54ad050826f9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.537750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:50:26.538167 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (d7bcdc20-46ab-46fd-b4e7-54ad050826f9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:50:26.541234 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:50:26.596638 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-a77c0676-99fd-4486-967d-60810fe44105 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port 5bbce2b7-1063-4d8d-90f9-0f66e4977a98 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:26.596977 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a77c0676-99fd-4486-967d-60810fe44105 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5bbce2b7-1063-4d8d-90f9-0f66e4977a98), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.603900 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f3a525-677b-4a3a-8b8c-33ceaf19693c x-openstack-request-id: req-90f3a525-677b-4a3a-8b8c-33ceaf19693c {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:50:26.604235 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843d0409-a060-4e1c-a2a5-b6972c720f7c", "name": "network-vif-deleted", "tag": "01fdcb60-f61b-461f-bc35-b570e3b520b7", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:50:26.605140 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90f3a525-677b-4a3a-8b8c-33ceaf19693c {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:50:26.605628 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f3a525-677b-4a3a-8b8c-33ceaf19693c'] response: {'server_uuid': '843d0409-a060-4e1c-a2a5-b6972c720f7c', 'name': 'network-vif-deleted', 'tag': '01fdcb60-f61b-461f-bc35-b570e3b520b7', 'status': 'completed', 'code': 200} Mar 23 01:50:26.719463 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (17544505-27f5-4523-9a4c-c4cc5ce5b25b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.736728 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.746116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56512) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:26.755720 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/networks/17544505-27f5-4523-9a4c-c4cc5ce5b25b HTTP/1.1" status: 204 len: 168 time: 2.7559438 Mar 23 01:50:26.758333 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dbba0823-c6bc-499a-9cae-009207ee1342 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks [] for port (1f760999-2242-488a-8ec8-86ce4b720bc9), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.759016 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-2e080841-b5c0-4c3c-9db0-82fa75a6a52a tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1218254287'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:26.798840 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dbba0823-c6bc-499a-9cae-009207ee1342 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (1f760999-2242-488a-8ec8-86ce4b720bc9), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.823486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a5148-d62e-4c7d-bf04-f8335a75adc5 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event deleted for resources: {'Network': ['ID=17544505-27f5-4523-9a4c-c4cc5ce5b25b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:26.827653 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a77c0676-99fd-4486-967d-60810fe44105 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5bbce2b7-1063-4d8d-90f9-0f66e4977a98), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.828303 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a77c0676-99fd-4486-967d-60810fe44105 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for floatingip (5bbce2b7-1063-4d8d-90f9-0f66e4977a98), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.847521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-a77c0676-99fd-4486-967d-60810fe44105 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for 5bbce2b7-1063-4d8d-90f9-0f66e4977a98 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:26.850279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e080841-b5c0-4c3c-9db0-82fa75a6a52a tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Made reservation on behalf of 76ec224c77644afd9874d8206b3a6945 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:26.854400 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2e080841-b5c0-4c3c-9db0-82fa75a6a52a tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.864415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-dbba0823-c6bc-499a-9cae-009207ee1342 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] In _notify_port_updated(), no bound segment for port 1f760999-2242-488a-8ec8-86ce4b720bc9 on network 1177c4ad-6c2d-423b-b3c1-65963106f011 {{(pid=99264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 01:50:26.870704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbba0823-c6bc-499a-9cae-009207ee1342 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:26.871517 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dbba0823-c6bc-499a-9cae-009207ee1342 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:26.876221 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dbba0823-c6bc-499a-9cae-009207ee1342 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "PUT /v2.0/ports/1f760999-2242-488a-8ec8-86ce4b720bc9 HTTP/1.1" status: 200 len: 1001 time: 1.2253938 Mar 23 01:50:26.877353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56522) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:26.898793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba0823-c6bc-499a-9cae-009207ee1342 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event updated for resources: {'Port': ['ID=1f760999-2242-488a-8ec8-86ce4b720bc9,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:26.930632 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 09094e0f-7be0-4186-95a9-18efda0cbace up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:50:26.965171 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-797c174e-924b-4718-9150-f8daafdc0ba2 None None] Could not find standard attr ID for object 69db4206-19ed-44e3-8407-95fe7028168c. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:50:26.998274 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e080841-b5c0-4c3c-9db0-82fa75a6a52a tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:50:27.028493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 09094e0f-7be0-4186-95a9-18efda0cbace triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:27.029641 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (09094e0f-7be0-4186-95a9-18efda0cbace), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:27.038886 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2e080841-b5c0-4c3c-9db0-82fa75a6a52a tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (8e379497-f86b-4b44-8c65-c24b7e9c8919), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:27.040046 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-2e080841-b5c0-4c3c-9db0-82fa75a6a52a tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Added segment 8e379497-f86b-4b44-8c65-c24b7e9c8919 of type vlan for network fd769f07-4dd0-40d9-8103-9c387aa24146 Mar 23 01:50:27.131480 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2e080841-b5c0-4c3c-9db0-82fa75a6a52a tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (fd769f07-4dd0-40d9-8103-9c387aa24146), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:27.201207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56528) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:27.203367 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 09094e0f-7be0-4186-95a9-18efda0cbace is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:27.233562 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-6254b9c5-1a0b-4159-8cd0-084db472b12b tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Deleting port 1f760999-2242-488a-8ec8-86ce4b720bc9 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:27.234399 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6254b9c5-1a0b-4159-8cd0-084db472b12b tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1f760999-2242-488a-8ec8-86ce4b720bc9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:27.237663 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2e080841-b5c0-4c3c-9db0-82fa75a6a52a tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (fd769f07-4dd0-40d9-8103-9c387aa24146), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:27.243359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e080841-b5c0-4c3c-9db0-82fa75a6a52a tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:27.244183 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2e080841-b5c0-4c3c-9db0-82fa75a6a52a tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:27.391654 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4994b843-4bad-4f6d-8ed8-fd996d4b19c3 None None] Provisioning complete for port 1f760999-2242-488a-8ec8-86ce4b720bc9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:27.392111 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4994b843-4bad-4f6d-8ed8-fd996d4b19c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1f760999-2242-488a-8ec8-86ce4b720bc9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:27.424430 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2e080841-b5c0-4c3c-9db0-82fa75a6a52a tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6769938 Mar 23 01:50:27.433958 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56532) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:27.445202 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b0213cb1-ac93-49b3-8159-9bdea399a281 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Request body: {'subnet': {'network_id': 'fd769f07-4dd0-40d9-8103-9c387aa24146', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:27.458302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4994b843-4bad-4f6d-8ed8-fd996d4b19c3 None None] Port 1f760999-2242-488a-8ec8-86ce4b720bc9 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:27.459966 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a77c0676-99fd-4486-967d-60810fe44105 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (5bbce2b7-1063-4d8d-90f9-0f66e4977a98), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:27.482468 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e080841-b5c0-4c3c-9db0-82fa75a6a52a tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event updated for resources: {'Network': ['ID=fd769f07-4dd0-40d9-8103-9c387aa24146,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:27.497830 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network fd769f07-4dd0-40d9-8103-9c387aa24146 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:50:27.553414 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 01fdcb60-f61b-461f-bc35-b570e3b520b7 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:50:27.554762 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c0676-99fd-4486-967d-60810fe44105 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=5bbce2b7-1063-4d8d-90f9-0f66e4977a98,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:27.580346 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 01fdcb60-f61b-461f-bc35-b570e3b520b7 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:50:27.581082 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 01fdcb60-f61b-461f-bc35-b570e3b520b7 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:50:27.592773 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6254b9c5-1a0b-4159-8cd0-084db472b12b tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1f760999-2242-488a-8ec8-86ce4b720bc9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:27.652421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-6254b9c5-1a0b-4159-8cd0-084db472b12b tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Calling delete_port for 1f760999-2242-488a-8ec8-86ce4b720bc9 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:27.737367 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0213cb1-ac93-49b3-8159-9bdea399a281 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Made reservation on behalf of 76ec224c77644afd9874d8206b3a6945 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:27.740851 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b0213cb1-ac93-49b3-8159-9bdea399a281 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:27.750751 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a77c0676-99fd-4486-967d-60810fe44105 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for floatingip (6816e61d-ae18-414a-94e3-a82a994e04d7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:27.751076 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-a77c0676-99fd-4486-967d-60810fe44105 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Floating IP 6816e61d-ae18-414a-94e3-a82a994e04d7 disassociated (deleted). External IP: 172.25.0.41, port: cb8bf3aa-b24a-49e4-a100-ba716a956c98. Mar 23 01:50:27.986650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-099f12eb-6f9c-467e-8b39-80e9a3af5c9f None None] Provisioning complete for port 1f760999-2242-488a-8ec8-86ce4b720bc9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:27.987449 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-099f12eb-6f9c-467e-8b39-80e9a3af5c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1f760999-2242-488a-8ec8-86ce4b720bc9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:28.012993 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:28.022250 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-099f12eb-6f9c-467e-8b39-80e9a3af5c9f None None] Port 1f760999-2242-488a-8ec8-86ce4b720bc9 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:28.084697 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6254b9c5-1a0b-4159-8cd0-084db472b12b tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1f760999-2242-488a-8ec8-86ce4b720bc9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:28.158382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254b9c5-1a0b-4159-8cd0-084db472b12b tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event deleted for resources: {'Port': ['ID=1f760999-2242-488a-8ec8-86ce4b720bc9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:28.278454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Deleting port 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:28.278672 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5b87daeb-2ec3-47f7-a54c-64e2d5fa3def), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:28.279705 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77c0676-99fd-4486-967d-60810fe44105 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router e2e22f1f-de98-4f24-9e81-9b292220033a has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:50:28.317519 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6254b9c5-1a0b-4159-8cd0-084db472b12b tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:28.323565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56536) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:28.323686 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6254b9c5-1a0b-4159-8cd0-084db472b12b tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "DELETE /v2.0/ports/1f760999-2242-488a-8ec8-86ce4b720bc9 HTTP/1.1" status: 204 len: 168 time: 1.4438124 Mar 23 01:50:28.375155 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-9520545e-18f1-4022-a8c0-dcbe9adf70ab tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] GET failed (client error): The resource could not be found. Mar 23 01:50:28.376644 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9520545e-18f1-4022-a8c0-dcbe9adf70ab tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "GET /v2.0/ports/1f760999-2242-488a-8ec8-86ce4b720bc9 HTTP/1.1" status: 404 len: 333 time: 0.0521326 Mar 23 01:50:28.385073 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56540) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:28.390099 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-fd9ec84e-64ab-4c56-8719-9d590e7c63d7 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Request body: {'port': {'network_id': '1177c4ad-6c2d-423b-b3c1-65963106f011', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1135497202'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:28.427487 n-d-834677-4 neutron-server[99263]: DEBUG neutron.objects.ports [None req-b0213cb1-ac93-49b3-8159-9bdea399a281 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99263) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:50:28.430783 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b0213cb1-ac93-49b3-8159-9bdea399a281 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (6613a615-b454-4e37-887f-4cb779364681), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:28.457149 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] For port 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5b87daeb-2ec3-47f7-a54c-64e2d5fa3def,segment=NetworkSegment(4f73d738-137b-40e3-849f-32882620912b),segment_id=4f73d738-137b-40e3-849f-32882620912b)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:28.457521 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5b87daeb-2ec3-47f7-a54c-64e2d5fa3def), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:28.475746 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Calling delete_port for 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:28.515029 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0213cb1-ac93-49b3-8159-9bdea399a281 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event updated for resources: {'Subnet': ['ID=6613a615-b454-4e37-887f-4cb779364681,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:28.528479 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77c0676-99fd-4486-967d-60810fe44105 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:50:28.533493 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a77c0676-99fd-4486-967d-60810fe44105 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:28.538487 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0213cb1-ac93-49b3-8159-9bdea399a281 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Checking segment: {'id': '8e379497-f86b-4b44-8c65-c24b7e9c8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fd769f07-4dd0-40d9-8103-9c387aa24146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:28.538850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0213cb1-ac93-49b3-8159-9bdea399a281 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Network hostable DHCP agents. Network: fd769f07-4dd0-40d9-8103-9c387aa24146, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:50:28.546231 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0a88e-1d50-4c35-93c3-681655610b8c None None] Sync routers for ids ['e2e22f1f-de98-4f24-9e81-9b292220033a'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:50:28.576924 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a77c0676-99fd-4486-967d-60810fe44105 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/floatingips/6816e61d-ae18-414a-94e3-a82a994e04d7 HTTP/1.1" status: 204 len: 168 time: 2.2877626 Mar 23 01:50:28.579324 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'tag': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:50:28.582107 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9879ceab-e53a-4b00-a5f0-a7de862d8c57" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfcd534-fcb7-4fd7-80d9-911a774103f0", "tag": "cb8bf3aa-b24a-49e4-a100-ba716a956c98"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:50:28.585649 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0a88e-1d50-4c35-93c3-681655610b8c None None] Routers {'e2e22f1f-de98-4f24-9e81-9b292220033a'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:28.587571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0213cb1-ac93-49b3-8159-9bdea399a281 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Network fd769f07-4dd0-40d9-8103-9c387aa24146 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:50:28.589081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9ec84e-64ab-4c56-8719-9d590e7c63d7 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Made reservation on behalf of 2e802ae52360487aabf27d1f5738d084 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:28.589672 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0cd0a88e-1d50-4c35-93c3-681655610b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e2e22f1f-de98-4f24-9e81-9b292220033a'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:28.594600 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec84e-64ab-4c56-8719-9d590e7c63d7 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:28.603814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-b0213cb1-ac93-49b3-8159-9bdea399a281 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, fd769f07-4dd0-40d9-8103-9c387aa24146) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:28.609141 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0213cb1-ac93-49b3-8159-9bdea399a281 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:28.610169 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b0213cb1-ac93-49b3-8159-9bdea399a281 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:28.635495 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b0213cb1-ac93-49b3-8159-9bdea399a281 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2000833 Mar 23 01:50:28.638055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56546) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:28.706178 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eeffe12-de6c-4685-9462-a8ae704b9abb x-openstack-request-id: req-7eeffe12-de6c-4685-9462-a8ae704b9abb {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:50:28.706531 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfcd534-fcb7-4fd7-80d9-911a774103f0", "tag": "cb8bf3aa-b24a-49e4-a100-ba716a956c98", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:50:28.706789 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7eeffe12-de6c-4685-9462-a8ae704b9abb {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:50:28.707266 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eeffe12-de6c-4685-9462-a8ae704b9abb'] response: {'name': 'network-changed', 'server_uuid': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'tag': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98', 'status': 'completed', 'code': 200} Mar 23 01:50:28.716306 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-fd9ec84e-64ab-4c56-8719-9d590e7c63d7 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] device_id is not set on port 38d6b2ce-4675-4981-8ce3-e8689423221e yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:50:28.775427 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a69dd00-8020-4cac-8d90-a9dad683a122 None None] Network fd769f07-4dd0-40d9-8103-9c387aa24146 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:28.915269 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e62b9129-25a3-41fd-b012-262776d31462 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (fd769f07-4dd0-40d9-8103-9c387aa24146), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:28.953131 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-fd9ec84e-64ab-4c56-8719-9d590e7c63d7 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Allocated IP 2001:db8::287 (1177c4ad-6c2d-423b-b3c1-65963106f011/b5095373-b254-4871-a75c-eb4ce648a87a/38d6b2ce-4675-4981-8ce3-e8689423221e) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:28.963649 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-0cd0a88e-1d50-4c35-93c3-681655610b8c None None] Set router e2e22f1f-de98-4f24-9e81-9b292220033a gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:50:28.971157 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (5b87daeb-2ec3-47f7-a54c-64e2d5fa3def), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:29.039875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b87daeb-2ec3-47f7-a54c-64e2d5fa3def,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:29.081172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:29.081529 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:29.081875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:29.082215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:29.082552 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:29.082847 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e62b9129-25a3-41fd-b012-262776d31462 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (6613a615-b454-4e37-887f-4cb779364681), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:29.082971 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:29.083212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:29.083519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:29.083845 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:29.084169 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:29.084495 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:29.084858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:29.085187 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:29.085511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:29.085846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:29.188318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf79d1-f9c3-42de-a3a3-06c80568f202 req-48081410-979e-46b9-a182-0debeb348db1 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:29.189926 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-45cf79d1-f9c3-42de-a3a3-06c80568f202 req-48081410-979e-46b9-a182-0debeb348db1 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.2223916 Mar 23 01:50:29.205289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55995d98-dd42-4ed1-b3e1-ebf4e583a74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-fd769f07-4dd0-40d9-8103-9c387aa24146', 'network_id': 'fd769f07-4dd0-40d9-8103-9c387aa24146', 'project_id': '76ec224c77644afd9874d8206b3a6945', 'fixed_ips': [{'subnet_id': '6613a615-b454-4e37-887f-4cb779364681'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:50:29.206188 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-55995d98-dd42-4ed1-b3e1-ebf4e583a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:29.210367 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e62b9129-25a3-41fd-b012-262776d31462 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (6613a615-b454-4e37-887f-4cb779364681), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:29.323692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b9129-25a3-41fd-b012-262776d31462 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event deleted for resources: {'Subnet': ['ID=6613a615-b454-4e37-887f-4cb779364681,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:29.354348 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e62b9129-25a3-41fd-b012-262776d31462 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (fd769f07-4dd0-40d9-8103-9c387aa24146), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:29.361853 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec84e-64ab-4c56-8719-9d590e7c63d7 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks [] for port (38d6b2ce-4675-4981-8ce3-e8689423221e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:29.376202 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ceab-e53a-4b00-a5f0-a7de862d8c57 req-976b448f-6434-4827-be11-e84c01630a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:29.378135 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9879ceab-e53a-4b00-a5f0-a7de862d8c57 req-976b448f-6434-4827-be11-e84c01630a39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 1128 time: 0.6189940 Mar 23 01:50:29.380175 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-45cf79d1-f9c3-42de-a3a3-06c80568f202 req-2e474d8f-51fc-482d-80bf-50f68a950474 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816497 Mar 23 01:50:29.399373 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e62b9129-25a3-41fd-b012-262776d31462 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd769f07-4dd0-40d9-8103-9c387aa24146']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:29.404839 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3994a66b-089b-4dcf-8254-f2d0027d2b97 None None] Network fd769f07-4dd0-40d9-8103-9c387aa24146 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:29.425780 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:29.506478 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0cd0a88e-1d50-4c35-93c3-681655610b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90898684', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:47:43Z', 'updated_at': '2022-03-23T01:47:56Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:44Z', 'updated_at': '2022-03-23T01:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b', 'name': '', 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:86:d1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:53Z', 'updated_at': '2022-03-23T01:48:05Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:29.515383 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec84e-64ab-4c56-8719-9d590e7c63d7 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (38d6b2ce-4675-4981-8ce3-e8689423221e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:29.555854 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ceab-e53a-4b00-a5f0-a7de862d8c57 req-38e56632-e688-4617-b705-e76f08bd2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:29.558150 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0a88e-1d50-4c35-93c3-681655610b8c None None] Checking router: e2e22f1f-de98-4f24-9e81-9b292220033a for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:50:29.558836 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9879ceab-e53a-4b00-a5f0-a7de862d8c57 req-38e56632-e688-4617-b705-e76f08bd2505 service neutron] 10.222.0.43 "GET /v2.0/networks?id=87aa8238-b3d1-4249-8bf5-f96b20def476 HTTP/1.1" status: 200 len: 897 time: 0.1630299 Mar 23 01:50:29.569063 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0a88e-1d50-4c35-93c3-681655610b8c None None] Routers {'e2e22f1f-de98-4f24-9e81-9b292220033a'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:29.569690 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0cd0a88e-1d50-4c35-93c3-681655610b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e2e22f1f-de98-4f24-9e81-9b292220033a'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:29.570861 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e62b9129-25a3-41fd-b012-262776d31462 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e379497-f86b-4b44-8c65-c24b7e9c8919') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:29.571420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e62b9129-25a3-41fd-b012-262776d31462 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e379497-f86b-4b44-8c65-c24b7e9c8919') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:29.574008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9ec84e-64ab-4c56-8719-9d590e7c63d7 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Network 1177c4ad-6c2d-423b-b3c1-65963106f011 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:29.580616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-fd9ec84e-64ab-4c56-8719-9d590e7c63d7 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:29.586130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ec84e-64ab-4c56-8719-9d590e7c63d7 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:29.592859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9ec84e-64ab-4c56-8719-9d590e7c63d7 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:29.593620 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec84e-64ab-4c56-8719-9d590e7c63d7 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:29.596927 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e62b9129-25a3-41fd-b012-262776d31462 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (8e379497-f86b-4b44-8c65-c24b7e9c8919), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:29.616204 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e62b9129-25a3-41fd-b012-262776d31462 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (8e379497-f86b-4b44-8c65-c24b7e9c8919), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:29.637208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ec84e-64ab-4c56-8719-9d590e7c63d7 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event updated for resources: {'Port': ['ID=38d6b2ce-4675-4981-8ce3-e8689423221e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:29.661714 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fd9ec84e-64ab-4c56-8719-9d590e7c63d7 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2754219 Mar 23 01:50:29.664209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56560) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:29.674954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-2df4f5d2-7d5a-4839-b531-9ac38aaa87a2 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8f:8c:b4'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:29.686769 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9879ceab-e53a-4b00-a5f0-a7de862d8c57 req-838a1a80-8c89-40fc-b7e1-25854ba94dff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98 HTTP/1.1" status: 200 len: 217 time: 0.0665903 Mar 23 01:50:29.711143 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62b9129-25a3-41fd-b012-262776d31462 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:50:29.719484 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e62b9129-25a3-41fd-b012-262776d31462 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (8e379497-f86b-4b44-8c65-c24b7e9c8919), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:29.720024 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-0cd0a88e-1d50-4c35-93c3-681655610b8c None None] Set router e2e22f1f-de98-4f24-9e81-9b292220033a gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:50:29.725833 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:50:29.864725 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2df4f5d2-7d5a-4839-b531-9ac38aaa87a2 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (38d6b2ce-4675-4981-8ce3-e8689423221e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:29.887378 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ceab-e53a-4b00-a5f0-a7de862d8c57 req-47bcd833-2583-42b7-96b6-f773854a7ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:29.889104 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9879ceab-e53a-4b00-a5f0-a7de862d8c57 req-47bcd833-2583-42b7-96b6-f773854a7ff9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2e48427a-299d-4910-9d09-e0cfab05d4bd HTTP/1.1" status: 200 len: 834 time: 0.1924551 Mar 23 01:50:29.891064 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e62b9129-25a3-41fd-b012-262776d31462 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (fd769f07-4dd0-40d9-8103-9c387aa24146), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:29.897672 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e62b9129-25a3-41fd-b012-262776d31462 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:29.906714 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e62b9129-25a3-41fd-b012-262776d31462 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/networks/fd769f07-4dd0-40d9-8103-9c387aa24146 HTTP/1.1" status: 204 len: 168 time: 1.2620525 Mar 23 01:50:29.920233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56562) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:29.929948 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b9129-25a3-41fd-b012-262776d31462 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event deleted for resources: {'Network': ['ID=fd769f07-4dd0-40d9-8103-9c387aa24146,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:29.975583 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c267e6-62c7-4613-ae7b-485225be21c4 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] DELETE failed (client error): The resource could not be found. Mar 23 01:50:29.976053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c267e6-62c7-4613-ae7b-485225be21c4 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:50:29.981698 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e8c267e6-62c7-4613-ae7b-485225be21c4 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/subnets/6613a615-b454-4e37-887f-4cb779364681 HTTP/1.1" status: 404 len: 337 time: 0.0455437 Mar 23 01:50:29.995910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56566) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:30.007474 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c917c6f0-766e-4851-be19-d2fd8189a0b4 None None] Provisioning complete for port 38d6b2ce-4675-4981-8ce3-e8689423221e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:30.007854 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c917c6f0-766e-4851-be19-d2fd8189a0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (38d6b2ce-4675-4981-8ce3-e8689423221e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:30.021374 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-12be3670-db33-4c62-b87e-15bb6f27f38b tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] DELETE failed (client error): The resource could not be found. Mar 23 01:50:30.021892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12be3670-db33-4c62-b87e-15bb6f27f38b tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:50:30.027615 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-12be3670-db33-4c62-b87e-15bb6f27f38b tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/networks/fd769f07-4dd0-40d9-8103-9c387aa24146 HTTP/1.1" status: 404 len: 339 time: 0.0265706 Mar 23 01:50:30.031185 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56568) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:30.063529 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-971d71d3-96e5-4eeb-bbc6-22f7a9894571 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] DELETE failed (client error): The resource could not be found. Mar 23 01:50:30.064001 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971d71d3-96e5-4eeb-bbc6-22f7a9894571 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:50:30.065869 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c917c6f0-766e-4851-be19-d2fd8189a0b4 None None] Port 38d6b2ce-4675-4981-8ce3-e8689423221e cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:30.070842 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-971d71d3-96e5-4eeb-bbc6-22f7a9894571 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/subnets/e6b723a8-dd31-4453-87f3-ef8bffcc8db9 HTTP/1.1" status: 404 len: 337 time: 0.0333683 Mar 23 01:50:30.071112 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56572) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:30.085103 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ceab-e53a-4b00-a5f0-a7de862d8c57 req-c28b5f78-864c-4482-945b-69695c64d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:30.087564 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9879ceab-e53a-4b00-a5f0-a7de862d8c57 req-c28b5f78-864c-4482-945b-69695c64d9cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=87aa8238-b3d1-4249-8bf5-f96b20def476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1846392 Mar 23 01:50:30.109225 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5de1515-5329-4f9a-817a-c6312d7fba46 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] DELETE failed (client error): The resource could not be found. Mar 23 01:50:30.109770 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5de1515-5329-4f9a-817a-c6312d7fba46 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:50:30.115223 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f5de1515-5329-4f9a-817a-c6312d7fba46 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/networks/17544505-27f5-4523-9a4c-c4cc5ce5b25b HTTP/1.1" status: 404 len: 339 time: 0.0407302 Mar 23 01:50:30.120778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0cd0a88e-1d50-4c35-93c3-681655610b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90898684', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:47:43Z', 'updated_at': '2022-03-23T01:47:56Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:44Z', 'updated_at': '2022-03-23T01:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b', 'name': '', 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:86:d1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:53Z', 'updated_at': '2022-03-23T01:48:05Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:30.122444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56574) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:30.140764 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Router 66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:50:30.159701 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd0a88e-1d50-4c35-93c3-681655610b8c None None] The sync data for ids ['e2e22f1f-de98-4f24-9e81-9b292220033a'] in n-d-834677-4 is: [{'id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90898684', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:47:43Z', 'updated_at': '2022-03-23T01:47:56Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:44Z', 'updated_at': '2022-03-23T01:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b', 'name': '', 'network_id': '87aa8238-b3d1-4249-8bf5-f96b20def476', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:86:d1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:53Z', 'updated_at': '2022-03-23T01:48:05Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2e48427a-299d-4910-9d09-e0cfab05d4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:50:30.188347 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bba2f54-cef5-4d28-b3d9-6996c6d8db38 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] DELETE failed (client error): The resource could not be found. Mar 23 01:50:30.189610 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bba2f54-cef5-4d28-b3d9-6996c6d8db38 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:50:30.193095 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7bba2f54-cef5-4d28-b3d9-6996c6d8db38 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/subnets/f17e07d2-83d3-41b8-ab24-9641655d0b26 HTTP/1.1" status: 404 len: 337 time: 0.0692799 Mar 23 01:50:30.195617 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56576) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:30.222919 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb0c071-ad1f-4bb9-9a87-673e724cc74e tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] DELETE failed (client error): The resource could not be found. Mar 23 01:50:30.223626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb0c071-ad1f-4bb9-9a87-673e724cc74e tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:50:30.226403 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4fb0c071-ad1f-4bb9-9a87-673e724cc74e tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/networks/c3ddf850-8d60-4d09-be94-8e765caaa654 HTTP/1.1" status: 404 len: 339 time: 0.0298226 Mar 23 01:50:30.229200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56578) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:30.339414 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:50:30.340455 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9879ceab-e53a-4b00-a5f0-a7de862d8c57 req-3b63a19d-3249-4099-acbb-e615c6337afb service neutron] 10.222.0.43 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402966 Mar 23 01:50:30.344813 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2df4f5d2-7d5a-4839-b531-9ac38aaa87a2 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks [] for port (38d6b2ce-4675-4981-8ce3-e8689423221e), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:30.353986 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-aea5b5a2-e04f-450c-9a66-f85edf196fd6 admin admin] 10.222.0.18 "PUT /v2.0/routers/66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1485925 Mar 23 01:50:30.354437 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1723d122-3af3-4644-9c75-8b0e96d7e8fa None None] Sync routers for ids ['66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:50:30.355360 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56580) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:30.355501 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2df4f5d2-7d5a-4839-b531-9ac38aaa87a2 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (38d6b2ce-4675-4981-8ce3-e8689423221e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:30.390519 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1723d122-3af3-4644-9c75-8b0e96d7e8fa None None] Routers {'66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:30.391651 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1723d122-3af3-4644-9c75-8b0e96d7e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:30.420136 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-2df4f5d2-7d5a-4839-b531-9ac38aaa87a2 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] In _notify_port_updated(), no bound segment for port 38d6b2ce-4675-4981-8ce3-e8689423221e on network 1177c4ad-6c2d-423b-b3c1-65963106f011 {{(pid=99264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 01:50:30.425871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df4f5d2-7d5a-4839-b531-9ac38aaa87a2 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:30.426534 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2df4f5d2-7d5a-4839-b531-9ac38aaa87a2 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:30.443736 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2df4f5d2-7d5a-4839-b531-9ac38aaa87a2 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "PUT /v2.0/ports/38d6b2ce-4675-4981-8ce3-e8689423221e HTTP/1.1" status: 200 len: 1003 time: 0.7744308 Mar 23 01:50:30.457159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56584) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:30.490851 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfe67747-63c7-4cf7-9bb2-929ceec94224 admin admin] Publish callbacks [] for router (66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:30.553984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4f5d2-7d5a-4839-b531-9ac38aaa87a2 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event updated for resources: {'Port': ['ID=38d6b2ce-4675-4981-8ce3-e8689423221e,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:30.578699 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-1723d122-3af3-4644-9c75-8b0e96d7e8fa None None] Set router 66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:50:30.676239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d2d48c54-9b78-4a5d-8810-9fd55868dbd6 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Deleting port 38d6b2ce-4675-4981-8ce3-e8689423221e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:30.676239 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2d48c54-9b78-4a5d-8810-9fd55868dbd6 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (38d6b2ce-4675-4981-8ce3-e8689423221e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:30.685642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a3208-6cc1-47f8-8561-350c5570e40d None None] New status for floating IP 6816e61d-ae18-414a-94e3-a82a994e04d7: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:50:30.867547 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2d48c54-9b78-4a5d-8810-9fd55868dbd6 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (38d6b2ce-4675-4981-8ce3-e8689423221e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:30.881938 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1723d122-3af3-4644-9c75-8b0e96d7e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'name': 'tempest-ServerRescueTestJSON-100399356-router', 'tenant_id': '839ebfe64dd74d1c922d34d74c877e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:13Z', 'updated_at': '2022-03-23T01:50:28Z', 'revision_number': 5, 'project_id': '839ebfe64dd74d1c922d34d74c877e99', 'gw_port': {'id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:16Z', 'updated_at': '2022-03-23T01:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:30.899703 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d2d48c54-9b78-4a5d-8810-9fd55868dbd6 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Calling delete_port for 38d6b2ce-4675-4981-8ce3-e8689423221e owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:30.908041 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-246e87b4-02ad-458c-869d-f75f62ac4309 None None] Provisioning complete for port 38d6b2ce-4675-4981-8ce3-e8689423221e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:30.908489 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-246e87b4-02ad-458c-869d-f75f62ac4309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (38d6b2ce-4675-4981-8ce3-e8689423221e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:30.920792 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1723d122-3af3-4644-9c75-8b0e96d7e8fa None None] Checking router: 66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:50:30.931170 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1723d122-3af3-4644-9c75-8b0e96d7e8fa None None] Routers {'66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:30.932828 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1723d122-3af3-4644-9c75-8b0e96d7e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:30.954456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-246e87b4-02ad-458c-869d-f75f62ac4309 None None] Port 38d6b2ce-4675-4981-8ce3-e8689423221e cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:31.050526 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2d48c54-9b78-4a5d-8810-9fd55868dbd6 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (38d6b2ce-4675-4981-8ce3-e8689423221e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:31.057569 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-1723d122-3af3-4644-9c75-8b0e96d7e8fa None None] Set router 66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:50:31.118830 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d48c54-9b78-4a5d-8810-9fd55868dbd6 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event deleted for resources: {'Port': ['ID=38d6b2ce-4675-4981-8ce3-e8689423221e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:31.121300 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2d48c54-9b78-4a5d-8810-9fd55868dbd6 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:31.127618 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d2d48c54-9b78-4a5d-8810-9fd55868dbd6 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "DELETE /v2.0/ports/38d6b2ce-4675-4981-8ce3-e8689423221e HTTP/1.1" status: 204 len: 168 time: 0.6694121 Mar 23 01:50:31.128680 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56590) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:31.158264 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d00911-f929-4833-a43e-0460b3e4273f tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] GET failed (client error): The resource could not be found. Mar 23 01:50:31.166601 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d5d00911-f929-4833-a43e-0460b3e4273f tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "GET /v2.0/ports/38d6b2ce-4675-4981-8ce3-e8689423221e HTTP/1.1" status: 404 len: 333 time: 0.0363741 Mar 23 01:50:31.166844 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56592) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:31.178703 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-be4870bd-ced2-4fa6-81ba-5d2911cb6071 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Request body: {'port': {'network_id': '1177c4ad-6c2d-423b-b3c1-65963106f011', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-683153095'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:31.262121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b46a8-7978-448e-b86a-c0c550453e07 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Deleting port b4432c3e-795e-4c59-be96-bb57e36a5cd9 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:31.262646 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc7b46a8-7978-448e-b86a-c0c550453e07 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b4432c3e-795e-4c59-be96-bb57e36a5cd9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:31.295759 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1723d122-3af3-4644-9c75-8b0e96d7e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'name': 'tempest-ServerRescueTestJSON-100399356-router', 'tenant_id': '839ebfe64dd74d1c922d34d74c877e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:13Z', 'updated_at': '2022-03-23T01:50:28Z', 'revision_number': 5, 'project_id': '839ebfe64dd74d1c922d34d74c877e99', 'gw_port': {'id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:16Z', 'updated_at': '2022-03-23T01:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:31.307033 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdacfb-0e83-40ab-adf4-7c6a9f6e1a7b req-ca556cc5-1cc7-4c77-ae47-f8b1521c827c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:31.308590 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cacdacfb-0e83-40ab-adf4-7c6a9f6e1a7b req-ca556cc5-1cc7-4c77-ae47-f8b1521c827c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.2353845 Mar 23 01:50:31.350995 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1723d122-3af3-4644-9c75-8b0e96d7e8fa None None] The sync data for ids ['66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c'] in n-d-834677-4 is: [{'id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'name': 'tempest-ServerRescueTestJSON-100399356-router', 'tenant_id': '839ebfe64dd74d1c922d34d74c877e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:48:13Z', 'updated_at': '2022-03-23T01:50:28Z', 'revision_number': 5, 'project_id': '839ebfe64dd74d1c922d34d74c877e99', 'gw_port': {'id': '690ef07e-8e55-4c36-9010-e8d3d22ab6ac', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:48:16Z', 'updated_at': '2022-03-23T01:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:50:31.352589 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4870bd-ced2-4fa6-81ba-5d2911cb6071 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Made reservation on behalf of 2e802ae52360487aabf27d1f5738d084 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:31.360258 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfe67747-63c7-4cf7-9bb2-929ceec94224 admin admin] Publish callbacks [] for router_gateway (66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:31.365913 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be4870bd-ced2-4fa6-81ba-5d2911cb6071 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:31.376338 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eca058-af31-42d8-87f8-5c3c5224cda4 req-0ea410c0-efc4-4972-8a87-4f15a9af5e85 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:31.377784 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57eca058-af31-42d8-87f8-5c3c5224cda4 req-0ea410c0-efc4-4972-8a87-4f15a9af5e85 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 946 time: 0.3063407 Mar 23 01:50:31.406978 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-be4870bd-ced2-4fa6-81ba-5d2911cb6071 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] device_id is not set on port 5a1543f9-4375-4aed-a04b-425340cf7615 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:50:31.457253 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9879ceab-e53a-4b00-a5f0-a7de862d8c57 req-88454a8e-8e60-4950-b54c-c3194de3ec4c service neutron] 10.222.0.43 "GET /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867536 Mar 23 01:50:31.510932 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc7b46a8-7978-448e-b86a-c0c550453e07 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b4432c3e-795e-4c59-be96-bb57e36a5cd9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:31.554581 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b46a8-7978-448e-b86a-c0c550453e07 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Calling delete_port for b4432c3e-795e-4c59-be96-bb57e36a5cd9 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:31.596071 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-be4870bd-ced2-4fa6-81ba-5d2911cb6071 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Allocated IP 2001:db8::241 (1177c4ad-6c2d-423b-b3c1-65963106f011/b5095373-b254-4871-a75c-eb4ce648a87a/5a1543f9-4375-4aed-a04b-425340cf7615) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:31.596913 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57eca058-af31-42d8-87f8-5c3c5224cda4 req-a7580e42-b37b-4d42-87c2-a4f05c3f4278 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019179 Mar 23 01:50:31.683653 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-cfe67747-63c7-4cf7-9bb2-929ceec94224 admin admin] Deleting port 690ef07e-8e55-4c36-9010-e8d3d22ab6ac {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:31.683996 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfe67747-63c7-4cf7-9bb2-929ceec94224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (690ef07e-8e55-4c36-9010-e8d3d22ab6ac), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:31.717401 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-cacdacfb-0e83-40ab-adf4-7c6a9f6e1a7b req-eeff884c-bad3-47d3-8116-1c85541e3005 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port cb8bf3aa-b24a-49e4-a100-ba716a956c98 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:31.717401 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cacdacfb-0e83-40ab-adf4-7c6a9f6e1a7b req-eeff884c-bad3-47d3-8116-1c85541e3005 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:31.785986 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be4870bd-ced2-4fa6-81ba-5d2911cb6071 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks [] for port (5a1543f9-4375-4aed-a04b-425340cf7615), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:31.839022 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be4870bd-ced2-4fa6-81ba-5d2911cb6071 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (5a1543f9-4375-4aed-a04b-425340cf7615), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:31.864355 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc7b46a8-7978-448e-b86a-c0c550453e07 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b4432c3e-795e-4c59-be96-bb57e36a5cd9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:31.894664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4870bd-ced2-4fa6-81ba-5d2911cb6071 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Network 1177c4ad-6c2d-423b-b3c1-65963106f011 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:31.900032 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-cacdacfb-0e83-40ab-adf4-7c6a9f6e1a7b req-eeff884c-bad3-47d3-8116-1c85541e3005 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] For port cb8bf3aa-b24a-49e4-a100-ba716a956c98, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=cb8bf3aa-b24a-49e4-a100-ba716a956c98,segment=NetworkSegment(6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2),segment_id=6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:31.900373 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cacdacfb-0e83-40ab-adf4-7c6a9f6e1a7b req-eeff884c-bad3-47d3-8116-1c85541e3005 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:31.901819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-be4870bd-ced2-4fa6-81ba-5d2911cb6071 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:31.917983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4870bd-ced2-4fa6-81ba-5d2911cb6071 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:31.924084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4870bd-ced2-4fa6-81ba-5d2911cb6071 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:31.925260 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be4870bd-ced2-4fa6-81ba-5d2911cb6071 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:31.959231 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b46a8-7978-448e-b86a-c0c550453e07 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event deleted for resources: {'Port': ['ID=b4432c3e-795e-4c59-be96-bb57e36a5cd9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:31.961809 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc7b46a8-7978-448e-b86a-c0c550453e07 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:31.968118 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dc7b46a8-7978-448e-b86a-c0c550453e07 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/ports/b4432c3e-795e-4c59-be96-bb57e36a5cd9 HTTP/1.1" status: 204 len: 168 time: 1.7380838 Mar 23 01:50:31.971110 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-cacdacfb-0e83-40ab-adf4-7c6a9f6e1a7b req-eeff884c-bad3-47d3-8116-1c85541e3005 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for cb8bf3aa-b24a-49e4-a100-ba716a956c98 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:31.973100 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56600) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:31.974779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-cfe67747-63c7-4cf7-9bb2-929ceec94224 admin admin] For port 690ef07e-8e55-4c36-9010-e8d3d22ab6ac, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=690ef07e-8e55-4c36-9010-e8d3d22ab6ac,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:31.975150 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfe67747-63c7-4cf7-9bb2-929ceec94224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (690ef07e-8e55-4c36-9010-e8d3d22ab6ac), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:31.985132 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-be4870bd-ced2-4fa6-81ba-5d2911cb6071 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8172491 Mar 23 01:50:31.989916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56602) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:31.996843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4ae6d68e-cbef-4ff8-b406-74b469743fef tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Request body: {'port': {'network_id': '1177c4ad-6c2d-423b-b3c1-65963106f011', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1150928450'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:32.021464 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b1515b-dbdc-456c-a2b4-203772faea31 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] DELETE failed (client error): The resource could not be found. Mar 23 01:50:32.021927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b1515b-dbdc-456c-a2b4-203772faea31 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:50:32.025016 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c6b1515b-dbdc-456c-a2b4-203772faea31 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/subnets/887a5d25-8fa5-4210-bb3c-2ec77d2894d3 HTTP/1.1" status: 404 len: 337 time: 0.0470214 Mar 23 01:50:32.027618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-cfe67747-63c7-4cf7-9bb2-929ceec94224 admin admin] Calling delete_port for 690ef07e-8e55-4c36-9010-e8d3d22ab6ac owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:32.029168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56604) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:32.120758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4870bd-ced2-4fa6-81ba-5d2911cb6071 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event updated for resources: {'Port': ['ID=5a1543f9-4375-4aed-a04b-425340cf7615,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:32.156822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae6d68e-cbef-4ff8-b406-74b469743fef tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Made reservation on behalf of 2e802ae52360487aabf27d1f5738d084 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:32.160944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d68e-cbef-4ff8-b406-74b469743fef tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:32.181123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-4ae6d68e-cbef-4ff8-b406-74b469743fef tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] device_id is not set on port 3b94f361-6202-4d92-a12a-eb93927a16ed yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:50:32.205802 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb9208c0-0c5b-48b5-b1b2-5e52094f1c13 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (d47f04b4-5fb1-413f-af46-5fe0e3bba5ad), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:32.295903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2484ef12-0c92-4480-9220-3dedfe05b7be None None] Provisioning complete for port 5a1543f9-4375-4aed-a04b-425340cf7615 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:32.297053 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2484ef12-0c92-4480-9220-3dedfe05b7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5a1543f9-4375-4aed-a04b-425340cf7615), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:32.314142 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-4ae6d68e-cbef-4ff8-b406-74b469743fef tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Allocated IP 2001:db8::396 (1177c4ad-6c2d-423b-b3c1-65963106f011/b5095373-b254-4871-a75c-eb4ce648a87a/3b94f361-6202-4d92-a12a-eb93927a16ed) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:32.366556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2484ef12-0c92-4480-9220-3dedfe05b7be None None] Port 5a1543f9-4375-4aed-a04b-425340cf7615 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:32.453558 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cacdacfb-0e83-40ab-adf4-7c6a9f6e1a7b req-eeff884c-bad3-47d3-8116-1c85541e3005 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (cb8bf3aa-b24a-49e4-a100-ba716a956c98), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:32.456324 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb9208c0-0c5b-48b5-b1b2-5e52094f1c13 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (d47f04b4-5fb1-413f-af46-5fe0e3bba5ad), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:32.504674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff884c-bad3-47d3-8116-1c85541e3005 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=cb8bf3aa-b24a-49e4-a100-ba716a956c98,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:32.518696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-fb9208c0-0c5b-48b5-b1b2-5e52094f1c13 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47f04b4-5fb1-413f-af46-5fe0e3bba5ad']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:32.528296 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d68e-cbef-4ff8-b406-74b469743fef tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks [] for port (3b94f361-6202-4d92-a12a-eb93927a16ed), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:32.554483 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-fb9208c0-0c5b-48b5-b1b2-5e52094f1c13 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0e36bf-8b0f-4329-b9e1-5cf6014c56af') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:32.554785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-fb9208c0-0c5b-48b5-b1b2-5e52094f1c13 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0e36bf-8b0f-4329-b9e1-5cf6014c56af') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:32.565120 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfe67747-63c7-4cf7-9bb2-929ceec94224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (690ef07e-8e55-4c36-9010-e8d3d22ab6ac), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:32.585973 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb9208c0-0c5b-48b5-b1b2-5e52094f1c13 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (db0e36bf-8b0f-4329-b9e1-5cf6014c56af), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:32.588718 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d68e-cbef-4ff8-b406-74b469743fef tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (3b94f361-6202-4d92-a12a-eb93927a16ed), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:32.590646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacdacfb-0e83-40ab-adf4-7c6a9f6e1a7b req-eeff884c-bad3-47d3-8116-1c85541e3005 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] No DVR routers for this DVR port cb8bf3aa-b24a-49e4-a100-ba716a956c98 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:50:32.604850 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cacdacfb-0e83-40ab-adf4-7c6a9f6e1a7b req-eeff884c-bad3-47d3-8116-1c85541e3005 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:32.608036 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cacdacfb-0e83-40ab-adf4-7c6a9f6e1a7b req-eeff884c-bad3-47d3-8116-1c85541e3005 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.43 "DELETE /v2.0/ports/cb8bf3aa-b24a-49e4-a100-ba716a956c98 HTTP/1.1" status: 204 len: 173 time: 1.2143538 Mar 23 01:50:32.610326 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'name': 'network-vif-deleted', 'tag': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:50:32.612773 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f80df3-bd27-414b-8bb4-30774fb89254" -d '{"events": [{"server_uuid": "cbfcd534-fcb7-4fd7-80d9-911a774103f0", "name": "network-vif-deleted", "tag": "cb8bf3aa-b24a-49e4-a100-ba716a956c98"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:50:32.641571 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae6d68e-cbef-4ff8-b406-74b469743fef tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Network 1177c4ad-6c2d-423b-b3c1-65963106f011 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:32.645033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-4ae6d68e-cbef-4ff8-b406-74b469743fef tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:32.649580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae6d68e-cbef-4ff8-b406-74b469743fef tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:32.689773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae6d68e-cbef-4ff8-b406-74b469743fef tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:32.696997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe67747-63c7-4cf7-9bb2-929ceec94224 admin admin] Pushing event deleted for resources: {'Port': ['ID=690ef07e-8e55-4c36-9010-e8d3d22ab6ac,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:32.701316 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d68e-cbef-4ff8-b406-74b469743fef tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:32.705274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:50:32.709600 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb9208c0-0c5b-48b5-b1b2-5e52094f1c13 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (db0e36bf-8b0f-4329-b9e1-5cf6014c56af), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:32.745180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:50:32.745892 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5b87daeb-2ec3-47f7-a54c-64e2d5fa3def not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:50:32.763195 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6d68e-cbef-4ff8-b406-74b469743fef tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event updated for resources: {'Port': ['ID=3b94f361-6202-4d92-a12a-eb93927a16ed,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:32.805190 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4ae6d68e-cbef-4ff8-b406-74b469743fef tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8136194 Mar 23 01:50:32.807566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56612) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:32.811245 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2172da88-b1c3-4793-928f-a2787508d862 x-openstack-request-id: req-2172da88-b1c3-4793-928f-a2787508d862 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:50:32.811849 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfcd534-fcb7-4fd7-80d9-911a774103f0", "name": "network-vif-deleted", "tag": "cb8bf3aa-b24a-49e4-a100-ba716a956c98", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:50:32.812413 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2172da88-b1c3-4793-928f-a2787508d862 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:50:32.813094 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2172da88-b1c3-4793-928f-a2787508d862'] response: {'server_uuid': 'cbfcd534-fcb7-4fd7-80d9-911a774103f0', 'name': 'network-vif-deleted', 'tag': 'cb8bf3aa-b24a-49e4-a100-ba716a956c98', 'status': 'completed', 'code': 200} Mar 23 01:50:32.813764 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-8398918e-ef36-4af2-9569-a7eb6aafdefd tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::db', 'mac_address': 'fa:16:3e:8f:8c:b4'}, {'ip_address': '2001:db8::241', 'mac_address': 'fa:16:3e:d9:9f:d0'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:32.836833 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9208c0-0c5b-48b5-b1b2-5e52094f1c13 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:50:32.847831 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb9208c0-0c5b-48b5-b1b2-5e52094f1c13 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (db0e36bf-8b0f-4329-b9e1-5cf6014c56af), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:50:32.877019 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:50:32.923970 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a4d68c14-8c72-4491-b41d-58d0f18e65aa req-e376e375-95a7-4318-8276-7e2c0da4e335 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbfcd534-fcb7-4fd7-80d9-911a774103f0 HTTP/1.1" status: 200 len: 210 time: 0.1065776 Mar 23 01:50:32.967506 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfe67747-63c7-4cf7-9bb2-929ceec94224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.132661 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb9208c0-0c5b-48b5-b1b2-5e52094f1c13 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (d47f04b4-5fb1-413f-af46-5fe0e3bba5ad), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.137108 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb9208c0-0c5b-48b5-b1b2-5e52094f1c13 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.141120 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fb9208c0-0c5b-48b5-b1b2-5e52094f1c13 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/networks/d47f04b4-5fb1-413f-af46-5fe0e3bba5ad HTTP/1.1" status: 204 len: 168 time: 1.1109676 Mar 23 01:50:33.147141 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56614) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:33.173956 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfe67747-63c7-4cf7-9bb2-929ceec94224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.176903 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9208c0-0c5b-48b5-b1b2-5e52094f1c13 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event deleted for resources: {'Network': ['ID=d47f04b4-5fb1-413f-af46-5fe0e3bba5ad,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:33.180982 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfe67747-63c7-4cf7-9bb2-929ceec94224 admin admin] Publish callbacks [] for router_controller (66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.195639 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8398918e-ef36-4af2-9569-a7eb6aafdefd tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3b94f361-6202-4d92-a12a-eb93927a16ed), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.226739 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c56f3bc2-1b44-44cd-9be9-e659b7778ce3 None None] Provisioning complete for port 3b94f361-6202-4d92-a12a-eb93927a16ed triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:33.227126 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c56f3bc2-1b44-44cd-9be9-e659b7778ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3b94f361-6202-4d92-a12a-eb93927a16ed), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.292331 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c56f3bc2-1b44-44cd-9be9-e659b7778ce3 None None] Port 3b94f361-6202-4d92-a12a-eb93927a16ed cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:33.308912 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfe67747-63c7-4cf7-9bb2-929ceec94224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.309623 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe67747-63c7-4cf7-9bb2-929ceec94224 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:50:33.314604 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfe67747-63c7-4cf7-9bb2-929ceec94224 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.315768 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cfe67747-63c7-4cf7-9bb2-929ceec94224 admin admin] 10.222.0.18 "DELETE /v2.0/routers/66a3d3fb-e6e1-4fd9-b5a3-a0ac5f61b41c HTTP/1.1" status: 204 len: 168 time: 2.9589322 Mar 23 01:50:33.318354 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56616) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:33.382239 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8aa991a-6f20-491c-a002-35dfedf780a4 admin admin] Deleting subnet ea7038e1-c2d2-4675-9cf5-da7d82182b5b {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:50:33.391078 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f8aa991a-6f20-491c-a002-35dfedf780a4 admin admin] Publish callbacks [] for subnet (ea7038e1-c2d2-4675-9cf5-da7d82182b5b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.457037 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8398918e-ef36-4af2-9569-a7eb6aafdefd tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks [] for port (3b94f361-6202-4d92-a12a-eb93927a16ed), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.457653 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f8aa991a-6f20-491c-a002-35dfedf780a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (ea7038e1-c2d2-4675-9cf5-da7d82182b5b), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.465904 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8398918e-ef36-4af2-9569-a7eb6aafdefd tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3b94f361-6202-4d92-a12a-eb93927a16ed), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.481683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-8398918e-ef36-4af2-9569-a7eb6aafdefd tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] In _notify_port_updated(), no bound segment for port 3b94f361-6202-4d92-a12a-eb93927a16ed on network 1177c4ad-6c2d-423b-b3c1-65963106f011 {{(pid=99264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 01:50:33.482229 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-6f35cbfc-5cff-4e5a-ad39-3743601ec11d tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Deleting port d83ba137-551a-48aa-b272-2633e2ab10ec {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:33.482573 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f35cbfc-5cff-4e5a-ad39-3743601ec11d tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d83ba137-551a-48aa-b272-2633e2ab10ec), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.489943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8398918e-ef36-4af2-9569-a7eb6aafdefd tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:33.491852 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8398918e-ef36-4af2-9569-a7eb6aafdefd tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.494236 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8398918e-ef36-4af2-9569-a7eb6aafdefd tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "PUT /v2.0/ports/3b94f361-6202-4d92-a12a-eb93927a16ed HTTP/1.1" status: 200 len: 1067 time: 0.6856480 Mar 23 01:50:33.507533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56618) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:33.555625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398918e-ef36-4af2-9569-a7eb6aafdefd tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event updated for resources: {'Port': ['ID=3b94f361-6202-4d92-a12a-eb93927a16ed,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:33.618998 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f8aa991a-6f20-491c-a002-35dfedf780a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (ea7038e1-c2d2-4675-9cf5-da7d82182b5b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.673487 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f35cbfc-5cff-4e5a-ad39-3743601ec11d tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d83ba137-551a-48aa-b272-2633e2ab10ec), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.705242 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-6f35cbfc-5cff-4e5a-ad39-3743601ec11d tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Calling delete_port for d83ba137-551a-48aa-b272-2633e2ab10ec owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:33.772198 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.782503 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f8aa991a-6f20-491c-a002-35dfedf780a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (ea7038e1-c2d2-4675-9cf5-da7d82182b5b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.797788 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ad4e2052-5534-4f71-b921-dd785972380d tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Deleting port 3b94f361-6202-4d92-a12a-eb93927a16ed {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:33.798053 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad4e2052-5534-4f71-b921-dd785972380d tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3b94f361-6202-4d92-a12a-eb93927a16ed), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.839088 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7e911d74-c762-4fd6-a082-57d27f68fa4a None None] Provisioning complete for port 3b94f361-6202-4d92-a12a-eb93927a16ed triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:33.839653 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7e911d74-c762-4fd6-a082-57d27f68fa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3b94f361-6202-4d92-a12a-eb93927a16ed), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.865997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa991a-6f20-491c-a002-35dfedf780a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea7038e1-c2d2-4675-9cf5-da7d82182b5b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:33.868037 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f8aa991a-6f20-491c-a002-35dfedf780a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.873723 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f8aa991a-6f20-491c-a002-35dfedf780a4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ea7038e1-c2d2-4675-9cf5-da7d82182b5b HTTP/1.1" status: 204 len: 168 time: 0.5520029 Mar 23 01:50:33.874098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56622) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:33.888786 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7e911d74-c762-4fd6-a082-57d27f68fa4a None None] Port 3b94f361-6202-4d92-a12a-eb93927a16ed cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:33.932464 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f35cbfc-5cff-4e5a-ad39-3743601ec11d tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d83ba137-551a-48aa-b272-2633e2ab10ec), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.967962 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35cbfc-5cff-4e5a-ad39-3743601ec11d tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event deleted for resources: {'Port': ['ID=d83ba137-551a-48aa-b272-2633e2ab10ec,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:33.985525 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad4e2052-5534-4f71-b921-dd785972380d tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3b94f361-6202-4d92-a12a-eb93927a16ed), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.993175 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f35cbfc-5cff-4e5a-ad39-3743601ec11d tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:33.999114 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6f35cbfc-5cff-4e5a-ad39-3743601ec11d tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/ports/d83ba137-551a-48aa-b272-2633e2ab10ec HTTP/1.1" status: 204 len: 168 time: 0.8461299 Mar 23 01:50:33.999303 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-907919c4-35aa-4fa8-9b27-b38320acc545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (58bb0fa8-da03-480f-a1ac-572b78b11902), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.001022 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56626) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:34.012908 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ad4e2052-5534-4f71-b921-dd785972380d tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Calling delete_port for 3b94f361-6202-4d92-a12a-eb93927a16ed owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:34.015687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56628) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:34.081611 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-962761fa-ad06-46c9-b748-8fbcf19b11c8 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] DELETE failed (client error): The resource could not be found. Mar 23 01:50:34.082079 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962761fa-ad06-46c9-b748-8fbcf19b11c8 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:50:34.087484 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-962761fa-ad06-46c9-b748-8fbcf19b11c8 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/subnets/27aa8f7c-7a84-4104-b77d-e490dff2c2f8 HTTP/1.1" status: 404 len: 337 time: 0.0829818 Mar 23 01:50:34.088941 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56630) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:34.225387 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d2f3011a-7c8b-44ec-a30e-a4132e43b630 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (4b3b656a-f856-46f4-ba45-19a7eeae952b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.240461 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad4e2052-5534-4f71-b921-dd785972380d tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (3b94f361-6202-4d92-a12a-eb93927a16ed), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.275935 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e2052-5534-4f71-b921-dd785972380d tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event deleted for resources: {'Port': ['ID=3b94f361-6202-4d92-a12a-eb93927a16ed,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:34.405053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device cb8bf3aa-b24a-49e4-a100-ba716a956c98 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:50:34.455277 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: cb8bf3aa-b24a-49e4-a100-ba716a956c98 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:50:34.462850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device cb8bf3aa-b24a-49e4-a100-ba716a956c98 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:50:34.466158 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d2f3011a-7c8b-44ec-a30e-a4132e43b630 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (4b3b656a-f856-46f4-ba45-19a7eeae952b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.523452 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d2f3011a-7c8b-44ec-a30e-a4132e43b630 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3b656a-f856-46f4-ba45-19a7eeae952b']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:34.538801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d2f3011a-7c8b-44ec-a30e-a4132e43b630 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997f12e4-b46b-4391-9c86-79e130980edf') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:34.539093 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d2f3011a-7c8b-44ec-a30e-a4132e43b630 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997f12e4-b46b-4391-9c86-79e130980edf') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:34.554656 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d2f3011a-7c8b-44ec-a30e-a4132e43b630 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (997f12e4-b46b-4391-9c86-79e130980edf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.592773 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d2f3011a-7c8b-44ec-a30e-a4132e43b630 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (997f12e4-b46b-4391-9c86-79e130980edf), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.618073 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f3011a-7c8b-44ec-a30e-a4132e43b630 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:50:34.618073 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d2f3011a-7c8b-44ec-a30e-a4132e43b630 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (997f12e4-b46b-4391-9c86-79e130980edf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:50:34.703698 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:50:34.731331 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad4e2052-5534-4f71-b921-dd785972380d tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.738507 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ad4e2052-5534-4f71-b921-dd785972380d tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "DELETE /v2.0/ports/3b94f361-6202-4d92-a12a-eb93927a16ed HTTP/1.1" status: 204 len: 168 time: 1.2276750 Mar 23 01:50:34.738507 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d2f3011a-7c8b-44ec-a30e-a4132e43b630 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (4b3b656a-f856-46f4-ba45-19a7eeae952b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.739203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56636) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:34.743627 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d2f3011a-7c8b-44ec-a30e-a4132e43b630 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.746922 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d2f3011a-7c8b-44ec-a30e-a4132e43b630 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/networks/4b3b656a-f856-46f4-ba45-19a7eeae952b HTTP/1.1" status: 204 len: 168 time: 0.6569817 Mar 23 01:50:34.756887 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 690ef07e-8e55-4c36-9010-e8d3d22ab6ac no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:50:34.757786 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56638) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:34.785430 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 690ef07e-8e55-4c36-9010-e8d3d22ab6ac {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:50:34.787522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 690ef07e-8e55-4c36-9010-e8d3d22ab6ac not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:50:34.795261 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bde1614-c724-4c4f-998a-2f71e58c5cb0 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] GET failed (client error): The resource could not be found. Mar 23 01:50:34.799224 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5bde1614-c724-4c4f-998a-2f71e58c5cb0 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "GET /v2.0/ports/3b94f361-6202-4d92-a12a-eb93927a16ed HTTP/1.1" status: 404 len: 333 time: 0.0566208 Mar 23 01:50:34.799224 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3011a-7c8b-44ec-a30e-a4132e43b630 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event deleted for resources: {'Network': ['ID=4b3b656a-f856-46f4-ba45-19a7eeae952b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:34.800982 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56640) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:34.805010 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-907919c4-35aa-4fa8-9b27-b38320acc545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (58bb0fa8-da03-480f-a1ac-572b78b11902), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.863653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-907919c4-35aa-4fa8-9b27-b38320acc545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bb0fa8-da03-480f-a1ac-572b78b11902']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:34.885210 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-907919c4-35aa-4fa8-9b27-b38320acc545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f73d738-137b-40e3-849f-32882620912b') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:34.885499 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-907919c4-35aa-4fa8-9b27-b38320acc545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f73d738-137b-40e3-849f-32882620912b') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:34.894469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd624c-f9af-427f-95b5-26856a5dd9bf tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Deleting port 5a1543f9-4375-4aed-a04b-425340cf7615 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:34.894812 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7bdd624c-f9af-427f-95b5-26856a5dd9bf tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5a1543f9-4375-4aed-a04b-425340cf7615), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.900636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d278c240-a77a-441b-a473-746e281fed8d tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Deleting subnet 25621ef1-1684-4b52-8751-15b48e1834e1 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:50:34.906888 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-907919c4-35aa-4fa8-9b27-b38320acc545 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (4f73d738-137b-40e3-849f-32882620912b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.914843 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d278c240-a77a-441b-a473-746e281fed8d tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for subnet (25621ef1-1684-4b52-8751-15b48e1834e1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.956823 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-907919c4-35aa-4fa8-9b27-b38320acc545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (4f73d738-137b-40e3-849f-32882620912b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.972172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907919c4-35aa-4fa8-9b27-b38320acc545 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:50:34.972667 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-907919c4-35aa-4fa8-9b27-b38320acc545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (4f73d738-137b-40e3-849f-32882620912b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:50:34.974517 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:50:34.987098 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7bdd624c-f9af-427f-95b5-26856a5dd9bf tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5a1543f9-4375-4aed-a04b-425340cf7615), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.990101 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d278c240-a77a-441b-a473-746e281fed8d tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (25621ef1-1684-4b52-8751-15b48e1834e1), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:34.999174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd624c-f9af-427f-95b5-26856a5dd9bf tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Calling delete_port for 5a1543f9-4375-4aed-a04b-425340cf7615 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:35.104465 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-907919c4-35aa-4fa8-9b27-b38320acc545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (58bb0fa8-da03-480f-a1ac-572b78b11902), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.127106 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-907919c4-35aa-4fa8-9b27-b38320acc545 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.130216 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-907919c4-35aa-4fa8-9b27-b38320acc545 admin admin] 10.222.0.18 "DELETE /v2.0/networks/58bb0fa8-da03-480f-a1ac-572b78b11902 HTTP/1.1" status: 204 len: 168 time: 1.2550607 Mar 23 01:50:35.141592 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7bdd624c-f9af-427f-95b5-26856a5dd9bf tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (5a1543f9-4375-4aed-a04b-425340cf7615), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.165485 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907919c4-35aa-4fa8-9b27-b38320acc545 admin admin] Pushing event deleted for resources: {'Network': ['ID=58bb0fa8-da03-480f-a1ac-572b78b11902,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:35.182391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd624c-f9af-427f-95b5-26856a5dd9bf tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event deleted for resources: {'Port': ['ID=5a1543f9-4375-4aed-a04b-425340cf7615,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:35.196827 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d278c240-a77a-441b-a473-746e281fed8d tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (25621ef1-1684-4b52-8751-15b48e1834e1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.204473 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7bdd624c-f9af-427f-95b5-26856a5dd9bf tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.210611 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7bdd624c-f9af-427f-95b5-26856a5dd9bf tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "DELETE /v2.0/ports/5a1543f9-4375-4aed-a04b-425340cf7615 HTTP/1.1" status: 204 len: 168 time: 0.4060702 Mar 23 01:50:35.211200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56644) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:35.238138 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-318abe0d-49ae-4509-825e-332f890244d5 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] GET failed (client error): The resource could not be found. Mar 23 01:50:35.243978 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-318abe0d-49ae-4509-825e-332f890244d5 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "GET /v2.0/ports/5a1543f9-4375-4aed-a04b-425340cf7615 HTTP/1.1" status: 404 len: 333 time: 0.0317709 Mar 23 01:50:35.244559 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56646) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:35.305300 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d278c240-a77a-441b-a473-746e281fed8d tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (25621ef1-1684-4b52-8751-15b48e1834e1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.342717 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278c240-a77a-441b-a473-746e281fed8d tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event deleted for resources: {'Subnet': ['ID=25621ef1-1684-4b52-8751-15b48e1834e1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:35.348820 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d278c240-a77a-441b-a473-746e281fed8d tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.355018 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d278c240-a77a-441b-a473-746e281fed8d tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/subnets/25621ef1-1684-4b52-8751-15b48e1834e1 HTTP/1.1" status: 204 len: 168 time: 0.5960019 Mar 23 01:50:35.355466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56648) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:35.360751 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e076ace7-1e7f-427a-a627-6cc0d6ce9798 None None] Network 3609f705-d88b-4475-b33f-7f628d95b9e5 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:35.383679 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe9ee2-e64c-46f8-8b49-25a0d2a497d6 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Deleting port a9e6b41f-8cc4-4f37-9087-0fa3281ee944 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:35.384022 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9ee2-e64c-46f8-8b49-25a0d2a497d6 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a9e6b41f-8cc4-4f37-9087-0fa3281ee944), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.443442 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1b31aaf-e11a-42b8-8ca3-115ceca5d154 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (e2e22f1f-de98-4f24-9e81-9b292220033a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.445206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56650) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:35.504514 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (3609f705-d88b-4475-b33f-7f628d95b9e5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.547224 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9ee2-e64c-46f8-8b49-25a0d2a497d6 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a9e6b41f-8cc4-4f37-9087-0fa3281ee944), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.564767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe9ee2-e64c-46f8-8b49-25a0d2a497d6 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Calling delete_port for a9e6b41f-8cc4-4f37-9087-0fa3281ee944 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:35.633047 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b59aab5f-b40d-42ed-8384-a621134def34 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=839ebfe64dd74d1c922d34d74c877e99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1841383 Mar 23 01:50:35.636994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56652) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:35.741415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Deleting port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:35.742062 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.759894 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-de7f3b1f-ee12-41db-a473-9630ffcd372b admin admin] Publish callbacks [] for security_group (a451c08f-535a-4c3d-8743-8c955155ace5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.800834 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] DHCP port deletion for 3609f705-d88b-4475-b33f-7f628d95b9e5 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:50:35.818237 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-de7f3b1f-ee12-41db-a473-9630ffcd372b admin admin] Publish callbacks [] for security_group (a451c08f-535a-4c3d-8743-8c955155ace5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.840099 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9ee2-e64c-46f8-8b49-25a0d2a497d6 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a9e6b41f-8cc4-4f37-9087-0fa3281ee944), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.845174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] For port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38,segment=NetworkSegment(4b61a797-d394-4562-a5d7-5264e4a9a9a7),segment_id=4b61a797-d394-4562-a5d7-5264e4a9a9a7)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:35.845783 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.867275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Deleting port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:35.867791 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.890900 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Calling delete_port for cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:35.943631 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe9ee2-e64c-46f8-8b49-25a0d2a497d6 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event deleted for resources: {'Port': ['ID=a9e6b41f-8cc4-4f37-9087-0fa3281ee944,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:35.954263 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c2fe9ee2-e64c-46f8-8b49-25a0d2a497d6 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.962971 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c2fe9ee2-e64c-46f8-8b49-25a0d2a497d6 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "DELETE /v2.0/ports/a9e6b41f-8cc4-4f37-9087-0fa3281ee944 HTTP/1.1" status: 204 len: 168 time: 0.7171497 Mar 23 01:50:35.966079 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56662) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:35.973603 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] For port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38,segment=NetworkSegment(4b61a797-d394-4562-a5d7-5264e4a9a9a7),segment_id=4b61a797-d394-4562-a5d7-5264e4a9a9a7)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:35.974105 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:35.993446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Calling delete_port for cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:36.067688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-5318d9f1-cf99-47a0-8b6a-c73d37434165 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Deleting subnet b5095373-b254-4871-a75c-eb4ce648a87a {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:50:36.072671 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5318d9f1-cf99-47a0-8b6a-c73d37434165 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks [] for subnet (b5095373-b254-4871-a75c-eb4ce648a87a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.097495 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-e1b31aaf-e11a-42b8-8ca3-115ceca5d154 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:36.097929 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1b31aaf-e11a-42b8-8ca3-115ceca5d154 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.118145 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.124132 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.142738 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] No DVR routers for this DVR port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:50:36.154412 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5318d9f1-cf99-47a0-8b6a-c73d37434165 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (b5095373-b254-4871-a75c-eb4ce648a87a), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.184256 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Pushing event deleted for resources: {'Port': ['ID=cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:36.194851 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:36.195590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:36.196320 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:36.197211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:36.198141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:36.199737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:36.200157 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:36.200657 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:36.201081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:36.201502 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:36.201948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:36.202408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:36.203049 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:36.203447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:36.205082 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77642cc6-fe6a-4e2d-a342-cab2b420aff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:36.219777 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event deleted for resources: {'Port': ['ID=cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:36.237010 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] No DVR routers for this DVR port cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:50:36.243950 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-de7f3b1f-ee12-41db-a473-9630ffcd372b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a451c08f-535a-4c3d-8743-8c955155ace5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.247063 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-de7f3b1f-ee12-41db-a473-9630ffcd372b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.254208 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-de7f3b1f-ee12-41db-a473-9630ffcd372b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a451c08f-535a-4c3d-8743-8c955155ace5 HTTP/1.1" status: 204 len: 168 time: 0.6160266 Mar 23 01:50:36.298782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f3b1f-ee12-41db-a473-9630ffcd372b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a451c08f-535a-4c3d-8743-8c955155ace5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:36.316895 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5318d9f1-cf99-47a0-8b6a-c73d37434165 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (b5095373-b254-4871-a75c-eb4ce648a87a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.386063 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (3609f705-d88b-4475-b33f-7f628d95b9e5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.431911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-e1b31aaf-e11a-42b8-8ca3-115ceca5d154 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] For port e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b,segment=NetworkSegment(6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2),segment_id=6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:36.432302 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1b31aaf-e11a-42b8-8ca3-115ceca5d154 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.443062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3609f705-d88b-4475-b33f-7f628d95b9e5']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:36.459396 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5318d9f1-cf99-47a0-8b6a-c73d37434165 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (b5095373-b254-4871-a75c-eb4ce648a87a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.459633 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b61a797-d394-4562-a5d7-5264e4a9a9a7') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:36.459732 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b61a797-d394-4562-a5d7-5264e4a9a9a7') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:36.462271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-e1b31aaf-e11a-42b8-8ca3-115ceca5d154 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:36.475857 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (4b61a797-d394-4562-a5d7-5264e4a9a9a7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.493303 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bc3844-c34a-4038-8ee5-7b1aa7b459bd None None] Network 1177c4ad-6c2d-423b-b3c1-65963106f011 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:36.537196 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (4b61a797-d394-4562-a5d7-5264e4a9a9a7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.552925 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:50:36.553325 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (4b61a797-d394-4562-a5d7-5264e4a9a9a7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:50:36.556709 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:50:36.571215 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5318d9f1-cf99-47a0-8b6a-c73d37434165 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.575935 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5318d9f1-cf99-47a0-8b6a-c73d37434165 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "DELETE /v2.0/subnets/b5095373-b254-4871-a75c-eb4ce648a87a HTTP/1.1" status: 204 len: 168 time: 0.6082325 Mar 23 01:50:36.577949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318d9f1-cf99-47a0-8b6a-c73d37434165 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event deleted for resources: {'Subnet': ['ID=b5095373-b254-4871-a75c-eb4ce648a87a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:36.580724 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56672) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:36.695110 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (1177c4ad-6c2d-423b-b3c1-65963106f011), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.786043 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Deleting port 09094e0f-7be0-4186-95a9-18efda0cbace {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:36.788799 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (09094e0f-7be0-4186-95a9-18efda0cbace), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.801305 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (3609f705-d88b-4475-b33f-7f628d95b9e5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.828749 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:36.841198 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] 10.222.0.18 "DELETE /v2.0/networks/3609f705-d88b-4475-b33f-7f628d95b9e5 HTTP/1.1" status: 204 len: 168 time: 1.4836659 Mar 23 01:50:36.845995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:50:36.865143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a25cf-d523-4fe7-b88c-30e31077e475 tempest-NetworksIpV6TestAttrs-840524871 tempest-NetworksIpV6TestAttrs-840524871-project] Pushing event deleted for resources: {'Network': ['ID=3609f705-d88b-4475-b33f-7f628d95b9e5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:36.905322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:50:36.913367 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cd1bc2d8-3a03-4827-b3bc-ac15f34c2b38 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:50:36.974333 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1b31aaf-e11a-42b8-8ca3-115ceca5d154 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:37.014062 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e55beb-fa89-499d-941b-283942ea34dc None None] DHCP port deletion for 1177c4ad-6c2d-423b-b3c1-65963106f011 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:50:37.017400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b31aaf-e11a-42b8-8ca3-115ceca5d154 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:37.044849 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] For port 09094e0f-7be0-4186-95a9-18efda0cbace, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=09094e0f-7be0-4186-95a9-18efda0cbace,segment=NetworkSegment(b691f607-50dd-4943-97be-2c6c662cca1c),segment_id=b691f607-50dd-4943-97be-2c6c662cca1c)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:37.045296 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (09094e0f-7be0-4186-95a9-18efda0cbace), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:37.094657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Calling delete_port for 09094e0f-7be0-4186-95a9-18efda0cbace owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:37.145734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b8e55beb-fa89-499d-941b-283942ea34dc None None] Deleting port 09094e0f-7be0-4186-95a9-18efda0cbace {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:37.146261 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b8e55beb-fa89-499d-941b-283942ea34dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (09094e0f-7be0-4186-95a9-18efda0cbace), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:37.161301 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f3f234-1c3d-42c9-b080-d68936e08c8f req-79bacdf5-674e-4077-9795-d975a198c800 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5323987 Mar 23 01:50:37.281586 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b8e55beb-fa89-499d-941b-283942ea34dc None None] For port 09094e0f-7be0-4186-95a9-18efda0cbace, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=09094e0f-7be0-4186-95a9-18efda0cbace,segment=NetworkSegment(b691f607-50dd-4943-97be-2c6c662cca1c),segment_id=b691f607-50dd-4943-97be-2c6c662cca1c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:37.282365 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b8e55beb-fa89-499d-941b-283942ea34dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (09094e0f-7be0-4186-95a9-18efda0cbace), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:37.298113 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b8e55beb-fa89-499d-941b-283942ea34dc None None] Calling delete_port for 09094e0f-7be0-4186-95a9-18efda0cbace owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:37.370778 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (09094e0f-7be0-4186-95a9-18efda0cbace), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:37.424959 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3f234-1c3d-42c9-b080-d68936e08c8f req-3c4e40b0-58bf-4130-8450-ecafb9d85917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:37.429534 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f3f234-1c3d-42c9-b080-d68936e08c8f req-3c4e40b0-58bf-4130-8450-ecafb9d85917 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d9c96b3d1044c499f7e74d183fce7d9&device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 1127 time: 0.1681702 Mar 23 01:50:37.441008 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56694) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:37.441722 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event deleted for resources: {'Port': ['ID=09094e0f-7be0-4186-95a9-18efda0cbace,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:37.457251 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] No DVR routers for this DVR port 09094e0f-7be0-4186-95a9-18efda0cbace on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:50:37.479439 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e1b31aaf-e11a-42b8-8ca3-115ceca5d154 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (e2e22f1f-de98-4f24-9e81-9b292220033a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:37.513464 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b8e55beb-fa89-499d-941b-283942ea34dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (09094e0f-7be0-4186-95a9-18efda0cbace), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:37.543575 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (1177c4ad-6c2d-423b-b3c1-65963106f011), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:37.567283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1177c4ad-6c2d-423b-b3c1-65963106f011']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:37.575187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e55beb-fa89-499d-941b-283942ea34dc None None] Pushing event deleted for resources: {'Port': ['ID=09094e0f-7be0-4186-95a9-18efda0cbace,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:37.578042 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b691f607-50dd-4943-97be-2c6c662cca1c') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:37.578612 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b691f607-50dd-4943-97be-2c6c662cca1c') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:37.581183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e55beb-fa89-499d-941b-283942ea34dc None None] No DVR routers for this DVR port 09094e0f-7be0-4186-95a9-18efda0cbace on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:50:37.609754 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (b691f607-50dd-4943-97be-2c6c662cca1c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:37.625954 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b691f607-50dd-4943-97be-2c6c662cca1c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:37.634106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:50:37.634649 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (b691f607-50dd-4943-97be-2c6c662cca1c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:50:37.638752 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:50:37.780529 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3f234-1c3d-42c9-b080-d68936e08c8f req-60d1fdf5-f50f-45b8-82d9-c9ec209e0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:37.782100 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f3f234-1c3d-42c9-b080-d68936e08c8f req-60d1fdf5-f50f-45b8-82d9-c9ec209e0ff8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4a7cc98-f343-4be3-884a-5828fb549baf HTTP/1.1" status: 200 len: 912 time: 0.3187888 Mar 23 01:50:37.954017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56710) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:37.971213 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f3f234-1c3d-42c9-b080-d68936e08c8f req-04121d78-8363-4f32-821e-75566bf68be9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 HTTP/1.1" status: 200 len: 1001 time: 0.1811929 Mar 23 01:50:38.055486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3f234-1c3d-42c9-b080-d68936e08c8f req-1d371940-2a0d-437f-835b-5d76370a0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:38.055486 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f3f234-1c3d-42c9-b080-d68936e08c8f req-1d371940-2a0d-437f-835b-5d76370a0965 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a24a261-2668-4f4f-be2e-816dd79856c9 HTTP/1.1" status: 200 len: 851 time: 0.0730784 Mar 23 01:50:38.109569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b31aaf-e11a-42b8-8ca3-115ceca5d154 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router e2e22f1f-de98-4f24-9e81-9b292220033a has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:50:38.113363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-58c356ab-e1fb-417a-b69b-2a42aeef8287 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-network', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:38.161315 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c356ab-e1fb-417a-b69b-2a42aeef8287 admin admin] Made reservation on behalf of d9d38db3758d44ec9cf654788868b3f2 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:38.164008 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-58c356ab-e1fb-417a-b69b-2a42aeef8287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.183147 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (1177c4ad-6c2d-423b-b3c1-65963106f011), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.191566 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.198426 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] 10.222.0.18 "DELETE /v2.0/networks/1177c4ad-6c2d-423b-b3c1-65963106f011 HTTP/1.1" status: 204 len: 168 time: 1.6150177 Mar 23 01:50:38.205484 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bc32104a-ff7d-4abf-8fdc-67fb8eae71e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76ec224c77644afd9874d8206b3a6945&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7593160 Mar 23 01:50:38.222472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56716) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:38.244012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3f234-1c3d-42c9-b080-d68936e08c8f req-bb2119ef-7560-4a16-abd1-b421d4b8ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:38.245597 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f3f234-1c3d-42c9-b080-d68936e08c8f req-bb2119ef-7560-4a16-abd1-b421d4b8ea19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4a7cc98-f343-4be3-884a-5828fb549baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1772788 Mar 23 01:50:38.246283 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-58c356ab-e1fb-417a-b69b-2a42aeef8287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.256524 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a756e-f344-4422-861a-6152b1a4e958 tempest-AllowedAddressPairIpV6TestJSON-1166988688 tempest-AllowedAddressPairIpV6TestJSON-1166988688-project] Pushing event deleted for resources: {'Network': ['ID=1177c4ad-6c2d-423b-b3c1-65963106f011,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:38.301541 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14e3aff2-9794-4b1f-9190-c294a838e841 admin admin] Publish callbacks [] for security_group (615c83cf-019f-42b5-ac2b-55d5b979a95f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.335979 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14e3aff2-9794-4b1f-9190-c294a838e841 admin admin] Publish callbacks [] for security_group (615c83cf-019f-42b5-ac2b-55d5b979a95f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.404686 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b31aaf-e11a-42b8-8ca3-115ceca5d154 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:50:38.408926 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14e3aff2-9794-4b1f-9190-c294a838e841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (615c83cf-019f-42b5-ac2b-55d5b979a95f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.414570 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14e3aff2-9794-4b1f-9190-c294a838e841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.415153 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f431b76e-a931-4c66-a052-0c3c2ccaaa79 None None] Sync routers for ids ['e2e22f1f-de98-4f24-9e81-9b292220033a'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:50:38.418561 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-14e3aff2-9794-4b1f-9190-c294a838e841 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/615c83cf-019f-42b5-ac2b-55d5b979a95f HTTP/1.1" status: 204 len: 168 time: 0.1924174 Mar 23 01:50:38.426215 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3aff2-9794-4b1f-9190-c294a838e841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615c83cf-019f-42b5-ac2b-55d5b979a95f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:38.430033 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e1b31aaf-e11a-42b8-8ca3-115ceca5d154 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "PUT /v2.0/routers/e2e22f1f-de98-4f24-9e81-9b292220033a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4111476 Mar 23 01:50:38.435094 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56722) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:38.438248 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f3f234-1c3d-42c9-b080-d68936e08c8f req-c3a3782e-ec3f-4eaf-b4b8-5fe9c3b88887 service neutron] 10.222.0.42 "GET /v2.0/networks/c4a7cc98-f343-4be3-884a-5828fb549baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811008 Mar 23 01:50:38.440404 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f431b76e-a931-4c66-a052-0c3c2ccaaa79 None None] Routers {'e2e22f1f-de98-4f24-9e81-9b292220033a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:38.441224 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f431b76e-a931-4c66-a052-0c3c2ccaaa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e2e22f1f-de98-4f24-9e81-9b292220033a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:38.527591 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56724) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:38.534348 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef2fb55-a787-49ad-a14a-e1b52a120f36 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting subnet 2e48427a-299d-4910-9d09-e0cfab05d4bd {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:50:38.537581 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6ef2fb55-a787-49ad-a14a-e1b52a120f36 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for subnet (2e48427a-299d-4910-9d09-e0cfab05d4bd), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.589876 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6ef2fb55-a787-49ad-a14a-e1b52a120f36 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (2e48427a-299d-4910-9d09-e0cfab05d4bd), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.597737 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-58c356ab-e1fb-417a-b69b-2a42aeef8287 admin admin] Publish callbacks [] for security_group (708aa44f-cbbe-46b2-8584-1a21f424f6d7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.607723 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-58c356ab-e1fb-417a-b69b-2a42aeef8287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (708aa44f-cbbe-46b2-8584-1a21f424f6d7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.614799 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-f431b76e-a931-4c66-a052-0c3c2ccaaa79 None None] Set router e2e22f1f-de98-4f24-9e81-9b292220033a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:50:38.664098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c356ab-e1fb-417a-b69b-2a42aeef8287 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:50:38.696883 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f3f234-1c3d-42c9-b080-d68936e08c8f req-3ee9f981-7689-403e-a551-350b52eb38ea service neutron] 10.222.0.42 "GET /v2.0/networks/c4a7cc98-f343-4be3-884a-5828fb549baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518086 Mar 23 01:50:38.721441 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c356ab-e1fb-417a-b69b-2a42aeef8287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708aa44f-cbbe-46b2-8584-1a21f424f6d7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:38.737130 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-58c356ab-e1fb-417a-b69b-2a42aeef8287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (159602fa-3ee7-4b7e-8850-ba9e36c3f60c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.737533 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-58c356ab-e1fb-417a-b69b-2a42aeef8287 admin admin] Added segment 159602fa-3ee7-4b7e-8850-ba9e36c3f60c of type vlan for network b1523253-7d66-4fce-bfbc-c868843d7215 Mar 23 01:50:38.785005 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6ef2fb55-a787-49ad-a14a-e1b52a120f36 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (2e48427a-299d-4910-9d09-e0cfab05d4bd), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.847285 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-58c356ab-e1fb-417a-b69b-2a42aeef8287 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (b1523253-7d66-4fce-bfbc-c868843d7215), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.910300 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-58c356ab-e1fb-417a-b69b-2a42aeef8287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (b1523253-7d66-4fce-bfbc-c868843d7215), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.911641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c356ab-e1fb-417a-b69b-2a42aeef8287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:38.912469 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-58c356ab-e1fb-417a-b69b-2a42aeef8287 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.912966 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 09094e0f-7be0-4186-95a9-18efda0cbace no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:50:38.926018 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6ef2fb55-a787-49ad-a14a-e1b52a120f36 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (2e48427a-299d-4910-9d09-e0cfab05d4bd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:38.976522 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-58c356ab-e1fb-417a-b69b-2a42aeef8287 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0118959 Mar 23 01:50:38.977226 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56732) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:38.978586 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 09094e0f-7be0-4186-95a9-18efda0cbace {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:50:38.978938 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 09094e0f-7be0-4186-95a9-18efda0cbace not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:50:39.053892 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e354bdb-3e08-427f-b26b-da1ff5df5637 None None] Network 87aa8238-b3d1-4249-8bf5-f96b20def476 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:39.092352 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ac52fa4f-8143-467e-82f6-2462875dde82 admin admin] Request body: {'subnet': {'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-subnet', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:39.095167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c356ab-e1fb-417a-b69b-2a42aeef8287 admin admin] Pushing event updated for resources: {'Network': ['ID=b1523253-7d66-4fce-bfbc-c868843d7215,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:39.157088 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f431b76e-a931-4c66-a052-0c3c2ccaaa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90898684', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:47:43Z', 'updated_at': '2022-03-23T01:50:36Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:44Z', 'updated_at': '2022-03-23T01:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:39.158067 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6ef2fb55-a787-49ad-a14a-e1b52a120f36 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:39.171047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56740) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:39.171735 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6ef2fb55-a787-49ad-a14a-e1b52a120f36 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/subnets/2e48427a-299d-4910-9d09-e0cfab05d4bd HTTP/1.1" status: 204 len: 168 time: 0.7351439 Mar 23 01:50:39.173312 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2fb55-a787-49ad-a14a-e1b52a120f36 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Subnet': ['ID=2e48427a-299d-4910-9d09-e0cfab05d4bd,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:39.196435 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network b1523253-7d66-4fce-bfbc-c868843d7215 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:50:39.220790 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f431b76e-a931-4c66-a052-0c3c2ccaaa79 None None] Checking router: e2e22f1f-de98-4f24-9e81-9b292220033a for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:50:39.240172 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-79868f9e-e400-4092-9d50-d57b5115eaf9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e802ae52360487aabf27d1f5738d084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7086735 Mar 23 01:50:39.240172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac52fa4f-8143-467e-82f6-2462875dde82 admin admin] Made reservation on behalf of d9d38db3758d44ec9cf654788868b3f2 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:39.242774 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f431b76e-a931-4c66-a052-0c3c2ccaaa79 None None] Routers {'e2e22f1f-de98-4f24-9e81-9b292220033a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:39.243629 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f431b76e-a931-4c66-a052-0c3c2ccaaa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['e2e22f1f-de98-4f24-9e81-9b292220033a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:39.245868 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac52fa4f-8143-467e-82f6-2462875dde82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:39.327009 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56744) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:39.488498 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3c3a72-0e43-4e01-8b40-84cdc0112f7e None None] DHCP port deletion for 87aa8238-b3d1-4249-8bf5-f96b20def476 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:50:39.510736 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-f431b76e-a931-4c66-a052-0c3c2ccaaa79 None None] Set router e2e22f1f-de98-4f24-9e81-9b292220033a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:50:39.544700 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac52fa4f-8143-467e-82f6-2462875dde82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (bd407818-8901-41e8-85a6-1b0fc7917cb5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:39.632654 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c3a72-0e43-4e01-8b40-84cdc0112f7e None None] Deleting port 042293db-6760-4ade-8bee-fbb91a2a9b14 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:39.633504 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cb3c3a72-0e43-4e01-8b40-84cdc0112f7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (042293db-6760-4ade-8bee-fbb91a2a9b14), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:39.675116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52fa4f-8143-467e-82f6-2462875dde82 admin admin] Checking segment: {'id': '159602fa-3ee7-4b7e-8850-ba9e36c3f60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:39.676172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac52fa4f-8143-467e-82f6-2462875dde82 admin admin] Network hostable DHCP agents. Network: b1523253-7d66-4fce-bfbc-c868843d7215, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:50:39.699404 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52fa4f-8143-467e-82f6-2462875dde82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd407818-8901-41e8-85a6-1b0fc7917cb5,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:39.718150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac52fa4f-8143-467e-82f6-2462875dde82 admin admin] Network b1523253-7d66-4fce-bfbc-c868843d7215 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:50:39.747892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ac52fa4f-8143-467e-82f6-2462875dde82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, b1523253-7d66-4fce-bfbc-c868843d7215) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:39.755547 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac52fa4f-8143-467e-82f6-2462875dde82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:39.756412 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac52fa4f-8143-467e-82f6-2462875dde82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:39.784864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56756) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:39.801752 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ac52fa4f-8143-467e-82f6-2462875dde82 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7619050 Mar 23 01:50:39.803152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-cb3c3a72-0e43-4e01-8b40-84cdc0112f7e None None] For port 042293db-6760-4ade-8bee-fbb91a2a9b14, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=042293db-6760-4ade-8bee-fbb91a2a9b14,segment=NetworkSegment(6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2),segment_id=6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:39.803787 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cb3c3a72-0e43-4e01-8b40-84cdc0112f7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (042293db-6760-4ade-8bee-fbb91a2a9b14), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:39.804088 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56760) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:39.812317 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-router', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:39.824842 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6759c71-44f3-4d52-8b48-60053a108961 None None] Network b1523253-7d66-4fce-bfbc-c868843d7215 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:39.830579 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c3a72-0e43-4e01-8b40-84cdc0112f7e None None] Calling delete_port for 042293db-6760-4ade-8bee-fbb91a2a9b14 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:39.836687 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (58634fae-4dbf-45fd-a999-c92d7193a51d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:39.838131 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (58634fae-4dbf-45fd-a999-c92d7193a51d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:39.902791 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f431b76e-a931-4c66-a052-0c3c2ccaaa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90898684', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:47:43Z', 'updated_at': '2022-03-23T01:50:36Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:44Z', 'updated_at': '2022-03-23T01:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:39.963135 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f431b76e-a931-4c66-a052-0c3c2ccaaa79 None None] The sync data for ids ['e2e22f1f-de98-4f24-9e81-9b292220033a'] in n-d-834677-4 is: [{'id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-90898684', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:47:43Z', 'updated_at': '2022-03-23T01:50:36Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '9b48ab28-832e-4d63-a346-cdf375375e6e', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e22f1f-de98-4f24-9e81-9b292220033a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:47:44Z', 'updated_at': '2022-03-23T01:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:50:39.988664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Publish callbacks [] for router_controller (58634fae-4dbf-45fd-a999-c92d7193a51d), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.011609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3d04f200-b18f-4c90-9f3c-bdd4bdb16861 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-714021318-network', 'tenant_id': 'cb97cb557d17482f9a47497f1848cb35'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:40.076107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d357fde8-8a8b-430e-a793-f95e2aab6e19 None None] Network b1523253-7d66-4fce-bfbc-c868843d7215 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:40.082799 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cb3c3a72-0e43-4e01-8b40-84cdc0112f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (042293db-6760-4ade-8bee-fbb91a2a9b14), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.146627 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4f28ceba-fefa-4f2b-8c14-8fdb7b4ae5a4 admin admin] Publish callbacks [] for security_group (fd30ddb0-d0ed-4265-932d-0ab0b4ac0cbc), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.155650 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-948116b3-8532-4043-9537-edc51c0e9d3b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router (e2e22f1f-de98-4f24-9e81-9b292220033a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.160749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d04f200-b18f-4c90-9f3c-bdd4bdb16861 admin admin] Made reservation on behalf of cb97cb557d17482f9a47497f1848cb35 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:40.163358 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d04f200-b18f-4c90-9f3c-bdd4bdb16861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.180622 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3c3a72-0e43-4e01-8b40-84cdc0112f7e None None] No DVR routers for this DVR port 042293db-6760-4ade-8bee-fbb91a2a9b14 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:50:40.191749 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c3a72-0e43-4e01-8b40-84cdc0112f7e None None] Pushing event deleted for resources: {'Port': ['ID=042293db-6760-4ade-8bee-fbb91a2a9b14,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:40.266970 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d04f200-b18f-4c90-9f3c-bdd4bdb16861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.281568 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Publish callbacks [] for router_gateway (58634fae-4dbf-45fd-a999-c92d7193a51d), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.283116 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4f28ceba-fefa-4f2b-8c14-8fdb7b4ae5a4 admin admin] Publish callbacks [] for security_group (fd30ddb0-d0ed-4265-932d-0ab0b4ac0cbc), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.368528 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-948116b3-8532-4043-9537-edc51c0e9d3b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_gateway (e2e22f1f-de98-4f24-9e81-9b292220033a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.384233 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4f28ceba-fefa-4f2b-8c14-8fdb7b4ae5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fd30ddb0-d0ed-4265-932d-0ab0b4ac0cbc), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.389507 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4f28ceba-fefa-4f2b-8c14-8fdb7b4ae5a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.392311 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4f28ceba-fefa-4f2b-8c14-8fdb7b4ae5a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd30ddb0-d0ed-4265-932d-0ab0b4ac0cbc HTTP/1.1" status: 204 len: 168 time: 1.0579770 Mar 23 01:50:40.441773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28ceba-fefa-4f2b-8c14-8fdb7b4ae5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd30ddb0-d0ed-4265-932d-0ab0b4ac0cbc,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:40.459893 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d04f200-b18f-4c90-9f3c-bdd4bdb16861 admin admin] Publish callbacks [] for security_group (67696a9a-d9f1-4ba7-8c9b-bd85bafb9643), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.475546 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d04f200-b18f-4c90-9f3c-bdd4bdb16861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (67696a9a-d9f1-4ba7-8c9b-bd85bafb9643), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.490443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-948116b3-8532-4043-9537-edc51c0e9d3b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port 9b48ab28-832e-4d63-a346-cdf375375e6e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:40.490842 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-948116b3-8532-4043-9537-edc51c0e9d3b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (9b48ab28-832e-4d63-a346-cdf375375e6e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.509992 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d04f200-b18f-4c90-9f3c-bdd4bdb16861 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:50:40.598265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04f200-b18f-4c90-9f3c-bdd4bdb16861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67696a9a-d9f1-4ba7-8c9b-bd85bafb9643,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:40.624974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-948116b3-8532-4043-9537-edc51c0e9d3b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] For port 9b48ab28-832e-4d63-a346-cdf375375e6e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9b48ab28-832e-4d63-a346-cdf375375e6e,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:40.625821 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-948116b3-8532-4043-9537-edc51c0e9d3b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (9b48ab28-832e-4d63-a346-cdf375375e6e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.636111 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d04f200-b18f-4c90-9f3c-bdd4bdb16861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (53921472-d1f8-41f0-b002-fe66400f8a7e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.636521 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-3d04f200-b18f-4c90-9f3c-bdd4bdb16861 admin admin] Added segment 53921472-d1f8-41f0-b002-fe66400f8a7e of type vlan for network 6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77 Mar 23 01:50:40.648778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-948116b3-8532-4043-9537-edc51c0e9d3b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for 9b48ab28-832e-4d63-a346-cdf375375e6e owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:40.714655 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d04f200-b18f-4c90-9f3c-bdd4bdb16861 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.765758 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Publish callbacks [] for router_gateway (58634fae-4dbf-45fd-a999-c92d7193a51d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.788965 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.791139 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d04f200-b18f-4c90-9f3c-bdd4bdb16861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.791659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 042293db-6760-4ade-8bee-fbb91a2a9b14 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:50:40.792110 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d04f200-b18f-4c90-9f3c-bdd4bdb16861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:40.792710 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d04f200-b18f-4c90-9f3c-bdd4bdb16861 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:40.849495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 042293db-6760-4ade-8bee-fbb91a2a9b14 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:50:40.851968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 042293db-6760-4ade-8bee-fbb91a2a9b14 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:50:40.852964 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:50:40.876863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:50:40.877342 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e2571b8d-f2ae-465c-b7df-1a8f34ca0d2b not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:50:40.901465 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3d04f200-b18f-4c90-9f3c-bdd4bdb16861 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1124747 Mar 23 01:50:40.903848 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56776) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:40.915617 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-68a3d48e-e15f-45ca-8e5e-640b46116c21 admin admin] Request body: {'subnet': {'network_id': '6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-714021318-subnet', 'tenant_id': 'cb97cb557d17482f9a47497f1848cb35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:40.945121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04f200-b18f-4c90-9f3c-bdd4bdb16861 admin admin] Pushing event updated for resources: {'Network': ['ID=6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:40.962419 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:50:41.006322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a3d48e-e15f-45ca-8e5e-640b46116c21 admin admin] Made reservation on behalf of cb97cb557d17482f9a47497f1848cb35 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:41.008771 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-68a3d48e-e15f-45ca-8e5e-640b46116c21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.011329 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-948116b3-8532-4043-9537-edc51c0e9d3b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (9b48ab28-832e-4d63-a346-cdf375375e6e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.080420 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948116b3-8532-4043-9537-edc51c0e9d3b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=9b48ab28-832e-4d63-a346-cdf375375e6e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:41.089021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Allocated IP 172.25.0.217 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/0ab2de72-3ddd-4b41-a83a-45512ea98eef) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:41.189316 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-948116b3-8532-4043-9537-edc51c0e9d3b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (e2e22f1f-de98-4f24-9e81-9b292220033a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.298073 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Publish callbacks [] for port (0ab2de72-3ddd-4b41-a83a-45512ea98eef), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.338349 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-68a3d48e-e15f-45ca-8e5e-640b46116c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (cc5084a3-e0c8-4fdb-9222-8e05893af226), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.349825 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-948116b3-8532-4043-9537-edc51c0e9d3b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (e2e22f1f-de98-4f24-9e81-9b292220033a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.350731 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-948116b3-8532-4043-9537-edc51c0e9d3b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_controller (e2e22f1f-de98-4f24-9e81-9b292220033a), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.405561 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-948116b3-8532-4043-9537-edc51c0e9d3b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (e2e22f1f-de98-4f24-9e81-9b292220033a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.406276 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948116b3-8532-4043-9537-edc51c0e9d3b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Fanout notify agent at l3_agent the message router_deleted on router e2e22f1f-de98-4f24-9e81-9b292220033a {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:50:41.407860 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (0ab2de72-3ddd-4b41-a83a-45512ea98eef), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.412922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3d48e-e15f-45ca-8e5e-640b46116c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5084a3-e0c8-4fdb-9222-8e05893af226,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:41.426850 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-948116b3-8532-4043-9537-edc51c0e9d3b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.430988 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-948116b3-8532-4043-9537-edc51c0e9d3b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/routers/e2e22f1f-de98-4f24-9e81-9b292220033a HTTP/1.1" status: 204 len: 168 time: 2.2581716 Mar 23 01:50:41.431635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56794) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:41.488260 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:41.494428 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a3d48e-e15f-45ca-8e5e-640b46116c21 admin admin] Checking segment: {'id': '53921472-d1f8-41f0-b002-fe66400f8a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:41.494795 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a3d48e-e15f-45ca-8e5e-640b46116c21 admin admin] Network hostable DHCP agents. Network: 6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:50:41.496987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Pushing event updated for resources: {'Port': ['ID=0ab2de72-3ddd-4b41-a83a-45512ea98eef,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:41.499534 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:41.502831 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:41.558658 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee399f2e-ab12-4bb9-95f9-09bfe691478c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (87aa8238-b3d1-4249-8bf5-f96b20def476), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.559843 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56796) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:41.598610 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a3d48e-e15f-45ca-8e5e-640b46116c21 admin admin] Network 6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:50:41.661808 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee399f2e-ab12-4bb9-95f9-09bfe691478c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (87aa8238-b3d1-4249-8bf5-f96b20def476), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.664655 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-68a3d48e-e15f-45ca-8e5e-640b46116c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:41.672202 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a3d48e-e15f-45ca-8e5e-640b46116c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:41.673331 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-68a3d48e-e15f-45ca-8e5e-640b46116c21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.679688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7273b77-169e-4420-84fd-b993616a3d8e None None] Network 6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:41.707384 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-68a3d48e-e15f-45ca-8e5e-640b46116c21 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7975335 Mar 23 01:50:41.739089 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ee399f2e-ab12-4bb9-95f9-09bfe691478c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87aa8238-b3d1-4249-8bf5-f96b20def476']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:41.762449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ee399f2e-ab12-4bb9-95f9-09bfe691478c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:41.764330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ee399f2e-ab12-4bb9-95f9-09bfe691478c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:41.793567 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee399f2e-ab12-4bb9-95f9-09bfe691478c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.808370 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-70187bb2-90cc-43c0-bc24-edb609ceec82 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1207299924'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:41.830759 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee399f2e-ab12-4bb9-95f9-09bfe691478c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.845670 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee399f2e-ab12-4bb9-95f9-09bfe691478c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:50:41.847496 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee399f2e-ab12-4bb9-95f9-09bfe691478c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (6c3bbafb-f20d-46d1-81d2-f45b82f0cdd2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.850169 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70187bb2-90cc-43c0-bc24-edb609ceec82 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Made reservation on behalf of 30d59ac197e24d9b923c9fd12481886e for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:41.855866 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-70187bb2-90cc-43c0-bc24-edb609ceec82 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:50:41.856965 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:50:41.863878 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557ba519-3822-4f59-abe1-44d8ce243403 None None] Network 6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:41.881332 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-70187bb2-90cc-43c0-bc24-edb609ceec82 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.911357 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Publish callbacks [] for router_gateway (58634fae-4dbf-45fd-a999-c92d7193a51d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.956706 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee399f2e-ab12-4bb9-95f9-09bfe691478c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (87aa8238-b3d1-4249-8bf5-f96b20def476), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.964095 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee399f2e-ab12-4bb9-95f9-09bfe691478c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:41.968476 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ee399f2e-ab12-4bb9-95f9-09bfe691478c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/networks/87aa8238-b3d1-4249-8bf5-f96b20def476 HTTP/1.1" status: 204 len: 168 time: 0.5358851 Mar 23 01:50:41.971840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56804) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:41.996795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee399f2e-ab12-4bb9-95f9-09bfe691478c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Network': ['ID=87aa8238-b3d1-4249-8bf5-f96b20def476,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:42.079260 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0e06f84c-b438-4a30-bc1a-90c6def4b2e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.115501 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0e06f84c-b438-4a30-bc1a-90c6def4b2e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.202066 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0e06f84c-b438-4a30-bc1a-90c6def4b2e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.205683 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0e06f84c-b438-4a30-bc1a-90c6def4b2e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.207379 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0e06f84c-b438-4a30-bc1a-90c6def4b2e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/security-groups/75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f HTTP/1.1" status: 204 len: 168 time: 0.2342777 Mar 23 01:50:42.220883 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06f84c-b438-4a30-bc1a-90c6def4b2e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cbbe59-09ad-4ffa-b9bb-9d5e409ffb5f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:42.322769 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-70187bb2-90cc-43c0-bc24-edb609ceec82 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks [] for security_group (770f66f7-e1f9-434c-b903-2d8b60b1cd51), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.332119 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-70187bb2-90cc-43c0-bc24-edb609ceec82 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (770f66f7-e1f9-434c-b903-2d8b60b1cd51), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.343949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70187bb2-90cc-43c0-bc24-edb609ceec82 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:50:42.355191 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-70187bb2-90cc-43c0-bc24-edb609ceec82 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (903f18fc-fe4e-46a4-b739-8ef1653bbe59), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.355587 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-70187bb2-90cc-43c0-bc24-edb609ceec82 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Added segment 903f18fc-fe4e-46a4-b739-8ef1653bbe59 of type vlan for network d2d1eb22-8d0d-4982-b581-1cb85c5ea237 Mar 23 01:50:42.407600 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (58634fae-4dbf-45fd-a999-c92d7193a51d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.410453 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-70187bb2-90cc-43c0-bc24-edb609ceec82 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (d2d1eb22-8d0d-4982-b581-1cb85c5ea237), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.505254 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70187bb2-90cc-43c0-bc24-edb609ceec82 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770f66f7-e1f9-434c-b903-2d8b60b1cd51,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:42.531594 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-70187bb2-90cc-43c0-bc24-edb609ceec82 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (d2d1eb22-8d0d-4982-b581-1cb85c5ea237), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.536994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70187bb2-90cc-43c0-bc24-edb609ceec82 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:42.537430 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-70187bb2-90cc-43c0-bc24-edb609ceec82 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.597146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56824) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:42.603322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-7f372697-0e45-4e81-bb62-3f425454f872 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1972991674-network', 'tenant_id': '69199569756747a39ad320f1dae83bca'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:42.614300 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-70187bb2-90cc-43c0-bc24-edb609ceec82 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0498443 Mar 23 01:50:42.614843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56826) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:42.626158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e3c1ed25-8800-4f29-99c6-bc45d7010f24 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Request body: {'subnet': {'network_id': 'd2d1eb22-8d0d-4982-b581-1cb85c5ea237', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:42.627450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70187bb2-90cc-43c0-bc24-edb609ceec82 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event updated for resources: {'Network': ['ID=d2d1eb22-8d0d-4982-b581-1cb85c5ea237,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:42.640514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network d2d1eb22-8d0d-4982-b581-1cb85c5ea237 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:50:42.693709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Router 58634fae-4dbf-45fd-a999-c92d7193a51d is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:50:42.715478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f372697-0e45-4e81-bb62-3f425454f872 admin admin] Made reservation on behalf of 69199569756747a39ad320f1dae83bca for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:42.719249 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7f372697-0e45-4e81-bb62-3f425454f872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.736799 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7f372697-0e45-4e81-bb62-3f425454f872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.767681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9b48ab28-832e-4d63-a346-cdf375375e6e no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:50:42.794418 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 9b48ab28-832e-4d63-a346-cdf375375e6e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:50:42.795282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9b48ab28-832e-4d63-a346-cdf375375e6e not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:50:42.825928 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:50:42.842989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Sync routers for ids ['58634fae-4dbf-45fd-a999-c92d7193a51d'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:50:42.849591 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.854851 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-82881403-b417-4382-8403-6dd31a90e3e8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0451772 Mar 23 01:50:42.855034 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7f372697-0e45-4e81-bb62-3f425454f872 admin admin] Publish callbacks [] for security_group (8f842c62-2281-4b68-9382-0aa05942aeda), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.855149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56828) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:42.865037 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Routers {'58634fae-4dbf-45fd-a999-c92d7193a51d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:42.865560 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7f372697-0e45-4e81-bb62-3f425454f872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8f842c62-2281-4b68-9382-0aa05942aeda), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.865962 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['58634fae-4dbf-45fd-a999-c92d7193a51d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:42.885457 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c1ed25-8800-4f29-99c6-bc45d7010f24 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Made reservation on behalf of 30d59ac197e24d9b923c9fd12481886e for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:42.889267 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e3c1ed25-8800-4f29-99c6-bc45d7010f24 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.905719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f372697-0e45-4e81-bb62-3f425454f872 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:50:42.969721 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7f372697-0e45-4e81-bb62-3f425454f872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (7a16f2b7-2166-429a-ad50-100f8fbdccde), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:42.969982 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-7f372697-0e45-4e81-bb62-3f425454f872 admin admin] Added segment 7a16f2b7-2166-429a-ad50-100f8fbdccde of type vlan for network 10f34411-b429-47f2-8734-f4c9c976d5b2 Mar 23 01:50:42.984978 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f372697-0e45-4e81-bb62-3f425454f872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f842c62-2281-4b68-9382-0aa05942aeda,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:42.991852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Set router 58634fae-4dbf-45fd-a999-c92d7193a51d gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:50:43.038138 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7f372697-0e45-4e81-bb62-3f425454f872 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (10f34411-b429-47f2-8734-f4c9c976d5b2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:43.104280 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7f372697-0e45-4e81-bb62-3f425454f872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (10f34411-b429-47f2-8734-f4c9c976d5b2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:43.105313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f372697-0e45-4e81-bb62-3f425454f872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:43.105905 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7f372697-0e45-4e81-bb62-3f425454f872 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:43.177925 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7f372697-0e45-4e81-bb62-3f425454f872 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5807908 Mar 23 01:50:43.181892 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56830) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:43.190087 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d0e6a2c9-ead4-4d11-8e18-c8fdae137a11 admin admin] Request body: {'subnet': {'network_id': '10f34411-b429-47f2-8734-f4c9c976d5b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1972991674-subnet', 'tenant_id': '69199569756747a39ad320f1dae83bca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:43.215524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f372697-0e45-4e81-bb62-3f425454f872 admin admin] Pushing event updated for resources: {'Network': ['ID=10f34411-b429-47f2-8734-f4c9c976d5b2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:43.226785 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 10f34411-b429-47f2-8734-f4c9c976d5b2 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:50:43.240970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-router', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:39Z', 'updated_at': '2022-03-23T01:50:41Z', 'revision_number': 3, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'gw_port': {'id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:40Z', 'updated_at': '2022-03-23T01:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:43.262516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e6a2c9-ead4-4d11-8e18-c8fdae137a11 admin admin] Made reservation on behalf of 69199569756747a39ad320f1dae83bca for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:43.266020 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0e6a2c9-ead4-4d11-8e18-c8fdae137a11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:43.318521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Checking router: 58634fae-4dbf-45fd-a999-c92d7193a51d for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:50:43.319077 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Updating router 58634fae-4dbf-45fd-a999-c92d7193a51d port 0ab2de72-3ddd-4b41-a83a-45512ea98eef binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:50:43.322969 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e3c1ed25-8800-4f29-99c6-bc45d7010f24 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (4137ecdb-a2aa-4800-8e2d-30e271d5fbb6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:43.367553 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0ab2de72-3ddd-4b41-a83a-45512ea98eef), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:43.384204 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:43.474803 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1ed25-8800-4f29-99c6-bc45d7010f24 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event updated for resources: {'Subnet': ['ID=4137ecdb-a2aa-4800-8e2d-30e271d5fbb6,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:43.510323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1ed25-8800-4f29-99c6-bc45d7010f24 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Checking segment: {'id': '903f18fc-fe4e-46a4-b739-8ef1653bbe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2d1eb22-8d0d-4982-b581-1cb85c5ea237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:43.510685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c1ed25-8800-4f29-99c6-bc45d7010f24 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Network hostable DHCP agents. Network: d2d1eb22-8d0d-4982-b581-1cb85c5ea237, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:50:43.613305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c1ed25-8800-4f29-99c6-bc45d7010f24 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Network d2d1eb22-8d0d-4982-b581-1cb85c5ea237 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:50:43.648743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e3c1ed25-8800-4f29-99c6-bc45d7010f24 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, d2d1eb22-8d0d-4982-b581-1cb85c5ea237) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:43.654929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Allocated IP 172.20.0.1 (b1523253-7d66-4fce-bfbc-c868843d7215/bd407818-8901-41e8-85a6-1b0fc7917cb5/604f911e-6f80-44d7-bb7d-09dcf1297d81) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:43.661164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c1ed25-8800-4f29-99c6-bc45d7010f24 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:43.662502 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e3c1ed25-8800-4f29-99c6-bc45d7010f24 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:43.671617 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3874e51d-2bec-48fb-98b1-7920e4205080 None None] Network d2d1eb22-8d0d-4982-b581-1cb85c5ea237 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:43.739918 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e3c1ed25-8800-4f29-99c6-bc45d7010f24 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1238029 Mar 23 01:50:43.743026 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56838) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:43.755446 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0e6a2c9-ead4-4d11-8e18-c8fdae137a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (9089585d-7e64-4dac-a4bf-718d5792b79f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:43.759119 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-344b4bfc-fd99-4acb-a776-f70f0f69bf99 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Request body: {'port': {'network_id': 'd2d1eb22-8d0d-4982-b581-1cb85c5ea237', 'name': 'tempest-AllowedAddressPairTestJSON-176413881'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:43.781317 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56840) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:43.825569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6a2c9-ead4-4d11-8e18-c8fdae137a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9089585d-7e64-4dac-a4bf-718d5792b79f,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:43.837951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e6a2c9-ead4-4d11-8e18-c8fdae137a11 admin admin] Checking segment: {'id': '7a16f2b7-2166-429a-ad50-100f8fbdccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '10f34411-b429-47f2-8734-f4c9c976d5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:43.838493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e6a2c9-ead4-4d11-8e18-c8fdae137a11 admin admin] Network hostable DHCP agents. Network: 10f34411-b429-47f2-8734-f4c9c976d5b2, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:50:43.844270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ff8d1aed-16d5-4d14-9fd0-ff6a4a584eaa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-646186932', 'description': 'tempest-secgroup-smoke-646186932 description', 'project_id': 'bb6e915da6d4405598d98978727b2035'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:43.866060 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e6a2c9-ead4-4d11-8e18-c8fdae137a11 admin admin] Network 10f34411-b429-47f2-8734-f4c9c976d5b2 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:50:43.878642 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-d0e6a2c9-ead4-4d11-8e18-c8fdae137a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 10f34411-b429-47f2-8734-f4c9c976d5b2) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:43.887999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e6a2c9-ead4-4d11-8e18-c8fdae137a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:43.888752 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8070d11e-d95e-484c-98d6-b095c671ce5b None None] Network 10f34411-b429-47f2-8734-f4c9c976d5b2 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:43.889230 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0e6a2c9-ead4-4d11-8e18-c8fdae137a11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:43.923489 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d0e6a2c9-ead4-4d11-8e18-c8fdae137a11 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7300978 Mar 23 01:50:43.931135 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Publish callbacks [] for port (604f911e-6f80-44d7-bb7d-09dcf1297d81), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:43.953133 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ff8d1aed-16d5-4d14-9fd0-ff6a4a584eaa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.053448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344b4bfc-fd99-4acb-a776-f70f0f69bf99 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Made reservation on behalf of 30d59ac197e24d9b923c9fd12481886e for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:44.057146 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344b4bfc-fd99-4acb-a776-f70f0f69bf99 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.065099 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (604f911e-6f80-44d7-bb7d-09dcf1297d81), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.093540 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d2d1eb22-8d0d-4982-b581-1cb85c5ea237', 'network_id': 'd2d1eb22-8d0d-4982-b581-1cb85c5ea237', 'project_id': '30d59ac197e24d9b923c9fd12481886e', 'fixed_ips': [{'subnet_id': '4137ecdb-a2aa-4800-8e2d-30e271d5fbb6'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:50:44.094390 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.128279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Network b1523253-7d66-4fce-bfbc-c868843d7215 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:44.131184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-344b4bfc-fd99-4acb-a776-f70f0f69bf99 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] device_id is not set on port 3117247c-d835-40a9-9b6f-c791b9269a75 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:50:44.149398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:44.150945 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56844) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:44.162373 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:44.194836 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Publish callbacks [] for port (0ab2de72-3ddd-4b41-a83a-45512ea98eef), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.212910 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0ab2de72-3ddd-4b41-a83a-45512ea98eef), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.217060 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-816e9d76-590c-4764-977f-2c27f7526222 admin admin] Deleting subnet cc5084a3-e0c8-4fdb-9222-8e05893af226 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:50:44.226199 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-816e9d76-590c-4764-977f-2c27f7526222 admin admin] Publish callbacks [] for subnet (cc5084a3-e0c8-4fdb-9222-8e05893af226), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.271895 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-816e9d76-590c-4764-977f-2c27f7526222 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (cc5084a3-e0c8-4fdb-9222-8e05893af226), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.317726 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-816e9d76-590c-4764-977f-2c27f7526222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (cc5084a3-e0c8-4fdb-9222-8e05893af226), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.330058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Attempting to bind port 0ab2de72-3ddd-4b41-a83a-45512ea98eef on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:50:44.330403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Attempting to bind port 0ab2de72-3ddd-4b41-a83a-45512ea98eef by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:50:44.330782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Attempting to bind port 0ab2de72-3ddd-4b41-a83a-45512ea98eef on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:50:44.355858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798d544-cf80-4959-a9d0-6f68e699aafa None None] Pushing event updated for resources: {'Port': ['ID=0ab2de72-3ddd-4b41-a83a-45512ea98eef,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:44.386218 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-816e9d76-590c-4764-977f-2c27f7526222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (cc5084a3-e0c8-4fdb-9222-8e05893af226), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.391611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:50:44.391986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:44.392798 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.393189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:50:44.393692 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Bound port: 0ab2de72-3ddd-4b41-a83a-45512ea98eef, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:50:44.394056 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0ab2de72-3ddd-4b41-a83a-45512ea98eef), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.416254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e9d76-590c-4764-977f-2c27f7526222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5084a3-e0c8-4fdb-9222-8e05893af226,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:44.436641 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-816e9d76-590c-4764-977f-2c27f7526222 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.441089 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-816e9d76-590c-4764-977f-2c27f7526222 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cc5084a3-e0c8-4fdb-9222-8e05893af226 HTTP/1.1" status: 204 len: 168 time: 0.2873929 Mar 23 01:50:44.443867 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56846) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:44.471818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] For port 0ab2de72-3ddd-4b41-a83a-45512ea98eef, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:50:44.475162 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] For port 0ab2de72-3ddd-4b41-a83a-45512ea98eef, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0ab2de72-3ddd-4b41-a83a-45512ea98eef,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:50:44.482449 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab9e247-e188-4de7-8b08-6b31068d4c4e None None] Network 10f34411-b429-47f2-8734-f4c9c976d5b2 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:44.488953 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0ab2de72-3ddd-4b41-a83a-45512ea98eef), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.534563 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ba6bdab-ff0c-41c0-b24e-a586e5718d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.572429 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Allocated IP 172.20.0.2 (d2d1eb22-8d0d-4982-b581-1cb85c5ea237/4137ecdb-a2aa-4800-8e2d-30e271d5fbb6/ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:44.631079 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ba6bdab-ff0c-41c0-b24e-a586e5718d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.657731 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Pushing event updated for resources: {'Port': ['ID=604f911e-6f80-44d7-bb7d-09dcf1297d81,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:44.659458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-7ba6bdab-ff0c-41c0-b24e-a586e5718d81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:44.671202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-7ba6bdab-ff0c-41c0-b24e-a586e5718d81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53921472-d1f8-41f0-b002-fe66400f8a7e') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:44.671686 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-7ba6bdab-ff0c-41c0-b24e-a586e5718d81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53921472-d1f8-41f0-b002-fe66400f8a7e') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:44.675262 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ff8d1aed-16d5-4d14-9fd0-ff6a4a584eaa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (1acad143-4554-4cd7-b59d-406e2e34184e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.692303 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ff8d1aed-16d5-4d14-9fd0-ff6a4a584eaa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1acad143-4554-4cd7-b59d-406e2e34184e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.708146 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ba6bdab-ff0c-41c0-b24e-a586e5718d81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (53921472-d1f8-41f0-b002-fe66400f8a7e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.719121 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (58634fae-4dbf-45fd-a999-c92d7193a51d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.728571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798d544-cf80-4959-a9d0-6f68e699aafa None None] Pushing event updated for resources: {'Port': ['ID=0ab2de72-3ddd-4b41-a83a-45512ea98eef,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:44.734010 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ba6bdab-ff0c-41c0-b24e-a586e5718d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (53921472-d1f8-41f0-b002-fe66400f8a7e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.741728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Routers {'58634fae-4dbf-45fd-a999-c92d7193a51d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:44.742599 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['58634fae-4dbf-45fd-a999-c92d7193a51d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:44.744550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba6bdab-ff0c-41c0-b24e-a586e5718d81 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:50:44.745006 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ba6bdab-ff0c-41c0-b24e-a586e5718d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (53921472-d1f8-41f0-b002-fe66400f8a7e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:50:44.747386 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:50:44.780272 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ff8d1aed-16d5-4d14-9fd0-ff6a4a584eaa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.785097 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ff8d1aed-16d5-4d14-9fd0-ff6a4a584eaa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9979396 Mar 23 01:50:44.785276 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56852) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:44.791997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7631e6b7-d0cb-436f-96c7-80be481a2256 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '1acad143-4554-4cd7-b59d-406e2e34184e', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:44.795886 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d1aed-16d5-4d14-9fd0-ff6a4a584eaa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1acad143-4554-4cd7-b59d-406e2e34184e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:44.836019 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ba6bdab-ff0c-41c0-b24e-a586e5718d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.845979 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ba6bdab-ff0c-41c0-b24e-a586e5718d81 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.849313 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7ba6bdab-ff0c-41c0-b24e-a586e5718d81 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77 HTTP/1.1" status: 204 len: 168 time: 0.4042308 Mar 23 01:50:44.854500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56854) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:44.860542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6bdab-ff0c-41c0-b24e-a586e5718d81 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a7d8c3c-8dd9-4ec2-ba07-dc39988e3f77,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:44.868909 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7631e6b7-d0cb-436f-96c7-80be481a2256 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (c335d953-dd1b-4c9f-9985-dfb4a4b3ad8e), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:44.955264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] Set router 58634fae-4dbf-45fd-a999-c92d7193a51d gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:50:44.965315 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ea39b0-a303-4e1a-84e5-3c65e4f98e07 admin admin] Deleting subnet 9089585d-7e64-4dac-a4bf-718d5792b79f {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:50:44.974886 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f2ea39b0-a303-4e1a-84e5-3c65e4f98e07 admin admin] Publish callbacks [] for subnet (9089585d-7e64-4dac-a4bf-718d5792b79f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.017272 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (604f911e-6f80-44d7-bb7d-09dcf1297d81), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.047170 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7631e6b7-d0cb-436f-96c7-80be481a2256 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (c335d953-dd1b-4c9f-9985-dfb4a4b3ad8e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.052497 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f2ea39b0-a303-4e1a-84e5-3c65e4f98e07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (9089585d-7e64-4dac-a4bf-718d5792b79f), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.055812 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7631e6b7-d0cb-436f-96c7-80be481a2256 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (c335d953-dd1b-4c9f-9985-dfb4a4b3ad8e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.129198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631e6b7-d0cb-436f-96c7-80be481a2256 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c335d953-dd1b-4c9f-9985-dfb4a4b3ad8e,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:45.132122 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7631e6b7-d0cb-436f-96c7-80be481a2256 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.133355 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7631e6b7-d0cb-436f-96c7-80be481a2256 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3469028 Mar 23 01:50:45.138219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56856) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:45.143424 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-cf8d94f7-cadd-461b-a898-36764170bca6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '1acad143-4554-4cd7-b59d-406e2e34184e', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:45.145234 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Publish callbacks [] for port (ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.159304 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.203160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Network d2d1eb22-8d0d-4982-b581-1cb85c5ea237 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:45.208035 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:45.212370 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf8d94f7-cadd-461b-a898-36764170bca6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (85b9603d-fcdf-4cfc-ae29-832dc6ef18f7), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.212552 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:45.216764 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f2ea39b0-a303-4e1a-84e5-3c65e4f98e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (9089585d-7e64-4dac-a4bf-718d5792b79f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.234986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Pushing event updated for resources: {'Port': ['ID=ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:45.245534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-router', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:39Z', 'updated_at': '2022-03-23T01:50:41Z', 'revision_number': 3, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'gw_port': {'id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:40Z', 'updated_at': '2022-03-23T01:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:45.290967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece0b922-bd45-46fe-8401-4709728193bc None None] The sync data for ids ['58634fae-4dbf-45fd-a999-c92d7193a51d'] in n-d-834677-4 is: [{'id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-router', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:39Z', 'updated_at': '2022-03-23T01:50:41Z', 'revision_number': 3, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'gw_port': {'id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:40Z', 'updated_at': '2022-03-23T01:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:50:45.311199 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-344b4bfc-fd99-4acb-a776-f70f0f69bf99 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Allocated IP 172.20.0.11 (d2d1eb22-8d0d-4982-b581-1cb85c5ea237/4137ecdb-a2aa-4800-8e2d-30e271d5fbb6/3117247c-d835-40a9-9b6f-c791b9269a75) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:45.331362 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf8d94f7-cadd-461b-a898-36764170bca6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (85b9603d-fcdf-4cfc-ae29-832dc6ef18f7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.339193 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf8d94f7-cadd-461b-a898-36764170bca6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (85b9603d-fcdf-4cfc-ae29-832dc6ef18f7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.339911 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Attempting to bind port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:50:45.340300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Attempting to bind port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '903f18fc-fe4e-46a4-b739-8ef1653bbe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2d1eb22-8d0d-4982-b581-1cb85c5ea237'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:50:45.341295 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Attempting to bind port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef on network d2d1eb22-8d0d-4982-b581-1cb85c5ea237 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:50:45.347969 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:50:45.348492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Checking segment: {'id': '903f18fc-fe4e-46a4-b739-8ef1653bbe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2d1eb22-8d0d-4982-b581-1cb85c5ea237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:45.348975 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.349476 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Bound using segment: {'id': '903f18fc-fe4e-46a4-b739-8ef1653bbe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2d1eb22-8d0d-4982-b581-1cb85c5ea237'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:50:45.350131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Bound port: ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903f18fc-fe4e-46a4-b739-8ef1653bbe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2d1eb22-8d0d-4982-b581-1cb85c5ea237'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:50:45.350629 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.361491 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d94f7-cadd-461b-a898-36764170bca6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b9603d-fcdf-4cfc-ae29-832dc6ef18f7,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:45.385949 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf8d94f7-cadd-461b-a898-36764170bca6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.391290 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cf8d94f7-cadd-461b-a898-36764170bca6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2473345 Mar 23 01:50:45.391940 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56858) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:45.407085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-146d0e49-9514-4046-98b7-e097eaa05a08 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '1acad143-4554-4cd7-b59d-406e2e34184e', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:45.418070 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f2ea39b0-a303-4e1a-84e5-3c65e4f98e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (9089585d-7e64-4dac-a4bf-718d5792b79f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.479529 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-146d0e49-9514-4046-98b7-e097eaa05a08 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (5a325112-b697-4897-b750-704abd89737b), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.480481 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea39b0-a303-4e1a-84e5-3c65e4f98e07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9089585d-7e64-4dac-a4bf-718d5792b79f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:45.496591 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f2ea39b0-a303-4e1a-84e5-3c65e4f98e07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.500642 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f2ea39b0-a303-4e1a-84e5-3c65e4f98e07 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9089585d-7e64-4dac-a4bf-718d5792b79f HTTP/1.1" status: 204 len: 168 time: 0.6430876 Mar 23 01:50:45.506671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56860) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:45.521551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] For port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:50:45.529057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] For port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef,segment=NetworkSegment(903f18fc-fe4e-46a4-b739-8ef1653bbe59),segment_id=903f18fc-fe4e-46a4-b739-8ef1653bbe59)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:50:45.538324 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.568290 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Publish callbacks [] for port (604f911e-6f80-44d7-bb7d-09dcf1297d81), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.588126 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (604f911e-6f80-44d7-bb7d-09dcf1297d81), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.631006 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-146d0e49-9514-4046-98b7-e097eaa05a08 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (5a325112-b697-4897-b750-704abd89737b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.639256 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-146d0e49-9514-4046-98b7-e097eaa05a08 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (5a325112-b697-4897-b750-704abd89737b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.676109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d0e49-9514-4046-98b7-e097eaa05a08 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a325112-b697-4897-b750-704abd89737b,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:45.686444 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a165db8-2ed3-4aef-b5ad-bdc77a210aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (10f34411-b429-47f2-8734-f4c9c976d5b2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.691798 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-146d0e49-9514-4046-98b7-e097eaa05a08 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.693124 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-146d0e49-9514-4046-98b7-e097eaa05a08 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3001952 Mar 23 01:50:45.695906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56862) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:45.702170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Pushing event updated for resources: {'Port': ['ID=604f911e-6f80-44d7-bb7d-09dcf1297d81,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:45.703387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ba2504e8-35b1-4ac5-8a71-54b46e922ba8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '1acad143-4554-4cd7-b59d-406e2e34184e', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:45.779424 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ba2504e8-35b1-4ac5-8a71-54b46e922ba8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (02cfd4a2-cea3-4f91-b542-32216755d54e), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.802899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618d42c-7eb4-4d39-b2cf-6a348c806163 None None] Pushing event updated for resources: {'Port': ['ID=ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:45.864670 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (58634fae-4dbf-45fd-a999-c92d7193a51d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.865530 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a165db8-2ed3-4aef-b5ad-bdc77a210aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (10f34411-b429-47f2-8734-f4c9c976d5b2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.902837 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344b4bfc-fd99-4acb-a776-f70f0f69bf99 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks [] for port (3117247c-d835-40a9-9b6f-c791b9269a75), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.944372 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3a165db8-2ed3-4aef-b5ad-bdc77a210aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f34411-b429-47f2-8734-f4c9c976d5b2']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:45.959180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3a165db8-2ed3-4aef-b5ad-bdc77a210aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a16f2b7-2166-429a-ad50-100f8fbdccde') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:45.959693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3a165db8-2ed3-4aef-b5ad-bdc77a210aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a16f2b7-2166-429a-ad50-100f8fbdccde') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:45.974155 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a165db8-2ed3-4aef-b5ad-bdc77a210aeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (7a16f2b7-2166-429a-ad50-100f8fbdccde), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:45.989464 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ba2504e8-35b1-4ac5-8a71-54b46e922ba8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (02cfd4a2-cea3-4f91-b542-32216755d54e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.000440 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ba2504e8-35b1-4ac5-8a71-54b46e922ba8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (02cfd4a2-cea3-4f91-b542-32216755d54e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.006325 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a165db8-2ed3-4aef-b5ad-bdc77a210aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (7a16f2b7-2166-429a-ad50-100f8fbdccde), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.020007 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344b4bfc-fd99-4acb-a776-f70f0f69bf99 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (3117247c-d835-40a9-9b6f-c791b9269a75), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.026020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a165db8-2ed3-4aef-b5ad-bdc77a210aeb admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:50:46.026440 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a165db8-2ed3-4aef-b5ad-bdc77a210aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (7a16f2b7-2166-429a-ad50-100f8fbdccde), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:50:46.028666 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:50:46.141300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2504e8-35b1-4ac5-8a71-54b46e922ba8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cfd4a2-cea3-4f91-b542-32216755d54e,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:46.154010 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ba2504e8-35b1-4ac5-8a71-54b46e922ba8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.158897 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ba2504e8-35b1-4ac5-8a71-54b46e922ba8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4618962 Mar 23 01:50:46.159782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56868) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:46.166412 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b4bfc-fd99-4acb-a776-f70f0f69bf99 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Network d2d1eb22-8d0d-4982-b581-1cb85c5ea237 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:46.170628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-df47920c-e981-4c60-aaa5-4e888af9d666 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '1acad143-4554-4cd7-b59d-406e2e34184e', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:46.187756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Network b1523253-7d66-4fce-bfbc-c868843d7215 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:46.189959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-344b4bfc-fd99-4acb-a776-f70f0f69bf99 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:46.200487 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b4bfc-fd99-4acb-a776-f70f0f69bf99 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event updated for resources: {'Port': ['ID=3117247c-d835-40a9-9b6f-c791b9269a75,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:46.208332 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a165db8-2ed3-4aef-b5ad-bdc77a210aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (10f34411-b429-47f2-8734-f4c9c976d5b2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.213023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344b4bfc-fd99-4acb-a776-f70f0f69bf99 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:46.219754 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a165db8-2ed3-4aef-b5ad-bdc77a210aeb admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.220907 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:46.224864 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3a165db8-2ed3-4aef-b5ad-bdc77a210aeb admin admin] 10.222.0.18 "DELETE /v2.0/networks/10f34411-b429-47f2-8734-f4c9c976d5b2 HTTP/1.1" status: 204 len: 168 time: 0.7171476 Mar 23 01:50:46.228289 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-df47920c-e981-4c60-aaa5-4e888af9d666 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Project bb6e915da6d4405598d98978727b2035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 01:50:46.244059 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-df47920c-e981-4c60-aaa5-4e888af9d666 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (7141b138-578f-4d3e-8517-dcac00c1afde), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.279694 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a165db8-2ed3-4aef-b5ad-bdc77a210aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=10f34411-b429-47f2-8734-f4c9c976d5b2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:46.386944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-df47920c-e981-4c60-aaa5-4e888af9d666 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (7141b138-578f-4d3e-8517-dcac00c1afde), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.393383 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-df47920c-e981-4c60-aaa5-4e888af9d666 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (7141b138-578f-4d3e-8517-dcac00c1afde), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.435212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47920c-e981-4c60-aaa5-4e888af9d666 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7141b138-578f-4d3e-8517-dcac00c1afde,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:46.448661 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-df47920c-e981-4c60-aaa5-4e888af9d666 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.449942 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-df47920c-e981-4c60-aaa5-4e888af9d666 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2857404 Mar 23 01:50:46.453586 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56872) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:46.458296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a8a72918-d179-4689-8d83-ec80e4a269e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '1acad143-4554-4cd7-b59d-406e2e34184e', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:46.477724 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Router 58634fae-4dbf-45fd-a999-c92d7193a51d has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:50:46.487381 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-a8a72918-d179-4689-8d83-ec80e4a269e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Project bb6e915da6d4405598d98978727b2035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 01:50:46.496756 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8a72918-d179-4689-8d83-ec80e4a269e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (bea53c2c-1be0-4afe-837d-87519c7328ce), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.514194 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344b4bfc-fd99-4acb-a776-f70f0f69bf99 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:46.514194 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-344b4bfc-fd99-4acb-a776-f70f0f69bf99 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.609298 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8a72918-d179-4689-8d83-ec80e4a269e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (bea53c2c-1be0-4afe-837d-87519c7328ce), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.636716 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8a72918-d179-4689-8d83-ec80e4a269e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (bea53c2c-1be0-4afe-837d-87519c7328ce), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.659628 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-344b4bfc-fd99-4acb-a776-f70f0f69bf99 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9142005 Mar 23 01:50:46.662315 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56874) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:46.668630 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f35626e1-3af8-4078-a089-ed1debd5e5fa tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Request body: {'port': {'network_id': 'd2d1eb22-8d0d-4982-b581-1cb85c5ea237', 'name': 'tempest-AllowedAddressPairTestJSON-705803343', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:7c:19:2f'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:46.678316 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a72918-d179-4689-8d83-ec80e4a269e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea53c2c-1be0-4afe-837d-87519c7328ce,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:46.699221 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8a72918-d179-4689-8d83-ec80e4a269e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.706668 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a8a72918-d179-4689-8d83-ec80e4a269e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2457874 Mar 23 01:50:46.707636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56876) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:46.707866 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56878) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:46.727498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-67e2a61e-cd3e-46b3-a131-0a674e2ca5c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'network': {'name': 'tempest-network-smoke--72680256', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'port_security_enabled': True}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:46.750221 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:50:46.805822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e2a61e-cd3e-46b3-a131-0a674e2ca5c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Made reservation on behalf of bb6e915da6d4405598d98978727b2035 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:46.815800 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67e2a61e-cd3e-46b3-a131-0a674e2ca5c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:46.883636 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f99f3a4f-e2d3-4bcc-b717-1c269d29fc5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb97cb557d17482f9a47497f1848cb35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504238 Mar 23 01:50:46.887683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56880) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:46.955755 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e2a61e-cd3e-46b3-a131-0a674e2ca5c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:50:46.978291 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35626e1-3af8-4078-a089-ed1debd5e5fa tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Made reservation on behalf of 30d59ac197e24d9b923c9fd12481886e for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:46.985776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:50:47.001235 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67e2a61e-cd3e-46b3-a131-0a674e2ca5c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (1d7acf2b-cdba-424d-bfd2-bd18bf269f30), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:47.001235 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-67e2a61e-cd3e-46b3-a131-0a674e2ca5c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Added segment 1d7acf2b-cdba-424d-bfd2-bd18bf269f30 of type vlan for network 421cc921-f910-418e-8572-27bf845096fb Mar 23 01:50:47.074285 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:50:47.081669 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5fef6c29-596e-4b3b-9bfb-18d8fc206c58 admin admin] 10.222.0.18 "PUT /v2.0/routers/58634fae-4dbf-45fd-a999-c92d7193a51d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2227333 Mar 23 01:50:47.126655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:47.127035 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:47.172107 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f35626e1-3af8-4078-a089-ed1debd5e5fa tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:47.181680 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67e2a61e-cd3e-46b3-a131-0a674e2ca5c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (421cc921-f910-418e-8572-27bf845096fb), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:47.212490 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7fa3684d-6b70-4693-a637-e5284f58e658 admin admin] Publish callbacks [] for security_group (67696a9a-d9f1-4ba7-8c9b-bd85bafb9643), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:47.220753 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67e2a61e-cd3e-46b3-a131-0a674e2ca5c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (421cc921-f910-418e-8572-27bf845096fb), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:47.228138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e2a61e-cd3e-46b3-a131-0a674e2ca5c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:47.229166 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-f35626e1-3af8-4078-a089-ed1debd5e5fa tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] device_id is not set on port 21654664-88fc-41d4-b479-64e79336f1a5 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:50:47.232824 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-67e2a61e-cd3e-46b3-a131-0a674e2ca5c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:47.311939 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7fa3684d-6b70-4693-a637-e5284f58e658 admin admin] Publish callbacks [] for security_group (67696a9a-d9f1-4ba7-8c9b-bd85bafb9643), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:47.388817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:47.389481 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:47.395577 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-67e2a61e-cd3e-46b3-a131-0a674e2ca5c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6866241 Mar 23 01:50:47.396975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56890) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:47.512258 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-f35626e1-3af8-4078-a089-ed1debd5e5fa tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Allocated IP 172.20.0.13 (d2d1eb22-8d0d-4982-b581-1cb85c5ea237/4137ecdb-a2aa-4800-8e2d-30e271d5fbb6/21654664-88fc-41d4-b479-64e79336f1a5) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:47.524108 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef,segment=NetworkSegment(903f18fc-fe4e-46a4-b739-8ef1653bbe59),segment_id=903f18fc-fe4e-46a4-b739-8ef1653bbe59)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:47.541185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-689021318', 'admin_state_up': True, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:47.541383 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:47.542235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0ab2de72-3ddd-4b41-a83a-45512ea98eef up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:50:47.563534 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7fa3684d-6b70-4693-a637-e5284f58e658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (67696a9a-d9f1-4ba7-8c9b-bd85bafb9643), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:47.566539 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7fa3684d-6b70-4693-a637-e5284f58e658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:47.567963 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7fa3684d-6b70-4693-a637-e5284f58e658 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67696a9a-d9f1-4ba7-8c9b-bd85bafb9643 HTTP/1.1" status: 204 len: 168 time: 0.6793511 Mar 23 01:50:47.601906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3684d-6b70-4693-a637-e5284f58e658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67696a9a-d9f1-4ba7-8c9b-bd85bafb9643,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:47.604281 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2a61e-cd3e-46b3-a131-0a674e2ca5c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Network': ['ID=421cc921-f910-418e-8572-27bf845096fb,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:47.623125 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (1a7b04f8-425a-4d6f-87d5-eb9561a3f954), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:47.625867 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (1a7b04f8-425a-4d6f-87d5-eb9561a3f954), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:47.721555 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84de2416-fd92-4d01-a7ed-55f1121c5813 None None] Network d2d1eb22-8d0d-4982-b581-1cb85c5ea237 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:47.764800 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_controller (1a7b04f8-425a-4d6f-87d5-eb9561a3f954), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:47.780950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:47.786538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 421cc921-f910-418e-8572-27bf845096fb details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:50:47.818223 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f35626e1-3af8-4078-a089-ed1debd5e5fa tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks [] for port (21654664-88fc-41d4-b479-64e79336f1a5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:47.859751 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f35626e1-3af8-4078-a089-ed1debd5e5fa tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (21654664-88fc-41d4-b479-64e79336f1a5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:47.945913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35626e1-3af8-4078-a089-ed1debd5e5fa tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Network d2d1eb22-8d0d-4982-b581-1cb85c5ea237 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:47.949022 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-f35626e1-3af8-4078-a089-ed1debd5e5fa tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:47.953526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35626e1-3af8-4078-a089-ed1debd5e5fa tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:48.007957 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35626e1-3af8-4078-a089-ed1debd5e5fa tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event updated for resources: {'Port': ['ID=21654664-88fc-41d4-b479-64e79336f1a5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:48.032591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0ff93f38-d65a-42e2-88e5-20a76e100eab None None] Provisioning complete for port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:48.033869 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0ff93f38-d65a-42e2-88e5-20a76e100eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:48.121538 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35626e1-3af8-4078-a089-ed1debd5e5fa tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:48.124482 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f35626e1-3af8-4078-a089-ed1debd5e5fa tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:48.189775 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_gateway (1a7b04f8-425a-4d6f-87d5-eb9561a3f954), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:48.192062 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f35626e1-3af8-4078-a089-ed1debd5e5fa tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.5286520 Mar 23 01:50:48.194977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56912) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:48.326033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-38751a40-5456-453b-9cf7-60677e811df4 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:48.333556 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-38751a40-5456-453b-9cf7-60677e811df4 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/networks?id=b1523253-7d66-4fce-bfbc-c868843d7215 HTTP/1.1" status: 200 len: 819 time: 0.3622355 Mar 23 01:50:48.360360 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Sync routers for ids ['58634fae-4dbf-45fd-a999-c92d7193a51d'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:50:48.365661 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-9f66b9d7-6bd1-423f-a618-7b1e00aeb7ed tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/quotas/d9d38db3758d44ec9cf654788868b3f2 HTTP/1.1" status: 200 len: 375 time: 0.0307176 Mar 23 01:50:48.384377 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Routers {'58634fae-4dbf-45fd-a999-c92d7193a51d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:48.389307 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['58634fae-4dbf-45fd-a999-c92d7193a51d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:48.417246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56918) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:48.439092 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2839f157-aad7-4133-a785-16688621e6e2 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:48.444499 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2839f157-aad7-4133-a785-16688621e6e2 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:48.462455 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2839f157-aad7-4133-a785-16688621e6e2 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:48.464743 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2839f157-aad7-4133-a785-16688621e6e2 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2658861 Mar 23 01:50:48.473741 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56920) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:48.516156 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 0ab2de72-3ddd-4b41-a83a-45512ea98eef triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:48.516909 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0ab2de72-3ddd-4b41-a83a-45512ea98eef), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:48.550653 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Set router 58634fae-4dbf-45fd-a999-c92d7193a51d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:50:48.579201 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-a7fb8c2d-71f0-417a-9c8a-fd846425f307 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d9d38db3758d44ec9cf654788868b3f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2118003 Mar 23 01:50:48.602994 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5481c7d8-38a7-4a51-a2f9-52fd7bb5e9ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69199569756747a39ad320f1dae83bca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1806157 Mar 23 01:50:48.607554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56922) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:48.650734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-139792ae-8251-48b8-af36-05de526b5db3 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Deleting port 21654664-88fc-41d4-b479-64e79336f1a5 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:48.651177 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-139792ae-8251-48b8-af36-05de526b5db3 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (21654664-88fc-41d4-b479-64e79336f1a5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:48.731101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0ff93f38-d65a-42e2-88e5-20a76e100eab None None] Current status of the port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:48.837468 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 0ab2de72-3ddd-4b41-a83a-45512ea98eef is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:48.837867 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0ab2de72-3ddd-4b41-a83a-45512ea98eef), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:48.878671 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-139792ae-8251-48b8-af36-05de526b5db3 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (21654664-88fc-41d4-b479-64e79336f1a5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:48.887994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 0ab2de72-3ddd-4b41-a83a-45512ea98eef, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0ab2de72-3ddd-4b41-a83a-45512ea98eef,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:48.900715 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0ab2de72-3ddd-4b41-a83a-45512ea98eef), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:48.940457 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-139792ae-8251-48b8-af36-05de526b5db3 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Calling delete_port for 21654664-88fc-41d4-b479-64e79336f1a5 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:49.047098 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:50:49.110662 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=0ab2de72-3ddd-4b41-a83a-45512ea98eef,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:49.128763 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-router', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:39Z', 'updated_at': '2022-03-23T01:50:44Z', 'revision_number': 4, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'gw_port': {'id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:40Z', 'updated_at': '2022-03-23T01:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '604f911e-6f80-44d7-bb7d-09dcf1297d81', 'name': '', 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'mac_address': 'fa:16:3e:41:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:43Z', 'updated_at': '2022-03-23T01:50:45Z', 'revision_number': 2, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'subnets': [{'id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:49.138465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:49.138838 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:49.283461 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Checking router: 58634fae-4dbf-45fd-a999-c92d7193a51d for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:50:49.283809 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Updating router 58634fae-4dbf-45fd-a999-c92d7193a51d port 604f911e-6f80-44d7-bb7d-09dcf1297d81 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:50:49.331593 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77e1ab-7797-49d0-9f90-c3c3049c773b req-e91c4566-1759-40a3-bb06-f38099c4755c tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:49.337754 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:49.343983 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f4971b42-ae4b-4458-b9bf-451b7edba547 service neutron] 10.222.0.18 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7349901 Mar 23 01:50:49.345863 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae77e1ab-7797-49d0-9f90-c3c3049c773b req-e91c4566-1759-40a3-bb06-f38099c4755c tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 945 time: 0.4520504 Mar 23 01:50:49.356173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-545269e0-7282-4aef-aac5-f8edf4d6a084 None None] Provisioning complete for port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:49.357020 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-545269e0-7282-4aef-aac5-f8edf4d6a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:49.409999 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-139792ae-8251-48b8-af36-05de526b5db3 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (21654664-88fc-41d4-b479-64e79336f1a5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:49.423489 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (604f911e-6f80-44d7-bb7d-09dcf1297d81), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:49.546894 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d5bad2be-5e4d-449d-8365-80b8531fb7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:49.637545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-545269e0-7282-4aef-aac5-f8edf4d6a084 None None] Current status of the port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:49.657321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139792ae-8251-48b8-af36-05de526b5db3 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event deleted for resources: {'Port': ['ID=21654664-88fc-41d4-b479-64e79336f1a5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:49.659172 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-545269e0-7282-4aef-aac5-f8edf4d6a084 None None] Provisioning complete for port 3117247c-d835-40a9-9b6f-c791b9269a75 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:49.659659 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-545269e0-7282-4aef-aac5-f8edf4d6a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3117247c-d835-40a9-9b6f-c791b9269a75), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:49.680329 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_gateway (1a7b04f8-425a-4d6f-87d5-eb9561a3f954), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:49.689082 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae77e1ab-7797-49d0-9f90-c3c3049c773b req-14f2166d-76e5-48c8-a022-7d7c83dc0688 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0f901dc-fae1-4aa9-99d7-540e9b45446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202450 Mar 23 01:50:49.703723 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0cfe2ed0-e620-423e-8607-96be3f380f1f admin admin] Publish callbacks [] for security_group (8f842c62-2281-4b68-9382-0aa05942aeda), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:49.742971 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-db265c9d-a921-466e-98d1-36480173dbdf service neutron] 10.222.0.18 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787107 Mar 23 01:50:49.744984 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:49.762863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-545269e0-7282-4aef-aac5-f8edf4d6a084 None None] Port 3117247c-d835-40a9-9b6f-c791b9269a75 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:49.769475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-545269e0-7282-4aef-aac5-f8edf4d6a084 None None] Could not find standard attr ID for object 21654664-88fc-41d4-b479-64e79336f1a5. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:50:49.802140 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0cfe2ed0-e620-423e-8607-96be3f380f1f admin admin] Publish callbacks [] for security_group (8f842c62-2281-4b68-9382-0aa05942aeda), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:49.923711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-88e6afad-3e74-4d65-86cb-5edfc6e41636 None None] Provisioning complete for port 3117247c-d835-40a9-9b6f-c791b9269a75 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:49.924310 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-88e6afad-3e74-4d65-86cb-5edfc6e41636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3117247c-d835-40a9-9b6f-c791b9269a75), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:49.942759 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-139792ae-8251-48b8-af36-05de526b5db3 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:49.946281 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-139792ae-8251-48b8-af36-05de526b5db3 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "DELETE /v2.0/ports/21654664-88fc-41d4-b479-64e79336f1a5 HTTP/1.1" status: 204 len: 168 time: 1.4721084 Mar 23 01:50:49.948998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56934) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:50.016125 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a37b9f-0cb1-47fa-ae2b-bab7e4a36f11 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] GET failed (client error): The resource could not be found. Mar 23 01:50:50.027248 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-16a37b9f-0cb1-47fa-ae2b-bab7e4a36f11 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "GET /v2.0/ports/21654664-88fc-41d4-b479-64e79336f1a5 HTTP/1.1" status: 404 len: 333 time: 0.0763178 Mar 23 01:50:50.030610 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56936) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:50.048214 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-cd384eec-0009-4fc0-804d-c56bf6333454 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Request body: {'port': {'network_id': 'd2d1eb22-8d0d-4982-b581-1cb85c5ea237', 'name': 'tempest-AllowedAddressPairTestJSON-306886995'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:50.083129 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-88e6afad-3e74-4d65-86cb-5edfc6e41636 None None] Port 3117247c-d835-40a9-9b6f-c791b9269a75 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:50.161698 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Publish callbacks [] for port (604f911e-6f80-44d7-bb7d-09dcf1297d81), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:50.181413 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (604f911e-6f80-44d7-bb7d-09dcf1297d81), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:50.203581 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-970f2771-917d-4378-b532-eb017738c4cc None None] Could not find standard attr ID for object 21654664-88fc-41d4-b479-64e79336f1a5. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:50:50.231284 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0cfe2ed0-e620-423e-8607-96be3f380f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8f842c62-2281-4b68-9382-0aa05942aeda), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:50.246839 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0cfe2ed0-e620-423e-8607-96be3f380f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:50.248081 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0cfe2ed0-e620-423e-8607-96be3f380f1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f842c62-2281-4b68-9382-0aa05942aeda HTTP/1.1" status: 204 len: 168 time: 1.6166224 Mar 23 01:50:50.261869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Allocated IP 172.25.0.2 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/bdc624ee-3912-42b0-ada6-784a750d6cec) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:50.312212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd384eec-0009-4fc0-804d-c56bf6333454 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Made reservation on behalf of 30d59ac197e24d9b923c9fd12481886e for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:50.316297 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cd384eec-0009-4fc0-804d-c56bf6333454 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:50.389027 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-cd384eec-0009-4fc0-804d-c56bf6333454 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] device_id is not set on port 85c5a899-d7b1-4aee-92b8-1bdefdefd7ef yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:50:50.394735 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa7e41d3-8a62-4f7c-89e3-04962e8e3f97 req-3d2f0239-523e-4d2a-8afa-2d2b27ad1dc2 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 210 time: 0.1349046 Mar 23 01:50:50.396821 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe2ed0-e620-423e-8607-96be3f380f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f842c62-2281-4b68-9382-0aa05942aeda,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:50.570796 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d272eb-e27f-4406-b68e-b191f3626c78 None None] Pushing event updated for resources: {'Port': ['ID=604f911e-6f80-44d7-bb7d-09dcf1297d81,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:50.599174 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d272eb-e27f-4406-b68e-b191f3626c78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:50.601540 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d272eb-e27f-4406-b68e-b191f3626c78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:50.604920 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d272eb-e27f-4406-b68e-b191f3626c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:50.605551 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d272eb-e27f-4406-b68e-b191f3626c78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:50.605823 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d272eb-e27f-4406-b68e-b191f3626c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:50.606307 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d272eb-e27f-4406-b68e-b191f3626c78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:50.606784 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d272eb-e27f-4406-b68e-b191f3626c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:50.607258 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d272eb-e27f-4406-b68e-b191f3626c78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:50.607752 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d272eb-e27f-4406-b68e-b191f3626c78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:50.614906 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d272eb-e27f-4406-b68e-b191f3626c78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:50.615553 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d272eb-e27f-4406-b68e-b191f3626c78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:50.616047 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d272eb-e27f-4406-b68e-b191f3626c78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:50.616542 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d272eb-e27f-4406-b68e-b191f3626c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:50.617063 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d272eb-e27f-4406-b68e-b191f3626c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:50.617539 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d272eb-e27f-4406-b68e-b191f3626c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:50:50.641788 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Attempting to bind port 604f911e-6f80-44d7-bb7d-09dcf1297d81 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:50:50.642201 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Attempting to bind port 604f911e-6f80-44d7-bb7d-09dcf1297d81 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '159602fa-3ee7-4b7e-8850-ba9e36c3f60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:50:50.642554 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Attempting to bind port 604f911e-6f80-44d7-bb7d-09dcf1297d81 on network b1523253-7d66-4fce-bfbc-c868843d7215 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:50:50.648615 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:50:50.649016 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Checking segment: {'id': '159602fa-3ee7-4b7e-8850-ba9e36c3f60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:50.650888 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:50.650888 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Bound using segment: {'id': '159602fa-3ee7-4b7e-8850-ba9e36c3f60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:50:50.650888 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Bound port: 604f911e-6f80-44d7-bb7d-09dcf1297d81, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159602fa-3ee7-4b7e-8850-ba9e36c3f60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:50:50.650888 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (604f911e-6f80-44d7-bb7d-09dcf1297d81), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:50.659188 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:50.780687 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-cd384eec-0009-4fc0-804d-c56bf6333454 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Allocated IP 172.20.0.8 (d2d1eb22-8d0d-4982-b581-1cb85c5ea237/4137ecdb-a2aa-4800-8e2d-30e271d5fbb6/85c5a899-d7b1-4aee-92b8-1bdefdefd7ef) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:50.782377 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] For port 604f911e-6f80-44d7-bb7d-09dcf1297d81, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:50:50.789216 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] For port 604f911e-6f80-44d7-bb7d-09dcf1297d81, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=604f911e-6f80-44d7-bb7d-09dcf1297d81,segment=NetworkSegment(159602fa-3ee7-4b7e-8850-ba9e36c3f60c),segment_id=159602fa-3ee7-4b7e-8850-ba9e36c3f60c)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:50:50.797168 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (bdc624ee-3912-42b0-ada6-784a750d6cec), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:50.799008 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (604f911e-6f80-44d7-bb7d-09dcf1297d81), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:50.876790 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (bdc624ee-3912-42b0-ada6-784a750d6cec), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:50.976073 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d272eb-e27f-4406-b68e-b191f3626c78 None None] Pushing event updated for resources: {'Port': ['ID=604f911e-6f80-44d7-bb7d-09dcf1297d81,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:50.984572 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Routers {'58634fae-4dbf-45fd-a999-c92d7193a51d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:50.984572 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['58634fae-4dbf-45fd-a999-c92d7193a51d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:51.054655 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=bdc624ee-3912-42b0-ada6-784a750d6cec,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:51.089493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aee1c-5114-4fe1-b58d-f8e34c672317 req-d5cc0689-0957-412b-8739-0915e875a8d4 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:51.091111 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b47aee1c-5114-4fe1-b58d-f8e34c672317 req-d5cc0689-0957-412b-8739-0915e875a8d4 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 945 time: 0.4373703 Mar 23 01:50:51.093204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:51.095094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:51.113114 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:51.118227 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0ab2de72-3ddd-4b41-a83a-45512ea98eef up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:50:51.140932 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cd384eec-0009-4fc0-804d-c56bf6333454 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks [] for port (85c5a899-d7b1-4aee-92b8-1bdefdefd7ef), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:51.183408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 0ab2de72-3ddd-4b41-a83a-45512ea98eef triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:51.184162 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0ab2de72-3ddd-4b41-a83a-45512ea98eef), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:51.213898 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cd384eec-0009-4fc0-804d-c56bf6333454 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (85c5a899-d7b1-4aee-92b8-1bdefdefd7ef), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:51.288099 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd384eec-0009-4fc0-804d-c56bf6333454 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Network d2d1eb22-8d0d-4982-b581-1cb85c5ea237 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:51.300388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-cd384eec-0009-4fc0-804d-c56bf6333454 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:51.306519 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd384eec-0009-4fc0-804d-c56bf6333454 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:51.314966 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] Set router 58634fae-4dbf-45fd-a999-c92d7193a51d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:50:51.355965 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b47aee1c-5114-4fe1-b58d-f8e34c672317 req-3f9d01e6-2999-40a4-91ab-1c0948dc5ab9 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0f901dc-fae1-4aa9-99d7-540e9b45446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422204 Mar 23 01:50:51.386173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 0ab2de72-3ddd-4b41-a83a-45512ea98eef is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:51.388060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd384eec-0009-4fc0-804d-c56bf6333454 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event updated for resources: {'Port': ['ID=85c5a899-d7b1-4aee-92b8-1bdefdefd7ef,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:51.410864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd384eec-0009-4fc0-804d-c56bf6333454 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:51.413269 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cd384eec-0009-4fc0-804d-c56bf6333454 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:51.473573 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cd384eec-0009-4fc0-804d-c56bf6333454 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4415801 Mar 23 01:50:51.475115 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56972) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:51.494103 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-78644d53-0135-4f1a-b8b3-b42f143ea3fb tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:7c:19:2f'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:51.661772 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89a2c628-0e67-47ca-911a-70cf5e65c8b5 req-6affa06f-f4c4-4b84-8133-2944c096868e tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 210 time: 0.0990055 Mar 23 01:50:51.680732 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78644d53-0135-4f1a-b8b3-b42f143ea3fb tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (85c5a899-d7b1-4aee-92b8-1bdefdefd7ef), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:51.869754 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-94e093f2-4d21-42bf-b726-4e8bcf61b374 None None] Provisioning complete for port 85c5a899-d7b1-4aee-92b8-1bdefdefd7ef triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:51.870174 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-94e093f2-4d21-42bf-b726-4e8bcf61b374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (85c5a899-d7b1-4aee-92b8-1bdefdefd7ef), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:51.885903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9703f-b07d-4862-ab41-14fa169420f4 req-29eb3c5c-7776-4fe5-a7ca-ae6dce7df8e4 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:51.887434 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2df9703f-b07d-4862-ab41-14fa169420f4 req-29eb3c5c-7776-4fe5-a7ca-ae6dce7df8e4 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 945 time: 0.1247516 Mar 23 01:50:51.954750 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-94e093f2-4d21-42bf-b726-4e8bcf61b374 None None] Port 85c5a899-d7b1-4aee-92b8-1bdefdefd7ef cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:51.965394 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_gateway (1a7b04f8-425a-4d6f-87d5-eb9561a3f954), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:52.001603 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-89846488-7add-4c6c-8917-353f307b2e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:52.039549 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-router', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:39Z', 'updated_at': '2022-03-23T01:50:44Z', 'revision_number': 4, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'gw_port': {'id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:40Z', 'updated_at': '2022-03-23T01:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '604f911e-6f80-44d7-bb7d-09dcf1297d81', 'name': '', 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'mac_address': 'fa:16:3e:41:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:43Z', 'updated_at': '2022-03-23T01:50:50Z', 'revision_number': 4, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'subnets': [{'id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:52.120791 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d4bd58-75b0-4a63-aa23-523b5672b00d None None] The sync data for ids ['58634fae-4dbf-45fd-a999-c92d7193a51d'] in n-d-834677-4 is: [{'id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-router', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:39Z', 'updated_at': '2022-03-23T01:50:44Z', 'revision_number': 4, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'gw_port': {'id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:40Z', 'updated_at': '2022-03-23T01:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '604f911e-6f80-44d7-bb7d-09dcf1297d81', 'name': '', 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'mac_address': 'fa:16:3e:41:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:43Z', 'updated_at': '2022-03-23T01:50:50Z', 'revision_number': 4, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'subnets': [{'id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:50:52.145630 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78644d53-0135-4f1a-b8b3-b42f143ea3fb tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks [] for port (85c5a899-d7b1-4aee-92b8-1bdefdefd7ef), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:52.154148 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78644d53-0135-4f1a-b8b3-b42f143ea3fb tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (85c5a899-d7b1-4aee-92b8-1bdefdefd7ef), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:52.336179 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-2df9703f-b07d-4862-ab41-14fa169420f4 req-b40add55-3100-42cc-9f74-a01f7cdd4e3e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Deleting port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:52.336633 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2df9703f-b07d-4862-ab41-14fa169420f4 req-b40add55-3100-42cc-9f74-a01f7cdd4e3e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:52.351602 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78644d53-0135-4f1a-b8b3-b42f143ea3fb tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event updated for resources: {'Port': ['ID=85c5a899-d7b1-4aee-92b8-1bdefdefd7ef,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:52.397407 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-78644d53-0135-4f1a-b8b3-b42f143ea3fb tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] In _notify_port_updated(), no bound segment for port 85c5a899-d7b1-4aee-92b8-1bdefdefd7ef on network d2d1eb22-8d0d-4982-b581-1cb85c5ea237 {{(pid=99263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 01:50:52.408753 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78644d53-0135-4f1a-b8b3-b42f143ea3fb tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:52.421729 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78644d53-0135-4f1a-b8b3-b42f143ea3fb tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:52.426434 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-78644d53-0135-4f1a-b8b3-b42f143ea3fb tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "PUT /v2.0/ports/85c5a899-d7b1-4aee-92b8-1bdefdefd7ef HTTP/1.1" status: 200 len: 993 time: 0.9459569 Mar 23 01:50:52.427404 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57004) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:52.589842 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (1a7b04f8-425a-4d6f-87d5-eb9561a3f954), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:52.786579 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-57f76755-5973-469e-bba8-bfcbf9458c18 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:52.788745 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-57f76755-5973-469e-bba8-bfcbf9458c18 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.43 "GET /v2.0/networks?id=b1523253-7d66-4fce-bfbc-c868843d7215 HTTP/1.1" status: 200 len: 819 time: 0.2924976 Mar 23 01:50:52.825013 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ca8411eb-6151-4b89-bebf-66c1832e137e None None] Provisioning complete for port 85c5a899-d7b1-4aee-92b8-1bdefdefd7ef triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:52.825767 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ca8411eb-6151-4b89-bebf-66c1832e137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (85c5a899-d7b1-4aee-92b8-1bdefdefd7ef), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:52.838763 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-0a89d519-e462-4a3d-81b6-7d56658e5b5f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Request body: {'port': {'device_id': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215', 'admin_state_up': True, 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:52.845914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-92b28f42-6e2a-4dfc-aa63-95bb47132653 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Deleting port 85c5a899-d7b1-4aee-92b8-1bdefdefd7ef {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:52.847173 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-92b28f42-6e2a-4dfc-aa63-95bb47132653 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (85c5a899-d7b1-4aee-92b8-1bdefdefd7ef), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:52.851856 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9d12317f-cb9f-42b8-88c2-cd06e59fe48d req-c71c378d-241b-4db2-8f24-1390e0a822dc tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 210 time: 0.0535328 Mar 23 01:50:52.896019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ca8411eb-6151-4b89-bebf-66c1832e137e None None] Port 85c5a899-d7b1-4aee-92b8-1bdefdefd7ef cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:52.946468 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-2df9703f-b07d-4862-ab41-14fa169420f4 req-b40add55-3100-42cc-9f74-a01f7cdd4e3e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] For port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690,segment=NetworkSegment(d376842b-9d16-42f6-8983-9e619c644c51),segment_id=d376842b-9d16-42f6-8983-9e619c644c51)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:52.947034 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2df9703f-b07d-4862-ab41-14fa169420f4 req-b40add55-3100-42cc-9f74-a01f7cdd4e3e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:52.973366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0272a-6a1a-413b-883b-166c60091b3e req-7c129e0e-37e3-47d2-9de0-2e402dabef67 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:52.974968 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcb0272a-6a1a-413b-883b-166c60091b3e req-7c129e0e-37e3-47d2-9de0-2e402dabef67 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 945 time: 0.3767755 Mar 23 01:50:53.112408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 604f911e-6f80-44d7-bb7d-09dcf1297d81 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:50:53.129909 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-92b28f42-6e2a-4dfc-aa63-95bb47132653 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (85c5a899-d7b1-4aee-92b8-1bdefdefd7ef), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:53.160366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-92b28f42-6e2a-4dfc-aa63-95bb47132653 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Calling delete_port for 85c5a899-d7b1-4aee-92b8-1bdefdefd7ef owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:53.241587 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 604f911e-6f80-44d7-bb7d-09dcf1297d81 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:53.242280 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (604f911e-6f80-44d7-bb7d-09dcf1297d81), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:53.246657 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:53.257931 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-0a89d519-e462-4a3d-81b6-7d56658e5b5f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Made reservation on behalf of d9d38db3758d44ec9cf654788868b3f2 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:53.264461 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-0a89d519-e462-4a3d-81b6-7d56658e5b5f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:53.284017 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcb0272a-6a1a-413b-883b-166c60091b3e req-bae3c3b5-ec70-4470-845f-ebfdfc01ebb9 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0f901dc-fae1-4aa9-99d7-540e9b45446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887578 Mar 23 01:50:53.469584 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 604f911e-6f80-44d7-bb7d-09dcf1297d81 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:53.470990 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (604f911e-6f80-44d7-bb7d-09dcf1297d81), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:53.498530 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:50:53.532465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 604f911e-6f80-44d7-bb7d-09dcf1297d81, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=604f911e-6f80-44d7-bb7d-09dcf1297d81,segment=NetworkSegment(159602fa-3ee7-4b7e-8850-ba9e36c3f60c),segment_id=159602fa-3ee7-4b7e-8850-ba9e36c3f60c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:53.538484 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (604f911e-6f80-44d7-bb7d-09dcf1297d81), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:53.611256 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=604f911e-6f80-44d7-bb7d-09dcf1297d81,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:53.741965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:50:53.755086 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Sync routers for ids ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:50:53.772861 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:53.775157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-89033a88-13d1-4a73-a857-e413ac3d7c11 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.2575150 Mar 23 01:50:53.778288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57028) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:53.779105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Routers {'1a7b04f8-425a-4d6f-87d5-eb9561a3f954'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:53.779661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:53.824236 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c7d8bc8d-ecdf-4761-90d1-ea7f2684050c tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=bb6e915da6d4405598d98978727b2035&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441678 Mar 23 01:50:53.826790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57032) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:54.021408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Set router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:50:54.140416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1d3dbf-2ebe-41e2-a16e-484f16220bc9 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:54.143791 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0f1d3dbf-2ebe-41e2-a16e-484f16220bc9 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3145440 Mar 23 01:50:54.148445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57044) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:54.214556 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e013db01-3d64-423c-935e-50a8046e6b70 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0637298 Mar 23 01:50:54.217035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57048) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:54.223502 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-7efdfd79-4c1f-4d84-bebb-ad5faec95a01 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1495672196', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:54.257939 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-0a89d519-e462-4a3d-81b6-7d56658e5b5f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Allocated IP 172.20.0.7 (b1523253-7d66-4fce-bfbc-c868843d7215/bd407818-8901-41e8-85a6-1b0fc7917cb5/19dcdc0e-cf65-4355-b84f-72dee4849c6c) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:54.322841 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-001964b0-0654-4548-80a5-f65ccc0f7878 req-05431d40-65ec-40c9-8c9c-53b406c1ecdf tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 210 time: 0.0535297 Mar 23 01:50:54.373387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689021318', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:47Z', 'updated_at': '2022-03-23T01:50:51Z', 'revision_number': 3, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:49Z', 'updated_at': '2022-03-23T01:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:54.416788 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-92b28f42-6e2a-4dfc-aa63-95bb47132653 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (85c5a899-d7b1-4aee-92b8-1bdefdefd7ef), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:54.420819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Checking router: 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:50:54.421498 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Updating router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 port bdc624ee-3912-42b0-ada6-784a750d6cec binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:50:54.426565 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2df9703f-b07d-4862-ab41-14fa169420f4 req-b40add55-3100-42cc-9f74-a01f7cdd4e3e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:54.427066 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2df9703f-b07d-4862-ab41-14fa169420f4 req-b40add55-3100-42cc-9f74-a01f7cdd4e3e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (736cfaad-3023-4932-9592-c0af8c9c773d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:54.427488 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-2df9703f-b07d-4862-ab41-14fa169420f4 req-b40add55-3100-42cc-9f74-a01f7cdd4e3e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Floating IP 736cfaad-3023-4932-9592-c0af8c9c773d disassociated. External IP: 172.25.0.100, port: fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690. Mar 23 01:50:54.427945 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-2df9703f-b07d-4862-ab41-14fa169420f4 req-b40add55-3100-42cc-9f74-a01f7cdd4e3e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Calling delete_port for fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:54.488681 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bdc624ee-3912-42b0-ada6-784a750d6cec), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:54.572927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b28f42-6e2a-4dfc-aa63-95bb47132653 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event deleted for resources: {'Port': ['ID=85c5a899-d7b1-4aee-92b8-1bdefdefd7ef,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:54.595965 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:54.987220 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-0a89d519-e462-4a3d-81b6-7d56658e5b5f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:54.993305 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-92b28f42-6e2a-4dfc-aa63-95bb47132653 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:55.014701 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-92b28f42-6e2a-4dfc-aa63-95bb47132653 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "DELETE /v2.0/ports/85c5a899-d7b1-4aee-92b8-1bdefdefd7ef HTTP/1.1" status: 204 len: 168 time: 2.5859656 Mar 23 01:50:55.019005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57084) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:55.051011 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Publish callbacks [] for port (bdc624ee-3912-42b0-ada6-784a750d6cec), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:55.064944 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bdc624ee-3912-42b0-ada6-784a750d6cec), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:55.093709 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a9b6c7-44b8-4bb8-87d7-e94e17d0f81b tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] GET failed (client error): The resource could not be found. Mar 23 01:50:55.105378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 604f911e-6f80-44d7-bb7d-09dcf1297d81 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:50:55.120220 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-23a9b6c7-44b8-4bb8-87d7-e94e17d0f81b tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "GET /v2.0/ports/85c5a899-d7b1-4aee-92b8-1bdefdefd7ef HTTP/1.1" status: 404 len: 333 time: 0.0783775 Mar 23 01:50:55.125216 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57090) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:55.149898 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ddc81e85-f192-47ec-8845-c28f9383f442 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Request body: {'port': {'network_id': 'd2d1eb22-8d0d-4982-b581-1cb85c5ea237', 'name': 'tempest-AllowedAddressPairTestJSON-76761138'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:55.223886 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efdfd79-4c1f-4d84-bebb-ad5faec95a01 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Made reservation on behalf of bb6e915da6d4405598d98978727b2035 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:55.227939 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7efdfd79-4c1f-4d84-bebb-ad5faec95a01 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:55.237767 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Attempting to bind port bdc624ee-3912-42b0-ada6-784a750d6cec on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:50:55.238152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Attempting to bind port bdc624ee-3912-42b0-ada6-784a750d6cec by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:50:55.238520 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Attempting to bind port bdc624ee-3912-42b0-ada6-784a750d6cec on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:50:55.257896 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:50:55.259069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:55.261031 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:55.263787 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:50:55.264610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Bound port: bdc624ee-3912-42b0-ada6-784a750d6cec, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:50:55.265361 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bdc624ee-3912-42b0-ada6-784a750d6cec), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:55.270449 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-0a89d519-e462-4a3d-81b6-7d56658e5b5f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:55.272620 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f27a2b-7753-4d00-bd89-d549c2d1354d None None] Pushing event updated for resources: {'Port': ['ID=bdc624ee-3912-42b0-ada6-784a750d6cec,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:55.358974 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-0a89d519-e462-4a3d-81b6-7d56658e5b5f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Network b1523253-7d66-4fce-bfbc-c868843d7215 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:55.375285 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 604f911e-6f80-44d7-bb7d-09dcf1297d81 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:55.375652 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (604f911e-6f80-44d7-bb7d-09dcf1297d81), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:55.375991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-0a89d519-e462-4a3d-81b6-7d56658e5b5f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:55.398888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-0a89d519-e462-4a3d-81b6-7d56658e5b5f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:55.460990 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89d519-e462-4a3d-81b6-7d56658e5b5f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Pushing event updated for resources: {'Port': ['ID=19dcdc0e-cf65-4355-b84f-72dee4849c6c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:55.493765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] For port bdc624ee-3912-42b0-ada6-784a750d6cec, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:50:55.512149 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] For port bdc624ee-3912-42b0-ada6-784a750d6cec, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=bdc624ee-3912-42b0-ada6-784a750d6cec,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:50:55.513561 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-0a89d519-e462-4a3d-81b6-7d56658e5b5f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:55.515264 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-0a89d519-e462-4a3d-81b6-7d56658e5b5f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:55.527345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc81e85-f192-47ec-8845-c28f9383f442 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Made reservation on behalf of 30d59ac197e24d9b923c9fd12481886e for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:50:55.530887 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddc81e85-f192-47ec-8845-c28f9383f442 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:55.545284 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bdc624ee-3912-42b0-ada6-784a750d6cec), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:55.581551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbfcca-7962-4659-9b19-2fcfcefd39a1 req-fecdcc54-8846-449a-bff1-ae2370db3f3f tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:55.583432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ffbbfcca-7962-4659-9b19-2fcfcefd39a1 req-fecdcc54-8846-449a-bff1-ae2370db3f3f tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 945 time: 1.1836076 Mar 23 01:50:55.586721 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7efdfd79-4c1f-4d84-bebb-ad5faec95a01 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (2f822693-b262-4a4a-aa1f-5de9edd39897), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:55.594888 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-0a89d519-e462-4a3d-81b6-7d56658e5b5f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7836213 Mar 23 01:50:55.609005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:50:55.612164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 604f911e-6f80-44d7-bb7d-09dcf1297d81 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:55.613186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-ddc81e85-f192-47ec-8845-c28f9383f442 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] device_id is not set on port 1951bfe1-ee64-44d3-9dd9-258f59c0cdea yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:50:55.630238 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Request body: {'port': {'device_id': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:55.688348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Routers {'1a7b04f8-425a-4d6f-87d5-eb9561a3f954'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:55.688836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:55.696281 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f27a2b-7753-4d00-bd89-d549c2d1354d None None] Pushing event updated for resources: {'Port': ['ID=bdc624ee-3912-42b0-ada6-784a750d6cec,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:55.721603 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa73b37-0cdb-425f-ac14-d70701dd05e4 req-295e480d-b814-45ee-82a6-c24cc485653d tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:55.723679 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-afa73b37-0cdb-425f-ac14-d70701dd05e4 req-295e480d-b814-45ee-82a6-c24cc485653d tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 931 time: 0.1997583 Mar 23 01:50:55.847356 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:55.876666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdfd79-4c1f-4d84-bebb-ad5faec95a01 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Subnet': ['ID=2f822693-b262-4a4a-aa1f-5de9edd39897,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:55.899630 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:55.918857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] Set router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:50:55.944080 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ffbbfcca-7962-4659-9b19-2fcfcefd39a1 req-1c667471-2e19-4a3b-ba32-65899cf3fc99 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0f901dc-fae1-4aa9-99d7-540e9b45446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3096347 Mar 23 01:50:55.958632 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efdfd79-4c1f-4d84-bebb-ad5faec95a01 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Checking segment: {'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:55.959459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efdfd79-4c1f-4d84-bebb-ad5faec95a01 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network hostable DHCP agents. Network: 421cc921-f910-418e-8572-27bf845096fb, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:50:55.973186 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2df9703f-b07d-4862-ab41-14fa169420f4 req-b40add55-3100-42cc-9f74-a01f7cdd4e3e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:55.978702 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-afa73b37-0cdb-425f-ac14-d70701dd05e4 req-0c79a7b3-703b-4c6b-a4bd-1f12cc257d0a tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417328 Mar 23 01:50:56.011692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efdfd79-4c1f-4d84-bebb-ad5faec95a01 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network 421cc921-f910-418e-8572-27bf845096fb is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:50:56.011940 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-ddc81e85-f192-47ec-8845-c28f9383f442 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Allocated IP 172.20.0.3 (d2d1eb22-8d0d-4982-b581-1cb85c5ea237/4137ecdb-a2aa-4800-8e2d-30e271d5fbb6/1951bfe1-ee64-44d3-9dd9-258f59c0cdea) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:56.060376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40add55-3100-42cc-9f74-a01f7cdd4e3e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Pushing event deleted for resources: {'Port': ['ID=fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:56.070495 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-7efdfd79-4c1f-4d84-bebb-ad5faec95a01 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 421cc921-f910-418e-8572-27bf845096fb) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:56.074324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:56.074873 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:56.077852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efdfd79-4c1f-4d84-bebb-ad5faec95a01 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:56.078984 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7efdfd79-4c1f-4d84-bebb-ad5faec95a01 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:56.119885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3008f8-3c1d-4583-badc-7b293ade2784 None None] Network 421cc921-f910-418e-8572-27bf845096fb requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:50:56.196983 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7efdfd79-4c1f-4d84-bebb-ad5faec95a01 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9786665 Mar 23 01:50:56.237932 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57140) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:56.331858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689021318', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:47Z', 'updated_at': '2022-03-23T01:50:51Z', 'revision_number': 3, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:49Z', 'updated_at': '2022-03-23T01:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:56.336477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-421cc921-f910-418e-8572-27bf845096fb', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ips': [{'subnet_id': '2f822693-b262-4a4a-aa1f-5de9edd39897'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:50:56.337710 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:56.368934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2df9703f-b07d-4862-ab41-14fa169420f4 req-b40add55-3100-42cc-9f74-a01f7cdd4e3e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Router 82594f72-f1e9-49c5-8a2a-799c4ade153e has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:50:56.466873 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddc81e85-f192-47ec-8845-c28f9383f442 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks [] for port (1951bfe1-ee64-44d3-9dd9-258f59c0cdea), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:56.619007 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130dc650-7669-4277-aadb-d40d2e7fb146 None None] The sync data for ids ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'] in n-d-834677-4 is: [{'id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689021318', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:47Z', 'updated_at': '2022-03-23T01:50:51Z', 'revision_number': 3, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:49Z', 'updated_at': '2022-03-23T01:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:50:56.628187 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2df9703f-b07d-4862-ab41-14fa169420f4 req-b40add55-3100-42cc-9f74-a01f7cdd4e3e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:50:56.653850 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a5990a-4ec8-4ba0-a85d-ad59b126ea1e None None] Sync routers for ids ['82594f72-f1e9-49c5-8a2a-799c4ade153e'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:50:56.672795 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a5990a-4ec8-4ba0-a85d-ad59b126ea1e None None] Routers {'82594f72-f1e9-49c5-8a2a-799c4ade153e'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:56.678002 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-d1a5990a-4ec8-4ba0-a85d-ad59b126ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['82594f72-f1e9-49c5-8a2a-799c4ade153e'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:56.757845 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57148) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:56.774203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df9703f-b07d-4862-ab41-14fa169420f4 req-b40add55-3100-42cc-9f74-a01f7cdd4e3e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] No DVR routers for this DVR port fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:50:56.779345 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2df9703f-b07d-4862-ab41-14fa169420f4 req-b40add55-3100-42cc-9f74-a01f7cdd4e3e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:56.788059 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2df9703f-b07d-4862-ab41-14fa169420f4 req-b40add55-3100-42cc-9f74-a01f7cdd4e3e tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.42 "DELETE /v2.0/ports/fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690 HTTP/1.1" status: 204 len: 173 time: 4.8919210 Mar 23 01:50:56.790389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbed721-0b00-49b4-bcd1-c1e86d928445', 'name': 'network-vif-deleted', 'tag': 'fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:50:56.798600 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc2d1bd-1758-4792-8a2a-d80df5ac76ac" -d '{"events": [{"server_uuid": "7dbed721-0b00-49b4-bcd1-c1e86d928445", "name": "network-vif-deleted", "tag": "fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:50:56.818207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19dcdc0e-cf65-4355-b84f-72dee4849c6c {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:50:56.834936 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Publish callbacks [] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:56.913128 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-d1a5990a-4ec8-4ba0-a85d-ad59b126ea1e None None] Set router 82594f72-f1e9-49c5-8a2a-799c4ade153e gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:50:56.928782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Transition to ACTIVE for port object 19dcdc0e-cf65-4355-b84f-72dee4849c6c will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:50:56.945474 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Allocated IP 172.20.0.2 (421cc921-f910-418e-8572-27bf845096fb/2f822693-b262-4a4a-aa1f-5de9edd39897/18326443-0123-44ce-9247-546d4d712447) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:56.950135 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:56.995664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddc81e85-f192-47ec-8845-c28f9383f442 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1951bfe1-ee64-44d3-9dd9-258f59c0cdea), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:57.193087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc81e85-f192-47ec-8845-c28f9383f442 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Network d2d1eb22-8d0d-4982-b581-1cb85c5ea237 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:57.270022 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-d1a5990a-4ec8-4ba0-a85d-ad59b126ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'name': 'tempest-ServersTestManualDisk-1724445356-router', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b408863-0364-4115-b7c6-6cb351671b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:44Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'gw_port': {'id': '2b408863-0364-4115-b7c6-6cb351671b95', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:45Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a071e8e4-6a84-4daf-a4f9-4f00c658b49c', 'name': '', 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'mac_address': 'fa:16:3e:9f:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:49Z', 'updated_at': '2022-03-23T01:49:55Z', 'revision_number': 5, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'subnets': [{'id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:57.278315 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-05ba7eaf-46b9-470f-a2ab-70ed98411ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:57.299509 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63da10c1-f851-4b79-a91c-13c260b99d6d x-openstack-request-id: req-63da10c1-f851-4b79-a91c-13c260b99d6d {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:50:57.299804 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbed721-0b00-49b4-bcd1-c1e86d928445", "name": "network-vif-deleted", "tag": "fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:50:57.300064 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63da10c1-f851-4b79-a91c-13c260b99d6d {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:50:57.300523 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63da10c1-f851-4b79-a91c-13c260b99d6d'] response: {'server_uuid': '7dbed721-0b00-49b4-bcd1-c1e86d928445', 'name': 'network-vif-deleted', 'tag': 'fb411fd6-8aaf-4bb5-86fd-8a5db1b4f690', 'status': 'completed', 'code': 200} Mar 23 01:50:57.323813 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a5990a-4ec8-4ba0-a85d-ad59b126ea1e None None] Checking router: 82594f72-f1e9-49c5-8a2a-799c4ade153e for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:50:57.349264 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a5990a-4ec8-4ba0-a85d-ad59b126ea1e None None] Routers {'82594f72-f1e9-49c5-8a2a-799c4ade153e'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:50:57.350177 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-d1a5990a-4ec8-4ba0-a85d-ad59b126ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['82594f72-f1e9-49c5-8a2a-799c4ade153e'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:57.373486 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Publish callbacks [] for port (18326443-0123-44ce-9247-546d4d712447), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:57.387059 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (18326443-0123-44ce-9247-546d4d712447), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:57.421870 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ddc81e85-f192-47ec-8845-c28f9383f442 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:57.483591 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-29471a9b-e175-4786-b652-757a8cebe13f req-2897a063-e5b6-4c52-aa5a-3568e3c532dd tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dbed721-0b00-49b4-bcd1-c1e86d928445 HTTP/1.1" status: 200 len: 210 time: 0.3125880 Mar 23 01:50:57.487720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc81e85-f192-47ec-8845-c28f9383f442 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:57.494541 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Network 421cc921-f910-418e-8572-27bf845096fb is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:50:57.508311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:50:57.513122 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:50:57.582577 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345bfce-084c-4a16-a52b-8fab9a54753f req-a1fb0fb0-3865-4a67-8978-561d9224ade8 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:57.585627 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3345bfce-084c-4a16-a52b-8fab9a54753f req-a1fb0fb0-3865-4a67-8978-561d9224ade8 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 943 time: 0.1543205 Mar 23 01:50:57.600231 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Pushing event updated for resources: {'Port': ['ID=18326443-0123-44ce-9247-546d4d712447,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:57.604572 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Pushing event updated for resources: {'Port': ['ID=19dcdc0e-cf65-4355-b84f-72dee4849c6c,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:57.624078 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-d1a5990a-4ec8-4ba0-a85d-ad59b126ea1e None None] Set router 82594f72-f1e9-49c5-8a2a-799c4ade153e gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:50:57.682357 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Attempting to bind port 18326443-0123-44ce-9247-546d4d712447 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:50:57.682972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Attempting to bind port 18326443-0123-44ce-9247-546d4d712447 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:50:57.683576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Attempting to bind port 18326443-0123-44ce-9247-546d4d712447 on network 421cc921-f910-418e-8572-27bf845096fb {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:50:57.699407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:50:57.701052 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Checking segment: {'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:57.701655 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:57.702751 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Bound using segment: {'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:50:57.704975 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Bound port: 18326443-0123-44ce-9247-546d4d712447, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:50:57.707574 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (18326443-0123-44ce-9247-546d4d712447), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:57.708877 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3345bfce-084c-4a16-a52b-8fab9a54753f req-4aac2447-8c90-4164-be41-2b952feef56d tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176119 Mar 23 01:50:57.729768 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc81e85-f192-47ec-8845-c28f9383f442 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event updated for resources: {'Port': ['ID=1951bfe1-ee64-44d3-9dd9-258f59c0cdea,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:57.780488 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc81e85-f192-47ec-8845-c28f9383f442 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:57.781221 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddc81e85-f192-47ec-8845-c28f9383f442 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:57.845980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] For port 18326443-0123-44ce-9247-546d4d712447, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:50:57.850977 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] For port 18326443-0123-44ce-9247-546d4d712447, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=18326443-0123-44ce-9247-546d4d712447,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:50:57.865808 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (18326443-0123-44ce-9247-546d4d712447), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:57.945671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57164) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:57.945880 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ddc81e85-f192-47ec-8845-c28f9383f442 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8171260 Mar 23 01:50:57.953151 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d6189ecc-90fd-4bdc-90c9-a2b754e05e96 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7c:19:2f'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:50:57.962469 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-989f1e97-82ed-49c1-bfbd-be9ff87e8c1b None None] Provisioning complete for port 1951bfe1-ee64-44d3-9dd9-258f59c0cdea triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:57.963076 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-989f1e97-82ed-49c1-bfbd-be9ff87e8c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1951bfe1-ee64-44d3-9dd9-258f59c0cdea), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:58.029765 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-d1a5990a-4ec8-4ba0-a85d-ad59b126ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'name': 'tempest-ServersTestManualDisk-1724445356-router', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b408863-0364-4115-b7c6-6cb351671b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:44Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'gw_port': {'id': '2b408863-0364-4115-b7c6-6cb351671b95', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:45Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a071e8e4-6a84-4daf-a4f9-4f00c658b49c', 'name': '', 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'mac_address': 'fa:16:3e:9f:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:49Z', 'updated_at': '2022-03-23T01:49:55Z', 'revision_number': 5, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'subnets': [{'id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:50:58.080082 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a5990a-4ec8-4ba0-a85d-ad59b126ea1e None None] The sync data for ids ['82594f72-f1e9-49c5-8a2a-799c4ade153e'] in n-d-834677-4 is: [{'id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'name': 'tempest-ServersTestManualDisk-1724445356-router', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b408863-0364-4115-b7c6-6cb351671b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:44Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'gw_port': {'id': '2b408863-0364-4115-b7c6-6cb351671b95', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:45Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a071e8e4-6a84-4daf-a4f9-4f00c658b49c', 'name': '', 'network_id': 'c4a7cc98-f343-4be3-884a-5828fb549baf', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'mac_address': 'fa:16:3e:9f:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:49Z', 'updated_at': '2022-03-23T01:49:55Z', 'revision_number': 5, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'subnets': [{'id': '7a24a261-2668-4f4f-be2e-816dd79856c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:50:58.095279 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57704cd-a6f2-4c18-b1ea-139d9c510565 None None] Pushing event updated for resources: {'Port': ['ID=18326443-0123-44ce-9247-546d4d712447,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:58.105768 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-989f1e97-82ed-49c1-bfbd-be9ff87e8c1b None None] Port 1951bfe1-ee64-44d3-9dd9-258f59c0cdea cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:58.214594 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Attempting to bind port 19dcdc0e-cf65-4355-b84f-72dee4849c6c on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:50:58.215005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Attempting to bind port 19dcdc0e-cf65-4355-b84f-72dee4849c6c by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '159602fa-3ee7-4b7e-8850-ba9e36c3f60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:50:58.215262 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Attempting to bind port 19dcdc0e-cf65-4355-b84f-72dee4849c6c on network b1523253-7d66-4fce-bfbc-c868843d7215 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:50:58.240076 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Port 19dcdc0e-cf65-4355-b84f-72dee4849c6c on network b1523253-7d66-4fce-bfbc-c868843d7215 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:50:58.240406 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Attempting to bind port 19dcdc0e-cf65-4355-b84f-72dee4849c6c on network b1523253-7d66-4fce-bfbc-c868843d7215 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:50:58.260007 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:50:58.260332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Checking segment: {'id': '159602fa-3ee7-4b7e-8850-ba9e36c3f60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:50:58.260772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Bound using segment: {'id': '159602fa-3ee7-4b7e-8850-ba9e36c3f60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:50:58.261217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Bound port: 19dcdc0e-cf65-4355-b84f-72dee4849c6c, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159602fa-3ee7-4b7e-8850-ba9e36c3f60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:50:58.261581 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:58.283895 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:58.288040 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-05ba7eaf-46b9-470f-a2ab-70ed98411ed3 admin admin] Publish callbacks [] for security_group (8ecc328b-3590-4d5c-b957-fcea5e3da109), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:58.303915 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-05ba7eaf-46b9-470f-a2ab-70ed98411ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8ecc328b-3590-4d5c-b957-fcea5e3da109), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:58.402705 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6189ecc-90fd-4bdc-90c9-a2b754e05e96 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1951bfe1-ee64-44d3-9dd9-258f59c0cdea), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:58.523528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba7eaf-46b9-470f-a2ab-70ed98411ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecc328b-3590-4d5c-b957-fcea5e3da109,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:58.553211 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-05ba7eaf-46b9-470f-a2ab-70ed98411ed3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b360b3286524ef8b24d6fb49266a464&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7875314 Mar 23 01:50:58.557572 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57172) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:58.577941 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] For port 19dcdc0e-cf65-4355-b84f-72dee4849c6c, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:50:58.587874 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] For port 19dcdc0e-cf65-4355-b84f-72dee4849c6c, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=19dcdc0e-cf65-4355-b84f-72dee4849c6c,segment=NetworkSegment(159602fa-3ee7-4b7e-8850-ba9e36c3f60c),segment_id=159602fa-3ee7-4b7e-8850-ba9e36c3f60c)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:50:58.609835 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:58.628452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57176) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:58.742566 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-86118aad-c315-487b-ac5c-300191e823cb admin admin] Publish callbacks [] for security_group (8ecc328b-3590-4d5c-b957-fcea5e3da109), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:58.773360 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e83a-09be-4c05-bba4-952898be80a8 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for security_group (d0f901dc-fae1-4aa9-99d7-540e9b45446b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:58.816426 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6189ecc-90fd-4bdc-90c9-a2b754e05e96 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks [] for port (1951bfe1-ee64-44d3-9dd9-258f59c0cdea), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:58.828498 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e83a-09be-4c05-bba4-952898be80a8 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for security_group (d0f901dc-fae1-4aa9-99d7-540e9b45446b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:58.882995 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6189ecc-90fd-4bdc-90c9-a2b754e05e96 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (1951bfe1-ee64-44d3-9dd9-258f59c0cdea), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:58.932681 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e83a-09be-4c05-bba4-952898be80a8 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d0f901dc-fae1-4aa9-99d7-540e9b45446b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:58.935622 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e83a-09be-4c05-bba4-952898be80a8 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:58.939408 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c6a5e83a-09be-4c05-bba4-952898be80a8 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "DELETE /v2.0/security-groups/d0f901dc-fae1-4aa9-99d7-540e9b45446b HTTP/1.1" status: 204 len: 168 time: 0.3064818 Mar 23 01:50:58.972089 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57180) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:59.015271 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-927b4193-f493-4d18-a42e-963d4321b380 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] show failed (client error): The resource could not be found. Mar 23 01:50:59.019646 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-927b4193-f493-4d18-a42e-963d4321b380 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "GET /v2.0/security-groups/d0f901dc-fae1-4aa9-99d7-540e9b45446b HTTP/1.1" status: 404 len: 347 time: 0.0433991 Mar 23 01:50:59.020893 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6189ecc-90fd-4bdc-90c9-a2b754e05e96 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event updated for resources: {'Port': ['ID=1951bfe1-ee64-44d3-9dd9-258f59c0cdea,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:59.025588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57182) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:59.059054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5e83a-09be-4c05-bba4-952898be80a8 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f901dc-fae1-4aa9-99d7-540e9b45446b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:59.062290 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d6189ecc-90fd-4bdc-90c9-a2b754e05e96 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] In _notify_port_updated(), no bound segment for port 1951bfe1-ee64-44d3-9dd9-258f59c0cdea on network d2d1eb22-8d0d-4982-b581-1cb85c5ea237 {{(pid=99264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 01:50:59.071358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6189ecc-90fd-4bdc-90c9-a2b754e05e96 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:59.072066 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6189ecc-90fd-4bdc-90c9-a2b754e05e96 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:59.077426 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d6189ecc-90fd-4bdc-90c9-a2b754e05e96 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "PUT /v2.0/ports/1951bfe1-ee64-44d3-9dd9-258f59c0cdea HTTP/1.1" status: 200 len: 994 time: 1.1299443 Mar 23 01:50:59.082790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57184) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:50:59.097916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Allocated IP 172.20.0.1 (421cc921-f910-418e-8572-27bf845096fb/2f822693-b262-4a4a-aa1f-5de9edd39897/aabd47ae-4759-45c0-b15c-494dcb5c20e5) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:50:59.185609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:59.186251 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:59.187750 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] 10.222.0.43 "PUT /v2.0/ports/19dcdc0e-cf65-4355-b84f-72dee4849c6c HTTP/1.1" status: 200 len: 1091 time: 3.5775673 Mar 23 01:50:59.189629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6acfe-91d5-48d0-964a-bbd9954c3d29 service neutron] Pushing event updated for resources: {'Port': ['ID=19dcdc0e-cf65-4355-b84f-72dee4849c6c,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:50:59.201029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a7fa0-6c73-4eb2-988d-bff0ec050aa2 None None] New status for floating IP 736cfaad-3023-4932-9592-c0af8c9c773d: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:50:59.213258 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'tag': '19dcdc0e-cf65-4355-b84f-72dee4849c6c'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:50:59.215606 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b715f96f-f99b-45de-817c-3163563222b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b818a884-eac0-4afc-8f8d-970a1d11bca6", "tag": "19dcdc0e-cf65-4355-b84f-72dee4849c6c"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:50:59.228003 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-86118aad-c315-487b-ac5c-300191e823cb admin admin] Publish callbacks [] for security_group (8ecc328b-3590-4d5c-b957-fcea5e3da109), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:59.335527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 18326443-0123-44ce-9247-546d4d712447 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:50:59.368734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-496947a8-5cbd-4811-90e8-dc8a1fee5062 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Deleting port f278a8a0-21c1-4940-838e-862da2d62e27 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:59.369476 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-496947a8-5cbd-4811-90e8-dc8a1fee5062 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (f278a8a0-21c1-4940-838e-862da2d62e27), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:59.420644 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3504e505-ae0f-412e-b5e4-97e9e74e8582 x-openstack-request-id: req-3504e505-ae0f-412e-b5e4-97e9e74e8582 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:50:59.422540 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b818a884-eac0-4afc-8f8d-970a1d11bca6", "tag": "19dcdc0e-cf65-4355-b84f-72dee4849c6c", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:50:59.422540 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3504e505-ae0f-412e-b5e4-97e9e74e8582 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:50:59.422848 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3504e505-ae0f-412e-b5e4-97e9e74e8582'] response: {'name': 'network-changed', 'server_uuid': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'tag': '19dcdc0e-cf65-4355-b84f-72dee4849c6c', 'status': 'completed', 'code': 200} Mar 23 01:50:59.512540 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d94dbea9-15ce-48f9-8f5d-272aca94a82b tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Deleting port 1951bfe1-ee64-44d3-9dd9-258f59c0cdea {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:50:59.513369 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d94dbea9-15ce-48f9-8f5d-272aca94a82b tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1951bfe1-ee64-44d3-9dd9-258f59c0cdea), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:59.691722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3a3e7dcd-7de9-4d85-a7db-f33faad24435 None None] Provisioning complete for port 1951bfe1-ee64-44d3-9dd9-258f59c0cdea triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:59.692092 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3a3e7dcd-7de9-4d85-a7db-f33faad24435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1951bfe1-ee64-44d3-9dd9-258f59c0cdea), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:59.746353 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:59.749357 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-496947a8-5cbd-4811-90e8-dc8a1fee5062 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (f278a8a0-21c1-4940-838e-862da2d62e27), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:59.749828 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-496947a8-5cbd-4811-90e8-dc8a1fee5062 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for floatingip (f278a8a0-21c1-4940-838e-862da2d62e27), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:59.752258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e7dcd-7de9-4d85-a7db-f33faad24435 None None] Port 1951bfe1-ee64-44d3-9dd9-258f59c0cdea cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:50:59.771819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 18326443-0123-44ce-9247-546d4d712447 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:50:59.772409 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (18326443-0123-44ce-9247-546d4d712447), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:59.781856 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7474d6-bc69-463d-96bc-9d61d653837f req-57dc8450-e10b-4278-a2cc-7ef65297fb32 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:59.788996 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ac7474d6-bc69-463d-96bc-9d61d653837f req-57dc8450-e10b-4278-a2cc-7ef65297fb32 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 943 time: 0.6001577 Mar 23 01:50:59.805955 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-a93ab207-4d16-4f30-8f5d-f40f30f9563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:50:59.807257 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-a93ab207-4d16-4f30-8f5d-f40f30f9563e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9d38db3758d44ec9cf654788868b3f2&device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 1125 time: 0.4436419 Mar 23 01:50:59.808429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-496947a8-5cbd-4811-90e8-dc8a1fee5062 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Calling delete_port for f278a8a0-21c1-4940-838e-862da2d62e27 owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:59.821414 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d94dbea9-15ce-48f9-8f5d-272aca94a82b tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1951bfe1-ee64-44d3-9dd9-258f59c0cdea), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:59.873374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d94dbea9-15ce-48f9-8f5d-272aca94a82b tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Calling delete_port for 1951bfe1-ee64-44d3-9dd9-258f59c0cdea owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:50:59.899422 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 18326443-0123-44ce-9247-546d4d712447 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:50:59.899816 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (18326443-0123-44ce-9247-546d4d712447), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:59.924627 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-e21cdf79-b389-4f07-93d5-7718694942b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dcdc0e-cf65-4355-b84f-72dee4849c6c HTTP/1.1" status: 200 len: 217 time: 0.0966895 Mar 23 01:50:59.947594 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-86118aad-c315-487b-ac5c-300191e823cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8ecc328b-3590-4d5c-b957-fcea5e3da109), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:59.950096 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-86118aad-c315-487b-ac5c-300191e823cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:59.960251 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 18326443-0123-44ce-9247-546d4d712447, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=18326443-0123-44ce-9247-546d4d712447,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:50:59.967157 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-86118aad-c315-487b-ac5c-300191e823cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ecc328b-3590-4d5c-b957-fcea5e3da109 HTTP/1.1" status: 204 len: 168 time: 1.3935342 Mar 23 01:50:59.968225 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (18326443-0123-44ce-9247-546d4d712447), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:50:59.969499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device bdc624ee-3912-42b0-ada6-784a750d6cec up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:51:00.070374 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=18326443-0123-44ce-9247-546d4d712447,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:00.116456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port bdc624ee-3912-42b0-ada6-784a750d6cec triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:00.117242 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bdc624ee-3912-42b0-ada6-784a750d6cec), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:00.150524 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86118aad-c315-487b-ac5c-300191e823cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecc328b-3590-4d5c-b957-fcea5e3da109,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:00.165905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1701076-9672-484a-8803-9a57504ee99f None None] Network 421cc921-f910-418e-8572-27bf845096fb requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:51:00.192679 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ac7474d6-bc69-463d-96bc-9d61d653837f req-9867b1cf-cd67-40e5-98e1-4f82d5ab46bb tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027007 Mar 23 01:51:00.251179 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-aafa146c-803a-46cd-ba22-798d2438e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:00.267215 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-aafa146c-803a-46cd-ba22-798d2438e511 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd407818-8901-41e8-85a6-1b0fc7917cb5 HTTP/1.1" status: 200 len: 859 time: 0.3360174 Mar 23 01:51:00.273633 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:00.304923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3f90bd98-0863-4199-9117-cc0d98c8b450 None None] Provisioning complete for port 18326443-0123-44ce-9247-546d4d712447 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:00.306303 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3f90bd98-0863-4199-9117-cc0d98c8b450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (18326443-0123-44ce-9247-546d4d712447), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:00.399295 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port bdc624ee-3912-42b0-ada6-784a750d6cec is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:00.399941 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bdc624ee-3912-42b0-ada6-784a750d6cec), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:00.425550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port bdc624ee-3912-42b0-ada6-784a750d6cec, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=bdc624ee-3912-42b0-ada6-784a750d6cec,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:00.435302 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bdc624ee-3912-42b0-ada6-784a750d6cec), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:00.465619 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=aabd47ae-4759-45c0-b15c-494dcb5c20e5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:00.479382 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-abbdd8d4-7e6f-45cd-b1e8-c371ce371f00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1523253-7d66-4fce-bfbc-c868843d7215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1850705 Mar 23 01:51:00.481442 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network 421cc921-f910-418e-8572-27bf845096fb is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:00.491519 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:00.508498 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:00.517149 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d94dbea9-15ce-48f9-8f5d-272aca94a82b tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (1951bfe1-ee64-44d3-9dd9-258f59c0cdea), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:00.528715 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-496947a8-5cbd-4811-90e8-dc8a1fee5062 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (f278a8a0-21c1-4940-838e-862da2d62e27), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:00.564502 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57206) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:00.580239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dbea9-15ce-48f9-8f5d-272aca94a82b tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event deleted for resources: {'Port': ['ID=1951bfe1-ee64-44d3-9dd9-258f59c0cdea,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:00.590993 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=bdc624ee-3912-42b0-ada6-784a750d6cec,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:00.633245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3f90bd98-0863-4199-9117-cc0d98c8b450 None None] Current status of the port 18326443-0123-44ce-9247-546d4d712447 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:00.744913 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15ca4f93-791b-41b0-8757-6417ee279c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:00.770124 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (1a7b04f8-425a-4d6f-87d5-eb9561a3f954), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:00.786747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496947a8-5cbd-4811-90e8-dc8a1fee5062 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Pushing event deleted for resources: {'Port': ['ID=f278a8a0-21c1-4940-838e-862da2d62e27,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:00.821259 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-496947a8-5cbd-4811-90e8-dc8a1fee5062 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks [] for floatingip (736cfaad-3023-4932-9592-c0af8c9c773d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:00.829233 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-496947a8-5cbd-4811-90e8-dc8a1fee5062 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:00.831020 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-496947a8-5cbd-4811-90e8-dc8a1fee5062 tempest-ServersTestManualDisk-1847163271 tempest-ServersTestManualDisk-1847163271-project] 10.222.0.18 "DELETE /v2.0/floatingips/736cfaad-3023-4932-9592-c0af8c9c773d HTTP/1.1" status: 204 len: 168 time: 1.7731793 Mar 23 01:51:00.833862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57210) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:00.847949 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d94dbea9-15ce-48f9-8f5d-272aca94a82b tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:00.853747 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d94dbea9-15ce-48f9-8f5d-272aca94a82b tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "DELETE /v2.0/ports/1951bfe1-ee64-44d3-9dd9-258f59c0cdea HTTP/1.1" status: 204 len: 168 time: 1.7686718 Mar 23 01:51:00.855474 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-54046c5c-d72b-4dec-9b72-630cd0b7b26f service neutron] 10.222.0.43 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654156 Mar 23 01:51:00.855986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57212) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:00.986638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c7b86324-3e74-40f3-95df-8695d63f24f1 None None] Provisioning complete for port 18326443-0123-44ce-9247-546d4d712447 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:00.987011 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7b86324-3e74-40f3-95df-8695d63f24f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (18326443-0123-44ce-9247-546d4d712447), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:01.075536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 18326443-0123-44ce-9247-546d4d712447 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:51:01.250146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 18326443-0123-44ce-9247-546d4d712447 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:01.250530 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (18326443-0123-44ce-9247-546d4d712447), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:01.322615 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15ca4f93-791b-41b0-8757-6417ee279c96 admin admin] Publish callbacks [] for security_group (c4b59207-bc28-43a3-909e-0ee8e1862483), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:01.325942 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c7b86324-3e74-40f3-95df-8695d63f24f1 None None] Current status of the port 18326443-0123-44ce-9247-546d4d712447 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:01.389924 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c7b86324-3e74-40f3-95df-8695d63f24f1 None None] Provisioning complete for port aabd47ae-4759-45c0-b15c-494dcb5c20e5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:01.390394 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7b86324-3e74-40f3-95df-8695d63f24f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:01.394537 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15ca4f93-791b-41b0-8757-6417ee279c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c4b59207-bc28-43a3-909e-0ee8e1862483), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:01.435309 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c7b86324-3e74-40f3-95df-8695d63f24f1 None None] Port aabd47ae-4759-45c0-b15c-494dcb5c20e5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:51:01.440781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 18326443-0123-44ce-9247-546d4d712447 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:01.441881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device bdc624ee-3912-42b0-ada6-784a750d6cec up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:51:01.514837 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port bdc624ee-3912-42b0-ada6-784a750d6cec triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:01.515419 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bdc624ee-3912-42b0-ada6-784a750d6cec), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:01.519906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca4f93-791b-41b0-8757-6417ee279c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b59207-bc28-43a3-909e-0ee8e1862483,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:01.569236 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-15ca4f93-791b-41b0-8757-6417ee279c96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d2d6c60382847f88677b58cf1f160d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9985509 Mar 23 01:51:01.569914 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57216) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:01.591582 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-8906a626-cd3c-478c-8596-5110ebe14ef3 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] GET failed (client error): The resource could not be found. Mar 23 01:51:01.600043 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8906a626-cd3c-478c-8596-5110ebe14ef3 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "GET /v2.0/ports/1951bfe1-ee64-44d3-9dd9-258f59c0cdea HTTP/1.1" status: 404 len: 333 time: 0.7368240 Mar 23 01:51:01.603770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e670c872-f107-4198-9738-65e9bc58142e None None] Provisioning complete for port aabd47ae-4759-45c0-b15c-494dcb5c20e5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:01.604144 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e670c872-f107-4198-9738-65e9bc58142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:01.614738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57218) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:01.620382 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-778d07e6-6acb-4a31-b1f9-ecac8268a8f1 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Request body: {'port': {'network_id': 'd2d1eb22-8d0d-4982-b581-1cb85c5ea237', 'name': 'tempest-AllowedAddressPairTestJSON-27347801'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:01.651150 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e670c872-f107-4198-9738-65e9bc58142e None None] Port aabd47ae-4759-45c0-b15c-494dcb5c20e5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:51:01.683276 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:01.712388 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port bdc624ee-3912-42b0-ada6-784a750d6cec is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:01.713563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213afab9-45a2-4020-ab84-06a38be64595 req-35462a33-b473-428c-a93e-b90e770d83e8 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:01.715361 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-213afab9-45a2-4020-ab84-06a38be64595 req-35462a33-b473-428c-a93e-b90e770d83e8 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 943 time: 0.3835399 Mar 23 01:51:01.788023 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1da29ef-8f20-42cd-811f-c0aabd5bbf27 req-b6b4fd94-a71f-4796-a2e9-0f18b88d1a8a service neutron] 10.222.0.43 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9174652 Mar 23 01:51:01.818479 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-240512a3-1e3a-4451-9c3e-1a1b0b6b4f5a admin admin] Publish callbacks [] for security_group (c4b59207-bc28-43a3-909e-0ee8e1862483), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:01.869285 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-213afab9-45a2-4020-ab84-06a38be64595 req-3a09ff35-83d6-4d78-82e4-fd5dac1bfbfe tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377060 Mar 23 01:51:01.887343 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-240512a3-1e3a-4451-9c3e-1a1b0b6b4f5a admin admin] Publish callbacks [] for security_group (c4b59207-bc28-43a3-909e-0ee8e1862483), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:01.923820 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778d07e6-6acb-4a31-b1f9-ecac8268a8f1 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Made reservation on behalf of 30d59ac197e24d9b923c9fd12481886e for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:51:01.927340 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-778d07e6-6acb-4a31-b1f9-ecac8268a8f1 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:01.978746 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-778d07e6-6acb-4a31-b1f9-ecac8268a8f1 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] device_id is not set on port 2ed5a72f-4111-4549-ab6a-e165e6bbd3a4 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:51:02.010493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715f96f-f99b-45de-817c-3163563222b6 req-12af8add-24d9-456c-9e6e-0cea50dfdbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:02.012115 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b715f96f-f99b-45de-817c-3163563222b6 req-12af8add-24d9-456c-9e6e-0cea50dfdbc1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9d38db3758d44ec9cf654788868b3f2&device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 1125 time: 0.0860450 Mar 23 01:51:02.053679 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-240512a3-1e3a-4451-9c3e-1a1b0b6b4f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c4b59207-bc28-43a3-909e-0ee8e1862483), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:02.056423 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-240512a3-1e3a-4451-9c3e-1a1b0b6b4f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:02.068411 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-240512a3-1e3a-4451-9c3e-1a1b0b6b4f5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4b59207-bc28-43a3-909e-0ee8e1862483 HTTP/1.1" status: 204 len: 168 time: 0.4893041 Mar 23 01:51:02.165916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240512a3-1e3a-4451-9c3e-1a1b0b6b4f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b59207-bc28-43a3-909e-0ee8e1862483,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:02.184024 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a34bff49-2ca5-4c99-8cab-1cb85a1e54a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (82594f72-f1e9-49c5-8a2a-799c4ade153e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:02.234209 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715f96f-f99b-45de-817c-3163563222b6 req-dcb1af50-5f3a-42dd-8518-9929f59ba8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:02.235918 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b715f96f-f99b-45de-817c-3163563222b6 req-dcb1af50-5f3a-42dd-8518-9929f59ba8ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1523253-7d66-4fce-bfbc-c868843d7215 HTTP/1.1" status: 200 len: 919 time: 0.2125554 Mar 23 01:51:02.301010 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b715f96f-f99b-45de-817c-3163563222b6 req-a721f417-482d-46e5-aed1-db80a508d49b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dcdc0e-cf65-4355-b84f-72dee4849c6c HTTP/1.1" status: 200 len: 217 time: 0.0579386 Mar 23 01:51:02.380752 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-778d07e6-6acb-4a31-b1f9-ecac8268a8f1 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Allocated IP 172.20.0.4 (d2d1eb22-8d0d-4982-b581-1cb85c5ea237/4137ecdb-a2aa-4800-8e2d-30e271d5fbb6/2ed5a72f-4111-4549-ab6a-e165e6bbd3a4) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:02.392209 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715f96f-f99b-45de-817c-3163563222b6 req-dc9eae69-6c76-41b8-a379-32c8406e68a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:02.394094 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b715f96f-f99b-45de-817c-3163563222b6 req-dc9eae69-6c76-41b8-a379-32c8406e68a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd407818-8901-41e8-85a6-1b0fc7917cb5 HTTP/1.1" status: 200 len: 859 time: 0.0869787 Mar 23 01:51:02.398665 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:02.444273 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:02.465930 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b715f96f-f99b-45de-817c-3163563222b6 req-e99e9b80-1671-4679-a636-34d84c66573b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1523253-7d66-4fce-bfbc-c868843d7215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648849 Mar 23 01:51:02.754915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=aabd47ae-4759-45c0-b15c-494dcb5c20e5,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:02.781185 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (1a7b04f8-425a-4d6f-87d5-eb9561a3f954), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:02.985512 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b715f96f-f99b-45de-817c-3163563222b6 req-3325e42c-f73b-464b-973b-88f25e1cb194 service neutron] 10.222.0.43 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801505 Mar 23 01:51:03.139914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network 421cc921-f910-418e-8572-27bf845096fb is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:03.147015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:03.251467 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-778d07e6-6acb-4a31-b1f9-ecac8268a8f1 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks [] for port (2ed5a72f-4111-4549-ab6a-e165e6bbd3a4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:03.270624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c69a7-6d4d-4503-8ef6-f6fc19600482 req-69e2212c-0083-4d91-95eb-b5b63a945eda tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:03.272281 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-292c69a7-6d4d-4503-8ef6-f6fc19600482 req-69e2212c-0083-4d91-95eb-b5b63a945eda tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 943 time: 0.2479820 Mar 23 01:51:03.323723 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b715f96f-f99b-45de-817c-3163563222b6 req-b9e90f54-d302-4363-9f5f-d6824ab44d0f service neutron] 10.222.0.43 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236132 Mar 23 01:51:03.381973 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-292c69a7-6d4d-4503-8ef6-f6fc19600482 req-4f1dd8e8-3486-49cf-a690-d1d25ff6a66c tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941215 Mar 23 01:51:03.393258 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:51:03.398449 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-778d07e6-6acb-4a31-b1f9-ecac8268a8f1 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2ed5a72f-4111-4549-ab6a-e165e6bbd3a4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:03.494265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778d07e6-6acb-4a31-b1f9-ecac8268a8f1 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Network d2d1eb22-8d0d-4982-b581-1cb85c5ea237 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:03.495212 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fa6bfa37-10b1-48a0-a075-840a6224bc3c None None] Provisioning complete for port aabd47ae-4759-45c0-b15c-494dcb5c20e5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:03.496149 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fa6bfa37-10b1-48a0-a075-840a6224bc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:03.498573 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a34bff49-2ca5-4c99-8cab-1cb85a1e54a9 admin admin] Deleting port a071e8e4-6a84-4daf-a4f9-4f00c658b49c {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:03.498923 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a34bff49-2ca5-4c99-8cab-1cb85a1e54a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:03.502167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d07e6-6acb-4a31-b1f9-ecac8268a8f1 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event updated for resources: {'Port': ['ID=2ed5a72f-4111-4549-ab6a-e165e6bbd3a4,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:03.521190 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-778d07e6-6acb-4a31-b1f9-ecac8268a8f1 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:03.524227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778d07e6-6acb-4a31-b1f9-ecac8268a8f1 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:03.539646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fa6bfa37-10b1-48a0-a075-840a6224bc3c None None] Port aabd47ae-4759-45c0-b15c-494dcb5c20e5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:51:03.575885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:51:03.591456 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-34d600e8-9e15-4d2e-bf5b-ec87791856fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "PUT /v2.0/routers/1a7b04f8-425a-4d6f-87d5-eb9561a3f954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3439162 Mar 23 01:51:03.592075 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Sync routers for ids ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:51:03.612201 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Routers {'1a7b04f8-425a-4d6f-87d5-eb9561a3f954'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:03.613644 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:03.650002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d07e6-6acb-4a31-b1f9-ecac8268a8f1 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:03.650733 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-778d07e6-6acb-4a31-b1f9-ecac8268a8f1 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:03.694878 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-a34bff49-2ca5-4c99-8cab-1cb85a1e54a9 admin admin] For port a071e8e4-6a84-4daf-a4f9-4f00c658b49c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a071e8e4-6a84-4daf-a4f9-4f00c658b49c,segment=NetworkSegment(d376842b-9d16-42f6-8983-9e619c644c51),segment_id=d376842b-9d16-42f6-8983-9e619c644c51)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:03.695359 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a34bff49-2ca5-4c99-8cab-1cb85a1e54a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:03.703394 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-778d07e6-6acb-4a31-b1f9-ecac8268a8f1 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0867984 Mar 23 01:51:03.706461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57250) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:03.711335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-67b8e2da-1962-4a0f-aeaa-8855ee0f08a6 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Request body: {'port': {'network_id': 'd2d1eb22-8d0d-4982-b581-1cb85c5ea237', 'name': 'tempest-AllowedAddressPairTestJSON-1726156765'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:03.725528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a34bff49-2ca5-4c99-8cab-1cb85a1e54a9 admin admin] Calling delete_port for a071e8e4-6a84-4daf-a4f9-4f00c658b49c owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:03.807758 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:03.824310 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Set router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:51:03.871585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7db923a0-6342-421b-bff4-6875985444bc None None] Provisioning complete for port 2ed5a72f-4111-4549-ab6a-e165e6bbd3a4 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:03.871956 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7db923a0-6342-421b-bff4-6875985444bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2ed5a72f-4111-4549-ab6a-e165e6bbd3a4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:03.921844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b8e2da-1962-4a0f-aeaa-8855ee0f08a6 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Made reservation on behalf of 30d59ac197e24d9b923c9fd12481886e for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:51:03.927090 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67b8e2da-1962-4a0f-aeaa-8855ee0f08a6 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:03.953023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-67b8e2da-1962-4a0f-aeaa-8855ee0f08a6 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] device_id is not set on port cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:51:03.968958 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7db923a0-6342-421b-bff4-6875985444bc None None] Port 2ed5a72f-4111-4549-ab6a-e165e6bbd3a4 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:51:03.995882 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-a5aede9b-cfc4-41ec-9c49-a765ea12d80b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646186932&fields=id&tenant_id=bb6e915da6d4405598d98978727b2035 HTTP/1.1" status: 200 len: 267 time: 0.1414733 Mar 23 01:51:04.116120 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-67b8e2da-1962-4a0f-aeaa-8855ee0f08a6 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Allocated IP 172.20.0.8 (d2d1eb22-8d0d-4982-b581-1cb85c5ea237/4137ecdb-a2aa-4800-8e2d-30e271d5fbb6/cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:04.183214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-066b7129-83ee-4e9b-87e6-774271118597 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:04.184962 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-066b7129-83ee-4e9b-87e6-774271118597 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/networks?id=421cc921-f910-418e-8572-27bf845096fb HTTP/1.1" status: 200 len: 795 time: 0.1670170 Mar 23 01:51:04.186297 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a34bff49-2ca5-4c99-8cab-1cb85a1e54a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a071e8e4-6a84-4daf-a4f9-4f00c658b49c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:04.237566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bff49-2ca5-4c99-8cab-1cb85a1e54a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a071e8e4-6a84-4daf-a4f9-4f00c658b49c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:04.253851 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689021318', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:47Z', 'updated_at': '2022-03-23T01:51:01Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:49Z', 'updated_at': '2022-03-23T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'aabd47ae-4759-45c0-b15c-494dcb5c20e5', 'name': '', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:1f:47:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:58Z', 'updated_at': '2022-03-23T01:51:02Z', 'revision_number': 2, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:04.258650 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-3332ba21-3005-4502-83fe-62871ba04f57 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/quotas/bb6e915da6d4405598d98978727b2035 HTTP/1.1" status: 200 len: 375 time: 0.0630519 Mar 23 01:51:04.302223 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Checking router: 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:51:04.302722 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Updating router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 port aabd47ae-4759-45c0-b15c-494dcb5c20e5 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:51:04.356439 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:04.417634 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-01b6be5b-2866-49c9-a070-d9693bc5f0a2 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1305451 Mar 23 01:51:04.458605 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67b8e2da-1962-4a0f-aeaa-8855ee0f08a6 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks [] for port (cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:04.463312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 19dcdc0e-cf65-4355-b84f-72dee4849c6c details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:51:04.543100 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67b8e2da-1962-4a0f-aeaa-8855ee0f08a6 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:04.602702 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 19dcdc0e-cf65-4355-b84f-72dee4849c6c, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=19dcdc0e-cf65-4355-b84f-72dee4849c6c,segment=NetworkSegment(159602fa-3ee7-4b7e-8850-ba9e36c3f60c),segment_id=159602fa-3ee7-4b7e-8850-ba9e36c3f60c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:04.618002 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '19dcdc0e-cf65-4355-b84f-72dee4849c6c', 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215', 'port_id': '19dcdc0e-cf65-4355-b84f-72dee4849c6c', 'mac_address': 'fa:16:3e:72:48:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:51:04.655767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8e2da-1962-4a0f-aeaa-8855ee0f08a6 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Network d2d1eb22-8d0d-4982-b581-1cb85c5ea237 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:04.672366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437f6bc-3eb5-4f84-b8d4-ddee1f3a402e req-dfac891a-5c6c-4c51-bc07-cd239b35a4a7 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:04.680803 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e437f6bc-3eb5-4f84-b8d4-ddee1f3a402e req-dfac891a-5c6c-4c51-bc07-cd239b35a4a7 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 943 time: 0.1528060 Mar 23 01:51:04.683064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-67b8e2da-1962-4a0f-aeaa-8855ee0f08a6 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:04.685194 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8e2da-1962-4a0f-aeaa-8855ee0f08a6 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event updated for resources: {'Port': ['ID=cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:04.688118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8e2da-1962-4a0f-aeaa-8855ee0f08a6 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:04.724030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 19dcdc0e-cf65-4355-b84f-72dee4849c6c is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:04.724593 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:04.737542 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a34bff49-2ca5-4c99-8cab-1cb85a1e54a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (82594f72-f1e9-49c5-8a2a-799c4ade153e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:04.748358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b8e2da-1962-4a0f-aeaa-8855ee0f08a6 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:04.749395 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67b8e2da-1962-4a0f-aeaa-8855ee0f08a6 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:04.759683 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19dcdc0e-cf65-4355-b84f-72dee4849c6c {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:51:04.797634 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-67b8e2da-1962-4a0f-aeaa-8855ee0f08a6 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0900488 Mar 23 01:51:04.801899 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57294) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:04.816821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 19dcdc0e-cf65-4355-b84f-72dee4849c6c, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=19dcdc0e-cf65-4355-b84f-72dee4849c6c,segment=NetworkSegment(159602fa-3ee7-4b7e-8850-ba9e36c3f60c),segment_id=159602fa-3ee7-4b7e-8850-ba9e36c3f60c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:04.825143 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9c14df30-87b6-4c9b-8252-e5fa5ec742dc tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:7c:19:2f'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:ba:a5:40'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:04.828813 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:04.872588 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e437f6bc-3eb5-4f84-b8d4-ddee1f3a402e req-49bed43e-caaf-41f6-8900-f7400dda1f87 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886890 Mar 23 01:51:04.905045 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-b8ba355f-4e7e-4070-a630-8d82b75b2914 service neutron] 10.222.0.18 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868767 Mar 23 01:51:04.958625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=19dcdc0e-cf65-4355-b84f-72dee4849c6c,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:05.098290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-01375be2-66c8-460b-8de2-c63248b8668e None None] Provisioning complete for port cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:05.098936 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-01375be2-66c8-460b-8de2-c63248b8668e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:05.117152 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9c14df30-87b6-4c9b-8252-e5fa5ec742dc tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:05.137675 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Publish callbacks [] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:05.145014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-01375be2-66c8-460b-8de2-c63248b8668e None None] Port cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:51:05.149045 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:05.187109 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['19dcdc0e-cf65-4355-b84f-72dee4849c6c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:51:05.253271 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-62d0bb13-8d9f-4036-b77f-c7d51ef762ac service neutron] 10.222.0.18 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374391 Mar 23 01:51:05.480825 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffede56-237d-494c-a412-332ebfdc0288 None None] Pushing event updated for resources: {'Port': ['ID=aabd47ae-4759-45c0-b15c-494dcb5c20e5,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:05.575766 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9c14df30-87b6-4c9b-8252-e5fa5ec742dc tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks [] for port (cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:05.596634 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Attempting to bind port aabd47ae-4759-45c0-b15c-494dcb5c20e5 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:51:05.597371 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Attempting to bind port aabd47ae-4759-45c0-b15c-494dcb5c20e5 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:51:05.599329 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Attempting to bind port aabd47ae-4759-45c0-b15c-494dcb5c20e5 on network 421cc921-f910-418e-8572-27bf845096fb {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:51:05.621705 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:51:05.624454 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Checking segment: {'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:51:05.626647 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:05.627313 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Bound using segment: {'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:51:05.628028 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Bound port: aabd47ae-4759-45c0-b15c-494dcb5c20e5, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:51:05.630776 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:05.693311 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2133472b-d702-4e43-af8a-05af556ba955 req-5f5feec3-d969-4274-a10a-4f2724d5fd1f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 210 time: 0.0993450 Mar 23 01:51:05.697081 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9c14df30-87b6-4c9b-8252-e5fa5ec742dc tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:05.719057 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34bff49-2ca5-4c99-8cab-1cb85a1e54a9 admin admin] Router 82594f72-f1e9-49c5-8a2a-799c4ade153e has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:51:05.744416 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] For port aabd47ae-4759-45c0-b15c-494dcb5c20e5, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:51:05.756488 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] For port aabd47ae-4759-45c0-b15c-494dcb5c20e5, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=aabd47ae-4759-45c0-b15c-494dcb5c20e5,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:51:05.769771 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:05.782736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-19ca0df5-3b74-427e-9ba9-89218dedadb1 None None] Provisioning complete for port aabd47ae-4759-45c0-b15c-494dcb5c20e5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:05.797446 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-19ca0df5-3b74-427e-9ba9-89218dedadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:05.836375 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-9c14df30-87b6-4c9b-8252-e5fa5ec742dc tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] In _notify_port_updated(), no bound segment for port cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a on network d2d1eb22-8d0d-4982-b581-1cb85c5ea237 {{(pid=99263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 01:51:05.841958 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c14df30-87b6-4c9b-8252-e5fa5ec742dc tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:05.842671 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9c14df30-87b6-4c9b-8252-e5fa5ec742dc tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:05.844464 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9c14df30-87b6-4c9b-8252-e5fa5ec742dc tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "PUT /v2.0/ports/cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a HTTP/1.1" status: 200 len: 1056 time: 1.0415998 Mar 23 01:51:05.845464 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14df30-87b6-4c9b-8252-e5fa5ec742dc tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event updated for resources: {'Port': ['ID=cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:05.870926 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57310) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:05.917477 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Routers {'1a7b04f8-425a-4d6f-87d5-eb9561a3f954'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:05.918254 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:06.121657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-66d45226-1195-45b8-8946-fd9540a81986 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Deleting port cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:06.122366 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66d45226-1195-45b8-8946-fd9540a81986 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:06.126677 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-19ca0df5-3b74-427e-9ba9-89218dedadb1 None None] Current status of the port aabd47ae-4759-45c0-b15c-494dcb5c20e5 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:06.140678 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-19ca0df5-3b74-427e-9ba9-89218dedadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:06.169877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34bff49-2ca5-4c99-8cab-1cb85a1e54a9 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:51:06.205787 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a34bff49-2ca5-4c99-8cab-1cb85a1e54a9 admin admin] 10.222.0.18 "PUT /v2.0/routers/82594f72-f1e9-49c5-8a2a-799c4ade153e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3708804 Mar 23 01:51:06.208155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18e196-b6fd-4b6c-83fc-99294dad90ad None None] Sync routers for ids ['82594f72-f1e9-49c5-8a2a-799c4ade153e'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:51:06.212312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57320) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:06.242022 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] Set router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:51:06.265863 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66d45226-1195-45b8-8946-fd9540a81986 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:06.288887 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-19ca0df5-3b74-427e-9ba9-89218dedadb1 None None] For port aabd47ae-4759-45c0-b15c-494dcb5c20e5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=aabd47ae-4759-45c0-b15c-494dcb5c20e5,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:06.291041 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18e196-b6fd-4b6c-83fc-99294dad90ad None None] Routers {'82594f72-f1e9-49c5-8a2a-799c4ade153e'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:06.292856 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5f18e196-b6fd-4b6c-83fc-99294dad90ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['82594f72-f1e9-49c5-8a2a-799c4ade153e'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:06.294249 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-66d45226-1195-45b8-8946-fd9540a81986 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Calling delete_port for cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:06.298275 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-19ca0df5-3b74-427e-9ba9-89218dedadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:06.380452 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffede56-237d-494c-a412-332ebfdc0288 None None] Pushing event updated for resources: {'Port': ['ID=aabd47ae-4759-45c0-b15c-494dcb5c20e5,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:06.493410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 19dcdc0e-cf65-4355-b84f-72dee4849c6c up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:51:06.549325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d42904-cf44-4647-8696-2ec0450dc70b req-8cf3eabb-5de6-4a31-9cdc-f7d128eea03c tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:06.556653 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6d42904-cf44-4647-8696-2ec0450dc70b req-8cf3eabb-5de6-4a31-9cdc-f7d128eea03c tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 944 time: 0.4027834 Mar 23 01:51:06.572673 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66d45226-1195-45b8-8946-fd9540a81986 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:06.618426 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d45226-1195-45b8-8946-fd9540a81986 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event deleted for resources: {'Port': ['ID=cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:06.702078 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae86f-ee4e-4c50-aa46-10a19e87355c admin admin] Publish callbacks [] for router (82594f72-f1e9-49c5-8a2a-799c4ade153e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:06.735848 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6d42904-cf44-4647-8696-2ec0450dc70b req-a3b9fd45-0812-4c39-9231-2b89e4cdfed7 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781845 Mar 23 01:51:06.937702 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689021318', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:47Z', 'updated_at': '2022-03-23T01:51:01Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:49Z', 'updated_at': '2022-03-23T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'aabd47ae-4759-45c0-b15c-494dcb5c20e5', 'name': '', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:1f:47:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:58Z', 'updated_at': '2022-03-23T01:51:05Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:06.968403 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae86f-ee4e-4c50-aa46-10a19e87355c admin admin] Publish callbacks [] for router_gateway (82594f72-f1e9-49c5-8a2a-799c4ade153e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:07.031494 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915af316-c9d9-4fc9-a600-c1e84b5c1973 None None] The sync data for ids ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'] in n-d-834677-4 is: [{'id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689021318', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:47Z', 'updated_at': '2022-03-23T01:51:01Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:49Z', 'updated_at': '2022-03-23T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'aabd47ae-4759-45c0-b15c-494dcb5c20e5', 'name': '', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:1f:47:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:58Z', 'updated_at': '2022-03-23T01:51:05Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:51:07.088633 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca0df5-3b74-427e-9ba9-89218dedadb1 None None] Pushing event updated for resources: {'Port': ['ID=aabd47ae-4759-45c0-b15c-494dcb5c20e5,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:07.120886 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ae86f-ee4e-4c50-aa46-10a19e87355c admin admin] Deleting port 2b408863-0364-4115-b7c6-6cb351671b95 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:07.121960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae86f-ee4e-4c50-aa46-10a19e87355c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2b408863-0364-4115-b7c6-6cb351671b95), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:07.165553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c4833b7b-a917-411f-8745-1380f181c00c None None] Provisioning complete for port cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:07.167432 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c4833b7b-a917-411f-8745-1380f181c00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:07.216429 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c4833b7b-a917-411f-8745-1380f181c00c None None] Port cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a was deleted so its status cannot be updated. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 23 01:51:07.280946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c4833b7b-a917-411f-8745-1380f181c00c None None] Provisioning complete for port aabd47ae-4759-45c0-b15c-494dcb5c20e5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:07.281454 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c4833b7b-a917-411f-8745-1380f181c00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:07.380783 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 19dcdc0e-cf65-4355-b84f-72dee4849c6c completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:51:07.397674 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-5f18e196-b6fd-4b6c-83fc-99294dad90ad None None] Set router 82594f72-f1e9-49c5-8a2a-799c4ade153e gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:51:07.399796 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 19dcdc0e-cf65-4355-b84f-72dee4849c6c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:07.400175 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:07.513106 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-126ac044-4145-4731-af00-6c82f31053e1 req-907ff19f-f495-4a13-9f89-e56438a352d0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 210 time: 0.1543930 Mar 23 01:51:07.613390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-7b5ae86f-ee4e-4c50-aa46-10a19e87355c admin admin] For port 2b408863-0364-4115-b7c6-6cb351671b95, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2b408863-0364-4115-b7c6-6cb351671b95,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:07.613917 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae86f-ee4e-4c50-aa46-10a19e87355c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2b408863-0364-4115-b7c6-6cb351671b95), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:07.658049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ae86f-ee4e-4c50-aa46-10a19e87355c admin admin] Calling delete_port for 2b408863-0364-4115-b7c6-6cb351671b95 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:07.671556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-a8e25640-4c4c-4aa2-bd81-76adc8d83001 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:07.673377 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-a8e25640-4c4c-4aa2-bd81-76adc8d83001 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.42 "GET /v2.0/networks?id=421cc921-f910-418e-8572-27bf845096fb HTTP/1.1" status: 200 len: 795 time: 0.3994753 Mar 23 01:51:07.785458 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c4833b7b-a917-411f-8745-1380f181c00c None None] Current status of the port aabd47ae-4759-45c0-b15c-494dcb5c20e5 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:07.820706 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66d45226-1195-45b8-8946-fd9540a81986 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:07.824419 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-66d45226-1195-45b8-8946-fd9540a81986 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "DELETE /v2.0/ports/cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a HTTP/1.1" status: 204 len: 168 time: 1.9509232 Mar 23 01:51:07.827685 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57348) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:07.872842 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 19dcdc0e-cf65-4355-b84f-72dee4849c6c is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:07.873530 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:07.907640 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5f18e196-b6fd-4b6c-83fc-99294dad90ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'name': 'tempest-ServersTestManualDisk-1724445356-router', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b408863-0364-4115-b7c6-6cb351671b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:44Z', 'updated_at': '2022-03-23T01:51:04Z', 'revision_number': 5, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'gw_port': {'id': '2b408863-0364-4115-b7c6-6cb351671b95', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:49:45Z', 'updated_at': '2022-03-23T01:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:07.925720 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-55db9152-2689-45a4-b1ea-41941a623531 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] GET failed (client error): The resource could not be found. Mar 23 01:51:07.927273 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-55db9152-2689-45a4-b1ea-41941a623531 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "GET /v2.0/ports/cbc8b3bd-954e-4bc8-a888-dadeb95e8b0a HTTP/1.1" status: 404 len: 333 time: 0.0976620 Mar 23 01:51:07.936061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57354) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:07.956072 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dcdc0e-cf65-4355-b84f-72dee4849c6c'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:51:07.959222 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e0ee26-5079-47b1-93d7-c2b3cfe63674" -d '{"events": [{"server_uuid": "b818a884-eac0-4afc-8f8d-970a1d11bca6", "name": "network-vif-plugged", "status": "completed", "tag": "19dcdc0e-cf65-4355-b84f-72dee4849c6c"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:51:07.963980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18e196-b6fd-4b6c-83fc-99294dad90ad None None] Checking router: 82594f72-f1e9-49c5-8a2a-799c4ade153e for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:51:07.975902 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 19dcdc0e-cf65-4355-b84f-72dee4849c6c, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=19dcdc0e-cf65-4355-b84f-72dee4849c6c,segment=NetworkSegment(159602fa-3ee7-4b7e-8850-ba9e36c3f60c),segment_id=159602fa-3ee7-4b7e-8850-ba9e36c3f60c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:07.981387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18e196-b6fd-4b6c-83fc-99294dad90ad None None] Routers {'82594f72-f1e9-49c5-8a2a-799c4ade153e'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:07.982022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5f18e196-b6fd-4b6c-83fc-99294dad90ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:50:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['82594f72-f1e9-49c5-8a2a-799c4ade153e'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:08.126925 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-5f18e196-b6fd-4b6c-83fc-99294dad90ad None None] Set router 82594f72-f1e9-49c5-8a2a-799c4ade153e gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:51:08.150006 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ddb1cf84-b915-435e-9fa0-7f6e3660302a tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Deleting port 2ed5a72f-4111-4549-ab6a-e165e6bbd3a4 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:08.150355 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddb1cf84-b915-435e-9fa0-7f6e3660302a tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2ed5a72f-4111-4549-ab6a-e165e6bbd3a4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:08.163001 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-4a227123-98d6-4740-b504-24bf94e27ac4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb6e915da6d4405598d98978727b2035 HTTP/1.1" status: 200 len: 379 time: 0.4806762 Mar 23 01:51:08.191387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-b70ac7c3-61ca-4769-bbac-6d95eafb0d30 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'port': {'device_id': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'admin_state_up': True, 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'security_groups': ['1acad143-4554-4cd7-b59d-406e2e34184e']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:08.239872 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:08.273870 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddb1cf84-b915-435e-9fa0-7f6e3660302a tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2ed5a72f-4111-4549-ab6a-e165e6bbd3a4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:08.297657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ddb1cf84-b915-435e-9fa0-7f6e3660302a tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Calling delete_port for 2ed5a72f-4111-4549-ab6a-e165e6bbd3a4 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:08.325258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5f18e196-b6fd-4b6c-83fc-99294dad90ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'name': 'tempest-ServersTestManualDisk-1724445356-router', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:44Z', 'updated_at': '2022-03-23T01:51:06Z', 'revision_number': 6, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:08.328498 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb121a03-c488-4870-b75a-4274c154a259 x-openstack-request-id: req-bb121a03-c488-4870-b75a-4274c154a259 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:51:08.328812 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b818a884-eac0-4afc-8f8d-970a1d11bca6", "name": "network-vif-plugged", "status": "completed", "tag": "19dcdc0e-cf65-4355-b84f-72dee4849c6c", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:51:08.329071 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb121a03-c488-4870-b75a-4274c154a259 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:51:08.329886 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb121a03-c488-4870-b75a-4274c154a259'] response: {'server_uuid': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dcdc0e-cf65-4355-b84f-72dee4849c6c', 'code': 200} Mar 23 01:51:08.331901 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=19dcdc0e-cf65-4355-b84f-72dee4849c6c,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:08.369294 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30387718-fc9a-49bd-99a0-fb954aa7e90a req-43132c30-3cfd-4498-9542-b622c0d7ec26 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:08.377516 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-30387718-fc9a-49bd-99a0-fb954aa7e90a req-43132c30-3cfd-4498-9542-b622c0d7ec26 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.3586612 Mar 23 01:51:08.390958 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f18e196-b6fd-4b6c-83fc-99294dad90ad None None] The sync data for ids ['82594f72-f1e9-49c5-8a2a-799c4ade153e'] in n-d-834677-4 is: [{'id': '82594f72-f1e9-49c5-8a2a-799c4ade153e', 'name': 'tempest-ServersTestManualDisk-1724445356-router', 'tenant_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:49:44Z', 'updated_at': '2022-03-23T01:51:06Z', 'revision_number': 6, 'project_id': '4d9c96b3d1044c499f7e74d183fce7d9', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:51:08.455158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-b70ac7c3-61ca-4769-bbac-6d95eafb0d30 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Made reservation on behalf of bb6e915da6d4405598d98978727b2035 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:51:08.459517 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-b70ac7c3-61ca-4769-bbac-6d95eafb0d30 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:08.493965 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae86f-ee4e-4c50-aa46-10a19e87355c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2b408863-0364-4115-b7c6-6cb351671b95), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:08.550704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ae86f-ee4e-4c50-aa46-10a19e87355c admin admin] Pushing event deleted for resources: {'Port': ['ID=2b408863-0364-4115-b7c6-6cb351671b95,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:08.575215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-30387718-fc9a-49bd-99a0-fb954aa7e90a req-39a43e60-2e04-4a65-97b8-0e0987c88e01 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963065 Mar 23 01:51:08.619181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51259028-8008-4262-9969-5892bde9ed52 req-5a8afc13-61c3-4287-85c5-802a07cb0e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:08.621085 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-51259028-8008-4262-9969-5892bde9ed52 req-5a8afc13-61c3-4287-85c5-802a07cb0e7c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 1127 time: 0.2356055 Mar 23 01:51:08.676391 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae86f-ee4e-4c50-aa46-10a19e87355c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (82594f72-f1e9-49c5-8a2a-799c4ade153e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:08.732444 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c3c8f6b-bbeb-42d0-a64e-81766963b4a3 req-810fa052-dda6-41eb-a3c5-8287a1a0b9bd tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 210 time: 0.0698540 Mar 23 01:51:08.805641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-51259028-8008-4262-9969-5892bde9ed52 req-b54f97ce-b6f4-4139-8dea-0c146c7d2a0a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758444 Mar 23 01:51:08.840737 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddb1cf84-b915-435e-9fa0-7f6e3660302a tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (2ed5a72f-4111-4549-ab6a-e165e6bbd3a4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:08.872586 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae86f-ee4e-4c50-aa46-10a19e87355c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (82594f72-f1e9-49c5-8a2a-799c4ade153e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:08.878697 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae86f-ee4e-4c50-aa46-10a19e87355c admin admin] Publish callbacks [] for router_controller (82594f72-f1e9-49c5-8a2a-799c4ade153e), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:08.928053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1cf84-b915-435e-9fa0-7f6e3660302a tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event deleted for resources: {'Port': ['ID=2ed5a72f-4111-4549-ab6a-e165e6bbd3a4,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:08.973945 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae86f-ee4e-4c50-aa46-10a19e87355c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (82594f72-f1e9-49c5-8a2a-799c4ade153e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:08.974523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5ae86f-ee4e-4c50-aa46-10a19e87355c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82594f72-f1e9-49c5-8a2a-799c4ade153e {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:51:09.082947 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae86f-ee4e-4c50-aa46-10a19e87355c admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:09.082947 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7b5ae86f-ee4e-4c50-aa46-10a19e87355c admin admin] 10.222.0.18 "DELETE /v2.0/routers/82594f72-f1e9-49c5-8a2a-799c4ade153e HTTP/1.1" status: 204 len: 168 time: 2.8124433 Mar 23 01:51:09.084490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57374) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:09.118257 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddb1cf84-b915-435e-9fa0-7f6e3660302a tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:09.124265 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ddb1cf84-b915-435e-9fa0-7f6e3660302a tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "DELETE /v2.0/ports/2ed5a72f-4111-4549-ab6a-e165e6bbd3a4 HTTP/1.1" status: 204 len: 168 time: 1.1843774 Mar 23 01:51:09.125252 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57378) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:09.685414 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device aabd47ae-4759-45c0-b15c-494dcb5c20e5 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:51:09.813954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-71026714-ea69-4b7e-ac54-fc14461a685d admin admin] Deleting subnet 7a24a261-2668-4f4f-be2e-816dd79856c9 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:51:09.820647 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce292521-f645-41b2-856d-28468d1d1515 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] GET failed (client error): The resource could not be found. Mar 23 01:51:09.822096 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ce292521-f645-41b2-856d-28468d1d1515 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "GET /v2.0/ports/2ed5a72f-4111-4549-ab6a-e165e6bbd3a4 HTTP/1.1" status: 404 len: 333 time: 0.6952624 Mar 23 01:51:09.825801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57394) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:09.828745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port aabd47ae-4759-45c0-b15c-494dcb5c20e5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:09.829131 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:09.856074 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71026714-ea69-4b7e-ac54-fc14461a685d admin admin] Publish callbacks [] for subnet (7a24a261-2668-4f4f-be2e-816dd79856c9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:09.893032 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-b70ac7c3-61ca-4769-bbac-6d95eafb0d30 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Allocated IP 172.20.0.6 (421cc921-f910-418e-8572-27bf845096fb/2f822693-b262-4a4a-aa1f-5de9edd39897/76d265b1-5687-4489-a089-63b1bb1b6965) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:09.943252 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71026714-ea69-4b7e-ac54-fc14461a685d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (7a24a261-2668-4f4f-be2e-816dd79856c9), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:09.949325 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ddeafde-ab48-45b8-97d6-415279be1a10 req-bc2321d0-f356-4dd8-9c55-4029a1b7a055 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 210 time: 0.0767684 Mar 23 01:51:10.023170 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4867a11-580f-484a-8811-1624d879c56a req-00469eea-b6ab-4344-b311-06bb6275a540 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:10.039644 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4867a11-580f-484a-8811-1624d879c56a req-00469eea-b6ab-4344-b311-06bb6275a540 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.2274978 Mar 23 01:51:10.058094 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-c7de0a11-e3ee-4293-a3e4-270f740efb55 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Deleting port 3117247c-d835-40a9-9b6f-c791b9269a75 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:10.058712 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c7de0a11-e3ee-4293-a3e4-270f740efb55 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3117247c-d835-40a9-9b6f-c791b9269a75), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:10.110763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port aabd47ae-4759-45c0-b15c-494dcb5c20e5 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:10.124530 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71026714-ea69-4b7e-ac54-fc14461a685d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (7a24a261-2668-4f4f-be2e-816dd79856c9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:10.130195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a071e8e4-6a84-4daf-a4f9-4f00c658b49c no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:51:10.164172 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: a071e8e4-6a84-4daf-a4f9-4f00c658b49c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:51:10.164433 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a071e8e4-6a84-4daf-a4f9-4f00c658b49c not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:51:10.291067 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71026714-ea69-4b7e-ac54-fc14461a685d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (7a24a261-2668-4f4f-be2e-816dd79856c9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:10.314073 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c7de0a11-e3ee-4293-a3e4-270f740efb55 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3117247c-d835-40a9-9b6f-c791b9269a75), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:10.321165 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefff82f-077d-47c0-b39f-ad76ee8a89a1 None None] Network c4a7cc98-f343-4be3-884a-5828fb549baf requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:51:10.340098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71026714-ea69-4b7e-ac54-fc14461a685d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a24a261-2668-4f4f-be2e-816dd79856c9,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:10.345039 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71026714-ea69-4b7e-ac54-fc14461a685d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:10.346064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-c7de0a11-e3ee-4293-a3e4-270f740efb55 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Calling delete_port for 3117247c-d835-40a9-9b6f-c791b9269a75 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:10.350885 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-71026714-ea69-4b7e-ac54-fc14461a685d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7a24a261-2668-4f4f-be2e-816dd79856c9 HTTP/1.1" status: 204 len: 168 time: 1.2587478 Mar 23 01:51:10.355080 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57408) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:10.359376 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4867a11-580f-484a-8811-1624d879c56a req-16fe4511-d2fc-473d-b19b-2170d9527b0a tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177032 Mar 23 01:51:10.455868 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-b70ac7c3-61ca-4769-bbac-6d95eafb0d30 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (76d265b1-5687-4489-a089-63b1bb1b6965), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:10.503122 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-b70ac7c3-61ca-4769-bbac-6d95eafb0d30 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:10.554600 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-b70ac7c3-61ca-4769-bbac-6d95eafb0d30 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network 421cc921-f910-418e-8572-27bf845096fb is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:10.559961 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-b70ac7c3-61ca-4769-bbac-6d95eafb0d30 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:10.563588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-b70ac7c3-61ca-4769-bbac-6d95eafb0d30 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:10.597381 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (c4a7cc98-f343-4be3-884a-5828fb549baf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:10.624863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57412) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:10.647625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ac7c3-61ca-4769-bbac-6d95eafb0d30 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=76d265b1-5687-4489-a089-63b1bb1b6965,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:10.693497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0424c298-752b-4a00-91ff-a19e313d2669 None None] DHCP port deletion for c4a7cc98-f343-4be3-884a-5828fb549baf request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:51:10.702390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-b70ac7c3-61ca-4769-bbac-6d95eafb0d30 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:10.703231 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-b70ac7c3-61ca-4769-bbac-6d95eafb0d30 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:10.734665 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-b70ac7c3-61ca-4769-bbac-6d95eafb0d30 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5592175 Mar 23 01:51:10.751894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Request body: {'port': {'device_id': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:10.848486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0424c298-752b-4a00-91ff-a19e313d2669 None None] Deleting port dd40a8a8-4150-4910-8943-25590d13701b {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:10.848889 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0424c298-752b-4a00-91ff-a19e313d2669 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (dd40a8a8-4150-4910-8943-25590d13701b), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:10.861446 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] Deleting port dd40a8a8-4150-4910-8943-25590d13701b {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:10.862342 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (dd40a8a8-4150-4910-8943-25590d13701b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:10.886712 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b989d1c-f6d6-43f6-8ac4-f3252d4bb96c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:10.895359 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:10.976130 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c7de0a11-e3ee-4293-a3e4-270f740efb55 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (3117247c-d835-40a9-9b6f-c791b9269a75), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:10.987078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0424c298-752b-4a00-91ff-a19e313d2669 None None] For port dd40a8a8-4150-4910-8943-25590d13701b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=dd40a8a8-4150-4910-8943-25590d13701b,segment=NetworkSegment(d376842b-9d16-42f6-8983-9e619c644c51),segment_id=d376842b-9d16-42f6-8983-9e619c644c51)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:10.987449 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0424c298-752b-4a00-91ff-a19e313d2669 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (dd40a8a8-4150-4910-8943-25590d13701b), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:11.017489 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0424c298-752b-4a00-91ff-a19e313d2669 None None] Calling delete_port for dd40a8a8-4150-4910-8943-25590d13701b owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:11.188408 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c7de0a11-e3ee-4293-a3e4-270f740efb55 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:11.195458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57418) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:11.208510 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c7de0a11-e3ee-4293-a3e4-270f740efb55 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "DELETE /v2.0/ports/3117247c-d835-40a9-9b6f-c791b9269a75 HTTP/1.1" status: 204 len: 168 time: 1.3804052 Mar 23 01:51:11.209121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de0a11-e3ee-4293-a3e4-270f740efb55 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event deleted for resources: {'Port': ['ID=3117247c-d835-40a9-9b6f-c791b9269a75,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:11.223381 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2b408863-0364-4115-b7c6-6cb351671b95 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:51:11.234128 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-077f3050-9411-432c-8bdb-3e03d66e7cec None None] Provisioning complete for port 76d265b1-5687-4489-a089-63b1bb1b6965 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:11.235304 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-077f3050-9411-432c-8bdb-3e03d66e7cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:11.236460 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] For port dd40a8a8-4150-4910-8943-25590d13701b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=dd40a8a8-4150-4910-8943-25590d13701b,segment=NetworkSegment(d376842b-9d16-42f6-8983-9e619c644c51),segment_id=d376842b-9d16-42f6-8983-9e619c644c51)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:11.238804 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0424c298-752b-4a00-91ff-a19e313d2669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (dd40a8a8-4150-4910-8943-25590d13701b), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:11.243294 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (dd40a8a8-4150-4910-8943-25590d13701b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:11.324545 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] Calling delete_port for dd40a8a8-4150-4910-8943-25590d13701b owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:11.367501 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 2b408863-0364-4115-b7c6-6cb351671b95 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:51:11.368723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2b408863-0364-4115-b7c6-6cb351671b95 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:51:11.369530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device dd40a8a8-4150-4910-8943-25590d13701b no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:51:11.378666 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424c298-752b-4a00-91ff-a19e313d2669 None None] Pushing event deleted for resources: {'Port': ['ID=dd40a8a8-4150-4910-8943-25590d13701b,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:11.430980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0424c298-752b-4a00-91ff-a19e313d2669 None None] No DVR routers for this DVR port dd40a8a8-4150-4910-8943-25590d13701b on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:51:11.444153 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: dd40a8a8-4150-4910-8943-25590d13701b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:51:11.449788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device dd40a8a8-4150-4910-8943-25590d13701b not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:51:11.471933 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d599c5-9802-41f8-afc2-8ea68709bc06 req-3af82b74-b9b4-4fa3-8dfe-e57e32a46bef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:11.475081 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2d599c5-9802-41f8-afc2-8ea68709bc06 req-3af82b74-b9b4-4fa3-8dfe-e57e32a46bef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 931 time: 0.2973707 Mar 23 01:51:11.506533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-077f3050-9411-432c-8bdb-3e03d66e7cec None None] Port 76d265b1-5687-4489-a089-63b1bb1b6965 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:51:11.546889 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b989d1c-f6d6-43f6-8ac4-f3252d4bb96c admin admin] Publish callbacks [] for security_group (4ad1c592-f7a1-4905-a8c5-17e522554d66), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:11.556105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-5957c3d1-99a4-4721-a4a6-4e931a83ca68 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Deleting subnet 4137ecdb-a2aa-4800-8e2d-30e271d5fbb6 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:51:11.569019 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5957c3d1-99a4-4721-a4a6-4e931a83ca68 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks [] for subnet (4137ecdb-a2aa-4800-8e2d-30e271d5fbb6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:11.590169 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b989d1c-f6d6-43f6-8ac4-f3252d4bb96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4ad1c592-f7a1-4905-a8c5-17e522554d66), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:11.645539 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5957c3d1-99a4-4721-a4a6-4e931a83ca68 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (4137ecdb-a2aa-4800-8e2d-30e271d5fbb6), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:11.678794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3ef61-b5ab-4d63-9e08-450b4f1058c1 req-b1305b3b-8ffd-4e4e-b45b-da47843ac861 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:11.679161 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (dd40a8a8-4150-4910-8943-25590d13701b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:11.681154 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2a3ef61-b5ab-4d63-9e08-450b4f1058c1 req-b1305b3b-8ffd-4e4e-b45b-da47843ac861 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.1773908 Mar 23 01:51:11.713224 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2d599c5-9802-41f8-afc2-8ea68709bc06 req-3b3383bc-1454-4453-9590-57503aba070e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314167 Mar 23 01:51:11.716526 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5b989d1c-f6d6-43f6-8ac4-f3252d4bb96c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff441adc056849d4884b4a91dfdfc8b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0835795 Mar 23 01:51:11.721640 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd40a8a8-4150-4910-8943-25590d13701b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:11.725462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57426) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:11.742081 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b989d1c-f6d6-43f6-8ac4-f3252d4bb96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad1c592-f7a1-4905-a8c5-17e522554d66,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:11.754479 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] No DVR routers for this DVR port dd40a8a8-4150-4910-8943-25590d13701b on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:51:11.856372 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (c4a7cc98-f343-4be3-884a-5828fb549baf), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:11.863300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d265b1-5687-4489-a089-63b1bb1b6965 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:51:11.882827 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Publish callbacks [] for port (76d265b1-5687-4489-a089-63b1bb1b6965), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:11.887101 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a7cc98-f343-4be3-884a-5828fb549baf']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:11.888464 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2a3ef61-b5ab-4d63-9e08-450b4f1058c1 req-a7b2660b-77b8-40f9-a2f2-0903a49c33c5 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007403 Mar 23 01:51:11.907506 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd376842b-9d16-42f6-8983-9e619c644c51') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:11.910117 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd376842b-9d16-42f6-8983-9e619c644c51') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:11.925993 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (d376842b-9d16-42f6-8983-9e619c644c51), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:11.931041 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5957c3d1-99a4-4721-a4a6-4e931a83ca68 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (4137ecdb-a2aa-4800-8e2d-30e271d5fbb6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:11.939597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Transition to ACTIVE for port object 76d265b1-5687-4489-a089-63b1bb1b6965 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:51:11.947336 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d376842b-9d16-42f6-8983-9e619c644c51), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:11.956950 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:51:11.957422 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (d376842b-9d16-42f6-8983-9e619c644c51), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:11.981052 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80e7153d-4d4d-4b80-a21c-e9fd38dcbf82 admin admin] Publish callbacks [] for security_group (4ad1c592-f7a1-4905-a8c5-17e522554d66), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:11.987229 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: self.session.flush() Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:51:12.029158 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:51:12.049268 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (c4a7cc98-f343-4be3-884a-5828fb549baf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:12.070026 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80e7153d-4d4d-4b80-a21c-e9fd38dcbf82 admin admin] Publish callbacks [] for security_group (4ad1c592-f7a1-4905-a8c5-17e522554d66), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:12.071215 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:12.084153 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] 10.222.0.18 "DELETE /v2.0/networks/c4a7cc98-f343-4be3-884a-5828fb549baf HTTP/1.1" status: 204 len: 168 time: 1.7151060 Mar 23 01:51:12.099280 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfe654-4f0e-4896-91fd-6b276b91839c admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a7cc98-f343-4be3-884a-5828fb549baf,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:12.129368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Pushing event updated for resources: {'Port': ['ID=76d265b1-5687-4489-a089-63b1bb1b6965,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:12.260548 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5957c3d1-99a4-4721-a4a6-4e931a83ca68 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (4137ecdb-a2aa-4800-8e2d-30e271d5fbb6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:12.314412 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957c3d1-99a4-4721-a4a6-4e931a83ca68 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event deleted for resources: {'Subnet': ['ID=4137ecdb-a2aa-4800-8e2d-30e271d5fbb6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:12.352342 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57434) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:12.369248 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5957c3d1-99a4-4721-a4a6-4e931a83ca68 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:12.375758 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5957c3d1-99a4-4721-a4a6-4e931a83ca68 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "DELETE /v2.0/subnets/4137ecdb-a2aa-4800-8e2d-30e271d5fbb6 HTTP/1.1" status: 204 len: 168 time: 1.1765890 Mar 23 01:51:12.375983 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d165a4d2-2cab-457a-a5c4-ce1792b49e80 None None] Network d2d1eb22-8d0d-4982-b581-1cb85c5ea237 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:51:12.382602 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57436) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:12.411557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Attempting to bind port 76d265b1-5687-4489-a089-63b1bb1b6965 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:51:12.411557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Attempting to bind port 76d265b1-5687-4489-a089-63b1bb1b6965 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:51:12.411918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Attempting to bind port 76d265b1-5687-4489-a089-63b1bb1b6965 on network 421cc921-f910-418e-8572-27bf845096fb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:51:12.424940 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Port 76d265b1-5687-4489-a089-63b1bb1b6965 on network 421cc921-f910-418e-8572-27bf845096fb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:51:12.425688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Attempting to bind port 76d265b1-5687-4489-a089-63b1bb1b6965 on network 421cc921-f910-418e-8572-27bf845096fb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:51:12.430100 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80e7153d-4d4d-4b80-a21c-e9fd38dcbf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4ad1c592-f7a1-4905-a8c5-17e522554d66), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:12.432765 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80e7153d-4d4d-4b80-a21c-e9fd38dcbf82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:12.437460 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-80e7153d-4d4d-4b80-a21c-e9fd38dcbf82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ad1c592-f7a1-4905-a8c5-17e522554d66 HTTP/1.1" status: 204 len: 168 time: 0.6994905 Mar 23 01:51:12.448558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:51:12.448922 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Checking segment: {'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:51:12.449488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Bound using segment: {'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:51:12.450107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Bound port: 76d265b1-5687-4489-a089-63b1bb1b6965, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:51:12.450649 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:12.465375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf28e73-d535-45f5-ae34-b2396b27683e req-dd1a16b5-473c-4b41-91de-6ce48182a645 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:12.467178 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8bf28e73-d535-45f5-ae34-b2396b27683e req-dd1a16b5-473c-4b41-91de-6ce48182a645 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.1593187 Mar 23 01:51:12.474653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7153d-4d4d-4b80-a21c-e9fd38dcbf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad1c592-f7a1-4905-a8c5-17e522554d66,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:12.496837 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (d2d1eb22-8d0d-4982-b581-1cb85c5ea237), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:12.506229 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a90a2e-6a39-4d19-8b3f-c53e02bdf127 req-61a87de2-4a67-4013-8b0a-e7d68e1ee965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:12.508232 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21a90a2e-6a39-4d19-8b3f-c53e02bdf127 req-61a87de2-4a67-4013-8b0a-e7d68e1ee965 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9d38db3758d44ec9cf654788868b3f2&device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 1127 time: 0.2658963 Mar 23 01:51:12.603552 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8bf28e73-d535-45f5-ae34-b2396b27683e req-4de87ea5-fb85-4306-b2d9-38d5073deb9e tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256201 Mar 23 01:51:12.662894 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-761873ce-aed2-4ded-90d8-388a89221892 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d9c96b3d1044c499f7e74d183fce7d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3093541 Mar 23 01:51:12.665857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57448) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:12.701158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:51:12.719417 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2260ef6c-5b5a-4aa5-8a7e-20638e257da9 None None] DHCP port deletion for d2d1eb22-8d0d-4982-b581-1cb85c5ea237 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:51:12.731107 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a90a2e-6a39-4d19-8b3f-c53e02bdf127 req-ceb8704f-85c3-41ea-b88e-9a1bb2f9fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:12.733804 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21a90a2e-6a39-4d19-8b3f-c53e02bdf127 req-ceb8704f-85c3-41ea-b88e-9a1bb2f9fc38 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1523253-7d66-4fce-bfbc-c868843d7215 HTTP/1.1" status: 200 len: 919 time: 0.2094028 Mar 23 01:51:12.753476 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76d265b1-5687-4489-a089-63b1bb1b6965,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:51:12.782300 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:12.824151 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6913-1311-4385-818b-d3a092fe6c80 admin admin] Publish callbacks [] for security_group (543ab883-0d08-44c6-923c-ec97a849b242), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:12.837279 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2260ef6c-5b5a-4aa5-8a7e-20638e257da9 None None] Deleting port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:12.837953 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2260ef6c-5b5a-4aa5-8a7e-20638e257da9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:12.853679 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6913-1311-4385-818b-d3a092fe6c80 admin admin] Publish callbacks [] for security_group (543ab883-0d08-44c6-923c-ec97a849b242), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:12.868762 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:12.869387 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:12.870856 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] 10.222.0.42 "PUT /v2.0/ports/76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 1091 time: 2.1290572 Mar 23 01:51:12.871301 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:51:12.873871 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7778148c-0362-4902-8a4d-50ed96601cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:51:12.965921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2260ef6c-5b5a-4aa5-8a7e-20638e257da9 None None] For port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef,segment=NetworkSegment(903f18fc-fe4e-46a4-b739-8ef1653bbe59),segment_id=903f18fc-fe4e-46a4-b739-8ef1653bbe59)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:12.966326 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2260ef6c-5b5a-4aa5-8a7e-20638e257da9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:12.967289 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21a90a2e-6a39-4d19-8b3f-c53e02bdf127 req-c92bb47c-8485-4801-a8f2-1e27c1ed66f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dcdc0e-cf65-4355-b84f-72dee4849c6c HTTP/1.1" status: 200 len: 217 time: 0.2276864 Mar 23 01:51:12.995214 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9deaae23-ee1a-485a-a7c0-6c0774f1ad3d x-openstack-request-id: req-9deaae23-ee1a-485a-a7c0-6c0774f1ad3d {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:51:12.995782 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:51:12.995782 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9deaae23-ee1a-485a-a7c0-6c0774f1ad3d {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:51:12.996162 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9deaae23-ee1a-485a-a7c0-6c0774f1ad3d'] response: {'name': 'network-changed', 'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965', 'status': 'completed', 'code': 200} Mar 23 01:51:13.001110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2e3a8-e195-4c2c-a0db-059e093133e6 service neutron] Pushing event updated for resources: {'Port': ['ID=76d265b1-5687-4489-a089-63b1bb1b6965,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:13.003546 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2260ef6c-5b5a-4aa5-8a7e-20638e257da9 None None] Calling delete_port for ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:13.032328 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Deleting port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:13.033871 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:13.108647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-5370e83b-22bc-4082-94ac-58d49006b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:13.122803 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-5370e83b-22bc-4082-94ac-58d49006b68e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1125 time: 0.1876400 Mar 23 01:51:13.135605 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:51:13.140864 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6913-1311-4385-818b-d3a092fe6c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (543ab883-0d08-44c6-923c-ec97a849b242), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:13.143796 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6913-1311-4385-818b-d3a092fe6c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:13.145724 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a6fb6913-1311-4385-818b-d3a092fe6c80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/543ab883-0d08-44c6-923c-ec97a849b242 HTTP/1.1" status: 204 len: 168 time: 0.4720120 Mar 23 01:51:13.227496 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57464) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:13.263632 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-5cc99a07-3672-4b8c-927e-9442014746a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 217 time: 0.1344595 Mar 23 01:51:13.267521 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cc5e98af-20a3-4c2b-a7dc-3b71c91d5ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:13.277350 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce887b5-a4d0-43a1-b5a2-b3d714dd1116 req-4499bf87-2be8-4643-8c3a-e870ac7ac094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:13.290185 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dce887b5-a4d0-43a1-b5a2-b3d714dd1116 req-4499bf87-2be8-4643-8c3a-e870ac7ac094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 943 time: 0.4344478 Mar 23 01:51:13.308679 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb6913-1311-4385-818b-d3a092fe6c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543ab883-0d08-44c6-923c-ec97a849b242,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:13.329369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a90a2e-6a39-4d19-8b3f-c53e02bdf127 req-87373054-5adc-411a-b07a-d2dd94ea6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:13.332671 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21a90a2e-6a39-4d19-8b3f-c53e02bdf127 req-87373054-5adc-411a-b07a-d2dd94ea6914 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd407818-8901-41e8-85a6-1b0fc7917cb5 HTTP/1.1" status: 200 len: 859 time: 0.3425250 Mar 23 01:51:13.369090 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2260ef6c-5b5a-4aa5-8a7e-20638e257da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:13.374499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:13.381290 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:13.409128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-30640736-bf1c-4cc9-be7b-cf756d1482ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:13.410812 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-30640736-bf1c-4cc9-be7b-cf756d1482ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f822693-b262-4a4a-aa1f-5de9edd39897 HTTP/1.1" status: 200 len: 835 time: 0.1235182 Mar 23 01:51:13.416626 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21a90a2e-6a39-4d19-8b3f-c53e02bdf127 req-64c0df02-468f-4bba-bd77-5fda684da396 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1523253-7d66-4fce-bfbc-c868843d7215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625961 Mar 23 01:51:13.439805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] For port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef,segment=NetworkSegment(903f18fc-fe4e-46a4-b739-8ef1653bbe59),segment_id=903f18fc-fe4e-46a4-b739-8ef1653bbe59)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:13.440174 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:13.457830 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260ef6c-5b5a-4aa5-8a7e-20638e257da9 None None] Pushing event deleted for resources: {'Port': ['ID=ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:13.471733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-6b1bc167-2576-4834-8f85-6a9aff580bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:13.473842 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-6b1bc167-2576-4834-8f85-6a9aff580bac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=421cc921-f910-418e-8572-27bf845096fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562096 Mar 23 01:51:13.476660 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2260ef6c-5b5a-4aa5-8a7e-20638e257da9 None None] No DVR routers for this DVR port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:51:13.539935 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Calling delete_port for ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:13.572164 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dce887b5-a4d0-43a1-b5a2-b3d714dd1116 req-7af52064-1754-4059-87c6-13f857787c51 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806854 Mar 23 01:51:13.647332 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-03668f21-c346-4f39-9b0d-c4a28c47c80d service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636596 Mar 23 01:51:13.695364 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21a90a2e-6a39-4d19-8b3f-c53e02bdf127 req-e67c7890-1c15-4592-87e4-07ec82cdc6b9 service neutron] 10.222.0.43 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715061 Mar 23 01:51:13.710464 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cc5e98af-20a3-4c2b-a7dc-3b71c91d5ef9 admin admin] Publish callbacks [] for security_group (0c391597-6c77-4daf-96f2-8059653f48c8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:13.755073 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cc5e98af-20a3-4c2b-a7dc-3b71c91d5ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0c391597-6c77-4daf-96f2-8059653f48c8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:13.815748 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a0773f7-ce14-4324-b92a-871db8dd8a4b req-bddf3e08-a33b-4e84-ac83-43c26910b821 service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619203 Mar 23 01:51:13.830146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0760d9d-ac3d-4950-8a0e-621d175a5483 req-06587761-6f05-415b-af4c-249c4a503626 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:13.837706 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0760d9d-ac3d-4950-8a0e-621d175a5483 req-06587761-6f05-415b-af4c-249c4a503626 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.0890925 Mar 23 01:51:13.844571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e98af-20a3-4c2b-a7dc-3b71c91d5ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c391597-6c77-4daf-96f2-8059653f48c8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:13.851573 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:13.867192 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cc5e98af-20a3-4c2b-a7dc-3b71c91d5ef9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7603b49516224862b4f5713085598200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6371851 Mar 23 01:51:13.889644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57478) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:13.905607 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event deleted for resources: {'Port': ['ID=ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:13.933657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] No DVR routers for this DVR port ce09c6d6-fa61-4c30-8f7e-e8e71fd1efef on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:51:13.947495 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21a90a2e-6a39-4d19-8b3f-c53e02bdf127 req-f32f1892-d80b-405c-9730-7b9980e52664 service neutron] 10.222.0.43 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455513 Mar 23 01:51:13.982712 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0760d9d-ac3d-4950-8a0e-621d175a5483 req-5669541f-55dd-4e77-860b-acdbd542889c tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440294 Mar 23 01:51:14.011347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778148c-0362-4902-8a4d-50ed96601cc4 req-f61234b9-0df3-4da9-9394-38a9dd64f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:14.013106 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7778148c-0362-4902-8a4d-50ed96601cc4 req-f61234b9-0df3-4da9-9394-38a9dd64f8a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1125 time: 0.1314540 Mar 23 01:51:14.018279 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6553be60-0c53-438a-8d75-3c07336ac64b admin admin] Publish callbacks [] for security_group (0c391597-6c77-4daf-96f2-8059653f48c8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:14.082023 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (d2d1eb22-8d0d-4982-b581-1cb85c5ea237), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:14.104458 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6553be60-0c53-438a-8d75-3c07336ac64b admin admin] Publish callbacks [] for security_group (0c391597-6c77-4daf-96f2-8059653f48c8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:14.110996 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d1eb22-8d0d-4982-b581-1cb85c5ea237']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:14.122436 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903f18fc-fe4e-46a4-b739-8ef1653bbe59') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:14.123020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903f18fc-fe4e-46a4-b739-8ef1653bbe59') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:14.134770 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (903f18fc-fe4e-46a4-b739-8ef1653bbe59), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:14.164174 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (903f18fc-fe4e-46a4-b739-8ef1653bbe59), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:14.172808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:51:14.173363 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (903f18fc-fe4e-46a4-b739-8ef1653bbe59), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:14.185451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778148c-0362-4902-8a4d-50ed96601cc4 req-5cf71613-0a68-49f0-bd5f-292846a2a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:14.190239 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7778148c-0362-4902-8a4d-50ed96601cc4 req-5cf71613-0a68-49f0-bd5f-292846a2a8a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=421cc921-f910-418e-8572-27bf845096fb HTTP/1.1" status: 200 len: 895 time: 0.1676040 Mar 23 01:51:14.261608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57496) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:14.275072 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7778148c-0362-4902-8a4d-50ed96601cc4 req-7b23dd32-c47b-467f-864d-ea76f87909f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 217 time: 0.0793099 Mar 23 01:51:14.294646 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6553be60-0c53-438a-8d75-3c07336ac64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0c391597-6c77-4daf-96f2-8059653f48c8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:14.299175 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6553be60-0c53-438a-8d75-3c07336ac64b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:14.300690 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6553be60-0c53-438a-8d75-3c07336ac64b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c391597-6c77-4daf-96f2-8059653f48c8 HTTP/1.1" status: 204 len: 168 time: 0.4100513 Mar 23 01:51:14.355716 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553be60-0c53-438a-8d75-3c07336ac64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c391597-6c77-4daf-96f2-8059653f48c8,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:14.389238 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778148c-0362-4902-8a4d-50ed96601cc4 req-e63fccc6-330c-49f8-aafe-253943995de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:14.391370 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7778148c-0362-4902-8a4d-50ed96601cc4 req-e63fccc6-330c-49f8-aafe-253943995de1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f822693-b262-4a4a-aa1f-5de9edd39897 HTTP/1.1" status: 200 len: 835 time: 0.1094449 Mar 23 01:51:14.498276 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778148c-0362-4902-8a4d-50ed96601cc4 req-518614a3-4072-411b-bee5-c6987c7a64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:14.501840 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7778148c-0362-4902-8a4d-50ed96601cc4 req-518614a3-4072-411b-bee5-c6987c7a64f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=421cc921-f910-418e-8572-27bf845096fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1034675 Mar 23 01:51:14.512863 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a952b088-4886-47ef-a32f-ecbc8e09a4ad admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-770441234-network', 'tenant_id': 'dc3f4d69c04c4726b69de1d5ca89dc5e'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:14.544215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a952b088-4886-47ef-a32f-ecbc8e09a4ad admin admin] Made reservation on behalf of dc3f4d69c04c4726b69de1d5ca89dc5e for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:51:14.548456 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a952b088-4886-47ef-a32f-ecbc8e09a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:14.603830 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a952b088-4886-47ef-a32f-ecbc8e09a4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:51:14.656685 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:51:14.695765 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (d2d1eb22-8d0d-4982-b581-1cb85c5ea237), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:14.695765 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:14.701473 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] 10.222.0.18 "DELETE /v2.0/networks/d2d1eb22-8d0d-4982-b581-1cb85c5ea237 HTTP/1.1" status: 204 len: 168 time: 2.3165817 Mar 23 01:51:14.721261 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7778148c-0362-4902-8a4d-50ed96601cc4 req-e96b3840-982b-4bb8-9f50-fea708ba6223 service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875842 Mar 23 01:51:14.829094 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676321ba-a73d-49c4-9296-a8659cf366c9 tempest-AllowedAddressPairTestJSON-1077056507 tempest-AllowedAddressPairTestJSON-1077056507-project] Pushing event deleted for resources: {'Network': ['ID=d2d1eb22-8d0d-4982-b581-1cb85c5ea237,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:14.871166 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d361f-3267-4f96-a88d-8d237ec7879f req-1f2f541b-a940-43ab-9868-cea982e759ed tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:14.885238 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a13d361f-3267-4f96-a88d-8d237ec7879f req-1f2f541b-a940-43ab-9868-cea982e759ed tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 943 time: 0.1755712 Mar 23 01:51:14.932772 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a952b088-4886-47ef-a32f-ecbc8e09a4ad admin admin] Publish callbacks [] for security_group (c0a04bc9-312c-46fa-9795-ec484c01e105), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:14.959049 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a952b088-4886-47ef-a32f-ecbc8e09a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c0a04bc9-312c-46fa-9795-ec484c01e105), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:14.974746 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a13d361f-3267-4f96-a88d-8d237ec7879f req-c8cdee24-2dc4-4577-843f-795c2c3491b7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885758 Mar 23 01:51:15.009084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952b088-4886-47ef-a32f-ecbc8e09a4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a04bc9-312c-46fa-9795-ec484c01e105,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:15.018458 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7778148c-0362-4902-8a4d-50ed96601cc4 req-5c58d20d-d9cf-4ff1-8b29-24e640ee4fda service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877011 Mar 23 01:51:15.022025 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a952b088-4886-47ef-a32f-ecbc8e09a4ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:51:15.046200 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a952b088-4886-47ef-a32f-ecbc8e09a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c9be95be-bee7-41bb-997c-febdce3ad847), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:15.046764 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-a952b088-4886-47ef-a32f-ecbc8e09a4ad admin admin] Added segment c9be95be-bee7-41bb-997c-febdce3ad847 of type vlan for network e72caba6-ab70-459a-b2b0-6270634588ed Mar 23 01:51:15.155650 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a952b088-4886-47ef-a32f-ecbc8e09a4ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (e72caba6-ab70-459a-b2b0-6270634588ed), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:15.199031 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57528) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:15.203966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff6ee2-d23c-4e73-9449-fe29ec026811 req-904338bc-4cf1-42d8-975b-ad6baa860518 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:15.205764 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1fff6ee2-d23c-4e73-9449-fe29ec026811 req-904338bc-4cf1-42d8-975b-ad6baa860518 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.0993195 Mar 23 01:51:15.206938 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a952b088-4886-47ef-a32f-ecbc8e09a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (e72caba6-ab70-459a-b2b0-6270634588ed), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:15.208080 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a952b088-4886-47ef-a32f-ecbc8e09a4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:15.208679 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a952b088-4886-47ef-a32f-ecbc8e09a4ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:15.236411 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a952b088-4886-47ef-a32f-ecbc8e09a4ad admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9722166 Mar 23 01:51:15.239334 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57532) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:15.244720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-30ffac73-4e04-44d4-b2a9-6ca52bacc5ed admin admin] Request body: {'subnet': {'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-770441234-subnet', 'tenant_id': 'dc3f4d69c04c4726b69de1d5ca89dc5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:15.286068 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ffac73-4e04-44d4-b2a9-6ca52bacc5ed admin admin] Made reservation on behalf of dc3f4d69c04c4726b69de1d5ca89dc5e for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:51:15.288380 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-30ffac73-4e04-44d4-b2a9-6ca52bacc5ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:15.379154 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952b088-4886-47ef-a32f-ecbc8e09a4ad admin admin] Pushing event updated for resources: {'Network': ['ID=e72caba6-ab70-459a-b2b0-6270634588ed,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:15.388459 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1fff6ee2-d23c-4e73-9449-fe29ec026811 req-285bf016-927f-4a8e-b290-3c83cc44d9f2 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657805 Mar 23 01:51:15.397722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network e72caba6-ab70-459a-b2b0-6270634588ed details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:51:15.538831 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e2c9e6fc-ddf4-4d43-8bfc-41e7a5942404 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30d59ac197e24d9b923c9fd12481886e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379469 Mar 23 01:51:15.539198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57542) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:15.601455 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-30ffac73-4e04-44d4-b2a9-6ca52bacc5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (f9c17da0-734b-41ba-894f-9e477b5fddac), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:15.607183 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-712be2fb-44ff-4bed-8827-a6636ab015a3 admin admin] Publish callbacks [] for security_group (770f66f7-e1f9-434c-b903-2d8b60b1cd51), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:15.634172 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-712be2fb-44ff-4bed-8827-a6636ab015a3 admin admin] Publish callbacks [] for security_group (770f66f7-e1f9-434c-b903-2d8b60b1cd51), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:15.678437 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ffac73-4e04-44d4-b2a9-6ca52bacc5ed admin admin] Checking segment: {'id': 'c9be95be-bee7-41bb-997c-febdce3ad847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:51:15.678872 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ffac73-4e04-44d4-b2a9-6ca52bacc5ed admin admin] Network hostable DHCP agents. Network: e72caba6-ab70-459a-b2b0-6270634588ed, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:51:15.693461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffac73-4e04-44d4-b2a9-6ca52bacc5ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c17da0-734b-41ba-894f-9e477b5fddac,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:15.697328 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-712be2fb-44ff-4bed-8827-a6636ab015a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (770f66f7-e1f9-434c-b903-2d8b60b1cd51), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:15.701540 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-712be2fb-44ff-4bed-8827-a6636ab015a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:15.703612 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-712be2fb-44ff-4bed-8827-a6636ab015a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/770f66f7-e1f9-434c-b903-2d8b60b1cd51 HTTP/1.1" status: 204 len: 168 time: 0.1627824 Mar 23 01:51:15.712530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ffac73-4e04-44d4-b2a9-6ca52bacc5ed admin admin] Network e72caba6-ab70-459a-b2b0-6270634588ed is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:51:15.722716 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712be2fb-44ff-4bed-8827-a6636ab015a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770f66f7-e1f9-434c-b903-2d8b60b1cd51,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:15.733016 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-30ffac73-4e04-44d4-b2a9-6ca52bacc5ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, e72caba6-ab70-459a-b2b0-6270634588ed) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:15.740019 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ffac73-4e04-44d4-b2a9-6ca52bacc5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:15.740662 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-30ffac73-4e04-44d4-b2a9-6ca52bacc5ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:15.768970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9de6bc-f363-4bef-8058-49cd0f7992c8 None None] Network e72caba6-ab70-459a-b2b0-6270634588ed requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:51:15.775449 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-30ffac73-4e04-44d4-b2a9-6ca52bacc5ed admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5349653 Mar 23 01:51:15.926550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f68b8de-319b-4222-9880-e4a20fde8914 None None] Network e72caba6-ab70-459a-b2b0-6270634588ed requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:51:16.149812 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bd76c-424c-49b4-884d-4e0919f0fe54 req-331a5ebf-3c5f-4ec7-b9cb-c40aa224e8b6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:16.158568 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cb2bd76c-424c-49b4-884d-4e0919f0fe54 req-331a5ebf-3c5f-4ec7-b9cb-c40aa224e8b6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 943 time: 0.0979459 Mar 23 01:51:16.225987 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cb2bd76c-424c-49b4-884d-4e0919f0fe54 req-13e67375-4e46-4ce6-8477-384cee6496ee tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603034 Mar 23 01:51:16.547731 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49700739-d6a5-49e7-8667-06e6ccc58729 req-8a22c491-55d4-402a-91c7-9e7c686fdc50 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:16.549548 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-49700739-d6a5-49e7-8667-06e6ccc58729 req-8a22c491-55d4-402a-91c7-9e7c686fdc50 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.0654767 Mar 23 01:51:16.645982 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-49700739-d6a5-49e7-8667-06e6ccc58729 req-7ead0e64-4ace-448b-bea4-a71dcf5be2c2 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844691 Mar 23 01:51:16.674290 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-d4b295c7-3bbe-4595-b78d-0862a830e6a7 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:16.676551 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-d4b295c7-3bbe-4595-b78d-0862a830e6a7 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/networks?id=e72caba6-ab70-459a-b2b0-6270634588ed HTTP/1.1" status: 200 len: 814 time: 0.1685925 Mar 23 01:51:16.695409 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1194faa5-76eb-4c3c-8e22-e453f1f75241 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/quotas/dc3f4d69c04c4726b69de1d5ca89dc5e HTTP/1.1" status: 200 len: 375 time: 0.0122242 Mar 23 01:51:16.737764 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-d8e36f92-407d-4144-8243-945b6a12e904 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc3f4d69c04c4726b69de1d5ca89dc5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362711 Mar 23 01:51:16.860741 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-402b5eb0-0f7d-4e59-bb0c-959b1577cce8 service neutron] 10.222.0.18 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147735 Mar 23 01:51:16.973198 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-141b9982-9fd6-4f89-8216-98af8b4986d3 service neutron] 10.222.0.18 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019428 Mar 23 01:51:16.999423 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57610) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:17.211734 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d83c1f56-adc0-4d4b-81ee-0d55e5233be9 req-2ca6d796-67b4-40c1-b704-ce7437b1cce1 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 210 time: 0.0461745 Mar 23 01:51:17.228744 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-265557767'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:17.255843 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Made reservation on behalf of 45dd2ac085c94e4089154483d3a454e2 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:51:17.259275 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:17.290219 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:17.444460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d262a-cf9c-45da-8f64-d06bd9c4a515 req-4ccc334f-0c9d-4061-9dfa-4776840553fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:17.446138 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c55d262a-cf9c-45da-8f64-d06bd9c4a515 req-4ccc334f-0c9d-4061-9dfa-4776840553fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 943 time: 0.0736160 Mar 23 01:51:17.473830 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks [] for security_group (541f8570-7381-4523-a8e0-1ac559667a42), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:17.485286 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (541f8570-7381-4523-a8e0-1ac559667a42), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:17.520699 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:51:17.539045 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c2da8269-105c-457f-83cc-ecf079740bae), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:17.539521 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Added segment c2da8269-105c-457f-83cc-ecf079740bae of type vlan for network 548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe Mar 23 01:51:17.551843 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541f8570-7381-4523-a8e0-1ac559667a42,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:17.564335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:17.564710 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:17.565050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:17.565387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:17.565712 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:17.566254 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:17.566534 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:17.566855 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:17.567178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:17.567497 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:17.567850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:17.568122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:17.568634 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:17.569109 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:17.570052 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:17.582172 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c55d262a-cf9c-45da-8f64-d06bd9c4a515 req-71689d16-473d-451d-9254-b9076924896f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216838 Mar 23 01:51:17.626003 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:17.656451 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:17.662424 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:17.663038 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:17.699411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 76d265b1-5687-4489-a089-63b1bb1b6965 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:51:17.737498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57644) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:17.738069 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7370312 Mar 23 01:51:17.744580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-96c6843b-7fa5-43f4-b309-d4cb991732a1 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Request body: {'subnet': {'network_id': '548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:17.767634 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd0c21-eb59-4b77-9ebc-1a1d7c5118b0 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Pushing event updated for resources: {'Network': ['ID=548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:17.816474 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc5643-9cd3-40f0-a573-4678a176d249 req-65433cf6-31bc-4c66-aba7-9f01ed799aaa tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:17.824422 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-50bc5643-9cd3-40f0-a573-4678a176d249 req-65433cf6-31bc-4c66-aba7-9f01ed799aaa tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.0675452 Mar 23 01:51:17.845168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:51:17.909112 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-50bc5643-9cd3-40f0-a573-4678a176d249 req-36260e24-78b5-4afd-98f8-bddc299846a3 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805857 Mar 23 01:51:17.917111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c6843b-7fa5-43f4-b309-d4cb991732a1 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Made reservation on behalf of 45dd2ac085c94e4089154483d3a454e2 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:51:17.923003 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96c6843b-7fa5-43f4-b309-d4cb991732a1 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:18.033638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76d265b1-5687-4489-a089-63b1bb1b6965,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:18.072748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '76d265b1-5687-4489-a089-63b1bb1b6965', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'port_id': '76d265b1-5687-4489-a089-63b1bb1b6965', 'mac_address': 'fa:16:3e:eb:db:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:51:18.137685 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 76d265b1-5687-4489-a089-63b1bb1b6965 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:18.138368 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:18.152623 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d265b1-5687-4489-a089-63b1bb1b6965 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:51:18.179361 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96c6843b-7fa5-43f4-b309-d4cb991732a1 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (9c3ce7a4-b65c-4b66-a3b2-e4fd6c2ba432), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:18.183221 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76d265b1-5687-4489-a089-63b1bb1b6965,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:18.189878 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:18.248887 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6843b-7fa5-43f4-b309-d4cb991732a1 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Pushing event updated for resources: {'Subnet': ['ID=9c3ce7a4-b65c-4b66-a3b2-e4fd6c2ba432,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:18.251322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c6843b-7fa5-43f4-b309-d4cb991732a1 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Checking segment: {'id': 'c2da8269-105c-457f-83cc-ecf079740bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:51:18.251685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c6843b-7fa5-43f4-b309-d4cb991732a1 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Network hostable DHCP agents. Network: 548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:51:18.272620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c6843b-7fa5-43f4-b309-d4cb991732a1 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Network 548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:51:18.291071 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=76d265b1-5687-4489-a089-63b1bb1b6965,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:18.297394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-96c6843b-7fa5-43f4-b309-d4cb991732a1 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:18.303177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c6843b-7fa5-43f4-b309-d4cb991732a1 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:18.303919 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96c6843b-7fa5-43f4-b309-d4cb991732a1 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:18.312768 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09a8be5-bb5f-441f-81e4-3292aee51d05 None None] Network 548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:51:18.341590 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-96c6843b-7fa5-43f4-b309-d4cb991732a1 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6019528 Mar 23 01:51:18.344050 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57648) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:18.349379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6d5f62f6-128c-4dba-b360-b5177bfb23a2 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Request body: {'port': {'network_id': '548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe', 'name': 'tempest-ExtraDHCPOptionsTestJSON-138624312'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:18.455965 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8d52934-a8da-4014-8181-d3860a7086ea req-d8dd1ec3-96f3-49d2-9f50-64766277c3e4 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 210 time: 0.0795269 Mar 23 01:51:18.477611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['76d265b1-5687-4489-a089-63b1bb1b6965'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:51:18.590362 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5f62f6-128c-4dba-b360-b5177bfb23a2 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Made reservation on behalf of 45dd2ac085c94e4089154483d3a454e2 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:51:18.594513 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d5f62f6-128c-4dba-b360-b5177bfb23a2 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:18.611204 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe', 'network_id': '548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe', 'project_id': '45dd2ac085c94e4089154483d3a454e2', 'fixed_ips': [{'subnet_id': '9c3ce7a4-b65c-4b66-a3b2-e4fd6c2ba432'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:51:18.612098 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:18.631030 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-6d5f62f6-128c-4dba-b360-b5177bfb23a2 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] device_id is not set on port 43bc7486-4d75-44d3-b062-19e95f6c8c3d yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:51:18.879782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-6d5f62f6-128c-4dba-b360-b5177bfb23a2 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Allocated IP 172.20.0.10 (548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe/9c3ce7a4-b65c-4b66-a3b2-e4fd6c2ba432/43bc7486-4d75-44d3-b062-19e95f6c8c3d) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:18.963913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-4a547e88-30b2-4675-9ae8-cd7514dc0b63 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:18.965616 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-4a547e88-30b2-4675-9ae8-cd7514dc0b63 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.43 "GET /v2.0/networks?id=e72caba6-ab70-459a-b2b0-6270634588ed HTTP/1.1" status: 200 len: 814 time: 0.3680887 Mar 23 01:51:18.986805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388e360-fe45-4409-a252-11fe318076cc req-e0599c06-4b59-4d52-b978-0c2f2ff0cbbd tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:18.988855 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8388e360-fe45-4409-a252-11fe318076cc req-e0599c06-4b59-4d52-b978-0c2f2ff0cbbd tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 944 time: 0.2018561 Mar 23 01:51:19.012589 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-61194ae9-d900-4280-bf72-4376463384cd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Request body: {'port': {'device_id': '5d14dfc5-29de-41b0-a2e5-37cfb09e2325', 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed', 'admin_state_up': True, 'tenant_id': 'dc3f4d69c04c4726b69de1d5ca89dc5e'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:19.218853 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8388e360-fe45-4409-a252-11fe318076cc req-b28938cb-b4b6-4c46-bb27-d3e13147d848 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219095 Mar 23 01:51:19.220115 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-61194ae9-d900-4280-bf72-4376463384cd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Made reservation on behalf of dc3f4d69c04c4726b69de1d5ca89dc5e for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:51:19.224552 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-61194ae9-d900-4280-bf72-4376463384cd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:19.256327 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0462d8-07a8-4c9f-b2bf-da2bc5d060f0 req-57fd7f3e-b9a7-459f-8e4c-64c91e21831d tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:19.265913 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f0462d8-07a8-4c9f-b2bf-da2bc5d060f0 req-57fd7f3e-b9a7-459f-8e4c-64c91e21831d tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.2408118 Mar 23 01:51:19.334046 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d5f62f6-128c-4dba-b360-b5177bfb23a2 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks [] for port (43bc7486-4d75-44d3-b062-19e95f6c8c3d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:19.349022 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f0462d8-07a8-4c9f-b2bf-da2bc5d060f0 req-9fa2b8f0-b673-48bb-8586-d77689e88a59 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794077 Mar 23 01:51:19.419304 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d5f62f6-128c-4dba-b360-b5177bfb23a2 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (43bc7486-4d75-44d3-b062-19e95f6c8c3d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:19.469015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Allocated IP 172.20.0.2 (548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe/9c3ce7a4-b65c-4b66-a3b2-e4fd6c2ba432/75f60670-e3dd-433e-8b56-4683b91b1a48) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:19.491729 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-61194ae9-d900-4280-bf72-4376463384cd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Allocated IP 172.20.0.8 (e72caba6-ab70-459a-b2b0-6270634588ed/f9c17da0-734b-41ba-894f-9e477b5fddac/c368578b-f1a6-4e51-8edc-9bafa1152a4b) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:19.502358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f62f6-128c-4dba-b360-b5177bfb23a2 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Pushing event updated for resources: {'Port': ['ID=43bc7486-4d75-44d3-b062-19e95f6c8c3d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:19.530370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5f62f6-128c-4dba-b360-b5177bfb23a2 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Network 548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:19.536013 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-6d5f62f6-128c-4dba-b360-b5177bfb23a2 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:19.548217 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f62f6-128c-4dba-b360-b5177bfb23a2 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:19.592007 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d55b3e12-3257-4954-8416-97a89df263a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:19.637013 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5f62f6-128c-4dba-b360-b5177bfb23a2 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:19.637635 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d5f62f6-128c-4dba-b360-b5177bfb23a2 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:19.659851 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6d5f62f6-128c-4dba-b360-b5177bfb23a2 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3144882 Mar 23 01:51:19.662998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57664) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:19.667823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-36d87736-cdd9-44b6-9f49-2d4c0537c854 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Request body: {'port': {'network_id': '548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2011566426', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:19.668307 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.api.validators [None req-36d87736-cdd9-44b6-9f49-2d4c0537c854 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] bootfile-name is not in valid_values {{(pid=99263) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 01:51:19.668694 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.api.validators [None req-36d87736-cdd9-44b6-9f49-2d4c0537c854 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] tftp-server is not in valid_values {{(pid=99263) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 01:51:19.669020 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.api.validators [None req-36d87736-cdd9-44b6-9f49-2d4c0537c854 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] server-ip-address is not in valid_values {{(pid=99263) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 01:51:19.691600 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ca85b5ed-58c8-4c14-89ca-0015a0e21f70 req-c4708184-3a1e-41f2-b1e3-85a48979c737 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 210 time: 0.0437732 Mar 23 01:51:19.706505 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Publish callbacks [] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:19.713768 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:19.755123 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Network 548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:19.759693 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:19.766533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:19.775294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Pushing event updated for resources: {'Port': ['ID=75f60670-e3dd-433e-8b56-4683b91b1a48,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:19.811152 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-61194ae9-d900-4280-bf72-4376463384cd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks [] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:19.830467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Attempting to bind port 75f60670-e3dd-433e-8b56-4683b91b1a48 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:51:19.831019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Attempting to bind port 75f60670-e3dd-433e-8b56-4683b91b1a48 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'c2da8269-105c-457f-83cc-ecf079740bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:51:19.831436 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Attempting to bind port 75f60670-e3dd-433e-8b56-4683b91b1a48 on network 548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:51:19.836800 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:51:19.837181 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Checking segment: {'id': 'c2da8269-105c-457f-83cc-ecf079740bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:51:19.837621 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:19.837971 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Bound using segment: {'id': 'c2da8269-105c-457f-83cc-ecf079740bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:51:19.838731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Bound port: 75f60670-e3dd-433e-8b56-4683b91b1a48, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2da8269-105c-457f-83cc-ecf079740bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:51:19.838862 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:19.869085 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d87736-cdd9-44b6-9f49-2d4c0537c854 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Made reservation on behalf of 45dd2ac085c94e4089154483d3a454e2 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:51:19.872513 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36d87736-cdd9-44b6-9f49-2d4c0537c854 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:19.891451 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-61194ae9-d900-4280-bf72-4376463384cd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:19.914945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] For port 75f60670-e3dd-433e-8b56-4683b91b1a48, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:51:19.921561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] For port 75f60670-e3dd-433e-8b56-4683b91b1a48, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=75f60670-e3dd-433e-8b56-4683b91b1a48,segment=NetworkSegment(c2da8269-105c-457f-83cc-ecf079740bae),segment_id=c2da8269-105c-457f-83cc-ecf079740bae)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:51:19.928182 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-36d87736-cdd9-44b6-9f49-2d4c0537c854 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] device_id is not set on port f112fded-05cc-419d-8a9e-df6f7609aedb yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:51:19.936575 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:19.983441 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-61194ae9-d900-4280-bf72-4376463384cd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Network e72caba6-ab70-459a-b2b0-6270634588ed is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:19.993589 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-61194ae9-d900-4280-bf72-4376463384cd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:19.998288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-61194ae9-d900-4280-bf72-4376463384cd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:20.003360 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61194ae9-d900-4280-bf72-4376463384cd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Pushing event updated for resources: {'Port': ['ID=c368578b-f1a6-4e51-8edc-9bafa1152a4b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:20.004504 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db390d0d-27e4-4a62-8c8d-24c7885c9109 None None] Pushing event updated for resources: {'Port': ['ID=75f60670-e3dd-433e-8b56-4683b91b1a48,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:20.085536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-61194ae9-d900-4280-bf72-4376463384cd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:20.086161 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-61194ae9-d900-4280-bf72-4376463384cd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:20.109838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-36d87736-cdd9-44b6-9f49-2d4c0537c854 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Allocated IP 172.20.0.13 (548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe/9c3ce7a4-b65c-4b66-a3b2-e4fd6c2ba432/f112fded-05cc-419d-8a9e-df6f7609aedb) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:20.116865 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-61194ae9-d900-4280-bf72-4376463384cd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1113126 Mar 23 01:51:20.135439 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Request body: {'port': {'device_id': '5d14dfc5-29de-41b0-a2e5-37cfb09e2325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:20.271913 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:20.366668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd0977-2880-4d40-9402-de17f6c9a705 req-5c69e6db-4b7a-4f89-87ec-b8bf8617d603 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:20.368717 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55bd0977-2880-4d40-9402-de17f6c9a705 req-5c69e6db-4b7a-4f89-87ec-b8bf8617d603 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 944 time: 0.0571837 Mar 23 01:51:20.424057 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55bd0977-2880-4d40-9402-de17f6c9a705 req-09ccb690-90fc-425f-b82a-f2edc95e5844 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472732 Mar 23 01:51:20.449487 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36d87736-cdd9-44b6-9f49-2d4c0537c854 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks [] for port (f112fded-05cc-419d-8a9e-df6f7609aedb), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:20.582058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbbe73-6e7b-4421-b1cb-16665a2a8e31 req-594d7fab-9b1c-4c88-a7e5-28ae22ed3ef3 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:20.583474 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21fbbe73-6e7b-4421-b1cb-16665a2a8e31 req-594d7fab-9b1c-4c88-a7e5-28ae22ed3ef3 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.1652389 Mar 23 01:51:20.586537 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36d87736-cdd9-44b6-9f49-2d4c0537c854 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (f112fded-05cc-419d-8a9e-df6f7609aedb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:20.658851 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:20.668431 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d87736-cdd9-44b6-9f49-2d4c0537c854 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Network 548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:20.685204 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-36d87736-cdd9-44b6-9f49-2d4c0537c854 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:20.694976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d87736-cdd9-44b6-9f49-2d4c0537c854 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:20.745591 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d87736-cdd9-44b6-9f49-2d4c0537c854 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Pushing event updated for resources: {'Port': ['ID=f112fded-05cc-419d-8a9e-df6f7609aedb,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:20.789190 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21fbbe73-6e7b-4421-b1cb-16665a2a8e31 req-075a70d4-1df8-4628-9cf2-f48f12571aa3 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986182 Mar 23 01:51:20.799971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d87736-cdd9-44b6-9f49-2d4c0537c854 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:20.800680 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36d87736-cdd9-44b6-9f49-2d4c0537c854 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:20.842699 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a6a65-a6d0-4ddf-ac78-a79891f3c1f3 req-719146e0-ceb0-4b36-9700-fd6fc1bdd12e tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:20.844278 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-007a6a65-a6d0-4ddf-ac78-a79891f3c1f3 req-719146e0-ceb0-4b36-9700-fd6fc1bdd12e tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 931 time: 0.0742908 Mar 23 01:51:20.849116 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-36d87736-cdd9-44b6-9f49-2d4c0537c854 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.1819363 Mar 23 01:51:20.849116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c368578b-f1a6-4e51-8edc-9bafa1152a4b {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:51:20.850474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57686) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:20.858251 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Publish callbacks [] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:20.879487 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Transition to ACTIVE for port object c368578b-f1a6-4e51-8edc-9bafa1152a4b will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:51:20.885885 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:20.994772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9dc21b-7cc0-4b55-9952-35d12ad86865 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:21.000895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9dc21b-7cc0-4b55-9952-35d12ad86865 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:21.018890 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Pushing event updated for resources: {'Port': ['ID=c368578b-f1a6-4e51-8edc-9bafa1152a4b,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:21.022592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9dc21b-7cc0-4b55-9952-35d12ad86865 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:21.046920 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bb9dc21b-7cc0-4b55-9952-35d12ad86865 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1950090 Mar 23 01:51:21.047772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57696) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:21.054139 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-007a6a65-a6d0-4ddf-ac78-a79891f3c1f3 req-74e6874c-b1f0-41b2-bce3-ed09f3d36031 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891971 Mar 23 01:51:21.110093 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Attempting to bind port c368578b-f1a6-4e51-8edc-9bafa1152a4b on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:51:21.110430 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Attempting to bind port c368578b-f1a6-4e51-8edc-9bafa1152a4b by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'c9be95be-bee7-41bb-997c-febdce3ad847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:51:21.110766 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Attempting to bind port c368578b-f1a6-4e51-8edc-9bafa1152a4b on network e72caba6-ab70-459a-b2b0-6270634588ed {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:51:21.111066 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 75f60670-e3dd-433e-8b56-4683b91b1a48 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:51:21.125845 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Port c368578b-f1a6-4e51-8edc-9bafa1152a4b on network e72caba6-ab70-459a-b2b0-6270634588ed not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:51:21.126171 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Attempting to bind port c368578b-f1a6-4e51-8edc-9bafa1152a4b on network e72caba6-ab70-459a-b2b0-6270634588ed {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:51:21.142511 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:51:21.144773 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Checking segment: {'id': 'c9be95be-bee7-41bb-997c-febdce3ad847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:51:21.146101 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Bound using segment: {'id': 'c9be95be-bee7-41bb-997c-febdce3ad847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:51:21.146738 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Bound port: c368578b-f1a6-4e51-8edc-9bafa1152a4b, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9be95be-bee7-41bb-997c-febdce3ad847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:51:21.148582 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:21.192346 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04732c3-ef03-4306-829f-5114ed9262ad None None] Network 548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:51:21.242767 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 75f60670-e3dd-433e-8b56-4683b91b1a48 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:21.243314 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:21.248020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-71ddc424-e9e3-4951-81d6-e79a119152e9 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Deleting port f112fded-05cc-419d-8a9e-df6f7609aedb {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:21.248712 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71ddc424-e9e3-4951-81d6-e79a119152e9 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (f112fded-05cc-419d-8a9e-df6f7609aedb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:21.258039 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] For port c368578b-f1a6-4e51-8edc-9bafa1152a4b, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:51:21.262285 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] For port c368578b-f1a6-4e51-8edc-9bafa1152a4b, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=c368578b-f1a6-4e51-8edc-9bafa1152a4b,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:51:21.271674 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:21.315869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:21.316470 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:21.318641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] 10.222.0.43 "PUT /v2.0/ports/c368578b-f1a6-4e51-8edc-9bafa1152a4b HTTP/1.1" status: 200 len: 1091 time: 1.1891627 Mar 23 01:51:21.319194 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d14dfc5-29de-41b0-a2e5-37cfb09e2325', 'tag': 'c368578b-f1a6-4e51-8edc-9bafa1152a4b'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:51:21.322203 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935ae740-f3a8-4ac2-8c2a-46b27c5ed9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5d14dfc5-29de-41b0-a2e5-37cfb09e2325", "tag": "c368578b-f1a6-4e51-8edc-9bafa1152a4b"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:51:21.348260 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f930638-4c36-44ba-b4ea-77829a255dcd service neutron] Pushing event updated for resources: {'Port': ['ID=c368578b-f1a6-4e51-8edc-9bafa1152a4b,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:21.364647 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4bba8df0-37cc-48b4-8fdd-b094fd8e6b55 None None] Provisioning complete for port 75f60670-e3dd-433e-8b56-4683b91b1a48 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:21.365238 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4bba8df0-37cc-48b4-8fdd-b094fd8e6b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:21.397832 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ee2860-b2e2-4c0a-bb9c-b1c13ecc6718 x-openstack-request-id: req-c0ee2860-b2e2-4c0a-bb9c-b1c13ecc6718 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:51:21.398330 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d14dfc5-29de-41b0-a2e5-37cfb09e2325", "tag": "c368578b-f1a6-4e51-8edc-9bafa1152a4b", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:51:21.398661 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0ee2860-b2e2-4c0a-bb9c-b1c13ecc6718 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:51:21.399247 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ee2860-b2e2-4c0a-bb9c-b1c13ecc6718'] response: {'name': 'network-changed', 'server_uuid': '5d14dfc5-29de-41b0-a2e5-37cfb09e2325', 'tag': 'c368578b-f1a6-4e51-8edc-9bafa1152a4b', 'status': 'completed', 'code': 200} Mar 23 01:51:21.414750 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71ddc424-e9e3-4951-81d6-e79a119152e9 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (f112fded-05cc-419d-8a9e-df6f7609aedb), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:21.438345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-71ddc424-e9e3-4951-81d6-e79a119152e9 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Calling delete_port for f112fded-05cc-419d-8a9e-df6f7609aedb owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:21.441858 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-f258f9b9-f437-4977-a88b-145153da224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:21.443826 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-f258f9b9-f437-4977-a88b-145153da224d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc3f4d69c04c4726b69de1d5ca89dc5e&device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 1125 time: 0.0585341 Mar 23 01:51:21.480737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 75f60670-e3dd-433e-8b56-4683b91b1a48 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:21.481351 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:21.556720 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 75f60670-e3dd-433e-8b56-4683b91b1a48, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=75f60670-e3dd-433e-8b56-4683b91b1a48,segment=NetworkSegment(c2da8269-105c-457f-83cc-ecf079740bae),segment_id=c2da8269-105c-457f-83cc-ecf079740bae)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:21.567500 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:21.569641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-4abcfca8-aff5-4e9d-b98e-2cb2e4ea6562 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c368578b-f1a6-4e51-8edc-9bafa1152a4b HTTP/1.1" status: 200 len: 217 time: 0.1107690 Mar 23 01:51:21.575840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4bba8df0-37cc-48b4-8fdd-b094fd8e6b55 None None] Current status of the port 75f60670-e3dd-433e-8b56-4683b91b1a48 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:21.576562 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4bba8df0-37cc-48b4-8fdd-b094fd8e6b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:21.662945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=75f60670-e3dd-433e-8b56-4683b91b1a48,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:21.672669 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-d6dcb7da-9fc5-49c8-96d2-20ba0f05939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:21.679365 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-d6dcb7da-9fc5-49c8-96d2-20ba0f05939f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9c17da0-734b-41ba-894f-9e477b5fddac HTTP/1.1" status: 200 len: 854 time: 0.1027226 Mar 23 01:51:21.680420 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-4bba8df0-37cc-48b4-8fdd-b094fd8e6b55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:51:21.680823 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-4bba8df0-37cc-48b4-8fdd-b094fd8e6b55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:51:21.710447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0ed44-0ea6-42f8-84a5-2e168f9aa823 req-176d2011-f9f5-4fa9-92a6-270c50d7f942 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:21.712212 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28e0ed44-0ea6-42f8-84a5-2e168f9aa823 req-176d2011-f9f5-4fa9-92a6-270c50d7f942 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 944 time: 0.1319432 Mar 23 01:51:21.717445 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 76d265b1-5687-4489-a089-63b1bb1b6965 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:51:21.725278 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-855fe199-8cdc-48c7-91b2-8e2326926440 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e72caba6-ab70-459a-b2b0-6270634588ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364821 Mar 23 01:51:21.807923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 76d265b1-5687-4489-a089-63b1bb1b6965 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:51:21.815597 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 76d265b1-5687-4489-a089-63b1bb1b6965 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:21.816022 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:21.945514 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-e038c8a8-72d7-4be7-84b9-d947a733b240 service neutron] 10.222.0.43 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125554 Mar 23 01:51:21.990167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 76d265b1-5687-4489-a089-63b1bb1b6965 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:21.990563 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:22.033921 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7f0e2b1b-9be8-4a5e-8338-671094f6d6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:22.057986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:51:22.061265 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef62468-eb9c-4c5b-a6d3-66cab69e0958" -d '{"events": [{"server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "name": "network-vif-plugged", "status": "completed", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:51:22.068237 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f5f39-38a5-4d50-8e32-1a2d24b000f5 req-c3c09aed-9638-4221-8834-33cd561e4210 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:22.075881 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f02f5f39-38a5-4d50-8e32-1a2d24b000f5 req-c3c09aed-9638-4221-8834-33cd561e4210 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.1672208 Mar 23 01:51:22.077170 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76d265b1-5687-4489-a089-63b1bb1b6965,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:22.090255 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:22.130175 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4cf3abb3-80f1-49cd-8bdb-3ee8898d8dd3 req-e8ee3990-10a1-4176-9fa6-dcd0eda7b035 service neutron] 10.222.0.43 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777849 Mar 23 01:51:22.207260 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f02f5f39-38a5-4d50-8e32-1a2d24b000f5 req-f89e2cc4-641b-473c-9657-95d8e00af115 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299639 Mar 23 01:51:22.223128 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=76d265b1-5687-4489-a089-63b1bb1b6965,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:22.316902 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4bba8df0-37cc-48b4-8fdd-b094fd8e6b55 None None] Current status of the port 75f60670-e3dd-433e-8b56-4683b91b1a48 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:22.340221 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4794da9c-200a-472d-a40a-6123b1c4bd77 x-openstack-request-id: req-4794da9c-200a-472d-a40a-6123b1c4bd77 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:51:22.340535 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "name": "network-vif-plugged", "status": "completed", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:51:22.340977 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4794da9c-200a-472d-a40a-6123b1c4bd77 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:51:22.341274 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4794da9c-200a-472d-a40a-6123b1c4bd77'] response: {'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965', 'code': 200} Mar 23 01:51:22.378332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ae740-f3a8-4ac2-8c2a-46b27c5ed9eb req-f2dc501d-a8b2-4c68-802a-cf8faf4b4517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:22.380088 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-935ae740-f3a8-4ac2-8c2a-46b27c5ed9eb req-f2dc501d-a8b2-4c68-802a-cf8faf4b4517 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc3f4d69c04c4726b69de1d5ca89dc5e&device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 1125 time: 0.1548789 Mar 23 01:51:22.460919 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-46d90fa7-1048-4dee-b0f1-60fef4894964 None None] Provisioning complete for port 43bc7486-4d75-44d3-b062-19e95f6c8c3d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:22.462488 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-46d90fa7-1048-4dee-b0f1-60fef4894964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (43bc7486-4d75-44d3-b062-19e95f6c8c3d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:22.502260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28e0ed44-0ea6-42f8-84a5-2e168f9aa823 req-a29d5e7a-958f-44d2-86a7-0f0272326caa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7786179 Mar 23 01:51:22.540632 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-46d90fa7-1048-4dee-b0f1-60fef4894964 None None] Port 43bc7486-4d75-44d3-b062-19e95f6c8c3d cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:51:22.544353 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71ddc424-e9e3-4951-81d6-e79a119152e9 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (f112fded-05cc-419d-8a9e-df6f7609aedb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:22.546678 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-46d90fa7-1048-4dee-b0f1-60fef4894964 None None] Could not find standard attr ID for object f112fded-05cc-419d-8a9e-df6f7609aedb. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:51:22.561618 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-46d90fa7-1048-4dee-b0f1-60fef4894964 None None] Provisioning complete for port 75f60670-e3dd-433e-8b56-4683b91b1a48 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:22.562258 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-46d90fa7-1048-4dee-b0f1-60fef4894964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:22.643546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddc424-e9e3-4951-81d6-e79a119152e9 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Pushing event deleted for resources: {'Port': ['ID=f112fded-05cc-419d-8a9e-df6f7609aedb,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:22.660518 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-46d90fa7-1048-4dee-b0f1-60fef4894964 None None] Current status of the port 75f60670-e3dd-433e-8b56-4683b91b1a48 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:22.691931 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5ccf0-cd7a-4c04-a947-43d2511bd0dc req-86f06c58-24af-4297-a4a5-2c15fd549b90 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:22.692159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b4168-590d-40c3-b263-36d0094ff4a2 req-5a465357-99bf-4b2d-b72d-56fd14865462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:22.694141 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-784b4168-590d-40c3-b263-36d0094ff4a2 req-5a465357-99bf-4b2d-b72d-56fd14865462 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1127 time: 0.2832549 Mar 23 01:51:22.701799 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-41a5ccf0-cd7a-4c04-a947-43d2511bd0dc req-86f06c58-24af-4297-a4a5-2c15fd549b90 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 943 time: 0.1761763 Mar 23 01:51:22.774502 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ae740-f3a8-4ac2-8c2a-46b27c5ed9eb req-8686defe-e904-4425-a3e2-046dd97fe4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:22.776852 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-935ae740-f3a8-4ac2-8c2a-46b27c5ed9eb req-8686defe-e904-4425-a3e2-046dd97fe4f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e72caba6-ab70-459a-b2b0-6270634588ed HTTP/1.1" status: 200 len: 914 time: 0.3899727 Mar 23 01:51:22.780252 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7d5322d0-c9bc-43f1-8fdb-2b0c94b4f191 None None] Could not find standard attr ID for object f112fded-05cc-419d-8a9e-df6f7609aedb. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:51:22.809101 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71ddc424-e9e3-4951-81d6-e79a119152e9 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:22.818628 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-71ddc424-e9e3-4951-81d6-e79a119152e9 tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] 10.222.0.18 "DELETE /v2.0/ports/f112fded-05cc-419d-8a9e-df6f7609aedb HTTP/1.1" status: 204 len: 168 time: 1.7618403 Mar 23 01:51:22.819513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57726) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:22.829256 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a25ee223-3841-492c-8372-e6cb2ecb24ba tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Request body: {'port': {'name': 'tempest-new-port-name-908132837', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:22.829955 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.api.validators [None req-a25ee223-3841-492c-8372-e6cb2ecb24ba tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] bootfile-name is not in valid_values {{(pid=99264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 01:51:22.830613 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.api.validators [None req-a25ee223-3841-492c-8372-e6cb2ecb24ba tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] tftp-server is not in valid_values {{(pid=99264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 01:51:22.831525 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.api.validators [None req-a25ee223-3841-492c-8372-e6cb2ecb24ba tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] server-ip-address is not in valid_values {{(pid=99264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 23 01:51:22.839887 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-935ae740-f3a8-4ac2-8c2a-46b27c5ed9eb req-5fff0f31-ef9d-44f3-89e0-b67caac03d7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c368578b-f1a6-4e51-8edc-9bafa1152a4b HTTP/1.1" status: 200 len: 217 time: 0.0557461 Mar 23 01:51:22.859326 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-41a5ccf0-cd7a-4c04-a947-43d2511bd0dc req-7ed20ad8-f804-4605-8b8a-631a1c78f1b9 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565249 Mar 23 01:51:22.881915 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-784b4168-590d-40c3-b263-36d0094ff4a2 req-a881c86d-2fbb-4752-a829-3204d89a3b98 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630540 Mar 23 01:51:22.934451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ae740-f3a8-4ac2-8c2a-46b27c5ed9eb req-ceb22de3-5ba0-4d98-a2c1-ad3fe4f0cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:22.936319 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-935ae740-f3a8-4ac2-8c2a-46b27c5ed9eb req-ceb22de3-5ba0-4d98-a2c1-ad3fe4f0cf68 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9c17da0-734b-41ba-894f-9e477b5fddac HTTP/1.1" status: 200 len: 854 time: 0.0744822 Mar 23 01:51:22.942754 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a25ee223-3841-492c-8372-e6cb2ecb24ba tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (43bc7486-4d75-44d3-b062-19e95f6c8c3d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:22.995658 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-935ae740-f3a8-4ac2-8c2a-46b27c5ed9eb req-6552e511-afa3-4a56-acca-3e5b4af6b02b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e72caba6-ab70-459a-b2b0-6270634588ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413830 Mar 23 01:51:23.025428 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 75f60670-e3dd-433e-8b56-4683b91b1a48 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:51:23.082521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 75f60670-e3dd-433e-8b56-4683b91b1a48 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:23.083172 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:23.176569 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 75f60670-e3dd-433e-8b56-4683b91b1a48 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:23.196959 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-935ae740-f3a8-4ac2-8c2a-46b27c5ed9eb req-63c017e1-31bb-4ca3-8b41-a29c748f0f99 service neutron] 10.222.0.43 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938033 Mar 23 01:51:23.254093 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:23.338372 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a25ee223-3841-492c-8372-e6cb2ecb24ba tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks [] for port (43bc7486-4d75-44d3-b062-19e95f6c8c3d), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:23.339034 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-935ae740-f3a8-4ac2-8c2a-46b27c5ed9eb req-ee61f3fa-efd2-405c-beb8-2ae5bb2353a5 service neutron] 10.222.0.43 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354446 Mar 23 01:51:23.348202 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a25ee223-3841-492c-8372-e6cb2ecb24ba tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (43bc7486-4d75-44d3-b062-19e95f6c8c3d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:23.467907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b6a99-ecf8-48cd-aa2e-4e6a18b69c7d req-c36d7d1d-c9d7-4e7b-a1b1-dbd61a8d02ee tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:23.469669 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b8b6a99-ecf8-48cd-aa2e-4e6a18b69c7d req-c36d7d1d-c9d7-4e7b-a1b1-dbd61a8d02ee tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.1820626 Mar 23 01:51:23.470474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a25ee223-3841-492c-8372-e6cb2ecb24ba tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] In _notify_port_updated(), no bound segment for port 43bc7486-4d75-44d3-b062-19e95f6c8c3d on network 548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe {{(pid=99264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 01:51:23.475752 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25ee223-3841-492c-8372-e6cb2ecb24ba tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:23.476486 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a25ee223-3841-492c-8372-e6cb2ecb24ba tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:23.477858 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a25ee223-3841-492c-8372-e6cb2ecb24ba tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] 10.222.0.18 "PUT /v2.0/ports/43bc7486-4d75-44d3-b062-19e95f6c8c3d HTTP/1.1" status: 200 len: 1136 time: 0.6540382 Mar 23 01:51:23.480680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57732) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:23.504275 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ee223-3841-492c-8372-e6cb2ecb24ba tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Pushing event updated for resources: {'Port': ['ID=43bc7486-4d75-44d3-b062-19e95f6c8c3d,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:23.566408 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b8b6a99-ecf8-48cd-aa2e-4e6a18b69c7d req-23900095-225b-4b0c-a778-6b4f3b8d85f3 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872183 Mar 23 01:51:23.568021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037f3de4-22f7-49fe-b6e9-54ed8650d0bc tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:23.570123 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-037f3de4-22f7-49fe-b6e9-54ed8650d0bc tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] 10.222.0.18 "GET /v2.0/ports/43bc7486-4d75-44d3-b062-19e95f6c8c3d HTTP/1.1" status: 200 len: 1136 time: 0.0884330 Mar 23 01:51:23.574016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57738) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:23.712838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-676dbcf0-d5ea-48eb-84b7-97c875b0164a None None] Provisioning complete for port 43bc7486-4d75-44d3-b062-19e95f6c8c3d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:23.714625 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-676dbcf0-d5ea-48eb-84b7-97c875b0164a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (43bc7486-4d75-44d3-b062-19e95f6c8c3d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:23.717383 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf61ea9-9c9a-4b42-9f9c-4c7723788e11 req-0403710e-d708-4085-a282-7a99e44cb27d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:23.719141 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fbf61ea9-9c9a-4b42-9f9c-4c7723788e11 req-0403710e-d708-4085-a282-7a99e44cb27d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.0955672 Mar 23 01:51:23.750018 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:51:23.788705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-7ef41058-d24f-48d2-8a07-d94636e9fdef tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Deleting port 43bc7486-4d75-44d3-b062-19e95f6c8c3d {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:23.789375 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ef41058-d24f-48d2-8a07-d94636e9fdef tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (43bc7486-4d75-44d3-b062-19e95f6c8c3d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:23.808966 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-676dbcf0-d5ea-48eb-84b7-97c875b0164a None None] Port 43bc7486-4d75-44d3-b062-19e95f6c8c3d cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:51:23.833927 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fbf61ea9-9c9a-4b42-9f9c-4c7723788e11 req-d966e362-66f7-4274-9537-3d4a09011ba3 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091571 Mar 23 01:51:23.983947 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ef41058-d24f-48d2-8a07-d94636e9fdef tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (43bc7486-4d75-44d3-b062-19e95f6c8c3d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:24.010229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-7ef41058-d24f-48d2-8a07-d94636e9fdef tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Calling delete_port for 43bc7486-4d75-44d3-b062-19e95f6c8c3d owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:24.069698 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af83a3f-0830-44e1-b648-afe736617b83 req-7b32e953-b6cc-4c91-9820-d558bc508c59 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:24.071315 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6af83a3f-0830-44e1-b648-afe736617b83 req-7b32e953-b6cc-4c91-9820-d558bc508c59 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 943 time: 0.1266026 Mar 23 01:51:24.144608 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6af83a3f-0830-44e1-b648-afe736617b83 req-250668ce-a250-409c-9557-65dd4626b5e8 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637274 Mar 23 01:51:24.204258 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ef41058-d24f-48d2-8a07-d94636e9fdef tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (43bc7486-4d75-44d3-b062-19e95f6c8c3d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:24.242389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef41058-d24f-48d2-8a07-d94636e9fdef tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Pushing event deleted for resources: {'Port': ['ID=43bc7486-4d75-44d3-b062-19e95f6c8c3d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:24.329960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ef41058-d24f-48d2-8a07-d94636e9fdef tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:24.333344 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7ef41058-d24f-48d2-8a07-d94636e9fdef tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] 10.222.0.18 "DELETE /v2.0/ports/43bc7486-4d75-44d3-b062-19e95f6c8c3d HTTP/1.1" status: 204 len: 168 time: 0.7581027 Mar 23 01:51:24.335715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57748) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:24.399948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7bc3b1-154a-4832-9c2b-36ed518195db tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Deleting subnet 9c3ce7a4-b65c-4b66-a3b2-e4fd6c2ba432 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:51:24.403695 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc3b1-154a-4832-9c2b-36ed518195db tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks [] for subnet (9c3ce7a4-b65c-4b66-a3b2-e4fd6c2ba432), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:24.467108 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc3b1-154a-4832-9c2b-36ed518195db tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (9c3ce7a4-b65c-4b66-a3b2-e4fd6c2ba432), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:24.559905 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc3b1-154a-4832-9c2b-36ed518195db tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (9c3ce7a4-b65c-4b66-a3b2-e4fd6c2ba432), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:24.568569 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:24.635229 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc3b1-154a-4832-9c2b-36ed518195db tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (9c3ce7a4-b65c-4b66-a3b2-e4fd6c2ba432), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:24.669603 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bc3b1-154a-4832-9c2b-36ed518195db tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3ce7a4-b65c-4b66-a3b2-e4fd6c2ba432,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:24.674878 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc3b1-154a-4832-9c2b-36ed518195db tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:24.680877 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ef7bc3b1-154a-4832-9c2b-36ed518195db tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] 10.222.0.18 "DELETE /v2.0/subnets/9c3ce7a4-b65c-4b66-a3b2-e4fd6c2ba432 HTTP/1.1" status: 204 len: 168 time: 0.3440807 Mar 23 01:51:24.682059 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57752) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:24.684110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f666ac-0c32-465a-90b2-b34243a42461 None None] Network 548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:51:24.741124 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2e186-e563-461d-9142-cfc428334fa1 req-3d627d69-c135-486d-af9d-8bd1a366f248 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:24.744871 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4ce2e186-e563-461d-9142-cfc428334fa1 req-3d627d69-c135-486d-af9d-8bd1a366f248 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.0757778 Mar 23 01:51:24.779106 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:24.803117 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4ce2e186-e563-461d-9142-cfc428334fa1 req-084fab46-925f-4652-930f-fb8a97c457ee tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521932 Mar 23 01:51:24.847016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Deleting port 75f60670-e3dd-433e-8b56-4683b91b1a48 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:24.847685 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:24.906321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae4477b-1ae6-4983-818a-d84adaf406d5 None None] DHCP port deletion for 548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:51:24.964571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bae4477b-1ae6-4983-818a-d84adaf406d5 None None] Deleting port 75f60670-e3dd-433e-8b56-4683b91b1a48 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:24.965764 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bae4477b-1ae6-4983-818a-d84adaf406d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:25.008817 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] For port 75f60670-e3dd-433e-8b56-4683b91b1a48, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=75f60670-e3dd-433e-8b56-4683b91b1a48,segment=NetworkSegment(c2da8269-105c-457f-83cc-ecf079740bae),segment_id=c2da8269-105c-457f-83cc-ecf079740bae)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:25.009203 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:25.049345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Calling delete_port for 75f60670-e3dd-433e-8b56-4683b91b1a48 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:25.060940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 75f60670-e3dd-433e-8b56-4683b91b1a48 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:51:25.075291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c4b88-dd29-44a7-b430-5558aec368d0 req-1c39d1a0-1391-4274-93e6-b6d0a37c033c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:25.077472 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-507c4b88-dd29-44a7-b430-5558aec368d0 req-1c39d1a0-1391-4274-93e6-b6d0a37c033c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.1251922 Mar 23 01:51:25.108962 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-bae4477b-1ae6-4983-818a-d84adaf406d5 None None] For port 75f60670-e3dd-433e-8b56-4683b91b1a48, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=75f60670-e3dd-433e-8b56-4683b91b1a48,segment=NetworkSegment(c2da8269-105c-457f-83cc-ecf079740bae),segment_id=c2da8269-105c-457f-83cc-ecf079740bae)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:25.109342 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bae4477b-1ae6-4983-818a-d84adaf406d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:25.129401 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bae4477b-1ae6-4983-818a-d84adaf406d5 None None] Calling delete_port for 75f60670-e3dd-433e-8b56-4683b91b1a48 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:25.190472 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-507c4b88-dd29-44a7-b430-5558aec368d0 req-a9cfa99f-7934-4f0f-bdad-8d0c143c6afb tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049411 Mar 23 01:51:25.217859 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:25.283125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Pushing event deleted for resources: {'Port': ['ID=75f60670-e3dd-433e-8b56-4683b91b1a48,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:25.303216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 75f60670-e3dd-433e-8b56-4683b91b1a48 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:25.303764 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:25.328795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] No DVR routers for this DVR port 75f60670-e3dd-433e-8b56-4683b91b1a48 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:51:25.331348 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 01:51:25.359251 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bae4477b-1ae6-4983-818a-d84adaf406d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (75f60670-e3dd-433e-8b56-4683b91b1a48), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:25.392690 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4477b-1ae6-4983-818a-d84adaf406d5 None None] Pushing event deleted for resources: {'Port': ['ID=75f60670-e3dd-433e-8b56-4683b91b1a48,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:25.396764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4477b-1ae6-4983-818a-d84adaf406d5 None None] No DVR routers for this DVR port 75f60670-e3dd-433e-8b56-4683b91b1a48 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:51:25.407088 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616f3f7-a129-47e6-8618-2555f2f3dc3b req-bdb727cf-ab91-4d3d-8013-9ed200d5f347 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:25.429564 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7616f3f7-a129-47e6-8618-2555f2f3dc3b req-bdb727cf-ab91-4d3d-8013-9ed200d5f347 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.1411395 Mar 23 01:51:25.439389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f34e3-470c-4d1a-9538-69a55986f3f8 req-a5255075-6034-4380-9f45-d88dfc6067a6 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:25.451845 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-831f34e3-470c-4d1a-9538-69a55986f3f8 req-a5255075-6034-4380-9f45-d88dfc6067a6 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 943 time: 0.1366367 Mar 23 01:51:25.499125 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:25.508379 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-831f34e3-470c-4d1a-9538-69a55986f3f8 req-0109bf45-f5df-49ad-a3a1-21e6249d5fe5 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535376 Mar 23 01:51:25.539407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:25.546143 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7616f3f7-a129-47e6-8618-2555f2f3dc3b req-002d05dd-1b4f-4cdf-91e8-41ac2d9a14d2 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156266 Mar 23 01:51:25.556914 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2da8269-105c-457f-83cc-ecf079740bae') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:25.557221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2da8269-105c-457f-83cc-ecf079740bae') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:25.572267 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57774) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:25.576515 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (c2da8269-105c-457f-83cc-ecf079740bae), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:25.601242 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c2da8269-105c-457f-83cc-ecf079740bae), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:25.609988 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:51:25.610535 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (c2da8269-105c-457f-83cc-ecf079740bae), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:51:25.614704 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:51:25.680292 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:25.699416 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:25.706195 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] 10.222.0.18 "DELETE /v2.0/networks/548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe HTTP/1.1" status: 204 len: 168 time: 1.0204329 Mar 23 01:51:25.713007 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c8654-af6e-45c2-bb84-24bd8084dc9f tempest-ExtraDHCPOptionsTestJSON-1477379298 tempest-ExtraDHCPOptionsTestJSON-1477379298-project] Pushing event deleted for resources: {'Network': ['ID=548e5da5-c8b2-477a-9d19-3ed2ec6c5dbe,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:25.813370 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:25.950283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9649e67c-e640-403d-9a47-e65daefc2753 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:25.954053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9649e67c-e640-403d-9a47-e65daefc2753 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1122 time: 0.3783007 Mar 23 01:51:25.955846 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57780) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:25.961941 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': '76d265b1-5687-4489-a089-63b1bb1b6965', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:26.019036 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:26.050091 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b1cbe-9de0-4190-8200-8dd395ea7ccf req-52fb5137-a283-4825-98fb-affe59cd2cd2 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:26.058469 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-514b1cbe-9de0-4190-8200-8dd395ea7ccf req-52fb5137-a283-4825-98fb-affe59cd2cd2 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.1199479 Mar 23 01:51:26.102541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57786) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:26.155325 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-514b1cbe-9de0-4190-8200-8dd395ea7ccf req-28ace03a-9219-4fd6-b050-ff8214006177 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959148 Mar 23 01:51:26.218885 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:26.265056 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8264b0ac-72a9-42ce-b435-e52ee24968d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45dd2ac085c94e4089154483d3a454e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607132 Mar 23 01:51:26.267388 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57790) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:26.316990 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a272338-05ba-4e39-8ef0-5c4c07f7f3ff admin admin] Publish callbacks [] for security_group (541f8570-7381-4523-a8e0-1ac559667a42), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:26.334650 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Allocated IP 172.25.0.236 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/715e06ea-c555-41cb-8530-2b06a9134d12) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:26.339247 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a272338-05ba-4e39-8ef0-5c4c07f7f3ff admin admin] Publish callbacks [] for security_group (541f8570-7381-4523-a8e0-1ac559667a42), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:26.391766 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a272338-05ba-4e39-8ef0-5c4c07f7f3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (541f8570-7381-4523-a8e0-1ac559667a42), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:26.394820 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a272338-05ba-4e39-8ef0-5c4c07f7f3ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:26.395995 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9a272338-05ba-4e39-8ef0-5c4c07f7f3ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/541f8570-7381-4523-a8e0-1ac559667a42 HTTP/1.1" status: 204 len: 168 time: 0.1276085 Mar 23 01:51:26.404813 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a272338-05ba-4e39-8ef0-5c4c07f7f3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541f8570-7381-4523-a8e0-1ac559667a42,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:26.475625 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (715e06ea-c555-41cb-8530-2b06a9134d12), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:26.518201 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (715e06ea-c555-41cb-8530-2b06a9134d12), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:26.556733 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device c368578b-f1a6-4e51-8edc-9bafa1152a4b details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:51:26.564314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:26.567994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:26.575398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:26.582604 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=715e06ea-c555-41cb-8530-2b06a9134d12,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:26.697268 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e70a85-ce96-4d80-8bc0-7fa6dd931217 req-6341cc31-a13b-4c41-a131-da81f11bcd99 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:26.707601 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61e70a85-ce96-4d80-8bc0-7fa6dd931217 req-6341cc31-a13b-4c41-a131-da81f11bcd99 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 943 time: 0.0837009 Mar 23 01:51:26.722273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port c368578b-f1a6-4e51-8edc-9bafa1152a4b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=c368578b-f1a6-4e51-8edc-9bafa1152a4b,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:26.756319 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'c368578b-f1a6-4e51-8edc-9bafa1152a4b', 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed', 'port_id': 'c368578b-f1a6-4e51-8edc-9bafa1152a4b', 'mac_address': 'fa:16:3e:56:6e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c17da0-734b-41ba-894f-9e477b5fddac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:51:26.783698 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61e70a85-ce96-4d80-8bc0-7fa6dd931217 req-c91cea78-33a7-4aae-b2ed-2daf8c09d412 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746899 Mar 23 01:51:26.831590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port c368578b-f1a6-4e51-8edc-9bafa1152a4b is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:26.831986 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:26.848347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c368578b-f1a6-4e51-8edc-9bafa1152a4b {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:51:26.884147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port c368578b-f1a6-4e51-8edc-9bafa1152a4b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=c368578b-f1a6-4e51-8edc-9bafa1152a4b,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:26.890525 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:26.943237 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=c368578b-f1a6-4e51-8edc-9bafa1152a4b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:27.151791 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for floatingip (d39d58ae-18c6-47d1-915e-68fbbc40c3fc), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:27.271714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['c368578b-f1a6-4e51-8edc-9bafa1152a4b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:51:27.326997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57824) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:27.374776 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae044df-d735-4d57-aab4-f077ac61f834 req-7f05812d-1aaa-4a04-bd16-580def02e93f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:27.376362 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dae044df-d735-4d57-aab4-f077ac61f834 req-7f05812d-1aaa-4a04-bd16-580def02e93f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.1357763 Mar 23 01:51:27.377311 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (715e06ea-c555-41cb-8530-2b06a9134d12), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:27.552900 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-5c55be12-ba80-432d-b0bf-3055f4c73e7e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-650438622'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:27.566128 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dae044df-d735-4d57-aab4-f077ac61f834 req-25359455-1fbd-48ed-a702-c87039abc4bb tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714232 Mar 23 01:51:27.599478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c55be12-ba80-432d-b0bf-3055f4c73e7e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Made reservation on behalf of 5f14152a144646fd83b1c59d104faab7 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:51:27.603478 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c55be12-ba80-432d-b0bf-3055f4c73e7e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:27.618203 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c55be12-ba80-432d-b0bf-3055f4c73e7e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:27.661840 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (715e06ea-c555-41cb-8530-2b06a9134d12), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:27.670753 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (715e06ea-c555-41cb-8530-2b06a9134d12), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:27.700947 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c55be12-ba80-432d-b0bf-3055f4c73e7e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for security_group (b7b867bc-7e3c-4c61-9852-abaeb6de6ccf), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:27.710155 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c55be12-ba80-432d-b0bf-3055f4c73e7e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b7b867bc-7e3c-4c61-9852-abaeb6de6ccf), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:27.725394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c55be12-ba80-432d-b0bf-3055f4c73e7e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:51:27.736133 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c55be12-ba80-432d-b0bf-3055f4c73e7e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (284eb7bf-454b-44de-bb12-9c2caa777891), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:27.736564 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-5c55be12-ba80-432d-b0bf-3055f4c73e7e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Added segment 284eb7bf-454b-44de-bb12-9c2caa777891 of type vlan for network 2516c4f8-ebad-4901-95d6-303cebdee706 Mar 23 01:51:27.763751 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=715e06ea-c555-41cb-8530-2b06a9134d12,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:27.791415 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (d39d58ae-18c6-47d1-915e-68fbbc40c3fc), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:27.795953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55be12-ba80-432d-b0bf-3055f4c73e7e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b867bc-7e3c-4c61-9852-abaeb6de6ccf,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:27.818444 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c55be12-ba80-432d-b0bf-3055f4c73e7e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (2516c4f8-ebad-4901-95d6-303cebdee706), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:27.875092 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c55be12-ba80-432d-b0bf-3055f4c73e7e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (2516c4f8-ebad-4901-95d6-303cebdee706), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:27.880639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c55be12-ba80-432d-b0bf-3055f4c73e7e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:27.881153 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5c55be12-ba80-432d-b0bf-3055f4c73e7e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:27.930545 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Floating IP d39d58ae-18c6-47d1-915e-68fbbc40c3fc associated. External IP: 172.25.0.236, port: 76d265b1-5687-4489-a089-63b1bb1b6965. Mar 23 01:51:27.992662 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5c55be12-ba80-432d-b0bf-3055f4c73e7e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6645136 Mar 23 01:51:27.996789 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57834) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:28.005738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f488ac27-e069-4062-ba52-dc1d91181245 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'subnet': {'network_id': '2516c4f8-ebad-4901-95d6-303cebdee706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:28.028261 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55be12-ba80-432d-b0bf-3055f4c73e7e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Network': ['ID=2516c4f8-ebad-4901-95d6-303cebdee706,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:28.050198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 2516c4f8-ebad-4901-95d6-303cebdee706 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:51:28.129318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec279e4-9a40-4f00-8519-d46934465295 req-722a1f04-387a-427a-93f4-a23d00ee5bff tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:28.130884 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bec279e4-9a40-4f00-8519-d46934465295 req-722a1f04-387a-427a-93f4-a23d00ee5bff tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 944 time: 0.2315683 Mar 23 01:51:28.168136 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f488ac27-e069-4062-ba52-dc1d91181245 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Made reservation on behalf of 5f14152a144646fd83b1c59d104faab7 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:51:28.175173 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f488ac27-e069-4062-ba52-dc1d91181245 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:28.315576 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bec279e4-9a40-4f00-8519-d46934465295 req-3545a91c-30e0-4f31-8eae-2704cc249f90 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774657 Mar 23 01:51:28.374114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:51:28.485504 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f488ac27-e069-4062-ba52-dc1d91181245 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (44e4b930-818c-4bf7-aef6-77c11bb5fd65), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:28.556270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488ac27-e069-4062-ba52-dc1d91181245 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Subnet': ['ID=44e4b930-818c-4bf7-aef6-77c11bb5fd65,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:28.565647 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device c368578b-f1a6-4e51-8edc-9bafa1152a4b up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:51:28.609864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f488ac27-e069-4062-ba52-dc1d91181245 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Checking segment: {'id': '284eb7bf-454b-44de-bb12-9c2caa777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2516c4f8-ebad-4901-95d6-303cebdee706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:51:28.610241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f488ac27-e069-4062-ba52-dc1d91181245 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network hostable DHCP agents. Network: 2516c4f8-ebad-4901-95d6-303cebdee706, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:51:28.657064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f488ac27-e069-4062-ba52-dc1d91181245 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network 2516c4f8-ebad-4901-95d6-303cebdee706 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:51:28.671943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-f488ac27-e069-4062-ba52-dc1d91181245 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 2516c4f8-ebad-4901-95d6-303cebdee706) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:28.684753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2c9ecf-3030-434a-83e2-1d5c55fd9a60 None None] Network 2516c4f8-ebad-4901-95d6-303cebdee706 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:51:28.688799 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f488ac27-e069-4062-ba52-dc1d91181245 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:28.689429 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f488ac27-e069-4062-ba52-dc1d91181245 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:28.727367 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f488ac27-e069-4062-ba52-dc1d91181245 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7279415 Mar 23 01:51:28.728129 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57842) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:28.734995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2010868525', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}, 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:28.765200 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (d82c383d-5c76-41f3-b221-affd8dee5400), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:28.766459 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (d82c383d-5c76-41f3-b221-affd8dee5400), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:28.821318 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port c368578b-f1a6-4e51-8edc-9bafa1152a4b completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:51:28.832190 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router_controller (d82c383d-5c76-41f3-b221-affd8dee5400), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:28.832872 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:51:28.837289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port c368578b-f1a6-4e51-8edc-9bafa1152a4b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:51:28.838105 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:28.843909 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9070f135-5f73-49a6-b235-ca812339ea3c None None] Sync routers for ids ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:51:28.849829 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a4149-771a-4023-a80f-409a4a9956d6 req-051293a4-2eb0-4aff-8b4b-339b9b660da2 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:28.851395 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-696a4149-771a-4023-a80f-409a4a9956d6 req-051293a4-2eb0-4aff-8b4b-339b9b660da2 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.0988328 Mar 23 01:51:28.857593 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9070f135-5f73-49a6-b235-ca812339ea3c None None] Routers {'1a7b04f8-425a-4d6f-87d5-eb9561a3f954'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:28.859714 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9070f135-5f73-49a6-b235-ca812339ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:28.890171 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:28.957548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port c368578b-f1a6-4e51-8edc-9bafa1152a4b is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:51:28.958081 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:28.983697 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-696a4149-771a-4023-a80f-409a4a9956d6 req-32af2202-4224-47b7-aac1-6a0f09a9307b tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228299 Mar 23 01:51:28.986440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7818a3e5-01e4-4427-a48f-62bb3628c021 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0293348 Mar 23 01:51:28.987031 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:51:28.999662 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4739ca-d1c2-458a-a7e4-20326f665642" -d '{"events": [{"name": "network-changed", "server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:51:29.004737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port c368578b-f1a6-4e51-8edc-9bafa1152a4b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=c368578b-f1a6-4e51-8edc-9bafa1152a4b,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:29.028062 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d14dfc5-29de-41b0-a2e5-37cfb09e2325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c368578b-f1a6-4e51-8edc-9bafa1152a4b'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:51:29.030803 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638bba1e-e217-4408-b939-f03a649b5fb5" -d '{"events": [{"server_uuid": "5d14dfc5-29de-41b0-a2e5-37cfb09e2325", "name": "network-vif-plugged", "status": "completed", "tag": "c368578b-f1a6-4e51-8edc-9bafa1152a4b"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:51:29.036021 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:29.082637 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-9070f135-5f73-49a6-b235-ca812339ea3c None None] Set router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:51:29.083715 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e756bf-857a-4c03-b908-b2ff024c86cc x-openstack-request-id: req-89e756bf-857a-4c03-b908-b2ff024c86cc {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:51:29.084019 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:51:29.084274 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89e756bf-857a-4c03-b908-b2ff024c86cc {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:51:29.084721 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e756bf-857a-4c03-b908-b2ff024c86cc'] response: {'name': 'network-changed', 'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965', 'status': 'completed', 'code': 200} Mar 23 01:51:29.093154 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=c368578b-f1a6-4e51-8edc-9bafa1152a4b,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:29.096116 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bcb48e-6fe1-4db5-9f00-3bd7bccec66e None None] Network 2516c4f8-ebad-4901-95d6-303cebdee706 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:51:29.275936 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router_gateway (d82c383d-5c76-41f3-b221-affd8dee5400), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:29.286144 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4739ca-d1c2-458a-a7e4-20326f665642 req-108dd97c-9845-4b62-bbe9-cf2d00e698db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:29.287935 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b4739ca-d1c2-458a-a7e4-20326f665642 req-108dd97c-9845-4b62-bbe9-cf2d00e698db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1127 time: 0.1401503 Mar 23 01:51:29.343486 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d088bc3-c048-4005-865e-934375b09805 x-openstack-request-id: req-0d088bc3-c048-4005-865e-934375b09805 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:51:29.343882 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d14dfc5-29de-41b0-a2e5-37cfb09e2325", "name": "network-vif-plugged", "status": "completed", "tag": "c368578b-f1a6-4e51-8edc-9bafa1152a4b", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:51:29.344216 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d088bc3-c048-4005-865e-934375b09805 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:51:29.345339 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d088bc3-c048-4005-865e-934375b09805'] response: {'server_uuid': '5d14dfc5-29de-41b0-a2e5-37cfb09e2325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c368578b-f1a6-4e51-8edc-9bafa1152a4b', 'code': 200} Mar 23 01:51:29.377744 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b43b7e-fa95-49ab-8de6-07bcac29c7be req-0dbd854b-d3e1-4431-8b26-51d162988a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:29.385469 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-92b43b7e-fa95-49ab-8de6-07bcac29c7be req-0dbd854b-d3e1-4431-8b26-51d162988a56 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 1127 time: 0.1519551 Mar 23 01:51:29.416675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4739ca-d1c2-458a-a7e4-20326f665642 req-7dd7dc88-ca1b-4a88-afc8-45dbbdd3f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:29.418166 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b4739ca-d1c2-458a-a7e4-20326f665642 req-7dd7dc88-ca1b-4a88-afc8-45dbbdd3f201 service neutron] 10.222.0.42 "GET /v2.0/networks?id=421cc921-f910-418e-8572-27bf845096fb HTTP/1.1" status: 200 len: 895 time: 0.1231287 Mar 23 01:51:29.456717 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9070f135-5f73-49a6-b235-ca812339ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689021318', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:47Z', 'updated_at': '2022-03-23T01:51:01Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:49Z', 'updated_at': '2022-03-23T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'd39d58ae-18c6-47d1-915e-68fbbc40c3fc', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'floating_ip_address': '172.25.0.236', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'port_id': '76d265b1-5687-4489-a089-63b1bb1b6965', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'mac_address': 'fa:16:3e:eb:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:51:26Z', 'updated_at': '2022-03-23T01:51:26Z', 'revision_number': 0, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabd47ae-4759-45c0-b15c-494dcb5c20e5', 'name': '', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:1f:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:58Z', 'updated_at': '2022-03-23T01:51:06Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:29.462594 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e192a-c99a-47e7-a59a-9f4cc3d5a31f req-954b2233-f6ab-4446-a3fa-4d15ba96914f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:29.464093 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a05e192a-c99a-47e7-a59a-9f4cc3d5a31f req-954b2233-f6ab-4446-a3fa-4d15ba96914f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.3249354 Mar 23 01:51:29.497499 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9070f135-5f73-49a6-b235-ca812339ea3c None None] Checking router: 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:51:29.507646 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9070f135-5f73-49a6-b235-ca812339ea3c None None] Routers {'1a7b04f8-425a-4d6f-87d5-eb9561a3f954'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:29.508831 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9070f135-5f73-49a6-b235-ca812339ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:29.574808 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-92b43b7e-fa95-49ab-8de6-07bcac29c7be req-60531f9c-3102-4629-bd3b-3bb6772e7168 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884313 Mar 23 01:51:29.613871 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b4739ca-d1c2-458a-a7e4-20326f665642 req-b2298457-3c54-4965-bb57-5a2e88bd2898 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 999 time: 0.1749256 Mar 23 01:51:29.617523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653d80f-9392-40fe-804f-304f1870ad85 req-54e4e373-f1b2-4f26-a3b6-28da2e76f60c tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:29.638977 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4653d80f-9392-40fe-804f-304f1870ad85 req-54e4e373-f1b2-4f26-a3b6-28da2e76f60c tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1640601 Mar 23 01:51:29.666779 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-9070f135-5f73-49a6-b235-ca812339ea3c None None] Set router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:51:29.704427 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4653d80f-9392-40fe-804f-304f1870ad85 req-f49e84dd-9b61-4f32-8df9-b57672d6b019 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638320 Mar 23 01:51:29.708195 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a05e192a-c99a-47e7-a59a-9f4cc3d5a31f req-6b153bba-7127-43e3-8164-8d8687c97609 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083502 Mar 23 01:51:29.734340 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57856) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:29.748251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4739ca-d1c2-458a-a7e4-20326f665642 req-b45b05b6-1369-418a-b675-c363cac25f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:29.755117 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b4739ca-d1c2-458a-a7e4-20326f665642 req-b45b05b6-1369-418a-b675-c363cac25f40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f822693-b262-4a4a-aa1f-5de9edd39897 HTTP/1.1" status: 200 len: 835 time: 0.1324961 Mar 23 01:51:29.817749 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a44ae74e-4ee1-4824-9a6d-bf14100182cd tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/d39d58ae-18c6-47d1-915e-68fbbc40c3fc HTTP/1.1" status: 200 len: 991 time: 0.0793834 Mar 23 01:51:29.838359 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4739ca-d1c2-458a-a7e4-20326f665642 req-57e45186-9d68-4259-b245-1553fe69a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:29.839884 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b4739ca-d1c2-458a-a7e4-20326f665642 req-57e45186-9d68-4259-b245-1553fe69a971 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=421cc921-f910-418e-8572-27bf845096fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0756812 Mar 23 01:51:29.949431 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b4739ca-d1c2-458a-a7e4-20326f665642 req-d7d0d31c-809c-46cf-9eaa-7829ed345d0e service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999746 Mar 23 01:51:29.989109 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9070f135-5f73-49a6-b235-ca812339ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689021318', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:47Z', 'updated_at': '2022-03-23T01:51:01Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:49Z', 'updated_at': '2022-03-23T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'd39d58ae-18c6-47d1-915e-68fbbc40c3fc', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'floating_ip_address': '172.25.0.236', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'port_id': '76d265b1-5687-4489-a089-63b1bb1b6965', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'mac_address': 'fa:16:3e:eb:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:51:26Z', 'updated_at': '2022-03-23T01:51:26Z', 'revision_number': 0, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabd47ae-4759-45c0-b15c-494dcb5c20e5', 'name': '', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:1f:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:58Z', 'updated_at': '2022-03-23T01:51:06Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:30.072480 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router_gateway (d82c383d-5c76-41f3-b221-affd8dee5400), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:30.146411 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:30.174984 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9070f135-5f73-49a6-b235-ca812339ea3c None None] The sync data for ids ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'] in n-d-834677-4 is: [{'id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689021318', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:47Z', 'updated_at': '2022-03-23T01:51:01Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:49Z', 'updated_at': '2022-03-23T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'd39d58ae-18c6-47d1-915e-68fbbc40c3fc', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'floating_ip_address': '172.25.0.236', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'port_id': '76d265b1-5687-4489-a089-63b1bb1b6965', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'mac_address': 'fa:16:3e:eb:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:51:26Z', 'updated_at': '2022-03-23T01:51:26Z', 'revision_number': 0, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabd47ae-4759-45c0-b15c-494dcb5c20e5', 'name': '', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:1f:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:58Z', 'updated_at': '2022-03-23T01:51:06Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:51:30.256338 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b4739ca-d1c2-458a-a7e4-20326f665642 req-bcbeee8f-a352-4ebe-93f5-d27f6a95178b service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238767 Mar 23 01:51:30.348125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd0f5c-d0a4-4943-8234-783009c127a4 req-5405c7e7-6009-4885-803b-9dfc4bfc71fc tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:30.349615 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1fd0f5c-d0a4-4943-8234-783009c127a4 req-5405c7e7-6009-4885-803b-9dfc4bfc71fc tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.2160771 Mar 23 01:51:30.368519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Allocated IP 172.25.0.227 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/f86e5b66-84d4-40bf-8dc6-8aaa9559cacc) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:30.468265 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1fd0f5c-d0a4-4943-8234-783009c127a4 req-c1270f0a-9abf-4ffd-877f-9db725f8163f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011319 Mar 23 01:51:30.534427 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (f86e5b66-84d4-40bf-8dc6-8aaa9559cacc), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:30.535853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47bfd58-3910-4975-8c8b-fb04c4f652e5 None None] New status for floating IP d39d58ae-18c6-47d1-915e-68fbbc40c3fc: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:51:30.587817 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (f86e5b66-84d4-40bf-8dc6-8aaa9559cacc), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:30.630640 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:30.634400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:30.642990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:30.777251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=f86e5b66-84d4-40bf-8dc6-8aaa9559cacc,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:30.811331 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:30.811684 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:30.812217 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:30.812582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:30.812962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:30.813317 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:30.813659 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:30.813996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:30.814403 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:30.814747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:30.815143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:30.815469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:30.815815 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:30.816180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:30.816507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:51:30.821365 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57866) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:30.973584 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc196-257d-4e3c-849a-d7e35d87671d req-2a49f945-67ad-4147-a8e6-b1c188700101 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:30.995989 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f3bc196-257d-4e3c-849a-d7e35d87671d req-2a49f945-67ad-4147-a8e6-b1c188700101 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1667261 Mar 23 01:51:31.025003 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router_gateway (d82c383d-5c76-41f3-b221-affd8dee5400), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:31.046696 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7fca8d0f-0094-4c80-9fc8-2b21a60e0e5d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/d39d58ae-18c6-47d1-915e-68fbbc40c3fc HTTP/1.1" status: 200 len: 993 time: 0.2187679 Mar 23 01:51:31.122948 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f3bc196-257d-4e3c-849a-d7e35d87671d req-d2d2f0ea-2169-475d-8010-858d430c7a45 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258297 Mar 23 01:51:31.709440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a126669-def3-457a-8656-9a2e4acd72bb req-8197d105-9df5-48d2-9250-72c0c9eb2613 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:31.711425 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3a126669-def3-457a-8656-9a2e4acd72bb req-8197d105-9df5-48d2-9250-72c0c9eb2613 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.0807662 Mar 23 01:51:31.734105 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (d82c383d-5c76-41f3-b221-affd8dee5400), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:31.867425 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3a126669-def3-457a-8656-9a2e4acd72bb req-8e795aac-d518-4c2a-a867-c7d59ac92326 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438653 Mar 23 01:51:31.923150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router d82c383d-5c76-41f3-b221-affd8dee5400 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:51:32.040128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:51:32.051752 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99315271-f33b-4c6a-9b64-01692bd0d644 None None] Sync routers for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:51:32.061871 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:32.063449 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99315271-f33b-4c6a-9b64-01692bd0d644 None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:32.064177 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-99315271-f33b-4c6a-9b64-01692bd0d644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:32.065533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c250566c-6ee0-40b9-bddf-27047d682ac2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3356407 Mar 23 01:51:32.066331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57874) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:32.099970 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-99315271-f33b-4c6a-9b64-01692bd0d644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:32.108526 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99315271-f33b-4c6a-9b64-01692bd0d644 None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:32.109150 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-99315271-f33b-4c6a-9b64-01692bd0d644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:32.142633 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-99315271-f33b-4c6a-9b64-01692bd0d644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:32.143602 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99315271-f33b-4c6a-9b64-01692bd0d644 None None] The sync data for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:51:32.319284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c18533-8a09-4e10-8634-1f7595088560 req-bf1f438e-d45f-494a-81f3-977195bcf7a2 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:32.320756 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-86c18533-8a09-4e10-8634-1f7595088560 req-bf1f438e-d45f-494a-81f3-977195bcf7a2 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1291864 Mar 23 01:51:32.446602 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-86c18533-8a09-4e10-8634-1f7595088560 req-bcfc7e64-b414-4037-81b6-29f4aeb2995f tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189408 Mar 23 01:51:32.580304 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9337d-51ab-448f-8ae7-a73a6170bfaa req-0de86862-852a-4f81-a470-9320170d998b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:32.581968 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36d9337d-51ab-448f-8ae7-a73a6170bfaa req-0de86862-852a-4f81-a470-9320170d998b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.0541592 Mar 23 01:51:32.589487 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:32.632200 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36d9337d-51ab-448f-8ae7-a73a6170bfaa req-d4a5f00e-11a6-49f3-84ac-fba05164a9ca tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427642 Mar 23 01:51:32.942637 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Allocated IP 172.20.0.1 (2516c4f8-ebad-4901-95d6-303cebdee706/44e4b930-818c-4bf7-aef6-77c11bb5fd65/d54e4854-84b9-4db1-aeef-39d2e7cea80e) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:33.120591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422b7e-89ff-459a-af92-bff0fb44b003 req-bb130aad-8426-4aeb-a098-fe4bc31d2ba6 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:33.122516 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b422b7e-89ff-459a-af92-bff0fb44b003 req-bb130aad-8426-4aeb-a098-fe4bc31d2ba6 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.1075094 Mar 23 01:51:33.211079 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b422b7e-89ff-459a-af92-bff0fb44b003 req-e97f0f72-a5a5-433d-8f37-424b65e5a9c1 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773697 Mar 23 01:51:33.278768 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (d54e4854-84b9-4db1-aeef-39d2e7cea80e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:33.430151 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443cc4f-ee77-43d5-8e37-53ba3c30a713 req-26bb2f5f-b4ce-4399-aafd-4ba3c986ea29 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:33.431765 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4443cc4f-ee77-43d5-8e37-53ba3c30a713 req-26bb2f5f-b4ce-4399-aafd-4ba3c986ea29 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.3239124 Mar 23 01:51:33.433783 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d54e4854-84b9-4db1-aeef-39d2e7cea80e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:33.441244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57926) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:33.496893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network 2516c4f8-ebad-4901-95d6-303cebdee706 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:33.502888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:33.505563 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:33.574698 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4443cc4f-ee77-43d5-8e37-53ba3c30a713 req-e6aa4635-73a5-443c-b094-1d5a1a10aea4 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344059 Mar 23 01:51:33.587649 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=d54e4854-84b9-4db1-aeef-39d2e7cea80e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:33.624110 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (d82c383d-5c76-41f3-b221-affd8dee5400), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:33.715305 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-954dee92-a2b7-4c32-a8f7-d8c3cadf69a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:33.795960 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:33.827191 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-954dee92-a2b7-4c32-a8f7-d8c3cadf69a8 admin admin] Publish callbacks [] for security_group (78298ef6-f6d6-4e7f-92bd-b7ab5fa24675), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:33.830276 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d54e4854-84b9-4db1-aeef-39d2e7cea80e), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:33.832939 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-954dee92-a2b7-4c32-a8f7-d8c3cadf69a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (78298ef6-f6d6-4e7f-92bd-b7ab5fa24675), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:33.883814 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-954dee92-a2b7-4c32-a8f7-d8c3cadf69a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6e3e44852084ea18368ce27dd4371e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4377229 Mar 23 01:51:33.884412 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57930) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:33.887081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954dee92-a2b7-4c32-a8f7-d8c3cadf69a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78298ef6-f6d6-4e7f-92bd-b7ab5fa24675,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:33.950350 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18b31118-a23c-4d8e-8966-70cf321543a6 admin admin] Publish callbacks [] for security_group (78298ef6-f6d6-4e7f-92bd-b7ab5fa24675), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:33.979192 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18b31118-a23c-4d8e-8966-70cf321543a6 admin admin] Publish callbacks [] for security_group (78298ef6-f6d6-4e7f-92bd-b7ab5fa24675), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:34.040711 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18b31118-a23c-4d8e-8966-70cf321543a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (78298ef6-f6d6-4e7f-92bd-b7ab5fa24675), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:34.043937 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18b31118-a23c-4d8e-8966-70cf321543a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:34.045589 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-18b31118-a23c-4d8e-8966-70cf321543a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78298ef6-f6d6-4e7f-92bd-b7ab5fa24675 HTTP/1.1" status: 204 len: 168 time: 0.1599345 Mar 23 01:51:34.056030 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b31118-a23c-4d8e-8966-70cf321543a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78298ef6-f6d6-4e7f-92bd-b7ab5fa24675,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:34.185249 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (d54e4854-84b9-4db1-aeef-39d2e7cea80e), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:34.192800 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (d54e4854-84b9-4db1-aeef-39d2e7cea80e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:34.269723 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=d54e4854-84b9-4db1-aeef-39d2e7cea80e,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:34.290809 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (d82c383d-5c76-41f3-b221-affd8dee5400), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:34.373785 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29235b4c-ab54-4c3e-857f-c4388c69a8af req-4f6cf4f2-bd68-4298-8366-420d85b81702 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:34.381694 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-29235b4c-ab54-4c3e-857f-c4388c69a8af req-4f6cf4f2-bd68-4298-8366-420d85b81702 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.0711408 Mar 23 01:51:34.406295 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57938) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:34.434667 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa775d75-6e5d-4781-9f9a-063f304a7eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:34.444924 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-29235b4c-ab54-4c3e-857f-c4388c69a8af req-c3d8fe9f-897e-4ee4-aec0-9550733e6f6f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580132 Mar 23 01:51:34.445110 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network 2516c4f8-ebad-4901-95d6-303cebdee706 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:34.458081 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:34.643421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router d82c383d-5c76-41f3-b221-affd8dee5400 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:51:34.650130 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa775d75-6e5d-4781-9f9a-063f304a7eee admin admin] Publish callbacks [] for security_group (d75cc3c2-475b-48f7-afeb-0822d2dec444), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:34.657964 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa775d75-6e5d-4781-9f9a-063f304a7eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d75cc3c2-475b-48f7-afeb-0822d2dec444), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:35.060472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa775d75-6e5d-4781-9f9a-063f304a7eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75cc3c2-475b-48f7-afeb-0822d2dec444,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:35.069836 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aa775d75-6e5d-4781-9f9a-063f304a7eee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=309d8be83c70425a8444e3f09fde6542&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6625223 Mar 23 01:51:35.072632 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57944) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:35.118563 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739b453-bb5f-44ae-9204-0fe9a683768d req-24721c8a-16b3-4f90-a929-ed7de106e61c tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:35.118804 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5739b453-bb5f-44ae-9204-0fe9a683768d req-24721c8a-16b3-4f90-a929-ed7de106e61c tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.4069703 Mar 23 01:51:35.121929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:51:35.133722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed0cbf-ec55-4012-a9b8-99694b05cc6c None None] Sync routers for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:51:35.137142 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1092d8f6-8f3b-4754-b708-0bde34f959d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "PUT /v2.0/routers/d82c383d-5c76-41f3-b221-affd8dee5400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0696948 Mar 23 01:51:35.138370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57946) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:35.146436 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ed0cbf-ec55-4012-a9b8-99694b05cc6c None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:35.147325 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-35ed0cbf-ec55-4012-a9b8-99694b05cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:35.150830 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d4b1d41c-8131-4f37-b9a1-102ec457e463 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'port': {'network_id': '2516c4f8-ebad-4901-95d6-303cebdee706', 'name': 'tempest-FloatingIPTestJSON-1344664279'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:35.156063 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6fcbf589-d981-4920-bc8c-60d869243d19 admin admin] Publish callbacks [] for security_group (d75cc3c2-475b-48f7-afeb-0822d2dec444), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:35.188754 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-35ed0cbf-ec55-4012-a9b8-99694b05cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:35.192705 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5739b453-bb5f-44ae-9204-0fe9a683768d req-4a1251f7-90cf-4ef1-a70d-388a2d5a7918 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521784 Mar 23 01:51:35.199588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ed0cbf-ec55-4012-a9b8-99694b05cc6c None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:35.200418 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-35ed0cbf-ec55-4012-a9b8-99694b05cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:35.229115 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6fcbf589-d981-4920-bc8c-60d869243d19 admin admin] Publish callbacks [] for security_group (d75cc3c2-475b-48f7-afeb-0822d2dec444), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:35.235119 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-35ed0cbf-ec55-4012-a9b8-99694b05cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:35.235768 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed0cbf-ec55-4012-a9b8-99694b05cc6c None None] The sync data for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:51:35.311793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b1d41c-8131-4f37-b9a1-102ec457e463 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Made reservation on behalf of 5f14152a144646fd83b1c59d104faab7 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:51:35.315226 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d4b1d41c-8131-4f37-b9a1-102ec457e463 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:35.318429 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6fcbf589-d981-4920-bc8c-60d869243d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d75cc3c2-475b-48f7-afeb-0822d2dec444), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:35.321065 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6fcbf589-d981-4920-bc8c-60d869243d19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:35.322289 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6fcbf589-d981-4920-bc8c-60d869243d19 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d75cc3c2-475b-48f7-afeb-0822d2dec444 HTTP/1.1" status: 204 len: 168 time: 0.2485363 Mar 23 01:51:35.339911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbf589-d981-4920-bc8c-60d869243d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75cc3c2-475b-48f7-afeb-0822d2dec444,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:35.347771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-d4b1d41c-8131-4f37-b9a1-102ec457e463 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] device_id is not set on port 70a77b1c-cef4-4703-920f-a1be8010bb06 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:51:35.509459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-d4b1d41c-8131-4f37-b9a1-102ec457e463 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Allocated IP 172.20.0.2 (2516c4f8-ebad-4901-95d6-303cebdee706/44e4b930-818c-4bf7-aef6-77c11bb5fd65/70a77b1c-cef4-4703-920f-a1be8010bb06) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:35.610470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678b452-2d9a-4eb0-afc3-39919d66f082 req-6ff58dc3-bb83-4e05-a64d-b531d5e0caa5 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:35.611827 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9678b452-2d9a-4eb0-afc3-39919d66f082 req-6ff58dc3-bb83-4e05-a64d-b531d5e0caa5 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.1000288 Mar 23 01:51:35.752298 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9678b452-2d9a-4eb0-afc3-39919d66f082 req-ed7faccb-77ce-4480-aa87-b7424bd64140 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299891 Mar 23 01:51:35.784164 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d4b1d41c-8131-4f37-b9a1-102ec457e463 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (70a77b1c-cef4-4703-920f-a1be8010bb06), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:35.825996 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d4b1d41c-8131-4f37-b9a1-102ec457e463 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (70a77b1c-cef4-4703-920f-a1be8010bb06), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:35.867979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b1d41c-8131-4f37-b9a1-102ec457e463 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network 2516c4f8-ebad-4901-95d6-303cebdee706 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:35.872082 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-d4b1d41c-8131-4f37-b9a1-102ec457e463 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:35.876586 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b1d41c-8131-4f37-b9a1-102ec457e463 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:35.923277 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1d41c-8131-4f37-b9a1-102ec457e463 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=70a77b1c-cef4-4703-920f-a1be8010bb06,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:35.947684 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b1d41c-8131-4f37-b9a1-102ec457e463 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:35.948471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d4b1d41c-8131-4f37-b9a1-102ec457e463 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:35.972507 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d4b1d41c-8131-4f37-b9a1-102ec457e463 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8327992 Mar 23 01:51:35.974926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57968) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:35.980827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-babe2a8e-cdff-489e-93be-907df6f036d5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'port': {'network_id': '2516c4f8-ebad-4901-95d6-303cebdee706', 'name': 'tempest-FloatingIPTestJSON-1504429763'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:36.100970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babe2a8e-cdff-489e-93be-907df6f036d5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Made reservation on behalf of 5f14152a144646fd83b1c59d104faab7 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:51:36.104659 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-babe2a8e-cdff-489e-93be-907df6f036d5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:36.124232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-babe2a8e-cdff-489e-93be-907df6f036d5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] device_id is not set on port f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:51:36.248408 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-babe2a8e-cdff-489e-93be-907df6f036d5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Allocated IP 172.20.0.13 (2516c4f8-ebad-4901-95d6-303cebdee706/44e4b930-818c-4bf7-aef6-77c11bb5fd65/f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:36.324195 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0531e3-d97d-4c98-8727-1c8fd625aed3 req-62d29340-710a-4645-a4e4-3cd44e3f6760 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:36.325988 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc0531e3-d97d-4c98-8727-1c8fd625aed3 req-62d29340-710a-4645-a4e4-3cd44e3f6760 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.0613074 Mar 23 01:51:36.379261 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc0531e3-d97d-4c98-8727-1c8fd625aed3 req-56a0fd26-2c5c-49c8-822f-31ff0deb015b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471997 Mar 23 01:51:36.451656 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-babe2a8e-cdff-489e-93be-907df6f036d5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:36.489000 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-babe2a8e-cdff-489e-93be-907df6f036d5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:36.534946 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babe2a8e-cdff-489e-93be-907df6f036d5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network 2516c4f8-ebad-4901-95d6-303cebdee706 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:36.536473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-babe2a8e-cdff-489e-93be-907df6f036d5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:36.540530 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babe2a8e-cdff-489e-93be-907df6f036d5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:36.584056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe2a8e-cdff-489e-93be-907df6f036d5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:36.604257 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babe2a8e-cdff-489e-93be-907df6f036d5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:36.605065 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-babe2a8e-cdff-489e-93be-907df6f036d5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:36.650177 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-babe2a8e-cdff-489e-93be-907df6f036d5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6739550 Mar 23 01:51:36.654565 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57988) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:36.659232 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': 'f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:36.670428 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63bbb493-c8bf-494a-9772-db3c7b915bcf req-b9301cc0-93d6-46f8-9c61-09214bd94507 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0609949 Mar 23 01:51:36.685072 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:36.789100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbb493-c8bf-494a-9772-db3c7b915bcf req-bb9cd515-e1ce-4334-b765-d41e3be35a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:36.790312 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63bbb493-c8bf-494a-9772-db3c7b915bcf req-bb9cd515-e1ce-4334-b765-d41e3be35a4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1127 time: 0.0673141 Mar 23 01:51:36.822941 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:36.966063 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbb493-c8bf-494a-9772-db3c7b915bcf req-829a6641-df44-4295-a512-7a4e54007985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:36.967929 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63bbb493-c8bf-494a-9772-db3c7b915bcf req-829a6641-df44-4295-a512-7a4e54007985 service neutron] 10.222.0.42 "GET /v2.0/networks?id=421cc921-f910-418e-8572-27bf845096fb HTTP/1.1" status: 200 len: 895 time: 0.1504517 Mar 23 01:51:36.996532 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Allocated IP 172.25.0.41 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/157249d5-66e8-4b30-8d3d-e4ef6610f31e) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:37.029773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13160cb6-2375-40d6-920f-cad7aad13d72 req-d245b978-fa44-47d1-aaf6-45a110dc9bfc tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:37.030185 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-13160cb6-2375-40d6-920f-cad7aad13d72 req-d245b978-fa44-47d1-aaf6-45a110dc9bfc tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.1305430 Mar 23 01:51:37.076228 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63bbb493-c8bf-494a-9772-db3c7b915bcf req-260f1455-b3fd-4dd0-b957-8f4f8243d14e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 1001 time: 0.0965381 Mar 23 01:51:37.134301 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-13160cb6-2375-40d6-920f-cad7aad13d72 req-0f12ebb1-5afc-4296-9318-0ec747939c22 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985034 Mar 23 01:51:37.136208 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (157249d5-66e8-4b30-8d3d-e4ef6610f31e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:37.148470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbb493-c8bf-494a-9772-db3c7b915bcf req-64208977-b774-4a6a-a001-1f514778435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:37.150886 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63bbb493-c8bf-494a-9772-db3c7b915bcf req-64208977-b774-4a6a-a001-1f514778435f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f822693-b262-4a4a-aa1f-5de9edd39897 HTTP/1.1" status: 200 len: 835 time: 0.0704854 Mar 23 01:51:37.181623 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (157249d5-66e8-4b30-8d3d-e4ef6610f31e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:37.218880 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbb493-c8bf-494a-9772-db3c7b915bcf req-483f0f02-a5d7-4048-97cb-1e8e3a01fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:37.221126 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63bbb493-c8bf-494a-9772-db3c7b915bcf req-483f0f02-a5d7-4048-97cb-1e8e3a01fb23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=421cc921-f910-418e-8572-27bf845096fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0630567 Mar 23 01:51:37.250490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:37.255906 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:37.266664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:37.317183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=157249d5-66e8-4b30-8d3d-e4ef6610f31e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:37.348527 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63bbb493-c8bf-494a-9772-db3c7b915bcf req-5b801b7e-75e7-4cb8-b49b-74be7a497767 service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209395 Mar 23 01:51:37.523796 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63bbb493-c8bf-494a-9772-db3c7b915bcf req-c6c83390-0a2e-4ead-85ad-ecbf88ac8fc4 service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689820 Mar 23 01:51:37.655670 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39386e-f674-4e04-ada6-3c15434aa907 req-7cc653ff-5c17-41ee-a3db-0e587cc7f04b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:37.657290 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fb39386e-f674-4e04-ada6-3c15434aa907 req-7cc653ff-5c17-41ee-a3db-0e587cc7f04b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1679137 Mar 23 01:51:37.774374 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fb39386e-f674-4e04-ada6-3c15434aa907 req-6f14392c-79bc-47d1-8dc1-35b4257beecd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079214 Mar 23 01:51:37.850313 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (c60afc7c-8b29-4610-b79b-c9320208a362), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:37.927360 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (157249d5-66e8-4b30-8d3d-e4ef6610f31e), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:38.087792 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (157249d5-66e8-4b30-8d3d-e4ef6610f31e), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:38.093294 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (157249d5-66e8-4b30-8d3d-e4ef6610f31e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:38.164299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=157249d5-66e8-4b30-8d3d-e4ef6610f31e,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:38.176567 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (c60afc7c-8b29-4610-b79b-c9320208a362), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:38.285419 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Floating IP c60afc7c-8b29-4610-b79b-c9320208a362 associated. External IP: 172.25.0.41, port: f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da. Mar 23 01:51:38.312036 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c5463-8fef-43f8-bec3-3826f1e8d949 req-af4d8393-04ec-4ca0-bf10-b6a7dc212ab9 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:38.314252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6d6c5463-8fef-43f8-bec3-3826f1e8d949 req-af4d8393-04ec-4ca0-bf10-b6a7dc212ab9 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.0873318 Mar 23 01:51:38.399180 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6d6c5463-8fef-43f8-bec3-3826f1e8d949 req-4558bfd2-d348-420d-9e96-93a032883c13 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786679 Mar 23 01:51:38.565058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router d82c383d-5c76-41f3-b221-affd8dee5400 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:51:38.699550 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:51:38.710825 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a68897-6e5c-4384-900c-4a464d543028 None None] Sync routers for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:51:38.725825 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:38.727055 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a68897-6e5c-4384-900c-4a464d543028 None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:38.728006 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-52a68897-6e5c-4384-900c-4a464d543028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:38.772868 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-52a68897-6e5c-4384-900c-4a464d543028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:38.783421 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a68897-6e5c-4384-900c-4a464d543028 None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:38.784347 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-52a68897-6e5c-4384-900c-4a464d543028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:38.785857 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b28c699d-ac4d-446b-a35d-9ea3869410a5 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1301467 Mar 23 01:51:38.788529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58018) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:38.794837 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-74342db6-1bb1-40e9-8313-097508751d44 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:38.839231 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-52a68897-6e5c-4384-900c-4a464d543028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:38.840120 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a68897-6e5c-4384-900c-4a464d543028 None None] The sync data for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:51:38.853678 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74342db6-1bb1-40e9-8313-097508751d44 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (c60afc7c-8b29-4610-b79b-c9320208a362), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:39.040709 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74342db6-1bb1-40e9-8313-097508751d44 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:39.047953 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74342db6-1bb1-40e9-8313-097508751d44 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (c60afc7c-8b29-4610-b79b-c9320208a362), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:39.048395 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-74342db6-1bb1-40e9-8313-097508751d44 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Floating IP c60afc7c-8b29-4610-b79b-c9320208a362 disassociated. External IP: 172.25.0.41, port: f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da. Mar 23 01:51:39.094615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79fdf0-920b-45fd-8038-22426896e5f7 req-b919766d-92e1-4649-ad58-62a31a0b6479 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:39.096461 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9e79fdf0-920b-45fd-8038-22426896e5f7 req-b919766d-92e1-4649-ad58-62a31a0b6479 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1436336 Mar 23 01:51:39.196171 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9e79fdf0-920b-45fd-8038-22426896e5f7 req-b13e9dec-c8e1-41da-aa4b-2faf7657d9ea tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668142 Mar 23 01:51:39.333149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74342db6-1bb1-40e9-8313-097508751d44 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router d82c383d-5c76-41f3-b221-affd8dee5400 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:51:39.461284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74342db6-1bb1-40e9-8313-097508751d44 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:51:39.465609 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74342db6-1bb1-40e9-8313-097508751d44 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:39.472978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05336b33-3880-4dac-b48a-8f48135f7f4f None None] Sync routers for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:51:39.485031 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05336b33-3880-4dac-b48a-8f48135f7f4f None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:39.485802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-05336b33-3880-4dac-b48a-8f48135f7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:39.501413 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-74342db6-1bb1-40e9-8313-097508751d44 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "PUT /v2.0/floatingips/c60afc7c-8b29-4610-b79b-c9320208a362 HTTP/1.1" status: 200 len: 687 time: 0.7091722 Mar 23 01:51:39.501635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58024) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:39.522338 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-05336b33-3880-4dac-b48a-8f48135f7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:39.533722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05336b33-3880-4dac-b48a-8f48135f7f4f None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:39.533955 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a6cec-9e11-4a15-aace-92032262069d req-0bb603a9-961f-4128-89de-f7839841e94c tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:39.534554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-05336b33-3880-4dac-b48a-8f48135f7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:39.535653 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b52a6cec-9e11-4a15-aace-92032262069d req-0bb603a9-961f-4128-89de-f7839841e94c tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.0564854 Mar 23 01:51:39.571858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-05336b33-3880-4dac-b48a-8f48135f7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:39.572682 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05336b33-3880-4dac-b48a-8f48135f7f4f None None] The sync data for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:51:39.595434 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b52a6cec-9e11-4a15-aace-92032262069d req-2faace6b-7f1f-42b4-badc-a3cd03685f8a tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527108 Mar 23 01:51:39.629959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-de86c41d-e1b5-4f2d-ac07-c77bb2d28cb6 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Deleting port 157249d5-66e8-4b30-8d3d-e4ef6610f31e {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:39.630306 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-de86c41d-e1b5-4f2d-ac07-c77bb2d28cb6 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (157249d5-66e8-4b30-8d3d-e4ef6610f31e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:39.709968 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-de86c41d-e1b5-4f2d-ac07-c77bb2d28cb6 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (157249d5-66e8-4b30-8d3d-e4ef6610f31e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:39.710619 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-de86c41d-e1b5-4f2d-ac07-c77bb2d28cb6 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (157249d5-66e8-4b30-8d3d-e4ef6610f31e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:39.722667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-de86c41d-e1b5-4f2d-ac07-c77bb2d28cb6 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Calling delete_port for 157249d5-66e8-4b30-8d3d-e4ef6610f31e owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:39.859902 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-de86c41d-e1b5-4f2d-ac07-c77bb2d28cb6 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (157249d5-66e8-4b30-8d3d-e4ef6610f31e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:39.914744 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86c41d-e1b5-4f2d-ac07-c77bb2d28cb6 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Port': ['ID=157249d5-66e8-4b30-8d3d-e4ef6610f31e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:40.260835 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-de86c41d-e1b5-4f2d-ac07-c77bb2d28cb6 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (c60afc7c-8b29-4610-b79b-c9320208a362), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:40.263670 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-de86c41d-e1b5-4f2d-ac07-c77bb2d28cb6 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:40.265072 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-de86c41d-e1b5-4f2d-ac07-c77bb2d28cb6 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/floatingips/c60afc7c-8b29-4610-b79b-c9320208a362 HTTP/1.1" status: 204 len: 168 time: 0.7625430 Mar 23 01:51:40.269316 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58056) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:40.273874 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': '70a77b1c-cef4-4703-920f-a1be8010bb06'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:40.299986 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:40.360459 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa7685-544e-4be8-a1ff-b546d2aff849 req-8602ebfa-9306-4d2a-9c3e-f8bbe025bf33 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:40.368071 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-28aa7685-544e-4be8-a1ff-b546d2aff849 req-8602ebfa-9306-4d2a-9c3e-f8bbe025bf33 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.0716555 Mar 23 01:51:40.425017 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:40.426479 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-28aa7685-544e-4be8-a1ff-b546d2aff849 req-45eca850-60aa-466a-bc8a-366f8702fa35 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510943 Mar 23 01:51:40.552228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Allocated IP 172.25.0.229 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/27a8621f-f439-48f3-a779-2cd53c259607) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:40.665722 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (27a8621f-f439-48f3-a779-2cd53c259607), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:40.751197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428d322-3639-4d02-bf50-07ad405ce657 req-558d813d-cd3b-48eb-b6f6-8a7763a7d58f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:40.752778 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1428d322-3639-4d02-bf50-07ad405ce657 req-558d813d-cd3b-48eb-b6f6-8a7763a7d58f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.0823753 Mar 23 01:51:40.762646 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (27a8621f-f439-48f3-a779-2cd53c259607), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:40.858109 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1428d322-3639-4d02-bf50-07ad405ce657 req-bef05abf-ad28-44c9-9ce0-992361ced2d9 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975533 Mar 23 01:51:40.860304 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:40.864462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:40.870835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:40.905818 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=27a8621f-f439-48f3-a779-2cd53c259607,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:40.910818 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98996f-d6b4-485d-af65-83ff7df92565 req-45c492a0-33c3-43ca-86e1-4fe12d744687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:40.913364 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed98996f-d6b4-485d-af65-83ff7df92565 req-45c492a0-33c3-43ca-86e1-4fe12d744687 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 1127 time: 0.0974550 Mar 23 01:51:40.986296 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed98996f-d6b4-485d-af65-83ff7df92565 req-bd66838c-8a86-45f5-b0bb-0ecafc8a12a9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639701 Mar 23 01:51:41.270717 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (588e8317-6f46-4840-8927-9c680b62fd9c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:41.346766 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (27a8621f-f439-48f3-a779-2cd53c259607), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:41.512668 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (27a8621f-f439-48f3-a779-2cd53c259607), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:41.518633 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (27a8621f-f439-48f3-a779-2cd53c259607), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:41.572879 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151db09a-29b0-436b-b020-ce55a3ff3025 req-5886b5dd-0a33-4924-a0da-010b912ea864 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:41.585111 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-151db09a-29b0-436b-b020-ce55a3ff3025 req-5886b5dd-0a33-4924-a0da-010b912ea864 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.0828192 Mar 23 01:51:41.594401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=27a8621f-f439-48f3-a779-2cd53c259607,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:41.607487 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (588e8317-6f46-4840-8927-9c680b62fd9c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:41.648294 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-151db09a-29b0-436b-b020-ce55a3ff3025 req-1aea8dad-6ee9-40a8-b792-7253538a0c87 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613172 Mar 23 01:51:41.714275 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Floating IP 588e8317-6f46-4840-8927-9c680b62fd9c associated. External IP: 172.25.0.229, port: 70a77b1c-cef4-4703-920f-a1be8010bb06. Mar 23 01:51:41.994348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router d82c383d-5c76-41f3-b221-affd8dee5400 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:51:42.117303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48f122-e32c-41a5-851a-f3102c4706ec req-43e2b87d-eaeb-40b7-bbbe-41a455be1929 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:42.118825 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f48f122-e32c-41a5-851a-f3102c4706ec req-43e2b87d-eaeb-40b7-bbbe-41a455be1929 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.1438596 Mar 23 01:51:42.192418 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f48f122-e32c-41a5-851a-f3102c4706ec req-88437f49-f79e-42dc-a90e-f3ef3ff3a4ee tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656276 Mar 23 01:51:42.200112 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:51:42.225805 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91b0915-3898-45e5-b7ce-511506243b2b None None] Sync routers for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:51:42.226837 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:42.247675 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91b0915-3898-45e5-b7ce-511506243b2b None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:42.248637 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-a91b0915-3898-45e5-b7ce-511506243b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:42.285132 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-a91b0915-3898-45e5-b7ce-511506243b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:42.287782 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c7fd8225-6eb9-46b8-9531-4eacb10341d4 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0173128 Mar 23 01:51:42.290784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58084) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:42.295830 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91b0915-3898-45e5-b7ce-511506243b2b None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:42.296714 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-a91b0915-3898-45e5-b7ce-511506243b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:42.371154 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-a91b0915-3898-45e5-b7ce-511506243b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:42.372167 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91b0915-3898-45e5-b7ce-511506243b2b None None] The sync data for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:51:42.386615 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ac1cb5bd-61f0-43aa-aabd-5a705182c51e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "GET /v2.0/floatingips/588e8317-6f46-4840-8927-9c680b62fd9c HTTP/1.1" status: 200 len: 978 time: 0.0943723 Mar 23 01:51:42.388780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58086) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:42.508641 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b7e83ce4-b4e6-405c-9567-575c798f9601 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1165645 Mar 23 01:51:42.509737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58088) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:42.514734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-cc511c45-39d3-4863-978d-2c7d6f8c25f2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'floatingip': {'port_id': 'f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:42.574556 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cc511c45-39d3-4863-978d-2c7d6f8c25f2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (588e8317-6f46-4840-8927-9c680b62fd9c), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:42.844235 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd623481-49f9-4ffb-a96b-2165fe664af8 req-6da3d161-cfc0-47f2-9978-3db6287cfe41 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:42.845750 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fd623481-49f9-4ffb-a96b-2165fe664af8 req-6da3d161-cfc0-47f2-9978-3db6287cfe41 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1009219 Mar 23 01:51:42.949608 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fd623481-49f9-4ffb-a96b-2165fe664af8 req-781f3047-758c-428d-a072-e06296fe15aa tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924900 Mar 23 01:51:43.139029 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cc511c45-39d3-4863-978d-2c7d6f8c25f2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:43.147060 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cc511c45-39d3-4863-978d-2c7d6f8c25f2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (588e8317-6f46-4840-8927-9c680b62fd9c), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:43.278247 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-cc511c45-39d3-4863-978d-2c7d6f8c25f2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Floating IP 588e8317-6f46-4840-8927-9c680b62fd9c associated. External IP: 172.25.0.229, port: 70a77b1c-cef4-4703-920f-a1be8010bb06. Mar 23 01:51:43.373989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22faa3d-83bb-4eb7-9e1b-ab38f4b15aa7 req-8c412c89-b345-4761-b1e5-167454041df6 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:43.377699 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b22faa3d-83bb-4eb7-9e1b-ab38f4b15aa7 req-8c412c89-b345-4761-b1e5-167454041df6 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.0684135 Mar 23 01:51:43.455255 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b22faa3d-83bb-4eb7-9e1b-ab38f4b15aa7 req-6b7dcae2-81dc-43eb-baaf-1775cb33436a tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682917 Mar 23 01:51:43.537892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-5223f818-c185-487d-8986-ed20bd049b41 req-d1278f0b-f284-41a9-b058-6ca265b42a57 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1447420511', 'description': 'tempest-description-495801614'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:43.577776 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5223f818-c185-487d-8986-ed20bd049b41 req-d1278f0b-f284-41a9-b058-6ca265b42a57 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:43.596052 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc511c45-39d3-4863-978d-2c7d6f8c25f2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router d82c383d-5c76-41f3-b221-affd8dee5400 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:51:43.738163 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5223f818-c185-487d-8986-ed20bd049b41 req-d1278f0b-f284-41a9-b058-6ca265b42a57 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for security_group (805f9e93-f84e-4d04-920e-4f1b04cbdc41), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:43.744516 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5223f818-c185-487d-8986-ed20bd049b41 req-d1278f0b-f284-41a9-b058-6ca265b42a57 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (805f9e93-f84e-4d04-920e-4f1b04cbdc41), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:43.767104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc511c45-39d3-4863-978d-2c7d6f8c25f2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:51:43.783935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940990b-256a-4a33-9933-af87c4825fe5 None None] Sync routers for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:51:43.794747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9940990b-256a-4a33-9933-af87c4825fe5 None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:43.795741 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9940990b-256a-4a33-9933-af87c4825fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:43.829358 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9940990b-256a-4a33-9933-af87c4825fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:43.838685 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5223f818-c185-487d-8986-ed20bd049b41 req-d1278f0b-f284-41a9-b058-6ca265b42a57 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:43.839466 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9940990b-256a-4a33-9933-af87c4825fe5 None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:43.839982 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5223f818-c185-487d-8986-ed20bd049b41 req-d1278f0b-f284-41a9-b058-6ca265b42a57 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3064668 Mar 23 01:51:43.840460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9940990b-256a-4a33-9933-af87c4825fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:43.840699 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1278f0b-f284-41a9-b058-6ca265b42a57 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805f9e93-f84e-4d04-920e-4f1b04cbdc41,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:43.934802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9940990b-256a-4a33-9933-af87c4825fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:43.935749 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940990b-256a-4a33-9933-af87c4825fe5 None None] The sync data for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:51:43.957185 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8bd50442-06fc-4172-96d9-a01be195f7d8 req-b33d62f1-4e44-4fb3-abab-cda9f31528fa tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1447420511&fields=id&tenant_id=d9d38db3758d44ec9cf654788868b3f2 HTTP/1.1" status: 200 len: 267 time: 0.0552106 Mar 23 01:51:44.163907 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc511c45-39d3-4863-978d-2c7d6f8c25f2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router d82c383d-5c76-41f3-b221-affd8dee5400 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:51:44.286056 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca776d-cbe4-42d6-a547-e32371c5c96d req-e249e237-6932-4b5b-9be7-7d83f636f5ae tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:44.287810 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b0ca776d-cbe4-42d6-a547-e32371c5c96d req-e249e237-6932-4b5b-9be7-7d83f636f5ae tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.2145405 Mar 23 01:51:44.329810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc511c45-39d3-4863-978d-2c7d6f8c25f2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:51:44.336073 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cc511c45-39d3-4863-978d-2c7d6f8c25f2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:44.345075 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dc5655-9eba-40d1-b8a6-d9a5612264f2 None None] Sync routers for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:51:44.366897 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc5655-9eba-40d1-b8a6-d9a5612264f2 None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:44.367803 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c3dc5655-9eba-40d1-b8a6-d9a5612264f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:44.419866 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b0ca776d-cbe4-42d6-a547-e32371c5c96d req-e7696a98-f76e-452b-a7ba-207feeca69b8 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878527 Mar 23 01:51:44.460258 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c3dc5655-9eba-40d1-b8a6-d9a5612264f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:44.487523 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc5655-9eba-40d1-b8a6-d9a5612264f2 None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:44.488141 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c3dc5655-9eba-40d1-b8a6-d9a5612264f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:44.496832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd50442-06fc-4172-96d9-a01be195f7d8 req-061bffaa-ef21-4204-b6fa-a753307fff15 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:44.498177 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cc511c45-39d3-4863-978d-2c7d6f8c25f2 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "PUT /v2.0/floatingips/588e8317-6f46-4840-8927-9c680b62fd9c HTTP/1.1" status: 200 len: 979 time: 1.9872856 Mar 23 01:51:44.499835 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58112) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:44.504931 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-8e93663e-a1d8-4603-8472-49af5eae6a28 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:44.506987 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8bd50442-06fc-4172-96d9-a01be195f7d8 req-061bffaa-ef21-4204-b6fa-a753307fff15 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.5398462 Mar 23 01:51:44.516524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-8bd50442-06fc-4172-96d9-a01be195f7d8 req-5994c44b-8d20-48ff-8de5-7cbd6e2e0214 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Request body: {'port': {'security_groups': ['708aa44f-cbbe-46b2-8584-1a21f424f6d7', '805f9e93-f84e-4d04-920e-4f1b04cbdc41']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:44.568887 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c3dc5655-9eba-40d1-b8a6-d9a5612264f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:44.569346 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dc5655-9eba-40d1-b8a6-d9a5612264f2 None None] The sync data for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:51:44.571276 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2719619b-582c-427a-8a16-34a831e79310 req-9990be1f-3194-478e-9c8d-2ac0d2a88ca5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171017 Mar 23 01:51:44.596784 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e93663e-a1d8-4603-8472-49af5eae6a28 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (588e8317-6f46-4840-8927-9c680b62fd9c), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:44.642151 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8bd50442-06fc-4172-96d9-a01be195f7d8 req-5994c44b-8d20-48ff-8de5-7cbd6e2e0214 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:44.870412 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-8bd50442-06fc-4172-96d9-a01be195f7d8 req-5994c44b-8d20-48ff-8de5-7cbd6e2e0214 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] For port 19dcdc0e-cf65-4355-b84f-72dee4849c6c, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=19dcdc0e-cf65-4355-b84f-72dee4849c6c,segment=NetworkSegment(159602fa-3ee7-4b7e-8850-ba9e36c3f60c),segment_id=159602fa-3ee7-4b7e-8850-ba9e36c3f60c)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:44.910680 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8bd50442-06fc-4172-96d9-a01be195f7d8 req-5994c44b-8d20-48ff-8de5-7cbd6e2e0214 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:44.918289 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8bd50442-06fc-4172-96d9-a01be195f7d8 req-5994c44b-8d20-48ff-8de5-7cbd6e2e0214 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:44.947998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd50442-06fc-4172-96d9-a01be195f7d8 req-5994c44b-8d20-48ff-8de5-7cbd6e2e0214 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:44.948677 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8bd50442-06fc-4172-96d9-a01be195f7d8 req-5994c44b-8d20-48ff-8de5-7cbd6e2e0214 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:44.958094 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8bd50442-06fc-4172-96d9-a01be195f7d8 req-5994c44b-8d20-48ff-8de5-7cbd6e2e0214 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "PUT /v2.0/ports/19dcdc0e-cf65-4355-b84f-72dee4849c6c HTTP/1.1" status: 200 len: 981 time: 0.4501519 Mar 23 01:51:44.961063 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'tag': '19dcdc0e-cf65-4355-b84f-72dee4849c6c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:51:44.962746 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f544bd0c-1ba1-49fc-a4dc-4900dc91b3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b818a884-eac0-4afc-8f8d-970a1d11bca6", "tag": "19dcdc0e-cf65-4355-b84f-72dee4849c6c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:51:44.971180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['19dcdc0e-cf65-4355-b84f-72dee4849c6c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:51:45.098284 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e8e84b-f0db-4a33-8137-4ed00431d325 x-openstack-request-id: req-09e8e84b-f0db-4a33-8137-4ed00431d325 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:51:45.098868 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b818a884-eac0-4afc-8f8d-970a1d11bca6", "tag": "19dcdc0e-cf65-4355-b84f-72dee4849c6c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:51:45.099293 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09e8e84b-f0db-4a33-8137-4ed00431d325 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:51:45.099882 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e8e84b-f0db-4a33-8137-4ed00431d325'] response: {'name': 'network-changed', 'server_uuid': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'tag': '19dcdc0e-cf65-4355-b84f-72dee4849c6c', 'status': 'completed', 'code': 200} Mar 23 01:51:45.101301 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994c44b-8d20-48ff-8de5-7cbd6e2e0214 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Pushing event updated for resources: {'Port': ['ID=19dcdc0e-cf65-4355-b84f-72dee4849c6c,revision_number=6']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:45.113766 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719619b-582c-427a-8a16-34a831e79310 req-1cdc45a7-2271-43a9-91fc-c80c92d8b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:45.115481 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2719619b-582c-427a-8a16-34a831e79310 req-1cdc45a7-2271-43a9-91fc-c80c92d8b28d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9d38db3758d44ec9cf654788868b3f2&device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 1166 time: 0.1956553 Mar 23 01:51:45.123663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['19dcdc0e-cf65-4355-b84f-72dee4849c6c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:51:45.187881 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e93663e-a1d8-4603-8472-49af5eae6a28 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:45.271766 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e93663e-a1d8-4603-8472-49af5eae6a28 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (588e8317-6f46-4840-8927-9c680b62fd9c), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:45.272381 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-8e93663e-a1d8-4603-8472-49af5eae6a28 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Floating IP 588e8317-6f46-4840-8927-9c680b62fd9c disassociated. External IP: 172.25.0.229, port: f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da. Mar 23 01:51:45.313809 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d9fe10b9-0cc4-4a91-a0bb-b82c5c2c6115 req-29a33df7-2a33-4c8e-babb-c3d06ef37008 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1447420511&fields=id&tenant_id=d9d38db3758d44ec9cf654788868b3f2 HTTP/1.1" status: 200 len: 267 time: 0.2518563 Mar 23 01:51:45.552410 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719619b-582c-427a-8a16-34a831e79310 req-3455bf08-853e-4693-b600-25a49647dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:45.554088 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2719619b-582c-427a-8a16-34a831e79310 req-3455bf08-853e-4693-b600-25a49647dad8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1523253-7d66-4fce-bfbc-c868843d7215 HTTP/1.1" status: 200 len: 919 time: 0.3940899 Mar 23 01:51:45.634845 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2719619b-582c-427a-8a16-34a831e79310 req-e17e37cf-7509-46c5-8472-2b5d8849ed02 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dcdc0e-cf65-4355-b84f-72dee4849c6c HTTP/1.1" status: 200 len: 217 time: 0.0732896 Mar 23 01:51:45.671834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747906-62a3-4648-b4e2-34d03d9da6fa req-fb8612ce-eed6-4499-abb3-e6d8d76fe7ff tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:45.680079 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0747906-62a3-4648-b4e2-34d03d9da6fa req-fb8612ce-eed6-4499-abb3-e6d8d76fe7ff tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1051519 Mar 23 01:51:45.695890 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe10b9-0cc4-4a91-a0bb-b82c5c2c6115 req-293f2f00-2681-46a8-a18f-ec1cb389f59c tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:45.701623 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d9fe10b9-0cc4-4a91-a0bb-b82c5c2c6115 req-293f2f00-2681-46a8-a18f-ec1cb389f59c tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 984 time: 0.3349066 Mar 23 01:51:45.757637 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-d9fe10b9-0cc4-4a91-a0bb-b82c5c2c6115 req-fbdc7c62-83a3-42d8-856e-49d1e7fcdb1f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Request body: {'port': {'security_groups': ['708aa44f-cbbe-46b2-8584-1a21f424f6d7']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:45.763385 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58132) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:45.768516 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0747906-62a3-4648-b4e2-34d03d9da6fa req-23e0e36c-8d01-4a5b-b5d4-49d7a8e29c7c tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871623 Mar 23 01:51:45.949866 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719619b-582c-427a-8a16-34a831e79310 req-df167281-f6a4-4116-b3be-5cdea0e9c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:45.951737 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2719619b-582c-427a-8a16-34a831e79310 req-df167281-f6a4-4116-b3be-5cdea0e9c0e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd407818-8901-41e8-85a6-1b0fc7917cb5 HTTP/1.1" status: 200 len: 859 time: 0.2952600 Mar 23 01:51:45.957490 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e74c0590-dce2-4497-bdc8-130eb2598d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:45.959547 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d9fe10b9-0cc4-4a91-a0bb-b82c5c2c6115 req-fbdc7c62-83a3-42d8-856e-49d1e7fcdb1f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:46.013188 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2719619b-582c-427a-8a16-34a831e79310 req-4e2771c6-932f-4a25-8807-216ccff7d55c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1523253-7d66-4fce-bfbc-c868843d7215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458407 Mar 23 01:51:46.169510 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e93663e-a1d8-4603-8472-49af5eae6a28 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router d82c383d-5c76-41f3-b221-affd8dee5400 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:51:46.347459 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2719619b-582c-427a-8a16-34a831e79310 req-e4366e73-5e9d-4b04-95f3-e98e10fc0dd4 service neutron] 10.222.0.43 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281605 Mar 23 01:51:46.354200 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e74c0590-dce2-4497-bdc8-130eb2598d6a admin admin] Publish callbacks [] for security_group (6a07b546-7c32-4118-9c0f-db65a6b7e678), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:46.374954 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e74c0590-dce2-4497-bdc8-130eb2598d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6a07b546-7c32-4118-9c0f-db65a6b7e678), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:46.516500 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e74c0590-dce2-4497-bdc8-130eb2598d6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eadceb69a8284c17a46040eff6844e82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7516301 Mar 23 01:51:46.517281 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c0590-dce2-4497-bdc8-130eb2598d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a07b546-7c32-4118-9c0f-db65a6b7e678,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:46.519615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58138) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:46.543893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-d9fe10b9-0cc4-4a91-a0bb-b82c5c2c6115 req-fbdc7c62-83a3-42d8-856e-49d1e7fcdb1f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] For port 19dcdc0e-cf65-4355-b84f-72dee4849c6c, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=19dcdc0e-cf65-4355-b84f-72dee4849c6c,segment=NetworkSegment(159602fa-3ee7-4b7e-8850-ba9e36c3f60c),segment_id=159602fa-3ee7-4b7e-8850-ba9e36c3f60c)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:51:46.592792 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e93663e-a1d8-4603-8472-49af5eae6a28 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:51:46.597902 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e93663e-a1d8-4603-8472-49af5eae6a28 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:46.606673 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacbb52e-9524-45ca-9002-7a2d989e99bf None None] Sync routers for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:51:46.610994 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2719619b-582c-427a-8a16-34a831e79310 req-01e9b3e9-2d97-4b69-95fd-a967556933a9 service neutron] 10.222.0.43 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537677 Mar 23 01:51:46.616847 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacbb52e-9524-45ca-9002-7a2d989e99bf None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:46.617574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-bacbb52e-9524-45ca-9002-7a2d989e99bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:46.657361 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d9fe10b9-0cc4-4a91-a0bb-b82c5c2c6115 req-fbdc7c62-83a3-42d8-856e-49d1e7fcdb1f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:46.659936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-bacbb52e-9524-45ca-9002-7a2d989e99bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:46.672467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacbb52e-9524-45ca-9002-7a2d989e99bf None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:46.673317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-bacbb52e-9524-45ca-9002-7a2d989e99bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:46.685789 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d9fe10b9-0cc4-4a91-a0bb-b82c5c2c6115 req-fbdc7c62-83a3-42d8-856e-49d1e7fcdb1f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:46.691514 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8e93663e-a1d8-4603-8472-49af5eae6a28 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "PUT /v2.0/floatingips/588e8317-6f46-4840-8927-9c680b62fd9c HTTP/1.1" status: 200 len: 688 time: 2.1906579 Mar 23 01:51:46.694620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58142) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:46.714004 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-bacbb52e-9524-45ca-9002-7a2d989e99bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:46.714788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacbb52e-9524-45ca-9002-7a2d989e99bf None None] The sync data for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:51:46.722972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['19dcdc0e-cf65-4355-b84f-72dee4849c6c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:51:46.824662 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe10b9-0cc4-4a91-a0bb-b82c5c2c6115 req-fbdc7c62-83a3-42d8-856e-49d1e7fcdb1f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:46.825518 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-d9fe10b9-0cc4-4a91-a0bb-b82c5c2c6115 req-fbdc7c62-83a3-42d8-856e-49d1e7fcdb1f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:46.832057 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d9fe10b9-0cc4-4a91-a0bb-b82c5c2c6115 req-fbdc7c62-83a3-42d8-856e-49d1e7fcdb1f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "PUT /v2.0/ports/19dcdc0e-cf65-4355-b84f-72dee4849c6c HTTP/1.1" status: 200 len: 942 time: 1.1193707 Mar 23 01:51:46.846656 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-1faa154d-8b3d-4b5e-98ec-bc74f2ec0676 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Deleting port 27a8621f-f439-48f3-a779-2cd53c259607 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:46.847083 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1faa154d-8b3d-4b5e-98ec-bc74f2ec0676 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (27a8621f-f439-48f3-a779-2cd53c259607), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:46.882057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'tag': '19dcdc0e-cf65-4355-b84f-72dee4849c6c'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:51:46.885960 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f41b4aa-fb73-4ab0-ae89-0b0ad688e4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b818a884-eac0-4afc-8f8d-970a1d11bca6", "tag": "19dcdc0e-cf65-4355-b84f-72dee4849c6c"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:51:46.944000 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1faa154d-8b3d-4b5e-98ec-bc74f2ec0676 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (27a8621f-f439-48f3-a779-2cd53c259607), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:46.944527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1faa154d-8b3d-4b5e-98ec-bc74f2ec0676 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (27a8621f-f439-48f3-a779-2cd53c259607), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:46.954359 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f73bbc6b-7e93-4101-88ac-5f694d8bf12c admin admin] Publish callbacks [] for security_group (6a07b546-7c32-4118-9c0f-db65a6b7e678), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:46.958309 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-1faa154d-8b3d-4b5e-98ec-bc74f2ec0676 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Calling delete_port for 27a8621f-f439-48f3-a779-2cd53c259607 owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:46.982419 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['19dcdc0e-cf65-4355-b84f-72dee4849c6c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:51:47.025904 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc7c62-83a3-42d8-856e-49d1e7fcdb1f tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Pushing event updated for resources: {'Port': ['ID=19dcdc0e-cf65-4355-b84f-72dee4849c6c,revision_number=7']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:47.145053 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1faa154d-8b3d-4b5e-98ec-bc74f2ec0676 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (27a8621f-f439-48f3-a779-2cd53c259607), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:47.184041 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa154d-8b3d-4b5e-98ec-bc74f2ec0676 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Port': ['ID=27a8621f-f439-48f3-a779-2cd53c259607,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:47.200280 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f73bbc6b-7e93-4101-88ac-5f694d8bf12c admin admin] Publish callbacks [] for security_group (6a07b546-7c32-4118-9c0f-db65a6b7e678), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:47.223263 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf1e11-d1e1-4272-ad71-2fa9b70a214b req-3a1e833d-eca7-4fa7-96b2-2bd858cfe2ff tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:47.224831 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6edf1e11-d1e1-4272-ad71-2fa9b70a214b req-3a1e833d-eca7-4fa7-96b2-2bd858cfe2ff tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1188776 Mar 23 01:51:47.302604 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1faa154d-8b3d-4b5e-98ec-bc74f2ec0676 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (588e8317-6f46-4840-8927-9c680b62fd9c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:47.305824 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1faa154d-8b3d-4b5e-98ec-bc74f2ec0676 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:47.307056 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1faa154d-8b3d-4b5e-98ec-bc74f2ec0676 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/floatingips/588e8317-6f46-4840-8927-9c680b62fd9c HTTP/1.1" status: 204 len: 168 time: 0.6112854 Mar 23 01:51:47.312191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58150) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:47.328918 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6edf1e11-d1e1-4272-ad71-2fa9b70a214b req-01a490bd-53b6-49f8-8ea9-ca7be2b47dc8 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792944 Mar 23 01:51:47.365622 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-cb9e790a-2115-4997-bb0a-579454ecedec tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] delete failed (client error): The resource could not be found. Mar 23 01:51:47.366895 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cb9e790a-2115-4997-bb0a-579454ecedec tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/floatingips/588e8317-6f46-4840-8927-9c680b62fd9c HTTP/1.1" status: 404 len: 345 time: 0.0536845 Mar 23 01:51:47.371446 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58152) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:47.498390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7669838b-55b8-4d98-a028-0f779a4ff5cd tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:47.503786 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7669838b-55b8-4d98-a028-0f779a4ff5cd tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:47.509249 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7669838b-55b8-4d98-a028-0f779a4ff5cd tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:47.511034 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7669838b-55b8-4d98-a028-0f779a4ff5cd tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "GET /v2.0/ports?network_id=2516c4f8-ebad-4901-95d6-303cebdee706 HTTP/1.1" status: 200 len: 2359 time: 0.1384678 Mar 23 01:51:47.514363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58154) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:47.569070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5838d29-537c-47b5-997e-7bbeec186497 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:47.576638 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e5838d29-537c-47b5-997e-7bbeec186497 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "GET /v2.0/subnets/44e4b930-818c-4bf7-aef6-77c11bb5fd65 HTTP/1.1" status: 200 len: 797 time: 0.0551810 Mar 23 01:51:47.576638 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58156) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:47.578226 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544bd0c-1ba1-49fc-a4dc-4900dc91b3aa req-54fbdc2e-16fd-4bbf-be2f-ec0b55c15200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:47.579783 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f544bd0c-1ba1-49fc-a4dc-4900dc91b3aa req-54fbdc2e-16fd-4bbf-be2f-ec0b55c15200 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9d38db3758d44ec9cf654788868b3f2&device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 1127 time: 0.8780091 Mar 23 01:51:47.580191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-cf7304e0-7a23-4573-ad54-2cf09691cdaa tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'port': {'network_id': '2516c4f8-ebad-4901-95d6-303cebdee706', 'name': 'tempest-FloatingIPTestJSON-636044742', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:47.581493 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41af6642-8283-441c-bdf2-01c7e21d7a7d x-openstack-request-id: req-41af6642-8283-441c-bdf2-01c7e21d7a7d {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:51:47.581773 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b818a884-eac0-4afc-8f8d-970a1d11bca6", "tag": "19dcdc0e-cf65-4355-b84f-72dee4849c6c", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:51:47.582021 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41af6642-8283-441c-bdf2-01c7e21d7a7d {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:51:47.582405 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41af6642-8283-441c-bdf2-01c7e21d7a7d'] response: {'name': 'network-changed', 'server_uuid': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'tag': '19dcdc0e-cf65-4355-b84f-72dee4849c6c', 'status': 'completed', 'code': 200} Mar 23 01:51:47.646683 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-52135105-4c28-48d7-8b97-c899e70d2126 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7512131 Mar 23 01:51:47.673665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:47.706910 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7304e0-7a23-4573-ad54-2cf09691cdaa tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Made reservation on behalf of 5f14152a144646fd83b1c59d104faab7 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:51:47.753733 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:47.756078 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f73bbc6b-7e93-4101-88ac-5f694d8bf12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6a07b546-7c32-4118-9c0f-db65a6b7e678), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:47.758593 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f73bbc6b-7e93-4101-88ac-5f694d8bf12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:47.759746 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f73bbc6b-7e93-4101-88ac-5f694d8bf12c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a07b546-7c32-4118-9c0f-db65a6b7e678 HTTP/1.1" status: 204 len: 168 time: 1.2350624 Mar 23 01:51:47.793936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73bbc6b-7e93-4101-88ac-5f694d8bf12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a07b546-7c32-4118-9c0f-db65a6b7e678,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:47.820541 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf7304e0-7a23-4573-ad54-2cf09691cdaa tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:47.835212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544bd0c-1ba1-49fc-a4dc-4900dc91b3aa req-a0c3bce1-2a65-4339-a8e1-f5da179ea366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:47.836777 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f544bd0c-1ba1-49fc-a4dc-4900dc91b3aa req-a0c3bce1-2a65-4339-a8e1-f5da179ea366 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1523253-7d66-4fce-bfbc-c868843d7215 HTTP/1.1" status: 200 len: 919 time: 0.1798928 Mar 23 01:51:47.849005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-cf7304e0-7a23-4573-ad54-2cf09691cdaa tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] device_id is not set on port 466fcfc9-a3a0-47cd-8a28-f32f8fca9481 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:51:47.885838 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f544bd0c-1ba1-49fc-a4dc-4900dc91b3aa req-6b06c9db-e9d0-4ccd-8fb2-130c64bdf5f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dcdc0e-cf65-4355-b84f-72dee4849c6c HTTP/1.1" status: 200 len: 217 time: 0.0417886 Mar 23 01:51:47.989526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544bd0c-1ba1-49fc-a4dc-4900dc91b3aa req-8be684dc-3d6f-4f01-89ac-96db2c7d8646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:47.991236 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f544bd0c-1ba1-49fc-a4dc-4900dc91b3aa req-8be684dc-3d6f-4f01-89ac-96db2c7d8646 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd407818-8901-41e8-85a6-1b0fc7917cb5 HTTP/1.1" status: 200 len: 859 time: 0.0992134 Mar 23 01:51:48.029588 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f544bd0c-1ba1-49fc-a4dc-4900dc91b3aa req-b14f3ea5-46fa-47a9-88d4-20c8273c1b1d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1523253-7d66-4fce-bfbc-c868843d7215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297060 Mar 23 01:51:48.033940 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:48.145934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58166) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:48.176453 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-492f64ee-ea7b-4323-afe7-b6ee64c98a46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:48.214378 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f544bd0c-1ba1-49fc-a4dc-4900dc91b3aa req-f9b328b7-6544-489f-be7e-73d30926525a service neutron] 10.222.0.43 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772244 Mar 23 01:51:48.245848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-cf7304e0-7a23-4573-ad54-2cf09691cdaa tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Allocated IP 172.20.0.14 (2516c4f8-ebad-4901-95d6-303cebdee706/44e4b930-818c-4bf7-aef6-77c11bb5fd65/466fcfc9-a3a0-47cd-8a28-f32f8fca9481) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:48.253559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-cf7304e0-7a23-4573-ad54-2cf09691cdaa tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Allocated IP 172.20.0.12 (2516c4f8-ebad-4901-95d6-303cebdee706/44e4b930-818c-4bf7-aef6-77c11bb5fd65/466fcfc9-a3a0-47cd-8a28-f32f8fca9481) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:48.306510 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Allocated IP 172.25.0.238 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/a7b6b166-876d-4f2f-b489-8980ebd3ef91) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:48.426636 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f544bd0c-1ba1-49fc-a4dc-4900dc91b3aa req-f5ba8f05-edbe-4a98-ad70-f78637320065 service neutron] 10.222.0.43 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994038 Mar 23 01:51:48.426860 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf7304e0-7a23-4573-ad54-2cf09691cdaa tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (466fcfc9-a3a0-47cd-8a28-f32f8fca9481), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:48.484842 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-492f64ee-ea7b-4323-afe7-b6ee64c98a46 admin admin] Publish callbacks [] for security_group (c9d82bb4-96be-4d68-91d4-2171be8a9323), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:48.494590 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-492f64ee-ea7b-4323-afe7-b6ee64c98a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c9d82bb4-96be-4d68-91d4-2171be8a9323), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:48.525151 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf7304e0-7a23-4573-ad54-2cf09691cdaa tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (466fcfc9-a3a0-47cd-8a28-f32f8fca9481), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:48.567818 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d66cf6-be84-443d-812c-460ee9479a1b req-85ed0214-3662-4337-bbbb-af6f569ac0d1 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:48.569561 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0d66cf6-be84-443d-812c-460ee9479a1b req-85ed0214-3662-4337-bbbb-af6f569ac0d1 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1104307 Mar 23 01:51:48.572919 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for port (a7b6b166-876d-4f2f-b489-8980ebd3ef91), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:48.584497 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7304e0-7a23-4573-ad54-2cf09691cdaa tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network 2516c4f8-ebad-4901-95d6-303cebdee706 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:48.588015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f64ee-ea7b-4323-afe7-b6ee64c98a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d82bb4-96be-4d68-91d4-2171be8a9323,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:48.597639 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-492f64ee-ea7b-4323-afe7-b6ee64c98a46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60e363e0cbf6467a98affb6933858b50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4482579 Mar 23 01:51:48.598607 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58170) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:48.625673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-cf7304e0-7a23-4573-ad54-2cf09691cdaa tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:48.634754 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7304e0-7a23-4573-ad54-2cf09691cdaa tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:48.661318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41b4aa-fb73-4ab0-ae89-0b0ad688e4b6 req-ac581930-33ae-4201-854e-faacc45b95c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:48.662799 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f41b4aa-fb73-4ab0-ae89-0b0ad688e4b6 req-ac581930-33ae-4201-854e-faacc45b95c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9d38db3758d44ec9cf654788868b3f2&device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 1127 time: 0.1504021 Mar 23 01:51:48.667487 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a7b6b166-876d-4f2f-b489-8980ebd3ef91), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:48.667677 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7304e0-7a23-4573-ad54-2cf09691cdaa tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=466fcfc9-a3a0-47cd-8a28-f32f8fca9481,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:48.730106 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0d66cf6-be84-443d-812c-460ee9479a1b req-40837417-a32d-460f-8541-b928b56edb7f tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475987 Mar 23 01:51:48.736109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7304e0-7a23-4573-ad54-2cf09691cdaa tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:48.736894 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cf7304e0-7a23-4573-ad54-2cf09691cdaa tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:48.760577 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cf7304e0-7a23-4573-ad54-2cf09691cdaa tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1841574 Mar 23 01:51:48.763168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58178) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:48.769104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': '466fcfc9-a3a0-47cd-8a28-f32f8fca9481', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:48.813412 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-eb985b0b-7543-4c32-91cd-bec8d1003c11 admin admin] Publish callbacks [] for security_group (c9d82bb4-96be-4d68-91d4-2171be8a9323), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:48.821626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:48.824648 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:48.849369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:48.861929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:48.863866 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Pushing event updated for resources: {'Port': ['ID=a7b6b166-876d-4f2f-b489-8980ebd3ef91,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:48.899201 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-eb985b0b-7543-4c32-91cd-bec8d1003c11 admin admin] Publish callbacks [] for security_group (c9d82bb4-96be-4d68-91d4-2171be8a9323), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:48.940079 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41b4aa-fb73-4ab0-ae89-0b0ad688e4b6 req-93d7a75c-8263-40cb-8aa4-501666a542d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:48.941616 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f41b4aa-fb73-4ab0-ae89-0b0ad688e4b6 req-93d7a75c-8263-40cb-8aa4-501666a542d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1523253-7d66-4fce-bfbc-c868843d7215 HTTP/1.1" status: 200 len: 919 time: 0.2728267 Mar 23 01:51:49.000671 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f41b4aa-fb73-4ab0-ae89-0b0ad688e4b6 req-ab0d2e26-6850-4ffe-9f78-8fa91d6f2d75 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dcdc0e-cf65-4355-b84f-72dee4849c6c HTTP/1.1" status: 200 len: 217 time: 0.0520239 Mar 23 01:51:49.038087 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:49.099292 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-eb985b0b-7543-4c32-91cd-bec8d1003c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c9d82bb4-96be-4d68-91d4-2171be8a9323), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:49.102966 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-eb985b0b-7543-4c32-91cd-bec8d1003c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:49.104430 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-eb985b0b-7543-4c32-91cd-bec8d1003c11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9d82bb4-96be-4d68-91d4-2171be8a9323 HTTP/1.1" status: 204 len: 168 time: 0.5053673 Mar 23 01:51:49.110826 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for floatingip (0f3298de-b198-4820-a9d5-935d263983ef), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:49.125288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41b4aa-fb73-4ab0-ae89-0b0ad688e4b6 req-b2c5dc5f-8fa9-4463-be1b-0a02d451fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:49.127334 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f41b4aa-fb73-4ab0-ae89-0b0ad688e4b6 req-b2c5dc5f-8fa9-4463-be1b-0a02d451fac7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd407818-8901-41e8-85a6-1b0fc7917cb5 HTTP/1.1" status: 200 len: 859 time: 0.1195612 Mar 23 01:51:49.131036 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb985b0b-7543-4c32-91cd-bec8d1003c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d82bb4-96be-4d68-91d4-2171be8a9323,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:49.232756 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f41b4aa-fb73-4ab0-ae89-0b0ad688e4b6 req-165388d1-de68-477e-9666-510c2cc240d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1523253-7d66-4fce-bfbc-c868843d7215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963199 Mar 23 01:51:49.304182 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a7b6b166-876d-4f2f-b489-8980ebd3ef91), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:49.313008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Allocated IP 172.25.0.44 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/8350b0fe-ec28-43c8-a284-06b4b7771a51) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:49.425218 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f41b4aa-fb73-4ab0-ae89-0b0ad688e4b6 req-afdcbba4-2144-4bf8-ba8f-4d6278622125 service neutron] 10.222.0.43 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692295 Mar 23 01:51:49.443253 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (8350b0fe-ec28-43c8-a284-06b4b7771a51), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:49.483544 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8350b0fe-ec28-43c8-a284-06b4b7771a51), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:49.518049 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6704f517-b054-40eb-aa1f-3e8c1ef9bb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:49.530397 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:49.534546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:49.539443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:49.571061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=8350b0fe-ec28-43c8-a284-06b4b7771a51,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:49.576621 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f41b4aa-fb73-4ab0-ae89-0b0ad688e4b6 req-16d591f7-4c53-45ee-b8d5-6e8c36e9e014 service neutron] 10.222.0.43 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469915 Mar 23 01:51:49.622381 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for port (a7b6b166-876d-4f2f-b489-8980ebd3ef91), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:49.630525 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (a7b6b166-876d-4f2f-b489-8980ebd3ef91), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:49.718708 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Pushing event updated for resources: {'Port': ['ID=a7b6b166-876d-4f2f-b489-8980ebd3ef91,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:49.735685 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (0f3298de-b198-4820-a9d5-935d263983ef), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:49.774893 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:49.776591 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-e535224a-a31c-4af3-9722-d0f5e77db6ab tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1103106 Mar 23 01:51:49.879225 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-1dcbf643-4ed9-46a0-aae9-b89bef4bd872 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.238 HTTP/1.1" status: 200 len: 696 time: 0.0962687 Mar 23 01:51:50.021283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-abc28751-c3dd-4822-bd80-4d52c137872b tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:50.022942 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79f30d07-9c23-4e97-b38f-ab7464bd2d12 req-abc28751-c3dd-4822-bd80-4d52c137872b tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.1383011 Mar 23 01:51:50.052732 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0c3d2-7101-4801-9d61-1ce447586663 req-6e6bb453-7e0c-4596-9d66-9762eeb897b5 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:50.054399 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84c0c3d2-7101-4801-9d61-1ce447586663 req-6e6bb453-7e0c-4596-9d66-9762eeb897b5 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1149373 Mar 23 01:51:50.058796 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (179f41f9-909f-4e89-b92b-f4f3d4445926), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:50.169984 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8350b0fe-ec28-43c8-a284-06b4b7771a51), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:50.175927 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84c0c3d2-7101-4801-9d61-1ce447586663 req-aebb76dc-1687-4ab8-bbdb-28f827f341ef tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138563 Mar 23 01:51:50.253308 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-bb2bff8b-12f4-421c-9ff2-90cfd20b5ee7 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:50.255157 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-bb2bff8b-12f4-421c-9ff2-90cfd20b5ee7 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1580293 Mar 23 01:51:50.332427 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-5d066b5d-e3f7-45c1-a596-ae7d36cf7dcd tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.238 HTTP/1.1" status: 200 len: 696 time: 0.0679555 Mar 23 01:51:50.345190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-6b6b513b-827b-4da2-adf9-4ff8c8bec858 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Request body: {'floatingip': {'port_id': '19dcdc0e-cf65-4355-b84f-72dee4849c6c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:50.389145 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (8350b0fe-ec28-43c8-a284-06b4b7771a51), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:50.396979 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8350b0fe-ec28-43c8-a284-06b4b7771a51), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:50.400872 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-6b6b513b-827b-4da2-adf9-4ff8c8bec858 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for floatingip (0f3298de-b198-4820-a9d5-935d263983ef), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:50.461542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=8350b0fe-ec28-43c8-a284-06b4b7771a51,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:50.520845 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (179f41f9-909f-4e89-b92b-f4f3d4445926), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:50.653848 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:50.700436 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Floating IP 179f41f9-909f-4e89-b92b-f4f3d4445926 associated. External IP: 172.25.0.44, port: 466fcfc9-a3a0-47cd-8a28-f32f8fca9481. Mar 23 01:51:51.041908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router d82c383d-5c76-41f3-b221-affd8dee5400 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:51:51.113641 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-6b6b513b-827b-4da2-adf9-4ff8c8bec858 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:51.121093 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-6b6b513b-827b-4da2-adf9-4ff8c8bec858 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (0f3298de-b198-4820-a9d5-935d263983ef), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:51.182503 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:51:51.194013 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1441b944-e7a2-4022-93f5-9d30cd5107df None None] Sync routers for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:51:51.215021 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441b944-e7a2-4022-93f5-9d30cd5107df None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:51.215937 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1441b944-e7a2-4022-93f5-9d30cd5107df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:51.216773 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:51.318864 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1441b944-e7a2-4022-93f5-9d30cd5107df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:51.328621 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-6b6b513b-827b-4da2-adf9-4ff8c8bec858 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Floating IP 0f3298de-b198-4820-a9d5-935d263983ef associated. External IP: 172.25.0.238, port: 19dcdc0e-cf65-4355-b84f-72dee4849c6c. Mar 23 01:51:51.334154 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8c69ccfb-df4e-43aa-9869-259e950253d8 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5680213 Mar 23 01:51:51.335010 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58254) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:51.343323 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441b944-e7a2-4022-93f5-9d30cd5107df None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:51.343955 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1441b944-e7a2-4022-93f5-9d30cd5107df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:51.356518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-04db72bd-4fdd-4460-9913-37a48e5fb781 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'floatingip': {'port_id': '466fcfc9-a3a0-47cd-8a28-f32f8fca9481', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:51.409935 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1441b944-e7a2-4022-93f5-9d30cd5107df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:51.410872 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1441b944-e7a2-4022-93f5-9d30cd5107df None None] The sync data for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:51:51.485230 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04db72bd-4fdd-4460-9913-37a48e5fb781 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (179f41f9-909f-4e89-b92b-f4f3d4445926), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:51.641342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c3102-f2b2-4fbc-89ae-de0d2592fb7a req-883c12dc-da96-4065-968b-9ea889efc5a1 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:51.643026 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-851c3102-f2b2-4fbc-89ae-de0d2592fb7a req-883c12dc-da96-4065-968b-9ea889efc5a1 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.2005455 Mar 23 01:51:51.831527 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58268) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:51.935140 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-6b6b513b-827b-4da2-adf9-4ff8c8bec858 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Router 58634fae-4dbf-45fd-a999-c92d7193a51d has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:51:51.998180 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-acbc8b88-412d-4ebe-b746-3e4ee7c09e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:52.094837 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-29f75071-e5ea-4ce3-9da3-fd12f86a996e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:52.109309 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-851c3102-f2b2-4fbc-89ae-de0d2592fb7a req-e50cf81d-aacf-4790-adfd-001e53136068 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459183 Mar 23 01:51:52.170529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-6b6b513b-827b-4da2-adf9-4ff8c8bec858 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:51:52.176230 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-6b6b513b-827b-4da2-adf9-4ff8c8bec858 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:52.181909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a9fdb1-d7c4-4460-b525-a41deeefa990 None None] Sync routers for ids ['58634fae-4dbf-45fd-a999-c92d7193a51d'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:51:52.194121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a9fdb1-d7c4-4460-b525-a41deeefa990 None None] Routers {'58634fae-4dbf-45fd-a999-c92d7193a51d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:52.195026 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e2a9fdb1-d7c4-4460-b525-a41deeefa990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['58634fae-4dbf-45fd-a999-c92d7193a51d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:52.228474 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-6b6b513b-827b-4da2-adf9-4ff8c8bec858 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "PUT /v2.0/floatingips/0f3298de-b198-4820-a9d5-935d263983ef HTTP/1.1" status: 200 len: 996 time: 1.8929605 Mar 23 01:51:52.231096 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'tag': '19dcdc0e-cf65-4355-b84f-72dee4849c6c'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:51:52.240001 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2be1286-df6a-449b-953c-280c906e81c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b818a884-eac0-4afc-8f8d-970a1d11bca6", "tag": "19dcdc0e-cf65-4355-b84f-72dee4849c6c"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:51:52.258729 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-29f75071-e5ea-4ce3-9da3-fd12f86a996e admin admin] Publish callbacks [] for security_group (45747e88-8fd3-4320-af0e-be55912b9328), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:52.271405 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-29f75071-e5ea-4ce3-9da3-fd12f86a996e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (45747e88-8fd3-4320-af0e-be55912b9328), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:52.315864 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c136dc-578e-4fa1-a262-7cd827cde43a x-openstack-request-id: req-39c136dc-578e-4fa1-a262-7cd827cde43a {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:51:52.316154 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b818a884-eac0-4afc-8f8d-970a1d11bca6", "tag": "19dcdc0e-cf65-4355-b84f-72dee4849c6c", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:51:52.316394 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39c136dc-578e-4fa1-a262-7cd827cde43a {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:51:52.316846 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c136dc-578e-4fa1-a262-7cd827cde43a'] response: {'name': 'network-changed', 'server_uuid': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'tag': '19dcdc0e-cf65-4355-b84f-72dee4849c6c', 'status': 'completed', 'code': 200} Mar 23 01:51:52.366822 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-e2a9fdb1-d7c4-4460-b525-a41deeefa990 None None] Set router 58634fae-4dbf-45fd-a999-c92d7193a51d gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:51:52.373268 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-29f75071-e5ea-4ce3-9da3-fd12f86a996e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e3b5e0802ac49f2a222f1856d9dd95a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5421579 Mar 23 01:51:52.376885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f75071-e5ea-4ce3-9da3-fd12f86a996e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45747e88-8fd3-4320-af0e-be55912b9328,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:52.388910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58278) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:52.443266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-3efc403b-269f-4f76-8ce6-616651537e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:52.444878 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-3efc403b-269f-4f76-8ce6-616651537e5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d9d38db3758d44ec9cf654788868b3f2&device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 1127 time: 0.1885641 Mar 23 01:51:52.495414 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be1286-df6a-449b-953c-280c906e81c1 req-b3a67b52-bbbe-4b1f-8f6c-99bdd12befe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:52.497880 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a2be1286-df6a-449b-953c-280c906e81c1 req-b3a67b52-bbbe-4b1f-8f6c-99bdd12befe9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9d38db3758d44ec9cf654788868b3f2&device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 1127 time: 0.1232698 Mar 23 01:51:52.561490 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-98720ed7-dc42-4f7f-baea-74d5442b5860 admin admin] Publish callbacks [] for security_group (45747e88-8fd3-4320-af0e-be55912b9328), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:52.594484 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04db72bd-4fdd-4460-9913-37a48e5fb781 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:52.600145 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04db72bd-4fdd-4460-9913-37a48e5fb781 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (179f41f9-909f-4e89-b92b-f4f3d4445926), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:52.640150 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e2a9fdb1-d7c4-4460-b525-a41deeefa990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-router', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:39Z', 'updated_at': '2022-03-23T01:50:44Z', 'revision_number': 4, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'gw_port': {'id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:40Z', 'updated_at': '2022-03-23T01:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '0f3298de-b198-4820-a9d5-935d263983ef', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'floating_ip_address': '172.25.0.238', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'port_id': '19dcdc0e-cf65-4355-b84f-72dee4849c6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2908, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215', 'mac_address': 'fa:16:3e:72:48:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:51:49Z', 'updated_at': '2022-03-23T01:51:50Z', 'revision_number': 1, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604f911e-6f80-44d7-bb7d-09dcf1297d81', 'name': '', 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'mac_address': 'fa:16:3e:41:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:43Z', 'updated_at': '2022-03-23T01:50:53Z', 'revision_number': 5, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'subnets': [{'id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:52.641592 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-98720ed7-dc42-4f7f-baea-74d5442b5860 admin admin] Publish callbacks [] for security_group (45747e88-8fd3-4320-af0e-be55912b9328), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:52.669493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a9fdb1-d7c4-4460-b525-a41deeefa990 None None] Checking router: 58634fae-4dbf-45fd-a999-c92d7193a51d for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:51:52.679410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a9fdb1-d7c4-4460-b525-a41deeefa990 None None] Routers {'58634fae-4dbf-45fd-a999-c92d7193a51d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:52.680035 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e2a9fdb1-d7c4-4460-b525-a41deeefa990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['58634fae-4dbf-45fd-a999-c92d7193a51d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:52.701451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-4b697a2e-4742-4f72-82f2-cdd913e8c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:52.702989 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-4b697a2e-4742-4f72-82f2-cdd913e8c856 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1523253-7d66-4fce-bfbc-c868843d7215 HTTP/1.1" status: 200 len: 919 time: 0.2385583 Mar 23 01:51:52.709092 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be1286-df6a-449b-953c-280c906e81c1 req-90386d73-c9c9-4f55-a2b0-b719974ee0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:52.710613 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a2be1286-df6a-449b-953c-280c906e81c1 req-90386d73-c9c9-4f55-a2b0-b719974ee0c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1523253-7d66-4fce-bfbc-c868843d7215 HTTP/1.1" status: 200 len: 919 time: 0.1802399 Mar 23 01:51:52.797113 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-e2a9fdb1-d7c4-4460-b525-a41deeefa990 None None] Set router 58634fae-4dbf-45fd-a999-c92d7193a51d gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:51:52.832758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04db72bd-4fdd-4460-9913-37a48e5fb781 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router d82c383d-5c76-41f3-b221-affd8dee5400 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:51:52.839282 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-98720ed7-dc42-4f7f-baea-74d5442b5860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (45747e88-8fd3-4320-af0e-be55912b9328), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:52.841914 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-98720ed7-dc42-4f7f-baea-74d5442b5860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:52.845634 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-98720ed7-dc42-4f7f-baea-74d5442b5860 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45747e88-8fd3-4320-af0e-be55912b9328 HTTP/1.1" status: 204 len: 168 time: 0.4530444 Mar 23 01:51:52.868048 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98720ed7-dc42-4f7f-baea-74d5442b5860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45747e88-8fd3-4320-af0e-be55912b9328,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:52.880557 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-e10759b9-0cf6-4434-8626-f4115a29e628 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dcdc0e-cf65-4355-b84f-72dee4849c6c HTTP/1.1" status: 200 len: 999 time: 0.1670158 Mar 23 01:51:52.885078 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a2be1286-df6a-449b-953c-280c906e81c1 req-d7e9b052-c91c-4252-ba40-4c52a7161f87 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dcdc0e-cf65-4355-b84f-72dee4849c6c HTTP/1.1" status: 200 len: 999 time: 0.1176858 Mar 23 01:51:52.966959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-b2cf0431-424f-4864-b4a9-f75bfb084811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:52.968774 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-b2cf0431-424f-4864-b4a9-f75bfb084811 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd407818-8901-41e8-85a6-1b0fc7917cb5 HTTP/1.1" status: 200 len: 859 time: 0.0819020 Mar 23 01:51:52.970269 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be1286-df6a-449b-953c-280c906e81c1 req-287f6510-5aa0-40ee-8ad9-dd2d50dbb64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:52.971716 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a2be1286-df6a-449b-953c-280c906e81c1 req-287f6510-5aa0-40ee-8ad9-dd2d50dbb64d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd407818-8901-41e8-85a6-1b0fc7917cb5 HTTP/1.1" status: 200 len: 859 time: 0.0773556 Mar 23 01:51:53.006881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04db72bd-4fdd-4460-9913-37a48e5fb781 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:51:53.014414 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-b2dff200-0241-417b-814e-66a6c8f537f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1523253-7d66-4fce-bfbc-c868843d7215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383155 Mar 23 01:51:53.018987 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9890697-b21b-413b-bcf5-0ed9ffaea4c1 None None] Sync routers for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:51:53.023353 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04db72bd-4fdd-4460-9913-37a48e5fb781 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:53.036233 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9890697-b21b-413b-bcf5-0ed9ffaea4c1 None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:53.036891 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b9890697-b21b-413b-bcf5-0ed9ffaea4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:53.058495 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a2be1286-df6a-449b-953c-280c906e81c1 req-5374aeff-6d18-4733-85a1-c457b27229e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1523253-7d66-4fce-bfbc-c868843d7215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743079 Mar 23 01:51:53.113242 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-04db72bd-4fdd-4460-9913-37a48e5fb781 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "PUT /v2.0/floatingips/179f41f9-909f-4e89-b92b-f4f3d4445926 HTTP/1.1" status: 200 len: 977 time: 1.7716875 Mar 23 01:51:53.113934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58286) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:53.115434 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b9890697-b21b-413b-bcf5-0ed9ffaea4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:53.125954 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9890697-b21b-413b-bcf5-0ed9ffaea4c1 None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:53.126826 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b9890697-b21b-413b-bcf5-0ed9ffaea4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:53.173303 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b9890697-b21b-413b-bcf5-0ed9ffaea4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:53.175075 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9890697-b21b-413b-bcf5-0ed9ffaea4c1 None None] The sync data for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:51:53.181938 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e2a9fdb1-d7c4-4460-b525-a41deeefa990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-router', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:39Z', 'updated_at': '2022-03-23T01:50:44Z', 'revision_number': 4, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'gw_port': {'id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:40Z', 'updated_at': '2022-03-23T01:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '0f3298de-b198-4820-a9d5-935d263983ef', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'floating_ip_address': '172.25.0.238', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'port_id': '19dcdc0e-cf65-4355-b84f-72dee4849c6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2908, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215', 'mac_address': 'fa:16:3e:72:48:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:51:49Z', 'updated_at': '2022-03-23T01:51:50Z', 'revision_number': 1, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604f911e-6f80-44d7-bb7d-09dcf1297d81', 'name': '', 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'mac_address': 'fa:16:3e:41:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:43Z', 'updated_at': '2022-03-23T01:50:53Z', 'revision_number': 5, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'subnets': [{'id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:53.257101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a9fdb1-d7c4-4460-b525-a41deeefa990 None None] The sync data for ids ['58634fae-4dbf-45fd-a999-c92d7193a51d'] in n-d-834677-4 is: [{'id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-router', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:39Z', 'updated_at': '2022-03-23T01:50:44Z', 'revision_number': 4, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'gw_port': {'id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:40Z', 'updated_at': '2022-03-23T01:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '0f3298de-b198-4820-a9d5-935d263983ef', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'floating_ip_address': '172.25.0.238', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'port_id': '19dcdc0e-cf65-4355-b84f-72dee4849c6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2908, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215', 'mac_address': 'fa:16:3e:72:48:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:51:49Z', 'updated_at': '2022-03-23T01:51:50Z', 'revision_number': 1, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604f911e-6f80-44d7-bb7d-09dcf1297d81', 'name': '', 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'mac_address': 'fa:16:3e:41:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:43Z', 'updated_at': '2022-03-23T01:50:53Z', 'revision_number': 5, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'subnets': [{'id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:51:53.271396 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:53.283830 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58294) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:53.316979 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-ce6bf7ce-1bb1-4dad-8273-ab8ea7a8118c service neutron] 10.222.0.18 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688015 Mar 23 01:51:53.320187 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-47693813-4057-4373-830f-db83edb14faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:53.409117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbde491-b35f-4f32-a677-2d69cd1b7710 req-99875526-57cd-45e3-b35d-a48ba895a2d6 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:53.410829 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9fbde491-b35f-4f32-a677-2d69cd1b7710 req-99875526-57cd-45e3-b35d-a48ba895a2d6 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1124587 Mar 23 01:51:53.484714 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9fbde491-b35f-4f32-a677-2d69cd1b7710 req-ef69ca92-d087-4e5a-87a6-7db3f36bb8b4 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677617 Mar 23 01:51:53.493499 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-76450c13-dc4a-4eae-ac70-8b794070b168 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Deleting port 8350b0fe-ec28-43c8-a284-06b4b7771a51 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:53.493858 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76450c13-dc4a-4eae-ac70-8b794070b168 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8350b0fe-ec28-43c8-a284-06b4b7771a51), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:53.513853 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e9ff24d-45df-49d5-b799-ea06b49e3e3d req-3ee46e6f-fae3-4696-b1ea-e63ddfdbceed service neutron] 10.222.0.18 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813715 Mar 23 01:51:53.520745 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a2be1286-df6a-449b-953c-280c906e81c1 req-e8550c73-f499-4a41-8e9d-d5553b984046 service neutron] 10.222.0.43 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290315 Mar 23 01:51:53.603577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072d84a2-eeaf-4b24-a4f6-f332e30928f4 None None] New status for floating IP 0f3298de-b198-4820-a9d5-935d263983ef: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:51:53.630936 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76450c13-dc4a-4eae-ac70-8b794070b168 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8350b0fe-ec28-43c8-a284-06b4b7771a51), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:53.631540 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76450c13-dc4a-4eae-ac70-8b794070b168 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (8350b0fe-ec28-43c8-a284-06b4b7771a51), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:53.650683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-76450c13-dc4a-4eae-ac70-8b794070b168 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Calling delete_port for 8350b0fe-ec28-43c8-a284-06b4b7771a51 owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:53.672625 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-86d11dfe-5c8d-4b84-87cb-eef758b0a500 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.238 HTTP/1.1" status: 200 len: 999 time: 0.1008329 Mar 23 01:51:53.703077 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-47693813-4057-4373-830f-db83edb14faa admin admin] Publish callbacks [] for security_group (b7b5cba6-ecad-42a3-8b85-bae704d72557), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:53.710743 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a2be1286-df6a-449b-953c-280c906e81c1 req-2f42e9fc-b035-482e-a5a8-23bd588895a3 service neutron] 10.222.0.43 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830866 Mar 23 01:51:53.714100 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-47693813-4057-4373-830f-db83edb14faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b7b5cba6-ecad-42a3-8b85-bae704d72557), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:53.783478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47693813-4057-4373-830f-db83edb14faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b5cba6-ecad-42a3-8b85-bae704d72557,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:53.800671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-8da1feaf-d427-4da1-aed5-fcc8931ede6c tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:53.801939 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-8da1feaf-d427-4da1-aed5-fcc8931ede6c tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports/19dcdc0e-cf65-4355-b84f-72dee4849c6c HTTP/1.1" status: 200 len: 942 time: 0.0915956 Mar 23 01:51:53.821624 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-47693813-4057-4373-830f-db83edb14faa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c9dee114a3d48219dc5d665d2c48769&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5296016 Mar 23 01:51:53.821820 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58300) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:53.958942 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4272-75c1-4709-8a9a-38e6727bb617 admin admin] Publish callbacks [] for security_group (b7b5cba6-ecad-42a3-8b85-bae704d72557), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:53.977051 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-88143a2d-8073-4352-bd21-b011e94bfbe6 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.238 HTTP/1.1" status: 200 len: 1001 time: 0.1082370 Mar 23 01:51:54.006840 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76450c13-dc4a-4eae-ac70-8b794070b168 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8350b0fe-ec28-43c8-a284-06b4b7771a51), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:54.051776 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4272-75c1-4709-8a9a-38e6727bb617 admin admin] Publish callbacks [] for security_group (b7b5cba6-ecad-42a3-8b85-bae704d72557), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:54.088640 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76450c13-dc4a-4eae-ac70-8b794070b168 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Port': ['ID=8350b0fe-ec28-43c8-a284-06b4b7771a51,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:54.206969 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76450c13-dc4a-4eae-ac70-8b794070b168 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (179f41f9-909f-4e89-b92b-f4f3d4445926), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:54.207383 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-76450c13-dc4a-4eae-ac70-8b794070b168 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Floating IP 179f41f9-909f-4e89-b92b-f4f3d4445926 disassociated (deleted). External IP: 172.25.0.44, port: 466fcfc9-a3a0-47cd-8a28-f32f8fca9481. Mar 23 01:51:54.209481 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4272-75c1-4709-8a9a-38e6727bb617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b7b5cba6-ecad-42a3-8b85-bae704d72557), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:54.211891 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4272-75c1-4709-8a9a-38e6727bb617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:54.213045 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2c5a4272-75c1-4709-8a9a-38e6727bb617 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7b5cba6-ecad-42a3-8b85-bae704d72557 HTTP/1.1" status: 204 len: 168 time: 0.3903024 Mar 23 01:51:54.222312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-7d5145ac-c969-4661-907d-4d5c01f32697 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:54.223653 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-7d5145ac-c969-4661-907d-4d5c01f32697 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.2387586 Mar 23 01:51:54.293393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a4272-75c1-4709-8a9a-38e6727bb617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b5cba6-ecad-42a3-8b85-bae704d72557,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:54.370690 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-057c6a6f-9f93-4b69-a808-14bfe61ad8ce tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.238 HTTP/1.1" status: 200 len: 1001 time: 0.1138034 Mar 23 01:51:54.382594 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-58f99851-a462-4b75-845d-17e12f8a9f8d tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:54.527407 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-58f99851-a462-4b75-845d-17e12f8a9f8d tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for floatingip (0f3298de-b198-4820-a9d5-935d263983ef), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:54.562488 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:54.645493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb565e7-f4c1-46a2-9ed8-bdb5adc4d19d req-38467618-d7e2-4e7f-a9ab-327988e690a6 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:54.647696 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4bb565e7-f4c1-46a2-9ed8-bdb5adc4d19d req-38467618-d7e2-4e7f-a9ab-327988e690a6 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.0855830 Mar 23 01:51:54.694254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76450c13-dc4a-4eae-ac70-8b794070b168 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router d82c383d-5c76-41f3-b221-affd8dee5400 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:51:54.718960 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4bb565e7-f4c1-46a2-9ed8-bdb5adc4d19d req-fc7f6c00-3a1a-4667-a1a3-e68deb71ba76 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653570 Mar 23 01:51:54.824395 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-58f99851-a462-4b75-845d-17e12f8a9f8d tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:54.833020 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-58f99851-a462-4b75-845d-17e12f8a9f8d tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (0f3298de-b198-4820-a9d5-935d263983ef), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:54.833344 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-58f99851-a462-4b75-845d-17e12f8a9f8d tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Floating IP 0f3298de-b198-4820-a9d5-935d263983ef disassociated. External IP: 172.25.0.238, port: 19dcdc0e-cf65-4355-b84f-72dee4849c6c. Mar 23 01:51:54.943067 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76450c13-dc4a-4eae-ac70-8b794070b168 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:51:54.948709 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76450c13-dc4a-4eae-ac70-8b794070b168 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:54.958133 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d069623-7dfe-4b8c-89a5-f6b91592350d None None] Sync routers for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:51:54.969574 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d069623-7dfe-4b8c-89a5-f6b91592350d None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:54.970721 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4d069623-7dfe-4b8c-89a5-f6b91592350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:54.985971 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-76450c13-dc4a-4eae-ac70-8b794070b168 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/floatingips/179f41f9-909f-4e89-b92b-f4f3d4445926 HTTP/1.1" status: 204 len: 168 time: 1.8672855 Mar 23 01:51:54.986078 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58324) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:55.040274 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4d069623-7dfe-4b8c-89a5-f6b91592350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:55.050619 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d069623-7dfe-4b8c-89a5-f6b91592350d None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:55.051609 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4d069623-7dfe-4b8c-89a5-f6b91592350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:55.088050 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4d069623-7dfe-4b8c-89a5-f6b91592350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:55.089235 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d069623-7dfe-4b8c-89a5-f6b91592350d None None] The sync data for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:51:55.096649 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e9c0a-fbdf-4b85-95e6-b53e7ca33b3e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Deleting port 466fcfc9-a3a0-47cd-8a28-f32f8fca9481 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:55.096817 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9c0a-fbdf-4b85-95e6-b53e7ca33b3e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (466fcfc9-a3a0-47cd-8a28-f32f8fca9481), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:55.189581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-58f99851-a462-4b75-845d-17e12f8a9f8d tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Router 58634fae-4dbf-45fd-a999-c92d7193a51d has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:51:55.218415 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9c0a-fbdf-4b85-95e6-b53e7ca33b3e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (466fcfc9-a3a0-47cd-8a28-f32f8fca9481), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:55.237757 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e9c0a-fbdf-4b85-95e6-b53e7ca33b3e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Calling delete_port for 466fcfc9-a3a0-47cd-8a28-f32f8fca9481 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:55.523434 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9c0a-fbdf-4b85-95e6-b53e7ca33b3e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (466fcfc9-a3a0-47cd-8a28-f32f8fca9481), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:55.558897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e9c0a-fbdf-4b85-95e6-b53e7ca33b3e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Port': ['ID=466fcfc9-a3a0-47cd-8a28-f32f8fca9481,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:55.671217 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9c0a-fbdf-4b85-95e6-b53e7ca33b3e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:55.680061 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7d6e9c0a-fbdf-4b85-95e6-b53e7ca33b3e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/ports/466fcfc9-a3a0-47cd-8a28-f32f8fca9481 HTTP/1.1" status: 204 len: 168 time: 0.6964855 Mar 23 01:51:55.680723 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58344) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:55.688404 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:55.716085 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:55.797931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-58f99851-a462-4b75-845d-17e12f8a9f8d tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:51:55.804004 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-58f99851-a462-4b75-845d-17e12f8a9f8d tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:55.806799 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:55.811683 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf1521a-2bbe-4dfd-ad5f-212ffde0f627 None None] Sync routers for ids ['58634fae-4dbf-45fd-a999-c92d7193a51d'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:51:55.828485 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf1521a-2bbe-4dfd-ad5f-212ffde0f627 None None] Routers {'58634fae-4dbf-45fd-a999-c92d7193a51d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:55.829410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-aaf1521a-2bbe-4dfd-ad5f-212ffde0f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['58634fae-4dbf-45fd-a999-c92d7193a51d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:55.842231 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-58f99851-a462-4b75-845d-17e12f8a9f8d tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "PUT /v2.0/floatingips/0f3298de-b198-4820-a9d5-935d263983ef HTTP/1.1" status: 200 len: 695 time: 1.4647079 Mar 23 01:51:55.842753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'tag': '19dcdc0e-cf65-4355-b84f-72dee4849c6c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:51:55.845123 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265c8702-f9d7-4b60-aa26-a6347bdffcf4" -d '{"events": [{"name": "network-changed", "server_uuid": "b818a884-eac0-4afc-8f8d-970a1d11bca6", "tag": "19dcdc0e-cf65-4355-b84f-72dee4849c6c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:51:55.920168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-685abadf-348c-4afa-905a-a8772cbed784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:55.921872 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-685abadf-348c-4afa-905a-a8772cbed784 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d9d38db3758d44ec9cf654788868b3f2&device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 1127 time: 0.0663879 Mar 23 01:51:55.928565 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f794b-222f-44f5-8694-a095ee9becc4 req-12846fdd-0361-4c5a-a51c-79355c18f131 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:55.930271 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7c0f794b-222f-44f5-8694-a095ee9becc4 req-12846fdd-0361-4c5a-a51c-79355c18f131 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1166079 Mar 23 01:51:55.960231 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:56.079367 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7c0f794b-222f-44f5-8694-a095ee9becc4 req-a7c013dc-e717-4183-be12-2338c1bb9a0c tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429806 Mar 23 01:51:56.147770 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Allocated IP 172.25.0.244 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/a1150d34-18b6-4327-aae1-6d16397aae29) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:56.248846 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b96011-6b91-4395-a14c-19ba2d165907 x-openstack-request-id: req-b8b96011-6b91-4395-a14c-19ba2d165907 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:51:56.249237 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b818a884-eac0-4afc-8f8d-970a1d11bca6", "tag": "19dcdc0e-cf65-4355-b84f-72dee4849c6c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:51:56.249416 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8b96011-6b91-4395-a14c-19ba2d165907 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:51:56.249848 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b96011-6b91-4395-a14c-19ba2d165907'] response: {'name': 'network-changed', 'server_uuid': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'tag': '19dcdc0e-cf65-4355-b84f-72dee4849c6c', 'status': 'completed', 'code': 200} Mar 23 01:51:56.274738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-5db57981-5912-40f1-ab9b-be46101acae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:56.276676 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-5db57981-5912-40f1-ab9b-be46101acae9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1523253-7d66-4fce-bfbc-c868843d7215 HTTP/1.1" status: 200 len: 919 time: 0.3490226 Mar 23 01:51:56.316420 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (a1150d34-18b6-4327-aae1-6d16397aae29), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:56.338136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-aaf1521a-2bbe-4dfd-ad5f-212ffde0f627 None None] Set router 58634fae-4dbf-45fd-a999-c92d7193a51d gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:51:56.351751 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-cdd0e042-ae62-49c4-ae5e-50f6bc36ed1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dcdc0e-cf65-4355-b84f-72dee4849c6c HTTP/1.1" status: 200 len: 217 time: 0.0622489 Mar 23 01:51:56.373620 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c8702-f9d7-4b60-aa26-a6347bdffcf4 req-8248c417-086d-4386-9a53-06a59ebd7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:56.374760 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-265c8702-f9d7-4b60-aa26-a6347bdffcf4 req-8248c417-086d-4386-9a53-06a59ebd7bff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9d38db3758d44ec9cf654788868b3f2&device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 1127 time: 0.0795119 Mar 23 01:51:56.410929 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-6cd5aa24-3502-4d32-8626-23a955cb3586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:56.412797 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-6cd5aa24-3502-4d32-8626-23a955cb3586 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd407818-8901-41e8-85a6-1b0fc7917cb5 HTTP/1.1" status: 200 len: 859 time: 0.0573890 Mar 23 01:51:56.465448 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a1150d34-18b6-4327-aae1-6d16397aae29), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:56.467069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-9f9c5910-046c-4ca3-8884-c93c18488a0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1523253-7d66-4fce-bfbc-c868843d7215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455184 Mar 23 01:51:56.546968 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:56.548415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:56.558040 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:56.584752 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=a1150d34-18b6-4327-aae1-6d16397aae29,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:56.601517 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-386f0cee-f489-4031-92be-cccf60fc4015 service neutron] 10.222.0.18 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228619 Mar 23 01:51:56.611983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c8702-f9d7-4b60-aa26-a6347bdffcf4 req-871685a2-328c-4e7e-a0d6-3cab3d2f4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:56.613653 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-265c8702-f9d7-4b60-aa26-a6347bdffcf4 req-871685a2-328c-4e7e-a0d6-3cab3d2f4736 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1523253-7d66-4fce-bfbc-c868843d7215 HTTP/1.1" status: 200 len: 919 time: 0.2311707 Mar 23 01:51:56.690855 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-265c8702-f9d7-4b60-aa26-a6347bdffcf4 req-bf4c7401-be03-4034-a3c6-c5793359e645 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19dcdc0e-cf65-4355-b84f-72dee4849c6c HTTP/1.1" status: 200 len: 217 time: 0.0679908 Mar 23 01:51:56.704194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-aaf1521a-2bbe-4dfd-ad5f-212ffde0f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-router', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:39Z', 'updated_at': '2022-03-23T01:50:44Z', 'revision_number': 4, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'gw_port': {'id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:40Z', 'updated_at': '2022-03-23T01:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '604f911e-6f80-44d7-bb7d-09dcf1297d81', 'name': '', 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'mac_address': 'fa:16:3e:41:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:43Z', 'updated_at': '2022-03-23T01:50:53Z', 'revision_number': 5, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'subnets': [{'id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:56.735119 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf1521a-2bbe-4dfd-ad5f-212ffde0f627 None None] Checking router: 58634fae-4dbf-45fd-a999-c92d7193a51d for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:51:56.745290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf1521a-2bbe-4dfd-ad5f-212ffde0f627 None None] Routers {'58634fae-4dbf-45fd-a999-c92d7193a51d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:51:56.746013 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-aaf1521a-2bbe-4dfd-ad5f-212ffde0f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['58634fae-4dbf-45fd-a999-c92d7193a51d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:56.755833 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a2c7796-86bc-4c39-95e5-c0eab491720a req-7b91b2a5-e6a8-41a9-b82e-4fe0a33c8827 service neutron] 10.222.0.18 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413774 Mar 23 01:51:56.756707 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (f785a7dd-1c86-4a35-a77c-260412873e6b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:56.769920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c8702-f9d7-4b60-aa26-a6347bdffcf4 req-967c0ea0-fbc5-48be-be75-d1e0a3fa572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:56.771637 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-265c8702-f9d7-4b60-aa26-a6347bdffcf4 req-967c0ea0-fbc5-48be-be75-d1e0a3fa572d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd407818-8901-41e8-85a6-1b0fc7917cb5 HTTP/1.1" status: 200 len: 859 time: 0.0738075 Mar 23 01:51:56.843599 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a1150d34-18b6-4327-aae1-6d16397aae29), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:56.875283 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-265c8702-f9d7-4b60-aa26-a6347bdffcf4 req-e4673d3d-6aa4-4e24-a0a8-f6c7a9f4e6b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1523253-7d66-4fce-bfbc-c868843d7215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675337 Mar 23 01:51:56.913170 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-591e2d61-db45-4adf-a951-4e2bfb634fc4 req-213ec7df-1cc0-449d-b29a-c7f2a985a069 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/floatingips/0f3298de-b198-4820-a9d5-935d263983ef HTTP/1.1" status: 200 len: 695 time: 0.0971539 Mar 23 01:51:56.947233 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-aaf1521a-2bbe-4dfd-ad5f-212ffde0f627 None None] Set router 58634fae-4dbf-45fd-a999-c92d7193a51d gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:51:57.301020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-aaf1521a-2bbe-4dfd-ad5f-212ffde0f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-router', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:39Z', 'updated_at': '2022-03-23T01:50:44Z', 'revision_number': 4, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'gw_port': {'id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:40Z', 'updated_at': '2022-03-23T01:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '604f911e-6f80-44d7-bb7d-09dcf1297d81', 'name': '', 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'mac_address': 'fa:16:3e:41:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:43Z', 'updated_at': '2022-03-23T01:50:53Z', 'revision_number': 5, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'subnets': [{'id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:51:57.309944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9e211-4a95-411b-9593-30fc85aa8db2 req-766c059a-3732-4beb-81a2-2ac80d276ba9 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:57.311561 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fca9e211-4a95-411b-9593-30fc85aa8db2 req-766c059a-3732-4beb-81a2-2ac80d276ba9 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1236842 Mar 23 01:51:57.320327 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-265c8702-f9d7-4b60-aa26-a6347bdffcf4 req-04a03cdc-a61d-460c-b29b-c6bf07dababa service neutron] 10.222.0.43 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236622 Mar 23 01:51:57.345031 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf1521a-2bbe-4dfd-ad5f-212ffde0f627 None None] The sync data for ids ['58634fae-4dbf-45fd-a999-c92d7193a51d'] in n-d-834677-4 is: [{'id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-router', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:39Z', 'updated_at': '2022-03-23T01:50:44Z', 'revision_number': 4, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'gw_port': {'id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:40Z', 'updated_at': '2022-03-23T01:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '604f911e-6f80-44d7-bb7d-09dcf1297d81', 'name': '', 'network_id': 'b1523253-7d66-4fce-bfbc-c868843d7215', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'mac_address': 'fa:16:3e:41:cc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:43Z', 'updated_at': '2022-03-23T01:50:53Z', 'revision_number': 5, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'subnets': [{'id': 'bd407818-8901-41e8-85a6-1b0fc7917cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:51:57.429881 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fca9e211-4a95-411b-9593-30fc85aa8db2 req-026921d2-b698-4ff7-926b-211319c0e1d4 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098444 Mar 23 01:51:57.643744 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e2d61-db45-4adf-a951-4e2bfb634fc4 req-875bfb99-9fdc-4382-a34e-398b48cbbbd6 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:57.645191 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-591e2d61-db45-4adf-a951-4e2bfb634fc4 req-875bfb99-9fdc-4382-a34e-398b48cbbbd6 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/networks/c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 784 time: 0.7204609 Mar 23 01:51:57.723480 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-591e2d61-db45-4adf-a951-4e2bfb634fc4 req-86230089-7594-4377-a95d-10c510b4eada tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.238 HTTP/1.1" status: 200 len: 698 time: 0.0660775 Mar 23 01:51:57.726859 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391f986-cd87-4ce8-a835-1755bf3501d9 None None] New status for floating IP 0f3298de-b198-4820-a9d5-935d263983ef: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:51:57.775273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58410) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:57.792367 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-265c8702-f9d7-4b60-aa26-a6347bdffcf4 req-20b04fa1-86d4-4ba4-bb58-4ddb6523028c service neutron] 10.222.0.43 "GET /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299331 Mar 23 01:51:57.795137 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (a1150d34-18b6-4327-aae1-6d16397aae29), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:57.801596 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-591e2d61-db45-4adf-a951-4e2bfb634fc4 req-c0fa6e2e-584f-44f3-9e9a-afc1003d16b9 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.238 HTTP/1.1" status: 200 len: 698 time: 0.0710795 Mar 23 01:51:57.803407 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (a1150d34-18b6-4327-aae1-6d16397aae29), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:57.934938 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9be4f6a2-08b1-4828-b385-03c01155a2bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:57.966171 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=a1150d34-18b6-4327-aae1-6d16397aae29,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:58.007671 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (f785a7dd-1c86-4a35-a77c-260412873e6b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.030605 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.031844 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-edbd555f-30d5-44a1-b590-3d5fc1ac0a14 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3501601 Mar 23 01:51:58.034676 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58414) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:58.042566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0411ffc7-1dd1-4223-9561-a6dfdece546b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'port': {'network_id': '2516c4f8-ebad-4901-95d6-303cebdee706', 'name': 'tempest-FloatingIPTestJSON-2002080748'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:58.050997 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9be4f6a2-08b1-4828-b385-03c01155a2bf admin admin] Publish callbacks [] for security_group (be837d4d-a162-4f9b-b6d4-348666e4a938), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.055499 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9be4f6a2-08b1-4828-b385-03c01155a2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (be837d4d-a162-4f9b-b6d4-348666e4a938), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.093595 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4f6a2-08b1-4828-b385-03c01155a2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be837d4d-a162-4f9b-b6d4-348666e4a938,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:58.105594 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-591e2d61-db45-4adf-a951-4e2bfb634fc4 req-fff55718-af58-4250-a6a6-c863d0f90ffd tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Deleting port a7b6b166-876d-4f2f-b489-8980ebd3ef91 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:51:58.105859 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-591e2d61-db45-4adf-a951-4e2bfb634fc4 req-fff55718-af58-4250-a6a6-c863d0f90ffd tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a7b6b166-876d-4f2f-b489-8980ebd3ef91), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.122093 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9be4f6a2-08b1-4828-b385-03c01155a2bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34ba25d6a9ab41059240c08767a8cc18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3449049 Mar 23 01:51:58.213426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58418) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:58.233325 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-591e2d61-db45-4adf-a951-4e2bfb634fc4 req-fff55718-af58-4250-a6a6-c863d0f90ffd tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a7b6b166-876d-4f2f-b489-8980ebd3ef91), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.234029 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-591e2d61-db45-4adf-a951-4e2bfb634fc4 req-fff55718-af58-4250-a6a6-c863d0f90ffd tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for floatingip (a7b6b166-876d-4f2f-b489-8980ebd3ef91), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.251890 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-591e2d61-db45-4adf-a951-4e2bfb634fc4 req-fff55718-af58-4250-a6a6-c863d0f90ffd tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Calling delete_port for a7b6b166-876d-4f2f-b489-8980ebd3ef91 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:51:58.253689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0411ffc7-1dd1-4223-9561-a6dfdece546b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Made reservation on behalf of 5f14152a144646fd83b1c59d104faab7 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:51:58.257134 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0411ffc7-1dd1-4223-9561-a6dfdece546b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.274302 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8295b8f5-dd5b-4a8d-ac04-0584236146eb admin admin] Publish callbacks [] for security_group (be837d4d-a162-4f9b-b6d4-348666e4a938), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.297598 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8295b8f5-dd5b-4a8d-ac04-0584236146eb admin admin] Publish callbacks [] for security_group (be837d4d-a162-4f9b-b6d4-348666e4a938), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.319207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-0411ffc7-1dd1-4223-9561-a6dfdece546b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] device_id is not set on port d26704d6-7898-40a0-87a9-174b6240d2ea yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:51:58.355309 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8295b8f5-dd5b-4a8d-ac04-0584236146eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (be837d4d-a162-4f9b-b6d4-348666e4a938), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.359451 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8295b8f5-dd5b-4a8d-ac04-0584236146eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.368062 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8295b8f5-dd5b-4a8d-ac04-0584236146eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be837d4d-a162-4f9b-b6d4-348666e4a938 HTTP/1.1" status: 204 len: 168 time: 0.1500115 Mar 23 01:51:58.373898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295b8f5-dd5b-4a8d-ac04-0584236146eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be837d4d-a162-4f9b-b6d4-348666e4a938,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:58.511862 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-591e2d61-db45-4adf-a951-4e2bfb634fc4 req-fff55718-af58-4250-a6a6-c863d0f90ffd tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a7b6b166-876d-4f2f-b489-8980ebd3ef91), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.522427 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-0411ffc7-1dd1-4223-9561-a6dfdece546b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Allocated IP 172.20.0.10 (2516c4f8-ebad-4901-95d6-303cebdee706/44e4b930-818c-4bf7-aef6-77c11bb5fd65/d26704d6-7898-40a0-87a9-174b6240d2ea) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:51:58.570217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff55718-af58-4250-a6a6-c863d0f90ffd tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Pushing event deleted for resources: {'Port': ['ID=a7b6b166-876d-4f2f-b489-8980ebd3ef91,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:58.598456 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcd08b-c449-40ca-aff8-674d7f69c363 req-cd6d3807-4fcb-4b2a-a193-4efc3c2361d8 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:58.607873 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-49fcd08b-c449-40ca-aff8-674d7f69c363 req-cd6d3807-4fcb-4b2a-a193-4efc3c2361d8 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.0777013 Mar 23 01:51:58.616266 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-591e2d61-db45-4adf-a951-4e2bfb634fc4 req-fff55718-af58-4250-a6a6-c863d0f90ffd tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for floatingip (0f3298de-b198-4820-a9d5-935d263983ef), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.619557 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-591e2d61-db45-4adf-a951-4e2bfb634fc4 req-fff55718-af58-4250-a6a6-c863d0f90ffd tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.624372 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-591e2d61-db45-4adf-a951-4e2bfb634fc4 req-fff55718-af58-4250-a6a6-c863d0f90ffd tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "DELETE /v2.0/floatingips/0f3298de-b198-4820-a9d5-935d263983ef HTTP/1.1" status: 204 len: 173 time: 0.7921460 Mar 23 01:51:58.672291 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-49fcd08b-c449-40ca-aff8-674d7f69c363 req-c3adaf06-c9d1-4c91-a0bc-c04d16aa1b7a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627863 Mar 23 01:51:58.722602 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff2cbddd-238c-47bb-9deb-c481af15a090 req-3e3c9634-dfee-4f78-9bb0-48a0e196cf13 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups/805f9e93-f84e-4d04-920e-4f1b04cbdc41 HTTP/1.1" status: 200 len: 1826 time: 0.0784187 Mar 23 01:51:58.760868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58428) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:58.774400 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b79690d-b492-4fc0-a43c-01b9af200984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.848198 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ff2cbddd-238c-47bb-9deb-c481af15a090 req-a597623a-68cb-4523-99ac-54ce985b89c2 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for security_group (805f9e93-f84e-4d04-920e-4f1b04cbdc41), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.860898 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b79690d-b492-4fc0-a43c-01b9af200984 admin admin] Publish callbacks [] for security_group (c450a698-646d-46c5-a8bf-6a0f67e51885), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.866488 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0411ffc7-1dd1-4223-9561-a6dfdece546b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (d26704d6-7898-40a0-87a9-174b6240d2ea), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.867544 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b79690d-b492-4fc0-a43c-01b9af200984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c450a698-646d-46c5-a8bf-6a0f67e51885), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.882979 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ff2cbddd-238c-47bb-9deb-c481af15a090 req-a597623a-68cb-4523-99ac-54ce985b89c2 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for security_group (805f9e93-f84e-4d04-920e-4f1b04cbdc41), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.911310 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0b79690d-b492-4fc0-a43c-01b9af200984 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a806282da53469c93179bb9a4e9261e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1465669 Mar 23 01:51:58.911310 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79690d-b492-4fc0-a43c-01b9af200984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c450a698-646d-46c5-a8bf-6a0f67e51885,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:58.912099 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58430) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:58.953826 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0411ffc7-1dd1-4223-9561-a6dfdece546b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d26704d6-7898-40a0-87a9-174b6240d2ea), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.959107 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ff2cbddd-238c-47bb-9deb-c481af15a090 req-a597623a-68cb-4523-99ac-54ce985b89c2 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (805f9e93-f84e-4d04-920e-4f1b04cbdc41), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.961844 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ff2cbddd-238c-47bb-9deb-c481af15a090 req-a597623a-68cb-4523-99ac-54ce985b89c2 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.963004 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff2cbddd-238c-47bb-9deb-c481af15a090 req-a597623a-68cb-4523-99ac-54ce985b89c2 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "DELETE /v2.0/security-groups/805f9e93-f84e-4d04-920e-4f1b04cbdc41 HTTP/1.1" status: 204 len: 173 time: 0.2299614 Mar 23 01:51:58.970839 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9e6d17f0-5d76-443c-9d04-4fe7ac8b5eed admin admin] Publish callbacks [] for security_group (c450a698-646d-46c5-a8bf-6a0f67e51885), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:58.996145 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9e6d17f0-5d76-443c-9d04-4fe7ac8b5eed admin admin] Publish callbacks [] for security_group (c450a698-646d-46c5-a8bf-6a0f67e51885), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:59.014172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597623a-68cb-4523-99ac-54ce985b89c2 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805f9e93-f84e-4d04-920e-4f1b04cbdc41,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:59.023655 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0411ffc7-1dd1-4223-9561-a6dfdece546b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network 2516c4f8-ebad-4901-95d6-303cebdee706 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:51:59.028498 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-0411ffc7-1dd1-4223-9561-a6dfdece546b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:51:59.034896 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411ffc7-1dd1-4223-9561-a6dfdece546b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:51:59.069492 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9e6d17f0-5d76-443c-9d04-4fe7ac8b5eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c450a698-646d-46c5-a8bf-6a0f67e51885), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:59.069705 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411ffc7-1dd1-4223-9561-a6dfdece546b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=d26704d6-7898-40a0-87a9-174b6240d2ea,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:59.073058 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9e6d17f0-5d76-443c-9d04-4fe7ac8b5eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:59.076652 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9e6d17f0-5d76-443c-9d04-4fe7ac8b5eed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c450a698-646d-46c5-a8bf-6a0f67e51885 HTTP/1.1" status: 204 len: 168 time: 0.1612983 Mar 23 01:51:59.087471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d17f0-5d76-443c-9d04-4fe7ac8b5eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c450a698-646d-46c5-a8bf-6a0f67e51885,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:51:59.115524 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0411ffc7-1dd1-4223-9561-a6dfdece546b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:59.116260 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0411ffc7-1dd1-4223-9561-a6dfdece546b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:59.153174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58436) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:51:59.154086 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0411ffc7-1dd1-4223-9561-a6dfdece546b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1173568 Mar 23 01:51:59.166381 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-157500e3-a06e-4bba-8565-fdc6cd677a90 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'floatingip': {'port_id': 'd26704d6-7898-40a0-87a9-174b6240d2ea'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:51:59.281654 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-157500e3-a06e-4bba-8565-fdc6cd677a90 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (f785a7dd-1c86-4a35-a77c-260412873e6b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:59.347402 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48605fbd-c17c-4c36-978e-44da57905543 req-54b39248-af02-46d0-bd0f-ac0ccff75dc1 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:59.349852 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48605fbd-c17c-4c36-978e-44da57905543 req-54b39248-af02-46d0-bd0f-ac0ccff75dc1 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.0589998 Mar 23 01:51:59.418645 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48605fbd-c17c-4c36-978e-44da57905543 req-22c85490-a15d-4648-9781-00a09e7119f1 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624025 Mar 23 01:51:59.876883 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-157500e3-a06e-4bba-8565-fdc6cd677a90 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:51:59.885378 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e5440-aa84-4a42-8929-283bf1e5b633 req-f31c8820-1d11-4cb9-85b1-71353261a7c9 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:51:59.886876 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-355e5440-aa84-4a42-8929-283bf1e5b633 req-f31c8820-1d11-4cb9-85b1-71353261a7c9 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1189868 Mar 23 01:51:59.888356 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-157500e3-a06e-4bba-8565-fdc6cd677a90 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (f785a7dd-1c86-4a35-a77c-260412873e6b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:00.011648 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-355e5440-aa84-4a42-8929-283bf1e5b633 req-d57fc127-f94c-4ea4-9958-8f08f1c8c6a4 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849526 Mar 23 01:52:00.025489 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-157500e3-a06e-4bba-8565-fdc6cd677a90 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Floating IP f785a7dd-1c86-4a35-a77c-260412873e6b associated. External IP: 172.25.0.244, port: d26704d6-7898-40a0-87a9-174b6240d2ea. Mar 23 01:52:00.266123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157500e3-a06e-4bba-8565-fdc6cd677a90 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router d82c383d-5c76-41f3-b221-affd8dee5400 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:52:00.317605 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d29549-06b6-47f5-9fd2-237716cbb58b req-e3f7a1e8-c112-4875-be3d-050edeb668a4 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:00.319279 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-02d29549-06b6-47f5-9fd2-237716cbb58b req-e3f7a1e8-c112-4875-be3d-050edeb668a4 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1127 time: 0.0530319 Mar 23 01:52:00.370646 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-02d29549-06b6-47f5-9fd2-237716cbb58b req-46c56ca3-13ff-4037-aced-dafa3e52b5cc tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449946 Mar 23 01:52:00.406026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157500e3-a06e-4bba-8565-fdc6cd677a90 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:52:00.410876 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-157500e3-a06e-4bba-8565-fdc6cd677a90 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:00.418786 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c814a-0849-42fd-8f32-ce06019d9b98 None None] Sync routers for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:52:00.437706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c814a-0849-42fd-8f32-ce06019d9b98 None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:00.445159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a00c814a-0849-42fd-8f32-ce06019d9b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:00.489451 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-157500e3-a06e-4bba-8565-fdc6cd677a90 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "PUT /v2.0/floatingips/f785a7dd-1c86-4a35-a77c-260412873e6b HTTP/1.1" status: 200 len: 979 time: 1.3342962 Mar 23 01:52:00.491811 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58496) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:00.500624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a00c814a-0849-42fd-8f32-ce06019d9b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:00.509979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c814a-0849-42fd-8f32-ce06019d9b98 None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:00.510598 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a00c814a-0849-42fd-8f32-ce06019d9b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:00.574532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a00c814a-0849-42fd-8f32-ce06019d9b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:00.575576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c814a-0849-42fd-8f32-ce06019d9b98 None None] The sync data for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:52:00.608340 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558050ba-85d1-49b4-a728-5d644d4344b9 req-8589b3d2-5046-4197-8869-a1de57a62138 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:00.610408 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-558050ba-85d1-49b4-a728-5d644d4344b9 req-8589b3d2-5046-4197-8869-a1de57a62138 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.0620940 Mar 23 01:52:00.644451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644e7dc-534c-4ce5-bf27-dd0a3f5bba80 req-06cb3b7c-3957-43ea-83bd-ab45702cd3b1 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:00.652170 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d644e7dc-534c-4ce5-bf27-dd0a3f5bba80 req-06cb3b7c-3957-43ea-83bd-ab45702cd3b1 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.1895826 Mar 23 01:52:00.683605 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-558050ba-85d1-49b4-a728-5d644d4344b9 req-38118581-90b7-4203-9182-eea5ae054298 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616131 Mar 23 01:52:00.734771 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d644e7dc-534c-4ce5-bf27-dd0a3f5bba80 req-a534df6b-9706-439a-b759-6be492cab636 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816083 Mar 23 01:52:00.740051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-f72211cf-1619-414c-a9fe-8ed1581a50fc tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Deleting port d26704d6-7898-40a0-87a9-174b6240d2ea {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:00.740586 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f72211cf-1619-414c-a9fe-8ed1581a50fc tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d26704d6-7898-40a0-87a9-174b6240d2ea), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:00.756643 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:52:00.757129 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58508) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:00.843184 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cfdf13de-1724-4730-850d-26515dc40bb9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/d39d58ae-18c6-47d1-915e-68fbbc40c3fc HTTP/1.1" status: 200 len: 993 time: 0.0759206 Mar 23 01:52:00.871267 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f72211cf-1619-414c-a9fe-8ed1581a50fc tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d26704d6-7898-40a0-87a9-174b6240d2ea), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:01.150715 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f72211cf-1619-414c-a9fe-8ed1581a50fc tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:01.151755 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f72211cf-1619-414c-a9fe-8ed1581a50fc tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (f785a7dd-1c86-4a35-a77c-260412873e6b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:01.151869 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-f72211cf-1619-414c-a9fe-8ed1581a50fc tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Floating IP f785a7dd-1c86-4a35-a77c-260412873e6b disassociated. External IP: 172.25.0.244, port: d26704d6-7898-40a0-87a9-174b6240d2ea. Mar 23 01:52:01.152215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-f72211cf-1619-414c-a9fe-8ed1581a50fc tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Calling delete_port for d26704d6-7898-40a0-87a9-174b6240d2ea owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:01.180520 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-ff70b1e5-35a9-432d-bfa5-6ffae2c19d0f req-a4e7abd7-1840-4d91-ab7e-7104393447b4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:52:01.181559 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff70b1e5-35a9-432d-bfa5-6ffae2c19d0f req-a4e7abd7-1840-4d91-ab7e-7104393447b4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058899 Mar 23 01:52:01.226598 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6208df-1632-478f-8c49-7ef8d6830fcf req-8d848cd9-38bb-4abb-bce6-bf7b366602aa tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:01.229120 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c6208df-1632-478f-8c49-7ef8d6830fcf req-8d848cd9-38bb-4abb-bce6-bf7b366602aa tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1357021 Mar 23 01:52:01.308186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c6208df-1632-478f-8c49-7ef8d6830fcf req-808459fd-04c8-4ca3-b71f-4a093678fa46 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729373 Mar 23 01:52:01.390184 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f72211cf-1619-414c-a9fe-8ed1581a50fc tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (d26704d6-7898-40a0-87a9-174b6240d2ea), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:01.444795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72211cf-1619-414c-a9fe-8ed1581a50fc tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Port': ['ID=d26704d6-7898-40a0-87a9-174b6240d2ea,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:01.592663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58556) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:01.602587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72211cf-1619-414c-a9fe-8ed1581a50fc tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router d82c383d-5c76-41f3-b221-affd8dee5400 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:52:01.661647 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58560) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:01.736262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7bf70-9bfa-4e74-a6d1-f0f98b7fad2a req-2e41ce91-8120-4b25-975e-a978070fa1b6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:01.737860 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57f7bf70-9bfa-4e74-a6d1-f0f98b7fad2a req-2e41ce91-8120-4b25-975e-a978070fa1b6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.1336010 Mar 23 01:52:01.761873 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17398333-d703-4909-a0f4-3d05930f13c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:01.823312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72211cf-1619-414c-a9fe-8ed1581a50fc tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:52:01.843653 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d165d-8987-41f6-b0cb-7c92decd7f80 None None] Sync routers for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:52:01.859519 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d165d-8987-41f6-b0cb-7c92decd7f80 None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:01.860471 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f01d165d-8987-41f6-b0cb-7c92decd7f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:01.873972 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57f7bf70-9bfa-4e74-a6d1-f0f98b7fad2a req-7a90bace-6bd7-4f07-9f7c-0ada9c5554bc tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275537 Mar 23 01:52:01.921056 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-9e39500c-4a01-45f6-98b1-ce69eb2c1235 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3262353 Mar 23 01:52:01.926152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-8cebbe49-be46-4d35-bbfb-4fa8d62b5d8e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:52:01.927441 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f01d165d-8987-41f6-b0cb-7c92decd7f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:01.931112 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-8cebbe49-be46-4d35-bbfb-4fa8d62b5d8e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092001 Mar 23 01:52:01.937787 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f72211cf-1619-414c-a9fe-8ed1581a50fc tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:01.943208 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f72211cf-1619-414c-a9fe-8ed1581a50fc tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/ports/d26704d6-7898-40a0-87a9-174b6240d2ea HTTP/1.1" status: 204 len: 168 time: 1.4501948 Mar 23 01:52:01.945704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58570) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:01.968386 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d165d-8987-41f6-b0cb-7c92decd7f80 None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:01.969397 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f01d165d-8987-41f6-b0cb-7c92decd7f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:01.994824 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e9cbc-cb56-4cfc-ba69-844091c7c117 req-d25848e0-b460-46e0-9345-48aaefb43a96 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:01.997478 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d55e9cbc-cb56-4cfc-ba69-844091c7c117 req-d25848e0-b460-46e0-9345-48aaefb43a96 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.2219195 Mar 23 01:52:02.024831 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9257b148-75c1-4811-b457-84d897de56d3 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "GET /v2.0/floatingips/f785a7dd-1c86-4a35-a77c-260412873e6b HTTP/1.1" status: 200 len: 688 time: 0.0759838 Mar 23 01:52:02.028038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58576) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:02.052729 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f01d165d-8987-41f6-b0cb-7c92decd7f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:02.053492 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8960eb-8707-4213-a415-5f0eb668929f req-b8a45d25-f1fd-426b-b80e-9cb11a055f6d tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:02.053835 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d165d-8987-41f6-b0cb-7c92decd7f80 None None] The sync data for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:52:02.055532 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c8960eb-8707-4213-a415-5f0eb668929f req-b8a45d25-f1fd-426b-b80e-9cb11a055f6d tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.43 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 945 time: 0.1641102 Mar 23 01:52:02.098218 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d55e9cbc-cb56-4cfc-ba69-844091c7c117 req-5598bb3b-e345-4aec-86f0-a3323b9b9c52 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/security-groups?id=708aa44f-cbbe-46b2-8584-1a21f424f6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901420 Mar 23 01:52:02.144038 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17398333-d703-4909-a0f4-3d05930f13c6 admin admin] Publish callbacks [] for security_group (72be4721-7438-4c1e-bb5d-fe4a01b4b97e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:02.156191 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17398333-d703-4909-a0f4-3d05930f13c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (72be4721-7438-4c1e-bb5d-fe4a01b4b97e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:02.199193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-90d50c9f-b0b9-488b-8faf-6849cafa492f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Deleting port a1150d34-18b6-4327-aae1-6d16397aae29 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:02.199758 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90d50c9f-b0b9-488b-8faf-6849cafa492f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a1150d34-18b6-4327-aae1-6d16397aae29), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:02.251056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58586) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:02.252055 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-17398333-d703-4909-a0f4-3d05930f13c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ca83f5f52634464a29d6c348d2d2fe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5890012 Mar 23 01:52:02.254400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17398333-d703-4909-a0f4-3d05930f13c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72be4721-7438-4c1e-bb5d-fe4a01b4b97e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:02.280756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-4c8960eb-8707-4213-a415-5f0eb668929f req-3241d9fc-4586-4f50-a7fb-9d90bd10062e tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Deleting port 19dcdc0e-cf65-4355-b84f-72dee4849c6c {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:02.281035 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4c8960eb-8707-4213-a415-5f0eb668929f req-3241d9fc-4586-4f50-a7fb-9d90bd10062e tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:02.344819 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90d50c9f-b0b9-488b-8faf-6849cafa492f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a1150d34-18b6-4327-aae1-6d16397aae29), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:02.345254 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90d50c9f-b0b9-488b-8faf-6849cafa492f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (a1150d34-18b6-4327-aae1-6d16397aae29), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:02.354947 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c2802129-7789-4637-a101-7bc99002f713 admin admin] Publish callbacks [] for security_group (72be4721-7438-4c1e-bb5d-fe4a01b4b97e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:02.369080 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-90d50c9f-b0b9-488b-8faf-6849cafa492f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Calling delete_port for a1150d34-18b6-4327-aae1-6d16397aae29 owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:02.391099 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c2802129-7789-4637-a101-7bc99002f713 admin admin] Publish callbacks [] for security_group (72be4721-7438-4c1e-bb5d-fe4a01b4b97e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:02.425253 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-4c8960eb-8707-4213-a415-5f0eb668929f req-3241d9fc-4586-4f50-a7fb-9d90bd10062e tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] For port 19dcdc0e-cf65-4355-b84f-72dee4849c6c, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=19dcdc0e-cf65-4355-b84f-72dee4849c6c,segment=NetworkSegment(159602fa-3ee7-4b7e-8850-ba9e36c3f60c),segment_id=159602fa-3ee7-4b7e-8850-ba9e36c3f60c)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:02.425686 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4c8960eb-8707-4213-a415-5f0eb668929f req-3241d9fc-4586-4f50-a7fb-9d90bd10062e tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:02.442325 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-4c8960eb-8707-4213-a415-5f0eb668929f req-3241d9fc-4586-4f50-a7fb-9d90bd10062e tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Calling delete_port for 19dcdc0e-cf65-4355-b84f-72dee4849c6c owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:02.553240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed94087-ffc7-42ce-9e42-327cf19b7e00 req-7889b461-9bac-4c49-8c70-899031d9138c tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:02.554664 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ed94087-ffc7-42ce-9e42-327cf19b7e00 req-7889b461-9bac-4c49-8c70-899031d9138c tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1173832 Mar 23 01:52:02.570903 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c2802129-7789-4637-a101-7bc99002f713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (72be4721-7438-4c1e-bb5d-fe4a01b4b97e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:02.573646 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c2802129-7789-4637-a101-7bc99002f713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:02.577532 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c2802129-7789-4637-a101-7bc99002f713 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72be4721-7438-4c1e-bb5d-fe4a01b4b97e HTTP/1.1" status: 204 len: 168 time: 0.3226268 Mar 23 01:52:02.628678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2802129-7789-4637-a101-7bc99002f713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72be4721-7438-4c1e-bb5d-fe4a01b4b97e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:02.644320 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4c8960eb-8707-4213-a415-5f0eb668929f req-3241d9fc-4586-4f50-a7fb-9d90bd10062e tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (19dcdc0e-cf65-4355-b84f-72dee4849c6c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:02.668152 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ed94087-ffc7-42ce-9e42-327cf19b7e00 req-60370dee-c13d-40e4-949d-295e4fb06e15 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054952 Mar 23 01:52:02.675491 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90d50c9f-b0b9-488b-8faf-6849cafa492f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a1150d34-18b6-4327-aae1-6d16397aae29), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:02.684137 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['19dcdc0e-cf65-4355-b84f-72dee4849c6c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:52:02.711420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241d9fc-4586-4f50-a7fb-9d90bd10062e tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Pushing event deleted for resources: {'Port': ['ID=19dcdc0e-cf65-4355-b84f-72dee4849c6c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:02.770065 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d50c9f-b0b9-488b-8faf-6849cafa492f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Port': ['ID=a1150d34-18b6-4327-aae1-6d16397aae29,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:02.770817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8960eb-8707-4213-a415-5f0eb668929f req-3241d9fc-4586-4f50-a7fb-9d90bd10062e tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] No DVR routers for this DVR port 19dcdc0e-cf65-4355-b84f-72dee4849c6c on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:52:02.773432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4c8960eb-8707-4213-a415-5f0eb668929f req-3241d9fc-4586-4f50-a7fb-9d90bd10062e tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:02.777574 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c8960eb-8707-4213-a415-5f0eb668929f req-3241d9fc-4586-4f50-a7fb-9d90bd10062e tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.43 "DELETE /v2.0/ports/19dcdc0e-cf65-4355-b84f-72dee4849c6c HTTP/1.1" status: 204 len: 173 time: 0.6892002 Mar 23 01:52:02.777938 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'name': 'network-vif-deleted', 'tag': '19dcdc0e-cf65-4355-b84f-72dee4849c6c'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:52:02.780265 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbfd003-2c10-4d0c-93d1-abc9b30c1529" -d '{"events": [{"server_uuid": "b818a884-eac0-4afc-8f8d-970a1d11bca6", "name": "network-vif-deleted", "tag": "19dcdc0e-cf65-4355-b84f-72dee4849c6c"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:52:02.831891 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986bd2a4-3941-4dd9-ae4a-9820ca462661 x-openstack-request-id: req-986bd2a4-3941-4dd9-ae4a-9820ca462661 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:52:02.832436 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b818a884-eac0-4afc-8f8d-970a1d11bca6", "name": "network-vif-deleted", "tag": "19dcdc0e-cf65-4355-b84f-72dee4849c6c", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:52:02.832847 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-986bd2a4-3941-4dd9-ae4a-9820ca462661 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:52:02.833473 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986bd2a4-3941-4dd9-ae4a-9820ca462661'] response: {'server_uuid': 'b818a884-eac0-4afc-8f8d-970a1d11bca6', 'name': 'network-vif-deleted', 'tag': '19dcdc0e-cf65-4355-b84f-72dee4849c6c', 'status': 'completed', 'code': 200} Mar 23 01:52:02.865619 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-324f38a6-903c-4e4a-b5d5-2d2512b604a7 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:02.867805 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-324f38a6-903c-4e4a-b5d5-2d2512b604a7 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/ports/76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 1124 time: 0.4068663 Mar 23 01:52:02.889524 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90d50c9f-b0b9-488b-8faf-6849cafa492f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (f785a7dd-1c86-4a35-a77c-260412873e6b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:02.892540 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-90d50c9f-b0b9-488b-8faf-6849cafa492f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:02.894419 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-90d50c9f-b0b9-488b-8faf-6849cafa492f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/floatingips/f785a7dd-1c86-4a35-a77c-260412873e6b HTTP/1.1" status: 204 len: 168 time: 0.8645821 Mar 23 01:52:02.897895 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58606) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:02.903298 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': 'f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:02.948668 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:03.121513 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58612) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:03.122105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e9a97-3872-4843-a818-9ca82a3df5c1 req-3d238e01-79a9-4d5e-8cf5-ccbccfa1b486 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:03.124658 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f7e9a97-3872-4843-a818-9ca82a3df5c1 req-3d238e01-79a9-4d5e-8cf5-ccbccfa1b486 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.0773656 Mar 23 01:52:03.137196 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-075ed57f-0b5e-45ea-8d2e-b2ab1257d2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:03.159205 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:03.254684 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f7e9a97-3872-4843-a818-9ca82a3df5c1 req-a1cb9e29-5274-4b76-a389-cc0ac8b5df71 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122775 Mar 23 01:52:03.331069 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Allocated IP 172.25.0.221 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/f0b28e30-8e85-4eb8-b17c-f1d7f128223d) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:52:03.358284 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-075ed57f-0b5e-45ea-8d2e-b2ab1257d2a1 admin admin] Publish callbacks [] for security_group (ed9e0e28-109c-476d-a62f-23e2e7326023), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:03.365198 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-075ed57f-0b5e-45ea-8d2e-b2ab1257d2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ed9e0e28-109c-476d-a62f-23e2e7326023), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:03.477610 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-075ed57f-0b5e-45ea-8d2e-b2ab1257d2a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1620a592da9458c9c1a3e83972b5970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3549662 Mar 23 01:52:03.480376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58620) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:03.481943 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ed57f-0b5e-45ea-8d2e-b2ab1257d2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9e0e28-109c-476d-a62f-23e2e7326023,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:03.552819 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (f0b28e30-8e85-4eb8-b17c-f1d7f128223d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:03.602940 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a0e56291-5368-46ef-bc9e-efd79adb4def admin admin] Publish callbacks [] for security_group (ed9e0e28-109c-476d-a62f-23e2e7326023), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:03.617871 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (f0b28e30-8e85-4eb8-b17c-f1d7f128223d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:03.667061 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a0e56291-5368-46ef-bc9e-efd79adb4def admin admin] Publish callbacks [] for security_group (ed9e0e28-109c-476d-a62f-23e2e7326023), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:03.681476 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:52:03.710011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:03.713710 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f4d3d786-163b-476b-a45f-bfd626d06415 req-e4c3f7e1-dfa6-4d67-9941-dae0e2279e21 tempest-ServerRescueTestJSONUnderV235-2032510597 tempest-ServerRescueTestJSONUnderV235-2032510597-project] 10.222.0.18 "GET /v2.0/ports?device_id=b818a884-eac0-4afc-8f8d-970a1d11bca6 HTTP/1.1" status: 200 len: 210 time: 0.0436618 Mar 23 01:52:03.714326 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=f0b28e30-8e85-4eb8-b17c-f1d7f128223d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:03.716779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:52:03.786078 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a0e56291-5368-46ef-bc9e-efd79adb4def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ed9e0e28-109c-476d-a62f-23e2e7326023), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:03.789570 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a0e56291-5368-46ef-bc9e-efd79adb4def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:03.793066 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a0e56291-5368-46ef-bc9e-efd79adb4def admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed9e0e28-109c-476d-a62f-23e2e7326023 HTTP/1.1" status: 204 len: 168 time: 0.3090160 Mar 23 01:52:03.800412 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e56291-5368-46ef-bc9e-efd79adb4def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9e0e28-109c-476d-a62f-23e2e7326023,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:03.812151 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:03.918951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81659682-7466-45c4-874c-8e931765ff1f req-68f183ef-1ed8-40c2-8caa-7bf3cdcf53e9 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:03.921384 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-81659682-7466-45c4-874c-8e931765ff1f req-68f183ef-1ed8-40c2-8caa-7bf3cdcf53e9 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.0998549 Mar 23 01:52:03.993432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-81659682-7466-45c4-874c-8e931765ff1f req-c30c973e-c098-4afd-9850-8955ac255b61 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612240 Mar 23 01:52:04.173485 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (9799c981-ad7a-4f38-8bc3-6e59a4abce14), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:04.244062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-bc95bfd2-5513-4009-a4ff-f1071f514b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:04.245875 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-bc95bfd2-5513-4009-a4ff-f1071f514b53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1127 time: 0.0625944 Mar 23 01:52:04.267521 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f0b28e30-8e85-4eb8-b17c-f1d7f128223d), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:04.372836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-bb4f3df4-7297-4502-a771-2263143627d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:04.379035 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-bb4f3df4-7297-4502-a771-2263143627d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=421cc921-f910-418e-8572-27bf845096fb HTTP/1.1" status: 200 len: 895 time: 0.1269603 Mar 23 01:52:04.488189 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (f0b28e30-8e85-4eb8-b17c-f1d7f128223d), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:04.489168 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-c8f44d93-7917-4315-8053-8792c49325a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 1001 time: 0.1039007 Mar 23 01:52:04.506959 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (f0b28e30-8e85-4eb8-b17c-f1d7f128223d), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:04.548278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-8fa6174d-0bdd-416c-bb7b-c451274b3488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:04.549858 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-8fa6174d-0bdd-416c-bb7b-c451274b3488 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f822693-b262-4a4a-aa1f-5de9edd39897 HTTP/1.1" status: 200 len: 835 time: 0.0554445 Mar 23 01:52:04.622367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-9007017e-53a1-4090-93fb-2f3faf068f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:04.624249 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-9007017e-53a1-4090-93fb-2f3faf068f9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=421cc921-f910-418e-8572-27bf845096fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0676081 Mar 23 01:52:04.665452 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device c368578b-f1a6-4e51-8edc-9bafa1152a4b details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:52:04.671803 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device c368578b-f1a6-4e51-8edc-9bafa1152a4b no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:52:04.823734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58652) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:04.863283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=f0b28e30-8e85-4eb8-b17c-f1d7f128223d,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:04.916812 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da7da-a911-4a11-858c-6f67fb5d00e9 req-015548ac-7e87-4496-8b82-880e571e7ac6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:04.923970 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-970da7da-a911-4a11-858c-6f67fb5d00e9 req-015548ac-7e87-4496-8b82-880e571e7ac6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.4555125 Mar 23 01:52:04.928241 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-d5cfefac-b680-4193-9179-01e70ad4aa25 service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938111 Mar 23 01:52:04.977075 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (9799c981-ad7a-4f38-8bc3-6e59a4abce14), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:05.012606 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port c368578b-f1a6-4e51-8edc-9bafa1152a4b is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:05.013699 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:05.017866 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port c368578b-f1a6-4e51-8edc-9bafa1152a4b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=c368578b-f1a6-4e51-8edc-9bafa1152a4b,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:05.061218 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port c368578b-f1a6-4e51-8edc-9bafa1152a4b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=c368578b-f1a6-4e51-8edc-9bafa1152a4b,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:05.062795 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d14dfc5-29de-41b0-a2e5-37cfb09e2325', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c368578b-f1a6-4e51-8edc-9bafa1152a4b'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:52:05.067575 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a810032-d8e3-4028-b18b-b18c83c7ec59" -d '{"events": [{"server_uuid": "5d14dfc5-29de-41b0-a2e5-37cfb09e2325", "name": "network-vif-unplugged", "status": "completed", "tag": "c368578b-f1a6-4e51-8edc-9bafa1152a4b"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:52:05.072242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'c368578b-f1a6-4e51-8edc-9bafa1152a4b', 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed', 'port_id': 'c368578b-f1a6-4e51-8edc-9bafa1152a4b', 'mac_address': 'fa:16:3e:56:6e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c17da0-734b-41ba-894f-9e477b5fddac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:52:05.083334 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:05.105207 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-970da7da-a911-4a11-858c-6f67fb5d00e9 req-7276057f-256d-45aa-be97-4013c553a628 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802332 Mar 23 01:52:05.106667 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Floating IP 9799c981-ad7a-4f38-8bc3-6e59a4abce14 associated. External IP: 172.25.0.221, port: f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da. Mar 23 01:52:05.221443 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=c368578b-f1a6-4e51-8edc-9bafa1152a4b,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:05.241872 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cf21ff-c4ee-4894-909a-5a86021b2847 x-openstack-request-id: req-00cf21ff-c4ee-4894-909a-5a86021b2847 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:52:05.242862 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d14dfc5-29de-41b0-a2e5-37cfb09e2325", "name": "network-vif-unplugged", "status": "completed", "tag": "c368578b-f1a6-4e51-8edc-9bafa1152a4b", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:52:05.243090 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00cf21ff-c4ee-4894-909a-5a86021b2847 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:52:05.244244 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cf21ff-c4ee-4894-909a-5a86021b2847'] response: {'server_uuid': '5d14dfc5-29de-41b0-a2e5-37cfb09e2325', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c368578b-f1a6-4e51-8edc-9bafa1152a4b', 'code': 200} Mar 23 01:52:05.255600 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:05.256226 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:05.259469 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:05.259818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:05.260577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:05.260952 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:05.261293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:05.261632 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:05.261983 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:05.262531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:05.266169 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:05.266531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:05.267967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:05.268368 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:05.268752 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:05.319713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port c368578b-f1a6-4e51-8edc-9bafa1152a4b is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:05.320638 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:05.336654 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c368578b-f1a6-4e51-8edc-9bafa1152a4b {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:52:05.374516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port c368578b-f1a6-4e51-8edc-9bafa1152a4b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=c368578b-f1a6-4e51-8edc-9bafa1152a4b,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:05.380740 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:05.484389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=c368578b-f1a6-4e51-8edc-9bafa1152a4b,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:05.507494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router d82c383d-5c76-41f3-b221-affd8dee5400 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:52:05.647085 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:52:05.659763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219fc8f1-be24-42c7-9aa8-a8eb869dd610 None None] Sync routers for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:52:05.665761 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-563c9102-f142-4e36-bc31-60cede85d588 service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7315645 Mar 23 01:52:05.675119 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:05.689454 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219fc8f1-be24-42c7-9aa8-a8eb869dd610 None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:05.691577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-219fc8f1-be24-42c7-9aa8-a8eb869dd610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:05.746977 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-981545d7-16ad-4484-ac88-95f4c45ff07b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.8447824 Mar 23 01:52:05.746977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58680) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:05.755696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ebcceaf1-a3c7-4daf-b2d3-7ad824c2311b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1975343272'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:05.780496 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcceaf1-a3c7-4daf-b2d3-7ad824c2311b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Made reservation on behalf of 5f14152a144646fd83b1c59d104faab7 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:52:05.784297 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ebcceaf1-a3c7-4daf-b2d3-7ad824c2311b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:05.792318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8ca2d-a5cf-4212-8e54-a2cfb4594c9f req-dc90dbc5-1fd5-4463-9332-11a9a1cc1146 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:05.798755 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6df8ca2d-a5cf-4212-8e54-a2cfb4594c9f req-dc90dbc5-1fd5-4463-9332-11a9a1cc1146 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 944 time: 0.1736999 Mar 23 01:52:05.806407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['c368578b-f1a6-4e51-8edc-9bafa1152a4b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:52:05.813218 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcceaf1-a3c7-4daf-b2d3-7ad824c2311b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:52:05.818379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-219fc8f1-be24-42c7-9aa8-a8eb869dd610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:05.827138 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ebcceaf1-a3c7-4daf-b2d3-7ad824c2311b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (e2767df8-baf9-45ea-9def-7b8d25595e08), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:05.827566 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-ebcceaf1-a3c7-4daf-b2d3-7ad824c2311b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Added segment e2767df8-baf9-45ea-9def-7b8d25595e08 of type vlan for network 401578d5-3fa0-40a9-99b8-8f98a5907f79 Mar 23 01:52:05.867686 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219fc8f1-be24-42c7-9aa8-a8eb869dd610 None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:05.868819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-219fc8f1-be24-42c7-9aa8-a8eb869dd610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:05.881581 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6df8ca2d-a5cf-4212-8e54-a2cfb4594c9f req-995004ba-dfb0-4699-af86-e16370da36a0 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703979 Mar 23 01:52:05.933906 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ebcceaf1-a3c7-4daf-b2d3-7ad824c2311b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (401578d5-3fa0-40a9-99b8-8f98a5907f79), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:05.938026 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-219fc8f1-be24-42c7-9aa8-a8eb869dd610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:05.938738 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219fc8f1-be24-42c7-9aa8-a8eb869dd610 None None] The sync data for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:52:05.994901 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ebcceaf1-a3c7-4daf-b2d3-7ad824c2311b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (401578d5-3fa0-40a9-99b8-8f98a5907f79), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:06.000621 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcceaf1-a3c7-4daf-b2d3-7ad824c2311b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:06.009851 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ebcceaf1-a3c7-4daf-b2d3-7ad824c2311b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:06.093596 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcceaf1-a3c7-4daf-b2d3-7ad824c2311b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Network': ['ID=401578d5-3fa0-40a9-99b8-8f98a5907f79,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:06.100317 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ebcceaf1-a3c7-4daf-b2d3-7ad824c2311b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3527825 Mar 23 01:52:06.102987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58682) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:06.107130 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 401578d5-3fa0-40a9-99b8-8f98a5907f79 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:52:06.116233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6fc64d17-6e66-4670-9e3a-60d756745074 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'subnet': {'network_id': '401578d5-3fa0-40a9-99b8-8f98a5907f79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:06.118364 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f6282a7-8fb9-4ff5-8ede-6d7a263667dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (58634fae-4dbf-45fd-a999-c92d7193a51d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:06.316268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc64d17-6e66-4670-9e3a-60d756745074 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Made reservation on behalf of 5f14152a144646fd83b1c59d104faab7 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:52:06.320191 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6fc64d17-6e66-4670-9e3a-60d756745074 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:06.518884 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a737ec-209e-4998-ba88-8a8a7bab477a req-92cec83b-2269-44d0-bab0-2639e8f7d2bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:06.530223 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3a737ec-209e-4998-ba88-8a8a7bab477a req-92cec83b-2269-44d0-bab0-2639e8f7d2bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.2837119 Mar 23 01:52:06.537763 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-8f6282a7-8fb9-4ff5-8ede-6d7a263667dd admin admin] Deleting port 604f911e-6f80-44d7-bb7d-09dcf1297d81 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:06.538111 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f6282a7-8fb9-4ff5-8ede-6d7a263667dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (604f911e-6f80-44d7-bb7d-09dcf1297d81), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:06.632417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-8f6282a7-8fb9-4ff5-8ede-6d7a263667dd admin admin] For port 604f911e-6f80-44d7-bb7d-09dcf1297d81, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=604f911e-6f80-44d7-bb7d-09dcf1297d81,segment=NetworkSegment(159602fa-3ee7-4b7e-8850-ba9e36c3f60c),segment_id=159602fa-3ee7-4b7e-8850-ba9e36c3f60c)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:06.633385 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f6282a7-8fb9-4ff5-8ede-6d7a263667dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (604f911e-6f80-44d7-bb7d-09dcf1297d81), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:06.648513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-8f6282a7-8fb9-4ff5-8ede-6d7a263667dd admin admin] Calling delete_port for 604f911e-6f80-44d7-bb7d-09dcf1297d81 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:06.689269 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device c368578b-f1a6-4e51-8edc-9bafa1152a4b up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:52:06.768870 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3a737ec-209e-4998-ba88-8a8a7bab477a req-c3db81fc-ef8a-4f0b-9711-f766ef22670c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335520 Mar 23 01:52:06.771465 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6fc64d17-6e66-4670-9e3a-60d756745074 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (6c3430fe-c705-4e4a-9181-215d5a502a92), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:06.829028 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port c368578b-f1a6-4e51-8edc-9bafa1152a4b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:06.829811 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:06.848441 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc64d17-6e66-4670-9e3a-60d756745074 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Subnet': ['ID=6c3430fe-c705-4e4a-9181-215d5a502a92,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:06.872857 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc64d17-6e66-4670-9e3a-60d756745074 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Checking segment: {'id': 'e2767df8-baf9-45ea-9def-7b8d25595e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '401578d5-3fa0-40a9-99b8-8f98a5907f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:52:06.873299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc64d17-6e66-4670-9e3a-60d756745074 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network hostable DHCP agents. Network: 401578d5-3fa0-40a9-99b8-8f98a5907f79, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:52:06.890468 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f6282a7-8fb9-4ff5-8ede-6d7a263667dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (604f911e-6f80-44d7-bb7d-09dcf1297d81), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:06.900590 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc64d17-6e66-4670-9e3a-60d756745074 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network 401578d5-3fa0-40a9-99b8-8f98a5907f79 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:52:06.916232 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-6fc64d17-6e66-4670-9e3a-60d756745074 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 401578d5-3fa0-40a9-99b8-8f98a5907f79) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:06.927085 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6de27ca-9ccd-4137-935d-b400c9cd8040 None None] Network 401578d5-3fa0-40a9-99b8-8f98a5907f79 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:52:06.934278 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc64d17-6e66-4670-9e3a-60d756745074 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:06.934804 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6fc64d17-6e66-4670-9e3a-60d756745074 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:06.956409 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6fc64d17-6e66-4670-9e3a-60d756745074 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8521407 Mar 23 01:52:06.960097 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58722) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:06.966987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-782332606', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}, 'admin_state_up': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:06.980918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6282a7-8fb9-4ff5-8ede-6d7a263667dd admin admin] Pushing event deleted for resources: {'Port': ['ID=604f911e-6f80-44d7-bb7d-09dcf1297d81,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:07.034386 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (35f31a07-0ce8-46af-b34c-29725dce04cd), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:07.036734 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (35f31a07-0ce8-46af-b34c-29725dce04cd), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:07.097456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port c368578b-f1a6-4e51-8edc-9bafa1152a4b is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:07.097788 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:07.123210 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router_controller (35f31a07-0ce8-46af-b34c-29725dce04cd), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:07.185243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-401578d5-3fa0-40a9-99b8-8f98a5907f79', 'network_id': '401578d5-3fa0-40a9-99b8-8f98a5907f79', 'project_id': '5f14152a144646fd83b1c59d104faab7', 'fixed_ips': [{'subnet_id': '6c3430fe-c705-4e4a-9181-215d5a502a92'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:52:07.186108 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:07.240407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port c368578b-f1a6-4e51-8edc-9bafa1152a4b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=c368578b-f1a6-4e51-8edc-9bafa1152a4b,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:07.257707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d14dfc5-29de-41b0-a2e5-37cfb09e2325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c368578b-f1a6-4e51-8edc-9bafa1152a4b'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:52:07.259966 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec07522-9ab9-48fb-936f-05acc5cb070b" -d '{"events": [{"server_uuid": "5d14dfc5-29de-41b0-a2e5-37cfb09e2325", "name": "network-vif-plugged", "status": "completed", "tag": "c368578b-f1a6-4e51-8edc-9bafa1152a4b"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:52:07.261320 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f6282a7-8fb9-4ff5-8ede-6d7a263667dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (58634fae-4dbf-45fd-a999-c92d7193a51d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:07.279625 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:07.280446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 19dcdc0e-cf65-4355-b84f-72dee4849c6c no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:52:07.293099 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02970b9b-c121-4dc7-af62-fbeaade7035c req-c1a7aa0c-df5a-4c03-ba09-0e7ea66b02bb tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:07.300307 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-02970b9b-c121-4dc7-af62-fbeaade7035c req-c1a7aa0c-df5a-4c03-ba09-0e7ea66b02bb tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 944 time: 0.2430716 Mar 23 01:52:07.422692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58728) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:07.436617 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b132ed-ba65-43db-afad-55a081548be8 x-openstack-request-id: req-61b132ed-ba65-43db-afad-55a081548be8 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:52:07.436927 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d14dfc5-29de-41b0-a2e5-37cfb09e2325", "name": "network-vif-plugged", "status": "completed", "tag": "c368578b-f1a6-4e51-8edc-9bafa1152a4b", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:52:07.437208 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61b132ed-ba65-43db-afad-55a081548be8 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:52:07.437630 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b132ed-ba65-43db-afad-55a081548be8'] response: {'server_uuid': '5d14dfc5-29de-41b0-a2e5-37cfb09e2325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c368578b-f1a6-4e51-8edc-9bafa1152a4b', 'code': 200} Mar 23 01:52:07.469368 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router_gateway (35f31a07-0ce8-46af-b34c-29725dce04cd), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:07.555807 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 19dcdc0e-cf65-4355-b84f-72dee4849c6c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:52:07.556154 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 19dcdc0e-cf65-4355-b84f-72dee4849c6c not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:52:07.589242 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-02970b9b-c121-4dc7-af62-fbeaade7035c req-f4aa4fdb-cccd-4b64-811e-b4cd8a09ffd3 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846365 Mar 23 01:52:07.641847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6282a7-8fb9-4ff5-8ede-6d7a263667dd admin admin] Router 58634fae-4dbf-45fd-a999-c92d7193a51d has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:52:07.676931 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=c368578b-f1a6-4e51-8edc-9bafa1152a4b,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:07.714189 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01d6fe32-b1fe-4864-8724-b97db0f9e02f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:07.752879 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42562cc-6492-4d23-b09b-5c18affbed6b req-2ed08ab3-884c-4d8e-b2ab-22aafb625d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:07.755564 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d42562cc-6492-4d23-b09b-5c18affbed6b req-2ed08ab3-884c-4d8e-b2ab-22aafb625d47 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 1127 time: 0.1709239 Mar 23 01:52:07.766967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Allocated IP 172.20.0.2 (401578d5-3fa0-40a9-99b8-8f98a5907f79/6c3430fe-c705-4e4a-9181-215d5a502a92/4fe449d0-383f-4b93-a5da-ccaa6750eee8) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:52:07.788158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6282a7-8fb9-4ff5-8ede-6d7a263667dd admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:52:07.797203 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8f6282a7-8fb9-4ff5-8ede-6d7a263667dd admin admin] 10.222.0.18 "PUT /v2.0/routers/58634fae-4dbf-45fd-a999-c92d7193a51d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9718072 Mar 23 01:52:07.797853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58736) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:07.801670 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf17f9d2-b2d0-4c03-a0b5-5259fa784332 None None] Sync routers for ids ['58634fae-4dbf-45fd-a999-c92d7193a51d'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:52:07.820529 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf17f9d2-b2d0-4c03-a0b5-5259fa784332 None None] Routers {'58634fae-4dbf-45fd-a999-c92d7193a51d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:07.821202 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-cf17f9d2-b2d0-4c03-a0b5-5259fa784332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['58634fae-4dbf-45fd-a999-c92d7193a51d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:07.946211 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d42562cc-6492-4d23-b09b-5c18affbed6b req-67d6c93e-ea15-439a-ab3c-8b670f13d76d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737914 Mar 23 01:52:08.042843 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dcb11cc5-e921-4b04-8abd-a800ef9ab80e admin admin] Publish callbacks [] for router (58634fae-4dbf-45fd-a999-c92d7193a51d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:08.062307 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-cf17f9d2-b2d0-4c03-a0b5-5259fa784332 None None] Set router 58634fae-4dbf-45fd-a999-c92d7193a51d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:52:08.078442 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Publish callbacks [] for port (4fe449d0-383f-4b93-a5da-ccaa6750eee8), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:08.091118 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (4fe449d0-383f-4b93-a5da-ccaa6750eee8), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:08.165079 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Network 401578d5-3fa0-40a9-99b8-8f98a5907f79 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:52:08.182439 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:08.190085 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:52:08.200251 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Pushing event updated for resources: {'Port': ['ID=4fe449d0-383f-4b93-a5da-ccaa6750eee8,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:08.212977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33771754-5ed3-4901-918c-6e8c3a640890 req-4d130112-4ce3-423d-a792-1a49c39c68aa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:08.232079 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-33771754-5ed3-4901-918c-6e8c3a640890 req-4d130112-4ce3-423d-a792-1a49c39c68aa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.2896121 Mar 23 01:52:08.280954 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-cf17f9d2-b2d0-4c03-a0b5-5259fa784332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-router', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:39Z', 'updated_at': '2022-03-23T01:52:06Z', 'revision_number': 5, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'gw_port': {'id': '0ab2de72-3ddd-4b41-a83a-45512ea98eef', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:40Z', 'updated_at': '2022-03-23T01:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:08.289347 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01d6fe32-b1fe-4864-8724-b97db0f9e02f admin admin] Publish callbacks [] for security_group (4bac7193-4b5c-4d3f-9c0b-9259ecb2543c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:08.318289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Attempting to bind port 4fe449d0-383f-4b93-a5da-ccaa6750eee8 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:52:08.318661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Attempting to bind port 4fe449d0-383f-4b93-a5da-ccaa6750eee8 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e2767df8-baf9-45ea-9def-7b8d25595e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '401578d5-3fa0-40a9-99b8-8f98a5907f79'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:52:08.319027 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Attempting to bind port 4fe449d0-383f-4b93-a5da-ccaa6750eee8 on network 401578d5-3fa0-40a9-99b8-8f98a5907f79 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:52:08.326500 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf17f9d2-b2d0-4c03-a0b5-5259fa784332 None None] Checking router: 58634fae-4dbf-45fd-a999-c92d7193a51d for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:52:08.328504 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:52:08.328930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Checking segment: {'id': 'e2767df8-baf9-45ea-9def-7b8d25595e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '401578d5-3fa0-40a9-99b8-8f98a5907f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:52:08.329348 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:08.329731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Bound using segment: {'id': 'e2767df8-baf9-45ea-9def-7b8d25595e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '401578d5-3fa0-40a9-99b8-8f98a5907f79'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:52:08.331133 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dcb11cc5-e921-4b04-8abd-a800ef9ab80e admin admin] Publish callbacks [] for router_gateway (58634fae-4dbf-45fd-a999-c92d7193a51d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:08.332811 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01d6fe32-b1fe-4864-8724-b97db0f9e02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4bac7193-4b5c-4d3f-9c0b-9259ecb2543c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:08.333105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Bound port: 4fe449d0-383f-4b93-a5da-ccaa6750eee8, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2767df8-baf9-45ea-9def-7b8d25595e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '401578d5-3fa0-40a9-99b8-8f98a5907f79'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:52:08.333510 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4fe449d0-383f-4b93-a5da-ccaa6750eee8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:08.351140 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf17f9d2-b2d0-4c03-a0b5-5259fa784332 None None] Routers {'58634fae-4dbf-45fd-a999-c92d7193a51d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:08.352027 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-cf17f9d2-b2d0-4c03-a0b5-5259fa784332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['58634fae-4dbf-45fd-a999-c92d7193a51d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:08.365023 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router_gateway (35f31a07-0ce8-46af-b34c-29725dce04cd), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:08.378601 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6fe32-b1fe-4864-8724-b97db0f9e02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bac7193-4b5c-4d3f-9c0b-9259ecb2543c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:08.466918 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:08.494790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-dcb11cc5-e921-4b04-8abd-a800ef9ab80e admin admin] Deleting port 0ab2de72-3ddd-4b41-a83a-45512ea98eef {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:08.495139 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dcb11cc5-e921-4b04-8abd-a800ef9ab80e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0ab2de72-3ddd-4b41-a83a-45512ea98eef), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:08.497874 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] For port 4fe449d0-383f-4b93-a5da-ccaa6750eee8, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:52:08.500984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] For port 4fe449d0-383f-4b93-a5da-ccaa6750eee8, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4fe449d0-383f-4b93-a5da-ccaa6750eee8,segment=NetworkSegment(e2767df8-baf9-45ea-9def-7b8d25595e08),segment_id=e2767df8-baf9-45ea-9def-7b8d25595e08)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:52:08.513628 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4fe449d0-383f-4b93-a5da-ccaa6750eee8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:08.516844 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-01d6fe32-b1fe-4864-8724-b97db0f9e02f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=909554eef66a433db477b9e6b077a9b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0924082 Mar 23 01:52:08.519759 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58738) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:08.561176 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-33771754-5ed3-4901-918c-6e8c3a640890 req-5995633b-d4a8-4d43-a552-878f522630be tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3278966 Mar 23 01:52:08.591351 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-cf17f9d2-b2d0-4c03-a0b5-5259fa784332 None None] Set router 58634fae-4dbf-45fd-a999-c92d7193a51d gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:52:08.652577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e480e96-4494-4247-93e5-cd9c4f55895d None None] Pushing event updated for resources: {'Port': ['ID=4fe449d0-383f-4b93-a5da-ccaa6750eee8,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:08.669462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-dcb11cc5-e921-4b04-8abd-a800ef9ab80e admin admin] For port 0ab2de72-3ddd-4b41-a83a-45512ea98eef, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0ab2de72-3ddd-4b41-a83a-45512ea98eef,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:08.669865 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dcb11cc5-e921-4b04-8abd-a800ef9ab80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0ab2de72-3ddd-4b41-a83a-45512ea98eef), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:08.704677 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-dcb11cc5-e921-4b04-8abd-a800ef9ab80e admin admin] Calling delete_port for 0ab2de72-3ddd-4b41-a83a-45512ea98eef owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:08.709538 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-cf17f9d2-b2d0-4c03-a0b5-5259fa784332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-router', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:39Z', 'updated_at': '2022-03-23T01:52:08Z', 'revision_number': 6, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:08.764268 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf17f9d2-b2d0-4c03-a0b5-5259fa784332 None None] The sync data for ids ['58634fae-4dbf-45fd-a999-c92d7193a51d'] in n-d-834677-4 is: [{'id': '58634fae-4dbf-45fd-a999-c92d7193a51d', 'name': 'tempest-ServerRescueTestJSONUnderV235-488143097-router', 'tenant_id': 'd9d38db3758d44ec9cf654788868b3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:39Z', 'updated_at': '2022-03-23T01:52:08Z', 'revision_number': 6, 'project_id': 'd9d38db3758d44ec9cf654788868b3f2', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:52:08.876255 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3303fc6-ea7a-4e91-b9d9-042417f820db admin admin] Publish callbacks [] for security_group (4bac7193-4b5c-4d3f-9c0b-9259ecb2543c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:08.926612 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3303fc6-ea7a-4e91-b9d9-042417f820db admin admin] Publish callbacks [] for security_group (4bac7193-4b5c-4d3f-9c0b-9259ecb2543c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:08.941669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44f859-2fd4-4504-b1cb-58e6dbe79268 req-2929ed7a-3d51-446c-8078-34aacb365edc tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:08.943818 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e44f859-2fd4-4504-b1cb-58e6dbe79268 req-2929ed7a-3d51-446c-8078-34aacb365edc tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1418042 Mar 23 01:52:08.992950 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3303fc6-ea7a-4e91-b9d9-042417f820db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4bac7193-4b5c-4d3f-9c0b-9259ecb2543c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:08.995846 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3303fc6-ea7a-4e91-b9d9-042417f820db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:09.000235 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a3303fc6-ea7a-4e91-b9d9-042417f820db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4bac7193-4b5c-4d3f-9c0b-9259ecb2543c HTTP/1.1" status: 204 len: 168 time: 0.4758668 Mar 23 01:52:09.012507 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Allocated IP 172.25.0.245 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/9a72f25a-981c-4bb8-af95-24f0c340c31a) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:52:09.014766 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3303fc6-ea7a-4e91-b9d9-042417f820db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bac7193-4b5c-4d3f-9c0b-9259ecb2543c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:09.087506 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e44f859-2fd4-4504-b1cb-58e6dbe79268 req-b55b953b-43f3-46ff-aeab-416cafb799f3 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900288 Mar 23 01:52:09.228145 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dcb11cc5-e921-4b04-8abd-a800ef9ab80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0ab2de72-3ddd-4b41-a83a-45512ea98eef), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:09.328265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb11cc5-e921-4b04-8abd-a800ef9ab80e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab2de72-3ddd-4b41-a83a-45512ea98eef,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:09.377366 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (9a72f25a-981c-4bb8-af95-24f0c340c31a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:09.469865 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (9a72f25a-981c-4bb8-af95-24f0c340c31a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:09.497126 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dcb11cc5-e921-4b04-8abd-a800ef9ab80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (58634fae-4dbf-45fd-a999-c92d7193a51d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:09.591960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:52:09.597122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:09.621121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:52:09.623606 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dcb11cc5-e921-4b04-8abd-a800ef9ab80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (58634fae-4dbf-45fd-a999-c92d7193a51d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:09.626586 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dcb11cc5-e921-4b04-8abd-a800ef9ab80e admin admin] Publish callbacks [] for router_controller (58634fae-4dbf-45fd-a999-c92d7193a51d), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:09.680951 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=9a72f25a-981c-4bb8-af95-24f0c340c31a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:09.694651 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dcb11cc5-e921-4b04-8abd-a800ef9ab80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (58634fae-4dbf-45fd-a999-c92d7193a51d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:09.695306 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb11cc5-e921-4b04-8abd-a800ef9ab80e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58634fae-4dbf-45fd-a999-c92d7193a51d {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:52:09.700790 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dcb11cc5-e921-4b04-8abd-a800ef9ab80e admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:09.702008 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dcb11cc5-e921-4b04-8abd-a800ef9ab80e admin admin] 10.222.0.18 "DELETE /v2.0/routers/58634fae-4dbf-45fd-a999-c92d7193a51d HTTP/1.1" status: 204 len: 168 time: 1.9030108 Mar 23 01:52:09.704640 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58750) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:09.735756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58752) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:09.755515 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4889b56-e41c-4315-bffa-469a683aeb47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:09.776563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71eab04-df13-406a-a2f1-05c855a6c2b8 admin admin] Deleting subnet bd407818-8901-41e8-85a6-1b0fc7917cb5 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:52:09.788486 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e71eab04-df13-406a-a2f1-05c855a6c2b8 admin admin] Publish callbacks [] for subnet (bd407818-8901-41e8-85a6-1b0fc7917cb5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:09.819210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4fe449d0-383f-4b93-a5da-ccaa6750eee8 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:52:09.879085 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5bb83-4c3d-453c-a9f1-e758f9ad622e req-69da4e16-76f5-43f5-9c3c-9565331efb2c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:09.885458 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e71eab04-df13-406a-a2f1-05c855a6c2b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (bd407818-8901-41e8-85a6-1b0fc7917cb5), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:09.886663 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4b5bb83-4c3d-453c-a9f1-e758f9ad622e req-69da4e16-76f5-43f5-9c3c-9565331efb2c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.1332524 Mar 23 01:52:09.920146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4fe449d0-383f-4b93-a5da-ccaa6750eee8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:09.920465 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4fe449d0-383f-4b93-a5da-ccaa6750eee8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:09.980971 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e71eab04-df13-406a-a2f1-05c855a6c2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (bd407818-8901-41e8-85a6-1b0fc7917cb5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:10.008491 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e4b5bb83-4c3d-453c-a9f1-e758f9ad622e req-e5654eff-0ed0-456f-bae2-04fc242a724e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207824 Mar 23 01:52:10.092252 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4fe449d0-383f-4b93-a5da-ccaa6750eee8 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:10.092678 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4fe449d0-383f-4b93-a5da-ccaa6750eee8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:10.162454 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4889b56-e41c-4315-bffa-469a683aeb47 admin admin] Publish callbacks [] for security_group (7f83ab1a-de69-40f3-8a31-3a1dc9a1f2c5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:10.165162 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 4fe449d0-383f-4b93-a5da-ccaa6750eee8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4fe449d0-383f-4b93-a5da-ccaa6750eee8,segment=NetworkSegment(e2767df8-baf9-45ea-9def-7b8d25595e08),segment_id=e2767df8-baf9-45ea-9def-7b8d25595e08)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:10.173906 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4889b56-e41c-4315-bffa-469a683aeb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7f83ab1a-de69-40f3-8a31-3a1dc9a1f2c5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:10.175767 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4fe449d0-383f-4b93-a5da-ccaa6750eee8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:10.255740 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e4889b56-e41c-4315-bffa-469a683aeb47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=192e10a0c1de47ab804d51290d768212&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5189619 Mar 23 01:52:10.264141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58762) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:10.265321 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e71eab04-df13-406a-a2f1-05c855a6c2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (bd407818-8901-41e8-85a6-1b0fc7917cb5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:10.284485 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router_gateway (35f31a07-0ce8-46af-b34c-29725dce04cd), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:10.298359 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 604f911e-6f80-44d7-bb7d-09dcf1297d81 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:52:10.326679 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e71eab04-df13-406a-a2f1-05c855a6c2b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:10.334294 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e71eab04-df13-406a-a2f1-05c855a6c2b8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bd407818-8901-41e8-85a6-1b0fc7917cb5 HTTP/1.1" status: 204 len: 168 time: 0.6259258 Mar 23 01:52:10.371455 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 604f911e-6f80-44d7-bb7d-09dcf1297d81 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:52:10.372243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 604f911e-6f80-44d7-bb7d-09dcf1297d81 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:52:10.382848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71eab04-df13-406a-a2f1-05c855a6c2b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd407818-8901-41e8-85a6-1b0fc7917cb5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:10.396881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58764) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:10.413490 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=4fe449d0-383f-4b93-a5da-ccaa6750eee8,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:10.459369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4889b56-e41c-4315-bffa-469a683aeb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f83ab1a-de69-40f3-8a31-3a1dc9a1f2c5,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:10.604425 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a843292-1352-419b-a3ad-f93b848d50ad req-01d3fa5b-7345-4404-9742-6d2e40a113ab tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:10.606221 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a843292-1352-419b-a3ad-f93b848d50ad req-01d3fa5b-7345-4404-9742-6d2e40a113ab tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.3712604 Mar 23 01:52:10.613194 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d5f88fc2-48b4-4f4c-8102-2150986b4def admin admin] Publish callbacks [] for security_group (7f83ab1a-de69-40f3-8a31-3a1dc9a1f2c5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:10.642630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60677f4-0fc1-46af-b793-844a28e0be5f None None] Network 401578d5-3fa0-40a9-99b8-8f98a5907f79 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:52:10.658652 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d5f88fc2-48b4-4f4c-8102-2150986b4def admin admin] Publish callbacks [] for security_group (7f83ab1a-de69-40f3-8a31-3a1dc9a1f2c5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:10.734954 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d5f88fc2-48b4-4f4c-8102-2150986b4def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7f83ab1a-de69-40f3-8a31-3a1dc9a1f2c5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:10.738040 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d5f88fc2-48b4-4f4c-8102-2150986b4def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:10.743996 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d5f88fc2-48b4-4f4c-8102-2150986b4def admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f83ab1a-de69-40f3-8a31-3a1dc9a1f2c5 HTTP/1.1" status: 204 len: 168 time: 0.4559619 Mar 23 01:52:10.746156 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9d6a6902-0648-45b0-9bf9-f6539fd3523c None None] Provisioning complete for port 4fe449d0-383f-4b93-a5da-ccaa6750eee8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:10.746156 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9d6a6902-0648-45b0-9bf9-f6539fd3523c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4fe449d0-383f-4b93-a5da-ccaa6750eee8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:10.749101 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-74ea1495-5328-4ccf-a5f3-95757f2440ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (b1523253-7d66-4fce-bfbc-c868843d7215), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:10.783017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f88fc2-48b4-4f4c-8102-2150986b4def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f83ab1a-de69-40f3-8a31-3a1dc9a1f2c5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:10.849866 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (35f31a07-0ce8-46af-b34c-29725dce04cd), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:10.894967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a6902-0648-45b0-9bf9-f6539fd3523c None None] Current status of the port 4fe449d0-383f-4b93-a5da-ccaa6750eee8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:10.973078 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-74ea1495-5328-4ccf-a5f3-95757f2440ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (b1523253-7d66-4fce-bfbc-c868843d7215), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:11.040332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router 35f31a07-0ce8-46af-b34c-29725dce04cd is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:52:11.095127 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a843292-1352-419b-a3ad-f93b848d50ad req-53053cca-0f12-41c2-b59c-35c7e65d452f tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774354 Mar 23 01:52:11.112283 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-74ea1495-5328-4ccf-a5f3-95757f2440ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1523253-7d66-4fce-bfbc-c868843d7215']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:11.137047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-74ea1495-5328-4ccf-a5f3-95757f2440ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159602fa-3ee7-4b7e-8850-ba9e36c3f60c') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:11.147773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-74ea1495-5328-4ccf-a5f3-95757f2440ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159602fa-3ee7-4b7e-8850-ba9e36c3f60c') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:11.171788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4fe449d0-383f-4b93-a5da-ccaa6750eee8 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:52:11.183816 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-74ea1495-5328-4ccf-a5f3-95757f2440ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (159602fa-3ee7-4b7e-8850-ba9e36c3f60c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:11.223150 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-74ea1495-5328-4ccf-a5f3-95757f2440ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (159602fa-3ee7-4b7e-8850-ba9e36c3f60c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:11.278279 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4fe449d0-383f-4b93-a5da-ccaa6750eee8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:11.279201 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4fe449d0-383f-4b93-a5da-ccaa6750eee8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:11.283954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ea1495-5328-4ccf-a5f3-95757f2440ce admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:52:11.284563 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-74ea1495-5328-4ccf-a5f3-95757f2440ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (159602fa-3ee7-4b7e-8850-ba9e36c3f60c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:52:11.286640 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:52:11.340164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bf8e1e56-20ea-4e29-9a20-31e2ebf279ea None None] Provisioning complete for port 4fe449d0-383f-4b93-a5da-ccaa6750eee8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:11.340829 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bf8e1e56-20ea-4e29-9a20-31e2ebf279ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4fe449d0-383f-4b93-a5da-ccaa6750eee8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:11.420392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbde6e-6d79-4c7d-9763-8ee6f7dc4b43 req-1a47ea78-cca9-4fac-90c5-b5491014e255 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:11.423046 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3bcbde6e-6d79-4c7d-9763-8ee6f7dc4b43 req-1a47ea78-cca9-4fac-90c5-b5491014e255 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.1967471 Mar 23 01:52:11.424330 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-74ea1495-5328-4ccf-a5f3-95757f2440ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (b1523253-7d66-4fce-bfbc-c868843d7215), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:11.442730 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-74ea1495-5328-4ccf-a5f3-95757f2440ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:11.446678 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-74ea1495-5328-4ccf-a5f3-95757f2440ce admin admin] 10.222.0.18 "DELETE /v2.0/networks/b1523253-7d66-4fce-bfbc-c868843d7215 HTTP/1.1" status: 204 len: 168 time: 1.0287421 Mar 23 01:52:11.463064 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4fe449d0-383f-4b93-a5da-ccaa6750eee8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:11.529812 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bf8e1e56-20ea-4e29-9a20-31e2ebf279ea None None] Current status of the port 4fe449d0-383f-4b93-a5da-ccaa6750eee8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:11.561635 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0ab2de72-3ddd-4b41-a83a-45512ea98eef no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:52:11.568277 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea1495-5328-4ccf-a5f3-95757f2440ce admin admin] Pushing event deleted for resources: {'Network': ['ID=b1523253-7d66-4fce-bfbc-c868843d7215,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:11.598238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 0ab2de72-3ddd-4b41-a83a-45512ea98eef {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:52:11.598705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0ab2de72-3ddd-4b41-a83a-45512ea98eef not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:52:11.664178 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3bcbde6e-6d79-4c7d-9763-8ee6f7dc4b43 req-7c85e82a-a4af-4f8d-a70e-54f8129edcbe tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164049 Mar 23 01:52:11.775308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58792) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:11.877785 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-de2f86bd-3b64-4c40-bfbf-578e2f583553 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9d38db3758d44ec9cf654788868b3f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1008837 Mar 23 01:52:11.880798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:52:11.882223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58794) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:11.891283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f184d9de-7e03-40b3-9bec-8188cbc4662b None None] Sync routers for ids ['35f31a07-0ce8-46af-b34c-29725dce04cd'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:52:11.921714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f184d9de-7e03-40b3-9bec-8188cbc4662b None None] Routers {'35f31a07-0ce8-46af-b34c-29725dce04cd'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:11.922373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f184d9de-7e03-40b3-9bec-8188cbc4662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['35f31a07-0ce8-46af-b34c-29725dce04cd'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:11.960998 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:11.962442 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7b441a15-31d4-4243-bf0c-d9cb85cbb2d7 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0005696 Mar 23 01:52:11.965570 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58796) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:12.031973 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda7850-ccd5-49bc-a78d-f3484944f390 req-a79ff701-c5b2-42f1-a7b2-bac3468cd1bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:12.047622 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-feda7850-ccd5-49bc-a78d-f3484944f390 req-a79ff701-c5b2-42f1-a7b2-bac3468cd1bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.1684113 Mar 23 01:52:12.059683 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f184d9de-7e03-40b3-9bec-8188cbc4662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:12.072041 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a476c9a-ae79-4353-b46f-237bbc1a427d admin admin] Publish callbacks [] for security_group (708aa44f-cbbe-46b2-8584-1a21f424f6d7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:12.082908 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f184d9de-7e03-40b3-9bec-8188cbc4662b None None] Routers {'35f31a07-0ce8-46af-b34c-29725dce04cd'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:12.083413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f184d9de-7e03-40b3-9bec-8188cbc4662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['35f31a07-0ce8-46af-b34c-29725dce04cd'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:12.100727 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a476c9a-ae79-4353-b46f-237bbc1a427d admin admin] Publish callbacks [] for security_group (708aa44f-cbbe-46b2-8584-1a21f424f6d7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:12.181275 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a476c9a-ae79-4353-b46f-237bbc1a427d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (708aa44f-cbbe-46b2-8584-1a21f424f6d7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:12.185011 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a476c9a-ae79-4353-b46f-237bbc1a427d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:12.186734 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9a476c9a-ae79-4353-b46f-237bbc1a427d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/708aa44f-cbbe-46b2-8584-1a21f424f6d7 HTTP/1.1" status: 204 len: 168 time: 0.3027246 Mar 23 01:52:12.204201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a476c9a-ae79-4353-b46f-237bbc1a427d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708aa44f-cbbe-46b2-8584-1a21f424f6d7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:12.243675 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-feda7850-ccd5-49bc-a78d-f3484944f390 req-5e83c98f-5528-43ee-80eb-1a0ca6ea5e54 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936581 Mar 23 01:52:12.609988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f184d9de-7e03-40b3-9bec-8188cbc4662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:12.610879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f184d9de-7e03-40b3-9bec-8188cbc4662b None None] The sync data for ids ['35f31a07-0ce8-46af-b34c-29725dce04cd'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:52:13.192634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-8def3116-674d-440d-b657-4169e13d7461 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:13.194248 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-8def3116-674d-440d-b657-4169e13d7461 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/networks?id=e72caba6-ab70-459a-b2b0-6270634588ed HTTP/1.1" status: 200 len: 814 time: 0.8021846 Mar 23 01:52:13.217593 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-c04cfabd-25f2-4fa7-a258-6869e0363cda tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/quotas/dc3f4d69c04c4726b69de1d5ca89dc5e HTTP/1.1" status: 200 len: 375 time: 0.0166390 Mar 23 01:52:13.230486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58850) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:13.407080 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18590f-98b1-4d1d-bc09-518c06b9e8ac req-9335eb47-03ec-4fe3-a15f-37efaa1ddf96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:13.408786 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6b18590f-98b1-4d1d-bc09-518c06b9e8ac req-9335eb47-03ec-4fe3-a15f-37efaa1ddf96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.0709298 Mar 23 01:52:13.418399 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:13.431360 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-4a9eee6d-5b58-48b3-8e63-90672e430998 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc3f4d69c04c4726b69de1d5ca89dc5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2028375 Mar 23 01:52:13.505240 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6b18590f-98b1-4d1d-bc09-518c06b9e8ac req-fd5cb361-5179-4fe4-b33a-fab64d5df40d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895002 Mar 23 01:52:13.513030 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f352acab-f725-4547-9019-c4b79809a853 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1958066014-network', 'tenant_id': '40daccf221df44ccb4d09b7e635d42a3'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:13.565403 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f352acab-f725-4547-9019-c4b79809a853 admin admin] Made reservation on behalf of 40daccf221df44ccb4d09b7e635d42a3 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:52:13.567732 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f352acab-f725-4547-9019-c4b79809a853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:13.579699 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f352acab-f725-4547-9019-c4b79809a853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:13.598910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9f028-bc5d-43f8-8b27-5305955a7179 req-da4a0b92-e1f4-4cef-867b-8024a97be6a2 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:13.601116 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c1e9f028-bc5d-43f8-8b27-5305955a7179 req-da4a0b92-e1f4-4cef-867b-8024a97be6a2 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d14dfc5-29de-41b0-a2e5-37cfb09e2325 HTTP/1.1" status: 200 len: 945 time: 0.0806770 Mar 23 01:52:13.628544 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-88894f6a-21a6-40a2-88f2-63c165176e5c service neutron] 10.222.0.18 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962450 Mar 23 01:52:13.748751 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f352acab-f725-4547-9019-c4b79809a853 admin admin] Publish callbacks [] for security_group (35757e5f-850d-4178-91a8-9c4018ec9bc3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:13.753966 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-c1e9f028-bc5d-43f8-8b27-5305955a7179 req-c513a607-6445-44ab-b296-8038241d4f6a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Deleting port c368578b-f1a6-4e51-8edc-9bafa1152a4b {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:13.754577 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c1e9f028-bc5d-43f8-8b27-5305955a7179 req-c513a607-6445-44ab-b296-8038241d4f6a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:13.758910 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f352acab-f725-4547-9019-c4b79809a853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (35757e5f-850d-4178-91a8-9c4018ec9bc3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:13.841482 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f352acab-f725-4547-9019-c4b79809a853 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:52:13.857651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352acab-f725-4547-9019-c4b79809a853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35757e5f-850d-4178-91a8-9c4018ec9bc3,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:13.869685 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f352acab-f725-4547-9019-c4b79809a853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (633063c0-233f-4463-a1aa-e2f8e66658fd), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:13.870031 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-f352acab-f725-4547-9019-c4b79809a853 admin admin] Added segment 633063c0-233f-4463-a1aa-e2f8e66658fd of type vlan for network 42433058-325f-4239-94d5-8b7af2c3ec01 Mar 23 01:52:13.873324 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-33749866-a94e-48f7-83e0-6db6d0901773 service neutron] 10.222.0.18 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438445 Mar 23 01:52:13.915315 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-c1e9f028-bc5d-43f8-8b27-5305955a7179 req-c513a607-6445-44ab-b296-8038241d4f6a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] For port c368578b-f1a6-4e51-8edc-9bafa1152a4b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=c368578b-f1a6-4e51-8edc-9bafa1152a4b,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:13.915762 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c1e9f028-bc5d-43f8-8b27-5305955a7179 req-c513a607-6445-44ab-b296-8038241d4f6a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:13.937675 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f352acab-f725-4547-9019-c4b79809a853 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (42433058-325f-4239-94d5-8b7af2c3ec01), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:13.939964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-c1e9f028-bc5d-43f8-8b27-5305955a7179 req-c513a607-6445-44ab-b296-8038241d4f6a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Calling delete_port for c368578b-f1a6-4e51-8edc-9bafa1152a4b owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:13.970029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Allocated IP 172.20.0.1 (401578d5-3fa0-40a9-99b8-8f98a5907f79/6c3430fe-c705-4e4a-9181-215d5a502a92/6015bf3e-8eca-44ce-947a-78f4e4a18797) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:52:14.012055 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f352acab-f725-4547-9019-c4b79809a853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (42433058-325f-4239-94d5-8b7af2c3ec01), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:14.013187 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f352acab-f725-4547-9019-c4b79809a853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:14.013968 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f352acab-f725-4547-9019-c4b79809a853 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:14.148327 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f352acab-f725-4547-9019-c4b79809a853 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9139352 Mar 23 01:52:14.150049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58878) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:14.162482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4b0885ef-b103-4417-9a2a-994c3e89f72f admin admin] Request body: {'subnet': {'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1958066014-subnet', 'tenant_id': '40daccf221df44ccb4d09b7e635d42a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:14.181416 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352acab-f725-4547-9019-c4b79809a853 admin admin] Pushing event updated for resources: {'Network': ['ID=42433058-325f-4239-94d5-8b7af2c3ec01,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:14.198128 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 42433058-325f-4239-94d5-8b7af2c3ec01 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:52:14.216708 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (6015bf3e-8eca-44ce-947a-78f4e4a18797), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:14.221168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0885ef-b103-4417-9a2a-994c3e89f72f admin admin] Made reservation on behalf of 40daccf221df44ccb4d09b7e635d42a3 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:52:14.224001 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4b0885ef-b103-4417-9a2a-994c3e89f72f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:14.301136 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-572aec92-c7bb-4188-b328-aa4022906e25 req-335a24df-423f-435c-ae81-a8d9dc8b7d47 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 210 time: 0.0650489 Mar 23 01:52:14.341472 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c1e9f028-bc5d-43f8-8b27-5305955a7179 req-c513a607-6445-44ab-b296-8038241d4f6a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c368578b-f1a6-4e51-8edc-9bafa1152a4b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:14.374700 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (6015bf3e-8eca-44ce-947a-78f4e4a18797), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:14.374881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['c368578b-f1a6-4e51-8edc-9bafa1152a4b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:52:14.388934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513a607-6445-44ab-b296-8038241d4f6a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Pushing event deleted for resources: {'Port': ['ID=c368578b-f1a6-4e51-8edc-9bafa1152a4b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:14.457964 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network 401578d5-3fa0-40a9-99b8-8f98a5907f79 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:52:14.465577 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:14.472467 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:52:14.487272 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e9f028-bc5d-43f8-8b27-5305955a7179 req-c513a607-6445-44ab-b296-8038241d4f6a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] No DVR routers for this DVR port c368578b-f1a6-4e51-8edc-9bafa1152a4b on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:52:14.492309 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c1e9f028-bc5d-43f8-8b27-5305955a7179 req-c513a607-6445-44ab-b296-8038241d4f6a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:14.497959 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c1e9f028-bc5d-43f8-8b27-5305955a7179 req-c513a607-6445-44ab-b296-8038241d4f6a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.43 "DELETE /v2.0/ports/c368578b-f1a6-4e51-8edc-9bafa1152a4b HTTP/1.1" status: 204 len: 173 time: 0.8909278 Mar 23 01:52:14.498680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d14dfc5-29de-41b0-a2e5-37cfb09e2325', 'name': 'network-vif-deleted', 'tag': 'c368578b-f1a6-4e51-8edc-9bafa1152a4b'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:52:14.506164 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0a2399-e9db-4058-85f3-50e1328e814d" -d '{"events": [{"server_uuid": "5d14dfc5-29de-41b0-a2e5-37cfb09e2325", "name": "network-vif-deleted", "tag": "c368578b-f1a6-4e51-8edc-9bafa1152a4b"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:52:14.531397 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=6015bf3e-8eca-44ce-947a-78f4e4a18797,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:14.566179 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (35f31a07-0ce8-46af-b34c-29725dce04cd), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:14.629361 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e63d826-70fc-4c80-b926-e22792a1993c x-openstack-request-id: req-6e63d826-70fc-4c80-b926-e22792a1993c {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:52:14.629685 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d14dfc5-29de-41b0-a2e5-37cfb09e2325", "name": "network-vif-deleted", "tag": "c368578b-f1a6-4e51-8edc-9bafa1152a4b", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:52:14.637442 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e63d826-70fc-4c80-b926-e22792a1993c {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:52:14.637989 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e63d826-70fc-4c80-b926-e22792a1993c'] response: {'server_uuid': '5d14dfc5-29de-41b0-a2e5-37cfb09e2325', 'name': 'network-vif-deleted', 'tag': 'c368578b-f1a6-4e51-8edc-9bafa1152a4b', 'status': 'completed', 'code': 200} Mar 23 01:52:14.681278 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4b0885ef-b103-4417-9a2a-994c3e89f72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (a8471a63-7189-4566-adcc-c6e2e0f179a5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:14.766002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058ca98-7c5a-4518-8073-3f2fdec13eed req-cd01c1e0-9063-4131-8911-62777010ca2a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:14.767724 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b058ca98-7c5a-4518-8073-3f2fdec13eed req-cd01c1e0-9063-4131-8911-62777010ca2a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.1260672 Mar 23 01:52:14.853396 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b058ca98-7c5a-4518-8073-3f2fdec13eed req-befa4b32-4109-4a20-91be-4589e79bafed tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777519 Mar 23 01:52:14.873377 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0885ef-b103-4417-9a2a-994c3e89f72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8471a63-7189-4566-adcc-c6e2e0f179a5,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:14.882353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0885ef-b103-4417-9a2a-994c3e89f72f admin admin] Checking segment: {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:52:14.882714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0885ef-b103-4417-9a2a-994c3e89f72f admin admin] Network hostable DHCP agents. Network: 42433058-325f-4239-94d5-8b7af2c3ec01, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:52:14.927251 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6015bf3e-8eca-44ce-947a-78f4e4a18797), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:14.930544 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0885ef-b103-4417-9a2a-994c3e89f72f admin admin] Network 42433058-325f-4239-94d5-8b7af2c3ec01 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:52:14.948714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-4b0885ef-b103-4417-9a2a-994c3e89f72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 42433058-325f-4239-94d5-8b7af2c3ec01) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:14.958155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af8502-d895-4d84-a148-bfe2e0208e16 None None] Network 42433058-325f-4239-94d5-8b7af2c3ec01 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:52:15.005027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0885ef-b103-4417-9a2a-994c3e89f72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:15.008287 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4b0885ef-b103-4417-9a2a-994c3e89f72f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:15.024042 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b1d48cca-e8fa-4ab4-a36a-379a6dc7ae68 None None] Provisioning complete for port 6015bf3e-8eca-44ce-947a-78f4e4a18797 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:15.024406 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b1d48cca-e8fa-4ab4-a36a-379a6dc7ae68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6015bf3e-8eca-44ce-947a-78f4e4a18797), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:15.082343 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b1d48cca-e8fa-4ab4-a36a-379a6dc7ae68 None None] Port 6015bf3e-8eca-44ce-947a-78f4e4a18797 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:52:15.124828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1476b970-b9ad-4a81-8bcd-450c897c041a None None] Network 42433058-325f-4239-94d5-8b7af2c3ec01 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:52:15.154584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4b0885ef-b103-4417-9a2a-994c3e89f72f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0027497 Mar 23 01:52:15.448843 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3db486f6-336f-4cef-8ef0-889f65b104d5 req-e965ac84-8f4b-430b-b1c4-90823910d77e tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 210 time: 0.0371358 Mar 23 01:52:15.559747 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (6015bf3e-8eca-44ce-947a-78f4e4a18797), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:15.567706 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (6015bf3e-8eca-44ce-947a-78f4e4a18797), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:15.671484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=6015bf3e-8eca-44ce-947a-78f4e4a18797,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:15.674280 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (35f31a07-0ce8-46af-b34c-29725dce04cd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:15.820469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37dc36-0f65-4105-a612-2414673c1284 req-afa179b3-2364-4420-844d-a41fc39c8c7f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:15.825234 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa37dc36-0f65-4105-a612-2414673c1284 req-afa179b3-2364-4420-844d-a41fc39c8c7f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 806 time: 0.1509361 Mar 23 01:52:15.850041 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa37dc36-0f65-4105-a612-2414673c1284 req-e993959b-5367-4141-8d14-7ef506ca7971 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/quotas/40daccf221df44ccb4d09b7e635d42a3 HTTP/1.1" status: 200 len: 375 time: 0.0186436 Mar 23 01:52:15.922711 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa37dc36-0f65-4105-a612-2414673c1284 req-2e9a9868-fca0-40d8-933b-f3276d3d204c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669224 Mar 23 01:52:15.946507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-90f87102-37db-4101-b3ba-3fa686c1a7c2 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:15.948770 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-90f87102-37db-4101-b3ba-3fa686c1a7c2 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.42 "GET /v2.0/networks?id=e72caba6-ab70-459a-b2b0-6270634588ed HTTP/1.1" status: 200 len: 814 time: 0.2202461 Mar 23 01:52:15.964985 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-0117a034-709d-4391-9502-dde9331f76be tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Request body: {'port': {'device_id': '915e0e73-3e6f-49ba-8598-1f7effc7e52e', 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed', 'admin_state_up': True, 'tenant_id': 'dc3f4d69c04c4726b69de1d5ca89dc5e'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:16.025429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network 401578d5-3fa0-40a9-99b8-8f98a5907f79 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:52:16.041258 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:16.064437 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa37dc36-0f65-4105-a612-2414673c1284 req-d0cf1399-18b2-46cd-a988-176e54b60810 service neutron] 10.222.0.18 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338842 Mar 23 01:52:16.207488 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa37dc36-0f65-4105-a612-2414673c1284 req-7e67f21e-7750-4d07-b8b3-9e41e65611c8 service neutron] 10.222.0.18 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374202 Mar 23 01:52:16.330709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-0117a034-709d-4391-9502-dde9331f76be tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Made reservation on behalf of dc3f4d69c04c4726b69de1d5ca89dc5e for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:52:16.334436 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-0117a034-709d-4391-9502-dde9331f76be tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:16.339955 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router 35f31a07-0ce8-46af-b34c-29725dce04cd has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:52:16.356319 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084f730-46de-44bc-a416-bfaa890067f5 req-9bc407ee-6786-4d87-8c11-5ab8adb97c8d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:16.358195 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3084f730-46de-44bc-a416-bfaa890067f5 req-9bc407ee-6786-4d87-8c11-5ab8adb97c8d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.3312018 Mar 23 01:52:16.440646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-023d3267-afeb-4004-93d5-b82a287888ab None None] Provisioning complete for port 6015bf3e-8eca-44ce-947a-78f4e4a18797 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:16.445059 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-023d3267-afeb-4004-93d5-b82a287888ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6015bf3e-8eca-44ce-947a-78f4e4a18797), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:16.498886 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:52:16.505878 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e755257d-2ecd-46b0-9f39-bc6f16bb81d9 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "PUT /v2.0/routers/35f31a07-0ce8-46af-b34c-29725dce04cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5390294 Mar 23 01:52:16.508776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58950) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:16.515198 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-84ffb1c4-e457-47e6-b898-fe4eb4a1958f req-116ae72b-2b23-4267-a834-e83e3534eed7 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 210 time: 0.0572031 Mar 23 01:52:16.518832 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad412328-a69d-47f6-ae6e-cf3e13ac14c7 None None] Sync routers for ids ['35f31a07-0ce8-46af-b34c-29725dce04cd'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:52:16.523447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-5090ff97-a9e7-4ce7-aade-49f42165da1d tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'port': {'network_id': '401578d5-3fa0-40a9-99b8-8f98a5907f79', 'name': 'tempest-FloatingIPTestJSON-1586446800'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:16.540203 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad412328-a69d-47f6-ae6e-cf3e13ac14c7 None None] Routers {'35f31a07-0ce8-46af-b34c-29725dce04cd'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:16.544313 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-023d3267-afeb-4004-93d5-b82a287888ab None None] Port 6015bf3e-8eca-44ce-947a-78f4e4a18797 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:52:16.545511 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ad412328-a69d-47f6-ae6e-cf3e13ac14c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['35f31a07-0ce8-46af-b34c-29725dce04cd'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:16.622305 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-24a91a17-2723-4900-a453-4c78e3c8307c req-3f363982-ddc1-4f40-bd49-b43f1b1f2bc6 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 210 time: 0.0515482 Mar 23 01:52:16.633323 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ad412328-a69d-47f6-ae6e-cf3e13ac14c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:16.668935 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad412328-a69d-47f6-ae6e-cf3e13ac14c7 None None] Routers {'35f31a07-0ce8-46af-b34c-29725dce04cd'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:16.669565 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ad412328-a69d-47f6-ae6e-cf3e13ac14c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:51:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['35f31a07-0ce8-46af-b34c-29725dce04cd'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:16.732822 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ad412328-a69d-47f6-ae6e-cf3e13ac14c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:16.733740 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad412328-a69d-47f6-ae6e-cf3e13ac14c7 None None] The sync data for ids ['35f31a07-0ce8-46af-b34c-29725dce04cd'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:52:16.806370 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3084f730-46de-44bc-a416-bfaa890067f5 req-076655af-f67a-4470-b584-5c41b9a61cfb tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4400396 Mar 23 01:52:16.887851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-0117a034-709d-4391-9502-dde9331f76be tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Allocated IP 172.20.0.14 (e72caba6-ab70-459a-b2b0-6270634588ed/f9c17da0-734b-41ba-894f-9e477b5fddac/03b886e3-05b8-40f8-9b52-64a7ae8043c5) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:52:16.892443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5090ff97-a9e7-4ce7-aade-49f42165da1d tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Made reservation on behalf of 5f14152a144646fd83b1c59d104faab7 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:52:16.896492 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5090ff97-a9e7-4ce7-aade-49f42165da1d tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:16.933341 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-5090ff97-a9e7-4ce7-aade-49f42165da1d tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] device_id is not set on port e52cbb50-b1b2-4c76-bb1c-443b7af7d819 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:52:17.145646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-5090ff97-a9e7-4ce7-aade-49f42165da1d tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Allocated IP 172.20.0.3 (401578d5-3fa0-40a9-99b8-8f98a5907f79/6c3430fe-c705-4e4a-9181-215d5a502a92/e52cbb50-b1b2-4c76-bb1c-443b7af7d819) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:52:17.173539 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-0117a034-709d-4391-9502-dde9331f76be tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks [] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:17.292798 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-0117a034-709d-4391-9502-dde9331f76be tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:17.370210 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-0117a034-709d-4391-9502-dde9331f76be tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Network e72caba6-ab70-459a-b2b0-6270634588ed is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:52:17.375206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117a034-709d-4391-9502-dde9331f76be tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Pushing event updated for resources: {'Port': ['ID=03b886e3-05b8-40f8-9b52-64a7ae8043c5,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:17.377914 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-0117a034-709d-4391-9502-dde9331f76be tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:17.384730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-0117a034-709d-4391-9502-dde9331f76be tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:52:17.441569 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5090ff97-a9e7-4ce7-aade-49f42165da1d tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for port (e52cbb50-b1b2-4c76-bb1c-443b7af7d819), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:17.473418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-0117a034-709d-4391-9502-dde9331f76be tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:17.474043 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-0117a034-709d-4391-9502-dde9331f76be tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:17.500019 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-0117a034-709d-4391-9502-dde9331f76be tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5419717 Mar 23 01:52:17.500673 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58982) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:17.513011 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Request body: {'port': {'device_id': '915e0e73-3e6f-49ba-8598-1f7effc7e52e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:17.547042 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5090ff97-a9e7-4ce7-aade-49f42165da1d tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e52cbb50-b1b2-4c76-bb1c-443b7af7d819), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:17.702307 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d4bb7bca-c217-4b0a-bb9a-3fa7b34e5a82 req-21e1371b-9ea0-49d3-aae0-fbd3f61aca52 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 210 time: 0.0617597 Mar 23 01:52:17.735219 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:17.875160 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Publish callbacks [] for security_group (11fefbbb-83ed-4088-94b6-72522b6bc232), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:17.881902 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (11fefbbb-83ed-4088-94b6-72522b6bc232), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:17.921233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fefbbb-83ed-4088-94b6-72522b6bc232,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:17.961122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:17.962405 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:17.964868 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:17.965596 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:17.966114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:17.966469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:17.966809 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:17.967229 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:17.967613 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:17.967949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:17.968284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:17.968632 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:17.969097 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:17.969534 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:17.969874 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:18.130326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5090ff97-a9e7-4ce7-aade-49f42165da1d tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Network 401578d5-3fa0-40a9-99b8-8f98a5907f79 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:52:18.150103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-5090ff97-a9e7-4ce7-aade-49f42165da1d tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:18.152249 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:18.156460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58992) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:18.157287 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090ff97-a9e7-4ce7-aade-49f42165da1d tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:52:18.166601 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-adbb0be2-c115-4d42-bfc5-6ab42b01c82c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5501e99f628485699f7c37127404cf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6646993 Mar 23 01:52:18.208472 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5090ff97-a9e7-4ce7-aade-49f42165da1d tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:18.209145 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5090ff97-a9e7-4ce7-aade-49f42165da1d tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:18.255276 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82595d2d-0a39-49d7-8d64-e0e2cf6b62e7 req-9f560250-b7d5-44a1-a030-fb4aec6b707b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:18.257116 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-82595d2d-0a39-49d7-8d64-e0e2cf6b62e7 req-9f560250-b7d5-44a1-a030-fb4aec6b707b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.3372960 Mar 23 01:52:18.273968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090ff97-a9e7-4ce7-aade-49f42165da1d tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event updated for resources: {'Port': ['ID=e52cbb50-b1b2-4c76-bb1c-443b7af7d819,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:18.378031 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5090ff97-a9e7-4ce7-aade-49f42165da1d tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8682342 Mar 23 01:52:18.386087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58996) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:18.391503 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-82595d2d-0a39-49d7-8d64-e0e2cf6b62e7 req-5ca56e1b-50cd-4e76-aa28-83a92a314cae tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191764 Mar 23 01:52:18.401885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37dc36-0f65-4105-a612-2414673c1284 req-00621a45-c773-472e-9bdb-72ad864eb141 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:18.404075 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa37dc36-0f65-4105-a612-2414673c1284 req-00621a45-c773-472e-9bdb-72ad864eb141 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 806 time: 0.4151700 Mar 23 01:52:18.408689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-533b5fea-3f95-4d45-8c5a-ba6156899a1f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Request body: {'floatingip': {'port_id': 'e52cbb50-b1b2-4c76-bb1c-443b7af7d819'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:18.434471 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-263b3d08-ed54-4a6d-b0c0-29efdc2b61be service neutron] show failed (client error): The resource could not be found. Mar 23 01:52:18.435709 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-263b3d08-ed54-4a6d-b0c0-29efdc2b61be service neutron] 10.222.0.42 "GET /v2.0/ports/76d265b1-5687-4489-a089-63b1bb1b6965/bindings/n-h2-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.8270073 Mar 23 01:52:18.455659 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11105935-1531-4d11-9206-a7f82d1d3bb5 req-19e70256-b8ff-4ff0-bb68-ed311742c0a4 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:18.457818 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11105935-1531-4d11-9206-a7f82d1d3bb5 req-19e70256-b8ff-4ff0-bb68-ed311742c0a4 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 932 time: 0.3294477 Mar 23 01:52:18.461196 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-aa37dc36-0f65-4105-a612-2414673c1284 req-826634de-f9f6-4c7c-9e78-0f653e0c1ce0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Request body: {'port': {'device_id': 'a34cda54-92c0-4521-805c-618e0dc3ef58', 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01', 'admin_state_up': True, 'tenant_id': '40daccf221df44ccb4d09b7e635d42a3'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:18.571144 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-533b5fea-3f95-4d45-8c5a-ba6156899a1f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (9799c981-ad7a-4f38-8bc3-6e59a4abce14), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:18.599695 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6754eb8c-e68e-48d2-9d1a-88a4d664b135 admin admin] Publish callbacks [] for security_group (11fefbbb-83ed-4088-94b6-72522b6bc232), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:18.698887 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6754eb8c-e68e-48d2-9d1a-88a4d664b135 admin admin] Publish callbacks [] for security_group (11fefbbb-83ed-4088-94b6-72522b6bc232), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:18.714560 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11105935-1531-4d11-9206-a7f82d1d3bb5 req-425d00c3-be84-4726-939b-c96514112e8d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493157 Mar 23 01:52:18.736287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device c368578b-f1a6-4e51-8edc-9bafa1152a4b no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:52:18.789170 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fbfbe30c-23e3-4b04-87e1-86ddb8e4ec23 None None] Provisioning complete for port e52cbb50-b1b2-4c76-bb1c-443b7af7d819 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:18.789855 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fbfbe30c-23e3-4b04-87e1-86ddb8e4ec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e52cbb50-b1b2-4c76-bb1c-443b7af7d819), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:18.792167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: c368578b-f1a6-4e51-8edc-9bafa1152a4b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:52:18.792802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device c368578b-f1a6-4e51-8edc-9bafa1152a4b not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:52:18.835822 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6754eb8c-e68e-48d2-9d1a-88a4d664b135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (11fefbbb-83ed-4088-94b6-72522b6bc232), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:18.838631 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6754eb8c-e68e-48d2-9d1a-88a4d664b135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:18.842963 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6754eb8c-e68e-48d2-9d1a-88a4d664b135 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11fefbbb-83ed-4088-94b6-72522b6bc232 HTTP/1.1" status: 204 len: 168 time: 0.6379161 Mar 23 01:52:18.882421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754eb8c-e68e-48d2-9d1a-88a4d664b135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fefbbb-83ed-4088-94b6-72522b6bc232,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:18.902148 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa37dc36-0f65-4105-a612-2414673c1284 req-826634de-f9f6-4c7c-9e78-0f653e0c1ce0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Made reservation on behalf of 40daccf221df44ccb4d09b7e635d42a3 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:52:18.905984 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-aa37dc36-0f65-4105-a612-2414673c1284 req-826634de-f9f6-4c7c-9e78-0f653e0c1ce0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:18.933210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fbfbe30c-23e3-4b04-87e1-86ddb8e4ec23 None None] Port e52cbb50-b1b2-4c76-bb1c-443b7af7d819 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:52:18.989751 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b886e3-05b8-40f8-9b52-64a7ae8043c5 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:52:18.997494 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-356409d3-3b6e-486d-8a52-1fa9c811ee70 req-c86ac683-ff8f-4f13-8906-bc8cce87b24e tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 210 time: 0.0777493 Mar 23 01:52:19.011517 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Publish callbacks [] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:19.059201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-b90a6d62-accf-41a0-a1e9-7075ad336ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:19.061257 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-b90a6d62-accf-41a0-a1e9-7075ad336ce2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae&tenant_id=bb6e915da6d4405598d98978727b2035 HTTP/1.1" status: 200 len: 1127 time: 0.2440639 Mar 23 01:52:19.078014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Transition to ACTIVE for port object 03b886e3-05b8-40f8-9b52-64a7ae8043c5 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:52:19.083415 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:19.090214 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:19.231691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Pushing event updated for resources: {'Port': ['ID=03b886e3-05b8-40f8-9b52-64a7ae8043c5,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:19.348692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59004) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:19.356509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Attempting to bind port 03b886e3-05b8-40f8-9b52-64a7ae8043c5 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:52:19.356715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Attempting to bind port 03b886e3-05b8-40f8-9b52-64a7ae8043c5 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c9be95be-bee7-41bb-997c-febdce3ad847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:52:19.357012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Attempting to bind port 03b886e3-05b8-40f8-9b52-64a7ae8043c5 on network e72caba6-ab70-459a-b2b0-6270634588ed {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:52:19.363956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Port 03b886e3-05b8-40f8-9b52-64a7ae8043c5 on network e72caba6-ab70-459a-b2b0-6270634588ed not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:52:19.364287 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Attempting to bind port 03b886e3-05b8-40f8-9b52-64a7ae8043c5 on network e72caba6-ab70-459a-b2b0-6270634588ed {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:52:19.367757 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:19.375377 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0e60604b-69d6-4de3-9990-13d8f9213f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:19.387147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:52:19.388003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Checking segment: {'id': 'c9be95be-bee7-41bb-997c-febdce3ad847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:52:19.388157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Bound using segment: {'id': 'c9be95be-bee7-41bb-997c-febdce3ad847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:52:19.388520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Bound port: 03b886e3-05b8-40f8-9b52-64a7ae8043c5, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9be95be-bee7-41bb-997c-febdce3ad847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:52:19.388929 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:19.408688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-aa37dc36-0f65-4105-a612-2414673c1284 req-826634de-f9f6-4c7c-9e78-0f653e0c1ce0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Allocated IP 172.20.0.11 (42433058-325f-4239-94d5-8b7af2c3ec01/a8471a63-7189-4566-adcc-c6e2e0f179a5/a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:52:19.546163 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a1640ce1-c0d3-453a-816c-ccb9eaed3bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:19.565845 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] For port 03b886e3-05b8-40f8-9b52-64a7ae8043c5, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:52:19.591653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] For port 03b886e3-05b8-40f8-9b52-64a7ae8043c5, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=03b886e3-05b8-40f8-9b52-64a7ae8043c5,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:52:19.606802 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:19.619761 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0e60604b-69d6-4de3-9990-13d8f9213f6c admin admin] Publish callbacks [] for security_group (a6e2e4fc-44b6-40ab-bb28-85131553da7d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:19.646819 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0e60604b-69d6-4de3-9990-13d8f9213f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a6e2e4fc-44b6-40ab-bb28-85131553da7d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:19.683543 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce37756-be4f-4d92-b1f8-0373b6ca0aae req-c9b20504-a52c-4c19-8baa-a0e20ab2c30e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:19.685383 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4ce37756-be4f-4d92-b1f8-0373b6ca0aae req-c9b20504-a52c-4c19-8baa-a0e20ab2c30e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.1576493 Mar 23 01:52:19.686749 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:19.687375 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:19.688737 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] 10.222.0.42 "PUT /v2.0/ports/03b886e3-05b8-40f8-9b52-64a7ae8043c5 HTTP/1.1" status: 200 len: 1092 time: 2.1804142 Mar 23 01:52:19.694294 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915e0e73-3e6f-49ba-8598-1f7effc7e52e', 'tag': '03b886e3-05b8-40f8-9b52-64a7ae8043c5'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:52:19.698031 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1589d462-cf63-4f57-861b-8230115d50e1" -d '{"events": [{"name": "network-changed", "server_uuid": "915e0e73-3e6f-49ba-8598-1f7effc7e52e", "tag": "03b886e3-05b8-40f8-9b52-64a7ae8043c5"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:52:19.788675 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0801f44-6da9-473f-85f0-12c598608ae6 x-openstack-request-id: req-c0801f44-6da9-473f-85f0-12c598608ae6 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:52:19.790987 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915e0e73-3e6f-49ba-8598-1f7effc7e52e", "tag": "03b886e3-05b8-40f8-9b52-64a7ae8043c5", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:52:19.791472 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0801f44-6da9-473f-85f0-12c598608ae6 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:52:19.792148 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0801f44-6da9-473f-85f0-12c598608ae6'] response: {'name': 'network-changed', 'server_uuid': '915e0e73-3e6f-49ba-8598-1f7effc7e52e', 'tag': '03b886e3-05b8-40f8-9b52-64a7ae8043c5', 'status': 'completed', 'code': 200} Mar 23 01:52:19.846435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76d265b1-5687-4489-a089-63b1bb1b6965,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:19.859142 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0e60604b-69d6-4de3-9990-13d8f9213f6c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d437f3df6144888b47e7244e146a3c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5091734 Mar 23 01:52:19.876521 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60604b-69d6-4de3-9990-13d8f9213f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e2e4fc-44b6-40ab-bb28-85131553da7d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:19.881961 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59024) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:19.885152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d38f2e-37b5-4522-ba1f-266a58c4064b service neutron] Pushing event updated for resources: {'Port': ['ID=03b886e3-05b8-40f8-9b52-64a7ae8043c5,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:19.918162 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h1-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:52:19.968860 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4ce37756-be4f-4d92-b1f8-0373b6ca0aae req-f5e975b5-90b3-47fd-98e7-304a833506bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481856 Mar 23 01:52:19.983865 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-fa87b7c4-f98f-4de9-a91f-f0c0cdf1799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:19.986869 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-fa87b7c4-f98f-4de9-a91f-f0c0cdf1799a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc3f4d69c04c4726b69de1d5ca89dc5e&device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 1126 time: 0.2376165 Mar 23 01:52:19.987489 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:52:19.991958 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f355ea2e-59a4-4187-a3ed-f004c5f6d4f9" -d '{"events": [{"server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "name": "network-vif-unplugged", "status": "completed", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:52:19.997494 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Publish callbacks [] for port (76d265b1-5687-4489-a089-63b1bb1b6965), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:20.008829 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1bf69c88-d6c1-4679-a452-3f4ea62d90bb admin admin] Publish callbacks [] for security_group (a6e2e4fc-44b6-40ab-bb28-85131553da7d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:20.068560 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-49639103-1611-40ed-a5dd-676661ae0cfc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03b886e3-05b8-40f8-9b52-64a7ae8043c5 HTTP/1.1" status: 200 len: 217 time: 0.0608375 Mar 23 01:52:20.115272 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1bf69c88-d6c1-4679-a452-3f4ea62d90bb admin admin] Publish callbacks [] for security_group (a6e2e4fc-44b6-40ab-bb28-85131553da7d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:20.164688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-bf182d27-a460-4404-a9e1-9757f7798c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:20.166744 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-bf182d27-a460-4404-a9e1-9757f7798c66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9c17da0-734b-41ba-894f-9e477b5fddac HTTP/1.1" status: 200 len: 854 time: 0.0912981 Mar 23 01:52:20.232157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-79ea61c1-4420-4ad5-b023-c8181a8ece55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e72caba6-ab70-459a-b2b0-6270634588ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587246 Mar 23 01:52:20.237233 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-954995dd-5d16-4442-b538-d85c45d46766 req-059cdd06-2d84-4bb7-8d19-30117a1648d2 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 210 time: 0.0655243 Mar 23 01:52:20.250779 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1bf69c88-d6c1-4679-a452-3f4ea62d90bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a6e2e4fc-44b6-40ab-bb28-85131553da7d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:20.254758 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1bf69c88-d6c1-4679-a452-3f4ea62d90bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:20.256207 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1bf69c88-d6c1-4679-a452-3f4ea62d90bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6e2e4fc-44b6-40ab-bb28-85131553da7d HTTP/1.1" status: 204 len: 168 time: 0.3720119 Mar 23 01:52:20.303656 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf69c88-d6c1-4679-a452-3f4ea62d90bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e2e4fc-44b6-40ab-bb28-85131553da7d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:20.377637 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-8db0a6c3-a1bb-4c41-8b7f-4385a545b6a2 service neutron] 10.222.0.42 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389270 Mar 23 01:52:20.530719 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a5f7e5a-59b7-4435-9253-ad553a52fb27 req-002c1022-b345-41f9-bafd-115581f87688 service neutron] 10.222.0.42 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458600 Mar 23 01:52:20.572506 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47835952-595b-44ae-8376-6f96612e25a3 x-openstack-request-id: req-47835952-595b-44ae-8376-6f96612e25a3 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:52:20.572884 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "name": "network-vif-unplugged", "status": "completed", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:52:20.573355 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47835952-595b-44ae-8376-6f96612e25a3 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:52:20.573948 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47835952-595b-44ae-8376-6f96612e25a3'] response: {'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965', 'code': 200} Mar 23 01:52:20.638561 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Transition to ACTIVE for port object 76d265b1-5687-4489-a089-63b1bb1b6965 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:52:20.668974 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:20.687756 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:20.717054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589d462-cf63-4f57-861b-8230115d50e1 req-e898fd65-7cc4-415a-97ad-8d9df8ecb1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:20.719472 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1589d462-cf63-4f57-861b-8230115d50e1 req-e898fd65-7cc4-415a-97ad-8d9df8ecb1dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc3f4d69c04c4726b69de1d5ca89dc5e&device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 1126 time: 0.1262150 Mar 23 01:52:20.911594 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-aa37dc36-0f65-4105-a612-2414673c1284 req-826634de-f9f6-4c7c-9e78-0f653e0c1ce0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks [] for port (a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:20.930661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589d462-cf63-4f57-861b-8230115d50e1 req-c36ce7b9-7dce-494c-a9ba-2c6eaec24344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:20.932224 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1589d462-cf63-4f57-861b-8230115d50e1 req-c36ce7b9-7dce-494c-a9ba-2c6eaec24344 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e72caba6-ab70-459a-b2b0-6270634588ed HTTP/1.1" status: 200 len: 914 time: 0.2005067 Mar 23 01:52:21.015010 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1589d462-cf63-4f57-861b-8230115d50e1 req-9b6d12f9-2aa3-498a-9ed7-1350cba48fb2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03b886e3-05b8-40f8-9b52-64a7ae8043c5 HTTP/1.1" status: 200 len: 217 time: 0.0749509 Mar 23 01:52:21.035312 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96743571-8fb4-4831-873e-5d75de2b3ef1 req-bd56f75e-b254-425b-ae0e-2307b5bc30c9 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:21.037199 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-96743571-8fb4-4831-873e-5d75de2b3ef1 req-bd56f75e-b254-425b-ae0e-2307b5bc30c9 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 944 time: 1.0421448 Mar 23 01:52:21.096172 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-aa37dc36-0f65-4105-a612-2414673c1284 req-826634de-f9f6-4c7c-9e78-0f653e0c1ce0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:21.099212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Pushing event updated for resources: {'Port': ['ID=76d265b1-5687-4489-a089-63b1bb1b6965,revision_number=6']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:21.099396 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589d462-cf63-4f57-861b-8230115d50e1 req-ff0073e1-1de3-46a7-b920-c0de54205165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:21.101324 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1589d462-cf63-4f57-861b-8230115d50e1 req-ff0073e1-1de3-46a7-b920-c0de54205165 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9c17da0-734b-41ba-894f-9e477b5fddac HTTP/1.1" status: 200 len: 854 time: 0.0766983 Mar 23 01:52:21.156166 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1589d462-cf63-4f57-861b-8230115d50e1 req-605fa40c-b857-4746-8a87-62a0d9c2bc76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e72caba6-ab70-459a-b2b0-6270634588ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479453 Mar 23 01:52:21.203379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa37dc36-0f65-4105-a612-2414673c1284 req-826634de-f9f6-4c7c-9e78-0f653e0c1ce0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Network 42433058-325f-4239-94d5-8b7af2c3ec01 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:52:21.249759 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-aa37dc36-0f65-4105-a612-2414673c1284 req-826634de-f9f6-4c7c-9e78-0f653e0c1ce0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:21.261450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa37dc36-0f65-4105-a612-2414673c1284 req-826634de-f9f6-4c7c-9e78-0f653e0c1ce0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:52:21.308458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6356b4-3b53-448e-8739-64a40b5437ba req-1256bbb3-0a83-4e6a-9a43-f12b95895372 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:21.310386 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e6356b4-3b53-448e-8739-64a40b5437ba req-1256bbb3-0a83-4e6a-9a43-f12b95895372 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 943 time: 0.1432488 Mar 23 01:52:21.340542 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1589d462-cf63-4f57-861b-8230115d50e1 req-426ac0aa-d73e-4313-8028-6b7b20b7d13e service neutron] 10.222.0.42 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720195 Mar 23 01:52:21.378066 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826634de-f9f6-4c7c-9e78-0f653e0c1ce0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Pushing event updated for resources: {'Port': ['ID=a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:21.431817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37dc36-0f65-4105-a612-2414673c1284 req-826634de-f9f6-4c7c-9e78-0f653e0c1ce0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:21.432175 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-aa37dc36-0f65-4105-a612-2414673c1284 req-826634de-f9f6-4c7c-9e78-0f653e0c1ce0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:21.451083 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-96743571-8fb4-4831-873e-5d75de2b3ef1 req-6639a051-381a-4b07-875b-9424b8c6c4f6 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265607 Mar 23 01:52:21.489029 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa37dc36-0f65-4105-a612-2414673c1284 req-826634de-f9f6-4c7c-9e78-0f653e0c1ce0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0323379 Mar 23 01:52:21.491722 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.resource_extend [None req-533b5fea-3f95-4d45-8c5a-ba6156899a1f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:52:21.492256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e6356b4-3b53-448e-8739-64a40b5437ba req-518ad097-bb87-454c-aa86-3cf0bbd35d48 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728418 Mar 23 01:52:21.552053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Request body: {'port': {'device_id': 'a34cda54-92c0-4521-805c-618e0dc3ef58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:21.570904 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1589d462-cf63-4f57-861b-8230115d50e1 req-fefdd982-1f68-4626-8ec3-b94e663d0faa service neutron] 10.222.0.42 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224920 Mar 23 01:52:21.686766 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] No DVR routers for this DVR port 76d265b1-5687-4489-a089-63b1bb1b6965 on host n-h1-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:52:21.784253 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-533b5fea-3f95-4d45-8c5a-ba6156899a1f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:21.803926 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-533b5fea-3f95-4d45-8c5a-ba6156899a1f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (9799c981-ad7a-4f38-8bc3-6e59a4abce14), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:21.942343 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cf870-2f99-42df-9751-bca1d3e05580 req-475e057b-5ba4-4ea2-8cc4-c239d4c37e85 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:21.945291 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-887cf870-2f99-42df-9751-bca1d3e05580 req-475e057b-5ba4-4ea2-8cc4-c239d4c37e85 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 932 time: 0.3266566 Mar 23 01:52:21.971030 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:21.998398 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8e900d52-143d-4903-a9c7-ad822e60a8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:22.009004 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 76d265b1-5687-4489-a089-63b1bb1b6965 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:52:22.107852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] The host n-h1-834677-4 is not matching for port 76d265b1-5687-4489-a089-63b1bb1b6965 host n-h2-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:52:22.108478 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 76d265b1-5687-4489-a089-63b1bb1b6965 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:52:22.160496 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-533b5fea-3f95-4d45-8c5a-ba6156899a1f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Floating IP 9799c981-ad7a-4f38-8bc3-6e59a4abce14 associated. External IP: 172.25.0.221, port: f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da. Mar 23 01:52:22.331440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-887cf870-2f99-42df-9751-bca1d3e05580 req-f4af66ae-0b8e-4516-8915-0391e65610fd tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266239 Mar 23 01:52:22.394721 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Attempting to bind port 76d265b1-5687-4489-a089-63b1bb1b6965 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:52:22.395391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Attempting to bind port 76d265b1-5687-4489-a089-63b1bb1b6965 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:52:22.396808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Attempting to bind port 76d265b1-5687-4489-a089-63b1bb1b6965 on network 421cc921-f910-418e-8572-27bf845096fb {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:52:22.433301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Port 76d265b1-5687-4489-a089-63b1bb1b6965 on network 421cc921-f910-418e-8572-27bf845096fb not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:52:22.433787 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Attempting to bind port 76d265b1-5687-4489-a089-63b1bb1b6965 on network 421cc921-f910-418e-8572-27bf845096fb {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:52:22.450869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:52:22.451227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Checking segment: {'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:52:22.451677 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Bound using segment: {'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:52:22.454351 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Bound port: 76d265b1-5687-4489-a089-63b1bb1b6965, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:52:22.454581 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:22.658293 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548cf9a-9824-45c4-b389-aa4b80e322fa req-790dbf3c-1bea-4156-9c11-8887c52b6517 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:22.668050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2548cf9a-9824-45c4-b389-aa4b80e322fa req-790dbf3c-1bea-4156-9c11-8887c52b6517 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 944 time: 0.0951796 Mar 23 01:52:22.754782 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2548cf9a-9824-45c4-b389-aa4b80e322fa req-04d72539-2100-4d0a-aef8-11c86e4d1fed tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745091 Mar 23 01:52:22.781273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:52:22.790792 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=76d265b1-5687-4489-a089-63b1bb1b6965,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:52:22.849270 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:22.877210 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908000f-179f-4e93-922f-a590e147cab7 req-3b859dee-13f1-4981-a665-a6874eabbc1f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:22.879169 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3908000f-179f-4e93-922f-a590e147cab7 req-3b859dee-13f1-4981-a665-a6874eabbc1f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 943 time: 0.2397628 Mar 23 01:52:22.945902 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Pushing event updated for resources: {'Port': ['ID=76d265b1-5687-4489-a089-63b1bb1b6965,revision_number=7']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:22.963896 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:22.965066 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:22.966498 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-f262a0af-5e06-4485-a577-cbd5ae2dabdf service neutron] 10.222.0.43 "PUT /v2.0/ports/76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 1091 time: 3.8831747 Mar 23 01:52:22.967868 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:52:22.970440 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c34cab-4994-4bdc-b285-e948e2daf7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:52:23.007497 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533b5fea-3f95-4d45-8c5a-ba6156899a1f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router d82c383d-5c76-41f3-b221-affd8dee5400 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:52:23.251859 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:23.568806 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-1cca705f-350d-488d-afd0-98bd6ed90293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:23.570945 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-1cca705f-350d-488d-afd0-98bd6ed90293 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1125 time: 0.1789484 Mar 23 01:52:23.685946 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135a6ef-877e-4927-bf49-8a952f56472b req-bb88c01a-d253-4493-80fb-978ff509bb59 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:23.688950 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5135a6ef-877e-4927-bf49-8a952f56472b req-bb88c01a-d253-4493-80fb-978ff509bb59 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 932 time: 0.2189522 Mar 23 01:52:23.724872 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:52:23.735728 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Publish callbacks [] for port (a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:23.745269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-4e78f831-95b0-46c8-9e61-6eaf0d524be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:23.747147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-4e78f831-95b0-46c8-9e61-6eaf0d524be3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=421cc921-f910-418e-8572-27bf845096fb HTTP/1.1" status: 200 len: 895 time: 0.1658885 Mar 23 01:52:23.757394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Transition to ACTIVE for port object a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:52:23.761647 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce5797a-214c-413a-ac51-e1d863d10a15 x-openstack-request-id: req-0ce5797a-214c-413a-ac51-e1d863d10a15 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:52:23.761992 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:52:23.762307 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ce5797a-214c-413a-ac51-e1d863d10a15 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:52:23.762719 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce5797a-214c-413a-ac51-e1d863d10a15'] response: {'name': 'network-changed', 'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965', 'status': 'completed', 'code': 200} Mar 23 01:52:23.767899 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:23.779739 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3908000f-179f-4e93-922f-a590e147cab7 req-276aedf5-ec39-4cee-96e5-9ff1a7471226 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8362947 Mar 23 01:52:23.895950 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5135a6ef-877e-4927-bf49-8a952f56472b req-1766b4bd-7e74-4bb5-9167-0c3585bc225c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963720 Mar 23 01:52:23.931933 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-7757a631-4172-4579-9e98-5304c9f15b25 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 999 time: 0.1743188 Mar 23 01:52:23.981767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-bff340e5-9446-410c-9095-719fa1f233d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:23.985535 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-bff340e5-9446-410c-9095-719fa1f233d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1125 time: 0.9455466 Mar 23 01:52:23.986475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Pushing event updated for resources: {'Port': ['ID=a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:24.025501 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 03b886e3-05b8-40f8-9b52-64a7ae8043c5 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:52:24.085807 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-82b9a6b3-c98f-43ba-a81a-ca6408e8ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:24.092657 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-82b9a6b3-c98f-43ba-a81a-ca6408e8ee98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f822693-b262-4a4a-aa1f-5de9edd39897 HTTP/1.1" status: 200 len: 835 time: 0.1519220 Mar 23 01:52:24.102660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533b5fea-3f95-4d45-8c5a-ba6156899a1f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:52:24.178350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-7a7f1550-c736-453c-9a27-48e610a4a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:24.180517 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-7a7f1550-c736-453c-9a27-48e610a4a2de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=421cc921-f910-418e-8572-27bf845096fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0835433 Mar 23 01:52:24.181053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b0ceb-77de-4d64-baf7-540956db8eac None None] Sync routers for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:52:24.237665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a97ba-fb3c-49e0-bbbf-85496c9cc267 req-fe57eff1-78c5-45ac-9188-978a6f8af77b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:24.239249 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-803a97ba-fb3c-49e0-bbbf-85496c9cc267 req-fe57eff1-78c5-45ac-9188-978a6f8af77b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 944 time: 0.3330092 Mar 23 01:52:24.243014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b0ceb-77de-4d64-baf7-540956db8eac None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:24.243014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a09b0ceb-77de-4d64-baf7-540956db8eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:24.318037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Attempting to bind port a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:52:24.318300 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Attempting to bind port a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:52:24.318625 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Attempting to bind port a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b on network 42433058-325f-4239-94d5-8b7af2c3ec01 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:52:24.346763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a09b0ceb-77de-4d64-baf7-540956db8eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:24.381694 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b0ceb-77de-4d64-baf7-540956db8eac None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:24.382601 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a09b0ceb-77de-4d64-baf7-540956db8eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:24.401366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Port a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b on network 42433058-325f-4239-94d5-8b7af2c3ec01 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:52:24.401701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Attempting to bind port a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b on network 42433058-325f-4239-94d5-8b7af2c3ec01 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:52:24.408762 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-e10a5944-8580-453b-88cf-11aed3e9f9b3 service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201302 Mar 23 01:52:24.416663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:52:24.417010 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Checking segment: {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:52:24.417400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Bound using segment: {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:52:24.418287 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Bound port: a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:52:24.419039 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:24.482408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 03b886e3-05b8-40f8-9b52-64a7ae8043c5, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=03b886e3-05b8-40f8-9b52-64a7ae8043c5,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:24.485266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a09b0ceb-77de-4d64-baf7-540956db8eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:24.486107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b0ceb-77de-4d64-baf7-540956db8eac None None] The sync data for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:52:24.505228 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '03b886e3-05b8-40f8-9b52-64a7ae8043c5', 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed', 'port_id': '03b886e3-05b8-40f8-9b52-64a7ae8043c5', 'mac_address': 'fa:16:3e:dd:7e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c17da0-734b-41ba-894f-9e477b5fddac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:52:24.564874 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 03b886e3-05b8-40f8-9b52-64a7ae8043c5 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:24.565499 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:24.569300 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-803a97ba-fb3c-49e0-bbbf-85496c9cc267 req-1efb1036-fb7e-4792-8bec-6082e1303f51 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202116 Mar 23 01:52:24.577525 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-bbd17b3f-158d-4cc1-b4a8-8244da78d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:24.579266 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-bbd17b3f-158d-4cc1-b4a8-8244da78d378 service neutron] 10.222.0.43 "GET /v2.0/networks?id=421cc921-f910-418e-8572-27bf845096fb HTTP/1.1" status: 200 len: 895 time: 0.5618796 Mar 23 01:52:24.583312 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-c5fe39d7-4046-4ccc-a3ae-90574dd16eae service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589625 Mar 23 01:52:24.616500 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b886e3-05b8-40f8-9b52-64a7ae8043c5 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:52:24.657963 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 03b886e3-05b8-40f8-9b52-64a7ae8043c5, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=03b886e3-05b8-40f8-9b52-64a7ae8043c5,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:24.677703 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:24.732043 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] For port a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:52:24.746098 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:24.749070 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] For port a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:52:24.769200 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-335f3c56-7489-453c-a7f1-5e7fa2337814 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 999 time: 0.1803114 Mar 23 01:52:24.771159 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:24.779151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=03b886e3-05b8-40f8-9b52-64a7ae8043c5,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:24.794199 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533b5fea-3f95-4d45-8c5a-ba6156899a1f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router 35f31a07-0ce8-46af-b34c-29725dce04cd has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:52:24.860325 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:24.862750 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:24.865782 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa37dc36-0f65-4105-a612-2414673c1284 req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] 10.222.0.43 "PUT /v2.0/ports/a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b HTTP/1.1" status: 200 len: 1092 time: 3.3182697 Mar 23 01:52:24.882292 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['03b886e3-05b8-40f8-9b52-64a7ae8043c5'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:52:25.043333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-7b60802d-aff2-4dd2-b95a-7e924fed9ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:25.050862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f27dd8-d76d-465d-b5d4-10738dc6131b req-acd26b5c-4276-4817-bfaa-02ab9dd2b7af tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:25.052536 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08f27dd8-d76d-465d-b5d4-10738dc6131b req-acd26b5c-4276-4817-bfaa-02ab9dd2b7af tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 943 time: 0.1208735 Mar 23 01:52:25.058812 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-7b60802d-aff2-4dd2-b95a-7e924fed9ece service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f822693-b262-4a4a-aa1f-5de9edd39897 HTTP/1.1" status: 200 len: 835 time: 0.2757638 Mar 23 01:52:25.061038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2130d-0383-4de6-bf1c-96c9179f3759 service neutron] Pushing event updated for resources: {'Port': ['ID=a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:25.178443 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08f27dd8-d76d-465d-b5d4-10738dc6131b req-b6395e03-eb5c-49d7-b182-1690e50809b6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180222 Mar 23 01:52:25.210106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37dc36-0f65-4105-a612-2414673c1284 req-fbb0e58a-1fef-4023-9e3f-3e3f03301cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:25.211863 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa37dc36-0f65-4105-a612-2414673c1284 req-fbb0e58a-1fef-4023-9e3f-3e3f03301cc0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 1126 time: 0.2374585 Mar 23 01:52:25.276216 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-d5bbceb0-b648-4bfe-85dd-e0cc557ed2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:25.278272 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-d5bbceb0-b648-4bfe-85dd-e0cc557ed2c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=421cc921-f910-418e-8572-27bf845096fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2184663 Mar 23 01:52:25.281515 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa37dc36-0f65-4105-a612-2414673c1284 req-7a373768-a9f4-4548-8e67-e09154c69b12 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b HTTP/1.1" status: 200 len: 217 time: 0.0566616 Mar 23 01:52:25.284272 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533b5fea-3f95-4d45-8c5a-ba6156899a1f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:52:25.289538 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-533b5fea-3f95-4d45-8c5a-ba6156899a1f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:25.296816 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe513a0-d451-4cf8-ab6e-e903e3128a6d None None] Sync routers for ids ['35f31a07-0ce8-46af-b34c-29725dce04cd'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:52:25.300820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6edcb-a74f-4831-af3b-5b9608137886 req-908cde2d-51f7-4bbf-a653-c73027a144fb tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:25.302156 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-97e6edcb-a74f-4831-af3b-5b9608137886 req-908cde2d-51f7-4bbf-a653-c73027a144fb tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 944 time: 0.2116342 Mar 23 01:52:25.319419 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe513a0-d451-4cf8-ab6e-e903e3128a6d None None] Routers {'35f31a07-0ce8-46af-b34c-29725dce04cd'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:25.323355 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-bfe513a0-d451-4cf8-ab6e-e903e3128a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['35f31a07-0ce8-46af-b34c-29725dce04cd'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:25.373346 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-bfe513a0-d451-4cf8-ab6e-e903e3128a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:25.391938 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe513a0-d451-4cf8-ab6e-e903e3128a6d None None] Routers {'35f31a07-0ce8-46af-b34c-29725dce04cd'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:25.392995 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-bfe513a0-d451-4cf8-ab6e-e903e3128a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['35f31a07-0ce8-46af-b34c-29725dce04cd'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:25.479713 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37dc36-0f65-4105-a612-2414673c1284 req-efd44e9e-e2ef-4b24-8b08-62041c7db201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:25.481321 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa37dc36-0f65-4105-a612-2414673c1284 req-efd44e9e-e2ef-4b24-8b08-62041c7db201 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8471a63-7189-4566-adcc-c6e2e0f179a5 HTTP/1.1" status: 200 len: 846 time: 0.1895180 Mar 23 01:52:25.565229 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-533b5fea-3f95-4d45-8c5a-ba6156899a1f tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "PUT /v2.0/floatingips/9799c981-ad7a-4f38-8bc3-6e59a4abce14 HTTP/1.1" status: 200 len: 978 time: 7.1702917 Mar 23 01:52:25.565629 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59134) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:25.583705 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa37dc36-0f65-4105-a612-2414673c1284 req-03ea8212-8e58-4064-a3c5-0420aa0a5f4e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=42433058-325f-4239-94d5-8b7af2c3ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677497 Mar 23 01:52:25.592055 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-bfe513a0-d451-4cf8-ab6e-e903e3128a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:25.592970 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe513a0-d451-4cf8-ab6e-e903e3128a6d None None] The sync data for ids ['35f31a07-0ce8-46af-b34c-29725dce04cd'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:52:25.641253 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-97e6edcb-a74f-4831-af3b-5b9608137886 req-6b402946-990d-401d-80ea-74172cc45ad6 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068736 Mar 23 01:52:25.804498 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-005956cc-d256-4593-a3fe-ea7bdf587cba service neutron] 10.222.0.43 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114729 Mar 23 01:52:25.804778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-8a716fde-adfc-41cc-afbc-4ff3ab52fb8e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Deleting port e52cbb50-b1b2-4c76-bb1c-443b7af7d819 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:25.805029 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a716fde-adfc-41cc-afbc-4ff3ab52fb8e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e52cbb50-b1b2-4c76-bb1c-443b7af7d819), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:25.807884 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:25.819246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34cda54-92c0-4521-805c-618e0dc3ef58', 'tag': 'a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:52:25.827456 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf22a5f-18cd-435f-9ea1-b5b247628c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a34cda54-92c0-4521-805c-618e0dc3ef58", "tag": "a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:52:25.837159 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa37dc36-0f65-4105-a612-2414673c1284 req-c63bf32b-b12c-413d-a65d-4f175e6cc4fe service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519391 Mar 23 01:52:25.901662 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a716fde-adfc-41cc-afbc-4ff3ab52fb8e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e52cbb50-b1b2-4c76-bb1c-443b7af7d819), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:25.992340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3d4ea-f786-405f-9682-6444b9f14d04 req-b3df3912-e0ba-4ee8-895b-a4f6668735d0 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:25.992828 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46de4f5d-57db-43d2-a57f-7e4cdb8d24d5 x-openstack-request-id: req-46de4f5d-57db-43d2-a57f-7e4cdb8d24d5 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:52:25.994799 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82c3d4ea-f786-405f-9682-6444b9f14d04 req-b3df3912-e0ba-4ee8-895b-a4f6668735d0 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 945 time: 0.2609262 Mar 23 01:52:25.996852 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34cda54-92c0-4521-805c-618e0dc3ef58", "tag": "a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:52:25.997125 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46de4f5d-57db-43d2-a57f-7e4cdb8d24d5 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:52:25.997550 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46de4f5d-57db-43d2-a57f-7e4cdb8d24d5'] response: {'name': 'network-changed', 'server_uuid': 'a34cda54-92c0-4521-805c-618e0dc3ef58', 'tag': 'a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b', 'status': 'completed', 'code': 200} Mar 23 01:52:26.024904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 03b886e3-05b8-40f8-9b52-64a7ae8043c5 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:52:26.129854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 03b886e3-05b8-40f8-9b52-64a7ae8043c5 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:52:26.134885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 03b886e3-05b8-40f8-9b52-64a7ae8043c5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:26.135363 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:26.139266 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-307fe9b1-54af-45b7-91da-702ac6d57840 req-80ec1734-7a38-412f-b13e-48454df50e13 service neutron] 10.222.0.43 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989457 Mar 23 01:52:26.395943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 03b886e3-05b8-40f8-9b52-64a7ae8043c5 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:26.396552 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:26.397804 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82c3d4ea-f786-405f-9682-6444b9f14d04 req-382cc9d3-315e-4d3c-a18b-df5020202208 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358707 Mar 23 01:52:26.480525 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa37dc36-0f65-4105-a612-2414673c1284 req-20fc9368-1e77-4348-9fcd-793163c232dc service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932113 Mar 23 01:52:26.503856 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-077746c8-2992-49b8-844e-401ad23f8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:26.505702 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-077746c8-2992-49b8-844e-401ad23f8981 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1125 time: 0.2677355 Mar 23 01:52:26.508637 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a716fde-adfc-41cc-afbc-4ff3ab52fb8e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:26.510012 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a716fde-adfc-41cc-afbc-4ff3ab52fb8e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (9799c981-ad7a-4f38-8bc3-6e59a4abce14), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:26.510538 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-8a716fde-adfc-41cc-afbc-4ff3ab52fb8e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Floating IP 9799c981-ad7a-4f38-8bc3-6e59a4abce14 disassociated. External IP: 172.25.0.221, port: e52cbb50-b1b2-4c76-bb1c-443b7af7d819. Mar 23 01:52:26.511440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-8a716fde-adfc-41cc-afbc-4ff3ab52fb8e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Calling delete_port for e52cbb50-b1b2-4c76-bb1c-443b7af7d819 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:26.516979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915e0e73-3e6f-49ba-8598-1f7effc7e52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b886e3-05b8-40f8-9b52-64a7ae8043c5'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:52:26.521830 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61462632-795f-42f0-a719-403a4a07dbac" -d '{"events": [{"server_uuid": "915e0e73-3e6f-49ba-8598-1f7effc7e52e", "name": "network-vif-plugged", "status": "completed", "tag": "03b886e3-05b8-40f8-9b52-64a7ae8043c5"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:52:26.547119 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 03b886e3-05b8-40f8-9b52-64a7ae8043c5, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=03b886e3-05b8-40f8-9b52-64a7ae8043c5,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:26.559640 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:26.586754 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f9c0e-87e3-4527-b31b-36e6c8ac979e req-09277148-1ee4-4c50-a3b3-375bceb1962d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:26.596230 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e78f9c0e-87e3-4527-b31b-36e6c8ac979e req-09277148-1ee4-4c50-a3b3-375bceb1962d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 943 time: 0.2403035 Mar 23 01:52:26.715182 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e923565d-f71c-457a-9fc7-73823352d7ad x-openstack-request-id: req-e923565d-f71c-457a-9fc7-73823352d7ad {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:52:26.716525 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915e0e73-3e6f-49ba-8598-1f7effc7e52e", "name": "network-vif-plugged", "status": "completed", "tag": "03b886e3-05b8-40f8-9b52-64a7ae8043c5", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:52:26.720910 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e923565d-f71c-457a-9fc7-73823352d7ad {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:52:26.723263 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e923565d-f71c-457a-9fc7-73823352d7ad'] response: {'server_uuid': '915e0e73-3e6f-49ba-8598-1f7effc7e52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b886e3-05b8-40f8-9b52-64a7ae8043c5', 'code': 200} Mar 23 01:52:26.728511 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=03b886e3-05b8-40f8-9b52-64a7ae8043c5,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:26.856803 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e78f9c0e-87e3-4527-b31b-36e6c8ac979e req-68698f44-42b1-470b-be82-8cea04c21db7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595155 Mar 23 01:52:26.936327 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf22a5f-18cd-435f-9ea1-b5b247628c8b req-2a0e04c8-b893-426e-becb-ee2a30114686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:26.938221 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cbf22a5f-18cd-435f-9ea1-b5b247628c8b req-2a0e04c8-b893-426e-becb-ee2a30114686 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 1126 time: 0.2996387 Mar 23 01:52:26.959109 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-297a8541-bd52-40e0-960f-635e40b872a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:26.961082 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-297a8541-bd52-40e0-960f-635e40b872a3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=421cc921-f910-418e-8572-27bf845096fb HTTP/1.1" status: 200 len: 895 time: 0.4461348 Mar 23 01:52:26.985351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d77634-e90b-4bd4-8933-7bcc2e28fdcf req-fd7692f1-550e-4cf6-b2b9-8ce30e5067d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:26.986897 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-34d77634-e90b-4bd4-8933-7bcc2e28fdcf req-fd7692f1-550e-4cf6-b2b9-8ce30e5067d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 1128 time: 0.2654600 Mar 23 01:52:27.000404 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a716fde-adfc-41cc-afbc-4ff3ab52fb8e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e52cbb50-b1b2-4c76-bb1c-443b7af7d819), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:27.121762 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf73ea8-ae76-4830-8122-f9a9c8f861c7 req-eee5fd04-8774-40c3-9507-6a9003a9ae31 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:27.123679 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6cf73ea8-ae76-4830-8122-f9a9c8f861c7 req-eee5fd04-8774-40c3-9507-6a9003a9ae31 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 944 time: 0.3319583 Mar 23 01:52:27.154002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a716fde-adfc-41cc-afbc-4ff3ab52fb8e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Port': ['ID=e52cbb50-b1b2-4c76-bb1c-443b7af7d819,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:27.192369 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-890b158d-76b6-4b81-829d-c395b366e989 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 999 time: 0.1495292 Mar 23 01:52:27.216823 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-34d77634-e90b-4bd4-8933-7bcc2e28fdcf req-1314a79e-5504-44d3-b753-d8f7b46b57f2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076783 Mar 23 01:52:27.314190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf22a5f-18cd-435f-9ea1-b5b247628c8b req-61fca122-92c9-49cc-a0d9-25187b2ff5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:27.318013 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cbf22a5f-18cd-435f-9ea1-b5b247628c8b req-61fca122-92c9-49cc-a0d9-25187b2ff5b6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 906 time: 0.3710947 Mar 23 01:52:27.360216 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6cf73ea8-ae76-4830-8122-f9a9c8f861c7 req-cb65cea2-6ba3-4dfb-ab11-280ad40395cd tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124028 Mar 23 01:52:27.389672 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cbf22a5f-18cd-435f-9ea1-b5b247628c8b req-20b88dd6-5724-4342-bacd-383eadc28423 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b HTTP/1.1" status: 200 len: 217 time: 0.0539529 Mar 23 01:52:27.407061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-eb69bedc-f904-4218-a4f0-c904d0d91bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:27.408406 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-eb69bedc-f904-4218-a4f0-c904d0d91bdb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f822693-b262-4a4a-aa1f-5de9edd39897 HTTP/1.1" status: 200 len: 835 time: 0.1956549 Mar 23 01:52:27.495017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a716fde-adfc-41cc-afbc-4ff3ab52fb8e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router 35f31a07-0ce8-46af-b34c-29725dce04cd has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:52:27.620018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf22a5f-18cd-435f-9ea1-b5b247628c8b req-076ff97a-5634-40ac-a251-7e471ae69a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:27.622042 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cbf22a5f-18cd-435f-9ea1-b5b247628c8b req-076ff97a-5634-40ac-a251-7e471ae69a00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8471a63-7189-4566-adcc-c6e2e0f179a5 HTTP/1.1" status: 200 len: 846 time: 0.2278690 Mar 23 01:52:27.665712 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cbf22a5f-18cd-435f-9ea1-b5b247628c8b req-8786206c-82e7-4d89-af8e-b61233984689 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=42433058-325f-4239-94d5-8b7af2c3ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352390 Mar 23 01:52:27.692206 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-566fd800-9bbd-4e68-9ae3-2d254c356a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:27.693732 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-566fd800-9bbd-4e68-9ae3-2d254c356a2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=421cc921-f910-418e-8572-27bf845096fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2374845 Mar 23 01:52:27.713141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a716fde-adfc-41cc-afbc-4ff3ab52fb8e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:52:27.726215 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47a4c2d-97ff-4ce1-9c51-11b80f58c1d6 None None] Sync routers for ids ['35f31a07-0ce8-46af-b34c-29725dce04cd'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:52:27.766982 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47a4c2d-97ff-4ce1-9c51-11b80f58c1d6 None None] Routers {'35f31a07-0ce8-46af-b34c-29725dce04cd'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:27.767626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e47a4c2d-97ff-4ce1-9c51-11b80f58c1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['35f31a07-0ce8-46af-b34c-29725dce04cd'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:27.797397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea21e-75f8-40ed-8eea-9f4dd36b4571 req-10d519f2-7068-4a31-8574-13eefd9350af tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:27.799647 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be2ea21e-75f8-40ed-8eea-9f4dd36b4571 req-10d519f2-7068-4a31-8574-13eefd9350af tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.2616296 Mar 23 01:52:27.861535 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a716fde-adfc-41cc-afbc-4ff3ab52fb8e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:27.865374 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8a716fde-adfc-41cc-afbc-4ff3ab52fb8e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/ports/e52cbb50-b1b2-4c76-bb1c-443b7af7d819 HTTP/1.1" status: 204 len: 168 time: 2.2982705 Mar 23 01:52:27.866838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e47a4c2d-97ff-4ce1-9c51-11b80f58c1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:27.867659 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59160) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:27.895375 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47a4c2d-97ff-4ce1-9c51-11b80f58c1d6 None None] Routers {'35f31a07-0ce8-46af-b34c-29725dce04cd'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:27.895761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e47a4c2d-97ff-4ce1-9c51-11b80f58c1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['35f31a07-0ce8-46af-b34c-29725dce04cd'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:27.963097 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e47a4c2d-97ff-4ce1-9c51-11b80f58c1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:27.964251 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47a4c2d-97ff-4ce1-9c51-11b80f58c1d6 None None] The sync data for ids ['35f31a07-0ce8-46af-b34c-29725dce04cd'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:52:28.091908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5590abb-f37d-4271-89b7-ec055b79187f req-35a11785-fbea-4a0d-9204-e903990dd763 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:28.099409 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d5590abb-f37d-4271-89b7-ec055b79187f req-35a11785-fbea-4a0d-9204-e903990dd763 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 943 time: 0.1075003 Mar 23 01:52:28.342705 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d5590abb-f37d-4271-89b7-ec055b79187f req-3ffa3aad-c244-4d9e-9987-23fae5b03eab tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423201 Mar 23 01:52:28.373386 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cbf22a5f-18cd-435f-9ea1-b5b247628c8b req-690b436a-68f7-4eb5-884e-31db74245d3b service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6941643 Mar 23 01:52:28.519497 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be2ea21e-75f8-40ed-8eea-9f4dd36b4571 req-31f8272c-7ac2-48f3-81cd-b4e5567b9d5e tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928403 Mar 23 01:52:28.609424 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-dcd01579-1f5a-43a4-8ff8-fd1a1adc4b6e service neutron] 10.222.0.43 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8342450 Mar 23 01:52:28.623129 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cbf22a5f-18cd-435f-9ea1-b5b247628c8b req-f3bf82a8-3bd5-410b-8b82-48c9dea17366 service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143507 Mar 23 01:52:28.631271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55480d3-828c-4009-8412-2f9f27e4211b req-87789249-abba-46f7-82be-f5c63c61b445 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:28.633370 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d55480d3-828c-4009-8412-2f9f27e4211b req-87789249-abba-46f7-82be-f5c63c61b445 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 944 time: 0.1469517 Mar 23 01:52:28.674274 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dc126d1b-3c5e-482e-8dca-a3e8f3fafc4c tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (35f31a07-0ce8-46af-b34c-29725dce04cd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:28.794745 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a4c34cab-4994-4bdc-b285-e948e2daf7ef req-e3ef34a8-6bf5-4fa5-a770-8c0f69e489fb service neutron] 10.222.0.43 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700215 Mar 23 01:52:29.329549 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d55480d3-828c-4009-8412-2f9f27e4211b req-ec502232-3976-41e3-8a4e-d785887dbf95 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6885607 Mar 23 01:52:29.545994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefef55-a0cf-459d-b529-9fb2eb4c3f32 req-24eea762-9e2e-422c-858f-0d7bc807d6c6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:29.556072 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-baefef55-a0cf-459d-b529-9fb2eb4c3f32 req-24eea762-9e2e-422c-858f-0d7bc807d6c6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 943 time: 0.1349874 Mar 23 01:52:29.655835 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-baefef55-a0cf-459d-b529-9fb2eb4c3f32 req-1f969378-cfbf-4689-98fe-e2f1d7c00284 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984621 Mar 23 01:52:29.723568 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0fbb9-d6b8-48ab-8342-6d377e68466d req-cb40ba96-91f4-4ab1-8303-77ea1fc6d41f tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:29.725802 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9ad0fbb9-d6b8-48ab-8342-6d377e68466d req-cb40ba96-91f4-4ab1-8303-77ea1fc6d41f tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.0962005 Mar 23 01:52:29.729525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-dc126d1b-3c5e-482e-8dca-a3e8f3fafc4c tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Deleting port 6015bf3e-8eca-44ce-947a-78f4e4a18797 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:29.730077 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dc126d1b-3c5e-482e-8dca-a3e8f3fafc4c tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6015bf3e-8eca-44ce-947a-78f4e4a18797), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:29.840807 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9ad0fbb9-d6b8-48ab-8342-6d377e68466d req-4724fbb9-e090-4cdd-8a5e-eb1bd1336eca tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059864 Mar 23 01:52:29.870603 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dc126d1b-3c5e-482e-8dca-a3e8f3fafc4c tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6015bf3e-8eca-44ce-947a-78f4e4a18797), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:29.886456 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-dc126d1b-3c5e-482e-8dca-a3e8f3fafc4c tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Calling delete_port for 6015bf3e-8eca-44ce-947a-78f4e4a18797 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:30.027979 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6dafb-d2da-4778-8cb4-939e06228e2d req-c6762d42-35f0-4f6b-b592-87ecdea30fc6 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:30.030073 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ea6dafb-d2da-4778-8cb4-939e06228e2d req-c6762d42-35f0-4f6b-b592-87ecdea30fc6 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.1102562 Mar 23 01:52:30.079975 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ea6dafb-d2da-4778-8cb4-939e06228e2d req-11540c6a-3540-4b03-8afe-3e88cc2062d7 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440996 Mar 23 01:52:30.112792 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dc126d1b-3c5e-482e-8dca-a3e8f3fafc4c tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (6015bf3e-8eca-44ce-947a-78f4e4a18797), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:30.147203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc126d1b-3c5e-482e-8dca-a3e8f3fafc4c tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Port': ['ID=6015bf3e-8eca-44ce-947a-78f4e4a18797,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:30.372370 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dc126d1b-3c5e-482e-8dca-a3e8f3fafc4c tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (35f31a07-0ce8-46af-b34c-29725dce04cd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:30.414581 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb648f8-efd1-40e2-91e0-11ab4bc0fa60 req-239ed85a-b66c-4c28-bc3a-a5314c01c2d7 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:30.416128 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-afb648f8-efd1-40e2-91e0-11ab4bc0fa60 req-239ed85a-b66c-4c28-bc3a-a5314c01c2d7 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.0881581 Mar 23 01:52:30.506431 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-afb648f8-efd1-40e2-91e0-11ab4bc0fa60 req-011221fd-e03d-40aa-84bf-ed3b0ce9558a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816855 Mar 23 01:52:30.606752 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ba130-6a2d-499d-852c-c7eb06d7bd23 req-dda54ddc-9a26-46ba-9c8c-c78029e3edd8 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:30.608966 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-060ba130-6a2d-499d-852c-c7eb06d7bd23 req-dda54ddc-9a26-46ba-9c8c-c78029e3edd8 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 944 time: 0.1604033 Mar 23 01:52:30.651259 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50909a02-d9e3-4081-9a09-99f323841518 req-5e3ce9ba-a423-464d-8c8b-9df37e09d578 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:30.653716 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-50909a02-d9e3-4081-9a09-99f323841518 req-5e3ce9ba-a423-464d-8c8b-9df37e09d578 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.0630989 Mar 23 01:52:30.713290 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-50909a02-d9e3-4081-9a09-99f323841518 req-5da12230-e0a4-4d6d-8306-2fca060e56ba tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534570 Mar 23 01:52:30.757486 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-060ba130-6a2d-499d-852c-c7eb06d7bd23 req-dbe00cf6-c626-408c-a0cb-402a64920092 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429706 Mar 23 01:52:30.771709 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 76d265b1-5687-4489-a089-63b1bb1b6965 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:52:30.802911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc126d1b-3c5e-482e-8dca-a3e8f3fafc4c tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router 35f31a07-0ce8-46af-b34c-29725dce04cd has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:52:30.941726 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3e515-7b1a-4dc2-b961-406d94ba4a71 req-6995530c-6d8b-4340-aae6-a9d4750ce3ce tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:30.942303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc126d1b-3c5e-482e-8dca-a3e8f3fafc4c tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:52:30.948923 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fbe3e515-7b1a-4dc2-b961-406d94ba4a71 req-6995530c-6d8b-4340-aae6-a9d4750ce3ce tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 943 time: 0.1118779 Mar 23 01:52:30.953319 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18115501-3964-4964-955c-ffc2d551e94e None None] Sync routers for ids ['35f31a07-0ce8-46af-b34c-29725dce04cd'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:52:30.955904 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dc126d1b-3c5e-482e-8dca-a3e8f3fafc4c tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "PUT /v2.0/routers/35f31a07-0ce8-46af-b34c-29725dce04cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0863574 Mar 23 01:52:30.958661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59208) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:30.973770 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18115501-3964-4964-955c-ffc2d551e94e None None] Routers {'35f31a07-0ce8-46af-b34c-29725dce04cd'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:30.974406 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-18115501-3964-4964-955c-ffc2d551e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['35f31a07-0ce8-46af-b34c-29725dce04cd'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:31.034226 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=76d265b1-5687-4489-a089-63b1bb1b6965,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:31.060429 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '76d265b1-5687-4489-a089-63b1bb1b6965', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'port_id': '76d265b1-5687-4489-a089-63b1bb1b6965', 'mac_address': 'fa:16:3e:eb:db:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:52:31.072858 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fbe3e515-7b1a-4dc2-b961-406d94ba4a71 req-65ca9bfd-ed62-449f-834e-5e6063965885 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188030 Mar 23 01:52:31.077480 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-18115501-3964-4964-955c-ffc2d551e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:31.103453 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18115501-3964-4964-955c-ffc2d551e94e None None] Routers {'35f31a07-0ce8-46af-b34c-29725dce04cd'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:31.104531 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-18115501-3964-4964-955c-ffc2d551e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['35f31a07-0ce8-46af-b34c-29725dce04cd'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:31.125294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 76d265b1-5687-4489-a089-63b1bb1b6965 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:31.125954 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:31.145545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d265b1-5687-4489-a089-63b1bb1b6965 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:52:31.174153 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router (35f31a07-0ce8-46af-b34c-29725dce04cd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:31.175363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=76d265b1-5687-4489-a089-63b1bb1b6965,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:31.182382 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:31.186056 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:52:31.280893 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-18115501-3964-4964-955c-ffc2d551e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:31.284356 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18115501-3964-4964-955c-ffc2d551e94e None None] The sync data for ids ['35f31a07-0ce8-46af-b34c-29725dce04cd'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:52:31.461270 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=76d265b1-5687-4489-a089-63b1bb1b6965,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:31.463320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da5b3e-9b94-4db7-9646-db1dea2d9095 req-193dee96-a9cb-4b02-b68a-bc2a374f7ab6 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:31.470971 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:31.485755 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b', 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01', 'port_id': 'a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b', 'mac_address': 'fa:16:3e:d9:62:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8471a63-7189-4566-adcc-c6e2e0f179a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:52:31.497875 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-74da5b3e-9b94-4db7-9646-db1dea2d9095 req-193dee96-a9cb-4b02-b68a-bc2a374f7ab6 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.1331758 Mar 23 01:52:31.573691 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:31.574560 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:31.595007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-74da5b3e-9b94-4db7-9646-db1dea2d9095 req-55e2ad6a-ce09-42e5-8a85-a3d28f59fdf7 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961330 Mar 23 01:52:31.607082 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:52:31.630094 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router_gateway (35f31a07-0ce8-46af-b34c-29725dce04cd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:31.635591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:31.643699 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:31.741858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:31.744867 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf7141-ac1a-42c5-878e-ee1bbd6c808a req-3d938416-92ed-49da-8a0c-b04fa47844c6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:31.746104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Deleting port 9a72f25a-981c-4bb8-af95-24f0c340c31a {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:31.748232 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (9a72f25a-981c-4bb8-af95-24f0c340c31a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:31.754021 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2cf7141-ac1a-42c5-878e-ee1bbd6c808a req-3d938416-92ed-49da-8a0c-b04fa47844c6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 944 time: 0.1399660 Mar 23 01:52:31.831012 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-a69d1fba-df8a-4b49-8e4c-acf7dbc86279 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:31.837684 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-a69d1fba-df8a-4b49-8e4c-acf7dbc86279 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.43 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae&tenant_id=bb6e915da6d4405598d98978727b2035&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 944 time: 0.3023067 Mar 23 01:52:31.866505 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (9a72f25a-981c-4bb8-af95-24f0c340c31a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:31.911663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Calling delete_port for 9a72f25a-981c-4bb8-af95-24f0c340c31a owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:31.925023 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2cf7141-ac1a-42c5-878e-ee1bbd6c808a req-5fb3753b-35cc-457b-b7da-1c42cc0f1abb tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698196 Mar 23 01:52:31.976053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-03f29dc8-0c00-4f7d-9b39-379e8ddc3d97 service neutron] 10.222.0.43 "GET /v2.0/ports/76d265b1-5687-4489-a089-63b1bb1b6965/bindings/n-h2-834677-4 HTTP/1.1" status: 200 len: 382 time: 0.1268785 Mar 23 01:52:31.998551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe40cb-763a-4c63-8f14-6bc2539ac846 req-eab97d4f-4354-44fb-b885-005afd90124a tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:32.000493 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfbe40cb-763a-4c63-8f14-6bc2539ac846 req-eab97d4f-4354-44fb-b885-005afd90124a tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 945 time: 0.1298058 Mar 23 01:52:32.065344 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:52:32.111756 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfbe40cb-763a-4c63-8f14-6bc2539ac846 req-92c729c1-754d-4a2b-836c-e117f2def7be tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951903 Mar 23 01:52:32.114249 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['76d265b1-5687-4489-a089-63b1bb1b6965'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:52:32.124431 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-dae023bb-27eb-413e-9225-75293f8aa659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:32.131183 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-dae023bb-27eb-413e-9225-75293f8aa659 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1126 time: 0.1004603 Mar 23 01:52:32.223002 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (9a72f25a-981c-4bb8-af95-24f0c340c31a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:32.265406 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Port': ['ID=9a72f25a-981c-4bb8-af95-24f0c340c31a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:32.297080 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:32.297438 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:32.297795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:32.298130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:32.298471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:32.300732 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:32.301092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:32.301432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:32.301767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:32.302109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:32.302442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:32.302773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:32.303102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:32.310465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:32.310857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:52:32.335799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-b74215ac-1215-4b96-ac1d-19e1ad1a39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:32.345926 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-b74215ac-1215-4b96-ac1d-19e1ad1a39ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=421cc921-f910-418e-8572-27bf845096fb HTTP/1.1" status: 200 len: 895 time: 0.2072170 Mar 23 01:52:32.439073 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (35f31a07-0ce8-46af-b34c-29725dce04cd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:32.477350 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-db49a401-dd2a-4785-82e4-b776e931a813 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 1000 time: 0.1246855 Mar 23 01:52:32.560385 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-566236d8-f74a-4f4f-bb8e-7369f1368111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:32.562577 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-566236d8-f74a-4f4f-bb8e-7369f1368111 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f822693-b262-4a4a-aa1f-5de9edd39897 HTTP/1.1" status: 200 len: 835 time: 0.0785565 Mar 23 01:52:32.575224 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (35f31a07-0ce8-46af-b34c-29725dce04cd), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:32.582351 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router_controller (35f31a07-0ce8-46af-b34c-29725dce04cd), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:32.676162 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-66487396-8fa4-4c5c-8b5f-fcd6b7d066d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:32.678922 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-66487396-8fa4-4c5c-8b5f-fcd6b7d066d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=421cc921-f910-418e-8572-27bf845096fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1084571 Mar 23 01:52:32.684797 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (35f31a07-0ce8-46af-b34c-29725dce04cd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:32.685772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Fanout notify agent at l3_agent the message router_deleted on router 35f31a07-0ce8-46af-b34c-29725dce04cd {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:52:32.694298 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:32.700193 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d54cfcfe-5194-48a6-ad40-65e6e25cbd86 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/routers/35f31a07-0ce8-46af-b34c-29725dce04cd HTTP/1.1" status: 204 len: 168 time: 1.7401626 Mar 23 01:52:32.700736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59234) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:32.770124 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-7591a6dc-b2e8-454e-896b-ce0da229c80e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Deleting subnet 6c3430fe-c705-4e4a-9181-215d5a502a92 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:52:32.773608 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7591a6dc-b2e8-454e-896b-ce0da229c80e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for subnet (6c3430fe-c705-4e4a-9181-215d5a502a92), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:32.818696 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7591a6dc-b2e8-454e-896b-ce0da229c80e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (6c3430fe-c705-4e4a-9181-215d5a502a92), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:32.918107 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7591a6dc-b2e8-454e-896b-ce0da229c80e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (6c3430fe-c705-4e4a-9181-215d5a502a92), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:33.043642 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7591a6dc-b2e8-454e-896b-ce0da229c80e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (6c3430fe-c705-4e4a-9181-215d5a502a92), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:33.103395 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591a6dc-b2e8-454e-896b-ce0da229c80e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3430fe-c705-4e4a-9181-215d5a502a92,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:33.112564 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7591a6dc-b2e8-454e-896b-ce0da229c80e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:33.119221 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45a31c0-8d7d-4736-a9a6-18e7af26aabf None None] Network 401578d5-3fa0-40a9-99b8-8f98a5907f79 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:52:33.119774 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7591a6dc-b2e8-454e-896b-ce0da229c80e tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/subnets/6c3430fe-c705-4e4a-9181-215d5a502a92 HTTP/1.1" status: 204 len: 168 time: 0.4175344 Mar 23 01:52:33.121249 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59240) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:33.169320 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e0c6e-4752-420e-a273-2c9cef374628 req-63843d5f-0b63-4bca-acf6-d9590a9596ae tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:33.170935 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-901e0c6e-4752-420e-a273-2c9cef374628 req-63843d5f-0b63-4bca-acf6-d9590a9596ae tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.1887829 Mar 23 01:52:33.277380 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-550d79f5-7144-4fa5-80eb-43377d1c0d69 service neutron] 10.222.0.43 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892324 Mar 23 01:52:33.280106 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (401578d5-3fa0-40a9-99b8-8f98a5907f79), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:33.281436 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-901e0c6e-4752-420e-a273-2c9cef374628 req-091221cb-4f59-4816-82cd-9bcf3ef1eb09 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959666 Mar 23 01:52:33.312795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76655f78-8e77-46c5-9714-c9f8c642aa9d req-e4bfbb2e-710a-4773-bbac-09bd25e7730e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:33.314196 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-76655f78-8e77-46c5-9714-c9f8c642aa9d req-e4bfbb2e-710a-4773-bbac-09bd25e7730e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 944 time: 0.2760501 Mar 23 01:52:33.332586 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0035edb1-6db9-4614-b606-6ba3aa1c72b3 None None] DHCP port deletion for 401578d5-3fa0-40a9-99b8-8f98a5907f79 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:52:33.444891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0035edb1-6db9-4614-b606-6ba3aa1c72b3 None None] Deleting port 4fe449d0-383f-4b93-a5da-ccaa6750eee8 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:33.445277 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0035edb1-6db9-4614-b606-6ba3aa1c72b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4fe449d0-383f-4b93-a5da-ccaa6750eee8), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:33.469175 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-76655f78-8e77-46c5-9714-c9f8c642aa9d req-c89ffb1d-fc47-4fb6-a9f5-7390f8be7bed tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218767 Mar 23 01:52:33.486714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Deleting port 4fe449d0-383f-4b93-a5da-ccaa6750eee8 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:33.487090 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4fe449d0-383f-4b93-a5da-ccaa6750eee8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:33.562565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0035edb1-6db9-4614-b606-6ba3aa1c72b3 None None] For port 4fe449d0-383f-4b93-a5da-ccaa6750eee8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4fe449d0-383f-4b93-a5da-ccaa6750eee8,segment=NetworkSegment(e2767df8-baf9-45ea-9def-7b8d25595e08),segment_id=e2767df8-baf9-45ea-9def-7b8d25595e08)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:33.563350 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0035edb1-6db9-4614-b606-6ba3aa1c72b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4fe449d0-383f-4b93-a5da-ccaa6750eee8), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:33.577528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0035edb1-6db9-4614-b606-6ba3aa1c72b3 None None] Calling delete_port for 4fe449d0-383f-4b93-a5da-ccaa6750eee8 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:33.582846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] For port 4fe449d0-383f-4b93-a5da-ccaa6750eee8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4fe449d0-383f-4b93-a5da-ccaa6750eee8,segment=NetworkSegment(e2767df8-baf9-45ea-9def-7b8d25595e08),segment_id=e2767df8-baf9-45ea-9def-7b8d25595e08)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:33.583223 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4fe449d0-383f-4b93-a5da-ccaa6750eee8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:33.599464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Calling delete_port for 4fe449d0-383f-4b93-a5da-ccaa6750eee8 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:33.602760 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e75bfe-8e7b-4113-9ce9-17d85950840f req-c919cc1f-9eaf-4742-b070-f28f58d45623 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:33.605855 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-16e75bfe-8e7b-4113-9ce9-17d85950840f req-c919cc1f-9eaf-4742-b070-f28f58d45623 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 945 time: 0.1792932 Mar 23 01:52:33.627415 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-ed9a2336-d1bb-4f74-91c1-a924f0d4e49a service neutron] 10.222.0.43 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404064 Mar 23 01:52:33.721158 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-16e75bfe-8e7b-4113-9ce9-17d85950840f req-f95a8138-e0f6-4189-a245-8144b98e0d2b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064687 Mar 23 01:52:33.724496 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0035edb1-6db9-4614-b606-6ba3aa1c72b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (4fe449d0-383f-4b93-a5da-ccaa6750eee8), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:33.742329 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4fe449d0-383f-4b93-a5da-ccaa6750eee8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:33.759164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0035edb1-6db9-4614-b606-6ba3aa1c72b3 None None] No DVR routers for this DVR port 4fe449d0-383f-4b93-a5da-ccaa6750eee8 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:52:33.789418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] No DVR routers for this DVR port 4fe449d0-383f-4b93-a5da-ccaa6750eee8 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:52:33.845430 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035edb1-6db9-4614-b606-6ba3aa1c72b3 None None] Pushing event deleted for resources: {'Port': ['ID=4fe449d0-383f-4b93-a5da-ccaa6750eee8,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:33.848694 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Port': ['ID=4fe449d0-383f-4b93-a5da-ccaa6750eee8,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:33.864920 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:33.992068 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (401578d5-3fa0-40a9-99b8-8f98a5907f79), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:34.074595 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401578d5-3fa0-40a9-99b8-8f98a5907f79']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:34.105542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2767df8-baf9-45ea-9def-7b8d25595e08') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:34.105776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2767df8-baf9-45ea-9def-7b8d25595e08') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:34.139521 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (e2767df8-baf9-45ea-9def-7b8d25595e08), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:34.199045 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (e2767df8-baf9-45ea-9def-7b8d25595e08), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:34.213005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:52:34.213431 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (e2767df8-baf9-45ea-9def-7b8d25595e08), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: self.session.flush() Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:52:34.335904 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:52:34.354285 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (401578d5-3fa0-40a9-99b8-8f98a5907f79), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:34.361651 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:34.368126 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59252) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:34.382591 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/networks/401578d5-3fa0-40a9-99b8-8f98a5907f79 HTTP/1.1" status: 204 len: 168 time: 1.2600603 Mar 23 01:52:34.447106 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee59946-5dc1-4a1b-bec2-8f097e6b7aab tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Network': ['ID=401578d5-3fa0-40a9-99b8-8f98a5907f79,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:34.537225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b2068-b929-435d-bd3d-3b1b7dde6b96 req-db9a19f1-8535-4d91-b76f-b7f52c0c8ebe tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:34.538810 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-971b2068-b929-435d-bd3d-3b1b7dde6b96 req-db9a19f1-8535-4d91-b76f-b7f52c0c8ebe tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.1244981 Mar 23 01:52:34.624975 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-971b2068-b929-435d-bd3d-3b1b7dde6b96 req-0ef502c3-91c3-4368-ac93-4c5671e498f2 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802939 Mar 23 01:52:34.689469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbf4f3-c87d-4862-9f6b-c565a9c57ee0 req-d0078a04-d46e-4557-a7b9-67001d9c81cc tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:34.690995 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c7bbf4f3-c87d-4862-9f6b-c565a9c57ee0 req-d0078a04-d46e-4557-a7b9-67001d9c81cc tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 944 time: 0.0813191 Mar 23 01:52:34.711946 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-c8cdb9fa-d4e2-4b55-8608-1a70971228e3 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Deleting port f0b28e30-8e85-4eb8-b17c-f1d7f128223d {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:34.712293 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb9fa-d4e2-4b55-8608-1a70971228e3 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (f0b28e30-8e85-4eb8-b17c-f1d7f128223d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:34.804219 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 76d265b1-5687-4489-a089-63b1bb1b6965 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:52:34.905235 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c7bbf4f3-c87d-4862-9f6b-c565a9c57ee0 req-2c7027c4-a4f1-49d1-a9ac-9143b60620d5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995451 Mar 23 01:52:34.947618 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c5ab2-781e-4b8c-9752-d2fe9b52b5d0 req-0d34d14c-4d3a-47df-8439-5b61695ad44b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:34.951192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 76d265b1-5687-4489-a089-63b1bb1b6965 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:52:34.952136 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb9fa-d4e2-4b55-8608-1a70971228e3 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (f0b28e30-8e85-4eb8-b17c-f1d7f128223d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:34.952748 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb9fa-d4e2-4b55-8608-1a70971228e3 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (f0b28e30-8e85-4eb8-b17c-f1d7f128223d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:34.956536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 76d265b1-5687-4489-a089-63b1bb1b6965 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:34.957070 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:34.961180 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-207c5ab2-781e-4b8c-9752-d2fe9b52b5d0 req-0d34d14c-4d3a-47df-8439-5b61695ad44b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 945 time: 0.1065547 Mar 23 01:52:34.988290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-c8cdb9fa-d4e2-4b55-8608-1a70971228e3 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Calling delete_port for f0b28e30-8e85-4eb8-b17c-f1d7f128223d owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:35.090399 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-207c5ab2-781e-4b8c-9752-d2fe9b52b5d0 req-65e45dfc-1476-4cbd-bcb1-2e27e9380974 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212196 Mar 23 01:52:35.101188 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 76d265b1-5687-4489-a089-63b1bb1b6965 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:35.101188 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:35.131885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=76d265b1-5687-4489-a089-63b1bb1b6965,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:35.132955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:52:35.136043 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41093d71-d2e1-4e9b-a684-4ed03ee93e49" -d '{"events": [{"server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "name": "network-vif-plugged", "status": "completed", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:52:35.153510 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:35.154918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:52:35.166365 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4fe449d0-383f-4b93-a5da-ccaa6750eee8 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:52:35.301249 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb9fa-d4e2-4b55-8608-1a70971228e3 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (f0b28e30-8e85-4eb8-b17c-f1d7f128223d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:35.374396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cdb9fa-d4e2-4b55-8608-1a70971228e3 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Port': ['ID=f0b28e30-8e85-4eb8-b17c-f1d7f128223d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:35.490582 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94348e72-9998-4f5d-9803-62d93388f505 x-openstack-request-id: req-94348e72-9998-4f5d-9803-62d93388f505 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:52:35.491248 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "name": "network-vif-plugged", "status": "completed", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:52:35.491747 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94348e72-9998-4f5d-9803-62d93388f505 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:52:35.492366 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94348e72-9998-4f5d-9803-62d93388f505'] response: {'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965', 'code': 200} Mar 23 01:52:35.532907 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 4fe449d0-383f-4b93-a5da-ccaa6750eee8 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:52:35.533737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4fe449d0-383f-4b93-a5da-ccaa6750eee8 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:52:35.572113 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb9fa-d4e2-4b55-8608-1a70971228e3 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for floatingip (9799c981-ad7a-4f38-8bc3-6e59a4abce14), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:35.574980 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb9fa-d4e2-4b55-8608-1a70971228e3 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:35.579757 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59270) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:35.582570 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c8cdb9fa-d4e2-4b55-8608-1a70971228e3 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/floatingips/9799c981-ad7a-4f38-8bc3-6e59a4abce14 HTTP/1.1" status: 204 len: 168 time: 1.2132738 Mar 23 01:52:35.639553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=76d265b1-5687-4489-a089-63b1bb1b6965,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:35.652233 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa4e9fb-ad6b-4d10-b6dd-4853c3aad565 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] DELETE failed (client error): The resource could not be found. Mar 23 01:52:35.656899 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa4e9fb-ad6b-4d10-b6dd-4853c3aad565 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:52:35.662859 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4aa4e9fb-ad6b-4d10-b6dd-4853c3aad565 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/ports/e52cbb50-b1b2-4c76-bb1c-443b7af7d819 HTTP/1.1" status: 404 len: 333 time: 0.0785904 Mar 23 01:52:35.663759 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59274) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:35.684648 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:52:35.689854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:35.690459 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:35.744694 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-552ee1e2-3b83-4975-a781-2becab641671 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "GET /v2.0/ports?device_id=35f31a07-0ce8-46af-b34c-29725dce04cd HTTP/1.1" status: 200 len: 205 time: 0.0772851 Mar 23 01:52:35.745247 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59276) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:35.818689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:35.819279 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:35.858626 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-ac58cd44-2442-4d3a-b371-3370d4a75789 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] delete failed (client error): The resource could not be found. Mar 23 01:52:35.860108 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ac58cd44-2442-4d3a-b371-3370d4a75789 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/routers/35f31a07-0ce8-46af-b34c-29725dce04cd HTTP/1.1" status: 404 len: 336 time: 0.1135485 Mar 23 01:52:35.862897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59278) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:35.895348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b749864-4b38-48f3-b686-4f36b4e236a9 req-942838d5-1811-4496-b3d9-4dd33dc81d04 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:35.899494 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2b749864-4b38-48f3-b686-4f36b4e236a9 req-942838d5-1811-4496-b3d9-4dd33dc81d04 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.1462543 Mar 23 01:52:35.918014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:35.927681 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:35.939657 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea315bf4-a740-421e-8ec1-2a079a9e7845 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] DELETE failed (client error): The resource could not be found. Mar 23 01:52:35.942599 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea315bf4-a740-421e-8ec1-2a079a9e7845 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:52:35.954789 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ea315bf4-a740-421e-8ec1-2a079a9e7845 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/subnets/6c3430fe-c705-4e4a-9181-215d5a502a92 HTTP/1.1" status: 404 len: 337 time: 0.0876555 Mar 23 01:52:35.955108 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59282) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:36.008451 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2b749864-4b38-48f3-b686-4f36b4e236a9 req-0ab4630f-6273-41db-a1ed-37defb00d76d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012485 Mar 23 01:52:36.058088 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:36.245435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f6e6e-1ee0-4500-b7d9-c937c2252d34 req-e3a57b69-d07f-495d-95cf-cd3b0d4841b1 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:36.255093 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ef38cbcf-5c84-4a9e-baea-2def369e82d0 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Deleting port f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:36.255439 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef38cbcf-5c84-4a9e-baea-2def369e82d0 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:36.256414 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b4f6e6e-1ee0-4500-b7d9-c937c2252d34 req-e3a57b69-d07f-495d-95cf-cd3b0d4841b1 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 946 time: 0.0707574 Mar 23 01:52:36.350472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ada4f6-500d-4c36-ade7-ea5433d2f106 req-72f62ef5-f449-4295-a7e1-9cd2cb9147e0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:36.358683 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-96ada4f6-500d-4c36-ade7-ea5433d2f106 req-72f62ef5-f449-4295-a7e1-9cd2cb9147e0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 945 time: 0.3065867 Mar 23 01:52:36.375898 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b4f6e6e-1ee0-4500-b7d9-c937c2252d34 req-8dbd48c3-d1ea-4e69-8780-04aeeebee841 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991566 Mar 23 01:52:36.437126 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-96ada4f6-500d-4c36-ade7-ea5433d2f106 req-ee2c1189-7959-4ffd-aec4-c9ea39600256 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718446 Mar 23 01:52:36.477314 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef38cbcf-5c84-4a9e-baea-2def369e82d0 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:36.495304 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ef38cbcf-5c84-4a9e-baea-2def369e82d0 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Calling delete_port for f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:36.681243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-72107816-55aa-403a-ac96-7f8136818b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:36.683552 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-72107816-55aa-403a-ac96-7f8136818b6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae&tenant_id=bb6e915da6d4405598d98978727b2035 HTTP/1.1" status: 200 len: 1127 time: 0.1265354 Mar 23 01:52:36.694212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:36.716562 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef38cbcf-5c84-4a9e-baea-2def369e82d0 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:36.800043 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38cbcf-5c84-4a9e-baea-2def369e82d0 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Port': ['ID=f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:36.811259 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:36.939103 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef38cbcf-5c84-4a9e-baea-2def369e82d0 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:36.942925 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ef38cbcf-5c84-4a9e-baea-2def369e82d0 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/ports/f0a75cb4-bf95-4ee2-889a-9cfc8bc8c4da HTTP/1.1" status: 204 len: 168 time: 0.9868438 Mar 23 01:52:36.945367 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59294) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:37.075266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-70559100-e940-4c63-b2e4-5105f1ebfecd tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Deleting port 70a77b1c-cef4-4703-920f-a1be8010bb06 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:37.075981 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-70559100-e940-4c63-b2e4-5105f1ebfecd tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (70a77b1c-cef4-4703-920f-a1be8010bb06), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:37.101467 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=76d265b1-5687-4489-a089-63b1bb1b6965,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:37.184005 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-70559100-e940-4c63-b2e4-5105f1ebfecd tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (70a77b1c-cef4-4703-920f-a1be8010bb06), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:37.190862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:52:37.199392 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-70559100-e940-4c63-b2e4-5105f1ebfecd tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Calling delete_port for 70a77b1c-cef4-4703-920f-a1be8010bb06 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:37.244646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11967389-5c09-4792-9436-cbb7ed31cbae req-0c8faea1-e9eb-461c-bde7-d5440d635237 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:37.246540 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11967389-5c09-4792-9436-cbb7ed31cbae req-0c8faea1-e9eb-461c-bde7-d5440d635237 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.1305504 Mar 23 01:52:37.250791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:52:37.254458 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cce5fc-5c0f-4746-8fdd-8a0157e6ea39" -d '{"events": [{"server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "name": "network-vif-unplugged", "status": "completed", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:52:37.265962 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Publish callbacks [] for port (76d265b1-5687-4489-a089-63b1bb1b6965), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:37.299086 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Transition to ACTIVE for port object 76d265b1-5687-4489-a089-63b1bb1b6965 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:52:37.315285 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:37.350559 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316b0d60-478b-4dae-8f9b-a33a737f2017 x-openstack-request-id: req-316b0d60-478b-4dae-8f9b-a33a737f2017 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:52:37.351010 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "name": "network-vif-unplugged", "status": "completed", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:52:37.351400 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-316b0d60-478b-4dae-8f9b-a33a737f2017 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:52:37.352078 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316b0d60-478b-4dae-8f9b-a33a737f2017'] response: {'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965', 'code': 200} Mar 23 01:52:37.356819 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11967389-5c09-4792-9436-cbb7ed31cbae req-fdfa41e8-afd9-4b18-a541-edb8d80412ad tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988357 Mar 23 01:52:37.398723 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-70559100-e940-4c63-b2e4-5105f1ebfecd tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (70a77b1c-cef4-4703-920f-a1be8010bb06), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:37.463960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70559100-e940-4c63-b2e4-5105f1ebfecd tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Port': ['ID=70a77b1c-cef4-4703-920f-a1be8010bb06,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:37.494890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34cda54-92c0-4521-805c-618e0dc3ef58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:52:37.497736 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1bc027-f316-4ff4-af4a-ad99ff110fd2" -d '{"events": [{"server_uuid": "a34cda54-92c0-4521-805c-618e0dc3ef58", "name": "network-vif-plugged", "status": "completed", "tag": "a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:52:37.500858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Pushing event updated for resources: {'Port': ['ID=76d265b1-5687-4489-a089-63b1bb1b6965,revision_number=10']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:37.675116 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] No DVR routers for this DVR port 76d265b1-5687-4489-a089-63b1bb1b6965 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:52:37.689887 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9330c24-cdbc-47e8-aa73-dec85430b3ad req-58596074-08ed-43bc-9f53-2a869f7944e1 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:37.691410 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a9330c24-cdbc-47e8-aa73-dec85430b3ad req-58596074-08ed-43bc-9f53-2a869f7944e1 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 946 time: 0.1928301 Mar 23 01:52:37.694380 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-70559100-e940-4c63-b2e4-5105f1ebfecd tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:37.698160 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-70559100-e940-4c63-b2e4-5105f1ebfecd tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/ports/70a77b1c-cef4-4703-920f-a1be8010bb06 HTTP/1.1" status: 204 len: 168 time: 0.7514877 Mar 23 01:52:37.701779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59306) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:37.752493 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:52:37.815039 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a9330c24-cdbc-47e8-aa73-dec85430b3ad req-be99a2f1-3b0e-4fdc-8392-436a6e07b4a9 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160483 Mar 23 01:52:37.828283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eb6fae-e5dd-45e0-90ea-4ce5f864b821 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:37.830061 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-05eb6fae-e5dd-45e0-90ea-4ce5f864b821 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "GET /v2.0/ports?device_id=d82c383d-5c76-41f3-b221-affd8dee5400 HTTP/1.1" status: 200 len: 913 time: 0.1225879 Mar 23 01:52:37.841332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59314) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:37.919424 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5d38e4-34e7-4d7e-b6f7-08288e937461 x-openstack-request-id: req-4a5d38e4-34e7-4d7e-b6f7-08288e937461 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:52:37.919716 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34cda54-92c0-4521-805c-618e0dc3ef58", "name": "network-vif-plugged", "status": "completed", "tag": "a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:52:37.920188 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a5d38e4-34e7-4d7e-b6f7-08288e937461 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:52:37.920870 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a5d38e4-34e7-4d7e-b6f7-08288e937461'] response: {'server_uuid': 'a34cda54-92c0-4521-805c-618e0dc3ef58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b', 'code': 200} Mar 23 01:52:38.316117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59328) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:38.368864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5777831-5497-4e38-af77-d53ed1e681f4 req-df0b8c75-c9f9-4812-bdbe-76d226187ac7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:38.376230 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e5777831-5497-4e38-af77-d53ed1e681f4 req-df0b8c75-c9f9-4812-bdbe-76d226187ac7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 944 time: 0.7772200 Mar 23 01:52:38.482864 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e5777831-5497-4e38-af77-d53ed1e681f4 req-f4477549-0a89-4ae9-8ed1-6b4ad686a9eb tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055751 Mar 23 01:52:38.503560 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d896f31-b574-4a76-8035-d6bbff133b93 req-58967c1c-dd79-4fba-83e0-513a6efa596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:38.504826 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1d896f31-b574-4a76-8035-d6bbff133b93 req-58967c1c-dd79-4fba-83e0-513a6efa596a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 1128 time: 0.4683695 Mar 23 01:52:38.546683 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a67e4a5-6ba7-499b-a233-1373072ece18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:38.583337 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Attempting to bind port 76d265b1-5687-4489-a089-63b1bb1b6965 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:52:38.583949 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Attempting to bind port 76d265b1-5687-4489-a089-63b1bb1b6965 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:52:38.584440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Attempting to bind port 76d265b1-5687-4489-a089-63b1bb1b6965 on network 421cc921-f910-418e-8572-27bf845096fb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:52:38.615249 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Port 76d265b1-5687-4489-a089-63b1bb1b6965 on network 421cc921-f910-418e-8572-27bf845096fb not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:52:38.618155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Attempting to bind port 76d265b1-5687-4489-a089-63b1bb1b6965 on network 421cc921-f910-418e-8572-27bf845096fb {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:52:38.639796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:52:38.640061 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1d896f31-b574-4a76-8035-d6bbff133b93 req-b38c85a8-97ff-4c28-8fe3-81136c4655ca service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243298 Mar 23 01:52:38.641100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Checking segment: {'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:52:38.641742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Bound using segment: {'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:52:38.642466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Bound port: 76d265b1-5687-4489-a089-63b1bb1b6965, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d7acf2b-cdba-424d-bfd2-bd18bf269f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '421cc921-f910-418e-8572-27bf845096fb'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:52:38.642994 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:38.711914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0242c8-ff9b-4973-92ca-ad9df5c898fd req-17de28ab-de6f-4443-b3a3-e2cbc2f03ce5 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:38.714508 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8e0242c8-ff9b-4973-92ca-ad9df5c898fd req-17de28ab-de6f-4443-b3a3-e2cbc2f03ce5 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.2019954 Mar 23 01:52:38.811278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 76d265b1-5687-4489-a089-63b1bb1b6965 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:52:38.820347 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8e0242c8-ff9b-4973-92ca-ad9df5c898fd req-7a8d6a9d-a24f-4c83-8825-90cc9c04056c tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960059 Mar 23 01:52:38.887614 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:52:38.904336 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76d265b1-5687-4489-a089-63b1bb1b6965,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:52:38.908278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652801f9-ba7d-4c83-af48-d9de7b4099f3 req-492cea9e-d0d1-45d0-a19a-48630e7e621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:38.910295 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-652801f9-ba7d-4c83-af48-d9de7b4099f3 req-492cea9e-d0d1-45d0-a19a-48630e7e621e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1053 time: 0.2099996 Mar 23 01:52:38.941051 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-421bd4a9-94b9-4ae0-b0a3-e16c579d7283 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (d82c383d-5c76-41f3-b221-affd8dee5400), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:38.970302 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:38.985231 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a67e4a5-6ba7-499b-a233-1373072ece18 admin admin] Publish callbacks [] for security_group (e17c2879-3e72-43d4-bd42-542573cda7b0), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:38.986003 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] The host n-h2-834677-4 is not matching for port 76d265b1-5687-4489-a089-63b1bb1b6965 host n-h1-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:52:38.986414 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 76d265b1-5687-4489-a089-63b1bb1b6965 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:52:39.086250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Pushing event updated for resources: {'Port': ['ID=76d265b1-5687-4489-a089-63b1bb1b6965,revision_number=11']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:39.094278 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a67e4a5-6ba7-499b-a233-1373072ece18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e17c2879-3e72-43d4-bd42-542573cda7b0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:39.130472 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0a67e4a5-6ba7-499b-a233-1373072ece18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11c8020ffa23481e95029ecc0e229884&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8072200 Mar 23 01:52:39.144946 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59338) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:39.173404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:39.174195 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:39.175816 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-0311c6c4-5b33-4db5-ac5a-eb606f0b35b1 service neutron] 10.222.0.42 "PUT /v2.0/ports/76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 1092 time: 2.4864337 Mar 23 01:52:39.247398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67e4a5-6ba7-499b-a233-1373072ece18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17c2879-3e72-43d4-bd42-542573cda7b0,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:39.269721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bd78a-d75a-40bb-adcf-955edb66fdc9 req-541251a8-3848-456c-a717-80111310ea55 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:39.278621 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0c5bd78a-d75a-40bb-adcf-955edb66fdc9 req-541251a8-3848-456c-a717-80111310ea55 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 946 time: 0.3599389 Mar 23 01:52:39.336158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652801f9-ba7d-4c83-af48-d9de7b4099f3 req-edba359f-5fa4-465c-8643-b6077b75cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:39.338634 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-652801f9-ba7d-4c83-af48-d9de7b4099f3 req-edba359f-5fa4-465c-8643-b6077b75cc82 service neutron] 10.222.0.42 "GET /v2.0/networks?id=421cc921-f910-418e-8572-27bf845096fb HTTP/1.1" status: 200 len: 895 time: 0.3996625 Mar 23 01:52:39.355478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:52:39.358800 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231b058c-c207-47df-9f53-143aed74388b" -d '{"events": [{"name": "network-changed", "server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:52:39.396265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-421bd4a9-94b9-4ae0-b0a3-e16c579d7283 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Deleting port d54e4854-84b9-4db1-aeef-39d2e7cea80e {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:39.396998 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-421bd4a9-94b9-4ae0-b0a3-e16c579d7283 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d54e4854-84b9-4db1-aeef-39d2e7cea80e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:39.465665 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0c5bd78a-d75a-40bb-adcf-955edb66fdc9 req-c712b764-e7ea-4aca-9b13-392d35be0218 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859574 Mar 23 01:52:39.473290 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b240dcb5-9d71-4d4a-8133-191569acde5a admin admin] Publish callbacks [] for security_group (e17c2879-3e72-43d4-bd42-542573cda7b0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:39.538151 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b68b8cc-1bc1-44f1-a110-170f719dc4b3 x-openstack-request-id: req-6b68b8cc-1bc1-44f1-a110-170f719dc4b3 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:52:39.538413 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:52:39.538681 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b68b8cc-1bc1-44f1-a110-170f719dc4b3 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:52:39.539118 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b68b8cc-1bc1-44f1-a110-170f719dc4b3'] response: {'name': 'network-changed', 'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965', 'status': 'completed', 'code': 200} Mar 23 01:52:39.580792 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b240dcb5-9d71-4d4a-8133-191569acde5a admin admin] Publish callbacks [] for security_group (e17c2879-3e72-43d4-bd42-542573cda7b0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:39.584123 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-652801f9-ba7d-4c83-af48-d9de7b4099f3 req-21c1fc82-6eae-4603-9f65-094e77ddfb05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 999 time: 0.2328773 Mar 23 01:52:39.651309 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-421bd4a9-94b9-4ae0-b0a3-e16c579d7283 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d54e4854-84b9-4db1-aeef-39d2e7cea80e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:39.672125 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-421bd4a9-94b9-4ae0-b0a3-e16c579d7283 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Calling delete_port for d54e4854-84b9-4db1-aeef-39d2e7cea80e owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:39.718655 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652801f9-ba7d-4c83-af48-d9de7b4099f3 req-7ebd639d-c62a-462c-8440-52a03322fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:39.722642 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-652801f9-ba7d-4c83-af48-d9de7b4099f3 req-7ebd639d-c62a-462c-8440-52a03322fad5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f822693-b262-4a4a-aa1f-5de9edd39897 HTTP/1.1" status: 200 len: 835 time: 0.1119666 Mar 23 01:52:39.752577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b058c-c207-47df-9f53-143aed74388b req-9d8961bb-de34-4ded-8f89-408edb4bb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:39.759547 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-231b058c-c207-47df-9f53-143aed74388b req-9d8961bb-de34-4ded-8f89-408edb4bb1c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1126 time: 0.1733513 Mar 23 01:52:39.833415 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b240dcb5-9d71-4d4a-8133-191569acde5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e17c2879-3e72-43d4-bd42-542573cda7b0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:39.836389 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b240dcb5-9d71-4d4a-8133-191569acde5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:39.841944 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b240dcb5-9d71-4d4a-8133-191569acde5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e17c2879-3e72-43d4-bd42-542573cda7b0 HTTP/1.1" status: 204 len: 168 time: 0.6955199 Mar 23 01:52:39.851699 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652801f9-ba7d-4c83-af48-d9de7b4099f3 req-847659a9-ebc8-4d8e-907f-c2f1be43dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:39.853314 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-652801f9-ba7d-4c83-af48-d9de7b4099f3 req-847659a9-ebc8-4d8e-907f-c2f1be43dbca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=421cc921-f910-418e-8572-27bf845096fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1219389 Mar 23 01:52:39.859148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240dcb5-9d71-4d4a-8133-191569acde5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17c2879-3e72-43d4-bd42-542573cda7b0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:40.153959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b058c-c207-47df-9f53-143aed74388b req-fe0a69e2-743f-4f0b-956e-a988de9aee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:40.155742 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-231b058c-c207-47df-9f53-143aed74388b req-fe0a69e2-743f-4f0b-956e-a988de9aee60 service neutron] 10.222.0.43 "GET /v2.0/networks?id=421cc921-f910-418e-8572-27bf845096fb HTTP/1.1" status: 200 len: 895 time: 0.3831072 Mar 23 01:52:40.183451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4b8a9-4e83-44b5-997d-aae7cf2b78a7 req-5d239274-4c99-43f8-9cc3-145b88502fc4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:40.192913 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bbe4b8a9-4e83-44b5-997d-aae7cf2b78a7 req-5d239274-4c99-43f8-9cc3-145b88502fc4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 944 time: 0.2535419 Mar 23 01:52:40.243815 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380d29a-3dcb-4842-9186-58af68942564 req-b6837b68-cfce-4673-ad52-c11c7eda6836 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:40.245446 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0380d29a-3dcb-4842-9186-58af68942564 req-b6837b68-cfce-4673-ad52-c11c7eda6836 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.2268970 Mar 23 01:52:40.301296 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-231b058c-c207-47df-9f53-143aed74388b req-1975065e-2b52-4e45-bd89-5d9b2728fed9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 999 time: 0.1356211 Mar 23 01:52:40.327106 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bbe4b8a9-4e83-44b5-997d-aae7cf2b78a7 req-f5cbab60-7464-4739-9b2f-45da57c16930 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262796 Mar 23 01:52:40.331661 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-652801f9-ba7d-4c83-af48-d9de7b4099f3 req-1197350b-c612-4cfa-90ac-cb9930ba9b70 service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694371 Mar 23 01:52:40.344336 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59362) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:40.370421 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0380d29a-3dcb-4842-9186-58af68942564 req-cc36f840-8b72-4142-ad63-3d476791a6fa tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147299 Mar 23 01:52:40.397162 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-642f7bd7-2635-4f24-87ed-c70013c40e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:40.469503 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-652801f9-ba7d-4c83-af48-d9de7b4099f3 req-c421dfe3-a99a-457b-ab5d-df6a8dc3d0bf service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312320 Mar 23 01:52:40.481455 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-642f7bd7-2635-4f24-87ed-c70013c40e22 admin admin] Publish callbacks [] for security_group (1d64f6b9-edb3-4fc5-a40e-12189ef82cbd), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:40.514468 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-642f7bd7-2635-4f24-87ed-c70013c40e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1d64f6b9-edb3-4fc5-a40e-12189ef82cbd), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:40.555607 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-642f7bd7-2635-4f24-87ed-c70013c40e22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d22a14ccd844b7ba51a64fe1683a915&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2084312 Mar 23 01:52:40.556806 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59366) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:40.561808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b058c-c207-47df-9f53-143aed74388b req-497ae9dd-2b5b-45ba-b20f-6cb18e3cd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:40.563665 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-231b058c-c207-47df-9f53-143aed74388b req-497ae9dd-2b5b-45ba-b20f-6cb18e3cd55c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2f822693-b262-4a4a-aa1f-5de9edd39897 HTTP/1.1" status: 200 len: 835 time: 0.2517321 Mar 23 01:52:40.641129 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da229704-51de-47b6-b8dd-76b329abcc09 req-7af04800-8062-49ee-b2c1-a64da1e13bac tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:40.642847 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da229704-51de-47b6-b8dd-76b329abcc09 req-7af04800-8062-49ee-b2c1-a64da1e13bac tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 946 time: 0.0737293 Mar 23 01:52:40.672779 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-32aee620-7b50-4bdf-ba4b-ed4ed603b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:40.684739 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-32aee620-7b50-4bdf-ba4b-ed4ed603b289 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1126 time: 0.1481671 Mar 23 01:52:40.710685 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-421bd4a9-94b9-4ae0-b0a3-e16c579d7283 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d54e4854-84b9-4db1-aeef-39d2e7cea80e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:40.756158 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f7bd7-2635-4f24-87ed-c70013c40e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d64f6b9-edb3-4fc5-a40e-12189ef82cbd,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:40.800694 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da229704-51de-47b6-b8dd-76b329abcc09 req-37d83b0f-01ad-4af0-91d8-209dedaeb041 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469526 Mar 23 01:52:40.814019 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bd4a9-94b9-4ae0-b0a3-e16c579d7283 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Port': ['ID=d54e4854-84b9-4db1-aeef-39d2e7cea80e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:40.840249 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ab01722-c6f1-4c05-a63b-ddede5d8be11 admin admin] Publish callbacks [] for security_group (1d64f6b9-edb3-4fc5-a40e-12189ef82cbd), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:40.860220 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-c157b3cb-fc3e-4085-8628-a35b132f4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:40.862870 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-c157b3cb-fc3e-4085-8628-a35b132f4773 service neutron] 10.222.0.42 "GET /v2.0/networks?id=421cc921-f910-418e-8572-27bf845096fb HTTP/1.1" status: 200 len: 895 time: 0.1751602 Mar 23 01:52:40.875688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b058c-c207-47df-9f53-143aed74388b req-8a259b55-c9d6-4da0-b42e-772e553298ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:40.877268 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-231b058c-c207-47df-9f53-143aed74388b req-8a259b55-c9d6-4da0-b42e-772e553298ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=421cc921-f910-418e-8572-27bf845096fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2642345 Mar 23 01:52:40.965384 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-173f6501-eab5-4b64-8029-26499725cd04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 999 time: 0.0843668 Mar 23 01:52:40.972026 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ab01722-c6f1-4c05-a63b-ddede5d8be11 admin admin] Publish callbacks [] for security_group (1d64f6b9-edb3-4fc5-a40e-12189ef82cbd), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:41.079575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-f0e45170-f5f4-42dc-ac1f-5a96b9f67555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:41.095146 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-f0e45170-f5f4-42dc-ac1f-5a96b9f67555 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f822693-b262-4a4a-aa1f-5de9edd39897 HTTP/1.1" status: 200 len: 835 time: 0.1102057 Mar 23 01:52:41.148961 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-421bd4a9-94b9-4ae0-b0a3-e16c579d7283 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (d82c383d-5c76-41f3-b221-affd8dee5400), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:41.175622 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ab01722-c6f1-4c05-a63b-ddede5d8be11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1d64f6b9-edb3-4fc5-a40e-12189ef82cbd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:41.178266 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ab01722-c6f1-4c05-a63b-ddede5d8be11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:41.179559 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3ab01722-c6f1-4c05-a63b-ddede5d8be11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d64f6b9-edb3-4fc5-a40e-12189ef82cbd HTTP/1.1" status: 204 len: 168 time: 0.6146374 Mar 23 01:52:41.182150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-914a0869-6c3c-45fe-9d4a-4a9ff9fb8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:41.184956 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-231b058c-c207-47df-9f53-143aed74388b req-db0a8a8f-2e33-41cf-823f-96ca4a53dc94 service neutron] 10.222.0.43 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007553 Mar 23 01:52:41.185379 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-914a0869-6c3c-45fe-9d4a-4a9ff9fb8c9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=421cc921-f910-418e-8572-27bf845096fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0891330 Mar 23 01:52:41.303218 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab01722-c6f1-4c05-a63b-ddede5d8be11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d64f6b9-edb3-4fc5-a40e-12189ef82cbd,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:41.348395 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-67d99e14-aa13-4857-b425-24e1c3e51ea1 service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538658 Mar 23 01:52:41.534547 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6f1ad06-2905-4985-b921-49f5c52c2862 req-4e7d0d25-171a-40a2-a162-384c071ac3bf service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765046 Mar 23 01:52:41.543139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd335223-8df4-4cfe-bcfc-a7edaceb01fc req-35e3ec2e-62d9-4b15-8412-b08b57d9e6a3 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:41.545167 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd335223-8df4-4cfe-bcfc-a7edaceb01fc req-35e3ec2e-62d9-4b15-8412-b08b57d9e6a3 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 944 time: 0.0972474 Mar 23 01:52:41.674514 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd335223-8df4-4cfe-bcfc-a7edaceb01fc req-4ddc73ab-da14-4777-b870-b47975fd86b0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226790 Mar 23 01:52:41.706069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b058c-c207-47df-9f53-143aed74388b req-4bef7e39-0939-4776-92e5-44ea524517d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:41.711315 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-231b058c-c207-47df-9f53-143aed74388b req-4bef7e39-0939-4776-92e5-44ea524517d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1126 time: 0.1100636 Mar 23 01:52:41.881891 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b058c-c207-47df-9f53-143aed74388b req-635e80b8-a394-4924-9628-0c9ea5a286e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:41.884132 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-231b058c-c207-47df-9f53-143aed74388b req-635e80b8-a394-4924-9628-0c9ea5a286e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=421cc921-f910-418e-8572-27bf845096fb HTTP/1.1" status: 200 len: 895 time: 0.1645434 Mar 23 01:52:41.919990 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634de25-e34b-46cd-b65a-04fe349e43cb req-50f640c1-0d77-433c-8654-de5d94c06f78 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:41.921618 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f634de25-e34b-46cd-b65a-04fe349e43cb req-50f640c1-0d77-433c-8654-de5d94c06f78 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 806 time: 0.7863379 Mar 23 01:52:41.925453 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-231b058c-c207-47df-9f53-143aed74388b req-d8ed101d-482a-4e63-bc7c-1ec8a795ee1f service neutron] 10.222.0.43 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6956670 Mar 23 01:52:41.948846 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f634de25-e34b-46cd-b65a-04fe349e43cb req-bc995973-8a72-4aaf-8c38-4c50f7d66267 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/quotas/40daccf221df44ccb4d09b7e635d42a3 HTTP/1.1" status: 200 len: 375 time: 0.0185776 Mar 23 01:52:42.062089 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d33dbd-c68a-47ef-a0dd-dcdf8999fe77 req-1e842740-f96f-4bf4-b4c0-dabef0d04a17 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:42.064177 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e4d33dbd-c68a-47ef-a0dd-dcdf8999fe77 req-1e842740-f96f-4bf4-b4c0-dabef0d04a17 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.1780665 Mar 23 01:52:42.066144 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-231b058c-c207-47df-9f53-143aed74388b req-3eaf494f-a0e7-45a4-8491-435c59b36b88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 999 time: 0.1674130 Mar 23 01:52:42.119995 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f634de25-e34b-46cd-b65a-04fe349e43cb req-de5f9c0e-c252-4d1d-adac-ad0e77cf8c59 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1263812 Mar 23 01:52:42.167944 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421bd4a9-94b9-4ae0-b0a3-e16c579d7283 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Router d82c383d-5c76-41f3-b221-affd8dee5400 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:52:42.185389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b058c-c207-47df-9f53-143aed74388b req-f1b2e8f1-44b8-4069-a7c8-a85c5ccc7f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:42.188260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-231b058c-c207-47df-9f53-143aed74388b req-f1b2e8f1-44b8-4069-a7c8-a85c5ccc7f1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f822693-b262-4a4a-aa1f-5de9edd39897 HTTP/1.1" status: 200 len: 835 time: 0.1021740 Mar 23 01:52:42.200048 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e4d33dbd-c68a-47ef-a0dd-dcdf8999fe77 req-26f85e2e-0804-42b8-829a-d585972789b1 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294465 Mar 23 01:52:42.256455 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b058c-c207-47df-9f53-143aed74388b req-f29667cb-5c3b-4219-adaf-ae0158d7a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:42.258437 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-231b058c-c207-47df-9f53-143aed74388b req-f29667cb-5c3b-4219-adaf-ae0158d7a70b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=421cc921-f910-418e-8572-27bf845096fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0570252 Mar 23 01:52:42.336456 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f634de25-e34b-46cd-b65a-04fe349e43cb req-81c87b1e-584a-4b2f-8d76-e0a0b3e6ec4b service neutron] 10.222.0.18 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079828 Mar 23 01:52:42.382990 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-231b058c-c207-47df-9f53-143aed74388b req-df514d35-b061-46e4-b36b-1d35be0d8c51 service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175983 Mar 23 01:52:42.418124 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421bd4a9-94b9-4ae0-b0a3-e16c579d7283 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:52:42.429581 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-421bd4a9-94b9-4ae0-b0a3-e16c579d7283 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "PUT /v2.0/routers/d82c383d-5c76-41f3-b221-affd8dee5400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5870719 Mar 23 01:52:42.434519 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9486dd8-cd2f-4c69-a587-e3507ce7c35c None None] Sync routers for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:52:42.438044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59412) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:42.446016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9486dd8-cd2f-4c69-a587-e3507ce7c35c None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:42.452713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d9486dd8-cd2f-4c69-a587-e3507ce7c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:42.488712 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-231b058c-c207-47df-9f53-143aed74388b req-f9bd30ff-3ef7-4c7d-8e80-b449fbb8533f service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989020 Mar 23 01:52:42.533380 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d9486dd8-cd2f-4c69-a587-e3507ce7c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:42.544895 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9486dd8-cd2f-4c69-a587-e3507ce7c35c None None] Routers {'d82c383d-5c76-41f3-b221-affd8dee5400'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:42.545581 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d9486dd8-cd2f-4c69-a587-e3507ce7c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d82c383d-5c76-41f3-b221-affd8dee5400'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:42.588448 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d9486dd8-cd2f-4c69-a587-e3507ce7c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:42.589198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9486dd8-cd2f-4c69-a587-e3507ce7c35c None None] The sync data for ids ['d82c383d-5c76-41f3-b221-affd8dee5400'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:52:42.594290 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f634de25-e34b-46cd-b65a-04fe349e43cb req-905aa3c5-a3b5-4467-afa6-1eed59cabdce service neutron] 10.222.0.18 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503591 Mar 23 01:52:42.618469 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d67-3e99-4340-a892-45213c477b4b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router (d82c383d-5c76-41f3-b221-affd8dee5400), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:42.772182 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d67-3e99-4340-a892-45213c477b4b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router_gateway (d82c383d-5c76-41f3-b221-affd8dee5400), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:42.919750 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ddef2d67-3e99-4340-a892-45213c477b4b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Deleting port f86e5b66-84d4-40bf-8dc6-8aaa9559cacc {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:42.919750 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d67-3e99-4340-a892-45213c477b4b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (f86e5b66-84d4-40bf-8dc6-8aaa9559cacc), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:42.943788 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11724c25-8508-4471-8b05-112ac176ad84 req-57cce2d0-7aa6-42b7-b9a5-0fa591efac12 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:42.946312 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11724c25-8508-4471-8b05-112ac176ad84 req-57cce2d0-7aa6-42b7-b9a5-0fa591efac12 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 944 time: 0.1401925 Mar 23 01:52:43.059756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d67-3e99-4340-a892-45213c477b4b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (f86e5b66-84d4-40bf-8dc6-8aaa9559cacc), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:43.078576 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11724c25-8508-4471-8b05-112ac176ad84 req-4e868ebf-a357-4663-80d8-a23b34fbb8da tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232226 Mar 23 01:52:43.110910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ddef2d67-3e99-4340-a892-45213c477b4b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Calling delete_port for f86e5b66-84d4-40bf-8dc6-8aaa9559cacc owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:43.415121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1513894-0dff-4bd9-897e-19eae703ff5f req-f19a0fc1-82b9-4cbf-9103-b38b6c6dcbff tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:43.417027 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1513894-0dff-4bd9-897e-19eae703ff5f req-f19a0fc1-82b9-4cbf-9103-b38b6c6dcbff tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.0961311 Mar 23 01:52:43.518079 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d67-3e99-4340-a892-45213c477b4b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (f86e5b66-84d4-40bf-8dc6-8aaa9559cacc), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:43.539486 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1513894-0dff-4bd9-897e-19eae703ff5f req-ed69521b-cf6b-4423-9edc-8e476c70388c tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099768 Mar 23 01:52:43.567876 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef2d67-3e99-4340-a892-45213c477b4b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Port': ['ID=f86e5b66-84d4-40bf-8dc6-8aaa9559cacc,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:43.708485 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d67-3e99-4340-a892-45213c477b4b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (d82c383d-5c76-41f3-b221-affd8dee5400), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:43.821293 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-61d9809d-dc05-430d-b489-baa7e5ee8c02 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:43.822667 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-61d9809d-dc05-430d-b489-baa7e5ee8c02 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 806 time: 0.2150531 Mar 23 01:52:43.824420 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d67-3e99-4340-a892-45213c477b4b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (d82c383d-5c76-41f3-b221-affd8dee5400), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:43.826824 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d67-3e99-4340-a892-45213c477b4b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router_controller (d82c383d-5c76-41f3-b221-affd8dee5400), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:43.881046 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-1df1eb5b-a486-4d0d-8054-908f0574b6c2 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/quotas/40daccf221df44ccb4d09b7e635d42a3 HTTP/1.1" status: 200 len: 375 time: 0.0465131 Mar 23 01:52:43.894135 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d67-3e99-4340-a892-45213c477b4b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (d82c383d-5c76-41f3-b221-affd8dee5400), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:43.894651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddef2d67-3e99-4340-a892-45213c477b4b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Fanout notify agent at l3_agent the message router_deleted on router d82c383d-5c76-41f3-b221-affd8dee5400 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:52:43.901691 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d67-3e99-4340-a892-45213c477b4b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:43.905759 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ddef2d67-3e99-4340-a892-45213c477b4b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/routers/d82c383d-5c76-41f3-b221-affd8dee5400 HTTP/1.1" status: 204 len: 168 time: 1.4638855 Mar 23 01:52:43.906567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59454) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:43.951696 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-3bb649f1-659c-48c5-a727-85f0f6aef62c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0697057 Mar 23 01:52:44.039815 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-48616bb9-dcfa-4408-a9b5-bb6092d7dc9b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Deleting subnet 44e4b930-818c-4bf7-aef6-77c11bb5fd65 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:52:44.044461 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-48616bb9-dcfa-4408-a9b5-bb6092d7dc9b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for subnet (44e4b930-818c-4bf7-aef6-77c11bb5fd65), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:44.060576 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-938720a6-df78-4ca6-831f-bd90988a8eaa service neutron] 10.222.0.18 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079397 Mar 23 01:52:44.096021 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-48616bb9-dcfa-4408-a9b5-bb6092d7dc9b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (44e4b930-818c-4bf7-aef6-77c11bb5fd65), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:44.154045 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-48616bb9-dcfa-4408-a9b5-bb6092d7dc9b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (44e4b930-818c-4bf7-aef6-77c11bb5fd65), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:44.160294 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-e5a4d9fd-7c68-45ab-b5bf-cd9e4ed35d44 service neutron] 10.222.0.18 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923302 Mar 23 01:52:44.274327 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-48616bb9-dcfa-4408-a9b5-bb6092d7dc9b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (44e4b930-818c-4bf7-aef6-77c11bb5fd65), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:44.320663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48616bb9-dcfa-4408-a9b5-bb6092d7dc9b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Subnet': ['ID=44e4b930-818c-4bf7-aef6-77c11bb5fd65,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:44.335323 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-48616bb9-dcfa-4408-a9b5-bb6092d7dc9b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:44.339606 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-48616bb9-dcfa-4408-a9b5-bb6092d7dc9b tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/subnets/44e4b930-818c-4bf7-aef6-77c11bb5fd65 HTTP/1.1" status: 204 len: 168 time: 0.4311829 Mar 23 01:52:44.341825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59466) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:44.403007 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-047da78d-280a-4981-bb93-e4cdc37b5266 req-409e16af-c575-4e0b-8024-e163da0e3a22 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 210 time: 0.0600533 Mar 23 01:52:44.439113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f8d9e-b09f-46ee-adf8-6393597fc819 req-b961bd75-0d83-410b-a885-4708f27337b6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:44.446975 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8c7f8d9e-b09f-46ee-adf8-6393597fc819 req-b961bd75-0d83-410b-a885-4708f27337b6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 944 time: 0.2123718 Mar 23 01:52:44.495394 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d28e5cdf-c275-480b-8f7b-887618a5d645 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (2516c4f8-ebad-4901-95d6-303cebdee706), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:44.534723 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8c7f8d9e-b09f-46ee-adf8-6393597fc819 req-548169e8-7788-4581-966f-722b35b7c85e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744464 Mar 23 01:52:44.558450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59472) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:44.693568 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bb2a429e-30b7-473a-bc0d-f700607bfbee tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/d39d58ae-18c6-47d1-915e-68fbbc40c3fc HTTP/1.1" status: 200 len: 991 time: 0.1309013 Mar 23 01:52:44.741446 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d28e5cdf-c275-480b-8f7b-887618a5d645 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (2516c4f8-ebad-4901-95d6-303cebdee706), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:44.769344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6dd67-7138-4c29-8545-efafd6398198 req-fd35f4e7-96a3-42f0-a9a9-1f15d5e93e99 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:44.770790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d28e5cdf-c275-480b-8f7b-887618a5d645 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2516c4f8-ebad-4901-95d6-303cebdee706']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:44.771025 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-28b6dd67-7138-4c29-8545-efafd6398198 req-fd35f4e7-96a3-42f0-a9a9-1f15d5e93e99 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.0792098 Mar 23 01:52:44.783850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d28e5cdf-c275-480b-8f7b-887618a5d645 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284eb7bf-454b-44de-bb12-9c2caa777891') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:44.784135 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-d28e5cdf-c275-480b-8f7b-887618a5d645 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284eb7bf-454b-44de-bb12-9c2caa777891') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:44.798193 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d28e5cdf-c275-480b-8f7b-887618a5d645 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (284eb7bf-454b-44de-bb12-9c2caa777891), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:44.838814 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d28e5cdf-c275-480b-8f7b-887618a5d645 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (284eb7bf-454b-44de-bb12-9c2caa777891), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:44.846470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28e5cdf-c275-480b-8f7b-887618a5d645 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:52:44.846753 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d28e5cdf-c275-480b-8f7b-887618a5d645 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (284eb7bf-454b-44de-bb12-9c2caa777891), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:44.848275 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-28b6dd67-7138-4c29-8545-efafd6398198 req-5e01fadf-644f-49d7-bebf-d0ef165d6a45 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693431 Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:52:44.850614 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:52:44.926238 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d28e5cdf-c275-480b-8f7b-887618a5d645 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (2516c4f8-ebad-4901-95d6-303cebdee706), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:44.933324 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d28e5cdf-c275-480b-8f7b-887618a5d645 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:44.937480 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d28e5cdf-c275-480b-8f7b-887618a5d645 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] 10.222.0.18 "DELETE /v2.0/networks/2516c4f8-ebad-4901-95d6-303cebdee706 HTTP/1.1" status: 204 len: 168 time: 0.5945659 Mar 23 01:52:44.953401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e5cdf-c275-480b-8f7b-887618a5d645 tempest-FloatingIPTestJSON-243157501 tempest-FloatingIPTestJSON-243157501-project] Pushing event deleted for resources: {'Network': ['ID=2516c4f8-ebad-4901-95d6-303cebdee706,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:45.374668 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59498) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:45.547368 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a8675ff-b63f-4c16-88d9-6abc85f372bb req-b29e7713-b453-4f68-ad79-41de2a06b6b7 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 210 time: 0.0537107 Mar 23 01:52:45.662646 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-80e339ca-4c98-431f-af1e-208cb7f53257 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f14152a144646fd83b1c59d104faab7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2862048 Mar 23 01:52:45.665397 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59510) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:45.737325 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a2d1414-1035-4ba8-9950-6d9eb1a35351 admin admin] Publish callbacks [] for security_group (b7b867bc-7e3c-4c61-9852-abaeb6de6ccf), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:45.798460 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a2d1414-1035-4ba8-9950-6d9eb1a35351 admin admin] Publish callbacks [] for security_group (b7b867bc-7e3c-4c61-9852-abaeb6de6ccf), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:45.919964 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a2d1414-1035-4ba8-9950-6d9eb1a35351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b7b867bc-7e3c-4c61-9852-abaeb6de6ccf), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:45.924154 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a2d1414-1035-4ba8-9950-6d9eb1a35351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:45.928502 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7a2d1414-1035-4ba8-9950-6d9eb1a35351 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7b867bc-7e3c-4c61-9852-abaeb6de6ccf HTTP/1.1" status: 204 len: 168 time: 0.2620664 Mar 23 01:52:45.947392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d1414-1035-4ba8-9950-6d9eb1a35351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b867bc-7e3c-4c61-9852-abaeb6de6ccf,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:45.994149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-95fde6f5-b041-4eb3-81d4-9a88942681ba tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:45.997052 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-95fde6f5-b041-4eb3-81d4-9a88942681ba tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 806 time: 0.2828751 Mar 23 01:52:46.038062 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-97fc241c-06a3-4395-b5f5-f59d816ed5ac tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Request body: {'port': {'device_id': '46cb286a-1b46-4fa6-9661-4627bbfcd3e4', 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01', 'admin_state_up': True, 'tenant_id': '40daccf221df44ccb4d09b7e635d42a3'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:46.061868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59518) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:46.062562 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 76d265b1-5687-4489-a089-63b1bb1b6965 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:52:46.187264 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fd274-24ec-4251-b510-481772931b01 req-6e3f53b0-2c34-4b36-806d-a739918f5df3 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:46.189729 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-251fd274-24ec-4251-b510-481772931b01 req-6e3f53b0-2c34-4b36-806d-a739918f5df3 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.1890945 Mar 23 01:52:46.236854 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-97fc241c-06a3-4395-b5f5-f59d816ed5ac tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Made reservation on behalf of 40daccf221df44ccb4d09b7e635d42a3 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:52:46.240741 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-97fc241c-06a3-4395-b5f5-f59d816ed5ac tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:46.287645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76d265b1-5687-4489-a089-63b1bb1b6965,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:46.309486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '76d265b1-5687-4489-a089-63b1bb1b6965', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'port_id': '76d265b1-5687-4489-a089-63b1bb1b6965', 'mac_address': 'fa:16:3e:eb:db:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:52:46.395801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 76d265b1-5687-4489-a089-63b1bb1b6965 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:46.395801 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:46.419862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d265b1-5687-4489-a089-63b1bb1b6965 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:52:46.442313 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-97fc241c-06a3-4395-b5f5-f59d816ed5ac tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Allocated IP 172.20.0.7 (42433058-325f-4239-94d5-8b7af2c3ec01/a8471a63-7189-4566-adcc-c6e2e0f179a5/e1cdb05e-d79f-481c-8edb-98b9624f17d8) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:52:46.468211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76d265b1-5687-4489-a089-63b1bb1b6965,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:46.474503 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:46.495220 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-251fd274-24ec-4251-b510-481772931b01 req-b1e0f7ab-bce2-45fa-8a41-00139a5613ad tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957299 Mar 23 01:52:46.511975 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69efae42-a766-49bd-8004-c4a9852dec36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:46.545881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=76d265b1-5687-4489-a089-63b1bb1b6965,revision_number=12']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:46.702866 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69efae42-a766-49bd-8004-c4a9852dec36 admin admin] Publish callbacks [] for security_group (26ef5b12-c650-4c16-bdef-04559a0f0cf1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:46.706410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['76d265b1-5687-4489-a089-63b1bb1b6965'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:52:46.721964 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69efae42-a766-49bd-8004-c4a9852dec36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (26ef5b12-c650-4c16-bdef-04559a0f0cf1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:46.804046 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-97fc241c-06a3-4395-b5f5-f59d816ed5ac tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks [] for port (e1cdb05e-d79f-481c-8edb-98b9624f17d8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:46.865503 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-97fc241c-06a3-4395-b5f5-f59d816ed5ac tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e1cdb05e-d79f-481c-8edb-98b9624f17d8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:46.885690 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-10bc7ed8-1f5d-485d-b4ab-904d0cc42693 req-d3de9fd0-1638-4c1c-a4a0-3adb4c22c759 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 210 time: 0.1351094 Mar 23 01:52:46.895889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efae42-a766-49bd-8004-c4a9852dec36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ef5b12-c650-4c16-bdef-04559a0f0cf1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:46.905684 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:52:46.912388 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-69efae42-a766-49bd-8004-c4a9852dec36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9341f091595440581aa9a43acabd4b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8460071 Mar 23 01:52:46.913199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59540) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:47.053394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-97fc241c-06a3-4395-b5f5-f59d816ed5ac tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Network 42433058-325f-4239-94d5-8b7af2c3ec01 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:52:47.057942 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-97fc241c-06a3-4395-b5f5-f59d816ed5ac tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:47.084432 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-97fc241c-06a3-4395-b5f5-f59d816ed5ac tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:52:47.121586 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc241c-06a3-4395-b5f5-f59d816ed5ac tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Pushing event updated for resources: {'Port': ['ID=e1cdb05e-d79f-481c-8edb-98b9624f17d8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:47.194036 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-97fc241c-06a3-4395-b5f5-f59d816ed5ac tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:47.194627 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-97fc241c-06a3-4395-b5f5-f59d816ed5ac tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:47.233591 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59546) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:47.244238 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-97fc241c-06a3-4395-b5f5-f59d816ed5ac tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2122011 Mar 23 01:52:47.261670 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Request body: {'port': {'device_id': '46cb286a-1b46-4fa6-9661-4627bbfcd3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:47.383690 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-27181f5d-e78b-4934-96aa-9628d582b18c tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1308374270'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:47.415520 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e1cdb05e-d79f-481c-8edb-98b9624f17d8), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:47.441614 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27181f5d-e78b-4934-96aa-9628d582b18c tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Made reservation on behalf of d49fafba08064818870f780d570a340a for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:52:47.445971 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27181f5d-e78b-4934-96aa-9628d582b18c tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:47.454867 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05bb10e9-f389-4343-979a-982be87ff6cc admin admin] Publish callbacks [] for security_group (26ef5b12-c650-4c16-bdef-04559a0f0cf1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:47.467517 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27181f5d-e78b-4934-96aa-9628d582b18c tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:47.485091 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05bb10e9-f389-4343-979a-982be87ff6cc admin admin] Publish callbacks [] for security_group (26ef5b12-c650-4c16-bdef-04559a0f0cf1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:47.546608 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05bb10e9-f389-4343-979a-982be87ff6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (26ef5b12-c650-4c16-bdef-04559a0f0cf1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:47.549445 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05bb10e9-f389-4343-979a-982be87ff6cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:47.552987 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-05bb10e9-f389-4343-979a-982be87ff6cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26ef5b12-c650-4c16-bdef-04559a0f0cf1 HTTP/1.1" status: 204 len: 168 time: 0.6364841 Mar 23 01:52:47.560357 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb10e9-f389-4343-979a-982be87ff6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ef5b12-c650-4c16-bdef-04559a0f0cf1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:47.809810 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27181f5d-e78b-4934-96aa-9628d582b18c tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for security_group (def40940-83b7-4f82-bb55-3a5563c4e104), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:47.818321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718c799-6f2a-4030-8ea8-253e619eb2a0 req-d9627ccf-fb36-422d-9ef6-16fa7c4770c3 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:47.819582 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6718c799-6f2a-4030-8ea8-253e619eb2a0 req-d9627ccf-fb36-422d-9ef6-16fa7c4770c3 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.1298110 Mar 23 01:52:47.827330 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27181f5d-e78b-4934-96aa-9628d582b18c tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (def40940-83b7-4f82-bb55-3a5563c4e104), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:47.861233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27181f5d-e78b-4934-96aa-9628d582b18c tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:52:47.937580 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27181f5d-e78b-4934-96aa-9628d582b18c tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (9bcd4187-33df-4ca3-a9d8-eab485216275), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:47.938616 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-27181f5d-e78b-4934-96aa-9628d582b18c tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Added segment 9bcd4187-33df-4ca3-a9d8-eab485216275 of type vlan for network bc43ecab-e606-4e5a-9b70-b57ef40823e1 Mar 23 01:52:47.940369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27181f5d-e78b-4934-96aa-9628d582b18c tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def40940-83b7-4f82-bb55-3a5563c4e104,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:48.039074 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6718c799-6f2a-4030-8ea8-253e619eb2a0 req-d449790e-4d5f-4c55-83eb-a4ae99234ea5 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038071 Mar 23 01:52:48.041656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1cdb05e-d79f-481c-8edb-98b9624f17d8 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:52:48.048279 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27181f5d-e78b-4934-96aa-9628d582b18c tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (bc43ecab-e606-4e5a-9b70-b57ef40823e1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.056412 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Publish callbacks [] for port (e1cdb05e-d79f-481c-8edb-98b9624f17d8), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.068433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59560) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:48.086989 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac82a8b0-72da-40b4-a234-7a2797f1e76d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.087218 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Transition to ACTIVE for port object e1cdb05e-d79f-481c-8edb-98b9624f17d8 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:52:48.092088 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 76d265b1-5687-4489-a089-63b1bb1b6965 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:52:48.097221 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e1cdb05e-d79f-481c-8edb-98b9624f17d8), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.120244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cd004-b317-40b4-8ee7-c418a84f98a4 req-d63dc133-5820-490b-af55-c6e9e4679e91 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:48.122209 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0c2cd004-b317-40b4-8ee7-c418a84f98a4 req-d63dc133-5820-490b-af55-c6e9e4679e91 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 931 time: 0.0975678 Mar 23 01:52:48.163876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 76d265b1-5687-4489-a089-63b1bb1b6965 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:52:48.165584 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Pushing event updated for resources: {'Port': ['ID=e1cdb05e-d79f-481c-8edb-98b9624f17d8,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:48.169551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 76d265b1-5687-4489-a089-63b1bb1b6965 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:48.169961 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.197173 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27181f5d-e78b-4934-96aa-9628d582b18c tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (bc43ecab-e606-4e5a-9b70-b57ef40823e1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.198241 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0c2cd004-b317-40b4-8ee7-c418a84f98a4 req-da4dcec1-5a87-4c4d-9dcf-9dcec96186df tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691714 Mar 23 01:52:48.209397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27181f5d-e78b-4934-96aa-9628d582b18c tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:48.210453 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27181f5d-e78b-4934-96aa-9628d582b18c tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.239604 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac82a8b0-72da-40b4-a234-7a2797f1e76d admin admin] Publish callbacks [] for security_group (84fda1e2-bf13-40eb-a47b-79c1193c6d16), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.246876 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac82a8b0-72da-40b4-a234-7a2797f1e76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (84fda1e2-bf13-40eb-a47b-79c1193c6d16), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.277074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 76d265b1-5687-4489-a089-63b1bb1b6965 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:48.277866 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.287308 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ac82a8b0-72da-40b4-a234-7a2797f1e76d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c6451fc59604c9bae87905194fe7c55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2212732 Mar 23 01:52:48.308583 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82a8b0-72da-40b4-a234-7a2797f1e76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fda1e2-bf13-40eb-a47b-79c1193c6d16,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:48.309660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59562) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:48.314609 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76d265b1-5687-4489-a089-63b1bb1b6965,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:48.315895 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:52:48.318587 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9330698d-4005-4104-94f6-cf1493a4a4b4" -d '{"events": [{"server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "name": "network-vif-plugged", "status": "completed", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:52:48.325772 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.382690 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a17f0e-b76f-4978-a255-5b5463f3bff3 x-openstack-request-id: req-80a17f0e-b76f-4978-a255-5b5463f3bff3 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:52:48.382989 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "name": "network-vif-plugged", "status": "completed", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:52:48.383297 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80a17f0e-b76f-4978-a255-5b5463f3bff3 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:52:48.383645 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a17f0e-b76f-4978-a255-5b5463f3bff3'] response: {'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965', 'code': 200} Mar 23 01:52:48.387148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=76d265b1-5687-4489-a089-63b1bb1b6965,revision_number=13']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:48.411717 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-27181f5d-e78b-4934-96aa-9628d582b18c tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1745875 Mar 23 01:52:48.413000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59566) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:48.418408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Attempting to bind port e1cdb05e-d79f-481c-8edb-98b9624f17d8 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:52:48.418750 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Attempting to bind port e1cdb05e-d79f-481c-8edb-98b9624f17d8 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:52:48.419077 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Attempting to bind port e1cdb05e-d79f-481c-8edb-98b9624f17d8 on network 42433058-325f-4239-94d5-8b7af2c3ec01 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:52:48.419206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-b1165549-0b2d-4eda-a4e5-b88b517abd57 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Request body: {'subnet': {'network_id': 'bc43ecab-e606-4e5a-9b70-b57ef40823e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:48.431083 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Port e1cdb05e-d79f-481c-8edb-98b9624f17d8 on network 42433058-325f-4239-94d5-8b7af2c3ec01 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:52:48.431412 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Attempting to bind port e1cdb05e-d79f-481c-8edb-98b9624f17d8 on network 42433058-325f-4239-94d5-8b7af2c3ec01 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:52:48.445794 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:52:48.446191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Checking segment: {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:52:48.446765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Bound using segment: {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:52:48.447014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Bound port: e1cdb05e-d79f-481c-8edb-98b9624f17d8, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:52:48.447323 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e1cdb05e-d79f-481c-8edb-98b9624f17d8), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.450777 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27181f5d-e78b-4934-96aa-9628d582b18c tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Pushing event updated for resources: {'Network': ['ID=bc43ecab-e606-4e5a-9b70-b57ef40823e1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:48.470900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network bc43ecab-e606-4e5a-9b70-b57ef40823e1 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:52:48.597762 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1165549-0b2d-4eda-a4e5-b88b517abd57 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Made reservation on behalf of d49fafba08064818870f780d570a340a for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:52:48.602166 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b1165549-0b2d-4eda-a4e5-b88b517abd57 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.609457 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2cdc764c-96bc-403a-abeb-6a4998ac6f53 admin admin] Publish callbacks [] for security_group (84fda1e2-bf13-40eb-a47b-79c1193c6d16), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.659693 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2cdc764c-96bc-403a-abeb-6a4998ac6f53 admin admin] Publish callbacks [] for security_group (84fda1e2-bf13-40eb-a47b-79c1193c6d16), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.681999 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] For port e1cdb05e-d79f-481c-8edb-98b9624f17d8, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:52:48.712223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] For port e1cdb05e-d79f-481c-8edb-98b9624f17d8, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e1cdb05e-d79f-481c-8edb-98b9624f17d8,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:52:48.722210 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e1cdb05e-d79f-481c-8edb-98b9624f17d8), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.772471 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:48.773043 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.774490 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] 10.222.0.43 "PUT /v2.0/ports/e1cdb05e-d79f-481c-8edb-98b9624f17d8 HTTP/1.1" status: 200 len: 1091 time: 1.5176308 Mar 23 01:52:48.774981 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cb286a-1b46-4fa6-9661-4627bbfcd3e4', 'tag': 'e1cdb05e-d79f-481c-8edb-98b9624f17d8'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:52:48.777723 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff69b4a9-fe3f-47bc-8c78-a5bcce099655" -d '{"events": [{"name": "network-changed", "server_uuid": "46cb286a-1b46-4fa6-9661-4627bbfcd3e4", "tag": "e1cdb05e-d79f-481c-8edb-98b9624f17d8"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:52:48.803920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6b20f-e755-4018-b3eb-6d0a12fc4f6a service neutron] Pushing event updated for resources: {'Port': ['ID=e1cdb05e-d79f-481c-8edb-98b9624f17d8,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:48.808316 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2cdc764c-96bc-403a-abeb-6a4998ac6f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (84fda1e2-bf13-40eb-a47b-79c1193c6d16), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.811528 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2cdc764c-96bc-403a-abeb-6a4998ac6f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.812748 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2cdc764c-96bc-403a-abeb-6a4998ac6f53 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84fda1e2-bf13-40eb-a47b-79c1193c6d16 HTTP/1.1" status: 204 len: 168 time: 0.4847715 Mar 23 01:52:48.865564 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38dc277-f2ec-4d9b-b299-fc1ba483f90a x-openstack-request-id: req-f38dc277-f2ec-4d9b-b299-fc1ba483f90a {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:52:48.865891 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cb286a-1b46-4fa6-9661-4627bbfcd3e4", "tag": "e1cdb05e-d79f-481c-8edb-98b9624f17d8", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:52:48.866131 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f38dc277-f2ec-4d9b-b299-fc1ba483f90a {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:52:48.866531 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38dc277-f2ec-4d9b-b299-fc1ba483f90a'] response: {'name': 'network-changed', 'server_uuid': '46cb286a-1b46-4fa6-9661-4627bbfcd3e4', 'tag': 'e1cdb05e-d79f-481c-8edb-98b9624f17d8', 'status': 'completed', 'code': 200} Mar 23 01:52:48.880280 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b1165549-0b2d-4eda-a4e5-b88b517abd57 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (d4e26b76-501d-4c3a-a426-359d4dd05a61), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:48.885603 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc764c-96bc-403a-abeb-6a4998ac6f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fda1e2-bf13-40eb-a47b-79c1193c6d16,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:48.912817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-0f0c26de-f74e-4c06-989e-5abb383c0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:48.914378 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-0f0c26de-f74e-4c06-989e-5abb383c0bfe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 1125 time: 0.0730810 Mar 23 01:52:48.955991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1165549-0b2d-4eda-a4e5-b88b517abd57 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Pushing event updated for resources: {'Subnet': ['ID=d4e26b76-501d-4c3a-a426-359d4dd05a61,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:48.964757 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1165549-0b2d-4eda-a4e5-b88b517abd57 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Checking segment: {'id': '9bcd4187-33df-4ca3-a9d8-eab485216275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc43ecab-e606-4e5a-9b70-b57ef40823e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:52:48.964930 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1165549-0b2d-4eda-a4e5-b88b517abd57 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Network hostable DHCP agents. Network: bc43ecab-e606-4e5a-9b70-b57ef40823e1, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:52:48.967907 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-7d1b8d13-5167-4c65-8e7c-0870296667fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1cdb05e-d79f-481c-8edb-98b9624f17d8 HTTP/1.1" status: 200 len: 217 time: 0.0419638 Mar 23 01:52:48.986162 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1165549-0b2d-4eda-a4e5-b88b517abd57 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Network bc43ecab-e606-4e5a-9b70-b57ef40823e1 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:52:48.997093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-b1165549-0b2d-4eda-a4e5-b88b517abd57 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, bc43ecab-e606-4e5a-9b70-b57ef40823e1) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:49.005920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1165549-0b2d-4eda-a4e5-b88b517abd57 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:49.006518 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b1165549-0b2d-4eda-a4e5-b88b517abd57 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.007112 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebafeda-d40d-46ce-bc09-c65ed1c89a18 None None] Network bc43ecab-e606-4e5a-9b70-b57ef40823e1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:52:49.027959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-6f018064-a0e4-4296-ab11-efb815902fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:49.029513 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-6f018064-a0e4-4296-ab11-efb815902fe2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8471a63-7189-4566-adcc-c6e2e0f179a5 HTTP/1.1" status: 200 len: 846 time: 0.0551915 Mar 23 01:52:49.037627 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b1165549-0b2d-4eda-a4e5-b88b517abd57 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6234205 Mar 23 01:52:49.040364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59576) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:49.052255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-19be123d-cfea-4103-866a-edb3ec8b0345 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-890313856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:49.091376 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-0e35f076-2406-45a1-9f81-a6fb33dce039 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=42433058-325f-4239-94d5-8b7af2c3ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561397 Mar 23 01:52:49.124105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-bc43ecab-e606-4e5a-9b70-b57ef40823e1', 'network_id': 'bc43ecab-e606-4e5a-9b70-b57ef40823e1', 'project_id': 'd49fafba08064818870f780d570a340a', 'fixed_ips': [{'subnet_id': 'd4e26b76-501d-4c3a-a426-359d4dd05a61'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:52:49.125114 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.172653 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-19be123d-cfea-4103-866a-edb3ec8b0345 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (0ac6e2d8-50a3-47b4-ad04-4de647bf78df), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.173727 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-19be123d-cfea-4103-866a-edb3ec8b0345 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (0ac6e2d8-50a3-47b4-ad04-4de647bf78df), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.264788 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59582) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:49.284533 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-95e0fb31-e42f-467b-921e-daba1428855d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.286856 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-19be123d-cfea-4103-866a-edb3ec8b0345 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for router_controller (0ac6e2d8-50a3-47b4-ad04-4de647bf78df), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.289510 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Allocated IP 172.20.0.2 (bc43ecab-e606-4e5a-9b70-b57ef40823e1/d4e26b76-501d-4c3a-a426-359d4dd05a61/43a8adce-ca63-4e17-8499-8411028f33ef) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:52:49.297238 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-19be123d-cfea-4103-866a-edb3ec8b0345 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (0ac6e2d8-50a3-47b4-ad04-4de647bf78df), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.317328 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7e524-2150-4dba-82f0-284e52ad9360 req-e3909d71-337e-434a-a203-67c12a422ca5 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:49.319343 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-66e7e524-2150-4dba-82f0-284e52ad9360 req-e3909d71-337e-434a-a203-67c12a422ca5 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.1826408 Mar 23 01:52:49.329149 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-8f129792-c388-4674-a97b-f4913b1ec969 service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306902 Mar 23 01:52:49.353119 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-19be123d-cfea-4103-866a-edb3ec8b0345 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.357887 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-19be123d-cfea-4103-866a-edb3ec8b0345 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3128965 Mar 23 01:52:49.359582 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59584) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:49.363245 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf33fb-0448-4b11-ac1b-46a29d94f5f0 req-d2771f62-34be-4313-bd32-659ad610b1e4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:49.365069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-40bf33fb-0448-4b11-ac1b-46a29d94f5f0 req-d2771f62-34be-4313-bd32-659ad610b1e4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 943 time: 0.0825572 Mar 23 01:52:49.433926 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-95e0fb31-e42f-467b-921e-daba1428855d admin admin] Publish callbacks [] for security_group (6794f887-4f54-4815-a05c-8b91a3828408), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.441944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-95e0fb31-e42f-467b-921e-daba1428855d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6794f887-4f54-4815-a05c-8b91a3828408), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.463194 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-40bf33fb-0448-4b11-ac1b-46a29d94f5f0 req-da8feb90-5a41-4a12-bde9-a34c7257bdc1 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813923 Mar 23 01:52:49.476047 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Publish callbacks [] for port (43a8adce-ca63-4e17-8499-8411028f33ef), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.492710 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (43a8adce-ca63-4e17-8499-8411028f33ef), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.492938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0fb31-e42f-467b-921e-daba1428855d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6794f887-4f54-4815-a05c-8b91a3828408,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:49.492938 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-95e0fb31-e42f-467b-921e-daba1428855d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=954a20bb32bb40919070509fc09c122b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2246540 Mar 23 01:52:49.495627 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59586) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:49.512773 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Network bc43ecab-e606-4e5a-9b70-b57ef40823e1 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:52:49.522959 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-66e7e524-2150-4dba-82f0-284e52ad9360 req-40f04db8-977a-4a69-990e-de0b05f59749 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919551 Mar 23 01:52:49.532556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:49.537702 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:52:49.570227 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96a7192b-e23a-439d-8b9f-6b8a636932f8 admin admin] Publish callbacks [] for security_group (6794f887-4f54-4815-a05c-8b91a3828408), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.576856 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-43455065-dcc1-43d0-9840-7c9eb7ca0033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.595316 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96a7192b-e23a-439d-8b9f-6b8a636932f8 admin admin] Publish callbacks [] for security_group (6794f887-4f54-4815-a05c-8b91a3828408), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.595791 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Pushing event updated for resources: {'Port': ['ID=43a8adce-ca63-4e17-8499-8411028f33ef,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:49.638608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Attempting to bind port 43a8adce-ca63-4e17-8499-8411028f33ef on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:52:49.638608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Attempting to bind port 43a8adce-ca63-4e17-8499-8411028f33ef by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '9bcd4187-33df-4ca3-a9d8-eab485216275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc43ecab-e606-4e5a-9b70-b57ef40823e1'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:52:49.638608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Attempting to bind port 43a8adce-ca63-4e17-8499-8411028f33ef on network bc43ecab-e606-4e5a-9b70-b57ef40823e1 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:52:49.643713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:52:49.644094 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Checking segment: {'id': '9bcd4187-33df-4ca3-a9d8-eab485216275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc43ecab-e606-4e5a-9b70-b57ef40823e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:52:49.644500 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.644944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Bound using segment: {'id': '9bcd4187-33df-4ca3-a9d8-eab485216275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc43ecab-e606-4e5a-9b70-b57ef40823e1'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:52:49.645406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Bound port: 43a8adce-ca63-4e17-8499-8411028f33ef, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcd4187-33df-4ca3-a9d8-eab485216275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bc43ecab-e606-4e5a-9b70-b57ef40823e1'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:52:49.645791 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (43a8adce-ca63-4e17-8499-8411028f33ef), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.664079 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96a7192b-e23a-439d-8b9f-6b8a636932f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6794f887-4f54-4815-a05c-8b91a3828408), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.666829 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-96a7192b-e23a-439d-8b9f-6b8a636932f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.668144 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-96a7192b-e23a-439d-8b9f-6b8a636932f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6794f887-4f54-4815-a05c-8b91a3828408 HTTP/1.1" status: 204 len: 168 time: 0.1712856 Mar 23 01:52:49.684524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7192b-e23a-439d-8b9f-6b8a636932f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6794f887-4f54-4815-a05c-8b91a3828408,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:49.741274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] For port 43a8adce-ca63-4e17-8499-8411028f33ef, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:52:49.746145 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] For port 43a8adce-ca63-4e17-8499-8411028f33ef, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=43a8adce-ca63-4e17-8499-8411028f33ef,segment=NetworkSegment(9bcd4187-33df-4ca3-a9d8-eab485216275),segment_id=9bcd4187-33df-4ca3-a9d8-eab485216275)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:52:49.757447 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (43a8adce-ca63-4e17-8499-8411028f33ef), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:49.830997 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c45c0-f2ca-4074-8199-b47eb013ebb6 None None] Pushing event updated for resources: {'Port': ['ID=43a8adce-ca63-4e17-8499-8411028f33ef,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:50.025639 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d932b0b-3fca-4164-a935-97f1f66f31ca req-8809284b-b415-426b-ab8a-376226df6e30 service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6664455 Mar 23 01:52:50.174000 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:50.294249 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69b4a9-fe3f-47bc-8c78-a5bcce099655 req-0b48298d-7f57-4261-9551-94f5eda6c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:50.295902 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff69b4a9-fe3f-47bc-8c78-a5bcce099655 req-0b48298d-7f57-4261-9551-94f5eda6c6ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 1125 time: 0.1325262 Mar 23 01:52:50.484466 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69b4a9-fe3f-47bc-8c78-a5bcce099655 req-55242871-cf5f-4ac8-b9bb-348f97b10aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:50.486032 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff69b4a9-fe3f-47bc-8c78-a5bcce099655 req-55242871-cf5f-4ac8-b9bb-348f97b10aa9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 906 time: 0.1826401 Mar 23 01:52:50.560992 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff69b4a9-fe3f-47bc-8c78-a5bcce099655 req-26e07f3b-0fdd-439d-a4b4-aa23a178b6c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1cdb05e-d79f-481c-8edb-98b9624f17d8 HTTP/1.1" status: 200 len: 217 time: 0.0507340 Mar 23 01:52:50.583388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Allocated IP 172.20.0.1 (bc43ecab-e606-4e5a-9b70-b57ef40823e1/d4e26b76-501d-4c3a-a426-359d4dd05a61/365394f6-76c3-41be-b8d0-8d52e9fa58c3) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:52:50.679823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69b4a9-fe3f-47bc-8c78-a5bcce099655 req-77ea266b-4b7e-4eb6-a27d-409adfd8e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:50.681469 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff69b4a9-fe3f-47bc-8c78-a5bcce099655 req-77ea266b-4b7e-4eb6-a27d-409adfd8e02b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8471a63-7189-4566-adcc-c6e2e0f179a5 HTTP/1.1" status: 200 len: 846 time: 0.1126432 Mar 23 01:52:50.684189 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6f28-b17d-44fa-acb6-49b412bdd7af req-56a5f286-c1f2-4071-bd67-d51cce6c0f4f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:50.693777 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:50.694451 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-87bd6f28-b17d-44fa-acb6-49b412bdd7af req-56a5f286-c1f2-4071-bd67-d51cce6c0f4f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 943 time: 0.1040230 Mar 23 01:52:50.763476 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-87bd6f28-b17d-44fa-acb6-49b412bdd7af req-e0bdcbe2-2529-4af7-98cc-cc6cc579e427 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657058 Mar 23 01:52:50.784969 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff69b4a9-fe3f-47bc-8c78-a5bcce099655 req-21dfcc9f-45a6-4594-836f-f86db038e2ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=42433058-325f-4239-94d5-8b7af2c3ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807736 Mar 23 01:52:50.914015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ec710-8ead-45c0-a9aa-804c04fe34a4 req-6d19f6ca-52f1-4cb0-a1ca-95eb692a172a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:50.921394 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c13ec710-8ead-45c0-a9aa-804c04fe34a4 req-6d19f6ca-52f1-4cb0-a1ca-95eb692a172a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.2465711 Mar 23 01:52:50.943466 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for port (365394f6-76c3-41be-b8d0-8d52e9fa58c3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:51.042977 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c13ec710-8ead-45c0-a9aa-804c04fe34a4 req-59fd1785-c6fe-4493-a658-587054fd6f41 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203341 Mar 23 01:52:51.046848 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff69b4a9-fe3f-47bc-8c78-a5bcce099655 req-a9694152-62d7-4344-88e4-4bbbc1986beb service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429535 Mar 23 01:52:51.069550 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (365394f6-76c3-41be-b8d0-8d52e9fa58c3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:51.189976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Network bc43ecab-e606-4e5a-9b70-b57ef40823e1 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:52:51.192296 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 43a8adce-ca63-4e17-8499-8411028f33ef up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:52:51.196158 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:51.200160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Pushing event updated for resources: {'Port': ['ID=365394f6-76c3-41be-b8d0-8d52e9fa58c3,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:51.202414 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:52:51.268095 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff69b4a9-fe3f-47bc-8c78-a5bcce099655 req-0d033851-f109-4d98-9e50-1e91b43d0ddf service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131371 Mar 23 01:52:51.271211 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (0ac6e2d8-50a3-47b4-ad04-4de647bf78df), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:51.338230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 43a8adce-ca63-4e17-8499-8411028f33ef triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:51.339699 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (43a8adce-ca63-4e17-8499-8411028f33ef), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:51.379799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b06c3ba-c31f-4267-af6b-5b5fcf9d7f80 None None] Network bc43ecab-e606-4e5a-9b70-b57ef40823e1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:52:51.422372 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (365394f6-76c3-41be-b8d0-8d52e9fa58c3), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:51.472740 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e06d854c-8f3f-45c1-8b22-8db41e3477c8 None None] Provisioning complete for port 43a8adce-ca63-4e17-8499-8411028f33ef triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:51.473156 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e06d854c-8f3f-45c1-8b22-8db41e3477c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (43a8adce-ca63-4e17-8499-8411028f33ef), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:51.614149 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 43a8adce-ca63-4e17-8499-8411028f33ef is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:51.615699 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (43a8adce-ca63-4e17-8499-8411028f33ef), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:51.684045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 43a8adce-ca63-4e17-8499-8411028f33ef, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=43a8adce-ca63-4e17-8499-8411028f33ef,segment=NetworkSegment(9bcd4187-33df-4ca3-a9d8-eab485216275),segment_id=9bcd4187-33df-4ca3-a9d8-eab485216275)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:51.726231 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (43a8adce-ca63-4e17-8499-8411028f33ef), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:51.783512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e06d854c-8f3f-45c1-8b22-8db41e3477c8 None None] Current status of the port 43a8adce-ca63-4e17-8499-8411028f33ef is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:51.783966 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e06d854c-8f3f-45c1-8b22-8db41e3477c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (43a8adce-ca63-4e17-8499-8411028f33ef), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:51.819413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=43a8adce-ca63-4e17-8499-8411028f33ef,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:51.890358 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for port (365394f6-76c3-41be-b8d0-8d52e9fa58c3), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:51.890950 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-e06d854c-8f3f-45c1-8b22-8db41e3477c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:52:51.891874 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-e06d854c-8f3f-45c1-8b22-8db41e3477c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:52:51.900846 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (365394f6-76c3-41be-b8d0-8d52e9fa58c3), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:51.970477 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67b3f4-68d5-429d-9e6b-48bfd15106b0 req-db7a562c-7326-481a-85aa-fb0c671c1b50 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:51.972379 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f67b3f4-68d5-429d-9e6b-48bfd15106b0 req-db7a562c-7326-481a-85aa-fb0c671c1b50 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 943 time: 0.0901229 Mar 23 01:52:52.004229 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6a844ec2-8d17-4274-9b74-9fe78c6bb56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:52.053274 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Pushing event updated for resources: {'Port': ['ID=365394f6-76c3-41be-b8d0-8d52e9fa58c3,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:52.059699 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (0ac6e2d8-50a3-47b4-ad04-4de647bf78df), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:52.074643 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f67b3f4-68d5-429d-9e6b-48bfd15106b0 req-fa3cba07-a8c8-4d04-a711-f17ffb5cad84 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901656 Mar 23 01:52:52.272267 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Network bc43ecab-e606-4e5a-9b70-b57ef40823e1 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:52:52.283013 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7a28e-6acc-42e0-a863-73428635dd95 req-1019f1e1-852c-416a-98a5-ab27f49b5f02 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:52.290705 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f7e7a28e-6acc-42e0-a863-73428635dd95 req-1019f1e1-852c-416a-98a5-ab27f49b5f02 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.1156068 Mar 23 01:52:52.292956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:52.421448 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f7e7a28e-6acc-42e0-a863-73428635dd95 req-6c4491c9-e05a-40cd-b0e6-b12099424734 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298301 Mar 23 01:52:52.467628 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e06d854c-8f3f-45c1-8b22-8db41e3477c8 None None] Current status of the port 43a8adce-ca63-4e17-8499-8411028f33ef is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:52.489090 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Router 0ac6e2d8-50a3-47b4-ad04-4de647bf78df is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:52:52.590369 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9e27ffd8-9c24-4ebf-b6a7-a50c7296cded None None] Provisioning complete for port 365394f6-76c3-41be-b8d0-8d52e9fa58c3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:52.591631 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e27ffd8-9c24-4ebf-b6a7-a50c7296cded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (365394f6-76c3-41be-b8d0-8d52e9fa58c3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:52.621092 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:52:52.631489 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6cb22ee9-32c9-40b8-bb0c-1fb92a2ebff2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] 10.222.0.18 "PUT /v2.0/routers/0ac6e2d8-50a3-47b4-ad04-4de647bf78df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2662618 Mar 23 01:52:52.632965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59724) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:52.645274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-495d8e82-a144-46cd-a24c-22c95bc60b70 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Request body: {'port': {'network_id': 'bc43ecab-e606-4e5a-9b70-b57ef40823e1', 'name': 'tempest-FloatingIPNegativeTestJSON-1034816932'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:52.647826 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64453c-880c-42d6-986b-a6765172eefc None None] Sync routers for ids ['0ac6e2d8-50a3-47b4-ad04-4de647bf78df'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:52:52.675146 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e64453c-880c-42d6-986b-a6765172eefc None None] Routers {'0ac6e2d8-50a3-47b4-ad04-4de647bf78df'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:52.676694 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5e64453c-880c-42d6-986b-a6765172eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0ac6e2d8-50a3-47b4-ad04-4de647bf78df'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:52.690187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9e27ffd8-9c24-4ebf-b6a7-a50c7296cded None None] Port 365394f6-76c3-41be-b8d0-8d52e9fa58c3 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:52:52.710900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9e27ffd8-9c24-4ebf-b6a7-a50c7296cded None None] Provisioning complete for port 43a8adce-ca63-4e17-8499-8411028f33ef triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:52.712639 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e27ffd8-9c24-4ebf-b6a7-a50c7296cded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (43a8adce-ca63-4e17-8499-8411028f33ef), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:52.745916 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5e64453c-880c-42d6-986b-a6765172eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:52.758271 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e64453c-880c-42d6-986b-a6765172eefc None None] Routers {'0ac6e2d8-50a3-47b4-ad04-4de647bf78df'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:52.758981 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5e64453c-880c-42d6-986b-a6765172eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0ac6e2d8-50a3-47b4-ad04-4de647bf78df'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:52.783208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495d8e82-a144-46cd-a24c-22c95bc60b70 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Made reservation on behalf of d49fafba08064818870f780d570a340a for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:52:52.787389 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-495d8e82-a144-46cd-a24c-22c95bc60b70 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:52.802885 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5e64453c-880c-42d6-986b-a6765172eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:52.803683 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64453c-880c-42d6-986b-a6765172eefc None None] The sync data for ids ['0ac6e2d8-50a3-47b4-ad04-4de647bf78df'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:52:52.835719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-495d8e82-a144-46cd-a24c-22c95bc60b70 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] device_id is not set on port 0a4bd7d0-e56f-4a18-bcb9-93e38943bd05 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:52:52.871229 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9e27ffd8-9c24-4ebf-b6a7-a50c7296cded None None] Current status of the port 43a8adce-ca63-4e17-8499-8411028f33ef is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:52.968790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-495d8e82-a144-46cd-a24c-22c95bc60b70 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Allocated IP 172.20.0.8 (bc43ecab-e606-4e5a-9b70-b57ef40823e1/d4e26b76-501d-4c3a-a426-359d4dd05a61/0a4bd7d0-e56f-4a18-bcb9-93e38943bd05) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:52:52.997900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-74263386-e19f-4d50-9de7-a3fe6f350c41 None None] Provisioning complete for port 365394f6-76c3-41be-b8d0-8d52e9fa58c3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:52.998280 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-74263386-e19f-4d50-9de7-a3fe6f350c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (365394f6-76c3-41be-b8d0-8d52e9fa58c3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:53.254318 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 43a8adce-ca63-4e17-8499-8411028f33ef up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:52:53.259022 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-495d8e82-a144-46cd-a24c-22c95bc60b70 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for port (0a4bd7d0-e56f-4a18-bcb9-93e38943bd05), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:53.272821 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236c3e9-1989-4935-88b9-d240ffe523fd req-d354dbb8-4f6c-4752-a6f4-192ee64b8622 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:53.275836 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c236c3e9-1989-4935-88b9-d240ffe523fd req-d354dbb8-4f6c-4752-a6f4-192ee64b8622 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 943 time: 0.1157124 Mar 23 01:52:53.321690 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:53.332567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-74263386-e19f-4d50-9de7-a3fe6f350c41 None None] Port 365394f6-76c3-41be-b8d0-8d52e9fa58c3 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:52:53.351877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 43a8adce-ca63-4e17-8499-8411028f33ef triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:53.352501 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (43a8adce-ca63-4e17-8499-8411028f33ef), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:53.380693 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c236c3e9-1989-4935-88b9-d240ffe523fd req-e92161d9-b861-4597-96f7-5fb36cf0ef46 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858226 Mar 23 01:52:53.390967 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-495d8e82-a144-46cd-a24c-22c95bc60b70 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0a4bd7d0-e56f-4a18-bcb9-93e38943bd05), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:53.469397 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d8e82-a144-46cd-a24c-22c95bc60b70 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Network bc43ecab-e606-4e5a-9b70-b57ef40823e1 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:52:53.471493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-495d8e82-a144-46cd-a24c-22c95bc60b70 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:53.473217 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d8e82-a144-46cd-a24c-22c95bc60b70 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Pushing event updated for resources: {'Port': ['ID=0a4bd7d0-e56f-4a18-bcb9-93e38943bd05,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:53.475461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d8e82-a144-46cd-a24c-22c95bc60b70 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:52:53.482688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 43a8adce-ca63-4e17-8499-8411028f33ef is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:53.536728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d8e82-a144-46cd-a24c-22c95bc60b70 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:53.537410 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-495d8e82-a144-46cd-a24c-22c95bc60b70 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:53.560746 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-495d8e82-a144-46cd-a24c-22c95bc60b70 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9262991 Mar 23 01:52:53.563678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59732) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:53.572147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:53.607100 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:53.663088 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd854dd-226a-4266-8fca-80cde0aacb9c req-a27572a8-6802-4a5a-bff0-182e44628a94 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:53.665902 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1dd854dd-226a-4266-8fca-80cde0aacb9c req-a27572a8-6802-4a5a-bff0-182e44628a94 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.1158860 Mar 23 01:52:53.755701 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1dd854dd-226a-4266-8fca-80cde0aacb9c req-11a67a86-c610-4404-b710-b3a1742f9c85 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821478 Mar 23 01:52:53.756651 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:53.858305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f3606263-bd77-4a89-beb6-32aa1ce43ca3 None None] Provisioning complete for port 0a4bd7d0-e56f-4a18-bcb9-93e38943bd05 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:53.858652 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f3606263-bd77-4a89-beb6-32aa1ce43ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0a4bd7d0-e56f-4a18-bcb9-93e38943bd05), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:53.907202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f3606263-bd77-4a89-beb6-32aa1ce43ca3 None None] Port 0a4bd7d0-e56f-4a18-bcb9-93e38943bd05 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:52:53.941024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Allocated IP 172.25.0.138 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/b3fe57f9-5ac3-4527-ac3c-f7745d98dad7) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:52:54.050898 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for port (b3fe57f9-5ac3-4527-ac3c-f7745d98dad7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:54.089752 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b3fe57f9-5ac3-4527-ac3c-f7745d98dad7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:54.128026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:52:54.134161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:54.137215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:52:54.172341 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Pushing event updated for resources: {'Port': ['ID=b3fe57f9-5ac3-4527-ac3c-f7745d98dad7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:54.278701 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for floatingip (496ead19-a2c6-4291-b17d-e442f3e3fcc8), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:54.320284 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b3fe57f9-5ac3-4527-ac3c-f7745d98dad7), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:54.532078 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for port (b3fe57f9-5ac3-4527-ac3c-f7745d98dad7), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:54.540785 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (b3fe57f9-5ac3-4527-ac3c-f7745d98dad7), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:54.549643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f8bc1-9e0d-474f-a794-85fbad2e257d req-53338bf4-ae24-40cc-801a-797953a6da46 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:54.551142 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-343f8bc1-9e0d-474f-a794-85fbad2e257d req-53338bf4-ae24-40cc-801a-797953a6da46 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 943 time: 0.0824401 Mar 23 01:52:54.564427 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:54.644852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Pushing event updated for resources: {'Port': ['ID=b3fe57f9-5ac3-4527-ac3c-f7745d98dad7,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:54.662515 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (496ead19-a2c6-4291-b17d-e442f3e3fcc8), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:54.676744 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-343f8bc1-9e0d-474f-a794-85fbad2e257d req-b78a5a66-6c4c-4a4a-8936-29c75a67b593 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022310 Mar 23 01:52:54.691835 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:54.693114 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2a75d55b-799a-4148-8f04-4f4b6de080a0 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1282964 Mar 23 01:52:54.695961 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59740) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:54.702100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-bfd6d014-2237-4857-b283-f54399e1bbcf tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Request body: {'floatingip': {'port_id': '0a4bd7d0-e56f-4a18-bcb9-93e38943bd05', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:54.745697 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bfd6d014-2237-4857-b283-f54399e1bbcf tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for floatingip (496ead19-a2c6-4291-b17d-e442f3e3fcc8), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:54.863154 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e1cdb05e-d79f-481c-8edb-98b9624f17d8 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:52:54.904966 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf3bef-f452-401b-a80f-1691377c2345 req-8721a7cd-2f0c-4e85-895b-c4d2d9f463d7 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:54.906547 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bbdf3bef-f452-401b-a80f-1691377c2345 req-8721a7cd-2f0c-4e85-895b-c4d2d9f463d7 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.0760558 Mar 23 01:52:54.917692 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-bfd6d014-2237-4857-b283-f54399e1bbcf tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] update failed (client error): The resource could not be found. Mar 23 01:52:54.921604 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59752) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:54.922061 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bfd6d014-2237-4857-b283-f54399e1bbcf tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] 10.222.0.18 "PUT /v2.0/floatingips/496ead19-a2c6-4291-b17d-e442f3e3fcc8 HTTP/1.1" status: 404 len: 507 time: 0.2250931 Mar 23 01:52:54.992190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e1cdb05e-d79f-481c-8edb-98b9624f17d8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e1cdb05e-d79f-481c-8edb-98b9624f17d8,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:55.009397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'e1cdb05e-d79f-481c-8edb-98b9624f17d8', 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01', 'port_id': 'e1cdb05e-d79f-481c-8edb-98b9624f17d8', 'mac_address': 'fa:16:3e:fa:6e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8471a63-7189-4566-adcc-c6e2e0f179a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:52:55.054339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e1cdb05e-d79f-481c-8edb-98b9624f17d8 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:55.055091 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e1cdb05e-d79f-481c-8edb-98b9624f17d8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:55.068034 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bbdf3bef-f452-401b-a80f-1691377c2345 req-1b8be684-959e-4787-bf99-ff9f64170a25 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549733 Mar 23 01:52:55.087836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1cdb05e-d79f-481c-8edb-98b9624f17d8 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:52:55.112558 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e1cdb05e-d79f-481c-8edb-98b9624f17d8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e1cdb05e-d79f-481c-8edb-98b9624f17d8,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:55.118008 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e1cdb05e-d79f-481c-8edb-98b9624f17d8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:55.132764 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-225b8936-a644-44d3-ae01-67b335f05f08 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Deleting port b3fe57f9-5ac3-4527-ac3c-f7745d98dad7 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:55.133109 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-225b8936-a644-44d3-ae01-67b335f05f08 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b3fe57f9-5ac3-4527-ac3c-f7745d98dad7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:55.185320 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e1cdb05e-d79f-481c-8edb-98b9624f17d8,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:55.219119 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-225b8936-a644-44d3-ae01-67b335f05f08 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b3fe57f9-5ac3-4527-ac3c-f7745d98dad7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:55.219443 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-225b8936-a644-44d3-ae01-67b335f05f08 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for floatingip (b3fe57f9-5ac3-4527-ac3c-f7745d98dad7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:55.231912 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-225b8936-a644-44d3-ae01-67b335f05f08 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Calling delete_port for b3fe57f9-5ac3-4527-ac3c-f7745d98dad7 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:55.371954 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-225b8936-a644-44d3-ae01-67b335f05f08 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b3fe57f9-5ac3-4527-ac3c-f7745d98dad7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:55.404337 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b8936-a644-44d3-ae01-67b335f05f08 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Pushing event deleted for resources: {'Port': ['ID=b3fe57f9-5ac3-4527-ac3c-f7745d98dad7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:55.478579 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-225b8936-a644-44d3-ae01-67b335f05f08 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for floatingip (496ead19-a2c6-4291-b17d-e442f3e3fcc8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:55.481387 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-225b8936-a644-44d3-ae01-67b335f05f08 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:55.487046 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-225b8936-a644-44d3-ae01-67b335f05f08 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] 10.222.0.18 "DELETE /v2.0/floatingips/496ead19-a2c6-4291-b17d-e442f3e3fcc8 HTTP/1.1" status: 204 len: 168 time: 0.5642078 Mar 23 01:52:55.487702 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59754) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:55.492155 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-aa73776e-7fcc-4701-a9f8-ba299d253685 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Request body: {'floatingip': {'floating_network_id': 'bc43ecab-e606-4e5a-9b70-b57ef40823e1', 'port_id': '0a4bd7d0-e56f-4a18-bcb9-93e38943bd05', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:55.503607 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['e1cdb05e-d79f-481c-8edb-98b9624f17d8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:52:55.516664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa73776e-7fcc-4701-a9f8-ba299d253685 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:55.669087 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-aa73776e-7fcc-4701-a9f8-ba299d253685 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:52:55.674926 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aa73776e-7fcc-4701-a9f8-ba299d253685 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1831732 Mar 23 01:52:55.675330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59756) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:55.680432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': '0a4bd7d0-e56f-4a18-bcb9-93e38943bd05', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:52:55.704764 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:55.809863 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:55.837253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0384452-ffe9-4655-b9df-153d4dddcdb1 req-6974d6b0-9979-4257-ae1f-e5f3ec0d82a9 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:55.839190 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0384452-ffe9-4655-b9df-153d4dddcdb1 req-6974d6b0-9979-4257-ae1f-e5f3ec0d82a9 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 944 time: 0.0785894 Mar 23 01:52:55.895297 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:55.918029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0384452-ffe9-4655-b9df-153d4dddcdb1 req-95e7883f-d532-4435-89fe-e0dd7bba3f3c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657642 Mar 23 01:52:56.037153 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Allocated IP 172.25.0.82 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/b6bc3026-98d6-41ff-9e2f-9cf2cd347c58) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:52:56.164939 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for port (b6bc3026-98d6-41ff-9e2f-9cf2cd347c58), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:56.224273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52216297-ff65-4e01-a952-4414190f1a04 req-39812f3b-8403-4dc8-9322-915a8118d404 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:56.226645 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b6bc3026-98d6-41ff-9e2f-9cf2cd347c58), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:56.232689 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52216297-ff65-4e01-a952-4414190f1a04 req-39812f3b-8403-4dc8-9322-915a8118d404 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.0811656 Mar 23 01:52:56.274286 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:52:56.280758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:52:56.283912 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:52:56.300869 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52216297-ff65-4e01-a952-4414190f1a04 req-a5cabd36-ff92-4362-ae03-25daf5b0877d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669029 Mar 23 01:52:56.341201 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Pushing event updated for resources: {'Port': ['ID=b6bc3026-98d6-41ff-9e2f-9cf2cd347c58,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:56.498455 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Deleting port b6bc3026-98d6-41ff-9e2f-9cf2cd347c58 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:56.498757 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b6bc3026-98d6-41ff-9e2f-9cf2cd347c58), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:56.584210 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b6bc3026-98d6-41ff-9e2f-9cf2cd347c58), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:56.584672 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for floatingip (b6bc3026-98d6-41ff-9e2f-9cf2cd347c58), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:56.601130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Calling delete_port for b6bc3026-98d6-41ff-9e2f-9cf2cd347c58 owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:56.741347 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b6bc3026-98d6-41ff-9e2f-9cf2cd347c58), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:56.767860 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Pushing event deleted for resources: {'Port': ['ID=b6bc3026-98d6-41ff-9e2f-9cf2cd347c58,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:56.855086 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] create failed (client error): The resource could not be found. Mar 23 01:52:56.860017 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-59f07e39-c295-4456-aa9c-b94aa1ebce06 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1798379 Mar 23 01:52:56.860428 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59766) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:56.863633 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e1cdb05e-d79f-481c-8edb-98b9624f17d8 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:52:56.943815 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port e1cdb05e-d79f-481c-8edb-98b9624f17d8 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:52:56.950048 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port e1cdb05e-d79f-481c-8edb-98b9624f17d8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:52:56.950723 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e1cdb05e-d79f-481c-8edb-98b9624f17d8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:56.974201 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-048591bd-bae8-45b8-a916-18f4598f462d tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Deleting port 0a4bd7d0-e56f-4a18-bcb9-93e38943bd05 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:56.974554 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-048591bd-bae8-45b8-a916-18f4598f462d tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0a4bd7d0-e56f-4a18-bcb9-93e38943bd05), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:57.060394 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e1cdb05e-d79f-481c-8edb-98b9624f17d8 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:52:57.060831 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e1cdb05e-d79f-481c-8edb-98b9624f17d8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:57.101628 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cb286a-1b46-4fa6-9661-4627bbfcd3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cdb05e-d79f-481c-8edb-98b9624f17d8'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:52:57.104173 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75cb68c-2717-48ac-acdb-4acdb1dff332" -d '{"events": [{"server_uuid": "46cb286a-1b46-4fa6-9661-4627bbfcd3e4", "name": "network-vif-plugged", "status": "completed", "tag": "e1cdb05e-d79f-481c-8edb-98b9624f17d8"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:52:57.117166 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e1cdb05e-d79f-481c-8edb-98b9624f17d8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e1cdb05e-d79f-481c-8edb-98b9624f17d8,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:52:57.126761 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e1cdb05e-d79f-481c-8edb-98b9624f17d8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:57.127394 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-048591bd-bae8-45b8-a916-18f4598f462d tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0a4bd7d0-e56f-4a18-bcb9-93e38943bd05), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:57.166273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-048591bd-bae8-45b8-a916-18f4598f462d tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Calling delete_port for 0a4bd7d0-e56f-4a18-bcb9-93e38943bd05 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:57.191565 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d72d92-6786-4f76-ac5f-04ced9fc3608 x-openstack-request-id: req-25d72d92-6786-4f76-ac5f-04ced9fc3608 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:52:57.191887 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cb286a-1b46-4fa6-9661-4627bbfcd3e4", "name": "network-vif-plugged", "status": "completed", "tag": "e1cdb05e-d79f-481c-8edb-98b9624f17d8", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:52:57.192142 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25d72d92-6786-4f76-ac5f-04ced9fc3608 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:52:57.192547 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d72d92-6786-4f76-ac5f-04ced9fc3608'] response: {'server_uuid': '46cb286a-1b46-4fa6-9661-4627bbfcd3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cdb05e-d79f-481c-8edb-98b9624f17d8', 'code': 200} Mar 23 01:52:57.219297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e1cdb05e-d79f-481c-8edb-98b9624f17d8,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:57.248450 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c5b9e-0a0e-4222-b116-b5947793fa0d req-6b795138-85e0-4b6d-a1d3-a408cfb6ab65 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:57.250167 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-970c5b9e-0a0e-4222-b116-b5947793fa0d req-6b795138-85e0-4b6d-a1d3-a408cfb6ab65 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 945 time: 0.1526992 Mar 23 01:52:57.285451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb9fdc-89fc-46e4-8751-17d13dfa8d17 req-69545ccf-809c-4308-9a9a-4016eea03897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:57.287000 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9ddb9fdc-89fc-46e4-8751-17d13dfa8d17 req-69545ccf-809c-4308-9a9a-4016eea03897 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 1127 time: 0.0467188 Mar 23 01:52:57.323125 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-970c5b9e-0a0e-4222-b116-b5947793fa0d req-5c37a9d8-5b1e-4ae4-b7f1-171eadcc3f3a tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644181 Mar 23 01:52:57.382414 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9ddb9fdc-89fc-46e4-8751-17d13dfa8d17 req-cc09d1b7-604f-4c5f-b0b3-d05926f80685 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892053 Mar 23 01:52:57.415647 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-048591bd-bae8-45b8-a916-18f4598f462d tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0a4bd7d0-e56f-4a18-bcb9-93e38943bd05), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:57.465480 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048591bd-bae8-45b8-a916-18f4598f462d tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Pushing event deleted for resources: {'Port': ['ID=0a4bd7d0-e56f-4a18-bcb9-93e38943bd05,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:57.497609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821220a-ac79-4502-bff3-29de7a921bcb req-4acf1055-7118-452e-b7fb-afde84efa782 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:57.505359 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8821220a-ac79-4502-bff3-29de7a921bcb req-4acf1055-7118-452e-b7fb-afde84efa782 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.1047084 Mar 23 01:52:57.552848 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-048591bd-bae8-45b8-a916-18f4598f462d tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:57.556674 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-048591bd-bae8-45b8-a916-18f4598f462d tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] 10.222.0.18 "DELETE /v2.0/ports/0a4bd7d0-e56f-4a18-bcb9-93e38943bd05 HTTP/1.1" status: 204 len: 168 time: 0.6942115 Mar 23 01:52:57.559774 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59778) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:57.626362 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8821220a-ac79-4502-bff3-29de7a921bcb req-a8d277df-2b2e-481c-b737-9a00c1c9d400 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131086 Mar 23 01:52:57.646967 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc4a037-3045-4760-89b7-0543512608c2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:57.652005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59780) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:57.653394 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ddc4a037-3045-4760-89b7-0543512608c2 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac6e2d8-50a3-47b4-ad04-4de647bf78df HTTP/1.1" status: 200 len: 913 time: 0.0914917 Mar 23 01:52:57.998350 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e0e9f686-9252-41d8-bc63-7736b6fc0d14 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (0ac6e2d8-50a3-47b4-ad04-4de647bf78df), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:58.319049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9f686-9252-41d8-bc63-7736b6fc0d14 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Deleting port 365394f6-76c3-41be-b8d0-8d52e9fa58c3 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:52:58.319745 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e0e9f686-9252-41d8-bc63-7736b6fc0d14 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (365394f6-76c3-41be-b8d0-8d52e9fa58c3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:58.440770 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e0e9f686-9252-41d8-bc63-7736b6fc0d14 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (365394f6-76c3-41be-b8d0-8d52e9fa58c3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:58.454006 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9f686-9252-41d8-bc63-7736b6fc0d14 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Calling delete_port for 365394f6-76c3-41be-b8d0-8d52e9fa58c3 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:52:58.502884 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599ce8-068b-42d2-a994-0f9867fccf07 req-428434e7-962a-404c-ade8-699ee64bc14c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:58.504726 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d599ce8-068b-42d2-a994-0f9867fccf07 req-428434e7-962a-404c-ade8-699ee64bc14c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 945 time: 0.0934088 Mar 23 01:52:58.561447 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d599ce8-068b-42d2-a994-0f9867fccf07 req-013d794a-c149-4619-a5ee-f462327cf444 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509467 Mar 23 01:52:58.651637 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e0e9f686-9252-41d8-bc63-7736b6fc0d14 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (365394f6-76c3-41be-b8d0-8d52e9fa58c3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:58.690628 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9f686-9252-41d8-bc63-7736b6fc0d14 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Pushing event deleted for resources: {'Port': ['ID=365394f6-76c3-41be-b8d0-8d52e9fa58c3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:52:58.851585 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887a9a0-afc6-4033-ba0c-2cdc67c8d510 req-19fe7b90-4e4b-4b01-82e2-7f96bd7cee67 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:52:58.853264 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4887a9a0-afc6-4033-ba0c-2cdc67c8d510 req-19fe7b90-4e4b-4b01-82e2-7f96bd7cee67 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.1249766 Mar 23 01:52:59.261930 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e0e9f686-9252-41d8-bc63-7736b6fc0d14 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (0ac6e2d8-50a3-47b4-ad04-4de647bf78df), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:59.366185 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4887a9a0-afc6-4033-ba0c-2cdc67c8d510 req-3ffac215-2565-452f-afd2-506533bebcc2 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783711 Mar 23 01:52:59.480292 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e9f686-9252-41d8-bc63-7736b6fc0d14 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Router 0ac6e2d8-50a3-47b4-ad04-4de647bf78df has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:52:59.578471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59798) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:59.610988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e9f686-9252-41d8-bc63-7736b6fc0d14 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:52:59.621927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59804) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:52:59.622098 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e0e9f686-9252-41d8-bc63-7736b6fc0d14 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] 10.222.0.18 "PUT /v2.0/routers/0ac6e2d8-50a3-47b4-ad04-4de647bf78df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9686334 Mar 23 01:52:59.623167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163f8d8-a248-4dbe-a5de-f362a0ba3ee6 None None] Sync routers for ids ['0ac6e2d8-50a3-47b4-ad04-4de647bf78df'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:52:59.640340 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163f8d8-a248-4dbe-a5de-f362a0ba3ee6 None None] Routers {'0ac6e2d8-50a3-47b4-ad04-4de647bf78df'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:59.641035 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9163f8d8-a248-4dbe-a5de-f362a0ba3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0ac6e2d8-50a3-47b4-ad04-4de647bf78df'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:59.691580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9163f8d8-a248-4dbe-a5de-f362a0ba3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:59.702161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163f8d8-a248-4dbe-a5de-f362a0ba3ee6 None None] Routers {'0ac6e2d8-50a3-47b4-ad04-4de647bf78df'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:52:59.703130 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9163f8d8-a248-4dbe-a5de-f362a0ba3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0ac6e2d8-50a3-47b4-ad04-4de647bf78df'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:59.723011 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1c66873-ff72-4d7d-a4a6-be0705db3f3a tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for router (0ac6e2d8-50a3-47b4-ad04-4de647bf78df), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:52:59.750594 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-9163f8d8-a248-4dbe-a5de-f362a0ba3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:52:59.751799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163f8d8-a248-4dbe-a5de-f362a0ba3ee6 None None] The sync data for ids ['0ac6e2d8-50a3-47b4-ad04-4de647bf78df'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:53:00.087992 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b9de5ad-1f67-4a71-ba3b-9e5fe4e541d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:00.246541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a63d7-ea15-4247-beeb-f1a86c4a524e req-addcd79a-6e01-4acf-bb8b-f0a2b84b34b6 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:00.248215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-937a63d7-ea15-4247-beeb-f1a86c4a524e req-addcd79a-6e01-4acf-bb8b-f0a2b84b34b6 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 945 time: 0.5212569 Mar 23 01:53:00.260924 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1c66873-ff72-4d7d-a4a6-be0705db3f3a tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (0ac6e2d8-50a3-47b4-ad04-4de647bf78df), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:00.269717 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1c66873-ff72-4d7d-a4a6-be0705db3f3a tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for router_controller (0ac6e2d8-50a3-47b4-ad04-4de647bf78df), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:00.362403 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1c66873-ff72-4d7d-a4a6-be0705db3f3a tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (0ac6e2d8-50a3-47b4-ad04-4de647bf78df), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:00.362918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c66873-ff72-4d7d-a4a6-be0705db3f3a tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Fanout notify agent at l3_agent the message router_deleted on router 0ac6e2d8-50a3-47b4-ad04-4de647bf78df {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:53:00.374415 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1c66873-ff72-4d7d-a4a6-be0705db3f3a tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:00.376443 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c1c66873-ff72-4d7d-a4a6-be0705db3f3a tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] 10.222.0.18 "DELETE /v2.0/routers/0ac6e2d8-50a3-47b4-ad04-4de647bf78df HTTP/1.1" status: 204 len: 168 time: 0.7524693 Mar 23 01:53:00.378627 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59810) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:00.390991 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-937a63d7-ea15-4247-beeb-f1a86c4a524e req-26b5264d-08a0-4de5-b378-ee2717c7b9f6 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328862 Mar 23 01:53:00.426844 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b9de5ad-1f67-4a71-ba3b-9e5fe4e541d0 admin admin] Publish callbacks [] for security_group (0b57d7e7-fabc-4c7e-95bd-a99c6702f482), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:00.436938 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6b9de5ad-1f67-4a71-ba3b-9e5fe4e541d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0b57d7e7-fabc-4c7e-95bd-a99c6702f482), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:00.481349 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-056012ff-9cbc-4d40-b9ee-184c4dd1e5a7 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Deleting subnet d4e26b76-501d-4c3a-a426-359d4dd05a61 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:53:00.485864 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-056012ff-9cbc-4d40-b9ee-184c4dd1e5a7 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for subnet (d4e26b76-501d-4c3a-a426-359d4dd05a61), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:00.558650 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-056012ff-9cbc-4d40-b9ee-184c4dd1e5a7 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (d4e26b76-501d-4c3a-a426-359d4dd05a61), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:00.604296 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6b9de5ad-1f67-4a71-ba3b-9e5fe4e541d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03b93b2f6c7d497fa779dfb9ab5dfc2d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0238562 Mar 23 01:53:00.607735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59814) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:00.610046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9de5ad-1f67-4a71-ba3b-9e5fe4e541d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b57d7e7-fabc-4c7e-95bd-a99c6702f482,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:00.632767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bc0d4-17d8-417a-9de0-e641bf74f537 req-b649f6de-da87-4333-bc11-1d17d3a07d5e tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:00.634205 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a0bc0d4-17d8-417a-9de0-e641bf74f537 req-b649f6de-da87-4333-bc11-1d17d3a07d5e tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.1148331 Mar 23 01:53:00.676537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56740b17-6fc5-4e4b-a84f-6378bbb8fd9f req-375abe13-1da6-4299-8ec7-44c0107492e1 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:00.688165 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-56740b17-6fc5-4e4b-a84f-6378bbb8fd9f req-375abe13-1da6-4299-8ec7-44c0107492e1 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 945 time: 0.1744568 Mar 23 01:53:00.737910 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-056012ff-9cbc-4d40-b9ee-184c4dd1e5a7 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (d4e26b76-501d-4c3a-a426-359d4dd05a61), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:00.773805 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-56740b17-6fc5-4e4b-a84f-6378bbb8fd9f req-24c654f6-2b38-4149-8be9-325c4b892481 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846908 Mar 23 01:53:00.788423 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ea1a5af-c1f7-41a1-a0cd-46211058a0b9 admin admin] Publish callbacks [] for security_group (0b57d7e7-fabc-4c7e-95bd-a99c6702f482), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:00.812472 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ea1a5af-c1f7-41a1-a0cd-46211058a0b9 admin admin] Publish callbacks [] for security_group (0b57d7e7-fabc-4c7e-95bd-a99c6702f482), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:00.903747 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ea1a5af-c1f7-41a1-a0cd-46211058a0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0b57d7e7-fabc-4c7e-95bd-a99c6702f482), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:00.906344 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ea1a5af-c1f7-41a1-a0cd-46211058a0b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:00.909834 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3ea1a5af-c1f7-41a1-a0cd-46211058a0b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0b57d7e7-fabc-4c7e-95bd-a99c6702f482 HTTP/1.1" status: 204 len: 168 time: 0.2931826 Mar 23 01:53:00.926917 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a0bc0d4-17d8-417a-9de0-e641bf74f537 req-38cd322a-a8b4-4700-8276-9348be7a79fc tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810054 Mar 23 01:53:00.954118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1a5af-c1f7-41a1-a0cd-46211058a0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b57d7e7-fabc-4c7e-95bd-a99c6702f482,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:01.005520 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-056012ff-9cbc-4d40-b9ee-184c4dd1e5a7 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (d4e26b76-501d-4c3a-a426-359d4dd05a61), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:01.045066 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-056012ff-9cbc-4d40-b9ee-184c4dd1e5a7 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:01.053104 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-056012ff-9cbc-4d40-b9ee-184c4dd1e5a7 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] 10.222.0.18 "DELETE /v2.0/subnets/d4e26b76-501d-4c3a-a426-359d4dd05a61 HTTP/1.1" status: 204 len: 168 time: 0.6710026 Mar 23 01:53:01.053104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056012ff-9cbc-4d40-b9ee-184c4dd1e5a7 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e26b76-501d-4c3a-a426-359d4dd05a61,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:01.053905 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59822) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:01.054239 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bf6168-f81e-433b-972d-da141b5bcd2c None None] Network bc43ecab-e606-4e5a-9b70-b57ef40823e1 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:01.250791 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (bc43ecab-e606-4e5a-9b70-b57ef40823e1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:01.261785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b9a13-0982-472d-bbf9-2c6eef429d10 req-4d96f97f-1d1b-412c-81d7-bbdfc21f6836 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:01.271331 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f7b9a13-0982-472d-bbf9-2c6eef429d10 req-4d96f97f-1d1b-412c-81d7-bbdfc21f6836 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 945 time: 0.1383126 Mar 23 01:53:01.405045 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Deleting port 43a8adce-ca63-4e17-8499-8411028f33ef {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:01.405454 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (43a8adce-ca63-4e17-8499-8411028f33ef), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:01.408560 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2f7b9a13-0982-472d-bbf9-2c6eef429d10 req-da03bec8-c422-4fb2-9242-a1db6744ba47 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355836 Mar 23 01:53:01.411786 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f178364-4f40-49ff-a834-8c18f93715ca None None] DHCP port deletion for bc43ecab-e606-4e5a-9b70-b57ef40823e1 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:53:01.516836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0f178364-4f40-49ff-a834-8c18f93715ca None None] Deleting port 43a8adce-ca63-4e17-8499-8411028f33ef {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:01.517518 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0f178364-4f40-49ff-a834-8c18f93715ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (43a8adce-ca63-4e17-8499-8411028f33ef), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:01.530804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] For port 43a8adce-ca63-4e17-8499-8411028f33ef, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=43a8adce-ca63-4e17-8499-8411028f33ef,segment=NetworkSegment(9bcd4187-33df-4ca3-a9d8-eab485216275),segment_id=9bcd4187-33df-4ca3-a9d8-eab485216275)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:01.531156 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (43a8adce-ca63-4e17-8499-8411028f33ef), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:01.547628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Calling delete_port for 43a8adce-ca63-4e17-8499-8411028f33ef owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:01.596512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0f178364-4f40-49ff-a834-8c18f93715ca None None] For port 43a8adce-ca63-4e17-8499-8411028f33ef, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=43a8adce-ca63-4e17-8499-8411028f33ef,segment=NetworkSegment(9bcd4187-33df-4ca3-a9d8-eab485216275),segment_id=9bcd4187-33df-4ca3-a9d8-eab485216275)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:01.597277 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0f178364-4f40-49ff-a834-8c18f93715ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (43a8adce-ca63-4e17-8499-8411028f33ef), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:01.614422 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0f178364-4f40-49ff-a834-8c18f93715ca None None] Calling delete_port for 43a8adce-ca63-4e17-8499-8411028f33ef owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:01.657715 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (43a8adce-ca63-4e17-8499-8411028f33ef), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:01.701046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Pushing event deleted for resources: {'Port': ['ID=43a8adce-ca63-4e17-8499-8411028f33ef,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:01.707161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] No DVR routers for this DVR port 43a8adce-ca63-4e17-8499-8411028f33ef on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:01.721948 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0f178364-4f40-49ff-a834-8c18f93715ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (43a8adce-ca63-4e17-8499-8411028f33ef), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:01.771503 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f178364-4f40-49ff-a834-8c18f93715ca None None] Pushing event deleted for resources: {'Port': ['ID=43a8adce-ca63-4e17-8499-8411028f33ef,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:01.777620 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f178364-4f40-49ff-a834-8c18f93715ca None None] No DVR routers for this DVR port 43a8adce-ca63-4e17-8499-8411028f33ef on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:01.825464 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (bc43ecab-e606-4e5a-9b70-b57ef40823e1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:01.853101 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc43ecab-e606-4e5a-9b70-b57ef40823e1']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:01.863750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bcd4187-33df-4ca3-a9d8-eab485216275') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:01.864052 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bcd4187-33df-4ca3-a9d8-eab485216275') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:01.874289 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (9bcd4187-33df-4ca3-a9d8-eab485216275), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:01.888394 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (9bcd4187-33df-4ca3-a9d8-eab485216275), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:01.895075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:53:01.895533 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (9bcd4187-33df-4ca3-a9d8-eab485216275), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:53:01.898603 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:53:01.959837 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (bc43ecab-e606-4e5a-9b70-b57ef40823e1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:01.981548 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:01.985935 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] 10.222.0.18 "DELETE /v2.0/networks/bc43ecab-e606-4e5a-9b70-b57ef40823e1 HTTP/1.1" status: 204 len: 168 time: 0.9309058 Mar 23 01:53:01.987253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee6eea-0731-4501-ad76-9b54fe0e0445 tempest-FloatingIPNegativeTestJSON-2067418941 tempest-FloatingIPNegativeTestJSON-2067418941-project] Pushing event deleted for resources: {'Network': ['ID=bc43ecab-e606-4e5a-9b70-b57ef40823e1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:02.076658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bafd25-d84b-4219-b770-2f3427314b43 req-9ed4b4a8-9fef-4d73-a92e-385cf5073cdc tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:02.078232 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61bafd25-d84b-4219-b770-2f3427314b43 req-9ed4b4a8-9fef-4d73-a92e-385cf5073cdc tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.0616295 Mar 23 01:53:02.126453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 03b886e3-05b8-40f8-9b52-64a7ae8043c5 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:53:02.128564 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 03b886e3-05b8-40f8-9b52-64a7ae8043c5 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:53:02.144038 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61bafd25-d84b-4219-b770-2f3427314b43 req-ee1c74c9-6c2c-416a-a381-9ada0ae28793 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590661 Mar 23 01:53:02.264176 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 03b886e3-05b8-40f8-9b52-64a7ae8043c5 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:02.264491 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:02.281947 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59832) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:02.301928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915e0e73-3e6f-49ba-8598-1f7effc7e52e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03b886e3-05b8-40f8-9b52-64a7ae8043c5'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:02.302836 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df02f05-a225-4d6b-8d11-767f936eccf8" -d '{"events": [{"server_uuid": "915e0e73-3e6f-49ba-8598-1f7effc7e52e", "name": "network-vif-unplugged", "status": "completed", "tag": "03b886e3-05b8-40f8-9b52-64a7ae8043c5"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:02.336961 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 03b886e3-05b8-40f8-9b52-64a7ae8043c5, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=03b886e3-05b8-40f8-9b52-64a7ae8043c5,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:02.352126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 03b886e3-05b8-40f8-9b52-64a7ae8043c5, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=03b886e3-05b8-40f8-9b52-64a7ae8043c5,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:02.356313 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '03b886e3-05b8-40f8-9b52-64a7ae8043c5', 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed', 'port_id': '03b886e3-05b8-40f8-9b52-64a7ae8043c5', 'mac_address': 'fa:16:3e:dd:7e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c17da0-734b-41ba-894f-9e477b5fddac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:53:02.362709 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3e37bc-3bef-40f0-9cf2-165d2eca3b3e x-openstack-request-id: req-be3e37bc-3bef-40f0-9cf2-165d2eca3b3e {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:02.363015 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915e0e73-3e6f-49ba-8598-1f7effc7e52e", "name": "network-vif-unplugged", "status": "completed", "tag": "03b886e3-05b8-40f8-9b52-64a7ae8043c5", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:02.363270 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be3e37bc-3bef-40f0-9cf2-165d2eca3b3e {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:02.363697 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3e37bc-3bef-40f0-9cf2-165d2eca3b3e'] response: {'server_uuid': '915e0e73-3e6f-49ba-8598-1f7effc7e52e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03b886e3-05b8-40f8-9b52-64a7ae8043c5', 'code': 200} Mar 23 01:53:02.365619 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:02.452347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 03b886e3-05b8-40f8-9b52-64a7ae8043c5 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:02.452884 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:02.468740 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=03b886e3-05b8-40f8-9b52-64a7ae8043c5,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:02.476392 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b886e3-05b8-40f8-9b52-64a7ae8043c5 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:53:02.476730 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59842) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:02.477213 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-01251396-6d99-4cbb-9a2b-8c77544b7605 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d49fafba08064818870f780d570a340a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1940074 Mar 23 01:53:02.499915 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 03b886e3-05b8-40f8-9b52-64a7ae8043c5, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=03b886e3-05b8-40f8-9b52-64a7ae8043c5,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:02.505692 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:02.560570 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=03b886e3-05b8-40f8-9b52-64a7ae8043c5,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:02.562762 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a90fde24-f688-4590-907c-ea3af162aa28 admin admin] Publish callbacks [] for security_group (def40940-83b7-4f82-bb55-3a5563c4e104), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:02.587492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c0b27-10ee-43d8-848f-ef7ecf4c6abd req-5873bba1-e7d8-4c55-96ea-e6e2f18297eb tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:02.588933 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a90fde24-f688-4590-907c-ea3af162aa28 admin admin] Publish callbacks [] for security_group (def40940-83b7-4f82-bb55-3a5563c4e104), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:02.589972 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-401c0b27-10ee-43d8-848f-ef7ecf4c6abd req-5873bba1-e7d8-4c55-96ea-e6e2f18297eb tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 945 time: 0.0690148 Mar 23 01:53:02.644954 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-401c0b27-10ee-43d8-848f-ef7ecf4c6abd req-81e443bb-561e-4d49-95cd-e7394a007ba2 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485313 Mar 23 01:53:02.645408 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a90fde24-f688-4590-907c-ea3af162aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (def40940-83b7-4f82-bb55-3a5563c4e104), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:02.647777 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a90fde24-f688-4590-907c-ea3af162aa28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:02.649097 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a90fde24-f688-4590-907c-ea3af162aa28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/def40940-83b7-4f82-bb55-3a5563c4e104 HTTP/1.1" status: 204 len: 168 time: 0.1712110 Mar 23 01:53:02.658478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fde24-f688-4590-907c-ea3af162aa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def40940-83b7-4f82-bb55-3a5563c4e104,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:02.728182 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['03b886e3-05b8-40f8-9b52-64a7ae8043c5'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:53:02.740181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b13e7-9cf9-4f70-9aed-7bd2a11e0f93 req-dda35dd8-ef9c-4a73-a931-921f21facf9a tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:02.741788 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-500b13e7-9cf9-4f70-9aed-7bd2a11e0f93 req-dda35dd8-ef9c-4a73-a931-921f21facf9a tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 945 time: 0.0596790 Mar 23 01:53:02.867415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-500b13e7-9cf9-4f70-9aed-7bd2a11e0f93 req-3ef7dbac-13cd-485d-ad78-5fa5a895ec96 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Deleting port e1cdb05e-d79f-481c-8edb-98b9624f17d8 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:02.867754 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-500b13e7-9cf9-4f70-9aed-7bd2a11e0f93 req-3ef7dbac-13cd-485d-ad78-5fa5a895ec96 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e1cdb05e-d79f-481c-8edb-98b9624f17d8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:02.978176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-500b13e7-9cf9-4f70-9aed-7bd2a11e0f93 req-3ef7dbac-13cd-485d-ad78-5fa5a895ec96 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] For port e1cdb05e-d79f-481c-8edb-98b9624f17d8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e1cdb05e-d79f-481c-8edb-98b9624f17d8,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:02.978545 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-500b13e7-9cf9-4f70-9aed-7bd2a11e0f93 req-3ef7dbac-13cd-485d-ad78-5fa5a895ec96 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e1cdb05e-d79f-481c-8edb-98b9624f17d8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:02.998021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-500b13e7-9cf9-4f70-9aed-7bd2a11e0f93 req-3ef7dbac-13cd-485d-ad78-5fa5a895ec96 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Calling delete_port for e1cdb05e-d79f-481c-8edb-98b9624f17d8 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:03.108175 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 43a8adce-ca63-4e17-8499-8411028f33ef no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:53:03.136492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 43a8adce-ca63-4e17-8499-8411028f33ef {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:53:03.137218 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 43a8adce-ca63-4e17-8499-8411028f33ef not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:53:03.168548 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-500b13e7-9cf9-4f70-9aed-7bd2a11e0f93 req-3ef7dbac-13cd-485d-ad78-5fa5a895ec96 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e1cdb05e-d79f-481c-8edb-98b9624f17d8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:03.201602 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b', 'e1cdb05e-d79f-481c-8edb-98b9624f17d8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:53:03.205577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7dbac-13cd-485d-ad78-5fa5a895ec96 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Pushing event deleted for resources: {'Port': ['ID=e1cdb05e-d79f-481c-8edb-98b9624f17d8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:03.295587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-500b13e7-9cf9-4f70-9aed-7bd2a11e0f93 req-3ef7dbac-13cd-485d-ad78-5fa5a895ec96 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] No DVR routers for this DVR port e1cdb05e-d79f-481c-8edb-98b9624f17d8 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:03.301024 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-500b13e7-9cf9-4f70-9aed-7bd2a11e0f93 req-3ef7dbac-13cd-485d-ad78-5fa5a895ec96 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:03.305084 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-500b13e7-9cf9-4f70-9aed-7bd2a11e0f93 req-3ef7dbac-13cd-485d-ad78-5fa5a895ec96 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "DELETE /v2.0/ports/e1cdb05e-d79f-481c-8edb-98b9624f17d8 HTTP/1.1" status: 204 len: 173 time: 0.5575891 Mar 23 01:53:03.305783 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cb286a-1b46-4fa6-9661-4627bbfcd3e4', 'name': 'network-vif-deleted', 'tag': 'e1cdb05e-d79f-481c-8edb-98b9624f17d8'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:03.310783 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb8000e-2c52-4c44-83e4-1a69c549d9f3" -d '{"events": [{"server_uuid": "46cb286a-1b46-4fa6-9661-4627bbfcd3e4", "name": "network-vif-deleted", "tag": "e1cdb05e-d79f-481c-8edb-98b9624f17d8"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:03.364273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31163ca5-a599-4730-8019-9fdb4cbc299f req-a48313b2-7177-4b1c-b038-90bc7fcd4651 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:03.366343 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31163ca5-a599-4730-8019-9fdb4cbc299f req-a48313b2-7177-4b1c-b038-90bc7fcd4651 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 945 time: 0.1123905 Mar 23 01:53:03.440143 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de01c744-6ae2-42fa-ae34-24adbf6fbfe0 x-openstack-request-id: req-de01c744-6ae2-42fa-ae34-24adbf6fbfe0 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:03.440422 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cb286a-1b46-4fa6-9661-4627bbfcd3e4", "name": "network-vif-deleted", "tag": "e1cdb05e-d79f-481c-8edb-98b9624f17d8", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:03.440636 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de01c744-6ae2-42fa-ae34-24adbf6fbfe0 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:03.441302 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de01c744-6ae2-42fa-ae34-24adbf6fbfe0'] response: {'server_uuid': '46cb286a-1b46-4fa6-9661-4627bbfcd3e4', 'name': 'network-vif-deleted', 'tag': 'e1cdb05e-d79f-481c-8edb-98b9624f17d8', 'status': 'completed', 'code': 200} Mar 23 01:53:03.476780 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31163ca5-a599-4730-8019-9fdb4cbc299f req-7ea7a090-914d-44b6-8a15-bfcdcfb83a28 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943410 Mar 23 01:53:03.552521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59870) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:03.664842 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5e7dfe05-9c34-4d35-8d95-65e9fae6f71e tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-676406235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:03.688709 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e7dfe05-9c34-4d35-8d95-65e9fae6f71e tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:03.690968 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e7dfe05-9c34-4d35-8d95-65e9fae6f71e tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:03.758947 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e7dfe05-9c34-4d35-8d95-65e9fae6f71e tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for router_controller (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:03.765763 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e7dfe05-9c34-4d35-8d95-65e9fae6f71e tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:03.784450 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a56861-836f-4ef5-8c7c-cfd70435ceb1 req-fd856dcd-87cb-423c-8607-46bb8a1c79cb tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=46cb286a-1b46-4fa6-9661-4627bbfcd3e4 HTTP/1.1" status: 200 len: 210 time: 0.0422585 Mar 23 01:53:03.788862 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e7dfe05-9c34-4d35-8d95-65e9fae6f71e tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:03.793114 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5e7dfe05-9c34-4d35-8d95-65e9fae6f71e tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2362072 Mar 23 01:53:03.793302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59876) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:03.800511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-65f26dca-1095-45ad-8932-6195392ac2e6 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-970352842'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:03.816189 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:03.831207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f26dca-1095-45ad-8932-6195392ac2e6 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Made reservation on behalf of f5a672bfc74f41d89dc7551daf20f5fb for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:03.835954 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65f26dca-1095-45ad-8932-6195392ac2e6 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:03.845334 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65f26dca-1095-45ad-8932-6195392ac2e6 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:03.935697 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65f26dca-1095-45ad-8932-6195392ac2e6 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for security_group (044cc65f-91b4-4447-86b3-f4788ff47057), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:03.941525 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65f26dca-1095-45ad-8932-6195392ac2e6 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (044cc65f-91b4-4447-86b3-f4788ff47057), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:03.981784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f26dca-1095-45ad-8932-6195392ac2e6 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:53:03.994082 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f26dca-1095-45ad-8932-6195392ac2e6 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044cc65f-91b4-4447-86b3-f4788ff47057,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:04.001298 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65f26dca-1095-45ad-8932-6195392ac2e6 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (6e393ed9-ccb4-48dd-bac8-fd93b83892dc), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:04.001641 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-65f26dca-1095-45ad-8932-6195392ac2e6 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Added segment 6e393ed9-ccb4-48dd-bac8-fd93b83892dc of type vlan for network 0ce5ab80-c768-4e1f-8025-27788224bb3c Mar 23 01:53:04.047905 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65f26dca-1095-45ad-8932-6195392ac2e6 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (0ce5ab80-c768-4e1f-8025-27788224bb3c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:04.080877 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65f26dca-1095-45ad-8932-6195392ac2e6 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (0ce5ab80-c768-4e1f-8025-27788224bb3c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:04.086450 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f26dca-1095-45ad-8932-6195392ac2e6 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:04.087059 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65f26dca-1095-45ad-8932-6195392ac2e6 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:04.134417 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 03b886e3-05b8-40f8-9b52-64a7ae8043c5 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:04.181553 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-65f26dca-1095-45ad-8932-6195392ac2e6 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3846133 Mar 23 01:53:04.183034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59878) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:04.199396 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f26dca-1095-45ad-8932-6195392ac2e6 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event updated for resources: {'Network': ['ID=0ce5ab80-c768-4e1f-8025-27788224bb3c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:04.202122 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 03b886e3-05b8-40f8-9b52-64a7ae8043c5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:04.202688 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:04.205492 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ef8aa95c-5b23-492c-a845-86a983f1af4d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Request body: {'subnet': {'network_id': '0ce5ab80-c768-4e1f-8025-27788224bb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:04.223611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 0ce5ab80-c768-4e1f-8025-27788224bb3c details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:53:04.307200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8aa95c-5b23-492c-a845-86a983f1af4d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Made reservation on behalf of f5a672bfc74f41d89dc7551daf20f5fb for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:04.311472 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa95c-5b23-492c-a845-86a983f1af4d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:04.346806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 03b886e3-05b8-40f8-9b52-64a7ae8043c5 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:04.347111 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:04.373023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915e0e73-3e6f-49ba-8598-1f7effc7e52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b886e3-05b8-40f8-9b52-64a7ae8043c5'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:04.375284 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247093b5-85ec-4ae7-88f2-b70ec9a11919" -d '{"events": [{"server_uuid": "915e0e73-3e6f-49ba-8598-1f7effc7e52e", "name": "network-vif-plugged", "status": "completed", "tag": "03b886e3-05b8-40f8-9b52-64a7ae8043c5"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:04.388798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 03b886e3-05b8-40f8-9b52-64a7ae8043c5, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=03b886e3-05b8-40f8-9b52-64a7ae8043c5,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:04.394164 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:04.424836 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff7bb7a-6755-48a1-96a0-1c8c1226d077 x-openstack-request-id: req-3ff7bb7a-6755-48a1-96a0-1c8c1226d077 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:04.425122 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915e0e73-3e6f-49ba-8598-1f7effc7e52e", "name": "network-vif-plugged", "status": "completed", "tag": "03b886e3-05b8-40f8-9b52-64a7ae8043c5", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:04.425562 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ff7bb7a-6755-48a1-96a0-1c8c1226d077 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:04.425956 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff7bb7a-6755-48a1-96a0-1c8c1226d077'] response: {'server_uuid': '915e0e73-3e6f-49ba-8598-1f7effc7e52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b886e3-05b8-40f8-9b52-64a7ae8043c5', 'code': 200} Mar 23 01:53:04.456287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=03b886e3-05b8-40f8-9b52-64a7ae8043c5,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:04.535861 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa95c-5b23-492c-a845-86a983f1af4d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (7d582fba-ebc0-41ae-9791-0c0077edcbd3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:04.627241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8aa95c-5b23-492c-a845-86a983f1af4d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event updated for resources: {'Subnet': ['ID=7d582fba-ebc0-41ae-9791-0c0077edcbd3,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:04.656164 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8aa95c-5b23-492c-a845-86a983f1af4d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Checking segment: {'id': '6e393ed9-ccb4-48dd-bac8-fd93b83892dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ce5ab80-c768-4e1f-8025-27788224bb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:04.657131 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8aa95c-5b23-492c-a845-86a983f1af4d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Network hostable DHCP agents. Network: 0ce5ab80-c768-4e1f-8025-27788224bb3c, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:53:04.670507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c0c16-96b4-4a1b-bdce-e75d9b1295d4 req-fbf4516d-c887-42de-9be6-68e7120b3f02 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:04.672554 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b25c0c16-96b4-4a1b-bdce-e75d9b1295d4 req-fbf4516d-c887-42de-9be6-68e7120b3f02 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.0905344 Mar 23 01:53:04.674836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faf1e9-db1b-4e6a-b13b-c2711582ba39 req-48872506-7a06-43a9-be5d-a3231dab9505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:04.676250 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-68faf1e9-db1b-4e6a-b13b-c2711582ba39 req-48872506-7a06-43a9-be5d-a3231dab9505 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 1128 time: 0.1233468 Mar 23 01:53:04.702479 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8aa95c-5b23-492c-a845-86a983f1af4d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Network 0ce5ab80-c768-4e1f-8025-27788224bb3c is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:53:04.727183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ef8aa95c-5b23-492c-a845-86a983f1af4d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 0ce5ab80-c768-4e1f-8025-27788224bb3c) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:04.732757 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8aa95c-5b23-492c-a845-86a983f1af4d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:04.733783 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa95c-5b23-492c-a845-86a983f1af4d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:04.741137 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e9d8a6-7544-4af9-b5a1-8861093f525a None None] Network 0ce5ab80-c768-4e1f-8025-27788224bb3c requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:04.755679 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ef8aa95c-5b23-492c-a845-86a983f1af4d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5655036 Mar 23 01:53:04.758651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59886) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:04.765177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-a495b9ef-6860-4c83-8edc-f4a661553ad2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Request body: {'network': {'name': 'tempest-router-network01--2092657849'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:04.794120 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b25c0c16-96b4-4a1b-bdce-e75d9b1295d4 req-1ff4c846-c08c-4b2a-8dc0-6fd25cbea481 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141081 Mar 23 01:53:04.796112 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a495b9ef-6860-4c83-8edc-f4a661553ad2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Made reservation on behalf of f5a672bfc74f41d89dc7551daf20f5fb for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:04.797164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-68faf1e9-db1b-4e6a-b13b-c2711582ba39 req-01e37032-3880-47ad-8648-cded4ef90490 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059785 Mar 23 01:53:04.803676 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a495b9ef-6860-4c83-8edc-f4a661553ad2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:04.832888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a495b9ef-6860-4c83-8edc-f4a661553ad2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:53:04.843568 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a495b9ef-6860-4c83-8edc-f4a661553ad2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (377ce9a8-bd6d-47aa-8674-fbf26ae60f23), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:04.843924 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-a495b9ef-6860-4c83-8edc-f4a661553ad2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Added segment 377ce9a8-bd6d-47aa-8674-fbf26ae60f23 of type vlan for network 62c8fde3-ce72-4013-97e4-365d5feb0c16 Mar 23 01:53:04.899714 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a495b9ef-6860-4c83-8edc-f4a661553ad2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (62c8fde3-ce72-4013-97e4-365d5feb0c16), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:04.912300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-0ce5ab80-c768-4e1f-8025-27788224bb3c', 'network_id': '0ce5ab80-c768-4e1f-8025-27788224bb3c', 'project_id': 'f5a672bfc74f41d89dc7551daf20f5fb', 'fixed_ips': [{'subnet_id': '7d582fba-ebc0-41ae-9791-0c0077edcbd3'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:53:04.913382 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:04.930571 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a495b9ef-6860-4c83-8edc-f4a661553ad2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (62c8fde3-ce72-4013-97e4-365d5feb0c16), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:04.938827 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a495b9ef-6860-4c83-8edc-f4a661553ad2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:04.939536 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a495b9ef-6860-4c83-8edc-f4a661553ad2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:05.008642 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a495b9ef-6860-4c83-8edc-f4a661553ad2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2486620 Mar 23 01:53:05.011255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59892) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:05.018438 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495b9ef-6860-4c83-8edc-f4a661553ad2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event updated for resources: {'Network': ['ID=62c8fde3-ce72-4013-97e4-365d5feb0c16,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:05.019509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-95fe933e-0948-4714-b307-4007913e6fcb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Request body: {'network': {'name': 'tempest-router-network02--447438129'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:05.057461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fe933e-0948-4714-b307-4007913e6fcb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Made reservation on behalf of f5a672bfc74f41d89dc7551daf20f5fb for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:05.061049 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-95fe933e-0948-4714-b307-4007913e6fcb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:05.063572 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 62c8fde3-ce72-4013-97e4-365d5feb0c16 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:53:05.101597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fe933e-0948-4714-b307-4007913e6fcb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:53:05.120570 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-95fe933e-0948-4714-b307-4007913e6fcb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (f8c01226-fe5c-4914-ab28-0401ce29c24c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:05.121183 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-95fe933e-0948-4714-b307-4007913e6fcb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Added segment f8c01226-fe5c-4914-ab28-0401ce29c24c of type vlan for network e626045c-9e29-49f5-89b9-a6a1818f02d3 Mar 23 01:53:05.129475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Allocated IP 2001:db8::2 (0ce5ab80-c768-4e1f-8025-27788224bb3c/7d582fba-ebc0-41ae-9791-0c0077edcbd3/238b7d70-1e8f-4f11-8069-4994274b4ebc) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:53:05.175898 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-95fe933e-0948-4714-b307-4007913e6fcb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (e626045c-9e29-49f5-89b9-a6a1818f02d3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:05.209588 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-95fe933e-0948-4714-b307-4007913e6fcb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (e626045c-9e29-49f5-89b9-a6a1818f02d3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:05.215894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe933e-0948-4714-b307-4007913e6fcb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:05.216502 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-95fe933e-0948-4714-b307-4007913e6fcb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:05.290195 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-95fe933e-0948-4714-b307-4007913e6fcb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2767367 Mar 23 01:53:05.293727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 59900) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:05.299901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ae22b100-c156-4279-8d81-ca617077c4e7 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Request body: {'subnet': {'network_id': '62c8fde3-ce72-4013-97e4-365d5feb0c16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:05.320068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe933e-0948-4714-b307-4007913e6fcb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event updated for resources: {'Network': ['ID=e626045c-9e29-49f5-89b9-a6a1818f02d3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:05.327039 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Publish callbacks [] for port (238b7d70-1e8f-4f11-8069-4994274b4ebc), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:05.335173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network e626045c-9e29-49f5-89b9-a6a1818f02d3 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:53:05.375047 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (238b7d70-1e8f-4f11-8069-4994274b4ebc), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:05.435521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Network 0ce5ab80-c768-4e1f-8025-27788224bb3c is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:05.441254 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:05.448734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:53:05.458011 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Pushing event updated for resources: {'Port': ['ID=238b7d70-1e8f-4f11-8069-4994274b4ebc,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:05.469991 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:05.470424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:05.470788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:05.471538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:05.472001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:05.472407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:05.472761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:05.473126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:05.473652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:05.474171 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:05.474763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:05.475093 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:05.475408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:05.475912 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:05.476484 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:05.491864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae22b100-c156-4279-8d81-ca617077c4e7 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Made reservation on behalf of f5a672bfc74f41d89dc7551daf20f5fb for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:05.495513 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae22b100-c156-4279-8d81-ca617077c4e7 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:05.533618 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Attempting to bind port 238b7d70-1e8f-4f11-8069-4994274b4ebc on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:53:05.533988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Attempting to bind port 238b7d70-1e8f-4f11-8069-4994274b4ebc by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '6e393ed9-ccb4-48dd-bac8-fd93b83892dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ce5ab80-c768-4e1f-8025-27788224bb3c'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:53:05.534855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Attempting to bind port 238b7d70-1e8f-4f11-8069-4994274b4ebc on network 0ce5ab80-c768-4e1f-8025-27788224bb3c {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:05.541514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:53:05.542168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Checking segment: {'id': '6e393ed9-ccb4-48dd-bac8-fd93b83892dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ce5ab80-c768-4e1f-8025-27788224bb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:05.542570 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:05.542959 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Bound using segment: {'id': '6e393ed9-ccb4-48dd-bac8-fd93b83892dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ce5ab80-c768-4e1f-8025-27788224bb3c'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:53:05.543584 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Bound port: 238b7d70-1e8f-4f11-8069-4994274b4ebc, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e393ed9-ccb4-48dd-bac8-fd93b83892dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ce5ab80-c768-4e1f-8025-27788224bb3c'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:53:05.543974 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (238b7d70-1e8f-4f11-8069-4994274b4ebc), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:05.566548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-f89a5e19-ca81-4050-bce8-5fab8cff719d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:05.569456 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-f89a5e19-ca81-4050-bce8-5fab8cff719d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 806 time: 0.2023828 Mar 23 01:53:05.609614 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-23fc6210-ff39-4c07-b6a9-6a71e20d003f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/quotas/40daccf221df44ccb4d09b7e635d42a3 HTTP/1.1" status: 200 len: 375 time: 0.0260653 Mar 23 01:53:05.619843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] For port 238b7d70-1e8f-4f11-8069-4994274b4ebc, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:53:05.624533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] For port 238b7d70-1e8f-4f11-8069-4994274b4ebc, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=238b7d70-1e8f-4f11-8069-4994274b4ebc,segment=NetworkSegment(6e393ed9-ccb4-48dd-bac8-fd93b83892dc),segment_id=6e393ed9-ccb4-48dd-bac8-fd93b83892dc)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:53:05.632154 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (238b7d70-1e8f-4f11-8069-4994274b4ebc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:05.705893 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b1d5b-2bcb-4ae1-ac09-f47196b125b2 None None] Pushing event updated for resources: {'Port': ['ID=238b7d70-1e8f-4f11-8069-4994274b4ebc,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:05.736146 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-d039c4fc-ecc1-47d4-aa77-e96103e31f11 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1198070 Mar 23 01:53:05.840826 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae22b100-c156-4279-8d81-ca617077c4e7 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (b571e216-31ea-4e61-84de-003b3a4fb2e2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:05.936359 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22b100-c156-4279-8d81-ca617077c4e7 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event updated for resources: {'Subnet': ['ID=b571e216-31ea-4e61-84de-003b3a4fb2e2,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:05.943696 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-75316037-1dc1-4494-9e36-49c6d7e9d800 service neutron] 10.222.0.18 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777372 Mar 23 01:53:05.981472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa59aac-d3b1-464d-a9b7-bf0d9188972d req-38284945-b02c-490d-8f72-0f0835db98fe tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:05.989498 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5fa59aac-d3b1-464d-a9b7-bf0d9188972d req-38284945-b02c-490d-8f72-0f0835db98fe tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.0915179 Mar 23 01:53:06.074177 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5fa59aac-d3b1-464d-a9b7-bf0d9188972d req-590a5cbc-78ce-4cf4-8f1c-fe269ad3a1bf tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833745 Mar 23 01:53:06.075576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22b100-c156-4279-8d81-ca617077c4e7 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Checking segment: {'id': '377ce9a8-bd6d-47aa-8674-fbf26ae60f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '62c8fde3-ce72-4013-97e4-365d5feb0c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:06.075949 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae22b100-c156-4279-8d81-ca617077c4e7 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Network hostable DHCP agents. Network: 62c8fde3-ce72-4013-97e4-365d5feb0c16, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:53:06.098877 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-b4554e26-2533-4213-9dfe-c577c33882d8 service neutron] 10.222.0.18 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476619 Mar 23 01:53:06.105349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae22b100-c156-4279-8d81-ca617077c4e7 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Network 62c8fde3-ce72-4013-97e4-365d5feb0c16 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:53:06.122075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-ae22b100-c156-4279-8d81-ca617077c4e7 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 62c8fde3-ce72-4013-97e4-365d5feb0c16) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:06.127079 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae22b100-c156-4279-8d81-ca617077c4e7 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:06.127684 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae22b100-c156-4279-8d81-ca617077c4e7 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:06.132880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93311955-de1d-4aef-8636-38ba63f0e1a4 None None] Network 62c8fde3-ce72-4013-97e4-365d5feb0c16 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:06.172716 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ae22b100-c156-4279-8d81-ca617077c4e7 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8755927 Mar 23 01:53:06.173246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59922) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:06.179988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-2e7fad3c-e4b8-4139-989f-59cfc43833f2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Request body: {'subnet': {'network_id': 'e626045c-9e29-49f5-89b9-a6a1818f02d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:06.343246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7fad3c-e4b8-4139-989f-59cfc43833f2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Made reservation on behalf of f5a672bfc74f41d89dc7551daf20f5fb for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:06.347146 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2e7fad3c-e4b8-4139-989f-59cfc43833f2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:06.426328 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d843a4ae-bc73-4d75-a8d6-592351001024 req-5936682b-c697-4b77-84ea-22d9abe16fd0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 210 time: 0.0961106 Mar 23 01:53:06.504290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-62c8fde3-ce72-4013-97e4-365d5feb0c16', 'network_id': '62c8fde3-ce72-4013-97e4-365d5feb0c16', 'project_id': 'f5a672bfc74f41d89dc7551daf20f5fb', 'fixed_ips': [{'subnet_id': 'b571e216-31ea-4e61-84de-003b3a4fb2e2'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:53:06.505200 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:06.620346 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2e7fad3c-e4b8-4139-989f-59cfc43833f2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (a6514b31-7d7f-4d16-9638-357d2facbd41), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:06.743559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Allocated IP 2001:db8::2 (62c8fde3-ce72-4013-97e4-365d5feb0c16/b571e216-31ea-4e61-84de-003b3a4fb2e2/706a87da-76e8-4c9d-a511-16de767345cb) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:53:06.767641 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fad3c-e4b8-4139-989f-59cfc43833f2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event updated for resources: {'Subnet': ['ID=a6514b31-7d7f-4d16-9638-357d2facbd41,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:06.776098 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7fad3c-e4b8-4139-989f-59cfc43833f2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Checking segment: {'id': 'f8c01226-fe5c-4914-ab28-0401ce29c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e626045c-9e29-49f5-89b9-a6a1818f02d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:06.776098 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7fad3c-e4b8-4139-989f-59cfc43833f2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Network hostable DHCP agents. Network: e626045c-9e29-49f5-89b9-a6a1818f02d3, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:53:06.818919 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7fad3c-e4b8-4139-989f-59cfc43833f2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Network e626045c-9e29-49f5-89b9-a6a1818f02d3 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:53:06.837262 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-2e7fad3c-e4b8-4139-989f-59cfc43833f2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, e626045c-9e29-49f5-89b9-a6a1818f02d3) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:06.844687 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7fad3c-e4b8-4139-989f-59cfc43833f2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:06.846633 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2e7fad3c-e4b8-4139-989f-59cfc43833f2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:06.847725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a22ab74-90ed-4a69-810d-1542593b56fd None None] Network e626045c-9e29-49f5-89b9-a6a1818f02d3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:06.873830 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2e7fad3c-e4b8-4139-989f-59cfc43833f2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6990767 Mar 23 01:53:06.876539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 59936) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:06.914377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e1cdb05e-d79f-481c-8edb-98b9624f17d8 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:53:06.961854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: e1cdb05e-d79f-481c-8edb-98b9624f17d8 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:53:06.962300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e1cdb05e-d79f-481c-8edb-98b9624f17d8 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:53:07.165281 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-e626045c-9e29-49f5-89b9-a6a1818f02d3', 'network_id': 'e626045c-9e29-49f5-89b9-a6a1818f02d3', 'project_id': 'f5a672bfc74f41d89dc7551daf20f5fb', 'fixed_ips': [{'subnet_id': 'a6514b31-7d7f-4d16-9638-357d2facbd41'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:53:07.167794 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:07.229940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 238b7d70-1e8f-4f11-8069-4994274b4ebc up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:07.261879 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Publish callbacks [] for port (706a87da-76e8-4c9d-a511-16de767345cb), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:07.270279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e9ec7-bb79-49b5-87a6-0b67d9aa0f3d req-23206dff-bf3e-43c8-9b59-cab72556589d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:07.279049 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-990e9ec7-bb79-49b5-87a6-0b67d9aa0f3d req-23206dff-bf3e-43c8-9b59-cab72556589d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.0744114 Mar 23 01:53:07.336422 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18432722-cd84-4f4d-869b-1381bea214a8 None None] Network 0ce5ab80-c768-4e1f-8025-27788224bb3c requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:07.343497 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (706a87da-76e8-4c9d-a511-16de767345cb), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:07.357544 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-990e9ec7-bb79-49b5-87a6-0b67d9aa0f3d req-52712ce4-ce08-4730-a516-f69c16ace07b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718474 Mar 23 01:53:07.383952 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:07.552274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Network 62c8fde3-ce72-4013-97e4-365d5feb0c16 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:07.564116 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:07.567467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:53:07.568207 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3b5652a-8ed8-4abf-95f8-c90e1fb30620 req-c8a286fa-ce40-4f9b-b555-e6679b53afb3 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 210 time: 0.0524209 Mar 23 01:53:07.586819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e3809ea5-63fb-4cb7-a990-ce964f93e41d None None] Provisioning complete for port 238b7d70-1e8f-4f11-8069-4994274b4ebc triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:07.587331 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e3809ea5-63fb-4cb7-a990-ce964f93e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (238b7d70-1e8f-4f11-8069-4994274b4ebc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:07.620700 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697feea-b834-4085-a251-ccd4aa866965 req-2908c0f5-b2ea-49ec-9886-6f7fa5db0508 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:07.622229 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3697feea-b834-4085-a251-ccd4aa866965 req-2908c0f5-b2ea-49ec-9886-6f7fa5db0508 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.1593771 Mar 23 01:53:07.640837 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Pushing event updated for resources: {'Port': ['ID=706a87da-76e8-4c9d-a511-16de767345cb,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:07.683162 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 238b7d70-1e8f-4f11-8069-4994274b4ebc triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:07.683702 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (238b7d70-1e8f-4f11-8069-4994274b4ebc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:07.817354 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3697feea-b834-4085-a251-ccd4aa866965 req-4eb64a4c-b65b-439b-8e1a-5821b1a14aea tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527526 Mar 23 01:53:07.837339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-d65c438d-0df5-490a-ac0a-83b6a67acb08 req-ab5cfbdf-2850-4736-8d08-7f8c4b824229 tempest-TaggedBootDevicesTest_v242-1241672034 tempest-TaggedBootDevicesTest_v242-1241672034-project] (99264) timed out ('10.222.0.18', 52324) {{(pid=99264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 01:53:07.848504 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Allocated IP 2001:db8::2 (e626045c-9e29-49f5-89b9-a6a1818f02d3/a6514b31-7d7f-4d16-9638-357d2facbd41/95ad3963-09aa-4b83-86c1-93e949a3e1a7) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:53:07.868780 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Attempting to bind port 706a87da-76e8-4c9d-a511-16de767345cb on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:53:07.869938 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Attempting to bind port 706a87da-76e8-4c9d-a511-16de767345cb by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '377ce9a8-bd6d-47aa-8674-fbf26ae60f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '62c8fde3-ce72-4013-97e4-365d5feb0c16'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:53:07.870414 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Attempting to bind port 706a87da-76e8-4c9d-a511-16de767345cb on network 62c8fde3-ce72-4013-97e4-365d5feb0c16 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:07.906667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Allocated IP 2001:db8::1 (62c8fde3-ce72-4013-97e4-365d5feb0c16/b571e216-31ea-4e61-84de-003b3a4fb2e2/a24788f8-caae-4f6b-98b5-4d34939886e1) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:53:07.919759 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:53:07.920307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Checking segment: {'id': '377ce9a8-bd6d-47aa-8674-fbf26ae60f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '62c8fde3-ce72-4013-97e4-365d5feb0c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:07.921389 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:07.921890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Bound using segment: {'id': '377ce9a8-bd6d-47aa-8674-fbf26ae60f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '62c8fde3-ce72-4013-97e4-365d5feb0c16'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:53:07.922485 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Bound port: 706a87da-76e8-4c9d-a511-16de767345cb, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377ce9a8-bd6d-47aa-8674-fbf26ae60f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '62c8fde3-ce72-4013-97e4-365d5feb0c16'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:53:07.922975 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (706a87da-76e8-4c9d-a511-16de767345cb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:08.031531 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-8b2d8523-d355-4adb-b393-de948e5b715c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:08.033195 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-8b2d8523-d355-4adb-b393-de948e5b715c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 806 time: 0.2505152 Mar 23 01:53:08.051778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 238b7d70-1e8f-4f11-8069-4994274b4ebc is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:08.052321 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (238b7d70-1e8f-4f11-8069-4994274b4ebc), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:08.058039 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-cb0929fa-0917-490e-8809-84e78e3dca8f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Request body: {'port': {'device_id': '8dd5fa69-433a-4190-b8d3-3b5de870fc43', 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01', 'admin_state_up': True, 'tenant_id': '40daccf221df44ccb4d09b7e635d42a3'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:08.106805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e3809ea5-63fb-4cb7-a990-ce964f93e41d None None] Current status of the port 238b7d70-1e8f-4f11-8069-4994274b4ebc is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:08.107354 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e3809ea5-63fb-4cb7-a990-ce964f93e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (238b7d70-1e8f-4f11-8069-4994274b4ebc), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:08.202019 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for port (a24788f8-caae-4f6b-98b5-4d34939886e1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:08.216475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e3809ea5-63fb-4cb7-a990-ce964f93e41d None None] For port 238b7d70-1e8f-4f11-8069-4994274b4ebc, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=238b7d70-1e8f-4f11-8069-4994274b4ebc,segment=NetworkSegment(6e393ed9-ccb4-48dd-bac8-fd93b83892dc),segment_id=6e393ed9-ccb4-48dd-bac8-fd93b83892dc)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:08.236316 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e3809ea5-63fb-4cb7-a990-ce964f93e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (238b7d70-1e8f-4f11-8069-4994274b4ebc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:08.240625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] For port 706a87da-76e8-4c9d-a511-16de767345cb, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:53:08.249916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] For port 706a87da-76e8-4c9d-a511-16de767345cb, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=706a87da-76e8-4c9d-a511-16de767345cb,segment=NetworkSegment(377ce9a8-bd6d-47aa-8674-fbf26ae60f23),segment_id=377ce9a8-bd6d-47aa-8674-fbf26ae60f23)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:53:08.282577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-cb0929fa-0917-490e-8809-84e78e3dca8f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Made reservation on behalf of 40daccf221df44ccb4d09b7e635d42a3 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:08.288959 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-cb0929fa-0917-490e-8809-84e78e3dca8f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:08.300066 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a24788f8-caae-4f6b-98b5-4d34939886e1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:08.319820 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (706a87da-76e8-4c9d-a511-16de767345cb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:08.353165 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Network 62c8fde3-ce72-4013-97e4-365d5feb0c16 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:08.361392 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:08.397106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:53:08.397736 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:08.471069 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:53:08.471539 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:53:08.479363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event updated for resources: {'Port': ['ID=a24788f8-caae-4f6b-98b5-4d34939886e1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:08.507644 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eddd1c18-4aac-443c-82b4-dd259fd57eaf None None] Provisioning complete for port 238b7d70-1e8f-4f11-8069-4994274b4ebc triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:08.508209 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eddd1c18-4aac-443c-82b4-dd259fd57eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (238b7d70-1e8f-4f11-8069-4994274b4ebc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:08.513410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3809ea5-63fb-4cb7-a990-ce964f93e41d None None] Pushing event updated for resources: {'Port': ['ID=238b7d70-1e8f-4f11-8069-4994274b4ebc,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:08.553448 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Publish callbacks [] for port (95ad3963-09aa-4b83-86c1-93e949a3e1a7), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:08.681516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-cb0929fa-0917-490e-8809-84e78e3dca8f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Allocated IP 172.20.0.7 (42433058-325f-4239-94d5-8b7af2c3ec01/a8471a63-7189-4566-adcc-c6e2e0f179a5/e95eb9d4-06ab-4d59-8d6b-729647156b78) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:53:08.747350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4528968-71a4-44e9-8e4a-5a312a2fefac None None] Pushing event updated for resources: {'Port': ['ID=706a87da-76e8-4c9d-a511-16de767345cb,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:08.766209 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a24788f8-caae-4f6b-98b5-4d34939886e1), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:08.782904 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (95ad3963-09aa-4b83-86c1-93e949a3e1a7), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:08.799457 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-faca00c8-0774-4fd7-af91-21caa6c3db7e tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:08.801860 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-faca00c8-0774-4fd7-af91-21caa6c3db7e tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/networks?id=e72caba6-ab70-459a-b2b0-6270634588ed HTTP/1.1" status: 200 len: 814 time: 0.3029060 Mar 23 01:53:08.851449 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-74c0d665-4ef1-4cd9-ae51-7d3553dea0e2 req-993752c4-17a4-4c3a-9601-651f2622f7d0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 210 time: 0.0942230 Mar 23 01:53:08.895638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Network e626045c-9e29-49f5-89b9-a6a1818f02d3 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:08.905210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:08.906023 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-f1a1bf54-32b5-4e6b-841c-c5cb88d2c68d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/quotas/dc3f4d69c04c4726b69de1d5ca89dc5e HTTP/1.1" status: 200 len: 375 time: 0.0731387 Mar 23 01:53:08.916534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:53:08.938479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Pushing event updated for resources: {'Port': ['ID=95ad3963-09aa-4b83-86c1-93e949a3e1a7,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:09.117733 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eddd1c18-4aac-443c-82b4-dd259fd57eaf None None] Current status of the port 238b7d70-1e8f-4f11-8069-4994274b4ebc is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:09.125452 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 238b7d70-1e8f-4f11-8069-4994274b4ebc is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:09.149182 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Attempting to bind port 95ad3963-09aa-4b83-86c1-93e949a3e1a7 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:53:09.149741 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Attempting to bind port 95ad3963-09aa-4b83-86c1-93e949a3e1a7 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'f8c01226-fe5c-4914-ab28-0401ce29c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e626045c-9e29-49f5-89b9-a6a1818f02d3'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:53:09.150505 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Attempting to bind port 95ad3963-09aa-4b83-86c1-93e949a3e1a7 on network e626045c-9e29-49f5-89b9-a6a1818f02d3 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:09.161098 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:53:09.167691 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Checking segment: {'id': 'f8c01226-fe5c-4914-ab28-0401ce29c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e626045c-9e29-49f5-89b9-a6a1818f02d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:09.168556 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:09.168999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Bound using segment: {'id': 'f8c01226-fe5c-4914-ab28-0401ce29c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e626045c-9e29-49f5-89b9-a6a1818f02d3'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:53:09.169516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Bound port: 95ad3963-09aa-4b83-86c1-93e949a3e1a7, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c01226-fe5c-4914-ab28-0401ce29c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e626045c-9e29-49f5-89b9-a6a1818f02d3'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:53:09.169911 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (95ad3963-09aa-4b83-86c1-93e949a3e1a7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:09.511707 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-6b90a138-b4e6-49f0-b209-1d1b023763cd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc3f4d69c04c4726b69de1d5ca89dc5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6047056 Mar 23 01:53:09.611504 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-cb0929fa-0917-490e-8809-84e78e3dca8f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks [] for port (e95eb9d4-06ab-4d59-8d6b-729647156b78), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:09.677207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] For port 95ad3963-09aa-4b83-86c1-93e949a3e1a7, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:53:09.682285 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] For port 95ad3963-09aa-4b83-86c1-93e949a3e1a7, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=95ad3963-09aa-4b83-86c1-93e949a3e1a7,segment=NetworkSegment(f8c01226-fe5c-4914-ab28-0401ce29c24c),segment_id=f8c01226-fe5c-4914-ab28-0401ce29c24c)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:53:09.687896 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81693956-6ae1-406c-81e2-3445e66c3aff req-fbfabc19-814f-426c-a90b-5cd1a48ae2f4 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:09.688329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 706a87da-76e8-4c9d-a511-16de767345cb up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:09.689659 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-81693956-6ae1-406c-81e2-3445e66c3aff req-fbfabc19-814f-426c-a90b-5cd1a48ae2f4 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.42 "GET /v2.0/ports?device_id=915e0e73-3e6f-49ba-8598-1f7effc7e52e HTTP/1.1" status: 200 len: 946 time: 0.1267147 Mar 23 01:53:09.741413 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (95ad3963-09aa-4b83-86c1-93e949a3e1a7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:09.823695 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662af163-3475-4ab9-9781-f8dc542baad7 None None] Pushing event updated for resources: {'Port': ['ID=95ad3963-09aa-4b83-86c1-93e949a3e1a7,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:09.848770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 706a87da-76e8-4c9d-a511-16de767345cb triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:09.849315 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (706a87da-76e8-4c9d-a511-16de767345cb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:09.912381 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-81693956-6ae1-406c-81e2-3445e66c3aff req-059c632b-b816-4130-b045-f2316f64a815 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Deleting port 03b886e3-05b8-40f8-9b52-64a7ae8043c5 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:09.913011 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-81693956-6ae1-406c-81e2-3445e66c3aff req-059c632b-b816-4130-b045-f2316f64a815 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:09.953768 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-c61e2d13-6b1f-4484-ab03-c9ceacf7e864 service neutron] 10.222.0.18 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403141 Mar 23 01:53:09.969717 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-cb0929fa-0917-490e-8809-84e78e3dca8f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e95eb9d4-06ab-4d59-8d6b-729647156b78), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:10.006065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:53:10.135556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 706a87da-76e8-4c9d-a511-16de767345cb is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:10.140065 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (706a87da-76e8-4c9d-a511-16de767345cb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:10.152345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-cb0929fa-0917-490e-8809-84e78e3dca8f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Network 42433058-325f-4239-94d5-8b7af2c3ec01 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:10.163298 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-cb0929fa-0917-490e-8809-84e78e3dca8f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:10.168046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661933e1-f608-494f-9e95-6cce2ec91887 req-eecc4a56-86ba-485f-a79c-da4a8f4e7726 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:10.170152 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-661933e1-f608-494f-9e95-6cce2ec91887 req-eecc4a56-86ba-485f-a79c-da4a8f4e7726 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 931 time: 0.1106391 Mar 23 01:53:10.171319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-cb0929fa-0917-490e-8809-84e78e3dca8f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:53:10.232679 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-81693956-6ae1-406c-81e2-3445e66c3aff req-059c632b-b816-4130-b045-f2316f64a815 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] For port 03b886e3-05b8-40f8-9b52-64a7ae8043c5, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=03b886e3-05b8-40f8-9b52-64a7ae8043c5,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:10.233523 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-81693956-6ae1-406c-81e2-3445e66c3aff req-059c632b-b816-4130-b045-f2316f64a815 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:10.288383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 706a87da-76e8-4c9d-a511-16de767345cb, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=706a87da-76e8-4c9d-a511-16de767345cb,segment=NetworkSegment(377ce9a8-bd6d-47aa-8674-fbf26ae60f23),segment_id=377ce9a8-bd6d-47aa-8674-fbf26ae60f23)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:10.300484 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (706a87da-76e8-4c9d-a511-16de767345cb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:10.301447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 238b7d70-1e8f-4f11-8069-4994274b4ebc up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:10.307990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-81693956-6ae1-406c-81e2-3445e66c3aff req-059c632b-b816-4130-b045-f2316f64a815 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Calling delete_port for 03b886e3-05b8-40f8-9b52-64a7ae8043c5 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:10.362546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-cb0929fa-0917-490e-8809-84e78e3dca8f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:10.363225 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-cb0929fa-0917-490e-8809-84e78e3dca8f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:10.378227 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-661933e1-f608-494f-9e95-6cce2ec91887 req-3e54b7f3-984b-4157-ace0-137fee71d765 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002337 Mar 23 01:53:10.393008 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dd51cd-411b-4760-bdc5-22cd8ce65067 None None] Network 62c8fde3-ce72-4013-97e4-365d5feb0c16 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:10.410102 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for port (a24788f8-caae-4f6b-98b5-4d34939886e1), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:10.441698 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-de99253b-863b-4681-8e5c-82b2bda273bb service neutron] 10.222.0.18 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869173 Mar 23 01:53:10.445707 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0929fa-0917-490e-8809-84e78e3dca8f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Pushing event updated for resources: {'Port': ['ID=e95eb9d4-06ab-4d59-8d6b-729647156b78,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:10.473587 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (a24788f8-caae-4f6b-98b5-4d34939886e1), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:10.477019 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:10.543324 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-81693956-6ae1-406c-81e2-3445e66c3aff req-059c632b-b816-4130-b045-f2316f64a815 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (03b886e3-05b8-40f8-9b52-64a7ae8043c5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:10.552024 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-cb0929fa-0917-490e-8809-84e78e3dca8f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4957166 Mar 23 01:53:10.572379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Request body: {'port': {'device_id': '8dd5fa69-433a-4190-b8d3-3b5de870fc43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:10.581749 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['03b886e3-05b8-40f8-9b52-64a7ae8043c5'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:53:10.582435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c632b-b816-4130-b045-f2316f64a815 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Pushing event deleted for resources: {'Port': ['ID=03b886e3-05b8-40f8-9b52-64a7ae8043c5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:10.677578 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-81693956-6ae1-406c-81e2-3445e66c3aff req-059c632b-b816-4130-b045-f2316f64a815 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] No DVR routers for this DVR port 03b886e3-05b8-40f8-9b52-64a7ae8043c5 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:10.680324 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-81693956-6ae1-406c-81e2-3445e66c3aff req-059c632b-b816-4130-b045-f2316f64a815 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:10.685095 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-81693956-6ae1-406c-81e2-3445e66c3aff req-059c632b-b816-4130-b045-f2316f64a815 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.42 "DELETE /v2.0/ports/03b886e3-05b8-40f8-9b52-64a7ae8043c5 HTTP/1.1" status: 204 len: 173 time: 0.9859946 Mar 23 01:53:10.685634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915e0e73-3e6f-49ba-8598-1f7effc7e52e', 'name': 'network-vif-deleted', 'tag': '03b886e3-05b8-40f8-9b52-64a7ae8043c5'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:10.688609 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7e0f90-df6e-47f3-b9ee-a1a945d2ff45" -d '{"events": [{"server_uuid": "915e0e73-3e6f-49ba-8598-1f7effc7e52e", "name": "network-vif-deleted", "tag": "03b886e3-05b8-40f8-9b52-64a7ae8043c5"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:10.778311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event updated for resources: {'Port': ['ID=a24788f8-caae-4f6b-98b5-4d34939886e1,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:10.786239 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3dcdb54b-110c-4ccb-97e1-048b504b53e3 req-c4282e75-5265-44b7-8c17-173af1b43be6 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 210 time: 0.0878766 Mar 23 01:53:10.803475 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a016fdfd-207c-48ca-b55c-90b19dc7d92e x-openstack-request-id: req-a016fdfd-207c-48ca-b55c-90b19dc7d92e {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:10.803475 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915e0e73-3e6f-49ba-8598-1f7effc7e52e", "name": "network-vif-deleted", "tag": "03b886e3-05b8-40f8-9b52-64a7ae8043c5", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:10.803475 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a016fdfd-207c-48ca-b55c-90b19dc7d92e {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:10.803475 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a016fdfd-207c-48ca-b55c-90b19dc7d92e'] response: {'server_uuid': '915e0e73-3e6f-49ba-8598-1f7effc7e52e', 'name': 'network-vif-deleted', 'tag': '03b886e3-05b8-40f8-9b52-64a7ae8043c5', 'status': 'completed', 'code': 200} Mar 23 01:53:10.809092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=706a87da-76e8-4c9d-a511-16de767345cb,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:10.841467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0b0b875d-2d8c-43a0-9f44-0893723b4767 None None] Provisioning complete for port 706a87da-76e8-4c9d-a511-16de767345cb triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:10.842067 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b0b875d-2d8c-43a0-9f44-0893723b4767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (706a87da-76e8-4c9d-a511-16de767345cb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:10.936592 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e95eb9d4-06ab-4d59-8d6b-729647156b78), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:10.976033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 238b7d70-1e8f-4f11-8069-4994274b4ebc triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:10.976033 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (238b7d70-1e8f-4f11-8069-4994274b4ebc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:11.007709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Network 62c8fde3-ce72-4013-97e4-365d5feb0c16 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:11.041395 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:11.233094 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 238b7d70-1e8f-4f11-8069-4994274b4ebc is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:11.354740 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b875d-2d8c-43a0-9f44-0893723b4767 None None] Current status of the port 706a87da-76e8-4c9d-a511-16de767345cb is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:11.515953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Router 52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:53:11.617900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 706a87da-76e8-4c9d-a511-16de767345cb up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:11.735661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67327e-93de-4254-9817-a502f400f0bf req-17c2a3fa-3ec5-49c6-bba5-65f0dbb46149 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:11.745224 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-df67327e-93de-4254-9817-a502f400f0bf req-17c2a3fa-3ec5-49c6-bba5-65f0dbb46149 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 931 time: 0.1272514 Mar 23 01:53:11.765586 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 706a87da-76e8-4c9d-a511-16de767345cb triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:11.766044 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (706a87da-76e8-4c9d-a511-16de767345cb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:11.864029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-df67327e-93de-4254-9817-a502f400f0bf req-b35c9612-b918-4ee8-a457-8d0e7477f421 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175489 Mar 23 01:53:11.941467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4786094-b693-4184-9ec0-a5db9b9c5a62 None None] Network e626045c-9e29-49f5-89b9-a6a1818f02d3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:11.966769 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:53:11.977127 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ada33d-24f5-4b0e-8f43-fc663c01699c None None] Sync routers for ids ['52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:53:11.999289 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ada33d-24f5-4b0e-8f43-fc663c01699c None None] Routers {'52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:53:11.999933 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-84ada33d-24f5-4b0e-8f43-fc663c01699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:12.028220 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4d8783ce-6aa5-4c0d-8396-8cc2845d9ead req-3409c00a-5303-4419-ad47-733de39c4abd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 210 time: 0.0519490 Mar 23 01:53:12.035075 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0a58f5db-1a3b-4686-962f-89eb8794a402 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "PUT /v2.0/routers/52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1568370 Mar 23 01:53:12.037852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60008) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:12.044877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bc3863a8-10fb-4f20-bf9a-e5df27d0a221 None None] Provisioning complete for port a24788f8-caae-4f6b-98b5-4d34939886e1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:12.045880 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bc3863a8-10fb-4f20-bf9a-e5df27d0a221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a24788f8-caae-4f6b-98b5-4d34939886e1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:12.126303 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bc3863a8-10fb-4f20-bf9a-e5df27d0a221 None None] Port a24788f8-caae-4f6b-98b5-4d34939886e1 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:53:12.130582 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-84ada33d-24f5-4b0e-8f43-fc663c01699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:12.167236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bc3863a8-10fb-4f20-bf9a-e5df27d0a221 None None] Provisioning complete for port 706a87da-76e8-4c9d-a511-16de767345cb triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:12.167490 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ada33d-24f5-4b0e-8f43-fc663c01699c None None] Routers {'52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:53:12.167851 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bc3863a8-10fb-4f20-bf9a-e5df27d0a221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (706a87da-76e8-4c9d-a511-16de767345cb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:12.167989 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-84ada33d-24f5-4b0e-8f43-fc663c01699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:12.212129 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 706a87da-76e8-4c9d-a511-16de767345cb is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:12.213635 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 95ad3963-09aa-4b83-86c1-93e949a3e1a7 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:12.248076 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-84ada33d-24f5-4b0e-8f43-fc663c01699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:12.254549 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ada33d-24f5-4b0e-8f43-fc663c01699c None None] The sync data for ids ['52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:53:12.257157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95eb9d4-06ab-4d59-8d6b-729647156b78 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:53:12.279406 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Publish callbacks [] for port (e95eb9d4-06ab-4d59-8d6b-729647156b78), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:12.321170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Transition to ACTIVE for port object e95eb9d4-06ab-4d59-8d6b-729647156b78 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:53:12.331424 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e95eb9d4-06ab-4d59-8d6b-729647156b78), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:12.332696 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bc3863a8-10fb-4f20-bf9a-e5df27d0a221 None None] Current status of the port 706a87da-76e8-4c9d-a511-16de767345cb is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:12.413354 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Pushing event updated for resources: {'Port': ['ID=e95eb9d4-06ab-4d59-8d6b-729647156b78,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:12.493718 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a896d960-a774-4206-925b-b84a01f41afe None None] Provisioning complete for port a24788f8-caae-4f6b-98b5-4d34939886e1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:12.494195 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a896d960-a774-4206-925b-b84a01f41afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a24788f8-caae-4f6b-98b5-4d34939886e1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:12.581338 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 95ad3963-09aa-4b83-86c1-93e949a3e1a7 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:12.581724 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (95ad3963-09aa-4b83-86c1-93e949a3e1a7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:12.649038 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a896d960-a774-4206-925b-b84a01f41afe None None] Port a24788f8-caae-4f6b-98b5-4d34939886e1 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:53:12.652887 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Attempting to bind port e95eb9d4-06ab-4d59-8d6b-729647156b78 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:53:12.653222 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Attempting to bind port e95eb9d4-06ab-4d59-8d6b-729647156b78 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:53:12.654041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Attempting to bind port e95eb9d4-06ab-4d59-8d6b-729647156b78 on network 42433058-325f-4239-94d5-8b7af2c3ec01 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:12.663307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Port e95eb9d4-06ab-4d59-8d6b-729647156b78 on network 42433058-325f-4239-94d5-8b7af2c3ec01 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:53:12.663774 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Attempting to bind port e95eb9d4-06ab-4d59-8d6b-729647156b78 on network 42433058-325f-4239-94d5-8b7af2c3ec01 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:12.669626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:53:12.669982 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Checking segment: {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:12.674860 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Bound using segment: {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:53:12.675402 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Bound port: e95eb9d4-06ab-4d59-8d6b-729647156b78, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:53:12.675783 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e95eb9d4-06ab-4d59-8d6b-729647156b78), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:12.774287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a896d960-a774-4206-925b-b84a01f41afe None None] Provisioning complete for port 95ad3963-09aa-4b83-86c1-93e949a3e1a7 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:12.774659 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a896d960-a774-4206-925b-b84a01f41afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (95ad3963-09aa-4b83-86c1-93e949a3e1a7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:12.805400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] For port e95eb9d4-06ab-4d59-8d6b-729647156b78, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:53:12.810494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] For port e95eb9d4-06ab-4d59-8d6b-729647156b78, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e95eb9d4-06ab-4d59-8d6b-729647156b78,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:53:12.821883 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e95eb9d4-06ab-4d59-8d6b-729647156b78), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:12.907500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:12.908316 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:12.910024 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] 10.222.0.43 "PUT /v2.0/ports/e95eb9d4-06ab-4d59-8d6b-729647156b78 HTTP/1.1" status: 200 len: 1091 time: 2.3423591 Mar 23 01:53:12.912118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd5fa69-433a-4190-b8d3-3b5de870fc43', 'tag': 'e95eb9d4-06ab-4d59-8d6b-729647156b78'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:12.917360 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355bcf20-a439-44c2-b9da-6b290b68e2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd5fa69-433a-4190-b8d3-3b5de870fc43", "tag": "e95eb9d4-06ab-4d59-8d6b-729647156b78"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:13.002447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 95ad3963-09aa-4b83-86c1-93e949a3e1a7 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:13.005682 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (95ad3963-09aa-4b83-86c1-93e949a3e1a7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:13.050458 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9159b663-3a22-4a66-8188-39a0f9236047 x-openstack-request-id: req-9159b663-3a22-4a66-8188-39a0f9236047 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:13.051003 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd5fa69-433a-4190-b8d3-3b5de870fc43", "tag": "e95eb9d4-06ab-4d59-8d6b-729647156b78", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:13.051199 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9159b663-3a22-4a66-8188-39a0f9236047 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:13.051668 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9159b663-3a22-4a66-8188-39a0f9236047'] response: {'name': 'network-changed', 'server_uuid': '8dd5fa69-433a-4190-b8d3-3b5de870fc43', 'tag': 'e95eb9d4-06ab-4d59-8d6b-729647156b78', 'status': 'completed', 'code': 200} Mar 23 01:53:13.063381 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32710aeb-3b51-46f5-a8f4-4b684c67daef service neutron] Pushing event updated for resources: {'Port': ['ID=e95eb9d4-06ab-4d59-8d6b-729647156b78,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:13.064923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 95ad3963-09aa-4b83-86c1-93e949a3e1a7, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=95ad3963-09aa-4b83-86c1-93e949a3e1a7,segment=NetworkSegment(f8c01226-fe5c-4914-ab28-0401ce29c24c),segment_id=f8c01226-fe5c-4914-ab28-0401ce29c24c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:13.075642 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (95ad3963-09aa-4b83-86c1-93e949a3e1a7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:13.116040 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-63f5cd5b-e033-40e0-a356-daf4721bc2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:13.119384 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-63f5cd5b-e033-40e0-a356-daf4721bc2b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 1125 time: 0.1407566 Mar 23 01:53:13.175028 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-14dce0b9-5281-4dcd-89b7-16ab7755cba0 req-093cab1b-543b-46ca-8a9f-b25c715b5a7f tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 210 time: 0.0448508 Mar 23 01:53:13.206523 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-0631a000-ca81-4516-a794-afea1446604f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e95eb9d4-06ab-4d59-8d6b-729647156b78 HTTP/1.1" status: 200 len: 217 time: 0.0650492 Mar 23 01:53:13.211753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a896d960-a774-4206-925b-b84a01f41afe None None] Current status of the port 95ad3963-09aa-4b83-86c1-93e949a3e1a7 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:13.218030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=95ad3963-09aa-4b83-86c1-93e949a3e1a7,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:13.271108 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-86c48415-c3c5-42ea-b859-6c47f33413df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:13.272645 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-86c48415-c3c5-42ea-b859-6c47f33413df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8471a63-7189-4566-adcc-c6e2e0f179a5 HTTP/1.1" status: 200 len: 846 time: 0.0533373 Mar 23 01:53:13.273168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1896a-56f0-449f-97fa-708f2a6ca5d6 req-c189a978-7f65-4905-828e-1e54f9732a13 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:13.274675 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fe1896a-56f0-449f-97fa-708f2a6ca5d6 req-c189a978-7f65-4905-828e-1e54f9732a13 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 943 time: 0.1581645 Mar 23 01:53:13.315114 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-081d4b1a-d6e6-4a49-ad1d-929658511546 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=42433058-325f-4239-94d5-8b7af2c3ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334010 Mar 23 01:53:13.337025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-22e829d6-0a95-42d6-acc3-e14f06a71e8e None None] Provisioning complete for port a24788f8-caae-4f6b-98b5-4d34939886e1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:13.337297 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-22e829d6-0a95-42d6-acc3-e14f06a71e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a24788f8-caae-4f6b-98b5-4d34939886e1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:13.375557 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 95ad3963-09aa-4b83-86c1-93e949a3e1a7 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:13.405250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-21a120d8-67b5-4878-b669-07071c0f22c8 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:13.407214 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-21a120d8-67b5-4878-b669-07071c0f22c8 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.42 "GET /v2.0/networks?id=e72caba6-ab70-459a-b2b0-6270634588ed HTTP/1.1" status: 200 len: 814 time: 0.8094170 Mar 23 01:53:13.410020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-22e829d6-0a95-42d6-acc3-e14f06a71e8e None None] Port a24788f8-caae-4f6b-98b5-4d34939886e1 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:53:13.425762 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-8fd551e3-a307-49d7-8f0d-9d24fa20f55b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Request body: {'port': {'device_id': '97ad43fb-f0fa-420f-a292-3801f5538106', 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed', 'admin_state_up': True, 'tenant_id': 'dc3f4d69c04c4726b69de1d5ca89dc5e'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:13.435788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-22e829d6-0a95-42d6-acc3-e14f06a71e8e None None] Provisioning complete for port 95ad3963-09aa-4b83-86c1-93e949a3e1a7 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:13.436191 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-22e829d6-0a95-42d6-acc3-e14f06a71e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (95ad3963-09aa-4b83-86c1-93e949a3e1a7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:13.479241 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-58760826-9c8c-4ef0-92e7-88b6951f4122 service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567912 Mar 23 01:53:13.498758 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fe1896a-56f0-449f-97fa-708f2a6ca5d6 req-5b9aad5f-a438-490f-a7a2-2384e09451f0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878037 Mar 23 01:53:13.500699 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-4b9d0ef2-3bd6-4070-b5ad-0084ff249478 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:53:13.505088 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4b9d0ef2-3bd6-4070-b5ad-0084ff249478 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "PUT /v2.0/routers/52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4661987 Mar 23 01:53:13.508926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60022) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:13.535991 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 95ad3963-09aa-4b83-86c1-93e949a3e1a7 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:13.536369 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (95ad3963-09aa-4b83-86c1-93e949a3e1a7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:13.539065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-22e829d6-0a95-42d6-acc3-e14f06a71e8e None None] Current status of the port 95ad3963-09aa-4b83-86c1-93e949a3e1a7 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:13.598617 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6605d5f8-392a-4945-876a-0c52f26c3c99 req-ece975e0-863b-4815-b420-c315511605b8 service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121953 Mar 23 01:53:13.634886 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 95ad3963-09aa-4b83-86c1-93e949a3e1a7 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:13.774949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bcf20-a439-44c2-b9da-6b290b68e2d0 req-6095c6be-fc1f-47d2-8b96-814797073bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:13.777796 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-355bcf20-a439-44c2-b9da-6b290b68e2d0 req-6095c6be-fc1f-47d2-8b96-814797073bf9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 1125 time: 0.0829096 Mar 23 01:53:13.784591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-8fd551e3-a307-49d7-8f0d-9d24fa20f55b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Made reservation on behalf of dc3f4d69c04c4726b69de1d5ca89dc5e for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:13.788483 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-8fd551e3-a307-49d7-8f0d-9d24fa20f55b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:13.896193 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bcf20-a439-44c2-b9da-6b290b68e2d0 req-343f0a2f-8947-4bba-bdf6-b20c37422cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:13.898327 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-355bcf20-a439-44c2-b9da-6b290b68e2d0 req-343f0a2f-8947-4bba-bdf6-b20c37422cc3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 906 time: 0.1128392 Mar 23 01:53:13.949162 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-355bcf20-a439-44c2-b9da-6b290b68e2d0 req-7040f915-7663-417f-b3b4-1616b1a6049e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e95eb9d4-06ab-4d59-8d6b-729647156b78 HTTP/1.1" status: 200 len: 217 time: 0.0439479 Mar 23 01:53:13.969786 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-8fd551e3-a307-49d7-8f0d-9d24fa20f55b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Allocated IP 172.20.0.3 (e72caba6-ab70-459a-b2b0-6270634588ed/f9c17da0-734b-41ba-894f-9e477b5fddac/4a422d4c-3c6b-422c-b7a7-697d26221a00) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:53:13.999022 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bcf20-a439-44c2-b9da-6b290b68e2d0 req-e55ef892-a589-40d8-beb8-9ab55f83ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:14.000664 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-355bcf20-a439-44c2-b9da-6b290b68e2d0 req-e55ef892-a589-40d8-beb8-9ab55f83ffc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8471a63-7189-4566-adcc-c6e2e0f179a5 HTTP/1.1" status: 200 len: 846 time: 0.0457616 Mar 23 01:53:14.033044 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-355bcf20-a439-44c2-b9da-6b290b68e2d0 req-f4373079-4981-48e8-89ac-8853f6a87e3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=42433058-325f-4239-94d5-8b7af2c3ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264421 Mar 23 01:53:14.127618 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-355bcf20-a439-44c2-b9da-6b290b68e2d0 req-d419fb18-66c8-4464-993c-22e45b0ab908 service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883152 Mar 23 01:53:14.139666 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-951b58ae-f8eb-4799-b38d-967917eb5196 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:14.209775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 03b886e3-05b8-40f8-9b52-64a7ae8043c5 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:53:14.230066 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-8fd551e3-a307-49d7-8f0d-9d24fa20f55b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks [] for port (4a422d4c-3c6b-422c-b7a7-697d26221a00), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:14.253221 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 03b886e3-05b8-40f8-9b52-64a7ae8043c5 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:53:14.256669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 03b886e3-05b8-40f8-9b52-64a7ae8043c5 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:53:14.289892 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-355bcf20-a439-44c2-b9da-6b290b68e2d0 req-6cb6ea03-d989-4466-b410-10bad71a28e5 service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563444 Mar 23 01:53:14.313211 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-58cebd13-97f2-4193-a8bf-df5480d9b175 req-8b4bd1fa-5d32-4d70-8978-ef202184ff26 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 210 time: 0.0331240 Mar 23 01:53:14.338102 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-8fd551e3-a307-49d7-8f0d-9d24fa20f55b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4a422d4c-3c6b-422c-b7a7-697d26221a00), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:14.390203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-8fd551e3-a307-49d7-8f0d-9d24fa20f55b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Network e72caba6-ab70-459a-b2b0-6270634588ed is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:14.401286 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-8fd551e3-a307-49d7-8f0d-9d24fa20f55b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:14.407033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-8fd551e3-a307-49d7-8f0d-9d24fa20f55b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:53:14.441332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd551e3-a307-49d7-8f0d-9d24fa20f55b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Pushing event updated for resources: {'Port': ['ID=4a422d4c-3c6b-422c-b7a7-697d26221a00,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:14.525675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-8fd551e3-a307-49d7-8f0d-9d24fa20f55b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:14.526165 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-8fd551e3-a307-49d7-8f0d-9d24fa20f55b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:14.552366 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-8fd551e3-a307-49d7-8f0d-9d24fa20f55b tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1351061 Mar 23 01:53:14.567394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Request body: {'port': {'device_id': '97ad43fb-f0fa-420f-a292-3801f5538106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:14.609039 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-951b58ae-f8eb-4799-b38d-967917eb5196 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Deleting port a24788f8-caae-4f6b-98b5-4d34939886e1 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:14.609422 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-951b58ae-f8eb-4799-b38d-967917eb5196 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a24788f8-caae-4f6b-98b5-4d34939886e1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:14.734242 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4a422d4c-3c6b-422c-b7a7-697d26221a00), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:14.753870 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:53:14.766962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677076e7-db8b-4fe5-af6c-c3878c94bb67 req-77068765-5d2c-4006-8cc8-900eed748451 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:14.768436 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-677076e7-db8b-4fe5-af6c-c3878c94bb67 req-77068765-5d2c-4006-8cc8-900eed748451 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 943 time: 0.1749911 Mar 23 01:53:14.773301 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-951b58ae-f8eb-4799-b38d-967917eb5196 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a24788f8-caae-4f6b-98b5-4d34939886e1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:14.818183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-951b58ae-f8eb-4799-b38d-967917eb5196 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Calling delete_port for a24788f8-caae-4f6b-98b5-4d34939886e1 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:14.968106 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-677076e7-db8b-4fe5-af6c-c3878c94bb67 req-8d16f200-13dd-4a60-ba4b-fccfc527ffcf tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916513 Mar 23 01:53:15.191878 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-951b58ae-f8eb-4799-b38d-967917eb5196 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a24788f8-caae-4f6b-98b5-4d34939886e1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:15.201232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a422d4c-3c6b-422c-b7a7-697d26221a00 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:53:15.210178 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Publish callbacks [] for port (4a422d4c-3c6b-422c-b7a7-697d26221a00), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:15.239609 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b58ae-f8eb-4799-b38d-967917eb5196 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event deleted for resources: {'Port': ['ID=a24788f8-caae-4f6b-98b5-4d34939886e1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:15.247420 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Transition to ACTIVE for port object 4a422d4c-3c6b-422c-b7a7-697d26221a00 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:53:15.270291 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (4a422d4c-3c6b-422c-b7a7-697d26221a00), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:15.387419 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-951b58ae-f8eb-4799-b38d-967917eb5196 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:15.417892 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Pushing event updated for resources: {'Port': ['ID=4a422d4c-3c6b-422c-b7a7-697d26221a00,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:15.491026 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5108a9-2485-441b-97df-c927f5561a4d req-177d9d84-aeaf-4958-be17-a0e2c3b652ec tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:15.492784 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c5108a9-2485-441b-97df-c927f5561a4d req-177d9d84-aeaf-4958-be17-a0e2c3b652ec tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 943 time: 0.0893962 Mar 23 01:53:15.549431 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c5108a9-2485-441b-97df-c927f5561a4d req-5e3801d6-2869-4dc4-9e2b-4a2343dcaa05 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499272 Mar 23 01:53:15.648132 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Attempting to bind port 4a422d4c-3c6b-422c-b7a7-697d26221a00 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:53:15.648462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Attempting to bind port 4a422d4c-3c6b-422c-b7a7-697d26221a00 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c9be95be-bee7-41bb-997c-febdce3ad847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:53:15.648827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Attempting to bind port 4a422d4c-3c6b-422c-b7a7-697d26221a00 on network e72caba6-ab70-459a-b2b0-6270634588ed {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:15.659201 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Port 4a422d4c-3c6b-422c-b7a7-697d26221a00 on network e72caba6-ab70-459a-b2b0-6270634588ed not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:53:15.659498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Attempting to bind port 4a422d4c-3c6b-422c-b7a7-697d26221a00 on network e72caba6-ab70-459a-b2b0-6270634588ed {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:15.669656 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:53:15.669996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Checking segment: {'id': 'c9be95be-bee7-41bb-997c-febdce3ad847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:15.670365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Bound using segment: {'id': 'c9be95be-bee7-41bb-997c-febdce3ad847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:53:15.670822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Bound port: 4a422d4c-3c6b-422c-b7a7-697d26221a00, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9be95be-bee7-41bb-997c-febdce3ad847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:53:15.671180 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4a422d4c-3c6b-422c-b7a7-697d26221a00), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:15.674219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951b58ae-f8eb-4799-b38d-967917eb5196 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Router 52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:53:15.799449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951b58ae-f8eb-4799-b38d-967917eb5196 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:53:15.805576 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-951b58ae-f8eb-4799-b38d-967917eb5196 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "PUT /v2.0/routers/52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2949591 Mar 23 01:53:15.809734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] For port 4a422d4c-3c6b-422c-b7a7-697d26221a00, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:53:15.812493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60034) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:15.813076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c74016-5612-4fff-bcc8-8bf03a3ee275 None None] Sync routers for ids ['52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:53:15.813568 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] For port 4a422d4c-3c6b-422c-b7a7-697d26221a00, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4a422d4c-3c6b-422c-b7a7-697d26221a00,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:53:15.822761 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (4a422d4c-3c6b-422c-b7a7-697d26221a00), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:15.826398 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c74016-5612-4fff-bcc8-8bf03a3ee275 None None] Routers {'52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:53:15.827575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-01c74016-5612-4fff-bcc8-8bf03a3ee275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:15.864632 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:15.865161 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-378d068b-d913-4560-9d9a-f36f265b6860 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] delete failed (client error): The resource could not be found. Mar 23 01:53:15.865365 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:15.866697 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-378d068b-d913-4560-9d9a-f36f265b6860 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1353727364 HTTP/1.1" status: 404 len: 335 time: 0.0517209 Mar 23 01:53:15.867017 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] 10.222.0.42 "PUT /v2.0/ports/4a422d4c-3c6b-422c-b7a7-697d26221a00 HTTP/1.1" status: 200 len: 1091 time: 1.3056438 Mar 23 01:53:15.867483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ad43fb-f0fa-420f-a292-3801f5538106', 'tag': '4a422d4c-3c6b-422c-b7a7-697d26221a00'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:15.870068 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662a8738-7baf-4eb9-8787-9a2adde9facf" -d '{"events": [{"name": "network-changed", "server_uuid": "97ad43fb-f0fa-420f-a292-3801f5538106", "tag": "4a422d4c-3c6b-422c-b7a7-697d26221a00"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:15.870499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-01c74016-5612-4fff-bcc8-8bf03a3ee275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:15.880193 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60036) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:15.882368 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c74016-5612-4fff-bcc8-8bf03a3ee275 None None] Routers {'52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:53:15.883160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-01c74016-5612-4fff-bcc8-8bf03a3ee275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:15.912772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-33114a8d-e232-40cf-b10c-7c0eac2d3349 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Request body: {'router': {'external_gateway_info': {'network_id': '52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:15.927127 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-01c74016-5612-4fff-bcc8-8bf03a3ee275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:15.928010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c74016-5612-4fff-bcc8-8bf03a3ee275 None None] The sync data for ids ['52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:53:15.940736 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9361f9-b023-4914-9b6b-05526ba8fd3a x-openstack-request-id: req-be9361f9-b023-4914-9b6b-05526ba8fd3a {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:15.941026 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ad43fb-f0fa-420f-a292-3801f5538106", "tag": "4a422d4c-3c6b-422c-b7a7-697d26221a00", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:15.941273 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be9361f9-b023-4914-9b6b-05526ba8fd3a {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:15.941701 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be9361f9-b023-4914-9b6b-05526ba8fd3a'] response: {'name': 'network-changed', 'server_uuid': '97ad43fb-f0fa-420f-a292-3801f5538106', 'tag': '4a422d4c-3c6b-422c-b7a7-697d26221a00', 'status': 'completed', 'code': 200} Mar 23 01:53:15.947227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe5124-70ed-4610-bc2a-4e7adfb17162 service neutron] Pushing event updated for resources: {'Port': ['ID=4a422d4c-3c6b-422c-b7a7-697d26221a00,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:15.982059 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-4da05475-82da-4484-bbf6-d60721247111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:15.983645 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-4da05475-82da-4484-bbf6-d60721247111 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc3f4d69c04c4726b69de1d5ca89dc5e&device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 1125 time: 0.0628510 Mar 23 01:53:16.028955 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-cfef6309-d85d-4648-aa95-08df0e77443a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a422d4c-3c6b-422c-b7a7-697d26221a00 HTTP/1.1" status: 200 len: 217 time: 0.0380847 Mar 23 01:53:16.083864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-e2b21834-9ab0-4a28-82cb-7746f2a5413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:16.085420 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-e2b21834-9ab0-4a28-82cb-7746f2a5413c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9c17da0-734b-41ba-894f-9e477b5fddac HTTP/1.1" status: 200 len: 854 time: 0.0507698 Mar 23 01:53:16.120821 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-cc1c5fad-98ee-4ba1-b974-cdba37f83219 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e72caba6-ab70-459a-b2b0-6270634588ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280373 Mar 23 01:53:16.195639 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef29297-2844-4ca7-bf8a-52e90a8cac3e req-6325bb5a-c435-42c2-9cbd-4230a37ec5c0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:16.197333 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ef29297-2844-4ca7-bf8a-52e90a8cac3e req-6325bb5a-c435-42c2-9cbd-4230a37ec5c0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 943 time: 0.1199532 Mar 23 01:53:16.199350 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-33114a8d-e232-40cf-b10c-7c0eac2d3349 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for router_gateway (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:16.211650 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-bdf404c8-2915-4898-8281-a12dc14d02d5 service neutron] 10.222.0.42 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850179 Mar 23 01:53:16.233152 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-33114a8d-e232-40cf-b10c-7c0eac2d3349 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] update failed (client error): The resource could not be found. Mar 23 01:53:16.234300 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-33114a8d-e232-40cf-b10c-7c0eac2d3349 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "PUT /v2.0/routers/52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d HTTP/1.1" status: 404 len: 339 time: 0.3490226 Mar 23 01:53:16.237864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60042) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:16.264896 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ef29297-2844-4ca7-bf8a-52e90a8cac3e req-5afb3747-aefd-4dc7-bf40-8ef81a601624 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562623 Mar 23 01:53:16.271675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-103016d3-2a7c-4496-b876-dfdfac053020 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1315291289'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:16.312587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103016d3-2a7c-4496-b876-dfdfac053020 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Made reservation on behalf of f5a672bfc74f41d89dc7551daf20f5fb for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:16.316160 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-103016d3-2a7c-4496-b876-dfdfac053020 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:16.343041 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f4a15ee-ff03-4e24-ab42-a793382491cc req-e17f769e-ea75-4d1a-8278-6f3a228b607c service neutron] 10.222.0.42 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254501 Mar 23 01:53:16.360786 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103016d3-2a7c-4496-b876-dfdfac053020 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:53:16.373443 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-103016d3-2a7c-4496-b876-dfdfac053020 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (db186e78-38a6-4cf2-a904-0ec276c22cb1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:16.373801 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-103016d3-2a7c-4496-b876-dfdfac053020 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Added segment db186e78-38a6-4cf2-a904-0ec276c22cb1 of type vlan for network f64cf345-1eee-4d2a-ac3f-e9727d24be56 Mar 23 01:53:16.441854 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-103016d3-2a7c-4496-b876-dfdfac053020 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (f64cf345-1eee-4d2a-ac3f-e9727d24be56), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:16.477781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a8738-7baf-4eb9-8787-9a2adde9facf req-e6dc43b3-c6e5-4043-8c3a-db4837dd9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:16.479441 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-662a8738-7baf-4eb9-8787-9a2adde9facf req-e6dc43b3-c6e5-4043-8c3a-db4837dd9b47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc3f4d69c04c4726b69de1d5ca89dc5e&device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 1125 time: 0.0741615 Mar 23 01:53:16.480499 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-103016d3-2a7c-4496-b876-dfdfac053020 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (f64cf345-1eee-4d2a-ac3f-e9727d24be56), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:16.485458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103016d3-2a7c-4496-b876-dfdfac053020 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:16.486031 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-103016d3-2a7c-4496-b876-dfdfac053020 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:16.600132 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-103016d3-2a7c-4496-b876-dfdfac053020 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3582864 Mar 23 01:53:16.600546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60048) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:16.607475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-81af9d9c-508a-45fd-b94d-146db1de5220 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Request body: {'subnet': {'network_id': 'f64cf345-1eee-4d2a-ac3f-e9727d24be56', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:16.615086 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103016d3-2a7c-4496-b876-dfdfac053020 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event updated for resources: {'Network': ['ID=f64cf345-1eee-4d2a-ac3f-e9727d24be56,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:16.631047 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network f64cf345-1eee-4d2a-ac3f-e9727d24be56 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:53:16.652671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a8738-7baf-4eb9-8787-9a2adde9facf req-82c266df-a00d-4d92-a6a8-c125213934b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:16.654225 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-662a8738-7baf-4eb9-8787-9a2adde9facf req-82c266df-a00d-4d92-a6a8-c125213934b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e72caba6-ab70-459a-b2b0-6270634588ed HTTP/1.1" status: 200 len: 914 time: 0.1656632 Mar 23 01:53:16.714850 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-662a8738-7baf-4eb9-8787-9a2adde9facf req-051eb30a-b23e-4b54-8688-470778189e83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a422d4c-3c6b-422c-b7a7-697d26221a00 HTTP/1.1" status: 200 len: 217 time: 0.0500603 Mar 23 01:53:16.750864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81af9d9c-508a-45fd-b94d-146db1de5220 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Made reservation on behalf of f5a672bfc74f41d89dc7551daf20f5fb for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:16.755266 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81af9d9c-508a-45fd-b94d-146db1de5220 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:16.812798 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a8738-7baf-4eb9-8787-9a2adde9facf req-e3c7d415-308b-484c-8a4e-a2943d0ae886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:16.814328 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-662a8738-7baf-4eb9-8787-9a2adde9facf req-e3c7d415-308b-484c-8a4e-a2943d0ae886 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9c17da0-734b-41ba-894f-9e477b5fddac HTTP/1.1" status: 200 len: 854 time: 0.0799148 Mar 23 01:53:16.822695 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072e1ff-c1cd-4aee-bd1a-abd90cb2304e req-35d81c1c-886d-420a-a2eb-20a2be22e038 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:16.824677 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6072e1ff-c1cd-4aee-bd1a-abd90cb2304e req-35d81c1c-886d-420a-a2eb-20a2be22e038 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 943 time: 0.1695163 Mar 23 01:53:16.877294 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-662a8738-7baf-4eb9-8787-9a2adde9facf req-3a2bfdd7-e06b-45de-96fb-5c77e50383a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e72caba6-ab70-459a-b2b0-6270634588ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513408 Mar 23 01:53:16.913199 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e95eb9d4-06ab-4d59-8d6b-729647156b78 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:53:16.991596 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6072e1ff-c1cd-4aee-bd1a-abd90cb2304e req-d132c56d-460d-4510-8248-a3e2c25764c5 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570461 Mar 23 01:53:17.010375 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81af9d9c-508a-45fd-b94d-146db1de5220 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (e04e2692-975a-4dd3-96de-ccdca7ef4f66), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:17.035082 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-662a8738-7baf-4eb9-8787-9a2adde9facf req-fccd710a-bbe4-4968-a6f2-938bba013f87 service neutron] 10.222.0.42 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475561 Mar 23 01:53:17.046440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e95eb9d4-06ab-4d59-8d6b-729647156b78, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e95eb9d4-06ab-4d59-8d6b-729647156b78,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:17.068884 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'e95eb9d4-06ab-4d59-8d6b-729647156b78', 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01', 'port_id': 'e95eb9d4-06ab-4d59-8d6b-729647156b78', 'mac_address': 'fa:16:3e:0f:ac:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8471a63-7189-4566-adcc-c6e2e0f179a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:53:17.095714 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af9d9c-508a-45fd-b94d-146db1de5220 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event updated for resources: {'Subnet': ['ID=e04e2692-975a-4dd3-96de-ccdca7ef4f66,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:17.108311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af9d9c-508a-45fd-b94d-146db1de5220 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Checking segment: {'id': 'db186e78-38a6-4cf2-a904-0ec276c22cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f64cf345-1eee-4d2a-ac3f-e9727d24be56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:17.108720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af9d9c-508a-45fd-b94d-146db1de5220 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Network hostable DHCP agents. Network: f64cf345-1eee-4d2a-ac3f-e9727d24be56, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:53:17.117340 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e95eb9d4-06ab-4d59-8d6b-729647156b78 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:17.117901 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e95eb9d4-06ab-4d59-8d6b-729647156b78), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:17.135844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af9d9c-508a-45fd-b94d-146db1de5220 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Network f64cf345-1eee-4d2a-ac3f-e9727d24be56 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:53:17.144320 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95eb9d4-06ab-4d59-8d6b-729647156b78 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:53:17.150802 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-81af9d9c-508a-45fd-b94d-146db1de5220 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, f64cf345-1eee-4d2a-ac3f-e9727d24be56) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:17.160458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af9d9c-508a-45fd-b94d-146db1de5220 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:17.161330 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81af9d9c-508a-45fd-b94d-146db1de5220 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:17.169705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e95eb9d4-06ab-4d59-8d6b-729647156b78, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e95eb9d4-06ab-4d59-8d6b-729647156b78,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:17.173045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d049f1f0-d072-4d9c-9fac-7f4f8c173b95 None None] Network f64cf345-1eee-4d2a-ac3f-e9727d24be56 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:17.181671 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e95eb9d4-06ab-4d59-8d6b-729647156b78), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:17.194912 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-81af9d9c-508a-45fd-b94d-146db1de5220 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5927224 Mar 23 01:53:17.197300 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60056) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:17.208358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-eea446bd-da73-46a5-af8e-680e8498f8f8 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f64cf345-1eee-4d2a-ac3f-e9727d24be56'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:17.605721 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-eea446bd-da73-46a5-af8e-680e8498f8f8 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for router_gateway (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:17.634919 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e95eb9d4-06ab-4d59-8d6b-729647156b78,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:17.647164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['e95eb9d4-06ab-4d59-8d6b-729647156b78'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:53:17.703013 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6e08b-9645-4465-9b6e-e1422732311a req-35e932ec-345f-4011-9de2-6cc24f400ce5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:17.704472 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a2c6e08b-9645-4465-9b6e-e1422732311a req-35e932ec-345f-4011-9de2-6cc24f400ce5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 944 time: 0.0963616 Mar 23 01:53:17.706622 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-662a8738-7baf-4eb9-8787-9a2adde9facf req-478bf13c-6dc5-445b-aaa7-b0a3a5f86269 service neutron] 10.222.0.42 "GET /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6652155 Mar 23 01:53:17.751765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-f64cf345-1eee-4d2a-ac3f-e9727d24be56', 'network_id': 'f64cf345-1eee-4d2a-ac3f-e9727d24be56', 'project_id': 'f5a672bfc74f41d89dc7551daf20f5fb', 'fixed_ips': [{'subnet_id': 'e04e2692-975a-4dd3-96de-ccdca7ef4f66'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:53:17.753008 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:17.805832 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a2c6e08b-9645-4465-9b6e-e1422732311a req-b379bc9f-222a-4a26-af0f-c4a60d4e75da tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819130 Mar 23 01:53:17.963993 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Allocated IP 2001:db8:1::2 (f64cf345-1eee-4d2a-ac3f-e9727d24be56/e04e2692-975a-4dd3-96de-ccdca7ef4f66/abbdd9d0-ebff-47d4-ab71-558ee764e4d2) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:53:18.120816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859d812-50f5-4945-b9bb-6c868c50873a req-9817ff13-1eab-4ea6-9e70-e6f5a2610549 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:18.122392 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f859d812-50f5-4945-b9bb-6c868c50873a req-9817ff13-1eab-4ea6-9e70-e6f5a2610549 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1128 time: 0.4008138 Mar 23 01:53:18.154696 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Publish callbacks [] for port (abbdd9d0-ebff-47d4-ab71-558ee764e4d2), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:18.166735 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (abbdd9d0-ebff-47d4-ab71-558ee764e4d2), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:18.180039 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54666c1f-6e80-4247-ab98-5865377a3e30 req-f5f89d61-7e8d-4081-8670-3c23cc3ca88d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:18.181924 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54666c1f-6e80-4247-ab98-5865377a3e30 req-f5f89d61-7e8d-4081-8670-3c23cc3ca88d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 943 time: 0.0724788 Mar 23 01:53:18.208941 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Network f64cf345-1eee-4d2a-ac3f-e9727d24be56 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:18.212089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:18.215929 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:53:18.223577 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f859d812-50f5-4945-b9bb-6c868c50873a req-eef2b574-1e33-4484-88a4-ea539ad8ca8e tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921428 Mar 23 01:53:18.229411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Pushing event updated for resources: {'Port': ['ID=abbdd9d0-ebff-47d4-ab71-558ee764e4d2,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:18.246331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60064) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:18.261905 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-eea446bd-da73-46a5-af8e-680e8498f8f8 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:53:18.263252 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-eea446bd-da73-46a5-af8e-680e8498f8f8 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "PUT /v2.0/routers/52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d HTTP/1.1" status: 400 len: 364 time: 1.0647776 Mar 23 01:53:18.286314 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54666c1f-6e80-4247-ab98-5865377a3e30 req-5d130091-c490-4d1a-80d4-8df9cf2df21a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973558 Mar 23 01:53:18.286852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60066) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:18.312348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Attempting to bind port abbdd9d0-ebff-47d4-ab71-558ee764e4d2 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:53:18.313841 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Attempting to bind port abbdd9d0-ebff-47d4-ab71-558ee764e4d2 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'db186e78-38a6-4cf2-a904-0ec276c22cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f64cf345-1eee-4d2a-ac3f-e9727d24be56'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:53:18.314213 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Attempting to bind port abbdd9d0-ebff-47d4-ab71-558ee764e4d2 on network f64cf345-1eee-4d2a-ac3f-e9727d24be56 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:18.319821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:53:18.320201 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Checking segment: {'id': 'db186e78-38a6-4cf2-a904-0ec276c22cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f64cf345-1eee-4d2a-ac3f-e9727d24be56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:18.320592 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:18.321188 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Bound using segment: {'id': 'db186e78-38a6-4cf2-a904-0ec276c22cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f64cf345-1eee-4d2a-ac3f-e9727d24be56'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:53:18.321950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Bound port: abbdd9d0-ebff-47d4-ab71-558ee764e4d2, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db186e78-38a6-4cf2-a904-0ec276c22cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f64cf345-1eee-4d2a-ac3f-e9727d24be56'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:53:18.322753 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (abbdd9d0-ebff-47d4-ab71-558ee764e4d2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:18.411563 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] For port abbdd9d0-ebff-47d4-ab71-558ee764e4d2, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:53:18.415247 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] For port abbdd9d0-ebff-47d4-ab71-558ee764e4d2, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=abbdd9d0-ebff-47d4-ab71-558ee764e4d2,segment=NetworkSegment(db186e78-38a6-4cf2-a904-0ec276c22cb1),segment_id=db186e78-38a6-4cf2-a904-0ec276c22cb1)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:53:18.429297 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (abbdd9d0-ebff-47d4-ab71-558ee764e4d2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:18.450757 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port 715e06ea-c555-41cb-8530-2b06a9134d12 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:18.451469 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (715e06ea-c555-41cb-8530-2b06a9134d12), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:18.531228 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445eaef2-3b5c-4f0c-ac77-8fc8d3612d6f None None] Pushing event updated for resources: {'Port': ['ID=abbdd9d0-ebff-47d4-ab71-558ee764e4d2,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:18.561004 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (715e06ea-c555-41cb-8530-2b06a9134d12), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:18.561665 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for floatingip (715e06ea-c555-41cb-8530-2b06a9134d12), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:18.576027 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for 715e06ea-c555-41cb-8530-2b06a9134d12 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:18.635641 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:18.821068 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (715e06ea-c555-41cb-8530-2b06a9134d12), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:18.857959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=715e06ea-c555-41cb-8530-2b06a9134d12,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:18.872856 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:18.873415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:18.874890 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:18.875342 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:18.878435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:18.879102 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:18.879627 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:18.880131 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:18.880662 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:18.881176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:18.881693 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:18.882354 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:18.882844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:18.883357 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:18.883713 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:18.909927 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e95eb9d4-06ab-4d59-8d6b-729647156b78 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:18.999853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port e95eb9d4-06ab-4d59-8d6b-729647156b78 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:53:19.003901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Allocated IP 2001:db8::1 (0ce5ab80-c768-4e1f-8025-27788224bb3c/7d582fba-ebc0-41ae-9791-0c0077edcbd3/edee63d1-957e-402b-bbc2-f28b09b8a5c1) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:53:19.009609 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port e95eb9d4-06ab-4d59-8d6b-729647156b78 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:19.009796 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e95eb9d4-06ab-4d59-8d6b-729647156b78), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:19.036449 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for floatingip (d39d58ae-18c6-47d1-915e-68fbbc40c3fc), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:19.036870 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Floating IP d39d58ae-18c6-47d1-915e-68fbbc40c3fc disassociated (deleted). External IP: 172.25.0.236, port: 76d265b1-5687-4489-a089-63b1bb1b6965. Mar 23 01:53:19.100062 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e95eb9d4-06ab-4d59-8d6b-729647156b78 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:19.100678 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e95eb9d4-06ab-4d59-8d6b-729647156b78), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:19.144095 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e95eb9d4-06ab-4d59-8d6b-729647156b78, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e95eb9d4-06ab-4d59-8d6b-729647156b78,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:19.145589 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd5fa69-433a-4190-b8d3-3b5de870fc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95eb9d4-06ab-4d59-8d6b-729647156b78'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:19.148356 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d023fbd7-bef5-450a-9c28-358f08dd190d" -d '{"events": [{"server_uuid": "8dd5fa69-433a-4190-b8d3-3b5de870fc43", "name": "network-vif-plugged", "status": "completed", "tag": "e95eb9d4-06ab-4d59-8d6b-729647156b78"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:19.154150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c9fbb-00fc-498c-8fd3-046c082cb189 req-2e177a0a-6d72-4c8e-9722-46f226910f1c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:19.159222 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for port (edee63d1-957e-402b-bbc2-f28b09b8a5c1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:19.161700 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a2c9fbb-00fc-498c-8fd3-046c082cb189 req-2e177a0a-6d72-4c8e-9722-46f226910f1c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 944 time: 0.2484803 Mar 23 01:53:19.166196 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e95eb9d4-06ab-4d59-8d6b-729647156b78), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:19.227775 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (edee63d1-957e-402b-bbc2-f28b09b8a5c1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:19.261133 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cba531a-f196-4671-a05f-3a9caa7aaeb9 x-openstack-request-id: req-1cba531a-f196-4671-a05f-3a9caa7aaeb9 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:19.261515 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd5fa69-433a-4190-b8d3-3b5de870fc43", "name": "network-vif-plugged", "status": "completed", "tag": "e95eb9d4-06ab-4d59-8d6b-729647156b78", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:19.261686 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cba531a-f196-4671-a05f-3a9caa7aaeb9 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:19.262062 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cba531a-f196-4671-a05f-3a9caa7aaeb9'] response: {'server_uuid': '8dd5fa69-433a-4190-b8d3-3b5de870fc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95eb9d4-06ab-4d59-8d6b-729647156b78', 'code': 200} Mar 23 01:53:19.280947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e95eb9d4-06ab-4d59-8d6b-729647156b78,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:19.287617 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Network 0ce5ab80-c768-4e1f-8025-27788224bb3c is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:19.301669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:19.323457 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:53:19.324136 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:19.397401 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a2c9fbb-00fc-498c-8fd3-046c082cb189 req-d95029cb-fca1-44fc-a675-afc33cb01d50 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308574 Mar 23 01:53:19.414209 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:53:19.417121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event updated for resources: {'Port': ['ID=edee63d1-957e-402b-bbc2-f28b09b8a5c1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:19.480733 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device abbdd9d0-ebff-47d4-ab71-558ee764e4d2 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:19.545392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef0192-020d-4859-a58f-4e950e683dc2 req-deb646c7-5077-415a-adeb-17b539976b40 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:19.547387 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9fef0192-020d-4859-a58f-4e950e683dc2 req-deb646c7-5077-415a-adeb-17b539976b40 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 943 time: 0.1460750 Mar 23 01:53:19.578628 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-888f85fd-0402-45c6-a9ac-a597debface6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:19.595794 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port abbdd9d0-ebff-47d4-ab71-558ee764e4d2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:19.596298 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (abbdd9d0-ebff-47d4-ab71-558ee764e4d2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:19.601869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:53:19.608994 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:19.614056 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e934cc1-521e-49b2-8979-0e04a33dbb75 req-1d6b3a9e-9111-406b-ac51-e427917ec0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:19.615730 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a5aee-b27e-4b9f-a381-e4229e039417 None None] Sync routers for ids ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:53:19.616366 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6e934cc1-521e-49b2-8979-0e04a33dbb75 req-1d6b3a9e-9111-406b-ac51-e427917ec0a1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 1127 time: 0.2395813 Mar 23 01:53:19.637748 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a5aee-b27e-4b9f-a381-e4229e039417 None None] Routers {'1a7b04f8-425a-4d6f-87d5-eb9561a3f954'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:53:19.638753 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ac3a5aee-b27e-4b9f-a381-e4229e039417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:19.656803 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (edee63d1-957e-402b-bbc2-f28b09b8a5c1), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:19.679092 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aa6d9ea5-28e2-4e8f-9ffb-0f771a8e9094 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/floatingips/d39d58ae-18c6-47d1-915e-68fbbc40c3fc HTTP/1.1" status: 204 len: 168 time: 1.4297831 Mar 23 01:53:19.682732 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:19.685045 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c35dbe8-376c-495f-a5ac-1d787c424e67" -d '{"events": [{"name": "network-changed", "server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:19.705079 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6e934cc1-521e-49b2-8979-0e04a33dbb75 req-05b5a0ff-1b32-4077-aa11-b3ef90e35753 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718305 Mar 23 01:53:19.756698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port abbdd9d0-ebff-47d4-ab71-558ee764e4d2 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:19.757087 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (abbdd9d0-ebff-47d4-ab71-558ee764e4d2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:19.815909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port abbdd9d0-ebff-47d4-ab71-558ee764e4d2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=abbdd9d0-ebff-47d4-ab71-558ee764e4d2,segment=NetworkSegment(db186e78-38a6-4cf2-a904-0ec276c22cb1),segment_id=db186e78-38a6-4cf2-a904-0ec276c22cb1)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:19.827330 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (abbdd9d0-ebff-47d4-ab71-558ee764e4d2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:19.848371 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ac3a5aee-b27e-4b9f-a381-e4229e039417 None None] Set router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:53:19.890069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=abbdd9d0-ebff-47d4-ab71-558ee764e4d2,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:19.917188 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7a008148-8095-418c-95d2-6fbb2e510f83 None None] Provisioning complete for port edee63d1-957e-402b-bbc2-f28b09b8a5c1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:19.918109 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7a008148-8095-418c-95d2-6fbb2e510f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (edee63d1-957e-402b-bbc2-f28b09b8a5c1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:19.931672 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9fef0192-020d-4859-a58f-4e950e683dc2 req-38ddfa5d-8b5b-455d-b159-18d554f928dc tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633008 Mar 23 01:53:19.990756 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9aa27c8-8637-41a5-9411-db9b97db0f54 x-openstack-request-id: req-d9aa27c8-8637-41a5-9411-db9b97db0f54 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:19.991252 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:19.991355 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9aa27c8-8637-41a5-9411-db9b97db0f54 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:19.996478 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9aa27c8-8637-41a5-9411-db9b97db0f54'] response: {'name': 'network-changed', 'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965', 'status': 'completed', 'code': 200} Mar 23 01:53:20.003025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7a008148-8095-418c-95d2-6fbb2e510f83 None None] Port edee63d1-957e-402b-bbc2-f28b09b8a5c1 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:53:20.135550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a19796-952b-42a9-9a85-28d3ee97c7ed None None] Network f64cf345-1eee-4d2a-ac3f-e9727d24be56 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:20.198790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35dbe8-376c-495f-a5ac-1d787c424e67 req-39a141d0-2398-42b3-9c4a-34ca8a8d01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:20.200330 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c35dbe8-376c-495f-a5ac-1d787c424e67 req-39a141d0-2398-42b3-9c4a-34ca8a8d01e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 1128 time: 0.1742899 Mar 23 01:53:20.214868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1572bdd-d027-4c82-8c02-1df998e8e8ab req-296ed5f3-58f1-4a8f-ac78-089092a4a04e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:20.216438 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1572bdd-d027-4c82-8c02-1df998e8e8ab req-296ed5f3-58f1-4a8f-ac78-089092a4a04e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 946 time: 0.1043584 Mar 23 01:53:20.229705 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ac3a5aee-b27e-4b9f-a381-e4229e039417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689021318', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:47Z', 'updated_at': '2022-03-23T01:51:01Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:49Z', 'updated_at': '2022-03-23T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'aabd47ae-4759-45c0-b15c-494dcb5c20e5', 'name': '', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:1f:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:58Z', 'updated_at': '2022-03-23T01:51:06Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:20.259202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 4a422d4c-3c6b-422c-b7a7-697d26221a00 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:53:20.265069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bb168748-f7c8-4886-b9cf-2411fad96fef None None] Provisioning complete for port abbdd9d0-ebff-47d4-ab71-558ee764e4d2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:20.265447 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bb168748-f7c8-4886-b9cf-2411fad96fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (abbdd9d0-ebff-47d4-ab71-558ee764e4d2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:20.278786 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a5aee-b27e-4b9f-a381-e4229e039417 None None] Checking router: 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:53:20.290957 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a5aee-b27e-4b9f-a381-e4229e039417 None None] Routers {'1a7b04f8-425a-4d6f-87d5-eb9561a3f954'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:53:20.292143 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ac3a5aee-b27e-4b9f-a381-e4229e039417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:20.339426 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for port (edee63d1-957e-402b-bbc2-f28b09b8a5c1), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:20.426003 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1572bdd-d027-4c82-8c02-1df998e8e8ab req-c80a4b30-1580-4912-af0e-4cc353ad2820 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940446 Mar 23 01:53:20.427135 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (edee63d1-957e-402b-bbc2-f28b09b8a5c1), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:20.428171 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:20.497326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35dbe8-376c-495f-a5ac-1d787c424e67 req-13102dcf-09fd-4ee5-a552-a499db70a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:20.500981 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c35dbe8-376c-495f-a5ac-1d787c424e67 req-13102dcf-09fd-4ee5-a552-a499db70a3c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=421cc921-f910-418e-8572-27bf845096fb HTTP/1.1" status: 200 len: 895 time: 0.2780218 Mar 23 01:53:20.533908 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 4a422d4c-3c6b-422c-b7a7-697d26221a00, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4a422d4c-3c6b-422c-b7a7-697d26221a00,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:20.537172 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bb168748-f7c8-4886-b9cf-2411fad96fef None None] Current status of the port abbdd9d0-ebff-47d4-ab71-558ee764e4d2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:20.541767 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ac3a5aee-b27e-4b9f-a381-e4229e039417 None None] Set router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:53:20.548712 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '4a422d4c-3c6b-422c-b7a7-697d26221a00', 'network_id': 'e72caba6-ab70-459a-b2b0-6270634588ed', 'port_id': '4a422d4c-3c6b-422c-b7a7-697d26221a00', 'mac_address': 'fa:16:3e:31:4f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c17da0-734b-41ba-894f-9e477b5fddac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:53:20.594515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 4a422d4c-3c6b-422c-b7a7-697d26221a00 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:20.594756 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4a422d4c-3c6b-422c-b7a7-697d26221a00), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:20.612972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a422d4c-3c6b-422c-b7a7-697d26221a00 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:53:20.628911 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed3b81-a651-489e-bbda-6c08fd4638a8 req-fa2f506b-5763-46fb-b26e-f45b87a74597 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:20.634254 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15ed3b81-a651-489e-bbda-6c08fd4638a8 req-fa2f506b-5763-46fb-b26e-f45b87a74597 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 945 time: 0.1108885 Mar 23 01:53:20.645039 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 4a422d4c-3c6b-422c-b7a7-697d26221a00, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4a422d4c-3c6b-422c-b7a7-697d26221a00,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:20.664702 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4a422d4c-3c6b-422c-b7a7-697d26221a00), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:20.694338 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c35dbe8-376c-495f-a5ac-1d787c424e67 req-cabe1f94-bf35-4ef5-b2fa-7504445504e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 200 len: 217 time: 0.1825798 Mar 23 01:53:20.710927 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:20.728161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event updated for resources: {'Port': ['ID=edee63d1-957e-402b-bbc2-f28b09b8a5c1,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:20.733506 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15ed3b81-a651-489e-bbda-6c08fd4638a8 req-8897603f-e8b4-40bc-a0ba-e605322c651b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916226 Mar 23 01:53:20.741973 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=4a422d4c-3c6b-422c-b7a7-697d26221a00,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:20.780802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8c23467b-16ac-41ed-a369-5bbeeafcbf4b None None] Provisioning complete for port abbdd9d0-ebff-47d4-ab71-558ee764e4d2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:20.781446 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8c23467b-16ac-41ed-a369-5bbeeafcbf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (abbdd9d0-ebff-47d4-ab71-558ee764e4d2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:20.811256 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35dbe8-376c-495f-a5ac-1d787c424e67 req-56759ab4-b1f1-4af1-ac92-07dacac60522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:20.813157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c35dbe8-376c-495f-a5ac-1d787c424e67 req-56759ab4-b1f1-4af1-ac92-07dacac60522 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f822693-b262-4a4a-aa1f-5de9edd39897 HTTP/1.1" status: 200 len: 835 time: 0.1100578 Mar 23 01:53:20.833736 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Network 0ce5ab80-c768-4e1f-8025-27788224bb3c is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:20.860282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:20.883679 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ac3a5aee-b27e-4b9f-a381-e4229e039417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689021318', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:47Z', 'updated_at': '2022-03-23T01:51:01Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:49Z', 'updated_at': '2022-03-23T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'aabd47ae-4759-45c0-b15c-494dcb5c20e5', 'name': '', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:1f:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:58Z', 'updated_at': '2022-03-23T01:51:06Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:20.885909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8c23467b-16ac-41ed-a369-5bbeeafcbf4b None None] Current status of the port abbdd9d0-ebff-47d4-ab71-558ee764e4d2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:20.890698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['4a422d4c-3c6b-422c-b7a7-697d26221a00'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:53:20.935784 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a5aee-b27e-4b9f-a381-e4229e039417 None None] The sync data for ids ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'] in n-d-834677-4 is: [{'id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689021318', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:47Z', 'updated_at': '2022-03-23T01:51:01Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:49Z', 'updated_at': '2022-03-23T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'aabd47ae-4759-45c0-b15c-494dcb5c20e5', 'name': '', 'network_id': '421cc921-f910-418e-8572-27bf845096fb', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:1f:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:58Z', 'updated_at': '2022-03-23T01:51:06Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2f822693-b262-4a4a-aa1f-5de9edd39897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:53:20.959568 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35dbe8-376c-495f-a5ac-1d787c424e67 req-bd9d9e9d-b925-423a-a7fc-40b2c2e7e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:20.961733 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c35dbe8-376c-495f-a5ac-1d787c424e67 req-bd9d9e9d-b925-423a-a7fc-40b2c2e7e290 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=421cc921-f910-418e-8572-27bf845096fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1381483 Mar 23 01:53:21.065719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Router 52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:53:21.257155 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c35dbe8-376c-495f-a5ac-1d787c424e67 req-43fc600e-5b19-431f-9f08-54f9ffc11aed service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791357 Mar 23 01:53:21.305792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:53:21.321248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49046783-2b9c-4adc-a5c7-41d0888d48d2 None None] Sync routers for ids ['52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:53:21.333125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc0518-87ec-4764-bc85-b18b8154f35b req-86773566-34ed-4a97-82c5-cee68065e87e tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:21.334639 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03dc0518-87ec-4764-bc85-b18b8154f35b req-86773566-34ed-4a97-82c5-cee68065e87e tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 944 time: 0.1981099 Mar 23 01:53:21.370054 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49046783-2b9c-4adc-a5c7-41d0888d48d2 None None] Routers {'52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:53:21.370741 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-49046783-2b9c-4adc-a5c7-41d0888d48d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:21.373615 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device abbdd9d0-ebff-47d4-ab71-558ee764e4d2 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:21.379728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2affe327-d823-4b2e-863b-486f8784be27 None None] Provisioning complete for port edee63d1-957e-402b-bbc2-f28b09b8a5c1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:21.380300 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2affe327-d823-4b2e-863b-486f8784be27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (edee63d1-957e-402b-bbc2-f28b09b8a5c1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:21.441379 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca60ba0-0fb6-4997-a645-4a85708f3e1f None None] New status for floating IP d39d58ae-18c6-47d1-915e-68fbbc40c3fc: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:53:21.479522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-49046783-2b9c-4adc-a5c7-41d0888d48d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:21.526180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49046783-2b9c-4adc-a5c7-41d0888d48d2 None None] Routers {'52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:53:21.526882 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-49046783-2b9c-4adc-a5c7-41d0888d48d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:52:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:21.577427 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-49046783-2b9c-4adc-a5c7-41d0888d48d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:21.578114 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49046783-2b9c-4adc-a5c7-41d0888d48d2 None None] The sync data for ids ['52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:53:21.582435 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2affe327-d823-4b2e-863b-486f8784be27 None None] Port edee63d1-957e-402b-bbc2-f28b09b8a5c1 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:53:21.600363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port abbdd9d0-ebff-47d4-ab71-558ee764e4d2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:21.600889 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (abbdd9d0-ebff-47d4-ab71-558ee764e4d2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:21.663221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480b399-8257-447c-b72d-b95288a585e3 req-f107c443-e3d2-4799-a7ed-f1427c478ff7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:21.665574 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4480b399-8257-447c-b72d-b95288a585e3 req-f107c443-e3d2-4799-a7ed-f1427c478ff7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 946 time: 0.0938075 Mar 23 01:53:21.695927 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port abbdd9d0-ebff-47d4-ab71-558ee764e4d2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:21.726639 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4480b399-8257-447c-b72d-b95288a585e3 req-61bed223-a5e4-4108-8c71-e09cd9ce1907 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=1acad143-4554-4cd7-b59d-406e2e34184e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521047 Mar 23 01:53:21.739425 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-807b09f4-d986-4904-a193-3c5fe083732a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "PUT /v2.0/routers/52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4496899 Mar 23 01:53:21.740613 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60104) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:21.831671 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03dc0518-87ec-4764-bc85-b18b8154f35b req-1b90c7a0-e1f1-427b-a2e3-e3c8ea949d5f tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917449 Mar 23 01:53:21.861447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732756c5-cccf-4a06-92da-d2da4119eac1 req-be3e4886-ccca-4581-9234-6c92cd211026 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:21.862998 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-732756c5-cccf-4a06-92da-d2da4119eac1 req-be3e4886-ccca-4581-9234-6c92cd211026 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.42 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 946 time: 0.6049049 Mar 23 01:53:21.889756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76893aa8-ed4e-48e5-b2cd-e0dda4d122d6 req-04204b95-a3b7-4b29-88bc-8f2a96c597ba tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:21.891477 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76893aa8-ed4e-48e5-b2cd-e0dda4d122d6 req-04204b95-a3b7-4b29-88bc-8f2a96c597ba tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 945 time: 0.0774095 Mar 23 01:53:21.893800 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d99061de-6386-4b0a-b77d-74c76a0ff47d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for router (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:21.919201 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c35dbe8-376c-495f-a5ac-1d787c424e67 req-1a1108ad-28fb-4cdf-8599-3e44dbd0c9da service neutron] 10.222.0.42 "GET /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6264813 Mar 23 01:53:21.997239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-732756c5-cccf-4a06-92da-d2da4119eac1 req-3273e3db-7de4-45cf-ad17-0fd9ed9c694d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port 76d265b1-5687-4489-a089-63b1bb1b6965 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:21.997776 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-732756c5-cccf-4a06-92da-d2da4119eac1 req-3273e3db-7de4-45cf-ad17-0fd9ed9c694d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:22.000360 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a3cd4f85-aece-4f1e-85aa-a9ac04df483f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:22.035393 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76893aa8-ed4e-48e5-b2cd-e0dda4d122d6 req-b08df629-3688-4169-8b71-10dfb8e0b912 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062841 Mar 23 01:53:22.040166 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-d99061de-6386-4b0a-b77d-74c76a0ff47d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 23 01:53:22.042894 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d99061de-6386-4b0a-b77d-74c76a0ff47d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "DELETE /v2.0/routers/52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d HTTP/1.1" status: 409 len: 376 time: 0.3008530 Mar 23 01:53:22.044814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60108) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:22.161632 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-732756c5-cccf-4a06-92da-d2da4119eac1 req-3273e3db-7de4-45cf-ad17-0fd9ed9c694d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] For port 76d265b1-5687-4489-a089-63b1bb1b6965, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76d265b1-5687-4489-a089-63b1bb1b6965,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:22.161968 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-732756c5-cccf-4a06-92da-d2da4119eac1 req-3273e3db-7de4-45cf-ad17-0fd9ed9c694d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:22.178185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-732756c5-cccf-4a06-92da-d2da4119eac1 req-3273e3db-7de4-45cf-ad17-0fd9ed9c694d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for 76d265b1-5687-4489-a089-63b1bb1b6965 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:22.206350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9ee88-7026-4a9f-84ca-bb216b5a8ce9 req-f3568736-5a73-4734-a65a-7065a18efa67 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:22.207831 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ff9ee88-7026-4a9f-84ca-bb216b5a8ce9 req-f3568736-5a73-4734-a65a-7065a18efa67 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 945 time: 0.0897870 Mar 23 01:53:22.257968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 4a422d4c-3c6b-422c-b7a7-697d26221a00 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:22.295292 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ff9ee88-7026-4a9f-84ca-bb216b5a8ce9 req-1ae3d9b3-d74a-49d2-ab9d-76bcea627004 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605226 Mar 23 01:53:22.362547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 4a422d4c-3c6b-422c-b7a7-697d26221a00 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:53:22.366883 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 4a422d4c-3c6b-422c-b7a7-697d26221a00 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:22.367266 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4a422d4c-3c6b-422c-b7a7-697d26221a00), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:22.426882 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-732756c5-cccf-4a06-92da-d2da4119eac1 req-3273e3db-7de4-45cf-ad17-0fd9ed9c694d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (76d265b1-5687-4489-a089-63b1bb1b6965), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:22.452315 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fdf0ffd2-d3d6-47a1-9e67-cf398226f76a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:22.464224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273e3db-7de4-45cf-ad17-0fd9ed9c694d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=76d265b1-5687-4489-a089-63b1bb1b6965,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:22.535615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-732756c5-cccf-4a06-92da-d2da4119eac1 req-3273e3db-7de4-45cf-ad17-0fd9ed9c694d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] No DVR routers for this DVR port 76d265b1-5687-4489-a089-63b1bb1b6965 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:22.538794 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-732756c5-cccf-4a06-92da-d2da4119eac1 req-3273e3db-7de4-45cf-ad17-0fd9ed9c694d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:22.543058 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-732756c5-cccf-4a06-92da-d2da4119eac1 req-3273e3db-7de4-45cf-ad17-0fd9ed9c694d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.42 "DELETE /v2.0/ports/76d265b1-5687-4489-a089-63b1bb1b6965 HTTP/1.1" status: 204 len: 173 time: 0.6679513 Mar 23 01:53:22.543540 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'name': 'network-vif-deleted', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:22.546102 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 4a422d4c-3c6b-422c-b7a7-697d26221a00 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:22.546657 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cd06cf-5f31-46ae-b4ba-fc2d5d3ffb5b" -d '{"events": [{"server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "name": "network-vif-deleted", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:22.548271 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4a422d4c-3c6b-422c-b7a7-697d26221a00), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:22.599735 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ad43fb-f0fa-420f-a292-3801f5538106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a422d4c-3c6b-422c-b7a7-697d26221a00'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:22.602171 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd86837-9ac4-4ebb-9d13-fc30f76da40b" -d '{"events": [{"server_uuid": "97ad43fb-f0fa-420f-a292-3801f5538106", "name": "network-vif-plugged", "status": "completed", "tag": "4a422d4c-3c6b-422c-b7a7-697d26221a00"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:22.631396 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 4a422d4c-3c6b-422c-b7a7-697d26221a00, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4a422d4c-3c6b-422c-b7a7-697d26221a00,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:22.638861 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4a422d4c-3c6b-422c-b7a7-697d26221a00), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:22.641772 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00a2352-f441-4675-a9b2-c7180797d658 x-openstack-request-id: req-d00a2352-f441-4675-a9b2-c7180797d658 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:22.642703 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827d4eef-8ad2-4fec-a3e2-81f61aed62ae", "name": "network-vif-deleted", "tag": "76d265b1-5687-4489-a089-63b1bb1b6965", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:22.642969 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d00a2352-f441-4675-a9b2-c7180797d658 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:22.643530 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00a2352-f441-4675-a9b2-c7180797d658'] response: {'server_uuid': '827d4eef-8ad2-4fec-a3e2-81f61aed62ae', 'name': 'network-vif-deleted', 'tag': '76d265b1-5687-4489-a089-63b1bb1b6965', 'status': 'completed', 'code': 200} Mar 23 01:53:22.714764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=4a422d4c-3c6b-422c-b7a7-697d26221a00,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:22.739904 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1afce55-f157-406b-996c-38e1183767d8 x-openstack-request-id: req-f1afce55-f157-406b-996c-38e1183767d8 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:22.740201 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ad43fb-f0fa-420f-a292-3801f5538106", "name": "network-vif-plugged", "status": "completed", "tag": "4a422d4c-3c6b-422c-b7a7-697d26221a00", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:22.740984 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1afce55-f157-406b-996c-38e1183767d8 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:22.740984 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1afce55-f157-406b-996c-38e1183767d8'] response: {'server_uuid': '97ad43fb-f0fa-420f-a292-3801f5538106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a422d4c-3c6b-422c-b7a7-697d26221a00', 'code': 200} Mar 23 01:53:22.762709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858bfee-ada9-4c8c-b0c9-fc5dc04d333c req-dfa8669c-ae95-4b52-a8ca-372940b8abe0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:22.764149 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d858bfee-ada9-4c8c-b0c9-fc5dc04d333c req-dfa8669c-ae95-4b52-a8ca-372940b8abe0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 945 time: 0.0728390 Mar 23 01:53:22.851683 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d858bfee-ada9-4c8c-b0c9-fc5dc04d333c req-2564b619-0b20-4b56-aa80-dea785de272d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809436 Mar 23 01:53:22.928427 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4b9537e2-170d-4297-9728-f777244954e7 req-6bc98465-380c-42be-8466-619ce5ed058e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=827d4eef-8ad2-4fec-a3e2-81f61aed62ae HTTP/1.1" status: 200 len: 210 time: 0.0501578 Mar 23 01:53:22.943369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-fdf0ffd2-d3d6-47a1-9e67-cf398226f76a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Deleting port edee63d1-957e-402b-bbc2-f28b09b8a5c1 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:22.943722 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fdf0ffd2-d3d6-47a1-9e67-cf398226f76a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (edee63d1-957e-402b-bbc2-f28b09b8a5c1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:22.950951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a6e13-3d8b-47b3-b277-cc357a4bc844 req-19de5f3b-4518-4d34-9906-482c6eb3b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:22.953147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-469a6e13-3d8b-47b3-b277-cc357a4bc844 req-19de5f3b-4518-4d34-9906-482c6eb3b981 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 1127 time: 0.1394341 Mar 23 01:53:23.010972 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-469a6e13-3d8b-47b3-b277-cc357a4bc844 req-3392ba0e-f622-471e-936a-86bbd09cc928 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502229 Mar 23 01:53:23.099073 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2ce81-c041-465f-aab3-e77eb7df289a req-63848d87-6898-4ea1-9bcd-3b57b469c0dc tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:23.100476 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62c2ce81-c041-465f-aab3-e77eb7df289a req-63848d87-6898-4ea1-9bcd-3b57b469c0dc tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 945 time: 0.1361692 Mar 23 01:53:23.102124 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fdf0ffd2-d3d6-47a1-9e67-cf398226f76a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (edee63d1-957e-402b-bbc2-f28b09b8a5c1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:23.122207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-fdf0ffd2-d3d6-47a1-9e67-cf398226f76a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Calling delete_port for edee63d1-957e-402b-bbc2-f28b09b8a5c1 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:23.200357 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-62c2ce81-c041-465f-aab3-e77eb7df289a req-7670717f-c415-4814-9d09-d4ee0f0d36ae tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899804 Mar 23 01:53:23.247931 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:23.346639 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fdf0ffd2-d3d6-47a1-9e67-cf398226f76a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (edee63d1-957e-402b-bbc2-f28b09b8a5c1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:23.382775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0ffd2-d3d6-47a1-9e67-cf398226f76a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event deleted for resources: {'Port': ['ID=edee63d1-957e-402b-bbc2-f28b09b8a5c1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:23.486596 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fdf0ffd2-d3d6-47a1-9e67-cf398226f76a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:23.656213 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf0ffd2-d3d6-47a1-9e67-cf398226f76a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Router 52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:53:24.006145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60132) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:24.057322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf0ffd2-d3d6-47a1-9e67-cf398226f76a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:53:24.066480 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fdf0ffd2-d3d6-47a1-9e67-cf398226f76a tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "PUT /v2.0/routers/52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0173399 Mar 23 01:53:24.067463 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60134) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:24.071128 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76526cbb-043e-446e-bf82-126a0408c2c5 None None] Sync routers for ids ['52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:53:24.093114 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76526cbb-043e-446e-bf82-126a0408c2c5 None None] Routers {'52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:53:24.094060 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-76526cbb-043e-446e-bf82-126a0408c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:53:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:24.108950 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-0f0563ca-ed00-4ad2-be25-bfc38fceb341 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] show failed (client error): The resource could not be found. Mar 23 01:53:24.113517 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0f0563ca-ed00-4ad2-be25-bfc38fceb341 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-73255720 HTTP/1.1" status: 404 len: 333 time: 0.0423310 Mar 23 01:53:24.114967 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60136) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:24.120074 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-32646237-f4cb-4b1b-ac4b-f8bc2cfa23fa tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Request body: {'router': {'name': 'new_name'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:24.152370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0808d-7fce-4c13-844f-e92f272b68bf req-f53a593f-e32d-4253-b4f3-26c1ef6e0557 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:24.160234 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a7b0808d-7fce-4c13-844f-e92f272b68bf req-f53a593f-e32d-4253-b4f3-26c1ef6e0557 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 945 time: 0.2166703 Mar 23 01:53:24.162317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-76526cbb-043e-446e-bf82-126a0408c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:24.172646 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-32646237-f4cb-4b1b-ac4b-f8bc2cfa23fa tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] update failed (client error): The resource could not be found. Mar 23 01:53:24.172886 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76526cbb-043e-446e-bf82-126a0408c2c5 None None] Routers {'52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:53:24.176761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-76526cbb-043e-446e-bf82-126a0408c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:53:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:24.176915 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-32646237-f4cb-4b1b-ac4b-f8bc2cfa23fa tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-2014376633 HTTP/1.1" status: 404 len: 335 time: 0.0585163 Mar 23 01:53:24.177039 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60138) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:24.236816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-76526cbb-043e-446e-bf82-126a0408c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:24.237523 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76526cbb-043e-446e-bf82-126a0408c2c5 None None] The sync data for ids ['52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:53:24.247330 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a7b0808d-7fce-4c13-844f-e92f272b68bf req-5ba14144-8a1d-4dd6-b3e6-a813366450b1 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859904 Mar 23 01:53:24.284451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8e63f6-6333-4eb1-89ae-b460a1ecf903 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Deleting subnet e04e2692-975a-4dd3-96de-ccdca7ef4f66 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:53:24.290475 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bc8e63f6-6333-4eb1-89ae-b460a1ecf903 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for subnet (e04e2692-975a-4dd3-96de-ccdca7ef4f66), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:24.344850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd629de9-be83-4632-8ac2-b4b519245fbf req-8a4720c0-ee82-4851-a7d1-5ff58b69ec85 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:24.346311 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fd629de9-be83-4632-8ac2-b4b519245fbf req-8a4720c0-ee82-4851-a7d1-5ff58b69ec85 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 945 time: 0.1319504 Mar 23 01:53:24.404584 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bc8e63f6-6333-4eb1-89ae-b460a1ecf903 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (e04e2692-975a-4dd3-96de-ccdca7ef4f66), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:24.514998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f036522-f728-4a70-99cf-71eb4264f00d req-6b16cc7c-d8d3-4b0c-ae0a-657eba1993ff tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:24.516520 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9f036522-f728-4a70-99cf-71eb4264f00d req-6b16cc7c-d8d3-4b0c-ae0a-657eba1993ff tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 945 time: 0.1966004 Mar 23 01:53:24.569130 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae88b3f6-ad0e-4fe4-b46d-b1e475903ea6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (1a7b04f8-425a-4d6f-87d5-eb9561a3f954), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:24.570066 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:24.582811 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bc8e63f6-6333-4eb1-89ae-b460a1ecf903 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (e04e2692-975a-4dd3-96de-ccdca7ef4f66), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:24.632021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-fd629de9-be83-4632-8ac2-b4b519245fbf req-1908990f-8ffb-4e1c-af47-11bf51f050e4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Deleting port e95eb9d4-06ab-4d59-8d6b-729647156b78 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:24.632359 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-fd629de9-be83-4632-8ac2-b4b519245fbf req-1908990f-8ffb-4e1c-af47-11bf51f050e4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e95eb9d4-06ab-4d59-8d6b-729647156b78), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:24.683147 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9f036522-f728-4a70-99cf-71eb4264f00d req-c751ab65-d09c-443e-9461-ac19d540296c tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467943 Mar 23 01:53:24.748531 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-fd629de9-be83-4632-8ac2-b4b519245fbf req-1908990f-8ffb-4e1c-af47-11bf51f050e4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] For port e95eb9d4-06ab-4d59-8d6b-729647156b78, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e95eb9d4-06ab-4d59-8d6b-729647156b78,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:24.748925 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-fd629de9-be83-4632-8ac2-b4b519245fbf req-1908990f-8ffb-4e1c-af47-11bf51f050e4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e95eb9d4-06ab-4d59-8d6b-729647156b78), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:24.763558 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-fd629de9-be83-4632-8ac2-b4b519245fbf req-1908990f-8ffb-4e1c-af47-11bf51f050e4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Calling delete_port for e95eb9d4-06ab-4d59-8d6b-729647156b78 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:24.881177 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bc8e63f6-6333-4eb1-89ae-b460a1ecf903 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (e04e2692-975a-4dd3-96de-ccdca7ef4f66), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:24.915820 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8515e3b-0fbf-40d4-80d2-2fc5fc211238 req-d2287c2c-cc9a-4bef-bd41-765e924aad88 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:24.917918 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8515e3b-0fbf-40d4-80d2-2fc5fc211238 req-d2287c2c-cc9a-4bef-bd41-765e924aad88 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 945 time: 0.0952609 Mar 23 01:53:24.918484 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e63f6-6333-4eb1-89ae-b460a1ecf903 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event deleted for resources: {'Subnet': ['ID=e04e2692-975a-4dd3-96de-ccdca7ef4f66,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:24.926304 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bc8e63f6-6333-4eb1-89ae-b460a1ecf903 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:24.929510 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bc8e63f6-6333-4eb1-89ae-b460a1ecf903 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "DELETE /v2.0/subnets/e04e2692-975a-4dd3-96de-ccdca7ef4f66 HTTP/1.1" status: 204 len: 168 time: 0.7515697 Mar 23 01:53:24.933019 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60148) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:24.939741 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe136039-99a5-444a-8408-98a124dd426d None None] Network f64cf345-1eee-4d2a-ac3f-e9727d24be56 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:24.986351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ae88b3f6-ad0e-4fe4-b46d-b1e475903ea6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port aabd47ae-4759-45c0-b15c-494dcb5c20e5 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:24.988833 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae88b3f6-ad0e-4fe4-b46d-b1e475903ea6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:24.993279 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-fd629de9-be83-4632-8ac2-b4b519245fbf req-1908990f-8ffb-4e1c-af47-11bf51f050e4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e95eb9d4-06ab-4d59-8d6b-729647156b78), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:25.045456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b', 'e95eb9d4-06ab-4d59-8d6b-729647156b78'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:53:25.046952 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908990f-8ffb-4e1c-af47-11bf51f050e4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Pushing event deleted for resources: {'Port': ['ID=e95eb9d4-06ab-4d59-8d6b-729647156b78,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:25.090784 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (f64cf345-1eee-4d2a-ac3f-e9727d24be56), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:25.096725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-ae88b3f6-ad0e-4fe4-b46d-b1e475903ea6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] For port aabd47ae-4759-45c0-b15c-494dcb5c20e5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=aabd47ae-4759-45c0-b15c-494dcb5c20e5,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:25.097211 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae88b3f6-ad0e-4fe4-b46d-b1e475903ea6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:25.109534 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60152) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:25.110657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd629de9-be83-4632-8ac2-b4b519245fbf req-1908990f-8ffb-4e1c-af47-11bf51f050e4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] No DVR routers for this DVR port e95eb9d4-06ab-4d59-8d6b-729647156b78 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:25.112961 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ae88b3f6-ad0e-4fe4-b46d-b1e475903ea6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for aabd47ae-4759-45c0-b15c-494dcb5c20e5 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:25.118399 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-fd629de9-be83-4632-8ac2-b4b519245fbf req-1908990f-8ffb-4e1c-af47-11bf51f050e4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:25.122574 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fd629de9-be83-4632-8ac2-b4b519245fbf req-1908990f-8ffb-4e1c-af47-11bf51f050e4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "DELETE /v2.0/ports/e95eb9d4-06ab-4d59-8d6b-729647156b78 HTTP/1.1" status: 204 len: 173 time: 0.7700276 Mar 23 01:53:25.123246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd5fa69-433a-4190-b8d3-3b5de870fc43', 'name': 'network-vif-deleted', 'tag': 'e95eb9d4-06ab-4d59-8d6b-729647156b78'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:25.125668 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff1342e-7b89-48c3-bea7-ffdd92f479fa" -d '{"events": [{"server_uuid": "8dd5fa69-433a-4190-b8d3-3b5de870fc43", "name": "network-vif-deleted", "tag": "e95eb9d4-06ab-4d59-8d6b-729647156b78"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:25.197830 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Deleting port abbdd9d0-ebff-47d4-ab71-558ee764e4d2 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:25.198585 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (abbdd9d0-ebff-47d4-ab71-558ee764e4d2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:25.225777 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2590d9f1-c419-4f85-82fa-22ee17594898 x-openstack-request-id: req-2590d9f1-c419-4f85-82fa-22ee17594898 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:25.226067 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd5fa69-433a-4190-b8d3-3b5de870fc43", "name": "network-vif-deleted", "tag": "e95eb9d4-06ab-4d59-8d6b-729647156b78", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:25.226323 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2590d9f1-c419-4f85-82fa-22ee17594898 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:25.229815 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2590d9f1-c419-4f85-82fa-22ee17594898'] response: {'server_uuid': '8dd5fa69-433a-4190-b8d3-3b5de870fc43', 'name': 'network-vif-deleted', 'tag': 'e95eb9d4-06ab-4d59-8d6b-729647156b78', 'status': 'completed', 'code': 200} Mar 23 01:53:25.354084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2852238e-0881-484c-b241-8fbc6182d407 None None] DHCP port deletion for f64cf345-1eee-4d2a-ac3f-e9727d24be56 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:53:25.377873 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] For port abbdd9d0-ebff-47d4-ab71-558ee764e4d2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=abbdd9d0-ebff-47d4-ab71-558ee764e4d2,segment=NetworkSegment(db186e78-38a6-4cf2-a904-0ec276c22cb1),segment_id=db186e78-38a6-4cf2-a904-0ec276c22cb1)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:25.378467 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (abbdd9d0-ebff-47d4-ab71-558ee764e4d2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:25.410585 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dfa54344-b368-48b4-834a-1ff8109bf59e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:25.414207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Calling delete_port for abbdd9d0-ebff-47d4-ab71-558ee764e4d2 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:25.415945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2852238e-0881-484c-b241-8fbc6182d407 None None] Deleting port abbdd9d0-ebff-47d4-ab71-558ee764e4d2 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:25.416515 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2852238e-0881-484c-b241-8fbc6182d407 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (abbdd9d0-ebff-47d4-ab71-558ee764e4d2), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:25.476577 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6bd771c0-b204-47b1-a22c-119c41467ffa req-b619d83a-d073-4993-8226-12a52a8f45f6 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dd5fa69-433a-4190-b8d3-3b5de870fc43 HTTP/1.1" status: 200 len: 210 time: 0.0360658 Mar 23 01:53:25.504830 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2852238e-0881-484c-b241-8fbc6182d407 None None] For port abbdd9d0-ebff-47d4-ab71-558ee764e4d2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=abbdd9d0-ebff-47d4-ab71-558ee764e4d2,segment=NetworkSegment(db186e78-38a6-4cf2-a904-0ec276c22cb1),segment_id=db186e78-38a6-4cf2-a904-0ec276c22cb1)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:25.505516 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2852238e-0881-484c-b241-8fbc6182d407 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (abbdd9d0-ebff-47d4-ab71-558ee764e4d2), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:25.513300 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8515e3b-0fbf-40d4-80d2-2fc5fc211238 req-e26c21c7-ab1d-40f5-aeb0-bc5e38799174 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812926 Mar 23 01:53:25.536741 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2852238e-0881-484c-b241-8fbc6182d407 None None] Calling delete_port for abbdd9d0-ebff-47d4-ab71-558ee764e4d2 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:25.555514 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae88b3f6-ad0e-4fe4-b46d-b1e475903ea6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (aabd47ae-4759-45c0-b15c-494dcb5c20e5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:25.634005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88b3f6-ad0e-4fe4-b46d-b1e475903ea6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=aabd47ae-4759-45c0-b15c-494dcb5c20e5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:25.661807 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dfa54344-b368-48b4-834a-1ff8109bf59e admin admin] Publish callbacks [] for security_group (c0e679b0-efa0-422e-8618-4ca1f89534a2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:25.670696 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dfa54344-b368-48b4-834a-1ff8109bf59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c0e679b0-efa0-422e-8618-4ca1f89534a2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:25.691681 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2852238e-0881-484c-b241-8fbc6182d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (abbdd9d0-ebff-47d4-ab71-558ee764e4d2), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:25.763964 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (abbdd9d0-ebff-47d4-ab71-558ee764e4d2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:25.772370 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852238e-0881-484c-b241-8fbc6182d407 None None] Pushing event deleted for resources: {'Port': ['ID=abbdd9d0-ebff-47d4-ab71-558ee764e4d2,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:25.785291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2852238e-0881-484c-b241-8fbc6182d407 None None] No DVR routers for this DVR port abbdd9d0-ebff-47d4-ab71-558ee764e4d2 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:25.846399 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:25.860231 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dfa54344-b368-48b4-834a-1ff8109bf59e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00b08d506b454b9a9f026ff13d80cf74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7449920 Mar 23 01:53:25.866998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60164) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:25.873216 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event deleted for resources: {'Port': ['ID=abbdd9d0-ebff-47d4-ab71-558ee764e4d2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:25.875583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] No DVR routers for this DVR port abbdd9d0-ebff-47d4-ab71-558ee764e4d2 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:25.946083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2a8b6-a0bb-42a3-8102-ef15f447ef05 req-58923d10-c0f6-496b-a0e8-d29f5b62bab4 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:25.947967 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-18f2a8b6-a0bb-42a3-8102-ef15f447ef05 req-58923d10-c0f6-496b-a0e8-d29f5b62bab4 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 945 time: 0.1317840 Mar 23 01:53:25.954317 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa54344-b368-48b4-834a-1ff8109bf59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e679b0-efa0-422e-8618-4ca1f89534a2,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:25.958656 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae88b3f6-ad0e-4fe4-b46d-b1e475903ea6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (1a7b04f8-425a-4d6f-87d5-eb9561a3f954), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:26.057415 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (f64cf345-1eee-4d2a-ac3f-e9727d24be56), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:26.069766 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-769bd4ef-f8cc-46c4-9a42-69a1be7b6d0b admin admin] Publish callbacks [] for security_group (c0e679b0-efa0-422e-8618-4ca1f89534a2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:26.088461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64cf345-1eee-4d2a-ac3f-e9727d24be56']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:26.089145 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-18f2a8b6-a0bb-42a3-8102-ef15f447ef05 req-68872c4f-58d5-45bb-8dad-a1f25eff7d3e tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163752 Mar 23 01:53:26.105998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db186e78-38a6-4cf2-a904-0ec276c22cb1') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:26.106509 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db186e78-38a6-4cf2-a904-0ec276c22cb1') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:26.116469 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-769bd4ef-f8cc-46c4-9a42-69a1be7b6d0b admin admin] Publish callbacks [] for security_group (c0e679b0-efa0-422e-8618-4ca1f89534a2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:26.125585 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (db186e78-38a6-4cf2-a904-0ec276c22cb1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:26.150502 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (db186e78-38a6-4cf2-a904-0ec276c22cb1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:26.163142 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:53:26.163553 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (db186e78-38a6-4cf2-a904-0ec276c22cb1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:53:26.166939 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:53:26.227203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae88b3f6-ad0e-4fe4-b46d-b1e475903ea6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:53:26.260626 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-769bd4ef-f8cc-46c4-9a42-69a1be7b6d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c0e679b0-efa0-422e-8618-4ca1f89534a2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:26.263379 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-769bd4ef-f8cc-46c4-9a42-69a1be7b6d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:26.267199 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-769bd4ef-f8cc-46c4-9a42-69a1be7b6d0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0e679b0-efa0-422e-8618-4ca1f89534a2 HTTP/1.1" status: 204 len: 168 time: 0.3943174 Mar 23 01:53:26.269101 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (f64cf345-1eee-4d2a-ac3f-e9727d24be56), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:26.274497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 76d265b1-5687-4489-a089-63b1bb1b6965 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:53:26.286368 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:26.289247 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "DELETE /v2.0/networks/f64cf345-1eee-4d2a-ac3f-e9727d24be56 HTTP/1.1" status: 204 len: 168 time: 1.3548546 Mar 23 01:53:26.295505 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60170) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:26.300181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bd4ef-f8cc-46c4-9a42-69a1be7b6d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e679b0-efa0-422e-8618-4ca1f89534a2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:26.303560 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc794a-8330-43b6-9a5d-21256cf7823f tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event deleted for resources: {'Network': ['ID=f64cf345-1eee-4d2a-ac3f-e9727d24be56,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:26.315451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f062bbd-1c7c-4eb4-80e2-87e8ee107925 req-0a65e0e9-356c-453d-863d-3c838f4591b1 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:26.317068 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8f062bbd-1c7c-4eb4-80e2-87e8ee107925 req-0a65e0e9-356c-453d-863d-3c838f4591b1 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 945 time: 0.1133347 Mar 23 01:53:26.324222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 76d265b1-5687-4489-a089-63b1bb1b6965 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:53:26.325289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 76d265b1-5687-4489-a089-63b1bb1b6965 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:53:26.403894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6178ca-d7fa-4e93-8d12-7d18538aec1d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Deleting subnet a6514b31-7d7f-4d16-9638-357d2facbd41 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:53:26.408519 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a6178ca-d7fa-4e93-8d12-7d18538aec1d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for subnet (a6514b31-7d7f-4d16-9638-357d2facbd41), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:26.411075 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8f062bbd-1c7c-4eb4-80e2-87e8ee107925 req-089639c1-03c8-47b8-b849-f776e250ab53 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866492 Mar 23 01:53:26.469999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae88b3f6-ad0e-4fe4-b46d-b1e475903ea6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:53:26.478774 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60176) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:26.481500 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b082120-21b7-46ae-8c7b-b8f12cadfb49 None None] Sync routers for ids ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:53:26.486569 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ae88b3f6-ad0e-4fe4-b46d-b1e475903ea6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "PUT /v2.0/routers/1a7b04f8-425a-4d6f-87d5-eb9561a3f954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4783680 Mar 23 01:53:26.489179 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a6178ca-d7fa-4e93-8d12-7d18538aec1d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (a6514b31-7d7f-4d16-9638-357d2facbd41), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:26.501769 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b082120-21b7-46ae-8c7b-b8f12cadfb49 None None] Routers {'1a7b04f8-425a-4d6f-87d5-eb9561a3f954'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:53:26.502675 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-7b082120-21b7-46ae-8c7b-b8f12cadfb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:53:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:26.550699 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ec45e7-c479-466d-a062-a261a141386b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting subnet 2f822693-b262-4a4a-aa1f-5de9edd39897 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:53:26.562482 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-58ec45e7-c479-466d-a062-a261a141386b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for subnet (2f822693-b262-4a4a-aa1f-5de9edd39897), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:26.625651 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-58ec45e7-c479-466d-a062-a261a141386b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (2f822693-b262-4a4a-aa1f-5de9edd39897), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:26.703372 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a6178ca-d7fa-4e93-8d12-7d18538aec1d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (a6514b31-7d7f-4d16-9638-357d2facbd41), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:26.820585 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be2ccf-43f8-4f70-860b-459a6f720b26 req-f3941a5d-5cf2-4f66-8fc6-4c9ee8e57da2 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:26.822871 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70be2ccf-43f8-4f70-860b-459a6f720b26 req-f3941a5d-5cf2-4f66-8fc6-4c9ee8e57da2 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 945 time: 0.0897269 Mar 23 01:53:26.836277 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a6178ca-d7fa-4e93-8d12-7d18538aec1d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (a6514b31-7d7f-4d16-9638-357d2facbd41), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:26.851132 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-7b082120-21b7-46ae-8c7b-b8f12cadfb49 None None] Set router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:53:26.943212 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-58ec45e7-c479-466d-a062-a261a141386b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (2f822693-b262-4a4a-aa1f-5de9edd39897), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:27.156481 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-7b082120-21b7-46ae-8c7b-b8f12cadfb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689021318', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:47Z', 'updated_at': '2022-03-23T01:53:25Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:49Z', 'updated_at': '2022-03-23T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:27.182245 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-58ec45e7-c479-466d-a062-a261a141386b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (2f822693-b262-4a4a-aa1f-5de9edd39897), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:27.202749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-5d9f056d-6ace-49c2-9cba-de62d9ac87c3 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:27.209912 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-5d9f056d-6ace-49c2-9cba-de62d9ac87c3 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 806 time: 0.2500062 Mar 23 01:53:27.229571 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b082120-21b7-46ae-8c7b-b8f12cadfb49 None None] Checking router: 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:53:27.236710 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec45e7-c479-466d-a062-a261a141386b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Subnet': ['ID=2f822693-b262-4a4a-aa1f-5de9edd39897,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:27.242208 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-58ec45e7-c479-466d-a062-a261a141386b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:27.248777 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-58ec45e7-c479-466d-a062-a261a141386b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/subnets/2f822693-b262-4a4a-aa1f-5de9edd39897 HTTP/1.1" status: 204 len: 168 time: 0.7688830 Mar 23 01:53:27.249439 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60204) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:27.251404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6130c851-b644-4cc1-a4e6-0486ade6a18e None None] Network 421cc921-f910-418e-8572-27bf845096fb requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:27.259558 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-ddbb82d5-6a64-4d2a-83e0-841ea77bde99 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/quotas/40daccf221df44ccb4d09b7e635d42a3 HTTP/1.1" status: 200 len: 375 time: 0.0486257 Mar 23 01:53:27.264366 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b082120-21b7-46ae-8c7b-b8f12cadfb49 None None] Routers {'1a7b04f8-425a-4d6f-87d5-eb9561a3f954'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:53:27.265341 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6178ca-d7fa-4e93-8d12-7d18538aec1d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event deleted for resources: {'Subnet': ['ID=a6514b31-7d7f-4d16-9638-357d2facbd41,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:27.270304 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-7b082120-21b7-46ae-8c7b-b8f12cadfb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:53:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:27.304244 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4a6178ca-d7fa-4e93-8d12-7d18538aec1d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:27.313015 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4a6178ca-d7fa-4e93-8d12-7d18538aec1d tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "DELETE /v2.0/subnets/a6514b31-7d7f-4d16-9638-357d2facbd41 HTTP/1.1" status: 204 len: 168 time: 1.0153501 Mar 23 01:53:27.316840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60206) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:27.379543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2c341d-ae7f-4682-9ec8-c2bc08061f97 None None] Network e626045c-9e29-49f5-89b9-a6a1818f02d3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:27.471678 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70be2ccf-43f8-4f70-860b-459a6f720b26 req-b1ef43c6-c39b-426b-9d21-3035896bd273 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6320472 Mar 23 01:53:27.476282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad3f8a1-405c-4a3b-834a-061ebfed18cb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Deleting subnet b571e216-31ea-4e61-84de-003b3a4fb2e2 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:53:27.482202 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ad3f8a1-405c-4a3b-834a-061ebfed18cb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for subnet (b571e216-31ea-4e61-84de-003b3a4fb2e2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:27.523090 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-2584e839-a5c9-45f9-afa2-8872f2a76232 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2625945 Mar 23 01:53:27.595386 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ad3f8a1-405c-4a3b-834a-061ebfed18cb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (b571e216-31ea-4e61-84de-003b3a4fb2e2), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:27.604106 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1a6ada04-1af8-4047-9e3d-38107f9378ef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router (1a7b04f8-425a-4d6f-87d5-eb9561a3f954), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:27.654721 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-7b082120-21b7-46ae-8c7b-b8f12cadfb49 None None] Set router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:53:27.661119 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device abbdd9d0-ebff-47d4-ab71-558ee764e4d2 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:53:27.718826 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1a6ada04-1af8-4047-9e3d-38107f9378ef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_gateway (1a7b04f8-425a-4d6f-87d5-eb9561a3f954), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:27.780675 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ad3f8a1-405c-4a3b-834a-061ebfed18cb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (b571e216-31ea-4e61-84de-003b3a4fb2e2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:27.791997 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-cd10e720-c347-4651-87e4-0eab6cfb6f65 service neutron] 10.222.0.18 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678311 Mar 23 01:53:27.885418 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ad3f8a1-405c-4a3b-834a-061ebfed18cb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (b571e216-31ea-4e61-84de-003b3a4fb2e2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:27.887503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ada04-1af8-4047-9e3d-38107f9378ef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port bdc624ee-3912-42b0-ada6-784a750d6cec {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:27.887907 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1a6ada04-1af8-4047-9e3d-38107f9378ef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (bdc624ee-3912-42b0-ada6-784a750d6cec), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:27.930927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3f8a1-405c-4a3b-834a-061ebfed18cb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event deleted for resources: {'Subnet': ['ID=b571e216-31ea-4e61-84de-003b3a4fb2e2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:27.946551 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8ad3f8a1-405c-4a3b-834a-061ebfed18cb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:27.950971 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8ad3f8a1-405c-4a3b-834a-061ebfed18cb tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "DELETE /v2.0/subnets/b571e216-31ea-4e61-84de-003b3a4fb2e2 HTTP/1.1" status: 204 len: 168 time: 0.6329067 Mar 23 01:53:27.957491 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60218) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:27.994580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941e095-e9f4-4868-9c5a-b8f4823ec6a2 req-f7d4d461-7a39-48b2-a690-706f8ee56afd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:28.002786 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f941e095-e9f4-4868-9c5a-b8f4823ec6a2 req-f7d4d461-7a39-48b2-a690-706f8ee56afd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 945 time: 0.2713099 Mar 23 01:53:28.024717 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-1a6ada04-1af8-4047-9e3d-38107f9378ef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] For port bdc624ee-3912-42b0-ada6-784a750d6cec, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=bdc624ee-3912-42b0-ada6-784a750d6cec,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:28.025684 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1a6ada04-1af8-4047-9e3d-38107f9378ef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (bdc624ee-3912-42b0-ada6-784a750d6cec), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:28.061250 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-7b082120-21b7-46ae-8c7b-b8f12cadfb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689021318', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:47Z', 'updated_at': '2022-03-23T01:53:25Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:49Z', 'updated_at': '2022-03-23T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:28.061697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ada04-1af8-4047-9e3d-38107f9378ef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for bdc624ee-3912-42b0-ada6-784a750d6cec owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:28.091165 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b082120-21b7-46ae-8c7b-b8f12cadfb49 None None] The sync data for ids ['1a7b04f8-425a-4d6f-87d5-eb9561a3f954'] in n-d-834677-4 is: [{'id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689021318', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:50:47Z', 'updated_at': '2022-03-23T01:53:25Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': 'bdc624ee-3912-42b0-ada6-784a750d6cec', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7b04f8-425a-4d6f-87d5-eb9561a3f954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:50:49Z', 'updated_at': '2022-03-23T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:53:28.102619 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469ddab8-0441-471f-af34-52bb950991ff None None] Network 62c8fde3-ce72-4013-97e4-365d5feb0c16 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:28.107677 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: abbdd9d0-ebff-47d4-ab71-558ee764e4d2 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:53:28.108018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device abbdd9d0-ebff-47d4-ab71-558ee764e4d2 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:53:28.199315 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (e626045c-9e29-49f5-89b9-a6a1818f02d3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:28.203856 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f941e095-e9f4-4868-9c5a-b8f4823ec6a2 req-7aedebbe-4b7f-4544-9ccf-88a6d0220604 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825700 Mar 23 01:53:28.211554 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-bc87fab1-4f61-4bdf-b3cf-f7d5231f44e9 service neutron] 10.222.0.18 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186466 Mar 23 01:53:28.388050 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Deleting port 95ad3963-09aa-4b83-86c1-93e949a3e1a7 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:28.388590 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (95ad3963-09aa-4b83-86c1-93e949a3e1a7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:28.416770 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1a6ada04-1af8-4047-9e3d-38107f9378ef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (bdc624ee-3912-42b0-ada6-784a750d6cec), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:28.549122 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d50b70-6190-410c-868c-abc4489e956a None None] DHCP port deletion for 421cc921-f910-418e-8572-27bf845096fb request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:53:28.617464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] For port 95ad3963-09aa-4b83-86c1-93e949a3e1a7, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=95ad3963-09aa-4b83-86c1-93e949a3e1a7,segment=NetworkSegment(f8c01226-fe5c-4914-ab28-0401ce29c24c),segment_id=f8c01226-fe5c-4914-ab28-0401ce29c24c)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:28.617961 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (95ad3963-09aa-4b83-86c1-93e949a3e1a7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:28.653400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ada04-1af8-4047-9e3d-38107f9378ef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=bdc624ee-3912-42b0-ada6-784a750d6cec,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:28.658823 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1a6ada04-1af8-4047-9e3d-38107f9378ef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (1a7b04f8-425a-4d6f-87d5-eb9561a3f954), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:28.662304 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ec7770-d35b-43c3-8e3f-d20f565506a0 None None] DHCP port deletion for e626045c-9e29-49f5-89b9-a6a1818f02d3 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:53:28.672015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57399621-6d9d-4edc-8cf8-5ffb4b679a9a None None] DHCP port deletion for 62c8fde3-ce72-4013-97e4-365d5feb0c16 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:53:28.675521 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Calling delete_port for 95ad3963-09aa-4b83-86c1-93e949a3e1a7 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:28.845264 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60242) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:28.855876 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1a6ada04-1af8-4047-9e3d-38107f9378ef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (1a7b04f8-425a-4d6f-87d5-eb9561a3f954), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:28.858894 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1a6ada04-1af8-4047-9e3d-38107f9378ef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_controller (1a7b04f8-425a-4d6f-87d5-eb9561a3f954), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:28.870265 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09dc17c1-adeb-4e53-8062-991d0f640838 req-028ebb65-1bfe-4df3-8f70-a1a88e11c96f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 210 time: 0.2279179 Mar 23 01:53:28.919756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1a6ada04-1af8-4047-9e3d-38107f9378ef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (1a7b04f8-425a-4d6f-87d5-eb9561a3f954), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:28.920530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6ada04-1af8-4047-9e3d-38107f9378ef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Fanout notify agent at l3_agent the message router_deleted on router 1a7b04f8-425a-4d6f-87d5-eb9561a3f954 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:53:28.930945 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1a6ada04-1af8-4047-9e3d-38107f9378ef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:28.931169 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-23d50b70-6190-410c-868c-abc4489e956a None None] Deleting port 18326443-0123-44ce-9247-546d4d712447 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:28.932342 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1a6ada04-1af8-4047-9e3d-38107f9378ef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/routers/1a7b04f8-425a-4d6f-87d5-eb9561a3f954 HTTP/1.1" status: 204 len: 168 time: 1.6807692 Mar 23 01:53:28.934422 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-23d50b70-6190-410c-868c-abc4489e956a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (18326443-0123-44ce-9247-546d4d712447), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:28.935269 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60250) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:28.937653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb669e16-804c-43ca-b5b9-0d4758d743e9 req-014cad5a-2b79-4814-9637-cd72dd4be1d9 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:28.945669 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eb669e16-804c-43ca-b5b9-0d4758d743e9 req-014cad5a-2b79-4814-9637-cd72dd4be1d9 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 945 time: 0.1230617 Mar 23 01:53:28.953221 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (95ad3963-09aa-4b83-86c1-93e949a3e1a7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:28.992466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] No DVR routers for this DVR port 95ad3963-09aa-4b83-86c1-93e949a3e1a7 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:28.998117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event deleted for resources: {'Port': ['ID=95ad3963-09aa-4b83-86c1-93e949a3e1a7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:29.063516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-23d50b70-6190-410c-868c-abc4489e956a None None] For port 18326443-0123-44ce-9247-546d4d712447, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=18326443-0123-44ce-9247-546d4d712447,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:29.063918 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-23d50b70-6190-410c-868c-abc4489e956a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (18326443-0123-44ce-9247-546d4d712447), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.079100 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-23d50b70-6190-410c-868c-abc4489e956a None None] Calling delete_port for 18326443-0123-44ce-9247-546d4d712447 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:29.091837 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (421cc921-f910-418e-8572-27bf845096fb), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.121874 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04974de7-7d5f-4e33-93bb-37c30903e89f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.143618 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (e626045c-9e29-49f5-89b9-a6a1818f02d3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.151454 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e95eb9d4-06ab-4d59-8d6b-729647156b78 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:53:29.163406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-97ec7770-d35b-43c3-8e3f-d20f565506a0 None None] Deleting port 95ad3963-09aa-4b83-86c1-93e949a3e1a7 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:29.164050 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-97ec7770-d35b-43c3-8e3f-d20f565506a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (95ad3963-09aa-4b83-86c1-93e949a3e1a7), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.168883 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eb669e16-804c-43ca-b5b9-0d4758d743e9 req-21d371d6-9ff4-4c12-ada3-cd4e78bac20a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212667 Mar 23 01:53:29.213588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e626045c-9e29-49f5-89b9-a6a1818f02d3']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:29.230513 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port 18326443-0123-44ce-9247-546d4d712447 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:29.231094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c01226-fe5c-4914-ab28-0401ce29c24c') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:29.231252 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (18326443-0123-44ce-9247-546d4d712447), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.235174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c01226-fe5c-4914-ab28-0401ce29c24c') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:29.246877 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (f8c01226-fe5c-4914-ab28-0401ce29c24c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.269747 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (f8c01226-fe5c-4914-ab28-0401ce29c24c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.282134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:53:29.282425 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-57399621-6d9d-4edc-8cf8-5ffb4b679a9a None None] Deleting port 706a87da-76e8-4c9d-a511-16de767345cb {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:29.282884 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-57399621-6d9d-4edc-8cf8-5ffb4b679a9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (706a87da-76e8-4c9d-a511-16de767345cb), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.283216 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (f8c01226-fe5c-4914-ab28-0401ce29c24c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:53:29.286979 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:53:29.312278 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] For port 18326443-0123-44ce-9247-546d4d712447, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=18326443-0123-44ce-9247-546d4d712447,segment=NetworkSegment(1d7acf2b-cdba-424d-bfd2-bd18bf269f30),segment_id=1d7acf2b-cdba-424d-bfd2-bd18bf269f30)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:29.312830 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (18326443-0123-44ce-9247-546d4d712447), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.321401 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-97ec7770-d35b-43c3-8e3f-d20f565506a0 None None] For port 95ad3963-09aa-4b83-86c1-93e949a3e1a7, host n-d-834677-4, got binding levels [] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:29.322391 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-97ec7770-d35b-43c3-8e3f-d20f565506a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (95ad3963-09aa-4b83-86c1-93e949a3e1a7), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.325266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: e95eb9d4-06ab-4d59-8d6b-729647156b78 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:53:29.325614 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e95eb9d4-06ab-4d59-8d6b-729647156b78 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:53:29.331825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for 18326443-0123-44ce-9247-546d4d712447 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:29.378009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-97ec7770-d35b-43c3-8e3f-d20f565506a0 None None] Calling delete_port for 95ad3963-09aa-4b83-86c1-93e949a3e1a7 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:29.382046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.ipam_backend_mixin [None req-97ec7770-d35b-43c3-8e3f-d20f565506a0 None None] Port 95ad3963-09aa-4b83-86c1-93e949a3e1a7 was not found and therefore no delete operation was performed {{(pid=99265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 01:53:29.388785 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-97ec7770-d35b-43c3-8e3f-d20f565506a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (95ad3963-09aa-4b83-86c1-93e949a3e1a7), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.401595 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04974de7-7d5f-4e33-93bb-37c30903e89f admin admin] Publish callbacks [] for security_group (8b8428f1-6c96-4653-a0cc-8a40ea3b573d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.404912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (e626045c-9e29-49f5-89b9-a6a1818f02d3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.410464 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.417370 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "DELETE /v2.0/networks/e626045c-9e29-49f5-89b9-a6a1818f02d3 HTTP/1.1" status: 204 len: 168 time: 1.4134717 Mar 23 01:53:29.418729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60254) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:29.425062 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04974de7-7d5f-4e33-93bb-37c30903e89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8b8428f1-6c96-4653-a0cc-8a40ea3b573d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.436129 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec7770-d35b-43c3-8e3f-d20f565506a0 None None] No DVR routers for this DVR port 95ad3963-09aa-4b83-86c1-93e949a3e1a7 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:29.445607 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (18326443-0123-44ce-9247-546d4d712447), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.449928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-57399621-6d9d-4edc-8cf8-5ffb4b679a9a None None] For port 706a87da-76e8-4c9d-a511-16de767345cb, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=706a87da-76e8-4c9d-a511-16de767345cb,segment=NetworkSegment(377ce9a8-bd6d-47aa-8674-fbf26ae60f23),segment_id=377ce9a8-bd6d-47aa-8674-fbf26ae60f23)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:29.450576 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-57399621-6d9d-4edc-8cf8-5ffb4b679a9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (706a87da-76e8-4c9d-a511-16de767345cb), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.453941 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec7770-d35b-43c3-8e3f-d20f565506a0 None None] Pushing event deleted for resources: {'Port': ['ID=95ad3963-09aa-4b83-86c1-93e949a3e1a7,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:29.466215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b29f71-a8a8-44e4-a658-a6cce6e16bfd tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event deleted for resources: {'Network': ['ID=e626045c-9e29-49f5-89b9-a6a1818f02d3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:29.487266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=18326443-0123-44ce-9247-546d4d712447,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:29.492315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-57399621-6d9d-4edc-8cf8-5ffb4b679a9a None None] Calling delete_port for 706a87da-76e8-4c9d-a511-16de767345cb owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:29.496178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] No DVR routers for this DVR port 18326443-0123-44ce-9247-546d4d712447 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:29.505322 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-23d50b70-6190-410c-868c-abc4489e956a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (18326443-0123-44ce-9247-546d4d712447), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.547793 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d50b70-6190-410c-868c-abc4489e956a None None] Pushing event deleted for resources: {'Port': ['ID=18326443-0123-44ce-9247-546d4d712447,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:29.585894 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-04974de7-7d5f-4e33-93bb-37c30903e89f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48302b85c5d44570b393005f182b4632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7396388 Mar 23 01:53:29.594830 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d50b70-6190-410c-868c-abc4489e956a None None] No DVR routers for this DVR port 18326443-0123-44ce-9247-546d4d712447 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:29.615483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60256) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:29.664549 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04974de7-7d5f-4e33-93bb-37c30903e89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8428f1-6c96-4653-a0cc-8a40ea3b573d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:29.671098 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 18326443-0123-44ce-9247-546d4d712447 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:53:29.681670 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f241f222-a264-41b5-9e59-14782e529b40 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (62c8fde3-ce72-4013-97e4-365d5feb0c16), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.704918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 18326443-0123-44ce-9247-546d4d712447 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:53:29.705419 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 18326443-0123-44ce-9247-546d4d712447 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:53:29.706312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device aabd47ae-4759-45c0-b15c-494dcb5c20e5 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:53:29.742879 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-57399621-6d9d-4edc-8cf8-5ffb4b679a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (706a87da-76e8-4c9d-a511-16de767345cb), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.750659 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ba85eb7-26d7-43fb-8848-0cee385b983c admin admin] Publish callbacks [] for security_group (8b8428f1-6c96-4653-a0cc-8a40ea3b573d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.751386 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: aabd47ae-4759-45c0-b15c-494dcb5c20e5 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:53:29.751831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device aabd47ae-4759-45c0-b15c-494dcb5c20e5 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:53:29.752392 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 706a87da-76e8-4c9d-a511-16de767345cb no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:53:29.796044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57399621-6d9d-4edc-8cf8-5ffb4b679a9a None None] No DVR routers for this DVR port 706a87da-76e8-4c9d-a511-16de767345cb on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:29.798838 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ba85eb7-26d7-43fb-8848-0cee385b983c admin admin] Publish callbacks [] for security_group (8b8428f1-6c96-4653-a0cc-8a40ea3b573d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.802999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57399621-6d9d-4edc-8cf8-5ffb4b679a9a None None] Pushing event deleted for resources: {'Port': ['ID=706a87da-76e8-4c9d-a511-16de767345cb,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:29.812811 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 706a87da-76e8-4c9d-a511-16de767345cb {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:53:29.813746 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 706a87da-76e8-4c9d-a511-16de767345cb not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:53:29.814543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 95ad3963-09aa-4b83-86c1-93e949a3e1a7 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:53:29.836223 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 95ad3963-09aa-4b83-86c1-93e949a3e1a7 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:53:29.836777 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 95ad3963-09aa-4b83-86c1-93e949a3e1a7 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:53:29.837420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device bdc624ee-3912-42b0-ada6-784a750d6cec no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:53:29.857405 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: bdc624ee-3912-42b0-ada6-784a750d6cec {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:53:29.857898 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device bdc624ee-3912-42b0-ada6-784a750d6cec not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:53:29.921186 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f241f222-a264-41b5-9e59-14782e529b40 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (62c8fde3-ce72-4013-97e4-365d5feb0c16), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:29.952749 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-f241f222-a264-41b5-9e59-14782e529b40 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c8fde3-ce72-4013-97e4-365d5feb0c16']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:29.967024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-f241f222-a264-41b5-9e59-14782e529b40 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377ce9a8-bd6d-47aa-8674-fbf26ae60f23') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:29.967329 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-f241f222-a264-41b5-9e59-14782e529b40 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377ce9a8-bd6d-47aa-8674-fbf26ae60f23') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:29.986518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f593ba3-2e0a-430a-b800-d72e475d3284 req-d2eed818-11f4-41bd-8893-3fabd1d573dd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:29.988016 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1f593ba3-2e0a-430a-b800-d72e475d3284 req-d2eed818-11f4-41bd-8893-3fabd1d573dd tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.42 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 945 time: 0.1342297 Mar 23 01:53:29.993823 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f241f222-a264-41b5-9e59-14782e529b40 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (377ce9a8-bd6d-47aa-8674-fbf26ae60f23), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.009483 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ba85eb7-26d7-43fb-8848-0cee385b983c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8b8428f1-6c96-4653-a0cc-8a40ea3b573d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.012209 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ba85eb7-26d7-43fb-8848-0cee385b983c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.013605 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6ba85eb7-26d7-43fb-8848-0cee385b983c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b8428f1-6c96-4653-a0cc-8a40ea3b573d HTTP/1.1" status: 204 len: 168 time: 0.3977087 Mar 23 01:53:30.031411 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5de4d7a4-641e-4a99-80be-fc3ae3797811 req-d0e493b7-f62f-43c4-8309-7fa2f165cc24 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 210 time: 0.0475137 Mar 23 01:53:30.036237 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (421cc921-f910-418e-8572-27bf845096fb), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.052191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba85eb7-26d7-43fb-8848-0cee385b983c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8428f1-6c96-4653-a0cc-8a40ea3b573d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:30.061313 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421cc921-f910-418e-8572-27bf845096fb']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:30.074327 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f241f222-a264-41b5-9e59-14782e529b40 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (377ce9a8-bd6d-47aa-8674-fbf26ae60f23), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.075016 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7acf2b-cdba-424d-bfd2-bd18bf269f30') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:30.075325 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7acf2b-cdba-424d-bfd2-bd18bf269f30') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:30.086034 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (1d7acf2b-cdba-424d-bfd2-bd18bf269f30), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.088353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f241f222-a264-41b5-9e59-14782e529b40 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:53:30.088822 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f241f222-a264-41b5-9e59-14782e529b40 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (377ce9a8-bd6d-47aa-8674-fbf26ae60f23), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:53:30.092701 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:53:30.101604 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (1d7acf2b-cdba-424d-bfd2-bd18bf269f30), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.109953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:53:30.110653 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (1d7acf2b-cdba-424d-bfd2-bd18bf269f30), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:53:30.114189 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:53:30.221488 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f241f222-a264-41b5-9e59-14782e529b40 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (62c8fde3-ce72-4013-97e4-365d5feb0c16), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.230144 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f241f222-a264-41b5-9e59-14782e529b40 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.238583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60266) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:30.239046 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f241f222-a264-41b5-9e59-14782e529b40 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "DELETE /v2.0/networks/62c8fde3-ce72-4013-97e4-365d5feb0c16 HTTP/1.1" status: 204 len: 168 time: 0.8098583 Mar 23 01:53:30.261207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-1f593ba3-2e0a-430a-b800-d72e475d3284 req-4b403648-4182-4773-95a4-11d7bcfea40d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Deleting port 4a422d4c-3c6b-422c-b7a7-697d26221a00 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:30.261433 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1f593ba3-2e0a-430a-b800-d72e475d3284 req-4b403648-4182-4773-95a4-11d7bcfea40d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4a422d4c-3c6b-422c-b7a7-697d26221a00), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.271100 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (421cc921-f910-418e-8572-27bf845096fb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.301460 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.304834 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/networks/421cc921-f910-418e-8572-27bf845096fb HTTP/1.1" status: 204 len: 168 time: 1.3672955 Mar 23 01:53:30.310957 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503953ba-d7a6-4927-bfd7-79f32656f292 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Network': ['ID=421cc921-f910-418e-8572-27bf845096fb,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:30.312556 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60268) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:30.329770 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241f222-a264-41b5-9e59-14782e529b40 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event deleted for resources: {'Network': ['ID=62c8fde3-ce72-4013-97e4-365d5feb0c16,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:30.379862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-db21ef86-03f6-4092-9c04-9674ad616f06 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Deleting subnet 7d582fba-ebc0-41ae-9791-0c0077edcbd3 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:53:30.390349 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db21ef86-03f6-4092-9c04-9674ad616f06 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for subnet (7d582fba-ebc0-41ae-9791-0c0077edcbd3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.426366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-aa038b39-45df-4c11-bb1f-a31a0a752585 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:30.427872 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-aa038b39-45df-4c11-bb1f-a31a0a752585 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 806 time: 0.3001866 Mar 23 01:53:30.438145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-1f593ba3-2e0a-430a-b800-d72e475d3284 req-4b403648-4182-4773-95a4-11d7bcfea40d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] For port 4a422d4c-3c6b-422c-b7a7-697d26221a00, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4a422d4c-3c6b-422c-b7a7-697d26221a00,segment=NetworkSegment(c9be95be-bee7-41bb-997c-febdce3ad847),segment_id=c9be95be-bee7-41bb-997c-febdce3ad847)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:30.438761 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1f593ba3-2e0a-430a-b800-d72e475d3284 req-4b403648-4182-4773-95a4-11d7bcfea40d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4a422d4c-3c6b-422c-b7a7-697d26221a00), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.454576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-8ecf0ed8-fd52-44ed-a144-11925c6e152d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Request body: {'port': {'device_id': '78bdd562-b91f-44be-9c1f-07a42145593c', 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01', 'admin_state_up': True, 'tenant_id': '40daccf221df44ccb4d09b7e635d42a3'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:30.459093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b2c31-62a4-4175-8cc8-f728e7020cf7 req-d018d02f-2ae4-4dc1-8f36-c246c033225a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:30.460285 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-766b2c31-62a4-4175-8cc8-f728e7020cf7 req-d018d02f-2ae4-4dc1-8f36-c246c033225a tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ad43fb-f0fa-420f-a292-3801f5538106 HTTP/1.1" status: 200 len: 945 time: 0.1323411 Mar 23 01:53:30.467323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-1f593ba3-2e0a-430a-b800-d72e475d3284 req-4b403648-4182-4773-95a4-11d7bcfea40d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Calling delete_port for 4a422d4c-3c6b-422c-b7a7-697d26221a00 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:30.508379 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db21ef86-03f6-4092-9c04-9674ad616f06 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (7d582fba-ebc0-41ae-9791-0c0077edcbd3), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.538879 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e35c82a5-2e3e-4ca7-83f2-9a428ee235f5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (1acad143-4554-4cd7-b59d-406e2e34184e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.564745 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-766b2c31-62a4-4175-8cc8-f728e7020cf7 req-90283420-bc28-4b80-b08f-bc644e71d7f9 tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a04bc9-312c-46fa-9795-ec484c01e105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952458 Mar 23 01:53:30.599270 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e35c82a5-2e3e-4ca7-83f2-9a428ee235f5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (1acad143-4554-4cd7-b59d-406e2e34184e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.659861 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1f593ba3-2e0a-430a-b800-d72e475d3284 req-4b403648-4182-4773-95a4-11d7bcfea40d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4a422d4c-3c6b-422c-b7a7-697d26221a00), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.678414 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['4a422d4c-3c6b-422c-b7a7-697d26221a00'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:53:30.695697 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b403648-4182-4773-95a4-11d7bcfea40d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Pushing event deleted for resources: {'Port': ['ID=4a422d4c-3c6b-422c-b7a7-697d26221a00,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:30.701561 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db21ef86-03f6-4092-9c04-9674ad616f06 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (7d582fba-ebc0-41ae-9791-0c0077edcbd3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.738736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-8ecf0ed8-fd52-44ed-a144-11925c6e152d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Made reservation on behalf of 40daccf221df44ccb4d09b7e635d42a3 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:30.742293 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-8ecf0ed8-fd52-44ed-a144-11925c6e152d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.760634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f593ba3-2e0a-430a-b800-d72e475d3284 req-4b403648-4182-4773-95a4-11d7bcfea40d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] No DVR routers for this DVR port 4a422d4c-3c6b-422c-b7a7-697d26221a00 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:30.764844 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1f593ba3-2e0a-430a-b800-d72e475d3284 req-4b403648-4182-4773-95a4-11d7bcfea40d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.771527 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1f593ba3-2e0a-430a-b800-d72e475d3284 req-4b403648-4182-4773-95a4-11d7bcfea40d tempest-ServerDiskConfigTestJSON-369829802 tempest-ServerDiskConfigTestJSON-369829802-project] 10.222.0.42 "DELETE /v2.0/ports/4a422d4c-3c6b-422c-b7a7-697d26221a00 HTTP/1.1" status: 204 len: 173 time: 0.7748482 Mar 23 01:53:30.772176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ad43fb-f0fa-420f-a292-3801f5538106', 'name': 'network-vif-deleted', 'tag': '4a422d4c-3c6b-422c-b7a7-697d26221a00'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:30.778229 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e3a084-dc7f-4393-8945-a5ed140d1bcc" -d '{"events": [{"server_uuid": "97ad43fb-f0fa-420f-a292-3801f5538106", "name": "network-vif-deleted", "tag": "4a422d4c-3c6b-422c-b7a7-697d26221a00"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:30.826721 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e35c82a5-2e3e-4ca7-83f2-9a428ee235f5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1acad143-4554-4cd7-b59d-406e2e34184e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.829598 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e35c82a5-2e3e-4ca7-83f2-9a428ee235f5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.833414 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af9b569-29dc-4285-a537-27ab649c4cc1 x-openstack-request-id: req-5af9b569-29dc-4285-a537-27ab649c4cc1 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:30.833414 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ad43fb-f0fa-420f-a292-3801f5538106", "name": "network-vif-deleted", "tag": "4a422d4c-3c6b-422c-b7a7-697d26221a00", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:30.833684 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e35c82a5-2e3e-4ca7-83f2-9a428ee235f5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/security-groups/1acad143-4554-4cd7-b59d-406e2e34184e HTTP/1.1" status: 204 len: 168 time: 0.5075076 Mar 23 01:53:30.833775 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5af9b569-29dc-4285-a537-27ab649c4cc1 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:30.833775 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af9b569-29dc-4285-a537-27ab649c4cc1'] response: {'server_uuid': '97ad43fb-f0fa-420f-a292-3801f5538106', 'name': 'network-vif-deleted', 'tag': '4a422d4c-3c6b-422c-b7a7-697d26221a00', 'status': 'completed', 'code': 200} Mar 23 01:53:30.849736 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db21ef86-03f6-4092-9c04-9674ad616f06 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (7d582fba-ebc0-41ae-9791-0c0077edcbd3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.890690 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21ef86-03f6-4092-9c04-9674ad616f06 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event deleted for resources: {'Subnet': ['ID=7d582fba-ebc0-41ae-9791-0c0077edcbd3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:30.893284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c82a5-2e3e-4ca7-83f2-9a428ee235f5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acad143-4554-4cd7-b59d-406e2e34184e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:30.902990 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db21ef86-03f6-4092-9c04-9674ad616f06 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:30.907089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03da752-de45-4ae2-bf81-df8a793fa1ae None None] Network 0ce5ab80-c768-4e1f-8025-27788224bb3c requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:30.917904 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-db21ef86-03f6-4092-9c04-9674ad616f06 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "DELETE /v2.0/subnets/7d582fba-ebc0-41ae-9791-0c0077edcbd3 HTTP/1.1" status: 204 len: 168 time: 0.6779783 Mar 23 01:53:30.921066 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60292) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:31.012101 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60294) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:31.014819 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-8ecf0ed8-fd52-44ed-a144-11925c6e152d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Allocated IP 172.20.0.12 (42433058-325f-4239-94d5-8b7af2c3ec01/a8471a63-7189-4566-adcc-c6e2e0f179a5/ce35be12-d79a-42f2-9908-f3dad501cafa) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:53:31.051907 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (0ce5ab80-c768-4e1f-8025-27788224bb3c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.144144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f643eda9-827a-44b3-ba20-a6b841bfc311 None None] DHCP port deletion for 0ce5ab80-c768-4e1f-8025-27788224bb3c request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:53:31.144772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Deleting port 238b7d70-1e8f-4f11-8069-4994274b4ebc {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:31.145224 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (238b7d70-1e8f-4f11-8069-4994274b4ebc), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.166249 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e6392099-7f62-4aad-b3e7-d6426d48957d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1406634169-network', 'tenant_id': '6dedc316948c43d8960b4c23519b7009'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:31.225968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f643eda9-827a-44b3-ba20-a6b841bfc311 None None] Deleting port 238b7d70-1e8f-4f11-8069-4994274b4ebc {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:31.226613 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f643eda9-827a-44b3-ba20-a6b841bfc311 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (238b7d70-1e8f-4f11-8069-4994274b4ebc), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.252514 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f055e25c-7837-4628-9b37-5cd33c0becbe req-00f3402d-e4d4-4395-bd78-7466bf164800 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 210 time: 0.0506885 Mar 23 01:53:31.256659 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-8ecf0ed8-fd52-44ed-a144-11925c6e152d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks [] for port (ce35be12-d79a-42f2-9908-f3dad501cafa), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.303232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] For port 238b7d70-1e8f-4f11-8069-4994274b4ebc, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=238b7d70-1e8f-4f11-8069-4994274b4ebc,segment=NetworkSegment(6e393ed9-ccb4-48dd-bac8-fd93b83892dc),segment_id=6e393ed9-ccb4-48dd-bac8-fd93b83892dc)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:31.303769 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (238b7d70-1e8f-4f11-8069-4994274b4ebc), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.326399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Calling delete_port for 238b7d70-1e8f-4f11-8069-4994274b4ebc owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:31.327377 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-8ecf0ed8-fd52-44ed-a144-11925c6e152d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ce35be12-d79a-42f2-9908-f3dad501cafa), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.355353 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 238b7d70-1e8f-4f11-8069-4994274b4ebc no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:53:31.387221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-8ecf0ed8-fd52-44ed-a144-11925c6e152d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Network 42433058-325f-4239-94d5-8b7af2c3ec01 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:31.389962 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:53:31.395775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-8ecf0ed8-fd52-44ed-a144-11925c6e152d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:31.397768 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf0ed8-fd52-44ed-a144-11925c6e152d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Pushing event updated for resources: {'Port': ['ID=ce35be12-d79a-42f2-9908-f3dad501cafa,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:31.400363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-8ecf0ed8-fd52-44ed-a144-11925c6e152d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:53:31.412387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f643eda9-827a-44b3-ba20-a6b841bfc311 None None] For port 238b7d70-1e8f-4f11-8069-4994274b4ebc, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=238b7d70-1e8f-4f11-8069-4994274b4ebc,segment=NetworkSegment(6e393ed9-ccb4-48dd-bac8-fd93b83892dc),segment_id=6e393ed9-ccb4-48dd-bac8-fd93b83892dc)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:31.413097 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f643eda9-827a-44b3-ba20-a6b841bfc311 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (238b7d70-1e8f-4f11-8069-4994274b4ebc), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.414399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6392099-7f62-4aad-b3e7-d6426d48957d admin admin] Made reservation on behalf of 6dedc316948c43d8960b4c23519b7009 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:31.417270 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e6392099-7f62-4aad-b3e7-d6426d48957d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.429757 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e6392099-7f62-4aad-b3e7-d6426d48957d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.473960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-8ecf0ed8-fd52-44ed-a144-11925c6e152d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:31.474665 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-8ecf0ed8-fd52-44ed-a144-11925c6e152d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.502191 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f643eda9-827a-44b3-ba20-a6b841bfc311 None None] Calling delete_port for 238b7d70-1e8f-4f11-8069-4994274b4ebc owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:31.508507 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-8ecf0ed8-fd52-44ed-a144-11925c6e152d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0623388 Mar 23 01:53:31.509218 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (238b7d70-1e8f-4f11-8069-4994274b4ebc), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.530333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Request body: {'port': {'device_id': '78bdd562-b91f-44be-9c1f-07a42145593c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:31.534521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60300) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:31.541416 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-a860bf5f-ce97-4cf2-8785-a7438df8b3c5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1382293553', 'description': 'tempest-secgroup-smoke-1382293553 description', 'project_id': 'bb6e915da6d4405598d98978727b2035'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:31.547910 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event deleted for resources: {'Port': ['ID=238b7d70-1e8f-4f11-8069-4994274b4ebc,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:31.558251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] No DVR routers for this DVR port 238b7d70-1e8f-4f11-8069-4994274b4ebc on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:31.579723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No active binding found for port 238b7d70-1e8f-4f11-8069-4994274b4ebc {{(pid=99265) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 01:53:31.580343 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] The host n-d-834677-4 is not matching for port 238b7d70-1e8f-4f11-8069-4994274b4ebc host None! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:53:31.580531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 238b7d70-1e8f-4f11-8069-4994274b4ebc not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:53:31.612794 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e6392099-7f62-4aad-b3e7-d6426d48957d admin admin] Publish callbacks [] for security_group (a1d10070-425a-4d8b-835b-50606418ae77), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.619922 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a860bf5f-ce97-4cf2-8785-a7438df8b3c5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.642228 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e6392099-7f62-4aad-b3e7-d6426d48957d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a1d10070-425a-4d8b-835b-50606418ae77), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.658078 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ce35be12-d79a-42f2-9908-f3dad501cafa), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.659336 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6392099-7f62-4aad-b3e7-d6426d48957d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:53:31.662625 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f643eda9-827a-44b3-ba20-a6b841bfc311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (238b7d70-1e8f-4f11-8069-4994274b4ebc), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.706886 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (0ce5ab80-c768-4e1f-8025-27788224bb3c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.712005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643eda9-827a-44b3-ba20-a6b841bfc311 None None] Pushing event deleted for resources: {'Port': ['ID=238b7d70-1e8f-4f11-8069-4994274b4ebc,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:31.731210 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce5ab80-c768-4e1f-8025-27788224bb3c']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:31.737478 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f643eda9-827a-44b3-ba20-a6b841bfc311 None None] No DVR routers for this DVR port 238b7d70-1e8f-4f11-8069-4994274b4ebc on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:31.742564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e393ed9-ccb4-48dd-bac8-fd93b83892dc') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:31.743072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e393ed9-ccb4-48dd-bac8-fd93b83892dc') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:31.757756 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (6e393ed9-ccb4-48dd-bac8-fd93b83892dc), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.771677 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (6e393ed9-ccb4-48dd-bac8-fd93b83892dc), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.779444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:53:31.779803 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (6e393ed9-ccb4-48dd-bac8-fd93b83892dc), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:53:31.783314 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:53:31.788182 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e6392099-7f62-4aad-b3e7-d6426d48957d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d3149f4a-0dfb-4567-a3fb-169b85b02980), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.788650 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-e6392099-7f62-4aad-b3e7-d6426d48957d admin admin] Added segment d3149f4a-0dfb-4567-a3fb-169b85b02980 of type vlan for network 89554b3f-5e81-498e-806d-c8b13203e1ce Mar 23 01:53:31.857903 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60312) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:31.861507 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a860bf5f-ce97-4cf2-8785-a7438df8b3c5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (b7093d21-4f63-4cb5-b09e-1e569cefce99), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.870523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6392099-7f62-4aad-b3e7-d6426d48957d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d10070-425a-4d8b-835b-50606418ae77,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:31.886577 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e6392099-7f62-4aad-b3e7-d6426d48957d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (89554b3f-5e81-498e-806d-c8b13203e1ce), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.897755 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (0ce5ab80-c768-4e1f-8025-27788224bb3c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.909083 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.912193 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "DELETE /v2.0/networks/0ce5ab80-c768-4e1f-8025-27788224bb3c HTTP/1.1" status: 204 len: 168 time: 0.9900205 Mar 23 01:53:31.929078 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a860bf5f-ce97-4cf2-8785-a7438df8b3c5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b7093d21-4f63-4cb5-b09e-1e569cefce99), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.929709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60314) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:31.941630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb87ce-676b-473c-8666-e14a86eb8ec2 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Pushing event deleted for resources: {'Network': ['ID=0ce5ab80-c768-4e1f-8025-27788224bb3c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:31.962029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4f58ff20-c59e-40e0-a03b-c9177e84234b tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "GET /v2.0/ports?device_id=52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d HTTP/1.1" status: 200 len: 205 time: 0.0310123 Mar 23 01:53:31.964577 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60316) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:31.973113 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e6392099-7f62-4aad-b3e7-d6426d48957d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (89554b3f-5e81-498e-806d-c8b13203e1ce), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.974047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6392099-7f62-4aad-b3e7-d6426d48957d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:31.974617 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e6392099-7f62-4aad-b3e7-d6426d48957d admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.980145 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a860bf5f-ce97-4cf2-8785-a7438df8b3c5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:31.981431 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a860bf5f-ce97-4cf2-8785-a7438df8b3c5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4459522 Mar 23 01:53:31.993282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60318) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:31.999493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-703da5a9-9c54-4936-8537-6a51422df81d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': 'b7093d21-4f63-4cb5-b09e-1e569cefce99', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:32.006801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c45cc0c-0a84-4156-a63f-49ae3e11f616 admin admin] Deleting subnet f9c17da0-734b-41ba-894f-9e477b5fddac {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:53:32.016160 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2c45cc0c-0a84-4156-a63f-49ae3e11f616 admin admin] Publish callbacks [] for subnet (f9c17da0-734b-41ba-894f-9e477b5fddac), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.017092 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860bf5f-ce97-4cf2-8785-a7438df8b3c5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7093d21-4f63-4cb5-b09e-1e569cefce99,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:32.084565 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2c45cc0c-0a84-4156-a63f-49ae3e11f616 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (f9c17da0-734b-41ba-894f-9e477b5fddac), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.110989 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e6392099-7f62-4aad-b3e7-d6426d48957d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0948462 Mar 23 01:53:32.112401 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-703da5a9-9c54-4936-8537-6a51422df81d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (5c8277b8-4b1e-4a96-b6cb-83a5403ceb3f), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.114249 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f996f0b-e9ab-4364-aabf-95ef34da3302 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for router (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.118413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60320) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:32.124779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5db19998-13b3-4b70-93d3-25cbff4e5b92 admin admin] Request body: {'subnet': {'network_id': '89554b3f-5e81-498e-806d-c8b13203e1ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1406634169-subnet', 'tenant_id': '6dedc316948c43d8960b4c23519b7009', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:32.188381 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6392099-7f62-4aad-b3e7-d6426d48957d admin admin] Pushing event updated for resources: {'Network': ['ID=89554b3f-5e81-498e-806d-c8b13203e1ce,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:32.199274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 89554b3f-5e81-498e-806d-c8b13203e1ce details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:53:32.217034 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2c45cc0c-0a84-4156-a63f-49ae3e11f616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (f9c17da0-734b-41ba-894f-9e477b5fddac), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.249141 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce35be12-d79a-42f2-9908-f3dad501cafa {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:53:32.253379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db19998-13b3-4b70-93d3-25cbff4e5b92 admin admin] Made reservation on behalf of 6dedc316948c43d8960b4c23519b7009 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:32.255710 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5db19998-13b3-4b70-93d3-25cbff4e5b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.269295 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Publish callbacks [] for port (ce35be12-d79a-42f2-9908-f3dad501cafa), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.295188 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f996f0b-e9ab-4364-aabf-95ef34da3302 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.296025 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-703da5a9-9c54-4936-8537-6a51422df81d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (5c8277b8-4b1e-4a96-b6cb-83a5403ceb3f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.298161 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f996f0b-e9ab-4364-aabf-95ef34da3302 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for router_controller (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.334094 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-703da5a9-9c54-4936-8537-6a51422df81d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (5c8277b8-4b1e-4a96-b6cb-83a5403ceb3f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.345384 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Transition to ACTIVE for port object ce35be12-d79a-42f2-9908-f3dad501cafa will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:53:32.351089 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f996f0b-e9ab-4364-aabf-95ef34da3302 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.351672 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f996f0b-e9ab-4364-aabf-95ef34da3302 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Fanout notify agent at l3_agent the message router_deleted on router 52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:53:32.359509 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2f996f0b-e9ab-4364-aabf-95ef34da3302 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.363238 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2f996f0b-e9ab-4364-aabf-95ef34da3302 tempest-RoutersNegativeIpV6Test-1414786295 tempest-RoutersNegativeIpV6Test-1414786295-project] 10.222.0.18 "DELETE /v2.0/routers/52ac87e8-9f17-4b53-95ee-1d0fd9c5f77d HTTP/1.1" status: 204 len: 168 time: 0.3951066 Mar 23 01:53:32.375796 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (ce35be12-d79a-42f2-9908-f3dad501cafa), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.406298 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703da5a9-9c54-4936-8537-6a51422df81d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8277b8-4b1e-4a96-b6cb-83a5403ceb3f,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:32.458423 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-703da5a9-9c54-4936-8537-6a51422df81d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.459695 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-703da5a9-9c54-4936-8537-6a51422df81d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4654205 Mar 23 01:53:32.463278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60326) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:32.468003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': 'b7093d21-4f63-4cb5-b09e-1e569cefce99', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:32.478051 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2c45cc0c-0a84-4156-a63f-49ae3e11f616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (f9c17da0-734b-41ba-894f-9e477b5fddac), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.501582 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (cc2be230-9d66-45dc-927b-198859e13b8d), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.523509 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Pushing event updated for resources: {'Port': ['ID=ce35be12-d79a-42f2-9908-f3dad501cafa,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:32.529773 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45cc0c-0a84-4156-a63f-49ae3e11f616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c17da0-734b-41ba-894f-9e477b5fddac,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:32.584131 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (cc2be230-9d66-45dc-927b-198859e13b8d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.589099 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (cc2be230-9d66-45dc-927b-198859e13b8d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.594348 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96ebcf-6401-4864-96f0-67b92e9e698c req-8f59d882-0a94-4034-853d-1914acdf5697 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:32.596430 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5b96ebcf-6401-4864-96f0-67b92e9e698c req-8f59d882-0a94-4034-853d-1914acdf5697 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 944 time: 0.2450690 Mar 23 01:53:32.604368 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2c45cc0c-0a84-4156-a63f-49ae3e11f616 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.607707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60332) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:32.609225 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2c45cc0c-0a84-4156-a63f-49ae3e11f616 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f9c17da0-734b-41ba-894f-9e477b5fddac HTTP/1.1" status: 204 len: 168 time: 0.7501531 Mar 23 01:53:32.618728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60334) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:32.630152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2be230-9d66-45dc-927b-198859e13b8d,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:32.759125 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Attempting to bind port ce35be12-d79a-42f2-9908-f3dad501cafa on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:53:32.759660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Attempting to bind port ce35be12-d79a-42f2-9908-f3dad501cafa by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:53:32.760006 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Attempting to bind port ce35be12-d79a-42f2-9908-f3dad501cafa on network 42433058-325f-4239-94d5-8b7af2c3ec01 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:32.768100 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5b96ebcf-6401-4864-96f0-67b92e9e698c req-48955005-99c5-4e0b-b6bd-9546794bace1 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571605 Mar 23 01:53:32.778540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Port ce35be12-d79a-42f2-9908-f3dad501cafa on network 42433058-325f-4239-94d5-8b7af2c3ec01 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:53:32.778917 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Attempting to bind port ce35be12-d79a-42f2-9908-f3dad501cafa on network 42433058-325f-4239-94d5-8b7af2c3ec01 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:32.785934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:53:32.785934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Checking segment: {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:32.786585 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Bound using segment: {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:53:32.787037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Bound port: ce35be12-d79a-42f2-9908-f3dad501cafa, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:53:32.787037 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ce35be12-d79a-42f2-9908-f3dad501cafa), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.800242 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5db19998-13b3-4b70-93d3-25cbff4e5b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (b6214f49-d4a5-4af9-b54b-052e3086f69b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.897679 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db19998-13b3-4b70-93d3-25cbff4e5b92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6214f49-d4a5-4af9-b54b-052e3086f69b,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:32.917522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] For port ce35be12-d79a-42f2-9908-f3dad501cafa, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:53:32.933953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] For port ce35be12-d79a-42f2-9908-f3dad501cafa, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ce35be12-d79a-42f2-9908-f3dad501cafa,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:53:32.938504 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db19998-13b3-4b70-93d3-25cbff4e5b92 admin admin] Checking segment: {'id': 'd3149f4a-0dfb-4567-a3fb-169b85b02980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '89554b3f-5e81-498e-806d-c8b13203e1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:32.938900 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db19998-13b3-4b70-93d3-25cbff4e5b92 admin admin] Network hostable DHCP agents. Network: 89554b3f-5e81-498e-806d-c8b13203e1ce, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:53:32.945698 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (ce35be12-d79a-42f2-9908-f3dad501cafa), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.957493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:32.958711 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4944062 Mar 23 01:53:32.972343 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60338) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:32.979382 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:32.979736 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:32.980084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:32.980423 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:32.980585 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f06845d3-57d1-4c0b-82c7-9d212e78d6aa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': 'b7093d21-4f63-4cb5-b09e-1e569cefce99', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:32.980763 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:32.981120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:32.981442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:32.981772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:32.982104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:32.982411 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:32.982745 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:32.983069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:32.983394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:32.983720 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:32.984038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc2837b-5e9d-4cd7-8730-be70fc43d5d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:33.012872 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db19998-13b3-4b70-93d3-25cbff4e5b92 admin admin] Network 89554b3f-5e81-498e-806d-c8b13203e1ce is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:53:33.015540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:33.016163 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.017600 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] 10.222.0.43 "PUT /v2.0/ports/ce35be12-d79a-42f2-9908-f3dad501cafa HTTP/1.1" status: 200 len: 1092 time: 1.4963067 Mar 23 01:53:33.021970 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bdd562-b91f-44be-9c1f-07a42145593c', 'tag': 'ce35be12-d79a-42f2-9908-f3dad501cafa'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:33.022118 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-448ea12a-a98c-4cd9-ac98-ccb1ccba3128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (e72caba6-ab70-459a-b2b0-6270634588ed), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.024256 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae630ec-eb1d-470e-ac2b-d8b1f3998173" -d '{"events": [{"name": "network-changed", "server_uuid": "78bdd562-b91f-44be-9c1f-07a42145593c", "tag": "ce35be12-d79a-42f2-9908-f3dad501cafa"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:33.043754 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f2b208c5-7d3d-4b9c-916f-3e0633828f8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5a672bfc74f41d89dc7551daf20f5fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4310477 Mar 23 01:53:33.048325 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60342) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:33.050901 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bd00b-a2b8-4730-9796-2e2446baa03f service neutron] Pushing event updated for resources: {'Port': ['ID=ce35be12-d79a-42f2-9908-f3dad501cafa,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:33.062099 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-5db19998-13b3-4b70-93d3-25cbff4e5b92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 89554b3f-5e81-498e-806d-c8b13203e1ce) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:33.080691 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace3dfac-d9b3-47a5-a2f1-742862bafd32 x-openstack-request-id: req-ace3dfac-d9b3-47a5-a2f1-742862bafd32 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:33.080984 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bdd562-b91f-44be-9c1f-07a42145593c", "tag": "ce35be12-d79a-42f2-9908-f3dad501cafa", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:33.081246 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ace3dfac-d9b3-47a5-a2f1-742862bafd32 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:33.081657 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace3dfac-d9b3-47a5-a2f1-742862bafd32'] response: {'name': 'network-changed', 'server_uuid': '78bdd562-b91f-44be-9c1f-07a42145593c', 'tag': 'ce35be12-d79a-42f2-9908-f3dad501cafa', 'status': 'completed', 'code': 200} Mar 23 01:53:33.081931 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080ad541-4f54-42c3-aac1-8ba0523daf18 None None] Network 89554b3f-5e81-498e-806d-c8b13203e1ce requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:33.086586 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db19998-13b3-4b70-93d3-25cbff4e5b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:33.087325 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5db19998-13b3-4b70-93d3-25cbff4e5b92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.093248 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f06845d3-57d1-4c0b-82c7-9d212e78d6aa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (0dfdec57-3154-450d-bd87-5a394f951f9b), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.131603 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-448ea12a-a98c-4cd9-ac98-ccb1ccba3128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (e72caba6-ab70-459a-b2b0-6270634588ed), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.161136 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-448ea12a-a98c-4cd9-ac98-ccb1ccba3128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72caba6-ab70-459a-b2b0-6270634588ed']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:33.170163 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5db19998-13b3-4b70-93d3-25cbff4e5b92 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0492010 Mar 23 01:53:33.186061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-448ea12a-a98c-4cd9-ac98-ccb1ccba3128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9be95be-bee7-41bb-997c-febdce3ad847') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:33.186666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-448ea12a-a98c-4cd9-ac98-ccb1ccba3128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9be95be-bee7-41bb-997c-febdce3ad847') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:33.198385 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233fd0f4-e85b-406f-9c23-85fee7c964de None None] Network 89554b3f-5e81-498e-806d-c8b13203e1ce requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:33.211250 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f5a0a29d-d671-4672-9b70-4deedf5fb5d0 admin admin] Publish callbacks [] for security_group (044cc65f-91b4-4447-86b3-f4788ff47057), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.212656 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-448ea12a-a98c-4cd9-ac98-ccb1ccba3128 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (c9be95be-bee7-41bb-997c-febdce3ad847), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.226136 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-d50dd7c5-a36f-4778-8505-d0bf49636a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:33.227685 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-d50dd7c5-a36f-4778-8505-d0bf49636a26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 1126 time: 0.1286211 Mar 23 01:53:33.234232 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f06845d3-57d1-4c0b-82c7-9d212e78d6aa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (0dfdec57-3154-450d-bd87-5a394f951f9b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.234836 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-448ea12a-a98c-4cd9-ac98-ccb1ccba3128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c9be95be-bee7-41bb-997c-febdce3ad847), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.245233 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448ea12a-a98c-4cd9-ac98-ccb1ccba3128 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:53:33.245864 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-448ea12a-a98c-4cd9-ac98-ccb1ccba3128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (c9be95be-bee7-41bb-997c-febdce3ad847), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.246851 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f06845d3-57d1-4c0b-82c7-9d212e78d6aa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (0dfdec57-3154-450d-bd87-5a394f951f9b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:53:33.248148 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:53:33.262850 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f5a0a29d-d671-4672-9b70-4deedf5fb5d0 admin admin] Publish callbacks [] for security_group (044cc65f-91b4-4447-86b3-f4788ff47057), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.317099 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-448ea12a-a98c-4cd9-ac98-ccb1ccba3128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (e72caba6-ab70-459a-b2b0-6270634588ed), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.322773 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-448ea12a-a98c-4cd9-ac98-ccb1ccba3128 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.325882 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-448ea12a-a98c-4cd9-ac98-ccb1ccba3128 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e72caba6-ab70-459a-b2b0-6270634588ed HTTP/1.1" status: 204 len: 168 time: 0.7036843 Mar 23 01:53:33.332364 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-3c6c7b78-70e3-4e31-a9cf-9c864e9df0f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce35be12-d79a-42f2-9908-f3dad501cafa HTTP/1.1" status: 200 len: 217 time: 0.0864553 Mar 23 01:53:33.337288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06845d3-57d1-4c0b-82c7-9d212e78d6aa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfdec57-3154-450d-bd87-5a394f951f9b,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:33.345449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ea12a-a98c-4cd9-ac98-ccb1ccba3128 admin admin] Pushing event deleted for resources: {'Network': ['ID=e72caba6-ab70-459a-b2b0-6270634588ed,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:33.394193 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f06845d3-57d1-4c0b-82c7-9d212e78d6aa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.395410 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f06845d3-57d1-4c0b-82c7-9d212e78d6aa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4190021 Mar 23 01:53:33.398710 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60352) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:33.408059 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-214ebca5-2793-4d91-94fe-bf3affdf1222 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': 'b7093d21-4f63-4cb5-b09e-1e569cefce99', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:33.416227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-264649ae-8617-4fe1-8635-0c85428a3481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:33.418390 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-264649ae-8617-4fe1-8635-0c85428a3481 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8471a63-7189-4566-adcc-c6e2e0f179a5 HTTP/1.1" status: 200 len: 846 time: 0.0785897 Mar 23 01:53:33.439289 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f5a0a29d-d671-4672-9b70-4deedf5fb5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (044cc65f-91b4-4447-86b3-f4788ff47057), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.440818 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-214ebca5-2793-4d91-94fe-bf3affdf1222 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (03220c2a-2a1b-4973-bc4b-e958185ffee5), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.440992 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f5a0a29d-d671-4672-9b70-4deedf5fb5d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.444523 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f5a0a29d-d671-4672-9b70-4deedf5fb5d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/044cc65f-91b4-4447-86b3-f4788ff47057 HTTP/1.1" status: 204 len: 168 time: 0.3927982 Mar 23 01:53:33.461607 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-dab97a2f-3163-4301-801b-35a7e361bf1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=42433058-325f-4239-94d5-8b7af2c3ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362916 Mar 23 01:53:33.466947 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0a29d-d671-4672-9b70-4deedf5fb5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044cc65f-91b4-4447-86b3-f4788ff47057,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:33.516935 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-214ebca5-2793-4d91-94fe-bf3affdf1222 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (03220c2a-2a1b-4973-bc4b-e958185ffee5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.524404 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-214ebca5-2793-4d91-94fe-bf3affdf1222 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (03220c2a-2a1b-4973-bc4b-e958185ffee5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.557729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ebca5-2793-4d91-94fe-bf3affdf1222 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03220c2a-2a1b-4973-bc4b-e958185ffee5,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:33.573722 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-214ebca5-2793-4d91-94fe-bf3affdf1222 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.578810 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-214ebca5-2793-4d91-94fe-bf3affdf1222 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1749148 Mar 23 01:53:33.579149 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60356) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:33.584211 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-4db7931a-0700-4af0-bd46-00bb6a69282e service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152697 Mar 23 01:53:33.586080 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6e862129-2d33-4679-bfb8-0fa6eaab28ca tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': 'b7093d21-4f63-4cb5-b09e-1e569cefce99', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:33.602140 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60358) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:33.617003 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-6e862129-2d33-4679-bfb8-0fa6eaab28ca tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Project bb6e915da6d4405598d98978727b2035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 01:53:33.623451 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e862129-2d33-4679-bfb8-0fa6eaab28ca tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (853bc53b-ba10-464d-ab34-997a184f47d4), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.718978 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e862129-2d33-4679-bfb8-0fa6eaab28ca tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (853bc53b-ba10-464d-ab34-997a184f47d4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.729404 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e862129-2d33-4679-bfb8-0fa6eaab28ca tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (853bc53b-ba10-464d-ab34-997a184f47d4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.730174 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c3329b11-7e4a-43ad-980d-505a76bd3d9e req-27e831e1-cac8-43b0-bf71-58e02cfb36b4 service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394103 Mar 23 01:53:33.737254 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-46fb4c39-651a-474c-9b7f-2221a9b38b8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc3f4d69c04c4726b69de1d5ca89dc5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329584 Mar 23 01:53:33.739823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60362) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:33.772471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e862129-2d33-4679-bfb8-0fa6eaab28ca tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853bc53b-ba10-464d-ab34-997a184f47d4,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:33.782110 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e862129-2d33-4679-bfb8-0fa6eaab28ca tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.786176 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6e862129-2d33-4679-bfb8-0fa6eaab28ca tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2032483 Mar 23 01:53:33.786405 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60366) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:33.809164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-7df0da81-c513-4cb9-98da-a5ddb8183e63 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': 'b7093d21-4f63-4cb5-b09e-1e569cefce99', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:33.830727 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c7b5112c-6f41-459f-aa73-f10a629b0647 admin admin] Publish callbacks [] for security_group (c0a04bc9-312c-46fa-9795-ec484c01e105), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.838412 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.857057 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-7df0da81-c513-4cb9-98da-a5ddb8183e63 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Project bb6e915da6d4405598d98978727b2035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 01:53:33.857275 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c7b5112c-6f41-459f-aa73-f10a629b0647 admin admin] Publish callbacks [] for security_group (c0a04bc9-312c-46fa-9795-ec484c01e105), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.865388 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7df0da81-c513-4cb9-98da-a5ddb8183e63 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (a460ecb4-5e11-421a-a9a6-c63e4939e0ae), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.951640 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c7b5112c-6f41-459f-aa73-f10a629b0647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c0a04bc9-312c-46fa-9795-ec484c01e105), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.954312 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c7b5112c-6f41-459f-aa73-f10a629b0647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.957724 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c7b5112c-6f41-459f-aa73-f10a629b0647 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0a04bc9-312c-46fa-9795-ec484c01e105 HTTP/1.1" status: 204 len: 168 time: 0.2147067 Mar 23 01:53:33.978594 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5112c-6f41-459f-aa73-f10a629b0647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a04bc9-312c-46fa-9795-ec484c01e105,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:33.993941 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7df0da81-c513-4cb9-98da-a5ddb8183e63 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (a460ecb4-5e11-421a-a9a6-c63e4939e0ae), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:33.995321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae630ec-eb1d-470e-ac2b-d8b1f3998173 req-5a510ab8-e389-487f-a4d3-23aead738108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:33.996944 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aae630ec-eb1d-470e-ac2b-d8b1f3998173 req-5a510ab8-e389-487f-a4d3-23aead738108 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 1126 time: 0.1756730 Mar 23 01:53:34.001382 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7df0da81-c513-4cb9-98da-a5ddb8183e63 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (a460ecb4-5e11-421a-a9a6-c63e4939e0ae), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:34.008239 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bf5f3-3dd7-42f5-8aff-d2b634fe63da req-ebb3951a-fa11-4fef-9e78-64010189e273 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:34.010148 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e13bf5f3-3dd7-42f5-8aff-d2b634fe63da req-ebb3951a-fa11-4fef-9e78-64010189e273 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 944 time: 0.1119964 Mar 23 01:53:34.062128 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7df0da81-c513-4cb9-98da-a5ddb8183e63 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:34.069793 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7df0da81-c513-4cb9-98da-a5ddb8183e63 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2821901 Mar 23 01:53:34.070600 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60380) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:34.074578 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0da81-c513-4cb9-98da-a5ddb8183e63 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a460ecb4-5e11-421a-a9a6-c63e4939e0ae,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:34.085775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-27d436b9-05ea-4afa-962b-417d266c20c6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'network': {'name': 'tempest-network-smoke--501355283', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'port_security_enabled': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:34.150101 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d436b9-05ea-4afa-962b-417d266c20c6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Made reservation on behalf of bb6e915da6d4405598d98978727b2035 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:34.153601 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27d436b9-05ea-4afa-962b-417d266c20c6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:34.159581 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae630ec-eb1d-470e-ac2b-d8b1f3998173 req-841f5f84-02ba-4800-86f5-3c21271404b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:34.161175 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aae630ec-eb1d-470e-ac2b-d8b1f3998173 req-841f5f84-02ba-4800-86f5-3c21271404b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 906 time: 0.1501229 Mar 23 01:53:34.216884 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e13bf5f3-3dd7-42f5-8aff-d2b634fe63da req-ad94af83-0b68-4a96-88a6-6f4b166962f8 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484461 Mar 23 01:53:34.219452 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aae630ec-eb1d-470e-ac2b-d8b1f3998173 req-0d6e6558-e923-4f75-9bf0-de4f63979ed6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce35be12-d79a-42f2-9908-f3dad501cafa HTTP/1.1" status: 200 len: 217 time: 0.0472345 Mar 23 01:53:34.236167 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d436b9-05ea-4afa-962b-417d266c20c6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:53:34.277133 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27d436b9-05ea-4afa-962b-417d266c20c6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a70d1a53-c6c5-42fc-8d58-2056b050f386), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:34.277630 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-27d436b9-05ea-4afa-962b-417d266c20c6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Added segment a70d1a53-c6c5-42fc-8d58-2056b050f386 of type vlan for network 868957b1-2003-424d-b67f-d77cd0cd10c4 Mar 23 01:53:34.302877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 4a422d4c-3c6b-422c-b7a7-697d26221a00 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:53:34.330661 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27d436b9-05ea-4afa-962b-417d266c20c6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (868957b1-2003-424d-b67f-d77cd0cd10c4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:34.345457 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 4a422d4c-3c6b-422c-b7a7-697d26221a00 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:53:34.346006 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 4a422d4c-3c6b-422c-b7a7-697d26221a00 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:53:34.419908 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27d436b9-05ea-4afa-962b-417d266c20c6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (868957b1-2003-424d-b67f-d77cd0cd10c4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:34.427753 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d436b9-05ea-4afa-962b-417d266c20c6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:34.428500 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27d436b9-05ea-4afa-962b-417d266c20c6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:34.569430 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-27d436b9-05ea-4afa-962b-417d266c20c6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4953141 Mar 23 01:53:34.571165 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60402) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:34.574751 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d436b9-05ea-4afa-962b-417d266c20c6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Network': ['ID=868957b1-2003-424d-b67f-d77cd0cd10c4,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:34.576341 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-570631564', 'admin_state_up': True, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:34.578020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae630ec-eb1d-470e-ac2b-d8b1f3998173 req-f6f69c9f-2efe-4dba-a25e-68ad5317b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:34.580054 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aae630ec-eb1d-470e-ac2b-d8b1f3998173 req-f6f69c9f-2efe-4dba-a25e-68ad5317b5f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8471a63-7189-4566-adcc-c6e2e0f179a5 HTTP/1.1" status: 200 len: 846 time: 0.3549070 Mar 23 01:53:34.586563 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 868957b1-2003-424d-b67f-d77cd0cd10c4 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:53:34.639239 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aae630ec-eb1d-470e-ac2b-d8b1f3998173 req-5fae989c-f9d3-4c72-9355-cf0076355b1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=42433058-325f-4239-94d5-8b7af2c3ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530095 Mar 23 01:53:34.645379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60404) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:34.662471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (7474f9ef-87d5-48b4-9e16-b8eec33240ca), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:34.664357 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (7474f9ef-87d5-48b4-9e16-b8eec33240ca), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:34.835729 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_controller (7474f9ef-87d5-48b4-9e16-b8eec33240ca), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:34.846961 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-80e8b532-4b57-41b3-9ff2-5863e272bc51 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group': {'name': 'tempest-secgroup--817807718'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:34.901352 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aae630ec-eb1d-470e-ac2b-d8b1f3998173 req-6b71009c-4b77-405d-b742-17a59d1a188a service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429664 Mar 23 01:53:34.904206 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-80e8b532-4b57-41b3-9ff2-5863e272bc51 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:34.922962 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-80e8b532-4b57-41b3-9ff2-5863e272bc51 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.006117 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_gateway (7474f9ef-87d5-48b4-9e16-b8eec33240ca), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.057175 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aae630ec-eb1d-470e-ac2b-d8b1f3998173 req-2c287701-acf1-4b5f-8fa7-d797488dc989 service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428270 Mar 23 01:53:35.096485 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60418) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:35.109364 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-80e8b532-4b57-41b3-9ff2-5863e272bc51 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (cd3cbe98-5c12-411f-b332-0b05af0b4da7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.114055 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-80e8b532-4b57-41b3-9ff2-5863e272bc51 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (cd3cbe98-5c12-411f-b332-0b05af0b4da7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.157093 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8b532-4b57-41b3-9ff2-5863e272bc51 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3cbe98-5c12-411f-b332-0b05af0b4da7,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:35.205115 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-80e8b532-4b57-41b3-9ff2-5863e272bc51 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (e5621df6-20f0-47e9-9925-2b9d187295d1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.211019 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-80e8b532-4b57-41b3-9ff2-5863e272bc51 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e5621df6-20f0-47e9-9925-2b9d187295d1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.241709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ef7cc5e9-296c-48ed-9e02-e907d04f6e89 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-638691064-network', 'tenant_id': 'a91a1832f1da42848b1b3d6cf37e3090'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:35.248528 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-80e8b532-4b57-41b3-9ff2-5863e272bc51 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.248528 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-80e8b532-4b57-41b3-9ff2-5863e272bc51 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5991340 Mar 23 01:53:35.251964 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60424) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:35.275687 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8b532-4b57-41b3-9ff2-5863e272bc51 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5621df6-20f0-47e9-9925-2b9d187295d1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:35.301212 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_gateway (7474f9ef-87d5-48b4-9e16-b8eec33240ca), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.348765 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7cc5e9-296c-48ed-9e02-e907d04f6e89 admin admin] Made reservation on behalf of a91a1832f1da42848b1b3d6cf37e3090 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:35.351083 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc5e9-296c-48ed-9e02-e907d04f6e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.376425 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.403934 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc5e9-296c-48ed-9e02-e907d04f6e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.463774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-49d6b422-2d53-4ea3-b403-7b72c042d24f tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2105348 Mar 23 01:53:35.467077 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60426) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:35.471647 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-833c44d5-99b2-4488-97fc-3691c18fbedb tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group': {'name': 'tempest-security--491105416', 'description': 'tempest-security-description-785190202'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:35.503686 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb454a-8c7c-48c7-9700-816a6ce2f586 req-d6e6979a-7f61-422b-8450-1207deb2519d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:35.516738 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fecb454a-8c7c-48c7-9700-816a6ce2f586 req-d6e6979a-7f61-422b-8450-1207deb2519d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 944 time: 0.2013893 Mar 23 01:53:35.535479 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-833c44d5-99b2-4488-97fc-3691c18fbedb tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (e5621df6-20f0-47e9-9925-2b9d187295d1), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.593121 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-833c44d5-99b2-4488-97fc-3691c18fbedb tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (e5621df6-20f0-47e9-9925-2b9d187295d1), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.599653 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-833c44d5-99b2-4488-97fc-3691c18fbedb tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e5621df6-20f0-47e9-9925-2b9d187295d1), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.602964 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-833c44d5-99b2-4488-97fc-3691c18fbedb tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.607107 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-833c44d5-99b2-4488-97fc-3691c18fbedb tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "PUT /v2.0/security-groups/e5621df6-20f0-47e9-9925-2b9d187295d1 HTTP/1.1" status: 200 len: 1795 time: 0.1365528 Mar 23 01:53:35.610656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60428) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:35.614836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Allocated IP 172.25.0.17 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/6ffb5369-f4d4-4a09-a19c-f5bb191262b1) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:53:35.657383 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c44d5-99b2-4488-97fc-3691c18fbedb tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5621df6-20f0-47e9-9925-2b9d187295d1,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:35.669968 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fecb454a-8c7c-48c7-9700-816a6ce2f586 req-9c705613-fe0b-405a-b3cc-a28635e66921 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439204 Mar 23 01:53:35.674595 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-24d49fbf-853c-4264-8028-569be6ea311e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-groups/e5621df6-20f0-47e9-9925-2b9d187295d1 HTTP/1.1" status: 200 len: 1795 time: 0.0604570 Mar 23 01:53:35.674960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60430) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:35.739106 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ee5859d-a253-4947-bfb4-2c088b1ed4b1 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (e5621df6-20f0-47e9-9925-2b9d187295d1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.740300 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc5e9-296c-48ed-9e02-e907d04f6e89 admin admin] Publish callbacks [] for security_group (31ab31aa-7b90-4ed7-8048-aff0e7516565), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.750595 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc5e9-296c-48ed-9e02-e907d04f6e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (31ab31aa-7b90-4ed7-8048-aff0e7516565), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.765856 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ee5859d-a253-4947-bfb4-2c088b1ed4b1 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (e5621df6-20f0-47e9-9925-2b9d187295d1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.804444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7cc5e9-296c-48ed-9e02-e907d04f6e89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:53:35.805441 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cc5e9-296c-48ed-9e02-e907d04f6e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ab31aa-7b90-4ed7-8048-aff0e7516565,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:35.814817 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ee5859d-a253-4947-bfb4-2c088b1ed4b1 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e5621df6-20f0-47e9-9925-2b9d187295d1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.817349 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ee5859d-a253-4947-bfb4-2c088b1ed4b1 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.820719 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3ee5859d-a253-4947-bfb4-2c088b1ed4b1 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-groups/e5621df6-20f0-47e9-9925-2b9d187295d1 HTTP/1.1" status: 204 len: 168 time: 0.1424851 Mar 23 01:53:35.824554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60432) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:35.829475 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc5e9-296c-48ed-9e02-e907d04f6e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bd8c7328-aac5-444c-8295-63c05cf9be9d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.829826 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-ef7cc5e9-296c-48ed-9e02-e907d04f6e89 admin admin] Added segment bd8c7328-aac5-444c-8295-63c05cf9be9d of type vlan for network 4b4a880a-e499-4e9a-b670-93f48c71bb2f Mar 23 01:53:35.833055 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (6ffb5369-f4d4-4a09-a19c-f5bb191262b1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.853715 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5859d-a253-4947-bfb4-2c088b1ed4b1 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5621df6-20f0-47e9-9925-2b9d187295d1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:35.880646 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5ff7d06e-3ba1-428a-960f-f911adfce48b tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0527627 Mar 23 01:53:35.882573 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60434) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:35.890113 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc5e9-296c-48ed-9e02-e907d04f6e89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (4b4a880a-e499-4e9a-b670-93f48c71bb2f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.896583 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-62a3e281-0508-480d-a2d6-73e3b2e52add tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] delete failed (client error): The resource could not be found. Mar 23 01:53:35.897580 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-62a3e281-0508-480d-a2d6-73e3b2e52add tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-groups/e5621df6-20f0-47e9-9925-2b9d187295d1 HTTP/1.1" status: 404 len: 347 time: 0.0140848 Mar 23 01:53:35.902435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60436) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:35.906266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-8934fda6-34e2-41ea-8103-b2ff63142f5e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group': {'name': 'tempest-secgroup--659021285'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:35.927474 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8934fda6-34e2-41ea-8103-b2ff63142f5e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.930467 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (6ffb5369-f4d4-4a09-a19c-f5bb191262b1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.939514 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc5e9-296c-48ed-9e02-e907d04f6e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (4b4a880a-e499-4e9a-b670-93f48c71bb2f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.940459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7cc5e9-296c-48ed-9e02-e907d04f6e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:35.941062 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc5e9-296c-48ed-9e02-e907d04f6e89 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.995600 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8934fda6-34e2-41ea-8103-b2ff63142f5e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (c195227f-cedb-4170-9abe-a4ff1aa92ca3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:35.999935 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8934fda6-34e2-41ea-8103-b2ff63142f5e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c195227f-cedb-4170-9abe-a4ff1aa92ca3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:36.027154 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:36.036797 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ef7cc5e9-296c-48ed-9e02-e907d04f6e89 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9363568 Mar 23 01:53:36.038721 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8934fda6-34e2-41ea-8103-b2ff63142f5e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:36.042876 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8934fda6-34e2-41ea-8103-b2ff63142f5e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1372325 Mar 23 01:53:36.043063 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:36.043172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60440) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:36.043792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60442) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:36.048282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-085122e0-0643-4341-a97f-58b436708b2a admin admin] Request body: {'subnet': {'network_id': '4b4a880a-e499-4e9a-b670-93f48c71bb2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-638691064-subnet', 'tenant_id': 'a91a1832f1da42848b1b3d6cf37e3090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:36.050401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:53:36.053097 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934fda6-34e2-41ea-8103-b2ff63142f5e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c195227f-cedb-4170-9abe-a4ff1aa92ca3,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:36.055024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-b1d41e69-d5da-43f7-a0c6-a6403014f30e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group_rule': {'security_group_id': 'c195227f-cedb-4170-9abe-a4ff1aa92ca3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:36.062763 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=6ffb5369-f4d4-4a09-a19c-f5bb191262b1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:36.076908 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085122e0-0643-4341-a97f-58b436708b2a admin admin] Made reservation on behalf of a91a1832f1da42848b1b3d6cf37e3090 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:36.079874 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-085122e0-0643-4341-a97f-58b436708b2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:36.093967 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cc5e9-296c-48ed-9e02-e907d04f6e89 admin admin] Pushing event updated for resources: {'Network': ['ID=4b4a880a-e499-4e9a-b670-93f48c71bb2f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:36.106525 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 4b4a880a-e499-4e9a-b670-93f48c71bb2f details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:53:36.217529 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b1d41e69-d5da-43f7-a0c6-a6403014f30e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (607d01d1-dcc6-4de3-bc58-c3544d6e6485), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:36.305007 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b1d41e69-d5da-43f7-a0c6-a6403014f30e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (607d01d1-dcc6-4de3-bc58-c3544d6e6485), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:36.305275 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-085122e0-0643-4341-a97f-58b436708b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (989e2d46-8cea-4921-8d41-7e97676671fe), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:36.309445 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b1d41e69-d5da-43f7-a0c6-a6403014f30e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (607d01d1-dcc6-4de3-bc58-c3544d6e6485), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:36.392887 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d41e69-d5da-43f7-a0c6-a6403014f30e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607d01d1-dcc6-4de3-bc58-c3544d6e6485,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:36.410061 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b1d41e69-d5da-43f7-a0c6-a6403014f30e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:36.413820 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b1d41e69-d5da-43f7-a0c6-a6403014f30e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3639750 Mar 23 01:53:36.414128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60456) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:36.431578 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085122e0-0643-4341-a97f-58b436708b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=989e2d46-8cea-4921-8d41-7e97676671fe,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:36.451308 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085122e0-0643-4341-a97f-58b436708b2a admin admin] Checking segment: {'id': 'bd8c7328-aac5-444c-8295-63c05cf9be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4b4a880a-e499-4e9a-b670-93f48c71bb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:36.451871 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-453be65d-bcb5-4823-b513-1f5953fd9c73 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (607d01d1-dcc6-4de3-bc58-c3544d6e6485), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:36.452005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085122e0-0643-4341-a97f-58b436708b2a admin admin] Network hostable DHCP agents. Network: 4b4a880a-e499-4e9a-b670-93f48c71bb2f, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:53:36.460222 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b656e5-5d86-427b-815a-e67921ea311e req-df5d834c-506d-4769-a3ca-71f502d7f573 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:36.461752 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7b656e5-5d86-427b-815a-e67921ea311e req-df5d834c-506d-4769-a3ca-71f502d7f573 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/networks?id=89554b3f-5e81-498e-806d-c8b13203e1ce HTTP/1.1" status: 200 len: 809 time: 0.1785550 Mar 23 01:53:36.465936 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-453be65d-bcb5-4823-b513-1f5953fd9c73 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (607d01d1-dcc6-4de3-bc58-c3544d6e6485), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:36.479174 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_gateway (7474f9ef-87d5-48b4-9e16-b8eec33240ca), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:36.482773 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7b656e5-5d86-427b-815a-e67921ea311e req-47276190-a78e-43ff-a83c-e374db5fe022 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/quotas/6dedc316948c43d8960b4c23519b7009 HTTP/1.1" status: 200 len: 375 time: 0.0120504 Mar 23 01:53:36.483814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085122e0-0643-4341-a97f-58b436708b2a admin admin] Network 4b4a880a-e499-4e9a-b670-93f48c71bb2f is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:53:36.568226 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-453be65d-bcb5-4823-b513-1f5953fd9c73 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (607d01d1-dcc6-4de3-bc58-c3544d6e6485), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:36.579396 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-453be65d-bcb5-4823-b513-1f5953fd9c73 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:36.580519 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-453be65d-bcb5-4823-b513-1f5953fd9c73 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/607d01d1-dcc6-4de3-bc58-c3544d6e6485 HTTP/1.1" status: 204 len: 168 time: 0.1654773 Mar 23 01:53:36.583683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60458) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:36.606265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453be65d-bcb5-4823-b513-1f5953fd9c73 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=607d01d1-dcc6-4de3-bc58-c3544d6e6485,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:36.655676 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-19af7cb3-538b-4e41-94d7-98e8f886c4a8 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0699759 Mar 23 01:53:36.658714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60460) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:36.814813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-085122e0-0643-4341-a97f-58b436708b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 4b4a880a-e499-4e9a-b670-93f48c71bb2f) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:36.825974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e3b31e-77b8-49ad-a9de-53b9171e5011 None None] Network 4b4a880a-e499-4e9a-b670-93f48c71bb2f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:36.835189 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7b656e5-5d86-427b-815a-e67921ea311e req-32212a38-5058-403e-be72-91935ee90d90 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dedc316948c43d8960b4c23519b7009&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3439519 Mar 23 01:53:36.836420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085122e0-0643-4341-a97f-58b436708b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:36.837020 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-085122e0-0643-4341-a97f-58b436708b2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:36.845717 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (7474f9ef-87d5-48b4-9e16-b8eec33240ca), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:36.847741 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-38c4713d-034d-4bd5-977e-98e492eaaf99 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (c195227f-cedb-4170-9abe-a4ff1aa92ca3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:36.899375 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-085122e0-0643-4341-a97f-58b436708b2a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8497345 Mar 23 01:53:36.913343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32fc8b-2bde-499a-8159-bbae9b76541c req-2482c12a-1a4a-4f3e-8bf0-a46146750166 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:36.914867 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c32fc8b-2bde-499a-8159-bbae9b76541c req-2482c12a-1a4a-4f3e-8bf0-a46146750166 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 944 time: 0.1653302 Mar 23 01:53:36.945687 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7b656e5-5d86-427b-815a-e67921ea311e req-baa8f99b-d8c4-438e-a6fe-eda61d983d3e service neutron] 10.222.0.18 "GET /v2.0/networks/89554b3f-5e81-498e-806d-c8b13203e1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008406 Mar 23 01:53:36.951400 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-38c4713d-034d-4bd5-977e-98e492eaaf99 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (c195227f-cedb-4170-9abe-a4ff1aa92ca3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:36.976012 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77632b1-4748-4b16-85df-ea16a1592282 None None] Network 4b4a880a-e499-4e9a-b670-93f48c71bb2f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:37.024665 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ce35be12-d79a-42f2-9908-f3dad501cafa details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:53:37.057241 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c32fc8b-2bde-499a-8159-bbae9b76541c req-7e0aa2d0-c3e8-45f8-9bf9-57065e1d8694 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101143 Mar 23 01:53:37.059887 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-38c4713d-034d-4bd5-977e-98e492eaaf99 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c195227f-cedb-4170-9abe-a4ff1aa92ca3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:37.062473 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-38c4713d-034d-4bd5-977e-98e492eaaf99 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:37.066398 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-38c4713d-034d-4bd5-977e-98e492eaaf99 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-groups/c195227f-cedb-4170-9abe-a4ff1aa92ca3 HTTP/1.1" status: 204 len: 168 time: 0.4047751 Mar 23 01:53:37.067014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60468) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:37.100501 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4713d-034d-4bd5-977e-98e492eaaf99 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c195227f-cedb-4170-9abe-a4ff1aa92ca3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:37.142117 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7b656e5-5d86-427b-815a-e67921ea311e req-21838b8d-06b6-4a6a-94a5-6a4e9bc93e6a service neutron] 10.222.0.18 "GET /v2.0/networks/89554b3f-5e81-498e-806d-c8b13203e1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871793 Mar 23 01:53:37.152076 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a1fdab24-032e-4d4c-be87-0c0baa13991e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0794876 Mar 23 01:53:37.152410 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60474) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:37.161022 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-8882939c-9cf2-4f61-aa48-a044be6423f8 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1133006541'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:37.172933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router 7474f9ef-87d5-48b4-9e16-b8eec33240ca is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:53:37.195123 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ce35be12-d79a-42f2-9908-f3dad501cafa, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ce35be12-d79a-42f2-9908-f3dad501cafa,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:37.214854 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8882939c-9cf2-4f61-aa48-a044be6423f8 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:37.314868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:53:37.387217 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:37.394102 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8882939c-9cf2-4f61-aa48-a044be6423f8 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (e4b0a44a-0f10-46c8-99eb-9a81c2de35ec), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:37.394644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60484) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:37.398664 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-db660a65-af49-4be8-b652-b0f55114009a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8260927 Mar 23 01:53:37.428751 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Sync routers for ids ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:53:37.435601 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'ce35be12-d79a-42f2-9908-f3dad501cafa', 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01', 'port_id': 'ce35be12-d79a-42f2-9908-f3dad501cafa', 'mac_address': 'fa:16:3e:2f:19:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8471a63-7189-4566-adcc-c6e2e0f179a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:53:37.454480 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-115bc31a-b314-4499-8c25-fa198a774577 req-be23e3ad-57c7-488c-9ff3-60521fb28953 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 210 time: 0.0811872 Mar 23 01:53:37.481491 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8882939c-9cf2-4f61-aa48-a044be6423f8 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e4b0a44a-0f10-46c8-99eb-9a81c2de35ec), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:37.486065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Routers {'7474f9ef-87d5-48b4-9e16-b8eec33240ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:53:37.486701 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:53:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:37.496327 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1791cdc3-0738-42e1-8dc4-00185ce878ab tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=bb6e915da6d4405598d98978727b2035&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0979955 Mar 23 01:53:37.507534 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60490) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:37.565434 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ce35be12-d79a-42f2-9908-f3dad501cafa is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:37.565958 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ce35be12-d79a-42f2-9908-f3dad501cafa), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:37.591741 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce35be12-d79a-42f2-9908-f3dad501cafa {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:53:37.611025 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-0580e232-1bdf-454f-93d1-4204b8d0acc0 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:37.621344 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ce35be12-d79a-42f2-9908-f3dad501cafa, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ce35be12-d79a-42f2-9908-f3dad501cafa,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:37.624362 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-0580e232-1bdf-454f-93d1-4204b8d0acc0 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/networks?id=4b4a880a-e499-4e9a-b670-93f48c71bb2f HTTP/1.1" status: 200 len: 821 time: 0.1813674 Mar 23 01:53:37.637862 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ce35be12-d79a-42f2-9908-f3dad501cafa), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:37.645105 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8882939c-9cf2-4f61-aa48-a044be6423f8 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:37.646526 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8882939c-9cf2-4f61-aa48-a044be6423f8 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4927046 Mar 23 01:53:37.646860 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-d9ac8fdd-b19a-4e8c-912a-176d2cb08932 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/quotas/a91a1832f1da42848b1b3d6cf37e3090 HTTP/1.1" status: 200 len: 375 time: 0.0213487 Mar 23 01:53:37.650880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Set router 7474f9ef-87d5-48b4-9e16-b8eec33240ca gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:53:37.659040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60496) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:37.659941 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882939c-9cf2-4f61-aa48-a044be6423f8 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b0a44a-0f10-46c8-99eb-9a81c2de35ec,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:37.667596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-57218e23-a3d0-4089-b090-dae8a6f4cd34 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group_rule': {'security_group_id': 'e4b0a44a-0f10-46c8-99eb-9a81c2de35ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:37.698115 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-7a9c6eba-eb6b-4dc3-92ff-5a53face82f6 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a91a1832f1da42848b1b3d6cf37e3090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502117 Mar 23 01:53:37.699192 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11cc446-073d-4753-84e5-3c86f6b08999 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:37.701525 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f11cc446-073d-4753-84e5-3c86f6b08999 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1929069 Mar 23 01:53:37.704473 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60498) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:37.741742 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a3bba3ae-08d8-43af-ad0c-18f1562c8ca8 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358121 Mar 23 01:53:37.744447 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60500) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:37.749903 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-49a3eeb5-501a-4fbc-97ce-11fc7217dc0e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-619807153', 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:37.816717 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-746084d7-ad44-4a39-883f-1061619299e7 service neutron] 10.222.0.18 "GET /v2.0/networks/4b4a880a-e499-4e9a-b670-93f48c71bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176662 Mar 23 01:53:37.833517 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ce35be12-d79a-42f2-9908-f3dad501cafa,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:37.850556 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-57218e23-a3d0-4089-b090-dae8a6f4cd34 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (b56585a8-0ece-42ff-8884-2a310254a011), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:37.888053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a3eeb5-501a-4fbc-97ce-11fc7217dc0e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Made reservation on behalf of bb6e915da6d4405598d98978727b2035 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:37.895158 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-49a3eeb5-501a-4fbc-97ce-11fc7217dc0e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:37.929160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570631564', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:53:34Z', 'updated_at': '2022-03-23T01:53:36Z', 'revision_number': 3, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:35Z', 'updated_at': '2022-03-23T01:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:37.968223 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-b7051ea2-53b7-4683-ab25-d7a07b3f22e5 service neutron] 10.222.0.18 "GET /v2.0/networks/4b4a880a-e499-4e9a-b670-93f48c71bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389875 Mar 23 01:53:37.981033 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-57218e23-a3d0-4089-b090-dae8a6f4cd34 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (b56585a8-0ece-42ff-8884-2a310254a011), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:37.984490 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Checking router: 7474f9ef-87d5-48b4-9e16-b8eec33240ca for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:53:37.984896 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Updating router 7474f9ef-87d5-48b4-9e16-b8eec33240ca port 6ffb5369-f4d4-4a09-a19c-f5bb191262b1 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:53:37.989512 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-57218e23-a3d0-4089-b090-dae8a6f4cd34 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (b56585a8-0ece-42ff-8884-2a310254a011), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:38.027653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57218e23-a3d0-4089-b090-dae8a6f4cd34 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56585a8-0ece-42ff-8884-2a310254a011,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:38.029318 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6ffb5369-f4d4-4a09-a19c-f5bb191262b1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:38.042157 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-57218e23-a3d0-4089-b090-dae8a6f4cd34 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:38.043520 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-57218e23-a3d0-4089-b090-dae8a6f4cd34 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3821306 Mar 23 01:53:38.052414 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60504) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:38.057204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d74f7adc-bb7a-4759-9316-97c7f47328a2 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group_rule': {'security_group_id': 'e4b0a44a-0f10-46c8-99eb-9a81c2de35ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:38.089809 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['ce35be12-d79a-42f2-9908-f3dad501cafa'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:53:38.091481 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d74f7adc-bb7a-4759-9316-97c7f47328a2 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (edacab4c-77d4-4bf1-8e23-206656ec6f24), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:38.171087 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-49a3eeb5-501a-4fbc-97ce-11fc7217dc0e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (a0237b1d-ab29-4558-a132-943ccab02b5c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:38.245511 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-006014c4-dbf9-418c-9bdc-026860459427 req-dbe01aff-f4da-40de-bc2d-a811c6f528a1 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 210 time: 0.0386698 Mar 23 01:53:38.284395 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d74f7adc-bb7a-4759-9316-97c7f47328a2 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (edacab4c-77d4-4bf1-8e23-206656ec6f24), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:38.293508 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d74f7adc-bb7a-4759-9316-97c7f47328a2 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (edacab4c-77d4-4bf1-8e23-206656ec6f24), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:38.327872 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3eeb5-501a-4fbc-97ce-11fc7217dc0e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Subnet': ['ID=a0237b1d-ab29-4558-a132-943ccab02b5c,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:38.336201 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f7adc-bb7a-4759-9316-97c7f47328a2 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edacab4c-77d4-4bf1-8e23-206656ec6f24,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:38.344978 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d74f7adc-bb7a-4759-9316-97c7f47328a2 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:38.346396 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d74f7adc-bb7a-4759-9316-97c7f47328a2 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2928262 Mar 23 01:53:38.349163 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60512) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:38.359902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9e7bbeaa-73d9-4f7b-a66d-22ce2dbdcc37 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group_rule': {'security_group_id': 'e4b0a44a-0f10-46c8-99eb-9a81c2de35ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:38.366110 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a3eeb5-501a-4fbc-97ce-11fc7217dc0e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Checking segment: {'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:38.366354 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a3eeb5-501a-4fbc-97ce-11fc7217dc0e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network hostable DHCP agents. Network: 868957b1-2003-424d-b67f-d77cd0cd10c4, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:53:38.396128 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76420c8e-4daf-4e55-ae82-9a7d4d89df46 req-60e2f23d-d060-4ea6-8c7c-46ffb1f32b1b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:38.400928 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76420c8e-4daf-4e55-ae82-9a7d4d89df46 req-60e2f23d-d060-4ea6-8c7c-46ffb1f32b1b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 945 time: 0.1818469 Mar 23 01:53:38.417321 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbeaa-73d9-4f7b-a66d-22ce2dbdcc37 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (f2015231-81b5-491b-b0e0-60af25a36088), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:38.436949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a3eeb5-501a-4fbc-97ce-11fc7217dc0e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network 868957b1-2003-424d-b67f-d77cd0cd10c4 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:53:38.474130 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-49a3eeb5-501a-4fbc-97ce-11fc7217dc0e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 868957b1-2003-424d-b67f-d77cd0cd10c4) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:38.492429 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c23387-398a-4111-9516-fc708bc6dd3f None None] Network 868957b1-2003-424d-b67f-d77cd0cd10c4 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:38.501329 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76420c8e-4daf-4e55-ae82-9a7d4d89df46 req-92c057a7-5ff0-4ccf-8255-5e05baeaa1a8 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918057 Mar 23 01:53:38.505006 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a3eeb5-501a-4fbc-97ce-11fc7217dc0e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:38.505776 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-49a3eeb5-501a-4fbc-97ce-11fc7217dc0e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:38.538850 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-49a3eeb5-501a-4fbc-97ce-11fc7217dc0e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7927477 Mar 23 01:53:38.543140 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60520) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:38.719625 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Publish callbacks [] for port (6ffb5369-f4d4-4a09-a19c-f5bb191262b1), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:38.728916 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6ffb5369-f4d4-4a09-a19c-f5bb191262b1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:38.742248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-868957b1-2003-424d-b67f-d77cd0cd10c4', 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ips': [{'subnet_id': 'a0237b1d-ab29-4558-a132-943ccab02b5c'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:53:38.743001 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:38.836243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97f0cb-d3f4-468e-9f38-be4c34f594c6 None None] Pushing event updated for resources: {'Port': ['ID=6ffb5369-f4d4-4a09-a19c-f5bb191262b1,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:38.862119 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Attempting to bind port 6ffb5369-f4d4-4a09-a19c-f5bb191262b1 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:53:38.862902 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Attempting to bind port 6ffb5369-f4d4-4a09-a19c-f5bb191262b1 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:53:38.863277 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Attempting to bind port 6ffb5369-f4d4-4a09-a19c-f5bb191262b1 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:38.931715 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:53:38.931715 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:38.931715 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:38.932273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:53:38.936239 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Bound port: 6ffb5369-f4d4-4a09-a19c-f5bb191262b1, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:53:38.936239 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6ffb5369-f4d4-4a09-a19c-f5bb191262b1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.030541 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbeaa-73d9-4f7b-a66d-22ce2dbdcc37 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (f2015231-81b5-491b-b0e0-60af25a36088), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.044624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] For port 6ffb5369-f4d4-4a09-a19c-f5bb191262b1, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:53:39.053880 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9e9d9352-bbbf-4cb5-b570-c1973f9677de req-f76536ac-ff20-4c10-a551-968ef6720d7c tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 210 time: 0.4552503 Mar 23 01:53:39.059039 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbeaa-73d9-4f7b-a66d-22ce2dbdcc37 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (f2015231-81b5-491b-b0e0-60af25a36088), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.070273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] For port 6ffb5369-f4d4-4a09-a19c-f5bb191262b1, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6ffb5369-f4d4-4a09-a19c-f5bb191262b1,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:53:39.084195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Allocated IP 172.20.0.2 (868957b1-2003-424d-b67f-d77cd0cd10c4/a0237b1d-ab29-4558-a132-943ccab02b5c/22f32ebc-278a-41a1-a041-5ce52a2978fc) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:53:39.094682 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6ffb5369-f4d4-4a09-a19c-f5bb191262b1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.130059 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bbeaa-73d9-4f7b-a66d-22ce2dbdcc37 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2015231-81b5-491b-b0e0-60af25a36088,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:39.135696 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbeaa-73d9-4f7b-a66d-22ce2dbdcc37 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.137944 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9e7bbeaa-73d9-4f7b-a66d-22ce2dbdcc37 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7862263 Mar 23 01:53:39.140778 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60524) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:39.147642 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-899d67f8-4d5c-4b42-b49b-26adeff198b3 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group_rule': {'security_group_id': 'e4b0a44a-0f10-46c8-99eb-9a81c2de35ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:39.186442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b656e5-5d86-427b-815a-e67921ea311e req-785b91d0-0f16-49ac-aa26-43a5f8e7ef24 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:39.188393 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a7b656e5-5d86-427b-815a-e67921ea311e req-785b91d0-0f16-49ac-aa26-43a5f8e7ef24 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.42 "GET /v2.0/networks?id=89554b3f-5e81-498e-806d-c8b13203e1ce HTTP/1.1" status: 200 len: 809 time: 0.2425170 Mar 23 01:53:39.193667 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-899d67f8-4d5c-4b42-b49b-26adeff198b3 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (cbfcb3df-91d5-4bb9-b3a8-b22c85012ab2), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.212321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-a7b656e5-5d86-427b-815a-e67921ea311e req-45c9f0c4-5334-4d44-bcdd-587889152b62 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Request body: {'port': {'device_id': '1709f2c9-c4c4-46d2-b3ca-2c7334353dde', 'network_id': '89554b3f-5e81-498e-806d-c8b13203e1ce', 'admin_state_up': True, 'tenant_id': '6dedc316948c43d8960b4c23519b7009'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:39.216039 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97f0cb-d3f4-468e-9f38-be4c34f594c6 None None] Pushing event updated for resources: {'Port': ['ID=6ffb5369-f4d4-4a09-a19c-f5bb191262b1,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:39.220301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Routers {'7474f9ef-87d5-48b4-9e16-b8eec33240ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:53:39.220904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:53:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:39.276404 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-899d67f8-4d5c-4b42-b49b-26adeff198b3 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (cbfcb3df-91d5-4bb9-b3a8-b22c85012ab2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.283358 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-899d67f8-4d5c-4b42-b49b-26adeff198b3 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (cbfcb3df-91d5-4bb9-b3a8-b22c85012ab2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.311267 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d67f8-4d5c-4b42-b49b-26adeff198b3 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfcb3df-91d5-4bb9-b3a8-b22c85012ab2,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:39.318237 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-899d67f8-4d5c-4b42-b49b-26adeff198b3 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.319757 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-899d67f8-4d5c-4b42-b49b-26adeff198b3 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1777723 Mar 23 01:53:39.322610 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60528) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:39.327936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-292b226b-e5f8-40fb-93f6-5fa712c19de3 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group_rule': {'security_group_id': 'e4b0a44a-0f10-46c8-99eb-9a81c2de35ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:39.384645 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-24112565-70b4-43e9-93dd-2a792e48fe8c req-49502a64-97e1-4b46-b358-2738c038a7b2 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 210 time: 0.0499468 Mar 23 01:53:39.408531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] Set router 7474f9ef-87d5-48b4-9e16-b8eec33240ca gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:53:39.414594 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-292b226b-e5f8-40fb-93f6-5fa712c19de3 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (95ad2bbe-ca55-4b87-9976-4488ea19c0c3), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.473894 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Publish callbacks [] for port (22f32ebc-278a-41a1-a041-5ce52a2978fc), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.493297 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (22f32ebc-278a-41a1-a041-5ce52a2978fc), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.527466 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-292b226b-e5f8-40fb-93f6-5fa712c19de3 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (95ad2bbe-ca55-4b87-9976-4488ea19c0c3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.542486 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-292b226b-e5f8-40fb-93f6-5fa712c19de3 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (95ad2bbe-ca55-4b87-9976-4488ea19c0c3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.577328 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b226b-e5f8-40fb-93f6-5fa712c19de3 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ad2bbe-ca55-4b87-9976-4488ea19c0c3,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:39.586150 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Network 868957b1-2003-424d-b67f-d77cd0cd10c4 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:39.589649 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Pushing event updated for resources: {'Port': ['ID=22f32ebc-278a-41a1-a041-5ce52a2978fc,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:39.598405 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:39.605178 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:53:39.611081 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-292b226b-e5f8-40fb-93f6-5fa712c19de3 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.615078 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-292b226b-e5f8-40fb-93f6-5fa712c19de3 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2886076 Mar 23 01:53:39.616851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60532) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:39.710708 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Attempting to bind port 22f32ebc-278a-41a1-a041-5ce52a2978fc on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:53:39.711164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Attempting to bind port 22f32ebc-278a-41a1-a041-5ce52a2978fc by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:53:39.711671 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Attempting to bind port 22f32ebc-278a-41a1-a041-5ce52a2978fc on network 868957b1-2003-424d-b67f-d77cd0cd10c4 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:39.725797 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:53:39.726176 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Checking segment: {'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:39.726575 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.726964 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Bound using segment: {'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:53:39.727446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Bound port: 22f32ebc-278a-41a1-a041-5ce52a2978fc, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:53:39.727968 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (22f32ebc-278a-41a1-a041-5ce52a2978fc), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.728866 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b98b226-3472-4eba-9f6f-883393801e96 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (95ad2bbe-ca55-4b87-9976-4488ea19c0c3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.755399 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b98b226-3472-4eba-9f6f-883393801e96 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (95ad2bbe-ca55-4b87-9976-4488ea19c0c3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.759096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b656e5-5d86-427b-815a-e67921ea311e req-45c9f0c4-5334-4d44-bcdd-587889152b62 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Made reservation on behalf of 6dedc316948c43d8960b4c23519b7009 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:39.762515 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a7b656e5-5d86-427b-815a-e67921ea311e req-45c9f0c4-5334-4d44-bcdd-587889152b62 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.768559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570631564', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:53:34Z', 'updated_at': '2022-03-23T01:53:36Z', 'revision_number': 3, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:35Z', 'updated_at': '2022-03-23T01:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:39.791495 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-b899326d-b7c1-4aec-89b4-18b807043f8f tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:39.792985 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-b899326d-b7c1-4aec-89b4-18b807043f8f tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.42 "GET /v2.0/networks?id=4b4a880a-e499-4e9a-b670-93f48c71bb2f HTTP/1.1" status: 200 len: 821 time: 0.2526956 Mar 23 01:53:39.798753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e399cf7-7a86-4cc4-bd74-f50fd0a7942c None None] The sync data for ids ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'] in n-d-834677-4 is: [{'id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570631564', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:53:34Z', 'updated_at': '2022-03-23T01:53:36Z', 'revision_number': 3, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:35Z', 'updated_at': '2022-03-23T01:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:53:39.814527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-f50457f9-89d7-41d0-81a3-76fb2daca723 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Request body: {'port': {'device_id': 'cd36318c-d2ba-4fa6-852a-45eb14b9b5fb', 'network_id': '4b4a880a-e499-4e9a-b670-93f48c71bb2f', 'admin_state_up': True, 'tenant_id': 'a91a1832f1da42848b1b3d6cf37e3090'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:39.835894 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] For port 22f32ebc-278a-41a1-a041-5ce52a2978fc, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:53:39.839677 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] For port 22f32ebc-278a-41a1-a041-5ce52a2978fc, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=22f32ebc-278a-41a1-a041-5ce52a2978fc,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:53:39.846335 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (22f32ebc-278a-41a1-a041-5ce52a2978fc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.934336 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda5356-dad4-4d08-a6e5-ac23a358f83e req-13d7b292-d7bf-4e29-b23d-9417cd4faf1c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:39.936000 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ebda5356-dad4-4d08-a6e5-ac23a358f83e req-13d7b292-d7bf-4e29-b23d-9417cd4faf1c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 945 time: 0.2801414 Mar 23 01:53:39.936718 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b98b226-3472-4eba-9f6f-883393801e96 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (95ad2bbe-ca55-4b87-9976-4488ea19c0c3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.952328 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b98b226-3472-4eba-9f6f-883393801e96 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:39.956031 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0b98b226-3472-4eba-9f6f-883393801e96 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/95ad2bbe-ca55-4b87-9976-4488ea19c0c3 HTTP/1.1" status: 204 len: 168 time: 0.3328805 Mar 23 01:53:39.956457 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60534) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:40.013708 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8de239ec-5d81-4f4f-8916-dc82b2586d23 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0559204 Mar 23 01:53:40.016431 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60536) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:40.025801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98b226-3472-4eba-9f6f-883393801e96 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95ad2bbe-ca55-4b87-9976-4488ea19c0c3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:40.078185 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ffdc-32a5-4c3b-8e83-c1587a39f515 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (cbfcb3df-91d5-4bb9-b3a8-b22c85012ab2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.091654 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ffdc-32a5-4c3b-8e83-c1587a39f515 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (cbfcb3df-91d5-4bb9-b3a8-b22c85012ab2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.128413 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ffdc-32a5-4c3b-8e83-c1587a39f515 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (cbfcb3df-91d5-4bb9-b3a8-b22c85012ab2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.140391 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ffdc-32a5-4c3b-8e83-c1587a39f515 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.141806 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8ed0ffdc-32a5-4c3b-8e83-c1587a39f515 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/cbfcb3df-91d5-4bb9-b3a8-b22c85012ab2 HTTP/1.1" status: 204 len: 168 time: 0.1239128 Mar 23 01:53:40.154080 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60540) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:40.159072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0ffdc-32a5-4c3b-8e83-c1587a39f515 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbfcb3df-91d5-4bb9-b3a8-b22c85012ab2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:40.190498 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b88115-217f-464b-be45-98ece7e2cf9c None None] Pushing event updated for resources: {'Port': ['ID=22f32ebc-278a-41a1-a041-5ce52a2978fc,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:40.218534 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b7156db4-064c-4bc9-b9e8-234e72f4ffc6 req-6b2d44fc-1217-4ed8-9a8b-824f2ece2c0f tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 210 time: 0.0487375 Mar 23 01:53:40.251093 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5ed885fc-3dda-4434-8182-551ce14d826e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1014721 Mar 23 01:53:40.253810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60542) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:40.275859 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ebda5356-dad4-4d08-a6e5-ac23a358f83e req-2211897d-00f5-4e5c-98d3-783ba45dabf6 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171344 Mar 23 01:53:40.283375 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9de10c6d-ed62-438d-bb4f-cad29a25e135 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (f2015231-81b5-491b-b0e0-60af25a36088), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.303041 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9de10c6d-ed62-438d-bb4f-cad29a25e135 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (f2015231-81b5-491b-b0e0-60af25a36088), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.320499 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-a7b656e5-5d86-427b-815a-e67921ea311e req-45c9f0c4-5334-4d44-bcdd-587889152b62 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Allocated IP 172.20.0.4 (89554b3f-5e81-498e-806d-c8b13203e1ce/b6214f49-d4a5-4af9-b54b-052e3086f69b/44a6092f-2cbd-443e-ae1a-50aa9187d23c) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:53:40.336757 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9de10c6d-ed62-438d-bb4f-cad29a25e135 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (f2015231-81b5-491b-b0e0-60af25a36088), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.347621 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9de10c6d-ed62-438d-bb4f-cad29a25e135 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.348849 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9de10c6d-ed62-438d-bb4f-cad29a25e135 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f2015231-81b5-491b-b0e0-60af25a36088 HTTP/1.1" status: 204 len: 168 time: 0.0939212 Mar 23 01:53:40.353556 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60544) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:40.360508 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de10c6d-ed62-438d-bb4f-cad29a25e135 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2015231-81b5-491b-b0e0-60af25a36088,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:40.379751 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.389368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-f50457f9-89d7-41d0-81a3-76fb2daca723 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Made reservation on behalf of a91a1832f1da42848b1b3d6cf37e3090 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:40.394391 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-f50457f9-89d7-41d0-81a3-76fb2daca723 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.407158 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d65eb9b1-4db9-433d-ae28-e54575d1159c tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0524402 Mar 23 01:53:40.409797 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60546) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:40.453278 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-39e028e9-eced-4f62-b612-0da01e798a6f tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (edacab4c-77d4-4bf1-8e23-206656ec6f24), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.469649 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-39e028e9-eced-4f62-b612-0da01e798a6f tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (edacab4c-77d4-4bf1-8e23-206656ec6f24), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.502514 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-39e028e9-eced-4f62-b612-0da01e798a6f tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (edacab4c-77d4-4bf1-8e23-206656ec6f24), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.522653 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-39e028e9-eced-4f62-b612-0da01e798a6f tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.523945 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-39e028e9-eced-4f62-b612-0da01e798a6f tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/edacab4c-77d4-4bf1-8e23-206656ec6f24 HTTP/1.1" status: 204 len: 168 time: 0.1131873 Mar 23 01:53:40.531995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60550) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:40.558633 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e028e9-eced-4f62-b612-0da01e798a6f tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edacab4c-77d4-4bf1-8e23-206656ec6f24,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:40.611754 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b79f9520-d9de-4ee9-8ed6-e63f76f1c74d req-85c19137-5c4f-4407-a19e-fbe33c70df9c tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 210 time: 0.0844388 Mar 23 01:53:40.652385 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6fae9a30-12bf-4856-bdf0-737eafa67815 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1192465 Mar 23 01:53:40.655321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60552) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:40.681549 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90ca4d78-c3dc-4464-8e74-1b0945c6bbda tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (b56585a8-0ece-42ff-8884-2a310254a011), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.694020 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90ca4d78-c3dc-4464-8e74-1b0945c6bbda tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (b56585a8-0ece-42ff-8884-2a310254a011), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.724545 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90ca4d78-c3dc-4464-8e74-1b0945c6bbda tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (b56585a8-0ece-42ff-8884-2a310254a011), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.734124 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90ca4d78-c3dc-4464-8e74-1b0945c6bbda tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.735305 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-90ca4d78-c3dc-4464-8e74-1b0945c6bbda tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b56585a8-0ece-42ff-8884-2a310254a011 HTTP/1.1" status: 204 len: 168 time: 0.0789223 Mar 23 01:53:40.739367 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60554) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:40.747206 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca4d78-c3dc-4464-8e74-1b0945c6bbda tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b56585a8-0ece-42ff-8884-2a310254a011,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:40.782167 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-96a0d368-6a25-4af6-8ae8-a564ddbd3249 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0416763 Mar 23 01:53:40.784911 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60556) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:40.842977 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cda404bf-8d19-42e6-9067-2505607afac5 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (e4b0a44a-0f10-46c8-99eb-9a81c2de35ec), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.846531 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a7b656e5-5d86-427b-815a-e67921ea311e req-45c9f0c4-5334-4d44-bcdd-587889152b62 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Publish callbacks [] for port (44a6092f-2cbd-443e-ae1a-50aa9187d23c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.853750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-f50457f9-89d7-41d0-81a3-76fb2daca723 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Allocated IP 172.20.0.11 (4b4a880a-e499-4e9a-b670-93f48c71bb2f/989e2d46-8cea-4921-8d41-7e97676671fe/f5f26621-47e1-4334-b017-477a06ff77cd) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:53:40.873394 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cda404bf-8d19-42e6-9067-2505607afac5 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (e4b0a44a-0f10-46c8-99eb-9a81c2de35ec), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.923113 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cda404bf-8d19-42e6-9067-2505607afac5 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e4b0a44a-0f10-46c8-99eb-9a81c2de35ec), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.926695 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cda404bf-8d19-42e6-9067-2505607afac5 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:40.928169 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cda404bf-8d19-42e6-9067-2505607afac5 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-groups/e4b0a44a-0f10-46c8-99eb-9a81c2de35ec HTTP/1.1" status: 204 len: 168 time: 0.1422906 Mar 23 01:53:40.933674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60558) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:40.955987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda404bf-8d19-42e6-9067-2505607afac5 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b0a44a-0f10-46c8-99eb-9a81c2de35ec,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:41.003576 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-43440463-0493-4014-987f-a22009f7faee tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0685356 Mar 23 01:53:41.008034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60560) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:41.014118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d8e52c8c-1f0b-4843-8ff6-a1e983ec244a tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group': {'name': 'tempest-secgroup--885123841'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:41.035846 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a7b656e5-5d86-427b-815a-e67921ea311e req-45c9f0c4-5334-4d44-bcdd-587889152b62 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (44a6092f-2cbd-443e-ae1a-50aa9187d23c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.037299 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d8e52c8c-1f0b-4843-8ff6-a1e983ec244a tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.049010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ce35be12-d79a-42f2-9908-f3dad501cafa up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:41.120838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port ce35be12-d79a-42f2-9908-f3dad501cafa completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:53:41.125429 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port ce35be12-d79a-42f2-9908-f3dad501cafa triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:41.126147 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ce35be12-d79a-42f2-9908-f3dad501cafa), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.128535 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d8e52c8c-1f0b-4843-8ff6-a1e983ec244a tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (390cad86-fce0-4696-a09c-2f6288ba9aed), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.138996 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d8e52c8c-1f0b-4843-8ff6-a1e983ec244a tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (390cad86-fce0-4696-a09c-2f6288ba9aed), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.166790 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d8e52c8c-1f0b-4843-8ff6-a1e983ec244a tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.170924 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d8e52c8c-1f0b-4843-8ff6-a1e983ec244a tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1594539 Mar 23 01:53:41.172152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60562) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:41.176478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-52617ea7-7511-42a6-ac6b-032b770fc8e4 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group_rule': {'security_group_id': '390cad86-fce0-4696-a09c-2f6288ba9aed', 'direction': 'ingress', 'protocol': 17}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:41.197049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b656e5-5d86-427b-815a-e67921ea311e req-45c9f0c4-5334-4d44-bcdd-587889152b62 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Network 89554b3f-5e81-498e-806d-c8b13203e1ce is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:41.201029 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e52c8c-1f0b-4843-8ff6-a1e983ec244a tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390cad86-fce0-4696-a09c-2f6288ba9aed,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:41.208524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-a7b656e5-5d86-427b-815a-e67921ea311e req-45c9f0c4-5334-4d44-bcdd-587889152b62 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:41.215609 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9f0c4-5334-4d44-bcdd-587889152b62 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Pushing event updated for resources: {'Port': ['ID=44a6092f-2cbd-443e-ae1a-50aa9187d23c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:41.226683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b656e5-5d86-427b-815a-e67921ea311e req-45c9f0c4-5334-4d44-bcdd-587889152b62 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:53:41.235021 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-52617ea7-7511-42a6-ac6b-032b770fc8e4 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (bf7f974b-9ba6-461b-8d69-a442be0da01c), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.270551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Allocated IP 172.20.0.1 (868957b1-2003-424d-b67f-d77cd0cd10c4/a0237b1d-ab29-4558-a132-943ccab02b5c/1db74e07-82c3-4977-b140-85a4d50b7daa) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:53:41.273338 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port ce35be12-d79a-42f2-9908-f3dad501cafa is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:41.273962 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ce35be12-d79a-42f2-9908-f3dad501cafa), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.315492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bdd562-b91f-44be-9c1f-07a42145593c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce35be12-d79a-42f2-9908-f3dad501cafa'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:41.318332 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed01d73-637c-4f99-a816-565414f991ff" -d '{"events": [{"server_uuid": "78bdd562-b91f-44be-9c1f-07a42145593c", "name": "network-vif-plugged", "status": "completed", "tag": "ce35be12-d79a-42f2-9908-f3dad501cafa"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:41.339639 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port ce35be12-d79a-42f2-9908-f3dad501cafa, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ce35be12-d79a-42f2-9908-f3dad501cafa,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:41.352195 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ce35be12-d79a-42f2-9908-f3dad501cafa), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.386909 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-52617ea7-7511-42a6-ac6b-032b770fc8e4 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (bf7f974b-9ba6-461b-8d69-a442be0da01c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.396497 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-52617ea7-7511-42a6-ac6b-032b770fc8e4 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (bf7f974b-9ba6-461b-8d69-a442be0da01c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.411984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b656e5-5d86-427b-815a-e67921ea311e req-45c9f0c4-5334-4d44-bcdd-587889152b62 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:41.412646 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a7b656e5-5d86-427b-815a-e67921ea311e req-45c9f0c4-5334-4d44-bcdd-587889152b62 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.466141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=ce35be12-d79a-42f2-9908-f3dad501cafa,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:41.474875 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52617ea7-7511-42a6-ac6b-032b770fc8e4 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7f974b-9ba6-461b-8d69-a442be0da01c,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:41.480056 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-52617ea7-7511-42a6-ac6b-032b770fc8e4 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.483798 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-52617ea7-7511-42a6-ac6b-032b770fc8e4 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3086627 Mar 23 01:53:41.484266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60570) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:41.514958 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-f50457f9-89d7-41d0-81a3-76fb2daca723 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Publish callbacks [] for port (f5f26621-47e1-4334-b017-477a06ff77cd), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.553847 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b277ff-5591-49eb-a949-c45eb3bea8e0 req-aedfae21-2a7b-48da-8d3c-15aaed98eab8 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:41.560672 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a7b656e5-5d86-427b-815a-e67921ea311e req-45c9f0c4-5334-4d44-bcdd-587889152b62 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3636110 Mar 23 01:53:41.561779 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-14b277ff-5591-49eb-a949-c45eb3bea8e0 req-aedfae21-2a7b-48da-8d3c-15aaed98eab8 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 946 time: 0.1366436 Mar 23 01:53:41.561919 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 22f32ebc-278a-41a1-a041-5ce52a2978fc up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:41.585009 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Request body: {'port': {'device_id': '1709f2c9-c4c4-46d2-b3ca-2c7334353dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:41.615906 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4b70231-74c4-4dec-b25c-c62444d5d5cb tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (390cad86-fce0-4696-a09c-2f6288ba9aed), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.659296 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 22f32ebc-278a-41a1-a041-5ce52a2978fc triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:41.659682 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (22f32ebc-278a-41a1-a041-5ce52a2978fc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.663213 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-14b277ff-5591-49eb-a949-c45eb3bea8e0 req-86f085b9-f6ba-4472-9a52-ccd5c35a8047 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994937 Mar 23 01:53:41.695727 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4b70231-74c4-4dec-b25c-c62444d5d5cb tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (390cad86-fce0-4696-a09c-2f6288ba9aed), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.713856 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95256e-babe-49b0-b5cd-067685ee850d req-cba7f498-5292-482c-900f-484b3cf43e76 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:41.715729 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c95256e-babe-49b0-b5cd-067685ee850d req-cba7f498-5292-482c-900f-484b3cf43e76 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 931 time: 0.3003883 Mar 23 01:53:41.716858 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-f50457f9-89d7-41d0-81a3-76fb2daca723 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (f5f26621-47e1-4334-b017-477a06ff77cd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.726011 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.770425 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761d02ab-5eaf-480f-a254-38f1023ddc60 x-openstack-request-id: req-761d02ab-5eaf-480f-a254-38f1023ddc60 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:41.770777 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bdd562-b91f-44be-9c1f-07a42145593c", "name": "network-vif-plugged", "status": "completed", "tag": "ce35be12-d79a-42f2-9908-f3dad501cafa", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:41.770940 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-761d02ab-5eaf-480f-a254-38f1023ddc60 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:41.771371 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-761d02ab-5eaf-480f-a254-38f1023ddc60'] response: {'server_uuid': '78bdd562-b91f-44be-9c1f-07a42145593c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce35be12-d79a-42f2-9908-f3dad501cafa', 'code': 200} Mar 23 01:53:41.772738 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29e0c6a-ca31-472c-87e4-91bdf7d4b227 None None] Network 868957b1-2003-424d-b67f-d77cd0cd10c4 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:53:41.799159 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4b70231-74c4-4dec-b25c-c62444d5d5cb tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (390cad86-fce0-4696-a09c-2f6288ba9aed), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.801549 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (44a6092f-2cbd-443e-ae1a-50aa9187d23c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.802312 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4b70231-74c4-4dec-b25c-c62444d5d5cb tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.803506 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a4b70231-74c4-4dec-b25c-c62444d5d5cb tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-groups/390cad86-fce0-4696-a09c-2f6288ba9aed HTTP/1.1" status: 204 len: 168 time: 0.3168795 Mar 23 01:53:41.813305 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60574) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:41.842625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-f50457f9-89d7-41d0-81a3-76fb2daca723 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Network 4b4a880a-e499-4e9a-b670-93f48c71bb2f is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:41.850192 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b70231-74c4-4dec-b25c-c62444d5d5cb tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=390cad86-fce0-4696-a09c-2f6288ba9aed,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:41.854779 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-f50457f9-89d7-41d0-81a3-76fb2daca723 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:41.862742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50457f9-89d7-41d0-81a3-76fb2daca723 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Pushing event updated for resources: {'Port': ['ID=f5f26621-47e1-4334-b017-477a06ff77cd,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:41.868535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-f50457f9-89d7-41d0-81a3-76fb2daca723 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:53:41.916465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 22f32ebc-278a-41a1-a041-5ce52a2978fc is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:41.916904 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (22f32ebc-278a-41a1-a041-5ce52a2978fc), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.925856 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-84a20d37-0a3c-4905-8f82-eac11c701aab None None] Provisioning complete for port 22f32ebc-278a-41a1-a041-5ce52a2978fc triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:41.926227 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-84a20d37-0a3c-4905-8f82-eac11c701aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (22f32ebc-278a-41a1-a041-5ce52a2978fc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:41.991917 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 22f32ebc-278a-41a1-a041-5ce52a2978fc, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=22f32ebc-278a-41a1-a041-5ce52a2978fc,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:42.003360 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (22f32ebc-278a-41a1-a041-5ce52a2978fc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:42.004246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6ffb5369-f4d4-4a09-a19c-f5bb191262b1 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:42.012339 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d00b0e05-a148-4685-9bfd-3a9f86f3f9be tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1936407 Mar 23 01:53:42.019835 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60576) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:42.026980 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-98565a52-2146-431a-9d51-942a444e6ef4 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253565232'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:42.054151 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e2d5a-0b44-4806-8987-38ac5f1b3bec req-6ad9215c-d581-4c5b-a0e3-45c17243263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:42.055784 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-667e2d5a-0b44-4806-8987-38ac5f1b3bec req-6ad9215c-d581-4c5b-a0e3-45c17243263d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 1128 time: 0.1951861 Mar 23 01:53:42.082978 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-98565a52-2146-431a-9d51-942a444e6ef4 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:42.093646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693680c-ff68-489e-856d-1bd8758a2112 req-75202b7a-142a-4545-8d62-fe33cbf33782 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:42.101418 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c693680c-ff68-489e-856d-1bd8758a2112 req-75202b7a-142a-4545-8d62-fe33cbf33782 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 932 time: 0.1627693 Mar 23 01:53:42.146628 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=22f32ebc-278a-41a1-a041-5ce52a2978fc,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:42.195608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-84a20d37-0a3c-4905-8f82-eac11c701aab None None] Current status of the port 22f32ebc-278a-41a1-a041-5ce52a2978fc is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:42.201819 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-667e2d5a-0b44-4806-8987-38ac5f1b3bec req-b9361fc3-069a-4311-84c4-2aa27dda4208 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389380 Mar 23 01:53:42.208101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6ffb5369-f4d4-4a09-a19c-f5bb191262b1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:42.208101 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6ffb5369-f4d4-4a09-a19c-f5bb191262b1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:42.210691 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c693680c-ff68-489e-856d-1bd8758a2112 req-d5980ceb-98ab-4b55-80e1-08ee13b81776 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31ab31aa-7b90-4ed7-8048-aff0e7516565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083856 Mar 23 01:53:42.293995 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-98565a52-2146-431a-9d51-942a444e6ef4 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (a3732e23-c2e2-4dbb-a7f0-261c4cdbbc39), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:42.303139 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-98565a52-2146-431a-9d51-942a444e6ef4 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a3732e23-c2e2-4dbb-a7f0-261c4cdbbc39), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:42.326328 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6ffb5369-f4d4-4a09-a19c-f5bb191262b1 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:42.327355 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6ffb5369-f4d4-4a09-a19c-f5bb191262b1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:42.332229 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-98565a52-2146-431a-9d51-942a444e6ef4 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:42.338888 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-98565a52-2146-431a-9d51-942a444e6ef4 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3172076 Mar 23 01:53:42.344670 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60578) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:42.354976 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 6ffb5369-f4d4-4a09-a19c-f5bb191262b1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6ffb5369-f4d4-4a09-a19c-f5bb191262b1,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:42.355253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6cdf776e-43d2-4953-a952-72172dbe2217 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group': {'name': 'tempest-secgroup--342387497'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:42.361800 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98565a52-2146-431a-9d51-942a444e6ef4 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3732e23-c2e2-4dbb-a7f0-261c4cdbbc39,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:42.362378 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6ffb5369-f4d4-4a09-a19c-f5bb191262b1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:42.371622 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c95256e-babe-49b0-b5cd-067685ee850d req-ed91b067-70ea-4b94-aeaa-d2a1256d4f05 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6376059 Mar 23 01:53:42.381790 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:42.432506 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=6ffb5369-f4d4-4a09-a19c-f5bb191262b1,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:42.437541 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e9d653fb-bcf1-494b-a673-e6a6a648102b None None] Provisioning complete for port 22f32ebc-278a-41a1-a041-5ce52a2978fc triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:42.437919 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e9d653fb-bcf1-494b-a673-e6a6a648102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (22f32ebc-278a-41a1-a041-5ce52a2978fc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:42.451729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network 868957b1-2003-424d-b67f-d77cd0cd10c4 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:42.461597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-f50457f9-89d7-41d0-81a3-76fb2daca723 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:42.462250 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-f50457f9-89d7-41d0-81a3-76fb2daca723 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:42.512245 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:42.516277 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e9d653fb-bcf1-494b-a673-e6a6a648102b None None] Current status of the port 22f32ebc-278a-41a1-a041-5ce52a2978fc is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:42.529576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:53:42.543226 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6cdf776e-43d2-4953-a952-72172dbe2217 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:42.587380 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=1db74e07-82c3-4977-b140-85a4d50b7daa,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:42.598141 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-f50457f9-89d7-41d0-81a3-76fb2daca723 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7897730 Mar 23 01:53:42.632272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Request body: {'port': {'device_id': 'cd36318c-d2ba-4fa6-852a-45eb14b9b5fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:42.699777 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (7474f9ef-87d5-48b4-9e16-b8eec33240ca), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:42.748841 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c7675ece-d5d4-4997-95f1-8214c9639489 None None] Provisioning complete for port 1db74e07-82c3-4977-b140-85a4d50b7daa triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:42.749690 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7675ece-d5d4-4997-95f1-8214c9639489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:42.791888 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c7675ece-d5d4-4997-95f1-8214c9639489 None None] Port 1db74e07-82c3-4977-b140-85a4d50b7daa cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:53:42.799304 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee5066-3ce2-4494-b949-a585f8fd184c req-a3320cb3-3ce9-4e69-b8fa-556bba372ae7 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:42.801152 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67ee5066-3ce2-4494-b949-a585f8fd184c req-a3320cb3-3ce9-4e69-b8fa-556bba372ae7 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 946 time: 0.0603166 Mar 23 01:53:42.851572 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f5f26621-47e1-4334-b017-477a06ff77cd), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:42.868340 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67ee5066-3ce2-4494-b949-a585f8fd184c req-6ac3a444-fe6b-4043-921e-1554d89774e2 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609474 Mar 23 01:53:42.927000 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6cdf776e-43d2-4953-a952-72172dbe2217 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (71192a3d-b129-4382-9794-828dc4783832), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:42.964942 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6cdf776e-43d2-4953-a952-72172dbe2217 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (71192a3d-b129-4382-9794-828dc4783832), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.107526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a6092f-2cbd-443e-ae1a-50aa9187d23c {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:53:43.120845 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6cdf776e-43d2-4953-a952-72172dbe2217 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.122097 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6cdf776e-43d2-4953-a952-72172dbe2217 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7761025 Mar 23 01:53:43.123990 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Publish callbacks [] for port (44a6092f-2cbd-443e-ae1a-50aa9187d23c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.125050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60582) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:43.129686 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ee68bb9c-cbc4-4944-8295-f64792fbaed9 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group_rule': {'security_group_id': 'a3732e23-c2e2-4dbb-a7f0-261c4cdbbc39', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '71192a3d-b129-4382-9794-828dc4783832', 'remote_ip_prefix': None}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:43.137300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf776e-43d2-4953-a952-72172dbe2217 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71192a3d-b129-4382-9794-828dc4783832,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:43.161925 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68bb9c-cbc4-4944-8295-f64792fbaed9 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (ed8ce021-6cdd-4d39-83ec-c0e276970508), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.164472 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Transition to ACTIVE for port object 44a6092f-2cbd-443e-ae1a-50aa9187d23c will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:53:43.164790 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.172085 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (44a6092f-2cbd-443e-ae1a-50aa9187d23c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.235637 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68bb9c-cbc4-4944-8295-f64792fbaed9 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (ed8ce021-6cdd-4d39-83ec-c0e276970508), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.240143 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68bb9c-cbc4-4944-8295-f64792fbaed9 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ed8ce021-6cdd-4d39-83ec-c0e276970508), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.262716 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68bb9c-cbc4-4944-8295-f64792fbaed9 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8ce021-6cdd-4d39-83ec-c0e276970508,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:43.277363 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68bb9c-cbc4-4944-8295-f64792fbaed9 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.282252 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ee68bb9c-cbc4-4944-8295-f64792fbaed9 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1559772 Mar 23 01:53:43.283204 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60586) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:43.326185 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-658d02ad-e557-4efb-b680-eec6a1bf4d4e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (ed8ce021-6cdd-4d39-83ec-c0e276970508), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.328563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Pushing event updated for resources: {'Port': ['ID=44a6092f-2cbd-443e-ae1a-50aa9187d23c,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:43.338305 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-658d02ad-e557-4efb-b680-eec6a1bf4d4e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (ed8ce021-6cdd-4d39-83ec-c0e276970508), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.367133 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 22f32ebc-278a-41a1-a041-5ce52a2978fc up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:43.372495 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-658d02ad-e557-4efb-b680-eec6a1bf4d4e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ed8ce021-6cdd-4d39-83ec-c0e276970508), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.379653 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-658d02ad-e557-4efb-b680-eec6a1bf4d4e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.383586 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-658d02ad-e557-4efb-b680-eec6a1bf4d4e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ed8ce021-6cdd-4d39-83ec-c0e276970508 HTTP/1.1" status: 204 len: 168 time: 0.0998516 Mar 23 01:53:43.384337 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60588) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:43.411745 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d02ad-e557-4efb-b680-eec6a1bf4d4e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed8ce021-6cdd-4d39-83ec-c0e276970508,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:43.438635 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 22f32ebc-278a-41a1-a041-5ce52a2978fc triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:43.439417 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (22f32ebc-278a-41a1-a041-5ce52a2978fc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.463512 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-eec9b386-b60c-4d40-9c31-28e18dd6c3ed tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0752869 Mar 23 01:53:43.464855 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60592) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:43.526091 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 22f32ebc-278a-41a1-a041-5ce52a2978fc is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:43.527302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6ffb5369-f4d4-4a09-a19c-f5bb191262b1 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:43.581196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6ffb5369-f4d4-4a09-a19c-f5bb191262b1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:43.582149 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6ffb5369-f4d4-4a09-a19c-f5bb191262b1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.582366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cb715-273f-4189-9486-083a8b4d2bc7 req-ef944315-cd8f-4788-98f2-675089d02f93 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:43.589945 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af34ab-bf7f-44f1-b0db-7fae66195f9f req-63fd3be6-8596-4898-b68e-4eff75cbd12b tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:43.590186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f18cb715-273f-4189-9486-083a8b4d2bc7 req-ef944315-cd8f-4788-98f2-675089d02f93 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 932 time: 0.2872131 Mar 23 01:53:43.591538 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-60af34ab-bf7f-44f1-b0db-7fae66195f9f req-63fd3be6-8596-4898-b68e-4eff75cbd12b tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 943 time: 0.1257973 Mar 23 01:53:43.614098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Attempting to bind port 44a6092f-2cbd-443e-ae1a-50aa9187d23c on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:53:43.614345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Attempting to bind port 44a6092f-2cbd-443e-ae1a-50aa9187d23c by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'd3149f4a-0dfb-4567-a3fb-169b85b02980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '89554b3f-5e81-498e-806d-c8b13203e1ce'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:53:43.614624 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Attempting to bind port 44a6092f-2cbd-443e-ae1a-50aa9187d23c on network 89554b3f-5e81-498e-806d-c8b13203e1ce {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:43.639206 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4895bf78-05bb-4288-a8e2-feaf5904cff8 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (71192a3d-b129-4382-9794-828dc4783832), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.654299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Port 44a6092f-2cbd-443e-ae1a-50aa9187d23c on network 89554b3f-5e81-498e-806d-c8b13203e1ce not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:53:43.654643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Attempting to bind port 44a6092f-2cbd-443e-ae1a-50aa9187d23c on network 89554b3f-5e81-498e-806d-c8b13203e1ce {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:43.676054 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6ffb5369-f4d4-4a09-a19c-f5bb191262b1 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:43.691494 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4895bf78-05bb-4288-a8e2-feaf5904cff8 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (71192a3d-b129-4382-9794-828dc4783832), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.691739 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:53:43.691889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Checking segment: {'id': 'd3149f4a-0dfb-4567-a3fb-169b85b02980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '89554b3f-5e81-498e-806d-c8b13203e1ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:43.692204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Bound using segment: {'id': 'd3149f4a-0dfb-4567-a3fb-169b85b02980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '89554b3f-5e81-498e-806d-c8b13203e1ce'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:53:43.692681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Bound port: 44a6092f-2cbd-443e-ae1a-50aa9187d23c, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3149f4a-0dfb-4567-a3fb-169b85b02980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '89554b3f-5e81-498e-806d-c8b13203e1ce'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:53:43.693045 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (44a6092f-2cbd-443e-ae1a-50aa9187d23c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.698890 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f26621-47e1-4334-b017-477a06ff77cd {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:53:43.716525 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-60af34ab-bf7f-44f1-b0db-7fae66195f9f req-b45a4565-fccf-40e0-bbc5-aa02d70aa220 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155236 Mar 23 01:53:43.732241 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Publish callbacks [] for port (f5f26621-47e1-4334-b017-477a06ff77cd), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.749994 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4895bf78-05bb-4288-a8e2-feaf5904cff8 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (71192a3d-b129-4382-9794-828dc4783832), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.752849 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4895bf78-05bb-4288-a8e2-feaf5904cff8 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.754020 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4895bf78-05bb-4288-a8e2-feaf5904cff8 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-groups/71192a3d-b129-4382-9794-828dc4783832 HTTP/1.1" status: 204 len: 168 time: 0.2871187 Mar 23 01:53:43.757247 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60594) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:43.775393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895bf78-05bb-4288-a8e2-feaf5904cff8 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71192a3d-b129-4382-9794-828dc4783832,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:43.782096 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f18cb715-273f-4189-9486-083a8b4d2bc7 req-f0177407-69a1-4c87-9534-5b52d2e49d31 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31ab31aa-7b90-4ed7-8048-aff0e7516565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911464 Mar 23 01:53:43.823348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Transition to ACTIVE for port object f5f26621-47e1-4334-b017-477a06ff77cd will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:53:43.824390 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0ba0b2f2-d6c8-4698-8544-4cd8e6133a9a tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0659919 Mar 23 01:53:43.827246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60596) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:43.832740 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (f5f26621-47e1-4334-b017-477a06ff77cd), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.880127 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3ae6-e1b2-4ff8-b0e7-2b8f2bf634cd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (a3732e23-c2e2-4dbb-a7f0-261c4cdbbc39), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.905475 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3ae6-e1b2-4ff8-b0e7-2b8f2bf634cd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (a3732e23-c2e2-4dbb-a7f0-261c4cdbbc39), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.934062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] For port 44a6092f-2cbd-443e-ae1a-50aa9187d23c, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:53:43.955549 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Pushing event updated for resources: {'Port': ['ID=f5f26621-47e1-4334-b017-477a06ff77cd,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:43.969403 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] For port 44a6092f-2cbd-443e-ae1a-50aa9187d23c, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=44a6092f-2cbd-443e-ae1a-50aa9187d23c,segment=NetworkSegment(d3149f4a-0dfb-4567-a3fb-169b85b02980),segment_id=d3149f4a-0dfb-4567-a3fb-169b85b02980)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:53:43.980094 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3ae6-e1b2-4ff8-b0e7-2b8f2bf634cd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a3732e23-c2e2-4dbb-a7f0-261c4cdbbc39), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.982708 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3ae6-e1b2-4ff8-b0e7-2b8f2bf634cd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:43.983871 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fc4c3ae6-e1b2-4ff8-b0e7-2b8f2bf634cd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-groups/a3732e23-c2e2-4dbb-a7f0-261c4cdbbc39 HTTP/1.1" status: 204 len: 168 time: 0.1555784 Mar 23 01:53:43.989561 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60600) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:44.003200 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (44a6092f-2cbd-443e-ae1a-50aa9187d23c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.005092 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c3ae6-e1b2-4ff8-b0e7-2b8f2bf634cd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3732e23-c2e2-4dbb-a7f0-261c4cdbbc39,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:44.051615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d80efa-747f-4010-98f4-5d9dfff1aabd req-ab3c9c6e-529b-4732-9e93-7def3ae6e0c7 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:44.053152 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c7d80efa-747f-4010-98f4-5d9dfff1aabd req-ab3c9c6e-529b-4732-9e93-7def3ae6e0c7 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 946 time: 0.1059432 Mar 23 01:53:44.061245 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-510a2c69-132b-4eb8-a553-2057f4b421c7 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0689933 Mar 23 01:53:44.062418 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.065365 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60602) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:44.069735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-51f58e5b-2c4e-47f4-929f-2ad9fd14e2dd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group': {'name': 'tempest-secgroup--174168410'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:44.077940 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.111398 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51f58e5b-2c4e-47f4-929f-2ad9fd14e2dd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.115215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:44.115839 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.117434 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] 10.222.0.42 "PUT /v2.0/ports/44a6092f-2cbd-443e-ae1a-50aa9187d23c HTTP/1.1" status: 200 len: 1091 time: 2.5385547 Mar 23 01:53:44.117881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1709f2c9-c4c4-46d2-b3ca-2c7334353dde', 'tag': '44a6092f-2cbd-443e-ae1a-50aa9187d23c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:44.120151 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb6bde5-81b4-4767-b60a-48f69eac573a" -d '{"events": [{"name": "network-changed", "server_uuid": "1709f2c9-c4c4-46d2-b3ca-2c7334353dde", "tag": "44a6092f-2cbd-443e-ae1a-50aa9187d23c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:44.156561 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c7d80efa-747f-4010-98f4-5d9dfff1aabd req-43e76419-38d9-4c1c-8134-c304e0b816af tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941973 Mar 23 01:53:44.160103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6c534-53d2-47ec-9710-5039a51bec24 service neutron] Pushing event updated for resources: {'Port': ['ID=44a6092f-2cbd-443e-ae1a-50aa9187d23c,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:44.176318 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518d7c5d-f383-4794-911b-00cb43993506 x-openstack-request-id: req-518d7c5d-f383-4794-911b-00cb43993506 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:44.176665 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1709f2c9-c4c4-46d2-b3ca-2c7334353dde", "tag": "44a6092f-2cbd-443e-ae1a-50aa9187d23c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:44.177143 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-518d7c5d-f383-4794-911b-00cb43993506 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:44.177722 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518d7c5d-f383-4794-911b-00cb43993506'] response: {'name': 'network-changed', 'server_uuid': '1709f2c9-c4c4-46d2-b3ca-2c7334353dde', 'tag': '44a6092f-2cbd-443e-ae1a-50aa9187d23c', 'status': 'completed', 'code': 200} Mar 23 01:53:44.206989 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (7474f9ef-87d5-48b4-9e16-b8eec33240ca), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.226013 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Attempting to bind port f5f26621-47e1-4334-b017-477a06ff77cd on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:53:44.226364 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Attempting to bind port f5f26621-47e1-4334-b017-477a06ff77cd by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'bd8c7328-aac5-444c-8295-63c05cf9be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4b4a880a-e499-4e9a-b670-93f48c71bb2f'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:53:44.226681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Attempting to bind port f5f26621-47e1-4334-b017-477a06ff77cd on network 4b4a880a-e499-4e9a-b670-93f48c71bb2f {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:44.236967 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51f58e5b-2c4e-47f4-929f-2ad9fd14e2dd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (82c995be-32b5-40cb-8c97-d35ec8a1b43a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.241563 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51f58e5b-2c4e-47f4-929f-2ad9fd14e2dd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (82c995be-32b5-40cb-8c97-d35ec8a1b43a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.249490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Port f5f26621-47e1-4334-b017-477a06ff77cd on network 4b4a880a-e499-4e9a-b670-93f48c71bb2f not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:53:44.249782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Attempting to bind port f5f26621-47e1-4334-b017-477a06ff77cd on network 4b4a880a-e499-4e9a-b670-93f48c71bb2f {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:44.272240 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51f58e5b-2c4e-47f4-929f-2ad9fd14e2dd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.276696 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-51f58e5b-2c4e-47f4-929f-2ad9fd14e2dd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2075915 Mar 23 01:53:44.277965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60608) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:44.283255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ada7b2b3-5b74-48dd-86da-3bce8fd4f055 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group_rule': {'security_group_id': '82c995be-32b5-40cb-8c97-d35ec8a1b43a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:44.289609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f58e5b-2c4e-47f4-929f-2ad9fd14e2dd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c995be-32b5-40cb-8c97-d35ec8a1b43a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:44.307249 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=1db74e07-82c3-4977-b140-85a4d50b7daa,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:44.317063 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:53:44.317632 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Checking segment: {'id': 'bd8c7328-aac5-444c-8295-63c05cf9be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4b4a880a-e499-4e9a-b670-93f48c71bb2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:44.318201 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Bound using segment: {'id': 'bd8c7328-aac5-444c-8295-63c05cf9be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4b4a880a-e499-4e9a-b670-93f48c71bb2f'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:53:44.318829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Bound port: f5f26621-47e1-4334-b017-477a06ff77cd, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd8c7328-aac5-444c-8295-63c05cf9be9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4b4a880a-e499-4e9a-b670-93f48c71bb2f'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:53:44.319421 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f5f26621-47e1-4334-b017-477a06ff77cd), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.326108 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ada7b2b3-5b74-48dd-86da-3bce8fd4f055 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (f00c71c4-753e-4056-b776-05f6a4208d9f), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.354462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b656e5-5d86-427b-815a-e67921ea311e req-9f369374-5d5e-4535-bb55-5aa00a8348e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:44.356004 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a7b656e5-5d86-427b-815a-e67921ea311e req-9f369374-5d5e-4535-bb55-5aa00a8348e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6dedc316948c43d8960b4c23519b7009&device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 1125 time: 0.1846826 Mar 23 01:53:44.392872 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ada7b2b3-5b74-48dd-86da-3bce8fd4f055 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (f00c71c4-753e-4056-b776-05f6a4208d9f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.396807 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ada7b2b3-5b74-48dd-86da-3bce8fd4f055 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (f00c71c4-753e-4056-b776-05f6a4208d9f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.420574 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7b2b3-5b74-48dd-86da-3bce8fd4f055 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00c71c4-753e-4056-b776-05f6a4208d9f,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:44.426702 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ada7b2b3-5b74-48dd-86da-3bce8fd4f055 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.430332 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ada7b2b3-5b74-48dd-86da-3bce8fd4f055 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1488047 Mar 23 01:53:44.430707 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60620) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:44.455134 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a7b656e5-5d86-427b-815a-e67921ea311e req-79f9e569-7a72-47a6-a202-f4efc5020c5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a6092f-2cbd-443e-ae1a-50aa9187d23c HTTP/1.1" status: 200 len: 217 time: 0.0909231 Mar 23 01:53:44.456846 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-539969cc-5686-487e-80c0-41b34b1c8648 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (f00c71c4-753e-4056-b776-05f6a4208d9f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.464938 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-539969cc-5686-487e-80c0-41b34b1c8648 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (f00c71c4-753e-4056-b776-05f6a4208d9f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.491695 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-539969cc-5686-487e-80c0-41b34b1c8648 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (f00c71c4-753e-4056-b776-05f6a4208d9f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.497508 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-539969cc-5686-487e-80c0-41b34b1c8648 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.498652 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-539969cc-5686-487e-80c0-41b34b1c8648 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f00c71c4-753e-4056-b776-05f6a4208d9f HTTP/1.1" status: 204 len: 168 time: 0.0664546 Mar 23 01:53:44.501569 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60622) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:44.513382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539969cc-5686-487e-80c0-41b34b1c8648 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f00c71c4-753e-4056-b776-05f6a4208d9f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:44.547061 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3bd0d76f-ca8d-4f1b-ab49-e9509f1e9c6b tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0443892 Mar 23 01:53:44.549930 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60624) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:44.554113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network 868957b1-2003-424d-b67f-d77cd0cd10c4 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:44.570998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] For port f5f26621-47e1-4334-b017-477a06ff77cd, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:53:44.580631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:44.596742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] For port f5f26621-47e1-4334-b017-477a06ff77cd, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=f5f26621-47e1-4334-b017-477a06ff77cd,segment=NetworkSegment(bd8c7328-aac5-444c-8295-63c05cf9be9d),segment_id=bd8c7328-aac5-444c-8295-63c05cf9be9d)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:53:44.611190 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0123a571-a4c3-43ed-8f97-4c363caecb1d tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (82c995be-32b5-40cb-8c97-d35ec8a1b43a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.624307 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (f5f26621-47e1-4334-b017-477a06ff77cd), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.636658 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0123a571-a4c3-43ed-8f97-4c363caecb1d tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (82c995be-32b5-40cb-8c97-d35ec8a1b43a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.665703 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b656e5-5d86-427b-815a-e67921ea311e req-851106a4-6cb7-426d-a3f1-9cbd0e2e9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:44.667131 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a7b656e5-5d86-427b-815a-e67921ea311e req-851106a4-6cb7-426d-a3f1-9cbd0e2e9c40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6214f49-d4a5-4af9-b54b-052e3086f69b HTTP/1.1" status: 200 len: 849 time: 0.1838930 Mar 23 01:53:44.673069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-f356714e-1d30-4c95-b445-bdd0a526e9b7 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:44.674810 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-f356714e-1d30-4c95-b445-bdd0a526e9b7 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 806 time: 0.2926588 Mar 23 01:53:44.686013 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0123a571-a4c3-43ed-8f97-4c363caecb1d tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (82c995be-32b5-40cb-8c97-d35ec8a1b43a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.688790 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0123a571-a4c3-43ed-8f97-4c363caecb1d tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.692468 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0123a571-a4c3-43ed-8f97-4c363caecb1d tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-groups/82c995be-32b5-40cb-8c97-d35ec8a1b43a HTTP/1.1" status: 204 len: 168 time: 0.1391146 Mar 23 01:53:44.693244 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60626) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:44.706296 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123a571-a4c3-43ed-8f97-4c363caecb1d tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c995be-32b5-40cb-8c97-d35ec8a1b43a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:44.761490 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-943cc752-905d-4619-983c-09d4e4dc69c6 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0667040 Mar 23 01:53:44.768005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60630) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:44.773319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-975f1fae-aac7-48e2-9fca-49dde5d86d7d tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group': {'name': 'tempest-secgroup--675564937'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:44.807331 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-975f1fae-aac7-48e2-9fca-49dde5d86d7d tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.903965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b86306-2322-4b62-ad17-78ff245e11b0 req-40c92977-b59e-4d01-b6dc-e51b8729a8be tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:44.905542 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c8b86306-2322-4b62-ad17-78ff245e11b0 req-40c92977-b59e-4d01-b6dc-e51b8729a8be tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 943 time: 0.0870206 Mar 23 01:53:44.935695 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-19684e2f-4e43-4ded-8740-8bca3f8dbb71 None None] Provisioning complete for port 1db74e07-82c3-4977-b140-85a4d50b7daa triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:44.936344 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-19684e2f-4e43-4ded-8740-8bca3f8dbb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.950206 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-975f1fae-aac7-48e2-9fca-49dde5d86d7d tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (22635695-2ac1-468f-b9f5-a10ee76428b6), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.962964 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-975f1fae-aac7-48e2-9fca-49dde5d86d7d tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (22635695-2ac1-468f-b9f5-a10ee76428b6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:44.972857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-19684e2f-4e43-4ded-8740-8bca3f8dbb71 None None] Port 1db74e07-82c3-4977-b140-85a4d50b7daa cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:53:44.999538 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c8b86306-2322-4b62-ad17-78ff245e11b0 req-9907f113-e67a-4d1c-b20e-3eaeeca3fe4f tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865455 Mar 23 01:53:45.005007 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-975f1fae-aac7-48e2-9fca-49dde5d86d7d tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.006214 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-975f1fae-aac7-48e2-9fca-49dde5d86d7d tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2373023 Mar 23 01:53:45.011274 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60634) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:45.015748 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-59eb463a-5aa6-4232-8249-f9ca2d7c546a tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group_rule': {'security_group_id': '22635695-2ac1-468f-b9f5-a10ee76428b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:45.024181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f1fae-aac7-48e2-9fca-49dde5d86d7d tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22635695-2ac1-468f-b9f5-a10ee76428b6,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:45.055152 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59eb463a-5aa6-4232-8249-f9ca2d7c546a tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (50c52a06-d3d9-43f2-9f15-971bea89f4ad), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.075819 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a7b656e5-5d86-427b-815a-e67921ea311e req-b4cf615c-c5f8-4244-ad12-49445ee42f26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=89554b3f-5e81-498e-806d-c8b13203e1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3725452 Mar 23 01:53:45.083671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:45.084285 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.085667 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] 10.222.0.42 "PUT /v2.0/ports/f5f26621-47e1-4334-b017-477a06ff77cd HTTP/1.1" status: 200 len: 1092 time: 2.4714532 Mar 23 01:53:45.103284 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-64ecd122-e045-48cc-b661-be435024ae9c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/quotas/40daccf221df44ccb4d09b7e635d42a3 HTTP/1.1" status: 200 len: 375 time: 0.0604630 Mar 23 01:53:45.138839 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59eb463a-5aa6-4232-8249-f9ca2d7c546a tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (50c52a06-d3d9-43f2-9f15-971bea89f4ad), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.144399 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59eb463a-5aa6-4232-8249-f9ca2d7c546a tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (50c52a06-d3d9-43f2-9f15-971bea89f4ad), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.169086 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb463a-5aa6-4232-8249-f9ca2d7c546a tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c52a06-d3d9-43f2-9f15-971bea89f4ad,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:45.179544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848b014-52f8-4c10-8b29-d9e4e32785c3 req-ea976cbd-0006-4062-8e67-a43a5f9b9d22 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:45.181196 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1848b014-52f8-4c10-8b29-d9e4e32785c3 req-ea976cbd-0006-4062-8e67-a43a5f9b9d22 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 944 time: 0.1009898 Mar 23 01:53:45.184430 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59eb463a-5aa6-4232-8249-f9ca2d7c546a tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.185907 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-59eb463a-5aa6-4232-8249-f9ca2d7c546a tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1733482 Mar 23 01:53:45.189538 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60636) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:45.206038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65111a-f6e8-4859-aafa-e56ce7fc669f service neutron] Pushing event updated for resources: {'Port': ['ID=f5f26621-47e1-4334-b017-477a06ff77cd,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:45.220941 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d0e9cdeb-1980-4bca-9bba-c91c098e878a tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules/50c52a06-d3d9-43f2-9f15-971bea89f4ad HTTP/1.1" status: 200 len: 763 time: 0.0293710 Mar 23 01:53:45.227119 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60638) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:45.262399 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1848b014-52f8-4c10-8b29-d9e4e32785c3 req-e93ada58-df52-4362-80ab-52c5dc8aff98 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31ab31aa-7b90-4ed7-8048-aff0e7516565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743246 Mar 23 01:53:45.282649 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router 7474f9ef-87d5-48b4-9e16-b8eec33240ca has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:53:45.286146 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0717d2cd-6a86-4aac-9149-c55cfb2ccb63 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0578430 Mar 23 01:53:45.288738 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60640) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:45.311613 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-b0f59b76-3317-4db6-ba8e-77df4caaf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:45.313109 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-adcdc0a3-9fee-4bf0-bcdd-87e8dae1e295 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (50c52a06-d3d9-43f2-9f15-971bea89f4ad), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.313262 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-b0f59b76-3317-4db6-ba8e-77df4caaf547 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a91a1832f1da42848b1b3d6cf37e3090&device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 1126 time: 0.1538870 Mar 23 01:53:45.317557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a7b656e5-5d86-427b-815a-e67921ea311e req-ce146675-ccdc-4b4f-8354-07380eeb546d service neutron] 10.222.0.42 "GET /v2.0/networks/89554b3f-5e81-498e-806d-c8b13203e1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310648 Mar 23 01:53:45.321728 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-adcdc0a3-9fee-4bf0-bcdd-87e8dae1e295 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (50c52a06-d3d9-43f2-9f15-971bea89f4ad), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.324398 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-6e98aed2-e4a7-4894-ab33-51f6b9466980 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2001603 Mar 23 01:53:45.356100 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-adcdc0a3-9fee-4bf0-bcdd-87e8dae1e295 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (50c52a06-d3d9-43f2-9f15-971bea89f4ad), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.366621 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-adcdc0a3-9fee-4bf0-bcdd-87e8dae1e295 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.371735 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-adcdc0a3-9fee-4bf0-bcdd-87e8dae1e295 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/50c52a06-d3d9-43f2-9f15-971bea89f4ad HTTP/1.1" status: 204 len: 168 time: 0.0780718 Mar 23 01:53:45.373378 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60642) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:45.379612 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcdc0a3-9fee-4bf0-bcdd-87e8dae1e295 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50c52a06-d3d9-43f2-9f15-971bea89f4ad,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:45.413510 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-49c1d7a2-4319-440c-83cb-551f8c552ab0 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388193 Mar 23 01:53:45.416390 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60644) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:45.420623 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d584ba35-652c-48dc-ba7e-0ac50a695ab6 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group_rule': {'security_group_id': '22635695-2ac1-468f-b9f5-a10ee76428b6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:45.448853 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d584ba35-652c-48dc-ba7e-0ac50a695ab6 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (3f50b650-5ffa-4de2-a6ac-83429ffe1557), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.457344 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-8eaf8ceb-0c67-4cf1-9975-ed490cd6c192 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5f26621-47e1-4334-b017-477a06ff77cd HTTP/1.1" status: 200 len: 217 time: 0.1308672 Mar 23 01:53:45.507049 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d584ba35-652c-48dc-ba7e-0ac50a695ab6 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (3f50b650-5ffa-4de2-a6ac-83429ffe1557), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.511944 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d584ba35-652c-48dc-ba7e-0ac50a695ab6 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (3f50b650-5ffa-4de2-a6ac-83429ffe1557), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.532139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584ba35-652c-48dc-ba7e-0ac50a695ab6 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f50b650-5ffa-4de2-a6ac-83429ffe1557,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:45.538452 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d584ba35-652c-48dc-ba7e-0ac50a695ab6 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.539924 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d584ba35-652c-48dc-ba7e-0ac50a695ab6 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225157 Mar 23 01:53:45.543566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60646) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:45.559438 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1c92b52f-e31d-4ad1-9b4b-9b758685c9ae tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules/3f50b650-5ffa-4de2-a6ac-83429ffe1557 HTTP/1.1" status: 200 len: 763 time: 0.0146446 Mar 23 01:53:45.561953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60648) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:45.599790 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cf9e1960-575e-48f5-b28c-77caa4b4d1e6 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0367768 Mar 23 01:53:45.602432 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60650) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:45.621060 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-4163541a-d371-4f9b-b419-cc9c3bb86b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:45.622632 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-4163541a-d371-4f9b-b419-cc9c3bb86b39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=989e2d46-8cea-4921-8d41-7e97676671fe HTTP/1.1" status: 200 len: 861 time: 0.1398146 Mar 23 01:53:45.624867 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e50c1fe2-178c-47e1-bac7-e0c05c52a92c tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (3f50b650-5ffa-4de2-a6ac-83429ffe1557), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.632524 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e50c1fe2-178c-47e1-bac7-e0c05c52a92c tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (3f50b650-5ffa-4de2-a6ac-83429ffe1557), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.664770 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e50c1fe2-178c-47e1-bac7-e0c05c52a92c tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (3f50b650-5ffa-4de2-a6ac-83429ffe1557), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.670082 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e50c1fe2-178c-47e1-bac7-e0c05c52a92c tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.671248 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e50c1fe2-178c-47e1-bac7-e0c05c52a92c tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/3f50b650-5ffa-4de2-a6ac-83429ffe1557 HTTP/1.1" status: 204 len: 168 time: 0.0678020 Mar 23 01:53:45.673938 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60652) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:45.679957 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a7b656e5-5d86-427b-815a-e67921ea311e req-d4083d11-be76-4453-929c-e5cd71856f13 service neutron] 10.222.0.42 "GET /v2.0/networks/89554b3f-5e81-498e-806d-c8b13203e1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545763 Mar 23 01:53:45.681905 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-18567e05-9a12-45d8-921d-3f60c00ee360 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4b4a880a-e499-4e9a-b670-93f48c71bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514073 Mar 23 01:53:45.685742 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c1fe2-178c-47e1-bac7-e0c05c52a92c tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f50b650-5ffa-4de2-a6ac-83429ffe1557,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:45.688049 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-3755cbd0-4bf1-4ad0-8558-d4153d88bdd1 service neutron] 10.222.0.18 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451879 Mar 23 01:53:45.698403 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:53:45.716013 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e81075ff-e52b-4bfa-869e-3fc23a2bc883 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "PUT /v2.0/routers/7474f9ef-87d5-48b4-9e16-b8eec33240ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1600924 Mar 23 01:53:45.725676 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ee4e11f5-b2dc-4ea6-9d87-686df565adbc tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481956 Mar 23 01:53:45.725831 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60656) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:45.731837 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Sync routers for ids ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:53:45.732421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-37e1fb67-a079-4e50-b8c1-f4771ac7bc52 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group_rule': {'security_group_id': '22635695-2ac1-468f-b9f5-a10ee76428b6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:45.752807 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Routers {'7474f9ef-87d5-48b4-9e16-b8eec33240ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:53:45.754144 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:53:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:45.767370 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37e1fb67-a079-4e50-b8c1-f4771ac7bc52 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (1baf5246-add3-4612-9e63-fc18efced1ba), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.846623 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37e1fb67-a079-4e50-b8c1-f4771ac7bc52 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (1baf5246-add3-4612-9e63-fc18efced1ba), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.855480 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37e1fb67-a079-4e50-b8c1-f4771ac7bc52 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (1baf5246-add3-4612-9e63-fc18efced1ba), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.883175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1fb67-a079-4e50-b8c1-f4771ac7bc52 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1baf5246-add3-4612-9e63-fc18efced1ba,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:45.890044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-4d0a87d3-0b13-4af9-9749-3cb9001140c6 service neutron] 10.222.0.42 "GET /v2.0/networks/4b4a880a-e499-4e9a-b670-93f48c71bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996961 Mar 23 01:53:45.902229 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37e1fb67-a079-4e50-b8c1-f4771ac7bc52 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:45.907397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-37e1fb67-a079-4e50-b8c1-f4771ac7bc52 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1785488 Mar 23 01:53:45.908037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60664) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:45.928716 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Set router 7474f9ef-87d5-48b4-9e16-b8eec33240ca gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:53:45.932725 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-df1f6f8d-14cf-43ea-8c0e-4e07e7679ab0 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules/1baf5246-add3-4612-9e63-fc18efced1ba HTTP/1.1" status: 200 len: 764 time: 0.0216262 Mar 23 01:53:45.933044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60670) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:45.952770 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-f025640a-ca1e-4f22-a19c-c9cd0a6c2497 service neutron] 10.222.0.18 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523794 Mar 23 01:53:45.956321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6bde5-81b4-4767-b60a-48f69eac573a req-04b93885-a361-4150-9162-61fbd3eb68eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:45.957900 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7bb6bde5-81b4-4767-b60a-48f69eac573a req-04b93885-a361-4150-9162-61fbd3eb68eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6dedc316948c43d8960b4c23519b7009&device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 1125 time: 0.1688981 Mar 23 01:53:46.057839 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8f28e416-e7f9-4242-a9aa-64e1a0495a4e tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1207092 Mar 23 01:53:46.060781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60674) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:46.078242 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2a45ec3-cc54-4fac-9cec-a19adebe75f1 req-54d788c5-e559-4941-94c6-1e135b528639 service neutron] 10.222.0.42 "GET /v2.0/networks/4b4a880a-e499-4e9a-b670-93f48c71bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802506 Mar 23 01:53:46.083706 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31080545-1432-40d2-8cef-81c6fff65464 req-30e869fb-a541-49c2-bb2a-5c187bc4252c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1401069 Mar 23 01:53:46.092004 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3e7379b1-a666-4189-8919-50f56e89819f req-0cb016f1-717a-406f-acb2-8681872bc841 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382293553&fields=id&tenant_id=bb6e915da6d4405598d98978727b2035 HTTP/1.1" status: 200 len: 267 time: 0.1510539 Mar 23 01:53:46.101643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6bde5-81b4-4767-b60a-48f69eac573a req-58e5d454-ba36-4c19-a0e1-3391d0ce7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:46.103379 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7bb6bde5-81b4-4767-b60a-48f69eac573a req-58e5d454-ba36-4c19-a0e1-3391d0ce7b24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=89554b3f-5e81-498e-806d-c8b13203e1ce HTTP/1.1" status: 200 len: 909 time: 0.1389358 Mar 23 01:53:46.106349 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51a412f5-bc7e-4722-98c4-e5e365ffdf41 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (1baf5246-add3-4612-9e63-fc18efced1ba), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:46.127983 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51a412f5-bc7e-4722-98c4-e5e365ffdf41 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (1baf5246-add3-4612-9e63-fc18efced1ba), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:46.172219 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7bb6bde5-81b4-4767-b60a-48f69eac573a req-57310d04-2a6a-4da9-89df-51796150f9ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a6092f-2cbd-443e-ae1a-50aa9187d23c HTTP/1.1" status: 200 len: 217 time: 0.0622015 Mar 23 01:53:46.179111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd36318c-d2ba-4fa6-852a-45eb14b9b5fb', 'tag': 'f5f26621-47e1-4334-b017-477a06ff77cd'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:46.181692 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653612bb-447e-4445-a66d-e7b474fc3b70" -d '{"events": [{"name": "network-changed", "server_uuid": "cd36318c-d2ba-4fa6-852a-45eb14b9b5fb", "tag": "f5f26621-47e1-4334-b017-477a06ff77cd"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:46.232296 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570631564', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:53:34Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:35Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1db74e07-82c3-4977-b140-85a4d50b7daa', 'name': '', 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ff:2c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:40Z', 'updated_at': '2022-03-23T01:53:43Z', 'revision_number': 2, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:46.246500 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51a412f5-bc7e-4722-98c4-e5e365ffdf41 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (1baf5246-add3-4612-9e63-fc18efced1ba), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:46.267647 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51a412f5-bc7e-4722-98c4-e5e365ffdf41 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:46.268911 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-51a412f5-bc7e-4722-98c4-e5e365ffdf41 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1baf5246-add3-4612-9e63-fc18efced1ba HTTP/1.1" status: 204 len: 168 time: 0.2070796 Mar 23 01:53:46.273031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60682) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:46.275719 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Checking router: 7474f9ef-87d5-48b4-9e16-b8eec33240ca for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:53:46.275935 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Updating router 7474f9ef-87d5-48b4-9e16-b8eec33240ca port 1db74e07-82c3-4977-b140-85a4d50b7daa binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:53:46.283412 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31080545-1432-40d2-8cef-81c6fff65464 req-e232b3ae-e8f4-4272-8bc9-4b128011375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:46.285093 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31080545-1432-40d2-8cef-81c6fff65464 req-e232b3ae-e8f4-4272-8bc9-4b128011375a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 1128 time: 0.0854223 Mar 23 01:53:46.287861 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6bde5-81b4-4767-b60a-48f69eac573a req-c0ced366-2921-42c9-ab3e-5afebae3491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:46.290940 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7bb6bde5-81b4-4767-b60a-48f69eac573a req-c0ced366-2921-42c9-ab3e-5afebae3491c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6214f49-d4a5-4af9-b54b-052e3086f69b HTTP/1.1" status: 200 len: 849 time: 0.1052728 Mar 23 01:53:46.309847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a412f5-bc7e-4722-98c4-e5e365ffdf41 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1baf5246-add3-4612-9e63-fc18efced1ba,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:46.321424 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7379b1-a666-4189-8919-50f56e89819f req-88571ddf-a866-4a7c-8ad4-5834a5028989 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:46.324247 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3e7379b1-a666-4189-8919-50f56e89819f req-88571ddf-a866-4a7c-8ad4-5834a5028989 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/networks?id=868957b1-2003-424d-b67f-d77cd0cd10c4 HTTP/1.1" status: 200 len: 796 time: 0.2226598 Mar 23 01:53:46.326627 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:46.338336 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7bb6bde5-81b4-4767-b60a-48f69eac573a req-46e3d0c5-6578-42e2-aae6-7b75fb6ce41a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=89554b3f-5e81-498e-806d-c8b13203e1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399365 Mar 23 01:53:46.385782 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-383d0834-612a-4af8-bdc8-b6e21be20dc8 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1087992 Mar 23 01:53:46.392476 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60686) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:46.425960 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8696a2-5132-4416-b6bb-58e1d04276c3 req-1221f6f6-3c7a-4cce-88b7-0f1437c3feed tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:46.429132 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3e7379b1-a666-4189-8919-50f56e89819f req-958d2d92-0776-4f4b-8d36-876153060310 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/quotas/bb6e915da6d4405598d98978727b2035 HTTP/1.1" status: 200 len: 375 time: 0.0958509 Mar 23 01:53:46.429943 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa8696a2-5132-4416-b6bb-58e1d04276c3 req-1221f6f6-3c7a-4cce-88b7-0f1437c3feed tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 943 time: 0.1984620 Mar 23 01:53:46.514629 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7bb6bde5-81b4-4767-b60a-48f69eac573a req-9b5a7093-5807-44f2-8f59-670ffb1f9aff service neutron] 10.222.0.42 "GET /v2.0/networks/89554b3f-5e81-498e-806d-c8b13203e1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661215 Mar 23 01:53:46.524175 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa8696a2-5132-4416-b6bb-58e1d04276c3 req-bb828f00-68ea-4a70-adb9-ee67aaa01d77 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796998 Mar 23 01:53:46.537252 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31080545-1432-40d2-8cef-81c6fff65464 req-3eb2bb01-1797-4a3e-9d7b-c86a4bc8fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:46.538830 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31080545-1432-40d2-8cef-81c6fff65464 req-3eb2bb01-1797-4a3e-9d7b-c86a4bc8fa73 service neutron] 10.222.0.43 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 906 time: 0.2135108 Mar 23 01:53:46.610189 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31080545-1432-40d2-8cef-81c6fff65464 req-99d9e339-7d0c-4908-b95c-559c6712a0f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b HTTP/1.1" status: 200 len: 217 time: 0.0637696 Mar 23 01:53:46.649101 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa7f773c-875b-4f4a-a89c-840164cd5348 req-7fda463c-c8a1-4408-98f4-755f7b28215a tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 210 time: 0.0342872 Mar 23 01:53:46.671543 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3e7379b1-a666-4189-8919-50f56e89819f req-ed3506b8-700d-4459-bf08-e89d69517721 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2349086 Mar 23 01:53:46.681155 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Publish callbacks [] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:46.689992 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:46.727159 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7bb6bde5-81b4-4767-b60a-48f69eac573a req-dba7a03c-2f5e-4aba-9734-c0bfae5cc76e service neutron] 10.222.0.42 "GET /v2.0/networks/89554b3f-5e81-498e-806d-c8b13203e1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014804 Mar 23 01:53:46.739068 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bca56b6-0a89-4d87-81e3-8523cb837f34 x-openstack-request-id: req-6bca56b6-0a89-4d87-81e3-8523cb837f34 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:46.744928 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd36318c-d2ba-4fa6-852a-45eb14b9b5fb", "tag": "f5f26621-47e1-4334-b017-477a06ff77cd", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:46.745929 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6bca56b6-0a89-4d87-81e3-8523cb837f34 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:46.746710 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bca56b6-0a89-4d87-81e3-8523cb837f34'] response: {'name': 'network-changed', 'server_uuid': 'cd36318c-d2ba-4fa6-852a-45eb14b9b5fb', 'tag': 'f5f26621-47e1-4334-b017-477a06ff77cd', 'status': 'completed', 'code': 200} Mar 23 01:53:46.750524 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b59dc5e9-49fd-4d4b-b071-b0414ad00fdd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (22635695-2ac1-468f-b9f5-a10ee76428b6), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:46.834600 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b59dc5e9-49fd-4d4b-b071-b0414ad00fdd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (22635695-2ac1-468f-b9f5-a10ee76428b6), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:46.838114 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Attempting to bind port 1db74e07-82c3-4977-b140-85a4d50b7daa on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:53:46.839754 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31080545-1432-40d2-8cef-81c6fff65464 req-98f13d02-7f71-4e9e-908c-0a0f28df26bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:46.841275 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31080545-1432-40d2-8cef-81c6fff65464 req-98f13d02-7f71-4e9e-908c-0a0f28df26bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8471a63-7189-4566-adcc-c6e2e0f179a5 HTTP/1.1" status: 200 len: 846 time: 0.2116194 Mar 23 01:53:46.841599 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Attempting to bind port 1db74e07-82c3-4977-b140-85a4d50b7daa by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:53:46.847486 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Attempting to bind port 1db74e07-82c3-4977-b140-85a4d50b7daa on network 868957b1-2003-424d-b67f-d77cd0cd10c4 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:46.868784 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:53:46.870065 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Checking segment: {'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:46.871136 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:46.871722 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Bound using segment: {'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:53:46.872060 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653612bb-447e-4445-a66d-e7b474fc3b70 req-224460b0-3c2c-4d06-93ee-b03a8e2435b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:46.873163 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Bound port: 1db74e07-82c3-4977-b140-85a4d50b7daa, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:53:46.874590 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:46.875037 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-653612bb-447e-4445-a66d-e7b474fc3b70 req-224460b0-3c2c-4d06-93ee-b03a8e2435b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a91a1832f1da42848b1b3d6cf37e3090&device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 1126 time: 0.1075571 Mar 23 01:53:46.891354 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31080545-1432-40d2-8cef-81c6fff65464 req-15dda139-1f65-48ec-9995-581d08ee9fdb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=42433058-325f-4239-94d5-8b7af2c3ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422063 Mar 23 01:53:46.894200 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e665258-af90-4699-b839-ad928b2dc0b8 None None] Pushing event updated for resources: {'Port': ['ID=1db74e07-82c3-4977-b140-85a4d50b7daa,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:46.907429 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e665258-af90-4699-b839-ad928b2dc0b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:46.908168 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e665258-af90-4699-b839-ad928b2dc0b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:46.908797 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e665258-af90-4699-b839-ad928b2dc0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:46.909348 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e665258-af90-4699-b839-ad928b2dc0b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:46.909909 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e665258-af90-4699-b839-ad928b2dc0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:46.910702 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e665258-af90-4699-b839-ad928b2dc0b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:46.911247 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e665258-af90-4699-b839-ad928b2dc0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:46.911829 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e665258-af90-4699-b839-ad928b2dc0b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:46.912372 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e665258-af90-4699-b839-ad928b2dc0b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:46.912966 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e665258-af90-4699-b839-ad928b2dc0b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:46.913512 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e665258-af90-4699-b839-ad928b2dc0b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:46.914048 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e665258-af90-4699-b839-ad928b2dc0b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:46.914727 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e665258-af90-4699-b839-ad928b2dc0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:46.915484 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e665258-af90-4699-b839-ad928b2dc0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:46.916049 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e665258-af90-4699-b839-ad928b2dc0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:53:47.011621 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31080545-1432-40d2-8cef-81c6fff65464 req-c5a188ce-68b5-4971-9afd-cfb90f048da8 service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086991 Mar 23 01:53:47.035390 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] For port 1db74e07-82c3-4977-b140-85a4d50b7daa, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:53:47.040181 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] For port 1db74e07-82c3-4977-b140-85a4d50b7daa, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1db74e07-82c3-4977-b140-85a4d50b7daa,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:53:47.049933 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:47.055894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855ab83-a99e-498a-8b26-e0838bcf2e06 req-b65ac15f-8925-4380-9bdf-3b08c176b781 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:47.060647 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9855ab83-a99e-498a-8b26-e0838bcf2e06 req-b65ac15f-8925-4380-9bdf-3b08c176b781 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 944 time: 0.1802757 Mar 23 01:53:47.099115 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3e7379b1-a666-4189-8919-50f56e89819f req-400b4b8b-6c8e-4a98-95b7-18ae373ca0fb service neutron] 10.222.0.18 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627427 Mar 23 01:53:47.130378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-64a84e94-1ba1-4da2-a746-525ecaf15d77 None None] Provisioning complete for port 1db74e07-82c3-4977-b140-85a4d50b7daa triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:47.131523 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-64a84e94-1ba1-4da2-a746-525ecaf15d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:47.132546 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b59dc5e9-49fd-4d4b-b071-b0414ad00fdd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (22635695-2ac1-468f-b9f5-a10ee76428b6), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:47.135426 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b59dc5e9-49fd-4d4b-b071-b0414ad00fdd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:47.137439 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b59dc5e9-49fd-4d4b-b071-b0414ad00fdd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-groups/22635695-2ac1-468f-b9f5-a10ee76428b6 HTTP/1.1" status: 204 len: 168 time: 0.7432399 Mar 23 01:53:47.148475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653612bb-447e-4445-a66d-e7b474fc3b70 req-d5effea1-2060-4472-b25b-a4d3bbdbd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:47.150234 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-653612bb-447e-4445-a66d-e7b474fc3b70 req-d5effea1-2060-4472-b25b-a4d3bbdbd469 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4b4a880a-e499-4e9a-b670-93f48c71bb2f HTTP/1.1" status: 200 len: 921 time: 0.2493534 Mar 23 01:53:47.150739 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60694) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:47.164375 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e665258-af90-4699-b839-ad928b2dc0b8 None None] Pushing event updated for resources: {'Port': ['ID=1db74e07-82c3-4977-b140-85a4d50b7daa,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:47.183275 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Routers {'7474f9ef-87d5-48b4-9e16-b8eec33240ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:53:47.185206 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:53:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:47.227250 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59dc5e9-49fd-4d4b-b071-b0414ad00fdd tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22635695-2ac1-468f-b9f5-a10ee76428b6,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:47.249782 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31080545-1432-40d2-8cef-81c6fff65464 req-bd7f2083-a90d-4fbf-a362-4e8901a03e8a service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318354 Mar 23 01:53:47.300378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-64a84e94-1ba1-4da2-a746-525ecaf15d77 None None] Current status of the port 1db74e07-82c3-4977-b140-85a4d50b7daa is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:47.301545 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9855ab83-a99e-498a-8b26-e0838bcf2e06 req-d42e3de9-b6d6-421c-bfb2-166b81c52fcf tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31ab31aa-7b90-4ed7-8048-aff0e7516565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296991 Mar 23 01:53:47.301723 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-64a84e94-1ba1-4da2-a746-525ecaf15d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:47.327898 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3e7379b1-a666-4189-8919-50f56e89819f req-4ea44cec-5bb8-4118-a808-d903fee46cbc service neutron] 10.222.0.18 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202408 Mar 23 01:53:47.334710 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-653612bb-447e-4445-a66d-e7b474fc3b70 req-66472e7f-bf6d-4252-b5b1-fc7e4ed94f86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5f26621-47e1-4334-b017-477a06ff77cd HTTP/1.1" status: 200 len: 217 time: 0.1334765 Mar 23 01:53:47.352546 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-07757bfe-1901-4ab7-aa82-b74e60718fd8 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1921051 Mar 23 01:53:47.361517 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60696) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:47.368001 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-4319b534-d3bb-4fb4-8e1e-7d8da57c1cc5 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1530892951'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:47.377529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-64a84e94-1ba1-4da2-a746-525ecaf15d77 None None] For port 1db74e07-82c3-4977-b140-85a4d50b7daa, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1db74e07-82c3-4977-b140-85a4d50b7daa,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:47.385956 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-64a84e94-1ba1-4da2-a746-525ecaf15d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:47.447069 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4319b534-d3bb-4fb4-8e1e-7d8da57c1cc5 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:47.458640 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653612bb-447e-4445-a66d-e7b474fc3b70 req-5cfc6095-cc08-4029-b84a-379995d7c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:47.460214 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-653612bb-447e-4445-a66d-e7b474fc3b70 req-5cfc6095-cc08-4029-b84a-379995d7c95a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=989e2d46-8cea-4921-8d41-7e97676671fe HTTP/1.1" status: 200 len: 861 time: 0.1174884 Mar 23 01:53:47.484158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a84e94-1ba1-4da2-a746-525ecaf15d77 None None] Pushing event updated for resources: {'Port': ['ID=1db74e07-82c3-4977-b140-85a4d50b7daa,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:47.505246 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-653612bb-447e-4445-a66d-e7b474fc3b70 req-333fe5c6-1eb8-4df9-989a-9bca39bf6670 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4b4a880a-e499-4e9a-b670-93f48c71bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379438 Mar 23 01:53:47.517312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bf68b688-7e6e-4a98-841d-8f8d78f1ea50 None None] Provisioning complete for port 1db74e07-82c3-4977-b140-85a4d50b7daa triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:47.518089 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bf68b688-7e6e-4a98-841d-8f8d78f1ea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:47.564744 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] Set router 7474f9ef-87d5-48b4-9e16-b8eec33240ca gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:53:47.613781 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-653612bb-447e-4445-a66d-e7b474fc3b70 req-3f86838c-24d5-4a11-80e4-265e53523a24 service neutron] 10.222.0.42 "GET /v2.0/networks/4b4a880a-e499-4e9a-b670-93f48c71bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026809 Mar 23 01:53:47.655574 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4319b534-d3bb-4fb4-8e1e-7d8da57c1cc5 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (10522ec8-53cd-49b8-9455-7abd85c2e0fa), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:47.683550 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6d360af-e5d3-4a4d-ac13-00fc2f32585d req-09e43221-56d4-4d80-b904-7ebbb8d34297 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 210 time: 0.0639288 Mar 23 01:53:47.700873 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4319b534-d3bb-4fb4-8e1e-7d8da57c1cc5 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (10522ec8-53cd-49b8-9455-7abd85c2e0fa), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:47.734540 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bf68b688-7e6e-4a98-841d-8f8d78f1ea50 None None] Current status of the port 1db74e07-82c3-4977-b140-85a4d50b7daa is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:47.772889 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319b534-d3bb-4fb4-8e1e-7d8da57c1cc5 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10522ec8-53cd-49b8-9455-7abd85c2e0fa,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:47.779245 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4319b534-d3bb-4fb4-8e1e-7d8da57c1cc5 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:47.783431 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4319b534-d3bb-4fb4-8e1e-7d8da57c1cc5 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4207306 Mar 23 01:53:47.788045 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60706) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:47.804750 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-99e76955-7878-4bf7-9674-90d8e8899778 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Request body: {'security_group_rule': {'security_group_id': '10522ec8-53cd-49b8-9455-7abd85c2e0fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:47.838527 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-653612bb-447e-4445-a66d-e7b474fc3b70 req-79862e58-afe1-4d03-bd18-8f7719c07c81 service neutron] 10.222.0.42 "GET /v2.0/networks/4b4a880a-e499-4e9a-b670-93f48c71bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519556 Mar 23 01:53:47.888105 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-94155851-ce77-46fe-b49c-edf9a2f052d4 req-7204872a-2298-4a07-a467-728645730aa0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 210 time: 0.0494072 Mar 23 01:53:47.954934 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570631564', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:53:34Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:35Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1db74e07-82c3-4977-b140-85a4d50b7daa', 'name': '', 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ff:2c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:40Z', 'updated_at': '2022-03-23T01:53:47Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:53:47.987531 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f7ab4b-f39e-4705-9120-561af5998c30 None None] The sync data for ids ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'] in n-d-834677-4 is: [{'id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570631564', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:53:34Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:35Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1db74e07-82c3-4977-b140-85a4d50b7daa', 'name': '', 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ff:2c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:40Z', 'updated_at': '2022-03-23T01:53:47Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:53:48.232018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-49967f3a-0106-4d68-a8ca-62f00b3ac022 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:48.233633 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-49967f3a-0106-4d68-a8ca-62f00b3ac022 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 806 time: 0.6116912 Mar 23 01:53:48.237248 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-99e76955-7878-4bf7-9674-90d8e8899778 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (be5cb198-754c-4d3e-b31f-e6357fa35836), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:48.248444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f17f4-7b91-4bbe-b58e-6ec5c5b01657 req-b82d2468-4b2c-426c-a514-9c1cf8ab014c tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:48.250067 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e58f17f4-7b91-4bbe-b58e-6ec5c5b01657 req-b82d2468-4b2c-426c-a514-9c1cf8ab014c tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 943 time: 0.5235219 Mar 23 01:53:48.264071 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-7697a307-eec1-4ff9-9ef2-4933e7923e15 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Request body: {'port': {'device_id': '1c2dc33a-7605-44f7-af38-04b280a34084', 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01', 'admin_state_up': True, 'tenant_id': '40daccf221df44ccb4d09b7e635d42a3'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:48.398183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 44a6092f-2cbd-443e-ae1a-50aa9187d23c details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:53:48.402377 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-99e76955-7878-4bf7-9674-90d8e8899778 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (be5cb198-754c-4d3e-b31f-e6357fa35836), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:48.417233 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e58f17f4-7b91-4bbe-b58e-6ec5c5b01657 req-6e89cc75-eb5e-4be0-92b0-718c91617022 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485112 Mar 23 01:53:48.427524 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-99e76955-7878-4bf7-9674-90d8e8899778 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (be5cb198-754c-4d3e-b31f-e6357fa35836), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:48.470241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac547207-eea1-4006-ad99-3e3c32816b03 req-a950c481-6703-4183-81ec-5e6ddd7ee7d5 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:48.479796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e76955-7878-4bf7-9674-90d8e8899778 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5cb198-754c-4d3e-b31f-e6357fa35836,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:48.481669 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac547207-eea1-4006-ad99-3e3c32816b03 req-a950c481-6703-4183-81ec-5e6ddd7ee7d5 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 944 time: 0.0986705 Mar 23 01:53:48.502262 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-99e76955-7878-4bf7-9674-90d8e8899778 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:48.517474 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-99e76955-7878-4bf7-9674-90d8e8899778 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7190945 Mar 23 01:53:48.518332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60716) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:48.569200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-7697a307-eec1-4ff9-9ef2-4933e7923e15 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Made reservation on behalf of 40daccf221df44ccb4d09b7e635d42a3 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:48.573234 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-7697a307-eec1-4ff9-9ef2-4933e7923e15 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:48.595562 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac547207-eea1-4006-ad99-3e3c32816b03 req-78e839b0-b129-476b-a36e-0a489780a013 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31ab31aa-7b90-4ed7-8048-aff0e7516565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128483 Mar 23 01:53:48.622915 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 44a6092f-2cbd-443e-ae1a-50aa9187d23c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=44a6092f-2cbd-443e-ae1a-50aa9187d23c,segment=NetworkSegment(d3149f4a-0dfb-4567-a3fb-169b85b02980),segment_id=d3149f4a-0dfb-4567-a3fb-169b85b02980)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:48.636580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '44a6092f-2cbd-443e-ae1a-50aa9187d23c', 'network_id': '89554b3f-5e81-498e-806d-c8b13203e1ce', 'port_id': '44a6092f-2cbd-443e-ae1a-50aa9187d23c', 'mac_address': 'fa:16:3e:32:5c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6214f49-d4a5-4af9-b54b-052e3086f69b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:53:48.686133 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 44a6092f-2cbd-443e-ae1a-50aa9187d23c is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:48.686534 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (44a6092f-2cbd-443e-ae1a-50aa9187d23c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:48.701310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a6092f-2cbd-443e-ae1a-50aa9187d23c {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:53:48.715297 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6046df2-1fea-4292-8674-fa7f1a92e026 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (10522ec8-53cd-49b8-9455-7abd85c2e0fa), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:48.763514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 44a6092f-2cbd-443e-ae1a-50aa9187d23c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=44a6092f-2cbd-443e-ae1a-50aa9187d23c,segment=NetworkSegment(d3149f4a-0dfb-4567-a3fb-169b85b02980),segment_id=d3149f4a-0dfb-4567-a3fb-169b85b02980)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:48.771105 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (44a6092f-2cbd-443e-ae1a-50aa9187d23c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:48.771514 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6046df2-1fea-4292-8674-fa7f1a92e026 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (10522ec8-53cd-49b8-9455-7abd85c2e0fa), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:48.825178 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73271fc0-29e3-498b-bacb-6f4e8d75c0ba req-a5469130-aa26-42ad-abce-98d171d56b16 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 210 time: 0.0458817 Mar 23 01:53:48.851178 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=44a6092f-2cbd-443e-ae1a-50aa9187d23c,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:48.861679 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-7697a307-eec1-4ff9-9ef2-4933e7923e15 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Allocated IP 172.20.0.6 (42433058-325f-4239-94d5-8b7af2c3ec01/a8471a63-7189-4566-adcc-c6e2e0f179a5/7bb79fba-04f8-4618-a66d-f0fe33b67007) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:53:48.889536 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6046df2-1fea-4292-8674-fa7f1a92e026 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (10522ec8-53cd-49b8-9455-7abd85c2e0fa), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:48.892099 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6046df2-1fea-4292-8674-fa7f1a92e026 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:48.893289 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c6046df2-1fea-4292-8674-fa7f1a92e026 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-groups/10522ec8-53cd-49b8-9455-7abd85c2e0fa HTTP/1.1" status: 204 len: 168 time: 0.3725011 Mar 23 01:53:48.898181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60720) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:48.933651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6046df2-1fea-4292-8674-fa7f1a92e026 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10522ec8-53cd-49b8-9455-7abd85c2e0fa,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:48.980468 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['44a6092f-2cbd-443e-ae1a-50aa9187d23c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:53:49.056215 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-36a4891c-60e1-4774-9a35-90dbd66c4829 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1511364 Mar 23 01:53:49.059866 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60724) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:49.065325 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f558e8d-6e29-4a93-90f0-eb952df2c6cb req-26e6c558-0188-4ad9-b084-8093c1c27425 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 210 time: 0.0443521 Mar 23 01:53:49.125989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7379b1-a666-4189-8919-50f56e89819f req-8f275117-9207-4831-9ddc-e7cbc66f9209 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:49.128925 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e7379b1-a666-4189-8919-50f56e89819f req-8f275117-9207-4831-9ddc-e7cbc66f9209 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.42 "GET /v2.0/networks?id=868957b1-2003-424d-b67f-d77cd0cd10c4 HTTP/1.1" status: 200 len: 796 time: 0.2393744 Mar 23 01:53:49.135158 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-7697a307-eec1-4ff9-9ef2-4933e7923e15 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks [] for port (7bb79fba-04f8-4618-a66d-f0fe33b67007), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:49.169766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a2e7004f-af5b-46e8-9eda-48b254f42c3a tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1008387 Mar 23 01:53:49.171876 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60726) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:49.194243 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-5b39813d-e62a-44a7-9460-bd2abed4be59 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] delete failed (client error): The resource could not be found. Mar 23 01:53:49.201889 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5b39813d-e62a-44a7-9460-bd2abed4be59 tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "DELETE /v2.0/security-groups/10522ec8-53cd-49b8-9455-7abd85c2e0fa HTTP/1.1" status: 404 len: 347 time: 0.0285740 Mar 23 01:53:49.202691 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60728) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:49.222195 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-7697a307-eec1-4ff9-9ef2-4933e7923e15 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (7bb79fba-04f8-4618-a66d-f0fe33b67007), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:49.239792 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e7379b1-a666-4189-8919-50f56e89819f req-e214e3d9-b54b-4801-a6c4-fac280181ead tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb6e915da6d4405598d98978727b2035 HTTP/1.1" status: 200 len: 380 time: 0.1016352 Mar 23 01:53:49.248888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-3e7379b1-a666-4189-8919-50f56e89819f req-a3887c7d-213f-43fe-abb6-bdb7fce0352e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'port': {'device_id': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4', 'admin_state_up': True, 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'security_groups': ['b7093d21-4f63-4cb5-b09e-1e569cefce99']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:49.257331 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b', 'ce35be12-d79a-42f2-9908-f3dad501cafa'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:53:49.312980 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9f278eae-ae5d-4d5f-b07d-4b2599337e9b tempest-SecGroupTest-812100354 tempest-SecGroupTest-812100354-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1087203 Mar 23 01:53:49.336483 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-7697a307-eec1-4ff9-9ef2-4933e7923e15 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Network 42433058-325f-4239-94d5-8b7af2c3ec01 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:49.340391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-7697a307-eec1-4ff9-9ef2-4933e7923e15 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:49.345725 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-7697a307-eec1-4ff9-9ef2-4933e7923e15 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:53:49.384184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697a307-eec1-4ff9-9ef2-4933e7923e15 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Pushing event updated for resources: {'Port': ['ID=7bb79fba-04f8-4618-a66d-f0fe33b67007,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:49.438789 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7379b1-a666-4189-8919-50f56e89819f req-a3887c7d-213f-43fe-abb6-bdb7fce0352e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Made reservation on behalf of bb6e915da6d4405598d98978727b2035 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:49.439844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-7697a307-eec1-4ff9-9ef2-4933e7923e15 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:49.441132 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-7697a307-eec1-4ff9-9ef2-4933e7923e15 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:49.443438 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3e7379b1-a666-4189-8919-50f56e89819f req-a3887c7d-213f-43fe-abb6-bdb7fce0352e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:49.446831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1db74e07-82c3-4977-b140-85a4d50b7daa up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:49.466763 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-7697a307-eec1-4ff9-9ef2-4933e7923e15 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2083197 Mar 23 01:53:49.485953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Request body: {'port': {'device_id': '1c2dc33a-7605-44f7-af38-04b280a34084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:49.582908 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f7403918-ed32-4288-a086-47f7cc8446c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:49.615956 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7bb79fba-04f8-4618-a66d-f0fe33b67007), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:49.642271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-3e7379b1-a666-4189-8919-50f56e89819f req-a3887c7d-213f-43fe-abb6-bdb7fce0352e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Allocated IP 172.20.0.13 (868957b1-2003-424d-b67f-d77cd0cd10c4/a0237b1d-ab29-4558-a132-943ccab02b5c/45019b6c-3f93-42a2-aaac-04b89f15ad46) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:53:49.670259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 1db74e07-82c3-4977-b140-85a4d50b7daa triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:49.670634 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:49.798234 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60738) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:49.807999 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3e7379b1-a666-4189-8919-50f56e89819f req-a3887c7d-213f-43fe-abb6-bdb7fce0352e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:49.815164 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f6a8e-5316-46a2-bb7f-0373f05a5752 req-bf14367d-ae3f-4288-a9bb-9987fae500b8 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:49.816723 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7d8f6a8e-5316-46a2-bb7f-0373f05a5752 req-bf14367d-ae3f-4288-a9bb-9987fae500b8 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 944 time: 0.2834730 Mar 23 01:53:49.855739 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 1db74e07-82c3-4977-b140-85a4d50b7daa is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:49.915442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3861138-568f-45ed-81be-d92d4bf6e992 req-38ddb33c-c54a-4cb7-9a10-97ed8f66cd9d tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:49.917064 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3861138-568f-45ed-81be-d92d4bf6e992 req-38ddb33c-c54a-4cb7-9a10-97ed8f66cd9d tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 944 time: 0.1019182 Mar 23 01:53:49.918755 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3e7379b1-a666-4189-8919-50f56e89819f req-a3887c7d-213f-43fe-abb6-bdb7fce0352e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:49.956856 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7d8f6a8e-5316-46a2-bb7f-0373f05a5752 req-2fd60647-12fa-46f4-a1b0-e6a7f8366554 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273398 Mar 23 01:53:49.993325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7379b1-a666-4189-8919-50f56e89819f req-a3887c7d-213f-43fe-abb6-bdb7fce0352e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network 868957b1-2003-424d-b67f-d77cd0cd10c4 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:50.006988 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-3e7379b1-a666-4189-8919-50f56e89819f req-a3887c7d-213f-43fe-abb6-bdb7fce0352e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:50.014225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7379b1-a666-4189-8919-50f56e89819f req-a3887c7d-213f-43fe-abb6-bdb7fce0352e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:53:50.032053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-85bd4d46-79a8-4aab-bcdc-c5b48b332a54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d54b15d25e084857b1bee0a1feaee743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2295592 Mar 23 01:53:50.035702 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60744) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:50.046895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3887c7d-213f-43fe-abb6-bdb7fce0352e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=45019b6c-3f93-42a2-aaac-04b89f15ad46,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:50.060636 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a3861138-568f-45ed-81be-d92d4bf6e992 req-56da006b-a1f8-4d1c-a9b5-34155e72fda5 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31ab31aa-7b90-4ed7-8048-aff0e7516565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324003 Mar 23 01:53:50.083314 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7379b1-a666-4189-8919-50f56e89819f req-a3887c7d-213f-43fe-abb6-bdb7fce0352e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:50.083314 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3e7379b1-a666-4189-8919-50f56e89819f req-a3887c7d-213f-43fe-abb6-bdb7fce0352e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.100321 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e7379b1-a666-4189-8919-50f56e89819f req-a3887c7d-213f-43fe-abb6-bdb7fce0352e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8551483 Mar 23 01:53:50.112762 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Request body: {'port': {'device_id': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:50.191181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb79fba-04f8-4618-a66d-f0fe33b67007 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:53:50.205985 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a25e1-f429-49ad-b39d-82272584cd35 req-5f69593f-ae8b-431a-8f6f-9d71ee69e5a3 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:50.207586 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-796a25e1-f429-49ad-b39d-82272584cd35 req-5f69593f-ae8b-431a-8f6f-9d71ee69e5a3 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 932 time: 0.1726098 Mar 23 01:53:50.209742 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Publish callbacks [] for port (7bb79fba-04f8-4618-a66d-f0fe33b67007), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.212134 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c79cbfcf-1ea2-454e-9e38-4581d144fa9c admin admin] Publish callbacks [] for security_group (cd3cbe98-5c12-411f-b332-0b05af0b4da7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.218973 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.245771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Transition to ACTIVE for port object 7bb79fba-04f8-4618-a66d-f0fe33b67007 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:53:50.259428 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (7bb79fba-04f8-4618-a66d-f0fe33b67007), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.262497 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c79cbfcf-1ea2-454e-9e38-4581d144fa9c admin admin] Publish callbacks [] for security_group (cd3cbe98-5c12-411f-b332-0b05af0b4da7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.277225 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f8922d36-1c5e-4b8d-8c99-4e748c65936a None None] Provisioning complete for port 45019b6c-3f93-42a2-aaac-04b89f15ad46 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:50.277754 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f8922d36-1c5e-4b8d-8c99-4e748c65936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.283898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305cd73-5ab5-485d-ad1e-bedf979723bf req-439d31b8-f2c1-44ea-8048-51e65cc28bc7 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:50.291938 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d305cd73-5ab5-485d-ad1e-bedf979723bf req-439d31b8-f2c1-44ea-8048-51e65cc28bc7 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 931 time: 0.1337457 Mar 23 01:53:50.319044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f8922d36-1c5e-4b8d-8c99-4e748c65936a None None] Port 45019b6c-3f93-42a2-aaac-04b89f15ad46 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:53:50.347132 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-796a25e1-f429-49ad-b39d-82272584cd35 req-66c8634f-f4db-4e4f-876e-796625303cbe tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317580 Mar 23 01:53:50.374125 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb79fba-04f8-4618-a66d-f0fe33b67007,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:50.397987 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device f5f26621-47e1-4334-b017-477a06ff77cd details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:53:50.404361 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 44a6092f-2cbd-443e-ae1a-50aa9187d23c up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:50.420440 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d305cd73-5ab5-485d-ad1e-bedf979723bf req-045decf9-18c2-468c-9478-5ffe21ffae26 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241300 Mar 23 01:53:50.445182 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c79cbfcf-1ea2-454e-9e38-4581d144fa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (cd3cbe98-5c12-411f-b332-0b05af0b4da7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.448772 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c79cbfcf-1ea2-454e-9e38-4581d144fa9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.452444 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c79cbfcf-1ea2-454e-9e38-4581d144fa9c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd3cbe98-5c12-411f-b332-0b05af0b4da7 HTTP/1.1" status: 204 len: 168 time: 0.4135306 Mar 23 01:53:50.462481 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cbfcf-1ea2-454e-9e38-4581d144fa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3cbe98-5c12-411f-b332-0b05af0b4da7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:50.477022 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Attempting to bind port 7bb79fba-04f8-4618-a66d-f0fe33b67007 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:53:50.477567 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Attempting to bind port 7bb79fba-04f8-4618-a66d-f0fe33b67007 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:53:50.477960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Attempting to bind port 7bb79fba-04f8-4618-a66d-f0fe33b67007 on network 42433058-325f-4239-94d5-8b7af2c3ec01 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:50.483922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Port 7bb79fba-04f8-4618-a66d-f0fe33b67007 on network 42433058-325f-4239-94d5-8b7af2c3ec01 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:53:50.484253 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Attempting to bind port 7bb79fba-04f8-4618-a66d-f0fe33b67007 on network 42433058-325f-4239-94d5-8b7af2c3ec01 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:50.489655 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:53:50.489976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Checking segment: {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:50.490373 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Bound using segment: {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:53:50.490814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Bound port: 7bb79fba-04f8-4618-a66d-f0fe33b67007, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:53:50.491183 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7bb79fba-04f8-4618-a66d-f0fe33b67007), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.550127 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 44a6092f-2cbd-443e-ae1a-50aa9187d23c completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:53:50.559608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 44a6092f-2cbd-443e-ae1a-50aa9187d23c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:50.560000 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (44a6092f-2cbd-443e-ae1a-50aa9187d23c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.570531 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] For port 7bb79fba-04f8-4618-a66d-f0fe33b67007, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:53:50.575195 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] For port 7bb79fba-04f8-4618-a66d-f0fe33b67007, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7bb79fba-04f8-4618-a66d-f0fe33b67007,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:53:50.583869 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (7bb79fba-04f8-4618-a66d-f0fe33b67007), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.599983 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port f5f26621-47e1-4334-b017-477a06ff77cd, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=f5f26621-47e1-4334-b017-477a06ff77cd,segment=NetworkSegment(bd8c7328-aac5-444c-8295-63c05cf9be9d),segment_id=bd8c7328-aac5-444c-8295-63c05cf9be9d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:50.620768 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'f5f26621-47e1-4334-b017-477a06ff77cd', 'network_id': '4b4a880a-e499-4e9a-b670-93f48c71bb2f', 'port_id': 'f5f26621-47e1-4334-b017-477a06ff77cd', 'mac_address': 'fa:16:3e:4a:4c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989e2d46-8cea-4921-8d41-7e97676671fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:53:50.624752 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45019b6c-3f93-42a2-aaac-04b89f15ad46 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:53:50.630198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:50.630953 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.632692 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] 10.222.0.43 "PUT /v2.0/ports/7bb79fba-04f8-4618-a66d-f0fe33b67007 HTTP/1.1" status: 200 len: 1091 time: 1.1528466 Mar 23 01:53:50.635724 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2dc33a-7605-44f7-af38-04b280a34084', 'tag': '7bb79fba-04f8-4618-a66d-f0fe33b67007'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:50.637659 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Publish callbacks [] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.638316 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a03ee1-760f-442b-bae3-03c8bc7ef7c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2dc33a-7605-44f7-af38-04b280a34084", "tag": "7bb79fba-04f8-4618-a66d-f0fe33b67007"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:50.652349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Transition to ACTIVE for port object 45019b6c-3f93-42a2-aaac-04b89f15ad46 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:53:50.671065 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.699793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fb7de-f00f-48b6-b761-640b2928df48 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb79fba-04f8-4618-a66d-f0fe33b67007,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:50.711854 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59310f96-ab2c-4587-8ae5-c9b7e822b17e x-openstack-request-id: req-59310f96-ab2c-4587-8ae5-c9b7e822b17e {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:50.712442 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2dc33a-7605-44f7-af38-04b280a34084", "tag": "7bb79fba-04f8-4618-a66d-f0fe33b67007", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:50.713037 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59310f96-ab2c-4587-8ae5-c9b7e822b17e {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:50.713547 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59310f96-ab2c-4587-8ae5-c9b7e822b17e'] response: {'name': 'network-changed', 'server_uuid': '1c2dc33a-7605-44f7-af38-04b280a34084', 'tag': '7bb79fba-04f8-4618-a66d-f0fe33b67007', 'status': 'completed', 'code': 200} Mar 23 01:53:50.718039 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 44a6092f-2cbd-443e-ae1a-50aa9187d23c is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:50.718879 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (44a6092f-2cbd-443e-ae1a-50aa9187d23c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.765048 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Pushing event updated for resources: {'Port': ['ID=45019b6c-3f93-42a2-aaac-04b89f15ad46,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:50.781836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1709f2c9-c4c4-46d2-b3ca-2c7334353dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a6092f-2cbd-443e-ae1a-50aa9187d23c'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:50.784122 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062db1b7-84e1-4f6c-886c-d811773f4ebf" -d '{"events": [{"server_uuid": "1709f2c9-c4c4-46d2-b3ca-2c7334353dde", "name": "network-vif-plugged", "status": "completed", "tag": "44a6092f-2cbd-443e-ae1a-50aa9187d23c"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:50.785400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-8df37b9e-420f-440a-af99-134df4976bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:50.786569 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.787321 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-8df37b9e-420f-440a-af99-134df4976bfa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 1125 time: 0.0780783 Mar 23 01:53:50.796149 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port f5f26621-47e1-4334-b017-477a06ff77cd is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:50.796848 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f5f26621-47e1-4334-b017-477a06ff77cd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.825930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f26621-47e1-4334-b017-477a06ff77cd {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:53:50.859196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port f5f26621-47e1-4334-b017-477a06ff77cd, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=f5f26621-47e1-4334-b017-477a06ff77cd,segment=NetworkSegment(bd8c7328-aac5-444c-8295-63c05cf9be9d),segment_id=bd8c7328-aac5-444c-8295-63c05cf9be9d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:50.863607 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 44a6092f-2cbd-443e-ae1a-50aa9187d23c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=44a6092f-2cbd-443e-ae1a-50aa9187d23c,segment=NetworkSegment(d3149f4a-0dfb-4567-a3fb-169b85b02980),segment_id=d3149f4a-0dfb-4567-a3fb-169b85b02980)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:50.867309 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (f5f26621-47e1-4334-b017-477a06ff77cd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.873178 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (44a6092f-2cbd-443e-ae1a-50aa9187d23c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.878053 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea016e38-e93e-4082-8c4e-32b5aeca00f6 x-openstack-request-id: req-ea016e38-e93e-4082-8c4e-32b5aeca00f6 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:50.878342 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1709f2c9-c4c4-46d2-b3ca-2c7334353dde", "name": "network-vif-plugged", "status": "completed", "tag": "44a6092f-2cbd-443e-ae1a-50aa9187d23c", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:50.878600 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea016e38-e93e-4082-8c4e-32b5aeca00f6 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:50.879070 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea016e38-e93e-4082-8c4e-32b5aeca00f6'] response: {'server_uuid': '1709f2c9-c4c4-46d2-b3ca-2c7334353dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a6092f-2cbd-443e-ae1a-50aa9187d23c', 'code': 200} Mar 23 01:53:50.882039 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-3c855992-4df6-4924-ad2e-664ec95a6b88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bb79fba-04f8-4618-a66d-f0fe33b67007 HTTP/1.1" status: 200 len: 217 time: 0.0819204 Mar 23 01:53:50.892769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Attempting to bind port 45019b6c-3f93-42a2-aaac-04b89f15ad46 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:53:50.893715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Attempting to bind port 45019b6c-3f93-42a2-aaac-04b89f15ad46 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:53:50.898083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Attempting to bind port 45019b6c-3f93-42a2-aaac-04b89f15ad46 on network 868957b1-2003-424d-b67f-d77cd0cd10c4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:50.903495 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Port 45019b6c-3f93-42a2-aaac-04b89f15ad46 on network 868957b1-2003-424d-b67f-d77cd0cd10c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:53:50.903816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Attempting to bind port 45019b6c-3f93-42a2-aaac-04b89f15ad46 on network 868957b1-2003-424d-b67f-d77cd0cd10c4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:53:50.910141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:53:50.910614 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Checking segment: {'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:53:50.911163 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Bound using segment: {'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:53:50.911584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Bound port: 45019b6c-3f93-42a2-aaac-04b89f15ad46, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:53:50.911948 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:50.964485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-36017627-3cc6-4e0c-a824-e853930f3cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:50.966184 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-36017627-3cc6-4e0c-a824-e853930f3cfe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8471a63-7189-4566-adcc-c6e2e0f179a5 HTTP/1.1" status: 200 len: 846 time: 0.0788016 Mar 23 01:53:50.967301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=f5f26621-47e1-4334-b017-477a06ff77cd,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:51.023858 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-d02f40a8-02e9-4793-bc55-8a172e62d21e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=42433058-325f-4239-94d5-8b7af2c3ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422354 Mar 23 01:53:51.041694 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] For port 45019b6c-3f93-42a2-aaac-04b89f15ad46, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:53:51.056380 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] For port 45019b6c-3f93-42a2-aaac-04b89f15ad46, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:53:51.069280 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:51.145305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:51.146034 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:51.147702 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e7379b1-a666-4189-8919-50f56e89819f req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] 10.222.0.42 "PUT /v2.0/ports/45019b6c-3f93-42a2-aaac-04b89f15ad46 HTTP/1.1" status: 200 len: 1092 time: 1.0402648 Mar 23 01:53:51.153157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:51.157194 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6d4ca4-3f3e-433d-9bfe-828c1e00425d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:51.164021 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=44a6092f-2cbd-443e-ae1a-50aa9187d23c,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:51.173529 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff43f1-ea69-4b46-8e80-5701b164b5a8 req-5120270a-1f9e-42ce-87e7-8ff56722f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:51.175233 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-72ff43f1-ea69-4b46-8e80-5701b164b5a8 req-5120270a-1f9e-42ce-87e7-8ff56722f172 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 1127 time: 0.2235475 Mar 23 01:53:51.184132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['f5f26621-47e1-4334-b017-477a06ff77cd'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:53:51.210701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9585c8e-0690-4734-9375-86a9eaa380bf req-c5e92c7b-b5a7-44e3-81d6-73ca593c81db tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:51.212740 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b9585c8e-0690-4734-9375-86a9eaa380bf req-c5e92c7b-b5a7-44e3-81d6-73ca593c81db tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 945 time: 0.1381516 Mar 23 01:53:51.271723 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-01903b35-da83-4208-be06-abd2a20470fc service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415223 Mar 23 01:53:51.271993 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68677fb-544e-4a3e-ab7c-96805c217f50 service neutron] Pushing event updated for resources: {'Port': ['ID=45019b6c-3f93-42a2-aaac-04b89f15ad46,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:51.329608 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b9585c8e-0690-4734-9375-86a9eaa380bf req-7e64078b-09f7-42ba-9556-def8b1f53bf6 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035111 Mar 23 01:53:51.528289 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8204fa54-ad42-4209-9309-e3cd98b71f77 req-84ae6284-802f-4818-a5b3-590e9df1c555 service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023387 Mar 23 01:53:51.567382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999a5f5-ab80-4852-bf93-e1ccf725fedf req-48867ae9-6086-4f41-9c2b-9f045423ff91 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:51.569424 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6999a5f5-ab80-4852-bf93-e1ccf725fedf req-48867ae9-6086-4f41-9c2b-9f045423ff91 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 944 time: 0.0933309 Mar 23 01:53:51.682253 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6999a5f5-ab80-4852-bf93-e1ccf725fedf req-08436964-0370-4a84-a073-ffffeb63d870 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022677 Mar 23 01:53:51.714906 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a03ee1-760f-442b-bae3-03c8bc7ef7c9 req-58f7a1cb-1aa2-4a79-b366-6362d571719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:51.716554 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-88a03ee1-760f-442b-bae3-03c8bc7ef7c9 req-58f7a1cb-1aa2-4a79-b366-6362d571719a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 1125 time: 0.0795133 Mar 23 01:53:51.753199 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8efbb3e-ec4f-46cb-b62e-4861d5c275ba x-openstack-request-id: req-b8efbb3e-ec4f-46cb-b62e-4861d5c275ba {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:51.753480 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:51.753915 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8efbb3e-ec4f-46cb-b62e-4861d5c275ba {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:51.754509 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8efbb3e-ec4f-46cb-b62e-4861d5c275ba'] response: {'name': 'network-changed', 'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46', 'status': 'completed', 'code': 200} Mar 23 01:53:51.756549 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:53:51.798790 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-72ff43f1-ea69-4b46-8e80-5701b164b5a8 req-2dcd7ee0-8e0d-41d6-8441-80676d394b08 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6133389 Mar 23 01:53:51.800771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7379b1-a666-4189-8919-50f56e89819f req-be8c4fc8-c934-4198-91a5-abcf924bb3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:51.802184 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e7379b1-a666-4189-8919-50f56e89819f req-be8c4fc8-c934-4198-91a5-abcf924bb3e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 1126 time: 0.5971847 Mar 23 01:53:51.824087 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b140a77-d26a-4e89-91a3-f38f70d89a52 req-ec71d9b6-181c-4502-9e81-35d9d9a0aed7 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:51.830491 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b140a77-d26a-4e89-91a3-f38f70d89a52 req-ec71d9b6-181c-4502-9e81-35d9d9a0aed7 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 945 time: 0.5676632 Mar 23 01:53:51.888270 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b140a77-d26a-4e89-91a3-f38f70d89a52 req-73847fe8-8d8a-40d1-8722-4ca6b1925448 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31ab31aa-7b90-4ed7-8048-aff0e7516565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569122 Mar 23 01:53:51.914851 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c7b77-172a-4f9a-aa9c-2cb3d4376d72 req-4bd071c7-7558-4a60-92bb-9ac3e035e6fb tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:51.922206 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-759c7b77-172a-4f9a-aa9c-2cb3d4376d72 req-4bd071c7-7558-4a60-92bb-9ac3e035e6fb tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 943 time: 0.1229744 Mar 23 01:53:51.924458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a03ee1-760f-442b-bae3-03c8bc7ef7c9 req-4ce788ec-3e48-48d8-8237-6172590f51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:51.925903 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-88a03ee1-760f-442b-bae3-03c8bc7ef7c9 req-4ce788ec-3e48-48d8-8237-6172590f51c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 906 time: 0.2030897 Mar 23 01:53:51.994871 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-88a03ee1-760f-442b-bae3-03c8bc7ef7c9 req-ad574c70-9030-4f09-ac43-2c9e3b5761eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bb79fba-04f8-4618-a66d-f0fe33b67007 HTTP/1.1" status: 200 len: 217 time: 0.0493121 Mar 23 01:53:52.006537 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-047f9d25-1abb-418d-90e7-82313877f3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:52.028039 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e7379b1-a666-4189-8919-50f56e89819f req-2bdd4a01-c5c7-4ea3-97eb-6d584bd7fa6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46 HTTP/1.1" status: 200 len: 217 time: 0.0401607 Mar 23 01:53:52.051881 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-759c7b77-172a-4f9a-aa9c-2cb3d4376d72 req-41b0a549-356e-4a0d-ac1a-9040fc615596 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287861 Mar 23 01:53:52.061388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a03ee1-760f-442b-bae3-03c8bc7ef7c9 req-8a42314f-dc24-42c5-8e86-44fad0e88348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:52.063495 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-88a03ee1-760f-442b-bae3-03c8bc7ef7c9 req-8a42314f-dc24-42c5-8e86-44fad0e88348 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8471a63-7189-4566-adcc-c6e2e0f179a5 HTTP/1.1" status: 200 len: 846 time: 0.0610161 Mar 23 01:53:52.083320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7379b1-a666-4189-8919-50f56e89819f req-d103bcb3-8542-445d-8891-3f01234e92ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:52.084949 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e7379b1-a666-4189-8919-50f56e89819f req-d103bcb3-8542-445d-8891-3f01234e92ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0237b1d-ab29-4558-a132-943ccab02b5c HTTP/1.1" status: 200 len: 834 time: 0.0507140 Mar 23 01:53:52.112734 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-88a03ee1-760f-442b-bae3-03c8bc7ef7c9 req-0fb6679b-fc73-42c6-a318-07f28283289d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=42433058-325f-4239-94d5-8b7af2c3ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425408 Mar 23 01:53:52.140487 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7379b1-a666-4189-8919-50f56e89819f req-106b668f-5117-4b4e-b4dc-360c58454e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:52.142078 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e7379b1-a666-4189-8919-50f56e89819f req-106b668f-5117-4b4e-b4dc-360c58454e94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=868957b1-2003-424d-b67f-d77cd0cd10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508695 Mar 23 01:53:52.228389 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-88a03ee1-760f-442b-bae3-03c8bc7ef7c9 req-0d289dc5-de3c-4c8f-ba41-ea0344e3d966 service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081979 Mar 23 01:53:52.248534 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e7379b1-a666-4189-8919-50f56e89819f req-324b2751-89f2-4dc0-a7c4-3e6fef8f2d01 service neutron] 10.222.0.42 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895422 Mar 23 01:53:52.345969 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e7379b1-a666-4189-8919-50f56e89819f req-e225e65b-098c-479c-90a3-129e65c2a0c9 service neutron] 10.222.0.42 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900209 Mar 23 01:53:52.346360 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-88a03ee1-760f-442b-bae3-03c8bc7ef7c9 req-191a4405-9bf4-4c17-8812-fb9d746fe757 service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925751 Mar 23 01:53:52.413077 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device f5f26621-47e1-4334-b017-477a06ff77cd up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:52.473825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port f5f26621-47e1-4334-b017-477a06ff77cd completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:53:52.482818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port f5f26621-47e1-4334-b017-477a06ff77cd triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:52.483384 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (f5f26621-47e1-4334-b017-477a06ff77cd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:52.496158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56166c52-a406-4078-a259-f3f4ea601125 req-412c3f76-f3cd-4586-ba81-d8c79dd80794 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:52.497477 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-56166c52-a406-4078-a259-f3f4ea601125 req-412c3f76-f3cd-4586-ba81-d8c79dd80794 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 945 time: 0.0956025 Mar 23 01:53:52.522528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d4ca4-3f3e-433d-9bfe-828c1e00425d req-0e179b91-ad1d-42aa-b43a-1d6265c369b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:52.524070 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc6d4ca4-3f3e-433d-9bfe-828c1e00425d req-0e179b91-ad1d-42aa-b43a-1d6265c369b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 1126 time: 0.1103809 Mar 23 01:53:52.572207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port f5f26621-47e1-4334-b017-477a06ff77cd is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:52.572735 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f5f26621-47e1-4334-b017-477a06ff77cd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:52.604192 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-56166c52-a406-4078-a259-f3f4ea601125 req-c3ff16a1-d16a-413c-bd5b-42221d8a56a6 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987275 Mar 23 01:53:52.608492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port f5f26621-47e1-4334-b017-477a06ff77cd, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=f5f26621-47e1-4334-b017-477a06ff77cd,segment=NetworkSegment(bd8c7328-aac5-444c-8295-63c05cf9be9d),segment_id=bd8c7328-aac5-444c-8295-63c05cf9be9d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:52.613690 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (f5f26621-47e1-4334-b017-477a06ff77cd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:52.650391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d4ca4-3f3e-433d-9bfe-828c1e00425d req-d50305bd-290c-4588-aa26-a37e114d5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:52.652026 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc6d4ca4-3f3e-433d-9bfe-828c1e00425d req-d50305bd-290c-4588-aa26-a37e114d5b47 service neutron] 10.222.0.42 "GET /v2.0/networks?id=868957b1-2003-424d-b67f-d77cd0cd10c4 HTTP/1.1" status: 200 len: 896 time: 0.1209526 Mar 23 01:53:52.671368 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=f5f26621-47e1-4334-b017-477a06ff77cd,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:52.710527 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc6d4ca4-3f3e-433d-9bfe-828c1e00425d req-0fd9b6ff-abe4-45ef-a60c-445a22b9331c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46 HTTP/1.1" status: 200 len: 217 time: 0.0499187 Mar 23 01:53:52.763323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d4ca4-3f3e-433d-9bfe-828c1e00425d req-d1dfb2b8-1ca4-41c9-bd0e-3624e3d3219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:52.764884 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc6d4ca4-3f3e-433d-9bfe-828c1e00425d req-d1dfb2b8-1ca4-41c9-bd0e-3624e3d3219d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0237b1d-ab29-4558-a132-943ccab02b5c HTTP/1.1" status: 200 len: 834 time: 0.0476098 Mar 23 01:53:52.832015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36da193-2660-4472-90f6-0db60d97aae7 req-2f6df5a7-1da0-45d1-baff-a67bf41af256 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:52.834199 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f36da193-2660-4472-90f6-0db60d97aae7 req-2f6df5a7-1da0-45d1-baff-a67bf41af256 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 944 time: 0.0751321 Mar 23 01:53:52.834943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d4ca4-3f3e-433d-9bfe-828c1e00425d req-c68785ca-36ab-4b9b-a2e9-07e32f95342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:52.836583 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc6d4ca4-3f3e-433d-9bfe-828c1e00425d req-c68785ca-36ab-4b9b-a2e9-07e32f95342c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=868957b1-2003-424d-b67f-d77cd0cd10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0654287 Mar 23 01:53:52.879868 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd36318c-d2ba-4fa6-852a-45eb14b9b5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f26621-47e1-4334-b017-477a06ff77cd'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:52.884464 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c45bcc-1227-47c0-bfc4-a579679028ab" -d '{"events": [{"server_uuid": "cd36318c-d2ba-4fa6-852a-45eb14b9b5fb", "name": "network-vif-plugged", "status": "completed", "tag": "f5f26621-47e1-4334-b017-477a06ff77cd"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:52.889419 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f36da193-2660-4472-90f6-0db60d97aae7 req-1656af8f-dc44-4965-8aa9-03a0f7923577 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494175 Mar 23 01:53:52.927065 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d519403-9f4c-4284-ad3f-d7e370481d50 x-openstack-request-id: req-6d519403-9f4c-4284-ad3f-d7e370481d50 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:52.927362 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd36318c-d2ba-4fa6-852a-45eb14b9b5fb", "name": "network-vif-plugged", "status": "completed", "tag": "f5f26621-47e1-4334-b017-477a06ff77cd", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:52.927680 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d519403-9f4c-4284-ad3f-d7e370481d50 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:52.928010 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d519403-9f4c-4284-ad3f-d7e370481d50'] response: {'server_uuid': 'cd36318c-d2ba-4fa6-852a-45eb14b9b5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f26621-47e1-4334-b017-477a06ff77cd', 'code': 200} Mar 23 01:53:52.954969 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc6d4ca4-3f3e-433d-9bfe-828c1e00425d req-94edc0ab-a3f7-4027-90d7-c3fd196345c8 service neutron] 10.222.0.42 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123199 Mar 23 01:53:53.033933 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c040460-a414-4414-943b-25386c9059dd req-dee73842-9d0c-41a0-bc67-d1053c798464 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:53.035469 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7c040460-a414-4414-943b-25386c9059dd req-dee73842-9d0c-41a0-bc67-d1053c798464 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 946 time: 0.0649972 Mar 23 01:53:53.053481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-2dcc4e69-53fa-4315-9d4a-a54d632c3914 req-7444215b-2d09-4acc-8a82-3df265d76d9d service neutron] (99264) timed out ('10.222.0.43', 62333) {{(pid=99264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 01:53:53.089507 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7c040460-a414-4414-943b-25386c9059dd req-9af0f0fc-6a15-4f22-bd10-d00b112c89ba tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31ab31aa-7b90-4ed7-8048-aff0e7516565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467994 Mar 23 01:53:53.101250 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc6d4ca4-3f3e-433d-9bfe-828c1e00425d req-db2469ba-43c9-4730-913f-226af3e1fbf6 service neutron] 10.222.0.42 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386242 Mar 23 01:53:53.119716 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580782b1-edc1-4685-9609-404bae2b552f req-d95efd50-7fae-4f4d-9b90-e9224d5355fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:53.121326 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-580782b1-edc1-4685-9609-404bae2b552f req-d95efd50-7fae-4f4d-9b90-e9224d5355fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 1128 time: 0.1097720 Mar 23 01:53:53.135836 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60840) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:53.199158 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-580782b1-edc1-4685-9609-404bae2b552f req-232475e8-cee5-41c4-90d4-3f02a3d10619 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=31ab31aa-7b90-4ed7-8048-aff0e7516565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712345 Mar 23 01:53:53.213663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a636ccd-37f4-437b-8353-c61b695272d6 req-f4505ff2-7079-461f-b271-ed37579e05b1 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:53.215142 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a636ccd-37f4-437b-8353-c61b695272d6 req-f4505ff2-7079-461f-b271-ed37579e05b1 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 943 time: 0.0724125 Mar 23 01:53:53.244478 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:53.252102 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-47b1043d-d777-4a13-b7a7-ac4aa065428d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:53.266226 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a636ccd-37f4-437b-8353-c61b695272d6 req-1c8319dd-7e58-486e-a470-7d5f4be6a511 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455360 Mar 23 01:53:53.328321 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-47b1043d-d777-4a13-b7a7-ac4aa065428d admin admin] Publish callbacks [] for security_group (0de02b91-f204-4123-9595-889c9a519419), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:53.332692 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-47b1043d-d777-4a13-b7a7-ac4aa065428d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0de02b91-f204-4123-9595-889c9a519419), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:53.371422 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-47b1043d-d777-4a13-b7a7-ac4aa065428d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dcaa2375b68544e58c454bafecab9eb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2344863 Mar 23 01:53:53.372343 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1043d-d777-4a13-b7a7-ac4aa065428d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de02b91-f204-4123-9595-889c9a519419,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:53.374383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60844) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:53.424893 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-36dd3512-684d-4246-8d64-da8118cf8263 admin admin] Publish callbacks [] for security_group (0de02b91-f204-4123-9595-889c9a519419), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:53.450940 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-36dd3512-684d-4246-8d64-da8118cf8263 admin admin] Publish callbacks [] for security_group (0de02b91-f204-4123-9595-889c9a519419), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:53.505353 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-36dd3512-684d-4246-8d64-da8118cf8263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0de02b91-f204-4123-9595-889c9a519419), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:53.507818 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-36dd3512-684d-4246-8d64-da8118cf8263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:53.509512 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-36dd3512-684d-4246-8d64-da8118cf8263 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0de02b91-f204-4123-9595-889c9a519419 HTTP/1.1" status: 204 len: 168 time: 0.1339791 Mar 23 01:53:53.517212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd3512-684d-4246-8d64-da8118cf8263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de02b91-f204-4123-9595-889c9a519419,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:53.731305 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2a01b-5305-4b75-ad5d-580807009255 req-f3b059e8-f969-4f3a-9d5f-e0c51715bf1d tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:53.733016 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a0a2a01b-5305-4b75-ad5d-580807009255 req-f3b059e8-f969-4f3a-9d5f-e0c51715bf1d tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 945 time: 0.0552022 Mar 23 01:53:53.783453 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 60852) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:53.784561 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a0a2a01b-5305-4b75-ad5d-580807009255 req-7cfd585f-40a9-4d73-a7b5-f24f81a71a56 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458896 Mar 23 01:53:53.797382 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a621af28-9827-4111-9450-caa176643288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:53.882509 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a621af28-9827-4111-9450-caa176643288 admin admin] Publish callbacks [] for security_group (3cc5b191-3329-4da5-a9d9-ec56dcfde407), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:53.887943 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a621af28-9827-4111-9450-caa176643288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3cc5b191-3329-4da5-a9d9-ec56dcfde407), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:53.932065 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 60858) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:53.937242 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a621af28-9827-4111-9450-caa176643288 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0ec4e9537ce4596ba38dba96530d648&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1525140 Mar 23 01:53:53.939250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621af28-9827-4111-9450-caa176643288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc5b191-3329-4da5-a9d9-ec56dcfde407,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:53.989465 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ff5adc8-7bf0-4145-a904-357685eed2fe admin admin] Publish callbacks [] for security_group (3cc5b191-3329-4da5-a9d9-ec56dcfde407), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:54.022777 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ff5adc8-7bf0-4145-a904-357685eed2fe admin admin] Publish callbacks [] for security_group (3cc5b191-3329-4da5-a9d9-ec56dcfde407), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:54.037766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1fe27-4a6a-41e9-b52a-3a64704a4c64 req-b9d6cd9c-f815-4851-bec2-905e8a1472d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:54.039322 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85a1fe27-4a6a-41e9-b52a-3a64704a4c64 req-b9d6cd9c-f815-4851-bec2-905e8a1472d9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 944 time: 0.0578353 Mar 23 01:53:54.080413 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ff5adc8-7bf0-4145-a904-357685eed2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3cc5b191-3329-4da5-a9d9-ec56dcfde407), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:54.082962 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ff5adc8-7bf0-4145-a904-357685eed2fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:54.086466 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8ff5adc8-7bf0-4145-a904-357685eed2fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3cc5b191-3329-4da5-a9d9-ec56dcfde407 HTTP/1.1" status: 204 len: 168 time: 0.1510301 Mar 23 01:53:54.095315 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5adc8-7bf0-4145-a904-357685eed2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc5b191-3329-4da5-a9d9-ec56dcfde407,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:54.097098 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85a1fe27-4a6a-41e9-b52a-3a64704a4c64 req-90910b60-035e-4996-bca7-90f4ac06edb1 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506346 Mar 23 01:53:54.265344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3d434-4f86-43ec-b8e9-3b61562558c5 req-4f492bdc-7727-494a-81ed-d7ee8cee4450 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:54.267116 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12a3d434-4f86-43ec-b8e9-3b61562558c5 req-4f492bdc-7727-494a-81ed-d7ee8cee4450 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 946 time: 0.0940399 Mar 23 01:53:54.329222 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12a3d434-4f86-43ec-b8e9-3b61562558c5 req-f11d0776-e2ae-4d3a-ac0d-35304a399bc5 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31ab31aa-7b90-4ed7-8048-aff0e7516565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557158 Mar 23 01:53:54.450848 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be093ab4-9bfc-4dd1-b771-f43120afafce req-74933967-cceb-421f-a95b-80e2fab1c92e tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:54.457101 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be093ab4-9bfc-4dd1-b771-f43120afafce req-74933967-cceb-421f-a95b-80e2fab1c92e tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 943 time: 0.0690572 Mar 23 01:53:54.507994 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be093ab4-9bfc-4dd1-b771-f43120afafce req-b8b4da9b-e2d9-41fe-99c1-c21d805a1c96 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493214 Mar 23 01:53:54.543939 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee71e27-73c2-4103-a000-9107a1bdd031 req-a05fc653-ce00-4078-9efd-7379b8495ef3 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:54.545679 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ee71e27-73c2-4103-a000-9107a1bdd031 req-a05fc653-ce00-4078-9efd-7379b8495ef3 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 945 time: 0.0732088 Mar 23 01:53:54.567280 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:54.596476 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ee71e27-73c2-4103-a000-9107a1bdd031 req-2b470c1c-9aff-4e62-a3bf-1befbe28fedb tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Mar 23 01:53:55.118497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7bb79fba-04f8-4618-a66d-f0fe33b67007 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:53:55.225619 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 7bb79fba-04f8-4618-a66d-f0fe33b67007, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7bb79fba-04f8-4618-a66d-f0fe33b67007,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:55.234100 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29fdeb-5ef0-49f0-a627-34c94d3beef6 req-a1cdfb3c-b605-4d3d-8a92-0686182bb261 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:55.235806 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ec29fdeb-5ef0-49f0-a627-34c94d3beef6 req-a1cdfb3c-b605-4d3d-8a92-0686182bb261 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 944 time: 0.0577862 Mar 23 01:53:55.241707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '7bb79fba-04f8-4618-a66d-f0fe33b67007', 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01', 'port_id': '7bb79fba-04f8-4618-a66d-f0fe33b67007', 'mac_address': 'fa:16:3e:3e:34:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8471a63-7189-4566-adcc-c6e2e0f179a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:53:55.299031 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ec29fdeb-5ef0-49f0-a627-34c94d3beef6 req-4a8b42ee-9943-49e5-8b53-f6d5b106758f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571272 Mar 23 01:53:55.442258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 7bb79fba-04f8-4618-a66d-f0fe33b67007 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:55.442654 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7bb79fba-04f8-4618-a66d-f0fe33b67007), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:55.456634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb79fba-04f8-4618-a66d-f0fe33b67007 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:53:55.466411 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951d1c5-3e0e-4e54-bce6-c79db23a3539 req-c8aef899-06a4-4487-a851-b6c61e88de5b tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:55.467967 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3951d1c5-3e0e-4e54-bce6-c79db23a3539 req-c8aef899-06a4-4487-a851-b6c61e88de5b tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 946 time: 0.0620549 Mar 23 01:53:55.477253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 7bb79fba-04f8-4618-a66d-f0fe33b67007, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7bb79fba-04f8-4618-a66d-f0fe33b67007,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:55.483291 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7bb79fba-04f8-4618-a66d-f0fe33b67007), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:55.522541 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3951d1c5-3e0e-4e54-bce6-c79db23a3539 req-0e84fc62-3453-401a-b64b-3156ba0fb4bb tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31ab31aa-7b90-4ed7-8048-aff0e7516565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481918 Mar 23 01:53:55.537386 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=7bb79fba-04f8-4618-a66d-f0fe33b67007,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:55.651762 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21688a-c62a-4560-b15d-7782665b3259 req-ad08c49f-2bde-484c-9e76-ec2762cb6b8d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:55.653347 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1f21688a-c62a-4560-b15d-7782665b3259 req-ad08c49f-2bde-484c-9e76-ec2762cb6b8d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 944 time: 0.0610020 Mar 23 01:53:55.708087 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1f21688a-c62a-4560-b15d-7782665b3259 req-35ab35c1-06ae-4a07-aa69-c85705b5f829 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478446 Mar 23 01:53:55.776933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fce8cb-23bb-42ee-917c-5d5552994271 req-44f08bd3-5fe8-4660-ada6-c2930c9429a2 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:55.779154 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14fce8cb-23bb-42ee-917c-5d5552994271 req-44f08bd3-5fe8-4660-ada6-c2930c9429a2 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 945 time: 0.1104872 Mar 23 01:53:55.796200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44358ba7-e3a7-44d1-acd1-efbf128d1a52 req-9c2df420-6f4a-41d1-b1a4-fe70336d5e21 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:55.798336 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44358ba7-e3a7-44d1-acd1-efbf128d1a52 req-9c2df420-6f4a-41d1-b1a4-fe70336d5e21 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.42 "GET /v2.0/ports?device_id=1709f2c9-c4c4-46d2-b3ca-2c7334353dde HTTP/1.1" status: 200 len: 945 time: 0.0961902 Mar 23 01:53:55.801661 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:55.875741 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['7bb79fba-04f8-4618-a66d-f0fe33b67007'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:53:55.880671 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14fce8cb-23bb-42ee-917c-5d5552994271 req-c805ca69-9d94-406b-9cee-8afc3fb19fa6 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943973 Mar 23 01:53:55.947445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-44358ba7-e3a7-44d1-acd1-efbf128d1a52 req-ef9e171a-2104-4080-a454-ee38f0718681 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Deleting port 44a6092f-2cbd-443e-ae1a-50aa9187d23c {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:55.949096 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44358ba7-e3a7-44d1-acd1-efbf128d1a52 req-ef9e171a-2104-4080-a454-ee38f0718681 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (44a6092f-2cbd-443e-ae1a-50aa9187d23c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:56.064095 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc3c0c-7a82-4ab0-85b5-2dbe93ba4636 req-b3c19996-037a-4295-bd25-d114e2ea972e tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:56.065641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-babc3c0c-7a82-4ab0-85b5-2dbe93ba4636 req-b3c19996-037a-4295-bd25-d114e2ea972e tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 946 time: 0.0968537 Mar 23 01:53:56.078101 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-44358ba7-e3a7-44d1-acd1-efbf128d1a52 req-ef9e171a-2104-4080-a454-ee38f0718681 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] For port 44a6092f-2cbd-443e-ae1a-50aa9187d23c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=44a6092f-2cbd-443e-ae1a-50aa9187d23c,segment=NetworkSegment(d3149f4a-0dfb-4567-a3fb-169b85b02980),segment_id=d3149f4a-0dfb-4567-a3fb-169b85b02980)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:56.078476 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44358ba7-e3a7-44d1-acd1-efbf128d1a52 req-ef9e171a-2104-4080-a454-ee38f0718681 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (44a6092f-2cbd-443e-ae1a-50aa9187d23c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:56.092495 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-44358ba7-e3a7-44d1-acd1-efbf128d1a52 req-ef9e171a-2104-4080-a454-ee38f0718681 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Calling delete_port for 44a6092f-2cbd-443e-ae1a-50aa9187d23c owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:56.117288 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-babc3c0c-7a82-4ab0-85b5-2dbe93ba4636 req-4148086c-c5d2-4cb2-9dac-da1ce79fcea4 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31ab31aa-7b90-4ed7-8048-aff0e7516565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442007 Mar 23 01:53:56.234644 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44358ba7-e3a7-44d1-acd1-efbf128d1a52 req-ef9e171a-2104-4080-a454-ee38f0718681 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (44a6092f-2cbd-443e-ae1a-50aa9187d23c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:56.257065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['44a6092f-2cbd-443e-ae1a-50aa9187d23c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:53:56.270311 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e171a-2104-4080-a454-ee38f0718681 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Pushing event deleted for resources: {'Port': ['ID=44a6092f-2cbd-443e-ae1a-50aa9187d23c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:56.312922 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-44358ba7-e3a7-44d1-acd1-efbf128d1a52 req-ef9e171a-2104-4080-a454-ee38f0718681 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] No DVR routers for this DVR port 44a6092f-2cbd-443e-ae1a-50aa9187d23c on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:56.315502 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44358ba7-e3a7-44d1-acd1-efbf128d1a52 req-ef9e171a-2104-4080-a454-ee38f0718681 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:56.318897 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44358ba7-e3a7-44d1-acd1-efbf128d1a52 req-ef9e171a-2104-4080-a454-ee38f0718681 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.42 "DELETE /v2.0/ports/44a6092f-2cbd-443e-ae1a-50aa9187d23c HTTP/1.1" status: 204 len: 173 time: 0.5134268 Mar 23 01:53:56.319339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1709f2c9-c4c4-46d2-b3ca-2c7334353dde', 'name': 'network-vif-deleted', 'tag': '44a6092f-2cbd-443e-ae1a-50aa9187d23c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:56.321750 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79aa86e-baf8-446a-8e5c-c491385811f8" -d '{"events": [{"server_uuid": "1709f2c9-c4c4-46d2-b3ca-2c7334353dde", "name": "network-vif-deleted", "tag": "44a6092f-2cbd-443e-ae1a-50aa9187d23c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:56.369805 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a079a3-d76e-4bb3-b66d-ccdd9cdc0b03 x-openstack-request-id: req-93a079a3-d76e-4bb3-b66d-ccdd9cdc0b03 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:56.370206 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1709f2c9-c4c4-46d2-b3ca-2c7334353dde", "name": "network-vif-deleted", "tag": "44a6092f-2cbd-443e-ae1a-50aa9187d23c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:56.370540 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93a079a3-d76e-4bb3-b66d-ccdd9cdc0b03 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:56.371086 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a079a3-d76e-4bb3-b66d-ccdd9cdc0b03'] response: {'server_uuid': '1709f2c9-c4c4-46d2-b3ca-2c7334353dde', 'name': 'network-vif-deleted', 'tag': '44a6092f-2cbd-443e-ae1a-50aa9187d23c', 'status': 'completed', 'code': 200} Mar 23 01:53:56.432329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 45019b6c-3f93-42a2-aaac-04b89f15ad46 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:53:56.434652 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feeffb-2822-4a26-b433-cbadfcc60cdc req-7ff081bc-d40a-41ba-833b-75a70b8489dc tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:56.436866 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7feeffb-2822-4a26-b433-cbadfcc60cdc req-7ff081bc-d40a-41ba-833b-75a70b8489dc tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 944 time: 0.0600381 Mar 23 01:53:56.492147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7feeffb-2822-4a26-b433-cbadfcc60cdc req-dc36021a-d5ef-4525-a7fb-916423cbbd8d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496302 Mar 23 01:53:56.542940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 45019b6c-3f93-42a2-aaac-04b89f15ad46, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:56.554420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '45019b6c-3f93-42a2-aaac-04b89f15ad46', 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4', 'port_id': '45019b6c-3f93-42a2-aaac-04b89f15ad46', 'mac_address': 'fa:16:3e:2c:05:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:53:56.592559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 45019b6c-3f93-42a2-aaac-04b89f15ad46 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:56.592830 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:56.607203 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45019b6c-3f93-42a2-aaac-04b89f15ad46 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:53:56.633896 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 45019b6c-3f93-42a2-aaac-04b89f15ad46, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:56.642416 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:56.706073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=45019b6c-3f93-42a2-aaac-04b89f15ad46,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:56.833713 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac49c3-589f-4dee-937d-fb65daca17a6 req-36a04395-0593-4e19-ad45-cf9745b78bd3 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:56.835401 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b8ac49c3-589f-4dee-937d-fb65daca17a6 req-36a04395-0593-4e19-ad45-cf9745b78bd3 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 944 time: 0.0544300 Mar 23 01:53:56.856504 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['45019b6c-3f93-42a2-aaac-04b89f15ad46'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:53:56.887823 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b8ac49c3-589f-4dee-937d-fb65daca17a6 req-a7d7ce91-9375-4025-bf82-34895f4bb4ce tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459619 Mar 23 01:53:57.142416 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7bb79fba-04f8-4618-a66d-f0fe33b67007 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:57.202057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 7bb79fba-04f8-4618-a66d-f0fe33b67007 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:53:57.207717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 7bb79fba-04f8-4618-a66d-f0fe33b67007 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:57.208522 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7bb79fba-04f8-4618-a66d-f0fe33b67007), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:57.233109 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-43dd5a8d-55a9-4c6a-ae21-4192a5572ff3 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:57.234931 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-43dd5a8d-55a9-4c6a-ae21-4192a5572ff3 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/networks?id=89554b3f-5e81-498e-806d-c8b13203e1ce HTTP/1.1" status: 200 len: 809 time: 0.1238868 Mar 23 01:53:57.253827 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-aa6fdf78-f557-418f-b1ee-3d0e0315b9d7 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/quotas/6dedc316948c43d8960b4c23519b7009 HTTP/1.1" status: 200 len: 375 time: 0.0107818 Mar 23 01:53:57.277687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85129fa-f454-4656-ab29-1ed1053a2136 req-83861182-e5a3-4e6a-9f65-a99900dd8de2 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:57.279628 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d85129fa-f454-4656-ab29-1ed1053a2136 req-83861182-e5a3-4e6a-9f65-a99900dd8de2 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 946 time: 0.0797460 Mar 23 01:53:57.309545 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-256b5fbf-0cfd-4f0b-ac35-9abb6bcbd4cc tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6dedc316948c43d8960b4c23519b7009&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487995 Mar 23 01:53:57.324118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 7bb79fba-04f8-4618-a66d-f0fe33b67007 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:57.324511 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7bb79fba-04f8-4618-a66d-f0fe33b67007), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:57.354698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2dc33a-7605-44f7-af38-04b280a34084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb79fba-04f8-4618-a66d-f0fe33b67007'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:57.357337 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3919b024-fb52-412d-9eee-328831afead7" -d '{"events": [{"server_uuid": "1c2dc33a-7605-44f7-af38-04b280a34084", "name": "network-vif-plugged", "status": "completed", "tag": "7bb79fba-04f8-4618-a66d-f0fe33b67007"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:57.372282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 7bb79fba-04f8-4618-a66d-f0fe33b67007, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7bb79fba-04f8-4618-a66d-f0fe33b67007,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:57.377023 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d85129fa-f454-4656-ab29-1ed1053a2136 req-283c0d48-73e3-4914-b647-341c5168990c tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31ab31aa-7b90-4ed7-8048-aff0e7516565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877261 Mar 23 01:53:57.377453 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7bb79fba-04f8-4618-a66d-f0fe33b67007), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:57.397339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26795f1-be04-49b7-bdd5-e85e622719ea req-93e3f68a-100e-4d52-9fa2-70f015e5d783 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:57.404310 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f26795f1-be04-49b7-bdd5-e85e622719ea req-93e3f68a-100e-4d52-9fa2-70f015e5d783 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 946 time: 0.1214666 Mar 23 01:53:57.475005 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-766a50f5-92b3-4a43-8fe5-c8dbf6af80e9 service neutron] 10.222.0.18 "GET /v2.0/networks/89554b3f-5e81-498e-806d-c8b13203e1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645632 Mar 23 01:53:57.496867 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=7bb79fba-04f8-4618-a66d-f0fe33b67007,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:57.505785 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1321ea24-7de6-439e-965a-7c4d03db8e87 x-openstack-request-id: req-1321ea24-7de6-439e-965a-7c4d03db8e87 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:57.506077 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2dc33a-7605-44f7-af38-04b280a34084", "name": "network-vif-plugged", "status": "completed", "tag": "7bb79fba-04f8-4618-a66d-f0fe33b67007", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:57.506328 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1321ea24-7de6-439e-965a-7c4d03db8e87 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:57.506733 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1321ea24-7de6-439e-965a-7c4d03db8e87'] response: {'server_uuid': '1c2dc33a-7605-44f7-af38-04b280a34084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb79fba-04f8-4618-a66d-f0fe33b67007', 'code': 200} Mar 23 01:53:57.558459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-f26795f1-be04-49b7-bdd5-e85e622719ea req-e58f2145-d50e-4795-a2f3-561e1dd7408c tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Deleting port f5f26621-47e1-4334-b017-477a06ff77cd {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:53:57.558819 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f26795f1-be04-49b7-bdd5-e85e622719ea req-e58f2145-d50e-4795-a2f3-561e1dd7408c tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (f5f26621-47e1-4334-b017-477a06ff77cd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:57.670803 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-825ac829-127c-4139-ac27-43e4783a4161 service neutron] 10.222.0.18 "GET /v2.0/networks/89554b3f-5e81-498e-806d-c8b13203e1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798887 Mar 23 01:53:57.672705 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afee28-f6f8-4ce2-b99e-d7010bb4417d req-118ef1fe-38d9-4589-8553-cb2bcf9dccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:57.674053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-60afee28-f6f8-4ce2-b99e-d7010bb4417d req-118ef1fe-38d9-4589-8553-cb2bcf9dccd9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 1127 time: 0.0738750 Mar 23 01:53:57.709165 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-f26795f1-be04-49b7-bdd5-e85e622719ea req-e58f2145-d50e-4795-a2f3-561e1dd7408c tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] For port f5f26621-47e1-4334-b017-477a06ff77cd, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=f5f26621-47e1-4334-b017-477a06ff77cd,segment=NetworkSegment(bd8c7328-aac5-444c-8295-63c05cf9be9d),segment_id=bd8c7328-aac5-444c-8295-63c05cf9be9d)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:57.710050 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f26795f1-be04-49b7-bdd5-e85e622719ea req-e58f2145-d50e-4795-a2f3-561e1dd7408c tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (f5f26621-47e1-4334-b017-477a06ff77cd), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:57.727015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-f26795f1-be04-49b7-bdd5-e85e622719ea req-e58f2145-d50e-4795-a2f3-561e1dd7408c tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Calling delete_port for f5f26621-47e1-4334-b017-477a06ff77cd owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:53:57.734000 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-60afee28-f6f8-4ce2-b99e-d7010bb4417d req-41830158-98c5-404c-94da-95fcd9c0c66e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533631 Mar 23 01:53:57.756199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7f2b4-8b4a-47b5-9fb8-9861326d143f req-b961b973-42d5-4003-b844-3d934b60b5d8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:57.757753 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-80c7f2b4-8b4a-47b5-9fb8-9861326d143f req-b961b973-42d5-4003-b844-3d934b60b5d8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 945 time: 0.1059167 Mar 23 01:53:57.872451 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-80c7f2b4-8b4a-47b5-9fb8-9861326d143f req-837759b0-4c76-4a44-b638-bbe8332df09a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860524 Mar 23 01:53:57.900684 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5264f6be-d8a1-4289-8e7f-69fad67d575b req-f27b842c-2289-4c13-a8e0-8bdb1c50e411 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 210 time: 0.0476494 Mar 23 01:53:57.954706 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f26795f1-be04-49b7-bdd5-e85e622719ea req-e58f2145-d50e-4795-a2f3-561e1dd7408c tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (f5f26621-47e1-4334-b017-477a06ff77cd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:57.967657 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['f5f26621-47e1-4334-b017-477a06ff77cd'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:53:58.018383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f2145-d50e-4795-a2f3-561e1dd7408c tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Pushing event deleted for resources: {'Port': ['ID=f5f26621-47e1-4334-b017-477a06ff77cd,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:58.103344 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26795f1-be04-49b7-bdd5-e85e622719ea req-e58f2145-d50e-4795-a2f3-561e1dd7408c tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] No DVR routers for this DVR port f5f26621-47e1-4334-b017-477a06ff77cd on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:53:58.107184 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f26795f1-be04-49b7-bdd5-e85e622719ea req-e58f2145-d50e-4795-a2f3-561e1dd7408c tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:58.110579 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f26795f1-be04-49b7-bdd5-e85e622719ea req-e58f2145-d50e-4795-a2f3-561e1dd7408c tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.42 "DELETE /v2.0/ports/f5f26621-47e1-4334-b017-477a06ff77cd HTTP/1.1" status: 204 len: 173 time: 0.6996021 Mar 23 01:53:58.127222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22df9cf-59ff-4392-81ca-f5602107f3cf req-bf69960f-510b-43d8-ba36-a683c0302e01 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:58.133369 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f22df9cf-59ff-4392-81ca-f5602107f3cf req-bf69960f-510b-43d8-ba36-a683c0302e01 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 945 time: 0.1197507 Mar 23 01:53:58.219093 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f22df9cf-59ff-4392-81ca-f5602107f3cf req-c76d8377-7b2d-4d47-99f0-692d3bd78fa0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758028 Mar 23 01:53:58.372300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd36318c-d2ba-4fa6-852a-45eb14b9b5fb', 'name': 'network-vif-deleted', 'tag': 'f5f26621-47e1-4334-b017-477a06ff77cd'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:58.375070 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3ce65c-1b43-4e55-a80b-997279ddc467" -d '{"events": [{"server_uuid": "cd36318c-d2ba-4fa6-852a-45eb14b9b5fb", "name": "network-vif-deleted", "tag": "f5f26621-47e1-4334-b017-477a06ff77cd"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:58.420686 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd3a057-e744-40ce-bda4-648ac0e436be x-openstack-request-id: req-4bd3a057-e744-40ce-bda4-648ac0e436be {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:58.420941 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd36318c-d2ba-4fa6-852a-45eb14b9b5fb", "name": "network-vif-deleted", "tag": "f5f26621-47e1-4334-b017-477a06ff77cd", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:58.426514 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bd3a057-e744-40ce-bda4-648ac0e436be {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:58.426950 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd3a057-e744-40ce-bda4-648ac0e436be'] response: {'server_uuid': 'cd36318c-d2ba-4fa6-852a-45eb14b9b5fb', 'name': 'network-vif-deleted', 'tag': 'f5f26621-47e1-4334-b017-477a06ff77cd', 'status': 'completed', 'code': 200} Mar 23 01:53:58.456528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 45019b6c-3f93-42a2-aaac-04b89f15ad46 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:53:58.531001 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6fd7f452-3ae9-4474-b64a-c9199c8c4f3f req-b18da72c-32d9-4fc0-a1d1-2f690c331aa1 tempest-InstanceActionsNegativeTestJSON-1333073037 tempest-InstanceActionsNegativeTestJSON-1333073037-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd36318c-d2ba-4fa6-852a-45eb14b9b5fb HTTP/1.1" status: 200 len: 210 time: 0.0425375 Mar 23 01:53:58.542194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 45019b6c-3f93-42a2-aaac-04b89f15ad46 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:53:58.548024 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 45019b6c-3f93-42a2-aaac-04b89f15ad46 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:53:58.548561 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:58.659168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 45019b6c-3f93-42a2-aaac-04b89f15ad46 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:53:58.659577 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:58.696560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 45019b6c-3f93-42a2-aaac-04b89f15ad46, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:53:58.701073 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:58.701971 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 44a6092f-2cbd-443e-ae1a-50aa9187d23c no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:53:58.748159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 44a6092f-2cbd-443e-ae1a-50aa9187d23c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:53:58.748509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 44a6092f-2cbd-443e-ae1a-50aa9187d23c not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:53:58.774379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=45019b6c-3f93-42a2-aaac-04b89f15ad46,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:59.011304 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc212b8-59f9-46dc-ab11-106f246d74e8 req-bbb4a40d-3dd3-4d60-9272-10d8bcd3e35b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:59.012993 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4cc212b8-59f9-46dc-ab11-106f246d74e8 req-bbb4a40d-3dd3-4d60-9272-10d8bcd3e35b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 946 time: 0.0621994 Mar 23 01:53:59.041008 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6e20f64f-a99a-417d-9875-76a6c663b2bb req-21d2c397-98a5-45b5-b1f0-47976c9c6d23 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 210 time: 0.0488427 Mar 23 01:53:59.130326 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4cc212b8-59f9-46dc-ab11-106f246d74e8 req-564d32ff-d0c6-4b77-8652-8cbb09af46ad tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060548 Mar 23 01:53:59.156915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-dd5cebec-024f-405a-8c29-4a5e36da2787 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:59.158296 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-dd5cebec-024f-405a-8c29-4a5e36da2787 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.43 "GET /v2.0/networks?id=89554b3f-5e81-498e-806d-c8b13203e1ce HTTP/1.1" status: 200 len: 809 time: 0.1441536 Mar 23 01:53:59.205306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5173587c-6608-460e-924c-8d5802960dcd tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Request body: {'port': {'device_id': 'bc31c7e2-57bc-47a2-b24c-04eb41b81a60', 'network_id': '89554b3f-5e81-498e-806d-c8b13203e1ce', 'admin_state_up': True, 'tenant_id': '6dedc316948c43d8960b4c23519b7009'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:59.330019 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5173587c-6608-460e-924c-8d5802960dcd tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Made reservation on behalf of 6dedc316948c43d8960b4c23519b7009 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:53:59.333606 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5173587c-6608-460e-924c-8d5802960dcd tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:59.350927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71965c-d7ee-40f9-be6c-622d3def6f7e req-1893568a-ceb5-4a6f-b43b-4b5857ca97cc tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:59.352867 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb71965c-d7ee-40f9-be6c-622d3def6f7e req-1893568a-ceb5-4a6f-b43b-4b5857ca97cc tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 945 time: 0.0557880 Mar 23 01:53:59.402490 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb71965c-d7ee-40f9-be6c-622d3def6f7e req-9a9eda5d-951a-4baf-8151-e46d8dba76c3 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437298 Mar 23 01:53:59.468959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5173587c-6608-460e-924c-8d5802960dcd tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Allocated IP 172.20.0.2 (89554b3f-5e81-498e-806d-c8b13203e1ce/b6214f49-d4a5-4af9-b54b-052e3086f69b/73ed4d46-49a8-447e-b7e7-bf69a0fc2175) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:53:59.507423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:53:59.509885 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7d27f1-dad5-479f-8978-8afb48792f8a" -d '{"events": [{"server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "name": "network-vif-plugged", "status": "completed", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:53:59.547122 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92d7698-a97b-4e0f-9590-0825a1792a00 x-openstack-request-id: req-b92d7698-a97b-4e0f-9590-0825a1792a00 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:53:59.547396 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "name": "network-vif-plugged", "status": "completed", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:53:59.548258 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b92d7698-a97b-4e0f-9590-0825a1792a00 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:53:59.548902 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92d7698-a97b-4e0f-9590-0825a1792a00'] response: {'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46', 'code': 200} Mar 23 01:53:59.581075 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfae40f-6a07-4d6d-bab5-ae4522d21c1e req-b520645b-3ca3-421d-af8f-ea8d110afccd tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:59.582740 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7cfae40f-6a07-4d6d-bab5-ae4522d21c1e req-b520645b-3ca3-421d-af8f-ea8d110afccd tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 946 time: 0.1096494 Mar 23 01:53:59.617524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 32774) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:53:59.681831 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7cfae40f-6a07-4d6d-bab5-ae4522d21c1e req-cc8b1db0-5e70-4b17-9b90-994a7802a31a tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701044 Mar 23 01:53:59.689644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea6b3f6-77b9-44da-9cf5-783e5da55c0f admin admin] Deleting subnet 989e2d46-8cea-4921-8d41-7e97676671fe {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:53:59.695442 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bea6b3f6-77b9-44da-9cf5-783e5da55c0f admin admin] Publish callbacks [] for subnet (989e2d46-8cea-4921-8d41-7e97676671fe), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:59.716575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cff689-7baf-4b61-b275-c6e9d94c9f9b req-191cc1d0-b4a6-48e6-95a9-281f68c73f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:59.718185 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-99cff689-7baf-4b61-b275-c6e9d94c9f9b req-191cc1d0-b4a6-48e6-95a9-281f68c73f93 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 1128 time: 0.1103439 Mar 23 01:53:59.720776 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5173587c-6608-460e-924c-8d5802960dcd tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Publish callbacks [] for port (73ed4d46-49a8-447e-b7e7-bf69a0fc2175), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:59.757393 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bea6b3f6-77b9-44da-9cf5-783e5da55c0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (989e2d46-8cea-4921-8d41-7e97676671fe), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:59.770634 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5173587c-6608-460e-924c-8d5802960dcd tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (73ed4d46-49a8-447e-b7e7-bf69a0fc2175), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:59.822681 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5173587c-6608-460e-924c-8d5802960dcd tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Network 89554b3f-5e81-498e-806d-c8b13203e1ce is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:53:59.830080 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5173587c-6608-460e-924c-8d5802960dcd tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:53:59.835113 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5173587c-6608-460e-924c-8d5802960dcd tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:53:59.851804 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-99cff689-7baf-4b61-b275-c6e9d94c9f9b req-0094ea52-7f80-4b82-b2d2-e5eb3ffd69e4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251876 Mar 23 01:53:59.863842 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173587c-6608-460e-924c-8d5802960dcd tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Pushing event updated for resources: {'Port': ['ID=73ed4d46-49a8-447e-b7e7-bf69a0fc2175,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:53:59.872042 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bea6b3f6-77b9-44da-9cf5-783e5da55c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (989e2d46-8cea-4921-8d41-7e97676671fe), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:59.886822 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5173587c-6608-460e-924c-8d5802960dcd tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:59.887438 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5173587c-6608-460e-924c-8d5802960dcd tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:59.908184 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5173587c-6608-460e-924c-8d5802960dcd tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7071269 Mar 23 01:53:59.919140 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d2706-bee1-45cb-b9f3-360b1348f231 req-85329153-8eef-4721-a3b0-2a048f39c5c5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:53:59.920701 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c5d2706-bee1-45cb-b9f3-360b1348f231 req-85329153-8eef-4721-a3b0-2a048f39c5c5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 945 time: 0.1264374 Mar 23 01:53:59.927355 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Request body: {'port': {'device_id': 'bc31c7e2-57bc-47a2-b24c-04eb41b81a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:53:59.974512 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bea6b3f6-77b9-44da-9cf5-783e5da55c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (989e2d46-8cea-4921-8d41-7e97676671fe), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:53:59.997327 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73ed4d46-49a8-447e-b7e7-bf69a0fc2175), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:00.007002 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c5d2706-bee1-45cb-b9f3-360b1348f231 req-9a0c5490-add1-4531-8051-b199c8ab62b7 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796614 Mar 23 01:54:00.010834 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bea6b3f6-77b9-44da-9cf5-783e5da55c0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:00.016674 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bea6b3f6-77b9-44da-9cf5-783e5da55c0f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/989e2d46-8cea-4921-8d41-7e97676671fe HTTP/1.1" status: 204 len: 168 time: 0.3957481 Mar 23 01:54:00.016674 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6b3f6-77b9-44da-9cf5-783e5da55c0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989e2d46-8cea-4921-8d41-7e97676671fe,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:00.017528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 32784) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:00.129080 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd8aac18-1b6c-4741-ba1f-2e2b2cff2740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (4b4a880a-e499-4e9a-b670-93f48c71bb2f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:00.217580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcb520-2e40-4968-ae22-8503ed9834aa req-f98e81c0-dca5-4ce4-ae42-4d8314ebbb40 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:00.228468 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c1dcb520-2e40-4968-ae22-8503ed9834aa req-f98e81c0-dca5-4ce4-ae42-4d8314ebbb40 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 931 time: 0.1041737 Mar 23 01:54:00.343030 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd8aac18-1b6c-4741-ba1f-2e2b2cff2740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (4b4a880a-e499-4e9a-b670-93f48c71bb2f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:00.353343 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c1dcb520-2e40-4968-ae22-8503ed9834aa req-40951e82-fbea-4503-8891-b9bfd02a7eb0 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176383 Mar 23 01:54:00.394713 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-bd8aac18-1b6c-4741-ba1f-2e2b2cff2740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4a880a-e499-4e9a-b670-93f48c71bb2f']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:00.425810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-bd8aac18-1b6c-4741-ba1f-2e2b2cff2740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8c7328-aac5-444c-8295-63c05cf9be9d') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:00.426111 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-bd8aac18-1b6c-4741-ba1f-2e2b2cff2740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8c7328-aac5-444c-8295-63c05cf9be9d') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:00.443896 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd8aac18-1b6c-4741-ba1f-2e2b2cff2740 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (bd8c7328-aac5-444c-8295-63c05cf9be9d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:00.480007 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd8aac18-1b6c-4741-ba1f-2e2b2cff2740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bd8c7328-aac5-444c-8295-63c05cf9be9d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:00.489937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b7f67-a4ad-488d-9510-6e55ec6cdf94 req-4731338d-df90-483d-8160-e697aa2a044c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:00.492422 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c5b7f67-a4ad-488d-9510-6e55ec6cdf94 req-4731338d-df90-483d-8160-e697aa2a044c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 945 time: 0.0654058 Mar 23 01:54:00.493237 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8aac18-1b6c-4741-ba1f-2e2b2cff2740 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:54:00.493886 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd8aac18-1b6c-4741-ba1f-2e2b2cff2740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (bd8c7328-aac5-444c-8295-63c05cf9be9d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:54:00.495382 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:54:00.513995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baa9b9-0f07-4124-9620-888969bb2eac req-28b05795-f6de-45d7-ac3f-1cc362daa254 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:00.515436 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89baa9b9-0f07-4124-9620-888969bb2eac req-28b05795-f6de-45d7-ac3f-1cc362daa254 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 946 time: 0.1516709 Mar 23 01:54:00.550465 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c5b7f67-a4ad-488d-9510-6e55ec6cdf94 req-2f158a62-3c6f-45be-a709-3735c1215adb tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481789 Mar 23 01:54:00.944221 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd8aac18-1b6c-4741-ba1f-2e2b2cff2740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (4b4a880a-e499-4e9a-b670-93f48c71bb2f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:00.965421 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd8aac18-1b6c-4741-ba1f-2e2b2cff2740 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:00.968639 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bd8aac18-1b6c-4741-ba1f-2e2b2cff2740 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4b4a880a-e499-4e9a-b670-93f48c71bb2f HTTP/1.1" status: 204 len: 168 time: 0.9499993 Mar 23 01:54:00.971780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:54:00.990653 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89baa9b9-0f07-4124-9620-888969bb2eac req-853e7eab-1005-448a-9750-fa32ec48c14e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163566 Mar 23 01:54:00.992553 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Publish callbacks [] for port (73ed4d46-49a8-447e-b7e7-bf69a0fc2175), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:00.995505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8aac18-1b6c-4741-ba1f-2e2b2cff2740 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b4a880a-e499-4e9a-b670-93f48c71bb2f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:01.011920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Transition to ACTIVE for port object 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:54:01.018846 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (73ed4d46-49a8-447e-b7e7-bf69a0fc2175), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:01.074807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Pushing event updated for resources: {'Port': ['ID=73ed4d46-49a8-447e-b7e7-bf69a0fc2175,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:01.143993 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Attempting to bind port 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:54:01.144358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Attempting to bind port 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'd3149f4a-0dfb-4567-a3fb-169b85b02980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '89554b3f-5e81-498e-806d-c8b13203e1ce'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:54:01.144715 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Attempting to bind port 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 on network 89554b3f-5e81-498e-806d-c8b13203e1ce {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:54:01.149277 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Port 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 on network 89554b3f-5e81-498e-806d-c8b13203e1ce not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:54:01.149856 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Attempting to bind port 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 on network 89554b3f-5e81-498e-806d-c8b13203e1ce {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:54:01.154933 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:54:01.155344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Checking segment: {'id': 'd3149f4a-0dfb-4567-a3fb-169b85b02980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '89554b3f-5e81-498e-806d-c8b13203e1ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:54:01.155700 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Bound using segment: {'id': 'd3149f4a-0dfb-4567-a3fb-169b85b02980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '89554b3f-5e81-498e-806d-c8b13203e1ce'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:54:01.156184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Bound port: 73ed4d46-49a8-447e-b7e7-bf69a0fc2175, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3149f4a-0dfb-4567-a3fb-169b85b02980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '89554b3f-5e81-498e-806d-c8b13203e1ce'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:54:01.156569 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73ed4d46-49a8-447e-b7e7-bf69a0fc2175), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:01.178892 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 32806) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:01.219764 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2a24535f-6712-4145-bbb0-151941958698 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a91a1832f1da42848b1b3d6cf37e3090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395844 Mar 23 01:54:01.222621 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 32808) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:01.237530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] For port 73ed4d46-49a8-447e-b7e7-bf69a0fc2175, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:54:01.261963 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] For port 73ed4d46-49a8-447e-b7e7-bf69a0fc2175, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73ed4d46-49a8-447e-b7e7-bf69a0fc2175,segment=NetworkSegment(d3149f4a-0dfb-4567-a3fb-169b85b02980),segment_id=d3149f4a-0dfb-4567-a3fb-169b85b02980)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:54:01.275244 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (73ed4d46-49a8-447e-b7e7-bf69a0fc2175), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:01.308434 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:01.309123 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:01.310517 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] 10.222.0.43 "PUT /v2.0/ports/73ed4d46-49a8-447e-b7e7-bf69a0fc2175 HTTP/1.1" status: 200 len: 1091 time: 1.3878355 Mar 23 01:54:01.311771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc31c7e2-57bc-47a2-b24c-04eb41b81a60', 'tag': '73ed4d46-49a8-447e-b7e7-bf69a0fc2175'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:01.314022 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0682f8a3-13c7-42f8-973a-6567f0bdda73" -d '{"events": [{"name": "network-changed", "server_uuid": "bc31c7e2-57bc-47a2-b24c-04eb41b81a60", "tag": "73ed4d46-49a8-447e-b7e7-bf69a0fc2175"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:01.333265 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ec17783-7abe-42ba-995c-a0817b97020c admin admin] Publish callbacks [] for security_group (31ab31aa-7b90-4ed7-8048-aff0e7516565), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:01.358014 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26857cd-878b-4920-bd30-c9e39a74dbd1 x-openstack-request-id: req-d26857cd-878b-4920-bd30-c9e39a74dbd1 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:01.358269 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc31c7e2-57bc-47a2-b24c-04eb41b81a60", "tag": "73ed4d46-49a8-447e-b7e7-bf69a0fc2175", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:01.358551 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d26857cd-878b-4920-bd30-c9e39a74dbd1 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:01.358967 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26857cd-878b-4920-bd30-c9e39a74dbd1'] response: {'name': 'network-changed', 'server_uuid': 'bc31c7e2-57bc-47a2-b24c-04eb41b81a60', 'tag': '73ed4d46-49a8-447e-b7e7-bf69a0fc2175', 'status': 'completed', 'code': 200} Mar 23 01:54:01.370451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c837a-f74e-4c6d-8021-1d53797c4a19 service neutron] Pushing event updated for resources: {'Port': ['ID=73ed4d46-49a8-447e-b7e7-bf69a0fc2175,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:01.378296 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ec17783-7abe-42ba-995c-a0817b97020c admin admin] Publish callbacks [] for security_group (31ab31aa-7b90-4ed7-8048-aff0e7516565), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:01.519525 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-0dfc6be1-f8f1-42a1-b974-2f81ed60513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:01.521095 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-0dfc6be1-f8f1-42a1-b974-2f81ed60513a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6dedc316948c43d8960b4c23519b7009&device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 1125 time: 0.1066997 Mar 23 01:54:01.521704 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ec17783-7abe-42ba-995c-a0817b97020c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (31ab31aa-7b90-4ed7-8048-aff0e7516565), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:01.524376 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ec17783-7abe-42ba-995c-a0817b97020c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:01.525820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3ec17783-7abe-42ba-995c-a0817b97020c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31ab31aa-7b90-4ed7-8048-aff0e7516565 HTTP/1.1" status: 204 len: 168 time: 0.3021843 Mar 23 01:54:01.576915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec17783-7abe-42ba-995c-a0817b97020c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ab31aa-7b90-4ed7-8048-aff0e7516565,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:01.586473 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c17a0-ef39-479a-9044-9b94b68109b1 req-2eb0ed7a-9e74-45b4-bd3f-32bc78a67f23 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:01.588425 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-385c17a0-ef39-479a-9044-9b94b68109b1 req-2eb0ed7a-9e74-45b4-bd3f-32bc78a67f23 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 943 time: 0.1540747 Mar 23 01:54:01.589776 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-ff2d290c-8b99-46db-86c1-dc311550215b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73ed4d46-49a8-447e-b7e7-bf69a0fc2175 HTTP/1.1" status: 200 len: 217 time: 0.0535975 Mar 23 01:54:01.717218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a99d56-b364-42f1-b143-4cf0ec25c9fc req-f07d829c-172d-4bde-87ed-203aa85cf64b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:01.719760 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-385c17a0-ef39-479a-9044-9b94b68109b1 req-d41d4082-c669-45cb-9450-8984c561a3de tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060295 Mar 23 01:54:01.725310 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-00a99d56-b364-42f1-b143-4cf0ec25c9fc req-f07d829c-172d-4bde-87ed-203aa85cf64b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 945 time: 0.0669169 Mar 23 01:54:01.739089 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-51777544-4e79-4ecf-8f35-b8c8371d8f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:01.740646 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-51777544-4e79-4ecf-8f35-b8c8371d8f73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6214f49-d4a5-4af9-b54b-052e3086f69b HTTP/1.1" status: 200 len: 849 time: 0.1051536 Mar 23 01:54:01.773609 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-1e96c2e8-e09e-4187-af56-33a844438cd7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89554b3f-5e81-498e-806d-c8b13203e1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261581 Mar 23 01:54:01.803456 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-00a99d56-b364-42f1-b143-4cf0ec25c9fc req-9b9d8f9f-481a-419d-bc12-d16c5fcafd97 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722766 Mar 23 01:54:01.882134 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-5e7c527c-c47a-456e-942a-7adfedefb4f4 service neutron] 10.222.0.43 "GET /v2.0/networks/89554b3f-5e81-498e-806d-c8b13203e1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013813 Mar 23 01:54:02.022240 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2515b06-488b-431e-aa30-5575c311ae00 req-8e0c24f0-2033-4bec-9a1e-569727b28d52 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:02.032739 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2515b06-488b-431e-aa30-5575c311ae00 req-8e0c24f0-2033-4bec-9a1e-569727b28d52 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 945 time: 0.1293895 Mar 23 01:54:02.075306 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-107b6c11-e98d-4c2a-bd60-6685c84f2320 req-cc56c80c-07c5-48a5-b2d4-1f1ae89cfcf1 service neutron] 10.222.0.43 "GET /v2.0/networks/89554b3f-5e81-498e-806d-c8b13203e1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800404 Mar 23 01:54:02.200513 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164909ea-79af-4b27-9131-3ed263b354b1 req-f7a2d254-14c5-4ed0-80ff-41cac4a3a81f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:02.202070 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-164909ea-79af-4b27-9131-3ed263b354b1 req-f7a2d254-14c5-4ed0-80ff-41cac4a3a81f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 946 time: 0.1234136 Mar 23 01:54:02.252393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-c2515b06-488b-431e-aa30-5575c311ae00 req-69db4ae5-c577-4629-972a-5a222542a153 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Deleting port 7bb79fba-04f8-4618-a66d-f0fe33b67007 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:54:02.252926 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c2515b06-488b-431e-aa30-5575c311ae00 req-69db4ae5-c577-4629-972a-5a222542a153 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7bb79fba-04f8-4618-a66d-f0fe33b67007), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:02.367021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682f8a3-13c7-42f8-973a-6567f0bdda73 req-2d32e1c7-3374-4e01-aad0-c04b2950c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:02.368900 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0682f8a3-13c7-42f8-973a-6567f0bdda73 req-2d32e1c7-3374-4e01-aad0-c04b2950c4c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6dedc316948c43d8960b4c23519b7009&device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 1125 time: 0.1867855 Mar 23 01:54:02.375810 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-164909ea-79af-4b27-9131-3ed263b354b1 req-079ad364-c238-46a9-a63b-966f8ac438d4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514149 Mar 23 01:54:02.396979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 32842) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:02.458870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device f5f26621-47e1-4334-b017-477a06ff77cd no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:54:02.465413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-c2515b06-488b-431e-aa30-5575c311ae00 req-69db4ae5-c577-4629-972a-5a222542a153 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] For port 7bb79fba-04f8-4618-a66d-f0fe33b67007, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=7bb79fba-04f8-4618-a66d-f0fe33b67007,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:02.465769 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c2515b06-488b-431e-aa30-5575c311ae00 req-69db4ae5-c577-4629-972a-5a222542a153 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7bb79fba-04f8-4618-a66d-f0fe33b67007), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:02.480361 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-c2515b06-488b-431e-aa30-5575c311ae00 req-69db4ae5-c577-4629-972a-5a222542a153 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Calling delete_port for 7bb79fba-04f8-4618-a66d-f0fe33b67007 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:54:02.497928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: f5f26621-47e1-4334-b017-477a06ff77cd {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:54:02.503645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device f5f26621-47e1-4334-b017-477a06ff77cd not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:54:02.565691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-b5ff72a1-487d-43c9-9b11-356363176f94 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-718244161-network', 'tenant_id': 'e8f2056a59214943a722788c8bf62616'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:02.601714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818500e-27d8-4266-b139-9b38c03c358e req-0cb63d9c-7858-4dc7-9df7-4b5d30a9bcbe tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:02.611623 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1818500e-27d8-4266-b139-9b38c03c358e req-0cb63d9c-7858-4dc7-9df7-4b5d30a9bcbe tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 946 time: 0.1253178 Mar 23 01:54:02.635826 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682f8a3-13c7-42f8-973a-6567f0bdda73 req-15d2965c-604e-4751-85bc-cb5a87f4f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:02.638166 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0682f8a3-13c7-42f8-973a-6567f0bdda73 req-15d2965c-604e-4751-85bc-cb5a87f4f453 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89554b3f-5e81-498e-806d-c8b13203e1ce HTTP/1.1" status: 200 len: 909 time: 0.2551510 Mar 23 01:54:02.707918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ff72a1-487d-43c9-9b11-356363176f94 admin admin] Made reservation on behalf of e8f2056a59214943a722788c8bf62616 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:54:02.712101 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b5ff72a1-487d-43c9-9b11-356363176f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:02.727540 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b5ff72a1-487d-43c9-9b11-356363176f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:02.745451 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1818500e-27d8-4266-b139-9b38c03c358e req-dbace405-f231-46db-801a-0f2e085fadf6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324959 Mar 23 01:54:02.752648 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0682f8a3-13c7-42f8-973a-6567f0bdda73 req-cf255061-6571-48b5-a2c2-c889b57bb078 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73ed4d46-49a8-447e-b7e7-bf69a0fc2175 HTTP/1.1" status: 200 len: 217 time: 0.0810175 Mar 23 01:54:02.777435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 32854) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:02.834039 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd75697-1101-48b1-8e19-59157cf437ee tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:02.836343 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5dd75697-1101-48b1-8e19-59157cf437ee tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 1123 time: 0.0574813 Mar 23 01:54:02.840167 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 32858) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:02.862616 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': '45019b6c-3f93-42a2-aaac-04b89f15ad46', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:02.891903 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682f8a3-13c7-42f8-973a-6567f0bdda73 req-1fdf6943-8894-4e9c-b7af-4679e29bd2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:02.893766 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0682f8a3-13c7-42f8-973a-6567f0bdda73 req-1fdf6943-8894-4e9c-b7af-4679e29bd2e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6214f49-d4a5-4af9-b54b-052e3086f69b HTTP/1.1" status: 200 len: 849 time: 0.1333833 Mar 23 01:54:02.903539 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c2515b06-488b-431e-aa30-5575c311ae00 req-69db4ae5-c577-4629-972a-5a222542a153 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (7bb79fba-04f8-4618-a66d-f0fe33b67007), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:02.933006 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:02.939350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b', 'ce35be12-d79a-42f2-9908-f3dad501cafa', '7bb79fba-04f8-4618-a66d-f0fe33b67007'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:54:02.959849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0484cef-e8a5-4e13-8098-0e72b46e65d8 req-40a73cb5-7e7d-49c3-824d-b31ad667a68e tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:02.961575 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0484cef-e8a5-4e13-8098-0e72b46e65d8 req-40a73cb5-7e7d-49c3-824d-b31ad667a68e tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c2dc33a-7605-44f7-af38-04b280a34084 HTTP/1.1" status: 200 len: 867 time: 0.0912921 Mar 23 01:54:02.984387 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0682f8a3-13c7-42f8-973a-6567f0bdda73 req-3cd8deac-546f-4212-b0c8-90d071711394 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89554b3f-5e81-498e-806d-c8b13203e1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830061 Mar 23 01:54:02.995024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db4ae5-c577-4629-972a-5a222542a153 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Pushing event deleted for resources: {'Port': ['ID=7bb79fba-04f8-4618-a66d-f0fe33b67007,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:03.011527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b5ff72a1-487d-43c9-9b11-356363176f94 admin admin] Publish callbacks [] for security_group (be9aac2e-7143-45bb-8306-8f94693a5910), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:03.022738 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b5ff72a1-487d-43c9-9b11-356363176f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (be9aac2e-7143-45bb-8306-8f94693a5910), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:03.066290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a58a49-9c95-4189-88a0-9706ef2b4c84 req-7ff152dd-92ee-456e-b24c-1136dd27eb98 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:03.068057 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4a58a49-9c95-4189-88a0-9706ef2b4c84 req-7ff152dd-92ee-456e-b24c-1136dd27eb98 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 943 time: 0.2442520 Mar 23 01:54:03.068229 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0484cef-e8a5-4e13-8098-0e72b46e65d8 req-8a92cf02-4af4-4360-b2c8-c67cfce96832 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001508 Mar 23 01:54:03.069113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ff72a1-487d-43c9-9b11-356363176f94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:54:03.081208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff72a1-487d-43c9-9b11-356363176f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9aac2e-7143-45bb-8306-8f94693a5910,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:03.088688 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b5ff72a1-487d-43c9-9b11-356363176f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:03.089103 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-b5ff72a1-487d-43c9-9b11-356363176f94 admin admin] Added segment eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe of type vlan for network b2f9820a-d93e-475c-9080-56d2805b04d4 Mar 23 01:54:03.137129 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b5ff72a1-487d-43c9-9b11-356363176f94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (b2f9820a-d93e-475c-9080-56d2805b04d4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:03.139220 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2515b06-488b-431e-aa30-5575c311ae00 req-69db4ae5-c577-4629-972a-5a222542a153 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] No DVR routers for this DVR port 7bb79fba-04f8-4618-a66d-f0fe33b67007 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:54:03.157082 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-c2515b06-488b-431e-aa30-5575c311ae00 req-69db4ae5-c577-4629-972a-5a222542a153 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:03.160240 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c2515b06-488b-431e-aa30-5575c311ae00 req-69db4ae5-c577-4629-972a-5a222542a153 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "DELETE /v2.0/ports/7bb79fba-04f8-4618-a66d-f0fe33b67007 HTTP/1.1" status: 204 len: 173 time: 1.1214166 Mar 23 01:54:03.174393 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b5ff72a1-487d-43c9-9b11-356363176f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (b2f9820a-d93e-475c-9080-56d2805b04d4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:03.175816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ff72a1-487d-43c9-9b11-356363176f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:03.176578 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b5ff72a1-487d-43c9-9b11-356363176f94 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:03.257998 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4a58a49-9c95-4189-88a0-9706ef2b4c84 req-50f3b7c5-6d09-486b-a0f6-1d95798638f0 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708486 Mar 23 01:54:03.273015 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b5ff72a1-487d-43c9-9b11-356363176f94 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8741243 Mar 23 01:54:03.277183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff72a1-487d-43c9-9b11-356363176f94 admin admin] Pushing event updated for resources: {'Network': ['ID=b2f9820a-d93e-475c-9080-56d2805b04d4,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:03.282880 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 32860) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:03.286579 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0682f8a3-13c7-42f8-973a-6567f0bdda73 req-8443be4a-80c6-4c8d-af4f-2f5d78399a3d service neutron] 10.222.0.43 "GET /v2.0/networks/89554b3f-5e81-498e-806d-c8b13203e1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604713 Mar 23 01:54:03.295798 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4c095f98-706f-49fb-a183-efd6b47a1141 admin admin] Request body: {'subnet': {'network_id': 'b2f9820a-d93e-475c-9080-56d2805b04d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-718244161-subnet', 'tenant_id': 'e8f2056a59214943a722788c8bf62616', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:03.301974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network b2f9820a-d93e-475c-9080-56d2805b04d4 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:54:03.340830 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c095f98-706f-49fb-a183-efd6b47a1141 admin admin] Made reservation on behalf of e8f2056a59214943a722788c8bf62616 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:54:03.343266 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c095f98-706f-49fb-a183-efd6b47a1141 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:03.360261 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2dc33a-7605-44f7-af38-04b280a34084', 'name': 'network-vif-deleted', 'tag': '7bb79fba-04f8-4618-a66d-f0fe33b67007'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:03.363299 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920f532d-65da-49a9-b6d3-70086cf5f258" -d '{"events": [{"server_uuid": "1c2dc33a-7605-44f7-af38-04b280a34084", "name": "network-vif-deleted", "tag": "7bb79fba-04f8-4618-a66d-f0fe33b67007"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:03.404805 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d8a1ce-e261-47e3-ba2e-27ccb9582005 x-openstack-request-id: req-86d8a1ce-e261-47e3-ba2e-27ccb9582005 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:03.405093 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2dc33a-7605-44f7-af38-04b280a34084", "name": "network-vif-deleted", "tag": "7bb79fba-04f8-4618-a66d-f0fe33b67007", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:03.405346 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86d8a1ce-e261-47e3-ba2e-27ccb9582005 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:03.405743 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d8a1ce-e261-47e3-ba2e-27ccb9582005'] response: {'server_uuid': '1c2dc33a-7605-44f7-af38-04b280a34084', 'name': 'network-vif-deleted', 'tag': '7bb79fba-04f8-4618-a66d-f0fe33b67007', 'status': 'completed', 'code': 200} Mar 23 01:54:03.423387 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:03.444002 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0682f8a3-13c7-42f8-973a-6567f0bdda73 req-cee6297b-be81-4fda-88aa-5e45b55b7ec3 service neutron] 10.222.0.43 "GET /v2.0/networks/89554b3f-5e81-498e-806d-c8b13203e1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438599 Mar 23 01:54:03.565178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Allocated IP 172.25.0.74 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/f025614a-4fba-40d1-a41b-c6a03fbfaeb7) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:54:03.580134 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c095f98-706f-49fb-a183-efd6b47a1141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (3ccf3c2f-57ea-4d2f-845b-091b439b1f6e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:03.645660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c095f98-706f-49fb-a183-efd6b47a1141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ccf3c2f-57ea-4d2f-845b-091b439b1f6e,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:03.648016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c095f98-706f-49fb-a183-efd6b47a1141 admin admin] Checking segment: {'id': 'eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b2f9820a-d93e-475c-9080-56d2805b04d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:54:03.648451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c095f98-706f-49fb-a183-efd6b47a1141 admin admin] Network hostable DHCP agents. Network: b2f9820a-d93e-475c-9080-56d2805b04d4, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:54:03.669548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c095f98-706f-49fb-a183-efd6b47a1141 admin admin] Network b2f9820a-d93e-475c-9080-56d2805b04d4 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:54:03.680344 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-4c095f98-706f-49fb-a183-efd6b47a1141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, b2f9820a-d93e-475c-9080-56d2805b04d4) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:54:03.684842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c095f98-706f-49fb-a183-efd6b47a1141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:03.685528 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c095f98-706f-49fb-a183-efd6b47a1141 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:03.692343 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6747d9a-2557-41fe-adc0-8d1ab1e35fba None None] Network b2f9820a-d93e-475c-9080-56d2805b04d4 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:54:03.693347 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (f025614a-4fba-40d1-a41b-c6a03fbfaeb7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:03.716286 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4c095f98-706f-49fb-a183-efd6b47a1141 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4318819 Mar 23 01:54:03.763594 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (f025614a-4fba-40d1-a41b-c6a03fbfaeb7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:03.833874 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be6f584-baa1-4f59-9a6f-00e21056ca05 None None] Network b2f9820a-d93e-475c-9080-56d2805b04d4 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:54:03.874875 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=f025614a-4fba-40d1-a41b-c6a03fbfaeb7,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:03.882440 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:03.889541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:54:03.891949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:54:03.895561 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:54:04.341918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 32886) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:04.348323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-139c5a46-38a4-4257-93fc-16b829e8eef5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1121733018-network', 'tenant_id': '9004d369512d424d85c01d966830dca6'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:04.376994 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139c5a46-38a4-4257-93fc-16b829e8eef5 admin admin] Made reservation on behalf of 9004d369512d424d85c01d966830dca6 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:54:04.383503 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-139c5a46-38a4-4257-93fc-16b829e8eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:04.401061 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-139c5a46-38a4-4257-93fc-16b829e8eef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:04.423852 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for floatingip (1fb22f2e-4478-40ab-874f-29b97973f54e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:04.481066 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86c58d-7813-4ba5-97eb-f5c03990e301 req-4523adfe-8c6b-47a6-8c31-637308abe7f6 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:04.482598 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e86c58d-7813-4ba5-97eb-f5c03990e301 req-4523adfe-8c6b-47a6-8c31-637308abe7f6 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 943 time: 0.1087046 Mar 23 01:54:04.508818 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d463-50e0-45fe-9f67-5050fae27450 req-476ad04f-4ead-4369-9e9f-3af161ed12f6 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:04.516020 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5c39d463-50e0-45fe-9f67-5050fae27450 req-476ad04f-4ead-4369-9e9f-3af161ed12f6 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 946 time: 0.1055133 Mar 23 01:54:04.539984 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f025614a-4fba-40d1-a41b-c6a03fbfaeb7), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:04.588274 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5c39d463-50e0-45fe-9f67-5050fae27450 req-ff036190-0ea6-496f-b3b3-503cec8d6471 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711896 Mar 23 01:54:04.589615 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e86c58d-7813-4ba5-97eb-f5c03990e301 req-070eea6f-76c9-4c8d-8385-12ec561d4ba7 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983801 Mar 23 01:54:04.615433 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-139c5a46-38a4-4257-93fc-16b829e8eef5 admin admin] Publish callbacks [] for security_group (919db6b4-9160-411a-a09a-cf9f9a205621), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:04.615433 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-139c5a46-38a4-4257-93fc-16b829e8eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (919db6b4-9160-411a-a09a-cf9f9a205621), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:04.637516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139c5a46-38a4-4257-93fc-16b829e8eef5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:54:04.651937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c5a46-38a4-4257-93fc-16b829e8eef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919db6b4-9160-411a-a09a-cf9f9a205621,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:04.657833 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-139c5a46-38a4-4257-93fc-16b829e8eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (7e7f927e-4664-4f82-b364-872d594577f1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:04.658189 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-139c5a46-38a4-4257-93fc-16b829e8eef5 admin admin] Added segment 7e7f927e-4664-4f82-b364-872d594577f1 of type vlan for network e1e10e21-08b1-41ba-8da1-116e1a9098ed Mar 23 01:54:04.699751 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-139c5a46-38a4-4257-93fc-16b829e8eef5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (e1e10e21-08b1-41ba-8da1-116e1a9098ed), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:04.727020 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-139c5a46-38a4-4257-93fc-16b829e8eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (e1e10e21-08b1-41ba-8da1-116e1a9098ed), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:04.728267 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139c5a46-38a4-4257-93fc-16b829e8eef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:04.729016 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-139c5a46-38a4-4257-93fc-16b829e8eef5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:04.740327 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (f025614a-4fba-40d1-a41b-c6a03fbfaeb7), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:04.748001 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (f025614a-4fba-40d1-a41b-c6a03fbfaeb7), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:04.796205 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-139c5a46-38a4-4257-93fc-16b829e8eef5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4522886 Mar 23 01:54:04.799007 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 32890) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:04.804011 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-fde3c120-4ba9-4e06-ba8f-845939a347b6 admin admin] Request body: {'subnet': {'network_id': 'e1e10e21-08b1-41ba-8da1-116e1a9098ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1121733018-subnet', 'tenant_id': '9004d369512d424d85c01d966830dca6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:04.807366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c5a46-38a4-4257-93fc-16b829e8eef5 admin admin] Pushing event updated for resources: {'Network': ['ID=e1e10e21-08b1-41ba-8da1-116e1a9098ed,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:04.818911 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network e1e10e21-08b1-41ba-8da1-116e1a9098ed details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:54:04.833690 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde3c120-4ba9-4e06-ba8f-845939a347b6 admin admin] Made reservation on behalf of 9004d369512d424d85c01d966830dca6 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:54:04.836049 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fde3c120-4ba9-4e06-ba8f-845939a347b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:04.842328 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=f025614a-4fba-40d1-a41b-c6a03fbfaeb7,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:04.855418 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (1fb22f2e-4478-40ab-874f-29b97973f54e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:04.993724 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Floating IP 1fb22f2e-4478-40ab-874f-29b97973f54e associated. External IP: 172.25.0.74, port: 45019b6c-3f93-42a2-aaac-04b89f15ad46. Mar 23 01:54:05.068712 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fde3c120-4ba9-4e06-ba8f-845939a347b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (48ef691e-df67-4b70-9d7d-70f54e6d99a9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:05.127021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3c120-4ba9-4e06-ba8f-845939a347b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ef691e-df67-4b70-9d7d-70f54e6d99a9,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:05.134563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde3c120-4ba9-4e06-ba8f-845939a347b6 admin admin] Checking segment: {'id': '7e7f927e-4664-4f82-b364-872d594577f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e1e10e21-08b1-41ba-8da1-116e1a9098ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:54:05.134961 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde3c120-4ba9-4e06-ba8f-845939a347b6 admin admin] Network hostable DHCP agents. Network: e1e10e21-08b1-41ba-8da1-116e1a9098ed, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:54:05.154150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde3c120-4ba9-4e06-ba8f-845939a347b6 admin admin] Network e1e10e21-08b1-41ba-8da1-116e1a9098ed is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:54:05.162519 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:54:05.169677 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-fde3c120-4ba9-4e06-ba8f-845939a347b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, e1e10e21-08b1-41ba-8da1-116e1a9098ed) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:54:05.175058 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde3c120-4ba9-4e06-ba8f-845939a347b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:05.175749 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fde3c120-4ba9-4e06-ba8f-845939a347b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:05.185477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7bb79fba-04f8-4618-a66d-f0fe33b67007 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:54:05.188102 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63068899-f852-4d7d-aaf7-b4bd053f73b3 None None] Network e1e10e21-08b1-41ba-8da1-116e1a9098ed requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:54:05.199688 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fde3c120-4ba9-4e06-ba8f-845939a347b6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3995373 Mar 23 01:54:05.242063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router 7474f9ef-87d5-48b4-9e16-b8eec33240ca has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:54:05.254022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 7bb79fba-04f8-4618-a66d-f0fe33b67007 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:54:05.254658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 7bb79fba-04f8-4618-a66d-f0fe33b67007 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:54:05.385390 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:54:05.401617 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0741e90-4643-49f0-8814-1b1895b31338 None None] Sync routers for ids ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:54:05.407647 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73ed4d46-49a8-447e-b7e7-bf69a0fc2175, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73ed4d46-49a8-447e-b7e7-bf69a0fc2175,segment=NetworkSegment(d3149f4a-0dfb-4567-a3fb-169b85b02980),segment_id=d3149f4a-0dfb-4567-a3fb-169b85b02980)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:05.410792 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a9688c-6eb6-4294-8aed-ebe124b60a5b None None] Network e1e10e21-08b1-41ba-8da1-116e1a9098ed requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:54:05.414676 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:05.466071 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-887bcb47-98a3-4e43-8b2a-3294d607c3bf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6226854 Mar 23 01:54:05.466829 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:05.470424 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22419279-ccf8-4ac0-bec8-c56833d6fc06" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:05.492006 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '73ed4d46-49a8-447e-b7e7-bf69a0fc2175', 'network_id': '89554b3f-5e81-498e-806d-c8b13203e1ce', 'port_id': '73ed4d46-49a8-447e-b7e7-bf69a0fc2175', 'mac_address': 'fa:16:3e:ac:62:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6214f49-d4a5-4af9-b54b-052e3086f69b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:54:05.502118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0741e90-4643-49f0-8814-1b1895b31338 None None] Routers {'7474f9ef-87d5-48b4-9e16-b8eec33240ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:54:05.502989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c0741e90-4643-49f0-8814-1b1895b31338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:53:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:05.621480 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc35a00-29e3-4b5a-ad6d-f62d50232766 req-10ddc101-3fd6-4250-a73a-d55902fff129 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:05.625818 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0fc35a00-29e3-4b5a-ad6d-f62d50232766 req-10ddc101-3fd6-4250-a73a-d55902fff129 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 946 time: 0.1006863 Mar 23 01:54:05.649143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:05.650067 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73ed4d46-49a8-447e-b7e7-bf69a0fc2175), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:05.688882 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:54:05.695482 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0fc35a00-29e3-4b5a-ad6d-f62d50232766 req-369ad6d5-5ef3-40c8-aa46-e35cac57040b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626206 Mar 23 01:54:05.719238 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 32920) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:05.725265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-c0741e90-4643-49f0-8814-1b1895b31338 None None] Set router 7474f9ef-87d5-48b4-9e16-b8eec33240ca gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:54:05.777535 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ecef1f-e291-4ce9-a76b-2d4af2e9a239 x-openstack-request-id: req-e7ecef1f-e291-4ce9-a76b-2d4af2e9a239 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:05.777817 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:05.778066 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7ecef1f-e291-4ce9-a76b-2d4af2e9a239 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:05.779185 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ecef1f-e291-4ce9-a76b-2d4af2e9a239'] response: {'name': 'network-changed', 'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46', 'status': 'completed', 'code': 200} Mar 23 01:54:05.814823 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5fc090ac-0bea-4b89-9924-b02d1a43a1dc tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/1fb22f2e-4478-40ab-874f-29b97973f54e HTTP/1.1" status: 200 len: 991 time: 0.0943429 Mar 23 01:54:05.824828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73ed4d46-49a8-447e-b7e7-bf69a0fc2175, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73ed4d46-49a8-447e-b7e7-bf69a0fc2175,segment=NetworkSegment(d3149f4a-0dfb-4567-a3fb-169b85b02980),segment_id=d3149f4a-0dfb-4567-a3fb-169b85b02980)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:05.827455 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-e94ea461-7df0-43b4-abe6-7926c2882e4a tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:05.834330 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-e94ea461-7df0-43b4-abe6-7926c2882e4a tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/networks?id=b2f9820a-d93e-475c-9080-56d2805b04d4 HTTP/1.1" status: 200 len: 824 time: 0.1945226 Mar 23 01:54:05.867515 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73ed4d46-49a8-447e-b7e7-bf69a0fc2175), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:05.886771 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-d5fbc99e-0824-4de0-b775-c9dd2dd68b5c tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/quotas/e8f2056a59214943a722788c8bf62616 HTTP/1.1" status: 200 len: 375 time: 0.0515475 Mar 23 01:54:05.908261 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb81c7-cf42-4f8c-8dbc-1ce45b3fe524 req-484cd989-f927-442c-9bc5-2f5bc34d9d6f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:05.910224 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4bcb81c7-cf42-4f8c-8dbc-1ce45b3fe524 req-484cd989-f927-442c-9bc5-2f5bc34d9d6f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 946 time: 0.0724297 Mar 23 01:54:05.949230 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-004bae76-e37b-41fb-bd26-6fefa8f902b1 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8f2056a59214943a722788c8bf62616&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527022 Mar 23 01:54:05.967005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22419279-ccf8-4ac0-bec8-c56833d6fc06 req-dead6656-6ffd-485c-9782-ed2706906332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:05.968719 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22419279-ccf8-4ac0-bec8-c56833d6fc06 req-dead6656-6ffd-485c-9782-ed2706906332 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 1128 time: 0.1692133 Mar 23 01:54:06.000485 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4bcb81c7-cf42-4f8c-8dbc-1ce45b3fe524 req-d67d8475-fc5f-4564-bd86-b112836748f4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824981 Mar 23 01:54:06.032061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=73ed4d46-49a8-447e-b7e7-bf69a0fc2175,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:06.130736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980a232-9b09-49cf-8b6d-e83a84722966 req-d79bad33-88a7-418d-a7ed-af87faa7c461 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:06.132487 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9980a232-9b09-49cf-8b6d-e83a84722966 req-d79bad33-88a7-418d-a7ed-af87faa7c461 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 946 time: 0.1282632 Mar 23 01:54:06.136655 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22419279-ccf8-4ac0-bec8-c56833d6fc06 req-2086bca4-8fc7-44b5-8c73-f88c7e5cab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:06.138192 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22419279-ccf8-4ac0-bec8-c56833d6fc06 req-2086bca4-8fc7-44b5-8c73-f88c7e5cab78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=868957b1-2003-424d-b67f-d77cd0cd10c4 HTTP/1.1" status: 200 len: 896 time: 0.1630321 Mar 23 01:54:06.276783 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22419279-ccf8-4ac0-bec8-c56833d6fc06 req-407697e6-cdd4-44e6-91d8-0ed5742c3633 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46 HTTP/1.1" status: 200 len: 999 time: 0.1201458 Mar 23 01:54:06.289622 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:06.290907 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:06.291424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:06.292518 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:06.293302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:06.293806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:06.294298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:06.294779 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:06.295257 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:06.295734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:06.296219 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:06.296724 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:06.297217 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:06.297736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:06.298216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:06.337866 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22419279-ccf8-4ac0-bec8-c56833d6fc06 req-da83d382-ba0a-43ff-a528-2c5468deac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:06.339416 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22419279-ccf8-4ac0-bec8-c56833d6fc06 req-da83d382-ba0a-43ff-a528-2c5468deac03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0237b1d-ab29-4558-a132-943ccab02b5c HTTP/1.1" status: 200 len: 834 time: 0.0548549 Mar 23 01:54:06.345972 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-51c339c7-5b1f-4dfb-9b76-0ab8f04732e8 service neutron] 10.222.0.18 "GET /v2.0/networks/b2f9820a-d93e-475c-9080-56d2805b04d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958786 Mar 23 01:54:06.410992 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c0741e90-4643-49f0-8814-1b1895b31338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570631564', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:53:34Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:35Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '1fb22f2e-4478-40ab-874f-29b97973f54e', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'port_id': '45019b6c-3f93-42a2-aaac-04b89f15ad46', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4', 'mac_address': 'fa:16:3e:2c:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:54:04Z', 'updated_at': '2022-03-23T01:54:04Z', 'revision_number': 0, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db74e07-82c3-4977-b140-85a4d50b7daa', 'name': '', 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ff:2c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:40Z', 'updated_at': '2022-03-23T01:53:47Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:06.447329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['73ed4d46-49a8-447e-b7e7-bf69a0fc2175'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:54:06.452133 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0741e90-4643-49f0-8814-1b1895b31338 None None] Checking router: 7474f9ef-87d5-48b4-9e16-b8eec33240ca for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:54:06.479895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22419279-ccf8-4ac0-bec8-c56833d6fc06 req-36e2f79a-bfc8-431d-8862-8dc66b283e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:06.481529 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22419279-ccf8-4ac0-bec8-c56833d6fc06 req-36e2f79a-bfc8-431d-8862-8dc66b283e0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=868957b1-2003-424d-b67f-d77cd0cd10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1346974 Mar 23 01:54:06.497747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0741e90-4643-49f0-8814-1b1895b31338 None None] Routers {'7474f9ef-87d5-48b4-9e16-b8eec33240ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:54:06.498731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c0741e90-4643-49f0-8814-1b1895b31338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:53:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:06.576309 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22419279-ccf8-4ac0-bec8-c56833d6fc06 req-787c8787-e783-4969-970b-d7d5f12a1e4f service neutron] 10.222.0.42 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870621 Mar 23 01:54:06.619676 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-c0741e90-4643-49f0-8814-1b1895b31338 None None] Set router 7474f9ef-87d5-48b4-9e16-b8eec33240ca gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:54:06.643937 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-394afe11-351a-4490-89eb-16d3adc78a70 service neutron] 10.222.0.18 "GET /v2.0/networks/b2f9820a-d93e-475c-9080-56d2805b04d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671659 Mar 23 01:54:06.648626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878a336-0606-4cd1-a0de-e98a0c34c482 req-183ce6c9-bae9-4f49-8cb1-c2b974b2a824 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:06.650580 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a878a336-0606-4cd1-a0de-e98a0c34c482 req-183ce6c9-bae9-4f49-8cb1-c2b974b2a824 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 944 time: 0.5170345 Mar 23 01:54:06.699346 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22419279-ccf8-4ac0-bec8-c56833d6fc06 req-70123033-26e6-4baf-b05f-3fc8479a22fb service neutron] 10.222.0.42 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158969 Mar 23 01:54:06.705723 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-9980a232-9b09-49cf-8b6d-e83a84722966 req-54f79bc4-8954-41d0-85fc-aa252e81fb55 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Deleting port ce35be12-d79a-42f2-9908-f3dad501cafa {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:54:06.706072 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9980a232-9b09-49cf-8b6d-e83a84722966 req-54f79bc4-8954-41d0-85fc-aa252e81fb55 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ce35be12-d79a-42f2-9908-f3dad501cafa), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:06.762462 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a878a336-0606-4cd1-a0de-e98a0c34c482 req-a7a338a4-bdc4-4168-a3f1-cb7d2f384ebe tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052394 Mar 23 01:54:06.820992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 32928) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:06.821657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-9980a232-9b09-49cf-8b6d-e83a84722966 req-54f79bc4-8954-41d0-85fc-aa252e81fb55 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] For port ce35be12-d79a-42f2-9908-f3dad501cafa, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=ce35be12-d79a-42f2-9908-f3dad501cafa,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:06.822209 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9980a232-9b09-49cf-8b6d-e83a84722966 req-54f79bc4-8954-41d0-85fc-aa252e81fb55 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ce35be12-d79a-42f2-9908-f3dad501cafa), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:06.843747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-9980a232-9b09-49cf-8b6d-e83a84722966 req-54f79bc4-8954-41d0-85fc-aa252e81fb55 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Calling delete_port for ce35be12-d79a-42f2-9908-f3dad501cafa owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:54:06.927658 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bf480b76-3927-4c88-b3a8-c284abbe12da tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/1fb22f2e-4478-40ab-874f-29b97973f54e HTTP/1.1" status: 200 len: 991 time: 0.1034348 Mar 23 01:54:06.972189 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4ff5cde-533b-467c-9015-fd50b015581e req-b55afb8e-8bf5-4270-8380-71bbde34a5cc tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 210 time: 0.0361950 Mar 23 01:54:07.023739 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c0741e90-4643-49f0-8814-1b1895b31338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570631564', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:53:34Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:35Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '1fb22f2e-4478-40ab-874f-29b97973f54e', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'port_id': '45019b6c-3f93-42a2-aaac-04b89f15ad46', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4', 'mac_address': 'fa:16:3e:2c:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:54:04Z', 'updated_at': '2022-03-23T01:54:04Z', 'revision_number': 0, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db74e07-82c3-4977-b140-85a4d50b7daa', 'name': '', 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ff:2c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:40Z', 'updated_at': '2022-03-23T01:53:47Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:07.084536 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9980a232-9b09-49cf-8b6d-e83a84722966 req-54f79bc4-8954-41d0-85fc-aa252e81fb55 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ce35be12-d79a-42f2-9908-f3dad501cafa), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:07.109138 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0741e90-4643-49f0-8814-1b1895b31338 None None] The sync data for ids ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'] in n-d-834677-4 is: [{'id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570631564', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:53:34Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:35Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '1fb22f2e-4478-40ab-874f-29b97973f54e', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'port_id': '45019b6c-3f93-42a2-aaac-04b89f15ad46', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4', 'mac_address': 'fa:16:3e:2c:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:54:04Z', 'updated_at': '2022-03-23T01:54:04Z', 'revision_number': 0, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db74e07-82c3-4977-b140-85a4d50b7daa', 'name': '', 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ff:2c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:40Z', 'updated_at': '2022-03-23T01:53:47Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:54:07.118610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b', 'ce35be12-d79a-42f2-9908-f3dad501cafa'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:54:07.142094 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f79bc4-8954-41d0-85fc-aa252e81fb55 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Pushing event deleted for resources: {'Port': ['ID=ce35be12-d79a-42f2-9908-f3dad501cafa,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:07.206255 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70f0f8e0-acfb-4e88-963c-db648fb814f3 req-79ab3ed5-5c77-4280-b28d-425c2533e8a9 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=78bdd562-b91f-44be-9c1f-07a42145593c HTTP/1.1" status: 200 len: 210 time: 0.1089320 Mar 23 01:54:07.219454 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9980a232-9b09-49cf-8b6d-e83a84722966 req-54f79bc4-8954-41d0-85fc-aa252e81fb55 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] No DVR routers for this DVR port ce35be12-d79a-42f2-9908-f3dad501cafa on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:54:07.225920 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-9980a232-9b09-49cf-8b6d-e83a84722966 req-54f79bc4-8954-41d0-85fc-aa252e81fb55 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:07.229592 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9980a232-9b09-49cf-8b6d-e83a84722966 req-54f79bc4-8954-41d0-85fc-aa252e81fb55 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "DELETE /v2.0/ports/ce35be12-d79a-42f2-9908-f3dad501cafa HTTP/1.1" status: 204 len: 173 time: 1.0614455 Mar 23 01:54:07.426830 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d0ba3-aaee-409c-828e-45a3018a768e None None] New status for floating IP 1fb22f2e-4478-40ab-874f-29b97973f54e: ACTIVE {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:54:07.780636 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bdd562-b91f-44be-9c1f-07a42145593c', 'name': 'network-vif-deleted', 'tag': 'ce35be12-d79a-42f2-9908-f3dad501cafa'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:07.784060 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef88346-9315-47a4-a1b6-eb81160f437f" -d '{"events": [{"server_uuid": "78bdd562-b91f-44be-9c1f-07a42145593c", "name": "network-vif-deleted", "tag": "ce35be12-d79a-42f2-9908-f3dad501cafa"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:07.834048 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d72c05a-5743-4283-bc11-f58104e67be0 x-openstack-request-id: req-2d72c05a-5743-4283-bc11-f58104e67be0 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:07.834301 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bdd562-b91f-44be-9c1f-07a42145593c", "name": "network-vif-deleted", "tag": "ce35be12-d79a-42f2-9908-f3dad501cafa", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:07.834689 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d72c05a-5743-4283-bc11-f58104e67be0 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:07.835129 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d72c05a-5743-4283-bc11-f58104e67be0'] response: {'server_uuid': '78bdd562-b91f-44be-9c1f-07a42145593c', 'name': 'network-vif-deleted', 'tag': 'ce35be12-d79a-42f2-9908-f3dad501cafa', 'status': 'completed', 'code': 200} Mar 23 01:54:07.912452 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cf8da-96ab-49d1-a79b-bacd9670df69 req-f10957d3-fc36-4bc0-be12-22922034b381 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:07.914572 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7c0cf8da-96ab-49d1-a79b-bacd9670df69 req-f10957d3-fc36-4bc0-be12-22922034b381 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 944 time: 0.0632086 Mar 23 01:54:07.930506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 32950) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:07.978745 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7c0cf8da-96ab-49d1-a79b-bacd9670df69 req-5db2214b-610b-4a52-9127-757f937a77a7 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575960 Mar 23 01:54:08.308745 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1cd6f797-50b8-4f8a-b8be-cc4e7ecaaad8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/1fb22f2e-4478-40ab-874f-29b97973f54e HTTP/1.1" status: 200 len: 993 time: 0.3770225 Mar 23 01:54:08.347392 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cdefbae7-f5dc-4ea3-bc4d-a552b11e8d0a req-e02cd159-d9bf-4a9f-942e-84a575301d90 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 210 time: 0.0363255 Mar 23 01:54:08.501453 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-50ce5587-70d8-4f91-9c15-a3606b53773e tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:08.503259 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-50ce5587-70d8-4f91-9c15-a3606b53773e tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.42 "GET /v2.0/networks?id=b2f9820a-d93e-475c-9080-56d2805b04d4 HTTP/1.1" status: 200 len: 824 time: 0.1933959 Mar 23 01:54:08.524901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-580cdc93-b5da-4c7b-a873-f751e7701d8d tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Request body: {'port': {'device_id': 'f9df44df-0b46-4c6d-bbcc-859f6cbcb970', 'network_id': 'b2f9820a-d93e-475c-9080-56d2805b04d4', 'admin_state_up': True, 'tenant_id': 'e8f2056a59214943a722788c8bf62616'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:08.594386 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-e895c3a6-828e-4547-80f0-4cbb902e8639 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:08.595797 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-e895c3a6-828e-4547-80f0-4cbb902e8639 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 806 time: 0.1124692 Mar 23 01:54:08.618122 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-8a074c55-2a5c-4894-88ac-85d00178ad70 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/quotas/40daccf221df44ccb4d09b7e635d42a3 HTTP/1.1" status: 200 len: 375 time: 0.0148170 Mar 23 01:54:08.640450 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-580cdc93-b5da-4c7b-a873-f751e7701d8d tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Made reservation on behalf of e8f2056a59214943a722788c8bf62616 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:54:08.644894 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-580cdc93-b5da-4c7b-a873-f751e7701d8d tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:08.692136 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-e028eac9-34f3-4bf9-bb36-77fbaf56683f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730314 Mar 23 01:54:08.787878 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-90cd734f-529b-40a5-8ad4-27e36461598b service neutron] 10.222.0.18 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946364 Mar 23 01:54:08.818464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-580cdc93-b5da-4c7b-a873-f751e7701d8d tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Allocated IP 172.20.0.13 (b2f9820a-d93e-475c-9080-56d2805b04d4/3ccf3c2f-57ea-4d2f-845b-091b439b1f6e/2032f58e-5a37-473f-b172-b4f810f56982) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:54:08.881706 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-703fd78b-9510-46e8-aaf0-0102db71343f service neutron] 10.222.0.18 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929837 Mar 23 01:54:09.024981 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-580cdc93-b5da-4c7b-a873-f751e7701d8d tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Publish callbacks [] for port (2032f58e-5a37-473f-b172-b4f810f56982), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:09.083402 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0abd69df-c864-431d-9e8b-4de686bdd632 req-17670797-c7b3-49f0-ab52-50b5d12c75ae tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 210 time: 0.0395541 Mar 23 01:54:09.100999 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-580cdc93-b5da-4c7b-a873-f751e7701d8d tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2032f58e-5a37-473f-b172-b4f810f56982), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:09.160760 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acdb1d-685b-4215-b71f-83a79fd53000 req-05143f80-2b02-4ce9-aec8-7f8114d85ec3 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:09.162611 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-80acdb1d-685b-4215-b71f-83a79fd53000 req-05143f80-2b02-4ce9-aec8-7f8114d85ec3 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 944 time: 0.0851736 Mar 23 01:54:09.163172 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:54:09.165807 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-580cdc93-b5da-4c7b-a873-f751e7701d8d tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Network b2f9820a-d93e-475c-9080-56d2805b04d4 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:54:09.179928 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-580cdc93-b5da-4c7b-a873-f751e7701d8d tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:54:09.183053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-580cdc93-b5da-4c7b-a873-f751e7701d8d tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:54:09.264698 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-80acdb1d-685b-4215-b71f-83a79fd53000 req-de1bb8d0-1973-4c7c-b0a9-34a72ea84a5d tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899103 Mar 23 01:54:09.293161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:54:09.297776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:09.298473 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (73ed4d46-49a8-447e-b7e7-bf69a0fc2175), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:09.304684 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580cdc93-b5da-4c7b-a873-f751e7701d8d tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Pushing event updated for resources: {'Port': ['ID=2032f58e-5a37-473f-b172-b4f810f56982,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:09.343055 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-580cdc93-b5da-4c7b-a873-f751e7701d8d tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:09.344759 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-580cdc93-b5da-4c7b-a873-f751e7701d8d tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:09.365101 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-580cdc93-b5da-4c7b-a873-f751e7701d8d tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8521917 Mar 23 01:54:09.387968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Request body: {'port': {'device_id': 'f9df44df-0b46-4c6d-bbcc-859f6cbcb970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:09.500025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:09.500432 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (73ed4d46-49a8-447e-b7e7-bf69a0fc2175), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:09.522334 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2032f58e-5a37-473f-b172-b4f810f56982), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:09.554546 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 73ed4d46-49a8-447e-b7e7-bf69a0fc2175, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73ed4d46-49a8-447e-b7e7-bf69a0fc2175,segment=NetworkSegment(d3149f4a-0dfb-4567-a3fb-169b85b02980),segment_id=d3149f4a-0dfb-4567-a3fb-169b85b02980)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:09.555831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc31c7e2-57bc-47a2-b24c-04eb41b81a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ed4d46-49a8-447e-b7e7-bf69a0fc2175'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:09.558939 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22a9b2e-eb7a-4804-b359-5bae6434bfc0" -d '{"events": [{"server_uuid": "bc31c7e2-57bc-47a2-b24c-04eb41b81a60", "name": "network-vif-plugged", "status": "completed", "tag": "73ed4d46-49a8-447e-b7e7-bf69a0fc2175"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:09.560732 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fb5ce-51c2-4629-99d9-2696430b339e req-4bd05250-62ed-4e4b-93e1-77834cd5735d tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:09.562490 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-213fb5ce-51c2-4629-99d9-2696430b339e req-4bd05250-62ed-4e4b-93e1-77834cd5735d tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 932 time: 0.0950897 Mar 23 01:54:09.572678 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (73ed4d46-49a8-447e-b7e7-bf69a0fc2175), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:09.576198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ce35be12-d79a-42f2-9908-f3dad501cafa no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:54:09.781633 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914d8003-fa62-44e6-b16c-581c4c3a4100 x-openstack-request-id: req-914d8003-fa62-44e6-b16c-581c4c3a4100 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:09.782016 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc31c7e2-57bc-47a2-b24c-04eb41b81a60", "name": "network-vif-plugged", "status": "completed", "tag": "73ed4d46-49a8-447e-b7e7-bf69a0fc2175", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:09.782200 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-914d8003-fa62-44e6-b16c-581c4c3a4100 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:09.782580 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914d8003-fa62-44e6-b16c-581c4c3a4100'] response: {'server_uuid': 'bc31c7e2-57bc-47a2-b24c-04eb41b81a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ed4d46-49a8-447e-b7e7-bf69a0fc2175', 'code': 200} Mar 23 01:54:09.791650 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599de7d8-d232-4668-a0da-25c0c1639787 req-ecc3da10-4066-4988-b355-66b3b0649ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:09.794278 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-599de7d8-d232-4668-a0da-25c0c1639787 req-ecc3da10-4066-4988-b355-66b3b0649ef6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 1127 time: 0.0559323 Mar 23 01:54:09.798278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: ce35be12-d79a-42f2-9908-f3dad501cafa {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:54:09.798641 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device ce35be12-d79a-42f2-9908-f3dad501cafa not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:54:09.832382 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-213fb5ce-51c2-4629-99d9-2696430b339e req-53271830-368a-4a64-a4c0-37eb3bd6c157 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/security-groups?id=be9aac2e-7143-45bb-8306-8f94693a5910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614985 Mar 23 01:54:09.853603 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=73ed4d46-49a8-447e-b7e7-bf69a0fc2175,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:09.880473 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-599de7d8-d232-4668-a0da-25c0c1639787 req-ecfc1a62-0aba-4818-aebc-70f5ba50dcd2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797296 Mar 23 01:54:10.030879 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2032f58e-5a37-473f-b172-b4f810f56982 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:54:10.039231 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Publish callbacks [] for port (2032f58e-5a37-473f-b172-b4f810f56982), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:10.052592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Transition to ACTIVE for port object 2032f58e-5a37-473f-b172-b4f810f56982 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:54:10.057861 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (2032f58e-5a37-473f-b172-b4f810f56982), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:10.108618 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2032f58e-5a37-473f-b172-b4f810f56982,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:10.220859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Attempting to bind port 2032f58e-5a37-473f-b172-b4f810f56982 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:54:10.221287 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Attempting to bind port 2032f58e-5a37-473f-b172-b4f810f56982 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b2f9820a-d93e-475c-9080-56d2805b04d4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:54:10.221504 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Attempting to bind port 2032f58e-5a37-473f-b172-b4f810f56982 on network b2f9820a-d93e-475c-9080-56d2805b04d4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:54:10.226453 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Port 2032f58e-5a37-473f-b172-b4f810f56982 on network b2f9820a-d93e-475c-9080-56d2805b04d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:54:10.227055 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Attempting to bind port 2032f58e-5a37-473f-b172-b4f810f56982 on network b2f9820a-d93e-475c-9080-56d2805b04d4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:54:10.232663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:54:10.233008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Checking segment: {'id': 'eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b2f9820a-d93e-475c-9080-56d2805b04d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:54:10.233513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Bound using segment: {'id': 'eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b2f9820a-d93e-475c-9080-56d2805b04d4'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:54:10.234882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Bound port: 2032f58e-5a37-473f-b172-b4f810f56982, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b2f9820a-d93e-475c-9080-56d2805b04d4'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:54:10.234882 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2032f58e-5a37-473f-b172-b4f810f56982), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:10.276582 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b91e1cd5-5ba7-47eb-95f4-bd84764e5db1 req-be0d484d-247e-4c0a-803d-e544904abbee tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 210 time: 0.0663285 Mar 23 01:54:10.366270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] For port 2032f58e-5a37-473f-b172-b4f810f56982, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:54:10.371572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] For port 2032f58e-5a37-473f-b172-b4f810f56982, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2032f58e-5a37-473f-b172-b4f810f56982,segment=NetworkSegment(eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe),segment_id=eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:54:10.391678 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (2032f58e-5a37-473f-b172-b4f810f56982), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:10.454187 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:10.455232 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:10.456877 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] 10.222.0.42 "PUT /v2.0/ports/2032f58e-5a37-473f-b172-b4f810f56982 HTTP/1.1" status: 200 len: 1092 time: 1.0842400 Mar 23 01:54:10.457446 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9df44df-0b46-4c6d-bbcc-859f6cbcb970', 'tag': '2032f58e-5a37-473f-b172-b4f810f56982'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:10.459766 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baea7094-ce81-4ae5-a63c-f344b65c084f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9df44df-0b46-4c6d-bbcc-859f6cbcb970", "tag": "2032f58e-5a37-473f-b172-b4f810f56982"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:10.525835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef94ea5-7a1a-4f09-9783-1daa846c2dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2032f58e-5a37-473f-b172-b4f810f56982,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:10.543366 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76c0e7d-366c-4a8e-948f-14820a8fe60b x-openstack-request-id: req-e76c0e7d-366c-4a8e-948f-14820a8fe60b {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:10.546136 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9df44df-0b46-4c6d-bbcc-859f6cbcb970", "tag": "2032f58e-5a37-473f-b172-b4f810f56982", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:10.546136 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e76c0e7d-366c-4a8e-948f-14820a8fe60b {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:10.546136 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e76c0e7d-366c-4a8e-948f-14820a8fe60b'] response: {'name': 'network-changed', 'server_uuid': 'f9df44df-0b46-4c6d-bbcc-859f6cbcb970', 'tag': '2032f58e-5a37-473f-b172-b4f810f56982', 'status': 'completed', 'code': 200} Mar 23 01:54:10.564130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537d566-deeb-40f5-8b70-3ba2aabe0653 req-5c8ce0a7-06ef-46b6-9d5d-708cfbe1713f tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:10.572544 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7537d566-deeb-40f5-8b70-3ba2aabe0653 req-5c8ce0a7-06ef-46b6-9d5d-708cfbe1713f tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 945 time: 0.1911213 Mar 23 01:54:10.645010 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-5a160b6d-549b-42de-b581-43461c7c716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:10.646412 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-5a160b6d-549b-42de-b581-43461c7c716d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8f2056a59214943a722788c8bf62616&device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 1126 time: 0.1173322 Mar 23 01:54:10.691894 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7537d566-deeb-40f5-8b70-3ba2aabe0653 req-0f93f40e-8cb2-41e5-81b1-71995735a3d2 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994825 Mar 23 01:54:10.693635 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-a87af5d7-ba75-434c-8200-addd9fd917c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2032f58e-5a37-473f-b172-b4f810f56982 HTTP/1.1" status: 200 len: 217 time: 0.0385273 Mar 23 01:54:10.781927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-df0feb83-bbd1-4bc5-8d53-78c6f90fe9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:10.783406 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-df0feb83-bbd1-4bc5-8d53-78c6f90fe9c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ccf3c2f-57ea-4d2f-845b-091b439b1f6e HTTP/1.1" status: 200 len: 864 time: 0.0841396 Mar 23 01:54:10.823293 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-13544d98-1876-4752-960d-353cdefa046d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b2f9820a-d93e-475c-9080-56d2805b04d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310175 Mar 23 01:54:10.948464 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-d238032d-d24e-478a-a116-2ed7e37785db service neutron] 10.222.0.42 "GET /v2.0/networks/b2f9820a-d93e-475c-9080-56d2805b04d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196587 Mar 23 01:54:11.106484 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a971f6e-3f4a-4579-b377-28732fc61294 req-69b8054e-3180-4d1b-b1cd-db77be7742e9 service neutron] 10.222.0.42 "GET /v2.0/networks/b2f9820a-d93e-475c-9080-56d2805b04d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510475 Mar 23 01:54:11.138988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5075a4-4667-4483-a2b7-05352be3eb90 req-affa2369-97bc-43ab-bc39-4d07ea847f8f tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:11.148356 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8f5075a4-4667-4483-a2b7-05352be3eb90 req-affa2369-97bc-43ab-bc39-4d07ea847f8f tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 944 time: 0.1179259 Mar 23 01:54:11.190147 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-aa20862e-be2c-4325-9729-2042b6c1f85d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:11.192343 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-aa20862e-be2c-4325-9729-2042b6c1f85d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 806 time: 0.1931169 Mar 23 01:54:11.222663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-86930e2f-4d2a-4228-ae36-26cdad842b45 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Request body: {'port': {'device_id': '18128e82-bbc0-44aa-b8ed-f7e541952609', 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01', 'admin_state_up': True, 'tenant_id': '40daccf221df44ccb4d09b7e635d42a3'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:11.249814 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8f5075a4-4667-4483-a2b7-05352be3eb90 req-8c8832e4-6777-44c1-9da6-6f51f997d9af tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/security-groups?id=be9aac2e-7143-45bb-8306-8f94693a5910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000822 Mar 23 01:54:11.270254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea7094-ce81-4ae5-a63c-f344b65c084f req-ac98e839-7d14-4fe5-afc0-0f08178376e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:11.278544 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-baea7094-ce81-4ae5-a63c-f344b65c084f req-ac98e839-7d14-4fe5-afc0-0f08178376e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8f2056a59214943a722788c8bf62616&device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 1126 time: 0.1161807 Mar 23 01:54:11.410817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-86930e2f-4d2a-4228-ae36-26cdad842b45 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Made reservation on behalf of 40daccf221df44ccb4d09b7e635d42a3 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:54:11.414488 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-86930e2f-4d2a-4228-ae36-26cdad842b45 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:11.441860 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c081465a-678f-4c17-8519-1ed25549a221 req-4f7954b5-d945-402e-9201-ff09515a8c4b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 210 time: 0.0557973 Mar 23 01:54:11.486735 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea7094-ce81-4ae5-a63c-f344b65c084f req-c4a07339-f86b-4726-a343-68e4916f8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:11.489155 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-baea7094-ce81-4ae5-a63c-f344b65c084f req-c4a07339-f86b-4726-a343-68e4916f8a0d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b2f9820a-d93e-475c-9080-56d2805b04d4 HTTP/1.1" status: 200 len: 924 time: 0.2053437 Mar 23 01:54:11.536365 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-baea7094-ce81-4ae5-a63c-f344b65c084f req-63253c99-37f1-4319-ba18-065f7a1938f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2032f58e-5a37-473f-b172-b4f810f56982 HTTP/1.1" status: 200 len: 217 time: 0.0409284 Mar 23 01:54:11.580518 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-86930e2f-4d2a-4228-ae36-26cdad842b45 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Allocated IP 172.20.0.9 (42433058-325f-4239-94d5-8b7af2c3ec01/a8471a63-7189-4566-adcc-c6e2e0f179a5/5726456c-aa58-4cd9-a07b-8963d450cc6b) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:54:11.597579 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea7094-ce81-4ae5-a63c-f344b65c084f req-6b3b5eb5-2927-46b4-8053-fe54ff434cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:11.599288 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-baea7094-ce81-4ae5-a63c-f344b65c084f req-6b3b5eb5-2927-46b4-8053-fe54ff434cb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ccf3c2f-57ea-4d2f-845b-091b439b1f6e HTTP/1.1" status: 200 len: 864 time: 0.0542200 Mar 23 01:54:11.632485 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-baea7094-ce81-4ae5-a63c-f344b65c084f req-c373b66c-99aa-4c24-a661-780844f43a82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b2f9820a-d93e-475c-9080-56d2805b04d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272796 Mar 23 01:54:11.758767 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-baea7094-ce81-4ae5-a63c-f344b65c084f req-29ad4c59-13fc-4899-b4f9-8a6491f1b549 service neutron] 10.222.0.42 "GET /v2.0/networks/b2f9820a-d93e-475c-9080-56d2805b04d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198626 Mar 23 01:54:11.796967 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-86930e2f-4d2a-4228-ae36-26cdad842b45 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks [] for port (5726456c-aa58-4cd9-a07b-8963d450cc6b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:11.880865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613393d-e3df-4c02-ae10-4fb79ef854e7 req-ca429fc5-7628-48fe-85f3-7203763437a5 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:11.882318 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b613393d-e3df-4c02-ae10-4fb79ef854e7 req-ca429fc5-7628-48fe-85f3-7203763437a5 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 945 time: 0.0835800 Mar 23 01:54:11.888946 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-86930e2f-4d2a-4228-ae36-26cdad842b45 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (5726456c-aa58-4cd9-a07b-8963d450cc6b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:11.893572 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-baea7094-ce81-4ae5-a63c-f344b65c084f req-23ae53e9-e039-4199-adac-d51ce8612f17 service neutron] 10.222.0.42 "GET /v2.0/networks/b2f9820a-d93e-475c-9080-56d2805b04d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288624 Mar 23 01:54:11.930212 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:54:11.960546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-86930e2f-4d2a-4228-ae36-26cdad842b45 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Network 42433058-325f-4239-94d5-8b7af2c3ec01 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:54:11.965238 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-86930e2f-4d2a-4228-ae36-26cdad842b45 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:54:11.994728 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-86930e2f-4d2a-4228-ae36-26cdad842b45 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:54:11.999892 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b613393d-e3df-4c02-ae10-4fb79ef854e7 req-6fa3a214-b461-442d-bdf4-4f60b7ea4a50 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088872 Mar 23 01:54:12.042397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86930e2f-4d2a-4228-ae36-26cdad842b45 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Pushing event updated for resources: {'Port': ['ID=5726456c-aa58-4cd9-a07b-8963d450cc6b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:12.103139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-86930e2f-4d2a-4228-ae36-26cdad842b45 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:12.103813 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-86930e2f-4d2a-4228-ae36-26cdad842b45 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:12.126943 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-86930e2f-4d2a-4228-ae36-26cdad842b45 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9117508 Mar 23 01:54:12.144630 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Request body: {'port': {'device_id': '18128e82-bbc0-44aa-b8ed-f7e541952609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:12.235676 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5726456c-aa58-4cd9-a07b-8963d450cc6b), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:12.412785 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e442e-3518-4992-92b1-ab4a8335542e req-ccb16f18-191b-4a68-8438-685d7aaa6ba5 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:12.414446 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a12e442e-3518-4992-92b1-ab4a8335542e req-ccb16f18-191b-4a68-8438-685d7aaa6ba5 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 944 time: 0.0690453 Mar 23 01:54:12.485664 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a12e442e-3518-4992-92b1-ab4a8335542e req-6eaf328b-4232-4bd2-ae91-3882991a6e99 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/security-groups?id=be9aac2e-7143-45bb-8306-8f94693a5910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627575 Mar 23 01:54:12.666462 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ec79b-3380-4f06-9d36-8b3fe50ceecb req-43b2854b-38d6-4f14-ba16-39da9f5a19a4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:12.671297 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b8ec79b-3380-4f06-9d36-8b3fe50ceecb req-43b2854b-38d6-4f14-ba16-39da9f5a19a4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 931 time: 0.1253839 Mar 23 01:54:12.675851 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5726456c-aa58-4cd9-a07b-8963d450cc6b {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:54:12.684209 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Publish callbacks [] for port (5726456c-aa58-4cd9-a07b-8963d450cc6b), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:12.697743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Transition to ACTIVE for port object 5726456c-aa58-4cd9-a07b-8963d450cc6b will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:54:12.705996 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (5726456c-aa58-4cd9-a07b-8963d450cc6b), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:12.821514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Pushing event updated for resources: {'Port': ['ID=5726456c-aa58-4cd9-a07b-8963d450cc6b,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:12.856053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b8ec79b-3380-4f06-9d36-8b3fe50ceecb req-6ad50264-81d1-43d6-8849-006cec0a9833 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571817 Mar 23 01:54:12.906715 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Attempting to bind port 5726456c-aa58-4cd9-a07b-8963d450cc6b on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:54:12.907056 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Attempting to bind port 5726456c-aa58-4cd9-a07b-8963d450cc6b by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:54:12.907387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Attempting to bind port 5726456c-aa58-4cd9-a07b-8963d450cc6b on network 42433058-325f-4239-94d5-8b7af2c3ec01 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:54:12.912352 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Port 5726456c-aa58-4cd9-a07b-8963d450cc6b on network 42433058-325f-4239-94d5-8b7af2c3ec01 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:54:12.912521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Attempting to bind port 5726456c-aa58-4cd9-a07b-8963d450cc6b on network 42433058-325f-4239-94d5-8b7af2c3ec01 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:54:12.926400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:54:12.927161 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Checking segment: {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:54:12.927161 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Bound using segment: {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:54:12.929299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Bound port: 5726456c-aa58-4cd9-a07b-8963d450cc6b, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:54:12.929299 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5726456c-aa58-4cd9-a07b-8963d450cc6b), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:12.934036 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee29e4-4cd8-41fe-ba57-bf8bc801e523 req-45833b40-4408-4aca-9183-e39d5fbac932 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:12.935651 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4bee29e4-4cd8-41fe-ba57-bf8bc801e523 req-45833b40-4408-4aca-9183-e39d5fbac932 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 945 time: 0.0707750 Mar 23 01:54:12.998926 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4bee29e4-4cd8-41fe-ba57-bf8bc801e523 req-574b01b5-c31f-4fd6-8061-cb0656d20098 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549350 Mar 23 01:54:13.001426 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] For port 5726456c-aa58-4cd9-a07b-8963d450cc6b, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:54:13.004911 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] For port 5726456c-aa58-4cd9-a07b-8963d450cc6b, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5726456c-aa58-4cd9-a07b-8963d450cc6b,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:54:13.015969 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (5726456c-aa58-4cd9-a07b-8963d450cc6b), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:13.057178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:13.057833 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:13.059257 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] 10.222.0.43 "PUT /v2.0/ports/5726456c-aa58-4cd9-a07b-8963d450cc6b HTTP/1.1" status: 200 len: 1091 time: 0.9193029 Mar 23 01:54:13.059700 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18128e82-bbc0-44aa-b8ed-f7e541952609', 'tag': '5726456c-aa58-4cd9-a07b-8963d450cc6b'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:13.061983 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4aa20e-a6d2-4a2d-a035-2beeb1071959" -d '{"events": [{"name": "network-changed", "server_uuid": "18128e82-bbc0-44aa-b8ed-f7e541952609", "tag": "5726456c-aa58-4cd9-a07b-8963d450cc6b"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:13.094744 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a9901-d61f-46f1-818b-fc99a4ba0a25 service neutron] Pushing event updated for resources: {'Port': ['ID=5726456c-aa58-4cd9-a07b-8963d450cc6b,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:13.109288 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86eea52f-fb7b-4fd5-94fb-d822a880f9e8 x-openstack-request-id: req-86eea52f-fb7b-4fd5-94fb-d822a880f9e8 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:13.110803 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18128e82-bbc0-44aa-b8ed-f7e541952609", "tag": "5726456c-aa58-4cd9-a07b-8963d450cc6b", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:13.110803 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86eea52f-fb7b-4fd5-94fb-d822a880f9e8 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:13.110803 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86eea52f-fb7b-4fd5-94fb-d822a880f9e8'] response: {'name': 'network-changed', 'server_uuid': '18128e82-bbc0-44aa-b8ed-f7e541952609', 'tag': '5726456c-aa58-4cd9-a07b-8963d450cc6b', 'status': 'completed', 'code': 200} Mar 23 01:54:13.171153 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-49b05386-cff0-4b21-ad9f-dfc2fc358302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:13.172766 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-49b05386-cff0-4b21-ad9f-dfc2fc358302 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 1125 time: 0.0497887 Mar 23 01:54:13.222574 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-fa25fb03-a762-43bf-9614-9431b56e3e8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5726456c-aa58-4cd9-a07b-8963d450cc6b HTTP/1.1" status: 200 len: 217 time: 0.0364130 Mar 23 01:54:13.280750 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-4b1103d1-9df2-426a-804b-a17b0b16fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:13.282557 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-4b1103d1-9df2-426a-804b-a17b0b16fbff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8471a63-7189-4566-adcc-c6e2e0f179a5 HTTP/1.1" status: 200 len: 846 time: 0.0540767 Mar 23 01:54:13.315381 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-879c8008-3a27-47ac-9438-c5b40ec0a2f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=42433058-325f-4239-94d5-8b7af2c3ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267742 Mar 23 01:54:13.411720 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-d4a3709c-e9a6-43fb-b1fd-dc22610df52c service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900600 Mar 23 01:54:13.511521 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f0a89441-a5bc-4406-aed8-130ff62e60c5 req-2176fde0-301d-46e6-a240-32e59cc0ee0a service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932829 Mar 23 01:54:13.644252 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b2121-61b8-460a-8142-62e30d3afa57 req-dc9aa60d-9b6e-486f-b87b-3467f69b3136 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:13.646683 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b18b2121-61b8-460a-8142-62e30d3afa57 req-dc9aa60d-9b6e-486f-b87b-3467f69b3136 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 944 time: 0.0690353 Mar 23 01:54:13.664177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4aa20e-a6d2-4a2d-a035-2beeb1071959 req-87e8d443-454d-409b-9464-96e493879a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:13.665926 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3f4aa20e-a6d2-4a2d-a035-2beeb1071959 req-87e8d443-454d-409b-9464-96e493879a22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 1125 time: 0.0481875 Mar 23 01:54:13.710154 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b18b2121-61b8-460a-8142-62e30d3afa57 req-4ffdeddc-566d-4bba-ac75-7da2684270ee tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/security-groups?id=be9aac2e-7143-45bb-8306-8f94693a5910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557549 Mar 23 01:54:13.766999 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4aa20e-a6d2-4a2d-a035-2beeb1071959 req-4e23a30e-753c-4b25-b58a-684edec6bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:13.768651 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3f4aa20e-a6d2-4a2d-a035-2beeb1071959 req-4e23a30e-753c-4b25-b58a-684edec6bde6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 906 time: 0.0967102 Mar 23 01:54:13.812366 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3f4aa20e-a6d2-4a2d-a035-2beeb1071959 req-2d6e9cf1-b18f-4c8a-ae88-5c65231348e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5726456c-aa58-4cd9-a07b-8963d450cc6b HTTP/1.1" status: 200 len: 217 time: 0.0369830 Mar 23 01:54:13.869399 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4aa20e-a6d2-4a2d-a035-2beeb1071959 req-015a8582-9833-4b97-bf34-84b185d23f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:13.871149 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3f4aa20e-a6d2-4a2d-a035-2beeb1071959 req-015a8582-9833-4b97-bf34-84b185d23f0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8471a63-7189-4566-adcc-c6e2e0f179a5 HTTP/1.1" status: 200 len: 846 time: 0.0533006 Mar 23 01:54:13.909451 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3f4aa20e-a6d2-4a2d-a035-2beeb1071959 req-161a6173-5397-488b-b1d3-537fe3e55177 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=42433058-325f-4239-94d5-8b7af2c3ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319974 Mar 23 01:54:14.049525 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a1347-f60b-4137-833d-67860484d396 req-7db6c045-3e2c-4072-8409-ae5e66523b38 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:14.051400 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-567a1347-f60b-4137-833d-67860484d396 req-7db6c045-3e2c-4072-8409-ae5e66523b38 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 943 time: 0.1142435 Mar 23 01:54:14.093305 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3f4aa20e-a6d2-4a2d-a035-2beeb1071959 req-23a34cbc-a85c-49a6-87b5-0c6bc85fe55d service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772354 Mar 23 01:54:14.129539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb4898-6dee-4014-8914-2c03ffe1b0b9 req-8df37dba-5a35-48ea-95cd-ad388e57c3f0 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:14.139011 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8bb4898-6dee-4014-8914-2c03ffe1b0b9 req-8df37dba-5a35-48ea-95cd-ad388e57c3f0 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 945 time: 0.0660160 Mar 23 01:54:14.184696 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-567a1347-f60b-4137-833d-67860484d396 req-9914d280-6ecb-453b-bb2f-dd6ce2d02dde tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241148 Mar 23 01:54:14.203730 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8bb4898-6dee-4014-8914-2c03ffe1b0b9 req-ab0261c7-57bf-431f-b68f-1f7229295846 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1d10070-425a-4d8b-835b-50606418ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635099 Mar 23 01:54:14.232136 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3f4aa20e-a6d2-4a2d-a035-2beeb1071959 req-dff4614f-7840-4856-a974-81417552e955 service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269803 Mar 23 01:54:14.536197 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 2032f58e-5a37-473f-b172-b4f810f56982 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:54:14.598523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebed2f6-378e-488a-b98d-0186b1c82ce8 req-7c63ef01-f9ca-46ae-9a2b-3e089098464e tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:14.599982 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ebed2f6-378e-488a-b98d-0186b1c82ce8 req-7c63ef01-f9ca-46ae-9a2b-3e089098464e tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 945 time: 0.0595415 Mar 23 01:54:14.662375 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 2032f58e-5a37-473f-b172-b4f810f56982, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2032f58e-5a37-473f-b172-b4f810f56982,segment=NetworkSegment(eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe),segment_id=eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:14.677146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '2032f58e-5a37-473f-b172-b4f810f56982', 'network_id': 'b2f9820a-d93e-475c-9080-56d2805b04d4', 'port_id': '2032f58e-5a37-473f-b172-b4f810f56982', 'mac_address': 'fa:16:3e:97:bb:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ccf3c2f-57ea-4d2f-845b-091b439b1f6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:54:14.707576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-5ebed2f6-378e-488a-b98d-0186b1c82ce8 req-31376236-128d-4af5-835e-b159e8d17d72 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Deleting port 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:54:14.707845 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5ebed2f6-378e-488a-b98d-0186b1c82ce8 req-31376236-128d-4af5-835e-b159e8d17d72 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (73ed4d46-49a8-447e-b7e7-bf69a0fc2175), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:14.721672 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 2032f58e-5a37-473f-b172-b4f810f56982 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:14.722558 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2032f58e-5a37-473f-b172-b4f810f56982), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:14.754747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2032f58e-5a37-473f-b172-b4f810f56982 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:54:14.785992 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 2032f58e-5a37-473f-b172-b4f810f56982, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2032f58e-5a37-473f-b172-b4f810f56982,segment=NetworkSegment(eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe),segment_id=eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:14.792098 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2032f58e-5a37-473f-b172-b4f810f56982), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:14.852083 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-5ebed2f6-378e-488a-b98d-0186b1c82ce8 req-31376236-128d-4af5-835e-b159e8d17d72 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] For port 73ed4d46-49a8-447e-b7e7-bf69a0fc2175, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=73ed4d46-49a8-447e-b7e7-bf69a0fc2175,segment=NetworkSegment(d3149f4a-0dfb-4567-a3fb-169b85b02980),segment_id=d3149f4a-0dfb-4567-a3fb-169b85b02980)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:14.852624 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5ebed2f6-378e-488a-b98d-0186b1c82ce8 req-31376236-128d-4af5-835e-b159e8d17d72 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (73ed4d46-49a8-447e-b7e7-bf69a0fc2175), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:14.858530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=2032f58e-5a37-473f-b172-b4f810f56982,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:14.873704 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-5ebed2f6-378e-488a-b98d-0186b1c82ce8 req-31376236-128d-4af5-835e-b159e8d17d72 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Calling delete_port for 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:54:14.898269 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e5e0e-dffa-4e9f-838c-741451d27ac7 req-fbd16a1a-fcc1-469a-8c3c-93968f7678b6 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:14.901042 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ee5e5e0e-dffa-4e9f-838c-741451d27ac7 req-fbd16a1a-fcc1-469a-8c3c-93968f7678b6 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 945 time: 0.1180501 Mar 23 01:54:14.991920 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ee5e5e0e-dffa-4e9f-838c-741451d27ac7 req-63a918e1-6d12-45e1-a156-510c7f5546f4 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/security-groups?id=be9aac2e-7143-45bb-8306-8f94693a5910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630596 Mar 23 01:54:14.999281 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['2032f58e-5a37-473f-b172-b4f810f56982'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:54:15.087942 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5ebed2f6-378e-488a-b98d-0186b1c82ce8 req-31376236-128d-4af5-835e-b159e8d17d72 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (73ed4d46-49a8-447e-b7e7-bf69a0fc2175), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:15.125241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31376236-128d-4af5-835e-b159e8d17d72 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Pushing event deleted for resources: {'Port': ['ID=73ed4d46-49a8-447e-b7e7-bf69a0fc2175,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:15.140646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['73ed4d46-49a8-447e-b7e7-bf69a0fc2175'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:54:15.174530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebed2f6-378e-488a-b98d-0186b1c82ce8 req-31376236-128d-4af5-835e-b159e8d17d72 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] No DVR routers for this DVR port 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:54:15.177214 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5ebed2f6-378e-488a-b98d-0186b1c82ce8 req-31376236-128d-4af5-835e-b159e8d17d72 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:15.181326 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ebed2f6-378e-488a-b98d-0186b1c82ce8 req-31376236-128d-4af5-835e-b159e8d17d72 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.43 "DELETE /v2.0/ports/73ed4d46-49a8-447e-b7e7-bf69a0fc2175 HTTP/1.1" status: 204 len: 173 time: 0.5758054 Mar 23 01:54:15.182255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc31c7e2-57bc-47a2-b24c-04eb41b81a60', 'name': 'network-vif-deleted', 'tag': '73ed4d46-49a8-447e-b7e7-bf69a0fc2175'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:15.185390 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be1e0c4-cf46-4709-8379-aec4cf52d625" -d '{"events": [{"server_uuid": "bc31c7e2-57bc-47a2-b24c-04eb41b81a60", "name": "network-vif-deleted", "tag": "73ed4d46-49a8-447e-b7e7-bf69a0fc2175"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:15.245778 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7184c33-ff73-49d2-aefa-e3b5082baca8 x-openstack-request-id: req-a7184c33-ff73-49d2-aefa-e3b5082baca8 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:15.246901 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc31c7e2-57bc-47a2-b24c-04eb41b81a60", "name": "network-vif-deleted", "tag": "73ed4d46-49a8-447e-b7e7-bf69a0fc2175", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:15.246901 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7184c33-ff73-49d2-aefa-e3b5082baca8 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:15.246901 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7184c33-ff73-49d2-aefa-e3b5082baca8'] response: {'server_uuid': 'bc31c7e2-57bc-47a2-b24c-04eb41b81a60', 'name': 'network-vif-deleted', 'tag': '73ed4d46-49a8-447e-b7e7-bf69a0fc2175', 'status': 'completed', 'code': 200} Mar 23 01:54:15.325011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43348d-fb90-4ea2-a6e3-46af9cc6c3c9 req-1cb71196-145d-4e03-9fad-f4397c474d06 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:15.326497 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6d43348d-fb90-4ea2-a6e3-46af9cc6c3c9 req-1cb71196-145d-4e03-9fad-f4397c474d06 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 943 time: 0.0553229 Mar 23 01:54:15.333910 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f83c3496-8385-4312-bd56-7b5b7d2b5521 req-11ea5768-866a-4249-97e6-28fe0dc7a244 tempest-VolumesActionsTest-1269453557 tempest-VolumesActionsTest-1269453557-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc31c7e2-57bc-47a2-b24c-04eb41b81a60 HTTP/1.1" status: 200 len: 210 time: 0.0365419 Mar 23 01:54:15.387000 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6d43348d-fb90-4ea2-a6e3-46af9cc6c3c9 req-fe2d1e12-a744-4c78-9da0-1619e0b0eecd tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470231 Mar 23 01:54:16.126728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ce19f-6006-4d35-b6a8-58e8f1ff6e5d req-cda52866-6a7d-44c8-b3f4-585b3a735f01 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:16.128381 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f68ce19f-6006-4d35-b6a8-58e8f1ff6e5d req-cda52866-6a7d-44c8-b3f4-585b3a735f01 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 945 time: 0.0548480 Mar 23 01:54:16.182154 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f68ce19f-6006-4d35-b6a8-58e8f1ff6e5d req-6586f922-a7ab-4fba-b8b9-59a54047528f tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/security-groups?id=be9aac2e-7143-45bb-8306-8f94693a5910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475457 Mar 23 01:54:16.528788 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea87bff-c192-43d6-9f66-31b05ec989c2 req-4971a687-d01d-4dd4-8611-7098c1d04cc7 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:16.530554 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0ea87bff-c192-43d6-9f66-31b05ec989c2 req-4971a687-d01d-4dd4-8611-7098c1d04cc7 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 943 time: 0.0576465 Mar 23 01:54:16.545253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 2032f58e-5a37-473f-b172-b4f810f56982 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:54:16.604224 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0ea87bff-c192-43d6-9f66-31b05ec989c2 req-3b519a63-0836-4aad-9eff-2449daf5c36f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665519 Mar 23 01:54:16.620527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 2032f58e-5a37-473f-b172-b4f810f56982 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:54:16.624512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 2032f58e-5a37-473f-b172-b4f810f56982 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:16.624929 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2032f58e-5a37-473f-b172-b4f810f56982), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:16.709359 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 2032f58e-5a37-473f-b172-b4f810f56982 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:16.709754 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2032f58e-5a37-473f-b172-b4f810f56982), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:16.734224 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9df44df-0b46-4c6d-bbcc-859f6cbcb970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2032f58e-5a37-473f-b172-b4f810f56982'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:16.736782 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1f1c6f-f4fd-4fe8-b0b2-615fa63bd9ba" -d '{"events": [{"server_uuid": "f9df44df-0b46-4c6d-bbcc-859f6cbcb970", "name": "network-vif-plugged", "status": "completed", "tag": "2032f58e-5a37-473f-b172-b4f810f56982"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:16.749109 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 2032f58e-5a37-473f-b172-b4f810f56982, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2032f58e-5a37-473f-b172-b4f810f56982,segment=NetworkSegment(eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe),segment_id=eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:16.753481 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2032f58e-5a37-473f-b172-b4f810f56982), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:16.804628 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae981d8-5442-4011-85d1-5d3bb8458318 x-openstack-request-id: req-4ae981d8-5442-4011-85d1-5d3bb8458318 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:16.804982 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9df44df-0b46-4c6d-bbcc-859f6cbcb970", "name": "network-vif-plugged", "status": "completed", "tag": "2032f58e-5a37-473f-b172-b4f810f56982", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:16.805240 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ae981d8-5442-4011-85d1-5d3bb8458318 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:16.805771 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae981d8-5442-4011-85d1-5d3bb8458318'] response: {'server_uuid': 'f9df44df-0b46-4c6d-bbcc-859f6cbcb970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2032f58e-5a37-473f-b172-b4f810f56982', 'code': 200} Mar 23 01:54:16.806932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=2032f58e-5a37-473f-b172-b4f810f56982,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:16.928036 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b84ae-fe35-490c-8e3b-72d062c83888 req-608165e9-874c-478f-a7f9-17b435ef44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:16.929626 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-462b84ae-fe35-490c-8e3b-72d062c83888 req-608165e9-874c-478f-a7f9-17b435ef44ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 1128 time: 0.0631540 Mar 23 01:54:16.979693 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-462b84ae-fe35-490c-8e3b-72d062c83888 req-54c90131-b646-4667-83b0-cab824358ea1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=be9aac2e-7143-45bb-8306-8f94693a5910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444155 Mar 23 01:54:17.220828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5726456c-aa58-4cd9-a07b-8963d450cc6b details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:54:17.331482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc90d85-24f2-428b-a5e3-b475c0369f4d req-6278905e-e04a-4ec3-a1d7-af498a021e6c tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:17.339125 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0fc90d85-24f2-428b-a5e3-b475c0369f4d req-6278905e-e04a-4ec3-a1d7-af498a021e6c tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 946 time: 0.0675349 Mar 23 01:54:17.402891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 5726456c-aa58-4cd9-a07b-8963d450cc6b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5726456c-aa58-4cd9-a07b-8963d450cc6b,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:17.406070 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0fc90d85-24f2-428b-a5e3-b475c0369f4d req-4e0a02c8-1fe1-4e17-b382-b8d9819646d6 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/security-groups?id=be9aac2e-7143-45bb-8306-8f94693a5910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660048 Mar 23 01:54:17.416000 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '5726456c-aa58-4cd9-a07b-8963d450cc6b', 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01', 'port_id': '5726456c-aa58-4cd9-a07b-8963d450cc6b', 'mac_address': 'fa:16:3e:33:f2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8471a63-7189-4566-adcc-c6e2e0f179a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:54:17.473079 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 5726456c-aa58-4cd9-a07b-8963d450cc6b is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:17.473475 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5726456c-aa58-4cd9-a07b-8963d450cc6b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:17.486758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5726456c-aa58-4cd9-a07b-8963d450cc6b {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:54:17.509691 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 5726456c-aa58-4cd9-a07b-8963d450cc6b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5726456c-aa58-4cd9-a07b-8963d450cc6b,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:17.515892 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5726456c-aa58-4cd9-a07b-8963d450cc6b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:17.566546 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=5726456c-aa58-4cd9-a07b-8963d450cc6b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:17.727058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e483e-050d-49ab-b45a-06e7dbb0febc req-a2c73b3c-bd69-480e-a4a9-1fd7830e380e tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:17.728839 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d88e483e-050d-49ab-b45a-06e7dbb0febc req-a2c73b3c-bd69-480e-a4a9-1fd7830e380e tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 944 time: 0.0565450 Mar 23 01:54:17.776769 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d88e483e-050d-49ab-b45a-06e7dbb0febc req-2b5e0de3-7ca0-48ce-9ebe-6081b1314c14 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415003 Mar 23 01:54:17.894637 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['5726456c-aa58-4cd9-a07b-8963d450cc6b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:54:18.549280 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc04cc7-b6f1-44b6-97a2-437112c4a48a req-0a0a359d-7d7a-4561-8751-acc8ba4f6f8f tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:18.551265 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2dc04cc7-b6f1-44b6-97a2-437112c4a48a req-0a0a359d-7d7a-4561-8751-acc8ba4f6f8f tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 946 time: 0.0660992 Mar 23 01:54:18.606830 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2dc04cc7-b6f1-44b6-97a2-437112c4a48a req-0c36bfe5-fc22-495d-b722-03e30754f191 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/security-groups?id=be9aac2e-7143-45bb-8306-8f94693a5910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494230 Mar 23 01:54:18.807534 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079739e-14d0-44e5-a989-fdd06988728a req-b91d52ea-2868-4f24-9e7c-3d5a0c1aa50d tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:18.809921 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8079739e-14d0-44e5-a989-fdd06988728a req-b91d52ea-2868-4f24-9e7c-3d5a0c1aa50d tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 946 time: 0.1078069 Mar 23 01:54:18.906388 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8079739e-14d0-44e5-a989-fdd06988728a req-59426e4f-f75e-4957-9a8c-a245a3382cc5 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/security-groups?id=be9aac2e-7143-45bb-8306-8f94693a5910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896697 Mar 23 01:54:18.979602 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5876372-c543-48f9-9b67-8a9027e21265 req-39e08846-b30d-4ba4-bd7a-fbfb0c6c4e75 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:18.981903 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d5876372-c543-48f9-9b67-8a9027e21265 req-39e08846-b30d-4ba4-bd7a-fbfb0c6c4e75 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 944 time: 0.0874388 Mar 23 01:54:19.076067 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d5876372-c543-48f9-9b67-8a9027e21265 req-80e8dd31-f750-4dee-8196-62995f53ed80 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832541 Mar 23 01:54:19.199125 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673582f-1a03-4b46-840a-03025a9013e0 req-51932182-fdcf-4c57-8feb-8c61799d017c tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:19.201076 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8673582f-1a03-4b46-840a-03025a9013e0 req-51932182-fdcf-4c57-8feb-8c61799d017c tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 946 time: 0.0740745 Mar 23 01:54:19.235769 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5726456c-aa58-4cd9-a07b-8963d450cc6b up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:54:19.318136 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8673582f-1a03-4b46-840a-03025a9013e0 req-6a00c5f3-68a9-44c5-bc73-98b808e84814 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/security-groups?id=be9aac2e-7143-45bb-8306-8f94693a5910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101100 Mar 23 01:54:19.353007 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 5726456c-aa58-4cd9-a07b-8963d450cc6b completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:54:19.363163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 5726456c-aa58-4cd9-a07b-8963d450cc6b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:19.364104 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5726456c-aa58-4cd9-a07b-8963d450cc6b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:19.562250 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 5726456c-aa58-4cd9-a07b-8963d450cc6b is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:19.563420 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5726456c-aa58-4cd9-a07b-8963d450cc6b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:19.570098 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-240f1358-49ce-4b6f-8b60-71f4057d4ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:19.635841 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18128e82-bbc0-44aa-b8ed-f7e541952609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5726456c-aa58-4cd9-a07b-8963d450cc6b'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:19.638576 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe63340-7a76-4361-8bc4-f6eb389c4b72" -d '{"events": [{"server_uuid": "18128e82-bbc0-44aa-b8ed-f7e541952609", "name": "network-vif-plugged", "status": "completed", "tag": "5726456c-aa58-4cd9-a07b-8963d450cc6b"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:19.678652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 5726456c-aa58-4cd9-a07b-8963d450cc6b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5726456c-aa58-4cd9-a07b-8963d450cc6b,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:19.689843 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5726456c-aa58-4cd9-a07b-8963d450cc6b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:19.690289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:54:19.764017 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0328d0-30a6-47a6-8e13-2f99a1198659 x-openstack-request-id: req-1d0328d0-30a6-47a6-8e13-2f99a1198659 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:19.764706 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18128e82-bbc0-44aa-b8ed-f7e541952609", "name": "network-vif-plugged", "status": "completed", "tag": "5726456c-aa58-4cd9-a07b-8963d450cc6b", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:19.765122 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d0328d0-30a6-47a6-8e13-2f99a1198659 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:19.765708 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0328d0-30a6-47a6-8e13-2f99a1198659'] response: {'server_uuid': '18128e82-bbc0-44aa-b8ed-f7e541952609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5726456c-aa58-4cd9-a07b-8963d450cc6b', 'code': 200} Mar 23 01:54:19.788180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=5726456c-aa58-4cd9-a07b-8963d450cc6b,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:19.794007 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e123c11-b5a2-465d-b1e2-bfffc9c4e18f req-e04d1ca6-cc98-4349-ab2c-0337397ed692 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:19.800142 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:54:19.801307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 73ed4d46-49a8-447e-b7e7-bf69a0fc2175 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:54:19.803530 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e123c11-b5a2-465d-b1e2-bfffc9c4e18f req-e04d1ca6-cc98-4349-ab2c-0337397ed692 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 946 time: 0.0735035 Mar 23 01:54:19.868461 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e123c11-b5a2-465d-b1e2-bfffc9c4e18f req-151e332d-f31a-4397-8e77-57b5d013118b tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/security-groups?id=be9aac2e-7143-45bb-8306-8f94693a5910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596700 Mar 23 01:54:19.904353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59a230-57e4-4bce-86e6-50ed3d7eef8b req-382f90bf-14fe-4902-8062-b9d6076a15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:19.907127 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3f59a230-57e4-4bce-86e6-50ed3d7eef8b req-382f90bf-14fe-4902-8062-b9d6076a15b5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 1127 time: 0.0796084 Mar 23 01:54:20.009272 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3f59a230-57e4-4bce-86e6-50ed3d7eef8b req-158f938c-efe9-4972-ba98-5dcc70272623 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953898 Mar 23 01:54:20.242369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5a81c-530f-49f6-9185-92f25ae335c1 req-8cdee82c-3895-418f-afd3-cb7505bbcd0b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:20.252267 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ff5a81c-530f-49f6-9185-92f25ae335c1 req-8cdee82c-3895-418f-afd3-cb7505bbcd0b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 945 time: 0.0885382 Mar 23 01:54:20.334684 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ff5a81c-530f-49f6-9185-92f25ae335c1 req-f167050b-1b49-4302-acd1-aee47e19b864 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770099 Mar 23 01:54:20.692755 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:21.052372 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc48fec-23d5-432f-a6ff-8cc96af0ac19 req-5cd4d7df-82b3-4431-90cb-5946c1b8a754 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:21.054276 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dcc48fec-23d5-432f-a6ff-8cc96af0ac19 req-5cd4d7df-82b3-4431-90cb-5946c1b8a754 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 946 time: 0.0862353 Mar 23 01:54:21.203405 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-dcc48fec-23d5-432f-a6ff-8cc96af0ac19 req-79a4dc5b-9730-4144-8024-0d41f9fda35b tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Deleting port 2032f58e-5a37-473f-b172-b4f810f56982 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:54:21.204429 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dcc48fec-23d5-432f-a6ff-8cc96af0ac19 req-79a4dc5b-9730-4144-8024-0d41f9fda35b tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2032f58e-5a37-473f-b172-b4f810f56982), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:21.316706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-dcc48fec-23d5-432f-a6ff-8cc96af0ac19 req-79a4dc5b-9730-4144-8024-0d41f9fda35b tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] For port 2032f58e-5a37-473f-b172-b4f810f56982, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2032f58e-5a37-473f-b172-b4f810f56982,segment=NetworkSegment(eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe),segment_id=eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:21.317477 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dcc48fec-23d5-432f-a6ff-8cc96af0ac19 req-79a4dc5b-9730-4144-8024-0d41f9fda35b tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2032f58e-5a37-473f-b172-b4f810f56982), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:21.354020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-dcc48fec-23d5-432f-a6ff-8cc96af0ac19 req-79a4dc5b-9730-4144-8024-0d41f9fda35b tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Calling delete_port for 2032f58e-5a37-473f-b172-b4f810f56982 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:54:21.489296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b0edb-050c-4524-9f3c-3ca1a42fd3bd req-ab5a21c3-3112-4ab7-b5e8-3fefa7381a96 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:21.493412 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-530b0edb-050c-4524-9f3c-3ca1a42fd3bd req-ab5a21c3-3112-4ab7-b5e8-3fefa7381a96 tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9df44df-0b46-4c6d-bbcc-859f6cbcb970 HTTP/1.1" status: 200 len: 946 time: 0.0874796 Mar 23 01:54:21.578257 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-530b0edb-050c-4524-9f3c-3ca1a42fd3bd req-b06e2f68-b362-4b50-8af8-648a3d47f6ef tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.18 "GET /v2.0/security-groups?id=be9aac2e-7143-45bb-8306-8f94693a5910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768144 Mar 23 01:54:21.599010 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439599c7-78f1-49d0-95c4-bac198b89782 req-bd844ef5-0ee6-43f6-8ce6-c1dd4e1c901f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:21.625854 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-439599c7-78f1-49d0-95c4-bac198b89782 req-bd844ef5-0ee6-43f6-8ce6-c1dd4e1c901f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 945 time: 0.1555009 Mar 23 01:54:21.710740 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dcc48fec-23d5-432f-a6ff-8cc96af0ac19 req-79a4dc5b-9730-4144-8024-0d41f9fda35b tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2032f58e-5a37-473f-b172-b4f810f56982), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:21.721139 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['2032f58e-5a37-473f-b172-b4f810f56982'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:54:21.738265 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-439599c7-78f1-49d0-95c4-bac198b89782 req-74213bf6-8d14-44cf-bcfc-92447e71a801 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070621 Mar 23 01:54:21.827047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4dc5b-9730-4144-8024-0d41f9fda35b tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Pushing event deleted for resources: {'Port': ['ID=2032f58e-5a37-473f-b172-b4f810f56982,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:21.859639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc48fec-23d5-432f-a6ff-8cc96af0ac19 req-79a4dc5b-9730-4144-8024-0d41f9fda35b tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] No DVR routers for this DVR port 2032f58e-5a37-473f-b172-b4f810f56982 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:54:21.867234 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dcc48fec-23d5-432f-a6ff-8cc96af0ac19 req-79a4dc5b-9730-4144-8024-0d41f9fda35b tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:21.875669 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dcc48fec-23d5-432f-a6ff-8cc96af0ac19 req-79a4dc5b-9730-4144-8024-0d41f9fda35b tempest-ServersNegativeTestMultiTenantJSON-651602234 tempest-ServersNegativeTestMultiTenantJSON-651602234-project] 10.222.0.42 "DELETE /v2.0/ports/2032f58e-5a37-473f-b172-b4f810f56982 HTTP/1.1" status: 204 len: 173 time: 0.8141065 Mar 23 01:54:21.875669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9df44df-0b46-4c6d-bbcc-859f6cbcb970', 'name': 'network-vif-deleted', 'tag': '2032f58e-5a37-473f-b172-b4f810f56982'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:21.880920 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad79f621-eef3-45e8-a644-88326a0eb08a" -d '{"events": [{"server_uuid": "f9df44df-0b46-4c6d-bbcc-859f6cbcb970", "name": "network-vif-deleted", "tag": "2032f58e-5a37-473f-b172-b4f810f56982"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:21.963695 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03834aa9-e7d7-43c2-814c-280a1ff8126c x-openstack-request-id: req-03834aa9-e7d7-43c2-814c-280a1ff8126c {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:21.964383 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9df44df-0b46-4c6d-bbcc-859f6cbcb970", "name": "network-vif-deleted", "tag": "2032f58e-5a37-473f-b172-b4f810f56982", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:21.965012 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03834aa9-e7d7-43c2-814c-280a1ff8126c {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:21.966389 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03834aa9-e7d7-43c2-814c-280a1ff8126c'] response: {'server_uuid': 'f9df44df-0b46-4c6d-bbcc-859f6cbcb970', 'name': 'network-vif-deleted', 'tag': '2032f58e-5a37-473f-b172-b4f810f56982', 'status': 'completed', 'code': 200} Mar 23 01:54:22.019360 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ed07b12a-804c-4ac8-9564-2c02088faedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:22.656224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33220) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:22.713855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd60a0f-a939-4493-bfd1-15fdbd6d8c03 admin admin] Deleting subnet 3ccf3c2f-57ea-4d2f-845b-091b439b1f6e {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:54:22.717620 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edd60a0f-a939-4493-bfd1-15fdbd6d8c03 admin admin] Publish callbacks [] for subnet (3ccf3c2f-57ea-4d2f-845b-091b439b1f6e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:22.755608 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edd60a0f-a939-4493-bfd1-15fdbd6d8c03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (3ccf3c2f-57ea-4d2f-845b-091b439b1f6e), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:22.824823 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edd60a0f-a939-4493-bfd1-15fdbd6d8c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (3ccf3c2f-57ea-4d2f-845b-091b439b1f6e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:22.925952 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b75a7-20d2-46e9-abd6-978997c4509b req-a3f44906-caca-4cd8-9f52-75d767aeaa67 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:22.927515 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-738b75a7-20d2-46e9-abd6-978997c4509b req-a3f44906-caca-4cd8-9f52-75d767aeaa67 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 945 time: 0.0793939 Mar 23 01:54:22.929121 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edd60a0f-a939-4493-bfd1-15fdbd6d8c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (3ccf3c2f-57ea-4d2f-845b-091b439b1f6e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:22.970981 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd60a0f-a939-4493-bfd1-15fdbd6d8c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ccf3c2f-57ea-4d2f-845b-091b439b1f6e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:22.975727 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-edd60a0f-a939-4493-bfd1-15fdbd6d8c03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:22.979077 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-edd60a0f-a939-4493-bfd1-15fdbd6d8c03 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3ccf3c2f-57ea-4d2f-845b-091b439b1f6e HTTP/1.1" status: 204 len: 168 time: 0.3251085 Mar 23 01:54:22.981857 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33228) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:23.011381 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-738b75a7-20d2-46e9-abd6-978997c4509b req-ec931572-493f-4068-be58-a2335bb4241b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764177 Mar 23 01:54:23.094883 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (b2f9820a-d93e-475c-9080-56d2805b04d4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:23.258910 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:23.259562 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (b2f9820a-d93e-475c-9080-56d2805b04d4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:23.308367 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f9820a-d93e-475c-9080-56d2805b04d4']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:23.323642 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:23.324412 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:23.386060 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:23.410667 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:23.428063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:54:23.428926 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (eaa9c7bf-058b-48c8-88a5-e2af7c97d2fe), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:54:23.431898 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:54:23.440166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920cf6a-3453-4450-b88f-3b43dd18d0e9 req-bef5145e-3a78-4e0b-acfa-c891a7811c24 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:23.460650 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a920cf6a-3453-4450-b88f-3b43dd18d0e9 req-bef5145e-3a78-4e0b-acfa-c891a7811c24 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 945 time: 0.1408038 Mar 23 01:54:23.527223 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (b2f9820a-d93e-475c-9080-56d2805b04d4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:23.536399 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:23.541466 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b2f9820a-d93e-475c-9080-56d2805b04d4 HTTP/1.1" status: 204 len: 168 time: 0.5577734 Mar 23 01:54:23.543914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33248) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:23.565431 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a920cf6a-3453-4450-b88f-3b43dd18d0e9 req-f4267948-6231-445b-b226-10bfc569a805 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994811 Mar 23 01:54:23.571655 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2f9820a-d93e-475c-9080-56d2805b04d4,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:23.607556 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:23.607919 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:23.608291 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:23.608659 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:23.609014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:23.609362 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:23.609713 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:23.610048 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:23.610916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:23.611254 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:23.611589 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:23.611920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:23.612258 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:23.612581 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:23.612945 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4812ece-b453-4c43-9997-6d1df3a685f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:23.648524 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c68e954-fba2-4c7f-a20d-fb1155bb27c8 admin admin] Deleting subnet 48ef691e-df67-4b70-9d7d-70f54e6d99a9 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:54:23.677995 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4c68e954-fba2-4c7f-a20d-fb1155bb27c8 admin admin] Publish callbacks [] for subnet (48ef691e-df67-4b70-9d7d-70f54e6d99a9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:23.798192 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4c68e954-fba2-4c7f-a20d-fb1155bb27c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (48ef691e-df67-4b70-9d7d-70f54e6d99a9), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:23.846705 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38f139-164b-4b6e-b848-61c8b18c65ae req-586c7220-7488-456c-83d5-7c1f2e287f0a tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:23.855374 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2c38f139-164b-4b6e-b848-61c8b18c65ae req-586c7220-7488-456c-83d5-7c1f2e287f0a tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 945 time: 0.1438410 Mar 23 01:54:23.925231 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2c38f139-164b-4b6e-b848-61c8b18c65ae req-3a27fe75-c881-4e55-90b7-3057c254ecb0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645032 Mar 23 01:54:23.973692 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4c68e954-fba2-4c7f-a20d-fb1155bb27c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (48ef691e-df67-4b70-9d7d-70f54e6d99a9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:24.088555 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4c68e954-fba2-4c7f-a20d-fb1155bb27c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (48ef691e-df67-4b70-9d7d-70f54e6d99a9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:24.128536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68e954-fba2-4c7f-a20d-fb1155bb27c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48ef691e-df67-4b70-9d7d-70f54e6d99a9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:24.143492 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4c68e954-fba2-4c7f-a20d-fb1155bb27c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:24.173680 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4c68e954-fba2-4c7f-a20d-fb1155bb27c8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/48ef691e-df67-4b70-9d7d-70f54e6d99a9 HTTP/1.1" status: 204 len: 168 time: 0.6286027 Mar 23 01:54:24.176168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33258) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:24.285542 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04861a39-2456-4d3c-b04c-6629ddf2156b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (e1e10e21-08b1-41ba-8da1-116e1a9098ed), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:24.403952 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04861a39-2456-4d3c-b04c-6629ddf2156b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (e1e10e21-08b1-41ba-8da1-116e1a9098ed), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:24.456275 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-04861a39-2456-4d3c-b04c-6629ddf2156b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e10e21-08b1-41ba-8da1-116e1a9098ed']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:24.460786 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393a250-d246-4577-a044-aaf8d9a49505 req-ecbfa1b4-04c7-46c0-81b0-bd13fa0699fe tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:24.463171 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c393a250-d246-4577-a044-aaf8d9a49505 req-ecbfa1b4-04c7-46c0-81b0-bd13fa0699fe tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 945 time: 0.1380591 Mar 23 01:54:24.485460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-04861a39-2456-4d3c-b04c-6629ddf2156b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7f927e-4664-4f82-b364-872d594577f1') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:24.485891 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-04861a39-2456-4d3c-b04c-6629ddf2156b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7f927e-4664-4f82-b364-872d594577f1') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:24.510069 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04861a39-2456-4d3c-b04c-6629ddf2156b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (7e7f927e-4664-4f82-b364-872d594577f1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:24.546516 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04861a39-2456-4d3c-b04c-6629ddf2156b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (7e7f927e-4664-4f82-b364-872d594577f1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:24.553592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04861a39-2456-4d3c-b04c-6629ddf2156b admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:54:24.554006 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04861a39-2456-4d3c-b04c-6629ddf2156b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (7e7f927e-4664-4f82-b364-872d594577f1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:54:24.556769 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:54:24.568956 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c393a250-d246-4577-a044-aaf8d9a49505 req-a558e9f7-e871-47b5-80ff-f3b11441f919 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967047 Mar 23 01:54:24.574279 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 2032f58e-5a37-473f-b172-b4f810f56982 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:54:24.622128 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 2032f58e-5a37-473f-b172-b4f810f56982 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:54:24.628103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 2032f58e-5a37-473f-b172-b4f810f56982 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:54:24.636014 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:24.658406 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04861a39-2456-4d3c-b04c-6629ddf2156b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (e1e10e21-08b1-41ba-8da1-116e1a9098ed), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:24.670219 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04861a39-2456-4d3c-b04c-6629ddf2156b admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:24.676508 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-04861a39-2456-4d3c-b04c-6629ddf2156b admin admin] 10.222.0.18 "DELETE /v2.0/networks/e1e10e21-08b1-41ba-8da1-116e1a9098ed HTTP/1.1" status: 204 len: 168 time: 0.4960871 Mar 23 01:54:24.706587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04861a39-2456-4d3c-b04c-6629ddf2156b admin admin] Pushing event deleted for resources: {'Network': ['ID=e1e10e21-08b1-41ba-8da1-116e1a9098ed,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:25.012203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33272) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:25.105518 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-267c2e6b-780e-478e-9204-04509e5d1eb1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8f2056a59214943a722788c8bf62616&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0918777 Mar 23 01:54:25.108040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33274) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:25.225264 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4e76db38-bee3-48f1-b7f7-2bc1fd8ff0eb admin admin] Publish callbacks [] for security_group (be9aac2e-7143-45bb-8306-8f94693a5910), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:25.276639 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4e76db38-bee3-48f1-b7f7-2bc1fd8ff0eb admin admin] Publish callbacks [] for security_group (be9aac2e-7143-45bb-8306-8f94693a5910), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:25.375682 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4e76db38-bee3-48f1-b7f7-2bc1fd8ff0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (be9aac2e-7143-45bb-8306-8f94693a5910), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:25.382276 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4e76db38-bee3-48f1-b7f7-2bc1fd8ff0eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:25.406325 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4e76db38-bee3-48f1-b7f7-2bc1fd8ff0eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be9aac2e-7143-45bb-8306-8f94693a5910 HTTP/1.1" status: 204 len: 168 time: 0.2945366 Mar 23 01:54:25.421624 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76db38-bee3-48f1-b7f7-2bc1fd8ff0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9aac2e-7143-45bb-8306-8f94693a5910,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:25.814555 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:25.833206 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc05b3-c2c3-4060-930f-9d2906cc0f6f req-059ad08b-f3aa-44fc-807e-558a6f9c3a93 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:25.839517 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-29cc05b3-c2c3-4060-930f-9d2906cc0f6f req-059ad08b-f3aa-44fc-807e-558a6f9c3a93 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 945 time: 0.1522968 Mar 23 01:54:25.844248 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b80fe-28f9-4a0b-a8d5-45d44f68c12d req-86d78a3f-8196-4bef-9eb4-bb8104345d97 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:25.850585 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-706b80fe-28f9-4a0b-a8d5-45d44f68c12d req-86d78a3f-8196-4bef-9eb4-bb8104345d97 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 945 time: 0.1331680 Mar 23 01:54:25.966972 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-706b80fe-28f9-4a0b-a8d5-45d44f68c12d req-fd29caa2-89d9-4fe5-899d-481680aebf35 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094656 Mar 23 01:54:26.053944 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-29cc05b3-c2c3-4060-930f-9d2906cc0f6f req-28918447-45fe-42a0-a8b9-ecc728f9f88d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Deleting port 5726456c-aa58-4cd9-a07b-8963d450cc6b {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:54:26.053944 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-29cc05b3-c2c3-4060-930f-9d2906cc0f6f req-28918447-45fe-42a0-a8b9-ecc728f9f88d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5726456c-aa58-4cd9-a07b-8963d450cc6b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:26.123328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33290) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:26.167422 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-29cc05b3-c2c3-4060-930f-9d2906cc0f6f req-28918447-45fe-42a0-a8b9-ecc728f9f88d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] For port 5726456c-aa58-4cd9-a07b-8963d450cc6b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5726456c-aa58-4cd9-a07b-8963d450cc6b,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:26.168015 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-29cc05b3-c2c3-4060-930f-9d2906cc0f6f req-28918447-45fe-42a0-a8b9-ecc728f9f88d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5726456c-aa58-4cd9-a07b-8963d450cc6b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:26.183591 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-29cc05b3-c2c3-4060-930f-9d2906cc0f6f req-28918447-45fe-42a0-a8b9-ecc728f9f88d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Calling delete_port for 5726456c-aa58-4cd9-a07b-8963d450cc6b owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:54:26.236418 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-54e17552-164d-4dd8-a758-756dd5cea1bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9004d369512d424d85c01d966830dca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1113625 Mar 23 01:54:26.238872 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33292) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:26.343558 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-29cc05b3-c2c3-4060-930f-9d2906cc0f6f req-28918447-45fe-42a0-a8b9-ecc728f9f88d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (5726456c-aa58-4cd9-a07b-8963d450cc6b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:26.368415 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e90309c1-181e-4819-81f6-76f3ebb94f07 admin admin] Publish callbacks [] for security_group (919db6b4-9160-411a-a09a-cf9f9a205621), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:26.375079 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b', '5726456c-aa58-4cd9-a07b-8963d450cc6b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:54:26.400766 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e90309c1-181e-4819-81f6-76f3ebb94f07 admin admin] Publish callbacks [] for security_group (919db6b4-9160-411a-a09a-cf9f9a205621), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:26.479698 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e90309c1-181e-4819-81f6-76f3ebb94f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (919db6b4-9160-411a-a09a-cf9f9a205621), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:26.484200 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e90309c1-181e-4819-81f6-76f3ebb94f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:26.489273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cc05b3-c2c3-4060-930f-9d2906cc0f6f req-28918447-45fe-42a0-a8b9-ecc728f9f88d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] No DVR routers for this DVR port 5726456c-aa58-4cd9-a07b-8963d450cc6b on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:54:26.493323 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-29cc05b3-c2c3-4060-930f-9d2906cc0f6f req-28918447-45fe-42a0-a8b9-ecc728f9f88d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:26.497526 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-29cc05b3-c2c3-4060-930f-9d2906cc0f6f req-28918447-45fe-42a0-a8b9-ecc728f9f88d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "DELETE /v2.0/ports/5726456c-aa58-4cd9-a07b-8963d450cc6b HTTP/1.1" status: 204 len: 173 time: 0.6511958 Mar 23 01:54:26.498293 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e90309c1-181e-4819-81f6-76f3ebb94f07 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/919db6b4-9160-411a-a09a-cf9f9a205621 HTTP/1.1" status: 204 len: 168 time: 0.2449982 Mar 23 01:54:26.498548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18128e82-bbc0-44aa-b8ed-f7e541952609', 'name': 'network-vif-deleted', 'tag': '5726456c-aa58-4cd9-a07b-8963d450cc6b'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:26.501349 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b21b3e-08b6-4db5-8311-870fb5a18810" -d '{"events": [{"server_uuid": "18128e82-bbc0-44aa-b8ed-f7e541952609", "name": "network-vif-deleted", "tag": "5726456c-aa58-4cd9-a07b-8963d450cc6b"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:26.505599 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28918447-45fe-42a0-a8b9-ecc728f9f88d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Pushing event deleted for resources: {'Port': ['ID=5726456c-aa58-4cd9-a07b-8963d450cc6b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:26.517336 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90309c1-181e-4819-81f6-76f3ebb94f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919db6b4-9160-411a-a09a-cf9f9a205621,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:26.585131 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a478388-2940-46ce-97a4-16d6023ae176 x-openstack-request-id: req-4a478388-2940-46ce-97a4-16d6023ae176 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:26.585433 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18128e82-bbc0-44aa-b8ed-f7e541952609", "name": "network-vif-deleted", "tag": "5726456c-aa58-4cd9-a07b-8963d450cc6b", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:26.585715 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a478388-2940-46ce-97a4-16d6023ae176 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:26.586130 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a478388-2940-46ce-97a4-16d6023ae176'] response: {'server_uuid': '18128e82-bbc0-44aa-b8ed-f7e541952609', 'name': 'network-vif-deleted', 'tag': '5726456c-aa58-4cd9-a07b-8963d450cc6b', 'status': 'completed', 'code': 200} Mar 23 01:54:27.157717 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28f3ad44-7e49-427a-b260-0ba2a8ff0450 req-7b47c222-18f4-4636-924b-0c2d41a34efa tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=18128e82-bbc0-44aa-b8ed-f7e541952609 HTTP/1.1" status: 200 len: 210 time: 0.0885420 Mar 23 01:54:27.869027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33330) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:28.027736 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d8ce8da6-7118-4b54-b6b5-397b43c82bf3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-53163815-network', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:28.077769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ce8da6-7118-4b54-b6b5-397b43c82bf3 admin admin] Made reservation on behalf of b3fd908bced3464f9e1bf9a42f2977ef for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:54:28.080930 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d8ce8da6-7118-4b54-b6b5-397b43c82bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:28.116058 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d8ce8da6-7118-4b54-b6b5-397b43c82bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:28.285693 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d8ce8da6-7118-4b54-b6b5-397b43c82bf3 admin admin] Publish callbacks [] for security_group (e6be2a73-9863-4955-8174-f83724d0cbd3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:28.304658 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d8ce8da6-7118-4b54-b6b5-397b43c82bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e6be2a73-9863-4955-8174-f83724d0cbd3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:28.326151 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ce8da6-7118-4b54-b6b5-397b43c82bf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:54:28.345018 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d8ce8da6-7118-4b54-b6b5-397b43c82bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:28.345451 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-d8ce8da6-7118-4b54-b6b5-397b43c82bf3 admin admin] Added segment 4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8 of type vlan for network 057fc303-8305-4494-9b96-40a2ebb37d7e Mar 23 01:54:28.465101 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d8ce8da6-7118-4b54-b6b5-397b43c82bf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (057fc303-8305-4494-9b96-40a2ebb37d7e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:28.484195 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce8da6-7118-4b54-b6b5-397b43c82bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6be2a73-9863-4955-8174-f83724d0cbd3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:28.535243 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d8ce8da6-7118-4b54-b6b5-397b43c82bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (057fc303-8305-4494-9b96-40a2ebb37d7e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:28.536299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ce8da6-7118-4b54-b6b5-397b43c82bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:28.539170 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d8ce8da6-7118-4b54-b6b5-397b43c82bf3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:28.632120 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d8ce8da6-7118-4b54-b6b5-397b43c82bf3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7619462 Mar 23 01:54:28.641456 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33364) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:28.651976 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e2522ae3-67b6-401a-8e8d-e098e836734e admin admin] Request body: {'subnet': {'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-subnet', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:28.674723 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce8da6-7118-4b54-b6b5-397b43c82bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=057fc303-8305-4494-9b96-40a2ebb37d7e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:28.688222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 057fc303-8305-4494-9b96-40a2ebb37d7e details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:54:28.692199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2522ae3-67b6-401a-8e8d-e098e836734e admin admin] Made reservation on behalf of b3fd908bced3464f9e1bf9a42f2977ef for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:54:28.696455 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e2522ae3-67b6-401a-8e8d-e098e836734e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:28.756191 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:54:28.776985 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-0384ecb8-3db3-433a-9209-2a320e9ab702 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:28.779487 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-0384ecb8-3db3-433a-9209-2a320e9ab702 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 806 time: 0.1500623 Mar 23 01:54:28.802897 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-2d626a50-40ee-4cef-b6a1-13b5b33cbb83 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/quotas/40daccf221df44ccb4d09b7e635d42a3 HTTP/1.1" status: 200 len: 375 time: 0.0173733 Mar 23 01:54:28.911010 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-0ad0c7f2-65c8-4866-989f-af5095c46737 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010609 Mar 23 01:54:29.011487 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e2522ae3-67b6-401a-8e8d-e098e836734e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (e586dff4-d158-4e37-8056-bc6cfd8ce778), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:29.039697 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-1f09136b-25e1-4bb8-b3c4-1ed2d8e4393a service neutron] 10.222.0.18 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264861 Mar 23 01:54:29.077875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2522ae3-67b6-401a-8e8d-e098e836734e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e586dff4-d158-4e37-8056-bc6cfd8ce778,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:29.083576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2522ae3-67b6-401a-8e8d-e098e836734e admin admin] Checking segment: {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:54:29.084015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2522ae3-67b6-401a-8e8d-e098e836734e admin admin] Network hostable DHCP agents. Network: 057fc303-8305-4494-9b96-40a2ebb37d7e, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:54:29.109435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2522ae3-67b6-401a-8e8d-e098e836734e admin admin] Network 057fc303-8305-4494-9b96-40a2ebb37d7e is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:54:29.138990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e2522ae3-67b6-401a-8e8d-e098e836734e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 057fc303-8305-4494-9b96-40a2ebb37d7e) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:54:29.147471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2522ae3-67b6-401a-8e8d-e098e836734e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:29.150947 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e2522ae3-67b6-401a-8e8d-e098e836734e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:29.152087 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf7560d-b23c-4e66-abdd-620c099bc055 None None] Network 057fc303-8305-4494-9b96-40a2ebb37d7e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:54:29.179876 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e2522ae3-67b6-401a-8e8d-e098e836734e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5344300 Mar 23 01:54:29.181026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33366) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:29.194189 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:29.210614 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-5a66610b-5b78-4890-8e68-ae8652552d9f service neutron] 10.222.0.18 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691728 Mar 23 01:54:29.240951 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:29.243371 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:29.395130 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Publish callbacks [] for router_controller (02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:29.779948 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eec660a2-56c3-4ad7-9450-2f7b8d13d7c8 req-e7476252-1da0-495b-b94c-d36c0206ce85 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 210 time: 0.1530931 Mar 23 01:54:29.816005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5726456c-aa58-4cd9-a07b-8963d450cc6b no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:54:29.953542 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 5726456c-aa58-4cd9-a07b-8963d450cc6b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:54:29.954177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5726456c-aa58-4cd9-a07b-8963d450cc6b not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:54:30.073839 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-057fc303-8305-4494-9b96-40a2ebb37d7e', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:54:30.077522 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:30.119533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33398) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:30.324581 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3eef93bc-fe14-43d3-8d02-37910ebcfeaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:30.481877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Allocated IP 172.20.0.2 (057fc303-8305-4494-9b96-40a2ebb37d7e/e586dff4-d158-4e37-8056-bc6cfd8ce778/56ffb256-6247-4578-ae48-a746ada4a217) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:54:30.513175 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3eef93bc-fe14-43d3-8d02-37910ebcfeaa admin admin] Publish callbacks [] for security_group (bd68cdc0-73c0-4c23-b852-abb830814021), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:30.522020 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3eef93bc-fe14-43d3-8d02-37910ebcfeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bd68cdc0-73c0-4c23-b852-abb830814021), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:30.581695 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Publish callbacks [] for router_gateway (02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:30.634135 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3eef93bc-fe14-43d3-8d02-37910ebcfeaa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16edb01825c948f58e9ccbab75ea0cec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5127537 Mar 23 01:54:30.634970 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef93bc-fe14-43d3-8d02-37910ebcfeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd68cdc0-73c0-4c23-b852-abb830814021,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:30.646878 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33406) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:30.805204 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6881-03c4-4648-a7d6-a9f53f68063d admin admin] Publish callbacks [] for security_group (bd68cdc0-73c0-4c23-b852-abb830814021), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:30.834952 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6881-03c4-4648-a7d6-a9f53f68063d admin admin] Publish callbacks [] for security_group (bd68cdc0-73c0-4c23-b852-abb830814021), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:30.907621 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6881-03c4-4648-a7d6-a9f53f68063d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (bd68cdc0-73c0-4c23-b852-abb830814021), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:30.913044 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6881-03c4-4648-a7d6-a9f53f68063d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:30.916561 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cc9f6881-03c4-4648-a7d6-a9f53f68063d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd68cdc0-73c0-4c23-b852-abb830814021 HTTP/1.1" status: 204 len: 168 time: 0.2666795 Mar 23 01:54:30.926760 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f6881-03c4-4648-a7d6-a9f53f68063d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd68cdc0-73c0-4c23-b852-abb830814021,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:30.982926 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8518d7dd-abbc-45ef-a46b-d50d7344f4e8 req-9d5ec04b-8f6c-4ce2-a066-94598134f27e tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 210 time: 0.0361450 Mar 23 01:54:30.984724 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Publish callbacks [] for router_gateway (02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:31.026619 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:31.091095 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Publish callbacks [] for port (56ffb256-6247-4578-ae48-a746ada4a217), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:31.107589 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (56ffb256-6247-4578-ae48-a746ada4a217), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:31.203279 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Network 057fc303-8305-4494-9b96-40a2ebb37d7e is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:54:31.246063 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Allocated IP 172.25.0.153 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/14ffe2e3-c37c-428e-9451-cfd063ceb398) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:54:31.254915 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:54:31.259794 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:54:31.297935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Pushing event updated for resources: {'Port': ['ID=56ffb256-6247-4578-ae48-a746ada4a217,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:31.376964 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Attempting to bind port 56ffb256-6247-4578-ae48-a746ada4a217 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:54:31.377326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Attempting to bind port 56ffb256-6247-4578-ae48-a746ada4a217 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:54:31.377694 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Attempting to bind port 56ffb256-6247-4578-ae48-a746ada4a217 on network 057fc303-8305-4494-9b96-40a2ebb37d7e {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:54:31.385622 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:54:31.386046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Checking segment: {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:54:31.386402 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:31.386796 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Bound using segment: {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:54:31.387454 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Bound port: 56ffb256-6247-4578-ae48-a746ada4a217, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:54:31.387761 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (56ffb256-6247-4578-ae48-a746ada4a217), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:31.471169 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d31810dd-033c-46cf-829a-407bec02151b None None] For port 56ffb256-6247-4578-ae48-a746ada4a217, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:54:31.475199 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d31810dd-033c-46cf-829a-407bec02151b None None] For port 56ffb256-6247-4578-ae48-a746ada4a217, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=56ffb256-6247-4578-ae48-a746ada4a217,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:54:31.479140 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Publish callbacks [] for port (14ffe2e3-c37c-428e-9451-cfd063ceb398), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:31.493131 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (56ffb256-6247-4578-ae48-a746ada4a217), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:31.526321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-46305225-d0d7-4db8-92b1-809bd06b4154 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:31.542412 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-46305225-d0d7-4db8-92b1-809bd06b4154 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 806 time: 0.3512115 Mar 23 01:54:31.558389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33416) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:31.561953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-8ad36db5-6134-411d-8ffd-46cf2f9cc772 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Request body: {'port': {'device_id': '27f51dd2-39af-4e6e-a51b-4020986e1ce6', 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01', 'admin_state_up': True, 'tenant_id': '40daccf221df44ccb4d09b7e635d42a3'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:31.592750 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31810dd-033c-46cf-829a-407bec02151b None None] Pushing event updated for resources: {'Port': ['ID=56ffb256-6247-4578-ae48-a746ada4a217,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:31.602085 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (14ffe2e3-c37c-428e-9451-cfd063ceb398), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:31.672974 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-83ad7ca2-b2d8-49e6-81d3-c56c08aae1a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:31.674753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:54:31.681325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:54:31.685543 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:54:31.734260 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Pushing event updated for resources: {'Port': ['ID=14ffe2e3-c37c-428e-9451-cfd063ceb398,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:31.791252 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-83ad7ca2-b2d8-49e6-81d3-c56c08aae1a2 admin admin] Publish callbacks [] for security_group (5dc2e920-0af6-4077-a52a-362be266bd9e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:31.801003 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-83ad7ca2-b2d8-49e6-81d3-c56c08aae1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5dc2e920-0af6-4077-a52a-362be266bd9e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:32.214010 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b10b5722-ecc6-4ee7-b9b4-3f5d61a835d7 req-484f9f89-89e4-4ef5-b498-dce8fe2f885b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 210 time: 0.0596228 Mar 23 01:54:32.254654 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Publish callbacks [] for router_gateway (02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:32.503926 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad7ca2-b2d8-49e6-81d3-c56c08aae1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc2e920-0af6-4077-a52a-362be266bd9e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:32.522643 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-83ad7ca2-b2d8-49e6-81d3-c56c08aae1a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df8683ee113a4d4b8e5a01e4e676aea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9406159 Mar 23 01:54:32.527778 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33424) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:32.557248 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:32.611143 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-272e889d-2b59-4d7c-92e6-57db58e0bf52 admin admin] Publish callbacks [] for security_group (5dc2e920-0af6-4077-a52a-362be266bd9e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:32.639171 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-8ad36db5-6134-411d-8ffd-46cf2f9cc772 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Made reservation on behalf of 40daccf221df44ccb4d09b7e635d42a3 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:54:32.642628 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-8ad36db5-6134-411d-8ffd-46cf2f9cc772 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:32.660632 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-272e889d-2b59-4d7c-92e6-57db58e0bf52 admin admin] Publish callbacks [] for security_group (5dc2e920-0af6-4077-a52a-362be266bd9e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:32.766456 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-272e889d-2b59-4d7c-92e6-57db58e0bf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5dc2e920-0af6-4077-a52a-362be266bd9e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:32.769665 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-272e889d-2b59-4d7c-92e6-57db58e0bf52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:32.771319 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-272e889d-2b59-4d7c-92e6-57db58e0bf52 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5dc2e920-0af6-4077-a52a-362be266bd9e HTTP/1.1" status: 204 len: 168 time: 0.2423315 Mar 23 01:54:32.887047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:54:32.951520 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-8ad36db5-6134-411d-8ffd-46cf2f9cc772 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Allocated IP 172.20.0.6 (42433058-325f-4239-94d5-8b7af2c3ec01/a8471a63-7189-4566-adcc-c6e2e0f179a5/e67228f1-04f6-4b60-8307-06919baf9690) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:54:33.184171 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e889d-2b59-4d7c-92e6-57db58e0bf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc2e920-0af6-4077-a52a-362be266bd9e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:33.256900 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:54:33.269418 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-8ad36db5-6134-411d-8ffd-46cf2f9cc772 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks [] for port (e67228f1-04f6-4b60-8307-06919baf9690), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:33.270686 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Sync routers for ids ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:54:33.287225 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Routers {'02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:54:33.288154 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:54:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:33.317385 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:33.321786 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-29941d21-02a0-4040-8762-e0d780354159 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1352985 Mar 23 01:54:33.321973 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-8ad36db5-6134-411d-8ffd-46cf2f9cc772 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e67228f1-04f6-4b60-8307-06919baf9690), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:33.323134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33438) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:33.405919 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f98d5de-ee6b-4c8d-b9f9-979be314d2a0 None None] Network 057fc303-8305-4494-9b96-40a2ebb37d7e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:54:33.425120 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:54:33.545547 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad36db5-6134-411d-8ffd-46cf2f9cc772 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Pushing event updated for resources: {'Port': ['ID=e67228f1-04f6-4b60-8307-06919baf9690,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:33.614030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 56ffb256-6247-4578-ae48-a746ada4a217 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:54:33.683143 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-8ad36db5-6134-411d-8ffd-46cf2f9cc772 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Network 42433058-325f-4239-94d5-8b7af2c3ec01 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:54:33.693886 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-8ad36db5-6134-411d-8ffd-46cf2f9cc772 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:54:33.702173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-8ad36db5-6134-411d-8ffd-46cf2f9cc772 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:54:33.852686 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bb613060-8427-4cd0-87b1-c241f653cc1b None None] Provisioning complete for port 56ffb256-6247-4578-ae48-a746ada4a217 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:33.853063 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bb613060-8427-4cd0-87b1-c241f653cc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (56ffb256-6247-4578-ae48-a746ada4a217), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:33.877736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02568bad-6d67-4b68-b7df-a71af21264a5 req-f1dc0294-f29b-4806-a4c3-38f73474d024 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:33.885372 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-02568bad-6d67-4b68-b7df-a71af21264a5 req-f1dc0294-f29b-4806-a4c3-38f73474d024 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 931 time: 0.3441875 Mar 23 01:54:34.025758 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-8ad36db5-6134-411d-8ffd-46cf2f9cc772 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:34.027520 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-8ad36db5-6134-411d-8ffd-46cf2f9cc772 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:34.058136 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:34.066642 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-02568bad-6d67-4b68-b7df-a71af21264a5 req-e8575a39-b735-49f8-bbe3-2ac2be0c2be6 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802616 Mar 23 01:54:34.098549 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-8ad36db5-6134-411d-8ffd-46cf2f9cc772 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5408340 Mar 23 01:54:34.145179 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Request body: {'port': {'device_id': '27f51dd2-39af-4e6e-a51b-4020986e1ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:34.160816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 56ffb256-6247-4578-ae48-a746ada4a217 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:34.161930 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (56ffb256-6247-4578-ae48-a746ada4a217), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:34.304531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Set router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:54:34.318162 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e67228f1-04f6-4b60-8307-06919baf9690), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:34.689162 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:34.739275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bb613060-8427-4cd0-87b1-c241f653cc1b None None] Current status of the port 56ffb256-6247-4578-ae48-a746ada4a217 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:34.739963 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bb613060-8427-4cd0-87b1-c241f653cc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (56ffb256-6247-4578-ae48-a746ada4a217), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:34.936416 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67228f1-04f6-4b60-8307-06919baf9690 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:54:34.938492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 56ffb256-6247-4578-ae48-a746ada4a217 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:34.938935 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (56ffb256-6247-4578-ae48-a746ada4a217), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:34.951856 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Publish callbacks [] for port (e67228f1-04f6-4b60-8307-06919baf9690), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:34.964609 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-bb613060-8427-4cd0-87b1-c241f653cc1b None None] For port 56ffb256-6247-4578-ae48-a746ada4a217, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=56ffb256-6247-4578-ae48-a746ada4a217,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:34.993740 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bb613060-8427-4cd0-87b1-c241f653cc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (56ffb256-6247-4578-ae48-a746ada4a217), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:35.078582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb613060-8427-4cd0-87b1-c241f653cc1b None None] Pushing event updated for resources: {'Port': ['ID=56ffb256-6247-4578-ae48-a746ada4a217,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:35.121543 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Allocated IP 172.20.0.1 (057fc303-8305-4494-9b96-40a2ebb37d7e/e586dff4-d158-4e37-8056-bc6cfd8ce778/5c42a4b2-9f79-454b-be9e-d799747dbd0a) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:54:35.212887 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:32Z', 'revision_number': 3, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:35.218449 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:54:35.219126 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:54:35.290188 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f4df4fee-eeee-49c9-9f4b-3f41e391ea79 None None] Provisioning complete for port 56ffb256-6247-4578-ae48-a746ada4a217 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:35.290188 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f4df4fee-eeee-49c9-9f4b-3f41e391ea79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (56ffb256-6247-4578-ae48-a746ada4a217), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:35.315228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee4302-d91b-4200-994a-aec29dc64336 req-2d1de6f1-676e-4580-997b-aa7d2971cda5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:35.316857 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08ee4302-d91b-4200-994a-aec29dc64336 req-2d1de6f1-676e-4580-997b-aa7d2971cda5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 946 time: 0.1243963 Mar 23 01:54:35.368656 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Checking router: 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:54:35.368656 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Updating router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd port 14ffe2e3-c37c-428e-9451-cfd063ceb398 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:54:35.385081 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Transition to ACTIVE for port object e67228f1-04f6-4b60-8307-06919baf9690 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:54:35.433109 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08ee4302-d91b-4200-994a-aec29dc64336 req-e0b49330-97b5-4851-99c0-b820a2f77b77 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057291 Mar 23 01:54:35.433401 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e67228f1-04f6-4b60-8307-06919baf9690), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:35.461433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33486) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:35.476662 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (14ffe2e3-c37c-428e-9451-cfd063ceb398), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:35.563939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f4df4fee-eeee-49c9-9f4b-3f41e391ea79 None None] Current status of the port 56ffb256-6247-4578-ae48-a746ada4a217 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:35.618277 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb43a5-0361-4c9c-890c-4edb4b29eed4 req-f0f21810-5ae4-415e-8a3a-08d00520edaf tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:35.620311 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2deb43a5-0361-4c9c-890c-4edb4b29eed4 req-f0f21810-5ae4-415e-8a3a-08d00520edaf tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 931 time: 0.3588324 Mar 23 01:54:35.626020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Pushing event updated for resources: {'Port': ['ID=e67228f1-04f6-4b60-8307-06919baf9690,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:35.629804 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9439bac2-f191-4385-9e26-bf1e1dea6c88 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/1fb22f2e-4478-40ab-874f-29b97973f54e HTTP/1.1" status: 200 len: 993 time: 0.1668952 Mar 23 01:54:35.739375 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Publish callbacks [] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:35.897333 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2deb43a5-0361-4c9c-890c-4edb4b29eed4 req-3377d678-cba7-4932-8697-bedd72a9bad6 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272565 Mar 23 01:54:35.954823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Attempting to bind port e67228f1-04f6-4b60-8307-06919baf9690 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:54:35.955147 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Attempting to bind port e67228f1-04f6-4b60-8307-06919baf9690 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:54:35.955478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Attempting to bind port e67228f1-04f6-4b60-8307-06919baf9690 on network 42433058-325f-4239-94d5-8b7af2c3ec01 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:54:35.964716 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Port e67228f1-04f6-4b60-8307-06919baf9690 on network 42433058-325f-4239-94d5-8b7af2c3ec01 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:54:35.965063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Attempting to bind port e67228f1-04f6-4b60-8307-06919baf9690 on network 42433058-325f-4239-94d5-8b7af2c3ec01 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:54:35.972732 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:54:35.973153 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Checking segment: {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:54:35.973544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Bound using segment: {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:54:35.974054 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Bound port: e67228f1-04f6-4b60-8307-06919baf9690, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633063c0-233f-4463-a1aa-e2f8e66658fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:54:35.974650 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e67228f1-04f6-4b60-8307-06919baf9690), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:35.985537 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:36.059082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] For port e67228f1-04f6-4b60-8307-06919baf9690, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:54:36.062497 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] For port e67228f1-04f6-4b60-8307-06919baf9690, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e67228f1-04f6-4b60-8307-06919baf9690,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:54:36.087587 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (e67228f1-04f6-4b60-8307-06919baf9690), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:36.108336 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Network 057fc303-8305-4494-9b96-40a2ebb37d7e is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:54:36.115003 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:54:36.121608 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:36.122563 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:36.124195 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] 10.222.0.43 "PUT /v2.0/ports/e67228f1-04f6-4b60-8307-06919baf9690 HTTP/1.1" status: 200 len: 1091 time: 2.0102370 Mar 23 01:54:36.129639 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:54:36.237687 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f51dd2-39af-4e6e-a51b-4020986e1ce6', 'tag': 'e67228f1-04f6-4b60-8307-06919baf9690'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:36.240021 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e5af03-68c8-47b6-baa6-c6e420f53de8" -d '{"events": [{"name": "network-changed", "server_uuid": "27f51dd2-39af-4e6e-a51b-4020986e1ce6", "tag": "e67228f1-04f6-4b60-8307-06919baf9690"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:36.250291 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:36.297176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7315-47c7-4297-920a-c6d790c52e56 req-5d07313c-e79f-42c9-8622-51c0ad610ecb tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:36.314523 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-69db7315-47c7-4297-920a-c6d790c52e56 req-5d07313c-e79f-42c9-8622-51c0ad610ecb tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 1128 time: 0.1390054 Mar 23 01:54:36.468477 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-69db7315-47c7-4297-920a-c6d790c52e56 req-8ca2a77a-deee-40a0-b1cb-1b1d70403883 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527646 Mar 23 01:54:36.473465 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04cd192-403e-4449-b0a1-3983b4d49818 x-openstack-request-id: req-f04cd192-403e-4449-b0a1-3983b4d49818 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:36.474536 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f51dd2-39af-4e6e-a51b-4020986e1ce6", "tag": "e67228f1-04f6-4b60-8307-06919baf9690", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:36.475593 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f04cd192-403e-4449-b0a1-3983b4d49818 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:36.478084 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f04cd192-403e-4449-b0a1-3983b4d49818'] response: {'name': 'network-changed', 'server_uuid': '27f51dd2-39af-4e6e-a51b-4020986e1ce6', 'tag': 'e67228f1-04f6-4b60-8307-06919baf9690', 'status': 'completed', 'code': 200} Mar 23 01:54:36.493674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Pushing event updated for resources: {'Port': ['ID=5c42a4b2-9f79-454b-be9e-d799747dbd0a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:36.561643 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Publish callbacks [] for port (14ffe2e3-c37c-428e-9451-cfd063ceb398), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:36.593726 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 56ffb256-6247-4578-ae48-a746ada4a217 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:36.610583 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (14ffe2e3-c37c-428e-9451-cfd063ceb398), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:36.668312 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-698c0d71-031a-457d-8ecb-d4b08e23b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:36.671550 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-698c0d71-031a-457d-8ecb-d4b08e23b22c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 1125 time: 0.4160533 Mar 23 01:54:36.686601 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Attempting to bind port 14ffe2e3-c37c-428e-9451-cfd063ceb398 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:54:36.686819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Attempting to bind port 14ffe2e3-c37c-428e-9451-cfd063ceb398 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:54:36.687390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Attempting to bind port 14ffe2e3-c37c-428e-9451-cfd063ceb398 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:54:36.697487 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:54:36.697944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:54:36.700235 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:36.700235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:54:36.700235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Bound port: 14ffe2e3-c37c-428e-9451-cfd063ceb398, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:54:36.700559 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (14ffe2e3-c37c-428e-9451-cfd063ceb398), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:36.765240 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] For port 14ffe2e3-c37c-428e-9451-cfd063ceb398, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:54:36.769296 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] For port 14ffe2e3-c37c-428e-9451-cfd063ceb398, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=14ffe2e3-c37c-428e-9451-cfd063ceb398,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:54:36.783707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 56ffb256-6247-4578-ae48-a746ada4a217 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:54:36.793466 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (14ffe2e3-c37c-428e-9451-cfd063ceb398), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:36.822709 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-15ba85c4-e8f4-425c-843a-fa1982cd556f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e67228f1-04f6-4b60-8307-06919baf9690 HTTP/1.1" status: 200 len: 217 time: 0.1292455 Mar 23 01:54:36.825385 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071222f-9b48-4c71-a15f-0d77b71cf229 service neutron] Pushing event updated for resources: {'Port': ['ID=e67228f1-04f6-4b60-8307-06919baf9690,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:36.838477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d6488d53-9b3b-47db-a241-319e2f160f58 None None] Provisioning complete for port 5c42a4b2-9f79-454b-be9e-d799747dbd0a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:36.838875 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d6488d53-9b3b-47db-a241-319e2f160f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:36.900221 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d6488d53-9b3b-47db-a241-319e2f160f58 None None] Port 5c42a4b2-9f79-454b-be9e-d799747dbd0a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:54:36.901792 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1555a74-72ae-4b1c-9338-f1e1e8af69d0 None None] Pushing event updated for resources: {'Port': ['ID=14ffe2e3-c37c-428e-9451-cfd063ceb398,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:36.973491 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1555a74-72ae-4b1c-9338-f1e1e8af69d0 None None] Pushing event updated for resources: {'Port': ['ID=14ffe2e3-c37c-428e-9451-cfd063ceb398,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:36.998005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Routers {'02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:54:36.998778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:54:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:37.010167 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-c58d3548-8f3e-4ff5-b161-e899e0bce193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:37.011665 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-c58d3548-8f3e-4ff5-b161-e899e0bce193 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8471a63-7189-4566-adcc-c6e2e0f179a5 HTTP/1.1" status: 200 len: 846 time: 0.1827552 Mar 23 01:54:37.027737 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:37.108186 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 56ffb256-6247-4578-ae48-a746ada4a217 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:37.108930 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (56ffb256-6247-4578-ae48-a746ada4a217), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:37.127317 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-dd51165a-22c9-409e-8972-20527b6b1591 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=42433058-325f-4239-94d5-8b7af2c3ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651238 Mar 23 01:54:37.160247 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b91af4-9f8c-430b-9773-9ed231a4ca4f req-b0740949-8849-4d4c-ba75-933802af607c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:37.167188 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-10b91af4-9f8c-430b-9773-9ed231a4ca4f req-b0740949-8849-4d4c-ba75-933802af607c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 943 time: 0.1087182 Mar 23 01:54:37.315303 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-10b91af4-9f8c-430b-9773-9ed231a4ca4f req-8ffb7755-c1d8-48fb-8d37-dd1d1475ae1e tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390591 Mar 23 01:54:37.391577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] Set router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:54:37.415512 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-f38a6c76-c6ac-4d1b-bc9b-b34ccc232412 service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523026 Mar 23 01:54:37.675256 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 56ffb256-6247-4578-ae48-a746ada4a217 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:37.684445 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-661cb726-7d08-47a8-9530-de55c70f7a73 req-e9bbc299-49cc-48dd-ba8e-378c8e965875 service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179170 Mar 23 01:54:37.768709 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Publish callbacks [] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:37.787081 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:37.867010 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-f0892ccf-7d54-45c6-be65-55d3cce4fae9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2869396 Mar 23 01:54:37.878434 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-9dd9817f-0042-4d23-af7d-dae1e17976cc service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:54:37.884258 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-9dd9817f-0042-4d23-af7d-dae1e17976cc service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102050 Mar 23 01:54:37.919680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Pushing event updated for resources: {'Port': ['ID=5c42a4b2-9f79-454b-be9e-d799747dbd0a,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:37.927219 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:37.976287 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5af03-68c8-47b6-baa6-c6e420f53de8 req-8ebdb105-3fb2-4172-95b1-e4b9fa89ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:37.978430 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6e5af03-68c8-47b6-baa6-c6e420f53de8 req-8ebdb105-3fb2-4172-95b1-e4b9fa89ee44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40daccf221df44ccb4d09b7e635d42a3&device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 1125 time: 0.2041283 Mar 23 01:54:38.011044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-27a7a6d0-2185-48c4-a542-0de6448bfaef tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:38.017664 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-27a7a6d0-2185-48c4-a542-0de6448bfaef tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/ports/45019b6c-3f93-42a2-aaac-04b89f15ad46 HTTP/1.1" status: 200 len: 1125 time: 0.0814757 Mar 23 01:54:38.037756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '5c42a4b2-9f79-454b-be9e-d799747dbd0a', 'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'mac_address': 'fa:16:3e:4f:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:34Z', 'updated_at': '2022-03-23T01:54:35Z', 'revision_number': 1, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'subnets': [{'id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:38.066118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d611b-e52d-4264-b860-4dfe5631db3b None None] The sync data for ids ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'] in n-d-834677-4 is: [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '5c42a4b2-9f79-454b-be9e-d799747dbd0a', 'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'mac_address': 'fa:16:3e:4f:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:34Z', 'updated_at': '2022-03-23T01:54:35Z', 'revision_number': 1, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'subnets': [{'id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:54:39.044168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bdf8f-2911-4879-bec1-ea3ae0b85ab1 req-12c78e5b-79d6-44f4-980a-629057b9e9b5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:39.054320 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-363bdf8f-2911-4879-bec1-ea3ae0b85ab1 req-12c78e5b-79d6-44f4-980a-629057b9e9b5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 943 time: 0.5926106 Mar 23 01:54:39.076728 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Network 057fc303-8305-4494-9b96-40a2ebb37d7e is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:54:39.081915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:54:39.096004 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-718f5963-c55b-41db-9de2-3678746b71fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:39.108064 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-718f5963-c55b-41db-9de2-3678746b71fe service neutron] 10.222.0.18 "GET /v2.0/ports/45019b6c-3f93-42a2-aaac-04b89f15ad46 HTTP/1.1" status: 200 len: 1125 time: 0.1779275 Mar 23 01:54:39.113065 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5af03-68c8-47b6-baa6-c6e420f53de8 req-b2906a5e-b909-439f-96a1-53e76aec9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:39.114882 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6e5af03-68c8-47b6-baa6-c6e420f53de8 req-b2906a5e-b909-439f-96a1-53e76aec9948 service neutron] 10.222.0.43 "GET /v2.0/networks?id=42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 200 len: 906 time: 1.0540977 Mar 23 01:54:39.121574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-27e6c209-e507-4c05-a8b8-bcc9da4f7cb1 service neutron] Request body: {'binding': {'host': 'n-h2-834677-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:39.122709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-27e6c209-e507-4c05-a8b8-bcc9da4f7cb1 service neutron] Unknown quota resources ['binding']. {{(pid=99264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 23 01:54:39.277388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:54:39.337628 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6e5af03-68c8-47b6-baa6-c6e420f53de8 req-e15ed141-bdb4-4ab3-9f5a-048d5b0ab3b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e67228f1-04f6-4b60-8307-06919baf9690 HTTP/1.1" status: 200 len: 217 time: 0.2150357 Mar 23 01:54:39.400755 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-27e6c209-e507-4c05-a8b8-bcc9da4f7cb1 service neutron] Attempting to bind port 45019b6c-3f93-42a2-aaac-04b89f15ad46 on host n-h2-834677-4 for vnic_type normal with profile None {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:54:39.406145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-27e6c209-e507-4c05-a8b8-bcc9da4f7cb1 service neutron] Attempting to bind port 45019b6c-3f93-42a2-aaac-04b89f15ad46 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:54:39.406774 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-27e6c209-e507-4c05-a8b8-bcc9da4f7cb1 service neutron] Attempting to bind port 45019b6c-3f93-42a2-aaac-04b89f15ad46 on network 868957b1-2003-424d-b67f-d77cd0cd10c4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:54:39.440581 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-363bdf8f-2911-4879-bec1-ea3ae0b85ab1 req-a84d7dcf-3513-4c72-9370-3528fb4e909c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839424 Mar 23 01:54:39.442017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-27e6c209-e507-4c05-a8b8-bcc9da4f7cb1 service neutron] Port 45019b6c-3f93-42a2-aaac-04b89f15ad46 on network 868957b1-2003-424d-b67f-d77cd0cd10c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:54:39.442534 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-27e6c209-e507-4c05-a8b8-bcc9da4f7cb1 service neutron] Attempting to bind port 45019b6c-3f93-42a2-aaac-04b89f15ad46 on network 868957b1-2003-424d-b67f-d77cd0cd10c4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:54:39.451735 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-27e6c209-e507-4c05-a8b8-bcc9da4f7cb1 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:54:39.452322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-27e6c209-e507-4c05-a8b8-bcc9da4f7cb1 service neutron] Checking segment: {'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:54:39.452921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-27e6c209-e507-4c05-a8b8-bcc9da4f7cb1 service neutron] Bound using segment: {'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:54:39.453538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-27e6c209-e507-4c05-a8b8-bcc9da4f7cb1 service neutron] Bound port: 45019b6c-3f93-42a2-aaac-04b89f15ad46, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:54:39.493131 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5af03-68c8-47b6-baa6-c6e420f53de8 req-774d88a6-0548-4ec4-838c-d86434bcf051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:39.495141 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6e5af03-68c8-47b6-baa6-c6e420f53de8 req-774d88a6-0548-4ec4-838c-d86434bcf051 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8471a63-7189-4566-adcc-c6e2e0f179a5 HTTP/1.1" status: 200 len: 846 time: 0.1494246 Mar 23 01:54:39.564941 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6e5af03-68c8-47b6-baa6-c6e420f53de8 req-d3197e37-824a-42af-a257-118fd800e644 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=42433058-325f-4239-94d5-8b7af2c3ec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376334 Mar 23 01:54:39.656680 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-32d7a20d-4766-42e3-8fe2-1ad268675908 None None] Provisioning complete for port 5c42a4b2-9f79-454b-be9e-d799747dbd0a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:39.657267 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-32d7a20d-4766-42e3-8fe2-1ad268675908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:39.750272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-32d7a20d-4766-42e3-8fe2-1ad268675908 None None] Port 5c42a4b2-9f79-454b-be9e-d799747dbd0a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:54:39.778504 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-27e6c209-e507-4c05-a8b8-bcc9da4f7cb1 service neutron] For port 45019b6c-3f93-42a2-aaac-04b89f15ad46, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:54:39.787340 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:54:39.819151 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-27e6c209-e507-4c05-a8b8-bcc9da4f7cb1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:39.826375 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-27e6c209-e507-4c05-a8b8-bcc9da4f7cb1 service neutron] 10.222.0.18 "POST /v2.0/ports/45019b6c-3f93-42a2-aaac-04b89f15ad46/bindings HTTP/1.1" status: 201 len: 389 time: 0.7154372 Mar 23 01:54:39.838687 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3055d00f-ee06-43ba-abfa-c430f9a45e44 admin admin] 10.222.0.18 "PUT /v2.0/routers/02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5040662 Mar 23 01:54:39.868254 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6e5af03-68c8-47b6-baa6-c6e420f53de8 req-c18ddcb5-29c2-4fc7-8be7-bfa751e3b2ec service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946596 Mar 23 01:54:39.875211 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3d471-7a07-4d6a-aea9-55a4f49bd892 req-be322000-e463-4a16-b543-051e4b485d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:39.877186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-24b3d471-7a07-4d6a-aea9-55a4f49bd892 req-be322000-e463-4a16-b543-051e4b485d80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 1128 time: 0.1929324 Mar 23 01:54:40.142139 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c6e5af03-68c8-47b6-baa6-c6e420f53de8 req-bc970ba7-c41a-47c0-8d63-f279cb85a748 service neutron] 10.222.0.43 "GET /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668726 Mar 23 01:54:40.172818 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3d471-7a07-4d6a-aea9-55a4f49bd892 req-dd61e024-4c7a-46c0-baee-390fb5a28eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:40.177047 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-24b3d471-7a07-4d6a-aea9-55a4f49bd892 req-dd61e024-4c7a-46c0-baee-390fb5a28eed service neutron] 10.222.0.42 "GET /v2.0/networks?id=868957b1-2003-424d-b67f-d77cd0cd10c4 HTTP/1.1" status: 200 len: 896 time: 0.2726893 Mar 23 01:54:40.305361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7954bd4-d720-48df-ab50-4bcec761f7ef req-7e6b2462-7dd7-4561-a58c-8baebdb6910b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:40.307126 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7954bd4-d720-48df-ab50-4bcec761f7ef req-7e6b2462-7dd7-4561-a58c-8baebdb6910b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 946 time: 0.1857893 Mar 23 01:54:40.355813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-66c27a6f-82d4-49a2-b52c-b9a0c3d07826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:40.359394 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-66c27a6f-82d4-49a2-b52c-b9a0c3d07826 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 1128 time: 0.1572762 Mar 23 01:54:40.363488 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-24b3d471-7a07-4d6a-aea9-55a4f49bd892 req-43e2d0be-649a-4387-a9cc-841dfc86231c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46 HTTP/1.1" status: 200 len: 1001 time: 0.1764197 Mar 23 01:54:40.499281 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-40dc4606-ee2d-4008-8710-de60ae958f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:40.500832 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-40dc4606-ee2d-4008-8710-de60ae958f35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=868957b1-2003-424d-b67f-d77cd0cd10c4 HTTP/1.1" status: 200 len: 896 time: 0.1345868 Mar 23 01:54:40.514084 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7954bd4-d720-48df-ab50-4bcec761f7ef req-67b40ea5-178f-422c-8b54-4ea9650471ae tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989591 Mar 23 01:54:40.550242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3d471-7a07-4d6a-aea9-55a4f49bd892 req-de530b6d-f6a2-414e-ac32-1021b4bcfdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:40.552227 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-24b3d471-7a07-4d6a-aea9-55a4f49bd892 req-de530b6d-f6a2-414e-ac32-1021b4bcfdaa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0237b1d-ab29-4558-a132-943ccab02b5c HTTP/1.1" status: 200 len: 834 time: 0.1823137 Mar 23 01:54:40.713880 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-ec6a84df-d83a-41dc-856c-cb444e0a7d35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46 HTTP/1.1" status: 200 len: 1001 time: 0.1957984 Mar 23 01:54:40.826081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3d471-7a07-4d6a-aea9-55a4f49bd892 req-cf343a4f-49dc-4c11-9b9c-b3bb3a34f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:40.826081 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-24b3d471-7a07-4d6a-aea9-55a4f49bd892 req-cf343a4f-49dc-4c11-9b9c-b3bb3a34f3a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=868957b1-2003-424d-b67f-d77cd0cd10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2665477 Mar 23 01:54:40.881824 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-601ec593-5757-41dc-a2fc-71c75f773b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:40.900742 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-601ec593-5757-41dc-a2fc-71c75f773b16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0237b1d-ab29-4558-a132-943ccab02b5c HTTP/1.1" status: 200 len: 834 time: 0.1910226 Mar 23 01:54:40.902228 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 14ffe2e3-c37c-428e-9451-cfd063ceb398 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:54:41.023391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33576) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:41.035719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1323971703', 'description': 'tempest-description--821556745'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:41.039514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-003f71ea-b3e3-4341-a052-ee147740a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:41.044357 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 14ffe2e3-c37c-428e-9451-cfd063ceb398 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:41.044996 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (14ffe2e3-c37c-428e-9451-cfd063ceb398), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:41.046967 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-003f71ea-b3e3-4341-a052-ee147740a8ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=868957b1-2003-424d-b67f-d77cd0cd10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1397390 Mar 23 01:54:41.084451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e10c3-8b47-4c48-b1f1-e77b0da0d70d req-fdd37ae4-577b-4100-a9d4-780930506639 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:41.087755 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e06e10c3-8b47-4c48-b1f1-e77b0da0d70d req-fdd37ae4-577b-4100-a9d4-780930506639 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 943 time: 0.4131184 Mar 23 01:54:41.192518 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 14ffe2e3-c37c-428e-9451-cfd063ceb398 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:41.196439 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (14ffe2e3-c37c-428e-9451-cfd063ceb398), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:41.218456 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:41.223749 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 14ffe2e3-c37c-428e-9451-cfd063ceb398, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=14ffe2e3-c37c-428e-9451-cfd063ceb398,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:41.242811 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (14ffe2e3-c37c-428e-9451-cfd063ceb398), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:41.258016 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-5cbea560-eaa4-4b36-9347-6e5829c1b3c8 service neutron] 10.222.0.43 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036507 Mar 23 01:54:41.314200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=14ffe2e3-c37c-428e-9451-cfd063ceb398,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:41.361817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e67228f1-04f6-4b60-8307-06919baf9690 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:54:41.389320 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-24b3d471-7a07-4d6a-aea9-55a4f49bd892 req-08f4163a-360a-441d-a98f-1a0193b15253 service neutron] 10.222.0.42 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545294 Mar 23 01:54:41.597046 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-2512dd92-9608-47aa-a274-260095a2ea4f service neutron] 10.222.0.43 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329086 Mar 23 01:54:41.642167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e67228f1-04f6-4b60-8307-06919baf9690, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e67228f1-04f6-4b60-8307-06919baf9690,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:41.677464 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'e67228f1-04f6-4b60-8307-06919baf9690', 'network_id': '42433058-325f-4239-94d5-8b7af2c3ec01', 'port_id': 'e67228f1-04f6-4b60-8307-06919baf9690', 'mac_address': 'fa:16:3e:a8:7e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8471a63-7189-4566-adcc-c6e2e0f179a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:54:41.775639 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e67228f1-04f6-4b60-8307-06919baf9690 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:41.776290 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e67228f1-04f6-4b60-8307-06919baf9690), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:41.803153 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67228f1-04f6-4b60-8307-06919baf9690 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:54:41.850144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e67228f1-04f6-4b60-8307-06919baf9690, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e67228f1-04f6-4b60-8307-06919baf9690,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:41.863253 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e67228f1-04f6-4b60-8307-06919baf9690), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:41.997450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e67228f1-04f6-4b60-8307-06919baf9690,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:42.050114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-46a84e6d-0c69-4c53-82e8-09682e65cb55 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:42.052092 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-46a84e6d-0c69-4c53-82e8-09682e65cb55 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518&tenant_id=bb6e915da6d4405598d98978727b2035&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 1128 time: 0.3523662 Mar 23 01:54:42.066184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-834677-4'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:42.095000 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21c84b-450d-4e3a-9e45-86b438f72325 req-59e9f163-db74-4e6b-b377-041587cf5766 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:42.102259 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6a21c84b-450d-4e3a-9e45-86b438f72325 req-59e9f163-db74-4e6b-b377-041587cf5766 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 946 time: 0.4403436 Mar 23 01:54:42.185404 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Sync routers for ids ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:54:42.204387 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Routers {'02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:54:42.205052 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:54:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:42.224519 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:42.231699 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['e67228f1-04f6-4b60-8307-06919baf9690'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:54:42.233483 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6a21c84b-450d-4e3a-9e45-86b438f72325 req-00d4d05b-083a-4dd6-b0c7-ce6ffc999341 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006315 Mar 23 01:54:42.275099 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e06e10c3-8b47-4c48-b1f1-e77b0da0d70d req-b37496c2-74b1-4d2e-a561-8f5902312905 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1652782 Mar 23 01:54:42.384338 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group (25200e46-d182-4ac5-addc-417c5d8f4a71), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:42.417289 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] For port 45019b6c-3f93-42a2-aaac-04b89f15ad46, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:42.437933 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Set router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:54:42.460626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] For port 45019b6c-3f93-42a2-aaac-04b89f15ad46, host n-h1-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:54:42.519801 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Publish callbacks [] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:42.523040 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:42.526061 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba2d57c-ca57-44da-8040-0ad83ffe828c" -d '{"events": [{"server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "name": "network-vif-unplugged", "status": "completed", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:42.532394 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:42.533375 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (25200e46-d182-4ac5-addc-417c5d8f4a71), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:42.600133 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=45019b6c-3f93-42a2-aaac-04b89f15ad46,revision_number=7']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:42.648421 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:42.652177 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.6264405 Mar 23 01:54:42.655005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33596) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:42.700698 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-2373aa8b-49f3-4b03-b885-bd4bf677e4d8 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Request body: {'security_group_rule': {'security_group_id': '25200e46-d182-4ac5-addc-417c5d8f4a71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:42.709325 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9191d5e-d02e-4393-ba20-f0b906716761 x-openstack-request-id: req-a9191d5e-d02e-4393-ba20-f0b906716761 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:42.709768 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "name": "network-vif-unplugged", "status": "completed", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:42.710218 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9191d5e-d02e-4393-ba20-f0b906716761 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:42.710786 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9191d5e-d02e-4393-ba20-f0b906716761'] response: {'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46', 'code': 200} Mar 23 01:54:42.744772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25200e46-d182-4ac5-addc-417c5d8f4a71,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:42.787363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Attempting to bind port 45019b6c-3f93-42a2-aaac-04b89f15ad46 on host n-h1-834677-4 for vnic_type normal with profile {"migrating_to": "n-h2-834677-4"} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:54:42.790596 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Attempting to bind port 45019b6c-3f93-42a2-aaac-04b89f15ad46 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:54:42.797547 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Attempting to bind port 45019b6c-3f93-42a2-aaac-04b89f15ad46 on network 868957b1-2003-424d-b67f-d77cd0cd10c4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:54:42.817190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Port 45019b6c-3f93-42a2-aaac-04b89f15ad46 on network 868957b1-2003-424d-b67f-d77cd0cd10c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:54:42.819324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 14ffe2e3-c37c-428e-9451-cfd063ceb398 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:54:42.820043 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Attempting to bind port 45019b6c-3f93-42a2-aaac-04b89f15ad46 on network 868957b1-2003-424d-b67f-d77cd0cd10c4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:54:42.824043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:42.826740 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:42.828150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:42.828630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:42.830364 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:42.830814 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:42.831247 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:42.831461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:54:42.831908 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Checking segment: {'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:54:42.832346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:42.833143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:42.833463 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Bound using segment: {'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:54:42.834132 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:42.834746 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Bound port: 45019b6c-3f93-42a2-aaac-04b89f15ad46, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70d1a53-c6c5-42fc-8d58-2056b050f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:54:42.835685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:42.835966 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:42.838895 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '5c42a4b2-9f79-454b-be9e-d799747dbd0a', 'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'mac_address': 'fa:16:3e:4f:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:34Z', 'updated_at': '2022-03-23T01:54:37Z', 'revision_number': 2, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'subnets': [{'id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:42.839225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:42.839734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:42.840324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:42.840836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb4b30-456f-4dee-a51d-f7e59b73504e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:54:42.884750 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-24b3d471-7a07-4d6a-aea9-55a4f49bd892 req-ab4147c1-3712-4471-a3bd-8d39bd2d0594 service neutron] 10.222.0.42 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4584205 Mar 23 01:54:42.892631 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Checking router: 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:54:42.893428 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Updating router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd port 5c42a4b2-9f79-454b-be9e-d799747dbd0a binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:54:42.899339 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2373aa8b-49f3-4b03-b885-bd4bf677e4d8 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group_rule (8ae8cf29-fd6f-4924-a7aa-20748fc36905), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:42.958751 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 14ffe2e3-c37c-428e-9451-cfd063ceb398 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:42.959126 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (14ffe2e3-c37c-428e-9451-cfd063ceb398), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:42.982763 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:43.040644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] For port 45019b6c-3f93-42a2-aaac-04b89f15ad46, host n-h1-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:54:43.046034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] For port 45019b6c-3f93-42a2-aaac-04b89f15ad46, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:54:43.063374 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:43.081289 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2373aa8b-49f3-4b03-b885-bd4bf677e4d8 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group_rule (8ae8cf29-fd6f-4924-a7aa-20748fc36905), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:43.094535 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2373aa8b-49f3-4b03-b885-bd4bf677e4d8 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (8ae8cf29-fd6f-4924-a7aa-20748fc36905), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:43.134019 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373aa8b-49f3-4b03-b885-bd4bf677e4d8 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae8cf29-fd6f-4924-a7aa-20748fc36905,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:43.153217 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2373aa8b-49f3-4b03-b885-bd4bf677e4d8 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:43.157955 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2373aa8b-49f3-4b03-b885-bd4bf677e4d8 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4749596 Mar 23 01:54:43.157955 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33602) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:43.169951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-649fcfed-be2d-4b7b-b71f-09b9b089b401 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Request body: {'security_group_rule': {'security_group_id': '25200e46-d182-4ac5-addc-417c5d8f4a71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:43.210194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 14ffe2e3-c37c-428e-9451-cfd063ceb398 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:43.222135 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6acddac8-3fc0-4825-a92a-1e13e7ef6f80 None None] Provisioning complete for port 45019b6c-3f93-42a2-aaac-04b89f15ad46 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:43.222513 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6acddac8-3fc0-4825-a92a-1e13e7ef6f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:43.227308 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-649fcfed-be2d-4b7b-b71f-09b9b089b401 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group_rule (8f679d93-bfa0-4026-9433-461f8083af0c), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:43.313649 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=45019b6c-3f93-42a2-aaac-04b89f15ad46,revision_number=8']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:43.389113 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-649fcfed-be2d-4b7b-b71f-09b9b089b401 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group_rule (8f679d93-bfa0-4026-9433-461f8083af0c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:43.395922 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-649fcfed-be2d-4b7b-b71f-09b9b089b401 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (8f679d93-bfa0-4026-9433-461f8083af0c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:43.496276 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fcfed-be2d-4b7b-b71f-09b9b089b401 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f679d93-bfa0-4026-9433-461f8083af0c,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:43.498144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6acddac8-3fc0-4825-a92a-1e13e7ef6f80 None None] Current status of the port 45019b6c-3f93-42a2-aaac-04b89f15ad46 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:43.498649 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6acddac8-3fc0-4825-a92a-1e13e7ef6f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:43.572629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:43.575208 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb06956-69f4-468e-82dd-97cf2757ff09" -d '{"events": [{"server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "name": "network-vif-plugged", "status": "completed", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:43.581035 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-649fcfed-be2d-4b7b-b71f-09b9b089b401 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:43.587170 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-649fcfed-be2d-4b7b-b71f-09b9b089b401 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4253106 Mar 23 01:54:43.590201 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33616) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:43.607490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:43.609187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6acddac8-3fc0-4825-a92a-1e13e7ef6f80 None None] For port 45019b6c-3f93-42a2-aaac-04b89f15ad46, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:43.617604 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:43.619333 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6acddac8-3fc0-4825-a92a-1e13e7ef6f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:43.638555 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:43.641709 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-1efef3a0-0fe6-4529-9cf4-db49571ff8a3 service neutron] 10.222.0.43 "PUT /v2.0/ports/45019b6c-3f93-42a2-aaac-04b89f15ad46 HTTP/1.1" status: 200 len: 1122 time: 1.5818653 Mar 23 01:54:43.689774 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:43.714419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54715dff-379e-4d65-be84-b29ef264bf11 req-3666f5da-cd5c-4bd4-94f3-ce029ff8c7f4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:43.721649 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Publish callbacks [] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:43.727344 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-54715dff-379e-4d65-be84-b29ef264bf11 req-3666f5da-cd5c-4bd4-94f3-ce029ff8c7f4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 944 time: 0.2236626 Mar 23 01:54:43.732519 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:43.816705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45234afb-4168-4d84-baa1-bf1fbb077817 req-f4ca6015-b2de-4ff0-9300-155cc5b07760 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:43.818296 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-45234afb-4168-4d84-baa1-bf1fbb077817 req-f4ca6015-b2de-4ff0-9300-155cc5b07760 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 944 time: 0.3798966 Mar 23 01:54:43.828555 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-54715dff-379e-4d65-be84-b29ef264bf11 req-1d287062-86aa-4acf-857e-39dc3ff45174 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892107 Mar 23 01:54:43.831997 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb109b-d370-4b90-b17e-d7a46e89b6c0 None None] Pushing event updated for resources: {'Port': ['ID=5c42a4b2-9f79-454b-be9e-d799747dbd0a,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:43.960238 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-45234afb-4168-4d84-baa1-bf1fbb077817 req-77b1b4bd-6465-40f4-99cd-dd1c889f5cc7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112220 Mar 23 01:54:44.018345 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:44.019234 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Attempting to bind port 5c42a4b2-9f79-454b-be9e-d799747dbd0a on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:54:44.019940 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Attempting to bind port 5c42a4b2-9f79-454b-be9e-d799747dbd0a by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:54:44.020813 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Attempting to bind port 5c42a4b2-9f79-454b-be9e-d799747dbd0a on network 057fc303-8305-4494-9b96-40a2ebb37d7e {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:54:44.028741 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:54:44.029114 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Checking segment: {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:54:44.029367 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405622f8-23c0-4690-8d62-8017f48ab5ba x-openstack-request-id: req-405622f8-23c0-4690-8d62-8017f48ab5ba {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:44.029963 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "name": "network-vif-plugged", "status": "completed", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:44.030395 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-405622f8-23c0-4690-8d62-8017f48ab5ba {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:44.030983 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405622f8-23c0-4690-8d62-8017f48ab5ba'] response: {'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46', 'code': 200} Mar 23 01:54:44.034730 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['45019b6c-3f93-42a2-aaac-04b89f15ad46'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:54:44.035515 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:44.036086 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Bound using segment: {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:54:44.036809 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Bound port: 5c42a4b2-9f79-454b-be9e-d799747dbd0a, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:54:44.037371 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:44.182108 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acddac8-3fc0-4825-a92a-1e13e7ef6f80 None None] Pushing event updated for resources: {'Port': ['ID=45019b6c-3f93-42a2-aaac-04b89f15ad46,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:44.206056 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] For port 5c42a4b2-9f79-454b-be9e-d799747dbd0a, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:54:44.210654 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] For port 5c42a4b2-9f79-454b-be9e-d799747dbd0a, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5c42a4b2-9f79-454b-be9e-d799747dbd0a,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:54:44.226961 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:44.277128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Allocated IP 172.25.0.20 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/60ac7b3f-d20e-4f76-8f4c-31d93b5a0a66) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:54:44.317647 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb109b-d370-4b90-b17e-d7a46e89b6c0 None None] Pushing event updated for resources: {'Port': ['ID=5c42a4b2-9f79-454b-be9e-d799747dbd0a,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:44.337037 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Routers {'02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:54:44.337868 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:54:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:44.346796 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-923ebef9-0f91-4849-b5ce-bb4f7aaed5c6 None None] Provisioning complete for port 45019b6c-3f93-42a2-aaac-04b89f15ad46 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:44.347447 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-923ebef9-0f91-4849-b5ce-bb4f7aaed5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:44.482973 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for port (60ac7b3f-d20e-4f76-8f4c-31d93b5a0a66), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:44.506650 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] Set router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:54:44.540507 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (60ac7b3f-d20e-4f76-8f4c-31d93b5a0a66), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:44.574766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:54:44.591459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:54:44.641873 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:54:44.711732 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:44.714092 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427518eb-2f61-4127-a583-8bbefd8c0a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:44.798532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5c42a4b2-9f79-454b-be9e-d799747dbd0a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:54:44.801048 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e098831-8b6c-45e5-9091-585868d4d780 x-openstack-request-id: req-8e098831-8b6c-45e5-9091-585868d4d780 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:44.801516 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:44.801669 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e098831-8b6c-45e5-9091-585868d4d780 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:44.802033 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e098831-8b6c-45e5-9091-585868d4d780'] response: {'name': 'network-changed', 'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46', 'status': 'completed', 'code': 200} Mar 23 01:54:44.805777 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event updated for resources: {'Port': ['ID=60ac7b3f-d20e-4f76-8f4c-31d93b5a0a66,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:44.915143 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for floatingip (9bdf0c80-451c-46fb-a18a-f8c5c5692e2d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:44.927389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427518eb-2f61-4127-a583-8bbefd8c0a6d req-6e7a77ae-d077-48de-8f60-b735b2968a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:44.929120 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-427518eb-2f61-4127-a583-8bbefd8c0a6d req-6e7a77ae-d077-48de-8f60-b735b2968a42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 1158 time: 0.0966136 Mar 23 01:54:44.990556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-923ebef9-0f91-4849-b5ce-bb4f7aaed5c6 None None] Current status of the port 45019b6c-3f93-42a2-aaac-04b89f15ad46 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:45.010598 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '5c42a4b2-9f79-454b-be9e-d799747dbd0a', 'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'mac_address': 'fa:16:3e:4f:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:34Z', 'updated_at': '2022-03-23T01:54:44Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'subnets': [{'id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:45.043838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 5c42a4b2-9f79-454b-be9e-d799747dbd0a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:45.044235 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:45.096638 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c070429a-3c62-4c77-822f-f9cc9960d72a None None] The sync data for ids ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'] in n-d-834677-4 is: [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '5c42a4b2-9f79-454b-be9e-d799747dbd0a', 'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'mac_address': 'fa:16:3e:4f:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:34Z', 'updated_at': '2022-03-23T01:54:44Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'subnets': [{'id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:54:45.110897 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427518eb-2f61-4127-a583-8bbefd8c0a6d req-09226ce9-4ea5-4ee3-88cb-63e01666186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:45.113637 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-427518eb-2f61-4127-a583-8bbefd8c0a6d req-09226ce9-4ea5-4ee3-88cb-63e01666186f service neutron] 10.222.0.42 "GET /v2.0/networks?id=868957b1-2003-424d-b67f-d77cd0cd10c4 HTTP/1.1" status: 200 len: 896 time: 0.1753759 Mar 23 01:54:45.182419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9d9cc-6ec2-44c5-987f-2c07b7ab99e8 req-a9c2af0d-7a1c-4f15-b9e2-d603c90aa355 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:45.189771 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67e9d9cc-6ec2-44c5-987f-2c07b7ab99e8 req-a9c2af0d-7a1c-4f15-b9e2-d603c90aa355 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 946 time: 0.1025989 Mar 23 01:54:45.300730 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67e9d9cc-6ec2-44c5-987f-2c07b7ab99e8 req-bf4b9345-30c8-4dda-b9bc-3b9e145bb46b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049602 Mar 23 01:54:45.319668 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (60ac7b3f-d20e-4f76-8f4c-31d93b5a0a66), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:45.373580 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-427518eb-2f61-4127-a583-8bbefd8c0a6d req-ff46c40a-fa71-4331-8c45-cb0ba2381ad0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46 HTTP/1.1" status: 200 len: 1001 time: 0.2130480 Mar 23 01:54:45.543689 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for port (60ac7b3f-d20e-4f76-8f4c-31d93b5a0a66), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:45.555926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699870f7-ec78-483c-9087-04a7498497ab req-bb937bde-1a2c-4672-a80f-1bfc007c8903 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:45.564283 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-699870f7-ec78-483c-9087-04a7498497ab req-bb937bde-1a2c-4672-a80f-1bfc007c8903 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 944 time: 0.4489539 Mar 23 01:54:45.588460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 45019b6c-3f93-42a2-aaac-04b89f15ad46 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:54:45.589151 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (60ac7b3f-d20e-4f76-8f4c-31d93b5a0a66), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:45.592202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e67228f1-04f6-4b60-8307-06919baf9690 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:54:45.704220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3eaadccb-c3a4-473f-bb8f-8a1256cdabfb None None] Provisioning complete for port 5c42a4b2-9f79-454b-be9e-d799747dbd0a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:45.704930 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3eaadccb-c3a4-473f-bb8f-8a1256cdabfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:45.777727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event updated for resources: {'Port': ['ID=60ac7b3f-d20e-4f76-8f4c-31d93b5a0a66,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:45.805109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427518eb-2f61-4127-a583-8bbefd8c0a6d req-6c37729f-fbfc-4c5e-ac34-5f026b1107e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:45.806773 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-427518eb-2f61-4127-a583-8bbefd8c0a6d req-6c37729f-fbfc-4c5e-ac34-5f026b1107e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0237b1d-ab29-4558-a132-943ccab02b5c HTTP/1.1" status: 200 len: 834 time: 0.2393935 Mar 23 01:54:45.844053 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-699870f7-ec78-483c-9087-04a7498497ab req-6a98885b-27dc-47ec-9e2e-c08569295eda tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786582 Mar 23 01:54:45.874168 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.resource_extend [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 01:54:45.885128 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (9bdf0c80-451c-46fb-a18a-f8c5c5692e2d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:45.923249 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:45.938629 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e94a4a4e-a81f-4841-9b53-cdd89a50a4d0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3415740 Mar 23 01:54:45.958729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427518eb-2f61-4127-a583-8bbefd8c0a6d req-be2dabb5-74b7-4b8b-b711-552ceec7e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:45.963719 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-427518eb-2f61-4127-a583-8bbefd8c0a6d req-be2dabb5-74b7-4b8b-b711-552ceec7e1f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=868957b1-2003-424d-b67f-d77cd0cd10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1455848 Mar 23 01:54:46.090670 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 5c42a4b2-9f79-454b-be9e-d799747dbd0a is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:46.091059 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:46.100851 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port e67228f1-04f6-4b60-8307-06919baf9690 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:54:46.121409 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port e67228f1-04f6-4b60-8307-06919baf9690 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:46.121841 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e67228f1-04f6-4b60-8307-06919baf9690), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:46.375880 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-427518eb-2f61-4127-a583-8bbefd8c0a6d req-25d7d1ac-93cb-434c-95d0-0743ab15b001 service neutron] 10.222.0.42 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069650 Mar 23 01:54:46.477387 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-e214d679-11e8-44ad-aac3-6894ac823038 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1323971703&fields=id&tenant_id=b3fd908bced3464f9e1bf9a42f2977ef HTTP/1.1" status: 200 len: 267 time: 0.2275412 Mar 23 01:54:46.557404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 5c42a4b2-9f79-454b-be9e-d799747dbd0a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5c42a4b2-9f79-454b-be9e-d799747dbd0a,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:46.579932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3eaadccb-c3a4-473f-bb8f-8a1256cdabfb None None] Current status of the port 5c42a4b2-9f79-454b-be9e-d799747dbd0a is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:46.580331 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3eaadccb-c3a4-473f-bb8f-8a1256cdabfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:46.648169 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:46.766825 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-427518eb-2f61-4127-a583-8bbefd8c0a6d req-4003893b-d7e9-4aa9-919e-bddfe58ca0f6 service neutron] 10.222.0.42 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785281 Mar 23 01:54:46.780139 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 45019b6c-3f93-42a2-aaac-04b89f15ad46, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:46.802577 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f1263-6e49-4bf0-b57d-c173069485f9 req-30cdbb0a-3f0d-4e85-b179-a2f589dc0e76 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:46.814620 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-569f1263-6e49-4bf0-b57d-c173069485f9 req-30cdbb0a-3f0d-4e85-b179-a2f589dc0e76 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 946 time: 0.2197025 Mar 23 01:54:46.819165 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-b246fedf-8b87-46e1-9fd0-6fa9c97948b3 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:46.824735 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-3eaadccb-c3a4-473f-bb8f-8a1256cdabfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:54:46.825092 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-3eaadccb-c3a4-473f-bb8f-8a1256cdabfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:54:46.835925 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-b246fedf-8b87-46e1-9fd0-6fa9c97948b3 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 815 time: 0.3351996 Mar 23 01:54:46.857019 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-b5261177-19cb-459a-a82c-b98ab6248d4f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/quotas/b3fd908bced3464f9e1bf9a42f2977ef HTTP/1.1" status: 200 len: 375 time: 0.0196588 Mar 23 01:54:46.867242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 45019b6c-3f93-42a2-aaac-04b89f15ad46 has no active binding in host n-h2-834677-4 {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 23 01:54:46.883094 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-569f1263-6e49-4bf0-b57d-c173069485f9 req-aa9b5547-571a-4cd6-bbbd-1692337e7f68 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632026 Mar 23 01:54:46.885720 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=5c42a4b2-9f79-454b-be9e-d799747dbd0a,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:46.909126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port e67228f1-04f6-4b60-8307-06919baf9690 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:46.909599 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e67228f1-04f6-4b60-8307-06919baf9690), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:46.949370 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f51dd2-39af-4e6e-a51b-4020986e1ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67228f1-04f6-4b60-8307-06919baf9690'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:46.963644 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b760af-a17b-4c28-89b5-d62e0b5da229" -d '{"events": [{"server_uuid": "27f51dd2-39af-4e6e-a51b-4020986e1ce6", "name": "network-vif-plugged", "status": "completed", "tag": "e67228f1-04f6-4b60-8307-06919baf9690"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:46.971558 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-676487c9-473d-47c3-9344-1a3caca5d1b5 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130905 Mar 23 01:54:46.995217 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port e67228f1-04f6-4b60-8307-06919baf9690, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e67228f1-04f6-4b60-8307-06919baf9690,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:47.004307 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e67228f1-04f6-4b60-8307-06919baf9690), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:47.099989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=e67228f1-04f6-4b60-8307-06919baf9690,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:47.106616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d34b55-e538-49ef-b09c-369961b384e0 req-d5b7114c-96b9-482e-a805-b5be19736fad tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:47.109852 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03d34b55-e538-49ef-b09c-369961b384e0 req-d5b7114c-96b9-482e-a805-b5be19736fad tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.1005452 Mar 23 01:54:47.143408 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-26ac6e0e-ff51-4111-a3ff-60bddf6ec50a service neutron] 10.222.0.18 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694937 Mar 23 01:54:47.207652 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03d34b55-e538-49ef-b09c-369961b384e0 req-75eb4f21-2d96-4062-9653-e8ccbbd266e9 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893700 Mar 23 01:54:47.286166 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7258863b-c441-41b9-b8de-aa2a1962f2c8 x-openstack-request-id: req-7258863b-c441-41b9-b8de-aa2a1962f2c8 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:47.286456 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f51dd2-39af-4e6e-a51b-4020986e1ce6", "name": "network-vif-plugged", "status": "completed", "tag": "e67228f1-04f6-4b60-8307-06919baf9690", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:47.286715 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7258863b-c441-41b9-b8de-aa2a1962f2c8 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:47.287125 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7258863b-c441-41b9-b8de-aa2a1962f2c8'] response: {'server_uuid': '27f51dd2-39af-4e6e-a51b-4020986e1ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67228f1-04f6-4b60-8307-06919baf9690', 'code': 200} Mar 23 01:54:47.318161 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-3361ecb0-78e3-4903-b2fe-dfabddcdd632 service neutron] 10.222.0.18 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672549 Mar 23 01:54:47.466528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3eaadccb-c3a4-473f-bb8f-8a1256cdabfb None None] Current status of the port 5c42a4b2-9f79-454b-be9e-d799747dbd0a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:47.541459 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae74d2-db84-4e8d-a4fc-042e11ca16ee req-77b20bce-a38e-4071-99e8-87c3e5df479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:47.541459 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3aae74d2-db84-4e8d-a4fc-042e11ca16ee req-77b20bce-a38e-4071-99e8-87c3e5df479c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 1127 time: 0.1166260 Mar 23 01:54:47.617385 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3aae74d2-db84-4e8d-a4fc-042e11ca16ee req-25e5a9b1-a370-48d5-989e-fc6ad5b5cba5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724475 Mar 23 01:54:47.631812 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5b77eeb-4955-474e-94d5-f591da8cec66 req-67bdbe5e-bbdb-434a-b492-ea9a4f14c305 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 210 time: 0.0465205 Mar 23 01:54:48.089420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ccc32-7846-42e1-9b42-2af501f59d0c req-f7c0cc6f-3e7a-4c60-a849-ae5bea73da97 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:48.097919 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a56ccc32-7846-42e1-9b42-2af501f59d0c req-f7c0cc6f-3e7a-4c60-a849-ae5bea73da97 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 946 time: 0.0892041 Mar 23 01:54:48.171956 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a56ccc32-7846-42e1-9b42-2af501f59d0c req-0143ce8c-7d6a-472c-95c2-d9085826479e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702114 Mar 23 01:54:48.370395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23c81e-7686-4135-aaff-68576a9b797e req-d9bab069-2bf3-4b4c-84e6-e3b909af62c6 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:48.373869 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0c23c81e-7686-4135-aaff-68576a9b797e req-d9bab069-2bf3-4b4c-84e6-e3b909af62c6 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.0724745 Mar 23 01:54:48.453302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0c23c81e-7686-4135-aaff-68576a9b797e req-9296f545-3578-4542-ac4e-7ee2a4bd80ad tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707648 Mar 23 01:54:48.787906 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5c42a4b2-9f79-454b-be9e-d799747dbd0a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:54:48.813938 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-96d24720-61b2-45c5-b1b5-ba7fb9c2f2ab req-4437ba82-2d09-4405-8613-00f0f645d55a tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 210 time: 0.0667036 Mar 23 01:54:48.880862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 5c42a4b2-9f79-454b-be9e-d799747dbd0a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:48.881547 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:49.077311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 5c42a4b2-9f79-454b-be9e-d799747dbd0a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:49.110453 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-72fe9474-2b00-4ff5-99af-8198b69a93cc tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:49.112241 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-72fe9474-2b00-4ff5-99af-8198b69a93cc tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.42 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 815 time: 0.1935503 Mar 23 01:54:49.260759 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-538c2e5d-2962-458d-a0b4-7013c2b37671 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3fd908bced3464f9e1bf9a42f2977ef HTTP/1.1" status: 200 len: 380 time: 0.1386960 Mar 23 01:54:49.280905 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-c27cbc30-05cc-49e6-9e6e-48e81c0a29f6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Request body: {'port': {'device_id': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'admin_state_up': True, 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'security_groups': ['25200e46-d182-4ac5-addc-417c5d8f4a71']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:49.414348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659d731-ece3-497f-a1cf-27bfbf80d4e1 req-0d707d6a-1f94-4b2b-8615-3e32bd2096d6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:49.418420 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a659d731-ece3-497f-a1cf-27bfbf80d4e1 req-0d707d6a-1f94-4b2b-8615-3e32bd2096d6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 946 time: 0.0818415 Mar 23 01:54:49.505639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-c27cbc30-05cc-49e6-9e6e-48e81c0a29f6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Made reservation on behalf of b3fd908bced3464f9e1bf9a42f2977ef for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:54:49.510923 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-c27cbc30-05cc-49e6-9e6e-48e81c0a29f6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:49.547224 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6c3d8b15-ec1e-4e43-b325-abe0b3ba3aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:49.571647 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a659d731-ece3-497f-a1cf-27bfbf80d4e1 req-16e377e6-dfd2-49a5-b939-47a9e3ccc61b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451643 Mar 23 01:54:49.600384 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56466f-82dd-4074-98c5-7e067f0b9bdf req-9f06643b-f210-4b5d-989e-31ddb1923906 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:49.602429 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bb56466f-82dd-4074-98c5-7e067f0b9bdf req-9f06643b-f210-4b5d-989e-31ddb1923906 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.0585215 Mar 23 01:54:49.689372 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bb56466f-82dd-4074-98c5-7e067f0b9bdf req-8f630bee-d53b-4085-bf16-a03d9516054c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802917 Mar 23 01:54:49.777191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-c27cbc30-05cc-49e6-9e6e-48e81c0a29f6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Allocated IP 172.20.0.3 (057fc303-8305-4494-9b96-40a2ebb37d7e/e586dff4-d158-4e37-8056-bc6cfd8ce778/8af97815-7995-44ed-ab99-adb11cc587db) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:54:49.989451 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-c27cbc30-05cc-49e6-9e6e-48e81c0a29f6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for port (8af97815-7995-44ed-ab99-adb11cc587db), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:50.003363 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c9d5d49-6b19-4699-ae68-e6a30f9f00aa req-24854f7d-861e-4e73-8d58-27721a4cc55f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 210 time: 0.0700874 Mar 23 01:54:50.112659 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-c27cbc30-05cc-49e6-9e6e-48e81c0a29f6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8af97815-7995-44ed-ab99-adb11cc587db), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:50.140335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a60552-9704-48ca-b179-8a3dae27aa5b req-6741bf80-9e5f-4e2e-b274-6d72ac3b1231 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:50.142120 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54a60552-9704-48ca-b179-8a3dae27aa5b req-6741bf80-9e5f-4e2e-b274-6d72ac3b1231 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.1148925 Mar 23 01:54:50.186259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-c27cbc30-05cc-49e6-9e6e-48e81c0a29f6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Network 057fc303-8305-4494-9b96-40a2ebb37d7e is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:54:50.196814 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-c27cbc30-05cc-49e6-9e6e-48e81c0a29f6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:54:50.217507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-c27cbc30-05cc-49e6-9e6e-48e81c0a29f6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:54:50.284773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cbc30-05cc-49e6-9e6e-48e81c0a29f6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event updated for resources: {'Port': ['ID=8af97815-7995-44ed-ab99-adb11cc587db,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:50.324372 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54a60552-9704-48ca-b179-8a3dae27aa5b req-dde8d571-3dd9-4ad2-a732-eb2681fdec8e tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746266 Mar 23 01:54:50.354387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-c27cbc30-05cc-49e6-9e6e-48e81c0a29f6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:50.355285 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-c27cbc30-05cc-49e6-9e6e-48e81c0a29f6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:50.391126 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-c27cbc30-05cc-49e6-9e6e-48e81c0a29f6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1174338 Mar 23 01:54:50.404653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Request body: {'port': {'device_id': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:54:50.546222 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9051f-4ca6-4d16-a64c-53e5fde866b0 req-53bd48e0-120a-4548-8840-ae9765956f8b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:50.562252 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e0f9051f-4ca6-4d16-a64c-53e5fde866b0 req-53bd48e0-120a-4548-8840-ae9765956f8b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.1169467 Mar 23 01:54:50.726588 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e0f9051f-4ca6-4d16-a64c-53e5fde866b0 req-125c9995-f0b6-4cd3-a66b-2713aa4fe03f tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628056 Mar 23 01:54:50.738225 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:50.768277 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8af97815-7995-44ed-ab99-adb11cc587db), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:50.783969 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-72cef761-ba9e-4076-8829-c7fd3857812e None None] Provisioning complete for port 8af97815-7995-44ed-ab99-adb11cc587db triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:50.784673 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-72cef761-ba9e-4076-8829-c7fd3857812e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8af97815-7995-44ed-ab99-adb11cc587db), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:50.887512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-72cef761-ba9e-4076-8829-c7fd3857812e None None] Port 8af97815-7995-44ed-ab99-adb11cc587db cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:54:50.945948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417f6a7-a2e1-4606-9c86-4cfcf24990a9 req-7561c59f-3c78-4e4c-928a-b2a9e749a111 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:50.947607 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0417f6a7-a2e1-4606-9c86-4cfcf24990a9 req-7561c59f-3c78-4e4c-928a-b2a9e749a111 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 946 time: 0.1823459 Mar 23 01:54:51.072696 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0417f6a7-a2e1-4606-9c86-4cfcf24990a9 req-49379893-dcc3-4a60-b8c2-f3f0d662799f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133711 Mar 23 01:54:51.078184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb75220-d410-4f36-872f-07dc4c55eb69 req-399b5f5a-0ef7-491c-ad21-35394df06d75 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:51.078732 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ceb75220-d410-4f36-872f-07dc4c55eb69 req-399b5f5a-0ef7-491c-ad21-35394df06d75 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.0859182 Mar 23 01:54:51.184709 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ceb75220-d410-4f36-872f-07dc4c55eb69 req-f48d5663-cc37-4f1b-8fd6-aa054688fce0 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968988 Mar 23 01:54:51.283237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2502b0-2146-425f-aad8-9b792c2945f8 req-3e40f4b9-c531-44f1-b10f-6187ffbad6a3 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:51.284629 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c2502b0-2146-425f-aad8-9b792c2945f8 req-3e40f4b9-c531-44f1-b10f-6187ffbad6a3 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 931 time: 0.1152122 Mar 23 01:54:51.286835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af97815-7995-44ed-ab99-adb11cc587db {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:54:51.300647 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Publish callbacks [] for port (8af97815-7995-44ed-ab99-adb11cc587db), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:51.324003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Transition to ACTIVE for port object 8af97815-7995-44ed-ab99-adb11cc587db will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:54:51.336117 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8af97815-7995-44ed-ab99-adb11cc587db), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:51.379079 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c2502b0-2146-425f-aad8-9b792c2945f8 req-05254f3d-da25-4233-b11c-f57eaf9eeec4 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874305 Mar 23 01:54:51.407432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Pushing event updated for resources: {'Port': ['ID=8af97815-7995-44ed-ab99-adb11cc587db,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:51.532534 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Attempting to bind port 8af97815-7995-44ed-ab99-adb11cc587db on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:54:51.533059 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Attempting to bind port 8af97815-7995-44ed-ab99-adb11cc587db by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:54:51.533535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Attempting to bind port 8af97815-7995-44ed-ab99-adb11cc587db on network 057fc303-8305-4494-9b96-40a2ebb37d7e {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:54:51.539340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Port 8af97815-7995-44ed-ab99-adb11cc587db on network 057fc303-8305-4494-9b96-40a2ebb37d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:54:51.539793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Attempting to bind port 8af97815-7995-44ed-ab99-adb11cc587db on network 057fc303-8305-4494-9b96-40a2ebb37d7e {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:54:51.549108 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:54:51.549615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Checking segment: {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:54:51.550094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Bound using segment: {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:54:51.550634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Bound port: 8af97815-7995-44ed-ab99-adb11cc587db, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:54:51.551320 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8af97815-7995-44ed-ab99-adb11cc587db), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:51.635836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] For port 8af97815-7995-44ed-ab99-adb11cc587db, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:54:51.639855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] For port 8af97815-7995-44ed-ab99-adb11cc587db, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8af97815-7995-44ed-ab99-adb11cc587db,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:54:51.646027 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8af97815-7995-44ed-ab99-adb11cc587db), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:51.680832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:51.681451 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:51.682892 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] 10.222.0.42 "PUT /v2.0/ports/8af97815-7995-44ed-ab99-adb11cc587db HTTP/1.1" status: 200 len: 1091 time: 1.2831190 Mar 23 01:54:51.686002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'tag': '8af97815-7995-44ed-ab99-adb11cc587db'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:51.688580 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4ae117-39cc-4acf-8d2d-1dc790e6373d" -d '{"events": [{"name": "network-changed", "server_uuid": "e10ddbdc-5cc5-46df-ae64-ba331e4fc461", "tag": "8af97815-7995-44ed-ab99-adb11cc587db"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:51.740241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a9bb3-454d-458b-8259-58e2078ef10f service neutron] Pushing event updated for resources: {'Port': ['ID=8af97815-7995-44ed-ab99-adb11cc587db,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:51.827569 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35923d63-9040-466a-965a-537b36560797 x-openstack-request-id: req-35923d63-9040-466a-965a-537b36560797 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:51.828311 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10ddbdc-5cc5-46df-ae64-ba331e4fc461", "tag": "8af97815-7995-44ed-ab99-adb11cc587db", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:51.829715 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35923d63-9040-466a-965a-537b36560797 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:51.830303 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35923d63-9040-466a-965a-537b36560797'] response: {'name': 'network-changed', 'server_uuid': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'tag': '8af97815-7995-44ed-ab99-adb11cc587db', 'status': 'completed', 'code': 200} Mar 23 01:54:51.900976 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-fd5a889c-76dd-45d6-b9e7-a0a7558dc29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:51.902856 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-fd5a889c-76dd-45d6-b9e7-a0a7558dc29d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 1125 time: 0.1228418 Mar 23 01:54:51.961978 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-4204c731-aecf-4bea-8a2e-1dbc65d53ad4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8af97815-7995-44ed-ab99-adb11cc587db HTTP/1.1" status: 200 len: 217 time: 0.0507727 Mar 23 01:54:51.978859 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-e15c6c4a-c700-4fed-96b4-0c26f790dd15 service neutron] 10.222.0.42 "GET /v2.0/ports/45019b6c-3f93-42a2-aaac-04b89f15ad46/bindings/n-h2-834677-4 HTTP/1.1" status: 200 len: 384 time: 0.1535850 Mar 23 01:54:52.015458 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71be6d1c-efb1-4258-953c-6784c8e87392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:52.060546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-0bea0e3f-ac36-436f-b916-5567cbdf96e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:52.062579 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-0bea0e3f-ac36-436f-b916-5567cbdf96e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 200 len: 854 time: 0.0943229 Mar 23 01:54:52.178321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-76f92775-a436-4bef-af5d-b89f3f8acdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:52.180017 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-76f92775-a436-4bef-af5d-b89f3f8acdde service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057fc303-8305-4494-9b96-40a2ebb37d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1060839 Mar 23 01:54:52.321294 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-f3f1c4f9-ab57-4b88-9344-1091a4d565c5 service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303682 Mar 23 01:54:52.330458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93289ba6-d43e-4e58-b500-d8a6fcfc0d2b req-106ade25-6d0b-478f-9bd6-11ef889e3451 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:52.334279 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93289ba6-d43e-4e58-b500-d8a6fcfc0d2b req-106ade25-6d0b-478f-9bd6-11ef889e3451 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.0638461 Mar 23 01:54:52.397264 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93289ba6-d43e-4e58-b500-d8a6fcfc0d2b req-62fb8a2f-c505-4d27-a0de-a49008ab9be1 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565929 Mar 23 01:54:52.450159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786885b6-b0ff-4cfc-b939-5ef745443928 req-fbda892e-3bf8-4e90-b779-6c532d02b341 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:52.458307 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-786885b6-b0ff-4cfc-b939-5ef745443928 req-fbda892e-3bf8-4e90-b779-6c532d02b341 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 946 time: 0.2988083 Mar 23 01:54:52.521635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-e891de7a-62a0-4c9e-8d62-ed995f74b638 service neutron] For port 45019b6c-3f93-42a2-aaac-04b89f15ad46, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:52.540810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55879a72-3e0d-48cf-8fae-ac2be8b9a9f1 req-d52c6bea-8ed5-4e98-a702-3b5b32bab215 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:52.542696 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-55879a72-3e0d-48cf-8fae-ac2be8b9a9f1 req-d52c6bea-8ed5-4e98-a702-3b5b32bab215 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 943 time: 0.0652981 Mar 23 01:54:52.577628 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-786885b6-b0ff-4cfc-b939-5ef745443928 req-94bb2384-7a88-47c4-bc0f-39db699f7599 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178136 Mar 23 01:54:52.602238 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-e891de7a-62a0-4c9e-8d62-ed995f74b638 service neutron] For port 45019b6c-3f93-42a2-aaac-04b89f15ad46, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:54:52.623345 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-55879a72-3e0d-48cf-8fae-ac2be8b9a9f1 req-473d3bba-e682-4e20-ae5b-4f6bb78c8b78 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737529 Mar 23 01:54:52.651073 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-e891de7a-62a0-4c9e-8d62-ed995f74b638 service neutron] For port 45019b6c-3f93-42a2-aaac-04b89f15ad46, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:52.666550 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b72c795c-8eaa-4fcb-8bb4-194cee85f13e req-1caa1f9c-94a3-4bd7-bb65-4e2ab60ab17f service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360820 Mar 23 01:54:52.679717 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-e891de7a-62a0-4c9e-8d62-ed995f74b638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:52.821715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-e891de7a-62a0-4c9e-8d62-ed995f74b638 service neutron] Transition to ACTIVE for port object 45019b6c-3f93-42a2-aaac-04b89f15ad46 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:54:52.828847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ae117-39cc-4acf-8d2d-1dc790e6373d req-7f9187a4-a9f4-456c-b7a9-6fd7bf2cf9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:52.830509 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f4ae117-39cc-4acf-8d2d-1dc790e6373d req-7f9187a4-a9f4-456c-b7a9-6fd7bf2cf9d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 1125 time: 0.0958128 Mar 23 01:54:52.832137 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-e891de7a-62a0-4c9e-8d62-ed995f74b638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:53.249728 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:53.295151 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-dd958b49-c60a-43dd-b59e-cf7f8b2d1889 req-5de36a71-d098-430a-b205-daf0e0c42f89 service neutron] (99264) timed out ('10.222.0.18', 43238) {{(pid=99264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 01:54:53.355712 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891de7a-62a0-4c9e-8d62-ed995f74b638 service neutron] Pushing event updated for resources: {'Port': ['ID=45019b6c-3f93-42a2-aaac-04b89f15ad46,revision_number=11']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:53.366351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ae117-39cc-4acf-8d2d-1dc790e6373d req-5354c603-77b9-4c16-862e-712326ce0011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:53.368111 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f4ae117-39cc-4acf-8d2d-1dc790e6373d req-5354c603-77b9-4c16-862e-712326ce0011 service neutron] 10.222.0.42 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 915 time: 0.5280108 Mar 23 01:54:53.383415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-e891de7a-62a0-4c9e-8d62-ed995f74b638 service neutron] No DVR routers for this DVR port 45019b6c-3f93-42a2-aaac-04b89f15ad46 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:54:53.483413 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f4ae117-39cc-4acf-8d2d-1dc790e6373d req-11fdebaf-0bca-447c-9093-1229e36d8f10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8af97815-7995-44ed-ab99-adb11cc587db HTTP/1.1" status: 200 len: 217 time: 0.0978322 Mar 23 01:54:53.579334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ae117-39cc-4acf-8d2d-1dc790e6373d req-d4010305-2234-4109-a1c9-79494a809d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:53.580847 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f4ae117-39cc-4acf-8d2d-1dc790e6373d req-d4010305-2234-4109-a1c9-79494a809d01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 200 len: 854 time: 0.0880806 Mar 23 01:54:53.629074 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fa1c5-0a0f-4aa6-bc60-75fab4b55825 req-c9c52f6e-e22e-4395-b91b-cfae6d0ad14d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:53.630612 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f24fa1c5-0a0f-4aa6-bc60-75fab4b55825 req-c9c52f6e-e22e-4395-b91b-cfae6d0ad14d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.1494503 Mar 23 01:54:53.680953 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-e891de7a-62a0-4c9e-8d62-ed995f74b638 service neutron] 10.222.0.42 "PUT /v2.0/ports/45019b6c-3f93-42a2-aaac-04b89f15ad46/bindings/n-h2-834677-4/activate HTTP/1.1" status: 200 len: 369 time: 1.6822186 Mar 23 01:54:53.725920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922ae07-fc50-442f-bec8-04e86fc79f51 req-51d5e255-827a-42ca-9a95-f0c809661d5c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:53.730990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ae117-39cc-4acf-8d2d-1dc790e6373d req-1c7b7a17-079b-4d6e-abf6-aa9febc2da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:53.732585 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f4ae117-39cc-4acf-8d2d-1dc790e6373d req-1c7b7a17-079b-4d6e-abf6-aa9febc2da9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057fc303-8305-4494-9b96-40a2ebb37d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1455674 Mar 23 01:54:53.734879 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9922ae07-fc50-442f-bec8-04e86fc79f51 req-51d5e255-827a-42ca-9a95-f0c809661d5c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 945 time: 0.0678515 Mar 23 01:54:53.738536 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f24fa1c5-0a0f-4aa6-bc60-75fab4b55825 req-48202e45-68d9-4658-9be9-6f09be75c235 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809808 Mar 23 01:54:53.819210 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9922ae07-fc50-442f-bec8-04e86fc79f51 req-c9fe8bfa-1859-4926-adeb-92afb4d20aaf tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829499 Mar 23 01:54:53.831806 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:53.834165 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a224add-e24b-4845-a0e6-1c76b01976e1" -d '{"events": [{"server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "name": "network-vif-unplugged", "status": "completed", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:53.870796 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f4ae117-39cc-4acf-8d2d-1dc790e6373d req-2456e110-6dd4-4bb5-98ae-55f19db9c586 service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308510 Mar 23 01:54:53.875127 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-61adb5ea-0b44-4689-8d08-eb5763058456 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:53.878267 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-61adb5ea-0b44-4689-8d08-eb5763058456 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518&tenant_id=bb6e915da6d4405598d98978727b2035&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 1127 time: 0.1234541 Mar 23 01:54:53.948584 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-882fb0b8-a2a5-4fe4-9a06-893ca5b30d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:53.950187 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-882fb0b8-a2a5-4fe4-9a06-893ca5b30d76 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518&tenant_id=bb6e915da6d4405598d98978727b2035 HTTP/1.1" status: 200 len: 1127 time: 0.0653849 Mar 23 01:54:53.964354 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c4ad8f-6840-4bd3-965a-62e988fd89fe x-openstack-request-id: req-50c4ad8f-6840-4bd3-965a-62e988fd89fe {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:53.964774 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "name": "network-vif-unplugged", "status": "completed", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:53.965063 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50c4ad8f-6840-4bd3-965a-62e988fd89fe {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:53.977738 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c4ad8f-6840-4bd3-965a-62e988fd89fe'] response: {'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46', 'code': 200} Mar 23 01:54:54.020819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd8cae-060a-4c6a-a246-fd2384fcd8ad req-55bb36d3-9909-47e0-a6a6-eb038db59aa5 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:54.022508 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbcd8cae-060a-4c6a-a246-fd2384fcd8ad req-55bb36d3-9909-47e0-a6a6-eb038db59aa5 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 943 time: 0.1726608 Mar 23 01:54:54.048759 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-6ed26f0a-c93b-4148-943f-67fb48fe95d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:54.050466 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-6ed26f0a-c93b-4148-943f-67fb48fe95d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 1127 time: 0.0648959 Mar 23 01:54:54.058445 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f4ae117-39cc-4acf-8d2d-1dc790e6373d req-0d404c27-8b75-4381-b514-2ac600bc1907 service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707187 Mar 23 01:54:54.087703 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbcd8cae-060a-4c6a-a246-fd2384fcd8ad req-41fe1c0d-7169-4151-8936-6292a12d99c4 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562377 Mar 23 01:54:54.169954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-72c5f1bd-a2c9-4191-bbae-2d57536a52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:54.172073 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-72c5f1bd-a2c9-4191-bbae-2d57536a52f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=868957b1-2003-424d-b67f-d77cd0cd10c4 HTTP/1.1" status: 200 len: 896 time: 0.1156394 Mar 23 01:54:54.248714 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-36b3c951-e485-4f59-8d14-bbd4d061efb7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46 HTTP/1.1" status: 200 len: 999 time: 0.0705290 Mar 23 01:54:54.304020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-f761a07c-df7a-47f1-ba34-7322ee96c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:54.305782 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-f761a07c-df7a-47f1-ba34-7322ee96c0a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0237b1d-ab29-4558-a132-943ccab02b5c HTTP/1.1" status: 200 len: 834 time: 0.0515549 Mar 23 01:54:54.366312 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-55cb3655-6480-42cc-969a-54d69b993e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:54.367916 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-55cb3655-6480-42cc-969a-54d69b993e96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=868957b1-2003-424d-b67f-d77cd0cd10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0555484 Mar 23 01:54:54.519205 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-9562047a-e427-4159-b85c-971e5f245a49 service neutron] 10.222.0.43 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439412 Mar 23 01:54:54.584269 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:54.621769 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-528bcb8f-9279-47ca-b47a-c5b635865ee1 service neutron] 10.222.0.43 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961123 Mar 23 01:54:54.743053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 45019b6c-3f93-42a2-aaac-04b89f15ad46 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:54:54.802904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] The host n-h1-834677-4 is not matching for port 45019b6c-3f93-42a2-aaac-04b89f15ad46 host n-h2-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:54:54.804176 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 45019b6c-3f93-42a2-aaac-04b89f15ad46 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:54:54.965877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e103b52-c72c-4bc7-9c12-dddd428cf041 req-f0686522-4ef5-409b-99ca-b7d27900c26d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:54.973934 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3e103b52-c72c-4bc7-9c12-dddd428cf041 req-f0686522-4ef5-409b-99ca-b7d27900c26d tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.1018867 Mar 23 01:54:54.981302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84a566-ba93-4cd4-9e83-35c4bf23298b req-4c2a20aa-d028-4609-9291-f00c9fe35c26 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:54.988828 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ee84a566-ba93-4cd4-9e83-35c4bf23298b req-4c2a20aa-d028-4609-9291-f00c9fe35c26 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 945 time: 0.0666375 Mar 23 01:54:55.048852 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3e103b52-c72c-4bc7-9c12-dddd428cf041 req-c25570d7-d7c7-4cab-9f86-e29347606c41 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590916 Mar 23 01:54:55.053283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-c8652bb5-c5fd-4142-9c37-cf1c533fd01c tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:55.055087 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-c8652bb5-c5fd-4142-9c37-cf1c533fd01c tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518&tenant_id=bb6e915da6d4405598d98978727b2035&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 1127 time: 0.1384983 Mar 23 01:54:55.056756 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ee84a566-ba93-4cd4-9e83-35c4bf23298b req-17298144-1937-488e-9874-89e6b52cf41d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637121 Mar 23 01:54:55.285002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-35c8e75b-4ddf-44b7-b8d7-bba792ae4b6e service neutron] For port 45019b6c-3f93-42a2-aaac-04b89f15ad46, host n-h1-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:54:55.289998 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-35c8e75b-4ddf-44b7-b8d7-bba792ae4b6e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:55.291157 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-35c8e75b-4ddf-44b7-b8d7-bba792ae4b6e service neutron] 10.222.0.43 "DELETE /v2.0/ports/45019b6c-3f93-42a2-aaac-04b89f15ad46/bindings/n-h1-834677-4 HTTP/1.1" status: 204 len: 173 time: 0.2297266 Mar 23 01:54:55.299131 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d0997-ba26-4f1e-b768-4f350b51a9ef req-ce90ca0a-cb9e-426b-aae9-67d6546aba61 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:55.300938 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ec5d0997-ba26-4f1e-b768-4f350b51a9ef req-ce90ca0a-cb9e-426b-aae9-67d6546aba61 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 943 time: 0.1212981 Mar 23 01:54:55.360704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ec5d0997-ba26-4f1e-b768-4f350b51a9ef req-480eda74-2d2b-4d92-abb2-d8e4e3c18c43 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521181 Mar 23 01:54:55.805247 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:56.163296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d6971-3c5a-4656-a8cd-a066b5327e81 req-c4371413-f00d-4752-9f44-88b1095ee929 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:56.166198 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e29d6971-3c5a-4656-a8cd-a066b5327e81 req-c4371413-f00d-4752-9f44-88b1095ee929 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.0664203 Mar 23 01:54:56.195851 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e66ee-89c3-4cca-866a-5f4e66d4fb1f req-67604ab0-d84a-45c4-8a49-b5bb4b072d52 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:56.198109 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-591e66ee-89c3-4cca-866a-5f4e66d4fb1f req-67604ab0-d84a-45c4-8a49-b5bb4b072d52 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 945 time: 0.0669305 Mar 23 01:54:56.223261 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e29d6971-3c5a-4656-a8cd-a066b5327e81 req-5c07ba98-f515-4e65-a0fb-7113d7d19d63 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512271 Mar 23 01:54:56.255406 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-591e66ee-89c3-4cca-866a-5f4e66d4fb1f req-8a75324d-878c-4b33-b063-99e4adec8ed6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511425 Mar 23 01:54:56.379903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d278d70-2277-49cf-b311-85e09c34ae33 req-2d52bf59-4d43-48bc-8423-d8a2c01425f6 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:56.382176 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d278d70-2277-49cf-b311-85e09c34ae33 req-2d52bf59-4d43-48bc-8423-d8a2c01425f6 tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 1127 time: 0.0505402 Mar 23 01:54:56.456530 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d278d70-2277-49cf-b311-85e09c34ae33 req-4596d7cd-e0fb-4b33-a0b8-b706bb73b66a tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683541 Mar 23 01:54:56.525058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2522ab-2d68-44fa-847d-9a8099c90fa4 req-71b0011c-7139-4079-a020-9c6b267e03f3 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:56.526760 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed2522ab-2d68-44fa-847d-9a8099c90fa4 req-71b0011c-7139-4079-a020-9c6b267e03f3 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 943 time: 0.0761960 Mar 23 01:54:56.588919 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed2522ab-2d68-44fa-847d-9a8099c90fa4 req-8114f915-7be6-443a-8bc3-7e2b39b04f6f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562370 Mar 23 01:54:56.603609 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe2962-49bd-4aea-a03f-e4fbfda7f571 req-600720fd-90f6-493e-b867-897ac3e8fb74 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:56.613494 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53fe2962-49bd-4aea-a03f-e4fbfda7f571 req-600720fd-90f6-493e-b867-897ac3e8fb74 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 945 time: 0.0667489 Mar 23 01:54:56.657461 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53fe2962-49bd-4aea-a03f-e4fbfda7f571 req-dcf95339-9549-483f-a30b-fc22bf364b31 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464563 Mar 23 01:54:56.678388 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33878) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:56.745255 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-96b78662-89a9-4333-af9a-0e9a721de345 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/1fb22f2e-4478-40ab-874f-29b97973f54e HTTP/1.1" status: 200 len: 991 time: 0.0654147 Mar 23 01:54:56.753621 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8af97815-7995-44ed-ab99-adb11cc587db details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:54:56.865458 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8af97815-7995-44ed-ab99-adb11cc587db, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8af97815-7995-44ed-ab99-adb11cc587db,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:56.878055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '8af97815-7995-44ed-ab99-adb11cc587db', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'port_id': '8af97815-7995-44ed-ab99-adb11cc587db', 'mac_address': 'fa:16:3e:da:5c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:54:56.916778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8af97815-7995-44ed-ab99-adb11cc587db is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:56.917171 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8af97815-7995-44ed-ab99-adb11cc587db), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:56.930072 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af97815-7995-44ed-ab99-adb11cc587db {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:54:56.951908 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8af97815-7995-44ed-ab99-adb11cc587db, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8af97815-7995-44ed-ab99-adb11cc587db,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:56.958400 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8af97815-7995-44ed-ab99-adb11cc587db), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:57.021040 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8af97815-7995-44ed-ab99-adb11cc587db,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:57.172659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8af97815-7995-44ed-ab99-adb11cc587db'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:54:57.367263 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2754683-b105-4dfa-aaa4-cf7a90da1f3a req-c111e3e5-c822-4608-bb9d-6c7e127e7f26 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:57.369685 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2754683-b105-4dfa-aaa4-cf7a90da1f3a req-c111e3e5-c822-4608-bb9d-6c7e127e7f26 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.0730739 Mar 23 01:54:57.418748 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2754683-b105-4dfa-aaa4-cf7a90da1f3a req-5a3d9b23-2e09-4d23-a184-f5f9c2c6d4e8 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428510 Mar 23 01:54:57.803419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f759a-7346-4165-b6e6-c6ed5693fd99 req-d182809e-360f-4d0b-9c99-8355bf9c3f79 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:57.805551 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d6f759a-7346-4165-b6e6-c6ed5693fd99 req-d182809e-360f-4d0b-9c99-8355bf9c3f79 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.0599883 Mar 23 01:54:57.856933 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d6f759a-7346-4165-b6e6-c6ed5693fd99 req-b703165b-c9f1-42d8-b51a-6d2478cc1444 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454013 Mar 23 01:54:58.556752 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd6e60-992a-48ba-9ef6-aae03946ca07 req-d2e04922-291b-4b76-a97b-327561e98894 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:58.558321 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a9bd6e60-992a-48ba-9ef6-aae03946ca07 req-d2e04922-291b-4b76-a97b-327561e98894 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.0641625 Mar 23 01:54:58.606440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a9bd6e60-992a-48ba-9ef6-aae03946ca07 req-7da55363-17aa-438f-8645-2bfa73755ac4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417886 Mar 23 01:54:58.754800 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8af97815-7995-44ed-ab99-adb11cc587db up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:54:58.822218 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 8af97815-7995-44ed-ab99-adb11cc587db completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:54:58.826850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 8af97815-7995-44ed-ab99-adb11cc587db triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:54:58.827506 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8af97815-7995-44ed-ab99-adb11cc587db), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:58.931986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8af97815-7995-44ed-ab99-adb11cc587db is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:54:58.935434 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8af97815-7995-44ed-ab99-adb11cc587db), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:58.954626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33910) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:58.983993 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8af97815-7995-44ed-ab99-adb11cc587db, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8af97815-7995-44ed-ab99-adb11cc587db,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:54:58.985122 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af97815-7995-44ed-ab99-adb11cc587db'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:54:58.988191 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c117de0c-f107-4d92-aa92-8b5efdc82cfc" -d '{"events": [{"server_uuid": "e10ddbdc-5cc5-46df-ae64-ba331e4fc461", "name": "network-vif-plugged", "status": "completed", "tag": "8af97815-7995-44ed-ab99-adb11cc587db"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:54:58.993266 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8af97815-7995-44ed-ab99-adb11cc587db), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:59.014231 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33914) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:59.035071 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-338da2f6-957f-45a5-a815-4c03fa946ae3 admin admin] Deleting subnet b6214f49-d4a5-4af9-b54b-052e3086f69b {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:54:59.039129 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-338da2f6-957f-45a5-a815-4c03fa946ae3 admin admin] Publish callbacks [] for subnet (b6214f49-d4a5-4af9-b54b-052e3086f69b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:59.086707 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cade45-1083-4567-be22-07553649240c x-openstack-request-id: req-33cade45-1083-4567-be22-07553649240c {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:54:59.090557 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-338da2f6-957f-45a5-a815-4c03fa946ae3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (b6214f49-d4a5-4af9-b54b-052e3086f69b), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:59.097422 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10ddbdc-5cc5-46df-ae64-ba331e4fc461", "name": "network-vif-plugged", "status": "completed", "tag": "8af97815-7995-44ed-ab99-adb11cc587db", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:54:59.097957 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33cade45-1083-4567-be22-07553649240c {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:54:59.099202 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33cade45-1083-4567-be22-07553649240c'] response: {'server_uuid': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af97815-7995-44ed-ab99-adb11cc587db', 'code': 200} Mar 23 01:54:59.105914 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8af97815-7995-44ed-ab99-adb11cc587db,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:59.187732 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-338da2f6-957f-45a5-a815-4c03fa946ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (b6214f49-d4a5-4af9-b54b-052e3086f69b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:59.192907 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5522c1-615c-416a-b216-50648bba2903 req-3aa173fe-e327-4988-b7dd-d4576e17d135 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:59.194831 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e5522c1-615c-416a-b216-50648bba2903 req-3aa173fe-e327-4988-b7dd-d4576e17d135 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.2575507 Mar 23 01:54:59.239598 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ed29b-4d90-4e0c-af79-592628787130 req-c6f46c76-b827-4d0a-9c93-54d788b3fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:59.241241 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9e3ed29b-4d90-4e0c-af79-592628787130 req-c6f46c76-b827-4d0a-9c93-54d788b3fdda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 1127 time: 0.1120157 Mar 23 01:54:59.299320 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5e5522c1-615c-416a-b216-50648bba2903 req-d2faf0be-d021-41a8-a394-0d67c5db2e8f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972536 Mar 23 01:54:59.332858 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-338da2f6-957f-45a5-a815-4c03fa946ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (b6214f49-d4a5-4af9-b54b-052e3086f69b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:59.345523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-6aae5be7-b6b4-4451-aed6-16eecb3c04e0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port f025614a-4fba-40d1-a41b-c6a03fbfaeb7 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:54:59.346577 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6aae5be7-b6b4-4451-aed6-16eecb3c04e0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (f025614a-4fba-40d1-a41b-c6a03fbfaeb7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:59.368130 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9e3ed29b-4d90-4e0c-af79-592628787130 req-f5eed490-d414-48a9-bbda-e5a80b904849 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198988 Mar 23 01:54:59.372444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338da2f6-957f-45a5-a815-4c03fa946ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6214f49-d4a5-4af9-b54b-052e3086f69b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:59.384227 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-338da2f6-957f-45a5-a815-4c03fa946ae3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:59.390185 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-338da2f6-957f-45a5-a815-4c03fa946ae3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b6214f49-d4a5-4af9-b54b-052e3086f69b HTTP/1.1" status: 204 len: 168 time: 0.4328108 Mar 23 01:54:59.392939 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33916) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:54:59.478465 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3e46478e-f33e-4c0c-9bbb-4fcc912c2601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (89554b3f-5e81-498e-806d-c8b13203e1ce), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:59.602428 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3e46478e-f33e-4c0c-9bbb-4fcc912c2601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (89554b3f-5e81-498e-806d-c8b13203e1ce), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:59.631228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3e46478e-f33e-4c0c-9bbb-4fcc912c2601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89554b3f-5e81-498e-806d-c8b13203e1ce']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:59.643777 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3e46478e-f33e-4c0c-9bbb-4fcc912c2601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3149f4a-0dfb-4567-a3fb-169b85b02980') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:59.644176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3e46478e-f33e-4c0c-9bbb-4fcc912c2601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3149f4a-0dfb-4567-a3fb-169b85b02980') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:54:59.675686 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3e46478e-f33e-4c0c-9bbb-4fcc912c2601 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (d3149f4a-0dfb-4567-a3fb-169b85b02980), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:59.699575 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3e46478e-f33e-4c0c-9bbb-4fcc912c2601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d3149f4a-0dfb-4567-a3fb-169b85b02980), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:59.732036 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e46478e-f33e-4c0c-9bbb-4fcc912c2601 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:54:59.732036 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3e46478e-f33e-4c0c-9bbb-4fcc912c2601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (d3149f4a-0dfb-4567-a3fb-169b85b02980), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:54:59.733318 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:54:59.811274 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6aae5be7-b6b4-4451-aed6-16eecb3c04e0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (f025614a-4fba-40d1-a41b-c6a03fbfaeb7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:59.812005 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6aae5be7-b6b4-4451-aed6-16eecb3c04e0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for floatingip (f025614a-4fba-40d1-a41b-c6a03fbfaeb7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:59.827015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcbb2e-f157-405b-84fe-d6b0e72f5e94 req-28e486d7-04ea-4512-a4f3-b3ebff53a096 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:54:59.828841 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-addcbb2e-f157-405b-84fe-d6b0e72f5e94 req-28e486d7-04ea-4512-a4f3-b3ebff53a096 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.1228862 Mar 23 01:54:59.830065 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3e46478e-f33e-4c0c-9bbb-4fcc912c2601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (89554b3f-5e81-498e-806d-c8b13203e1ce), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:59.830451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-6aae5be7-b6b4-4451-aed6-16eecb3c04e0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for f025614a-4fba-40d1-a41b-c6a03fbfaeb7 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:54:59.834946 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3e46478e-f33e-4c0c-9bbb-4fcc912c2601 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:54:59.838450 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3e46478e-f33e-4c0c-9bbb-4fcc912c2601 admin admin] 10.222.0.18 "DELETE /v2.0/networks/89554b3f-5e81-498e-806d-c8b13203e1ce HTTP/1.1" status: 204 len: 168 time: 0.4439373 Mar 23 01:54:59.860167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46478e-f33e-4c0c-9bbb-4fcc912c2601 admin admin] Pushing event deleted for resources: {'Network': ['ID=89554b3f-5e81-498e-806d-c8b13203e1ce,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:54:59.917076 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-addcbb2e-f157-405b-84fe-d6b0e72f5e94 req-b59d09b3-979e-47ee-94a9-cb2f1d02cc82 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644834 Mar 23 01:55:00.019911 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6aae5be7-b6b4-4451-aed6-16eecb3c04e0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (f025614a-4fba-40d1-a41b-c6a03fbfaeb7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:00.049106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae5be7-b6b4-4451-aed6-16eecb3c04e0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=f025614a-4fba-40d1-a41b-c6a03fbfaeb7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:00.127369 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6aae5be7-b6b4-4451-aed6-16eecb3c04e0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for floatingip (1fb22f2e-4478-40ab-874f-29b97973f54e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:00.129097 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-6aae5be7-b6b4-4451-aed6-16eecb3c04e0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Floating IP 1fb22f2e-4478-40ab-874f-29b97973f54e disassociated (deleted). External IP: 172.25.0.74, port: 45019b6c-3f93-42a2-aaac-04b89f15ad46. Mar 23 01:55:00.157975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33924) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:00.209367 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2201df31-f906-4903-a596-a51c36a1803f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6dedc316948c43d8960b4c23519b7009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479426 Mar 23 01:55:00.210109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33926) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:00.274819 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f5a81789-e8ce-431d-af46-2a3185025c4f admin admin] Publish callbacks [] for security_group (a1d10070-425a-4d8b-835b-50606418ae77), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:00.308957 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f5a81789-e8ce-431d-af46-2a3185025c4f admin admin] Publish callbacks [] for security_group (a1d10070-425a-4d8b-835b-50606418ae77), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:00.374555 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f5a81789-e8ce-431d-af46-2a3185025c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a1d10070-425a-4d8b-835b-50606418ae77), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:00.377652 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f5a81789-e8ce-431d-af46-2a3185025c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:00.381350 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f5a81789-e8ce-431d-af46-2a3185025c4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1d10070-425a-4d8b-835b-50606418ae77 HTTP/1.1" status: 204 len: 168 time: 0.1677921 Mar 23 01:55:00.413620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a81789-e8ce-431d-af46-2a3185025c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d10070-425a-4d8b-835b-50606418ae77,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:00.517673 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aae5be7-b6b4-4451-aed6-16eecb3c04e0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router 7474f9ef-87d5-48b4-9e16-b8eec33240ca has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:55:00.539681 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2959786-5e0e-494d-9217-8e524b49f829 req-084784b7-929a-47d7-8448-8b4c22f8c600 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:00.541705 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a2959786-5e0e-494d-9217-8e524b49f829 req-084784b7-929a-47d7-8448-8b4c22f8c600 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.1038234 Mar 23 01:55:00.720767 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a2959786-5e0e-494d-9217-8e524b49f829 req-71fe2b5e-33c1-48b5-b99c-59e5f5bc2724 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155162 Mar 23 01:55:00.743356 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aae5be7-b6b4-4451-aed6-16eecb3c04e0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:55:00.754822 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e1a28-1318-46c4-b218-c9b7791ed1fa None None] Sync routers for ids ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:55:00.755646 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6aae5be7-b6b4-4451-aed6-16eecb3c04e0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:00.771188 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e1a28-1318-46c4-b218-c9b7791ed1fa None None] Routers {'7474f9ef-87d5-48b4-9e16-b8eec33240ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:55:00.771835 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-984e1a28-1318-46c4-b218-c9b7791ed1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:54:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:00.801082 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6aae5be7-b6b4-4451-aed6-16eecb3c04e0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/floatingips/1fb22f2e-4478-40ab-874f-29b97973f54e HTTP/1.1" status: 204 len: 168 time: 1.7858388 Mar 23 01:55:00.802387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:55:00.806602 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f2c3dd-f1dd-4067-87ad-2415f1c06672" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:55:00.870582 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba945211-6561-4598-ac87-7fe40520a2b9 x-openstack-request-id: req-ba945211-6561-4598-ac87-7fe40520a2b9 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:55:00.871228 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:55:00.871228 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba945211-6561-4598-ac87-7fe40520a2b9 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:55:00.871776 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba945211-6561-4598-ac87-7fe40520a2b9'] response: {'name': 'network-changed', 'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46', 'status': 'completed', 'code': 200} Mar 23 01:55:00.959668 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-984e1a28-1318-46c4-b218-c9b7791ed1fa None None] Set router 7474f9ef-87d5-48b4-9e16-b8eec33240ca gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:55:01.201945 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e6e8e-ae20-441d-9693-0edda5d179d4 req-4a97935b-5bfb-4376-a364-2b18d035f519 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:01.204765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef277139-29e5-4f78-ace0-ecc9186d4d41 req-8e9c1034-12ce-4da1-99d1-f77a44f0929b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:01.206483 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ef277139-29e5-4f78-ace0-ecc9186d4d41 req-8e9c1034-12ce-4da1-99d1-f77a44f0929b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.1710646 Mar 23 01:55:01.211596 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a51e6e8e-ae20-441d-9693-0edda5d179d4 req-4a97935b-5bfb-4376-a364-2b18d035f519 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 945 time: 0.0752809 Mar 23 01:55:01.232318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2c3dd-f1dd-4067-87ad-2415f1c06672 req-f667838f-fdf6-4b68-9227-8a743257024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:01.234410 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2f2c3dd-f1dd-4067-87ad-2415f1c06672 req-f667838f-fdf6-4b68-9227-8a743257024b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 1127 time: 0.1343179 Mar 23 01:55:01.261793 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-984e1a28-1318-46c4-b218-c9b7791ed1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570631564', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:53:34Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:35Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1db74e07-82c3-4977-b140-85a4d50b7daa', 'name': '', 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ff:2c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:40Z', 'updated_at': '2022-03-23T01:53:47Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:01.300869 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ef277139-29e5-4f78-ace0-ecc9186d4d41 req-202bf36c-c8b4-4cc4-aece-34e90755f912 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845094 Mar 23 01:55:01.305679 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e1a28-1318-46c4-b218-c9b7791ed1fa None None] Checking router: 7474f9ef-87d5-48b4-9e16-b8eec33240ca for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:55:01.329033 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a51e6e8e-ae20-441d-9693-0edda5d179d4 req-46b43bd7-aa8f-4925-b5fe-fa13d05d62fd tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128588 Mar 23 01:55:01.334216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e1a28-1318-46c4-b218-c9b7791ed1fa None None] Routers {'7474f9ef-87d5-48b4-9e16-b8eec33240ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:55:01.334216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-984e1a28-1318-46c4-b218-c9b7791ed1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:54:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:01.443666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2c3dd-f1dd-4067-87ad-2415f1c06672 req-0613b824-e13e-40a6-9c59-fb361700395b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:01.465800 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2f2c3dd-f1dd-4067-87ad-2415f1c06672 req-0613b824-e13e-40a6-9c59-fb361700395b service neutron] 10.222.0.43 "GET /v2.0/networks?id=868957b1-2003-424d-b67f-d77cd0cd10c4 HTTP/1.1" status: 200 len: 896 time: 0.1886084 Mar 23 01:55:01.513566 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2f2c3dd-f1dd-4067-87ad-2415f1c06672 req-31dce78d-394a-44a1-b204-75d9e73e3233 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46 HTTP/1.1" status: 200 len: 217 time: 0.0434086 Mar 23 01:55:01.577117 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-984e1a28-1318-46c4-b218-c9b7791ed1fa None None] Set router 7474f9ef-87d5-48b4-9e16-b8eec33240ca gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:55:01.603492 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2c3dd-f1dd-4067-87ad-2415f1c06672 req-ab29beda-8d4f-41fc-a8f4-c2486b7304ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:01.606537 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2f2c3dd-f1dd-4067-87ad-2415f1c06672 req-ab29beda-8d4f-41fc-a8f4-c2486b7304ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0237b1d-ab29-4558-a132-943ccab02b5c HTTP/1.1" status: 200 len: 834 time: 0.0760012 Mar 23 01:55:01.692048 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2c3dd-f1dd-4067-87ad-2415f1c06672 req-f3bce02a-0bf6-4bb5-824f-cf1e6d75ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:01.694103 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2f2c3dd-f1dd-4067-87ad-2415f1c06672 req-f3bce02a-0bf6-4bb5-824f-cf1e6d75ef75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=868957b1-2003-424d-b67f-d77cd0cd10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0783679 Mar 23 01:55:01.833955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-984e1a28-1318-46c4-b218-c9b7791ed1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570631564', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:53:34Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:35Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1db74e07-82c3-4977-b140-85a4d50b7daa', 'name': '', 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ff:2c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:40Z', 'updated_at': '2022-03-23T01:53:47Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:01.858078 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bb8bb-a12b-4aec-90ed-88f4dcda2fab req-c6c0b9c0-d2b3-4d51-91a6-a8ead58f0c69 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:01.859707 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-703bb8bb-a12b-4aec-90ed-88f4dcda2fab req-c6c0b9c0-d2b3-4d51-91a6-a8ead58f0c69 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 945 time: 0.0929112 Mar 23 01:55:01.866642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e1a28-1318-46c4-b218-c9b7791ed1fa None None] The sync data for ids ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'] in n-d-834677-4 is: [{'id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570631564', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:53:34Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:35Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1db74e07-82c3-4977-b140-85a4d50b7daa', 'name': '', 'network_id': '868957b1-2003-424d-b67f-d77cd0cd10c4', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ff:2c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:40Z', 'updated_at': '2022-03-23T01:53:47Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': 'a0237b1d-ab29-4558-a132-943ccab02b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:55:01.953491 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2f2c3dd-f1dd-4067-87ad-2415f1c06672 req-7e14e2dc-44ff-4c0b-8b88-0bf677447c40 service neutron] 10.222.0.43 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503703 Mar 23 01:55:02.146741 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a8c7a-2e70-49b6-a20f-c3b5f571203a req-2fa260c4-fd8f-4f62-872a-678bfe5d773c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:02.148384 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-143a8c7a-2e70-49b6-a20f-c3b5f571203a req-2fa260c4-fd8f-4f62-872a-678bfe5d773c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.2168241 Mar 23 01:55:02.189406 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b2f2c3dd-f1dd-4067-87ad-2415f1c06672 req-cb3d1211-70e1-47fb-885c-929f1d39ab9a service neutron] 10.222.0.43 "GET /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833737 Mar 23 01:55:02.199186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-703bb8bb-a12b-4aec-90ed-88f4dcda2fab req-49f483ee-9fd1-4f79-847d-9434411e3549 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port 45019b6c-3f93-42a2-aaac-04b89f15ad46 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:55:02.199638 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-703bb8bb-a12b-4aec-90ed-88f4dcda2fab req-49f483ee-9fd1-4f79-847d-9434411e3549 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:02.282810 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893e6393-67d5-4f2b-a959-2168bbc19d93 None None] New status for floating IP 1fb22f2e-4478-40ab-874f-29b97973f54e: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:55:02.322996 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-143a8c7a-2e70-49b6-a20f-c3b5f571203a req-f1dee798-8629-43d0-bb0e-b05d54132742 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605973 Mar 23 01:55:02.384387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-703bb8bb-a12b-4aec-90ed-88f4dcda2fab req-49f483ee-9fd1-4f79-847d-9434411e3549 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] For port 45019b6c-3f93-42a2-aaac-04b89f15ad46, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=45019b6c-3f93-42a2-aaac-04b89f15ad46,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:02.384841 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-703bb8bb-a12b-4aec-90ed-88f4dcda2fab req-49f483ee-9fd1-4f79-847d-9434411e3549 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:02.411414 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-703bb8bb-a12b-4aec-90ed-88f4dcda2fab req-49f483ee-9fd1-4f79-847d-9434411e3549 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for 45019b6c-3f93-42a2-aaac-04b89f15ad46 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:55:02.522279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266a9da-408a-40ba-a9cf-ddd50901e9d1 req-87384457-15a1-49db-8d79-0cfcfb09185a tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:02.525330 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b266a9da-408a-40ba-a9cf-ddd50901e9d1 req-87384457-15a1-49db-8d79-0cfcfb09185a tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.1080847 Mar 23 01:55:02.589774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b266a9da-408a-40ba-a9cf-ddd50901e9d1 req-e5010a69-8123-42d2-9d75-d14c924de849 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581605 Mar 23 01:55:02.613361 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951acef9-9863-411f-a243-431bf70f5d4f req-7e2155eb-5ff3-4e01-afe7-b3978e20589d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:02.614997 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-951acef9-9863-411f-a243-431bf70f5d4f req-7e2155eb-5ff3-4e01-afe7-b3978e20589d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f3752b9-0b8e-4531-bd22-8847fd040518 HTTP/1.1" status: 200 len: 945 time: 0.1100695 Mar 23 01:55:02.699852 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-951acef9-9863-411f-a243-431bf70f5d4f req-b077ed42-ff5e-4910-a278-28aa19c86dd5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7093d21-4f63-4cb5-b09e-1e569cefce99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772161 Mar 23 01:55:02.716942 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-703bb8bb-a12b-4aec-90ed-88f4dcda2fab req-49f483ee-9fd1-4f79-847d-9434411e3549 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (45019b6c-3f93-42a2-aaac-04b89f15ad46), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:02.739465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c9dde-73e8-4326-870c-18c477f9c92d req-5282480d-0d9e-4a53-a5ce-299c3209db5d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:02.746860 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-095c9dde-73e8-4326-870c-18c477f9c92d req-5282480d-0d9e-4a53-a5ce-299c3209db5d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.0884914 Mar 23 01:55:02.751835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 33982) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:02.754077 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f483ee-9fd1-4f79-847d-9434411e3549 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=45019b6c-3f93-42a2-aaac-04b89f15ad46,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:02.758596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-fef7360a-c717-420b-ba54-9827c0c3af21 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Request body: {'floatingip': {'port_id': '8af97815-7995-44ed-ab99-adb11cc587db'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:02.812550 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-703bb8bb-a12b-4aec-90ed-88f4dcda2fab req-49f483ee-9fd1-4f79-847d-9434411e3549 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] No DVR routers for this DVR port 45019b6c-3f93-42a2-aaac-04b89f15ad46 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:55:02.814731 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fef7360a-c717-420b-ba54-9827c0c3af21 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for floatingip (9bdf0c80-451c-46fb-a18a-f8c5c5692e2d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:02.815426 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-703bb8bb-a12b-4aec-90ed-88f4dcda2fab req-49f483ee-9fd1-4f79-847d-9434411e3549 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:02.819492 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-703bb8bb-a12b-4aec-90ed-88f4dcda2fab req-49f483ee-9fd1-4f79-847d-9434411e3549 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.43 "DELETE /v2.0/ports/45019b6c-3f93-42a2-aaac-04b89f15ad46 HTTP/1.1" status: 204 len: 173 time: 0.9509349 Mar 23 01:55:02.873528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'name': 'network-vif-deleted', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:55:02.876437 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89efab1-b4e8-4e83-9a15-94650fe9df68" -d '{"events": [{"server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "name": "network-vif-deleted", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:55:02.950734 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9adfbef-a994-4bdf-abb1-e0cce8ee2a13 x-openstack-request-id: req-d9adfbef-a994-4bdf-abb1-e0cce8ee2a13 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:55:02.951040 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3752b9-0b8e-4531-bd22-8847fd040518", "name": "network-vif-deleted", "tag": "45019b6c-3f93-42a2-aaac-04b89f15ad46", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:55:02.951300 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9adfbef-a994-4bdf-abb1-e0cce8ee2a13 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:55:02.951748 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9adfbef-a994-4bdf-abb1-e0cce8ee2a13'] response: {'server_uuid': '7f3752b9-0b8e-4531-bd22-8847fd040518', 'name': 'network-vif-deleted', 'tag': '45019b6c-3f93-42a2-aaac-04b89f15ad46', 'status': 'completed', 'code': 200} Mar 23 01:55:03.403206 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fef7360a-c717-420b-ba54-9827c0c3af21 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:03.407661 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fef7360a-c717-420b-ba54-9827c0c3af21 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (9bdf0c80-451c-46fb-a18a-f8c5c5692e2d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:03.518422 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-fef7360a-c717-420b-ba54-9827c0c3af21 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Floating IP 9bdf0c80-451c-46fb-a18a-f8c5c5692e2d associated. External IP: 172.25.0.20, port: 8af97815-7995-44ed-ab99-adb11cc587db. Mar 23 01:55:03.792489 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 33998) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:03.827163 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de3de5-5080-42b9-8c47-30ce68a2a339 req-91a2726b-3bbc-4e75-81ca-f604dab0eeb7 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:03.829492 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-41de3de5-5080-42b9-8c47-30ce68a2a339 req-91a2726b-3bbc-4e75-81ca-f604dab0eeb7 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.1441131 Mar 23 01:55:03.848494 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef7360a-c717-420b-ba54-9827c0c3af21 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:55:03.866134 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:03.912414 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-41de3de5-5080-42b9-8c47-30ce68a2a339 req-a6e82e96-81e4-40ff-af5a-45b5d9493c86 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662210 Mar 23 01:55:04.029872 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef7360a-c717-420b-ba54-9827c0c3af21 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:55:04.034545 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fef7360a-c717-420b-ba54-9827c0c3af21 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:04.045325 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512a2602-52dd-4386-9d69-0430103d4e9d None None] Sync routers for ids ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:55:04.063556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a2602-52dd-4386-9d69-0430103d4e9d None None] Routers {'02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:55:04.064323 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-512a2602-52dd-4386-9d69-0430103d4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:54:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:04.069474 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fef7360a-c717-420b-ba54-9827c0c3af21 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "PUT /v2.0/floatingips/9bdf0c80-451c-46fb-a18a-f8c5c5692e2d HTTP/1.1" status: 200 len: 990 time: 1.3151929 Mar 23 01:55:04.070242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'tag': '8af97815-7995-44ed-ab99-adb11cc587db'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:55:04.072859 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a21be25-1db7-4b05-bd29-a1ad038cdd8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e10ddbdc-5cc5-46df-ae64-ba331e4fc461", "tag": "8af97815-7995-44ed-ab99-adb11cc587db"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:55:04.122366 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5caa79-a03e-4bfd-b2ce-4b1e25887da8 x-openstack-request-id: req-de5caa79-a03e-4bfd-b2ce-4b1e25887da8 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:55:04.122732 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10ddbdc-5cc5-46df-ae64-ba331e4fc461", "tag": "8af97815-7995-44ed-ab99-adb11cc587db", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:55:04.123054 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de5caa79-a03e-4bfd-b2ce-4b1e25887da8 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:55:04.123531 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de5caa79-a03e-4bfd-b2ce-4b1e25887da8'] response: {'name': 'network-changed', 'server_uuid': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'tag': '8af97815-7995-44ed-ab99-adb11cc587db', 'status': 'completed', 'code': 200} Mar 23 01:55:04.204695 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21be25-1db7-4b05-bd29-a1ad038cdd8b req-411153e7-155c-453d-8bb4-fe39befb9852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:04.206547 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5a21be25-1db7-4b05-bd29-a1ad038cdd8b req-411153e7-155c-453d-8bb4-fe39befb9852 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 1127 time: 0.0628171 Mar 23 01:55:04.277228 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b68f05f7-2d59-4e69-97fc-362bff031323 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (7474f9ef-87d5-48b4-9e16-b8eec33240ca), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:04.321206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21be25-1db7-4b05-bd29-a1ad038cdd8b req-bfbe3958-e38e-464c-88f4-4cbeaf6f22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:04.323615 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5a21be25-1db7-4b05-bd29-a1ad038cdd8b req-bfbe3958-e38e-464c-88f4-4cbeaf6f22a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 915 time: 0.1102715 Mar 23 01:55:04.408945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-512a2602-52dd-4386-9d69-0430103d4e9d None None] Set router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:55:04.424693 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5a21be25-1db7-4b05-bd29-a1ad038cdd8b req-0d3e5bea-8359-4be3-9c13-0d400c6596d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8af97815-7995-44ed-ab99-adb11cc587db HTTP/1.1" status: 200 len: 998 time: 0.0862577 Mar 23 01:55:04.495792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21be25-1db7-4b05-bd29-a1ad038cdd8b req-b0375f66-5faf-43fc-8e14-d57c5cdbb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:04.497698 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5a21be25-1db7-4b05-bd29-a1ad038cdd8b req-b0375f66-5faf-43fc-8e14-d57c5cdbb577 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 200 len: 854 time: 0.0721483 Mar 23 01:55:04.585382 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-0f66f88f-61a1-4cdb-946a-67bdb0a5d750 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f3e3890c6a944a88b8611c221c081066&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357547 Mar 23 01:55:04.597385 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21be25-1db7-4b05-bd29-a1ad038cdd8b req-0af08d9e-7c29-4b9f-9a90-2ef838da3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:04.598803 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5a21be25-1db7-4b05-bd29-a1ad038cdd8b req-0af08d9e-7c29-4b9f-9a90-2ef838da3662 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057fc303-8305-4494-9b96-40a2ebb37d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0933402 Mar 23 01:55:04.664876 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-b68f05f7-2d59-4e69-97fc-362bff031323 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port 1db74e07-82c3-4977-b140-85a4d50b7daa {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:55:04.665279 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b68f05f7-2d59-4e69-97fc-362bff031323 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:04.705082 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-512a2602-52dd-4386-9d69-0430103d4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '9bdf0c80-451c-46fb-a18a-f8c5c5692e2d', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'floating_ip_address': '172.25.0.20', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'port_id': '8af97815-7995-44ed-ab99-adb11cc587db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'mac_address': 'fa:16:3e:da:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:54:44Z', 'updated_at': '2022-03-23T01:55:03Z', 'revision_number': 1, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c42a4b2-9f79-454b-be9e-d799747dbd0a', 'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'mac_address': 'fa:16:3e:4f:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:34Z', 'updated_at': '2022-03-23T01:54:46Z', 'revision_number': 5, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'subnets': [{'id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:04.737854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512a2602-52dd-4386-9d69-0430103d4e9d None None] Checking router: 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:55:04.747269 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a2602-52dd-4386-9d69-0430103d4e9d None None] Routers {'02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:55:04.748128 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-512a2602-52dd-4386-9d69-0430103d4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:54:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:04.772041 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5a21be25-1db7-4b05-bd29-a1ad038cdd8b req-42bf37fd-515b-49ce-a0ab-0fb3093cf6fc service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567063 Mar 23 01:55:04.774459 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-b68f05f7-2d59-4e69-97fc-362bff031323 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] For port 1db74e07-82c3-4977-b140-85a4d50b7daa, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1db74e07-82c3-4977-b140-85a4d50b7daa,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:04.774932 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b68f05f7-2d59-4e69-97fc-362bff031323 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:04.790506 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-b68f05f7-2d59-4e69-97fc-362bff031323 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for 1db74e07-82c3-4977-b140-85a4d50b7daa owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:55:04.877007 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-512a2602-52dd-4386-9d69-0430103d4e9d None None] Set router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:55:05.019160 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b68f05f7-2d59-4e69-97fc-362bff031323 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1db74e07-82c3-4977-b140-85a4d50b7daa), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:05.061367 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f05f7-2d59-4e69-97fc-362bff031323 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=1db74e07-82c3-4977-b140-85a4d50b7daa,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:05.191547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-512a2602-52dd-4386-9d69-0430103d4e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '9bdf0c80-451c-46fb-a18a-f8c5c5692e2d', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'floating_ip_address': '172.25.0.20', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'port_id': '8af97815-7995-44ed-ab99-adb11cc587db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'mac_address': 'fa:16:3e:da:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:54:44Z', 'updated_at': '2022-03-23T01:55:03Z', 'revision_number': 1, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c42a4b2-9f79-454b-be9e-d799747dbd0a', 'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'mac_address': 'fa:16:3e:4f:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:34Z', 'updated_at': '2022-03-23T01:54:46Z', 'revision_number': 5, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'subnets': [{'id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:05.244315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512a2602-52dd-4386-9d69-0430103d4e9d None None] The sync data for ids ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'] in n-d-834677-4 is: [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '9bdf0c80-451c-46fb-a18a-f8c5c5692e2d', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'floating_ip_address': '172.25.0.20', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'port_id': '8af97815-7995-44ed-ab99-adb11cc587db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'mac_address': 'fa:16:3e:da:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:54:44Z', 'updated_at': '2022-03-23T01:55:03Z', 'revision_number': 1, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c42a4b2-9f79-454b-be9e-d799747dbd0a', 'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'mac_address': 'fa:16:3e:4f:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:34Z', 'updated_at': '2022-03-23T01:54:46Z', 'revision_number': 5, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'subnets': [{'id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:55:05.351819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-42a550a3-a443-4125-8c10-2fe789cc7403 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:05.354252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-42a550a3-a443-4125-8c10-2fe789cc7403 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7613087 Mar 23 01:55:05.370956 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b68f05f7-2d59-4e69-97fc-362bff031323 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (7474f9ef-87d5-48b4-9e16-b8eec33240ca), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:05.379833 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b7587b51-e814-41f0-a2fe-c182b80d1a2d tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/quotas/f3e3890c6a944a88b8611c221c081066 HTTP/1.1" status: 200 len: 375 time: 0.0154095 Mar 23 01:55:05.389066 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff5b1e-f76e-4e23-9ce9-322e7ae7809d req-0ecf0b19-e2ea-4ebd-866c-6462ae76f105 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:05.390815 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-83ff5b1e-f76e-4e23-9ce9-322e7ae7809d req-0ecf0b19-e2ea-4ebd-866c-6462ae76f105 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.3307199 Mar 23 01:55:05.437889 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-57cabf2e-10ca-4093-99c2-97375b7e5f59 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3e3890c6a944a88b8611c221c081066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494571 Mar 23 01:55:05.441205 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5a21be25-1db7-4b05-bd29-a1ad038cdd8b req-dd38c1b3-22a7-46da-868a-d0a1a5bdbb75 service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599157 Mar 23 01:55:05.501692 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 45019b6c-3f93-42a2-aaac-04b89f15ad46 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:55:05.531859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 45019b6c-3f93-42a2-aaac-04b89f15ad46 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:55:05.532383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 45019b6c-3f93-42a2-aaac-04b89f15ad46 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:55:05.538464 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-83ff5b1e-f76e-4e23-9ce9-322e7ae7809d req-569de9a9-5bdc-4b99-97d0-06aa802ca7df tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039445 Mar 23 01:55:05.605413 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d4440f-a2b1-4ce5-b035-97b5c52826e4 None None] New status for floating IP 9bdf0c80-451c-46fb-a18a-f8c5c5692e2d: ACTIVE {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:55:05.791459 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:55:06.110469 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93d94680-1a9c-420c-9e71-46ce871e2a0f req-df481869-a4ec-4fe0-9dc2-dfeb2fff02d9 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 210 time: 0.4769685 Mar 23 01:55:06.148452 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68f05f7-2d59-4e69-97fc-362bff031323 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router 7474f9ef-87d5-48b4-9e16-b8eec33240ca has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:55:06.277112 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68f05f7-2d59-4e69-97fc-362bff031323 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:55:06.282492 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b68f05f7-2d59-4e69-97fc-362bff031323 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "PUT /v2.0/routers/7474f9ef-87d5-48b4-9e16-b8eec33240ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4887495 Mar 23 01:55:06.285387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34042) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:06.292494 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2922cd1-e3d4-4f53-a788-4dfc12b95bb1 None None] Sync routers for ids ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:55:06.306877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2922cd1-e3d4-4f53-a788-4dfc12b95bb1 None None] Routers {'7474f9ef-87d5-48b4-9e16-b8eec33240ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:55:06.307959 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e2922cd1-e3d4-4f53-a788-4dfc12b95bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:54:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:06.370266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-1416e77a-3051-4e66-bb71-aa5901ecc0cb tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting subnet a0237b1d-ab29-4558-a132-943ccab02b5c {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:55:06.373801 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1416e77a-3051-4e66-bb71-aa5901ecc0cb tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for subnet (a0237b1d-ab29-4558-a132-943ccab02b5c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:06.420472 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1416e77a-3051-4e66-bb71-aa5901ecc0cb tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (a0237b1d-ab29-4558-a132-943ccab02b5c), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:06.443164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-e2922cd1-e3d4-4f53-a788-4dfc12b95bb1 None None] Set router 7474f9ef-87d5-48b4-9e16-b8eec33240ca gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:55:06.530102 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1416e77a-3051-4e66-bb71-aa5901ecc0cb tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (a0237b1d-ab29-4558-a132-943ccab02b5c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:06.608336 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1416e77a-3051-4e66-bb71-aa5901ecc0cb tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (a0237b1d-ab29-4558-a132-943ccab02b5c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:06.642230 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416e77a-3051-4e66-bb71-aa5901ecc0cb tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Subnet': ['ID=a0237b1d-ab29-4558-a132-943ccab02b5c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:06.645957 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e2922cd1-e3d4-4f53-a788-4dfc12b95bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570631564', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:53:34Z', 'updated_at': '2022-03-23T01:55:04Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:35Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:06.666462 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1416e77a-3051-4e66-bb71-aa5901ecc0cb tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:06.670751 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1416e77a-3051-4e66-bb71-aa5901ecc0cb tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/subnets/a0237b1d-ab29-4558-a132-943ccab02b5c HTTP/1.1" status: 204 len: 168 time: 0.3843527 Mar 23 01:55:06.673588 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34048) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:06.687083 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2922cd1-e3d4-4f53-a788-4dfc12b95bb1 None None] Checking router: 7474f9ef-87d5-48b4-9e16-b8eec33240ca for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:55:06.692389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec33804-e185-4cd0-93da-88d60ed3f376 None None] Network 868957b1-2003-424d-b67f-d77cd0cd10c4 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:55:06.713496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b0f1d-0378-4c46-b21b-726b3685880f req-ecd7c6f3-8ac2-4d03-bbf0-5412907508c4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:06.714956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2922cd1-e3d4-4f53-a788-4dfc12b95bb1 None None] Routers {'7474f9ef-87d5-48b4-9e16-b8eec33240ca'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:55:06.721700 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e2922cd1-e3d4-4f53-a788-4dfc12b95bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:54:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:06.723970 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-833b0f1d-0378-4c46-b21b-726b3685880f req-ecd7c6f3-8ac2-4d03-bbf0-5412907508c4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.0916533 Mar 23 01:55:06.799926 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-833b0f1d-0378-4c46-b21b-726b3685880f req-a0e0ab5e-f6c8-4f62-9d59-578239562f01 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677900 Mar 23 01:55:06.934233 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20e8bf6f-b5da-4442-bfac-2272914352a5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router (7474f9ef-87d5-48b4-9e16-b8eec33240ca), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:06.937832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-e2922cd1-e3d4-4f53-a788-4dfc12b95bb1 None None] Set router 7474f9ef-87d5-48b4-9e16-b8eec33240ca gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:55:06.983050 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-2f60d5cc-bc16-4022-ae52-5f64b8c90f37 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f3e3890c6a944a88b8611c221c081066&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786455 Mar 23 01:55:07.049552 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] DHCP port deletion for 868957b1-2003-424d-b67f-d77cd0cd10c4 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:55:07.174861 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Deleting port 22f32ebc-278a-41a1-a041-5ce52a2978fc {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:55:07.175328 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (22f32ebc-278a-41a1-a041-5ce52a2978fc), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:07.233769 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e2922cd1-e3d4-4f53-a788-4dfc12b95bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570631564', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:53:34Z', 'updated_at': '2022-03-23T01:55:04Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:35Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:07.239522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-0b50bbdf-23b2-4c60-833e-964c1619aad2 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:07.241385 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-0b50bbdf-23b2-4c60-833e-964c1619aad2 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2303329 Mar 23 01:55:07.260479 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8bc3a0b9-1d57-49a2-85f5-5fc3b2afe94c req-04142ac8-a585-43a6-907b-46c09ee77b8c tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 210 time: 0.0418632 Mar 23 01:55:07.264759 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-ada906a0-9683-404d-9d91-04c71757f260 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Request body: {'port': {'device_id': '52e196d1-710f-4ac9-8383-0eb3c1054387', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': 'f3e3890c6a944a88b8611c221c081066'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:07.270051 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20e8bf6f-b5da-4442-bfac-2272914352a5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_gateway (7474f9ef-87d5-48b4-9e16-b8eec33240ca), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:07.277877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2922cd1-e3d4-4f53-a788-4dfc12b95bb1 None None] The sync data for ids ['7474f9ef-87d5-48b4-9e16-b8eec33240ca'] in n-d-834677-4 is: [{'id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-570631564', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:53:34Z', 'updated_at': '2022-03-23T01:55:04Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '6ffb5369-f4d4-4a09-a19c-f5bb191262b1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7474f9ef-87d5-48b4-9e16-b8eec33240ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:53:35Z', 'updated_at': '2022-03-23T01:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:55:07.280529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] For port 22f32ebc-278a-41a1-a041-5ce52a2978fc, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=22f32ebc-278a-41a1-a041-5ce52a2978fc,segment=NetworkSegment(a70d1a53-c6c5-42fc-8d58-2056b050f386),segment_id=a70d1a53-c6c5-42fc-8d58-2056b050f386)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:07.281008 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (22f32ebc-278a-41a1-a041-5ce52a2978fc), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:07.295279 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Calling delete_port for 22f32ebc-278a-41a1-a041-5ce52a2978fc owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:55:07.390196 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (22f32ebc-278a-41a1-a041-5ce52a2978fc), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:07.424665 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Pushing event deleted for resources: {'Port': ['ID=22f32ebc-278a-41a1-a041-5ce52a2978fc,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:07.432509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] No DVR routers for this DVR port 22f32ebc-278a-41a1-a041-5ce52a2978fc on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:55:07.434999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:07.435330 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:07.435737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:07.436314 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:07.436489 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:07.436860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:07.437233 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:07.437566 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:07.437893 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:07.438222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:07.438574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:07.439035 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:07.439305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:07.439634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:07.440011 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb1d90a-2942-4116-85cd-8b118ffb5f88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:07.448372 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-ada906a0-9683-404d-9d91-04c71757f260 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Made reservation on behalf of f3e3890c6a944a88b8611c221c081066 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:55:07.451798 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-ada906a0-9683-404d-9d91-04c71757f260 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:07.468511 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-ada906a0-9683-404d-9d91-04c71757f260 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:07.471157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-20e8bf6f-b5da-4442-bfac-2272914352a5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port 6ffb5369-f4d4-4a09-a19c-f5bb191262b1 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:55:07.471494 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20e8bf6f-b5da-4442-bfac-2272914352a5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6ffb5369-f4d4-4a09-a19c-f5bb191262b1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:07.594018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-20e8bf6f-b5da-4442-bfac-2272914352a5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] For port 6ffb5369-f4d4-4a09-a19c-f5bb191262b1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6ffb5369-f4d4-4a09-a19c-f5bb191262b1,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:07.594332 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20e8bf6f-b5da-4442-bfac-2272914352a5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6ffb5369-f4d4-4a09-a19c-f5bb191262b1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:07.616559 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-20e8bf6f-b5da-4442-bfac-2272914352a5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for 6ffb5369-f4d4-4a09-a19c-f5bb191262b1 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:55:07.676859 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-ada906a0-9683-404d-9d91-04c71757f260 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Publish callbacks [] for security_group (7f3bddd5-f2db-466d-b238-fd43c0bfe110), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:07.687312 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-ada906a0-9683-404d-9d91-04c71757f260 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7f3bddd5-f2db-466d-b238-fd43c0bfe110), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:07.769142 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada906a0-9683-404d-9d91-04c71757f260 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3bddd5-f2db-466d-b238-fd43c0bfe110,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:07.932252 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-ada906a0-9683-404d-9d91-04c71757f260 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Allocated IP 192.168.233.124 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/706f26f1-9a4e-4a36-968c-4c8a102b2710) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:55:07.945973 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705acfc-4fa1-478c-838d-2cf85570cbbe req-457d894b-369e-4529-beec-8a0f170623e7 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:07.958198 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8705acfc-4fa1-478c-838d-2cf85570cbbe req-457d894b-369e-4529-beec-8a0f170623e7 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.0823431 Mar 23 01:55:08.000447 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8705acfc-4fa1-478c-838d-2cf85570cbbe req-dc433533-69d7-4df8-9e14-2ae79ce60333 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 Mar 23 01:55:08.003861 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20e8bf6f-b5da-4442-bfac-2272914352a5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6ffb5369-f4d4-4a09-a19c-f5bb191262b1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:08.071695 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8bf6f-b5da-4442-bfac-2272914352a5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=6ffb5369-f4d4-4a09-a19c-f5bb191262b1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:08.173255 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-ada906a0-9683-404d-9d91-04c71757f260 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Publish callbacks [] for port (706f26f1-9a4e-4a36-968c-4c8a102b2710), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:08.174714 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20e8bf6f-b5da-4442-bfac-2272914352a5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (7474f9ef-87d5-48b4-9e16-b8eec33240ca), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:08.277104 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20e8bf6f-b5da-4442-bfac-2272914352a5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (7474f9ef-87d5-48b4-9e16-b8eec33240ca), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:08.282442 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20e8bf6f-b5da-4442-bfac-2272914352a5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_controller (7474f9ef-87d5-48b4-9e16-b8eec33240ca), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:08.345206 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-ada906a0-9683-404d-9d91-04c71757f260 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (706f26f1-9a4e-4a36-968c-4c8a102b2710), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:08.347377 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20e8bf6f-b5da-4442-bfac-2272914352a5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (7474f9ef-87d5-48b4-9e16-b8eec33240ca), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:08.348059 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e8bf6f-b5da-4442-bfac-2272914352a5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Fanout notify agent at l3_agent the message router_deleted on router 7474f9ef-87d5-48b4-9e16-b8eec33240ca {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:55:08.373476 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20e8bf6f-b5da-4442-bfac-2272914352a5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:08.375759 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-20e8bf6f-b5da-4442-bfac-2272914352a5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/routers/7474f9ef-87d5-48b4-9e16-b8eec33240ca HTTP/1.1" status: 204 len: 168 time: 1.7000039 Mar 23 01:55:08.378735 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34058) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:08.484089 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8445c60-6b2f-4e15-ae71-ec6ce8d33860 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (868957b1-2003-424d-b67f-d77cd0cd10c4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:08.516622 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-ada906a0-9683-404d-9d91-04c71757f260 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:55:08.520819 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-ada906a0-9683-404d-9d91-04c71757f260 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:55:08.532964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-ada906a0-9683-404d-9d91-04c71757f260 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:55:08.539887 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada906a0-9683-404d-9d91-04c71757f260 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Pushing event updated for resources: {'Port': ['ID=706f26f1-9a4e-4a36-968c-4c8a102b2710,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:08.600792 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefa796-f7de-405a-be85-eda7ab30f102 req-9f772590-d4f0-4762-9644-56ad9fe49061 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:08.602463 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ceefa796-f7de-405a-be85-eda7ab30f102 req-9f772590-d4f0-4762-9644-56ad9fe49061 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 936 time: 0.2525938 Mar 23 01:55:08.679869 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8445c60-6b2f-4e15-ae71-ec6ce8d33860 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (868957b1-2003-424d-b67f-d77cd0cd10c4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:08.688705 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-ada906a0-9683-404d-9d91-04c71757f260 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:08.689297 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-ada906a0-9683-404d-9d91-04c71757f260 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:08.745560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-a8445c60-6b2f-4e15-ae71-ec6ce8d33860 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868957b1-2003-424d-b67f-d77cd0cd10c4']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:08.771176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-a8445c60-6b2f-4e15-ae71-ec6ce8d33860 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70d1a53-c6c5-42fc-8d58-2056b050f386') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:08.776816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-a8445c60-6b2f-4e15-ae71-ec6ce8d33860 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70d1a53-c6c5-42fc-8d58-2056b050f386') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:08.813057 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8445c60-6b2f-4e15-ae71-ec6ce8d33860 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (a70d1a53-c6c5-42fc-8d58-2056b050f386), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:08.831521 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8445c60-6b2f-4e15-ae71-ec6ce8d33860 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a70d1a53-c6c5-42fc-8d58-2056b050f386), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:08.834099 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-ada906a0-9683-404d-9d91-04c71757f260 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5760574 Mar 23 01:55:08.838851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8445c60-6b2f-4e15-ae71-ec6ce8d33860 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:55:08.839357 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8445c60-6b2f-4e15-ae71-ec6ce8d33860 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (a70d1a53-c6c5-42fc-8d58-2056b050f386), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:55:08.842953 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:55:08.855052 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ceefa796-f7de-405a-be85-eda7ab30f102 req-fa983c2e-2224-43b4-85e2-26801e836f84 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f3bddd5-f2db-466d-b238-fd43c0bfe110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382686 Mar 23 01:55:08.873160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Request body: {'port': {'device_id': '52e196d1-710f-4ac9-8383-0eb3c1054387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:08.913988 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8445c60-6b2f-4e15-ae71-ec6ce8d33860 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (868957b1-2003-424d-b67f-d77cd0cd10c4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:08.957282 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8445c60-6b2f-4e15-ae71-ec6ce8d33860 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:08.963284 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a8445c60-6b2f-4e15-ae71-ec6ce8d33860 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/networks/868957b1-2003-424d-b67f-d77cd0cd10c4 HTTP/1.1" status: 204 len: 168 time: 0.5826290 Mar 23 01:55:08.966968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34064) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:08.968042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8445c60-6b2f-4e15-ae71-ec6ce8d33860 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Network': ['ID=868957b1-2003-424d-b67f-d77cd0cd10c4,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:08.969413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b4013b33-34b0-449d-8393-7ce04fbdbec0 None None] Provisioning complete for port 706f26f1-9a4e-4a36-968c-4c8a102b2710 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:55:08.970951 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b4013b33-34b0-449d-8393-7ce04fbdbec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (706f26f1-9a4e-4a36-968c-4c8a102b2710), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:09.021348 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (706f26f1-9a4e-4a36-968c-4c8a102b2710), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:09.068040 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b4013b33-34b0-449d-8393-7ce04fbdbec0 None None] Port 706f26f1-9a4e-4a36-968c-4c8a102b2710 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:55:09.078430 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1db74e07-82c3-4977-b140-85a4d50b7daa no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:55:09.093119 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-097830b6-2d56-45d4-b0e2-47f3bae41df1 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (b7093d21-4f63-4cb5-b09e-1e569cefce99), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:09.121528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 1db74e07-82c3-4977-b140-85a4d50b7daa {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:55:09.121873 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1db74e07-82c3-4977-b140-85a4d50b7daa not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:55:09.122307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 22f32ebc-278a-41a1-a041-5ce52a2978fc no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:55:09.169349 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 22f32ebc-278a-41a1-a041-5ce52a2978fc {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:55:09.169944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 22f32ebc-278a-41a1-a041-5ce52a2978fc not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:55:09.170547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6ffb5369-f4d4-4a09-a19c-f5bb191262b1 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:55:09.190302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 6ffb5369-f4d4-4a09-a19c-f5bb191262b1 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:55:09.190998 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6ffb5369-f4d4-4a09-a19c-f5bb191262b1 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:55:09.198264 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-097830b6-2d56-45d4-b0e2-47f3bae41df1 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (b7093d21-4f63-4cb5-b09e-1e569cefce99), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:09.269014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdaef3-e75e-416c-b70a-0a3d2036a568 req-ca1c9321-3dc0-4807-93e4-ee6dfe0454b5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:09.270957 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1dfdaef3-e75e-416c-b70a-0a3d2036a568 req-ca1c9321-3dc0-4807-93e4-ee6dfe0454b5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.1538153 Mar 23 01:55:09.345166 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1dfdaef3-e75e-416c-b70a-0a3d2036a568 req-2a05fe9d-2221-4c90-8c11-2b8c02b9da6b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673494 Mar 23 01:55:09.346347 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-097830b6-2d56-45d4-b0e2-47f3bae41df1 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b7093d21-4f63-4cb5-b09e-1e569cefce99), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:09.348934 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-097830b6-2d56-45d4-b0e2-47f3bae41df1 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:09.352718 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-097830b6-2d56-45d4-b0e2-47f3bae41df1 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/security-groups/b7093d21-4f63-4cb5-b09e-1e569cefce99 HTTP/1.1" status: 204 len: 168 time: 0.3731444 Mar 23 01:55:09.368881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097830b6-2d56-45d4-b0e2-47f3bae41df1 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7093d21-4f63-4cb5-b09e-1e569cefce99,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:09.472588 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706f26f1-9a4e-4a36-968c-4c8a102b2710 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:55:09.482001 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Publish callbacks [] for port (706f26f1-9a4e-4a36-968c-4c8a102b2710), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:09.496211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Transition to ACTIVE for port object 706f26f1-9a4e-4a36-968c-4c8a102b2710 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:55:09.505101 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (706f26f1-9a4e-4a36-968c-4c8a102b2710), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:09.607433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34078) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:09.621159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-19751383-7eb7-4375-95b6-35d2f4eef5b4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1525686108', 'description': 'tempest-secgroup-smoke-1525686108 description', 'project_id': 'bb6e915da6d4405598d98978727b2035'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:09.650757 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-19751383-7eb7-4375-95b6-35d2f4eef5b4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:09.664499 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=706f26f1-9a4e-4a36-968c-4c8a102b2710,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:09.684704 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Attempting to bind port 706f26f1-9a4e-4a36-968c-4c8a102b2710 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:55:09.685075 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Attempting to bind port 706f26f1-9a4e-4a36-968c-4c8a102b2710 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:55:09.685467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Attempting to bind port 706f26f1-9a4e-4a36-968c-4c8a102b2710 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:55:09.690656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Port 706f26f1-9a4e-4a36-968c-4c8a102b2710 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:55:09.690987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Attempting to bind port 706f26f1-9a4e-4a36-968c-4c8a102b2710 on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:55:09.697500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:55:09.697847 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:55:09.698242 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:55:09.698785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Bound port: 706f26f1-9a4e-4a36-968c-4c8a102b2710, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:55:09.699153 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (706f26f1-9a4e-4a36-968c-4c8a102b2710), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:09.770843 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-19751383-7eb7-4375-95b6-35d2f4eef5b4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (3bfbe9bf-96d3-4b47-b860-f293939140e1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:09.784021 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-19751383-7eb7-4375-95b6-35d2f4eef5b4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3bfbe9bf-96d3-4b47-b860-f293939140e1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:09.788320 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] For port 706f26f1-9a4e-4a36-968c-4c8a102b2710, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:55:09.791970 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] For port 706f26f1-9a4e-4a36-968c-4c8a102b2710, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=706f26f1-9a4e-4a36-968c-4c8a102b2710,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:55:09.802928 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (706f26f1-9a4e-4a36-968c-4c8a102b2710), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:09.811476 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-19751383-7eb7-4375-95b6-35d2f4eef5b4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:09.813914 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-19751383-7eb7-4375-95b6-35d2f4eef5b4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2022870 Mar 23 01:55:09.823086 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34084) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:09.830467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-25dbb7be-b329-40c6-acc2-68605acc0340 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '3bfbe9bf-96d3-4b47-b860-f293939140e1', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:09.863762 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19751383-7eb7-4375-95b6-35d2f4eef5b4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfbe9bf-96d3-4b47-b860-f293939140e1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:09.914549 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:09.917110 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:09.919642 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] 10.222.0.43 "PUT /v2.0/ports/706f26f1-9a4e-4a36-968c-4c8a102b2710 HTTP/1.1" status: 200 len: 1096 time: 1.0624483 Mar 23 01:55:09.920377 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e196d1-710f-4ac9-8383-0eb3c1054387', 'tag': '706f26f1-9a4e-4a36-968c-4c8a102b2710'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:55:09.924612 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65faa31-ab2e-4a7f-ad91-dc9d1705a65a" -d '{"events": [{"name": "network-changed", "server_uuid": "52e196d1-710f-4ac9-8383-0eb3c1054387", "tag": "706f26f1-9a4e-4a36-968c-4c8a102b2710"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:55:09.983847 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753b3b89-a39d-4925-b79a-e40d69600661 x-openstack-request-id: req-753b3b89-a39d-4925-b79a-e40d69600661 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:55:09.984133 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e196d1-710f-4ac9-8383-0eb3c1054387", "tag": "706f26f1-9a4e-4a36-968c-4c8a102b2710", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:55:09.984573 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-753b3b89-a39d-4925-b79a-e40d69600661 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:55:09.985037 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-753b3b89-a39d-4925-b79a-e40d69600661'] response: {'name': 'network-changed', 'server_uuid': '52e196d1-710f-4ac9-8383-0eb3c1054387', 'tag': '706f26f1-9a4e-4a36-968c-4c8a102b2710', 'status': 'completed', 'code': 200} Mar 23 01:55:09.988977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767e4d9-b1a5-4fc9-b058-8e769c7ba4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=706f26f1-9a4e-4a36-968c-4c8a102b2710,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:10.051426 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25dbb7be-b329-40c6-acc2-68605acc0340 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (bde908f4-ff0d-49ec-8209-c5fcb11a9a08), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:10.117409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-acec1e05-abed-4672-832f-e6fe51efcf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:10.118938 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-acec1e05-abed-4672-832f-e6fe51efcf50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3e3890c6a944a88b8611c221c081066&device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 1130 time: 0.1153519 Mar 23 01:55:10.129212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c09c2c-84d9-4018-a7a7-8838b9a61e2e req-46a8c995-5669-4b30-8aa5-66ead6da5b19 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:10.136505 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-20c09c2c-84d9-4018-a7a7-8838b9a61e2e req-46a8c995-5669-4b30-8aa5-66ead6da5b19 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 948 time: 0.1571875 Mar 23 01:55:10.201449 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-b0bd5a03-e7e5-46a0-86ad-2dc8be76639a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=706f26f1-9a4e-4a36-968c-4c8a102b2710 HTTP/1.1" status: 200 len: 217 time: 0.0544236 Mar 23 01:55:10.251068 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25dbb7be-b329-40c6-acc2-68605acc0340 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (bde908f4-ff0d-49ec-8209-c5fcb11a9a08), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:10.267065 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25dbb7be-b329-40c6-acc2-68605acc0340 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (bde908f4-ff0d-49ec-8209-c5fcb11a9a08), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:10.296736 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-20c09c2c-84d9-4018-a7a7-8838b9a61e2e req-e7b33ea4-700d-40da-b1b1-bf631c27efe4 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f3bddd5-f2db-466d-b238-fd43c0bfe110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592157 Mar 23 01:55:10.305998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-e188efad-f69f-49bd-8e55-e6324de0fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:10.307831 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-e188efad-f69f-49bd-8e55-e6324de0fb9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0977521 Mar 23 01:55:10.309293 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbb7be-b329-40c6-acc2-68605acc0340 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde908f4-ff0d-49ec-8209-c5fcb11a9a08,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:10.315455 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25dbb7be-b329-40c6-acc2-68605acc0340 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:10.317473 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-25dbb7be-b329-40c6-acc2-68605acc0340 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4914851 Mar 23 01:55:10.320770 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34090) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:10.326033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-80d426ed-c714-4b1b-8adc-b7a8cb6983c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '3bfbe9bf-96d3-4b47-b860-f293939140e1', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:10.359252 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80d426ed-c714-4b1b-8adc-b7a8cb6983c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (71b065d9-af54-42a4-8958-ffe1b0faa4f6), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:10.374223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-043ebbe6-87f2-4470-9238-14add498020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:10.376017 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-043ebbe6-87f2-4470-9238-14add498020d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0565469 Mar 23 01:55:10.429577 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80d426ed-c714-4b1b-8adc-b7a8cb6983c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (71b065d9-af54-42a4-8958-ffe1b0faa4f6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:10.434474 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80d426ed-c714-4b1b-8adc-b7a8cb6983c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (71b065d9-af54-42a4-8958-ffe1b0faa4f6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:10.461706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d426ed-c714-4b1b-8adc-b7a8cb6983c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b065d9-af54-42a4-8958-ffe1b0faa4f6,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:10.479764 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-80d426ed-c714-4b1b-8adc-b7a8cb6983c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:10.484195 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-80d426ed-c714-4b1b-8adc-b7a8cb6983c7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601315 Mar 23 01:55:10.484486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34094) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:10.489146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-aad45738-7e2a-4e81-83b9-bbbc41cea48f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '3bfbe9bf-96d3-4b47-b860-f293939140e1', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:10.513757 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-f243e2d5-da23-48a2-ae2a-dd79dbce1630 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306591 Mar 23 01:55:10.559016 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aad45738-7e2a-4e81-83b9-bbbc41cea48f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (30f3748e-cdb0-48af-9051-e12fc4d8bc1e), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:10.617557 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79288c42-90a0-4432-b132-ff8c3387a5d2 req-781c0238-a25e-4611-916d-79eb5839d504 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969675 Mar 23 01:55:10.631990 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aad45738-7e2a-4e81-83b9-bbbc41cea48f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (30f3748e-cdb0-48af-9051-e12fc4d8bc1e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:10.640067 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aad45738-7e2a-4e81-83b9-bbbc41cea48f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (30f3748e-cdb0-48af-9051-e12fc4d8bc1e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:10.674149 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad45738-7e2a-4e81-83b9-bbbc41cea48f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f3748e-cdb0-48af-9051-e12fc4d8bc1e,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:10.710285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98adfec6-c353-4a3c-9bcf-44f55c332c5b req-2cc32453-34d2-4b8e-a3c9-f7d50e00852c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:10.713375 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98adfec6-c353-4a3c-9bcf-44f55c332c5b req-2cc32453-34d2-4b8e-a3c9-f7d50e00852c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.1998315 Mar 23 01:55:10.716553 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aad45738-7e2a-4e81-83b9-bbbc41cea48f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:10.718076 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-aad45738-7e2a-4e81-83b9-bbbc41cea48f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2326014 Mar 23 01:55:10.721486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34096) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:10.733102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-7c06ca98-9a91-4f44-90b7-ab4749f5579b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '3bfbe9bf-96d3-4b47-b860-f293939140e1', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:10.775411 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65faa31-ab2e-4a7f-ad91-dc9d1705a65a req-74c3a945-08fb-4c68-ae7c-02f7047fa39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:10.777135 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a65faa31-ab2e-4a7f-ad91-dc9d1705a65a req-74c3a945-08fb-4c68-ae7c-02f7047fa39d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3e3890c6a944a88b8611c221c081066&device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 1130 time: 0.0574996 Mar 23 01:55:10.822252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98adfec6-c353-4a3c-9bcf-44f55c332c5b req-d30fe759-3d2e-43f9-9ad4-1b5b82216d92 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016328 Mar 23 01:55:10.840071 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7c06ca98-9a91-4f44-90b7-ab4749f5579b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (4e85e5f0-38b8-4298-86d6-14e3a2a4f4a9), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:10.895767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65faa31-ab2e-4a7f-ad91-dc9d1705a65a req-edc615cf-1188-4c7d-96bf-c7ae80fbddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:10.898282 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a65faa31-ab2e-4a7f-ad91-dc9d1705a65a req-edc615cf-1188-4c7d-96bf-c7ae80fbddc3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1133745 Mar 23 01:55:10.933712 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7c06ca98-9a91-4f44-90b7-ab4749f5579b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (4e85e5f0-38b8-4298-86d6-14e3a2a4f4a9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:10.940791 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7c06ca98-9a91-4f44-90b7-ab4749f5579b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (4e85e5f0-38b8-4298-86d6-14e3a2a4f4a9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:10.962095 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a65faa31-ab2e-4a7f-ad91-dc9d1705a65a req-d95a0573-f6e9-44db-86e8-ec9e60a1d78d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=706f26f1-9a4e-4a36-968c-4c8a102b2710 HTTP/1.1" status: 200 len: 217 time: 0.0496466 Mar 23 01:55:10.970688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06ca98-9a91-4f44-90b7-ab4749f5579b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e85e5f0-38b8-4298-86d6-14e3a2a4f4a9,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:10.980135 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7c06ca98-9a91-4f44-90b7-ab4749f5579b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:10.981575 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7c06ca98-9a91-4f44-90b7-ab4749f5579b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2580147 Mar 23 01:55:10.984299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34100) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:10.989535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-172f63dc-c14d-4fec-9e35-ff1f73873264 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '3bfbe9bf-96d3-4b47-b860-f293939140e1', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:11.011799 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-172f63dc-c14d-4fec-9e35-ff1f73873264 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Project bb6e915da6d4405598d98978727b2035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 01:55:11.017961 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-172f63dc-c14d-4fec-9e35-ff1f73873264 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (d301e5e3-885c-4c42-a459-f55b4706ed00), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:11.018840 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65faa31-ab2e-4a7f-ad91-dc9d1705a65a req-126221c1-6ad9-4688-8157-14fc982bd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:11.020458 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a65faa31-ab2e-4a7f-ad91-dc9d1705a65a req-126221c1-6ad9-4688-8157-14fc982bd41a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0517509 Mar 23 01:55:11.079032 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65faa31-ab2e-4a7f-ad91-dc9d1705a65a req-7dc6ba88-326b-46dc-9fbb-b015c243a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:11.081198 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a65faa31-ab2e-4a7f-ad91-dc9d1705a65a req-7dc6ba88-326b-46dc-9fbb-b015c243a9b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0547855 Mar 23 01:55:11.103875 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-172f63dc-c14d-4fec-9e35-ff1f73873264 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (d301e5e3-885c-4c42-a459-f55b4706ed00), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:11.108580 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-172f63dc-c14d-4fec-9e35-ff1f73873264 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (d301e5e3-885c-4c42-a459-f55b4706ed00), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:11.132965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f63dc-c14d-4fec-9e35-ff1f73873264 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d301e5e3-885c-4c42-a459-f55b4706ed00,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:11.158102 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-172f63dc-c14d-4fec-9e35-ff1f73873264 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:11.160213 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-172f63dc-c14d-4fec-9e35-ff1f73873264 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1746891 Mar 23 01:55:11.163933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34102) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:11.169422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-97e70228-79d4-4781-8f01-4464389b6bb4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'security_group_rule': {'security_group_id': '3bfbe9bf-96d3-4b47-b860-f293939140e1', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:11.193698 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-97e70228-79d4-4781-8f01-4464389b6bb4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Project bb6e915da6d4405598d98978727b2035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 01:55:11.200375 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-97e70228-79d4-4781-8f01-4464389b6bb4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (44f06b9a-8129-4666-8b28-3f82f354adad), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:11.202181 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a65faa31-ab2e-4a7f-ad91-dc9d1705a65a req-60112d82-e8ab-418e-9f1a-68e56a7fbe56 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139269 Mar 23 01:55:11.278032 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-97e70228-79d4-4781-8f01-4464389b6bb4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (44f06b9a-8129-4666-8b28-3f82f354adad), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:11.282634 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-97e70228-79d4-4781-8f01-4464389b6bb4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (44f06b9a-8129-4666-8b28-3f82f354adad), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:11.301183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e70228-79d4-4781-8f01-4464389b6bb4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f06b9a-8129-4666-8b28-3f82f354adad,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:11.312919 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-97e70228-79d4-4781-8f01-4464389b6bb4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:11.316497 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-97e70228-79d4-4781-8f01-4464389b6bb4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488457 Mar 23 01:55:11.316890 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34104) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:11.319782 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a65faa31-ab2e-4a7f-ad91-dc9d1705a65a req-ccfddde5-b9c3-4a83-8264-feff89806208 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097338 Mar 23 01:55:11.322076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-823f691f-d893-448f-bf10-da1950e21200 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'network': {'name': 'tempest-network-smoke--592032056', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'port_security_enabled': True}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:11.343682 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823f691f-d893-448f-bf10-da1950e21200 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Made reservation on behalf of bb6e915da6d4405598d98978727b2035 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:55:11.347833 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-823f691f-d893-448f-bf10-da1950e21200 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:11.376514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823f691f-d893-448f-bf10-da1950e21200 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:55:11.387888 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-823f691f-d893-448f-bf10-da1950e21200 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:11.388301 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-823f691f-d893-448f-bf10-da1950e21200 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Added segment bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a of type vlan for network e00810ad-4119-4067-a5cc-ed0814fd69db Mar 23 01:55:11.441775 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-823f691f-d893-448f-bf10-da1950e21200 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (e00810ad-4119-4067-a5cc-ed0814fd69db), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:11.456348 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a95765-d17b-4680-a167-1686da1ab99e req-e8864a7a-7f02-4b5d-8093-1e2bf43c5510 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:11.457950 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a8a95765-d17b-4680-a167-1686da1ab99e req-e8864a7a-7f02-4b5d-8093-1e2bf43c5510 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 948 time: 0.0571165 Mar 23 01:55:11.471729 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-823f691f-d893-448f-bf10-da1950e21200 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (e00810ad-4119-4067-a5cc-ed0814fd69db), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:11.476943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823f691f-d893-448f-bf10-da1950e21200 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:11.477535 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-823f691f-d893-448f-bf10-da1950e21200 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:11.511380 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a8a95765-d17b-4680-a167-1686da1ab99e req-44793e24-708a-4ff4-a1d9-8f52d6d89e4d tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f3bddd5-f2db-466d-b238-fd43c0bfe110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468619 Mar 23 01:55:11.543367 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-823f691f-d893-448f-bf10-da1950e21200 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2254908 Mar 23 01:55:11.546713 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34110) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:11.551107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-638224269', 'admin_state_up': True, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:11.564884 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f691f-d893-448f-bf10-da1950e21200 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Network': ['ID=e00810ad-4119-4067-a5cc-ed0814fd69db,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:11.577547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network e00810ad-4119-4067-a5cc-ed0814fd69db details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:55:11.580267 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (a1dcd214-e15c-43ee-b438-e8999780e072), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:11.581347 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (a1dcd214-e15c-43ee-b438-e8999780e072), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:11.635378 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_controller (a1dcd214-e15c-43ee-b438-e8999780e072), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:11.781391 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_gateway (a1dcd214-e15c-43ee-b438-e8999780e072), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:12.015698 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_gateway (a1dcd214-e15c-43ee-b438-e8999780e072), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:12.039315 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:12.058313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ffc7e-29f0-4260-ae09-fb6f6c1db0ab req-1871bf51-7bb2-4ff9-bbb8-a4217599f053 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:12.059833 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eb0ffc7e-29f0-4260-ae09-fb6f6c1db0ab req-1871bf51-7bb2-4ff9-bbb8-a4217599f053 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.1305120 Mar 23 01:55:12.179786 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eb0ffc7e-29f0-4260-ae09-fb6f6c1db0ab req-045797b3-c23f-40ad-b522-76ba35681741 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917408 Mar 23 01:55:12.197733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Allocated IP 172.25.0.65 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/2dc84068-374b-41dd-8703-ef856cef8dc2) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:55:12.303730 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (2dc84068-374b-41dd-8703-ef856cef8dc2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:12.342475 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2dc84068-374b-41dd-8703-ef856cef8dc2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:12.384348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:55:12.388589 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:55:12.402307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:55:12.449406 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=2dc84068-374b-41dd-8703-ef856cef8dc2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:12.652379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99a85d-ba01-433e-9b34-dd5829800eab req-f2cf7d78-321e-4485-9bbd-706bd25281af tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:12.654883 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a99a85d-ba01-433e-9b34-dd5829800eab req-f2cf7d78-321e-4485-9bbd-706bd25281af tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 948 time: 0.0682383 Mar 23 01:55:12.715417 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a99a85d-ba01-433e-9b34-dd5829800eab req-ec68e07a-f3cb-451a-ab3a-aae3bfee1bd6 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f3bddd5-f2db-466d-b238-fd43c0bfe110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531690 Mar 23 01:55:12.725563 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_gateway (a1dcd214-e15c-43ee-b438-e8999780e072), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:12.928678 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (a1dcd214-e15c-43ee-b438-e8999780e072), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:13.066467 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router a1dcd214-e15c-43ee-b438-e8999780e072 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:55:13.179580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:55:13.190596 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Sync routers for ids ['a1dcd214-e15c-43ee-b438-e8999780e072'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:55:13.200756 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Routers {'a1dcd214-e15c-43ee-b438-e8999780e072'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:55:13.201359 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:54:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a1dcd214-e15c-43ee-b438-e8999780e072'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:13.211168 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:13.212687 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6410cec7-2332-4a25-99a7-adfdcbf366c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6648657 Mar 23 01:55:13.215616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34130) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:13.271824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a99c133f-0ac3-4b7c-a429-1b0622657c3a tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=bb6e915da6d4405598d98978727b2035&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549016 Mar 23 01:55:13.274954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34132) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:13.324586 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Set router a1dcd214-e15c-43ee-b438-e8999780e072 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:55:13.344231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e9080-63a4-40ab-9dea-a434b04b9b4d req-5dcaeb58-ea4a-432f-b417-7610e556b795 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:13.353073 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d62e9080-63a4-40ab-9dea-a434b04b9b4d req-5dcaeb58-ea4a-432f-b417-7610e556b795 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.0842633 Mar 23 01:55:13.389941 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c91965a-6526-48e5-af08-6061c42e8e6b tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:13.392713 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3c91965a-6526-48e5-af08-6061c42e8e6b tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1159220 Mar 23 01:55:13.394935 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34134) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:13.414165 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d62e9080-63a4-40ab-9dea-a434b04b9b4d req-af45af06-210d-455f-aa17-2f53ac542250 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599349 Mar 23 01:55:13.442412 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-460ee8db-3fc0-435a-8755-6e0a47dc330c tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463505 Mar 23 01:55:13.445143 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34136) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:13.454296 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-2648a7be-c644-4a05-9e6d-5b9b0102cd9e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1347048650', 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:13.514848 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 706f26f1-9a4e-4a36-968c-4c8a102b2710 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:55:13.534246 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638224269', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:55:11Z', 'updated_at': '2022-03-23T01:55:12Z', 'revision_number': 3, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:12Z', 'updated_at': '2022-03-23T01:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:13.547219 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2648a7be-c644-4a05-9e6d-5b9b0102cd9e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Made reservation on behalf of bb6e915da6d4405598d98978727b2035 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:55:13.551516 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2648a7be-c644-4a05-9e6d-5b9b0102cd9e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:13.563962 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Checking router: a1dcd214-e15c-43ee-b438-e8999780e072 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:55:13.564440 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Updating router a1dcd214-e15c-43ee-b438-e8999780e072 port 2dc84068-374b-41dd-8703-ef856cef8dc2 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:55:13.594090 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2dc84068-374b-41dd-8703-ef856cef8dc2), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:13.648404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 706f26f1-9a4e-4a36-968c-4c8a102b2710, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=706f26f1-9a4e-4a36-968c-4c8a102b2710,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:13.667769 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '706f26f1-9a4e-4a36-968c-4c8a102b2710', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '706f26f1-9a4e-4a36-968c-4c8a102b2710', 'mac_address': 'fa:16:3e:dc:03:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:55:13.707622 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 706f26f1-9a4e-4a36-968c-4c8a102b2710 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:55:13.708289 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (706f26f1-9a4e-4a36-968c-4c8a102b2710), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:13.729183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706f26f1-9a4e-4a36-968c-4c8a102b2710 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:55:13.752444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 706f26f1-9a4e-4a36-968c-4c8a102b2710, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=706f26f1-9a4e-4a36-968c-4c8a102b2710,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:13.758279 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (706f26f1-9a4e-4a36-968c-4c8a102b2710), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:13.824058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=706f26f1-9a4e-4a36-968c-4c8a102b2710,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:13.845065 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2648a7be-c644-4a05-9e6d-5b9b0102cd9e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (2bc81f37-9831-48a8-b139-5940d0238911), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:13.902723 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Publish callbacks [] for port (2dc84068-374b-41dd-8703-ef856cef8dc2), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:13.909567 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2dc84068-374b-41dd-8703-ef856cef8dc2), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:13.965995 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Attempting to bind port 2dc84068-374b-41dd-8703-ef856cef8dc2 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:55:13.966357 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Attempting to bind port 2dc84068-374b-41dd-8703-ef856cef8dc2 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:55:13.966724 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Attempting to bind port 2dc84068-374b-41dd-8703-ef856cef8dc2 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:55:13.968904 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5533d6-8d77-45ed-9f67-6147c95b3b65 None None] Pushing event updated for resources: {'Port': ['ID=2dc84068-374b-41dd-8703-ef856cef8dc2,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:13.978198 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:55:13.978611 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:55:13.978965 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:13.979337 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:55:13.979807 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Bound port: 2dc84068-374b-41dd-8703-ef856cef8dc2, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:55:13.980184 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2dc84068-374b-41dd-8703-ef856cef8dc2), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:13.982686 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5533d6-8d77-45ed-9f67-6147c95b3b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:13.983025 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5533d6-8d77-45ed-9f67-6147c95b3b65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:13.983362 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5533d6-8d77-45ed-9f67-6147c95b3b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:13.983691 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5533d6-8d77-45ed-9f67-6147c95b3b65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:13.984026 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5533d6-8d77-45ed-9f67-6147c95b3b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:13.984346 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5533d6-8d77-45ed-9f67-6147c95b3b65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:13.984682 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5533d6-8d77-45ed-9f67-6147c95b3b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:13.985003 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5533d6-8d77-45ed-9f67-6147c95b3b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:13.985317 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5533d6-8d77-45ed-9f67-6147c95b3b65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:13.985630 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5533d6-8d77-45ed-9f67-6147c95b3b65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:13.985953 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5533d6-8d77-45ed-9f67-6147c95b3b65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:13.986266 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5533d6-8d77-45ed-9f67-6147c95b3b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:13.986574 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5533d6-8d77-45ed-9f67-6147c95b3b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:13.986886 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5533d6-8d77-45ed-9f67-6147c95b3b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:13.987214 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5533d6-8d77-45ed-9f67-6147c95b3b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:14.052689 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] For port 2dc84068-374b-41dd-8703-ef856cef8dc2, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:55:14.057156 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] For port 2dc84068-374b-41dd-8703-ef856cef8dc2, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2dc84068-374b-41dd-8703-ef856cef8dc2,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:55:14.064805 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2dc84068-374b-41dd-8703-ef856cef8dc2), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:14.129967 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Routers {'a1dcd214-e15c-43ee-b438-e8999780e072'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:55:14.130597 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:54:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a1dcd214-e15c-43ee-b438-e8999780e072'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:14.133936 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5533d6-8d77-45ed-9f67-6147c95b3b65 None None] Pushing event updated for resources: {'Port': ['ID=2dc84068-374b-41dd-8703-ef856cef8dc2,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:14.153005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['706f26f1-9a4e-4a36-968c-4c8a102b2710'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:55:14.251182 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] Set router a1dcd214-e15c-43ee-b438-e8999780e072 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:55:14.294123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648a7be-c644-4a05-9e6d-5b9b0102cd9e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Subnet': ['ID=2bc81f37-9831-48a8-b139-5940d0238911,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:14.316074 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315655d-7b0f-48b5-b560-a26f028bcf5d req-659cf436-356f-43a5-99c1-9f6de65b0857 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:14.323490 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1315655d-7b0f-48b5-b560-a26f028bcf5d req-659cf436-356f-43a5-99c1-9f6de65b0857 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 949 time: 0.4909298 Mar 23 01:55:14.346995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2648a7be-c644-4a05-9e6d-5b9b0102cd9e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Checking segment: {'id': 'bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:55:14.347190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2648a7be-c644-4a05-9e6d-5b9b0102cd9e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network hostable DHCP agents. Network: e00810ad-4119-4067-a5cc-ed0814fd69db, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:55:14.389915 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1315655d-7b0f-48b5-b560-a26f028bcf5d req-ae15f12e-06dd-4ae9-ac33-65efd5f8d70c tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f3bddd5-f2db-466d-b238-fd43c0bfe110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647478 Mar 23 01:55:14.405874 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2648a7be-c644-4a05-9e6d-5b9b0102cd9e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network e00810ad-4119-4067-a5cc-ed0814fd69db is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:55:14.410578 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-2648a7be-c644-4a05-9e6d-5b9b0102cd9e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, e00810ad-4119-4067-a5cc-ed0814fd69db) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:55:14.416862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648a7be-c644-4a05-9e6d-5b9b0102cd9e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:14.417818 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2648a7be-c644-4a05-9e6d-5b9b0102cd9e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:14.422453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9776e42d-8253-4510-b0de-d7636ec89425 None None] Network e00810ad-4119-4067-a5cc-ed0814fd69db requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:55:14.445548 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2648a7be-c644-4a05-9e6d-5b9b0102cd9e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9960301 Mar 23 01:55:14.445922 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34144) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:14.469481 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638224269', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:55:11Z', 'updated_at': '2022-03-23T01:55:12Z', 'revision_number': 3, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:12Z', 'updated_at': '2022-03-23T01:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:14.507747 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5332cc-bcba-49f8-bec3-4e39d4143704 None None] The sync data for ids ['a1dcd214-e15c-43ee-b438-e8999780e072'] in n-d-834677-4 is: [{'id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638224269', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:55:11Z', 'updated_at': '2022-03-23T01:55:12Z', 'revision_number': 3, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:12Z', 'updated_at': '2022-03-23T01:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:55:14.613601 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce0f55-44f7-4e52-918d-21c13ba9156c req-43720003-725f-43b9-95ae-c94c3938d264 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:14.615269 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fdce0f55-44f7-4e52-918d-21c13ba9156c req-43720003-725f-43b9-95ae-c94c3938d264 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.1058881 Mar 23 01:55:14.756198 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fdce0f55-44f7-4e52-918d-21c13ba9156c req-2c5abe40-5cab-4e9d-b1c3-9aa6903f2960 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309276 Mar 23 01:55:14.797099 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-e00810ad-4119-4067-a5cc-ed0814fd69db', 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db', 'project_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ips': [{'subnet_id': '2bc81f37-9831-48a8-b139-5940d0238911'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:55:14.797980 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:15.003905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Allocated IP 172.20.0.2 (e00810ad-4119-4067-a5cc-ed0814fd69db/2bc81f37-9831-48a8-b139-5940d0238911/163e48af-b8f3-4ac8-b1ca-e42b98de48d2) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:55:15.113491 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:15.184805 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Publish callbacks [] for port (163e48af-b8f3-4ac8-b1ca-e42b98de48d2), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:15.196165 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (163e48af-b8f3-4ac8-b1ca-e42b98de48d2), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:15.243624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Network e00810ad-4119-4067-a5cc-ed0814fd69db is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:55:15.247517 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:55:15.250846 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:55:15.340782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Attempting to bind port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:55:15.341373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Attempting to bind port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:55:15.342107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Attempting to bind port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 on network e00810ad-4119-4067-a5cc-ed0814fd69db {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:55:15.345149 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Pushing event updated for resources: {'Port': ['ID=163e48af-b8f3-4ac8-b1ca-e42b98de48d2,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:15.359906 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:55:15.360691 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Checking segment: {'id': 'bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:55:15.361309 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:15.362165 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Bound using segment: {'id': 'bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:55:15.362907 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Bound port: 163e48af-b8f3-4ac8-b1ca-e42b98de48d2, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:55:15.363515 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (163e48af-b8f3-4ac8-b1ca-e42b98de48d2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:15.459998 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] For port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:55:15.465866 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] For port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=163e48af-b8f3-4ac8-b1ca-e42b98de48d2,segment=NetworkSegment(bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a),segment_id=bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:55:15.477810 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (163e48af-b8f3-4ac8-b1ca-e42b98de48d2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:15.530049 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 706f26f1-9a4e-4a36-968c-4c8a102b2710 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:55:15.652177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd656a9e-0763-498e-a98f-8ca253edc33b None None] Pushing event updated for resources: {'Port': ['ID=163e48af-b8f3-4ac8-b1ca-e42b98de48d2,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:15.673816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 706f26f1-9a4e-4a36-968c-4c8a102b2710 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:55:15.678783 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 706f26f1-9a4e-4a36-968c-4c8a102b2710 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:55:15.679552 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (706f26f1-9a4e-4a36-968c-4c8a102b2710), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:15.687484 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f098f-e96d-4d0f-8597-65ddb21eb8d2 req-834bdb25-6ce0-4c7b-834b-143046b15635 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:15.690528 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b73f098f-e96d-4d0f-8597-65ddb21eb8d2 req-834bdb25-6ce0-4c7b-834b-143046b15635 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 949 time: 0.1665368 Mar 23 01:55:15.796716 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b73f098f-e96d-4d0f-8597-65ddb21eb8d2 req-00dae495-8c71-4de5-a44f-f7f5286c5b83 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f3bddd5-f2db-466d-b238-fd43c0bfe110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011014 Mar 23 01:55:15.878140 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 706f26f1-9a4e-4a36-968c-4c8a102b2710 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:55:15.879003 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (706f26f1-9a4e-4a36-968c-4c8a102b2710), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:15.920151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e196d1-710f-4ac9-8383-0eb3c1054387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706f26f1-9a4e-4a36-968c-4c8a102b2710'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:55:15.922865 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dcf040-e2b1-42a1-bccf-5907623d8bad" -d '{"events": [{"server_uuid": "52e196d1-710f-4ac9-8383-0eb3c1054387", "name": "network-vif-plugged", "status": "completed", "tag": "706f26f1-9a4e-4a36-968c-4c8a102b2710"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:55:15.937742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 706f26f1-9a4e-4a36-968c-4c8a102b2710, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=706f26f1-9a4e-4a36-968c-4c8a102b2710,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:15.954186 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (706f26f1-9a4e-4a36-968c-4c8a102b2710), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:16.051188 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acf82a4-3a22-4736-9734-4cfd6f3f0051 x-openstack-request-id: req-1acf82a4-3a22-4736-9734-4cfd6f3f0051 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:55:16.051557 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e196d1-710f-4ac9-8383-0eb3c1054387", "name": "network-vif-plugged", "status": "completed", "tag": "706f26f1-9a4e-4a36-968c-4c8a102b2710", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:55:16.051881 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1acf82a4-3a22-4736-9734-4cfd6f3f0051 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:55:16.052347 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1acf82a4-3a22-4736-9734-4cfd6f3f0051'] response: {'server_uuid': '52e196d1-710f-4ac9-8383-0eb3c1054387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706f26f1-9a4e-4a36-968c-4c8a102b2710', 'code': 200} Mar 23 01:55:16.063133 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=706f26f1-9a4e-4a36-968c-4c8a102b2710,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:16.138916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c33a0d-5778-4baa-b5f7-9d7a1bea54fb req-3bf1ff70-cc6f-4d02-833a-9c54f81deaa3 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:16.140503 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05c33a0d-5778-4baa-b5f7-9d7a1bea54fb req-3bf1ff70-cc6f-4d02-833a-9c54f81deaa3 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.2139804 Mar 23 01:55:16.199044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Allocated IP 172.20.0.1 (e00810ad-4119-4067-a5cc-ed0814fd69db/2bc81f37-9831-48a8-b139-5940d0238911/533dcc6a-639f-4a93-b6bd-31bcb3fd8429) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:55:16.227488 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86959fb6-48ec-43b7-a8cb-5a13f360a7b6 req-30ce77d5-105c-43e9-ae02-64655146c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:16.229591 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-86959fb6-48ec-43b7-a8cb-5a13f360a7b6 req-30ce77d5-105c-43e9-ae02-64655146c378 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 1132 time: 0.0783536 Mar 23 01:55:16.243276 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05c33a0d-5778-4baa-b5f7-9d7a1bea54fb req-39db61a1-c299-4133-886d-c8d55b1fc21c tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784485 Mar 23 01:55:16.311653 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-86959fb6-48ec-43b7-a8cb-5a13f360a7b6 req-c57dc5e6-dddb-46e5-ab8e-2e6a0e18e818 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7f3bddd5-f2db-466d-b238-fd43c0bfe110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682251 Mar 23 01:55:16.354286 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:16.390721 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:16.442628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network e00810ad-4119-4067-a5cc-ed0814fd69db is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:55:16.446376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:55:16.454747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:55:16.462238 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=533dcc6a-639f-4a93-b6bd-31bcb3fd8429,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:16.508330 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (a1dcd214-e15c-43ee-b438-e8999780e072), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:16.658025 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:16.832996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:55:16.980160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cca6a-a684-46d4-92cd-3c9249f55dcf req-6071238b-74e4-41a0-aa68-00bfe4d63a02 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:16.982641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f28cca6a-a684-46d4-92cd-3c9249f55dcf req-6071238b-74e4-41a0-aa68-00bfe4d63a02 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 950 time: 0.0764477 Mar 23 01:55:16.998417 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:55:16.999045 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (163e48af-b8f3-4ac8-b1ca-e42b98de48d2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:17.055983 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f28cca6a-a684-46d4-92cd-3c9249f55dcf req-7f82421f-0ad2-43a3-bd22-c59fa39fe35c tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f3bddd5-f2db-466d-b238-fd43c0bfe110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672858 Mar 23 01:55:17.063602 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:17.071794 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:17.107532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:55:17.107995 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (163e48af-b8f3-4ac8-b1ca-e42b98de48d2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:17.142591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=163e48af-b8f3-4ac8-b1ca-e42b98de48d2,segment=NetworkSegment(bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a),segment_id=bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:17.145827 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (a1dcd214-e15c-43ee-b438-e8999780e072), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:17.149180 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (163e48af-b8f3-4ac8-b1ca-e42b98de48d2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:17.150272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2dc84068-374b-41dd-8703-ef856cef8dc2 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:55:17.152093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=533dcc6a-639f-4a93-b6bd-31bcb3fd8429,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:17.233449 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=163e48af-b8f3-4ac8-b1ca-e42b98de48d2,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:17.251174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network e00810ad-4119-4067-a5cc-ed0814fd69db is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:55:17.253343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:55:17.264132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 2dc84068-374b-41dd-8703-ef856cef8dc2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:55:17.266071 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2dc84068-374b-41dd-8703-ef856cef8dc2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:17.397976 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 2dc84068-374b-41dd-8703-ef856cef8dc2 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:55:17.399390 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2dc84068-374b-41dd-8703-ef856cef8dc2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:17.431310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 2dc84068-374b-41dd-8703-ef856cef8dc2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2dc84068-374b-41dd-8703-ef856cef8dc2,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:17.440492 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2dc84068-374b-41dd-8703-ef856cef8dc2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:17.491717 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router a1dcd214-e15c-43ee-b438-e8999780e072 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:55:17.511277 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ad68b-a67d-4f78-8de2-2a4803a6da5c req-10822aea-598f-4598-9ff6-b349a83d8d17 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:17.518721 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f6ad68b-a67d-4f78-8de2-2a4803a6da5c req-10822aea-598f-4598-9ff6-b349a83d8d17 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.1463683 Mar 23 01:55:17.546978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=2dc84068-374b-41dd-8703-ef856cef8dc2,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:17.613138 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f6ad68b-a67d-4f78-8de2-2a4803a6da5c req-6668b031-34e0-4ecb-bca0-adcb260c9e57 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887973 Mar 23 01:55:17.718600 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:55:17.733967 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fb572c16-ae22-425e-b56f-0fac226b8c34 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "PUT /v2.0/routers/a1dcd214-e15c-43ee-b438-e8999780e072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2787006 Mar 23 01:55:17.744478 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Sync routers for ids ['a1dcd214-e15c-43ee-b438-e8999780e072'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:55:17.760449 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Routers {'a1dcd214-e15c-43ee-b438-e8999780e072'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:55:17.761042 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:54:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a1dcd214-e15c-43ee-b438-e8999780e072'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:17.837924 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ab1b2e-6034-4483-ac94-790738ccde73 None None] Network e00810ad-4119-4067-a5cc-ed0814fd69db requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:55:17.889181 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e318e8-47f9-4dd6-b04f-beb134a505c7 req-8e0372d6-abfc-474c-b583-38c65445cf19 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:17.896015 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11e318e8-47f9-4dd6-b04f-beb134a505c7 req-8e0372d6-abfc-474c-b583-38c65445cf19 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.0678823 Mar 23 01:55:17.952902 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11e318e8-47f9-4dd6-b04f-beb134a505c7 req-14f31722-b2ed-45cc-b782-037e2a788036 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555782 Mar 23 01:55:17.953213 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-967dd23c-6982-43bc-93cf-5fbc7e086942 None None] Provisioning complete for port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:55:17.953556 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-967dd23c-6982-43bc-93cf-5fbc7e086942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (163e48af-b8f3-4ac8-b1ca-e42b98de48d2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:17.981979 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-aad9a7e3-ac3b-43ae-82d1-1204282b498c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1525686108&fields=id&tenant_id=bb6e915da6d4405598d98978727b2035 HTTP/1.1" status: 200 len: 267 time: 0.0546293 Mar 23 01:55:18.000083 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Set router a1dcd214-e15c-43ee-b438-e8999780e072 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:55:18.091253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa039aca-c792-40bd-8c9d-6ca58d853c09 req-9978222f-46e7-41ff-93ec-a503b19655f6 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:18.100802 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa039aca-c792-40bd-8c9d-6ca58d853c09 req-9978222f-46e7-41ff-93ec-a503b19655f6 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.0746591 Mar 23 01:55:18.103171 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-1a6d2e3d-5f35-49a6-b6b7-4d01ce9309dd tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:18.105047 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-1a6d2e3d-5f35-49a6-b6b7-4d01ce9309dd tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/networks?id=e00810ad-4119-4067-a5cc-ed0814fd69db HTTP/1.1" status: 200 len: 796 time: 0.1154692 Mar 23 01:55:18.129376 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-0dc989a0-a319-4e16-ab5f-4e43e738f4fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/quotas/bb6e915da6d4405598d98978727b2035 HTTP/1.1" status: 200 len: 375 time: 0.0172288 Mar 23 01:55:18.161265 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa039aca-c792-40bd-8c9d-6ca58d853c09 req-15933488-0d2f-4627-b697-f2eb94b6cdcb tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593054 Mar 23 01:55:18.201682 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-57170dfd-feef-443b-9fc5-839cd6de5962 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0711203 Mar 23 01:55:18.298862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-967dd23c-6982-43bc-93cf-5fbc7e086942 None None] Current status of the port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:55:18.319495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638224269', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:55:11Z', 'updated_at': '2022-03-23T01:55:16Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:12Z', 'updated_at': '2022-03-23T01:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '533dcc6a-639f-4a93-b6bd-31bcb3fd8429', 'name': '', 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ba:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '2bc81f37-9831-48a8-b139-5940d0238911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:15Z', 'updated_at': '2022-03-23T01:55:16Z', 'revision_number': 2, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2bc81f37-9831-48a8-b139-5940d0238911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:18.319841 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c57462-40bd-41f5-83de-1c2c0a5299c8 req-7374547d-2450-4967-b18a-8691502d2ab9 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:18.321414 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-02c57462-40bd-41f5-83de-1c2c0a5299c8 req-7374547d-2450-4967-b18a-8691502d2ab9 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 950 time: 0.0777676 Mar 23 01:55:18.363730 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Checking router: a1dcd214-e15c-43ee-b438-e8999780e072 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:55:18.364137 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Updating router a1dcd214-e15c-43ee-b438-e8999780e072 port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:55:18.381783 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-86b5257b-cd1a-41b5-b9e0-2b609ad5a418 service neutron] 10.222.0.18 "GET /v2.0/networks/e00810ad-4119-4067-a5cc-ed0814fd69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651907 Mar 23 01:55:18.403500 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:18.427671 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-02c57462-40bd-41f5-83de-1c2c0a5299c8 req-18bdb6be-a6a7-4360-a258-d2fa76f80e65 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f3bddd5-f2db-466d-b238-fd43c0bfe110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971150 Mar 23 01:55:18.511191 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-54775ffa-2489-4377-96a2-ed62c0b5f085 service neutron] 10.222.0.18 "GET /v2.0/networks/e00810ad-4119-4067-a5cc-ed0814fd69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284957 Mar 23 01:55:18.731661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ff6388ff-a984-4a35-98ac-89e9731ab887 None None] Provisioning complete for port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:55:18.732055 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ff6388ff-a984-4a35-98ac-89e9731ab887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (163e48af-b8f3-4ac8-b1ca-e42b98de48d2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:18.919798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030c281-3942-48e0-afcf-9b19c4e985c7 req-b6befec2-bd30-40e5-a00c-9a97737f0f49 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:18.921984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:55:18.930485 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4030c281-3942-48e0-afcf-9b19c4e985c7 req-b6befec2-bd30-40e5-a00c-9a97737f0f49 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.1356928 Mar 23 01:55:19.001617 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4030c281-3942-48e0-afcf-9b19c4e985c7 req-8e31e650-393b-47c1-b286-4eed02a432d9 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701425 Mar 23 01:55:19.180793 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2090df33-ca42-49a9-b05a-366b4e579be6 req-addd9a21-9ef6-42fb-8e8d-fca714e867c9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 210 time: 0.0927029 Mar 23 01:55:19.201111 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ff6388ff-a984-4a35-98ac-89e9731ab887 None None] Current status of the port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:55:19.235369 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Publish callbacks [] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:19.243425 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:55:19.244012 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (163e48af-b8f3-4ac8-b1ca-e42b98de48d2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:19.246357 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:19.335995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ff6388ff-a984-4a35-98ac-89e9731ab887 None None] Provisioning complete for port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:55:19.337675 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ff6388ff-a984-4a35-98ac-89e9731ab887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:19.405900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a1829-debb-480f-9b49-37ff908e7d49 None None] Pushing event updated for resources: {'Port': ['ID=533dcc6a-639f-4a93-b6bd-31bcb3fd8429,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:19.485202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ff6388ff-a984-4a35-98ac-89e9731ab887 None None] Port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:55:19.553747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Attempting to bind port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:55:19.554182 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Attempting to bind port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:55:19.554584 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Attempting to bind port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 on network e00810ad-4119-4067-a5cc-ed0814fd69db {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:55:19.568397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:55:19.568800 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Checking segment: {'id': 'bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:55:19.569218 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:19.569614 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Bound using segment: {'id': 'bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:55:19.570092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Bound port: 533dcc6a-639f-4a93-b6bd-31bcb3fd8429, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:55:19.570469 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:19.572627 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:55:19.573675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2dc84068-374b-41dd-8703-ef856cef8dc2 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:55:19.614659 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5fefd261-b85e-4428-af7a-f6a53e752dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:19.678104 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5c667c80-796d-43c9-84cd-0ffddbae507e None None] Provisioning complete for port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:55:19.678490 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5c667c80-796d-43c9-84cd-0ffddbae507e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:19.736308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 2dc84068-374b-41dd-8703-ef856cef8dc2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:55:19.736708 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2dc84068-374b-41dd-8703-ef856cef8dc2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:19.787317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] For port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:55:19.801207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5c667c80-796d-43c9-84cd-0ffddbae507e None None] Port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:55:19.808729 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] For port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=533dcc6a-639f-4a93-b6bd-31bcb3fd8429,segment=NetworkSegment(bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a),segment_id=bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:55:19.820263 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:20.077221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48463b72-f27b-437e-9d94-4ca5e086ce3d req-7f122dad-6f6b-4d37-85dd-36f9fcb5902b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:20.078977 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48463b72-f27b-437e-9d94-4ca5e086ce3d req-7f122dad-6f6b-4d37-85dd-36f9fcb5902b tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.1041780 Mar 23 01:55:20.190921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a1829-debb-480f-9b49-37ff908e7d49 None None] Pushing event updated for resources: {'Port': ['ID=533dcc6a-639f-4a93-b6bd-31bcb3fd8429,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:20.285255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-48463b72-f27b-437e-9d94-4ca5e086ce3d req-3ed92d63-0b9c-4948-8618-64c343565945 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Deleting port e67228f1-04f6-4b60-8307-06919baf9690 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:55:20.285594 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-48463b72-f27b-437e-9d94-4ca5e086ce3d req-3ed92d63-0b9c-4948-8618-64c343565945 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e67228f1-04f6-4b60-8307-06919baf9690), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:20.287974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 2dc84068-374b-41dd-8703-ef856cef8dc2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:55:20.306966 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Routers {'a1dcd214-e15c-43ee-b438-e8999780e072'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:55:20.310481 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:54:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a1dcd214-e15c-43ee-b438-e8999780e072'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:20.395620 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a8c5a50a-f2d4-4a5f-a719-ec88df17d681 None None] Provisioning complete for port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:55:20.396188 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a50a-f2d4-4a5f-a719-ec88df17d681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:20.447777 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-3b8fbc88-0143-4265-8690-55b67caa5159 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:20.449526 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-3b8fbc88-0143-4265-8690-55b67caa5159 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.42 "GET /v2.0/networks?id=e00810ad-4119-4067-a5cc-ed0814fd69db HTTP/1.1" status: 200 len: 796 time: 0.3164735 Mar 23 01:55:20.452614 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e49c9237-cd8d-4b60-9293-79c0bbfbe937 req-0c3e62da-64fa-459d-a52b-fb093eae3894 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 210 time: 0.0481696 Mar 23 01:55:20.468147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae1bb7-6c71-4117-83ea-f12fee357b9c req-38734868-d581-4c58-bb99-e91245b083e2 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:20.481515 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b9ae1bb7-6c71-4117-83ea-f12fee357b9c req-38734868-d581-4c58-bb99-e91245b083e2 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=27f51dd2-39af-4e6e-a51b-4020986e1ce6 HTTP/1.1" status: 200 len: 945 time: 0.3381636 Mar 23 01:55:20.502588 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-48463b72-f27b-437e-9d94-4ca5e086ce3d req-3ed92d63-0b9c-4948-8618-64c343565945 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] For port e67228f1-04f6-4b60-8307-06919baf9690, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=e67228f1-04f6-4b60-8307-06919baf9690,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:20.503253 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-48463b72-f27b-437e-9d94-4ca5e086ce3d req-3ed92d63-0b9c-4948-8618-64c343565945 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e67228f1-04f6-4b60-8307-06919baf9690), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:20.520553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-48463b72-f27b-437e-9d94-4ca5e086ce3d req-3ed92d63-0b9c-4948-8618-64c343565945 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Calling delete_port for e67228f1-04f6-4b60-8307-06919baf9690 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:55:20.530435 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a8c5a50a-f2d4-4a5f-a719-ec88df17d681 None None] Current status of the port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:55:20.530964 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a50a-f2d4-4a5f-a719-ec88df17d681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:20.548264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] Set router a1dcd214-e15c-43ee-b438-e8999780e072 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:55:20.555731 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b9ae1bb7-6c71-4117-83ea-f12fee357b9c req-8fdd304c-fc80-4310-ac90-d39531d8dd85 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711145 Mar 23 01:55:20.602607 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-0da3e407-93bb-42ae-b21c-1e972917d76a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb6e915da6d4405598d98978727b2035 HTTP/1.1" status: 200 len: 380 time: 0.1185880 Mar 23 01:55:20.614116 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-282af8e8-1ef3-4223-8473-4e5546d85374 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'port': {'device_id': 'e69ffafe-fa87-444a-a490-f6e24d6d56a0', 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db', 'admin_state_up': True, 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'security_groups': ['3bfbe9bf-96d3-4b47-b860-f293939140e1']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:20.625821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a8c5a50a-f2d4-4a5f-a719-ec88df17d681 None None] For port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=533dcc6a-639f-4a93-b6bd-31bcb3fd8429,segment=NetworkSegment(bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a),segment_id=bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:20.655885 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a50a-f2d4-4a5f-a719-ec88df17d681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:20.681211 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-48463b72-f27b-437e-9d94-4ca5e086ce3d req-3ed92d63-0b9c-4948-8618-64c343565945 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e67228f1-04f6-4b60-8307-06919baf9690), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:20.716807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed92d63-0b9c-4948-8618-64c343565945 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Pushing event deleted for resources: {'Port': ['ID=e67228f1-04f6-4b60-8307-06919baf9690,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:20.721631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b', 'e67228f1-04f6-4b60-8307-06919baf9690'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:55:20.770914 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-282af8e8-1ef3-4223-8473-4e5546d85374 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Made reservation on behalf of bb6e915da6d4405598d98978727b2035 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:55:20.775030 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-282af8e8-1ef3-4223-8473-4e5546d85374 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:20.783535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-48463b72-f27b-437e-9d94-4ca5e086ce3d req-3ed92d63-0b9c-4948-8618-64c343565945 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] No DVR routers for this DVR port e67228f1-04f6-4b60-8307-06919baf9690 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:55:20.786790 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-48463b72-f27b-437e-9d94-4ca5e086ce3d req-3ed92d63-0b9c-4948-8618-64c343565945 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:20.791081 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48463b72-f27b-437e-9d94-4ca5e086ce3d req-3ed92d63-0b9c-4948-8618-64c343565945 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "DELETE /v2.0/ports/e67228f1-04f6-4b60-8307-06919baf9690 HTTP/1.1" status: 204 len: 173 time: 0.7037017 Mar 23 01:55:20.792331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f51dd2-39af-4e6e-a51b-4020986e1ce6', 'name': 'network-vif-deleted', 'tag': 'e67228f1-04f6-4b60-8307-06919baf9690'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:55:20.794459 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470fb4d8-676d-4426-b6c1-831102d72fc4" -d '{"events": [{"server_uuid": "27f51dd2-39af-4e6e-a51b-4020986e1ce6", "name": "network-vif-deleted", "tag": "e67228f1-04f6-4b60-8307-06919baf9690"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:55:20.838651 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7438058e-ddbc-40b2-bff1-21e665aeefc6 x-openstack-request-id: req-7438058e-ddbc-40b2-bff1-21e665aeefc6 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:55:20.838942 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:20.839396 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f51dd2-39af-4e6e-a51b-4020986e1ce6", "name": "network-vif-deleted", "tag": "e67228f1-04f6-4b60-8307-06919baf9690", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:55:20.840047 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7438058e-ddbc-40b2-bff1-21e665aeefc6 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:55:20.841638 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7438058e-ddbc-40b2-bff1-21e665aeefc6'] response: {'server_uuid': '27f51dd2-39af-4e6e-a51b-4020986e1ce6', 'name': 'network-vif-deleted', 'tag': 'e67228f1-04f6-4b60-8307-06919baf9690', 'status': 'completed', 'code': 200} Mar 23 01:55:20.859754 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5a50a-f2d4-4a5f-a719-ec88df17d681 None None] Pushing event updated for resources: {'Port': ['ID=533dcc6a-639f-4a93-b6bd-31bcb3fd8429,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:20.871836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d6fde6ac-f032-451b-8fa7-a832c605ae9b None None] Provisioning complete for port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:55:20.872186 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d6fde6ac-f032-451b-8fa7-a832c605ae9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:21.007415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-282af8e8-1ef3-4223-8473-4e5546d85374 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Allocated IP 172.20.0.11 (e00810ad-4119-4067-a5cc-ed0814fd69db/2bc81f37-9831-48a8-b139-5940d0238911/14ff493a-972d-409a-8c85-82ce44a5cd82) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:55:21.085122 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638224269', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:55:11Z', 'updated_at': '2022-03-23T01:55:16Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:12Z', 'updated_at': '2022-03-23T01:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '533dcc6a-639f-4a93-b6bd-31bcb3fd8429', 'name': '', 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ba:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '2bc81f37-9831-48a8-b139-5940d0238911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:15Z', 'updated_at': '2022-03-23T01:55:19Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2bc81f37-9831-48a8-b139-5940d0238911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:21.089700 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d6fde6ac-f032-451b-8fa7-a832c605ae9b None None] Current status of the port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:55:21.120392 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ed442-ab7a-4d0b-acac-a4a17d8d42f6 None None] The sync data for ids ['a1dcd214-e15c-43ee-b438-e8999780e072'] in n-d-834677-4 is: [{'id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638224269', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:55:11Z', 'updated_at': '2022-03-23T01:55:16Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:12Z', 'updated_at': '2022-03-23T01:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '533dcc6a-639f-4a93-b6bd-31bcb3fd8429', 'name': '', 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ba:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '2bc81f37-9831-48a8-b139-5940d0238911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:15Z', 'updated_at': '2022-03-23T01:55:19Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2bc81f37-9831-48a8-b139-5940d0238911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:55:21.236089 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-282af8e8-1ef3-4223-8473-4e5546d85374 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:21.280180 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-282af8e8-1ef3-4223-8473-4e5546d85374 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:21.402876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282af8e8-1ef3-4223-8473-4e5546d85374 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=14ff493a-972d-409a-8c85-82ce44a5cd82,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:21.435664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-282af8e8-1ef3-4223-8473-4e5546d85374 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network e00810ad-4119-4067-a5cc-ed0814fd69db is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:55:21.439287 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-282af8e8-1ef3-4223-8473-4e5546d85374 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:55:21.442290 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-282af8e8-1ef3-4223-8473-4e5546d85374 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:55:21.541963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-282af8e8-1ef3-4223-8473-4e5546d85374 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:21.542692 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-282af8e8-1ef3-4223-8473-4e5546d85374 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:21.592237 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-282af8e8-1ef3-4223-8473-4e5546d85374 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9839911 Mar 23 01:55:21.622879 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Request body: {'port': {'device_id': 'e69ffafe-fa87-444a-a490-f6e24d6d56a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:21.796572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f517ba3-6577-49de-acc3-7cf19d78fe24 req-98b8a8c1-b891-4ec5-a92a-1ade033a296e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:21.798621 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f517ba3-6577-49de-acc3-7cf19d78fe24 req-98b8a8c1-b891-4ec5-a92a-1ade033a296e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 932 time: 0.2044570 Mar 23 01:55:21.823331 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:21.826414 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6c37351e-8f59-4405-b350-3effa4a9c864 None None] Provisioning complete for port 14ff493a-972d-409a-8c85-82ce44a5cd82 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:55:21.828241 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6c37351e-8f59-4405-b350-3effa4a9c864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:21.895073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6c37351e-8f59-4405-b350-3effa4a9c864 None None] Port 14ff493a-972d-409a-8c85-82ce44a5cd82 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:55:21.966035 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f517ba3-6577-49de-acc3-7cf19d78fe24 req-cb5b3098-cce4-4344-ba20-dc90323aa13a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595395 Mar 23 01:55:22.017842 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-59d8cfd8-d6b8-45f7-aae8-5e047d3dbc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:22.335071 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ff493a-972d-409a-8c85-82ce44a5cd82 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:55:22.349507 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Publish callbacks [] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:22.366605 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Transition to ACTIVE for port object 14ff493a-972d-409a-8c85-82ce44a5cd82 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:55:22.377583 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:22.441532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Pushing event updated for resources: {'Port': ['ID=14ff493a-972d-409a-8c85-82ce44a5cd82,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:22.581335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Attempting to bind port 14ff493a-972d-409a-8c85-82ce44a5cd82 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:55:22.582302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Attempting to bind port 14ff493a-972d-409a-8c85-82ce44a5cd82 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:55:22.582302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Attempting to bind port 14ff493a-972d-409a-8c85-82ce44a5cd82 on network e00810ad-4119-4067-a5cc-ed0814fd69db {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:55:22.608268 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Port 14ff493a-972d-409a-8c85-82ce44a5cd82 on network e00810ad-4119-4067-a5cc-ed0814fd69db not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:55:22.608536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Attempting to bind port 14ff493a-972d-409a-8c85-82ce44a5cd82 on network e00810ad-4119-4067-a5cc-ed0814fd69db {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:55:22.618150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:55:22.618513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Checking segment: {'id': 'bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:55:22.618860 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Bound using segment: {'id': 'bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:55:22.621196 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Bound port: 14ff493a-972d-409a-8c85-82ce44a5cd82, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:55:22.621655 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:22.755827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] For port 14ff493a-972d-409a-8c85-82ce44a5cd82, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:55:22.759404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] For port 14ff493a-972d-409a-8c85-82ce44a5cd82, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=14ff493a-972d-409a-8c85-82ce44a5cd82,segment=NetworkSegment(bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a),segment_id=bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:55:22.772845 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:22.817251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:22.818527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:22.820442 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] 10.222.0.42 "PUT /v2.0/ports/14ff493a-972d-409a-8c85-82ce44a5cd82 HTTP/1.1" status: 200 len: 1092 time: 1.2045839 Mar 23 01:55:22.820950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69ffafe-fa87-444a-a490-f6e24d6d56a0', 'tag': '14ff493a-972d-409a-8c85-82ce44a5cd82'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:55:22.823506 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21667819-bc4f-45c0-8271-d4bb5276f07f" -d '{"events": [{"name": "network-changed", "server_uuid": "e69ffafe-fa87-444a-a490-f6e24d6d56a0", "tag": "14ff493a-972d-409a-8c85-82ce44a5cd82"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:55:22.879847 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb634f2-e190-4421-bc51-76d96d8b16e5 req-d70d2159-ed94-4f5e-918e-0ff1dac43f04 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:22.882862 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1fb634f2-e190-4421-bc51-76d96d8b16e5 req-d70d2159-ed94-4f5e-918e-0ff1dac43f04 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 946 time: 0.1128819 Mar 23 01:55:22.907722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:55:22.952789 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d17ecf-dc99-4a08-9af9-24ba1406e633 x-openstack-request-id: req-90d17ecf-dc99-4a08-9af9-24ba1406e633 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:55:22.953462 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69ffafe-fa87-444a-a490-f6e24d6d56a0", "tag": "14ff493a-972d-409a-8c85-82ce44a5cd82", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:55:22.953931 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90d17ecf-dc99-4a08-9af9-24ba1406e633 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:55:22.954861 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d17ecf-dc99-4a08-9af9-24ba1406e633'] response: {'name': 'network-changed', 'server_uuid': 'e69ffafe-fa87-444a-a490-f6e24d6d56a0', 'tag': '14ff493a-972d-409a-8c85-82ce44a5cd82', 'status': 'completed', 'code': 200} Mar 23 01:55:22.991868 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1fb634f2-e190-4421-bc51-76d96d8b16e5 req-90d42b55-f242-470b-8901-8f6e2298ad10 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934615 Mar 23 01:55:22.999774 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604686a-0069-42e2-bd1d-5cf29d9ce70b service neutron] Pushing event updated for resources: {'Port': ['ID=14ff493a-972d-409a-8c85-82ce44a5cd82,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:23.060070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-3aed0195-0653-4022-a3dc-f0e3b239e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:23.062203 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-3aed0195-0653-4022-a3dc-f0e3b239e51e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 1126 time: 0.1934047 Mar 23 01:55:23.073000 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:55:23.073647 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:23.142860 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-ef7d28d5-79b9-41da-aec6-a178c5b0bbf1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ff493a-972d-409a-8c85-82ce44a5cd82 HTTP/1.1" status: 200 len: 217 time: 0.0716975 Mar 23 01:55:23.223116 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:55:23.249520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-81583cd9-53e8-4990-8890-20c47ef50150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:23.251261 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-81583cd9-53e8-4990-8890-20c47ef50150 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2bc81f37-9831-48a8-b139-5940d0238911 HTTP/1.1" status: 200 len: 835 time: 0.0938883 Mar 23 01:55:23.257756 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:23.341907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695d238-8c3f-4854-8fbf-a8ebd4d72eb5 req-43d4b746-2b52-4bd9-8684-cdf978af7c74 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:23.343607 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1695d238-8c3f-4854-8fbf-a8ebd4d72eb5 req-43d4b746-2b52-4bd9-8684-cdf978af7c74 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 944 time: 0.1998196 Mar 23 01:55:23.364990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-a394a79a-2c89-4a0e-873e-ac0bb3f99d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:23.366661 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-a394a79a-2c89-4a0e-873e-ac0bb3f99d00 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e00810ad-4119-4067-a5cc-ed0814fd69db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1074073 Mar 23 01:55:23.465129 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1695d238-8c3f-4854-8fbf-a8ebd4d72eb5 req-291005e2-e42d-45ef-b72d-6b0920c873fc tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131907 Mar 23 01:55:23.500577 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-cba8a6fb-a88e-4fe9-84c2-9e23f3e367c6 service neutron] 10.222.0.42 "GET /v2.0/networks/e00810ad-4119-4067-a5cc-ed0814fd69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261568 Mar 23 01:55:23.592513 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e67228f1-04f6-4b60-8307-06919baf9690 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:55:23.614355 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f3685ee-bb7b-48d5-9ed8-0f1a3b5dffc7 req-0ac41308-2340-41ac-ba20-26ccc57d2046 service neutron] 10.222.0.42 "GET /v2.0/networks/e00810ad-4119-4067-a5cc-ed0814fd69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068554 Mar 23 01:55:23.647771 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: e67228f1-04f6-4b60-8307-06919baf9690 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:55:23.648120 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device e67228f1-04f6-4b60-8307-06919baf9690 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:55:23.721686 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21667819-bc4f-45c0-8271-d4bb5276f07f req-d8f6ad4a-2c13-463f-a67b-9bd660502889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:23.723192 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21667819-bc4f-45c0-8271-d4bb5276f07f req-d8f6ad4a-2c13-463f-a67b-9bd660502889 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 1126 time: 0.0553584 Mar 23 01:55:23.821716 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21667819-bc4f-45c0-8271-d4bb5276f07f req-a8153d35-a02a-4c80-b57d-e9fb60e5c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:23.823254 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21667819-bc4f-45c0-8271-d4bb5276f07f req-a8153d35-a02a-4c80-b57d-e9fb60e5c8f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e00810ad-4119-4067-a5cc-ed0814fd69db HTTP/1.1" status: 200 len: 896 time: 0.0936818 Mar 23 01:55:23.866020 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21667819-bc4f-45c0-8271-d4bb5276f07f req-d3c3d3f6-d9ba-4195-bc94-8a045f8e2f8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ff493a-972d-409a-8c85-82ce44a5cd82 HTTP/1.1" status: 200 len: 217 time: 0.0361660 Mar 23 01:55:23.924578 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21667819-bc4f-45c0-8271-d4bb5276f07f req-ab876045-3367-47bd-a286-5443808d0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:23.927742 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21667819-bc4f-45c0-8271-d4bb5276f07f req-ab876045-3367-47bd-a286-5443808d0822 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2bc81f37-9831-48a8-b139-5940d0238911 HTTP/1.1" status: 200 len: 835 time: 0.0545514 Mar 23 01:55:24.023803 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21667819-bc4f-45c0-8271-d4bb5276f07f req-e8f3e8df-d8cf-4ed8-b702-247bc4d9f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:24.041415 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21667819-bc4f-45c0-8271-d4bb5276f07f req-e8f3e8df-d8cf-4ed8-b702-247bc4d9f2b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e00810ad-4119-4067-a5cc-ed0814fd69db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1081893 Mar 23 01:55:24.168695 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21667819-bc4f-45c0-8271-d4bb5276f07f req-b0257e38-57a0-4cc3-b2c2-937a2da0867f service neutron] 10.222.0.42 "GET /v2.0/networks/e00810ad-4119-4067-a5cc-ed0814fd69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190341 Mar 23 01:55:24.172857 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebc8c0-1453-47fa-88ac-a86e2cb5925a req-27c83681-8856-4fe0-8df5-e3ef5f046941 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:24.174339 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1bebc8c0-1453-47fa-88ac-a86e2cb5925a req-27c83681-8856-4fe0-8df5-e3ef5f046941 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 946 time: 0.0571265 Mar 23 01:55:24.269225 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1bebc8c0-1453-47fa-88ac-a86e2cb5925a req-534580aa-85bd-4666-a9b3-d3985e09eacd tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/security-groups?id=35757e5f-850d-4178-91a8-9c4018ec9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880229 Mar 23 01:55:24.299448 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21667819-bc4f-45c0-8271-d4bb5276f07f req-7f51737c-19e4-42eb-8e00-192785e5d216 service neutron] 10.222.0.42 "GET /v2.0/networks/e00810ad-4119-4067-a5cc-ed0814fd69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231587 Mar 23 01:55:24.304189 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357db93-ad89-47a6-83db-08c9ba856879 req-c5f93a86-e9ff-4265-b354-8a460305a8b4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:24.318388 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a357db93-ad89-47a6-83db-08c9ba856879 req-c5f93a86-e9ff-4265-b354-8a460305a8b4 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 946 time: 0.1312976 Mar 23 01:55:24.434104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-a357db93-ad89-47a6-83db-08c9ba856879 req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Deleting port a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:55:24.434832 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a357db93-ad89-47a6-83db-08c9ba856879 req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:24.546089 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-a357db93-ad89-47a6-83db-08c9ba856879 req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] For port a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b,segment=NetworkSegment(633063c0-233f-4463-a1aa-e2f8e66658fd),segment_id=633063c0-233f-4463-a1aa-e2f8e66658fd)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:24.546359 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a357db93-ad89-47a6-83db-08c9ba856879 req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:24.561208 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-a357db93-ad89-47a6-83db-08c9ba856879 req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Calling delete_port for a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:55:24.588828 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:24.607302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5da537-e7ee-4225-9611-07cc9412437e req-3b6e0538-7373-4939-8339-51ed2d3a9105 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:24.614189 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3a5da537-e7ee-4225-9611-07cc9412437e req-3b6e0538-7373-4939-8339-51ed2d3a9105 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 944 time: 0.0718679 Mar 23 01:55:24.668648 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3a5da537-e7ee-4225-9611-07cc9412437e req-177d705a-7a58-4368-b801-314515b495a7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512342 Mar 23 01:55:24.733306 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a357db93-ad89-47a6-83db-08c9ba856879 req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:24.765127 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:55:24.768674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Pushing event deleted for resources: {'Port': ['ID=a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:24.780842 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:24.781190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:24.781533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:24.781873 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:24.782205 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:24.782536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:24.782864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:24.783261 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:24.783602 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:24.783932 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:24.784255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:24.784591 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:24.784918 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:24.785311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:24.785759 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:24.834894 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-a357db93-ad89-47a6-83db-08c9ba856879 req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] No DVR routers for this DVR port a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:55:24.837829 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a357db93-ad89-47a6-83db-08c9ba856879 req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:24.841196 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a357db93-ad89-47a6-83db-08c9ba856879 req-57fec7d5-1bbb-4eb0-9967-8982caa0cbe5 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.43 "DELETE /v2.0/ports/a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b HTTP/1.1" status: 204 len: 173 time: 0.5180144 Mar 23 01:55:24.841680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34cda54-92c0-4521-805c-618e0dc3ef58', 'name': 'network-vif-deleted', 'tag': 'a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:55:24.844387 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b2e9f9-dd0e-4a43-a31a-8cf9e74db23a" -d '{"events": [{"server_uuid": "a34cda54-92c0-4521-805c-618e0dc3ef58", "name": "network-vif-deleted", "tag": "a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:55:24.883094 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa93ca7-043f-45d1-a809-f937da66bbc8 x-openstack-request-id: req-7aa93ca7-043f-45d1-a809-f937da66bbc8 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:55:24.883605 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34cda54-92c0-4521-805c-618e0dc3ef58", "name": "network-vif-deleted", "tag": "a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:55:24.884045 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7aa93ca7-043f-45d1-a809-f937da66bbc8 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:55:24.884644 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa93ca7-043f-45d1-a809-f937da66bbc8'] response: {'server_uuid': 'a34cda54-92c0-4521-805c-618e0dc3ef58', 'name': 'network-vif-deleted', 'tag': 'a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b', 'status': 'completed', 'code': 200} Mar 23 01:55:25.400981 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-915b1f58-8d30-47d9-9f7d-7945b4e0a4e5 req-fc7e84ea-646f-422c-a603-1ed56e537541 tempest-ServersTestJSON-173651169 tempest-ServersTestJSON-173651169-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34cda54-92c0-4521-805c-618e0dc3ef58 HTTP/1.1" status: 200 len: 210 time: 0.0340486 Mar 23 01:55:25.811534 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:25.826178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaff2bd-a2b5-4206-b972-16160677e541 req-fe4523f7-6a63-411c-a9df-5c1d307f4cdb tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:25.827740 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cfaff2bd-a2b5-4206-b972-16160677e541 req-fe4523f7-6a63-411c-a9df-5c1d307f4cdb tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 944 time: 0.0829356 Mar 23 01:55:25.880261 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cfaff2bd-a2b5-4206-b972-16160677e541 req-027af6d6-114c-4cd2-8328-d1ed95a2ba83 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465658 Mar 23 01:55:26.467399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34328) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:26.527173 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-8516b2f9-8718-4fea-8050-dd59e2083a85 admin admin] Deleting subnet a8471a63-7189-4566-adcc-c6e2e0f179a5 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:55:26.530855 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8516b2f9-8718-4fea-8050-dd59e2083a85 admin admin] Publish callbacks [] for subnet (a8471a63-7189-4566-adcc-c6e2e0f179a5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:26.570274 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8516b2f9-8718-4fea-8050-dd59e2083a85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (a8471a63-7189-4566-adcc-c6e2e0f179a5), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:26.615313 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8516b2f9-8718-4fea-8050-dd59e2083a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (a8471a63-7189-4566-adcc-c6e2e0f179a5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:26.679226 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8516b2f9-8718-4fea-8050-dd59e2083a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (a8471a63-7189-4566-adcc-c6e2e0f179a5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:26.724877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516b2f9-8718-4fea-8050-dd59e2083a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8471a63-7189-4566-adcc-c6e2e0f179a5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:26.726958 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8516b2f9-8718-4fea-8050-dd59e2083a85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:26.730260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8516b2f9-8718-4fea-8050-dd59e2083a85 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a8471a63-7189-4566-adcc-c6e2e0f179a5 HTTP/1.1" status: 204 len: 168 time: 0.2612290 Mar 23 01:55:26.732809 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34334) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:26.822872 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34336) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:26.847479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 14ff493a-972d-409a-8c85-82ce44a5cd82 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:55:27.090379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 14ff493a-972d-409a-8c85-82ce44a5cd82, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=14ff493a-972d-409a-8c85-82ce44a5cd82,segment=NetworkSegment(bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a),segment_id=bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:27.091656 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-693edac0-9348-4250-8f02-6513aed0da45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:27.122446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '14ff493a-972d-409a-8c85-82ce44a5cd82', 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db', 'port_id': '14ff493a-972d-409a-8c85-82ce44a5cd82', 'mac_address': 'fa:16:3e:9b:f8:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc81f37-9831-48a8-b139-5940d0238911', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:55:27.185659 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce117d-c4bf-4116-98e2-2c2882fa4cd4 req-71b497c3-e2ba-4d94-96d7-3bc8f2feaa76 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:27.187286 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2ce117d-c4bf-4116-98e2-2c2882fa4cd4 req-71b497c3-e2ba-4d94-96d7-3bc8f2feaa76 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 944 time: 0.1960869 Mar 23 01:55:27.191399 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 14ff493a-972d-409a-8c85-82ce44a5cd82 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:55:27.191761 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:27.217291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ff493a-972d-409a-8c85-82ce44a5cd82 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:55:27.245700 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 14ff493a-972d-409a-8c85-82ce44a5cd82, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=14ff493a-972d-409a-8c85-82ce44a5cd82,segment=NetworkSegment(bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a),segment_id=bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:27.248591 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-693edac0-9348-4250-8f02-6513aed0da45 admin admin] Publish callbacks [] for security_group (d212c397-e42c-4f7f-baf2-604e4d145a63), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:27.260827 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:27.282989 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e2ce117d-c4bf-4116-98e2-2c2882fa4cd4 req-973852f7-0a7c-4e37-b9d8-66e97f3933f4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860193 Mar 23 01:55:27.284259 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-693edac0-9348-4250-8f02-6513aed0da45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d212c397-e42c-4f7f-baf2-604e4d145a63), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:27.327536 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-693edac0-9348-4250-8f02-6513aed0da45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=063d8b2f766348a0b57426d1356651cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5011282 Mar 23 01:55:27.327536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693edac0-9348-4250-8f02-6513aed0da45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d212c397-e42c-4f7f-baf2-604e4d145a63,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:27.328339 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34344) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:27.374168 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09de4620-5cdf-4b54-aa22-8398bc03316b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (42433058-325f-4239-94d5-8b7af2c3ec01), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:27.376869 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=14ff493a-972d-409a-8c85-82ce44a5cd82,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:27.414613 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bce3cf02-34ab-4486-be82-a916cac68a95 admin admin] Publish callbacks [] for security_group (d212c397-e42c-4f7f-baf2-604e4d145a63), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:27.450125 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bce3cf02-34ab-4486-be82-a916cac68a95 admin admin] Publish callbacks [] for security_group (d212c397-e42c-4f7f-baf2-604e4d145a63), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:27.484822 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['14ff493a-972d-409a-8c85-82ce44a5cd82'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:55:27.513276 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bce3cf02-34ab-4486-be82-a916cac68a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d212c397-e42c-4f7f-baf2-604e4d145a63), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:27.518379 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09de4620-5cdf-4b54-aa22-8398bc03316b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (42433058-325f-4239-94d5-8b7af2c3ec01), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:27.533009 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bce3cf02-34ab-4486-be82-a916cac68a95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:27.534978 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bce3cf02-34ab-4486-be82-a916cac68a95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d212c397-e42c-4f7f-baf2-604e4d145a63 HTTP/1.1" status: 204 len: 168 time: 0.2054200 Mar 23 01:55:27.558306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3cf02-34ab-4486-be82-a916cac68a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d212c397-e42c-4f7f-baf2-604e4d145a63,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:27.562789 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-09de4620-5cdf-4b54-aa22-8398bc03316b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42433058-325f-4239-94d5-8b7af2c3ec01']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:27.586065 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-09de4620-5cdf-4b54-aa22-8398bc03316b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633063c0-233f-4463-a1aa-e2f8e66658fd') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:27.586602 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-09de4620-5cdf-4b54-aa22-8398bc03316b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633063c0-233f-4463-a1aa-e2f8e66658fd') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:27.600187 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09de4620-5cdf-4b54-aa22-8398bc03316b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (633063c0-233f-4463-a1aa-e2f8e66658fd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:27.601149 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:55:27.617350 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09de4620-5cdf-4b54-aa22-8398bc03316b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (633063c0-233f-4463-a1aa-e2f8e66658fd), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:27.625868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09de4620-5cdf-4b54-aa22-8398bc03316b admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:55:27.627166 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09de4620-5cdf-4b54-aa22-8398bc03316b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (633063c0-233f-4463-a1aa-e2f8e66658fd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:27.639330 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:55:27.639827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a7091b12-3dcd-4d12-8d9d-d1e580a2eb3b not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:55:27.712722 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:55:27.721150 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09de4620-5cdf-4b54-aa22-8398bc03316b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (42433058-325f-4239-94d5-8b7af2c3ec01), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:27.730050 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09de4620-5cdf-4b54-aa22-8398bc03316b admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:27.734142 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-09de4620-5cdf-4b54-aa22-8398bc03316b admin admin] 10.222.0.18 "DELETE /v2.0/networks/42433058-325f-4239-94d5-8b7af2c3ec01 HTTP/1.1" status: 204 len: 168 time: 1.0000708 Mar 23 01:55:27.757450 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de4620-5cdf-4b54-aa22-8398bc03316b admin admin] Pushing event deleted for resources: {'Network': ['ID=42433058-325f-4239-94d5-8b7af2c3ec01,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:27.985363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34354) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:28.002722 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d3c06069-1ca0-48a2-b211-fd176937dc0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:28.039787 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34356) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:28.110021 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-197881eb-a797-4972-90bc-d02d06f8a5b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40daccf221df44ccb4d09b7e635d42a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0685208 Mar 23 01:55:28.112430 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34358) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:28.118610 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d3c06069-1ca0-48a2-b211-fd176937dc0d admin admin] Publish callbacks [] for security_group (02942507-7ca6-4a87-a34a-43ac66e52e45), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:28.126251 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d3c06069-1ca0-48a2-b211-fd176937dc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (02942507-7ca6-4a87-a34a-43ac66e52e45), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:28.173397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d3c06069-1ca0-48a2-b211-fd176937dc0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0bf9e27a06d4fa2864103ff9260c884&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1867259 Mar 23 01:55:28.174239 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c06069-1ca0-48a2-b211-fd176937dc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02942507-7ca6-4a87-a34a-43ac66e52e45,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:28.177929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34360) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:28.182527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5c0d-36e6-4e58-86ea-962bf800a3a9 admin admin] Publish callbacks [] for security_group (35757e5f-850d-4178-91a8-9c4018ec9bc3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:28.210158 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5c0d-36e6-4e58-86ea-962bf800a3a9 admin admin] Publish callbacks [] for security_group (35757e5f-850d-4178-91a8-9c4018ec9bc3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:28.236312 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2c6f3e7a-0734-4da5-95fb-22730e87bcd8 admin admin] Publish callbacks [] for security_group (02942507-7ca6-4a87-a34a-43ac66e52e45), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:28.265901 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2c6f3e7a-0734-4da5-95fb-22730e87bcd8 admin admin] Publish callbacks [] for security_group (02942507-7ca6-4a87-a34a-43ac66e52e45), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:28.274566 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5c0d-36e6-4e58-86ea-962bf800a3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (35757e5f-850d-4178-91a8-9c4018ec9bc3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:28.277455 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5c0d-36e6-4e58-86ea-962bf800a3a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:28.281134 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f7dc5c0d-36e6-4e58-86ea-962bf800a3a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35757e5f-850d-4178-91a8-9c4018ec9bc3 HTTP/1.1" status: 204 len: 168 time: 0.1645103 Mar 23 01:55:28.287864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc5c0d-36e6-4e58-86ea-962bf800a3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35757e5f-850d-4178-91a8-9c4018ec9bc3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:28.352436 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2c6f3e7a-0734-4da5-95fb-22730e87bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (02942507-7ca6-4a87-a34a-43ac66e52e45), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:28.355205 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2c6f3e7a-0734-4da5-95fb-22730e87bcd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:28.356651 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2c6f3e7a-0734-4da5-95fb-22730e87bcd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02942507-7ca6-4a87-a34a-43ac66e52e45 HTTP/1.1" status: 204 len: 168 time: 0.1768405 Mar 23 01:55:28.370120 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f3e7a-0734-4da5-95fb-22730e87bcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02942507-7ca6-4a87-a34a-43ac66e52e45,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:28.543852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0bb00-4ac8-4eec-b55a-f17b3eb200e3 req-a04e2b85-aeb3-45a4-b676-e4074bbc8441 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:28.545364 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9ae0bb00-4ac8-4eec-b55a-f17b3eb200e3 req-a04e2b85-aeb3-45a4-b676-e4074bbc8441 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 945 time: 0.1095996 Mar 23 01:55:28.606007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9ae0bb00-4ac8-4eec-b55a-f17b3eb200e3 req-2fee99d0-442f-43ce-b759-cacfb8ddf3c8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541713 Mar 23 01:55:28.881970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 14ff493a-972d-409a-8c85-82ce44a5cd82 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:55:28.966081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 14ff493a-972d-409a-8c85-82ce44a5cd82 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:55:28.970326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 14ff493a-972d-409a-8c85-82ce44a5cd82 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:55:28.970912 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:29.063324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 14ff493a-972d-409a-8c85-82ce44a5cd82 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:55:29.063882 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:29.101497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 14ff493a-972d-409a-8c85-82ce44a5cd82, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=14ff493a-972d-409a-8c85-82ce44a5cd82,segment=NetworkSegment(bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a),segment_id=bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:29.102766 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69ffafe-fa87-444a-a490-f6e24d6d56a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ff493a-972d-409a-8c85-82ce44a5cd82'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:55:29.104851 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989f5000-3c79-47d7-9ecc-0c7a19637b11" -d '{"events": [{"server_uuid": "e69ffafe-fa87-444a-a490-f6e24d6d56a0", "name": "network-vif-plugged", "status": "completed", "tag": "14ff493a-972d-409a-8c85-82ce44a5cd82"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:55:29.110917 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:29.180375 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b517fe5c-290f-4ba2-9637-429af7186035 x-openstack-request-id: req-b517fe5c-290f-4ba2-9637-429af7186035 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:55:29.180699 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69ffafe-fa87-444a-a490-f6e24d6d56a0", "name": "network-vif-plugged", "status": "completed", "tag": "14ff493a-972d-409a-8c85-82ce44a5cd82", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:55:29.180955 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b517fe5c-290f-4ba2-9637-429af7186035 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:55:29.181352 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b517fe5c-290f-4ba2-9637-429af7186035'] response: {'server_uuid': 'e69ffafe-fa87-444a-a490-f6e24d6d56a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ff493a-972d-409a-8c85-82ce44a5cd82', 'code': 200} Mar 23 01:55:29.221036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=14ff493a-972d-409a-8c85-82ce44a5cd82,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:29.315352 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2cd00-c3a4-4bb0-bb14-bfff613c14f7 req-9ebff6bb-8a2b-4f85-a387-81954c8ea3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:29.317278 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84d2cd00-c3a4-4bb0-bb14-bfff613c14f7 req-9ebff6bb-8a2b-4f85-a387-81954c8ea3ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 1128 time: 0.0626197 Mar 23 01:55:29.372535 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84d2cd00-c3a4-4bb0-bb14-bfff613c14f7 req-db126dd0-c7ec-4d2b-9d66-7aa3ed479c73 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485358 Mar 23 01:55:29.754861 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b9759-0579-42dc-9040-4dbe62b89641 req-04fae130-abfb-4571-a41c-16b1ac8ea8e4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:29.757532 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b55b9759-0579-42dc-9040-4dbe62b89641 req-04fae130-abfb-4571-a41c-16b1ac8ea8e4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.0704033 Mar 23 01:55:29.812932 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34426) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:29.822567 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b55b9759-0579-42dc-9040-4dbe62b89641 req-621667ff-26c9-4997-b8bc-d8aad9efef18 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583529 Mar 23 01:55:30.055072 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c2241b79-f45c-41d9-ab4f-308271471b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:30.144158 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c2241b79-f45c-41d9-ab4f-308271471b94 admin admin] Publish callbacks [] for security_group (67febd03-1a65-4244-86af-b858baa7f56f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:30.151479 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c2241b79-f45c-41d9-ab4f-308271471b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (67febd03-1a65-4244-86af-b858baa7f56f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:30.194146 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c2241b79-f45c-41d9-ab4f-308271471b94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51ab22ae6e5641b6bf6f21efba5b1131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3792839 Mar 23 01:55:30.195376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2241b79-f45c-41d9-ab4f-308271471b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67febd03-1a65-4244-86af-b858baa7f56f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:30.197460 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34444) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:30.279409 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1fd1fc2d-ca0d-4a3a-955b-71b1ac9dc594 admin admin] Publish callbacks [] for security_group (67febd03-1a65-4244-86af-b858baa7f56f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:30.301848 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1fd1fc2d-ca0d-4a3a-955b-71b1ac9dc594 admin admin] Publish callbacks [] for security_group (67febd03-1a65-4244-86af-b858baa7f56f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:30.361369 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1fd1fc2d-ca0d-4a3a-955b-71b1ac9dc594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (67febd03-1a65-4244-86af-b858baa7f56f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:30.363992 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1fd1fc2d-ca0d-4a3a-955b-71b1ac9dc594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:30.369387 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1fd1fc2d-ca0d-4a3a-955b-71b1ac9dc594 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67febd03-1a65-4244-86af-b858baa7f56f HTTP/1.1" status: 204 len: 168 time: 0.1704011 Mar 23 01:55:30.402613 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1fc2d-ca0d-4a3a-955b-71b1ac9dc594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67febd03-1a65-4244-86af-b858baa7f56f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:30.457001 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34450) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:30.574614 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d322773f-676f-44c9-a486-9727791e3f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:30.666413 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d322773f-676f-44c9-a486-9727791e3f77 admin admin] Publish callbacks [] for security_group (9e8beba2-7037-4a87-98b4-5421f8524a6f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:30.670969 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d322773f-676f-44c9-a486-9727791e3f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9e8beba2-7037-4a87-98b4-5421f8524a6f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:30.718450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322773f-676f-44c9-a486-9727791e3f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8beba2-7037-4a87-98b4-5421f8524a6f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:30.723611 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d322773f-676f-44c9-a486-9727791e3f77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6391a4d950b491bbcdef1d0154b6e08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2655225 Mar 23 01:55:30.727172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34458) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:30.780636 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ab80e69a-2b26-4f6a-a07a-c87798582538 admin admin] Publish callbacks [] for security_group (9e8beba2-7037-4a87-98b4-5421f8524a6f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:30.805276 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ab80e69a-2b26-4f6a-a07a-c87798582538 admin admin] Publish callbacks [] for security_group (9e8beba2-7037-4a87-98b4-5421f8524a6f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:30.863158 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ab80e69a-2b26-4f6a-a07a-c87798582538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9e8beba2-7037-4a87-98b4-5421f8524a6f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:30.866862 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ab80e69a-2b26-4f6a-a07a-c87798582538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:30.868839 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ab80e69a-2b26-4f6a-a07a-c87798582538 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e8beba2-7037-4a87-98b4-5421f8524a6f HTTP/1.1" status: 204 len: 168 time: 0.1404541 Mar 23 01:55:30.884667 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80e69a-2b26-4f6a-a07a-c87798582538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8beba2-7037-4a87-98b4-5421f8524a6f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:31.005565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7f9c4-7660-4eeb-a713-4a90c420ff9c req-99726ab0-a398-4d32-8079-1071216afafa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:31.007275 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4ef7f9c4-7660-4eeb-a713-4a90c420ff9c req-99726ab0-a398-4d32-8079-1071216afafa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.0674398 Mar 23 01:55:31.072425 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4ef7f9c4-7660-4eeb-a713-4a90c420ff9c req-424f3232-533a-49cc-b6d9-219ea8c324a2 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584443 Mar 23 01:55:31.220769 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033d8ab-d40a-4398-a0ab-d783570cb0a6 req-ac9ef85b-6e87-401e-a36d-f34f9e3294f7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:31.223010 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2033d8ab-d40a-4398-a0ab-d783570cb0a6 req-ac9ef85b-6e87-401e-a36d-f34f9e3294f7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.0756347 Mar 23 01:55:31.299820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2033d8ab-d40a-4398-a0ab-d783570cb0a6 req-8ff65132-eecc-468c-b50a-9e52485ab042 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708849 Mar 23 01:55:31.325448 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34484) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:31.357095 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34486) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:31.377870 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1be11c7-93dc-45e8-87a0-564b6e9e5787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:31.386683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2277c7ca-8fdc-4863-b84e-8aeedd9b5e7e tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:31.389123 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2277c7ca-8fdc-4863-b84e-8aeedd9b5e7e tempest-TestNetworkAdvancedServerOps-1117133979 tempest-TestNetworkAdvancedServerOps-1117133979-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 1123 time: 0.0618439 Mar 23 01:55:31.391930 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34488) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:31.397859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': '14ff493a-972d-409a-8c85-82ce44a5cd82', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:31.426022 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:31.498824 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1be11c7-93dc-45e8-87a0-564b6e9e5787 admin admin] Publish callbacks [] for security_group (6925f451-553a-49d2-b968-26d50c5a8970), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:31.508292 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1be11c7-93dc-45e8-87a0-564b6e9e5787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6925f451-553a-49d2-b968-26d50c5a8970), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:31.555539 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e1be11c7-93dc-45e8-87a0-564b6e9e5787 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1da091e609b43d48fadab1f3ce36bf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1973181 Mar 23 01:55:31.561031 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be11c7-93dc-45e8-87a0-564b6e9e5787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6925f451-553a-49d2-b968-26d50c5a8970,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:31.569103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34492) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:31.631822 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:31.643116 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe3ef57f-2cca-4c01-901e-2928dceee80a admin admin] Publish callbacks [] for security_group (6925f451-553a-49d2-b968-26d50c5a8970), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:31.703669 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe3ef57f-2cca-4c01-901e-2928dceee80a admin admin] Publish callbacks [] for security_group (6925f451-553a-49d2-b968-26d50c5a8970), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:31.799121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Allocated IP 172.25.0.171 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/24ece2ae-3c13-42b6-8bf9-7de3d40ee56f) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:55:31.814913 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe3ef57f-2cca-4c01-901e-2928dceee80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6925f451-553a-49d2-b968-26d50c5a8970), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:31.818736 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe3ef57f-2cca-4c01-901e-2928dceee80a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:31.821610 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fe3ef57f-2cca-4c01-901e-2928dceee80a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6925f451-553a-49d2-b968-26d50c5a8970 HTTP/1.1" status: 204 len: 168 time: 0.2509577 Mar 23 01:55:31.884334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ef57f-2cca-4c01-901e-2928dceee80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6925f451-553a-49d2-b968-26d50c5a8970,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:31.958562 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (24ece2ae-3c13-42b6-8bf9-7de3d40ee56f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:32.004493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (24ece2ae-3c13-42b6-8bf9-7de3d40ee56f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:32.045246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:55:32.048198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:55:32.051926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:55:32.087165 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=24ece2ae-3c13-42b6-8bf9-7de3d40ee56f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:32.469809 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for floatingip (8463fdb6-eb9e-4338-bb54-2d4c6b922006), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:32.548761 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (24ece2ae-3c13-42b6-8bf9-7de3d40ee56f), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:32.729885 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for port (24ece2ae-3c13-42b6-8bf9-7de3d40ee56f), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:32.735763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (24ece2ae-3c13-42b6-8bf9-7de3d40ee56f), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:32.815667 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event updated for resources: {'Port': ['ID=24ece2ae-3c13-42b6-8bf9-7de3d40ee56f,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:32.832095 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (8463fdb6-eb9e-4338-bb54-2d4c6b922006), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:32.942292 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Floating IP 8463fdb6-eb9e-4338-bb54-2d4c6b922006 associated. External IP: 172.25.0.171, port: 14ff493a-972d-409a-8c85-82ce44a5cd82. Mar 23 01:55:33.178643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router a1dcd214-e15c-43ee-b438-e8999780e072 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:55:33.298948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:55:33.310195 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ce068f-849f-4912-add4-9e141d1713b6 None None] Sync routers for ids ['a1dcd214-e15c-43ee-b438-e8999780e072'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:55:33.330471 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ce068f-849f-4912-add4-9e141d1713b6 None None] Routers {'a1dcd214-e15c-43ee-b438-e8999780e072'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:55:33.331493 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-48ce068f-849f-4912-add4-9e141d1713b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:55:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a1dcd214-e15c-43ee-b438-e8999780e072'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:33.340439 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:33.375909 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-79a5fb0c-b8e0-4483-ac70-473b45805b78 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9822819 Mar 23 01:55:33.376536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69ffafe-fa87-444a-a490-f6e24d6d56a0', 'tag': '14ff493a-972d-409a-8c85-82ce44a5cd82'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:55:33.378884 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b7773d-a360-45f0-8238-26605da050e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e69ffafe-fa87-444a-a490-f6e24d6d56a0", "tag": "14ff493a-972d-409a-8c85-82ce44a5cd82"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:55:33.424316 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d7048d-b0d7-4bba-85bc-fd9952c399cf x-openstack-request-id: req-06d7048d-b0d7-4bba-85bc-fd9952c399cf {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:55:33.425017 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69ffafe-fa87-444a-a490-f6e24d6d56a0", "tag": "14ff493a-972d-409a-8c85-82ce44a5cd82", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:55:33.429935 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06d7048d-b0d7-4bba-85bc-fd9952c399cf {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:55:33.430766 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d7048d-b0d7-4bba-85bc-fd9952c399cf'] response: {'name': 'network-changed', 'server_uuid': 'e69ffafe-fa87-444a-a490-f6e24d6d56a0', 'tag': '14ff493a-972d-409a-8c85-82ce44a5cd82', 'status': 'completed', 'code': 200} Mar 23 01:55:33.454480 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34576) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:33.484873 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-48ce068f-849f-4912-add4-9e141d1713b6 None None] Set router a1dcd214-e15c-43ee-b438-e8999780e072 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:55:33.567495 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7773d-a360-45f0-8238-26605da050e4 req-d0cf27ff-65b6-4eb1-b611-3b6539817f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:33.569591 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75b7773d-a360-45f0-8238-26605da050e4 req-d0cf27ff-65b6-4eb1-b611-3b6539817f09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 1128 time: 0.1198874 Mar 23 01:55:33.584805 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a553f-b1e6-43ee-a9ff-ccc1eb82e641 req-3c33ff3e-83dc-445d-b25f-a9e7e8a0aa55 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:33.586778 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c19a553f-b1e6-43ee-a9ff-ccc1eb82e641 req-3c33ff3e-83dc-445d-b25f-a9e7e8a0aa55 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.0812256 Mar 23 01:55:33.608509 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3a09cde1-391f-4992-a824-9da7c72a90f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:33.706194 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c19a553f-b1e6-43ee-a9ff-ccc1eb82e641 req-54068c59-0a68-4ee1-92ac-b8387677587a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088812 Mar 23 01:55:33.733835 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3a09cde1-391f-4992-a824-9da7c72a90f6 admin admin] Publish callbacks [] for security_group (5d6a29dd-e8ba-4de6-940e-c6b75dff61c0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:33.734262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7773d-a360-45f0-8238-26605da050e4 req-f77c6287-94cd-49e6-b7cf-1162517d34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:33.739301 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3a09cde1-391f-4992-a824-9da7c72a90f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5d6a29dd-e8ba-4de6-940e-c6b75dff61c0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:33.743040 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75b7773d-a360-45f0-8238-26605da050e4 req-f77c6287-94cd-49e6-b7cf-1162517d34ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=e00810ad-4119-4067-a5cc-ed0814fd69db HTTP/1.1" status: 200 len: 896 time: 0.1602967 Mar 23 01:55:33.753709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34588) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:33.826004 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75b7773d-a360-45f0-8238-26605da050e4 req-a4162177-1534-4aac-9e9e-a0aa52e13a7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ff493a-972d-409a-8c85-82ce44a5cd82 HTTP/1.1" status: 200 len: 1000 time: 0.0805447 Mar 23 01:55:33.847981 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09cde1-391f-4992-a824-9da7c72a90f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6a29dd-e8ba-4de6-940e-c6b75dff61c0,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:33.858683 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3a09cde1-391f-4992-a824-9da7c72a90f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=806d7dde12fa4cc7ae519909122906c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4019947 Mar 23 01:55:33.859807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34592) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:33.872994 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:33.889374 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-92ba5a65-0040-49e2-9ed0-96aeec1bdb82 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/8463fdb6-eb9e-4338-bb54-2d4c6b922006 HTTP/1.1" status: 200 len: 992 time: 0.1275280 Mar 23 01:55:33.895317 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7773d-a360-45f0-8238-26605da050e4 req-c32befb3-d6bb-43cf-8773-e16533e55220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:33.897340 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75b7773d-a360-45f0-8238-26605da050e4 req-c32befb3-d6bb-43cf-8773-e16533e55220 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2bc81f37-9831-48a8-b139-5940d0238911 HTTP/1.1" status: 200 len: 835 time: 0.0655756 Mar 23 01:55:33.903926 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-48ce068f-849f-4912-add4-9e141d1713b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638224269', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:55:11Z', 'updated_at': '2022-03-23T01:55:16Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:12Z', 'updated_at': '2022-03-23T01:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '8463fdb6-eb9e-4338-bb54-2d4c6b922006', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'port_id': '14ff493a-972d-409a-8c85-82ce44a5cd82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db', 'mac_address': 'fa:16:3e:9b:f8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69ffafe-fa87-444a-a490-f6e24d6d56a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:55:32Z', 'updated_at': '2022-03-23T01:55:32Z', 'revision_number': 0, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533dcc6a-639f-4a93-b6bd-31bcb3fd8429', 'name': '', 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ba:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '2bc81f37-9831-48a8-b139-5940d0238911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:15Z', 'updated_at': '2022-03-23T01:55:20Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2bc81f37-9831-48a8-b139-5940d0238911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:33.939891 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ce068f-849f-4912-add4-9e141d1713b6 None None] Checking router: a1dcd214-e15c-43ee-b438-e8999780e072 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:55:33.941163 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4990992-8c8c-42fa-b670-b20cad0ea468 admin admin] Publish callbacks [] for security_group (5d6a29dd-e8ba-4de6-940e-c6b75dff61c0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:33.955327 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ce068f-849f-4912-add4-9e141d1713b6 None None] Routers {'a1dcd214-e15c-43ee-b438-e8999780e072'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:55:33.956155 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-48ce068f-849f-4912-add4-9e141d1713b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:55:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a1dcd214-e15c-43ee-b438-e8999780e072'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:33.962513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7773d-a360-45f0-8238-26605da050e4 req-fe9350fa-7e77-4687-a4f6-69257dfa81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:33.964086 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75b7773d-a360-45f0-8238-26605da050e4 req-fe9350fa-7e77-4687-a4f6-69257dfa81e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e00810ad-4119-4067-a5cc-ed0814fd69db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596657 Mar 23 01:55:33.970287 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4990992-8c8c-42fa-b670-b20cad0ea468 admin admin] Publish callbacks [] for security_group (5d6a29dd-e8ba-4de6-940e-c6b75dff61c0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:33.978464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-75b7773d-a360-45f0-8238-26605da050e4 req-c91aac85-1529-439d-87d0-30576b094b3d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:55:33.979891 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75b7773d-a360-45f0-8238-26605da050e4 req-c91aac85-1529-439d-87d0-30576b094b3d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089934 Mar 23 01:55:34.028567 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4990992-8c8c-42fa-b670-b20cad0ea468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5d6a29dd-e8ba-4de6-940e-c6b75dff61c0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:34.031246 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4990992-8c8c-42fa-b670-b20cad0ea468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:34.032873 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e4990992-8c8c-42fa-b670-b20cad0ea468 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d6a29dd-e8ba-4de6-940e-c6b75dff61c0 HTTP/1.1" status: 204 len: 168 time: 0.1699150 Mar 23 01:55:34.042664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4990992-8c8c-42fa-b670-b20cad0ea468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6a29dd-e8ba-4de6-940e-c6b75dff61c0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:34.106222 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75b7773d-a360-45f0-8238-26605da050e4 req-acba08eb-b0e5-46a3-8737-7ca70aa65ff4 service neutron] 10.222.0.42 "GET /v2.0/networks/e00810ad-4119-4067-a5cc-ed0814fd69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198683 Mar 23 01:55:34.125263 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-48ce068f-849f-4912-add4-9e141d1713b6 None None] Set router a1dcd214-e15c-43ee-b438-e8999780e072 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:55:34.211218 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75b7773d-a360-45f0-8238-26605da050e4 req-0a3b448a-74a4-4951-8efe-e22b4262e1ee service neutron] 10.222.0.42 "GET /v2.0/networks/e00810ad-4119-4067-a5cc-ed0814fd69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989997 Mar 23 01:55:34.383493 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-48ce068f-849f-4912-add4-9e141d1713b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638224269', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:55:11Z', 'updated_at': '2022-03-23T01:55:16Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:12Z', 'updated_at': '2022-03-23T01:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '8463fdb6-eb9e-4338-bb54-2d4c6b922006', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'port_id': '14ff493a-972d-409a-8c85-82ce44a5cd82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db', 'mac_address': 'fa:16:3e:9b:f8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69ffafe-fa87-444a-a490-f6e24d6d56a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:55:32Z', 'updated_at': '2022-03-23T01:55:32Z', 'revision_number': 0, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533dcc6a-639f-4a93-b6bd-31bcb3fd8429', 'name': '', 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ba:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '2bc81f37-9831-48a8-b139-5940d0238911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:15Z', 'updated_at': '2022-03-23T01:55:20Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2bc81f37-9831-48a8-b139-5940d0238911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:55:34.411668 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ce068f-849f-4912-add4-9e141d1713b6 None None] The sync data for ids ['a1dcd214-e15c-43ee-b438-e8999780e072'] in n-d-834677-4 is: [{'id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638224269', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:55:11Z', 'updated_at': '2022-03-23T01:55:16Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:12Z', 'updated_at': '2022-03-23T01:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '8463fdb6-eb9e-4338-bb54-2d4c6b922006', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'port_id': '14ff493a-972d-409a-8c85-82ce44a5cd82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db', 'mac_address': 'fa:16:3e:9b:f8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69ffafe-fa87-444a-a490-f6e24d6d56a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:55:32Z', 'updated_at': '2022-03-23T01:55:32Z', 'revision_number': 0, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533dcc6a-639f-4a93-b6bd-31bcb3fd8429', 'name': '', 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ba:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '2bc81f37-9831-48a8-b139-5940d0238911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:15Z', 'updated_at': '2022-03-23T01:55:20Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2bc81f37-9831-48a8-b139-5940d0238911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:55:34.438264 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34610) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:34.452992 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-970bae6a-e9b7-4a8a-9d19-1c217a3ddfef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:34.554724 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-970bae6a-e9b7-4a8a-9d19-1c217a3ddfef admin admin] Publish callbacks [] for security_group (7127d76d-9526-4107-a9fd-cd70b6a642b2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:34.560461 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-970bae6a-e9b7-4a8a-9d19-1c217a3ddfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7127d76d-9526-4107-a9fd-cd70b6a642b2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:34.613274 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-970bae6a-e9b7-4a8a-9d19-1c217a3ddfef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f49294e8af6446784effaf65ba998de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1737814 Mar 23 01:55:34.613825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34614) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:34.620852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bae6a-e9b7-4a8a-9d19-1c217a3ddfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7127d76d-9526-4107-a9fd-cd70b6a642b2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:34.704024 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5645b01-917b-41d0-8f02-459e5d728e4c None None] New status for floating IP 8463fdb6-eb9e-4338-bb54-2d4c6b922006: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:55:34.721771 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c0129a6c-faec-4259-95d7-0a761396e4c1 admin admin] Publish callbacks [] for security_group (7127d76d-9526-4107-a9fd-cd70b6a642b2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:34.746566 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c0129a6c-faec-4259-95d7-0a761396e4c1 admin admin] Publish callbacks [] for security_group (7127d76d-9526-4107-a9fd-cd70b6a642b2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:34.804200 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c0129a6c-faec-4259-95d7-0a761396e4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7127d76d-9526-4107-a9fd-cd70b6a642b2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:34.807315 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c0129a6c-faec-4259-95d7-0a761396e4c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:34.813808 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c0129a6c-faec-4259-95d7-0a761396e4c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7127d76d-9526-4107-a9fd-cd70b6a642b2 HTTP/1.1" status: 204 len: 168 time: 0.1958733 Mar 23 01:55:34.823747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0129a6c-faec-4259-95d7-0a761396e4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7127d76d-9526-4107-a9fd-cd70b6a642b2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:34.893618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34622) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:34.966853 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b2aa9e29-07aa-42ad-ad67-c10219ac2f56 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/8463fdb6-eb9e-4338-bb54-2d4c6b922006 HTTP/1.1" status: 200 len: 994 time: 0.0717256 Mar 23 01:55:36.546657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34668) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:36.662807 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c660aabf-33a4-48be-8193-b2367f49f64f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:36.745893 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c660aabf-33a4-48be-8193-b2367f49f64f admin admin] Publish callbacks [] for security_group (0e38a530-3269-4026-8390-41e9e093aee6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:36.751217 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c660aabf-33a4-48be-8193-b2367f49f64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0e38a530-3269-4026-8390-41e9e093aee6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:36.787979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660aabf-33a4-48be-8193-b2367f49f64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e38a530-3269-4026-8390-41e9e093aee6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:36.796167 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c660aabf-33a4-48be-8193-b2367f49f64f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4aa8eed9443415d8cdbf302050d8ecb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2458167 Mar 23 01:55:36.797289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34676) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:36.845651 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-38f92165-267c-41c5-afc6-f88ac3c4494a admin admin] Publish callbacks [] for security_group (0e38a530-3269-4026-8390-41e9e093aee6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:36.872508 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-38f92165-267c-41c5-afc6-f88ac3c4494a admin admin] Publish callbacks [] for security_group (0e38a530-3269-4026-8390-41e9e093aee6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:36.920972 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-38f92165-267c-41c5-afc6-f88ac3c4494a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0e38a530-3269-4026-8390-41e9e093aee6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:36.923882 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-38f92165-267c-41c5-afc6-f88ac3c4494a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:36.925088 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-38f92165-267c-41c5-afc6-f88ac3c4494a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e38a530-3269-4026-8390-41e9e093aee6 HTTP/1.1" status: 204 len: 168 time: 0.1276975 Mar 23 01:55:36.941705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f92165-267c-41c5-afc6-f88ac3c4494a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e38a530-3269-4026-8390-41e9e093aee6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:37.206438 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34704) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:37.222614 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65bcd556-d6e8-4646-9a3d-8a99c573aa1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:37.300755 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65bcd556-d6e8-4646-9a3d-8a99c573aa1a admin admin] Publish callbacks [] for security_group (c6eb3488-a8af-41b7-af59-607c9dcb4235), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:37.304897 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-65bcd556-d6e8-4646-9a3d-8a99c573aa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c6eb3488-a8af-41b7-af59-607c9dcb4235), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:37.345674 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-65bcd556-d6e8-4646-9a3d-8a99c573aa1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=641cb5fbe9484d13b4880d2645bb0cae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372144 Mar 23 01:55:37.346638 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcd556-d6e8-4646-9a3d-8a99c573aa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eb3488-a8af-41b7-af59-607c9dcb4235,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:37.348453 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34706) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:37.403824 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd4790d1-5074-4359-ba47-4a458f95b04e admin admin] Publish callbacks [] for security_group (c6eb3488-a8af-41b7-af59-607c9dcb4235), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:37.425756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd4790d1-5074-4359-ba47-4a458f95b04e admin admin] Publish callbacks [] for security_group (c6eb3488-a8af-41b7-af59-607c9dcb4235), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:37.475053 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd4790d1-5074-4359-ba47-4a458f95b04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c6eb3488-a8af-41b7-af59-607c9dcb4235), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:37.478017 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bd4790d1-5074-4359-ba47-4a458f95b04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:37.479205 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bd4790d1-5074-4359-ba47-4a458f95b04e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6eb3488-a8af-41b7-af59-607c9dcb4235 HTTP/1.1" status: 204 len: 168 time: 0.1288497 Mar 23 01:55:37.487118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4790d1-5074-4359-ba47-4a458f95b04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6eb3488-a8af-41b7-af59-607c9dcb4235,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:39.919951 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34798) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:40.040900 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-578e539a-0be7-4983-9d18-911f47d23697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:40.121784 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-578e539a-0be7-4983-9d18-911f47d23697 admin admin] Publish callbacks [] for security_group (4650df94-fbf7-4a1f-ba68-821237e2126a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:40.127055 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-578e539a-0be7-4983-9d18-911f47d23697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4650df94-fbf7-4a1f-ba68-821237e2126a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:40.175890 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34804) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:40.176897 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-578e539a-0be7-4983-9d18-911f47d23697 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f1d23a0aab44f6699a88a59f7061aa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2540145 Mar 23 01:55:40.178185 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e539a-0be7-4983-9d18-911f47d23697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4650df94-fbf7-4a1f-ba68-821237e2126a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:40.245576 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1194b186-16d8-43d8-adc1-5d8e58ef048a admin admin] Publish callbacks [] for security_group (4650df94-fbf7-4a1f-ba68-821237e2126a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:40.274016 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1194b186-16d8-43d8-adc1-5d8e58ef048a admin admin] Publish callbacks [] for security_group (4650df94-fbf7-4a1f-ba68-821237e2126a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:40.328727 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1194b186-16d8-43d8-adc1-5d8e58ef048a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4650df94-fbf7-4a1f-ba68-821237e2126a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:40.333763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1194b186-16d8-43d8-adc1-5d8e58ef048a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:40.339071 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1194b186-16d8-43d8-adc1-5d8e58ef048a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4650df94-fbf7-4a1f-ba68-821237e2126a HTTP/1.1" status: 204 len: 168 time: 0.1618631 Mar 23 01:55:40.351777 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194b186-16d8-43d8-adc1-5d8e58ef048a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4650df94-fbf7-4a1f-ba68-821237e2126a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:40.861210 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34814) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:40.876458 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a02dfcce-608e-4d95-b90d-d0e8bd9dc0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:40.998756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a02dfcce-608e-4d95-b90d-d0e8bd9dc0f5 admin admin] Publish callbacks [] for security_group (d7c4c7d8-ad7f-4a1f-b7ef-9c37c60332f1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:41.004647 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a02dfcce-608e-4d95-b90d-d0e8bd9dc0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d7c4c7d8-ad7f-4a1f-b7ef-9c37c60332f1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:41.067447 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a02dfcce-608e-4d95-b90d-d0e8bd9dc0f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b55d47404e0246b6add8c03bc300facd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2048752 Mar 23 01:55:41.068498 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02dfcce-608e-4d95-b90d-d0e8bd9dc0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c4c7d8-ad7f-4a1f-b7ef-9c37c60332f1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:41.070407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34818) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:41.125641 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d5c5469-85b8-490f-866d-b02833df2154 admin admin] Publish callbacks [] for security_group (d7c4c7d8-ad7f-4a1f-b7ef-9c37c60332f1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:41.152866 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d5c5469-85b8-490f-866d-b02833df2154 admin admin] Publish callbacks [] for security_group (d7c4c7d8-ad7f-4a1f-b7ef-9c37c60332f1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:41.212554 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d5c5469-85b8-490f-866d-b02833df2154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d7c4c7d8-ad7f-4a1f-b7ef-9c37c60332f1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:41.216291 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d5c5469-85b8-490f-866d-b02833df2154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:41.221465 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4d5c5469-85b8-490f-866d-b02833df2154 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7c4c7d8-ad7f-4a1f-b7ef-9c37c60332f1 HTTP/1.1" status: 204 len: 168 time: 0.1491337 Mar 23 01:55:41.230302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c5469-85b8-490f-866d-b02833df2154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c4c7d8-ad7f-4a1f-b7ef-9c37c60332f1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:41.925620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34848) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:41.967720 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05736258-de68-4067-817e-111b3685fbb7 req-06a5e7df-b63e-41e2-a9ab-2d68f0aada19 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3273969 Mar 23 01:55:42.163799 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-872cf337-e072-4973-8cd0-f476d55e80e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:42.238202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05736258-de68-4067-817e-111b3685fbb7 req-5669b1fc-2e4a-40ee-a2c8-06241ce8ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:42.239809 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05736258-de68-4067-817e-111b3685fbb7 req-5669b1fc-2e4a-40ee-a2c8-06241ce8ee8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 1127 time: 0.1962986 Mar 23 01:55:42.398862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05736258-de68-4067-817e-111b3685fbb7 req-3930e88b-10c2-4da9-a880-f324e933acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:42.400822 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05736258-de68-4067-817e-111b3685fbb7 req-3930e88b-10c2-4da9-a880-f324e933acd0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 915 time: 0.1393528 Mar 23 01:55:42.480634 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-872cf337-e072-4973-8cd0-f476d55e80e0 admin admin] Publish callbacks [] for security_group (a673a4c7-5a96-497a-8e7a-d444d81e0b8d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:42.489389 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-872cf337-e072-4973-8cd0-f476d55e80e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a673a4c7-5a96-497a-8e7a-d444d81e0b8d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:42.503163 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05736258-de68-4067-817e-111b3685fbb7 req-040afdae-def4-4a93-b248-44d51a2c7f6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8af97815-7995-44ed-ab99-adb11cc587db HTTP/1.1" status: 200 len: 1000 time: 0.0962043 Mar 23 01:55:42.527024 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-872cf337-e072-4973-8cd0-f476d55e80e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f52e00e3804404a9b9b5820d5e4117d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5999684 Mar 23 01:55:42.529967 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34878) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:42.579841 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cf337-e072-4973-8cd0-f476d55e80e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a673a4c7-5a96-497a-8e7a-d444d81e0b8d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:42.596531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05736258-de68-4067-817e-111b3685fbb7 req-534d99a1-c404-4993-b680-67a04714e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:42.598462 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05736258-de68-4067-817e-111b3685fbb7 req-534d99a1-c404-4993-b680-67a04714e42d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 200 len: 854 time: 0.0701191 Mar 23 01:55:42.629791 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9e9b9076-b055-44f0-af99-66d5bd3f7a57 admin admin] Publish callbacks [] for security_group (a673a4c7-5a96-497a-8e7a-d444d81e0b8d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:42.665325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05736258-de68-4067-817e-111b3685fbb7 req-2ac30758-f431-45b5-bcd8-5ff6accf98d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:42.668536 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05736258-de68-4067-817e-111b3685fbb7 req-2ac30758-f431-45b5-bcd8-5ff6accf98d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057fc303-8305-4494-9b96-40a2ebb37d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0626991 Mar 23 01:55:42.669943 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9e9b9076-b055-44f0-af99-66d5bd3f7a57 admin admin] Publish callbacks [] for security_group (a673a4c7-5a96-497a-8e7a-d444d81e0b8d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:42.782795 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:55:42.791366 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9e9b9076-b055-44f0-af99-66d5bd3f7a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a673a4c7-5a96-497a-8e7a-d444d81e0b8d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:42.794933 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9e9b9076-b055-44f0-af99-66d5bd3f7a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:42.796309 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9e9b9076-b055-44f0-af99-66d5bd3f7a57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a673a4c7-5a96-497a-8e7a-d444d81e0b8d HTTP/1.1" status: 204 len: 168 time: 0.2653406 Mar 23 01:55:42.826313 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05736258-de68-4067-817e-111b3685fbb7 req-5325f319-0d3b-468d-8b35-12a1c0af617e service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503065 Mar 23 01:55:42.831771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b9076-b055-44f0-af99-66d5bd3f7a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a673a4c7-5a96-497a-8e7a-d444d81e0b8d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:42.905967 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044462ed-e213-49d1-856e-5b98ec7e0b22 req-401087c9-5a1b-40d2-867d-d7a60c719126 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:42.909632 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-044462ed-e213-49d1-856e-5b98ec7e0b22 req-401087c9-5a1b-40d2-867d-d7a60c719126 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.1521609 Mar 23 01:55:42.977236 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-044462ed-e213-49d1-856e-5b98ec7e0b22 req-9d97e2a5-70b9-4d5f-a884-aec4cff5d508 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606070 Mar 23 01:55:43.052060 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05736258-de68-4067-817e-111b3685fbb7 req-cbb16d23-57c8-4c5e-b041-2beb733502e9 service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145979 Mar 23 01:55:43.371897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34902) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:43.393105 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7f958025-f895-410d-a938-3e8029fdda0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:43.517695 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7f958025-f895-410d-a938-3e8029fdda0e admin admin] Publish callbacks [] for security_group (ed757756-8cdd-402b-9aac-d7810bf4ee6a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:43.525773 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7f958025-f895-410d-a938-3e8029fdda0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ed757756-8cdd-402b-9aac-d7810bf4ee6a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:43.571756 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7f958025-f895-410d-a938-3e8029fdda0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=308ffc3a0a774afab76f23c2be823657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1981828 Mar 23 01:55:43.573521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f958025-f895-410d-a938-3e8029fdda0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed757756-8cdd-402b-9aac-d7810bf4ee6a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:43.574303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34910) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:43.650188 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Publish callbacks [] for security_group (ed757756-8cdd-402b-9aac-d7810bf4ee6a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:43.674963 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Publish callbacks [] for security_group (ed757756-8cdd-402b-9aac-d7810bf4ee6a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:43.733007 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ed757756-8cdd-402b-9aac-d7810bf4ee6a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:43.735661 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:43.736928 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed757756-8cdd-402b-9aac-d7810bf4ee6a HTTP/1.1" status: 204 len: 168 time: 0.1614957 Mar 23 01:55:43.757647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed757756-8cdd-402b-9aac-d7810bf4ee6a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:43.777767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:43.778138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:43.778873 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:43.783641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:43.784651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:43.785351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:43.786198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:43.790482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:43.791060 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:43.791743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:43.792241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:43.792769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:43.794402 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:43.794924 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:43.795441 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0200c0-44b2-42b8-9026-014884fe00c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:55:44.210041 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5a32e-c0cb-4c16-8dc0-f422eaa89820 req-a406804d-3f26-4483-b552-5c21457a2cc5 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:44.213564 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-38c5a32e-c0cb-4c16-8dc0-f422eaa89820 req-a406804d-3f26-4483-b552-5c21457a2cc5 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.1147144 Mar 23 01:55:44.241254 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 34942) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:44.254403 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f16f7274-f247-4578-a3df-8f51d81b3245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:44.285840 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-38c5a32e-c0cb-4c16-8dc0-f422eaa89820 req-44bac9b5-4682-4602-b202-d067ed84b530 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664368 Mar 23 01:55:44.357195 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f16f7274-f247-4578-a3df-8f51d81b3245 admin admin] Publish callbacks [] for security_group (f67d5437-0eaa-4835-8b2c-c3cba9437158), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:44.362948 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f16f7274-f247-4578-a3df-8f51d81b3245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f67d5437-0eaa-4835-8b2c-c3cba9437158), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:44.406139 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f16f7274-f247-4578-a3df-8f51d81b3245 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e2a8108ef2e4b0e8ecb8b1a10a68445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1637666 Mar 23 01:55:44.407007 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f7274-f247-4578-a3df-8f51d81b3245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67d5437-0eaa-4835-8b2c-c3cba9437158,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:44.410420 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34944) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:44.481589 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-84de36c8-06f9-4997-9176-7f9dae162624 admin admin] Publish callbacks [] for security_group (f67d5437-0eaa-4835-8b2c-c3cba9437158), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:44.508320 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-84de36c8-06f9-4997-9176-7f9dae162624 admin admin] Publish callbacks [] for security_group (f67d5437-0eaa-4835-8b2c-c3cba9437158), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:44.557201 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-84de36c8-06f9-4997-9176-7f9dae162624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f67d5437-0eaa-4835-8b2c-c3cba9437158), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:44.559874 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-84de36c8-06f9-4997-9176-7f9dae162624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:44.563546 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-84de36c8-06f9-4997-9176-7f9dae162624 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f67d5437-0eaa-4835-8b2c-c3cba9437158 HTTP/1.1" status: 204 len: 168 time: 0.1497121 Mar 23 01:55:44.571518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de36c8-06f9-4997-9176-7f9dae162624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67d5437-0eaa-4835-8b2c-c3cba9437158,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:45.339735 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 34992) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:45.448807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a227e52-72ea-49f7-b3a5-bfba28bf46c1 req-2f980b65-0d8b-4ded-bfbe-240e60c597da tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:45.464325 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2a227e52-72ea-49f7-b3a5-bfba28bf46c1 req-2f980b65-0d8b-4ded-bfbe-240e60c597da tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.0786355 Mar 23 01:55:45.521921 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2a227e52-72ea-49f7-b3a5-bfba28bf46c1 req-38203d02-95ad-408a-9052-feca5336d669 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561185 Mar 23 01:55:45.607323 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf9b62d-7a5d-4ac1-b8c0-d51508b760da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:45.700233 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf9b62d-7a5d-4ac1-b8c0-d51508b760da admin admin] Publish callbacks [] for security_group (f9254c77-606a-4d72-9317-77601449d701), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:45.706459 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf9b62d-7a5d-4ac1-b8c0-d51508b760da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f9254c77-606a-4d72-9317-77601449d701), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:45.746533 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9b62d-7a5d-4ac1-b8c0-d51508b760da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9254c77-606a-4d72-9317-77601449d701,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:45.751988 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ccf9b62d-7a5d-4ac1-b8c0-d51508b760da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94bdeb4694ab482a8d5e11621dd0815a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4110847 Mar 23 01:55:45.754770 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35006) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:45.806333 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b21f4277-504d-43a7-af29-a952f84e8de3 admin admin] Publish callbacks [] for security_group (f9254c77-606a-4d72-9317-77601449d701), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:45.831106 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b21f4277-504d-43a7-af29-a952f84e8de3 admin admin] Publish callbacks [] for security_group (f9254c77-606a-4d72-9317-77601449d701), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:45.890423 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b21f4277-504d-43a7-af29-a952f84e8de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f9254c77-606a-4d72-9317-77601449d701), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:45.893712 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b21f4277-504d-43a7-af29-a952f84e8de3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:45.897454 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b21f4277-504d-43a7-af29-a952f84e8de3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9254c77-606a-4d72-9317-77601449d701 HTTP/1.1" status: 204 len: 168 time: 0.1390820 Mar 23 01:55:45.912692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f4277-504d-43a7-af29-a952f84e8de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9254c77-606a-4d72-9317-77601449d701,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:46.265594 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35028) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:46.284324 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ce22b990-07f5-4078-9388-cb21d633a83c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:46.370691 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ce22b990-07f5-4078-9388-cb21d633a83c admin admin] Publish callbacks [] for security_group (8b696e8b-8202-40bb-8836-8876e237dca6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:46.378877 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ce22b990-07f5-4078-9388-cb21d633a83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8b696e8b-8202-40bb-8836-8876e237dca6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:46.428507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22b990-07f5-4078-9388-cb21d633a83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b696e8b-8202-40bb-8836-8876e237dca6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:46.444951 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ce22b990-07f5-4078-9388-cb21d633a83c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9fc8bbd55dd6414aa55ceb9eb86950e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1781254 Mar 23 01:55:46.447523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35058) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:46.516167 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b14cfc26-d81f-4d39-bf02-67079c08bb2b admin admin] Publish callbacks [] for security_group (8b696e8b-8202-40bb-8836-8876e237dca6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:46.543130 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b14cfc26-d81f-4d39-bf02-67079c08bb2b admin admin] Publish callbacks [] for security_group (8b696e8b-8202-40bb-8836-8876e237dca6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:46.617809 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b14cfc26-d81f-4d39-bf02-67079c08bb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8b696e8b-8202-40bb-8836-8876e237dca6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:46.621649 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b14cfc26-d81f-4d39-bf02-67079c08bb2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:46.625188 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b14cfc26-d81f-4d39-bf02-67079c08bb2b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b696e8b-8202-40bb-8836-8876e237dca6 HTTP/1.1" status: 204 len: 168 time: 0.1744013 Mar 23 01:55:46.724051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cfc26-d81f-4d39-bf02-67079c08bb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b696e8b-8202-40bb-8836-8876e237dca6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:46.781434 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a2273ad-47ac-4cf8-ac75-8770cd74c704 req-e33fdcf0-67e6-4134-9768-c594261cc52e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=52e196d1-710f-4ac9-8383-0eb3c1054387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3995035 Mar 23 01:55:46.796097 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cfeee-ce60-47a7-8c00-79c99f1f6800 req-8a341282-67f0-46a6-bda0-0fe00a3258ea tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:46.798395 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-927cfeee-ce60-47a7-8c00-79c99f1f6800 req-8a341282-67f0-46a6-bda0-0fe00a3258ea tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.1745794 Mar 23 01:55:46.897892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2273ad-47ac-4cf8-ac75-8770cd74c704 req-a8a843dc-a3fb-4d17-bb63-33b116cd91a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:46.901704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a2273ad-47ac-4cf8-ac75-8770cd74c704 req-a8a843dc-a3fb-4d17-bb63-33b116cd91a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3e3890c6a944a88b8611c221c081066&device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 1132 time: 0.0578465 Mar 23 01:55:46.902458 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-927cfeee-ce60-47a7-8c00-79c99f1f6800 req-438054b9-ef5e-4395-b7af-8d99a3c9421b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955558 Mar 23 01:55:47.040834 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2273ad-47ac-4cf8-ac75-8770cd74c704 req-8f92c23e-94f6-4b32-8685-58d50a18fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:47.042389 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a2273ad-47ac-4cf8-ac75-8770cd74c704 req-8f92c23e-94f6-4b32-8685-58d50a18fb80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.1166291 Mar 23 01:55:47.086370 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a2273ad-47ac-4cf8-ac75-8770cd74c704 req-8da7b43c-6585-429a-9064-9d42de8b760e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=706f26f1-9a4e-4a36-968c-4c8a102b2710 HTTP/1.1" status: 200 len: 217 time: 0.0376480 Mar 23 01:55:47.153479 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2273ad-47ac-4cf8-ac75-8770cd74c704 req-05fe3f55-5436-4089-a6d5-ca10d9960ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:47.155204 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a2273ad-47ac-4cf8-ac75-8770cd74c704 req-05fe3f55-5436-4089-a6d5-ca10d9960ac9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0634937 Mar 23 01:55:47.215395 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2273ad-47ac-4cf8-ac75-8770cd74c704 req-1c44d86f-4023-4ceb-904c-df3772959423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:47.217016 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a2273ad-47ac-4cf8-ac75-8770cd74c704 req-1c44d86f-4023-4ceb-904c-df3772959423 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0533423 Mar 23 01:55:47.229460 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-0a2273ad-47ac-4cf8-ac75-8770cd74c704 req-06b1dea3-5337-4f8c-bdb4-155ebc69f206 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:55:47.230812 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a2273ad-47ac-4cf8-ac75-8770cd74c704 req-06b1dea3-5337-4f8c-bdb4-155ebc69f206 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073707 Mar 23 01:55:47.360846 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a2273ad-47ac-4cf8-ac75-8770cd74c704 req-94f1309b-b6aa-447f-83ae-ede011ac5a89 service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231751 Mar 23 01:55:47.511276 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a2273ad-47ac-4cf8-ac75-8770cd74c704 req-59fd10ba-1e09-4b18-9cff-aac0a205ce7f service neutron] 10.222.0.43 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443543 Mar 23 01:55:47.579244 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35166) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:47.814084 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-694d5c12-eef6-45dd-bd28-ac6db3dc240f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:47.914827 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-694d5c12-eef6-45dd-bd28-ac6db3dc240f admin admin] Publish callbacks [] for security_group (6be9f398-edb2-4fff-9740-41249f18b3a7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:47.920665 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-694d5c12-eef6-45dd-bd28-ac6db3dc240f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6be9f398-edb2-4fff-9740-41249f18b3a7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:47.958174 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-694d5c12-eef6-45dd-bd28-ac6db3dc240f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7fbb81fb1f54428a7c6d128c84416d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3776443 Mar 23 01:55:47.961690 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35184) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:47.972191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d5c12-eef6-45dd-bd28-ac6db3dc240f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be9f398-edb2-4fff-9740-41249f18b3a7,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:48.054342 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-77f03cac-cb3a-4d6a-9cc5-0a185a8bb2a4 admin admin] Publish callbacks [] for security_group (6be9f398-edb2-4fff-9740-41249f18b3a7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:48.084272 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b767d46-265f-4378-b029-16312d078003 req-c7773daa-5df1-4750-a49a-1f8f98d66b89 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:48.085856 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b767d46-265f-4378-b029-16312d078003 req-c7773daa-5df1-4750-a49a-1f8f98d66b89 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.0651078 Mar 23 01:55:48.098757 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-77f03cac-cb3a-4d6a-9cc5-0a185a8bb2a4 admin admin] Publish callbacks [] for security_group (6be9f398-edb2-4fff-9740-41249f18b3a7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:48.163232 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b767d46-265f-4378-b029-16312d078003 req-ede60d29-aef8-4d2c-87b7-9207289dcd9b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701432 Mar 23 01:55:48.170490 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-77f03cac-cb3a-4d6a-9cc5-0a185a8bb2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6be9f398-edb2-4fff-9740-41249f18b3a7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:48.173530 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-77f03cac-cb3a-4d6a-9cc5-0a185a8bb2a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:48.178202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-77f03cac-cb3a-4d6a-9cc5-0a185a8bb2a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6be9f398-edb2-4fff-9740-41249f18b3a7 HTTP/1.1" status: 204 len: 168 time: 0.2111435 Mar 23 01:55:48.201153 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f03cac-cb3a-4d6a-9cc5-0a185a8bb2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be9f398-edb2-4fff-9740-41249f18b3a7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:48.598152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35214) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:48.614816 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0158a53c-aae7-40eb-9fee-66f5dcac63a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:48.744240 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0158a53c-aae7-40eb-9fee-66f5dcac63a8 admin admin] Publish callbacks [] for security_group (29b01485-ef96-46a0-b2a8-52088d151c26), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:48.749333 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0158a53c-aae7-40eb-9fee-66f5dcac63a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (29b01485-ef96-46a0-b2a8-52088d151c26), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:48.810236 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0158a53c-aae7-40eb-9fee-66f5dcac63a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fc406ecd63e45648f0addb2521a5fad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2085936 Mar 23 01:55:48.810236 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158a53c-aae7-40eb-9fee-66f5dcac63a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b01485-ef96-46a0-b2a8-52088d151c26,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:48.810983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35220) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:48.881757 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c03cc72f-b1bb-4a4c-aa6e-0a6d97881842 admin admin] Publish callbacks [] for security_group (29b01485-ef96-46a0-b2a8-52088d151c26), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:48.911094 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c03cc72f-b1bb-4a4c-aa6e-0a6d97881842 admin admin] Publish callbacks [] for security_group (29b01485-ef96-46a0-b2a8-52088d151c26), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:48.975886 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c03cc72f-b1bb-4a4c-aa6e-0a6d97881842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (29b01485-ef96-46a0-b2a8-52088d151c26), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:48.980397 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c03cc72f-b1bb-4a4c-aa6e-0a6d97881842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:48.985420 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c03cc72f-b1bb-4a4c-aa6e-0a6d97881842 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29b01485-ef96-46a0-b2a8-52088d151c26 HTTP/1.1" status: 204 len: 168 time: 0.1727858 Mar 23 01:55:48.993762 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cc72f-b1bb-4a4c-aa6e-0a6d97881842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b01485-ef96-46a0-b2a8-52088d151c26,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:49.404878 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd436b-4508-4568-844a-e05bc85c26fe req-4728e9b9-8dc4-4c26-bf7e-fd9bb0d44a13 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:49.407963 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fcd436b-4508-4568-844a-e05bc85c26fe req-4728e9b9-8dc4-4c26-bf7e-fd9bb0d44a13 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.1181149 Mar 23 01:55:49.479532 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3fcd436b-4508-4568-844a-e05bc85c26fe req-ddc7e494-3c4d-4d92-a26f-31417d1a21c9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614028 Mar 23 01:55:49.550472 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ec6a084c-5809-429a-bb10-bff8511d8c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:50.622163 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032455bc-0e4c-4d06-951f-735b8e11aa36 req-6d8d06ec-de2a-4983-a85a-37afdb2a3e8f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:50.624954 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-032455bc-0e4c-4d06-951f-735b8e11aa36 req-6d8d06ec-de2a-4983-a85a-37afdb2a3e8f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.0652881 Mar 23 01:55:50.685820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-032455bc-0e4c-4d06-951f-735b8e11aa36 req-1dc48c83-6079-4c04-8621-21a3d505f934 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548620 Mar 23 01:55:50.699626 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:51.843100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5dabf-a5d8-492a-aff3-7474cbdce040 req-101d3283-fc68-4c77-bace-4a29a677953f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:51.851233 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7d5dabf-a5d8-492a-aff3-7474cbdce040 req-101d3283-fc68-4c77-bace-4a29a677953f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.0731008 Mar 23 01:55:51.918862 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7d5dabf-a5d8-492a-aff3-7474cbdce040 req-cc8c2f0f-c81b-4225-a889-70c33e4c805e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524020 Mar 23 01:55:52.014417 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-94bfb271-85ed-47c4-9e85-aa4e770c0209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:53.047850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab2b53-4236-4cff-9827-3ac80411ae7f req-5f39993e-4e1e-4c70-8978-672fad4060c7 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:53.050716 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21ab2b53-4236-4cff-9827-3ac80411ae7f req-5f39993e-4e1e-4c70-8978-672fad4060c7 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.0598593 Mar 23 01:55:53.118138 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21ab2b53-4236-4cff-9827-3ac80411ae7f req-f9d024e9-0281-430e-a535-affe5d9c7138 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604212 Mar 23 01:55:53.180432 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35522) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:53.254543 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:53.293032 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3d71-4eef-46f9-a6e4-98ff0a99c78e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:53.367651 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3d71-4eef-46f9-a6e4-98ff0a99c78e admin admin] Publish callbacks [] for security_group (8d79d021-5443-455c-8063-16e1b69e124d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:53.372717 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3d71-4eef-46f9-a6e4-98ff0a99c78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8d79d021-5443-455c-8063-16e1b69e124d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:53.412001 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea3d71-4eef-46f9-a6e4-98ff0a99c78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d79d021-5443-455c-8063-16e1b69e124d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:53.419035 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f3ea3d71-4eef-46f9-a6e4-98ff0a99c78e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=688ef7eca94843edb93b95aad6cfc3f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2374458 Mar 23 01:55:53.419388 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35526) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:53.474598 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25f83eab-e7c1-44cf-bad8-ed239bfb0047 admin admin] Publish callbacks [] for security_group (8d79d021-5443-455c-8063-16e1b69e124d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:53.495489 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25f83eab-e7c1-44cf-bad8-ed239bfb0047 admin admin] Publish callbacks [] for security_group (8d79d021-5443-455c-8063-16e1b69e124d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:53.546353 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25f83eab-e7c1-44cf-bad8-ed239bfb0047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8d79d021-5443-455c-8063-16e1b69e124d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:53.549062 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25f83eab-e7c1-44cf-bad8-ed239bfb0047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:53.552915 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-25f83eab-e7c1-44cf-bad8-ed239bfb0047 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d79d021-5443-455c-8063-16e1b69e124d HTTP/1.1" status: 204 len: 168 time: 0.1293077 Mar 23 01:55:53.560066 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f83eab-e7c1-44cf-bad8-ed239bfb0047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d79d021-5443-455c-8063-16e1b69e124d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:54.271996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b1b8e-65e8-4af9-852c-b24968860fa7 req-b03622d8-6310-4ad3-8d16-3305182da73d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:54.280250 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b76b1b8e-65e8-4af9-852c-b24968860fa7 req-b03622d8-6310-4ad3-8d16-3305182da73d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.0692022 Mar 23 01:55:54.337817 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b76b1b8e-65e8-4af9-852c-b24968860fa7 req-2cd90a17-e031-4011-93b5-0e5a3705812d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564439 Mar 23 01:55:54.532762 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35562) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:54.579583 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:54.641329 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b24ad7b-8afa-48e6-8b32-f03d04556ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:54.723499 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b24ad7b-8afa-48e6-8b32-f03d04556ec7 admin admin] Publish callbacks [] for security_group (5802b608-6862-4c2f-bf08-1c37cfb46a4d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:54.728128 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b24ad7b-8afa-48e6-8b32-f03d04556ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5802b608-6862-4c2f-bf08-1c37cfb46a4d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:54.769749 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3b24ad7b-8afa-48e6-8b32-f03d04556ec7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f604d79dacf483eb560eebe7144943f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2360299 Mar 23 01:55:54.771991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35568) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:54.772498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24ad7b-8afa-48e6-8b32-f03d04556ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5802b608-6862-4c2f-bf08-1c37cfb46a4d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:54.827042 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-861bef9d-b7f8-413e-8fef-a9e74fd2889c admin admin] Publish callbacks [] for security_group (5802b608-6862-4c2f-bf08-1c37cfb46a4d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:54.852491 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-861bef9d-b7f8-413e-8fef-a9e74fd2889c admin admin] Publish callbacks [] for security_group (5802b608-6862-4c2f-bf08-1c37cfb46a4d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:54.902034 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-861bef9d-b7f8-413e-8fef-a9e74fd2889c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5802b608-6862-4c2f-bf08-1c37cfb46a4d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:54.905034 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-861bef9d-b7f8-413e-8fef-a9e74fd2889c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:54.908655 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-861bef9d-b7f8-413e-8fef-a9e74fd2889c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5802b608-6862-4c2f-bf08-1c37cfb46a4d HTTP/1.1" status: 204 len: 168 time: 0.1329648 Mar 23 01:55:54.915146 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bef9d-b7f8-413e-8fef-a9e74fd2889c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5802b608-6862-4c2f-bf08-1c37cfb46a4d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:54.991700 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8af97815-7995-44ed-ab99-adb11cc587db details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:55:55.095713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8af97815-7995-44ed-ab99-adb11cc587db, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8af97815-7995-44ed-ab99-adb11cc587db,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:55.107899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '8af97815-7995-44ed-ab99-adb11cc587db', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'port_id': '8af97815-7995-44ed-ab99-adb11cc587db', 'mac_address': 'fa:16:3e:da:5c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:55:55.148398 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8af97815-7995-44ed-ab99-adb11cc587db is: ACTIVE; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:55:55.148836 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8af97815-7995-44ed-ab99-adb11cc587db), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:55.167038 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8af97815-7995-44ed-ab99-adb11cc587db {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:55:55.189831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8af97815-7995-44ed-ab99-adb11cc587db, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8af97815-7995-44ed-ab99-adb11cc587db,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:55.194942 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8af97815-7995-44ed-ab99-adb11cc587db), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:55.255026 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8af97815-7995-44ed-ab99-adb11cc587db,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:55.281542 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8af97815-7995-44ed-ab99-adb11cc587db'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:55:55.496008 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d971e-d4cd-4eb0-baa1-626a3d3d4e36 req-449159ac-1b12-46b3-a020-aa374a380e12 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:55.497845 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6b2d971e-d4cd-4eb0-baa1-626a3d3d4e36 req-449159ac-1b12-46b3-a020-aa374a380e12 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.0690491 Mar 23 01:55:55.553228 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6b2d971e-d4cd-4eb0-baa1-626a3d3d4e36 req-2e74678f-f276-4ea5-8d1b-44d2c2ae8367 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489872 Mar 23 01:55:55.830163 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:56.223442 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35630) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:56.324570 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:56.347831 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:56.517779 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:56.673352 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Allocated IP 172.25.0.231 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/38adb57e-a249-40f2-9b7a-699c756f1067) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:55:56.753746 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa72ea6-4a10-4913-a1bc-1a918d2ca532 req-32d6a0d8-5994-435d-b18e-476eb05c8519 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:56.756664 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4aa72ea6-4a10-4913-a1bc-1a918d2ca532 req-32d6a0d8-5994-435d-b18e-476eb05c8519 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.0941164 Mar 23 01:55:56.812033 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks [] for port (38adb57e-a249-40f2-9b7a-699c756f1067), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:56.825867 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4aa72ea6-4a10-4913-a1bc-1a918d2ca532 req-4bc966be-84a0-4b3c-a4fa-f9c40a2c9e3f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596452 Mar 23 01:55:56.861803 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (38adb57e-a249-40f2-9b7a-699c756f1067), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:56.913533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:55:56.916806 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:55:56.923233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:55:56.966054 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Pushing event updated for resources: {'Port': ['ID=38adb57e-a249-40f2-9b7a-699c756f1067,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:57.004070 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8af97815-7995-44ed-ab99-adb11cc587db up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:55:57.039919 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks [] for floatingip (0ed96c65-84f6-421f-9bda-c3636327f6cd), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:57.088838 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (38adb57e-a249-40f2-9b7a-699c756f1067), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:57.159548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 8af97815-7995-44ed-ab99-adb11cc587db triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:55:57.160241 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8af97815-7995-44ed-ab99-adb11cc587db), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:57.263314 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks [] for port (38adb57e-a249-40f2-9b7a-699c756f1067), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:57.272220 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (38adb57e-a249-40f2-9b7a-699c756f1067), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:57.277200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8af97815-7995-44ed-ab99-adb11cc587db is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:55:57.277776 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8af97815-7995-44ed-ab99-adb11cc587db), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:57.323781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8af97815-7995-44ed-ab99-adb11cc587db, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8af97815-7995-44ed-ab99-adb11cc587db,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:55:57.325300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af97815-7995-44ed-ab99-adb11cc587db'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:55:57.328160 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831d2556-9e8f-4f66-a314-22bfe5266b45" -d '{"events": [{"server_uuid": "e10ddbdc-5cc5-46df-ae64-ba331e4fc461", "name": "network-vif-plugged", "status": "completed", "tag": "8af97815-7995-44ed-ab99-adb11cc587db"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:55:57.345045 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8af97815-7995-44ed-ab99-adb11cc587db), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:57.395438 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (0ed96c65-84f6-421f-9bda-c3636327f6cd), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:57.417747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8af97815-7995-44ed-ab99-adb11cc587db,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:57.418409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Pushing event updated for resources: {'Port': ['ID=38adb57e-a249-40f2-9b7a-699c756f1067,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:57.423947 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1984898a-a44d-4ae2-81fe-64ff7e06b7b5 x-openstack-request-id: req-1984898a-a44d-4ae2-81fe-64ff7e06b7b5 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:55:57.424485 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10ddbdc-5cc5-46df-ae64-ba331e4fc461", "name": "network-vif-plugged", "status": "completed", "tag": "8af97815-7995-44ed-ab99-adb11cc587db", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:55:57.425017 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1984898a-a44d-4ae2-81fe-64ff7e06b7b5 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:55:57.425638 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1984898a-a44d-4ae2-81fe-64ff7e06b7b5'] response: {'server_uuid': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af97815-7995-44ed-ab99-adb11cc587db', 'code': 200} Mar 23 01:55:57.426858 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:57.428271 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c3f21d86-1f85-4e1a-b535-1954865ad448 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2037253 Mar 23 01:55:57.431604 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35644) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:57.436578 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-2d44af1b-32bc-4041-8dae-07cac3f43844 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1559847568', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'fixed_ips': [{'ip_address': '172.25.0.231'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:55:57.463973 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d44af1b-32bc-4041-8dae-07cac3f43844 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Made reservation on behalf of 47eae27804394aa98b7eabc3decc2864 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:55:57.466824 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d44af1b-32bc-4041-8dae-07cac3f43844 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:57.477029 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d44af1b-32bc-4041-8dae-07cac3f43844 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:57.586137 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d44af1b-32bc-4041-8dae-07cac3f43844 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks [] for security_group (c77ddcac-4e37-46ee-94d2-68407e45ee52), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:57.592999 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2d44af1b-32bc-4041-8dae-07cac3f43844 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c77ddcac-4e37-46ee-94d2-68407e45ee52), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:57.620230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-2d44af1b-32bc-4041-8dae-07cac3f43844 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] device_id is not set on port 7007d62e-ec62-4634-a37c-ab20a07383f5 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:55:57.626937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44af1b-32bc-4041-8dae-07cac3f43844 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77ddcac-4e37-46ee-94d2-68407e45ee52,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:57.891439 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d44af1b-32bc-4041-8dae-07cac3f43844 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 23 01:55:57.892801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d44af1b-32bc-4041-8dae-07cac3f43844 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:55:57.932302 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35650) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:57.935305 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2d44af1b-32bc-4041-8dae-07cac3f43844 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5022886 Mar 23 01:55:58.166816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-caa580e2-c04b-44c5-b6ac-aff28dbaedc8 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Deleting port 38adb57e-a249-40f2-9b7a-699c756f1067 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:55:58.167580 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-caa580e2-c04b-44c5-b6ac-aff28dbaedc8 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (38adb57e-a249-40f2-9b7a-699c756f1067), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:58.253967 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-caa580e2-c04b-44c5-b6ac-aff28dbaedc8 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (38adb57e-a249-40f2-9b7a-699c756f1067), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:58.254749 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-caa580e2-c04b-44c5-b6ac-aff28dbaedc8 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks [] for floatingip (38adb57e-a249-40f2-9b7a-699c756f1067), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:58.268265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-caa580e2-c04b-44c5-b6ac-aff28dbaedc8 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Calling delete_port for 38adb57e-a249-40f2-9b7a-699c756f1067 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:55:58.366727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b920a9d-ec59-44b8-ad90-436574c3eae7 req-2099bdd9-b6d2-4b3f-aa91-2d34acb04508 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:58.368578 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b920a9d-ec59-44b8-ad90-436574c3eae7 req-2099bdd9-b6d2-4b3f-aa91-2d34acb04508 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.4320092 Mar 23 01:55:58.427356 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-caa580e2-c04b-44c5-b6ac-aff28dbaedc8 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (38adb57e-a249-40f2-9b7a-699c756f1067), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:58.455521 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b920a9d-ec59-44b8-ad90-436574c3eae7 req-14a8f2f6-2d11-4eb1-a56e-fa697182ec02 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810328 Mar 23 01:55:58.485833 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa580e2-c04b-44c5-b6ac-aff28dbaedc8 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Pushing event deleted for resources: {'Port': ['ID=38adb57e-a249-40f2-9b7a-699c756f1067,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:58.545458 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-caa580e2-c04b-44c5-b6ac-aff28dbaedc8 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks [] for floatingip (0ed96c65-84f6-421f-9bda-c3636327f6cd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:58.548934 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-caa580e2-c04b-44c5-b6ac-aff28dbaedc8 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:58.553444 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-caa580e2-c04b-44c5-b6ac-aff28dbaedc8 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032 tempest-ExternalNetworksAdminNegativeTestJSON-1983827032-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/0ed96c65-84f6-421f-9bda-c3636327f6cd HTTP/1.1" status: 204 len: 168 time: 0.6167924 Mar 23 01:55:58.887865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35658) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:59.027546 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-facfca14-432d-4981-80af-c410a8fd133d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:59.166645 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-facfca14-432d-4981-80af-c410a8fd133d admin admin] Publish callbacks [] for security_group (1a5fbe54-4cfe-4f83-a965-b7219c64a0b2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:59.175348 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-facfca14-432d-4981-80af-c410a8fd133d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1a5fbe54-4cfe-4f83-a965-b7219c64a0b2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:59.217276 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfca14-432d-4981-80af-c410a8fd133d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5fbe54-4cfe-4f83-a965-b7219c64a0b2,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:59.226188 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-facfca14-432d-4981-80af-c410a8fd133d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e5e69712cbe4e70b4ec34946831ae1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3367486 Mar 23 01:55:59.228834 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35666) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:59.321829 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74936c6c-c93c-4ac2-a254-7daddd2db3a5 admin admin] Publish callbacks [] for security_group (1a5fbe54-4cfe-4f83-a965-b7219c64a0b2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:59.349374 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74936c6c-c93c-4ac2-a254-7daddd2db3a5 admin admin] Publish callbacks [] for security_group (1a5fbe54-4cfe-4f83-a965-b7219c64a0b2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:59.447330 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74936c6c-c93c-4ac2-a254-7daddd2db3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1a5fbe54-4cfe-4f83-a965-b7219c64a0b2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:59.450571 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74936c6c-c93c-4ac2-a254-7daddd2db3a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:55:59.452021 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-74936c6c-c93c-4ac2-a254-7daddd2db3a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a5fbe54-4cfe-4f83-a965-b7219c64a0b2 HTTP/1.1" status: 204 len: 168 time: 0.2215381 Mar 23 01:55:59.466336 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74936c6c-c93c-4ac2-a254-7daddd2db3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5fbe54-4cfe-4f83-a965-b7219c64a0b2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:55:59.653355 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1c961-3ae1-464e-bffa-572ba233a6ef req-6718141a-9496-482b-906c-ebbd8e819948 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:55:59.659416 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9c1c961-3ae1-464e-bffa-572ba233a6ef req-6718141a-9496-482b-906c-ebbd8e819948 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.0866275 Mar 23 01:55:59.729595 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9c1c961-3ae1-464e-bffa-572ba233a6ef req-f4eab055-1ec0-455d-91fb-31ad1790fb68 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637264 Mar 23 01:55:59.878179 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35676) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:55:59.930405 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f797e639-a94c-4132-8468-1b3781930309 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47eae27804394aa98b7eabc3decc2864&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0505867 Mar 23 01:55:59.933199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35678) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:00.003807 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5385bf47-819e-4d0a-a4a7-a33d12357f5b admin admin] Publish callbacks [] for security_group (c77ddcac-4e37-46ee-94d2-68407e45ee52), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:00.030427 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5385bf47-819e-4d0a-a4a7-a33d12357f5b admin admin] Publish callbacks [] for security_group (c77ddcac-4e37-46ee-94d2-68407e45ee52), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:00.094076 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5385bf47-819e-4d0a-a4a7-a33d12357f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c77ddcac-4e37-46ee-94d2-68407e45ee52), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:00.104700 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5385bf47-819e-4d0a-a4a7-a33d12357f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:00.104700 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5385bf47-819e-4d0a-a4a7-a33d12357f5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c77ddcac-4e37-46ee-94d2-68407e45ee52 HTTP/1.1" status: 204 len: 168 time: 0.1659045 Mar 23 01:56:00.124022 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385bf47-819e-4d0a-a4a7-a33d12357f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77ddcac-4e37-46ee-94d2-68407e45ee52,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:00.928377 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09be99b-feb4-4399-b225-1b59ccc6d5c4 req-4789b028-5f92-4fee-85c2-1f88cfe4b67e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:00.947879 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f09be99b-feb4-4399-b225-1b59ccc6d5c4 req-4789b028-5f92-4fee-85c2-1f88cfe4b67e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.1012838 Mar 23 01:56:01.009188 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f09be99b-feb4-4399-b225-1b59ccc6d5c4 req-4c647f95-0ef9-496c-bb5b-baf469cdba6c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603027 Mar 23 01:56:01.698090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35722) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:01.904395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4ac622a4-43f5-4f65-82ca-501b7c1de2ba tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-178552261'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:01.948970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac622a4-43f5-4f65-82ca-501b7c1de2ba tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Made reservation on behalf of 6fb773b9a2f843dc95f62432de593633 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:01.957763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ac622a4-43f5-4f65-82ca-501b7c1de2ba tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:01.971535 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ac622a4-43f5-4f65-82ca-501b7c1de2ba tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:02.107037 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ac622a4-43f5-4f65-82ca-501b7c1de2ba tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Publish callbacks [] for security_group (c7258d8a-2eb8-4ea2-bb31-09bc3449812f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:02.116272 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ac622a4-43f5-4f65-82ca-501b7c1de2ba tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c7258d8a-2eb8-4ea2-bb31-09bc3449812f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:02.144908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac622a4-43f5-4f65-82ca-501b7c1de2ba tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:56:02.193414 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ac622a4-43f5-4f65-82ca-501b7c1de2ba tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (930f70b4-cea0-4240-a0ef-5782d59c9b53), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:02.193754 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-4ac622a4-43f5-4f65-82ca-501b7c1de2ba tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Added segment 930f70b4-cea0-4240-a0ef-5782d59c9b53 of type vlan for network ce449598-2e37-4555-bcc7-c9268754b0a4 Mar 23 01:56:02.204847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac622a4-43f5-4f65-82ca-501b7c1de2ba tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7258d8a-2eb8-4ea2-bb31-09bc3449812f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:02.280754 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ac622a4-43f5-4f65-82ca-501b7c1de2ba tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (ce449598-2e37-4555-bcc7-c9268754b0a4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:02.291086 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c7260-7529-4cce-a04a-82a8002bc9d1 req-3e0a0ed3-7cf8-45d4-a73e-4827e69530ff tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:02.293022 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5d7c7260-7529-4cce-a04a-82a8002bc9d1 req-3e0a0ed3-7cf8-45d4-a73e-4827e69530ff tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.1645780 Mar 23 01:56:02.369386 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ac622a4-43f5-4f65-82ca-501b7c1de2ba tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (ce449598-2e37-4555-bcc7-c9268754b0a4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:02.376129 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac622a4-43f5-4f65-82ca-501b7c1de2ba tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:02.376981 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4ac622a4-43f5-4f65-82ca-501b7c1de2ba tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:02.395014 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5d7c7260-7529-4cce-a04a-82a8002bc9d1 req-4fad68c5-e03e-40a2-9218-48f14ad59f9d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840940 Mar 23 01:56:02.458198 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4ac622a4-43f5-4f65-82ca-501b7c1de2ba tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7587788 Mar 23 01:56:02.482847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac622a4-43f5-4f65-82ca-501b7c1de2ba tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Pushing event updated for resources: {'Network': ['ID=ce449598-2e37-4555-bcc7-c9268754b0a4,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:02.498617 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network ce449598-2e37-4555-bcc7-c9268754b0a4 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:56:02.664913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35736) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:02.670629 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Request body: {'port': {'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4', 'binding:host_id': 'n-h1-834677-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1649597303'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:02.704512 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Made reservation on behalf of 9e4e2bc99cbb4554b328dc6a1294f3c2 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:02.710113 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:02.721995 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:02.822115 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks [] for security_group (e83cb7d7-0be6-4f31-8880-837d511992d6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:02.829654 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e83cb7d7-0be6-4f31-8880-837d511992d6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:02.835486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] device_id is not set on port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:02.930796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83cb7d7-0be6-4f31-8880-837d511992d6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:03.106004 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] device_id is not set on port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:03.118940 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks [] for port (1e923b44-fd53-4ccb-acc2-bfd42059bfe2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:03.128032 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (1e923b44-fd53-4ccb-acc2-bfd42059bfe2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:03.222451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Pushing event updated for resources: {'Port': ['ID=1e923b44-fd53-4ccb-acc2-bfd42059bfe2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:03.230715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Checking segment: {'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:56:03.231089 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Network hostable DHCP agents. Network: ce449598-2e37-4555-bcc7-c9268754b0a4, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:56:03.256020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Network ce449598-2e37-4555-bcc7-c9268754b0a4 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:56:03.272242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, ce449598-2e37-4555-bcc7-c9268754b0a4) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:03.281657 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229f7d6f-21b0-44ed-8196-865322442f2b None None] Network ce449598-2e37-4555-bcc7-c9268754b0a4 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:03.282705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:03.307012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:03.307496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:03.307954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:03.314416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:03.314763 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:03.315179 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 2 to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 Mar 23 01:56:03.331326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:03.331326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:03.331326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:03.336590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:03.336945 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:03.337743 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 3 to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 Mar 23 01:56:03.352113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:03.352577 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:03.353495 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:03.358010 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:03.358369 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:03.359017 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 4 to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 Mar 23 01:56:03.373159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:03.373536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:03.373917 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:03.378898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:03.379343 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:03.379735 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 5 to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 Mar 23 01:56:03.401714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:03.402796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:03.403144 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:03.408022 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:03.408640 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:03.409179 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 6 to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 Mar 23 01:56:03.423778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:03.424158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:03.427044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:03.429510 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:03.429985 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:03.430391 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 7 to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 Mar 23 01:56:03.448673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:03.449069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:03.449416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:03.454435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:03.455144 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:03.455380 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 8 to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 Mar 23 01:56:03.479489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:03.480357 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:03.480746 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:03.490585 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:03.490960 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:03.491436 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 9 to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 Mar 23 01:56:03.539410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:03.539410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:03.539410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:03.550327 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:03.550569 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:03.551633 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 10 to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 Mar 23 01:56:03.576655 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:03.576655 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:03.576655 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:03.586091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dcc98-e028-4e37-bd59-4da306c997b6 req-def07723-291a-4bd1-b991-1945f0b3d102 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:03.587728 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d23dcc98-e028-4e37-bd59-4da306c997b6 req-def07723-291a-4bd1-b991-1945f0b3d102 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.0806444 Mar 23 01:56:03.590214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:03.590552 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:03.590925 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1e923b44-fd53-4ccb-acc2-bfd42059bfe2), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:03.692865 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] For port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:56:03.693247 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempted to set empty binding levels {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 01:56:03.697796 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d23dcc98-e028-4e37-bd59-4da306c997b6 req-72b3d293-1c64-48f1-910a-27d333757c01 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909989 Mar 23 01:56:03.699392 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (1e923b44-fd53-4ccb-acc2-bfd42059bfe2), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:03.716104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:03.716851 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:03.801481 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.1351655 Mar 23 01:56:03.804646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35742) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:03.810300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7d77a-44a8-46f6-9690-1a6f7456803a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Pushing event updated for resources: {'Port': ['ID=1e923b44-fd53-4ccb-acc2-bfd42059bfe2,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:03.869544 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:03.912864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d29c2895-496b-4c7c-8597-fbca8394d48c tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Deleting port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:03.913367 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d29c2895-496b-4c7c-8597-fbca8394d48c tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1e923b44-fd53-4ccb-acc2-bfd42059bfe2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:03.985019 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-d29c2895-496b-4c7c-8597-fbca8394d48c tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] For port 1e923b44-fd53-4ccb-acc2-bfd42059bfe2, host n-h1-834677-4, got binding levels [] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:03.985647 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d29c2895-496b-4c7c-8597-fbca8394d48c tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1e923b44-fd53-4ccb-acc2-bfd42059bfe2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:04.001489 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d29c2895-496b-4c7c-8597-fbca8394d48c tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Calling delete_port for 1e923b44-fd53-4ccb-acc2-bfd42059bfe2 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:04.098695 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d29c2895-496b-4c7c-8597-fbca8394d48c tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1e923b44-fd53-4ccb-acc2-bfd42059bfe2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:04.142785 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d29c2895-496b-4c7c-8597-fbca8394d48c tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:04.149192 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d29c2895-496b-4c7c-8597-fbca8394d48c tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] 10.222.0.18 "DELETE /v2.0/ports/1e923b44-fd53-4ccb-acc2-bfd42059bfe2 HTTP/1.1" status: 204 len: 168 time: 0.3415616 Mar 23 01:56:04.150140 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35750) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:04.152129 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c2895-496b-4c7c-8597-fbca8394d48c tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e923b44-fd53-4ccb-acc2-bfd42059bfe2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:04.185171 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a03b1a-70e8-49f2-a515-7a285c14af6e tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] GET failed (client error): The resource could not be found. Mar 23 01:56:04.192702 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35752) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:04.195087 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-85a03b1a-70e8-49f2-a515-7a285c14af6e tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] 10.222.0.18 "GET /v2.0/ports/1e923b44-fd53-4ccb-acc2-bfd42059bfe2 HTTP/1.1" status: 404 len: 333 time: 0.0428004 Mar 23 01:56:04.198997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-693b9980-7572-4a96-a479-88c2d77653aa tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Request body: {'port': {'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1033306487'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:04.225626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693b9980-7572-4a96-a479-88c2d77653aa tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Made reservation on behalf of 9e4e2bc99cbb4554b328dc6a1294f3c2 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:04.228432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-693b9980-7572-4a96-a479-88c2d77653aa tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:04.246047 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-693b9980-7572-4a96-a479-88c2d77653aa tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] device_id is not set on port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:04.462744 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-693b9980-7572-4a96-a479-88c2d77653aa tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks [] for port (a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:04.509104 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-693b9980-7572-4a96-a479-88c2d77653aa tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:04.567675 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b9980-7572-4a96-a479-88c2d77653aa tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Pushing event updated for resources: {'Port': ['ID=a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:04.596962 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693b9980-7572-4a96-a479-88c2d77653aa tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Network ce449598-2e37-4555-bcc7-c9268754b0a4 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:04.598870 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-693b9980-7572-4a96-a479-88c2d77653aa tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:04.607310 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b9980-7572-4a96-a479-88c2d77653aa tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:04.610460 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693b9980-7572-4a96-a479-88c2d77653aa tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:04.611306 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-693b9980-7572-4a96-a479-88c2d77653aa tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:04.636216 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35754) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:04.646029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:04.651826 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-693b9980-7572-4a96-a479-88c2d77653aa tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4567604 Mar 23 01:56:04.733874 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:04.944968 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e96e3-0ab0-404e-b1bd-bec54b18314f req-c319b48a-512f-4b5a-8312-c4f337740f45 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:04.946526 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa5e96e3-0ab0-404e-b1bd-bec54b18314f req-c319b48a-512f-4b5a-8312-c4f337740f45 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.1284146 Mar 23 01:56:05.003176 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa5e96e3-0ab0-404e-b1bd-bec54b18314f req-0497ddfc-b093-41a3-b248-5c6e6fb2e272 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494971 Mar 23 01:56:05.026505 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] device_id is not set on port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:05.035664 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks [] for port (a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:05.044103 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:05.099729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Pushing event updated for resources: {'Port': ['ID=a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:05.131526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:05.131864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:05.132207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:05.137427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:05.137754 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:05.139375 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 2 to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 Mar 23 01:56:05.158131 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:05.158683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:05.159028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:05.165012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:05.165349 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:05.165734 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 3 to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 Mar 23 01:56:05.181727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:05.181727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:05.181727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:05.185800 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:05.186275 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:05.186715 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 4 to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 Mar 23 01:56:05.201937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:05.202449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:05.202833 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:05.208213 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:05.208693 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:05.209465 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 5 to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 Mar 23 01:56:05.225147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:05.225519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:05.228118 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:05.233799 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:05.234126 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:05.234523 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 6 to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 Mar 23 01:56:05.252148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:05.252476 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:05.253189 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:05.258120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:05.259174 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:05.259174 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 7 to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 Mar 23 01:56:05.276492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:05.276975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:05.277195 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:05.282111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:05.282456 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:05.282831 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 8 to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 Mar 23 01:56:05.296726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:05.297139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:05.297472 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:05.302829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:05.302829 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:05.303232 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 9 to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 Mar 23 01:56:05.316058 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:05.316378 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:05.316756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:05.321800 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:05.322133 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:05.322523 n-d-834677-4 neutron-server[99264]: INFO neutron.plugins.ml2.plugin [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 10 to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 Mar 23 01:56:05.339253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:05.340212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:05.340842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:05.346434 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:05.346844 n-d-834677-4 neutron-server[99264]: ERROR neutron.plugins.ml2.managers [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:05.347281 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:05.443678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] For port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:56:05.444155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempted to set empty binding levels {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 01:56:05.449916 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:05.507410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Pushing event updated for resources: {'Port': ['ID=a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:05.517461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] In _notify_port_updated(), no bound segment for port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 01:56:05.518392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:05.519068 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:05.524198 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a45e961f-0286-4c6b-a160-db2e1f2b97b6 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] 10.222.0.18 "PUT /v2.0/ports/a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 HTTP/1.1" status: 200 len: 975 time: 0.8817158 Mar 23 01:56:05.524501 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35762) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:05.639298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975036c-2f0e-4665-9317-7ef1f4d2c305 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:05.639699 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975036c-2f0e-4665-9317-7ef1f4d2c305 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:05.640191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975036c-2f0e-4665-9317-7ef1f4d2c305 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:05.640685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975036c-2f0e-4665-9317-7ef1f4d2c305 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:05.641153 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975036c-2f0e-4665-9317-7ef1f4d2c305 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:05.641634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975036c-2f0e-4665-9317-7ef1f4d2c305 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:05.642096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975036c-2f0e-4665-9317-7ef1f4d2c305 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:05.642561 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975036c-2f0e-4665-9317-7ef1f4d2c305 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:05.643031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975036c-2f0e-4665-9317-7ef1f4d2c305 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:05.643488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975036c-2f0e-4665-9317-7ef1f4d2c305 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:05.643950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975036c-2f0e-4665-9317-7ef1f4d2c305 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:05.644415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975036c-2f0e-4665-9317-7ef1f4d2c305 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:05.644904 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975036c-2f0e-4665-9317-7ef1f4d2c305 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:05.645368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975036c-2f0e-4665-9317-7ef1f4d2c305 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:05.645892 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975036c-2f0e-4665-9317-7ef1f4d2c305 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:05.646421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975036c-2f0e-4665-9317-7ef1f4d2c305 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:05.652731 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b975036c-2f0e-4665-9317-7ef1f4d2c305 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14732 time: 0.1238980 Mar 23 01:56:05.653747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35764) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:05.739433 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d3f7ceac-132f-445d-b4b6-bf0b7317f1d2 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Deleting port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:05.740092 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ceac-132f-445d-b4b6-bf0b7317f1d2 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:06.253345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1dc39-05be-40c2-86ba-65bb43147bcc req-0480e41e-f7a8-463e-953b-4dd6abe4eb21 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:06.255092 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4f1dc39-05be-40c2-86ba-65bb43147bcc req-0480e41e-f7a8-463e-953b-4dd6abe4eb21 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.1113403 Mar 23 01:56:06.287887 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-d3f7ceac-132f-445d-b4b6-bf0b7317f1d2 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] For port a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3, host n-h1-834677-4, got binding levels [] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:06.288531 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ceac-132f-445d-b4b6-bf0b7317f1d2 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:06.307720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d3f7ceac-132f-445d-b4b6-bf0b7317f1d2 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Calling delete_port for a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:06.318301 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b4f1dc39-05be-40c2-86ba-65bb43147bcc req-5a943afa-faf5-474c-9b84-e8ad6677b2a3 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555823 Mar 23 01:56:06.430518 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ceac-132f-445d-b4b6-bf0b7317f1d2 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:06.473381 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7ceac-132f-445d-b4b6-bf0b7317f1d2 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:06.479151 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ceac-132f-445d-b4b6-bf0b7317f1d2 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:06.484824 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d3f7ceac-132f-445d-b4b6-bf0b7317f1d2 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] 10.222.0.18 "DELETE /v2.0/ports/a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 HTTP/1.1" status: 204 len: 168 time: 0.8273418 Mar 23 01:56:06.485264 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35772) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:06.511627 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-627c97c7-b60b-4755-939a-86f97b344599 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] GET failed (client error): The resource could not be found. Mar 23 01:56:06.519101 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-627c97c7-b60b-4755-939a-86f97b344599 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] 10.222.0.18 "GET /v2.0/ports/a2d7e5cd-e7fe-40d8-a669-eaa3a77c29d3 HTTP/1.1" status: 404 len: 333 time: 0.0267050 Mar 23 01:56:06.519463 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35774) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:06.526005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e972b768-3192-4bfc-bad4-e31244ae57cd tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-581500712', 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:06.551491 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e972b768-3192-4bfc-bad4-e31244ae57cd tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Made reservation on behalf of 9e4e2bc99cbb4554b328dc6a1294f3c2 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:06.554485 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e972b768-3192-4bfc-bad4-e31244ae57cd tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:06.579165 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-e972b768-3192-4bfc-bad4-e31244ae57cd tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] device_id is not set on port 306c742c-11a6-4b06-b55a-14a7987b4834 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:06.784138 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e972b768-3192-4bfc-bad4-e31244ae57cd tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks [] for port (306c742c-11a6-4b06-b55a-14a7987b4834), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:06.839853 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e972b768-3192-4bfc-bad4-e31244ae57cd tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (306c742c-11a6-4b06-b55a-14a7987b4834), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:06.889198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e972b768-3192-4bfc-bad4-e31244ae57cd tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Network ce449598-2e37-4555-bcc7-c9268754b0a4 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:06.903580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e972b768-3192-4bfc-bad4-e31244ae57cd tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:06.906587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e972b768-3192-4bfc-bad4-e31244ae57cd tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:06.907986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e972b768-3192-4bfc-bad4-e31244ae57cd tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:06.908634 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e972b768-3192-4bfc-bad4-e31244ae57cd tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:06.913125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972b768-3192-4bfc-bad4-e31244ae57cd tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Pushing event updated for resources: {'Port': ['ID=306c742c-11a6-4b06-b55a-14a7987b4834,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:06.933172 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e972b768-3192-4bfc-bad4-e31244ae57cd tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4114416 Mar 23 01:56:06.935828 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35776) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:07.000449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5e34e2-34f3-40d7-acac-816ad5055018 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:07.013569 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9b5e34e2-34f3-40d7-acac-816ad5055018 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] 10.222.0.18 "GET /v2.0/ports/306c742c-11a6-4b06-b55a-14a7987b4834 HTTP/1.1" status: 200 len: 954 time: 0.0762143 Mar 23 01:56:07.023428 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35780) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:07.104117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-2711a0d2-b275-4fd1-80fb-0201db3da44b tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Deleting port 306c742c-11a6-4b06-b55a-14a7987b4834 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:07.104531 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2711a0d2-b275-4fd1-80fb-0201db3da44b tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (306c742c-11a6-4b06-b55a-14a7987b4834), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:07.176764 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2711a0d2-b275-4fd1-80fb-0201db3da44b tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (306c742c-11a6-4b06-b55a-14a7987b4834), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:07.191780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-2711a0d2-b275-4fd1-80fb-0201db3da44b tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Calling delete_port for 306c742c-11a6-4b06-b55a-14a7987b4834 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:07.279944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2711a0d2-b275-4fd1-80fb-0201db3da44b tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (306c742c-11a6-4b06-b55a-14a7987b4834), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:07.308201 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711a0d2-b275-4fd1-80fb-0201db3da44b tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Pushing event deleted for resources: {'Port': ['ID=306c742c-11a6-4b06-b55a-14a7987b4834,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:07.318763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2711a0d2-b275-4fd1-80fb-0201db3da44b tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:07.323039 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2711a0d2-b275-4fd1-80fb-0201db3da44b tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] 10.222.0.18 "DELETE /v2.0/ports/306c742c-11a6-4b06-b55a-14a7987b4834 HTTP/1.1" status: 204 len: 168 time: 0.2985637 Mar 23 01:56:07.325984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35786) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:07.354338 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5fdd284-20bf-40a7-adb7-a89534e9e296 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] GET failed (client error): The resource could not be found. Mar 23 01:56:07.359038 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f5fdd284-20bf-40a7-adb7-a89534e9e296 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] 10.222.0.18 "GET /v2.0/ports/306c742c-11a6-4b06-b55a-14a7987b4834 HTTP/1.1" status: 404 len: 333 time: 0.0285149 Mar 23 01:56:07.359252 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35790) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:07.365024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6123008f-11c2-4e93-b7eb-15b98d293173 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Request body: {'port': {'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-572914004'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:07.396061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6123008f-11c2-4e93-b7eb-15b98d293173 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Made reservation on behalf of 9e4e2bc99cbb4554b328dc6a1294f3c2 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:07.400013 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6123008f-11c2-4e93-b7eb-15b98d293173 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:07.430072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-6123008f-11c2-4e93-b7eb-15b98d293173 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] device_id is not set on port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:07.524551 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980147a1-6d2d-480c-9e41-fc9cd5d4a597 req-c485f314-ce14-4335-afb4-4b685256687b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:07.526103 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-980147a1-6d2d-480c-9e41-fc9cd5d4a597 req-c485f314-ce14-4335-afb4-4b685256687b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.1126575 Mar 23 01:56:07.639261 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-980147a1-6d2d-480c-9e41-fc9cd5d4a597 req-a5c049ef-23cd-465f-8dd2-7243f3f20c90 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019261 Mar 23 01:56:07.659691 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6123008f-11c2-4e93-b7eb-15b98d293173 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks [] for port (c4c08107-a0e6-4e18-b6dc-aa83eb35f90e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:07.709930 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6123008f-11c2-4e93-b7eb-15b98d293173 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c4c08107-a0e6-4e18-b6dc-aa83eb35f90e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:07.763971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6123008f-11c2-4e93-b7eb-15b98d293173 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Network ce449598-2e37-4555-bcc7-c9268754b0a4 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:07.770624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-6123008f-11c2-4e93-b7eb-15b98d293173 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:07.777708 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6123008f-11c2-4e93-b7eb-15b98d293173 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:07.778805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6123008f-11c2-4e93-b7eb-15b98d293173 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:07.780298 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6123008f-11c2-4e93-b7eb-15b98d293173 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:07.796157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123008f-11c2-4e93-b7eb-15b98d293173 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Pushing event updated for resources: {'Port': ['ID=c4c08107-a0e6-4e18-b6dc-aa83eb35f90e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:07.809579 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6123008f-11c2-4e93-b7eb-15b98d293173 tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4490240 Mar 23 01:56:07.811964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35798) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:07.817613 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:07.882558 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c4c08107-a0e6-4e18-b6dc-aa83eb35f90e), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:08.053017 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] device_id is not set on port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:08.060778 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks [] for port (c4c08107-a0e6-4e18-b6dc-aa83eb35f90e), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:08.067017 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (c4c08107-a0e6-4e18-b6dc-aa83eb35f90e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:08.115273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Pushing event updated for resources: {'Port': ['ID=c4c08107-a0e6-4e18-b6dc-aa83eb35f90e,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:08.129546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:08.129909 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:08.130287 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:08.134660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:08.135001 n-d-834677-4 neutron-server[99263]: ERROR neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:08.135391 n-d-834677-4 neutron-server[99263]: INFO neutron.plugins.ml2.plugin [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 2 to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e Mar 23 01:56:08.149111 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:08.149449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:08.149793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:08.154153 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:08.154480 n-d-834677-4 neutron-server[99263]: ERROR neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:08.154863 n-d-834677-4 neutron-server[99263]: INFO neutron.plugins.ml2.plugin [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 3 to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e Mar 23 01:56:08.167025 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:08.167355 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:08.167697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:08.172048 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:08.172370 n-d-834677-4 neutron-server[99263]: ERROR neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:08.172801 n-d-834677-4 neutron-server[99263]: INFO neutron.plugins.ml2.plugin [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 4 to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e Mar 23 01:56:08.185778 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:08.186114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:08.186455 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:08.190972 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:08.191300 n-d-834677-4 neutron-server[99263]: ERROR neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:08.191691 n-d-834677-4 neutron-server[99263]: INFO neutron.plugins.ml2.plugin [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 5 to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e Mar 23 01:56:08.203935 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:08.204288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:08.204630 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:08.208992 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:08.209322 n-d-834677-4 neutron-server[99263]: ERROR neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:08.209709 n-d-834677-4 neutron-server[99263]: INFO neutron.plugins.ml2.plugin [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 6 to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e Mar 23 01:56:08.222270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:08.222641 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:08.222975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:08.227449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:08.227768 n-d-834677-4 neutron-server[99263]: ERROR neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:08.228173 n-d-834677-4 neutron-server[99263]: INFO neutron.plugins.ml2.plugin [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 7 to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e Mar 23 01:56:08.240192 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:08.240523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:08.240899 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:08.245169 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:08.245492 n-d-834677-4 neutron-server[99263]: ERROR neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:08.245876 n-d-834677-4 neutron-server[99263]: INFO neutron.plugins.ml2.plugin [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 8 to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e Mar 23 01:56:08.258460 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:08.258767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:08.259090 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:08.263320 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:08.263646 n-d-834677-4 neutron-server[99263]: ERROR neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:08.264031 n-d-834677-4 neutron-server[99263]: INFO neutron.plugins.ml2.plugin [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 9 to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e Mar 23 01:56:08.277358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:08.277695 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:08.278044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:08.282804 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:08.283126 n-d-834677-4 neutron-server[99263]: ERROR neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:08.283520 n-d-834677-4 neutron-server[99263]: INFO neutron.plugins.ml2.plugin [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempt 10 to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e Mar 23 01:56:08.301318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:08.301808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:08.302232 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempting to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:08.306861 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:08.307275 n-d-834677-4 neutron-server[99263]: ERROR neutron.plugins.ml2.managers [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Failed to bind port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on host n-h1-834677-4 for vnic_type normal using segments [{'id': '930f70b4-cea0-4240-a0ef-5782d59c9b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ce449598-2e37-4555-bcc7-c9268754b0a4'}] Mar 23 01:56:08.307701 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c4c08107-a0e6-4e18-b6dc-aa83eb35f90e), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:08.379755 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] For port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e, host n-h1-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:56:08.380508 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attempted to set empty binding levels {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 23 01:56:08.387268 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (c4c08107-a0e6-4e18-b6dc-aa83eb35f90e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:08.419272 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] In _notify_port_updated(), no bound segment for port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e on network ce449598-2e37-4555-bcc7-c9268754b0a4 {{(pid=99263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 01:56:08.420135 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:08.426724 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:08.428107 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] 10.222.0.18 "PUT /v2.0/ports/c4c08107-a0e6-4e18-b6dc-aa83eb35f90e HTTP/1.1" status: 200 len: 974 time: 0.6149480 Mar 23 01:56:08.431043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35806) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:08.458469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca33f63-0f0c-4000-88da-154e139e2d6f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Pushing event updated for resources: {'Port': ['ID=c4c08107-a0e6-4e18-b6dc-aa83eb35f90e,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:08.547469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5aa25-71e3-4e20-a740-8fe0c54c642d req-0e1eccfe-17ea-46e6-9aca-326bf6230a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:08.548986 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6b5aa25-71e3-4e20-a740-8fe0c54c642d req-0e1eccfe-17ea-46e6-9aca-326bf6230a0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 1127 time: 0.0754828 Mar 23 01:56:08.618066 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-08228dc9-5edc-403f-b0a6-c74fc607ad8f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Deleting port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:08.618380 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08228dc9-5edc-403f-b0a6-c74fc607ad8f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c4c08107-a0e6-4e18-b6dc-aa83eb35f90e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:08.708581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-08228dc9-5edc-403f-b0a6-c74fc607ad8f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] For port c4c08107-a0e6-4e18-b6dc-aa83eb35f90e, host n-h1-834677-4, got binding levels [] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:08.709074 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08228dc9-5edc-403f-b0a6-c74fc607ad8f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c4c08107-a0e6-4e18-b6dc-aa83eb35f90e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:08.712493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5aa25-71e3-4e20-a740-8fe0c54c642d req-ce17a44b-3460-4d09-8ac0-e6bdae2c574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:08.714020 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6b5aa25-71e3-4e20-a740-8fe0c54c642d req-ce17a44b-3460-4d09-8ac0-e6bdae2c574c service neutron] 10.222.0.42 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 915 time: 0.1584868 Mar 23 01:56:08.744949 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-08228dc9-5edc-403f-b0a6-c74fc607ad8f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Calling delete_port for c4c08107-a0e6-4e18-b6dc-aa83eb35f90e owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:08.869826 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6b5aa25-71e3-4e20-a740-8fe0c54c642d req-ea777860-54ae-4a92-94f6-bf543b5a2b21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8af97815-7995-44ed-ab99-adb11cc587db HTTP/1.1" status: 200 len: 1000 time: 0.1333203 Mar 23 01:56:08.937582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a13d53-4416-4994-93aa-32ec33a55573 req-eda2755b-fecf-4e70-919b-47a370121fb9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:08.939274 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c2a13d53-4416-4994-93aa-32ec33a55573 req-eda2755b-fecf-4e70-919b-47a370121fb9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.2120607 Mar 23 01:56:08.961260 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5aa25-71e3-4e20-a740-8fe0c54c642d req-296c826c-c37d-417d-8ef5-5488ec3c67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:08.962768 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6b5aa25-71e3-4e20-a740-8fe0c54c642d req-296c826c-c37d-417d-8ef5-5488ec3c67e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 200 len: 854 time: 0.0820584 Mar 23 01:56:08.985026 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08228dc9-5edc-403f-b0a6-c74fc607ad8f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (c4c08107-a0e6-4e18-b6dc-aa83eb35f90e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:09.044389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08228dc9-5edc-403f-b0a6-c74fc607ad8f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4c08107-a0e6-4e18-b6dc-aa83eb35f90e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:09.063775 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08228dc9-5edc-403f-b0a6-c74fc607ad8f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:09.067330 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-08228dc9-5edc-403f-b0a6-c74fc607ad8f tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] 10.222.0.18 "DELETE /v2.0/ports/c4c08107-a0e6-4e18-b6dc-aa83eb35f90e HTTP/1.1" status: 204 len: 168 time: 0.6352286 Mar 23 01:56:09.070558 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35828) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:09.074549 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c2a13d53-4416-4994-93aa-32ec33a55573 req-be074a4d-b2ff-4de6-8565-e288967f212c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266689 Mar 23 01:56:09.114033 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3680993-712b-42c0-b734-d0128e03992a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] GET failed (client error): The resource could not be found. Mar 23 01:56:09.117664 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c3680993-712b-42c0-b734-d0128e03992a tempest-PortsAdminExtendedAttrsTestJSON-1648630758 tempest-PortsAdminExtendedAttrsTestJSON-1648630758-project-admin] 10.222.0.18 "GET /v2.0/ports/c4c08107-a0e6-4e18-b6dc-aa83eb35f90e HTTP/1.1" status: 404 len: 333 time: 0.0401304 Mar 23 01:56:09.120407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5aa25-71e3-4e20-a740-8fe0c54c642d req-850d302f-54c6-43c1-a374-80b9e541781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:09.122142 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6b5aa25-71e3-4e20-a740-8fe0c54c642d req-850d302f-54c6-43c1-a374-80b9e541781c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057fc303-8305-4494-9b96-40a2ebb37d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1501222 Mar 23 01:56:09.122594 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35830) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:09.258394 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1af127c3-6499-4367-9051-7d88ecabca26 tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (ce449598-2e37-4555-bcc7-c9268754b0a4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:09.285707 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6b5aa25-71e3-4e20-a740-8fe0c54c642d req-42ea6d17-d63f-4895-975e-7e7618dda5bc service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545770 Mar 23 01:56:09.445771 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1af127c3-6499-4367-9051-7d88ecabca26 tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (ce449598-2e37-4555-bcc7-c9268754b0a4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:09.488450 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1af127c3-6499-4367-9051-7d88ecabca26 tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce449598-2e37-4555-bcc7-c9268754b0a4']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:56:09.506711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1af127c3-6499-4367-9051-7d88ecabca26 tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930f70b4-cea0-4240-a0ef-5782d59c9b53') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:56:09.506711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1af127c3-6499-4367-9051-7d88ecabca26 tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930f70b4-cea0-4240-a0ef-5782d59c9b53') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:56:09.514763 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6b5aa25-71e3-4e20-a740-8fe0c54c642d req-4acf180e-0c9a-468c-bee8-0ec12b0fbd3c service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230151 Mar 23 01:56:09.518407 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1af127c3-6499-4367-9051-7d88ecabca26 tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (930f70b4-cea0-4240-a0ef-5782d59c9b53), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:09.532889 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1af127c3-6499-4367-9051-7d88ecabca26 tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (930f70b4-cea0-4240-a0ef-5782d59c9b53), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:09.539849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af127c3-6499-4367-9051-7d88ecabca26 tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:56:09.540333 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1af127c3-6499-4367-9051-7d88ecabca26 tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (930f70b4-cea0-4240-a0ef-5782d59c9b53), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:56:09.543718 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:56:09.604279 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1af127c3-6499-4367-9051-7d88ecabca26 tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (ce449598-2e37-4555-bcc7-c9268754b0a4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:09.624232 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1af127c3-6499-4367-9051-7d88ecabca26 tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:09.632815 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1af127c3-6499-4367-9051-7d88ecabca26 tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] 10.222.0.18 "DELETE /v2.0/networks/ce449598-2e37-4555-bcc7-c9268754b0a4 HTTP/1.1" status: 204 len: 168 time: 0.5033412 Mar 23 01:56:09.632815 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af127c3-6499-4367-9051-7d88ecabca26 tempest-PortsAdminExtendedAttrsTestJSON-2117149319 tempest-PortsAdminExtendedAttrsTestJSON-2117149319-project] Pushing event deleted for resources: {'Network': ['ID=ce449598-2e37-4555-bcc7-c9268754b0a4,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:09.929161 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35850) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:10.076827 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-173220ad-d45d-4cfd-8940-6aafa1c79d7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6fb773b9a2f843dc95f62432de593633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1463196 Mar 23 01:56:10.079657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35854) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:10.156831 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-94e6d8aa-d389-487a-8750-29916bb73bfc admin admin] Publish callbacks [] for security_group (c7258d8a-2eb8-4ea2-bb31-09bc3449812f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:10.184805 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-94e6d8aa-d389-487a-8750-29916bb73bfc admin admin] Publish callbacks [] for security_group (c7258d8a-2eb8-4ea2-bb31-09bc3449812f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:10.239403 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badae29-e812-4a53-b00a-e5bb1a825d6e req-f33768bf-29f6-48da-8b70-52fc82d96ed7 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:10.249084 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1badae29-e812-4a53-b00a-e5bb1a825d6e req-f33768bf-29f6-48da-8b70-52fc82d96ed7 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.0828261 Mar 23 01:56:10.266285 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-94e6d8aa-d389-487a-8750-29916bb73bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c7258d8a-2eb8-4ea2-bb31-09bc3449812f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:10.269536 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-94e6d8aa-d389-487a-8750-29916bb73bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:10.271232 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-94e6d8aa-d389-487a-8750-29916bb73bfc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7258d8a-2eb8-4ea2-bb31-09bc3449812f HTTP/1.1" status: 204 len: 168 time: 0.1902242 Mar 23 01:56:10.287399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6d8aa-d389-487a-8750-29916bb73bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7258d8a-2eb8-4ea2-bb31-09bc3449812f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:10.352817 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1badae29-e812-4a53-b00a-e5bb1a825d6e req-10ada9e8-8c62-49be-9b31-ea38f1b6f77d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961144 Mar 23 01:56:10.750233 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35890) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:10.775675 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363a107-2adf-4654-99b9-cde3703b7cc6 req-0928213f-a275-43dc-9eb2-b8e544256395 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:10.777396 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b363a107-2adf-4654-99b9-cde3703b7cc6 req-0928213f-a275-43dc-9eb2-b8e544256395 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.0826221 Mar 23 01:56:10.797232 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ee6be0fe-f953-4c03-a73b-046a9bdfd266 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e4e2bc99cbb4554b328dc6a1294f3c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457475 Mar 23 01:56:10.799617 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35896) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:10.828741 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b363a107-2adf-4654-99b9-cde3703b7cc6 req-ca38510d-3de8-4056-b000-e40e6b1bf9b3 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452464 Mar 23 01:56:10.852746 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-320dbf4a-6ba2-405b-86cc-951dc4d9ee22 admin admin] Publish callbacks [] for security_group (e83cb7d7-0be6-4f31-8880-837d511992d6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:10.877849 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-320dbf4a-6ba2-405b-86cc-951dc4d9ee22 admin admin] Publish callbacks [] for security_group (e83cb7d7-0be6-4f31-8880-837d511992d6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:10.931102 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-320dbf4a-6ba2-405b-86cc-951dc4d9ee22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e83cb7d7-0be6-4f31-8880-837d511992d6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:10.933749 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-320dbf4a-6ba2-405b-86cc-951dc4d9ee22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:10.934921 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-320dbf4a-6ba2-405b-86cc-951dc4d9ee22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e83cb7d7-0be6-4f31-8880-837d511992d6 HTTP/1.1" status: 204 len: 168 time: 0.1342337 Mar 23 01:56:10.943716 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320dbf4a-6ba2-405b-86cc-951dc4d9ee22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83cb7d7-0be6-4f31-8880-837d511992d6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:11.535481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e89edd-ed86-4887-8e3b-f0d442a17097 req-19eb294e-8778-4799-8616-1a8e0123e7c3 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:11.537504 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d7e89edd-ed86-4887-8e3b-f0d442a17097 req-19eb294e-8778-4799-8616-1a8e0123e7c3 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.0988164 Mar 23 01:56:11.597689 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d7e89edd-ed86-4887-8e3b-f0d442a17097 req-67d26a7a-e300-4fc3-bf10-1999b23a1d7f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530934 Mar 23 01:56:11.767455 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35942) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:11.876202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-45bf32dc-e193-4925-8ae5-d17a8c0845c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-55854103'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:11.896190 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bf32dc-e193-4925-8ae5-d17a8c0845c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:11.900853 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-45bf32dc-e193-4925-8ae5-d17a8c0845c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:11.910207 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-45bf32dc-e193-4925-8ae5-d17a8c0845c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:12.069892 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159f96f-7731-4e8f-b74c-66f9fe2ea839 req-e28b3fbd-28f8-4da8-a086-009c926b398b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:12.071404 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c159f96f-7731-4e8f-b74c-66f9fe2ea839 req-e28b3fbd-28f8-4da8-a086-009c926b398b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.1039405 Mar 23 01:56:12.077182 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-45bf32dc-e193-4925-8ae5-d17a8c0845c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for security_group (5f2d2965-d2b7-4896-9412-ce5a5cc35154), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:12.088025 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-45bf32dc-e193-4925-8ae5-d17a8c0845c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5f2d2965-d2b7-4896-9412-ce5a5cc35154), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:12.121872 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bf32dc-e193-4925-8ae5-d17a8c0845c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:56:12.160264 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-45bf32dc-e193-4925-8ae5-d17a8c0845c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (34fbb140-b6d1-4412-bd93-3fdd85a9ad38), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:12.160639 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-45bf32dc-e193-4925-8ae5-d17a8c0845c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Added segment 34fbb140-b6d1-4412-bd93-3fdd85a9ad38 of type vlan for network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 Mar 23 01:56:12.163251 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-c880b426-2850-4b63-b13e-003914ad7e5a req-674df16f-dc8c-4fb2-a1a0-c5a8dd2b2717 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:56:12.165030 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c880b426-2850-4b63-b13e-003914ad7e5a req-674df16f-dc8c-4fb2-a1a0-c5a8dd2b2717 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093126 Mar 23 01:56:12.167956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf32dc-e193-4925-8ae5-d17a8c0845c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2d2965-d2b7-4896-9412-ce5a5cc35154,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:12.191766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c159f96f-7731-4e8f-b74c-66f9fe2ea839 req-86daf8c7-f533-48b7-9c63-cfecbe569c26 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125526 Mar 23 01:56:12.232801 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-45bf32dc-e193-4925-8ae5-d17a8c0845c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (d28dcc53-68c6-4ee1-82f0-dffb25fd5855), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:12.276261 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-45bf32dc-e193-4925-8ae5-d17a8c0845c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (d28dcc53-68c6-4ee1-82f0-dffb25fd5855), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:12.284207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bf32dc-e193-4925-8ae5-d17a8c0845c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:12.285096 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-45bf32dc-e193-4925-8ae5-d17a8c0845c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:12.365929 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-45bf32dc-e193-4925-8ae5-d17a8c0845c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5970137 Mar 23 01:56:12.369465 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 35974) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:12.375133 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d05ab500-1aca-4293-a0b2-a704c3d41669 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:12.393438 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf32dc-e193-4925-8ae5-d17a8c0845c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Network': ['ID=d28dcc53-68c6-4ee1-82f0-dffb25fd5855,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:12.408629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:56:12.434911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827987c9-455b-4235-9590-ad4c23d001f0 req-b1a605e4-0e7f-4107-8833-1462c6d0c71b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:12.447091 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-827987c9-455b-4235-9590-ad4c23d001f0 req-b1a605e4-0e7f-4107-8833-1462c6d0c71b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.1321621 Mar 23 01:56:12.531873 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05ab500-1aca-4293-a0b2-a704c3d41669 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:12.534569 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-827987c9-455b-4235-9590-ad4c23d001f0 req-c1e6990b-8962-4c8b-919a-4e88580a5ae8 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760474 Mar 23 01:56:12.535565 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d05ab500-1aca-4293-a0b2-a704c3d41669 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:12.744167 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-af521f3b-7974-4cad-9dd5-f59ceff6a651 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1130655 Mar 23 01:56:12.770632 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d05ab500-1aca-4293-a0b2-a704c3d41669 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (aaf5bc2e-6537-4395-8f1b-55a505f6a3c1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:12.822049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-63d4eac4-0e83-4765-a3e4-88fc013f122b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:12.823462 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-63d4eac4-0e83-4765-a3e4-88fc013f122b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports/8af97815-7995-44ed-ab99-adb11cc587db HTTP/1.1" status: 200 len: 942 time: 0.0476012 Mar 23 01:56:12.840277 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ab500-1aca-4293-a0b2-a704c3d41669 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=aaf5bc2e-6537-4395-8f1b-55a505f6a3c1,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:12.851294 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05ab500-1aca-4293-a0b2-a704c3d41669 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Checking segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:56:12.851294 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05ab500-1aca-4293-a0b2-a704c3d41669 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network hostable DHCP agents. Network: d28dcc53-68c6-4ee1-82f0-dffb25fd5855, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:56:12.871962 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05ab500-1aca-4293-a0b2-a704c3d41669 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:56:12.882772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-d05ab500-1aca-4293-a0b2-a704c3d41669 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, d28dcc53-68c6-4ee1-82f0-dffb25fd5855) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:12.887426 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05ab500-1aca-4293-a0b2-a704c3d41669 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:12.888032 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d05ab500-1aca-4293-a0b2-a704c3d41669 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:12.892216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e810f82-39b0-41d6-b6f8-5d2d2dff160e None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:12.912440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d05ab500-1aca-4293-a0b2-a704c3d41669 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5414793 Mar 23 01:56:12.915272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 35992) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:12.920504 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c2649d03-921f-48e1-a7ab-d216e0a62e6a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'name': 'tempest-NetworksTestDHCPv6-2126718062'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:13.013646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'fixed_ips': [{'subnet_id': 'aaf5bc2e-6537-4395-8f1b-55a505f6a3c1'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:56:13.014874 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:13.063088 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2649d03-921f-48e1-a7ab-d216e0a62e6a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:13.068350 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c2649d03-921f-48e1-a7ab-d216e0a62e6a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:13.091170 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-c2649d03-921f-48e1-a7ab-d216e0a62e6a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port 21e6b833-c8a7-4d05-b122-74aaa4948584 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:13.119684 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8af97815-7995-44ed-ab99-adb11cc587db no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:56:13.234892 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Allocated IP 2001:db8::2 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/aaf5bc2e-6537-4395-8f1b-55a505f6a3c1/35cc0b17-d6b0-4cae-9232-05adfc5c7fdb) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:13.372212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f250e1c-3248-4cde-a9ad-8b1cd2953999 req-7593a90b-b7e3-40ec-82e9-35be83b6caef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:13.374143 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f250e1c-3248-4cde-a9ad-8b1cd2953999 req-7593a90b-b7e3-40ec-82e9-35be83b6caef tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.0965886 Mar 23 01:56:13.442112 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f250e1c-3248-4cde-a9ad-8b1cd2953999 req-f486fd0c-7122-483a-ad88-a1d27e000e04 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611775 Mar 23 01:56:13.530032 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8af97815-7995-44ed-ab99-adb11cc587db is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:13.531131 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8af97815-7995-44ed-ab99-adb11cc587db), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:13.568546 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8af97815-7995-44ed-ab99-adb11cc587db'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:56:13.570814 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a19f0a-ec46-4f2a-a8b3-6cdb74c60c42" -d '{"events": [{"server_uuid": "e10ddbdc-5cc5-46df-ae64-ba331e4fc461", "name": "network-vif-unplugged", "status": "completed", "tag": "8af97815-7995-44ed-ab99-adb11cc587db"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:56:13.670209 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8af97815-7995-44ed-ab99-adb11cc587db, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8af97815-7995-44ed-ab99-adb11cc587db,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:13.694383 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8af97815-7995-44ed-ab99-adb11cc587db), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:13.720765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db9a7d-582f-4d7a-ad41-fface77f266b req-c0dd557c-3628-4394-9b1d-11c0d79aaafb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:13.722828 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11db9a7d-582f-4d7a-ad41-fface77f266b req-c0dd557c-3628-4394-9b1d-11c0d79aaafb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.0713987 Mar 23 01:56:13.746609 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 01:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d679e97d-7171-44f2-bbfe-757c466c81ff x-openstack-request-id: req-d679e97d-7171-44f2-bbfe-757c466c81ff {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:56:13.747681 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10ddbdc-5cc5-46df-ae64-ba331e4fc461", "name": "network-vif-unplugged", "status": "failed", "tag": "8af97815-7995-44ed-ab99-adb11cc587db", "code": 422}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:56:13.747936 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d679e97d-7171-44f2-bbfe-757c466c81ff {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:56:13.748338 n-d-834677-4 neutron-server[99265]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d679e97d-7171-44f2-bbfe-757c466c81ff']: {'server_uuid': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8af97815-7995-44ed-ab99-adb11cc587db', 'code': 422} returned with failed status Mar 23 01:56:13.757776 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Publish callbacks [] for port (35cc0b17-d6b0-4cae-9232-05adfc5c7fdb), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:13.774936 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (35cc0b17-d6b0-4cae-9232-05adfc5c7fdb), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:13.801052 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8af97815-7995-44ed-ab99-adb11cc587db,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:13.811576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:13.813441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:13.813947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:13.814809 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:13.815314 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:13.816072 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:13.816578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:13.817146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:13.817663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:13.818258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:13.818593 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:13.818924 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:13.819249 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:13.819580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:13.819893 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:13.827694 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11db9a7d-582f-4d7a-ad41-fface77f266b req-0078c2f6-775a-485f-987b-a36bd2f2f7f7 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986958 Mar 23 01:56:13.864458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-c2649d03-921f-48e1-a7ab-d216e0a62e6a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::8f (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/aaf5bc2e-6537-4395-8f1b-55a505f6a3c1/21e6b833-c8a7-4d05-b122-74aaa4948584) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:13.865106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Pushing event updated for resources: {'Port': ['ID=35cc0b17-d6b0-4cae-9232-05adfc5c7fdb,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:13.869379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:13.871847 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:13.874635 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:13.935745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Attempting to bind port 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:13.936282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Attempting to bind port 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:13.936848 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Attempting to bind port 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb on network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:13.942669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:56:13.943214 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Checking segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:56:13.943754 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:13.944246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Bound using segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:56:13.944840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Bound port: 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:56:13.945336 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (35cc0b17-d6b0-4cae-9232-05adfc5c7fdb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:14.021162 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] For port 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:56:14.024887 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] For port 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=35cc0b17-d6b0-4cae-9232-05adfc5c7fdb,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:56:14.030905 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (35cc0b17-d6b0-4cae-9232-05adfc5c7fdb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:14.049584 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c2649d03-921f-48e1-a7ab-d216e0a62e6a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (21e6b833-c8a7-4d05-b122-74aaa4948584), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:14.089684 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c2649d03-921f-48e1-a7ab-d216e0a62e6a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (21e6b833-c8a7-4d05-b122-74aaa4948584), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:14.093903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6e085-5344-4082-9a8f-d247353c0ac6 None None] Pushing event updated for resources: {'Port': ['ID=35cc0b17-d6b0-4cae-9232-05adfc5c7fdb,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:14.148398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2649d03-921f-48e1-a7ab-d216e0a62e6a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=21e6b833-c8a7-4d05-b122-74aaa4948584,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:14.163845 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2649d03-921f-48e1-a7ab-d216e0a62e6a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:14.165773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-c2649d03-921f-48e1-a7ab-d216e0a62e6a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:14.168915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2649d03-921f-48e1-a7ab-d216e0a62e6a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:14.175140 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2649d03-921f-48e1-a7ab-d216e0a62e6a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:14.175799 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c2649d03-921f-48e1-a7ab-d216e0a62e6a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:14.196441 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c2649d03-921f-48e1-a7ab-d216e0a62e6a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2798851 Mar 23 01:56:14.199262 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36024) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:14.284404 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0562af-3ad3-49a6-b136-d53143b392ba tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:14.290019 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0562af-3ad3-49a6-b136-d53143b392ba tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:14.294842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36028) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:14.296132 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6c0562af-3ad3-49a6-b136-d53143b392ba tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0955544 Mar 23 01:56:14.450349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ac623032-a965-4069-9d8e-f7c62754a79f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port 21e6b833-c8a7-4d05-b122-74aaa4948584 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:14.450349 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac623032-a965-4069-9d8e-f7c62754a79f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (21e6b833-c8a7-4d05-b122-74aaa4948584), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:14.607761 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac623032-a965-4069-9d8e-f7c62754a79f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (21e6b833-c8a7-4d05-b122-74aaa4948584), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:14.637562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ac623032-a965-4069-9d8e-f7c62754a79f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for 21e6b833-c8a7-4d05-b122-74aaa4948584 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:14.699092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136d5d5-c758-4a68-8ebd-8048194fc80f req-a5879004-bb7c-4f33-9a7d-6db7a9cdc5fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:14.700762 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f136d5d5-c758-4a68-8ebd-8048194fc80f req-a5879004-bb7c-4f33-9a7d-6db7a9cdc5fa tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.1110721 Mar 23 01:56:14.790080 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f136d5d5-c758-4a68-8ebd-8048194fc80f req-f352990e-e650-4fe6-af59-1459df2565da tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810664 Mar 23 01:56:14.905178 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:56:14.920894 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac623032-a965-4069-9d8e-f7c62754a79f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (21e6b833-c8a7-4d05-b122-74aaa4948584), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:14.948471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac623032-a965-4069-9d8e-f7c62754a79f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=21e6b833-c8a7-4d05-b122-74aaa4948584,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:14.988874 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac623032-a965-4069-9d8e-f7c62754a79f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:14.996279 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ac623032-a965-4069-9d8e-f7c62754a79f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/21e6b833-c8a7-4d05-b122-74aaa4948584 HTTP/1.1" status: 204 len: 168 time: 0.6978581 Mar 23 01:56:14.997279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36042) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:15.008270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c537e-36a4-4ea3-a39c-035d2554853b req-bac760bb-fe06-4da7-aae6-397c8966a2b9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:15.019409 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-131c537e-36a4-4ea3-a39c-035d2554853b req-bac760bb-fe06-4da7-aae6-397c8966a2b9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 943 time: 0.0948436 Mar 23 01:56:15.030699 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:15.031056 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (35cc0b17-d6b0-4cae-9232-05adfc5c7fdb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:15.111529 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae96d4ea-b793-4e07-8bd4-0a8fe3ad3c6b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:15.113146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae96d4ea-b793-4e07-8bd4-0a8fe3ad3c6b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:15.118485 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ae96d4ea-b793-4e07-8bd4-0a8fe3ad3c6b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1199973 Mar 23 01:56:15.119372 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36048) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:15.127838 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-131c537e-36a4-4ea3-a39c-035d2554853b req-fb07527f-64c8-47d5-855e-a9983a8108fe tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075435 Mar 23 01:56:15.223034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75ec9d4-a461-45a6-9101-9ac3a98749a7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet aaf5bc2e-6537-4395-8f1b-55a505f6a3c1 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:56:15.225183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:15.225628 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (35cc0b17-d6b0-4cae-9232-05adfc5c7fdb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:15.230407 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f75ec9d4-a461-45a6-9101-9ac3a98749a7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (aaf5bc2e-6537-4395-8f1b-55a505f6a3c1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:15.292765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=35cc0b17-d6b0-4cae-9232-05adfc5c7fdb,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:15.305093 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (35cc0b17-d6b0-4cae-9232-05adfc5c7fdb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:15.321000 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f75ec9d4-a461-45a6-9101-9ac3a98749a7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (aaf5bc2e-6537-4395-8f1b-55a505f6a3c1), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:15.394655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=35cc0b17-d6b0-4cae-9232-05adfc5c7fdb,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:15.459641 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f75ec9d4-a461-45a6-9101-9ac3a98749a7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (aaf5bc2e-6537-4395-8f1b-55a505f6a3c1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:15.561270 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f75ec9d4-a461-45a6-9101-9ac3a98749a7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (aaf5bc2e-6537-4395-8f1b-55a505f6a3c1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:15.593411 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ec9d4-a461-45a6-9101-9ac3a98749a7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=aaf5bc2e-6537-4395-8f1b-55a505f6a3c1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:15.598837 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f75ec9d4-a461-45a6-9101-9ac3a98749a7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:15.602705 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f75ec9d4-a461-45a6-9101-9ac3a98749a7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/aaf5bc2e-6537-4395-8f1b-55a505f6a3c1 HTTP/1.1" status: 204 len: 168 time: 0.4821701 Mar 23 01:56:15.605435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36056) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:15.678935 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e6c09c49-9a53-4928-a3be-eeb5f7d0c78d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720966 Mar 23 01:56:15.681757 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36058) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:15.686822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d75fd951-70d5-4373-94eb-a80de0693ec8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:15.766522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af603f33-620f-4107-895d-65a1a33c7bfc None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:15.781682 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75fd951-70d5-4373-94eb-a80de0693ec8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:15.786698 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d75fd951-70d5-4373-94eb-a80de0693ec8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:15.885842 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-905cad09-7af4-43e0-bd5d-96c0ffeedacb None None] Provisioning complete for port 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:15.886247 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-905cad09-7af4-43e0-bd5d-96c0ffeedacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (35cc0b17-d6b0-4cae-9232-05adfc5c7fdb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:16.034338 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-905cad09-7af4-43e0-bd5d-96c0ffeedacb None None] Current status of the port 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:16.092895 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c42281d-6cab-4f42-afd6-fdc9e9416639 None None] DHCP port deletion for d28dcc53-68c6-4ee1-82f0-dffb25fd5855 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:56:16.149828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3c42281d-6cab-4f42-afd6-fdc9e9416639 None None] Deleting port 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:16.150556 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3c42281d-6cab-4f42-afd6-fdc9e9416639 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (35cc0b17-d6b0-4cae-9232-05adfc5c7fdb), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:16.251121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3c42281d-6cab-4f42-afd6-fdc9e9416639 None None] For port 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=35cc0b17-d6b0-4cae-9232-05adfc5c7fdb,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:16.252031 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3c42281d-6cab-4f42-afd6-fdc9e9416639 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (35cc0b17-d6b0-4cae-9232-05adfc5c7fdb), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:16.267917 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3c42281d-6cab-4f42-afd6-fdc9e9416639 None None] Calling delete_port for 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:16.326161 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9da7c9-b8e8-42a4-b063-8b2dedfb3923 req-886bdafe-6d68-495a-a85e-aafcba500f83 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:16.328444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f338ba8-c991-44a9-a605-25cbf3168d1c req-2b516c11-23f5-46cd-8848-70eb3a7f0075 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:16.330069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f338ba8-c991-44a9-a605-25cbf3168d1c req-2b516c11-23f5-46cd-8848-70eb3a7f0075 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.1126945 Mar 23 01:56:16.341672 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae9da7c9-b8e8-42a4-b063-8b2dedfb3923 req-886bdafe-6d68-495a-a85e-aafcba500f83 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 943 time: 0.1036365 Mar 23 01:56:16.398175 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3c42281d-6cab-4f42-afd6-fdc9e9416639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (35cc0b17-d6b0-4cae-9232-05adfc5c7fdb), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:16.410640 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae9da7c9-b8e8-42a4-b063-8b2dedfb3923 req-100bc095-e31f-4f93-965f-6f1009e117c5 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680516 Mar 23 01:56:16.438777 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42281d-6cab-4f42-afd6-fdc9e9416639 None None] Pushing event deleted for resources: {'Port': ['ID=35cc0b17-d6b0-4cae-9232-05adfc5c7fdb,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:16.441189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c42281d-6cab-4f42-afd6-fdc9e9416639 None None] No DVR routers for this DVR port 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:56:16.460414 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f338ba8-c991-44a9-a605-25cbf3168d1c req-e227c7a0-5b28-4f72-a5f9-0cb419566d10 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188521 Mar 23 01:56:16.525828 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d75fd951-70d5-4373-94eb-a80de0693ec8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (75dd2b86-d344-43da-9e63-395f17c050be), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:16.567655 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75fd951-70d5-4373-94eb-a80de0693ec8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:16.582718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-d75fd951-70d5-4373-94eb-a80de0693ec8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:16.586116 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75fd951-70d5-4373-94eb-a80de0693ec8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:16.587066 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d75fd951-70d5-4373-94eb-a80de0693ec8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:16.593514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fd951-70d5-4373-94eb-a80de0693ec8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=75dd2b86-d344-43da-9e63-395f17c050be,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:16.599167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4aabf6-c94f-448f-a563-477bf9640616 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:16.621756 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d75fd951-70d5-4373-94eb-a80de0693ec8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9387250 Mar 23 01:56:16.624093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36078) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:16.631601 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-7430e2ac-9549-4780-a1be-4de8085e6db3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'name': 'tempest-NetworksTestDHCPv6-415667733'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:16.716616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'fixed_ips': [{'subnet_id': '75dd2b86-d344-43da-9e63-395f17c050be'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:56:16.717974 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:16.837550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7430e2ac-9549-4780-a1be-4de8085e6db3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:16.841202 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7430e2ac-9549-4780-a1be-4de8085e6db3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:16.860273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:56:16.879271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-7430e2ac-9549-4780-a1be-4de8085e6db3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port a184b2cd-a373-4aac-a99e-3bc5a9c7a524 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:16.965268 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Allocated IP 2001:db8::2 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/75dd2b86-d344-43da-9e63-395f17c050be/ad276888-6238-45f5-b919-4ab7925ad74c) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:16.967321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:56:16.967855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 35cc0b17-d6b0-4cae-9232-05adfc5c7fdb not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:56:17.154184 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Publish callbacks [] for port (ad276888-6238-45f5-b919-4ab7925ad74c), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:17.160573 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (ad276888-6238-45f5-b919-4ab7925ad74c), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:17.207635 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Pushing event updated for resources: {'Port': ['ID=ad276888-6238-45f5-b919-4ab7925ad74c,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:17.223010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:17.225390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:17.230086 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:17.230649 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-7430e2ac-9549-4780-a1be-4de8085e6db3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::40 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/75dd2b86-d344-43da-9e63-395f17c050be/a184b2cd-a373-4aac-a99e-3bc5a9c7a524) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:17.305261 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Attempting to bind port ad276888-6238-45f5-b919-4ab7925ad74c on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:17.305909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Attempting to bind port ad276888-6238-45f5-b919-4ab7925ad74c by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:17.307089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Attempting to bind port ad276888-6238-45f5-b919-4ab7925ad74c on network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:17.313424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:56:17.367278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Checking segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:56:17.367278 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:17.367278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Bound using segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:56:17.367278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Bound port: ad276888-6238-45f5-b919-4ab7925ad74c, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:56:17.367278 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ad276888-6238-45f5-b919-4ab7925ad74c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:17.439507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] For port ad276888-6238-45f5-b919-4ab7925ad74c, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:56:17.443669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] For port ad276888-6238-45f5-b919-4ab7925ad74c, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ad276888-6238-45f5-b919-4ab7925ad74c,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:56:17.457792 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ad276888-6238-45f5-b919-4ab7925ad74c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:17.467352 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7430e2ac-9549-4780-a1be-4de8085e6db3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (a184b2cd-a373-4aac-a99e-3bc5a9c7a524), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:17.546998 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7430e2ac-9549-4780-a1be-4de8085e6db3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a184b2cd-a373-4aac-a99e-3bc5a9c7a524), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:17.562220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f40787-a3cd-4424-9430-ae45d076f5d5 None None] Pushing event updated for resources: {'Port': ['ID=ad276888-6238-45f5-b919-4ab7925ad74c,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:17.631402 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53371e30-4575-4715-a1a6-ff39ce2c666b req-38cffffe-9f48-4b1c-8358-a7f143f8089c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:17.633683 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53371e30-4575-4715-a1a6-ff39ce2c666b req-38cffffe-9f48-4b1c-8358-a7f143f8089c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 943 time: 0.1239636 Mar 23 01:56:17.656506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7430e2ac-9549-4780-a1be-4de8085e6db3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:17.663305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-7430e2ac-9549-4780-a1be-4de8085e6db3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:17.666432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7430e2ac-9549-4780-a1be-4de8085e6db3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:17.675129 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7430e2ac-9549-4780-a1be-4de8085e6db3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:17.675752 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7430e2ac-9549-4780-a1be-4de8085e6db3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:17.699928 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7430e2ac-9549-4780-a1be-4de8085e6db3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0741465 Mar 23 01:56:17.703060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36098) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:17.706632 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430e2ac-9549-4780-a1be-4de8085e6db3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=a184b2cd-a373-4aac-a99e-3bc5a9c7a524,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:17.740204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7f311-9ebc-4945-9538-ed328a735583 req-8a65a224-a36f-4c64-a35e-d31d6ae9ae2b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:17.746394 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53371e30-4575-4715-a1a6-ff39ce2c666b req-ad80603a-34dd-4575-8623-a2a61a20d655 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068945 Mar 23 01:56:17.750673 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-23b7f311-9ebc-4945-9538-ed328a735583 req-8a65a224-a36f-4c64-a35e-d31d6ae9ae2b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.1381021 Mar 23 01:56:17.827115 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c870a9db-ed88-4638-80bc-447b785cc08c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:17.827506 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-23b7f311-9ebc-4945-9538-ed328a735583 req-68883218-8190-4ef9-953b-53db881c529c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714345 Mar 23 01:56:17.842412 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c870a9db-ed88-4638-80bc-447b785cc08c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:17.844094 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c870a9db-ed88-4638-80bc-447b785cc08c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1397476 Mar 23 01:56:17.846917 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36104) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:17.983822 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-c6c243f4-2886-442d-aeb2-c0075f7096aa tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port a184b2cd-a373-4aac-a99e-3bc5a9c7a524 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:17.984326 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6c243f4-2886-442d-aeb2-c0075f7096aa tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a184b2cd-a373-4aac-a99e-3bc5a9c7a524), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:18.093888 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6c243f4-2886-442d-aeb2-c0075f7096aa tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a184b2cd-a373-4aac-a99e-3bc5a9c7a524), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:18.109460 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-c6c243f4-2886-442d-aeb2-c0075f7096aa tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for a184b2cd-a373-4aac-a99e-3bc5a9c7a524 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:18.251480 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6c243f4-2886-442d-aeb2-c0075f7096aa tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a184b2cd-a373-4aac-a99e-3bc5a9c7a524), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:18.286768 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c243f4-2886-442d-aeb2-c0075f7096aa tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=a184b2cd-a373-4aac-a99e-3bc5a9c7a524,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:18.318758 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6c243f4-2886-442d-aeb2-c0075f7096aa tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:18.321990 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c6c243f4-2886-442d-aeb2-c0075f7096aa tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/a184b2cd-a373-4aac-a99e-3bc5a9c7a524 HTTP/1.1" status: 204 len: 168 time: 0.4740505 Mar 23 01:56:18.324372 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36110) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:18.414351 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2450656-6f37-4b6e-8b13-f640729fa783 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:18.416004 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2450656-6f37-4b6e-8b13-f640729fa783 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:18.417838 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a2450656-6f37-4b6e-8b13-f640729fa783 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0925291 Mar 23 01:56:18.420703 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36118) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:18.510744 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3b596d-5731-44e0-ba85-71e3150b7418 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet 75dd2b86-d344-43da-9e63-395f17c050be {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:56:18.514374 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd3b596d-5731-44e0-ba85-71e3150b7418 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (75dd2b86-d344-43da-9e63-395f17c050be), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:18.559122 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd3b596d-5731-44e0-ba85-71e3150b7418 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (75dd2b86-d344-43da-9e63-395f17c050be), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:18.662655 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd3b596d-5731-44e0-ba85-71e3150b7418 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (75dd2b86-d344-43da-9e63-395f17c050be), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:18.744309 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd3b596d-5731-44e0-ba85-71e3150b7418 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (75dd2b86-d344-43da-9e63-395f17c050be), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:18.800735 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b596d-5731-44e0-ba85-71e3150b7418 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=75dd2b86-d344-43da-9e63-395f17c050be,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:18.807151 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bd3b596d-5731-44e0-ba85-71e3150b7418 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:18.813056 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36126) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:18.813589 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bd3b596d-5731-44e0-ba85-71e3150b7418 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/75dd2b86-d344-43da-9e63-395f17c050be HTTP/1.1" status: 204 len: 168 time: 0.3849347 Mar 23 01:56:18.897036 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36130) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:18.903702 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a5aa2813-0177-42b5-8760-35799eb20181 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:18.908121 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a8076c0b-d9db-4b9a-936a-856d90a77478 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938065 Mar 23 01:56:18.934324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ad276888-6238-45f5-b919-4ab7925ad74c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:56:18.999493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a86846-f277-49b1-b418-8b4f80cf8f8e None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:19.011246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54435787-d8c1-4d6e-a922-285107ca4812 req-2dbf3f78-77ee-4d93-a793-d41e0aff5ee4 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:19.013201 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-54435787-d8c1-4d6e-a922-285107ca4812 req-2dbf3f78-77ee-4d93-a793-d41e0aff5ee4 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 943 time: 0.0680180 Mar 23 01:56:19.094926 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-54435787-d8c1-4d6e-a922-285107ca4812 req-b1334602-92d0-452e-a31b-3407276e8823 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740135 Mar 23 01:56:19.140647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5aa2813-0177-42b5-8760-35799eb20181 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:19.144247 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a5aa2813-0177-42b5-8760-35799eb20181 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:19.148525 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a424a750-20d2-4a39-8453-e8ccb74bc844 None None] Provisioning complete for port ad276888-6238-45f5-b919-4ab7925ad74c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:19.148967 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a424a750-20d2-4a39-8453-e8ccb74bc844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ad276888-6238-45f5-b919-4ab7925ad74c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:19.157553 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182119c5-b754-4e5f-91dc-b1fa69a37bcf req-38c7c9a8-8e3f-4b34-b70a-fd0eb6182a51 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:19.159131 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-182119c5-b754-4e5f-91dc-b1fa69a37bcf req-38c7c9a8-8e3f-4b34-b70a-fd0eb6182a51 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.1930313 Mar 23 01:56:19.204085 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ad276888-6238-45f5-b919-4ab7925ad74c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:19.204085 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ad276888-6238-45f5-b919-4ab7925ad74c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:19.282596 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-182119c5-b754-4e5f-91dc-b1fa69a37bcf req-31defe58-56ac-458f-aead-dccec27484bc tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118057 Mar 23 01:56:19.294990 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a424a750-20d2-4a39-8453-e8ccb74bc844 None None] Current status of the port ad276888-6238-45f5-b919-4ab7925ad74c is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:19.295380 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a424a750-20d2-4a39-8453-e8ccb74bc844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ad276888-6238-45f5-b919-4ab7925ad74c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:19.368829 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f32790-03ec-4154-bbaa-fa7a8b9c8722 None None] DHCP port deletion for d28dcc53-68c6-4ee1-82f0-dffb25fd5855 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:56:19.410570 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a424a750-20d2-4a39-8453-e8ccb74bc844 None None] For port ad276888-6238-45f5-b919-4ab7925ad74c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ad276888-6238-45f5-b919-4ab7925ad74c,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:19.414166 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ad276888-6238-45f5-b919-4ab7925ad74c is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:19.414554 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ad276888-6238-45f5-b919-4ab7925ad74c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:19.432366 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a424a750-20d2-4a39-8453-e8ccb74bc844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ad276888-6238-45f5-b919-4ab7925ad74c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:19.477912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a5aa2813-0177-42b5-8760-35799eb20181 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (4a6af7fe-6697-43f2-ab31-33c1c8e466c5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:19.551954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aa2813-0177-42b5-8760-35799eb20181 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:19.554334 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:56:19.556216 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:56:19.556660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-a5aa2813-0177-42b5-8760-35799eb20181 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:19.561465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aa2813-0177-42b5-8760-35799eb20181 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:19.562191 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a5aa2813-0177-42b5-8760-35799eb20181 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:19.570206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424a750-20d2-4a39-8453-e8ccb74bc844 None None] Pushing event updated for resources: {'Port': ['ID=ad276888-6238-45f5-b919-4ab7925ad74c,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:19.584579 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9637ca3a-5df6-4b29-b730-6fdb74f6aed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:19.592655 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a5aa2813-0177-42b5-8760-35799eb20181 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6936800 Mar 23 01:56:19.593239 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-06f32790-03ec-4154-bbaa-fa7a8b9c8722 None None] Deleting port ad276888-6238-45f5-b919-4ab7925ad74c {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:19.593641 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-06f32790-03ec-4154-bbaa-fa7a8b9c8722 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ad276888-6238-45f5-b919-4ab7925ad74c), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:19.595839 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36142) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:19.596131 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa2813-0177-42b5-8760-35799eb20181 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=4a6af7fe-6697-43f2-ab31-33c1c8e466c5,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:19.601279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d5b13319-d253-4888-9aae-748d05683aed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'name': 'tempest-NetworksTestDHCPv6-1830967937'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:19.688045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-06f32790-03ec-4154-bbaa-fa7a8b9c8722 None None] For port ad276888-6238-45f5-b919-4ab7925ad74c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ad276888-6238-45f5-b919-4ab7925ad74c,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:19.688723 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-06f32790-03ec-4154-bbaa-fa7a8b9c8722 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ad276888-6238-45f5-b919-4ab7925ad74c), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:19.708719 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-06f32790-03ec-4154-bbaa-fa7a8b9c8722 None None] Calling delete_port for ad276888-6238-45f5-b919-4ab7925ad74c owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:19.743707 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b13319-d253-4888-9aae-748d05683aed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:19.747887 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5b13319-d253-4888-9aae-748d05683aed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:19.770844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-d5b13319-d253-4888-9aae-748d05683aed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port e642e52a-fdf0-452f-b748-eeacc385826b yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:19.781898 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:56:19.799827 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-06f32790-03ec-4154-bbaa-fa7a8b9c8722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (ad276888-6238-45f5-b919-4ab7925ad74c), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:19.825628 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f32790-03ec-4154-bbaa-fa7a8b9c8722 None None] Pushing event deleted for resources: {'Port': ['ID=ad276888-6238-45f5-b919-4ab7925ad74c,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:19.831083 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f32790-03ec-4154-bbaa-fa7a8b9c8722 None None] No DVR routers for this DVR port ad276888-6238-45f5-b919-4ab7925ad74c on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:56:19.848647 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8c60f4-b408-44ac-b55c-8bf5433486e3 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:19.924017 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-d5b13319-d253-4888-9aae-748d05683aed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::201 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/4a6af7fe-6697-43f2-ab31-33c1c8e466c5/e642e52a-fdf0-452f-b748-eeacc385826b) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:19.986287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'fixed_ips': [{'subnet_id': '4a6af7fe-6697-43f2-ab31-33c1c8e466c5'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:56:19.987196 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:20.095967 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5b13319-d253-4888-9aae-748d05683aed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (e642e52a-fdf0-452f-b748-eeacc385826b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:20.097645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Port ad276888-6238-45f5-b919-4ab7925ad74c update to ACTIVE by agent not found {{(pid=99265) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 23 01:56:20.150450 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5b13319-d253-4888-9aae-748d05683aed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e642e52a-fdf0-452f-b748-eeacc385826b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:20.200284 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Allocated IP 2001:db8::2 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/4a6af7fe-6697-43f2-ab31-33c1c8e466c5/d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:20.262612 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b13319-d253-4888-9aae-748d05683aed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:20.265926 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-d5b13319-d253-4888-9aae-748d05683aed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:20.269002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b13319-d253-4888-9aae-748d05683aed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:20.276590 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b13319-d253-4888-9aae-748d05683aed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:20.277416 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5b13319-d253-4888-9aae-748d05683aed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:20.289825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b13319-d253-4888-9aae-748d05683aed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=e642e52a-fdf0-452f-b748-eeacc385826b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:20.315699 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d5b13319-d253-4888-9aae-748d05683aed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7170565 Mar 23 01:56:20.316087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36154) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:20.367862 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Publish callbacks [] for port (d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:20.369420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8713fb-03b1-472d-a048-58c086957f93 req-e5445bc4-1ef8-4561-a8aa-050fe6823286 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:20.371376 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-df8713fb-03b1-472d-a048-58c086957f93 req-e5445bc4-1ef8-4561-a8aa-050fe6823286 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 943 time: 0.1847298 Mar 23 01:56:20.384418 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:20.418278 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93878c0a-0e66-471f-90f1-7d2cba944fe8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:20.424265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36158) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:20.426839 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-93878c0a-0e66-471f-90f1-7d2cba944fe8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1022635 Mar 23 01:56:20.463804 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-df8713fb-03b1-472d-a048-58c086957f93 req-53b93154-7fdd-4ae2-972b-b58cf79ea398 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819139 Mar 23 01:56:20.467061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:20.474814 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:20.480039 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:20.516493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Pushing event updated for resources: {'Port': ['ID=d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:20.589785 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Attempting to bind port d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:20.590160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Attempting to bind port d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:20.590520 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Attempting to bind port d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56 on network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:20.595580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:56:20.596083 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Checking segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:56:20.597012 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:20.597408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Bound using segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:56:20.597876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Bound port: d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:56:20.598660 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:20.605778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d473648-922a-4021-99b9-980449865f7b req-e8813e05-27f0-4874-bfdc-7b7008faafee tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:20.607978 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d473648-922a-4021-99b9-980449865f7b req-e8813e05-27f0-4874-bfdc-7b7008faafee tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.1846771 Mar 23 01:56:20.674302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] For port d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:56:20.677581 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] For port d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:56:20.683456 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d473648-922a-4021-99b9-980449865f7b req-f5894470-0f06-48dc-9efa-109d425930c4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685978 Mar 23 01:56:20.685098 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:20.690191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-cde63508-44af-4e76-b29d-6e8ef2df7a9a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port e642e52a-fdf0-452f-b748-eeacc385826b {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:20.690703 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cde63508-44af-4e76-b29d-6e8ef2df7a9a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e642e52a-fdf0-452f-b748-eeacc385826b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:20.749446 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:20.766772 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfab90-4042-4d72-92eb-fcfcafeb74c8 None None] Pushing event updated for resources: {'Port': ['ID=d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:20.854349 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cde63508-44af-4e76-b29d-6e8ef2df7a9a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e642e52a-fdf0-452f-b748-eeacc385826b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:20.859195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ad276888-6238-45f5-b919-4ab7925ad74c no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:56:20.874126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-cde63508-44af-4e76-b29d-6e8ef2df7a9a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for e642e52a-fdf0-452f-b748-eeacc385826b owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:20.884728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: ad276888-6238-45f5-b919-4ab7925ad74c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:56:20.885083 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ad276888-6238-45f5-b919-4ab7925ad74c not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:56:21.110763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cde63508-44af-4e76-b29d-6e8ef2df7a9a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e642e52a-fdf0-452f-b748-eeacc385826b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:21.148913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde63508-44af-4e76-b29d-6e8ef2df7a9a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=e642e52a-fdf0-452f-b748-eeacc385826b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:21.187421 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cde63508-44af-4e76-b29d-6e8ef2df7a9a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:21.195801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36170) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:21.196209 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cde63508-44af-4e76-b29d-6e8ef2df7a9a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/e642e52a-fdf0-452f-b748-eeacc385826b HTTP/1.1" status: 204 len: 168 time: 0.7704208 Mar 23 01:56:21.261395 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf61dd2-8eef-4717-becf-f9ad5cb7d0a6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:21.263002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf61dd2-8eef-4717-becf-f9ad5cb7d0a6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:21.267188 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-caf61dd2-8eef-4717-becf-f9ad5cb7d0a6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0676353 Mar 23 01:56:21.267545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36176) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:21.324647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a126b1a-c734-4880-a71b-2b71cdcaf984 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet 4a6af7fe-6697-43f2-ab31-33c1c8e466c5 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:56:21.327783 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a126b1a-c734-4880-a71b-2b71cdcaf984 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (4a6af7fe-6697-43f2-ab31-33c1c8e466c5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:21.368529 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a126b1a-c734-4880-a71b-2b71cdcaf984 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (4a6af7fe-6697-43f2-ab31-33c1c8e466c5), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:21.471674 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a126b1a-c734-4880-a71b-2b71cdcaf984 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (4a6af7fe-6697-43f2-ab31-33c1c8e466c5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:21.545410 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a126b1a-c734-4880-a71b-2b71cdcaf984 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (4a6af7fe-6697-43f2-ab31-33c1c8e466c5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:21.585514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a126b1a-c734-4880-a71b-2b71cdcaf984 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=4a6af7fe-6697-43f2-ab31-33c1c8e466c5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:21.625633 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a126b1a-c734-4880-a71b-2b71cdcaf984 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:21.638493 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3a126b1a-c734-4880-a71b-2b71cdcaf984 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/4a6af7fe-6697-43f2-ab31-33c1c8e466c5 HTTP/1.1" status: 204 len: 168 time: 0.3676379 Mar 23 01:56:21.641156 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36186) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:21.684758 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cc5e6-f581-4058-a702-3c3ecbb6b72e req-435bbdf6-1220-47e1-8024-bdd1faf3a2ec tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:21.694700 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-113cc5e6-f581-4058-a702-3c3ecbb6b72e req-435bbdf6-1220-47e1-8024-bdd1faf3a2ec tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 943 time: 0.0978637 Mar 23 01:56:21.760264 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-113cc5e6-f581-4058-a702-3c3ecbb6b72e req-17185ce2-8899-4e10-93a7-f810a1f1cbfc tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615602 Mar 23 01:56:21.786044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8c5279e2-ea22-4753-a210-740fcdf56a69 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1405673 Mar 23 01:56:21.786478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36190) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:21.853543 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4242019c-44d7-421c-b5ff-823bf09030fa tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:21.855306 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4242019c-44d7-421c-b5ff-823bf09030fa tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0677536 Mar 23 01:56:21.858250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36192) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:21.911787 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5594e74-3878-42a8-8c93-ed5dafaad8a5 req-c91028cb-0b9d-4696-a4ae-0f7b5e0aa64b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:21.913445 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5594e74-3878-42a8-8c93-ed5dafaad8a5 req-c91028cb-0b9d-4696-a4ae-0f7b5e0aa64b tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.1322582 Mar 23 01:56:21.933053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa3ba83-885a-4688-bccc-998c078eaacd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:21.934534 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dfa3ba83-885a-4688-bccc-998c078eaacd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0745413 Mar 23 01:56:21.937592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36198) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:21.986967 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5594e74-3878-42a8-8c93-ed5dafaad8a5 req-b22b916d-9fac-4bba-bcd2-289ea96e1d43 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658724 Mar 23 01:56:21.988076 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4e999872-f55b-4a6a-bffa-825026cc37e9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490773 Mar 23 01:56:21.992227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36200) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:21.999423 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-85ee9061-84b1-4197-bacf-34e3383479fb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:22.033806 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-42cde6b8-b0fa-4980-ab18-90e9f0856077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:22.124162 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4b0dc4-a31c-47a2-ac3b-cb4d06422798 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:22.133518 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ee9061-84b1-4197-bacf-34e3383479fb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:22.137314 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85ee9061-84b1-4197-bacf-34e3383479fb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:22.199266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0f18053b-3c1c-4902-a5cc-cf8e8fefed45 None None] Provisioning complete for port d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:22.199718 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0f18053b-3c1c-4902-a5cc-cf8e8fefed45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:22.361693 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85ee9061-84b1-4197-bacf-34e3383479fb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (152e4c56-855b-419f-a2b6-201b6dc061eb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:22.417074 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee9061-84b1-4197-bacf-34e3383479fb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:22.420409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-85ee9061-84b1-4197-bacf-34e3383479fb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:22.425297 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee9061-84b1-4197-bacf-34e3383479fb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:22.425968 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85ee9061-84b1-4197-bacf-34e3383479fb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:22.434143 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee9061-84b1-4197-bacf-34e3383479fb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=152e4c56-855b-419f-a2b6-201b6dc061eb,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:22.463187 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-85ee9061-84b1-4197-bacf-34e3383479fb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4697621 Mar 23 01:56:22.466094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36206) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:22.471442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f6083c61-0455-483f-b541-aeafeb42b433 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'fixed_ips': [{'subnet_id': '152e4c56-855b-419f-a2b6-201b6dc061eb', 'ip_address': '2001:db8::c976:767e:6646:39a0'}], 'name': 'tempest-NetworksTestDHCPv6-188415253'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:22.542150 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0f18053b-3c1c-4902-a5cc-cf8e8fefed45 None None] Current status of the port d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:22.542520 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0f18053b-3c1c-4902-a5cc-cf8e8fefed45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:22.602073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0f18053b-3c1c-4902-a5cc-cf8e8fefed45 None None] For port d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:22.611884 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0f18053b-3c1c-4902-a5cc-cf8e8fefed45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:22.654240 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d502e4e-ce3a-4a8e-a77c-77b665080326 None None] DHCP port deletion for d28dcc53-68c6-4ee1-82f0-dffb25fd5855 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:56:22.656155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6083c61-0455-483f-b541-aeafeb42b433 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:22.693299 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18053b-3c1c-4902-a5cc-cf8e8fefed45 None None] Pushing event updated for resources: {'Port': ['ID=d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:22.726943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8d502e4e-ce3a-4a8e-a77c-77b665080326 None None] Deleting port d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:22.727374 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8d502e4e-ce3a-4a8e-a77c-77b665080326 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:22.764138 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f6083c61-0455-483f-b541-aeafeb42b433 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:22.786488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-f6083c61-0455-483f-b541-aeafeb42b433 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port 7721f9b4-d27e-4e1f-84e7-1cec38a491d7 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:22.846781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8d502e4e-ce3a-4a8e-a77c-77b665080326 None None] For port d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:22.847119 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8d502e4e-ce3a-4a8e-a77c-77b665080326 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:22.881656 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8d502e4e-ce3a-4a8e-a77c-77b665080326 None None] Calling delete_port for d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:22.986245 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dcedb-90b5-448a-b747-874c404fddd9 req-3cfb4955-af28-4094-8405-95fc0fbd40a7 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:22.988219 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4f4dcedb-90b5-448a-b747-874c404fddd9 req-3cfb4955-af28-4094-8405-95fc0fbd40a7 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 943 time: 0.1255136 Mar 23 01:56:22.996797 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-f6083c61-0455-483f-b541-aeafeb42b433 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::c976:767e:6646:39a0 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/152e4c56-855b-419f-a2b6-201b6dc061eb/7721f9b4-d27e-4e1f-84e7-1cec38a491d7) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:23.011820 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8d502e4e-ce3a-4a8e-a77c-77b665080326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:23.051289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d502e4e-ce3a-4a8e-a77c-77b665080326 None None] Pushing event deleted for resources: {'Port': ['ID=d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:23.054878 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d502e4e-ce3a-4a8e-a77c-77b665080326 None None] No DVR routers for this DVR port d0e0ecf1-62a2-4a23-ad8e-627c29e6fc56 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:56:23.083860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae7140c-48f2-4ead-b4ca-84046176957e None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:23.134210 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4f4dcedb-90b5-448a-b747-874c404fddd9 req-b7f26a4e-c8f8-4a9e-ab1a-feed3c5ea265 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388662 Mar 23 01:56:23.238646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbaf1af-cdb2-4e0b-a040-b6f4ab32e0ab req-14cb6bdd-f183-4214-8c73-45b539c2dfba tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:23.240370 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-adbaf1af-cdb2-4e0b-a040-b6f4ab32e0ab req-14cb6bdd-f183-4214-8c73-45b539c2dfba tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.1320522 Mar 23 01:56:23.249927 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'fixed_ips': [{'subnet_id': '152e4c56-855b-419f-a2b6-201b6dc061eb'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:56:23.251204 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:23.294719 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f6083c61-0455-483f-b541-aeafeb42b433 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (7721f9b4-d27e-4e1f-84e7-1cec38a491d7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:23.328533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-adbaf1af-cdb2-4e0b-a040-b6f4ab32e0ab req-7baef7ac-f6dd-4d78-8ad8-80fe4fdee3e4 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768867 Mar 23 01:56:23.378747 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f6083c61-0455-483f-b541-aeafeb42b433 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7721f9b4-d27e-4e1f-84e7-1cec38a491d7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:23.435818 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6083c61-0455-483f-b541-aeafeb42b433 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:23.439556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-f6083c61-0455-483f-b541-aeafeb42b433 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:23.444121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6083c61-0455-483f-b541-aeafeb42b433 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:23.450107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6083c61-0455-483f-b541-aeafeb42b433 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:23.450905 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f6083c61-0455-483f-b541-aeafeb42b433 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:23.468574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6083c61-0455-483f-b541-aeafeb42b433 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=7721f9b4-d27e-4e1f-84e7-1cec38a491d7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:23.481816 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:23.488942 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36226) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:23.490388 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f6083c61-0455-483f-b541-aeafeb42b433 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0229404 Mar 23 01:56:23.504893 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Allocated IP 2001:db8::2 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/152e4c56-855b-419f-a2b6-201b6dc061eb/3c2baf56-f1f0-4338-84f0-9ff425eef187) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:23.564867 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eef2d2-f25a-4b71-91fb-b0b8db8af8ea tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:23.566388 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-36eef2d2-f25a-4b71-91fb-b0b8db8af8ea tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0763671 Mar 23 01:56:23.573179 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36234) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:23.693179 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Publish callbacks [] for port (3c2baf56-f1f0-4338-84f0-9ff425eef187), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:23.701771 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (3c2baf56-f1f0-4338-84f0-9ff425eef187), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:23.727612 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:23.729270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6e61adfb-aa49-45e2-b835-a16171f0409f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port 7721f9b4-d27e-4e1f-84e7-1cec38a491d7 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:23.729746 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e61adfb-aa49-45e2-b835-a16171f0409f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7721f9b4-d27e-4e1f-84e7-1cec38a491d7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:23.731900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:23.737493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:23.838260 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e61adfb-aa49-45e2-b835-a16171f0409f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7721f9b4-d27e-4e1f-84e7-1cec38a491d7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:23.843906 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Pushing event updated for resources: {'Port': ['ID=3c2baf56-f1f0-4338-84f0-9ff425eef187,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:23.854095 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6e61adfb-aa49-45e2-b835-a16171f0409f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for 7721f9b4-d27e-4e1f-84e7-1cec38a491d7 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:23.884360 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Attempting to bind port 3c2baf56-f1f0-4338-84f0-9ff425eef187 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:23.885744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Attempting to bind port 3c2baf56-f1f0-4338-84f0-9ff425eef187 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:23.886339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Attempting to bind port 3c2baf56-f1f0-4338-84f0-9ff425eef187 on network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:23.895311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:56:23.895795 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Checking segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:56:23.896306 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:23.897178 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Bound using segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:56:23.898120 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Bound port: 3c2baf56-f1f0-4338-84f0-9ff425eef187, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:56:23.898762 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3c2baf56-f1f0-4338-84f0-9ff425eef187), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:23.979534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] For port 3c2baf56-f1f0-4338-84f0-9ff425eef187, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:56:23.983041 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] For port 3c2baf56-f1f0-4338-84f0-9ff425eef187, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3c2baf56-f1f0-4338-84f0-9ff425eef187,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:56:23.991220 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3c2baf56-f1f0-4338-84f0-9ff425eef187), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:24.024366 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e61adfb-aa49-45e2-b835-a16171f0409f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7721f9b4-d27e-4e1f-84e7-1cec38a491d7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:24.058391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61adfb-aa49-45e2-b835-a16171f0409f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=7721f9b4-d27e-4e1f-84e7-1cec38a491d7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:24.114687 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e61adfb-aa49-45e2-b835-a16171f0409f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:24.120442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6015d1-6e14-4938-8824-9a2df8d5f821 None None] Pushing event updated for resources: {'Port': ['ID=3c2baf56-f1f0-4338-84f0-9ff425eef187,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:24.121535 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6e61adfb-aa49-45e2-b835-a16171f0409f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/7721f9b4-d27e-4e1f-84e7-1cec38a491d7 HTTP/1.1" status: 204 len: 168 time: 0.5471377 Mar 23 01:56:24.123688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36240) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:24.191069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97b2ef2-c205-467d-a8a4-1d05406872bc tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:24.193088 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97b2ef2-c205-467d-a8a4-1d05406872bc tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:24.197654 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36248) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:24.198764 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c97b2ef2-c205-467d-a8a4-1d05406872bc tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0729611 Mar 23 01:56:24.318953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a44489c-a197-4ab8-a678-4506194620bf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet 152e4c56-855b-419f-a2b6-201b6dc061eb {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:56:24.324362 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a44489c-a197-4ab8-a678-4506194620bf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (152e4c56-855b-419f-a2b6-201b6dc061eb), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:24.422171 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf89c13-822e-44a8-8354-7218c8fdfe34 req-b81ba963-7e81-4e30-aa1e-f633418282f6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:24.431772 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7bf89c13-822e-44a8-8354-7218c8fdfe34 req-b81ba963-7e81-4e30-aa1e-f633418282f6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 943 time: 0.2000346 Mar 23 01:56:24.466361 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a44489c-a197-4ab8-a678-4506194620bf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (152e4c56-855b-419f-a2b6-201b6dc061eb), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:24.541640 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7bf89c13-822e-44a8-8354-7218c8fdfe34 req-f64e499a-eeb3-4cc9-88cb-468aa7c09450 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087072 Mar 23 01:56:24.561698 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bafe40-8085-44f3-896a-4a2e50c5a245 req-f550a5f4-2259-430d-ae7b-9464c17954b0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:24.563654 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3bafe40-8085-44f3-896a-4a2e50c5a245 req-f550a5f4-2259-430d-ae7b-9464c17954b0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.0835915 Mar 23 01:56:24.606162 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a44489c-a197-4ab8-a678-4506194620bf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (152e4c56-855b-419f-a2b6-201b6dc061eb), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:24.610202 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:24.639096 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3bafe40-8085-44f3-896a-4a2e50c5a245 req-39f3e5f3-ea04-43e7-a0b6-5d46bcd8df90 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669968 Mar 23 01:56:24.709305 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a44489c-a197-4ab8-a678-4506194620bf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (152e4c56-855b-419f-a2b6-201b6dc061eb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:24.739765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44489c-a197-4ab8-a678-4506194620bf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=152e4c56-855b-419f-a2b6-201b6dc061eb,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:24.741830 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0a44489c-a197-4ab8-a678-4506194620bf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:24.747487 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0a44489c-a197-4ab8-a678-4506194620bf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/152e4c56-855b-419f-a2b6-201b6dc061eb HTTP/1.1" status: 204 len: 168 time: 0.5464520 Mar 23 01:56:24.747737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36258) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:24.797394 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-abe75e7b-5daa-4d49-b009-dcc9eedd0221 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461118 Mar 23 01:56:24.797631 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36262) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:24.802531 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:24.887486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3c2baf56-f1f0-4338-84f0-9ff425eef187 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:56:24.946208 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:24.950844 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:24.972368 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3c2baf56-f1f0-4338-84f0-9ff425eef187 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:24.973371 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3c2baf56-f1f0-4338-84f0-9ff425eef187), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:25.113016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3c2baf56-f1f0-4338-84f0-9ff425eef187 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:25.113404 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3c2baf56-f1f0-4338-84f0-9ff425eef187), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:25.183375 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 3c2baf56-f1f0-4338-84f0-9ff425eef187, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3c2baf56-f1f0-4338-84f0-9ff425eef187,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:25.199812 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3c2baf56-f1f0-4338-84f0-9ff425eef187), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:25.266456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=3c2baf56-f1f0-4338-84f0-9ff425eef187,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:25.291725 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (369c2a74-5244-40a3-99b0-2d7c753ec32b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:25.345139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:25.349788 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:25.352940 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:25.353709 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:25.372320 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=369c2a74-5244-40a3-99b0-2d7c753ec32b,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:25.382219 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:25.382402 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:25.382751 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:25.383113 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:25.383539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:25.384008 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:25.384518 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:25.384921 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:25.385103 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:25.385507 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:25.385889 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:25.386228 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:25.386557 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:25.386997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:25.387288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:25.396104 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-50f4d7c2-236f-4b34-a294-c189d1fc3272 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5974824 Mar 23 01:56:25.399284 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36276) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:25.405394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4cbdfed4-94af-45ad-a3c8-4b4a1ee304e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'fixed_ips': [{'subnet_id': '369c2a74-5244-40a3-99b0-2d7c753ec32b', 'ip_address': '2001:db8::781:6b50:1d7a:75f9'}], 'name': 'tempest-NetworksTestDHCPv6-1539678262'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:25.423772 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3876d6c-4dae-47e7-b973-4c69d95b6e2c None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:25.510841 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8a53ef5f-ab95-4178-b39e-14be8d9e9917 None None] Provisioning complete for port 3c2baf56-f1f0-4338-84f0-9ff425eef187 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:25.511290 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8a53ef5f-ab95-4178-b39e-14be8d9e9917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3c2baf56-f1f0-4338-84f0-9ff425eef187), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:25.575376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbdfed4-94af-45ad-a3c8-4b4a1ee304e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:25.584021 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4cbdfed4-94af-45ad-a3c8-4b4a1ee304e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:25.614389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-4cbdfed4-94af-45ad-a3c8-4b4a1ee304e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port e5e68e5b-5485-42b4-babd-6b363b94e200 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:25.666486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8a53ef5f-ab95-4178-b39e-14be8d9e9917 None None] Current status of the port 3c2baf56-f1f0-4338-84f0-9ff425eef187 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:25.796405 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901ffce-16c9-4c64-9570-7d493ba91683 req-20733022-932f-40ef-bba2-f972c8b706e9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:25.797984 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e901ffce-16c9-4c64-9570-7d493ba91683 req-20733022-932f-40ef-bba2-f972c8b706e9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 943 time: 0.1439002 Mar 23 01:56:25.833557 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:25.892853 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e901ffce-16c9-4c64-9570-7d493ba91683 req-eb954a02-a1f4-4077-acd5-55cf0e534f1d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756269 Mar 23 01:56:25.976947 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bf287-be39-4395-b6b1-3b9144406282 req-f4578eda-77e1-47db-964d-c2c5bc3ac4d6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:25.978504 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eb1bf287-be39-4395-b6b1-3b9144406282 req-f4578eda-77e1-47db-964d-c2c5bc3ac4d6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.2049825 Mar 23 01:56:25.988284 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-4cbdfed4-94af-45ad-a3c8-4b4a1ee304e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::781:6b50:1d7a:75f9 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/369c2a74-5244-40a3-99b0-2d7c753ec32b/e5e68e5b-5485-42b4-babd-6b363b94e200) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:26.005676 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-dbc0e2cf-a106-47f7-be68-d50567e8cb2a None None] Provisioning complete for port 3c2baf56-f1f0-4338-84f0-9ff425eef187 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:26.006055 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dbc0e2cf-a106-47f7-be68-d50567e8cb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3c2baf56-f1f0-4338-84f0-9ff425eef187), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:26.061969 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eb1bf287-be39-4395-b6b1-3b9144406282 req-f3ff0790-6422-4a46-89f5-018b3e7245d8 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761232 Mar 23 01:56:26.124185 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-dbc0e2cf-a106-47f7-be68-d50567e8cb2a None None] Current status of the port 3c2baf56-f1f0-4338-84f0-9ff425eef187 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:26.238883 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-92bb2fa3-fabd-4396-928e-46a622866a31 None None] Could not find standard attr ID for object a184b2cd-a373-4aac-a99e-3bc5a9c7a524. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:56:26.310295 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4cbdfed4-94af-45ad-a3c8-4b4a1ee304e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (e5e68e5b-5485-42b4-babd-6b363b94e200), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:26.352632 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4cbdfed4-94af-45ad-a3c8-4b4a1ee304e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e5e68e5b-5485-42b4-babd-6b363b94e200), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:26.429197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbdfed4-94af-45ad-a3c8-4b4a1ee304e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:26.434493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-4cbdfed4-94af-45ad-a3c8-4b4a1ee304e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:26.437108 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbdfed4-94af-45ad-a3c8-4b4a1ee304e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:26.442685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbdfed4-94af-45ad-a3c8-4b4a1ee304e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:26.443215 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4cbdfed4-94af-45ad-a3c8-4b4a1ee304e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:26.493416 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36296) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:26.515622 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4cbdfed4-94af-45ad-a3c8-4b4a1ee304e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1126399 Mar 23 01:56:26.520675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdfed4-94af-45ad-a3c8-4b4a1ee304e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=e5e68e5b-5485-42b4-babd-6b363b94e200,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:26.601265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-af5a0fbf-eba1-44c5-9631-f85bba0ee761 None None] Could not find standard attr ID for object e642e52a-fdf0-452f-b748-eeacc385826b. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:56:26.608771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f84d571-f563-487a-b221-efcf85e43593 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:26.617225 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f84d571-f563-487a-b221-efcf85e43593 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:26.619493 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3f84d571-f563-487a-b221-efcf85e43593 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1246479 Mar 23 01:56:26.622375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36298) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:26.778198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-c1a1baea-b3bf-4535-80f9-3a37779b76f0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port e5e68e5b-5485-42b4-babd-6b363b94e200 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:26.778686 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1a1baea-b3bf-4535-80f9-3a37779b76f0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e5e68e5b-5485-42b4-babd-6b363b94e200), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:26.854535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3c2baf56-f1f0-4338-84f0-9ff425eef187 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:56:26.930140 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1a1baea-b3bf-4535-80f9-3a37779b76f0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e5e68e5b-5485-42b4-babd-6b363b94e200), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:26.946080 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-c1a1baea-b3bf-4535-80f9-3a37779b76f0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for e5e68e5b-5485-42b4-babd-6b363b94e200 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:26.946717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7a30e58c-c171-436a-957e-252d6e53b666 None None] Could not find standard attr ID for object 7721f9b4-d27e-4e1f-84e7-1cec38a491d7. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:56:26.953206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3c2baf56-f1f0-4338-84f0-9ff425eef187 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:26.955187 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3c2baf56-f1f0-4338-84f0-9ff425eef187), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:27.088463 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3c2baf56-f1f0-4338-84f0-9ff425eef187 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:27.094295 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a725148-fed5-45c1-902f-9b40ca41b904 req-dff8e406-ea4f-43c8-be47-defbbe73e698 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:27.103190 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7a725148-fed5-45c1-902f-9b40ca41b904 req-dff8e406-ea4f-43c8-be47-defbbe73e698 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 943 time: 0.0913856 Mar 23 01:56:27.125315 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1a1baea-b3bf-4535-80f9-3a37779b76f0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e5e68e5b-5485-42b4-babd-6b363b94e200), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:27.172244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1baea-b3bf-4535-80f9-3a37779b76f0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=e5e68e5b-5485-42b4-babd-6b363b94e200,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:27.183911 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7a725148-fed5-45c1-902f-9b40ca41b904 req-b69baf57-01c3-4130-8bbf-0d47e625d961 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787981 Mar 23 01:56:27.193522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bc940f37-25ac-4d65-88e4-13ae6f1ba24f None None] Could not find standard attr ID for object e5e68e5b-5485-42b4-babd-6b363b94e200. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:56:27.279401 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c1a1baea-b3bf-4535-80f9-3a37779b76f0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:27.284045 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c1a1baea-b3bf-4535-80f9-3a37779b76f0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/e5e68e5b-5485-42b4-babd-6b363b94e200 HTTP/1.1" status: 204 len: 168 time: 0.6606543 Mar 23 01:56:27.290629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36314) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:27.309508 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-6d36985a-30bc-47b9-8638-15ccbeeebaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:27.311407 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-6d36985a-30bc-47b9-8638-15ccbeeebaab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461&tenant_id=b3fd908bced3464f9e1bf9a42f2977ef HTTP/1.1" status: 200 len: 1125 time: 0.1469173 Mar 23 01:56:27.324371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c794de-6d26-495c-a0c0-84ffc801d2ad req-43e52d8b-bfac-4bee-9bfa-f4d043ad2b6f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:27.326783 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43c794de-6d26-495c-a0c0-84ffc801d2ad req-43e52d8b-bfac-4bee-9bfa-f4d043ad2b6f tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.0813825 Mar 23 01:56:27.339064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:27.408305 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-43c794de-6d26-495c-a0c0-84ffc801d2ad req-b127456c-1261-41ca-814a-d08a56ada7b7 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641882 Mar 23 01:56:27.415702 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8af97815-7995-44ed-ab99-adb11cc587db), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:27.457850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b2cfa7-7aa4-4e16-b52c-7f321651b392 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:27.459493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b2cfa7-7aa4-4e16-b52c-7f321651b392 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:27.462526 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-63b2cfa7-7aa4-4e16-b52c-7f321651b392 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1685095 Mar 23 01:56:27.464142 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36318) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:27.522379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-8294ed12-998b-49d2-a0f1-3aee20294e96 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet 369c2a74-5244-40a3-99b0-2d7c753ec32b {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:56:27.527288 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8294ed12-998b-49d2-a0f1-3aee20294e96 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (369c2a74-5244-40a3-99b0-2d7c753ec32b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:27.580751 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8294ed12-998b-49d2-a0f1-3aee20294e96 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (369c2a74-5244-40a3-99b0-2d7c753ec32b), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:27.637039 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8294ed12-998b-49d2-a0f1-3aee20294e96 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (369c2a74-5244-40a3-99b0-2d7c753ec32b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:27.710632 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8294ed12-998b-49d2-a0f1-3aee20294e96 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (369c2a74-5244-40a3-99b0-2d7c753ec32b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:27.714245 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] For port 8af97815-7995-44ed-ab99-adb11cc587db, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8af97815-7995-44ed-ab99-adb11cc587db,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:27.749983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294ed12-998b-49d2-a0f1-3aee20294e96 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=369c2a74-5244-40a3-99b0-2d7c753ec32b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:27.753986 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8294ed12-998b-49d2-a0f1-3aee20294e96 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:27.764110 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8294ed12-998b-49d2-a0f1-3aee20294e96 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/369c2a74-5244-40a3-99b0-2d7c753ec32b HTTP/1.1" status: 204 len: 168 time: 0.2951775 Mar 23 01:56:27.764110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36326) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:27.766008 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] For port 8af97815-7995-44ed-ab99-adb11cc587db, host n-h1-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:56:27.811171 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-98df7d82-95f9-4d73-891e-590d3851d811 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488510 Mar 23 01:56:27.811371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af97815-7995-44ed-ab99-adb11cc587db {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:56:27.814671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36330) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:27.819984 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Publish callbacks [] for port (8af97815-7995-44ed-ab99-adb11cc587db), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:27.820178 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ff532898-d253-4db4-9788-358740ed3195 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:27.843031 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Transition to ACTIVE for port object 8af97815-7995-44ed-ab99-adb11cc587db will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:56:27.854872 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (8af97815-7995-44ed-ab99-adb11cc587db), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:27.857510 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd02f95-d5af-48d5-b7fc-ce7daf32d4a0 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:27.935065 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff532898-d253-4db4-9788-358740ed3195 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:27.948258 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ff532898-d253-4db4-9788-358740ed3195 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:27.974089 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=8af97815-7995-44ed-ab99-adb11cc587db,revision_number=9']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:28.047268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] No DVR routers for this DVR port 8af97815-7995-44ed-ab99-adb11cc587db on host n-h1-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:56:28.090792 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cae3ac-56b4-4380-8358-0f72baaba988 None None] DHCP port deletion for d28dcc53-68c6-4ee1-82f0-dffb25fd5855 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:56:28.162970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f1cae3ac-56b4-4380-8358-0f72baaba988 None None] Deleting port 3c2baf56-f1f0-4338-84f0-9ff425eef187 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:28.163597 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f1cae3ac-56b4-4380-8358-0f72baaba988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3c2baf56-f1f0-4338-84f0-9ff425eef187), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:28.246304 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Attempting to bind port 8af97815-7995-44ed-ab99-adb11cc587db on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:28.246853 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Attempting to bind port 8af97815-7995-44ed-ab99-adb11cc587db by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:28.247217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Attempting to bind port 8af97815-7995-44ed-ab99-adb11cc587db on network 057fc303-8305-4494-9b96-40a2ebb37d7e {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:28.253086 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Port 8af97815-7995-44ed-ab99-adb11cc587db on network 057fc303-8305-4494-9b96-40a2ebb37d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:56:28.253086 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Attempting to bind port 8af97815-7995-44ed-ab99-adb11cc587db on network 057fc303-8305-4494-9b96-40a2ebb37d7e {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:28.258648 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:56:28.259109 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Checking segment: {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:56:28.259635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Bound using segment: {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:56:28.260756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Bound port: 8af97815-7995-44ed-ab99-adb11cc587db, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:56:28.261237 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8af97815-7995-44ed-ab99-adb11cc587db), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:28.265925 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ff532898-d253-4db4-9788-358740ed3195 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (bfa41707-4369-4788-abad-6d5e445b0f81), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:28.273312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f1cae3ac-56b4-4380-8358-0f72baaba988 None None] For port 3c2baf56-f1f0-4338-84f0-9ff425eef187, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3c2baf56-f1f0-4338-84f0-9ff425eef187,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:28.274882 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f1cae3ac-56b4-4380-8358-0f72baaba988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3c2baf56-f1f0-4338-84f0-9ff425eef187), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:28.295389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f1cae3ac-56b4-4380-8358-0f72baaba988 None None] Calling delete_port for 3c2baf56-f1f0-4338-84f0-9ff425eef187 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:28.347925 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff532898-d253-4db4-9788-358740ed3195 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:28.351918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-ff532898-d253-4db4-9788-358740ed3195 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:28.358182 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff532898-d253-4db4-9788-358740ed3195 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:28.359021 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ff532898-d253-4db4-9788-358740ed3195 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:28.377852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff532898-d253-4db4-9788-358740ed3195 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=bfa41707-4369-4788-abad-6d5e445b0f81,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:28.391930 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] For port 8af97815-7995-44ed-ab99-adb11cc587db, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:56:28.397391 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ff532898-d253-4db4-9788-358740ed3195 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5816150 Mar 23 01:56:28.401053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36340) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:28.406623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-0227eac2-6ea0-4521-b892-027ae7414bc2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'fixed_ips': [{'subnet_id': 'bfa41707-4369-4788-abad-6d5e445b0f81', 'ip_address': '2001:db8::2363:8471:1259:b901'}], 'name': 'tempest-NetworksTestDHCPv6-1972777791'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:28.412747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] For port 8af97815-7995-44ed-ab99-adb11cc587db, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8af97815-7995-44ed-ab99-adb11cc587db,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:56:28.429280 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158b28c-c01c-430f-9b66-d776152acb3a req-285be131-ffb5-4eb8-81c1-dccae3452e27 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:28.429280 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c158b28c-c01c-430f-9b66-d776152acb3a req-285be131-ffb5-4eb8-81c1-dccae3452e27 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 943 time: 0.1195297 Mar 23 01:56:28.431827 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (8af97815-7995-44ed-ab99-adb11cc587db), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:28.517595 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f1cae3ac-56b4-4380-8358-0f72baaba988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (3c2baf56-f1f0-4338-84f0-9ff425eef187), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:28.549103 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=8af97815-7995-44ed-ab99-adb11cc587db,revision_number=10']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:28.554460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cae3ac-56b4-4380-8358-0f72baaba988 None None] Pushing event deleted for resources: {'Port': ['ID=3c2baf56-f1f0-4338-84f0-9ff425eef187,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:28.558863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cae3ac-56b4-4380-8358-0f72baaba988 None None] No DVR routers for this DVR port 3c2baf56-f1f0-4338-84f0-9ff425eef187 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:56:28.575777 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:28.576400 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:28.578055 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-111eb5cf-5f36-404d-993d-0dff23d90fd6 service neutron] 10.222.0.43 "PUT /v2.0/ports/8af97815-7995-44ed-ab99-adb11cc587db HTTP/1.1" status: 200 len: 1091 time: 1.2431319 Mar 23 01:56:28.578688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'tag': '8af97815-7995-44ed-ab99-adb11cc587db'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:56:28.583461 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b9fe55-633b-443b-aa19-d1c78d99f115" -d '{"events": [{"name": "network-changed", "server_uuid": "e10ddbdc-5cc5-46df-ae64-ba331e4fc461", "tag": "8af97815-7995-44ed-ab99-adb11cc587db"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:56:28.597164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242d0335-6220-4748-bb64-bce4922afe17 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:28.611948 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c158b28c-c01c-430f-9b66-d776152acb3a req-f1111b41-216d-4c47-92f4-70abfc0ae489 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927830 Mar 23 01:56:28.722163 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2f5926-e9d3-4a1c-a11d-ccaf04f1d4c9 x-openstack-request-id: req-dc2f5926-e9d3-4a1c-a11d-ccaf04f1d4c9 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:56:28.723966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6ef15-2dd8-4c25-9bc1-d6ad4e08b9b1 req-e95f4d26-830d-4b84-b4f1-6f20144fea10 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:28.724682 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10ddbdc-5cc5-46df-ae64-ba331e4fc461", "tag": "8af97815-7995-44ed-ab99-adb11cc587db", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:56:28.724960 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc2f5926-e9d3-4a1c-a11d-ccaf04f1d4c9 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:56:28.725371 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc2f5926-e9d3-4a1c-a11d-ccaf04f1d4c9'] response: {'name': 'network-changed', 'server_uuid': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'tag': '8af97815-7995-44ed-ab99-adb11cc587db', 'status': 'completed', 'code': 200} Mar 23 01:56:28.731014 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79a6ef15-2dd8-4c25-9bc1-d6ad4e08b9b1 req-e95f4d26-830d-4b84-b4f1-6f20144fea10 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.1470060 Mar 23 01:56:28.754245 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-b9181c32-a112-453b-9045-cf4be17e2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:28.755764 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-b9181c32-a112-453b-9045-cf4be17e2cb5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 1126 time: 0.1386633 Mar 23 01:56:28.818716 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659f939-054b-4350-867f-4c338cea214f req-eb2763fe-70ee-4f57-b5a8-3cf3b597df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:28.820902 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9659f939-054b-4350-867f-4c338cea214f req-eb2763fe-70ee-4f57-b5a8-3cf3b597df41 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 1128 time: 0.2859392 Mar 23 01:56:28.849747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'fixed_ips': [{'subnet_id': 'bfa41707-4369-4788-abad-6d5e445b0f81'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:56:28.850647 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:28.856560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0227eac2-6ea0-4521-b892-027ae7414bc2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:28.879463 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79a6ef15-2dd8-4c25-9bc1-d6ad4e08b9b1 req-3ec392ed-d75a-493e-93a0-5acf25c92ba3 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474600 Mar 23 01:56:28.914729 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3c2baf56-f1f0-4338-84f0-9ff425eef187 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:56:28.928931 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-614c3a94-d1e2-4711-aff8-98ef510592b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:28.930462 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-614c3a94-d1e2-4711-aff8-98ef510592b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 915 time: 0.1682734 Mar 23 01:56:28.939919 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 3c2baf56-f1f0-4338-84f0-9ff425eef187 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:56:28.940575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3c2baf56-f1f0-4338-84f0-9ff425eef187 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:56:28.951967 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9659f939-054b-4350-867f-4c338cea214f req-b3b7b04b-1ff1-42b0-9ef9-eb480447abde service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024225 Mar 23 01:56:29.001988 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0227eac2-6ea0-4521-b892-027ae7414bc2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:29.024038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-0227eac2-6ea0-4521-b892-027ae7414bc2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port 8359bb2b-f7f0-449c-894f-ab999b335fed yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:29.029419 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-39a8ad24-60b2-4963-99a1-0ddc1b6615cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8af97815-7995-44ed-ab99-adb11cc587db HTTP/1.1" status: 200 len: 998 time: 0.0922523 Mar 23 01:56:29.085699 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-505b8025-120c-4620-b084-22f740da2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:29.087637 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-505b8025-120c-4620-b084-22f740da2054 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 200 len: 854 time: 0.0510666 Mar 23 01:56:29.128655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Allocated IP 2001:db8::2 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/bfa41707-4369-4788-abad-6d5e445b0f81/66a91406-5b6c-4cc9-bb92-ade80d4fe154) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:29.160303 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-b8217321-5081-4ae8-b333-e3336f0670b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:29.162410 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-b8217321-5081-4ae8-b333-e3336f0670b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=057fc303-8305-4494-9b96-40a2ebb37d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0682735 Mar 23 01:56:29.265537 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-d9d81214-bc10-4316-ae97-71befb7cc465 service neutron] 10.222.0.43 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969570 Mar 23 01:56:29.308994 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Publish callbacks [] for port (66a91406-5b6c-4cc9-bb92-ade80d4fe154), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:29.316551 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (66a91406-5b6c-4cc9-bb92-ade80d4fe154), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:29.358980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:29.364326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:29.368566 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:29.380962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-0227eac2-6ea0-4521-b892-027ae7414bc2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::2363:8471:1259:b901 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/bfa41707-4369-4788-abad-6d5e445b0f81/8359bb2b-f7f0-449c-894f-ab999b335fed) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:29.428267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Pushing event updated for resources: {'Port': ['ID=66a91406-5b6c-4cc9-bb92-ade80d4fe154,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:29.451145 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Attempting to bind port 66a91406-5b6c-4cc9-bb92-ade80d4fe154 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:29.451531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Attempting to bind port 66a91406-5b6c-4cc9-bb92-ade80d4fe154 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:29.451947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Attempting to bind port 66a91406-5b6c-4cc9-bb92-ade80d4fe154 on network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:29.461838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:56:29.462215 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Checking segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:56:29.462616 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:29.463004 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Bound using segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:56:29.463476 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Bound port: 66a91406-5b6c-4cc9-bb92-ade80d4fe154, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:56:29.463853 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (66a91406-5b6c-4cc9-bb92-ade80d4fe154), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:29.552343 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] For port 66a91406-5b6c-4cc9-bb92-ade80d4fe154, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:56:29.556572 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] For port 66a91406-5b6c-4cc9-bb92-ade80d4fe154, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=66a91406-5b6c-4cc9-bb92-ade80d4fe154,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:56:29.570533 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (66a91406-5b6c-4cc9-bb92-ade80d4fe154), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:29.595205 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0227eac2-6ea0-4521-b892-027ae7414bc2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (8359bb2b-f7f0-449c-894f-ab999b335fed), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:29.661244 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0227eac2-6ea0-4521-b892-027ae7414bc2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8359bb2b-f7f0-449c-894f-ab999b335fed), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:29.688169 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0227eac2-6ea0-4521-b892-027ae7414bc2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:29.690946 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-0227eac2-6ea0-4521-b892-027ae7414bc2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:29.712339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0227eac2-6ea0-4521-b892-027ae7414bc2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:29.717937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0227eac2-6ea0-4521-b892-027ae7414bc2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:29.718933 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0227eac2-6ea0-4521-b892-027ae7414bc2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:29.722372 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c199f01-3c5a-4d7f-b907-0debfb03774e None None] Pushing event updated for resources: {'Port': ['ID=66a91406-5b6c-4cc9-bb92-ade80d4fe154,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:29.754070 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0227eac2-6ea0-4521-b892-027ae7414bc2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3518283 Mar 23 01:56:29.758519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36366) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:29.799524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227eac2-6ea0-4521-b892-027ae7414bc2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=8359bb2b-f7f0-449c-894f-ab999b335fed,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:29.869239 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-e2b41912-3e78-4c02-bf6d-e2b31098f2e3 service neutron] 10.222.0.43 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968635 Mar 23 01:56:29.872081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972c2bb4-de88-45a3-95a6-c566e9626746 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:29.884437 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972c2bb4-de88-45a3-95a6-c566e9626746 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:29.889231 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-972c2bb4-de88-45a3-95a6-c566e9626746 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1266067 Mar 23 01:56:29.890960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36372) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:29.954909 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf79cb3-a39e-4ab4-8156-e651b6e1879f req-0d722720-a501-42e5-a8e1-285f022e96c1 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:29.963508 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3cf79cb3-a39e-4ab4-8156-e651b6e1879f req-0d722720-a501-42e5-a8e1-285f022e96c1 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.1927896 Mar 23 01:56:30.090756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a0622-8a03-42a9-9b00-fd3635224594 req-5897d02b-ad35-440c-b092-078e9040d4e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:30.091704 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a8a0622-8a03-42a9-9b00-fd3635224594 req-5897d02b-ad35-440c-b092-078e9040d4e9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.0950255 Mar 23 01:56:30.112796 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3cf79cb3-a39e-4ab4-8156-e651b6e1879f req-c70f6003-6c6d-488e-84a1-a5d6916d1811 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420474 Mar 23 01:56:30.185633 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a8a0622-8a03-42a9-9b00-fd3635224594 req-51fbe7d8-ba66-4e91-906f-e517838172fb tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867386 Mar 23 01:56:30.221969 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9fe55-633b-443b-aa19-d1c78d99f115 req-e016fb2e-145a-4335-a248-0a655fb83a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:30.224485 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-75b9fe55-633b-443b-aa19-d1c78d99f115 req-e016fb2e-145a-4335-a248-0a655fb83a4c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 1126 time: 0.1540658 Mar 23 01:56:30.300472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-81cc21b3-b688-4758-872b-31e549e34872 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port 8359bb2b-f7f0-449c-894f-ab999b335fed {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:30.301127 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81cc21b3-b688-4758-872b-31e549e34872 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8359bb2b-f7f0-449c-894f-ab999b335fed), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:30.398893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9fe55-633b-443b-aa19-d1c78d99f115 req-a97fb49a-8120-4bec-a35c-82970dcac954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:30.400501 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-75b9fe55-633b-443b-aa19-d1c78d99f115 req-a97fb49a-8120-4bec-a35c-82970dcac954 service neutron] 10.222.0.43 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 915 time: 0.1642368 Mar 23 01:56:30.460187 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81cc21b3-b688-4758-872b-31e549e34872 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8359bb2b-f7f0-449c-894f-ab999b335fed), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:30.490516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-81cc21b3-b688-4758-872b-31e549e34872 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for 8359bb2b-f7f0-449c-894f-ab999b335fed owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:30.508689 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-75b9fe55-633b-443b-aa19-d1c78d99f115 req-0e4a7925-174d-4bb2-9589-4d79203d0812 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8af97815-7995-44ed-ab99-adb11cc587db HTTP/1.1" status: 200 len: 998 time: 0.1000557 Mar 23 01:56:30.659354 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9fe55-633b-443b-aa19-d1c78d99f115 req-65617bd3-5e76-4524-9510-a4a3926ef59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:30.661075 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-75b9fe55-633b-443b-aa19-d1c78d99f115 req-65617bd3-5e76-4524-9510-a4a3926ef59d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 200 len: 854 time: 0.1425145 Mar 23 01:56:30.883203 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81cc21b3-b688-4758-872b-31e549e34872 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8359bb2b-f7f0-449c-894f-ab999b335fed), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:30.985487 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc21b3-b688-4758-872b-31e549e34872 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=8359bb2b-f7f0-449c-894f-ab999b335fed,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:31.017613 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81cc21b3-b688-4758-872b-31e549e34872 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:31.021482 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-81cc21b3-b688-4758-872b-31e549e34872 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/8359bb2b-f7f0-449c-894f-ab999b335fed HTTP/1.1" status: 204 len: 168 time: 1.1299677 Mar 23 01:56:31.024681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36406) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:31.036863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 66a91406-5b6c-4cc9-bb92-ade80d4fe154 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:56:31.054021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9fe55-633b-443b-aa19-d1c78d99f115 req-15a8b7f1-9b22-4a92-a29b-99a2f778d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:31.055544 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-75b9fe55-633b-443b-aa19-d1c78d99f115 req-15a8b7f1-9b22-4a92-a29b-99a2f778d97b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=057fc303-8305-4494-9b96-40a2ebb37d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1851811 Mar 23 01:56:31.111486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b85f23-6d8f-474b-9cd8-3e80728b8b53 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:31.112862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b85f23-6d8f-474b-9cd8-3e80728b8b53 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:31.114628 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-85b85f23-6d8f-474b-9cd8-3e80728b8b53 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0888097 Mar 23 01:56:31.125685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36408) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:31.166653 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 14ff493a-972d-409a-8c85-82ce44a5cd82 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:56:31.329910 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-75b9fe55-633b-443b-aa19-d1c78d99f115 req-5ac1f81e-e165-4873-842d-54a624e5f714 service neutron] 10.222.0.43 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480369 Mar 23 01:56:31.345376 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220deb8-ccc1-4471-97af-1ba122e7451e req-d4072020-0120-4e2f-9629-c607210c3f27 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:31.352816 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e220deb8-ccc1-4471-97af-1ba122e7451e req-d4072020-0120-4e2f-9629-c607210c3f27 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.0942583 Mar 23 01:56:31.560315 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-75b9fe55-633b-443b-aa19-d1c78d99f115 req-56272461-2f06-449a-8d81-105a92bf1789 service neutron] 10.222.0.43 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834338 Mar 23 01:56:31.664310 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e220deb8-ccc1-4471-97af-1ba122e7451e req-665be4ce-4315-4f46-81f7-79132c4f89dd tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046470 Mar 23 01:56:31.767904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 14ff493a-972d-409a-8c85-82ce44a5cd82, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=14ff493a-972d-409a-8c85-82ce44a5cd82,segment=NetworkSegment(bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a),segment_id=bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:31.794908 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 14ff493a-972d-409a-8c85-82ce44a5cd82 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:56:31.814436 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '14ff493a-972d-409a-8c85-82ce44a5cd82', 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db', 'port_id': '14ff493a-972d-409a-8c85-82ce44a5cd82', 'mac_address': 'fa:16:3e:9b:f8:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc81f37-9831-48a8-b139-5940d0238911', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:56:31.832661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 66a91406-5b6c-4cc9-bb92-ade80d4fe154 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:31.833463 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (66a91406-5b6c-4cc9-bb92-ade80d4fe154), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:31.964898 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0525ee2a-32da-4592-9de1-c2ccd56a3856 None None] Provisioning complete for port 66a91406-5b6c-4cc9-bb92-ade80d4fe154 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:31.965372 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0525ee2a-32da-4592-9de1-c2ccd56a3856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (66a91406-5b6c-4cc9-bb92-ade80d4fe154), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:32.049924 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-e6c5659a-d539-470c-823f-72b026506d1b req-ed7fce00-26f6-4fc4-8e69-d572351679f9 service neutron] (99264) timed out ('10.222.0.18', 45362) {{(pid=99264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 01:56:32.085041 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 14ff493a-972d-409a-8c85-82ce44a5cd82 is: ACTIVE; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:32.086257 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:32.106263 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14ff493a-972d-409a-8c85-82ce44a5cd82 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:56:32.121123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9c66ff-c3b7-493e-bb1b-4510e811736d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet bfa41707-4369-4788-abad-6d5e445b0f81 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:56:32.125692 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c9c66ff-c3b7-493e-bb1b-4510e811736d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (bfa41707-4369-4788-abad-6d5e445b0f81), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:32.179541 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c9c66ff-c3b7-493e-bb1b-4510e811736d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (bfa41707-4369-4788-abad-6d5e445b0f81), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:32.235520 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 14ff493a-972d-409a-8c85-82ce44a5cd82, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=14ff493a-972d-409a-8c85-82ce44a5cd82,segment=NetworkSegment(bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a),segment_id=bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:32.235520 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 14ff493a-972d-409a-8c85-82ce44a5cd82 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:32.235520 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:32.254728 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:32.284326 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c9c66ff-c3b7-493e-bb1b-4510e811736d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (bfa41707-4369-4788-abad-6d5e445b0f81), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:32.328999 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:56:32.329693 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:56:32.330348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0525ee2a-32da-4592-9de1-c2ccd56a3856 None None] Current status of the port 66a91406-5b6c-4cc9-bb92-ade80d4fe154 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:32.330923 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0525ee2a-32da-4592-9de1-c2ccd56a3856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (66a91406-5b6c-4cc9-bb92-ade80d4fe154), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:32.352410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 66a91406-5b6c-4cc9-bb92-ade80d4fe154 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:32.352929 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (66a91406-5b6c-4cc9-bb92-ade80d4fe154), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:32.360591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123bf82-6032-4b4a-8fcb-10a0372f8492 req-9767ec30-f912-4dce-8775-0eec6de57db0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:32.368236 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0123bf82-6032-4b4a-8fcb-10a0372f8492 req-9767ec30-f912-4dce-8775-0eec6de57db0 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.3170078 Mar 23 01:56:32.387946 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c9c66ff-c3b7-493e-bb1b-4510e811736d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (bfa41707-4369-4788-abad-6d5e445b0f81), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:32.434402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58599f9-882c-4948-8daa-08264787cab4 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:32.496459 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c9c66ff-c3b7-493e-bb1b-4510e811736d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:32.499898 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1c9c66ff-c3b7-493e-bb1b-4510e811736d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/bfa41707-4369-4788-abad-6d5e445b0f81 HTTP/1.1" status: 204 len: 168 time: 1.3731203 Mar 23 01:56:32.502800 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36424) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:32.526958 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['14ff493a-972d-409a-8c85-82ce44a5cd82'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:56:32.565935 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c66ff-c3b7-493e-bb1b-4510e811736d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa41707-4369-4788-abad-6d5e445b0f81,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:32.576859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=14ff493a-972d-409a-8c85-82ce44a5cd82,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:32.578728 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0123bf82-6032-4b4a-8fcb-10a0372f8492 req-e7f65d5d-8920-4a46-a7f7-05f68a95e561 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093046 Mar 23 01:56:32.619325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36430) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:32.642404 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fd152e43-8989-4086-aca9-782526764105 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1383879 Mar 23 01:56:32.643131 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36432) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:32.699798 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:56:32.707209 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:56:32.725660 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-0525ee2a-32da-4592-9de1-c2ccd56a3856 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:56:32.726053 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-0525ee2a-32da-4592-9de1-c2ccd56a3856 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:56:32.746762 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f626ac5f-0c5d-4230-a836-04d73dff40dd tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/floatingips/8463fdb6-eb9e-4338-bb54-2d4c6b922006 HTTP/1.1" status: 200 len: 993 time: 0.1205924 Mar 23 01:56:32.802875 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121a69f1-5506-40f0-948f-9b80bd475432 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:32.806764 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-121a69f1-5506-40f0-948f-9b80bd475432 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1602888 Mar 23 01:56:32.807160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36436) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:32.884787 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b42f4d-650b-476c-adb5-21d0419a59f3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:32.886287 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-36b42f4d-650b-476c-adb5-21d0419a59f3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0781853 Mar 23 01:56:32.890865 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36438) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:32.902520 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625f8f0a-5d22-47bb-a9db-070027138f1c None None] DHCP port deletion for d28dcc53-68c6-4ee1-82f0-dffb25fd5855 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:56:32.916144 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b6454-3a09-4f43-abaa-c451fe092cca req-df4e0288-aa7c-48ab-86fd-6dc4820a3ed5 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:32.925721 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-581b6454-3a09-4f43-abaa-c451fe092cca req-df4e0288-aa7c-48ab-86fd-6dc4820a3ed5 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.1200614 Mar 23 01:56:32.975276 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8119994e-4f21-43a9-8238-2275751edd03 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849230 Mar 23 01:56:32.982423 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36440) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:32.992261 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-0c78000d-ef16-453a-9df3-06d117012ae4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:33.001046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 14ff493a-972d-409a-8c85-82ce44a5cd82 is: BUILD; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:33.001653 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:33.046397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-581b6454-3a09-4f43-abaa-c451fe092cca req-49418660-5d0e-4646-a531-7b214b54f1fc tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185775 Mar 23 01:56:33.085704 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 14ff493a-972d-409a-8c85-82ce44a5cd82 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:56:33.092245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-625f8f0a-5d22-47bb-a9db-070027138f1c None None] Deleting port 66a91406-5b6c-4cc9-bb92-ade80d4fe154 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:33.092891 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-625f8f0a-5d22-47bb-a9db-070027138f1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (66a91406-5b6c-4cc9-bb92-ade80d4fe154), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:33.143130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c78000d-ef16-453a-9df3-06d117012ae4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:33.151146 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0c78000d-ef16-453a-9df3-06d117012ae4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:33.190811 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 14ff493a-972d-409a-8c85-82ce44a5cd82, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=14ff493a-972d-409a-8c85-82ce44a5cd82,segment=NetworkSegment(bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a),segment_id=bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:33.273865 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:33.408560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=14ff493a-972d-409a-8c85-82ce44a5cd82,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:33.451204 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-625f8f0a-5d22-47bb-a9db-070027138f1c None None] For port 66a91406-5b6c-4cc9-bb92-ade80d4fe154, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=66a91406-5b6c-4cc9-bb92-ade80d4fe154,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:33.451544 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-625f8f0a-5d22-47bb-a9db-070027138f1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (66a91406-5b6c-4cc9-bb92-ade80d4fe154), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:33.456581 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 66a91406-5b6c-4cc9-bb92-ade80d4fe154 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:33.456985 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (66a91406-5b6c-4cc9-bb92-ade80d4fe154), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:33.484093 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0525ee2a-32da-4592-9de1-c2ccd56a3856 None None] Current status of the port 66a91406-5b6c-4cc9-bb92-ade80d4fe154 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:33.484486 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0525ee2a-32da-4592-9de1-c2ccd56a3856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (66a91406-5b6c-4cc9-bb92-ade80d4fe154), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:33.505497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-625f8f0a-5d22-47bb-a9db-070027138f1c None None] Calling delete_port for 66a91406-5b6c-4cc9-bb92-ade80d4fe154 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:33.530706 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0c78000d-ef16-453a-9df3-06d117012ae4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (6032f86c-00fd-43c8-b30f-ab6c1306e7bf), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:33.556334 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0525ee2a-32da-4592-9de1-c2ccd56a3856 None None] For port 66a91406-5b6c-4cc9-bb92-ade80d4fe154, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=66a91406-5b6c-4cc9-bb92-ade80d4fe154,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:33.664268 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0525ee2a-32da-4592-9de1-c2ccd56a3856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (66a91406-5b6c-4cc9-bb92-ade80d4fe154), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:33.686489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78000d-ef16-453a-9df3-06d117012ae4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=6032f86c-00fd-43c8-b30f-ab6c1306e7bf,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:33.709611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c78000d-ef16-453a-9df3-06d117012ae4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:33.711022 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-0c78000d-ef16-453a-9df3-06d117012ae4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:33.717843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c78000d-ef16-453a-9df3-06d117012ae4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:33.718400 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0c78000d-ef16-453a-9df3-06d117012ae4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:33.757566 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0c78000d-ef16-453a-9df3-06d117012ae4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7737474 Mar 23 01:56:33.757997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36452) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:33.767489 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-4d606e60-e841-499e-959c-799a9b00a6da tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'fixed_ips': [{'subnet_id': '6032f86c-00fd-43c8-b30f-ab6c1306e7bf', 'ip_address': '2001:db8::3b4c:7828:ebf2:7f1e'}], 'name': 'tempest-NetworksTestDHCPv6-1346320151'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:33.843398 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525ee2a-32da-4592-9de1-c2ccd56a3856 None None] Pushing event updated for resources: {'Port': ['ID=66a91406-5b6c-4cc9-bb92-ade80d4fe154,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:33.897477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-60e96071-22fc-42e6-9c9a-0d404acd9fe6 None None] Could not find standard attr ID for object 8359bb2b-f7f0-449c-894f-ab999b335fed. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:56:33.902160 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:56:33.902522 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:56:33.906159 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:33.939629 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-625f8f0a-5d22-47bb-a9db-070027138f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (66a91406-5b6c-4cc9-bb92-ade80d4fe154), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:33.979444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f8f0a-5d22-47bb-a9db-070027138f1c None None] Pushing event deleted for resources: {'Port': ['ID=66a91406-5b6c-4cc9-bb92-ade80d4fe154,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:33.982145 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f8f0a-5d22-47bb-a9db-070027138f1c None None] No DVR routers for this DVR port 66a91406-5b6c-4cc9-bb92-ade80d4fe154 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:56:34.006488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ed80fb-208d-45f0-ac55-63b4bf1a50ad None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:34.016141 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d606e60-e841-499e-959c-799a9b00a6da tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:34.180116 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'fixed_ips': [{'subnet_id': '6032f86c-00fd-43c8-b30f-ab6c1306e7bf'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:56:34.181067 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:34.188332 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4d606e60-e841-499e-959c-799a9b00a6da tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:34.230265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-4d606e60-e841-499e-959c-799a9b00a6da tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port 09c893d2-7f22-4ea7-82ba-73873804fe92 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:34.295240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809f85b-771c-46d8-84da-119b14a125e7 req-b2c61d8a-2e81-4475-b300-3488844271f5 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:34.296862 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0809f85b-771c-46d8-84da-119b14a125e7 req-b2c61d8a-2e81-4475-b300-3488844271f5 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.1230009 Mar 23 01:56:34.407301 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0809f85b-771c-46d8-84da-119b14a125e7 req-121adef5-810e-4ac4-bc0c-01e42226a314 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882864 Mar 23 01:56:34.474459 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Port 66a91406-5b6c-4cc9-bb92-ade80d4fe154 update to ACTIVE by agent not found {{(pid=99265) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 23 01:56:34.553889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Allocated IP 2001:db8::2 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/6032f86c-00fd-43c8-b30f-ab6c1306e7bf/c54411ad-80bc-4b00-b039-46872a005a2a) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:34.640240 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 66a91406-5b6c-4cc9-bb92-ade80d4fe154 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:56:34.677317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 66a91406-5b6c-4cc9-bb92-ade80d4fe154 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:56:34.678107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 66a91406-5b6c-4cc9-bb92-ade80d4fe154 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:56:34.799863 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Publish callbacks [] for port (c54411ad-80bc-4b00-b039-46872a005a2a), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:34.809988 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (c54411ad-80bc-4b00-b039-46872a005a2a), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:34.896429 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:34.904280 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:34.909575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:34.947397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-4d606e60-e841-499e-959c-799a9b00a6da tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::3b4c:7828:ebf2:7f1e (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/6032f86c-00fd-43c8-b30f-ab6c1306e7bf/09c893d2-7f22-4ea7-82ba-73873804fe92) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:34.962960 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Pushing event updated for resources: {'Port': ['ID=c54411ad-80bc-4b00-b039-46872a005a2a,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:35.002158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Attempting to bind port c54411ad-80bc-4b00-b039-46872a005a2a on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:35.002580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Attempting to bind port c54411ad-80bc-4b00-b039-46872a005a2a by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:35.003082 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Attempting to bind port c54411ad-80bc-4b00-b039-46872a005a2a on network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:35.012018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:56:35.012449 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Checking segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:56:35.012937 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:35.013330 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Bound using segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:56:35.013821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Bound port: c54411ad-80bc-4b00-b039-46872a005a2a, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:56:35.014385 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c54411ad-80bc-4b00-b039-46872a005a2a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:35.113717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] For port c54411ad-80bc-4b00-b039-46872a005a2a, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:56:35.119010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] For port c54411ad-80bc-4b00-b039-46872a005a2a, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c54411ad-80bc-4b00-b039-46872a005a2a,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:56:35.133263 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c54411ad-80bc-4b00-b039-46872a005a2a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:35.179981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 14ff493a-972d-409a-8c85-82ce44a5cd82 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:56:35.233228 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4d606e60-e841-499e-959c-799a9b00a6da tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (09c893d2-7f22-4ea7-82ba-73873804fe92), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:35.287994 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4d606e60-e841-499e-959c-799a9b00a6da tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (09c893d2-7f22-4ea7-82ba-73873804fe92), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:35.312111 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7753401-f9cc-41c5-9e08-fb3b13f61c9b None None] Pushing event updated for resources: {'Port': ['ID=c54411ad-80bc-4b00-b039-46872a005a2a,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:35.378266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d606e60-e841-499e-959c-799a9b00a6da tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=09c893d2-7f22-4ea7-82ba-73873804fe92,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:35.399665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d606e60-e841-499e-959c-799a9b00a6da tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:35.401790 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-4d606e60-e841-499e-959c-799a9b00a6da tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:35.405875 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d606e60-e841-499e-959c-799a9b00a6da tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:35.419332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d606e60-e841-499e-959c-799a9b00a6da tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:35.420996 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4d606e60-e841-499e-959c-799a9b00a6da tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:35.432027 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 14ff493a-972d-409a-8c85-82ce44a5cd82 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:35.432382 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:35.463063 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4d606e60-e841-499e-959c-799a9b00a6da tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7023687 Mar 23 01:56:35.465627 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36476) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:35.471888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-cc913287-3e04-41d1-b3ed-8a1503ce7b2c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'fixed_ips': [{'subnet_id': '6032f86c-00fd-43c8-b30f-ab6c1306e7bf', 'ip_address': '2001:db8::3b4c:7828:ebf2:7f1e'}], 'name': 'tempest-NetworksTestDHCPv6-1884437594'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:35.637059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 14ff493a-972d-409a-8c85-82ce44a5cd82 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:35.637899 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:35.679543 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc913287-3e04-41d1-b3ed-8a1503ce7b2c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:35.701516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69ffafe-fa87-444a-a490-f6e24d6d56a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ff493a-972d-409a-8c85-82ce44a5cd82'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:56:35.703930 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27243e1-d521-453c-8536-31e8b1656732" -d '{"events": [{"server_uuid": "e69ffafe-fa87-444a-a490-f6e24d6d56a0", "name": "network-vif-plugged", "status": "completed", "tag": "14ff493a-972d-409a-8c85-82ce44a5cd82"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:56:35.724176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87721f4c-e7c6-40be-a437-001a1aee3ef1 req-18b2e88c-79c9-4797-8141-d8695e986e49 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:35.734023 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87721f4c-e7c6-40be-a437-001a1aee3ef1 req-18b2e88c-79c9-4797-8141-d8695e986e49 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.1388481 Mar 23 01:56:35.879937 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87721f4c-e7c6-40be-a437-001a1aee3ef1 req-ad6a6553-4390-4d17-999d-237715f258e0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417990 Mar 23 01:56:35.938408 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cc913287-3e04-41d1-b3ed-8a1503ce7b2c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:35.986247 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-cc913287-3e04-41d1-b3ed-8a1503ce7b2c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port 0ad41d7a-4887-4358-b60a-8bbcdbbdad83 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:36.245858 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb01559-2821-4b94-b9cc-894a999d4ae4 x-openstack-request-id: req-3eb01559-2821-4b94-b9cc-894a999d4ae4 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:56:36.246236 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69ffafe-fa87-444a-a490-f6e24d6d56a0", "name": "network-vif-plugged", "status": "completed", "tag": "14ff493a-972d-409a-8c85-82ce44a5cd82", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:56:36.246429 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3eb01559-2821-4b94-b9cc-894a999d4ae4 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:56:36.246832 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb01559-2821-4b94-b9cc-894a999d4ae4'] response: {'server_uuid': 'e69ffafe-fa87-444a-a490-f6e24d6d56a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ff493a-972d-409a-8c85-82ce44a5cd82', 'code': 200} Mar 23 01:56:36.248577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 14ff493a-972d-409a-8c85-82ce44a5cd82, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=14ff493a-972d-409a-8c85-82ce44a5cd82,segment=NetworkSegment(bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a),segment_id=bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:36.258741 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:36.410815 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc913287-3e04-41d1-b3ed-8a1503ce7b2c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 23 01:56:36.411345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc913287-3e04-41d1-b3ed-8a1503ce7b2c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:56:36.462988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=14ff493a-972d-409a-8c85-82ce44a5cd82,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:36.464761 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36490) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:36.478989 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cc913287-3e04-41d1-b3ed-8a1503ce7b2c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0107393 Mar 23 01:56:36.593879 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4935a0-07ea-4f33-b339-39548db9295f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:36.600820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4935a0-07ea-4f33-b339-39548db9295f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:36.607843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36494) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:36.636641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bf4935a0-07ea-4f33-b339-39548db9295f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1694622 Mar 23 01:56:36.693743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c54411ad-80bc-4b00-b039-46872a005a2a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:56:36.801289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port c54411ad-80bc-4b00-b039-46872a005a2a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:36.801548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6d327906-bee1-45a5-9021-93412e8f023a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port 09c893d2-7f22-4ea7-82ba-73873804fe92 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:36.801949 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c54411ad-80bc-4b00-b039-46872a005a2a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:36.802759 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d327906-bee1-45a5-9021-93412e8f023a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (09c893d2-7f22-4ea7-82ba-73873804fe92), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:36.939238 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d327906-bee1-45a5-9021-93412e8f023a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (09c893d2-7f22-4ea7-82ba-73873804fe92), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:36.970005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6d327906-bee1-45a5-9021-93412e8f023a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for 09c893d2-7f22-4ea7-82ba-73873804fe92 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:37.056263 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port c54411ad-80bc-4b00-b039-46872a005a2a is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:37.061058 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c54411ad-80bc-4b00-b039-46872a005a2a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:37.126511 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port c54411ad-80bc-4b00-b039-46872a005a2a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c54411ad-80bc-4b00-b039-46872a005a2a,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:37.134325 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c54411ad-80bc-4b00-b039-46872a005a2a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:37.244776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=c54411ad-80bc-4b00-b039-46872a005a2a,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:37.284722 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefa246-9598-4922-a027-c2b0f596e682 req-43a05f03-23bb-4f14-8b7b-787c027df38c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:37.287066 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9fefa246-9598-4922-a027-c2b0f596e682 req-43a05f03-23bb-4f14-8b7b-787c027df38c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.2120953 Mar 23 01:56:37.297648 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-846eb568-0d2d-4d9c-8520-5c89e6bccf32 None None] Provisioning complete for port c54411ad-80bc-4b00-b039-46872a005a2a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:37.298247 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-846eb568-0d2d-4d9c-8520-5c89e6bccf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c54411ad-80bc-4b00-b039-46872a005a2a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:37.346409 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d327906-bee1-45a5-9021-93412e8f023a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (09c893d2-7f22-4ea7-82ba-73873804fe92), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:37.456318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d327906-bee1-45a5-9021-93412e8f023a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=09c893d2-7f22-4ea7-82ba-73873804fe92,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:37.470544 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6d327906-bee1-45a5-9021-93412e8f023a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:37.476292 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6d327906-bee1-45a5-9021-93412e8f023a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/09c893d2-7f22-4ea7-82ba-73873804fe92 HTTP/1.1" status: 204 len: 168 time: 0.8669171 Mar 23 01:56:37.479361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36508) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:37.532326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-846eb568-0d2d-4d9c-8520-5c89e6bccf32 None None] Current status of the port c54411ad-80bc-4b00-b039-46872a005a2a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:37.587854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ebe2c0-48e0-4b71-a005-f1b891ecfca6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:37.589367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ebe2c0-48e0-4b71-a005-f1b891ecfca6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:37.591258 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-74ebe2c0-48e0-4b71-a005-f1b891ecfca6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1109672 Mar 23 01:56:37.593868 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36510) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:37.647095 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9fefa246-9598-4922-a027-c2b0f596e682 req-df4eea16-af2e-498a-878a-d8bbac0f852c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3370819 Mar 23 01:56:37.705534 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-201eb750-18a7-4386-8a55-204c9501a0c8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet 6032f86c-00fd-43c8-b30f-ab6c1306e7bf {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:56:37.710018 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-201eb750-18a7-4386-8a55-204c9501a0c8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (6032f86c-00fd-43c8-b30f-ab6c1306e7bf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:37.753423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9d66edae-3716-48ed-be33-4a6995eb40d5 None None] Could not find standard attr ID for object 09c893d2-7f22-4ea7-82ba-73873804fe92. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:56:37.796443 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-201eb750-18a7-4386-8a55-204c9501a0c8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (6032f86c-00fd-43c8-b30f-ab6c1306e7bf), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:37.949648 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-201eb750-18a7-4386-8a55-204c9501a0c8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (6032f86c-00fd-43c8-b30f-ab6c1306e7bf), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:38.038859 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-201eb750-18a7-4386-8a55-204c9501a0c8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (6032f86c-00fd-43c8-b30f-ab6c1306e7bf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:38.086000 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201eb750-18a7-4386-8a55-204c9501a0c8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=6032f86c-00fd-43c8-b30f-ab6c1306e7bf,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:38.093352 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-201eb750-18a7-4386-8a55-204c9501a0c8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:38.101566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36518) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:38.106529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d185bc47-e45f-426c-a8f8-df591d792005 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:38.115682 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-201eb750-18a7-4386-8a55-204c9501a0c8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/6032f86c-00fd-43c8-b30f-ab6c1306e7bf HTTP/1.1" status: 204 len: 168 time: 0.5199497 Mar 23 01:56:38.156362 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c7a3faf5-c0c1-4b50-8619-2ea11ff7e426 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531929 Mar 23 01:56:38.160533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36520) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:38.166294 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-1fa13157-f57e-4dc9-a98a-6f277ee8c8ab tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:38.379453 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa13157-f57e-4dc9-a98a-6f277ee8c8ab tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:38.385834 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1fa13157-f57e-4dc9-a98a-6f277ee8c8ab tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:38.475359 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303fe1b0-7f49-4e83-8332-7cf03af961cd None None] DHCP port deletion for d28dcc53-68c6-4ee1-82f0-dffb25fd5855 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:56:38.574189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-303fe1b0-7f49-4e83-8332-7cf03af961cd None None] Deleting port c54411ad-80bc-4b00-b039-46872a005a2a {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:38.577000 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-303fe1b0-7f49-4e83-8332-7cf03af961cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c54411ad-80bc-4b00-b039-46872a005a2a), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:38.687379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c54411ad-80bc-4b00-b039-46872a005a2a no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:56:38.828948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-303fe1b0-7f49-4e83-8332-7cf03af961cd None None] For port c54411ad-80bc-4b00-b039-46872a005a2a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c54411ad-80bc-4b00-b039-46872a005a2a,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:38.829417 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-303fe1b0-7f49-4e83-8332-7cf03af961cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c54411ad-80bc-4b00-b039-46872a005a2a), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:38.832450 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1fa13157-f57e-4dc9-a98a-6f277ee8c8ab tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (35ab464e-ab40-45d1-9f57-075b4153f92e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:38.847681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-303fe1b0-7f49-4e83-8332-7cf03af961cd None None] Calling delete_port for c54411ad-80bc-4b00-b039-46872a005a2a owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:38.911160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port c54411ad-80bc-4b00-b039-46872a005a2a is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:38.911705 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c54411ad-80bc-4b00-b039-46872a005a2a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:38.928032 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa13157-f57e-4dc9-a98a-6f277ee8c8ab tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:38.939627 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-1fa13157-f57e-4dc9-a98a-6f277ee8c8ab tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:38.948046 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa13157-f57e-4dc9-a98a-6f277ee8c8ab tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:38.949185 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1fa13157-f57e-4dc9-a98a-6f277ee8c8ab tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:38.989022 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa13157-f57e-4dc9-a98a-6f277ee8c8ab tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=35ab464e-ab40-45d1-9f57-075b4153f92e,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:38.995045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port c54411ad-80bc-4b00-b039-46872a005a2a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c54411ad-80bc-4b00-b039-46872a005a2a,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:39.006486 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c54411ad-80bc-4b00-b039-46872a005a2a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:39.032813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1230271-70e4-4d3c-a3cd-5a5b15d1c7e6 req-e7e0fbcc-a3ef-45ee-938e-a6679ced8ab5 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:39.043169 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1230271-70e4-4d3c-a3cd-5a5b15d1c7e6 req-e7e0fbcc-a3ef-45ee-938e-a6679ced8ab5 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.2504559 Mar 23 01:56:39.059070 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1fa13157-f57e-4dc9-a98a-6f277ee8c8ab tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8969831 Mar 23 01:56:39.061868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36532) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:39.075733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-7f158483-6755-4587-853d-a1466797ab44 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'fixed_ips': [{'subnet_id': '35ab464e-ab40-45d1-9f57-075b4153f92e', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-419753625'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:39.108705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=c54411ad-80bc-4b00-b039-46872a005a2a,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:39.115844 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-303fe1b0-7f49-4e83-8332-7cf03af961cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (c54411ad-80bc-4b00-b039-46872a005a2a), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:39.132875 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303fe1b0-7f49-4e83-8332-7cf03af961cd None None] No DVR routers for this DVR port c54411ad-80bc-4b00-b039-46872a005a2a on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:56:39.161402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fe1b0-7f49-4e83-8332-7cf03af961cd None None] Pushing event deleted for resources: {'Port': ['ID=c54411ad-80bc-4b00-b039-46872a005a2a,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:39.165879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1dba01-947e-4df6-8ba7-9cd5c1b7562e None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:39.205704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1230271-70e4-4d3c-a3cd-5a5b15d1c7e6 req-9ce2df14-ee61-4491-a507-7896626f17a2 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428373 Mar 23 01:56:39.256079 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-333a0371-a3be-4404-98ad-e9a5d6f67dea req-0191b1fd-e351-4dd7-a923-0801a9603a18 service neutron] (99264) timed out ('10.222.0.43', 62443) {{(pid=99264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 01:56:39.344791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f158483-6755-4587-853d-a1466797ab44 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:39.346525 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'fixed_ips': [{'subnet_id': '35ab464e-ab40-45d1-9f57-075b4153f92e'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:56:39.348015 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:39.351145 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7f158483-6755-4587-853d-a1466797ab44 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:39.372346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-7f158483-6755-4587-853d-a1466797ab44 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port adf8fa14-5ec2-4b72-9614-1a771176111e yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:39.551438 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Allocated IP 2001:db8::2 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/35ab464e-ab40-45d1-9f57-075b4153f92e/e823133d-efaa-4b05-814f-d52d0fc28fc6) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:39.792001 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Publish callbacks [] for port (e823133d-efaa-4b05-814f-d52d0fc28fc6), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:39.803202 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (e823133d-efaa-4b05-814f-d52d0fc28fc6), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:39.808400 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f158483-6755-4587-853d-a1466797ab44 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:56:39.810303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f158483-6755-4587-853d-a1466797ab44 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:56:39.884716 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7f158483-6755-4587-853d-a1466797ab44 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8184767 Mar 23 01:56:39.887991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36546) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:39.914651 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Pushing event updated for resources: {'Port': ['ID=e823133d-efaa-4b05-814f-d52d0fc28fc6,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:39.955535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:39.965600 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:39.974979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:40.052122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c89ac-1e1b-46cd-bb52-2da0a5eeac8f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:40.057433 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-254c89ac-1e1b-46cd-bb52-2da0a5eeac8f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1649766 Mar 23 01:56:40.058296 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36548) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:40.138670 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Attempting to bind port e823133d-efaa-4b05-814f-d52d0fc28fc6 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:40.139035 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Attempting to bind port e823133d-efaa-4b05-814f-d52d0fc28fc6 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:40.139301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Attempting to bind port e823133d-efaa-4b05-814f-d52d0fc28fc6 on network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:40.153985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:56:40.154315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Checking segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:56:40.154812 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:40.155210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Bound using segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:56:40.155705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Bound port: e823133d-efaa-4b05-814f-d52d0fc28fc6, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:56:40.156089 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e823133d-efaa-4b05-814f-d52d0fc28fc6), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:40.205374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a693a546-894b-4844-8b02-4368ce052177 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:40.207376 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a693a546-894b-4844-8b02-4368ce052177 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:40.210128 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a693a546-894b-4844-8b02-4368ce052177 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1504219 Mar 23 01:56:40.212972 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36552) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:40.302805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] For port e823133d-efaa-4b05-814f-d52d0fc28fc6, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:56:40.306607 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] For port e823133d-efaa-4b05-814f-d52d0fc28fc6, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e823133d-efaa-4b05-814f-d52d0fc28fc6,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:56:40.317314 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e823133d-efaa-4b05-814f-d52d0fc28fc6), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:40.366556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-879f2c1b-209d-4685-adb1-66f08cc3be59 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet 35ab464e-ab40-45d1-9f57-075b4153f92e {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:56:40.375669 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-879f2c1b-209d-4685-adb1-66f08cc3be59 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (35ab464e-ab40-45d1-9f57-075b4153f92e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:40.433974 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-879f2c1b-209d-4685-adb1-66f08cc3be59 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (35ab464e-ab40-45d1-9f57-075b4153f92e), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:40.440537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea275e-4ba0-484b-9a66-eb6d9df79903 None None] Pushing event updated for resources: {'Port': ['ID=e823133d-efaa-4b05-814f-d52d0fc28fc6,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:40.535043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bddfe-0b14-4a48-849f-ac059b3cce6c req-49297cf1-48c1-49db-93b4-0ef569d32edf tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:40.543383 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba7bddfe-0b14-4a48-849f-ac059b3cce6c req-49297cf1-48c1-49db-93b4-0ef569d32edf tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.1126282 Mar 23 01:56:40.627662 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-879f2c1b-209d-4685-adb1-66f08cc3be59 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (35ab464e-ab40-45d1-9f57-075b4153f92e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:40.654381 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba7bddfe-0b14-4a48-849f-ac059b3cce6c req-4fe4f7a5-f30c-4e9d-9bd4-aa94ce4a470e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100638 Mar 23 01:56:40.718963 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-879f2c1b-209d-4685-adb1-66f08cc3be59 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (35ab464e-ab40-45d1-9f57-075b4153f92e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:40.758625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f2c1b-209d-4685-adb1-66f08cc3be59 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=35ab464e-ab40-45d1-9f57-075b4153f92e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:40.760672 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-879f2c1b-209d-4685-adb1-66f08cc3be59 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:40.766897 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-879f2c1b-209d-4685-adb1-66f08cc3be59 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/35ab464e-ab40-45d1-9f57-075b4153f92e HTTP/1.1" status: 204 len: 168 time: 0.5494568 Mar 23 01:56:40.767383 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36564) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:40.816882 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e986e861-1508-4558-ad8b-240b81e71895 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478458 Mar 23 01:56:40.820280 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36566) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:40.828123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-42c493c9-7ea3-48f6-aa13-8bc78f028ddf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:40.922624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c493c9-7ea3-48f6-aa13-8bc78f028ddf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:40.926171 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-42c493c9-7ea3-48f6-aa13-8bc78f028ddf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:41.123145 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-42c493c9-7ea3-48f6-aa13-8bc78f028ddf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (79ed9431-0e79-4745-9fec-54549adf8198), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:41.165735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c493c9-7ea3-48f6-aa13-8bc78f028ddf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:41.169180 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-42c493c9-7ea3-48f6-aa13-8bc78f028ddf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:41.173261 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c493c9-7ea3-48f6-aa13-8bc78f028ddf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:41.173857 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-42c493c9-7ea3-48f6-aa13-8bc78f028ddf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:41.183600 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c493c9-7ea3-48f6-aa13-8bc78f028ddf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=79ed9431-0e79-4745-9fec-54549adf8198,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:41.200694 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-42c493c9-7ea3-48f6-aa13-8bc78f028ddf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3787572 Mar 23 01:56:41.202979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36574) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:41.208665 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-430586c1-32c1-4184-8438-636e89adbe2f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-825098599', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:41.239610 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-430586c1-32c1-4184-8438-636e89adbe2f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (d9a3077e-6719-44c0-8f40-0b69655688a4), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:41.240768 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-430586c1-32c1-4184-8438-636e89adbe2f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (d9a3077e-6719-44c0-8f40-0b69655688a4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:41.303468 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-430586c1-32c1-4184-8438-636e89adbe2f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for router_controller (d9a3077e-6719-44c0-8f40-0b69655688a4), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:41.309759 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-430586c1-32c1-4184-8438-636e89adbe2f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (d9a3077e-6719-44c0-8f40-0b69655688a4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:41.335639 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-430586c1-32c1-4184-8438-636e89adbe2f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:41.336948 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-430586c1-32c1-4184-8438-636e89adbe2f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1329005 Mar 23 01:56:41.339796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36578) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:41.601164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147a0e51-0e6f-4e1e-9c2c-aef2c317308a None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:41.656458 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:41.665385 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ab403144-107c-430c-b603-ff0a124b4b5d None None] Provisioning complete for port e823133d-efaa-4b05-814f-d52d0fc28fc6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:41.665677 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ab403144-107c-430c-b603-ff0a124b4b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e823133d-efaa-4b05-814f-d52d0fc28fc6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:41.791565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ab403144-107c-430c-b603-ff0a124b4b5d None None] Current status of the port e823133d-efaa-4b05-814f-d52d0fc28fc6 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:41.791565 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ab403144-107c-430c-b603-ff0a124b4b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e823133d-efaa-4b05-814f-d52d0fc28fc6), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:41.842955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ab403144-107c-430c-b603-ff0a124b4b5d None None] For port e823133d-efaa-4b05-814f-d52d0fc28fc6, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e823133d-efaa-4b05-814f-d52d0fc28fc6,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:41.849927 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ab403144-107c-430c-b603-ff0a124b4b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e823133d-efaa-4b05-814f-d52d0fc28fc6), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:41.907219 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab403144-107c-430c-b603-ff0a124b4b5d None None] Pushing event updated for resources: {'Port': ['ID=e823133d-efaa-4b05-814f-d52d0fc28fc6,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:41.947363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cef45-61b0-4a8a-ae14-623f76310934 req-56d721b1-8ddf-4c9f-9cfe-131e992dd9fb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:41.949784 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be3cef45-61b0-4a8a-ae14-623f76310934 req-56d721b1-8ddf-4c9f-9cfe-131e992dd9fb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.1572192 Mar 23 01:56:42.038223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::1 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/79ed9431-0e79-4745-9fec-54549adf8198/2e33da79-ea5a-4650-830f-7c67bd7468b2) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:42.046108 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be3cef45-61b0-4a8a-ae14-623f76310934 req-e92ce507-89de-4e3c-9f1c-9cf91e742981 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902922 Mar 23 01:56:42.086377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d83d3b6d-6baa-42a8-8a04-6db9e73197d2 None None] Provisioning complete for port e823133d-efaa-4b05-814f-d52d0fc28fc6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:42.086859 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d83d3b6d-6baa-42a8-8a04-6db9e73197d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e823133d-efaa-4b05-814f-d52d0fc28fc6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:42.175502 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d83d3b6d-6baa-42a8-8a04-6db9e73197d2 None None] Current status of the port e823133d-efaa-4b05-814f-d52d0fc28fc6 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:42.176760 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:42.212900 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:42.252175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:42.255784 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:42.261602 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:42.262027 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (d9a3077e-6719-44c0-8f40-0b69655688a4), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:42.267956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=2e33da79-ea5a-4650-830f-7c67bd7468b2,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:42.417162 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:42.608758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-dcac4b52-3ded-4b9f-bd06-53b3dfda5e52 None None] Provisioning complete for port 2e33da79-ea5a-4650-830f-7c67bd7468b2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:42.609915 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dcac4b52-3ded-4b9f-bd06-53b3dfda5e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:42.616821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e823133d-efaa-4b05-814f-d52d0fc28fc6 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:56:42.685158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-dcac4b52-3ded-4b9f-bd06-53b3dfda5e52 None None] Port 2e33da79-ea5a-4650-830f-7c67bd7468b2 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:56:42.702964 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e823133d-efaa-4b05-814f-d52d0fc28fc6 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:42.703472 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e823133d-efaa-4b05-814f-d52d0fc28fc6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:42.724571 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:42.730306 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:42.731168 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (d9a3077e-6719-44c0-8f40-0b69655688a4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:42.796996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e823133d-efaa-4b05-814f-d52d0fc28fc6 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:42.822043 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=2e33da79-ea5a-4650-830f-7c67bd7468b2,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:42.869480 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:42.870975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:43.203343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726d080-6810-43c8-9fcf-4e1449f7835e req-af35db3c-4159-4d16-aec5-6347e2ae8432 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:43.211298 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5726d080-6810-43c8-9fcf-4e1449f7835e req-af35db3c-4159-4d16-aec5-6347e2ae8432 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.0678642 Mar 23 01:56:43.217134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5300e3c4-8d87-45a6-a33e-11831394c3cf None None] Provisioning complete for port 2e33da79-ea5a-4650-830f-7c67bd7468b2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:43.218248 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5300e3c4-8d87-45a6-a33e-11831394c3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:43.263452 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5726d080-6810-43c8-9fcf-4e1449f7835e req-9d373e94-fab8-4322-ac48-d9aa6b7eb056 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511706 Mar 23 01:56:43.265564 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5300e3c4-8d87-45a6-a33e-11831394c3cf None None] Port 2e33da79-ea5a-4650-830f-7c67bd7468b2 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:56:43.359290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Router d9a3077e-6719-44c0-8f40-0b69655688a4 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:56:43.461784 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:56:43.470337 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1c690a6c-4480-400a-aa7b-ddcd96786fb7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "PUT /v2.0/routers/d9a3077e-6719-44c0-8f40-0b69655688a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1264365 Mar 23 01:56:43.470432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36618) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:43.472623 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Sync routers for ids ['d9a3077e-6719-44c0-8f40-0b69655688a4'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:56:43.482640 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Routers {'d9a3077e-6719-44c0-8f40-0b69655688a4'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:56:43.483261 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:56:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d9a3077e-6719-44c0-8f40-0b69655688a4'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:56:43.520981 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dd3637-92be-46e2-b007-01374f8f0e36 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:43.522872 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c1dd3637-92be-46e2-b007-01374f8f0e36 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports/2e33da79-ea5a-4650-830f-7c67bd7468b2 HTTP/1.1" status: 200 len: 911 time: 0.0509913 Mar 23 01:56:43.525350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36620) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:43.571464 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Set router d9a3077e-6719-44c0-8f40-0b69655688a4 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:56:43.585241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d5c515-6942-4a64-84a2-1c4394ae46ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:43.590880 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d5c515-6942-4a64-84a2-1c4394ae46ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:43.592520 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-18d5c515-6942-4a64-84a2-1c4394ae46ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0661006 Mar 23 01:56:43.595259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36624) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:43.740418 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ca07dd1-9aa2-41ca-95f0-ecd2862cdd69 req-2d89d79a-b831-4458-8a0c-c91567c29e5c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0988638 Mar 23 01:56:43.787188 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a3077e-6719-44c0-8f40-0b69655688a4', 'name': 'tempest-NetworksTestDHCPv6-router-825098599', 'tenant_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:56:41Z', 'updated_at': '2022-03-23T01:56:42Z', 'revision_number': 2, 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'gw_port_host': None, '_interfaces': [{'id': '2e33da79-ea5a-4650-830f-7c67bd7468b2', 'name': '', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'tenant_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'mac_address': 'fa:16:3e:d3:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a3077e-6719-44c0-8f40-0b69655688a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '79ed9431-0e79-4745-9fec-54549adf8198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:56:41Z', 'updated_at': '2022-03-23T01:56:42Z', 'revision_number': 2, 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'subnets': [{'id': '79ed9431-0e79-4745-9fec-54549adf8198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:56:43.815571 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Checking router: d9a3077e-6719-44c0-8f40-0b69655688a4 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:56:43.815919 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Updating router d9a3077e-6719-44c0-8f40-0b69655688a4 port 2e33da79-ea5a-4650-830f-7c67bd7468b2 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:56:43.847636 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:43.880827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca07dd1-9aa2-41ca-95f0-ecd2862cdd69 req-ff39557f-e879-4d7f-8fce-3274b90763a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:43.882466 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ca07dd1-9aa2-41ca-95f0-ecd2862cdd69 req-ff39557f-e879-4d7f-8fce-3274b90763a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 1128 time: 0.1071005 Mar 23 01:56:44.086302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca07dd1-9aa2-41ca-95f0-ecd2862cdd69 req-a3b5fb2f-87cd-4564-af50-7505f6c09011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:44.087808 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ca07dd1-9aa2-41ca-95f0-ecd2862cdd69 req-a3b5fb2f-87cd-4564-af50-7505f6c09011 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e00810ad-4119-4067-a5cc-ed0814fd69db HTTP/1.1" status: 200 len: 896 time: 0.1771660 Mar 23 01:56:44.180338 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ca07dd1-9aa2-41ca-95f0-ecd2862cdd69 req-b32fa539-bf67-4934-b175-41cae9317513 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ff493a-972d-409a-8c85-82ce44a5cd82 HTTP/1.1" status: 200 len: 1002 time: 0.0850570 Mar 23 01:56:44.234602 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Publish callbacks [] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:44.242763 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:44.311636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca07dd1-9aa2-41ca-95f0-ecd2862cdd69 req-7e1a6f85-2d46-4cf2-bc23-f9f6f3c6d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:44.313192 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ca07dd1-9aa2-41ca-95f0-ecd2862cdd69 req-7e1a6f85-2d46-4cf2-bc23-f9f6f3c6d05e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2bc81f37-9831-48a8-b139-5940d0238911 HTTP/1.1" status: 200 len: 835 time: 0.1247048 Mar 23 01:56:44.315784 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb5d62-e713-4a06-8a33-9d67acef0ed6 None None] Pushing event updated for resources: {'Port': ['ID=2e33da79-ea5a-4650-830f-7c67bd7468b2,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:44.316369 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (d9a3077e-6719-44c0-8f40-0b69655688a4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:44.333505 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb5d62-e713-4a06-8a33-9d67acef0ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:44.333505 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb5d62-e713-4a06-8a33-9d67acef0ed6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:44.333990 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb5d62-e713-4a06-8a33-9d67acef0ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:44.334433 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb5d62-e713-4a06-8a33-9d67acef0ed6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:44.334876 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb5d62-e713-4a06-8a33-9d67acef0ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:44.335318 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb5d62-e713-4a06-8a33-9d67acef0ed6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:44.335841 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb5d62-e713-4a06-8a33-9d67acef0ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:44.336257 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb5d62-e713-4a06-8a33-9d67acef0ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:44.336767 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb5d62-e713-4a06-8a33-9d67acef0ed6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:44.337178 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb5d62-e713-4a06-8a33-9d67acef0ed6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:44.337797 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb5d62-e713-4a06-8a33-9d67acef0ed6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:44.338206 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb5d62-e713-4a06-8a33-9d67acef0ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:44.338891 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb5d62-e713-4a06-8a33-9d67acef0ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:44.339017 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb5d62-e713-4a06-8a33-9d67acef0ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:44.339421 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb5d62-e713-4a06-8a33-9d67acef0ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:44.413710 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Attempting to bind port 2e33da79-ea5a-4650-830f-7c67bd7468b2 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:44.414456 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Attempting to bind port 2e33da79-ea5a-4650-830f-7c67bd7468b2 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:44.414991 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Attempting to bind port 2e33da79-ea5a-4650-830f-7c67bd7468b2 on network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:44.427823 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:56:44.428236 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Checking segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:56:44.428566 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:44.428970 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Bound using segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:56:44.429445 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Bound port: 2e33da79-ea5a-4650-830f-7c67bd7468b2, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:56:44.429997 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:44.483338 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a7a6b-1910-47ed-851b-7de604a265a7 req-5735b6c5-d3b5-4342-9201-84777eb18d55 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:44.502735 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-719a7a6b-1910-47ed-851b-7de604a265a7 req-5735b6c5-d3b5-4342-9201-84777eb18d55 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.1095362 Mar 23 01:56:44.539961 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] For port 2e33da79-ea5a-4650-830f-7c67bd7468b2, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:56:44.544836 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] For port 2e33da79-ea5a-4650-830f-7c67bd7468b2, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2e33da79-ea5a-4650-830f-7c67bd7468b2,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:56:44.563530 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:44.593330 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-719a7a6b-1910-47ed-851b-7de604a265a7 req-01951010-ea5d-465c-8ea9-c7b58b66c060 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893996 Mar 23 01:56:44.640264 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Routers {'d9a3077e-6719-44c0-8f40-0b69655688a4'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:56:44.640917 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:56:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d9a3077e-6719-44c0-8f40-0b69655688a4'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:56:44.734765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ee590f56-edd3-4cd1-8a57-6d93906290b4 None None] Provisioning complete for port 2e33da79-ea5a-4650-830f-7c67bd7468b2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:44.735356 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ee590f56-edd3-4cd1-8a57-6d93906290b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:44.757624 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb5d62-e713-4a06-8a33-9d67acef0ed6 None None] Pushing event updated for resources: {'Port': ['ID=2e33da79-ea5a-4650-830f-7c67bd7468b2,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:44.814593 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] Set router d9a3077e-6719-44c0-8f40-0b69655688a4 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:56:44.897979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca07dd1-9aa2-41ca-95f0-ecd2862cdd69 req-fd6639c1-3977-4ebd-8252-9b7d4db09527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:44.899501 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ca07dd1-9aa2-41ca-95f0-ecd2862cdd69 req-fd6639c1-3977-4ebd-8252-9b7d4db09527 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e00810ad-4119-4067-a5cc-ed0814fd69db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0763364 Mar 23 01:56:44.904555 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ee590f56-edd3-4cd1-8a57-6d93906290b4 None None] Current status of the port 2e33da79-ea5a-4650-830f-7c67bd7468b2 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:44.905196 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ee590f56-edd3-4cd1-8a57-6d93906290b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:45.000838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ee590f56-edd3-4cd1-8a57-6d93906290b4 None None] For port 2e33da79-ea5a-4650-830f-7c67bd7468b2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2e33da79-ea5a-4650-830f-7c67bd7468b2,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:45.033010 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ee590f56-edd3-4cd1-8a57-6d93906290b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:45.089399 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ca07dd1-9aa2-41ca-95f0-ecd2862cdd69 req-fc2676fd-6b40-4cef-907a-01125a99cb3c service neutron] 10.222.0.42 "GET /v2.0/networks/e00810ad-4119-4067-a5cc-ed0814fd69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569455 Mar 23 01:56:45.142704 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee590f56-edd3-4cd1-8a57-6d93906290b4 None None] Pushing event updated for resources: {'Port': ['ID=2e33da79-ea5a-4650-830f-7c67bd7468b2,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:45.172291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-230b5757-5ba6-431f-bbc1-4ed65fd80ba1 None None] Provisioning complete for port 2e33da79-ea5a-4650-830f-7c67bd7468b2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:45.172719 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-230b5757-5ba6-431f-bbc1-4ed65fd80ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:45.220453 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ca07dd1-9aa2-41ca-95f0-ecd2862cdd69 req-8c8e3d6d-1a62-4299-ae2b-aded38ca7398 service neutron] 10.222.0.42 "GET /v2.0/networks/e00810ad-4119-4067-a5cc-ed0814fd69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082408 Mar 23 01:56:45.221531 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a3077e-6719-44c0-8f40-0b69655688a4', 'name': 'tempest-NetworksTestDHCPv6-router-825098599', 'tenant_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:56:41Z', 'updated_at': '2022-03-23T01:56:42Z', 'revision_number': 2, 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'gw_port_host': None, '_interfaces': [{'id': '2e33da79-ea5a-4650-830f-7c67bd7468b2', 'name': '', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'tenant_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'mac_address': 'fa:16:3e:d3:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a3077e-6719-44c0-8f40-0b69655688a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '79ed9431-0e79-4745-9fec-54549adf8198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:56:41Z', 'updated_at': '2022-03-23T01:56:44Z', 'revision_number': 4, 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'subnets': [{'id': '79ed9431-0e79-4745-9fec-54549adf8198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:56:45.223950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port 2e33da79-ea5a-4650-830f-7c67bd7468b2 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:45.224309 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:45.267069 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31085e8-6a48-46c5-b3f5-e636c5104a99 None None] The sync data for ids ['d9a3077e-6719-44c0-8f40-0b69655688a4'] in n-d-834677-4 is: [{'id': 'd9a3077e-6719-44c0-8f40-0b69655688a4', 'name': 'tempest-NetworksTestDHCPv6-router-825098599', 'tenant_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:56:41Z', 'updated_at': '2022-03-23T01:56:42Z', 'revision_number': 2, 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'gw_port_host': None, '_interfaces': [{'id': '2e33da79-ea5a-4650-830f-7c67bd7468b2', 'name': '', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'tenant_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'mac_address': 'fa:16:3e:d3:9c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a3077e-6719-44c0-8f40-0b69655688a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '79ed9431-0e79-4745-9fec-54549adf8198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:56:41Z', 'updated_at': '2022-03-23T01:56:44Z', 'revision_number': 4, 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'subnets': [{'id': '79ed9431-0e79-4745-9fec-54549adf8198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:56:45.275850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-230b5757-5ba6-431f-bbc1-4ed65fd80ba1 None None] Current status of the port 2e33da79-ea5a-4650-830f-7c67bd7468b2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:45.332000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] For port 2e33da79-ea5a-4650-830f-7c67bd7468b2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2e33da79-ea5a-4650-830f-7c67bd7468b2,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:45.332654 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:45.347120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for 2e33da79-ea5a-4650-830f-7c67bd7468b2 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:45.571974 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2e33da79-ea5a-4650-830f-7c67bd7468b2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:45.604512 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=2e33da79-ea5a-4650-830f-7c67bd7468b2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:45.642499 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:45.642850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:45.643191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:45.643528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:45.643860 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:45.644254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:45.644583 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:45.645061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:45.645506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:45.645835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:45.646161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:45.646483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:45.646805 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:45.647150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:45.647853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:56:45.755529 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (d9a3077e-6719-44c0-8f40-0b69655688a4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:45.890629 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181aca41-7c17-48ec-871a-21da4e9a802f req-34355804-eb81-47a3-81c7-bb6986967358 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:45.892250 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-181aca41-7c17-48ec-871a-21da4e9a802f req-34355804-eb81-47a3-81c7-bb6986967358 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.1491730 Mar 23 01:56:46.013121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Router d9a3077e-6719-44c0-8f40-0b69655688a4 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:56:46.017042 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-181aca41-7c17-48ec-871a-21da4e9a802f req-9a61b733-deeb-4d69-97e1-ff7088dc8ed7 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169610 Mar 23 01:56:46.105011 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:56:46.110311 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c6449a3d-f705-4667-a9b3-47a0e0b09968 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "PUT /v2.0/routers/d9a3077e-6719-44c0-8f40-0b69655688a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5139811 Mar 23 01:56:46.112792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36672) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:46.167493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c957b3-0bb6-485b-b723-1232364baddd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:46.168996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c957b3-0bb6-485b-b723-1232364baddd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:46.171386 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-63c957b3-0bb6-485b-b723-1232364baddd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0567636 Mar 23 01:56:46.173667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36674) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:46.224396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc82e8df-fd00-4a7e-94dd-3c241bab7d1e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet 79ed9431-0e79-4745-9fec-54549adf8198 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:56:46.227605 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bc82e8df-fd00-4a7e-94dd-3c241bab7d1e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (79ed9431-0e79-4745-9fec-54549adf8198), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:46.268317 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bc82e8df-fd00-4a7e-94dd-3c241bab7d1e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (79ed9431-0e79-4745-9fec-54549adf8198), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:46.318227 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bc82e8df-fd00-4a7e-94dd-3c241bab7d1e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (79ed9431-0e79-4745-9fec-54549adf8198), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:46.380467 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bc82e8df-fd00-4a7e-94dd-3c241bab7d1e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (79ed9431-0e79-4745-9fec-54549adf8198), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:46.408520 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82e8df-fd00-4a7e-94dd-3c241bab7d1e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=79ed9431-0e79-4745-9fec-54549adf8198,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:46.412266 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bc82e8df-fd00-4a7e-94dd-3c241bab7d1e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:46.415895 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bc82e8df-fd00-4a7e-94dd-3c241bab7d1e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/79ed9431-0e79-4745-9fec-54549adf8198 HTTP/1.1" status: 204 len: 168 time: 0.2408245 Mar 23 01:56:46.418132 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36676) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:46.419821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131411c5-a667-4af1-98f4-bac2af625428 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:46.560396 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-04e3f69f-3950-46eb-b0c5-427744f83ef2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1408305 Mar 23 01:56:46.562721 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36680) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:46.604740 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285277a7-11ff-498c-baa9-e34d389b3ab0 None None] DHCP port deletion for d28dcc53-68c6-4ee1-82f0-dffb25fd5855 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:56:46.661168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-285277a7-11ff-498c-baa9-e34d389b3ab0 None None] Deleting port e823133d-efaa-4b05-814f-d52d0fc28fc6 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:46.661769 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-285277a7-11ff-498c-baa9-e34d389b3ab0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e823133d-efaa-4b05-814f-d52d0fc28fc6), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:46.665936 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f370b23-c037-40a0-b189-8a4ffe65f953 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for router (d9a3077e-6719-44c0-8f40-0b69655688a4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:46.725823 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-285277a7-11ff-498c-baa9-e34d389b3ab0 None None] For port e823133d-efaa-4b05-814f-d52d0fc28fc6, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e823133d-efaa-4b05-814f-d52d0fc28fc6,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:46.726226 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-285277a7-11ff-498c-baa9-e34d389b3ab0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e823133d-efaa-4b05-814f-d52d0fc28fc6), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:46.742816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-285277a7-11ff-498c-baa9-e34d389b3ab0 None None] Calling delete_port for e823133d-efaa-4b05-814f-d52d0fc28fc6 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:46.822267 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-285277a7-11ff-498c-baa9-e34d389b3ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (e823133d-efaa-4b05-814f-d52d0fc28fc6), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:46.848155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285277a7-11ff-498c-baa9-e34d389b3ab0 None None] Pushing event deleted for resources: {'Port': ['ID=e823133d-efaa-4b05-814f-d52d0fc28fc6,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:46.852239 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f370b23-c037-40a0-b189-8a4ffe65f953 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (d9a3077e-6719-44c0-8f40-0b69655688a4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:46.855545 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f370b23-c037-40a0-b189-8a4ffe65f953 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for router_controller (d9a3077e-6719-44c0-8f40-0b69655688a4), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:46.859005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285277a7-11ff-498c-baa9-e34d389b3ab0 None None] No DVR routers for this DVR port e823133d-efaa-4b05-814f-d52d0fc28fc6 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:56:46.914312 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f370b23-c037-40a0-b189-8a4ffe65f953 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (d9a3077e-6719-44c0-8f40-0b69655688a4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:46.914826 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f370b23-c037-40a0-b189-8a4ffe65f953 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Fanout notify agent at l3_agent the message router_deleted on router d9a3077e-6719-44c0-8f40-0b69655688a4 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:56:46.922490 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f370b23-c037-40a0-b189-8a4ffe65f953 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:46.923635 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1f370b23-c037-40a0-b189-8a4ffe65f953 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/routers/d9a3077e-6719-44c0-8f40-0b69655688a4 HTTP/1.1" status: 204 len: 168 time: 0.3599131 Mar 23 01:56:46.926707 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36682) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:46.931794 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-8886873a-39a5-4793-aee6-8a9e1e4bc63d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:47.011163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d561c5c1-702a-485e-975c-816d31a9e40e None None] Sync routers for ids ['d9a3077e-6719-44c0-8f40-0b69655688a4'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:56:47.023111 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d561c5c1-702a-485e-975c-816d31a9e40e None None] Routers set() bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:56:47.023719 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d561c5c1-702a-485e-975c-816d31a9e40e None None] Router IDs set() for agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 01:56:47.024310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_agentschedulers_db [None req-d561c5c1-702a-485e-975c-816d31a9e40e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d9a3077e-6719-44c0-8f40-0b69655688a4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:56:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent'). {{(pid=99265) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 23 01:56:47.033069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d561c5c1-702a-485e-975c-816d31a9e40e None None] Routers set() bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:56:47.033349 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d561c5c1-702a-485e-975c-816d31a9e40e None None] Router IDs set() for agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 01:56:47.033913 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_agentschedulers_db [None req-d561c5c1-702a-485e-975c-816d31a9e40e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d9a3077e-6719-44c0-8f40-0b69655688a4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:56:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent'). {{(pid=99265) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 23 01:56:47.034408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d561c5c1-702a-485e-975c-816d31a9e40e None None] The sync data for ids ['d9a3077e-6719-44c0-8f40-0b69655688a4'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:56:47.038762 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8886873a-39a5-4793-aee6-8a9e1e4bc63d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:47.042249 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8886873a-39a5-4793-aee6-8a9e1e4bc63d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:47.212968 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67180f-204a-4893-a96b-a92297b68d3b req-05ba136d-3709-4078-ad09-2b44955dcceb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:47.214423 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9d67180f-204a-4893-a96b-a92297b68d3b req-05ba136d-3709-4078-ad09-2b44955dcceb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.1090610 Mar 23 01:56:47.316661 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9d67180f-204a-4893-a96b-a92297b68d3b req-cc4426e4-c55b-4854-b11e-a527d9877422 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910051 Mar 23 01:56:47.318142 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8886873a-39a5-4793-aee6-8a9e1e4bc63d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (d32b5052-68cc-411c-a113-8714e7408b48), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:47.361986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8886873a-39a5-4793-aee6-8a9e1e4bc63d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:47.365721 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-8886873a-39a5-4793-aee6-8a9e1e4bc63d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:47.370288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8886873a-39a5-4793-aee6-8a9e1e4bc63d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:47.370893 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8886873a-39a5-4793-aee6-8a9e1e4bc63d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:47.383568 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a7df80-52f8-4834-be9e-aff7078bb11f None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:47.387719 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886873a-39a5-4793-aee6-8a9e1e4bc63d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=d32b5052-68cc-411c-a113-8714e7408b48,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:47.395181 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8886873a-39a5-4793-aee6-8a9e1e4bc63d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4670472 Mar 23 01:56:47.398329 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36686) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:47.403231 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b37e985d-a749-42ea-977c-b747049c09e8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1328921442', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:47.434623 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b37e985d-a749-42ea-977c-b747049c09e8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (9c194fa4-b6fa-4269-8c0d-70da0828040f), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:47.435890 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b37e985d-a749-42ea-977c-b747049c09e8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (9c194fa4-b6fa-4269-8c0d-70da0828040f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:47.523907 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'fixed_ips': [{'subnet_id': 'd32b5052-68cc-411c-a113-8714e7408b48'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:56:47.524805 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:47.540504 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b37e985d-a749-42ea-977c-b747049c09e8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for router_controller (9c194fa4-b6fa-4269-8c0d-70da0828040f), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:47.549217 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b37e985d-a749-42ea-977c-b747049c09e8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (9c194fa4-b6fa-4269-8c0d-70da0828040f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:47.576161 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b37e985d-a749-42ea-977c-b747049c09e8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:47.580183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36690) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:47.580644 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b37e985d-a749-42ea-977c-b747049c09e8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1810138 Mar 23 01:56:47.582664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b647f30-c2a0-4ebe-ab6a-b3c2f9ef0231 req-76ddfe6d-933d-4a0f-9afe-7334134c6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:47.584567 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b647f30-c2a0-4ebe-ab6a-b3c2f9ef0231 req-76ddfe6d-933d-4a0f-9afe-7334134c6939 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 1126 time: 0.0766642 Mar 23 01:56:47.710022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Allocated IP 2001:db8::2 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/d32b5052-68cc-411c-a113-8714e7408b48/4300a9b4-21aa-4d02-aaf0-a5811422c64e) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:47.722698 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b647f30-c2a0-4ebe-ab6a-b3c2f9ef0231 req-2e5b3a22-9576-4bed-a885-7ea8218642ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:47.724882 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b647f30-c2a0-4ebe-ab6a-b3c2f9ef0231 req-2e5b3a22-9576-4bed-a885-7ea8218642ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 915 time: 0.1196342 Mar 23 01:56:47.811163 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b647f30-c2a0-4ebe-ab6a-b3c2f9ef0231 req-2adadcf2-8bdf-4db1-afda-ebc2e1bc384d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8af97815-7995-44ed-ab99-adb11cc587db HTTP/1.1" status: 200 len: 998 time: 0.0804622 Mar 23 01:56:47.871444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b647f30-c2a0-4ebe-ab6a-b3c2f9ef0231 req-cdbf40bc-91c1-4131-b2df-15929c8b45e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:47.873186 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b647f30-c2a0-4ebe-ab6a-b3c2f9ef0231 req-cdbf40bc-91c1-4131-b2df-15929c8b45e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 200 len: 854 time: 0.0544939 Mar 23 01:56:47.902874 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:47.909080 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Publish callbacks [] for port (4300a9b4-21aa-4d02-aaf0-a5811422c64e), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:47.919208 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (4300a9b4-21aa-4d02-aaf0-a5811422c64e), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:47.945632 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b647f30-c2a0-4ebe-ab6a-b3c2f9ef0231 req-d93e6597-bef1-4e1c-b6fb-7637eb098a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:47.947764 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b647f30-c2a0-4ebe-ab6a-b3c2f9ef0231 req-d93e6597-bef1-4e1c-b6fb-7637eb098a6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=057fc303-8305-4494-9b96-40a2ebb37d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0659113 Mar 23 01:56:47.963840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:47.967020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:47.971390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:48.013163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Pushing event updated for resources: {'Port': ['ID=4300a9b4-21aa-4d02-aaf0-a5811422c64e,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:48.062581 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Attempting to bind port 4300a9b4-21aa-4d02-aaf0-a5811422c64e on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:48.063225 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Attempting to bind port 4300a9b4-21aa-4d02-aaf0-a5811422c64e by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:48.063740 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Attempting to bind port 4300a9b4-21aa-4d02-aaf0-a5811422c64e on network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:48.069636 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:56:48.070260 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Checking segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:56:48.070814 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:48.071469 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Bound using segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:56:48.071821 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b647f30-c2a0-4ebe-ab6a-b3c2f9ef0231 req-fb67bef7-a36e-49fe-acb4-4a48bebfff14 service neutron] 10.222.0.43 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178195 Mar 23 01:56:48.072283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Bound port: 4300a9b4-21aa-4d02-aaf0-a5811422c64e, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:56:48.072872 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4300a9b4-21aa-4d02-aaf0-a5811422c64e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:48.150260 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] For port 4300a9b4-21aa-4d02-aaf0-a5811422c64e, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:56:48.154890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] For port 4300a9b4-21aa-4d02-aaf0-a5811422c64e, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4300a9b4-21aa-4d02-aaf0-a5811422c64e,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:56:48.161574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::1 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/d32b5052-68cc-411c-a113-8714e7408b48/e65202da-879e-4f5f-b46d-0d88f9c40e93) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:48.165147 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4300a9b4-21aa-4d02-aaf0-a5811422c64e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:48.185299 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b647f30-c2a0-4ebe-ab6a-b3c2f9ef0231 req-fcb00def-af5c-4676-9593-3488680abb95 service neutron] 10.222.0.43 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072514 Mar 23 01:56:48.233901 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4486a7-6232-4dd6-99b1-f8ed5dcf4107 None None] Pushing event updated for resources: {'Port': ['ID=4300a9b4-21aa-4d02-aaf0-a5811422c64e,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:48.294839 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (e65202da-879e-4f5f-b46d-0d88f9c40e93), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:48.328864 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e65202da-879e-4f5f-b46d-0d88f9c40e93), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:48.383308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:48.386747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:48.393494 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:48.394083 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (9c194fa4-b6fa-4269-8c0d-70da0828040f), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:48.402637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=e65202da-879e-4f5f-b46d-0d88f9c40e93,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:48.585959 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e2e99-d001-4a61-a471-74d12a7ff221 req-a573a8aa-7757-48ee-8be7-923a6160564b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:48.588612 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-835e2e99-d001-4a61-a471-74d12a7ff221 req-a573a8aa-7757-48ee-8be7-923a6160564b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.1225598 Mar 23 01:56:48.654808 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e65202da-879e-4f5f-b46d-0d88f9c40e93), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:48.659306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4300a9b4-21aa-4d02-aaf0-a5811422c64e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:56:48.717367 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-835e2e99-d001-4a61-a471-74d12a7ff221 req-49f304d8-c00c-4d84-9971-60dadcb8a4a3 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226692 Mar 23 01:56:48.730208 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4300a9b4-21aa-4d02-aaf0-a5811422c64e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:48.730860 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4300a9b4-21aa-4d02-aaf0-a5811422c64e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:48.823483 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4300a9b4-21aa-4d02-aaf0-a5811422c64e is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:48.823966 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4300a9b4-21aa-4d02-aaf0-a5811422c64e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:48.997004 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (e65202da-879e-4f5f-b46d-0d88f9c40e93), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:49.003680 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (e65202da-879e-4f5f-b46d-0d88f9c40e93), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:49.004634 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (9c194fa4-b6fa-4269-8c0d-70da0828040f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:49.036203 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 4300a9b4-21aa-4d02-aaf0-a5811422c64e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4300a9b4-21aa-4d02-aaf0-a5811422c64e,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:49.043322 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4300a9b4-21aa-4d02-aaf0-a5811422c64e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:49.104017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=e65202da-879e-4f5f-b46d-0d88f9c40e93,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:49.117051 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=4300a9b4-21aa-4d02-aaf0-a5811422c64e,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:49.150369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:49.151821 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:49.152033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e823133d-efaa-4b05-814f-d52d0fc28fc6 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:56:49.181840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: e823133d-efaa-4b05-814f-d52d0fc28fc6 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:56:49.182179 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e823133d-efaa-4b05-814f-d52d0fc28fc6 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:56:49.182603 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2e33da79-ea5a-4650-830f-7c67bd7468b2 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:56:49.208387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 2e33da79-ea5a-4650-830f-7c67bd7468b2 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:56:49.208777 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2e33da79-ea5a-4650-830f-7c67bd7468b2 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:56:49.285913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Router 9c194fa4-b6fa-4269-8c0d-70da0828040f is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:56:49.385734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:56:49.391033 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-50c57aeb-4df4-4431-9437-332f231bbc5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "PUT /v2.0/routers/9c194fa4-b6fa-4269-8c0d-70da0828040f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8097804 Mar 23 01:56:49.394139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36696) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:49.398659 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Sync routers for ids ['9c194fa4-b6fa-4269-8c0d-70da0828040f'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:56:49.410949 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Routers {'9c194fa4-b6fa-4269-8c0d-70da0828040f'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:56:49.411795 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:56:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9c194fa4-b6fa-4269-8c0d-70da0828040f'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:56:49.445686 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce86d456-c8b0-45f7-92b6-22d1ff97a6d9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:49.447311 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ce86d456-c8b0-45f7-92b6-22d1ff97a6d9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports/e65202da-879e-4f5f-b46d-0d88f9c40e93 HTTP/1.1" status: 200 len: 911 time: 0.0520599 Mar 23 01:56:49.449868 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36698) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:49.513455 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Set router 9c194fa4-b6fa-4269-8c0d-70da0828040f gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:56:49.516191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef361016-61ce-4e9b-85bc-99b1d282340e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:49.523255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef361016-61ce-4e9b-85bc-99b1d282340e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:49.524859 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ef361016-61ce-4e9b-85bc-99b1d282340e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0738044 Mar 23 01:56:49.527729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36700) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:49.560860 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a67d7754-cf63-4225-97e1-cb11b420b37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:49.567772 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-96a814ec-c919-4a20-90c0-0b5f08013bac None None] Provisioning complete for port 4300a9b4-21aa-4d02-aaf0-a5811422c64e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:49.568497 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-96a814ec-c919-4a20-90c0-0b5f08013bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4300a9b4-21aa-4d02-aaf0-a5811422c64e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:49.724555 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-96a814ec-c919-4a20-90c0-0b5f08013bac None None] Current status of the port 4300a9b4-21aa-4d02-aaf0-a5811422c64e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:49.782748 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c194fa4-b6fa-4269-8c0d-70da0828040f', 'name': 'tempest-NetworksTestDHCPv6-router-1328921442', 'tenant_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:56:47Z', 'updated_at': '2022-03-23T01:56:48Z', 'revision_number': 2, 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'gw_port_host': None, '_interfaces': [{'id': 'e65202da-879e-4f5f-b46d-0d88f9c40e93', 'name': '', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'tenant_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'mac_address': 'fa:16:3e:c3:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c194fa4-b6fa-4269-8c0d-70da0828040f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'd32b5052-68cc-411c-a113-8714e7408b48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:56:47Z', 'updated_at': '2022-03-23T01:56:48Z', 'revision_number': 2, 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'subnets': [{'id': 'd32b5052-68cc-411c-a113-8714e7408b48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:56:49.860459 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Checking router: 9c194fa4-b6fa-4269-8c0d-70da0828040f for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:56:49.861107 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Updating router 9c194fa4-b6fa-4269-8c0d-70da0828040f port e65202da-879e-4f5f-b46d-0d88f9c40e93 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:56:49.898114 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e65202da-879e-4f5f-b46d-0d88f9c40e93), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:49.942042 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eb9abf5c-dd89-4ace-9d5f-679b8a323466 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (9c194fa4-b6fa-4269-8c0d-70da0828040f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:49.953007 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1867a8-c912-43ba-b4e8-f7e73c8ed7b8 req-56f196f9-58fe-49a1-b292-acce1ee3ba43 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:49.954642 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a1867a8-c912-43ba-b4e8-f7e73c8ed7b8 req-56f196f9-58fe-49a1-b292-acce1ee3ba43 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.0951908 Mar 23 01:56:49.957976 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6a41c19a-2808-4d66-9daa-e2a5181e509a None None] Provisioning complete for port e65202da-879e-4f5f-b46d-0d88f9c40e93 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:49.958417 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6a41c19a-2808-4d66-9daa-e2a5181e509a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e65202da-879e-4f5f-b46d-0d88f9c40e93), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:50.044852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6a41c19a-2808-4d66-9daa-e2a5181e509a None None] Port e65202da-879e-4f5f-b46d-0d88f9c40e93 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:56:50.062265 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a1867a8-c912-43ba-b4e8-f7e73c8ed7b8 req-c2e4e9be-6fed-49f9-b132-333837f340a7 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957408 Mar 23 01:56:50.228755 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Publish callbacks [] for port (e65202da-879e-4f5f-b46d-0d88f9c40e93), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:50.235635 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e65202da-879e-4f5f-b46d-0d88f9c40e93), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:50.252099 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-eb9abf5c-dd89-4ace-9d5f-679b8a323466 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port e65202da-879e-4f5f-b46d-0d88f9c40e93 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:50.252099 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eb9abf5c-dd89-4ace-9d5f-679b8a323466 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e65202da-879e-4f5f-b46d-0d88f9c40e93), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:50.271057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-abcd7359-cc34-44f5-97e8-6caf878fa90c None None] Provisioning complete for port e65202da-879e-4f5f-b46d-0d88f9c40e93 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:50.271871 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-abcd7359-cc34-44f5-97e8-6caf878fa90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e65202da-879e-4f5f-b46d-0d88f9c40e93), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:50.295172 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819a7f0-fb7e-4c72-b98c-043d54b627e9 None None] Pushing event updated for resources: {'Port': ['ID=e65202da-879e-4f5f-b46d-0d88f9c40e93,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:50.359692 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Attempting to bind port e65202da-879e-4f5f-b46d-0d88f9c40e93 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:50.360063 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Attempting to bind port e65202da-879e-4f5f-b46d-0d88f9c40e93 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:50.360745 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Attempting to bind port e65202da-879e-4f5f-b46d-0d88f9c40e93 on network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:50.364866 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eb9abf5c-dd89-4ace-9d5f-679b8a323466 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e65202da-879e-4f5f-b46d-0d88f9c40e93), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:50.367286 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:56:50.367657 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Checking segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:56:50.368052 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:50.368436 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Bound using segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:56:50.368947 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Bound port: e65202da-879e-4f5f-b46d-0d88f9c40e93, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:56:50.369927 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e65202da-879e-4f5f-b46d-0d88f9c40e93), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:50.383654 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-eb9abf5c-dd89-4ace-9d5f-679b8a323466 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for e65202da-879e-4f5f-b46d-0d88f9c40e93 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:50.394796 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-abcd7359-cc34-44f5-97e8-6caf878fa90c None None] Port e65202da-879e-4f5f-b46d-0d88f9c40e93 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:56:50.442202 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] For port e65202da-879e-4f5f-b46d-0d88f9c40e93, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:56:50.450811 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] For port e65202da-879e-4f5f-b46d-0d88f9c40e93, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e65202da-879e-4f5f-b46d-0d88f9c40e93,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:56:50.459509 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e65202da-879e-4f5f-b46d-0d88f9c40e93), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:50.541778 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Routers {'9c194fa4-b6fa-4269-8c0d-70da0828040f'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:56:50.542753 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:56:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9c194fa4-b6fa-4269-8c0d-70da0828040f'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:56:50.624164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4300a9b4-21aa-4d02-aaf0-a5811422c64e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:56:50.635045 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eb9abf5c-dd89-4ace-9d5f-679b8a323466 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e65202da-879e-4f5f-b46d-0d88f9c40e93), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:50.664199 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819a7f0-fb7e-4c72-b98c-043d54b627e9 None None] Pushing event updated for resources: {'Port': ['ID=e65202da-879e-4f5f-b46d-0d88f9c40e93,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:50.670622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9abf5c-dd89-4ace-9d5f-679b8a323466 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=e65202da-879e-4f5f-b46d-0d88f9c40e93,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:50.711861 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] Set router 9c194fa4-b6fa-4269-8c0d-70da0828040f gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:56:50.732172 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-92e2f477-f42a-401d-b353-62b8dd96d546 None None] Could not find standard attr ID for object e65202da-879e-4f5f-b46d-0d88f9c40e93. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:56:50.741825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4300a9b4-21aa-4d02-aaf0-a5811422c64e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:50.743364 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4300a9b4-21aa-4d02-aaf0-a5811422c64e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:50.778255 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:50.853306 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eb9abf5c-dd89-4ace-9d5f-679b8a323466 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (9c194fa4-b6fa-4269-8c0d-70da0828040f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:50.882987 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4300a9b4-21aa-4d02-aaf0-a5811422c64e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:51.055876 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c194fa4-b6fa-4269-8c0d-70da0828040f', 'name': 'tempest-NetworksTestDHCPv6-router-1328921442', 'tenant_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:56:47Z', 'updated_at': '2022-03-23T01:56:48Z', 'revision_number': 2, 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'gw_port_host': None, '_interfaces': [{'id': 'e65202da-879e-4f5f-b46d-0d88f9c40e93', 'name': '', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'tenant_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'mac_address': 'fa:16:3e:c3:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c194fa4-b6fa-4269-8c0d-70da0828040f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'd32b5052-68cc-411c-a113-8714e7408b48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:56:47Z', 'updated_at': '2022-03-23T01:56:50Z', 'revision_number': 4, 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'subnets': [{'id': 'd32b5052-68cc-411c-a113-8714e7408b48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:56:51.056686 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fc66bb40-855b-4a82-8376-57f78b664cd2 None None] Could not find standard attr ID for object e65202da-879e-4f5f-b46d-0d88f9c40e93. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:56:51.089011 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45bdf00-931f-4248-bdd5-d9d372b29aa9 None None] The sync data for ids ['9c194fa4-b6fa-4269-8c0d-70da0828040f'] in n-d-834677-4 is: [{'id': '9c194fa4-b6fa-4269-8c0d-70da0828040f', 'name': 'tempest-NetworksTestDHCPv6-router-1328921442', 'tenant_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:56:47Z', 'updated_at': '2022-03-23T01:56:48Z', 'revision_number': 2, 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'gw_port_host': None, '_interfaces': [{'id': 'e65202da-879e-4f5f-b46d-0d88f9c40e93', 'name': '', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'tenant_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'mac_address': 'fa:16:3e:c3:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c194fa4-b6fa-4269-8c0d-70da0828040f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'd32b5052-68cc-411c-a113-8714e7408b48', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:56:47Z', 'updated_at': '2022-03-23T01:56:50Z', 'revision_number': 4, 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'subnets': [{'id': 'd32b5052-68cc-411c-a113-8714e7408b48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:56:51.466592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9abf5c-dd89-4ace-9d5f-679b8a323466 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Router 9c194fa4-b6fa-4269-8c0d-70da0828040f has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:56:51.485510 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb8d34-de9d-42f9-b5d8-22fd825ce149 req-c3d09bd8-b6f7-4852-9b5b-33cc6cfc39b6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:51.487079 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-06bb8d34-de9d-42f9-b5d8-22fd825ce149 req-c3d09bd8-b6f7-4852-9b5b-33cc6cfc39b6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 944 time: 0.0937507 Mar 23 01:56:51.592011 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9abf5c-dd89-4ace-9d5f-679b8a323466 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:56:51.602938 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-eb9abf5c-dd89-4ace-9d5f-679b8a323466 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "PUT /v2.0/routers/9c194fa4-b6fa-4269-8c0d-70da0828040f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0715027 Mar 23 01:56:51.604149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36710) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:51.608538 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-06bb8d34-de9d-42f9-b5d8-22fd825ce149 req-43bc8429-b31f-47e2-b8ae-58d70ec19839 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155865 Mar 23 01:56:51.675574 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb13a4d8-ae37-4390-9796-8ce39f573f73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:51.677147 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb13a4d8-ae37-4390-9796-8ce39f573f73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:51.681871 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bb13a4d8-ae37-4390-9796-8ce39f573f73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0733585 Mar 23 01:56:51.682230 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36712) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:51.740294 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f791d5-56f8-461f-9244-c7301138311f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet d32b5052-68cc-411c-a113-8714e7408b48 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:56:51.744276 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67f791d5-56f8-461f-9244-c7301138311f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (d32b5052-68cc-411c-a113-8714e7408b48), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:51.789118 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67f791d5-56f8-461f-9244-c7301138311f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (d32b5052-68cc-411c-a113-8714e7408b48), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:51.888581 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67f791d5-56f8-461f-9244-c7301138311f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (d32b5052-68cc-411c-a113-8714e7408b48), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:51.954005 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67f791d5-56f8-461f-9244-c7301138311f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (d32b5052-68cc-411c-a113-8714e7408b48), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:51.977137 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8af97815-7995-44ed-ab99-adb11cc587db details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:56:51.982684 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f791d5-56f8-461f-9244-c7301138311f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=d32b5052-68cc-411c-a113-8714e7408b48,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:51.986631 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-67f791d5-56f8-461f-9244-c7301138311f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:51.992584 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-67f791d5-56f8-461f-9244-c7301138311f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/d32b5052-68cc-411c-a113-8714e7408b48 HTTP/1.1" status: 204 len: 168 time: 0.3069725 Mar 23 01:56:51.993331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36716) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:52.004371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47df015-9516-422e-8b59-32d994c1488e None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:52.119393 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-292e89f8-7e5c-4434-8f80-2e099b26f821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:52.129908 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-169fe89d-941d-4cb0-b4cb-58aaf00f6c16 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1333048 Mar 23 01:56:52.130261 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36718) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:52.199076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8af97815-7995-44ed-ab99-adb11cc587db, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8af97815-7995-44ed-ab99-adb11cc587db,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:52.214880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '8af97815-7995-44ed-ab99-adb11cc587db', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'port_id': '8af97815-7995-44ed-ab99-adb11cc587db', 'mac_address': 'fa:16:3e:da:5c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:56:52.228003 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f5124311-4d24-4050-983e-356b7f9df4e2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for router (9c194fa4-b6fa-4269-8c0d-70da0828040f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:52.260890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 8af97815-7995-44ed-ab99-adb11cc587db is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:52.261279 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8af97815-7995-44ed-ab99-adb11cc587db), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:52.280023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af97815-7995-44ed-ab99-adb11cc587db {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:56:52.307416 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6906aaae-3685-4c18-a67b-738320f1d236 None None] DHCP port deletion for d28dcc53-68c6-4ee1-82f0-dffb25fd5855 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:56:52.311985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8af97815-7995-44ed-ab99-adb11cc587db, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8af97815-7995-44ed-ab99-adb11cc587db,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:52.334079 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8af97815-7995-44ed-ab99-adb11cc587db), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:52.394109 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=8af97815-7995-44ed-ab99-adb11cc587db,revision_number=11']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:52.404704 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6906aaae-3685-4c18-a67b-738320f1d236 None None] Deleting port 4300a9b4-21aa-4d02-aaf0-a5811422c64e {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:52.405086 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6906aaae-3685-4c18-a67b-738320f1d236 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4300a9b4-21aa-4d02-aaf0-a5811422c64e), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:52.431964 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f5124311-4d24-4050-983e-356b7f9df4e2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (9c194fa4-b6fa-4269-8c0d-70da0828040f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:52.434203 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f5124311-4d24-4050-983e-356b7f9df4e2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for router_controller (9c194fa4-b6fa-4269-8c0d-70da0828040f), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:52.468314 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6906aaae-3685-4c18-a67b-738320f1d236 None None] For port 4300a9b4-21aa-4d02-aaf0-a5811422c64e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4300a9b4-21aa-4d02-aaf0-a5811422c64e,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:52.468771 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6906aaae-3685-4c18-a67b-738320f1d236 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4300a9b4-21aa-4d02-aaf0-a5811422c64e), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:52.486582 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f5124311-4d24-4050-983e-356b7f9df4e2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (9c194fa4-b6fa-4269-8c0d-70da0828040f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:52.489046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5124311-4d24-4050-983e-356b7f9df4e2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Fanout notify agent at l3_agent the message router_deleted on router 9c194fa4-b6fa-4269-8c0d-70da0828040f {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:56:52.489429 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6906aaae-3685-4c18-a67b-738320f1d236 None None] Calling delete_port for 4300a9b4-21aa-4d02-aaf0-a5811422c64e owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:52.507185 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f5124311-4d24-4050-983e-356b7f9df4e2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:52.511412 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f5124311-4d24-4050-983e-356b7f9df4e2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/routers/9c194fa4-b6fa-4269-8c0d-70da0828040f HTTP/1.1" status: 204 len: 168 time: 0.3778498 Mar 23 01:56:52.511698 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36720) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:52.590345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b201ddad-00db-4a45-b1dd-82a98e96c2ac tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:52.592147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b201ddad-00db-4a45-b1dd-82a98e96c2ac tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0794518 Mar 23 01:56:52.594817 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36722) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:52.595331 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4300a9b4-21aa-4d02-aaf0-a5811422c64e no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:56:52.636593 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6906aaae-3685-4c18-a67b-738320f1d236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (4300a9b4-21aa-4d02-aaf0-a5811422c64e), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:52.652169 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e808c51-e815-4bd1-b19d-38f48e9a6c65 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:52.653603 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8e808c51-e815-4bd1-b19d-38f48e9a6c65 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0573854 Mar 23 01:56:52.656072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36726) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:52.678248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906aaae-3685-4c18-a67b-738320f1d236 None None] Pushing event deleted for resources: {'Port': ['ID=4300a9b4-21aa-4d02-aaf0-a5811422c64e,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:52.686126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6906aaae-3685-4c18-a67b-738320f1d236 None None] No DVR routers for this DVR port 4300a9b4-21aa-4d02-aaf0-a5811422c64e on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:56:52.687513 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No active binding found for port 4300a9b4-21aa-4d02-aaf0-a5811422c64e {{(pid=99265) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 01:56:52.688335 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] The host n-d-834677-4 is not matching for port 4300a9b4-21aa-4d02-aaf0-a5811422c64e host None! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 01:56:52.688759 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4300a9b4-21aa-4d02-aaf0-a5811422c64e not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:56:52.710153 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-76b127f7-6aba-4837-bc4e-65b98ce1cf03 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528939 Mar 23 01:56:52.714720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36728) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:52.719817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-85a7ed79-dc7a-46bf-a17d-6b62aae4265d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:52.729978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['8af97815-7995-44ed-ab99-adb11cc587db'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:56:52.815407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced90db-d702-4b13-aa6a-fd92ec67b992 None None] Sync routers for ids ['9c194fa4-b6fa-4269-8c0d-70da0828040f'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:56:52.826845 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ced90db-d702-4b13-aa6a-fd92ec67b992 None None] Routers set() bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:56:52.827087 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ced90db-d702-4b13-aa6a-fd92ec67b992 None None] Router IDs set() for agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 01:56:52.827599 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_agentschedulers_db [None req-4ced90db-d702-4b13-aa6a-fd92ec67b992 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9c194fa4-b6fa-4269-8c0d-70da0828040f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:56:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent'). {{(pid=99265) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 23 01:56:52.865806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ced90db-d702-4b13-aa6a-fd92ec67b992 None None] Routers set() bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:56:52.866017 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce34f3-c1fb-45a4-bb7c-ede707ebac96 req-d54e669d-5e1d-4626-8470-552f667f3728 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:52.866170 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ced90db-d702-4b13-aa6a-fd92ec67b992 None None] Router IDs set() for agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 01:56:52.866752 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_agentschedulers_db [None req-4ced90db-d702-4b13-aa6a-fd92ec67b992 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9c194fa4-b6fa-4269-8c0d-70da0828040f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:56:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent'). {{(pid=99265) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 23 01:56:52.867128 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced90db-d702-4b13-aa6a-fd92ec67b992 None None] The sync data for ids ['9c194fa4-b6fa-4269-8c0d-70da0828040f'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:56:52.867737 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-03ce34f3-c1fb-45a4-bb7c-ede707ebac96 req-d54e669d-5e1d-4626-8470-552f667f3728 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.1297586 Mar 23 01:56:52.877847 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a7ed79-dc7a-46bf-a17d-6b62aae4265d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:52.882862 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85a7ed79-dc7a-46bf-a17d-6b62aae4265d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:53.006277 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-03ce34f3-c1fb-45a4-bb7c-ede707ebac96 req-c95f2b65-6bff-4d38-a6e7-f74aab7738ee tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188188 Mar 23 01:56:53.198692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.objects.ports [None req-85a7ed79-dc7a-46bf-a17d-6b62aae4265d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99263) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:56:53.200264 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85a7ed79-dc7a-46bf-a17d-6b62aae4265d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (e38d7efe-9a06-477f-b49f-0f0705648ec0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:53.248969 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a7ed79-dc7a-46bf-a17d-6b62aae4265d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:53.252018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-85a7ed79-dc7a-46bf-a17d-6b62aae4265d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:53.255067 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a7ed79-dc7a-46bf-a17d-6b62aae4265d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:53.255666 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85a7ed79-dc7a-46bf-a17d-6b62aae4265d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:53.261725 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7ed79-dc7a-46bf-a17d-6b62aae4265d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=e38d7efe-9a06-477f-b49f-0f0705648ec0,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:53.267604 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:53.281201 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18093eba-c503-4085-b93d-b86542c10911 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:53.281857 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-85a7ed79-dc7a-46bf-a17d-6b62aae4265d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5658503 Mar 23 01:56:53.286232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36732) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:53.292220 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-71322965-72eb-457b-8d3a-f41aa47f2847 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:53.403183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'fixed_ips': [{'subnet_id': 'e38d7efe-9a06-477f-b49f-0f0705648ec0'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:56:53.404175 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:53.410810 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71322965-72eb-457b-8d3a-f41aa47f2847 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:53.414948 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71322965-72eb-457b-8d3a-f41aa47f2847 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:53.544528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Allocated IP 2001:db8::f816:3eff:fe72:aaef (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/e38d7efe-9a06-477f-b49f-0f0705648ec0/188930d4-e724-44a4-adfe-d6de1d8f29a0) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:53.673211 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71322965-72eb-457b-8d3a-f41aa47f2847 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (223a75dc-9f42-404d-b1fd-9422f5cc13c8), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:53.691711 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Publish callbacks [] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:53.700076 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:53.718830 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71322965-72eb-457b-8d3a-f41aa47f2847 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:53.722890 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-71322965-72eb-457b-8d3a-f41aa47f2847 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:53.728023 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71322965-72eb-457b-8d3a-f41aa47f2847 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:53.728435 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-71322965-72eb-457b-8d3a-f41aa47f2847 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:53.738993 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71322965-72eb-457b-8d3a-f41aa47f2847 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=223a75dc-9f42-404d-b1fd-9422f5cc13c8,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:53.741932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:53.747846 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:53.753024 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:53.756698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Pushing event updated for resources: {'Port': ['ID=188930d4-e724-44a4-adfe-d6de1d8f29a0,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:53.760342 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36734) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:53.765060 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-71322965-72eb-457b-8d3a-f41aa47f2847 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4774060 Mar 23 01:56:53.766782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-dbf85272-aeab-4e91-aba5-edf0b2bf4634 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'mac_address': 'fa:16:3e:d3:dc:59', 'name': 'tempest-NetworksTestDHCPv6-667262997'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:53.829605 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Attempting to bind port 188930d4-e724-44a4-adfe-d6de1d8f29a0 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:56:53.830136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Attempting to bind port 188930d4-e724-44a4-adfe-d6de1d8f29a0 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:56:53.830593 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Attempting to bind port 188930d4-e724-44a4-adfe-d6de1d8f29a0 on network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:56:53.836769 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:56:53.837318 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Checking segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:56:53.837837 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:53.838294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Bound using segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:56:53.839429 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Bound port: 188930d4-e724-44a4-adfe-d6de1d8f29a0, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:56:53.839429 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:53.903402 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf85272-aeab-4e91-aba5-edf0b2bf4634 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:53.913075 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] For port 188930d4-e724-44a4-adfe-d6de1d8f29a0, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:56:53.917123 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] For port 188930d4-e724-44a4-adfe-d6de1d8f29a0, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=188930d4-e724-44a4-adfe-d6de1d8f29a0,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:56:53.924593 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:53.998321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34454666-3454-496c-a9f4-3ad86c801c4e None None] Pushing event updated for resources: {'Port': ['ID=188930d4-e724-44a4-adfe-d6de1d8f29a0,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:54.000325 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dbf85272-aeab-4e91-aba5-edf0b2bf4634 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:54.011332 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8af97815-7995-44ed-ab99-adb11cc587db up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:56:54.028319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-dbf85272-aeab-4e91-aba5-edf0b2bf4634 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port 24814e67-1a15-47d0-8ff1-1ac717c47bb5 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:54.068037 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 8af97815-7995-44ed-ab99-adb11cc587db completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:56:54.075735 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 8af97815-7995-44ed-ab99-adb11cc587db triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:54.076123 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8af97815-7995-44ed-ab99-adb11cc587db), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:54.187196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 8af97815-7995-44ed-ab99-adb11cc587db is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:54.187585 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8af97815-7995-44ed-ab99-adb11cc587db), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:54.216069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af97815-7995-44ed-ab99-adb11cc587db'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:56:54.228863 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f2c25c-e047-47c7-b936-452029aac5fd" -d '{"events": [{"server_uuid": "e10ddbdc-5cc5-46df-ae64-ba331e4fc461", "name": "network-vif-plugged", "status": "completed", "tag": "8af97815-7995-44ed-ab99-adb11cc587db"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:56:54.261692 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8af97815-7995-44ed-ab99-adb11cc587db, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8af97815-7995-44ed-ab99-adb11cc587db,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:54.271674 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8af97815-7995-44ed-ab99-adb11cc587db), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:54.273810 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fa97d-fca2-42d4-9ea7-0a12c15f848f req-a33f8285-4c7b-4c46-a57f-8958e87ff7f4 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:54.277378 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f9fa97d-fca2-42d4-9ea7-0a12c15f848f req-a33f8285-4c7b-4c46-a57f-8958e87ff7f4 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 945 time: 0.1575730 Mar 23 01:56:54.290112 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-dbf85272-aeab-4e91-aba5-edf0b2bf4634 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 172.20.0.3 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/223a75dc-9f42-404d-b1fd-9422f5cc13c8/24814e67-1a15-47d0-8ff1-1ac717c47bb5) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:54.298622 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-dbf85272-aeab-4e91-aba5-edf0b2bf4634 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::f816:3eff:fed3:dc59 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/e38d7efe-9a06-477f-b49f-0f0705648ec0/24814e67-1a15-47d0-8ff1-1ac717c47bb5) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:54.342081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=8af97815-7995-44ed-ab99-adb11cc587db,revision_number=12']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:54.367113 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e360b16c-713a-48b3-9635-4d0c5cdae759 x-openstack-request-id: req-e360b16c-713a-48b3-9635-4d0c5cdae759 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:56:54.367478 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10ddbdc-5cc5-46df-ae64-ba331e4fc461", "name": "network-vif-plugged", "status": "completed", "tag": "8af97815-7995-44ed-ab99-adb11cc587db", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:56:54.367874 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e360b16c-713a-48b3-9635-4d0c5cdae759 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:56:54.368276 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e360b16c-713a-48b3-9635-4d0c5cdae759'] response: {'server_uuid': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af97815-7995-44ed-ab99-adb11cc587db', 'code': 200} Mar 23 01:56:54.381990 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f9fa97d-fca2-42d4-9ea7-0a12c15f848f req-4ea3861a-7602-43a3-a84d-4f9cd89ab129 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977995 Mar 23 01:56:54.568914 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dbf85272-aeab-4e91-aba5-edf0b2bf4634 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (24814e67-1a15-47d0-8ff1-1ac717c47bb5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:54.584114 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:54.634364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cf6ea-2050-420d-8dcc-464cdff1cb19 req-4cf304fc-d9d8-43cb-a7ce-e108b1ed7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:54.637188 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a93cf6ea-2050-420d-8dcc-464cdff1cb19 req-4cf304fc-d9d8-43cb-a7ce-e108b1ed7f8b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 1128 time: 0.0739024 Mar 23 01:56:54.638846 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 188930d4-e724-44a4-adfe-d6de1d8f29a0 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:56:54.647025 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dbf85272-aeab-4e91-aba5-edf0b2bf4634 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (24814e67-1a15-47d0-8ff1-1ac717c47bb5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:54.700025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 188930d4-e724-44a4-adfe-d6de1d8f29a0 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:54.700906 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:54.726011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf85272-aeab-4e91-aba5-edf0b2bf4634 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:54.746431 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-dbf85272-aeab-4e91-aba5-edf0b2bf4634 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:54.758361 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf85272-aeab-4e91-aba5-edf0b2bf4634 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:54.794272 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf85272-aeab-4e91-aba5-edf0b2bf4634 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=24814e67-1a15-47d0-8ff1-1ac717c47bb5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:54.808194 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a93cf6ea-2050-420d-8dcc-464cdff1cb19 req-c60a9ec6-2b7b-48b2-bb24-d88162563a63 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546500 Mar 23 01:56:54.824400 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:54.824949 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:54.835543 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf85272-aeab-4e91-aba5-edf0b2bf4634 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:54.836200 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dbf85272-aeab-4e91-aba5-edf0b2bf4634 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:54.863728 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dbf85272-aeab-4e91-aba5-edf0b2bf4634 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0992198 Mar 23 01:56:54.864200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36744) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:54.868454 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 188930d4-e724-44a4-adfe-d6de1d8f29a0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=188930d4-e724-44a4-adfe-d6de1d8f29a0,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:54.879607 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:54.907938 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e65202da-879e-4f5f-b46d-0d88f9c40e93 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:56:54.935618 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: e65202da-879e-4f5f-b46d-0d88f9c40e93 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:56:54.935989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e65202da-879e-4f5f-b46d-0d88f9c40e93 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:56:54.952667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684ecda0-a520-4784-a4b6-543d0192d916 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:54.958494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684ecda0-a520-4784-a4b6-543d0192d916 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:54.959082 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=188930d4-e724-44a4-adfe-d6de1d8f29a0,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:54.962825 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-684ecda0-a520-4784-a4b6-543d0192d916 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0947139 Mar 23 01:56:54.963554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36746) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:55.066091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-580f2307-6b9f-490b-bc74-3be65f5ea069 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port 24814e67-1a15-47d0-8ff1-1ac717c47bb5 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:55.066818 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-580f2307-6b9f-490b-bc74-3be65f5ea069 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (24814e67-1a15-47d0-8ff1-1ac717c47bb5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:55.165126 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-580f2307-6b9f-490b-bc74-3be65f5ea069 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (24814e67-1a15-47d0-8ff1-1ac717c47bb5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:55.178152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-580f2307-6b9f-490b-bc74-3be65f5ea069 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for 24814e67-1a15-47d0-8ff1-1ac717c47bb5 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:55.278737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f21ff8-cdc9-4350-bbf6-0cf604bdb50e None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:55.356722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0916cc03-5957-4e9a-b74f-1bd18e09a165 None None] Provisioning complete for port 188930d4-e724-44a4-adfe-d6de1d8f29a0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:55.357458 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0916cc03-5957-4e9a-b74f-1bd18e09a165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:55.374088 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-580f2307-6b9f-490b-bc74-3be65f5ea069 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (24814e67-1a15-47d0-8ff1-1ac717c47bb5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:55.412526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f2307-6b9f-490b-bc74-3be65f5ea069 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=24814e67-1a15-47d0-8ff1-1ac717c47bb5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:55.524992 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0916cc03-5957-4e9a-b74f-1bd18e09a165 None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:55.529095 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-580f2307-6b9f-490b-bc74-3be65f5ea069 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:55.537549 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-580f2307-6b9f-490b-bc74-3be65f5ea069 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/24814e67-1a15-47d0-8ff1-1ac717c47bb5 HTTP/1.1" status: 204 len: 168 time: 0.5660036 Mar 23 01:56:55.538327 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36750) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:55.572565 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56397f-b1f2-4973-b7d9-2e12e6a771df req-3410d400-eb24-4106-8900-1d9e8475de4d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:55.574595 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a56397f-b1f2-4973-b7d9-2e12e6a771df req-3410d400-eb24-4106-8900-1d9e8475de4d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 946 time: 0.0845623 Mar 23 01:56:55.586595 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d30fde-038a-404b-8d5a-e22dd66ac8d7 None None] Update dhcp port {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'fixed_ips': [{'subnet_id': 'e38d7efe-9a06-477f-b49f-0f0705648ec0', 'ip_address': '2001:db8::f816:3eff:fe72:aaef'}, {'subnet_id': '223a75dc-9f42-404d-b1fd-9422f5cc13c8'}], 'binding:host_id': 'n-d-834677-4'}, 'id': '188930d4-e724-44a4-adfe-d6de1d8f29a0'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 01:56:55.608315 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477ec4c6-7bef-4408-9acd-3aefec9507dc tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:55.610114 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477ec4c6-7bef-4408-9acd-3aefec9507dc tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:55.611543 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477ec4c6-7bef-4408-9acd-3aefec9507dc tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:55.615929 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-477ec4c6-7bef-4408-9acd-3aefec9507dc tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0740747 Mar 23 01:56:55.616215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36752) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:55.621262 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-87d30fde-038a-404b-8d5a-e22dd66ac8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:55.630821 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a56397f-b1f2-4973-b7d9-2e12e6a771df req-ef4b0d19-5047-4bbc-9afd-a5f772f1fe33 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490243 Mar 23 01:56:55.678808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9090781-8ce2-45d5-a928-9cfc67d5e08c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet 223a75dc-9f42-404d-b1fd-9422f5cc13c8 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:56:55.682442 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9090781-8ce2-45d5-a928-9cfc67d5e08c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (223a75dc-9f42-404d-b1fd-9422f5cc13c8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:55.722944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9090781-8ce2-45d5-a928-9cfc67d5e08c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (223a75dc-9f42-404d-b1fd-9422f5cc13c8), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:55.774743 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9090781-8ce2-45d5-a928-9cfc67d5e08c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (223a75dc-9f42-404d-b1fd-9422f5cc13c8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:55.797146 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:55.836304 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9090781-8ce2-45d5-a928-9cfc67d5e08c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (223a75dc-9f42-404d-b1fd-9422f5cc13c8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server [None req-87d30fde-038a-404b-8d5a-e22dd66ac8d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 223a75dc-9f42-404d-b1fd-9422f5cc13c8: This subnet is being modified by another concurrent operation. Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise exception Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 223a75dc-9f42-404d-b1fd-9422f5cc13c8: This subnet is being modified by another concurrent operation. Mar 23 01:56:55.837875 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server Mar 23 01:56:55.866549 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9090781-8ce2-45d5-a928-9cfc67d5e08c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=223a75dc-9f42-404d-b1fd-9422f5cc13c8,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:55.873571 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e9090781-8ce2-45d5-a928-9cfc67d5e08c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:55.882253 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36756) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:55.882723 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e9090781-8ce2-45d5-a928-9cfc67d5e08c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/223a75dc-9f42-404d-b1fd-9422f5cc13c8 HTTP/1.1" status: 204 len: 168 time: 0.2651660 Mar 23 01:56:55.950465 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3357fc0-ec1f-452a-b546-b8acf0727821 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet e38d7efe-9a06-477f-b49f-0f0705648ec0 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:56:55.950691 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5f3550-b31f-4685-abc4-3cd70dcb00c0 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:56:55.955050 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3357fc0-ec1f-452a-b546-b8acf0727821 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (e38d7efe-9a06-477f-b49f-0f0705648ec0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:55.977950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-aa605975-d2cc-4469-a9dc-ab819ce19749 None None] Provisioning complete for port 188930d4-e724-44a4-adfe-d6de1d8f29a0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:55.978312 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-aa605975-d2cc-4469-a9dc-ab819ce19749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:56.001492 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3357fc0-ec1f-452a-b546-b8acf0727821 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (e38d7efe-9a06-477f-b49f-0f0705648ec0), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:56.095732 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3357fc0-ec1f-452a-b546-b8acf0727821 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (e38d7efe-9a06-477f-b49f-0f0705648ec0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:56.115363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-aa605975-d2cc-4469-a9dc-ab819ce19749 None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:56.118592 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5f3550-b31f-4685-abc4-3cd70dcb00c0 None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:56:56.198607 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3357fc0-ec1f-452a-b546-b8acf0727821 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (e38d7efe-9a06-477f-b49f-0f0705648ec0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:56.234371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3357fc0-ec1f-452a-b546-b8acf0727821 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=e38d7efe-9a06-477f-b49f-0f0705648ec0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:56.245625 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a3357fc0-ec1f-452a-b546-b8acf0727821 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:56.249994 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a3357fc0-ec1f-452a-b546-b8acf0727821 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/e38d7efe-9a06-477f-b49f-0f0705648ec0 HTTP/1.1" status: 204 len: 168 time: 0.3665955 Mar 23 01:56:56.252366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36768) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:56.300963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36774) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:56.306297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-b961dd89-b09f-47ad-bdd5-0be01f08ea99 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:56.311008 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ab459647-c5e8-4b64-8a04-a205d7606492 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569856 Mar 23 01:56:56.381056 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02ed32a-4185-45cc-8387-57be1de06ecf None None] Update dhcp port {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'fixed_ips': [{'subnet_id': 'e38d7efe-9a06-477f-b49f-0f0705648ec0'}], 'binding:host_id': 'n-d-834677-4'}, 'id': '188930d4-e724-44a4-adfe-d6de1d8f29a0'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 01:56:56.421645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b961dd89-b09f-47ad-bdd5-0be01f08ea99 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:56.426250 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b961dd89-b09f-47ad-bdd5-0be01f08ea99 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:56.439872 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e02ed32a-4185-45cc-8387-57be1de06ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:56.596398 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 188930d4-e724-44a4-adfe-d6de1d8f29a0 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:56:56.707539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:56.707934 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:56.723571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1946caa0-1770-48e3-983f-c6b2ee14d289 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:56.782590 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:56:56.801207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 188930d4-e724-44a4-adfe-d6de1d8f29a0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=188930d4-e724-44a4-adfe-d6de1d8f29a0,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:56.815978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6cd63f64-074c-4651-a814-d11dfbe6ece3 None None] Provisioning complete for port 188930d4-e724-44a4-adfe-d6de1d8f29a0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:56.817006 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6cd63f64-074c-4651-a814-d11dfbe6ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:56.882453 n-d-834677-4 neutron-server[99264]: DEBUG neutron.objects.ports [None req-b961dd89-b09f-47ad-bdd5-0be01f08ea99 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:56:57.048989 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:57.087589 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e4c34-fcab-41a9-8f7e-c3ca1886d733 req-a5ae6eb8-6555-4356-b2bb-098ef0982fa9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:57.089368 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c7e4c34-fcab-41a9-8f7e-c3ca1886d733 req-a5ae6eb8-6555-4356-b2bb-098ef0982fa9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 946 time: 0.3189209 Mar 23 01:56:57.110300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=188930d4-e724-44a4-adfe-d6de1d8f29a0,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:57.176461 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c7e4c34-fcab-41a9-8f7e-c3ca1886d733 req-324e5d6a-6d91-4712-a0dd-fa7ff8e12e15 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640371 Mar 23 01:56:57.214831 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b961dd89-b09f-47ad-bdd5-0be01f08ea99 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:57.236663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5814df-a493-41bf-9a68-75a390fe7f7a None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:56:57.262051 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6cd63f64-074c-4651-a814-d11dfbe6ece3 None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:57.262600 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6cd63f64-074c-4651-a814-d11dfbe6ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:57.337380 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5814df-a493-41bf-9a68-75a390fe7f7a None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:56:57.381884 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-b961dd89-b09f-47ad-bdd5-0be01f08ea99 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] For port 188930d4-e724-44a4-adfe-d6de1d8f29a0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=188930d4-e724-44a4-adfe-d6de1d8f29a0,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:57.417971 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b961dd89-b09f-47ad-bdd5-0be01f08ea99 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:57.427786 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b961dd89-b09f-47ad-bdd5-0be01f08ea99 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:57.464226 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b961dd89-b09f-47ad-bdd5-0be01f08ea99 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (a00d33fb-ff92-4b43-bb59-4f6dc2e67ac9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:57.501856 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-6cd63f64-074c-4651-a814-d11dfbe6ece3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:56:57.502426 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-6cd63f64-074c-4651-a814-d11dfbe6ece3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:56:57.530836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b961dd89-b09f-47ad-bdd5-0be01f08ea99 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:57.538056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-b961dd89-b09f-47ad-bdd5-0be01f08ea99 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:57.544318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b961dd89-b09f-47ad-bdd5-0be01f08ea99 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:57.544909 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b961dd89-b09f-47ad-bdd5-0be01f08ea99 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:57.548800 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961dd89-b09f-47ad-bdd5-0be01f08ea99 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=188930d4-e724-44a4-adfe-d6de1d8f29a0,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:57.551449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961dd89-b09f-47ad-bdd5-0be01f08ea99 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=a00d33fb-ff92-4b43-bb59-4f6dc2e67ac9,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:57.571237 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b961dd89-b09f-47ad-bdd5-0be01f08ea99 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2666259 Mar 23 01:56:57.571669 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36806) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:57.576996 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5dda6837-cedc-4107-956c-1c5c41900c0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:57.725804 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dda6837-cedc-4107-956c-1c5c41900c0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:57.730785 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5dda6837-cedc-4107-956c-1c5c41900c0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:58.017044 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5dda6837-cedc-4107-956c-1c5c41900c0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (8c3a6761-c0ea-40e3-870b-2f168e068e28), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:58.049637 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6cd63f64-074c-4651-a814-d11dfbe6ece3 None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:58.050074 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6cd63f64-074c-4651-a814-d11dfbe6ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:58.069513 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dda6837-cedc-4107-956c-1c5c41900c0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:58.073104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-5dda6837-cedc-4107-956c-1c5c41900c0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:58.078015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dda6837-cedc-4107-956c-1c5c41900c0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:58.078782 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5dda6837-cedc-4107-956c-1c5c41900c0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:58.109202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36810) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:58.109498 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5dda6837-cedc-4107-956c-1c5c41900c0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5366180 Mar 23 01:56:58.110643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda6837-cedc-4107-956c-1c5c41900c0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=8c3a6761-c0ea-40e3-870b-2f168e068e28,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:58.114897 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6cd63f64-074c-4651-a814-d11dfbe6ece3 None None] For port 188930d4-e724-44a4-adfe-d6de1d8f29a0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=188930d4-e724-44a4-adfe-d6de1d8f29a0,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:58.117954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4bab8e50-e5f0-4638-890f-75f874c89609 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'mac_address': 'fa:16:3e:30:08:a9', 'name': 'tempest-NetworksTestDHCPv6-209127167'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:56:58.121808 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6cd63f64-074c-4651-a814-d11dfbe6ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:58.190787 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd63f64-074c-4651-a814-d11dfbe6ece3 None None] Pushing event updated for resources: {'Port': ['ID=188930d4-e724-44a4-adfe-d6de1d8f29a0,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:58.252900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4d8927b7-b8ce-43ed-a44b-87eedbc88078 None None] Provisioning complete for port 188930d4-e724-44a4-adfe-d6de1d8f29a0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:58.253397 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4d8927b7-b8ce-43ed-a44b-87eedbc88078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:58.319678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bab8e50-e5f0-4638-890f-75f874c89609 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:56:58.366932 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ebc1f-e810-4e01-b5a2-db1514e912db req-dc6e176a-67e5-4ac4-a726-8d3279584804 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:58.374646 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4d6ebc1f-e810-4e01-b5a2-db1514e912db req-dc6e176a-67e5-4ac4-a726-8d3279584804 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 946 time: 0.0719221 Mar 23 01:56:58.410350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4d8927b7-b8ce-43ed-a44b-87eedbc88078 None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:58.452858 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4d6ebc1f-e810-4e01-b5a2-db1514e912db req-67b1ffb3-3c5e-4bd4-a968-880d4af8b06c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771265 Mar 23 01:56:58.468634 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4bab8e50-e5f0-4638-890f-75f874c89609 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:58.495976 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-4bab8e50-e5f0-4638-890f-75f874c89609 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port 7ae3d56d-bb17-4836-85d0-487926b466c1 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:56:58.544784 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-104429c8-b669-47dc-bb3c-ef541530a24f None None] Provisioning complete for port 188930d4-e724-44a4-adfe-d6de1d8f29a0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:58.545319 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-104429c8-b669-47dc-bb3c-ef541530a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:58.617930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82813058-e214-4f7e-8a05-4268c4da7581 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:56:58.678200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 188930d4-e724-44a4-adfe-d6de1d8f29a0 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:56:58.710970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-4bab8e50-e5f0-4638-890f-75f874c89609 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 172.20.0.5 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/8c3a6761-c0ea-40e3-870b-2f168e068e28/7ae3d56d-bb17-4836-85d0-487926b466c1) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:58.718607 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-4bab8e50-e5f0-4638-890f-75f874c89609 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::f816:3eff:fe30:8a9 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/a00d33fb-ff92-4b43-bb59-4f6dc2e67ac9/7ae3d56d-bb17-4836-85d0-487926b466c1) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:58.787303 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-104429c8-b669-47dc-bb3c-ef541530a24f None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:58.810271 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 188930d4-e724-44a4-adfe-d6de1d8f29a0 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:56:58.810651 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:58.883188 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4bab8e50-e5f0-4638-890f-75f874c89609 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (7ae3d56d-bb17-4836-85d0-487926b466c1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:58.923716 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4bab8e50-e5f0-4638-890f-75f874c89609 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7ae3d56d-bb17-4836-85d0-487926b466c1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:58.939251 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1155b77b-db02-4249-a843-d558fde34441 None None] Could not find standard attr ID for object 24814e67-1a15-47d0-8ff1-1ac717c47bb5. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:56:58.941660 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:56:58.952132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d1accb-303b-4bca-b88a-f075e7985c2e None None] Update dhcp port {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'fixed_ips': [{'subnet_id': 'a00d33fb-ff92-4b43-bb59-4f6dc2e67ac9', 'ip_address': '2001:db8::f816:3eff:fe72:aaef'}, {'subnet_id': '8c3a6761-c0ea-40e3-870b-2f168e068e28'}], 'binding:host_id': 'n-d-834677-4'}, 'id': '188930d4-e724-44a4-adfe-d6de1d8f29a0'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 01:56:58.969444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bab8e50-e5f0-4638-890f-75f874c89609 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:56:58.973152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-4bab8e50-e5f0-4638-890f-75f874c89609 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:56:58.983024 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-66d1accb-303b-4bca-b88a-f075e7985c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:58.984307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bab8e50-e5f0-4638-890f-75f874c89609 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:56:59.028188 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab8e50-e5f0-4638-890f-75f874c89609 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=7ae3d56d-bb17-4836-85d0-487926b466c1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:59.038387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bab8e50-e5f0-4638-890f-75f874c89609 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:59.039043 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4bab8e50-e5f0-4638-890f-75f874c89609 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:59.061348 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4bab8e50-e5f0-4638-890f-75f874c89609 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 0.9507751 Mar 23 01:56:59.063929 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36820) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:59.127383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ac529-a98d-4023-89f2-74d8239f1b94 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:59.136045 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ac529-a98d-4023-89f2-74d8239f1b94 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:59.138231 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7c5ac529-a98d-4023-89f2-74d8239f1b94 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0731301 Mar 23 01:56:59.141160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36824) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:59.197224 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-66d1accb-303b-4bca-b88a-f075e7985c2e None None] Allocated IP 172.20.0.2 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/8c3a6761-c0ea-40e3-870b-2f168e068e28/188930d4-e724-44a4-adfe-d6de1d8f29a0) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:56:59.296859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d1852bfd-2dca-4fe9-8a5d-fda10446e899 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port 7ae3d56d-bb17-4836-85d0-487926b466c1 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:56:59.297322 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d1852bfd-2dca-4fe9-8a5d-fda10446e899 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7ae3d56d-bb17-4836-85d0-487926b466c1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:59.310704 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-66d1accb-303b-4bca-b88a-f075e7985c2e None None] For port 188930d4-e724-44a4-adfe-d6de1d8f29a0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=188930d4-e724-44a4-adfe-d6de1d8f29a0,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:56:59.368283 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-66d1accb-303b-4bca-b88a-f075e7985c2e None None] Publish callbacks [] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:59.377570 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-66d1accb-303b-4bca-b88a-f075e7985c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:59.419018 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d1852bfd-2dca-4fe9-8a5d-fda10446e899 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7ae3d56d-bb17-4836-85d0-487926b466c1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:59.441536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d1852bfd-2dca-4fe9-8a5d-fda10446e899 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for 7ae3d56d-bb17-4836-85d0-487926b466c1 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:56:59.506955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1accb-303b-4bca-b88a-f075e7985c2e None None] Pushing event updated for resources: {'Port': ['ID=188930d4-e724-44a4-adfe-d6de1d8f29a0,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:59.660879 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d1852bfd-2dca-4fe9-8a5d-fda10446e899 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7ae3d56d-bb17-4836-85d0-487926b466c1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:59.691146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1852bfd-2dca-4fe9-8a5d-fda10446e899 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=7ae3d56d-bb17-4836-85d0-487926b466c1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:56:59.829336 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d1852bfd-2dca-4fe9-8a5d-fda10446e899 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:56:59.836134 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d1852bfd-2dca-4fe9-8a5d-fda10446e899 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/7ae3d56d-bb17-4836-85d0-487926b466c1 HTTP/1.1" status: 204 len: 168 time: 0.6911833 Mar 23 01:56:59.836553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 36898) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:59.908850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc464ea-9e2d-4a6c-8689-4d3e218e73be tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:59.915483 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc464ea-9e2d-4a6c-8689-4d3e218e73be tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:59.916927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc464ea-9e2d-4a6c-8689-4d3e218e73be tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:56:59.918554 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3dc464ea-9e2d-4a6c-8689-4d3e218e73be tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0809872 Mar 23 01:56:59.921391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36910) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:56:59.981465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6d1c06-0e6c-45fc-aebe-31a4eb6953c4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet 8c3a6761-c0ea-40e3-870b-2f168e068e28 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:56:59.985364 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1c06-0e6c-45fc-aebe-31a4eb6953c4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (8c3a6761-c0ea-40e3-870b-2f168e068e28), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:00.038037 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1c06-0e6c-45fc-aebe-31a4eb6953c4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (8c3a6761-c0ea-40e3-870b-2f168e068e28), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:00.166677 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1c06-0e6c-45fc-aebe-31a4eb6953c4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (8c3a6761-c0ea-40e3-870b-2f168e068e28), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:00.263063 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1c06-0e6c-45fc-aebe-31a4eb6953c4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (8c3a6761-c0ea-40e3-870b-2f168e068e28), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:00.281926 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da730d88-6a4a-4044-b6f4-dc4939109b66 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:00.309162 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d1c06-0e6c-45fc-aebe-31a4eb6953c4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=8c3a6761-c0ea-40e3-870b-2f168e068e28,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:00.320564 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1c06-0e6c-45fc-aebe-31a4eb6953c4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:00.324909 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ed6d1c06-0e6c-45fc-aebe-31a4eb6953c4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/8c3a6761-c0ea-40e3-870b-2f168e068e28 HTTP/1.1" status: 204 len: 168 time: 0.4014442 Mar 23 01:57:00.327134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 36958) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:00.382778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1f39bcc5-5ec1-448a-aa2a-f6a230317500 None None] Provisioning complete for port 188930d4-e724-44a4-adfe-d6de1d8f29a0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:00.383952 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f39bcc5-5ec1-448a-aa2a-f6a230317500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:00.427875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b731ab-29c3-4f94-b977-2672c3728a4b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet a00d33fb-ff92-4b43-bb59-4f6dc2e67ac9 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:00.431942 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-63b731ab-29c3-4f94-b977-2672c3728a4b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (a00d33fb-ff92-4b43-bb59-4f6dc2e67ac9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:00.484012 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-63b731ab-29c3-4f94-b977-2672c3728a4b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (a00d33fb-ff92-4b43-bb59-4f6dc2e67ac9), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:00.544829 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1f39bcc5-5ec1-448a-aa2a-f6a230317500 None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:00.621253 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-63b731ab-29c3-4f94-b977-2672c3728a4b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (a00d33fb-ff92-4b43-bb59-4f6dc2e67ac9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:00.632368 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 188930d4-e724-44a4-adfe-d6de1d8f29a0 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:00.711145 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 188930d4-e724-44a4-adfe-d6de1d8f29a0 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:00.711530 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:00.759883 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-63b731ab-29c3-4f94-b977-2672c3728a4b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (a00d33fb-ff92-4b43-bb59-4f6dc2e67ac9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:00.778707 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-63b731ab-29c3-4f94-b977-2672c3728a4b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:00.785804 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37010) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:00.786094 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-63b731ab-29c3-4f94-b977-2672c3728a4b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/a00d33fb-ff92-4b43-bb59-4f6dc2e67ac9 HTTP/1.1" status: 204 len: 168 time: 0.4578021 Mar 23 01:57:00.805180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b731ab-29c3-4f94-b977-2672c3728a4b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=a00d33fb-ff92-4b43-bb59-4f6dc2e67ac9,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:00.830470 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:00.860369 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-51cebe86-20f1-4984-a7e1-fa01cb2dd21b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709372 Mar 23 01:57:00.862134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37020) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:00.867654 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3d3c3a75-57c6-4d69-8023-28a8cccc3855 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:00.979460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3c3a75-57c6-4d69-8023-28a8cccc3855 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:00.983393 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3d3c3a75-57c6-4d69-8023-28a8cccc3855 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:01.228901 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3d3c3a75-57c6-4d69-8023-28a8cccc3855 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (0bbfc538-d268-487a-ad5a-ce4d35ab39c5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:01.300334 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d728b8-3089-41d1-8257-0400be901400 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:01.307156 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3c3a75-57c6-4d69-8023-28a8cccc3855 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:01.310493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-3d3c3a75-57c6-4d69-8023-28a8cccc3855 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:01.314631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3c3a75-57c6-4d69-8023-28a8cccc3855 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:01.315255 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3d3c3a75-57c6-4d69-8023-28a8cccc3855 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:01.331218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c3a75-57c6-4d69-8023-28a8cccc3855 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=0bbfc538-d268-487a-ad5a-ce4d35ab39c5,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:01.351246 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3d3c3a75-57c6-4d69-8023-28a8cccc3855 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4849279 Mar 23 01:57:01.351546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37076) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:01.362552 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-596f876b-43ad-439e-8cbb-6dd01b8834ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:01.390894 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7cc15490-d525-4baf-995e-27d307ebcd7d None None] Provisioning complete for port 188930d4-e724-44a4-adfe-d6de1d8f29a0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:01.391716 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7cc15490-d525-4baf-995e-27d307ebcd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:01.529420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7cc15490-d525-4baf-995e-27d307ebcd7d None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:01.533910 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596f876b-43ad-439e-8cbb-6dd01b8834ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:01.537974 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-596f876b-43ad-439e-8cbb-6dd01b8834ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:01.601986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8dabae-d259-4f3c-92bf-1398d07c1b6d None None] Update dhcp port {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'fixed_ips': [{'subnet_id': '0bbfc538-d268-487a-ad5a-ce4d35ab39c5'}], 'binding:host_id': 'n-d-834677-4'}, 'id': '188930d4-e724-44a4-adfe-d6de1d8f29a0'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 01:57:01.639744 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7e8dabae-d259-4f3c-92bf-1398d07c1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:01.831372 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-7e8dabae-d259-4f3c-92bf-1398d07c1b6d None None] Allocated IP 172.20.0.2 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/0bbfc538-d268-487a-ad5a-ce4d35ab39c5/188930d4-e724-44a4-adfe-d6de1d8f29a0) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:01.944948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7e8dabae-d259-4f3c-92bf-1398d07c1b6d None None] For port 188930d4-e724-44a4-adfe-d6de1d8f29a0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=188930d4-e724-44a4-adfe-d6de1d8f29a0,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:01.982235 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7e8dabae-d259-4f3c-92bf-1398d07c1b6d None None] Publish callbacks [] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:01.990532 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7e8dabae-d259-4f3c-92bf-1398d07c1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:02.074423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8dabae-d259-4f3c-92bf-1398d07c1b6d None None] Pushing event updated for resources: {'Port': ['ID=188930d4-e724-44a4-adfe-d6de1d8f29a0,revision_number=12']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:02.376641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.objects.ports [None req-596f876b-43ad-439e-8cbb-6dd01b8834ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:57:02.595228 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 188930d4-e724-44a4-adfe-d6de1d8f29a0 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:02.616062 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-596f876b-43ad-439e-8cbb-6dd01b8834ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:02.690420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 188930d4-e724-44a4-adfe-d6de1d8f29a0 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:02.690953 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:02.795202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:02.851160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-596f876b-43ad-439e-8cbb-6dd01b8834ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] For port 188930d4-e724-44a4-adfe-d6de1d8f29a0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=188930d4-e724-44a4-adfe-d6de1d8f29a0,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:02.899192 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-596f876b-43ad-439e-8cbb-6dd01b8834ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:02.907244 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-596f876b-43ad-439e-8cbb-6dd01b8834ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:02.923580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8983e566-96f2-47f1-92a1-3c7ca002174a None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:02.951057 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-596f876b-43ad-439e-8cbb-6dd01b8834ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (d985ad97-f304-43f1-b9d4-276ba8bddd9e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:02.996563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596f876b-43ad-439e-8cbb-6dd01b8834ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:03.001175 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d79b99c4-0e26-4993-b0a2-eb82f39e1703 None None] Provisioning complete for port 188930d4-e724-44a4-adfe-d6de1d8f29a0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:03.001551 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d79b99c4-0e26-4993-b0a2-eb82f39e1703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:03.005999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-596f876b-43ad-439e-8cbb-6dd01b8834ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:03.017312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596f876b-43ad-439e-8cbb-6dd01b8834ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:03.017910 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-596f876b-43ad-439e-8cbb-6dd01b8834ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:03.047670 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-596f876b-43ad-439e-8cbb-6dd01b8834ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6948876 Mar 23 01:57:03.050395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f876b-43ad-439e-8cbb-6dd01b8834ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=d985ad97-f304-43f1-b9d4-276ba8bddd9e,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:03.050893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37264) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:03.062327 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6232d5d5-3cff-4f05-92b7-7f11d1f953ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'mac_address': 'fa:16:3e:43:10:37', 'name': 'tempest-NetworksTestDHCPv6-2034537828'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:03.063299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f876b-43ad-439e-8cbb-6dd01b8834ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=188930d4-e724-44a4-adfe-d6de1d8f29a0,revision_number=14']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:03.156447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d79b99c4-0e26-4993-b0a2-eb82f39e1703 None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:03.262458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6232d5d5-3cff-4f05-92b7-7f11d1f953ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:03.361533 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6232d5d5-3cff-4f05-92b7-7f11d1f953ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:03.383992 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-6232d5d5-3cff-4f05-92b7-7f11d1f953ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port 6377d222-6079-4ebb-87a5-ad7e8604485f yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:57:03.386648 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37284) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:03.620579 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-6232d5d5-3cff-4f05-92b7-7f11d1f953ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 172.20.0.12 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/0bbfc538-d268-487a-ad5a-ce4d35ab39c5/6377d222-6079-4ebb-87a5-ad7e8604485f) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:03.630489 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-6232d5d5-3cff-4f05-92b7-7f11d1f953ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::f816:3eff:fe43:1037 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/d985ad97-f304-43f1-b9d4-276ba8bddd9e/6377d222-6079-4ebb-87a5-ad7e8604485f) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:03.671954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-648e87f7-6618-4e40-a5c6-aa633ed149e6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port 24ece2ae-3c13-42b6-8bf9-7de3d40ee56f {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:03.672303 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-648e87f7-6618-4e40-a5c6-aa633ed149e6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (24ece2ae-3c13-42b6-8bf9-7de3d40ee56f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:03.782527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-648e87f7-6618-4e40-a5c6-aa633ed149e6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (24ece2ae-3c13-42b6-8bf9-7de3d40ee56f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:03.782951 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-648e87f7-6618-4e40-a5c6-aa633ed149e6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for floatingip (24ece2ae-3c13-42b6-8bf9-7de3d40ee56f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:03.797718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-648e87f7-6618-4e40-a5c6-aa633ed149e6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for 24ece2ae-3c13-42b6-8bf9-7de3d40ee56f owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:03.900496 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:04.021979 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-648e87f7-6618-4e40-a5c6-aa633ed149e6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (24ece2ae-3c13-42b6-8bf9-7de3d40ee56f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:04.052029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b8952-5b2b-4367-bba7-03d6bc7ebc66 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:04.055622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e87f7-6618-4e40-a5c6-aa633ed149e6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=24ece2ae-3c13-42b6-8bf9-7de3d40ee56f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:04.142432 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-648e87f7-6618-4e40-a5c6-aa633ed149e6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for floatingip (8463fdb6-eb9e-4338-bb54-2d4c6b922006), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:04.142625 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-648e87f7-6618-4e40-a5c6-aa633ed149e6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Floating IP 8463fdb6-eb9e-4338-bb54-2d4c6b922006 disassociated (deleted). External IP: 172.25.0.171, port: 14ff493a-972d-409a-8c85-82ce44a5cd82. Mar 23 01:57:04.283070 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6232d5d5-3cff-4f05-92b7-7f11d1f953ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (6377d222-6079-4ebb-87a5-ad7e8604485f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:04.333700 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6232d5d5-3cff-4f05-92b7-7f11d1f953ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6377d222-6079-4ebb-87a5-ad7e8604485f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:04.365380 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-15add4f8-6e05-422e-9930-6587e8860a91 None None] Provisioning complete for port 188930d4-e724-44a4-adfe-d6de1d8f29a0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:04.365759 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-15add4f8-6e05-422e-9930-6587e8860a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:04.388452 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6232d5d5-3cff-4f05-92b7-7f11d1f953ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:04.392254 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-6232d5d5-3cff-4f05-92b7-7f11d1f953ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:04.395356 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232d5d5-3cff-4f05-92b7-7f11d1f953ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:04.471418 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232d5d5-3cff-4f05-92b7-7f11d1f953ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=6377d222-6079-4ebb-87a5-ad7e8604485f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:04.516840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648e87f7-6618-4e40-a5c6-aa633ed149e6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router a1dcd214-e15c-43ee-b438-e8999780e072 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:57:04.523956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6232d5d5-3cff-4f05-92b7-7f11d1f953ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:04.529504 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6232d5d5-3cff-4f05-92b7-7f11d1f953ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:04.544343 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-15add4f8-6e05-422e-9930-6587e8860a91 None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:04.563401 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6232d5d5-3cff-4f05-92b7-7f11d1f953ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5098531 Mar 23 01:57:04.565808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37292) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:04.624947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 188930d4-e724-44a4-adfe-d6de1d8f29a0 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:04.646021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adba2bae-dded-48db-a0aa-67bd61f29e67 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:04.652644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adba2bae-dded-48db-a0aa-67bd61f29e67 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:04.654621 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-adba2bae-dded-48db-a0aa-67bd61f29e67 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.0878203 Mar 23 01:57:04.657983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37294) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:04.729799 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648e87f7-6618-4e40-a5c6-aa633ed149e6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:57:04.730621 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 188930d4-e724-44a4-adfe-d6de1d8f29a0 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:04.731012 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:04.734987 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-648e87f7-6618-4e40-a5c6-aa633ed149e6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:04.743722 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c32ca1-6b7f-4e06-ae2f-3c767b8760c4 None None] Sync routers for ids ['a1dcd214-e15c-43ee-b438-e8999780e072'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:57:04.776423 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c32ca1-6b7f-4e06-ae2f-3c767b8760c4 None None] Routers {'a1dcd214-e15c-43ee-b438-e8999780e072'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:57:04.776723 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-648e87f7-6618-4e40-a5c6-aa633ed149e6 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/floatingips/8463fdb6-eb9e-4338-bb54-2d4c6b922006 HTTP/1.1" status: 204 len: 168 time: 1.3886895 Mar 23 01:57:04.777087 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b9c32ca1-6b7f-4e06-ae2f-3c767b8760c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:56:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a1dcd214-e15c-43ee-b438-e8999780e072'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:04.777608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69ffafe-fa87-444a-a490-f6e24d6d56a0', 'tag': '14ff493a-972d-409a-8c85-82ce44a5cd82'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:57:04.780478 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae1d1b2-3ad3-42e5-bcb8-893c88319123" -d '{"events": [{"name": "network-changed", "server_uuid": "e69ffafe-fa87-444a-a490-f6e24d6d56a0", "tag": "14ff493a-972d-409a-8c85-82ce44a5cd82"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:57:04.861347 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7ac27140-be0c-45b5-b607-e6f95ecaf62e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port 6377d222-6079-4ebb-87a5-ad7e8604485f {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:04.865540 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ac27140-be0c-45b5-b607-e6f95ecaf62e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6377d222-6079-4ebb-87a5-ad7e8604485f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:04.918583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:05.037223 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ac27140-be0c-45b5-b607-e6f95ecaf62e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6377d222-6079-4ebb-87a5-ad7e8604485f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:05.046663 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c12fe8-5351-45cf-b85b-b8da916e8776 x-openstack-request-id: req-d2c12fe8-5351-45cf-b85b-b8da916e8776 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:57:05.047128 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69ffafe-fa87-444a-a490-f6e24d6d56a0", "tag": "14ff493a-972d-409a-8c85-82ce44a5cd82", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:57:05.047505 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2c12fe8-5351-45cf-b85b-b8da916e8776 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:57:05.048193 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c12fe8-5351-45cf-b85b-b8da916e8776'] response: {'name': 'network-changed', 'server_uuid': 'e69ffafe-fa87-444a-a490-f6e24d6d56a0', 'tag': '14ff493a-972d-409a-8c85-82ce44a5cd82', 'status': 'completed', 'code': 200} Mar 23 01:57:05.056625 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b9c32ca1-6b7f-4e06-ae2f-3c767b8760c4 None None] Set router a1dcd214-e15c-43ee-b438-e8999780e072 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:57:05.059595 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7ac27140-be0c-45b5-b607-e6f95ecaf62e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for 6377d222-6079-4ebb-87a5-ad7e8604485f owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:05.183834 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c3308cad-9bbb-476a-ada3-425069db5a96 None None] Provisioning complete for port 6377d222-6079-4ebb-87a5-ad7e8604485f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:05.184756 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3308cad-9bbb-476a-ada3-425069db5a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6377d222-6079-4ebb-87a5-ad7e8604485f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:05.205154 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1d1b2-3ad3-42e5-bcb8-893c88319123 req-12142768-a187-4006-90af-07fb3af0bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:05.207894 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bae1d1b2-3ad3-42e5-bcb8-893c88319123 req-12142768-a187-4006-90af-07fb3af0bb66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb6e915da6d4405598d98978727b2035&device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 1128 time: 0.1450336 Mar 23 01:57:05.276054 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c3308cad-9bbb-476a-ada3-425069db5a96 None None] Port 6377d222-6079-4ebb-87a5-ad7e8604485f cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:57:05.282274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d59a9-6a80-418a-81ab-599f17c430de req-f61f15c5-53f0-45ca-b267-022f6ee3f8d5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:05.283868 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-985d59a9-6a80-418a-81ab-599f17c430de req-f61f15c5-53f0-45ca-b267-022f6ee3f8d5 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.1431589 Mar 23 01:57:05.293159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c3308cad-9bbb-476a-ada3-425069db5a96 None None] Provisioning complete for port 188930d4-e724-44a4-adfe-d6de1d8f29a0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:05.293541 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3308cad-9bbb-476a-ada3-425069db5a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:05.352061 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b9c32ca1-6b7f-4e06-ae2f-3c767b8760c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638224269', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:55:11Z', 'updated_at': '2022-03-23T01:55:16Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:12Z', 'updated_at': '2022-03-23T01:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '533dcc6a-639f-4a93-b6bd-31bcb3fd8429', 'name': '', 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ba:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '2bc81f37-9831-48a8-b139-5940d0238911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:15Z', 'updated_at': '2022-03-23T01:55:20Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2bc81f37-9831-48a8-b139-5940d0238911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:05.402858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1d1b2-3ad3-42e5-bcb8-893c88319123 req-670be304-814e-4db7-82f2-271aa9fdd834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:05.406839 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bae1d1b2-3ad3-42e5-bcb8-893c88319123 req-670be304-814e-4db7-82f2-271aa9fdd834 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e00810ad-4119-4067-a5cc-ed0814fd69db HTTP/1.1" status: 200 len: 896 time: 0.1893113 Mar 23 01:57:05.417542 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c32ca1-6b7f-4e06-ae2f-3c767b8760c4 None None] Checking router: a1dcd214-e15c-43ee-b438-e8999780e072 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:57:05.426635 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c32ca1-6b7f-4e06-ae2f-3c767b8760c4 None None] Routers {'a1dcd214-e15c-43ee-b438-e8999780e072'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:57:05.427524 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b9c32ca1-6b7f-4e06-ae2f-3c767b8760c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:56:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a1dcd214-e15c-43ee-b438-e8999780e072'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:05.437038 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ac27140-be0c-45b5-b607-e6f95ecaf62e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6377d222-6079-4ebb-87a5-ad7e8604485f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:05.460200 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-985d59a9-6a80-418a-81ab-599f17c430de req-8c79decb-5c51-4cb8-9c73-f1cdad1f37c1 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595278 Mar 23 01:57:05.463843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c3308cad-9bbb-476a-ada3-425069db5a96 None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:05.500694 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac27140-be0c-45b5-b607-e6f95ecaf62e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=6377d222-6079-4ebb-87a5-ad7e8604485f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:05.521658 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bae1d1b2-3ad3-42e5-bcb8-893c88319123 req-d779d3e5-3baf-4724-9424-9963907b7cdb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14ff493a-972d-409a-8c85-82ce44a5cd82 HTTP/1.1" status: 200 len: 217 time: 0.0585551 Mar 23 01:57:05.595042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1d1b2-3ad3-42e5-bcb8-893c88319123 req-41dc2a0b-0fc4-44e8-9500-74fc901a456e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:05.596779 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bae1d1b2-3ad3-42e5-bcb8-893c88319123 req-41dc2a0b-0fc4-44e8-9500-74fc901a456e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2bc81f37-9831-48a8-b139-5940d0238911 HTTP/1.1" status: 200 len: 835 time: 0.0656869 Mar 23 01:57:05.612943 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b9c32ca1-6b7f-4e06-ae2f-3c767b8760c4 None None] Set router a1dcd214-e15c-43ee-b438-e8999780e072 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:57:05.633718 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ac27140-be0c-45b5-b607-e6f95ecaf62e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:05.639957 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7ac27140-be0c-45b5-b607-e6f95ecaf62e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/6377d222-6079-4ebb-87a5-ad7e8604485f HTTP/1.1" status: 204 len: 168 time: 0.9802270 Mar 23 01:57:05.640767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37306) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:05.665385 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1d1b2-3ad3-42e5-bcb8-893c88319123 req-6559dd3a-d6a8-459b-bf18-dedf25584a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:05.671553 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bae1d1b2-3ad3-42e5-bcb8-893c88319123 req-6559dd3a-d6a8-459b-bf18-dedf25584a21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e00810ad-4119-4067-a5cc-ed0814fd69db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0613332 Mar 23 01:57:05.680201 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-04b9933f-06a4-47d3-8a51-df75fe5871f8 None None] Could not find standard attr ID for object 7ae3d56d-bb17-4836-85d0-487926b466c1. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:57:05.746109 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b5ae7-c451-4e1d-9691-44c4ba47bf30 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:05.747804 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b5ae7-c451-4e1d-9691-44c4ba47bf30 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:05.749371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b5ae7-c451-4e1d-9691-44c4ba47bf30 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:05.753614 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b06b5ae7-c451-4e1d-9691-44c4ba47bf30 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1092262 Mar 23 01:57:05.753994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37308) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:05.814747 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bae1d1b2-3ad3-42e5-bcb8-893c88319123 req-a18905a4-f711-492d-b7be-1f2fa9327802 service neutron] 10.222.0.42 "GET /v2.0/networks/e00810ad-4119-4067-a5cc-ed0814fd69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336153 Mar 23 01:57:05.829826 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3589083-b636-4b8f-8cf9-e4689115bfc1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet 0bbfc538-d268-487a-ad5a-ce4d35ab39c5 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:05.852447 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3589083-b636-4b8f-8cf9-e4689115bfc1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (0bbfc538-d268-487a-ad5a-ce4d35ab39c5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:05.900735 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b9c32ca1-6b7f-4e06-ae2f-3c767b8760c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638224269', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:55:11Z', 'updated_at': '2022-03-23T01:55:16Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:12Z', 'updated_at': '2022-03-23T01:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '533dcc6a-639f-4a93-b6bd-31bcb3fd8429', 'name': '', 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ba:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '2bc81f37-9831-48a8-b139-5940d0238911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:15Z', 'updated_at': '2022-03-23T01:55:20Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2bc81f37-9831-48a8-b139-5940d0238911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:05.929518 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c32ca1-6b7f-4e06-ae2f-3c767b8760c4 None None] The sync data for ids ['a1dcd214-e15c-43ee-b438-e8999780e072'] in n-d-834677-4 is: [{'id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638224269', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:55:11Z', 'updated_at': '2022-03-23T01:55:16Z', 'revision_number': 4, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:12Z', 'updated_at': '2022-03-23T01:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '533dcc6a-639f-4a93-b6bd-31bcb3fd8429', 'name': '', 'network_id': 'e00810ad-4119-4067-a5cc-ed0814fd69db', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'mac_address': 'fa:16:3e:ba:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '2bc81f37-9831-48a8-b139-5940d0238911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:15Z', 'updated_at': '2022-03-23T01:55:20Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'subnets': [{'id': '2bc81f37-9831-48a8-b139-5940d0238911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:57:05.954260 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3589083-b636-4b8f-8cf9-e4689115bfc1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (0bbfc538-d268-487a-ad5a-ce4d35ab39c5), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:05.976923 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bae1d1b2-3ad3-42e5-bcb8-893c88319123 req-ff4bb7cf-02b8-4881-8b9d-0d6cec7e55ec service neutron] 10.222.0.42 "GET /v2.0/networks/e00810ad-4119-4067-a5cc-ed0814fd69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532633 Mar 23 01:57:06.097982 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3589083-b636-4b8f-8cf9-e4689115bfc1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (0bbfc538-d268-487a-ad5a-ce4d35ab39c5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:06.107803 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2ac3f868-f99d-40dc-85fb-c7b96b90d18f None None] Could not find standard attr ID for object 6377d222-6079-4ebb-87a5-ad7e8604485f. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:57:06.188149 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3589083-b636-4b8f-8cf9-e4689115bfc1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (0bbfc538-d268-487a-ad5a-ce4d35ab39c5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:06.217514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3589083-b636-4b8f-8cf9-e4689115bfc1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=0bbfc538-d268-487a-ad5a-ce4d35ab39c5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:06.223698 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b3589083-b636-4b8f-8cf9-e4689115bfc1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:06.231356 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37312) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:06.231553 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b3589083-b636-4b8f-8cf9-e4689115bfc1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/0bbfc538-d268-487a-ad5a-ce4d35ab39c5 HTTP/1.1" status: 204 len: 168 time: 0.4764063 Mar 23 01:57:06.326540 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddd0474-8524-4177-9a26-b5d4ca0000ea tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet d985ad97-f304-43f1-b9d4-276ba8bddd9e {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:06.330939 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ddd0474-8524-4177-9a26-b5d4ca0000ea tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (d985ad97-f304-43f1-b9d4-276ba8bddd9e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:06.375903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e9a9e-3ff0-4a93-8e5a-93737dad3ee9 None None] New status for floating IP 8463fdb6-eb9e-4338-bb54-2d4c6b922006: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:57:06.382803 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ddd0474-8524-4177-9a26-b5d4ca0000ea tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (d985ad97-f304-43f1-b9d4-276ba8bddd9e), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:06.474329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7520b05-9d81-43f6-b137-c6a6cf498ddd None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:06.484393 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ddd0474-8524-4177-9a26-b5d4ca0000ea tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (d985ad97-f304-43f1-b9d4-276ba8bddd9e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:06.593320 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ddd0474-8524-4177-9a26-b5d4ca0000ea tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (d985ad97-f304-43f1-b9d4-276ba8bddd9e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:06.627726 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5ddd0474-8524-4177-9a26-b5d4ca0000ea tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:06.631157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5ddd0474-8524-4177-9a26-b5d4ca0000ea tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/d985ad97-f304-43f1-b9d4-276ba8bddd9e HTTP/1.1" status: 204 len: 168 time: 0.3985755 Mar 23 01:57:06.639131 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37316) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:06.640029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248de240-f615-4924-9483-b9a51a9e229e req-56cc52a3-2912-4092-b879-6517ef43bc71 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:06.641790 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-248de240-f615-4924-9483-b9a51a9e229e req-56cc52a3-2912-4092-b879-6517ef43bc71 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.42 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.0936508 Mar 23 01:57:06.642860 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd0474-8524-4177-9a26-b5d4ca0000ea tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=d985ad97-f304-43f1-b9d4-276ba8bddd9e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:06.707368 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b811a81b-2776-4f50-8ace-9dc18d4ecb6f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595355 Mar 23 01:57:06.713799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15823837-c637-4ae4-8da0-996c6653da09 req-00ca6f5b-0031-4a11-b19b-bc0263dd296e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:06.721765 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15823837-c637-4ae4-8da0-996c6653da09 req-00ca6f5b-0031-4a11-b19b-bc0263dd296e tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69ffafe-fa87-444a-a490-f6e24d6d56a0 HTTP/1.1" status: 200 len: 946 time: 0.1465080 Mar 23 01:57:06.728663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37318) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:06.733748 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6643f99a-3729-4246-9bcf-253d125f11b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:06.749851 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbb9f32-3906-4b9b-b954-75c110f36898 None None] Update dhcp port {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'fixed_ips': [{'subnet_id': 'd985ad97-f304-43f1-b9d4-276ba8bddd9e'}], 'binding:host_id': 'n-d-834677-4'}, 'id': '188930d4-e724-44a4-adfe-d6de1d8f29a0'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 01:57:06.790058 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9f32-3906-4b9b-b954-75c110f36898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:06.796354 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-248de240-f615-4924-9483-b9a51a9e229e req-463af50a-7dcf-4e3c-8fe5-ee9f55e9540d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port 14ff493a-972d-409a-8c85-82ce44a5cd82 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:06.797012 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-248de240-f615-4924-9483-b9a51a9e229e req-463af50a-7dcf-4e3c-8fe5-ee9f55e9540d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:06.863102 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15823837-c637-4ae4-8da0-996c6653da09 req-980f7119-5058-4430-b648-40fc7c9ef87a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "GET /v2.0/security-groups?id=3bfbe9bf-96d3-4b47-b860-f293939140e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390500 Mar 23 01:57:06.900519 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6643f99a-3729-4246-9bcf-253d125f11b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:06.910365 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6643f99a-3729-4246-9bcf-253d125f11b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:06.920901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-248de240-f615-4924-9483-b9a51a9e229e req-463af50a-7dcf-4e3c-8fe5-ee9f55e9540d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] For port 14ff493a-972d-409a-8c85-82ce44a5cd82, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=14ff493a-972d-409a-8c85-82ce44a5cd82,segment=NetworkSegment(bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a),segment_id=bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:06.921738 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-248de240-f615-4924-9483-b9a51a9e229e req-463af50a-7dcf-4e3c-8fe5-ee9f55e9540d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:06.943960 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-248de240-f615-4924-9483-b9a51a9e229e req-463af50a-7dcf-4e3c-8fe5-ee9f55e9540d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for 14ff493a-972d-409a-8c85-82ce44a5cd82 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:07.025499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756cc1c7-4813-421a-a7f3-d1fe7263de4c None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:07.102540 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-248de240-f615-4924-9483-b9a51a9e229e req-463af50a-7dcf-4e3c-8fe5-ee9f55e9540d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (14ff493a-972d-409a-8c85-82ce44a5cd82), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:07.131940 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6643f99a-3729-4246-9bcf-253d125f11b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (fde5391f-4cd3-485b-bca2-7eb45fbe864b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:07.137966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463af50a-7dcf-4e3c-8fe5-ee9f55e9540d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=14ff493a-972d-409a-8c85-82ce44a5cd82,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:07.154350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8189b498-b58a-493c-9bc4-e0983045f3c7 None None] Provisioning complete for port 188930d4-e724-44a4-adfe-d6de1d8f29a0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:07.155899 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8189b498-b58a-493c-9bc4-e0983045f3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:07.229117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-248de240-f615-4924-9483-b9a51a9e229e req-463af50a-7dcf-4e3c-8fe5-ee9f55e9540d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] No DVR routers for this DVR port 14ff493a-972d-409a-8c85-82ce44a5cd82 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:57:07.232890 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-248de240-f615-4924-9483-b9a51a9e229e req-463af50a-7dcf-4e3c-8fe5-ee9f55e9540d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:07.236416 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2b53e7-b037-428c-a304-e0c638e4b056 None None] DHCP port deletion for d28dcc53-68c6-4ee1-82f0-dffb25fd5855 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:57:07.247727 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-248de240-f615-4924-9483-b9a51a9e229e req-463af50a-7dcf-4e3c-8fe5-ee9f55e9540d tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.42 "DELETE /v2.0/ports/14ff493a-972d-409a-8c85-82ce44a5cd82 HTTP/1.1" status: 204 len: 173 time: 0.5942569 Mar 23 01:57:07.247727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69ffafe-fa87-444a-a490-f6e24d6d56a0', 'name': 'network-vif-deleted', 'tag': '14ff493a-972d-409a-8c85-82ce44a5cd82'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:57:07.253518 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e786c60-6124-4420-a5e8-c5943485785d" -d '{"events": [{"server_uuid": "e69ffafe-fa87-444a-a490-f6e24d6d56a0", "name": "network-vif-deleted", "tag": "14ff493a-972d-409a-8c85-82ce44a5cd82"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:57:07.256556 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6643f99a-3729-4246-9bcf-253d125f11b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:07.262702 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-6643f99a-3729-4246-9bcf-253d125f11b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:07.267596 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6643f99a-3729-4246-9bcf-253d125f11b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:07.268512 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6643f99a-3729-4246-9bcf-253d125f11b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:07.302864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643f99a-3729-4246-9bcf-253d125f11b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=fde5391f-4cd3-485b-bca2-7eb45fbe864b,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:07.317295 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453960e5-1dbd-445c-a215-3ac3d1fe534f x-openstack-request-id: req-453960e5-1dbd-445c-a215-3ac3d1fe534f {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:57:07.318078 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69ffafe-fa87-444a-a490-f6e24d6d56a0", "name": "network-vif-deleted", "tag": "14ff493a-972d-409a-8c85-82ce44a5cd82", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:57:07.318228 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-453960e5-1dbd-445c-a215-3ac3d1fe534f {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:57:07.318847 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-453960e5-1dbd-445c-a215-3ac3d1fe534f'] response: {'server_uuid': 'e69ffafe-fa87-444a-a490-f6e24d6d56a0', 'name': 'network-vif-deleted', 'tag': '14ff493a-972d-409a-8c85-82ce44a5cd82', 'status': 'completed', 'code': 200} Mar 23 01:57:07.336575 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6643f99a-3729-4246-9bcf-253d125f11b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6065803 Mar 23 01:57:07.339841 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37324) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:07.347087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-2f9443b5-c848-4325-ac3b-a6dca41130b6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:07.374460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8189b498-b58a-493c-9bc4-e0983045f3c7 None None] Current status of the port 188930d4-e724-44a4-adfe-d6de1d8f29a0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:07.379940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b53e7-b037-428c-a304-e0c638e4b056 None None] Deleting port 188930d4-e724-44a4-adfe-d6de1d8f29a0 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:07.380350 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ff2b53e7-b037-428c-a304-e0c638e4b056 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:07.485151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ff2b53e7-b037-428c-a304-e0c638e4b056 None None] For port 188930d4-e724-44a4-adfe-d6de1d8f29a0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=188930d4-e724-44a4-adfe-d6de1d8f29a0,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:07.486890 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ff2b53e7-b037-428c-a304-e0c638e4b056 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:07.497364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9443b5-c848-4325-ac3b-a6dca41130b6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:07.501620 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2f9443b5-c848-4325-ac3b-a6dca41130b6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:07.508817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b53e7-b037-428c-a304-e0c638e4b056 None None] Calling delete_port for 188930d4-e724-44a4-adfe-d6de1d8f29a0 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:07.615272 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ff2b53e7-b037-428c-a304-e0c638e4b056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (188930d4-e724-44a4-adfe-d6de1d8f29a0), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:07.675562 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b53e7-b037-428c-a304-e0c638e4b056 None None] Pushing event deleted for resources: {'Port': ['ID=188930d4-e724-44a4-adfe-d6de1d8f29a0,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:07.687307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2b53e7-b037-428c-a304-e0c638e4b056 None None] No DVR routers for this DVR port 188930d4-e724-44a4-adfe-d6de1d8f29a0 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:57:07.710920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fe9d14-e602-42fe-9321-3fb0c9d6dd52 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:07.851723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'fixed_ips': [{'subnet_id': 'fde5391f-4cd3-485b-bca2-7eb45fbe864b'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:57:07.852927 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:07.898754 n-d-834677-4 neutron-server[99263]: DEBUG neutron.objects.ports [None req-2f9443b5-c848-4325-ac3b-a6dca41130b6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99263) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:57:07.900692 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2f9443b5-c848-4325-ac3b-a6dca41130b6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (b6786e21-c17d-436a-aa63-d00cfdbc166d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:07.942044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37328) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:07.953217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9443b5-c848-4325-ac3b-a6dca41130b6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:07.963781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-2f9443b5-c848-4325-ac3b-a6dca41130b6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:07.968299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9443b5-c848-4325-ac3b-a6dca41130b6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:07.969605 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2f9443b5-c848-4325-ac3b-a6dca41130b6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:07.987869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9443b5-c848-4325-ac3b-a6dca41130b6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=b6786e21-c17d-436a-aa63-d00cfdbc166d,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:08.009055 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2f9443b5-c848-4325-ac3b-a6dca41130b6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6675103 Mar 23 01:57:08.013168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37330) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:08.019967 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d31c2f47-6ca8-4f93-9d68-decf525a2ca8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'mac_address': 'fa:16:3e:3b:79:bb', 'name': 'tempest-NetworksTestDHCPv6-75344792'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:08.093431 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Allocated IP 172.20.0.2 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/fde5391f-4cd3-485b-bca2-7eb45fbe864b/ea73aaed-f3d2-4102-96ef-557d2d323323) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:08.110104 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Allocated IP 2001:db8::f816:3eff:feab:1754 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/b6786e21-c17d-436a-aa63-d00cfdbc166d/ea73aaed-f3d2-4102-96ef-557d2d323323) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:08.160724 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31c2f47-6ca8-4f93-9d68-decf525a2ca8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:08.169144 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d31c2f47-6ca8-4f93-9d68-decf525a2ca8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:08.198712 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-d31c2f47-6ca8-4f93-9d68-decf525a2ca8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port 0935c817-dc4b-421d-90cc-7e7dcd8c119d yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:57:08.306178 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Publish callbacks [] for port (ea73aaed-f3d2-4102-96ef-557d2d323323), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:08.319932 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (ea73aaed-f3d2-4102-96ef-557d2d323323), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:08.368990 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:08.372404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:08.376197 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:08.414736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Pushing event updated for resources: {'Port': ['ID=ea73aaed-f3d2-4102-96ef-557d2d323323,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:08.439263 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-d31c2f47-6ca8-4f93-9d68-decf525a2ca8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 172.20.0.13 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/fde5391f-4cd3-485b-bca2-7eb45fbe864b/0935c817-dc4b-421d-90cc-7e7dcd8c119d) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:08.444100 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87434c36-b01a-4571-9745-167958e4dc48 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (a1dcd214-e15c-43ee-b438-e8999780e072), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:08.445353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-d31c2f47-6ca8-4f93-9d68-decf525a2ca8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::f816:3eff:fe3b:79bb (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/b6786e21-c17d-436a-aa63-d00cfdbc166d/0935c817-dc4b-421d-90cc-7e7dcd8c119d) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:08.482829 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Attempting to bind port ea73aaed-f3d2-4102-96ef-557d2d323323 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:57:08.483206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Attempting to bind port ea73aaed-f3d2-4102-96ef-557d2d323323 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:57:08.483579 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Attempting to bind port ea73aaed-f3d2-4102-96ef-557d2d323323 on network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:57:08.489678 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:57:08.490143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Checking segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:57:08.490550 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:08.490967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Bound using segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:57:08.491425 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Bound port: ea73aaed-f3d2-4102-96ef-557d2d323323, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:57:08.491830 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ea73aaed-f3d2-4102-96ef-557d2d323323), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:08.576118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] For port ea73aaed-f3d2-4102-96ef-557d2d323323, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:57:08.579723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] For port ea73aaed-f3d2-4102-96ef-557d2d323323, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ea73aaed-f3d2-4102-96ef-557d2d323323,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:57:08.593033 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ea73aaed-f3d2-4102-96ef-557d2d323323), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:08.654370 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 188930d4-e724-44a4-adfe-d6de1d8f29a0 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:57:08.685868 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 188930d4-e724-44a4-adfe-d6de1d8f29a0 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:57:08.686207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 188930d4-e724-44a4-adfe-d6de1d8f29a0 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:57:08.719855 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d31c2f47-6ca8-4f93-9d68-decf525a2ca8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (0935c817-dc4b-421d-90cc-7e7dcd8c119d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:08.737774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45bce8-a6dc-4e84-89c8-889b2ad32884 None None] Pushing event updated for resources: {'Port': ['ID=ea73aaed-f3d2-4102-96ef-557d2d323323,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:08.772811 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d31c2f47-6ca8-4f93-9d68-decf525a2ca8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (0935c817-dc4b-421d-90cc-7e7dcd8c119d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:08.834755 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-87434c36-b01a-4571-9745-167958e4dc48 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:08.835354 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87434c36-b01a-4571-9745-167958e4dc48 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:08.844717 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31c2f47-6ca8-4f93-9d68-decf525a2ca8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:08.849744 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-d31c2f47-6ca8-4f93-9d68-decf525a2ca8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:08.857028 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31c2f47-6ca8-4f93-9d68-decf525a2ca8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:08.886190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c2f47-6ca8-4f93-9d68-decf525a2ca8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=0935c817-dc4b-421d-90cc-7e7dcd8c119d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:08.921313 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31c2f47-6ca8-4f93-9d68-decf525a2ca8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:08.922182 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d31c2f47-6ca8-4f93-9d68-decf525a2ca8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:08.955431 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d31c2f47-6ca8-4f93-9d68-decf525a2ca8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9398167 Mar 23 01:57:08.958053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37334) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:08.981725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-87434c36-b01a-4571-9745-167958e4dc48 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] For port 533dcc6a-639f-4a93-b6bd-31bcb3fd8429, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=533dcc6a-639f-4a93-b6bd-31bcb3fd8429,segment=NetworkSegment(bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a),segment_id=bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:08.982302 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87434c36-b01a-4571-9745-167958e4dc48 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:08.999371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-87434c36-b01a-4571-9745-167958e4dc48 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:09.065732 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9b7d37-1c56-40c7-9feb-2a5ecc3b6152 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:09.072123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9b7d37-1c56-40c7-9feb-2a5ecc3b6152 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:09.088362 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0a9b7d37-1c56-40c7-9feb-2a5ecc3b6152 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1289408 Mar 23 01:57:09.089326 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37336) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:09.222539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-9d12f527-04a5-497b-9f5d-79bb5ca5b900 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port 0935c817-dc4b-421d-90cc-7e7dcd8c119d {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:09.223215 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d12f527-04a5-497b-9f5d-79bb5ca5b900 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0935c817-dc4b-421d-90cc-7e7dcd8c119d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:09.323521 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87434c36-b01a-4571-9745-167958e4dc48 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (533dcc6a-639f-4a93-b6bd-31bcb3fd8429), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:09.345671 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d12f527-04a5-497b-9f5d-79bb5ca5b900 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0935c817-dc4b-421d-90cc-7e7dcd8c119d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:09.371444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-9d12f527-04a5-497b-9f5d-79bb5ca5b900 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for 0935c817-dc4b-421d-90cc-7e7dcd8c119d owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:09.516813 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87434c36-b01a-4571-9745-167958e4dc48 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=533dcc6a-639f-4a93-b6bd-31bcb3fd8429,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:09.606896 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d12f527-04a5-497b-9f5d-79bb5ca5b900 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (0935c817-dc4b-421d-90cc-7e7dcd8c119d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:09.658201 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87434c36-b01a-4571-9745-167958e4dc48 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (a1dcd214-e15c-43ee-b438-e8999780e072), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:09.664369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12f527-04a5-497b-9f5d-79bb5ca5b900 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=0935c817-dc4b-421d-90cc-7e7dcd8c119d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:09.817532 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d12f527-04a5-497b-9f5d-79bb5ca5b900 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:09.823461 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9d12f527-04a5-497b-9f5d-79bb5ca5b900 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/0935c817-dc4b-421d-90cc-7e7dcd8c119d HTTP/1.1" status: 204 len: 168 time: 0.7328260 Mar 23 01:57:09.826149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37340) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:09.893493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fbc0c3-aa26-45f2-8968-ac4a7978dcd2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:09.902205 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fbc0c3-aa26-45f2-8968-ac4a7978dcd2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:09.903638 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fbc0c3-aa26-45f2-8968-ac4a7978dcd2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:09.914628 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-91fbc0c3-aa26-45f2-8968-ac4a7978dcd2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0833943 Mar 23 01:57:09.915023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37342) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:09.968457 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b367de3-7710-4728-a16c-4056edd92237 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet b6786e21-c17d-436a-aa63-d00cfdbc166d {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:09.973767 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b367de3-7710-4728-a16c-4056edd92237 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (b6786e21-c17d-436a-aa63-d00cfdbc166d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:10.003216 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87434c36-b01a-4571-9745-167958e4dc48 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Router a1dcd214-e15c-43ee-b438-e8999780e072 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:57:10.035001 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b367de3-7710-4728-a16c-4056edd92237 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (b6786e21-c17d-436a-aa63-d00cfdbc166d), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:10.155543 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b367de3-7710-4728-a16c-4056edd92237 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (b6786e21-c17d-436a-aa63-d00cfdbc166d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:10.161650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c337286-2b95-43cb-9415-ff4c6f9728bf None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:10.218476 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87434c36-b01a-4571-9745-167958e4dc48 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:57:10.223894 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-87434c36-b01a-4571-9745-167958e4dc48 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "PUT /v2.0/routers/a1dcd214-e15c-43ee-b438-e8999780e072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2802062 Mar 23 01:57:10.226790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37344) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:10.234247 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a71ff4-f645-4aa1-8a87-21c0bc1d8f83 None None] Sync routers for ids ['a1dcd214-e15c-43ee-b438-e8999780e072'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:57:10.247407 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b367de3-7710-4728-a16c-4056edd92237 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (b6786e21-c17d-436a-aa63-d00cfdbc166d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:10.256212 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a71ff4-f645-4aa1-8a87-21c0bc1d8f83 None None] Routers {'a1dcd214-e15c-43ee-b438-e8999780e072'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:57:10.257275 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-a8a71ff4-f645-4aa1-8a87-21c0bc1d8f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:56:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a1dcd214-e15c-43ee-b438-e8999780e072'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:10.308534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-df168b94-ac50-4c1f-9a1e-db3fbda3d3e4 None None] Provisioning complete for port ea73aaed-f3d2-4102-96ef-557d2d323323 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:10.308937 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-df168b94-ac50-4c1f-9a1e-db3fbda3d3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ea73aaed-f3d2-4102-96ef-557d2d323323), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:10.321707 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7b367de3-7710-4728-a16c-4056edd92237 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:10.325657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59831ae-b890-4afb-bdd2-0477b7cac91c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting subnet 2bc81f37-9831-48a8-b139-5940d0238911 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:10.328058 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7b367de3-7710-4728-a16c-4056edd92237 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/b6786e21-c17d-436a-aa63-d00cfdbc166d HTTP/1.1" status: 204 len: 168 time: 0.4120803 Mar 23 01:57:10.331258 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37346) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:10.332199 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b367de3-7710-4728-a16c-4056edd92237 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=b6786e21-c17d-436a-aa63-d00cfdbc166d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:10.351157 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d59831ae-b890-4afb-bdd2-0477b7cac91c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for subnet (2bc81f37-9831-48a8-b139-5940d0238911), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:10.430013 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-a8a71ff4-f645-4aa1-8a87-21c0bc1d8f83 None None] Set router a1dcd214-e15c-43ee-b438-e8999780e072 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:57:10.523635 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d59831ae-b890-4afb-bdd2-0477b7cac91c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (2bc81f37-9831-48a8-b139-5940d0238911), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:10.566734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-22277cde-d516-4e33-9853-327c6f3c2829 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet fde5391f-4cd3-485b-bca2-7eb45fbe864b {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:10.569979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-df168b94-ac50-4c1f-9a1e-db3fbda3d3e4 None None] Current status of the port ea73aaed-f3d2-4102-96ef-557d2d323323 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:10.570375 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-df168b94-ac50-4c1f-9a1e-db3fbda3d3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ea73aaed-f3d2-4102-96ef-557d2d323323), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:10.573664 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-22277cde-d516-4e33-9853-327c6f3c2829 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (fde5391f-4cd3-485b-bca2-7eb45fbe864b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:10.662892 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-22277cde-d516-4e33-9853-327c6f3c2829 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (fde5391f-4cd3-485b-bca2-7eb45fbe864b), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:10.734245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-df168b94-ac50-4c1f-9a1e-db3fbda3d3e4 None None] For port ea73aaed-f3d2-4102-96ef-557d2d323323, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ea73aaed-f3d2-4102-96ef-557d2d323323,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:10.736562 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4bb8db-0737-4468-9e81-eb652d51226a None None] Update dhcp port {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'fixed_ips': [{'subnet_id': 'fde5391f-4cd3-485b-bca2-7eb45fbe864b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b6786e21-c17d-436a-aa63-d00cfdbc166d'}], 'binding:host_id': 'n-d-834677-4'}, 'id': 'ea73aaed-f3d2-4102-96ef-557d2d323323'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 01:57:10.787759 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fa4bb8db-0737-4468-9e81-eb652d51226a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ea73aaed-f3d2-4102-96ef-557d2d323323), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:10.791372 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-df168b94-ac50-4c1f-9a1e-db3fbda3d3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ea73aaed-f3d2-4102-96ef-557d2d323323), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:10.858217 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-22277cde-d516-4e33-9853-327c6f3c2829 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (fde5391f-4cd3-485b-bca2-7eb45fbe864b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:10.876492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df168b94-ac50-4c1f-9a1e-db3fbda3d3e4 None None] Pushing event updated for resources: {'Port': ['ID=ea73aaed-f3d2-4102-96ef-557d2d323323,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:10.880194 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-a8a71ff4-f645-4aa1-8a87-21c0bc1d8f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638224269', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:55:11Z', 'updated_at': '2022-03-23T01:57:09Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:12Z', 'updated_at': '2022-03-23T01:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:10.892096 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ea73aaed-f3d2-4102-96ef-557d2d323323 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:10.930205 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a71ff4-f645-4aa1-8a87-21c0bc1d8f83 None None] Checking router: a1dcd214-e15c-43ee-b438-e8999780e072 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:57:10.950018 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a71ff4-f645-4aa1-8a87-21c0bc1d8f83 None None] Routers {'a1dcd214-e15c-43ee-b438-e8999780e072'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:57:10.954627 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-a8a71ff4-f645-4aa1-8a87-21c0bc1d8f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:56:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a1dcd214-e15c-43ee-b438-e8999780e072'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:10.989184 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-22277cde-d516-4e33-9853-327c6f3c2829 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (fde5391f-4cd3-485b-bca2-7eb45fbe864b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:11.015297 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-22277cde-d516-4e33-9853-327c6f3c2829 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:11.020637 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-22277cde-d516-4e33-9853-327c6f3c2829 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/fde5391f-4cd3-485b-bca2-7eb45fbe864b HTTP/1.1" status: 204 len: 168 time: 0.6873677 Mar 23 01:57:11.024527 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37350) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:11.047078 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22277cde-d516-4e33-9853-327c6f3c2829 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=fde5391f-4cd3-485b-bca2-7eb45fbe864b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server [None req-fa4bb8db-0737-4468-9e81-eb652d51226a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fde5391f-4cd3-485b-bca2-7eb45fbe864b: This subnet is being modified by another concurrent operation. Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise exception Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fde5391f-4cd3-485b-bca2-7eb45fbe864b: This subnet is being modified by another concurrent operation. Mar 23 01:57:11.086925 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server Mar 23 01:57:11.101667 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-030b1046-e797-4275-8fd0-6af5a0043d0b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753763 Mar 23 01:57:11.104127 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37352) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:11.105915 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ea73aaed-f3d2-4102-96ef-557d2d323323 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:11.106531 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ea73aaed-f3d2-4102-96ef-557d2d323323), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:11.139065 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d59831ae-b890-4afb-bdd2-0477b7cac91c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (2bc81f37-9831-48a8-b139-5940d0238911), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:11.269347 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-a8a71ff4-f645-4aa1-8a87-21c0bc1d8f83 None None] Set router a1dcd214-e15c-43ee-b438-e8999780e072 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:57:11.271308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ea73aaed-f3d2-4102-96ef-557d2d323323 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:11.279152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55414d72-58ab-4205-9c8a-e388d0b9cfbf None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:57:11.376104 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 14ff493a-972d-409a-8c85-82ce44a5cd82 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:57:11.394981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-37cc50f7-342c-4e7e-96c3-80ed644087b2 None None] Provisioning complete for port ea73aaed-f3d2-4102-96ef-557d2d323323 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:11.395630 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-37cc50f7-342c-4e7e-96c3-80ed644087b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ea73aaed-f3d2-4102-96ef-557d2d323323), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:11.503870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 14ff493a-972d-409a-8c85-82ce44a5cd82 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:57:11.505415 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 14ff493a-972d-409a-8c85-82ce44a5cd82 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:57:11.610974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55414d72-58ab-4205-9c8a-e388d0b9cfbf None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:57:11.687518 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-a8a71ff4-f645-4aa1-8a87-21c0bc1d8f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638224269', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:55:11Z', 'updated_at': '2022-03-23T01:57:09Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:12Z', 'updated_at': '2022-03-23T01:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:11.721449 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a71ff4-f645-4aa1-8a87-21c0bc1d8f83 None None] The sync data for ids ['a1dcd214-e15c-43ee-b438-e8999780e072'] in n-d-834677-4 is: [{'id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638224269', 'tenant_id': 'bb6e915da6d4405598d98978727b2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:55:11Z', 'updated_at': '2022-03-23T01:57:09Z', 'revision_number': 5, 'project_id': 'bb6e915da6d4405598d98978727b2035', 'gw_port': {'id': '2dc84068-374b-41dd-8703-ef856cef8dc2', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dcd214-e15c-43ee-b438-e8999780e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:55:12Z', 'updated_at': '2022-03-23T01:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:57:11.736865 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6ac48a-c4c9-47e4-8a61-7b6a340893e3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:11.747593 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-be6ac48a-c4c9-47e4-8a61-7b6a340893e3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6422043 Mar 23 01:57:11.750724 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37356) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:11.830165 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d59831ae-b890-4afb-bdd2-0477b7cac91c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (2bc81f37-9831-48a8-b139-5940d0238911), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:11.839994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-37cc50f7-342c-4e7e-96c3-80ed644087b2 None None] Current status of the port ea73aaed-f3d2-4102-96ef-557d2d323323 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:11.880015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4d6104-d3d2-4d94-bc10-45ad42e9e718 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:11.883825 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bc4d6104-d3d2-4d94-bc10-45ad42e9e718 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1300683 Mar 23 01:57:11.884705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59831ae-b890-4afb-bdd2-0477b7cac91c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc81f37-9831-48a8-b139-5940d0238911,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:11.884832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37358) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:11.886576 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d59831ae-b890-4afb-bdd2-0477b7cac91c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:11.892553 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d59831ae-b890-4afb-bdd2-0477b7cac91c tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/subnets/2bc81f37-9831-48a8-b139-5940d0238911 HTTP/1.1" status: 204 len: 168 time: 1.6621494 Mar 23 01:57:11.892553 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37360) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:11.962057 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c4e2a2fb-578a-4424-9d87-fc9844beb89a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762291 Mar 23 01:57:11.962916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37362) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:11.970497 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-2f0a8730-876c-4e9e-8048-f0e39398ef74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:12.018363 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9380ea01-9143-4180-94ad-1be5bd388f96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router (a1dcd214-e15c-43ee-b438-e8999780e072), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:12.092433 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0a8730-876c-4e9e-8048-f0e39398ef74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:12.097105 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8730-876c-4e9e-8048-f0e39398ef74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:12.098542 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0a8730-876c-4e9e-8048-f0e39398ef74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:57:12.100176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0a8730-876c-4e9e-8048-f0e39398ef74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:12.110573 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449694b4-d34f-41d5-83d4-ca4fe58d5935 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:12.117465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905f58c7-6f89-48ca-acff-8760967e3a7f None None] Network e00810ad-4119-4067-a5cc-ed0814fd69db requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:12.138720 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2f0a8730-876c-4e9e-8048-f0e39398ef74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1743374 Mar 23 01:57:12.141202 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37364) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:12.149034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-92cea02e-d753-42ab-b303-b541810b1385 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:12.177822 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9380ea01-9143-4180-94ad-1be5bd388f96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_gateway (a1dcd214-e15c-43ee-b438-e8999780e072), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:12.184890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7cebc22e-6887-45f3-b4f1-13578e50a1fc None None] Provisioning complete for port ea73aaed-f3d2-4102-96ef-557d2d323323 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:12.185304 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7cebc22e-6887-45f3-b4f1-13578e50a1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ea73aaed-f3d2-4102-96ef-557d2d323323), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:12.244388 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-9380ea01-9143-4180-94ad-1be5bd388f96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port 2dc84068-374b-41dd-8703-ef856cef8dc2 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:12.244854 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9380ea01-9143-4180-94ad-1be5bd388f96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2dc84068-374b-41dd-8703-ef856cef8dc2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:12.307082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cea02e-d753-42ab-b303-b541810b1385 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:12.311408 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-92cea02e-d753-42ab-b303-b541810b1385 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:12.313171 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-92cea02e-d753-42ab-b303-b541810b1385 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:57:12.313929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92cea02e-d753-42ab-b303-b541810b1385 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:12.332582 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-92cea02e-d753-42ab-b303-b541810b1385 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1902938 Mar 23 01:57:12.336077 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37366) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:12.341572 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-2a9e0968-2f67-4487-bac9-ed2a5c6bb4ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:12.363934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-9380ea01-9143-4180-94ad-1be5bd388f96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] For port 2dc84068-374b-41dd-8703-ef856cef8dc2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2dc84068-374b-41dd-8703-ef856cef8dc2,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:12.364380 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9380ea01-9143-4180-94ad-1be5bd388f96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2dc84068-374b-41dd-8703-ef856cef8dc2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:12.383282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-9380ea01-9143-4180-94ad-1be5bd388f96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for 2dc84068-374b-41dd-8703-ef856cef8dc2 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:12.477615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9e0968-2f67-4487-bac9-ed2a5c6bb4ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:12.481671 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0968-2f67-4487-bac9-ed2a5c6bb4ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:12.483725 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9e0968-2f67-4487-bac9-ed2a5c6bb4ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:57:12.485170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9e0968-2f67-4487-bac9-ed2a5c6bb4ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:12.517641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37368) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:12.524172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-8f14279a-f852-4a48-b1d2-1cf5dbc4b861 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:12.524410 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2a9e0968-2f67-4487-bac9-ed2a5c6bb4ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1865008 Mar 23 01:57:12.631895 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ea73aaed-f3d2-4102-96ef-557d2d323323 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:57:12.678435 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7cebc22e-6887-45f3-b4f1-13578e50a1fc None None] Current status of the port ea73aaed-f3d2-4102-96ef-557d2d323323 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:12.700874 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe9ac59-b8a2-40c0-bf66-b30514e87341 None None] DHCP port deletion for d28dcc53-68c6-4ee1-82f0-dffb25fd5855 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:57:12.719803 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9380ea01-9143-4180-94ad-1be5bd388f96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2dc84068-374b-41dd-8703-ef856cef8dc2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:12.765634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcdbd92-c931-4f10-ad24-de272f1de380 None None] DHCP port deletion for e00810ad-4119-4067-a5cc-ed0814fd69db request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:57:12.772620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380ea01-9143-4180-94ad-1be5bd388f96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=2dc84068-374b-41dd-8703-ef856cef8dc2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:12.774570 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f14279a-f852-4a48-b1d2-1cf5dbc4b861 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:12.777617 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f14279a-f852-4a48-b1d2-1cf5dbc4b861 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:12.778943 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f14279a-f852-4a48-b1d2-1cf5dbc4b861 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:57:12.779376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f14279a-f852-4a48-b1d2-1cf5dbc4b861 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:12.787124 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ea73aaed-f3d2-4102-96ef-557d2d323323 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:12.787736 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ea73aaed-f3d2-4102-96ef-557d2d323323), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:12.834690 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8f14279a-f852-4a48-b1d2-1cf5dbc4b861 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3129804 Mar 23 01:57:12.834951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37372) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:12.840394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-627ab6a0-f9b2-497f-802a-ebc5532a08be tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:12.885590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9ac59-b8a2-40c0-bf66-b30514e87341 None None] Deleting port ea73aaed-f3d2-4102-96ef-557d2d323323 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:12.886370 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ac59-b8a2-40c0-bf66-b30514e87341 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ea73aaed-f3d2-4102-96ef-557d2d323323), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:12.893850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port ea73aaed-f3d2-4102-96ef-557d2d323323, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ea73aaed-f3d2-4102-96ef-557d2d323323,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:12.903042 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9380ea01-9143-4180-94ad-1be5bd388f96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (a1dcd214-e15c-43ee-b438-e8999780e072), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:12.942288 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ea73aaed-f3d2-4102-96ef-557d2d323323), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:12.943250 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:57:12.996892 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:57:12.997346 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 533dcc6a-639f-4a93-b6bd-31bcb3fd8429 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:57:13.014545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0dcdbd92-c931-4f10-ad24-de272f1de380 None None] Deleting port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:13.015016 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbd92-c931-4f10-ad24-de272f1de380 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (163e48af-b8f3-4ac8-b1ca-e42b98de48d2), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.018555 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9380ea01-9143-4180-94ad-1be5bd388f96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (a1dcd214-e15c-43ee-b438-e8999780e072), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.022965 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9380ea01-9143-4180-94ad-1be5bd388f96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router_controller (a1dcd214-e15c-43ee-b438-e8999780e072), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.070089 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627ab6a0-f9b2-497f-802a-ebc5532a08be tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:13.073847 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-627ab6a0-f9b2-497f-802a-ebc5532a08be tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.075258 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-627ab6a0-f9b2-497f-802a-ebc5532a08be tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:57:13.075753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627ab6a0-f9b2-497f-802a-ebc5532a08be tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:13.079645 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9380ea01-9143-4180-94ad-1be5bd388f96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (a1dcd214-e15c-43ee-b438-e8999780e072), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.080519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9380ea01-9143-4180-94ad-1be5bd388f96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Fanout notify agent at l3_agent the message router_deleted on router a1dcd214-e15c-43ee-b438-e8999780e072 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:57:13.092897 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7fe9ac59-b8a2-40c0-bf66-b30514e87341 None None] For port ea73aaed-f3d2-4102-96ef-557d2d323323, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ea73aaed-f3d2-4102-96ef-557d2d323323,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:13.093432 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ac59-b8a2-40c0-bf66-b30514e87341 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ea73aaed-f3d2-4102-96ef-557d2d323323), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.095909 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9380ea01-9143-4180-94ad-1be5bd388f96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.099363 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9380ea01-9143-4180-94ad-1be5bd388f96 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/routers/a1dcd214-e15c-43ee-b438-e8999780e072 HTTP/1.1" status: 204 len: 168 time: 1.2033012 Mar 23 01:57:13.099856 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37374) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:13.114106 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-627ab6a0-f9b2-497f-802a-ebc5532a08be tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2779975 Mar 23 01:57:13.118900 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37376) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:13.124076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c5677edf-fe19-4520-b344-b925f9f6ed9d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:13.132530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=ea73aaed-f3d2-4102-96ef-557d2d323323,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:13.154946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9ac59-b8a2-40c0-bf66-b30514e87341 None None] Calling delete_port for ea73aaed-f3d2-4102-96ef-557d2d323323 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:13.157664 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0dcdbd92-c931-4f10-ad24-de272f1de380 None None] For port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=163e48af-b8f3-4ac8-b1ca-e42b98de48d2,segment=NetworkSegment(bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a),segment_id=bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:13.158071 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbd92-c931-4f10-ad24-de272f1de380 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (163e48af-b8f3-4ac8-b1ca-e42b98de48d2), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.177955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0dcdbd92-c931-4f10-ad24-de272f1de380 None None] Calling delete_port for 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:13.232584 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (e00810ad-4119-4067-a5cc-ed0814fd69db), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.302250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5677edf-fe19-4520-b344-b925f9f6ed9d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:13.306363 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c5677edf-fe19-4520-b344-b925f9f6ed9d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.307925 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5677edf-fe19-4520-b344-b925f9f6ed9d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:57:13.308816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5677edf-fe19-4520-b344-b925f9f6ed9d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:13.317345 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ac59-b8a2-40c0-bf66-b30514e87341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (ea73aaed-f3d2-4102-96ef-557d2d323323), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.319714 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Deleting port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:13.321125 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (163e48af-b8f3-4ac8-b1ca-e42b98de48d2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.342089 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c5677edf-fe19-4520-b344-b925f9f6ed9d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2194967 Mar 23 01:57:13.344177 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbd92-c931-4f10-ad24-de272f1de380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (163e48af-b8f3-4ac8-b1ca-e42b98de48d2), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.347904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9ac59-b8a2-40c0-bf66-b30514e87341 None None] Pushing event deleted for resources: {'Port': ['ID=ea73aaed-f3d2-4102-96ef-557d2d323323,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:13.354945 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37378) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:13.356076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9ac59-b8a2-40c0-bf66-b30514e87341 None None] No DVR routers for this DVR port ea73aaed-f3d2-4102-96ef-557d2d323323 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:57:13.378976 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdbd92-c931-4f10-ad24-de272f1de380 None None] Pushing event deleted for resources: {'Port': ['ID=163e48af-b8f3-4ac8-b1ca-e42b98de48d2,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:13.382507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdbd92-c931-4f10-ad24-de272f1de380 None None] No DVR routers for this DVR port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:57:13.399760 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-67ca109b-6502-4195-92fe-65aed179922b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0400522 Mar 23 01:57:13.407552 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37380) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:13.453396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] For port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2, host n-d-834677-4, got binding levels [] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:13.454043 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (163e48af-b8f3-4ac8-b1ca-e42b98de48d2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.462566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134e6c42-0db2-44fd-92c2-a2ed2c4093a2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:13.466557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-134e6c42-0db2-44fd-92c2-a2ed2c4093a2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0552859 Mar 23 01:57:13.466745 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37382) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:13.468972 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Calling delete_port for 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:13.472116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_backend_mixin [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 was not found and therefore no delete operation was performed {{(pid=99263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 01:57:13.473976 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (163e48af-b8f3-4ac8-b1ca-e42b98de48d2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.499187 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Port': ['ID=163e48af-b8f3-4ac8-b1ca-e42b98de48d2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:13.502646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] No DVR routers for this DVR port 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:57:13.509225 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a8457c52-46eb-42ce-bb24-5ff046b38220 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413482 Mar 23 01:57:13.512138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37384) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:13.517408 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3912fab7-f11b-4213-a695-a44572f02d74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:13.584927 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (e00810ad-4119-4067-a5cc-ed0814fd69db), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.613943 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00810ad-4119-4067-a5cc-ed0814fd69db']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:13.623000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3912fab7-f11b-4213-a695-a44572f02d74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:13.626007 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:13.626317 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:13.627457 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3912fab7-f11b-4213-a695-a44572f02d74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.638209 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.659600 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.667519 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:57:13.668031 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (bcbbe8d7-e0e5-4396-b6b9-74f1ea1b150a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:57:13.671801 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:57:13.744405 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (e00810ad-4119-4067-a5cc-ed0814fd69db), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.761730 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.765214 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/networks/e00810ad-4119-4067-a5cc-ed0814fd69db HTTP/1.1" status: 204 len: 168 time: 0.6642065 Mar 23 01:57:13.768398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37388) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:13.783507 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad0ef1-0ed2-43e5-94b6-e82e54b1900a tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'Network': ['ID=e00810ad-4119-4067-a5cc-ed0814fd69db,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:13.917731 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e5911932-a6f9-428d-897f-708abc601fb9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (3bfbe9bf-96d3-4b47-b860-f293939140e1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:13.950860 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e5911932-a6f9-428d-897f-708abc601fb9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (3bfbe9bf-96d3-4b47-b860-f293939140e1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:14.037622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.objects.ports [None req-3912fab7-f11b-4213-a695-a44572f02d74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:57:14.039263 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3912fab7-f11b-4213-a695-a44572f02d74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (e1926627-97ec-4683-abdf-9e90fcf34d57), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:14.084804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3912fab7-f11b-4213-a695-a44572f02d74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:14.090567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-3912fab7-f11b-4213-a695-a44572f02d74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:14.095679 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3912fab7-f11b-4213-a695-a44572f02d74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:14.096313 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3912fab7-f11b-4213-a695-a44572f02d74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:14.102476 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c93e623-06a9-46d7-9000-cc3b170fc5f8 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:14.107513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912fab7-f11b-4213-a695-a44572f02d74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=e1926627-97ec-4683-abdf-9e90fcf34d57,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:14.112391 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e5911932-a6f9-428d-897f-708abc601fb9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (3bfbe9bf-96d3-4b47-b860-f293939140e1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:14.115474 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e5911932-a6f9-428d-897f-708abc601fb9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:14.120234 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e5911932-a6f9-428d-897f-708abc601fb9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] 10.222.0.18 "DELETE /v2.0/security-groups/3bfbe9bf-96d3-4b47-b860-f293939140e1 HTTP/1.1" status: 204 len: 168 time: 0.3474424 Mar 23 01:57:14.133170 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3912fab7-f11b-4213-a695-a44572f02d74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6197805 Mar 23 01:57:14.134657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5911932-a6f9-428d-897f-708abc601fb9 tempest-TestNetworkAdvancedServerOps-1850167532 tempest-TestNetworkAdvancedServerOps-1850167532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfbe9bf-96d3-4b47-b860-f293939140e1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:14.135179 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37392) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:14.140246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-1b22905c-e713-47f9-9142-3cef3c515e2e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'mac_address': 'fa:16:3e:bf:f4:6a', 'name': 'tempest-NetworksTestDHCPv6-926922089'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:14.281065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'fixed_ips': [{'subnet_id': 'e1926627-97ec-4683-abdf-9e90fcf34d57'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:57:14.282152 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:14.313725 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b22905c-e713-47f9-9142-3cef3c515e2e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:14.434680 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b22905c-e713-47f9-9142-3cef3c515e2e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:14.448688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Allocated IP 2001:db8::f816:3eff:fe33:8100 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/e1926627-97ec-4683-abdf-9e90fcf34d57/3cf8e06b-5a66-452d-a5eb-be44a393363c) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:14.460950 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-1b22905c-e713-47f9-9142-3cef3c515e2e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port 94160a25-3fdc-4371-a661-999944b9606d yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:57:14.525895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37398) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:14.604527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:57:14.635356 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:57:14.635675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 163e48af-b8f3-4ac8-b1ca-e42b98de48d2 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:57:14.636143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2dc84068-374b-41dd-8703-ef856cef8dc2 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:57:14.655903 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Publish callbacks [] for port (3cf8e06b-5a66-452d-a5eb-be44a393363c), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:14.674898 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 2dc84068-374b-41dd-8703-ef856cef8dc2 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:57:14.675254 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2dc84068-374b-41dd-8703-ef856cef8dc2 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:57:14.680132 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (3cf8e06b-5a66-452d-a5eb-be44a393363c), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:14.713702 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-227daee9-c95a-4fab-addb-fb1975bd4160 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb6e915da6d4405598d98978727b2035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1862960 Mar 23 01:57:14.714551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37402) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:14.720831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:14.724342 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:14.728274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:14.743634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Pushing event updated for resources: {'Port': ['ID=3cf8e06b-5a66-452d-a5eb-be44a393363c,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:14.755953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-1b22905c-e713-47f9-9142-3cef3c515e2e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::f816:3eff:febf:f46a (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/e1926627-97ec-4683-abdf-9e90fcf34d57/94160a25-3fdc-4371-a661-999944b9606d) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:14.767850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:14.768390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:14.768830 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:14.769375 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:14.769799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:14.770198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:14.770596 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:14.770993 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:14.771402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:14.771750 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:14.772550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:14.773006 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:14.773415 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:14.773843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:14.774223 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:14.786876 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a34834c-6846-4a67-9b1c-a7c6997998b4 admin admin] Publish callbacks [] for security_group (fd796f6f-8745-4d96-acf9-53ad4f1e07b1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:14.813143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Attempting to bind port 3cf8e06b-5a66-452d-a5eb-be44a393363c on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:57:14.813748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Attempting to bind port 3cf8e06b-5a66-452d-a5eb-be44a393363c by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:57:14.814190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Attempting to bind port 3cf8e06b-5a66-452d-a5eb-be44a393363c on network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:57:14.819266 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a34834c-6846-4a67-9b1c-a7c6997998b4 admin admin] Publish callbacks [] for security_group (fd796f6f-8745-4d96-acf9-53ad4f1e07b1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:14.820139 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:57:14.820646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Checking segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:57:14.821114 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:14.821579 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Bound using segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:57:14.822136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Bound port: 3cf8e06b-5a66-452d-a5eb-be44a393363c, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:57:14.824081 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3cf8e06b-5a66-452d-a5eb-be44a393363c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:14.905841 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a34834c-6846-4a67-9b1c-a7c6997998b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fd796f6f-8745-4d96-acf9-53ad4f1e07b1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:14.908944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a34834c-6846-4a67-9b1c-a7c6997998b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:14.910998 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6a34834c-6846-4a67-9b1c-a7c6997998b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd796f6f-8745-4d96-acf9-53ad4f1e07b1 HTTP/1.1" status: 204 len: 168 time: 0.1946254 Mar 23 01:57:14.928471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34834c-6846-4a67-9b1c-a7c6997998b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd796f6f-8745-4d96-acf9-53ad4f1e07b1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:14.946904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] For port 3cf8e06b-5a66-452d-a5eb-be44a393363c, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:57:14.965340 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] For port 3cf8e06b-5a66-452d-a5eb-be44a393363c, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3cf8e06b-5a66-452d-a5eb-be44a393363c,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:57:14.977424 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3cf8e06b-5a66-452d-a5eb-be44a393363c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:15.011418 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b22905c-e713-47f9-9142-3cef3c515e2e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (94160a25-3fdc-4371-a661-999944b9606d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:15.052850 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b22905c-e713-47f9-9142-3cef3c515e2e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (94160a25-3fdc-4371-a661-999944b9606d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:15.055710 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a759ca-fd04-4234-abea-7c5201455b17 None None] Pushing event updated for resources: {'Port': ['ID=3cf8e06b-5a66-452d-a5eb-be44a393363c,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:15.086716 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b22905c-e713-47f9-9142-3cef3c515e2e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:15.089334 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-1b22905c-e713-47f9-9142-3cef3c515e2e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:15.121472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b22905c-e713-47f9-9142-3cef3c515e2e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:15.127358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b22905c-e713-47f9-9142-3cef3c515e2e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:15.128122 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b22905c-e713-47f9-9142-3cef3c515e2e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:15.161764 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1b22905c-e713-47f9-9142-3cef3c515e2e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0228446 Mar 23 01:57:15.161764 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22905c-e713-47f9-9142-3cef3c515e2e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=94160a25-3fdc-4371-a661-999944b9606d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:15.162814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37410) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:15.229198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747d60ef-513a-4e69-b423-2cc3a1e71ef7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:15.239408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747d60ef-513a-4e69-b423-2cc3a1e71ef7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:15.241745 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-747d60ef-513a-4e69-b423-2cc3a1e71ef7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0775633 Mar 23 01:57:15.245047 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37412) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:15.371733 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37414) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:15.430132 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-31b608ad-506b-4d82-a376-832a6f57692b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56f7aeef255048388bdababe5b4ec853&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0571904 Mar 23 01:57:15.431997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-b0585bb4-2b54-44db-aedd-66e0b58623c1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port 94160a25-3fdc-4371-a661-999944b9606d {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:15.432343 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b0585bb4-2b54-44db-aedd-66e0b58623c1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (94160a25-3fdc-4371-a661-999944b9606d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:15.432813 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37416) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:15.495302 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8bf93e7f-2e4e-4200-8b58-d5b94a188460 admin admin] Publish callbacks [] for security_group (6c107093-a8d2-46d5-bd2a-d3d4fa4d31fe), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:15.518272 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8bf93e7f-2e4e-4200-8b58-d5b94a188460 admin admin] Publish callbacks [] for security_group (6c107093-a8d2-46d5-bd2a-d3d4fa4d31fe), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:15.534203 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b0585bb4-2b54-44db-aedd-66e0b58623c1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (94160a25-3fdc-4371-a661-999944b9606d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:15.550149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-b0585bb4-2b54-44db-aedd-66e0b58623c1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for 94160a25-3fdc-4371-a661-999944b9606d owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:15.571548 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8bf93e7f-2e4e-4200-8b58-d5b94a188460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6c107093-a8d2-46d5-bd2a-d3d4fa4d31fe), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:15.574613 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8bf93e7f-2e4e-4200-8b58-d5b94a188460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:15.578565 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8bf93e7f-2e4e-4200-8b58-d5b94a188460 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c107093-a8d2-46d5-bd2a-d3d4fa4d31fe HTTP/1.1" status: 204 len: 168 time: 0.1422660 Mar 23 01:57:15.586263 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf93e7f-2e4e-4200-8b58-d5b94a188460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c107093-a8d2-46d5-bd2a-d3d4fa4d31fe,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:15.710070 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b0585bb4-2b54-44db-aedd-66e0b58623c1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (94160a25-3fdc-4371-a661-999944b9606d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:15.744033 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0585bb4-2b54-44db-aedd-66e0b58623c1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=94160a25-3fdc-4371-a661-999944b9606d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:15.785794 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b0585bb4-2b54-44db-aedd-66e0b58623c1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:15.792319 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b0585bb4-2b54-44db-aedd-66e0b58623c1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/94160a25-3fdc-4371-a661-999944b9606d HTTP/1.1" status: 204 len: 168 time: 0.5434508 Mar 23 01:57:15.792734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37422) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:15.852540 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af493136-ac41-4e10-8805-e50f4640ba3e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:15.854565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af493136-ac41-4e10-8805-e50f4640ba3e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:15.856402 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-af493136-ac41-4e10-8805-e50f4640ba3e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0623696 Mar 23 01:57:15.859464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37424) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:15.933126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb2502e-57d9-46e6-80f3-ad5c98d67390 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet e1926627-97ec-4683-abdf-9e90fcf34d57 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:15.937830 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cbb2502e-57d9-46e6-80f3-ad5c98d67390 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (e1926627-97ec-4683-abdf-9e90fcf34d57), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:16.010317 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cbb2502e-57d9-46e6-80f3-ad5c98d67390 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (e1926627-97ec-4683-abdf-9e90fcf34d57), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:16.123725 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cbb2502e-57d9-46e6-80f3-ad5c98d67390 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (e1926627-97ec-4683-abdf-9e90fcf34d57), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:16.248250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f73e8-dd37-44cc-b5c9-cbebdca89d7e req-4cfe929f-cf39-4eef-b6b3-eb02c938aa78 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:16.255240 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c73f73e8-dd37-44cc-b5c9-cbebdca89d7e req-4cfe929f-cf39-4eef-b6b3-eb02c938aa78 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 950 time: 0.0926137 Mar 23 01:57:16.274469 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cbb2502e-57d9-46e6-80f3-ad5c98d67390 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (e1926627-97ec-4683-abdf-9e90fcf34d57), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:16.289764 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cbb2502e-57d9-46e6-80f3-ad5c98d67390 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:16.296390 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cbb2502e-57d9-46e6-80f3-ad5c98d67390 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/e1926627-97ec-4683-abdf-9e90fcf34d57 HTTP/1.1" status: 204 len: 168 time: 0.4334245 Mar 23 01:57:16.296767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37446) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:16.318773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2502e-57d9-46e6-80f3-ad5c98d67390 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=e1926627-97ec-4683-abdf-9e90fcf34d57,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:16.352344 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fbeb1e76-4be0-450a-b55a-4fce18186c6c None None] Provisioning complete for port 3cf8e06b-5a66-452d-a5eb-be44a393363c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:16.356569 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1e76-4be0-450a-b55a-4fce18186c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3cf8e06b-5a66-452d-a5eb-be44a393363c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:16.358738 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d87ffa2b-f835-4071-bcbf-ca98901c8912 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602345 Mar 23 01:57:16.362748 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37448) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:16.366250 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c73f73e8-dd37-44cc-b5c9-cbebdca89d7e req-5773ecf3-26fa-4b36-bae8-1042be80c681 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f3bddd5-f2db-466d-b238-fd43c0bfe110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072044 Mar 23 01:57:16.374950 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-4ceb1436-3185-4ef0-8f22-cbfbb9c550f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:16.452758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fbeb1e76-4be0-450a-b55a-4fce18186c6c None None] Current status of the port 3cf8e06b-5a66-452d-a5eb-be44a393363c is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:16.453043 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1e76-4be0-450a-b55a-4fce18186c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3cf8e06b-5a66-452d-a5eb-be44a393363c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:16.490015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-fbeb1e76-4be0-450a-b55a-4fce18186c6c None None] For port 3cf8e06b-5a66-452d-a5eb-be44a393363c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3cf8e06b-5a66-452d-a5eb-be44a393363c,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:16.497353 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1e76-4be0-450a-b55a-4fce18186c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3cf8e06b-5a66-452d-a5eb-be44a393363c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:16.514941 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37452) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:16.524090 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ceb1436-3185-4ef0-8f22-cbfbb9c550f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:16.529346 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ceb1436-3185-4ef0-8f22-cbfbb9c550f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:16.571842 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb1e76-4be0-450a-b55a-4fce18186c6c None None] Pushing event updated for resources: {'Port': ['ID=3cf8e06b-5a66-452d-a5eb-be44a393363c,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:16.588272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5515967c-3135-4990-9ceb-a28311514dbc None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:16.654882 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3cf8e06b-5a66-452d-a5eb-be44a393363c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:16.684149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e7a8172b-23a8-4a70-971c-f31c50272d5f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-982625583-network', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:16.699918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-46817b17-9b3f-4739-b125-1763b685cae9 None None] Could not find standard attr ID for object 94160a25-3fdc-4371-a661-999944b9606d. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:57:16.723121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a8172b-23a8-4a70-971c-f31c50272d5f admin admin] Made reservation on behalf of a6ccc25ea7fa409b8cd4d69495691988 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:16.725766 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e7a8172b-23a8-4a70-971c-f31c50272d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:16.747816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3cf8e06b-5a66-452d-a5eb-be44a393363c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:16.748628 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3cf8e06b-5a66-452d-a5eb-be44a393363c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:16.762057 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e7a8172b-23a8-4a70-971c-f31c50272d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:16.819680 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67046059-dc82-405c-9953-c6ed5516f4e8 None None] DHCP port deletion for d28dcc53-68c6-4ee1-82f0-dffb25fd5855 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:57:16.855806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3cf8e06b-5a66-452d-a5eb-be44a393363c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:16.882553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-67046059-dc82-405c-9953-c6ed5516f4e8 None None] Deleting port 3cf8e06b-5a66-452d-a5eb-be44a393363c {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:16.882939 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-67046059-dc82-405c-9953-c6ed5516f4e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3cf8e06b-5a66-452d-a5eb-be44a393363c), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:16.944196 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e7a8172b-23a8-4a70-971c-f31c50272d5f admin admin] Publish callbacks [] for security_group (a4dcdc44-4ca6-4434-a789-8ab005cb95af), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:16.948025 n-d-834677-4 neutron-server[99263]: DEBUG neutron.objects.ports [None req-4ceb1436-3185-4ef0-8f22-cbfbb9c550f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99263) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:57:16.967896 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-67046059-dc82-405c-9953-c6ed5516f4e8 None None] For port 3cf8e06b-5a66-452d-a5eb-be44a393363c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3cf8e06b-5a66-452d-a5eb-be44a393363c,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:16.968224 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-67046059-dc82-405c-9953-c6ed5516f4e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3cf8e06b-5a66-452d-a5eb-be44a393363c), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:16.969881 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e7a8172b-23a8-4a70-971c-f31c50272d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a4dcdc44-4ca6-4434-a789-8ab005cb95af), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:16.981404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-67046059-dc82-405c-9953-c6ed5516f4e8 None None] Calling delete_port for 3cf8e06b-5a66-452d-a5eb-be44a393363c owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:17.075885 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-67046059-dc82-405c-9953-c6ed5516f4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (3cf8e06b-5a66-452d-a5eb-be44a393363c), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:17.092566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a8172b-23a8-4a70-971c-f31c50272d5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:57:17.106484 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67046059-dc82-405c-9953-c6ed5516f4e8 None None] No DVR routers for this DVR port 3cf8e06b-5a66-452d-a5eb-be44a393363c on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:57:17.108409 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67046059-dc82-405c-9953-c6ed5516f4e8 None None] Pushing event deleted for resources: {'Port': ['ID=3cf8e06b-5a66-452d-a5eb-be44a393363c,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:17.113598 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8172b-23a8-4a70-971c-f31c50272d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dcdc44-4ca6-4434-a789-8ab005cb95af,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:17.123169 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e7a8172b-23a8-4a70-971c-f31c50272d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (9180067e-8e66-4d93-b570-98a5bf5e525b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:17.123515 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-e7a8172b-23a8-4a70-971c-f31c50272d5f admin admin] Added segment 9180067e-8e66-4d93-b570-98a5bf5e525b of type vlan for network a64f16e3-b4d1-479d-afd2-1396d500dec5 Mar 23 01:57:17.139257 n-d-834677-4 neutron-server[99263]: WARNING neutron.services.revisions.revision_plugin [None req-4ceb1436-3185-4ef0-8f22-cbfbb9c550f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Could not find related port for resource to bump revision. Mar 23 01:57:17.170500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_pluggable_backend [None req-4ceb1436-3185-4ef0-8f22-cbfbb9c550f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Port 3cf8e06b-5a66-452d-a5eb-be44a393363c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=99263) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 23 01:57:17.170796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_pluggable_backend [None req-4ceb1436-3185-4ef0-8f22-cbfbb9c550f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Reverting IP allocation for 2001:db8::f816:3eff:fe33:8100 {{(pid=99263) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 23 01:57:17.183824 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ceb1436-3185-4ef0-8f22-cbfbb9c550f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (e49576ea-96af-415e-98c5-d8d5ccafc58b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:17.194235 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e7a8172b-23a8-4a70-971c-f31c50272d5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (a64f16e3-b4d1-479d-afd2-1396d500dec5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:17.233566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceb1436-3185-4ef0-8f22-cbfbb9c550f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:17.241911 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-4ceb1436-3185-4ef0-8f22-cbfbb9c550f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:17.250756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceb1436-3185-4ef0-8f22-cbfbb9c550f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:17.251349 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ceb1436-3185-4ef0-8f22-cbfbb9c550f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:17.253781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe6ae61-1684-4dcf-869a-8ae3f962e675 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:17.262405 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb1436-3185-4ef0-8f22-cbfbb9c550f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=e49576ea-96af-415e-98c5-d8d5ccafc58b,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:17.274128 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e7a8172b-23a8-4a70-971c-f31c50272d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (a64f16e3-b4d1-479d-afd2-1396d500dec5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:17.275268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a8172b-23a8-4a70-971c-f31c50272d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:17.275955 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e7a8172b-23a8-4a70-971c-f31c50272d5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:17.283398 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4ceb1436-3185-4ef0-8f22-cbfbb9c550f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9134269 Mar 23 01:57:17.286668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37456) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:17.292934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-49b92adb-698e-4b7e-a1f5-156de24403ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'mac_address': 'fa:16:3e:22:d5:1f', 'name': 'tempest-NetworksTestDHCPv6-2090647462'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:17.340372 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e7a8172b-23a8-4a70-971c-f31c50272d5f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8237896 Mar 23 01:57:17.343713 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37458) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:17.348172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8172b-23a8-4a70-971c-f31c50272d5f admin admin] Pushing event updated for resources: {'Network': ['ID=a64f16e3-b4d1-479d-afd2-1396d500dec5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:17.358826 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9a6c2694-e4a8-460c-8427-f9e8ce022127 admin admin] Request body: {'subnet': {'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-982625583-subnet', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:17.364132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network a64f16e3-b4d1-479d-afd2-1396d500dec5 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:57:17.366293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'fixed_ips': [{'subnet_id': 'e49576ea-96af-415e-98c5-d8d5ccafc58b'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:57:17.367255 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:17.401680 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6c2694-e4a8-460c-8427-f9e8ce022127 admin admin] Made reservation on behalf of a6ccc25ea7fa409b8cd4d69495691988 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:17.405884 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2694-e4a8-460c-8427-f9e8ce022127 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:17.519813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d687caf-c3dc-4bf3-af00-c02faa4c0419 req-c140c416-e464-4428-b125-b993047ae5af tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:17.522332 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2d687caf-c3dc-4bf3-af00-c02faa4c0419 req-c140c416-e464-4428-b125-b993047ae5af tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 950 time: 0.0685923 Mar 23 01:57:17.523325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b92adb-698e-4b7e-a1f5-156de24403ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:17.574783 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Allocated IP 2001:db8::f816:3eff:fe24:4a4 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/e49576ea-96af-415e-98c5-d8d5ccafc58b/a036e452-5657-4e54-9090-a9d9275cd6e2) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:17.579062 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2d687caf-c3dc-4bf3-af00-c02faa4c0419 req-eda28ad0-e1a1-4cde-a825-e17ca838b12a tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f3bddd5-f2db-466d-b238-fd43c0bfe110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488436 Mar 23 01:57:17.660692 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49b92adb-698e-4b7e-a1f5-156de24403ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:17.719159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-49b92adb-698e-4b7e-a1f5-156de24403ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port a34e5a1f-cfe8-46f0-8678-8a95620e7511 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:57:17.725826 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2694-e4a8-460c-8427-f9e8ce022127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:17.736886 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Publish callbacks [] for port (a036e452-5657-4e54-9090-a9d9275cd6e2), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:17.743144 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (a036e452-5657-4e54-9090-a9d9275cd6e2), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:17.780538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:17.783333 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:17.790180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:17.796434 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Pushing event updated for resources: {'Port': ['ID=a036e452-5657-4e54-9090-a9d9275cd6e2,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:17.844416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c2694-e4a8-460c-8427-f9e8ce022127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:17.849482 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Attempting to bind port a036e452-5657-4e54-9090-a9d9275cd6e2 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:57:17.849924 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Attempting to bind port a036e452-5657-4e54-9090-a9d9275cd6e2 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:57:17.850471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Attempting to bind port a036e452-5657-4e54-9090-a9d9275cd6e2 on network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:57:17.855747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:57:17.856354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Checking segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:57:17.856802 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:17.857192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Bound using segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:57:17.857643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Bound port: a036e452-5657-4e54-9090-a9d9275cd6e2, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:57:17.858023 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a036e452-5657-4e54-9090-a9d9275cd6e2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:17.895771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6c2694-e4a8-460c-8427-f9e8ce022127 admin admin] Checking segment: {'id': '9180067e-8e66-4d93-b570-98a5bf5e525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:57:17.896147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6c2694-e4a8-460c-8427-f9e8ce022127 admin admin] Network hostable DHCP agents. Network: a64f16e3-b4d1-479d-afd2-1396d500dec5, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:57:17.906983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-49b92adb-698e-4b7e-a1f5-156de24403ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::f816:3eff:fe22:d51f (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/e49576ea-96af-415e-98c5-d8d5ccafc58b/a34e5a1f-cfe8-46f0-8678-8a95620e7511) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:17.931349 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] For port a036e452-5657-4e54-9090-a9d9275cd6e2, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:57:17.935404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] For port a036e452-5657-4e54-9090-a9d9275cd6e2, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a036e452-5657-4e54-9090-a9d9275cd6e2,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:57:17.942375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6c2694-e4a8-460c-8427-f9e8ce022127 admin admin] Network a64f16e3-b4d1-479d-afd2-1396d500dec5 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:57:17.943778 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a036e452-5657-4e54-9090-a9d9275cd6e2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:17.947184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccea1cc-42f9-4fc5-800c-74790f0784f4 req-9fe4e0a1-5b24-4656-b9b7-c8501a0f96c9 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:17.949913 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cccea1cc-42f9-4fc5-800c-74790f0784f4 req-9fe4e0a1-5b24-4656-b9b7-c8501a0f96c9 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.43 "GET /v2.0/ports?device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 950 time: 0.0634916 Mar 23 01:57:17.965749 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-9a6c2694-e4a8-460c-8427-f9e8ce022127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, a64f16e3-b4d1-479d-afd2-1396d500dec5) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:17.977217 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6c2694-e4a8-460c-8427-f9e8ce022127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:17.977816 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2694-e4a8-460c-8427-f9e8ce022127 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:17.981208 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aedddcc-256a-4819-b881-cbe7b1af2d80 None None] Network a64f16e3-b4d1-479d-afd2-1396d500dec5 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:18.057887 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9a6c2694-e4a8-460c-8427-f9e8ce022127 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7108877 Mar 23 01:57:18.060859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37462) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:18.067727 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:18.080554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06616b9-6b6b-43bd-9c5a-80422a7bb04b None None] Pushing event updated for resources: {'Port': ['ID=a036e452-5657-4e54-9090-a9d9275cd6e2,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:18.109009 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (d14abbaa-7d30-4818-a6e7-6f780189903f), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:18.110514 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (d14abbaa-7d30-4818-a6e7-6f780189903f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:18.131517 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-a64f16e3-b4d1-479d-afd2-1396d500dec5', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'fixed_ips': [{'subnet_id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:57:18.133851 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49b92adb-698e-4b7e-a1f5-156de24403ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (a34e5a1f-cfe8-46f0-8678-8a95620e7511), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:18.134174 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:18.150023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-cccea1cc-42f9-4fc5-800c-74790f0784f4 req-7f8e97ae-79c8-4350-b9c5-80a778654b71 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Deleting port 706f26f1-9a4e-4a36-968c-4c8a102b2710 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:18.150427 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cccea1cc-42f9-4fc5-800c-74790f0784f4 req-7f8e97ae-79c8-4350-b9c5-80a778654b71 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (706f26f1-9a4e-4a36-968c-4c8a102b2710), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:18.177958 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49b92adb-698e-4b7e-a1f5-156de24403ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a34e5a1f-cfe8-46f0-8678-8a95620e7511), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:18.223934 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Publish callbacks [] for router_controller (d14abbaa-7d30-4818-a6e7-6f780189903f), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:18.244212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b92adb-698e-4b7e-a1f5-156de24403ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=a34e5a1f-cfe8-46f0-8678-8a95620e7511,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:18.258815 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b92adb-698e-4b7e-a1f5-156de24403ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:18.259564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-49b92adb-698e-4b7e-a1f5-156de24403ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:18.262525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b92adb-698e-4b7e-a1f5-156de24403ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:18.273987 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b92adb-698e-4b7e-a1f5-156de24403ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:18.274814 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49b92adb-698e-4b7e-a1f5-156de24403ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:18.312944 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-49b92adb-698e-4b7e-a1f5-156de24403ed tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0217769 Mar 23 01:57:18.314525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37464) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:18.339830 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Allocated IP 172.20.0.2 (a64f16e3-b4d1-479d-afd2-1396d500dec5/fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6/b6da75a4-e210-4194-bab4-53f171ebc872) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:18.388213 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d87daf3-c467-432d-b1b0-8fb7febf3851 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:18.394594 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d87daf3-c467-432d-b1b0-8fb7febf3851 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:18.400689 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6d87daf3-c467-432d-b1b0-8fb7febf3851 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0816481 Mar 23 01:57:18.402219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37466) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:18.452157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-cccea1cc-42f9-4fc5-800c-74790f0784f4 req-7f8e97ae-79c8-4350-b9c5-80a778654b71 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] For port 706f26f1-9a4e-4a36-968c-4c8a102b2710, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=706f26f1-9a4e-4a36-968c-4c8a102b2710,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:18.454880 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cccea1cc-42f9-4fc5-800c-74790f0784f4 req-7f8e97ae-79c8-4350-b9c5-80a778654b71 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (706f26f1-9a4e-4a36-968c-4c8a102b2710), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:18.466556 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Publish callbacks [] for router_gateway (d14abbaa-7d30-4818-a6e7-6f780189903f), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:18.478014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-cccea1cc-42f9-4fc5-800c-74790f0784f4 req-7f8e97ae-79c8-4350-b9c5-80a778654b71 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Calling delete_port for 706f26f1-9a4e-4a36-968c-4c8a102b2710 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:18.520801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-7d1edec7-b28e-471c-8c6a-a3ae67d3849f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port a34e5a1f-cfe8-46f0-8678-8a95620e7511 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:18.521154 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1edec7-b28e-471c-8c6a-a3ae67d3849f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a34e5a1f-cfe8-46f0-8678-8a95620e7511), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:18.635146 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1edec7-b28e-471c-8c6a-a3ae67d3849f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a34e5a1f-cfe8-46f0-8678-8a95620e7511), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:18.637479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a036e452-5657-4e54-9090-a9d9275cd6e2 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:18.662844 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-7d1edec7-b28e-471c-8c6a-a3ae67d3849f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for a34e5a1f-cfe8-46f0-8678-8a95620e7511 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:18.766438 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port a036e452-5657-4e54-9090-a9d9275cd6e2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:18.766814 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a036e452-5657-4e54-9090-a9d9275cd6e2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:18.799355 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12a947-a801-4c36-b530-d48210b9912a req-1ce4f417-110e-49e1-9384-4030300ccb0b tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:18.801770 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f12a947-a801-4c36-b530-d48210b9912a req-1ce4f417-110e-49e1-9384-4030300ccb0b tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 950 time: 0.1098135 Mar 23 01:57:18.820061 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Publish callbacks [] for port (b6da75a4-e210-4194-bab4-53f171ebc872), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:18.828534 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (b6da75a4-e210-4194-bab4-53f171ebc872), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:18.879369 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f12a947-a801-4c36-b530-d48210b9912a req-37dfb1a3-1b9a-4d8c-8e35-a1a552f7adaf tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f3bddd5-f2db-466d-b238-fd43c0bfe110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577066 Mar 23 01:57:18.880574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Network a64f16e3-b4d1-479d-afd2-1396d500dec5 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:18.909459 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:18.913260 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Pushing event updated for resources: {'Port': ['ID=b6da75a4-e210-4194-bab4-53f171ebc872,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:18.915521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:18.933629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a036e452-5657-4e54-9090-a9d9275cd6e2 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:18.933629 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a036e452-5657-4e54-9090-a9d9275cd6e2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:18.972290 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1edec7-b28e-471c-8c6a-a3ae67d3849f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a34e5a1f-cfe8-46f0-8678-8a95620e7511), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.005190 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1edec7-b28e-471c-8c6a-a3ae67d3849f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=a34e5a1f-cfe8-46f0-8678-8a95620e7511,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:19.027640 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Attempting to bind port b6da75a4-e210-4194-bab4-53f171ebc872 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:57:19.028335 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Attempting to bind port b6da75a4-e210-4194-bab4-53f171ebc872 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '9180067e-8e66-4d93-b570-98a5bf5e525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:57:19.029028 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Attempting to bind port b6da75a4-e210-4194-bab4-53f171ebc872 on network a64f16e3-b4d1-479d-afd2-1396d500dec5 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:57:19.038566 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1edec7-b28e-471c-8c6a-a3ae67d3849f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.042028 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7d1edec7-b28e-471c-8c6a-a3ae67d3849f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/a34e5a1f-cfe8-46f0-8678-8a95620e7511 HTTP/1.1" status: 204 len: 168 time: 0.6386614 Mar 23 01:57:19.044836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:57:19.045027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37470) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:19.045713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Checking segment: {'id': '9180067e-8e66-4d93-b570-98a5bf5e525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:57:19.046262 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.046792 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Bound using segment: {'id': '9180067e-8e66-4d93-b570-98a5bf5e525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:57:19.047411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Bound port: b6da75a4-e210-4194-bab4-53f171ebc872, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9180067e-8e66-4d93-b570-98a5bf5e525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:57:19.048162 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b6da75a4-e210-4194-bab4-53f171ebc872), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.053096 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port a036e452-5657-4e54-9090-a9d9275cd6e2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a036e452-5657-4e54-9090-a9d9275cd6e2,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:19.074339 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a036e452-5657-4e54-9090-a9d9275cd6e2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.123915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2257c52-adcf-44aa-8857-d127137f0469 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:19.125259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2257c52-adcf-44aa-8857-d127137f0469 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:19.126815 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b2257c52-adcf-44aa-8857-d127137f0469 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0810022 Mar 23 01:57:19.129847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37472) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:19.139892 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=a036e452-5657-4e54-9090-a9d9275cd6e2,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:19.192259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3cf8e06b-5a66-452d-a5eb-be44a393363c no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:57:19.219441 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4144b6c-9fe7-47f3-b189-c4ae4b148491 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet e49576ea-96af-415e-98c5-d8d5ccafc58b {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:19.223352 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4144b6c-9fe7-47f3-b189-c4ae4b148491 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (e49576ea-96af-415e-98c5-d8d5ccafc58b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.230681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 3cf8e06b-5a66-452d-a5eb-be44a393363c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:57:19.231442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3cf8e06b-5a66-452d-a5eb-be44a393363c not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:57:19.285503 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] For port b6da75a4-e210-4194-bab4-53f171ebc872, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:57:19.291313 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] For port b6da75a4-e210-4194-bab4-53f171ebc872, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b6da75a4-e210-4194-bab4-53f171ebc872,segment=NetworkSegment(9180067e-8e66-4d93-b570-98a5bf5e525b),segment_id=9180067e-8e66-4d93-b570-98a5bf5e525b)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:57:19.300979 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4144b6c-9fe7-47f3-b189-c4ae4b148491 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (e49576ea-96af-415e-98c5-d8d5ccafc58b), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.302018 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b6da75a4-e210-4194-bab4-53f171ebc872), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.322452 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cccea1cc-42f9-4fc5-800c-74790f0784f4 req-7f8e97ae-79c8-4350-b9c5-80a778654b71 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (706f26f1-9a4e-4a36-968c-4c8a102b2710), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.357340 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['706f26f1-9a4e-4a36-968c-4c8a102b2710'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:57:19.393695 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e97ae-79c8-4350-b9c5-80a778654b71 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Pushing event deleted for resources: {'Port': ['ID=706f26f1-9a4e-4a36-968c-4c8a102b2710,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:19.397722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2587b32-5809-4eed-b524-c88dc19217bc None None] Pushing event updated for resources: {'Port': ['ID=b6da75a4-e210-4194-bab4-53f171ebc872,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:19.421658 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccea1cc-42f9-4fc5-800c-74790f0784f4 req-7f8e97ae-79c8-4350-b9c5-80a778654b71 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] No DVR routers for this DVR port 706f26f1-9a4e-4a36-968c-4c8a102b2710 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:57:19.433581 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Publish callbacks [] for router_gateway (d14abbaa-7d30-4818-a6e7-6f780189903f), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.462661 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cccea1cc-42f9-4fc5-800c-74790f0784f4 req-7f8e97ae-79c8-4350-b9c5-80a778654b71 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.466093 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cccea1cc-42f9-4fc5-800c-74790f0784f4 req-7f8e97ae-79c8-4350-b9c5-80a778654b71 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.43 "DELETE /v2.0/ports/706f26f1-9a4e-4a36-968c-4c8a102b2710 HTTP/1.1" status: 204 len: 173 time: 1.5116630 Mar 23 01:57:19.466553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e196d1-710f-4ac9-8383-0eb3c1054387', 'name': 'network-vif-deleted', 'tag': '706f26f1-9a4e-4a36-968c-4c8a102b2710'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:57:19.468947 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518b063d-c8d4-41a4-925b-d64ae88e474c" -d '{"events": [{"server_uuid": "52e196d1-710f-4ac9-8383-0eb3c1054387", "name": "network-vif-deleted", "tag": "706f26f1-9a4e-4a36-968c-4c8a102b2710"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:57:19.473478 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.480087 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4144b6c-9fe7-47f3-b189-c4ae4b148491 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (e49576ea-96af-415e-98c5-d8d5ccafc58b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.544353 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c5dfc3-a274-4de4-a2de-8e4dfb9850c9 x-openstack-request-id: req-83c5dfc3-a274-4de4-a2de-8e4dfb9850c9 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:57:19.544743 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e196d1-710f-4ac9-8383-0eb3c1054387", "name": "network-vif-deleted", "tag": "706f26f1-9a4e-4a36-968c-4c8a102b2710", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:57:19.545020 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83c5dfc3-a274-4de4-a2de-8e4dfb9850c9 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:57:19.545774 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c5dfc3-a274-4de4-a2de-8e4dfb9850c9'] response: {'server_uuid': '52e196d1-710f-4ac9-8383-0eb3c1054387', 'name': 'network-vif-deleted', 'tag': '706f26f1-9a4e-4a36-968c-4c8a102b2710', 'status': 'completed', 'code': 200} Mar 23 01:57:19.546921 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bfa8f012-14a5-4ea4-b760-f9ef08a9971b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.590794 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-508740a9-6e2e-4835-8069-871113e0ff44 None None] Provisioning complete for port a036e452-5657-4e54-9090-a9d9275cd6e2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:19.593635 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-508740a9-6e2e-4835-8069-871113e0ff44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a036e452-5657-4e54-9090-a9d9275cd6e2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.647854 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Allocated IP 172.25.0.98 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/c5f57b62-22ed-44f3-b4a7-d8c351196f90) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:19.648060 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4144b6c-9fe7-47f3-b189-c4ae4b148491 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (e49576ea-96af-415e-98c5-d8d5ccafc58b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.695753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4144b6c-9fe7-47f3-b189-c4ae4b148491 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=e49576ea-96af-415e-98c5-d8d5ccafc58b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:19.700577 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4144b6c-9fe7-47f3-b189-c4ae4b148491 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.707143 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e4144b6c-9fe7-47f3-b189-c4ae4b148491 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/e49576ea-96af-415e-98c5-d8d5ccafc58b HTTP/1.1" status: 204 len: 168 time: 0.5761645 Mar 23 01:57:19.707845 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37478) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:19.807425 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-508740a9-6e2e-4835-8069-871113e0ff44 None None] Current status of the port a036e452-5657-4e54-9090-a9d9275cd6e2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:19.822886 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d12a35b7-8844-45c5-ab3c-8855957eeeac tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121807 Mar 23 01:57:19.823699 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37480) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:19.900416 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Publish callbacks [] for port (c5f57b62-22ed-44f3-b4a7-d8c351196f90), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:19.916763 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466c3ab6-95cc-453b-a35c-ba9ead195221 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:19.919676 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-466c3ab6-95cc-453b-a35c-ba9ead195221 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0949109 Mar 23 01:57:19.925195 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37482) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:19.960030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48b1cb2-b51f-4ff1-9137-03a3e8a1925e None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:19.976287 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c5f57b62-22ed-44f3-b4a7-d8c351196f90), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:20.021908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11273e70-684d-4f93-bfff-dd2b961b9bb1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:20.023947 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-11273e70-684d-4f93-bfff-dd2b961b9bb1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0972388 Mar 23 01:57:20.026375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37486) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:20.067959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:20.074132 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:20.082288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:20.091078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e6e7dd7f-98ec-40e2-a957-fe62172c9167 None None] Could not find standard attr ID for object a34e5a1f-cfe8-46f0-8678-8a95620e7511. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:57:20.102417 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-12a602eb-7676-4377-943c-62d74564c817 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745735 Mar 23 01:57:20.106193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37488) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:20.112848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a2627186-102d-4fb6-ad06-d50a6adb3323 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:20.119533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f57b62-22ed-44f3-b4a7-d8c351196f90,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:20.217134 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-35b7da5f-17d9-4375-80de-dbf77461fa99 req-1e10a74c-439d-40f8-97d7-8239d2acb895 tempest-VolumesBackupsTest-940258174 tempest-VolumesBackupsTest-940258174-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e196d1-710f-4ac9-8383-0eb3c1054387 HTTP/1.1" status: 200 len: 210 time: 0.1123531 Mar 23 01:57:20.289833 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2627186-102d-4fb6-ad06-d50a6adb3323 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:20.295721 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2627186-102d-4fb6-ad06-d50a6adb3323 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:20.331045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ec1856-c84e-4cb8-83cc-91fadc131308 None None] DHCP port deletion for d28dcc53-68c6-4ee1-82f0-dffb25fd5855 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:57:20.379572 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c6ec1856-c84e-4cb8-83cc-91fadc131308 None None] Deleting port a036e452-5657-4e54-9090-a9d9275cd6e2 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:20.379975 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1856-c84e-4cb8-83cc-91fadc131308 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a036e452-5657-4e54-9090-a9d9275cd6e2), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:20.455809 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Publish callbacks [] for router_gateway (d14abbaa-7d30-4818-a6e7-6f780189903f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:20.461290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c6ec1856-c84e-4cb8-83cc-91fadc131308 None None] For port a036e452-5657-4e54-9090-a9d9275cd6e2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a036e452-5657-4e54-9090-a9d9275cd6e2,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:20.461698 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1856-c84e-4cb8-83cc-91fadc131308 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a036e452-5657-4e54-9090-a9d9275cd6e2), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:20.489183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c6ec1856-c84e-4cb8-83cc-91fadc131308 None None] Calling delete_port for a036e452-5657-4e54-9090-a9d9275cd6e2 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:20.616859 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1856-c84e-4cb8-83cc-91fadc131308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (a036e452-5657-4e54-9090-a9d9275cd6e2), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:20.653502 n-d-834677-4 neutron-server[99264]: DEBUG neutron.objects.ports [None req-a2627186-102d-4fb6-ad06-d50a6adb3323 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:57:20.654873 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec1856-c84e-4cb8-83cc-91fadc131308 None None] Pushing event deleted for resources: {'Port': ['ID=a036e452-5657-4e54-9090-a9d9275cd6e2,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:20.655876 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2627186-102d-4fb6-ad06-d50a6adb3323 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (d144520e-72a0-4a0d-a286-0315ef7d7a61), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:20.680790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2627186-102d-4fb6-ad06-d50a6adb3323 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:20.683436 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ec1856-c84e-4cb8-83cc-91fadc131308 None None] No DVR routers for this DVR port a036e452-5657-4e54-9090-a9d9275cd6e2 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:57:20.684300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-a2627186-102d-4fb6-ad06-d50a6adb3323 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:20.706553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b6da75a4-e210-4194-bab4-53f171ebc872 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:20.707053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2627186-102d-4fb6-ad06-d50a6adb3323 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:20.707053 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2627186-102d-4fb6-ad06-d50a6adb3323 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:20.743737 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a2627186-102d-4fb6-ad06-d50a6adb3323 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6363440 Mar 23 01:57:20.744984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2627186-102d-4fb6-ad06-d50a6adb3323 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=d144520e-72a0-4a0d-a286-0315ef7d7a61,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:20.747088 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37490) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:20.752582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-98c70625-5028-4348-bb05-25f3e32ee464 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'mac_address': 'fa:16:3e:2c:67:ea', 'name': 'tempest-NetworksTestDHCPv6-1045957348'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:20.757482 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (d14abbaa-7d30-4818-a6e7-6f780189903f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:20.776170 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e8623c-195b-4cb3-aeca-dddf9e514c65 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:20.841004 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:20.869604 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port b6da75a4-e210-4194-bab4-53f171ebc872 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:20.870076 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b6da75a4-e210-4194-bab4-53f171ebc872), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:20.930163 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c70625-5028-4348-bb05-25f3e32ee464 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:20.939806 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-98c70625-5028-4348-bb05-25f3e32ee464 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:20.948401 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Router d14abbaa-7d30-4818-a6e7-6f780189903f is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:57:20.971399 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'fixed_ips': [{'subnet_id': 'd144520e-72a0-4a0d-a286-0315ef7d7a61'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:57:20.972127 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:20.977467 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-98c70625-5028-4348-bb05-25f3e32ee464 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port 170e05ec-360c-483a-bed2-135fe991e23f yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:57:20.989876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a011cc-a22e-4060-a5f7-53bb2d64c944 None None] Network a64f16e3-b4d1-479d-afd2-1396d500dec5 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:21.051146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port b6da75a4-e210-4194-bab4-53f171ebc872 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:21.051146 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b6da75a4-e210-4194-bab4-53f171ebc872), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:21.079937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:57:21.101894 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:21.106120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37492) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:21.106415 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e9802c2d-382c-445b-a8f0-30c404191680 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0439985 Mar 23 01:57:21.131316 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Sync routers for ids ['d14abbaa-7d30-4818-a6e7-6f780189903f'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:57:21.181979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7e8193fa-aae8-4d54-9c4a-1535f0875e0b None None] Provisioning complete for port b6da75a4-e210-4194-bab4-53f171ebc872 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:21.182350 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7e8193fa-aae8-4d54-9c4a-1535f0875e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b6da75a4-e210-4194-bab4-53f171ebc872), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:21.191545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-98c70625-5028-4348-bb05-25f3e32ee464 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::f816:3eff:fe2c:67ea (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/d144520e-72a0-4a0d-a286-0315ef7d7a61/170e05ec-360c-483a-bed2-135fe991e23f) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:21.196985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port b6da75a4-e210-4194-bab4-53f171ebc872, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b6da75a4-e210-4194-bab4-53f171ebc872,segment=NetworkSegment(9180067e-8e66-4d93-b570-98a5bf5e525b),segment_id=9180067e-8e66-4d93-b570-98a5bf5e525b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:21.218127 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Routers {'d14abbaa-7d30-4818-a6e7-6f780189903f'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:57:21.218659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:56:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d14abbaa-7d30-4818-a6e7-6f780189903f'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:21.222998 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b6da75a4-e210-4194-bab4-53f171ebc872), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:21.338126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a036e452-5657-4e54-9090-a9d9275cd6e2 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:57:21.402852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: a036e452-5657-4e54-9090-a9d9275cd6e2 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:57:21.403240 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a036e452-5657-4e54-9090-a9d9275cd6e2 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:57:21.438163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=b6da75a4-e210-4194-bab4-53f171ebc872,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:21.490577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Set router d14abbaa-7d30-4818-a6e7-6f780189903f gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:57:21.586912 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7e8193fa-aae8-4d54-9c4a-1535f0875e0b None None] Current status of the port b6da75a4-e210-4194-bab4-53f171ebc872 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:21.720330 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T01:57:20Z', 'revision_number': 3, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:21.753001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Checking router: d14abbaa-7d30-4818-a6e7-6f780189903f for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:57:21.753608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Updating router d14abbaa-7d30-4818-a6e7-6f780189903f port c5f57b62-22ed-44f3-b4a7-d8c351196f90 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:57:21.785779 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c5f57b62-22ed-44f3-b4a7-d8c351196f90), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:21.832171 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3f588513-bc56-4a8c-98e6-08cf976e0bca None None] Provisioning complete for port b6da75a4-e210-4194-bab4-53f171ebc872 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:21.833166 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3f588513-bc56-4a8c-98e6-08cf976e0bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b6da75a4-e210-4194-bab4-53f171ebc872), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:21.900825 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-98c70625-5028-4348-bb05-25f3e32ee464 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (170e05ec-360c-483a-bed2-135fe991e23f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.022385 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-98c70625-5028-4348-bb05-25f3e32ee464 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (170e05ec-360c-483a-bed2-135fe991e23f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.094427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c70625-5028-4348-bb05-25f3e32ee464 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:22.103666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-98c70625-5028-4348-bb05-25f3e32ee464 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:22.111525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c70625-5028-4348-bb05-25f3e32ee464 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:22.117688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c70625-5028-4348-bb05-25f3e32ee464 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:22.118305 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-98c70625-5028-4348-bb05-25f3e32ee464 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.134064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c70625-5028-4348-bb05-25f3e32ee464 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=170e05ec-360c-483a-bed2-135fe991e23f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:22.165505 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-98c70625-5028-4348-bb05-25f3e32ee464 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4172664 Mar 23 01:57:22.168412 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37500) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:22.196967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 706f26f1-9a4e-4a36-968c-4c8a102b2710 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:57:22.246155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3f588513-bc56-4a8c-98e6-08cf976e0bca None None] Current status of the port b6da75a4-e210-4194-bab4-53f171ebc872 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:22.263120 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 706f26f1-9a4e-4a36-968c-4c8a102b2710 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:57:22.263450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 706f26f1-9a4e-4a36-968c-4c8a102b2710 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:57:22.269119 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422e92df-b4ec-4e46-878b-c4dec50cbd6a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:22.274850 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-422e92df-b4ec-4e46-878b-c4dec50cbd6a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1015935 Mar 23 01:57:22.275001 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8f80a8ef-c7c0-44e1-b058-3dc0c919825d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.275115 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37502) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:22.278455 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.296359 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Allocated IP 2001:db8::f816:3eff:fed0:77e0 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/d144520e-72a0-4a0d-a286-0315ef7d7a61/f95a7a71-cf03-47b7-9def-6c03518e449a) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:22.393800 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-3e786a8e-cbdd-4293-975c-bcc0487d3e12 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port 170e05ec-360c-483a-bed2-135fe991e23f {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:22.394454 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e786a8e-cbdd-4293-975c-bcc0487d3e12 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (170e05ec-360c-483a-bed2-135fe991e23f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.494754 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Publish callbacks [] for port (c5f57b62-22ed-44f3-b4a7-d8c351196f90), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.516045 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e786a8e-cbdd-4293-975c-bcc0487d3e12 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (170e05ec-360c-483a-bed2-135fe991e23f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.530935 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-3e786a8e-cbdd-4293-975c-bcc0487d3e12 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for 170e05ec-360c-483a-bed2-135fe991e23f owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:22.547609 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c5f57b62-22ed-44f3-b4a7-d8c351196f90), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.607264 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Allocated IP 172.20.0.1 (a64f16e3-b4d1-479d-afd2-1396d500dec5/fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6/56dce2e9-d0c4-47dd-afa5-9aa350ec1db2) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:22.633075 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Publish callbacks [] for port (f95a7a71-cf03-47b7-9def-6c03518e449a), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.640589 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Attempting to bind port c5f57b62-22ed-44f3-b4a7-d8c351196f90 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:57:22.641066 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Attempting to bind port c5f57b62-22ed-44f3-b4a7-d8c351196f90 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:57:22.641436 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Attempting to bind port c5f57b62-22ed-44f3-b4a7-d8c351196f90 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:57:22.643743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456dce3-9569-4147-979d-606e14a47c22 None None] Pushing event updated for resources: {'Port': ['ID=c5f57b62-22ed-44f3-b4a7-d8c351196f90,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:22.650987 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (f95a7a71-cf03-47b7-9def-6c03518e449a), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.655086 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:57:22.655805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:57:22.656578 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.657228 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:57:22.657873 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Bound port: c5f57b62-22ed-44f3-b4a7-d8c351196f90, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:57:22.658462 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c5f57b62-22ed-44f3-b4a7-d8c351196f90), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.663273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b6da75a4-e210-4194-bab4-53f171ebc872 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:22.696709 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e786a8e-cbdd-4293-975c-bcc0487d3e12 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (170e05ec-360c-483a-bed2-135fe991e23f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.729811 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e786a8e-cbdd-4293-975c-bcc0487d3e12 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=170e05ec-360c-483a-bed2-135fe991e23f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:22.759211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:22.773855 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e786a8e-cbdd-4293-975c-bcc0487d3e12 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.781747 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3e786a8e-cbdd-4293-975c-bcc0487d3e12 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/170e05ec-360c-483a-bed2-135fe991e23f HTTP/1.1" status: 204 len: 168 time: 0.5044985 Mar 23 01:57:22.782459 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37506) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:22.782874 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:22.790426 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Publish callbacks [] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.793589 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Pushing event updated for resources: {'Port': ['ID=f95a7a71-cf03-47b7-9def-6c03518e449a,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:22.800180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:22.821177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] For port c5f57b62-22ed-44f3-b4a7-d8c351196f90, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:57:22.855407 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f6e68d-1058-47c7-8275-dabb2545ec93 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:22.856305 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.857717 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f6e68d-1058-47c7-8275-dabb2545ec93 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:22.862377 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-75f6e68d-1058-47c7-8275-dabb2545ec93 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0755086 Mar 23 01:57:22.862907 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37508) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:22.876685 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] For port c5f57b62-22ed-44f3-b4a7-d8c351196f90, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c5f57b62-22ed-44f3-b4a7-d8c351196f90,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:57:22.890112 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Attempting to bind port f95a7a71-cf03-47b7-9def-6c03518e449a on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:57:22.890482 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Attempting to bind port f95a7a71-cf03-47b7-9def-6c03518e449a by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:57:22.890850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Attempting to bind port f95a7a71-cf03-47b7-9def-6c03518e449a on network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:57:22.897543 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c5f57b62-22ed-44f3-b4a7-d8c351196f90), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.910517 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port b6da75a4-e210-4194-bab4-53f171ebc872 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:22.910898 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b6da75a4-e210-4194-bab4-53f171ebc872), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.924192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Network a64f16e3-b4d1-479d-afd2-1396d500dec5 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:22.926422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Pushing event updated for resources: {'Port': ['ID=56dce2e9-d0c4-47dd-afa5-9aa350ec1db2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:22.929930 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:22.932199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:22.933465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:57:22.933821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Checking segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:57:22.934234 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.934634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Bound using segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:57:22.935120 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Bound port: f95a7a71-cf03-47b7-9def-6c03518e449a, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:57:22.935510 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f95a7a71-cf03-47b7-9def-6c03518e449a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.956100 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-102cdb35-e0a3-4738-9be2-62cb10e4ec0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet d144520e-72a0-4a0d-a286-0315ef7d7a61 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:22.962816 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-102cdb35-e0a3-4738-9be2-62cb10e4ec0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (d144520e-72a0-4a0d-a286-0315ef7d7a61), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:22.979864 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (d14abbaa-7d30-4818-a6e7-6f780189903f), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:23.033774 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-102cdb35-e0a3-4738-9be2-62cb10e4ec0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (d144520e-72a0-4a0d-a286-0315ef7d7a61), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:23.036974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456dce3-9569-4147-979d-606e14a47c22 None None] Pushing event updated for resources: {'Port': ['ID=c5f57b62-22ed-44f3-b4a7-d8c351196f90,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:23.053401 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Routers {'d14abbaa-7d30-4818-a6e7-6f780189903f'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:57:23.054051 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:57:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d14abbaa-7d30-4818-a6e7-6f780189903f'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:23.134663 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:23.177780 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] For port f95a7a71-cf03-47b7-9def-6c03518e449a, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:57:23.200159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] For port f95a7a71-cf03-47b7-9def-6c03518e449a, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=f95a7a71-cf03-47b7-9def-6c03518e449a,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:57:23.214458 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-102cdb35-e0a3-4738-9be2-62cb10e4ec0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (d144520e-72a0-4a0d-a286-0315ef7d7a61), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:23.226876 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (f95a7a71-cf03-47b7-9def-6c03518e449a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:23.334257 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-102cdb35-e0a3-4738-9be2-62cb10e4ec0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (d144520e-72a0-4a0d-a286-0315ef7d7a61), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:23.343867 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] Set router d14abbaa-7d30-4818-a6e7-6f780189903f gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:57:23.347381 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Publish callbacks [] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:23.348705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port b6da75a4-e210-4194-bab4-53f171ebc872 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:23.361169 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:23.419472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cdb35-e0a3-4738-9be2-62cb10e4ec0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=d144520e-72a0-4a0d-a286-0315ef7d7a61,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:23.420300 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:23.450048 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-102cdb35-e0a3-4738-9be2-62cb10e4ec0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:23.450048 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-102cdb35-e0a3-4738-9be2-62cb10e4ec0f tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/d144520e-72a0-4a0d-a286-0315ef7d7a61 HTTP/1.1" status: 204 len: 168 time: 0.5857692 Mar 23 01:57:23.453133 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37510) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:23.480822 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (d14abbaa-7d30-4818-a6e7-6f780189903f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:23.489255 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480d4fc-2452-4403-ba0d-c5403710e951 None None] Pushing event updated for resources: {'Port': ['ID=f95a7a71-cf03-47b7-9def-6c03518e449a,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:23.491926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Pushing event updated for resources: {'Port': ['ID=56dce2e9-d0c4-47dd-afa5-9aa350ec1db2,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:23.511157 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dbcc4b55-a7a2-4363-a8ca-f35f4ddf8e56 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549870 Mar 23 01:57:23.514218 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37512) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:23.518924 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c90513f2-2ea9-4047-94bf-e349733e0b73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:23.519773 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d883862b-a44c-4947-b5c1-4cb30ae128ff None None] Provisioning complete for port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:23.521007 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d883862b-a44c-4947-b5c1-4cb30ae128ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:23.590342 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d883862b-a44c-4947-b5c1-4cb30ae128ff None None] Port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:57:23.666601 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T01:57:20Z', 'revision_number': 3, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:23.706709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Network a64f16e3-b4d1-479d-afd2-1396d500dec5 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:23.709956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:23.761060 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676b3f71-65f5-4a51-aa6b-80ce4a197701 None None] The sync data for ids ['d14abbaa-7d30-4818-a6e7-6f780189903f'] in n-d-834677-4 is: [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T01:57:20Z', 'revision_number': 3, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:57:23.761927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90513f2-2ea9-4047-94bf-e349733e0b73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:23.767802 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c90513f2-2ea9-4047-94bf-e349733e0b73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:23.915251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Router d14abbaa-7d30-4818-a6e7-6f780189903f has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:57:24.098745 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:57:24.115604 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-54daf9ad-3df1-4add-bd22-a353798507c9 admin admin] 10.222.0.18 "PUT /v2.0/routers/d14abbaa-7d30-4818-a6e7-6f780189903f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0002341 Mar 23 01:57:24.134492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e56481f5-9d68-4e23-b107-c2207bb8b568 None None] Provisioning complete for port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:24.134868 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e56481f5-9d68-4e23-b107-c2207bb8b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:24.202879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e56481f5-9d68-4e23-b107-c2207bb8b568 None None] Port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:57:24.248318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.objects.ports [None req-c90513f2-2ea9-4047-94bf-e349733e0b73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99263) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:57:24.475037 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c90513f2-2ea9-4047-94bf-e349733e0b73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f95a7a71-cf03-47b7-9def-6c03518e449a), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:24.594226 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:24.743864 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device f95a7a71-cf03-47b7-9def-6c03518e449a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:24.759148 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-c90513f2-2ea9-4047-94bf-e349733e0b73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] For port f95a7a71-cf03-47b7-9def-6c03518e449a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=f95a7a71-cf03-47b7-9def-6c03518e449a,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:24.798124 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c90513f2-2ea9-4047-94bf-e349733e0b73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (f95a7a71-cf03-47b7-9def-6c03518e449a), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:24.807101 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c90513f2-2ea9-4047-94bf-e349733e0b73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (f95a7a71-cf03-47b7-9def-6c03518e449a), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:24.857484 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c90513f2-2ea9-4047-94bf-e349733e0b73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (20bf767d-4023-4601-b189-88320c3e0f20), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:24.869778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port f95a7a71-cf03-47b7-9def-6c03518e449a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:24.870149 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (f95a7a71-cf03-47b7-9def-6c03518e449a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:24.908226 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90513f2-2ea9-4047-94bf-e349733e0b73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:24.923107 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-c90513f2-2ea9-4047-94bf-e349733e0b73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:24.934803 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90513f2-2ea9-4047-94bf-e349733e0b73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:24.935566 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c90513f2-2ea9-4047-94bf-e349733e0b73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:24.948034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90513f2-2ea9-4047-94bf-e349733e0b73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=f95a7a71-cf03-47b7-9def-6c03518e449a,revision_number=5']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:24.965536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6088dc0-6b90-4097-9ff6-36d64d3eb02a None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:24.970595 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90513f2-2ea9-4047-94bf-e349733e0b73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=20bf767d-4023-4601-b189-88320c3e0f20,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:24.987264 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c90513f2-2ea9-4047-94bf-e349733e0b73 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4722602 Mar 23 01:57:24.990232 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37530) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:24.995504 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'mac_address': 'fa:16:3e:48:50:c8', 'name': 'tempest-NetworksTestDHCPv6-1729178265'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:25.086978 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37534) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:25.091966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-33dfc2fe-8067-44cc-b6ea-41dff26f7918 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-274076479-network', 'tenant_id': '1044c114bcbb4b55a3a556d733c7cd03'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:25.122711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-95153bbc-a285-48dd-b5d6-f64b9c5911dd None None] Provisioning complete for port f95a7a71-cf03-47b7-9def-6c03518e449a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:25.123935 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-95153bbc-a285-48dd-b5d6-f64b9c5911dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (f95a7a71-cf03-47b7-9def-6c03518e449a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:25.129253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dfc2fe-8067-44cc-b6ea-41dff26f7918 admin admin] Made reservation on behalf of 1044c114bcbb4b55a3a556d733c7cd03 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:25.131804 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33dfc2fe-8067-44cc-b6ea-41dff26f7918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:25.150687 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:25.152247 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33dfc2fe-8067-44cc-b6ea-41dff26f7918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:25.204689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port f95a7a71-cf03-47b7-9def-6c03518e449a is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:25.206427 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f95a7a71-cf03-47b7-9def-6c03518e449a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:25.268423 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:25.280138 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33dfc2fe-8067-44cc-b6ea-41dff26f7918 admin admin] Publish callbacks [] for security_group (c91fb25e-ed76-4d6c-b5ce-1f16ead5bb6e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:25.292480 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33dfc2fe-8067-44cc-b6ea-41dff26f7918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c91fb25e-ed76-4d6c-b5ce-1f16ead5bb6e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:25.315744 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port 12327f45-9bbc-4517-b829-2ace4065a114 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:57:25.325442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port f95a7a71-cf03-47b7-9def-6c03518e449a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=f95a7a71-cf03-47b7-9def-6c03518e449a,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:25.350761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33dfc2fe-8067-44cc-b6ea-41dff26f7918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:57:25.359312 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (f95a7a71-cf03-47b7-9def-6c03518e449a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:25.360231 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c5f57b62-22ed-44f3-b4a7-d8c351196f90 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:25.366533 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfc2fe-8067-44cc-b6ea-41dff26f7918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91fb25e-ed76-4d6c-b5ce-1f16ead5bb6e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:25.375514 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33dfc2fe-8067-44cc-b6ea-41dff26f7918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (e888d5f9-4e66-4d5e-9dee-80bda047e7f5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:25.375985 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-33dfc2fe-8067-44cc-b6ea-41dff26f7918 admin admin] Added segment e888d5f9-4e66-4d5e-9dee-80bda047e7f5 of type vlan for network 6f83bf90-01d4-47a8-9d47-24e1b2e90245 Mar 23 01:57:25.438269 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33dfc2fe-8067-44cc-b6ea-41dff26f7918 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (6f83bf90-01d4-47a8-9d47-24e1b2e90245), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:25.468023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-95153bbc-a285-48dd-b5d6-f64b9c5911dd None None] Current status of the port f95a7a71-cf03-47b7-9def-6c03518e449a is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:25.468455 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-95153bbc-a285-48dd-b5d6-f64b9c5911dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f95a7a71-cf03-47b7-9def-6c03518e449a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:25.480912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33dfc2fe-8067-44cc-b6ea-41dff26f7918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (6f83bf90-01d4-47a8-9d47-24e1b2e90245), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:25.482730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dfc2fe-8067-44cc-b6ea-41dff26f7918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:25.483351 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33dfc2fe-8067-44cc-b6ea-41dff26f7918 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:25.518116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::f816:3eff:fe48:50c8 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/20bf767d-4023-4601-b189-88320c3e0f20/12327f45-9bbc-4517-b829-2ace4065a114) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:25.557948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=f95a7a71-cf03-47b7-9def-6c03518e449a,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:25.577321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfc2fe-8067-44cc-b6ea-41dff26f7918 admin admin] Pushing event updated for resources: {'Network': ['ID=6f83bf90-01d4-47a8-9d47-24e1b2e90245,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:25.600264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 6f83bf90-01d4-47a8-9d47-24e1b2e90245 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:57:25.614475 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-33dfc2fe-8067-44cc-b6ea-41dff26f7918 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5261598 Mar 23 01:57:25.615380 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37536) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:25.628881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f7e2d2af-ae82-44c7-9b73-fa3019f8f397 admin admin] Request body: {'subnet': {'network_id': '6f83bf90-01d4-47a8-9d47-24e1b2e90245', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-274076479-subnet', 'tenant_id': '1044c114bcbb4b55a3a556d733c7cd03', 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:25.675031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e2d2af-ae82-44c7-9b73-fa3019f8f397 admin admin] Made reservation on behalf of 1044c114bcbb4b55a3a556d733c7cd03 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:25.681270 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d2af-ae82-44c7-9b73-fa3019f8f397 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:25.751359 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (12327f45-9bbc-4517-b829-2ace4065a114), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:25.802883 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (12327f45-9bbc-4517-b829-2ace4065a114), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:25.898223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:25.914576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:25.926396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:25.941155 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:25.942961 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:25.972813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=12327f45-9bbc-4517-b829-2ace4065a114,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:25.982995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:25.986958 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:25.987618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:25.988185 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:25.990538 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:25.991031 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:25.991598 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:25.992618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:25.992618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:25.994113 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:25.994551 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:25.994978 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:25.995713 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:25.995846 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:26.001509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port c5f57b62-22ed-44f3-b4a7-d8c351196f90 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:26.001969 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c5f57b62-22ed-44f3-b4a7-d8c351196f90), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:26.005304 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:26.005627 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-95153bbc-a285-48dd-b5d6-f64b9c5911dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:57:26.006077 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-95153bbc-a285-48dd-b5d6-f64b9c5911dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:57:26.010003 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d2af-ae82-44c7-9b73-fa3019f8f397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (5275c5f6-15db-4a53-aeaa-3a558a6dfdd7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:26.029836 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-41f8eebe-1000-4981-b200-8f9dd3c03b92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0359125 Mar 23 01:57:26.030677 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37542) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:26.034404 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:26.121012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e2d2af-ae82-44c7-9b73-fa3019f8f397 admin admin] Checking segment: {'id': 'e888d5f9-4e66-4d5e-9dee-80bda047e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6f83bf90-01d4-47a8-9d47-24e1b2e90245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:57:26.121394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e2d2af-ae82-44c7-9b73-fa3019f8f397 admin admin] Network hostable DHCP agents. Network: 6f83bf90-01d4-47a8-9d47-24e1b2e90245, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:57:26.128803 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb981b0-38f6-4128-8676-befb6fa96caf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:26.132248 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2d2af-ae82-44c7-9b73-fa3019f8f397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5275c5f6-15db-4a53-aeaa-3a558a6dfdd7,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:26.134384 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb981b0-38f6-4128-8676-befb6fa96caf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:26.136215 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-eeb981b0-38f6-4128-8676-befb6fa96caf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1045148 Mar 23 01:57:26.138831 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37544) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:26.159322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port c5f57b62-22ed-44f3-b4a7-d8c351196f90 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:26.159771 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c5f57b62-22ed-44f3-b4a7-d8c351196f90), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:26.165545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e2d2af-ae82-44c7-9b73-fa3019f8f397 admin admin] Network 6f83bf90-01d4-47a8-9d47-24e1b2e90245 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:57:26.191116 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-f7e2d2af-ae82-44c7-9b73-fa3019f8f397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 6f83bf90-01d4-47a8-9d47-24e1b2e90245) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:26.203883 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port c5f57b62-22ed-44f3-b4a7-d8c351196f90, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c5f57b62-22ed-44f3-b4a7-d8c351196f90,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:26.209075 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4911de8-6d4d-4083-a45f-7228f17fd410 None None] Network 6f83bf90-01d4-47a8-9d47-24e1b2e90245 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:26.212363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e2d2af-ae82-44c7-9b73-fa3019f8f397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:26.213022 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c5f57b62-22ed-44f3-b4a7-d8c351196f90), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:26.226268 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d2af-ae82-44c7-9b73-fa3019f8f397 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:26.262804 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f7e2d2af-ae82-44c7-9b73-fa3019f8f397 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6461599 Mar 23 01:57:26.265370 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37546) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:26.270041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-274076479-router', 'tenant_id': '1044c114bcbb4b55a3a556d733c7cd03', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:26.297992 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-38215cfa-31b4-4ae2-863a-2b69c7872d32 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port 12327f45-9bbc-4517-b829-2ace4065a114 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:26.298530 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-38215cfa-31b4-4ae2-863a-2b69c7872d32 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (12327f45-9bbc-4517-b829-2ace4065a114), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:26.377988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=c5f57b62-22ed-44f3-b4a7-d8c351196f90,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:26.401966 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:26.409871 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:26.439055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-6f83bf90-01d4-47a8-9d47-24e1b2e90245', 'network_id': '6f83bf90-01d4-47a8-9d47-24e1b2e90245', 'project_id': '1044c114bcbb4b55a3a556d733c7cd03', 'fixed_ips': [{'subnet_id': '5275c5f6-15db-4a53-aeaa-3a558a6dfdd7'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:57:26.441369 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:26.532887 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Sync routers for ids ['d14abbaa-7d30-4818-a6e7-6f780189903f'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:57:26.542012 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Publish callbacks [] for router_controller (97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:26.546864 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Routers {'d14abbaa-7d30-4818-a6e7-6f780189903f'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:57:26.547766 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:57:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d14abbaa-7d30-4818-a6e7-6f780189903f'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:26.574804 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-38215cfa-31b4-4ae2-863a-2b69c7872d32 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (12327f45-9bbc-4517-b829-2ace4065a114), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:26.732508 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Set router d14abbaa-7d30-4818-a6e7-6f780189903f gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:57:26.734077 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Allocated IP 172.20.0.2 (6f83bf90-01d4-47a8-9d47-24e1b2e90245/5275c5f6-15db-4a53-aeaa-3a558a6dfdd7/65dfc045-aa5e-459b-bbfe-c038d2a0cdbc) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:26.782070 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-38215cfa-31b4-4ae2-863a-2b69c7872d32 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for 12327f45-9bbc-4517-b829-2ace4065a114 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:26.783321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device f95a7a71-cf03-47b7-9def-6c03518e449a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:26.804017 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Publish callbacks [] for router_gateway (97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:26.863671 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-95153bbc-a285-48dd-b5d6-f64b9c5911dd None None] Current status of the port f95a7a71-cf03-47b7-9def-6c03518e449a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:26.987603 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T01:57:23Z', 'revision_number': 4, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '56dce2e9-d0c4-47dd-afa5-9aa350ec1db2', 'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'mac_address': 'fa:16:3e:01:bc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:22Z', 'updated_at': '2022-03-23T01:57:23Z', 'revision_number': 2, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'subnets': [{'id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:27.017028 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Checking router: d14abbaa-7d30-4818-a6e7-6f780189903f for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:57:27.017293 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Updating router d14abbaa-7d30-4818-a6e7-6f780189903f port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:57:27.035854 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-38215cfa-31b4-4ae2-863a-2b69c7872d32 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (12327f45-9bbc-4517-b829-2ace4065a114), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.045291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1dc58e0c-f532-4cc1-9544-6d0a2638af7a None None] Could not find standard attr ID for object 170e05ec-360c-483a-bed2-135fe991e23f. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:57:27.047113 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Publish callbacks [] for port (65dfc045-aa5e-459b-bbfe-c038d2a0cdbc), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.065600 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (65dfc045-aa5e-459b-bbfe-c038d2a0cdbc), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.068221 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.077917 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1dc58e0c-f532-4cc1-9544-6d0a2638af7a None None] Provisioning complete for port f95a7a71-cf03-47b7-9def-6c03518e449a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:27.078285 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1dc58e0c-f532-4cc1-9544-6d0a2638af7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (f95a7a71-cf03-47b7-9def-6c03518e449a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.079788 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38215cfa-31b4-4ae2-863a-2b69c7872d32 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=12327f45-9bbc-4517-b829-2ace4065a114,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:27.121983 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-38215cfa-31b4-4ae2-863a-2b69c7872d32 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.125579 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-38215cfa-31b4-4ae2-863a-2b69c7872d32 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/12327f45-9bbc-4517-b829-2ace4065a114 HTTP/1.1" status: 204 len: 168 time: 0.9854560 Mar 23 01:57:27.128467 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37550) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:27.140070 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Network 6f83bf90-01d4-47a8-9d47-24e1b2e90245 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:27.140913 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port f95a7a71-cf03-47b7-9def-6c03518e449a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:27.141284 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (f95a7a71-cf03-47b7-9def-6c03518e449a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.151547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:27.200216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:27.226463 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Pushing event updated for resources: {'Port': ['ID=65dfc045-aa5e-459b-bbfe-c038d2a0cdbc,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:27.244202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7012b88c-05da-44ad-a71a-4320ea4002d5 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:27.249469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7012b88c-05da-44ad-a71a-4320ea4002d5 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:27.253847 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7012b88c-05da-44ad-a71a-4320ea4002d5 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1215141 Mar 23 01:57:27.254584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37552) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:27.392203 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Attempting to bind port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:57:27.393206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Attempting to bind port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e888d5f9-4e66-4d5e-9dee-80bda047e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6f83bf90-01d4-47a8-9d47-24e1b2e90245'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:57:27.393406 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8c0c5f-98bb-4940-8131-c469487157f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet 20bf767d-4023-4601-b189-88320c3e0f20 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:27.393574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Attempting to bind port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc on network 6f83bf90-01d4-47a8-9d47-24e1b2e90245 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:57:27.403792 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0c5f-98bb-4940-8131-c469487157f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (20bf767d-4023-4601-b189-88320c3e0f20), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.428296 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1dc58e0c-f532-4cc1-9544-6d0a2638af7a None None] Current status of the port f95a7a71-cf03-47b7-9def-6c03518e449a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:27.438390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1dc58e0c-f532-4cc1-9544-6d0a2638af7a None None] Could not find standard attr ID for object 12327f45-9bbc-4517-b829-2ace4065a114. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:57:27.442936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:57:27.443447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Checking segment: {'id': 'e888d5f9-4e66-4d5e-9dee-80bda047e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6f83bf90-01d4-47a8-9d47-24e1b2e90245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:57:27.444031 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.444498 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Bound using segment: {'id': 'e888d5f9-4e66-4d5e-9dee-80bda047e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6f83bf90-01d4-47a8-9d47-24e1b2e90245'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:57:27.446943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Bound port: 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888d5f9-4e66-4d5e-9dee-80bda047e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6f83bf90-01d4-47a8-9d47-24e1b2e90245'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:57:27.447423 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (65dfc045-aa5e-459b-bbfe-c038d2a0cdbc), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.484891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port f95a7a71-cf03-47b7-9def-6c03518e449a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:27.485986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c5f57b62-22ed-44f3-b4a7-d8c351196f90 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:27.498170 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0c5f-98bb-4940-8131-c469487157f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (20bf767d-4023-4601-b189-88320c3e0f20), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.588175 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] For port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:57:27.592066 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Publish callbacks [] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.593990 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] For port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=65dfc045-aa5e-459b-bbfe-c038d2a0cdbc,segment=NetworkSegment(e888d5f9-4e66-4d5e-9dee-80bda047e7f5),segment_id=e888d5f9-4e66-4d5e-9dee-80bda047e7f5)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:57:27.601653 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port c5f57b62-22ed-44f3-b4a7-d8c351196f90 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:27.602060 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c5f57b62-22ed-44f3-b4a7-d8c351196f90), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.611845 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.630740 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0c5f-98bb-4940-8131-c469487157f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (20bf767d-4023-4601-b189-88320c3e0f20), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.709308 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (65dfc045-aa5e-459b-bbfe-c038d2a0cdbc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.754991 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0c5f-98bb-4940-8131-c469487157f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (20bf767d-4023-4601-b189-88320c3e0f20), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.761355 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36fb31-f0ed-40bc-83af-126ef4fb982f None None] Pushing event updated for resources: {'Port': ['ID=56dce2e9-d0c4-47dd-afa5-9aa350ec1db2,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:27.801163 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c0c5f-98bb-4940-8131-c469487157f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=20bf767d-4023-4601-b189-88320c3e0f20,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:27.811154 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0c5f-98bb-4940-8131-c469487157f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.815448 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1f8c0c5f-98bb-4940-8131-c469487157f6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/20bf767d-4023-4601-b189-88320c3e0f20 HTTP/1.1" status: 204 len: 168 time: 0.5511255 Mar 23 01:57:27.822673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37554) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:27.848655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615cc6b6-c42a-4167-a9b0-7a611e74616a None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:27.884288 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Attempting to bind port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:57:27.884687 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Attempting to bind port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '9180067e-8e66-4d93-b570-98a5bf5e525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:57:27.885048 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Attempting to bind port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 on network a64f16e3-b4d1-479d-afd2-1396d500dec5 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:57:27.897533 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:57:27.897909 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Checking segment: {'id': '9180067e-8e66-4d93-b570-98a5bf5e525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:57:27.898317 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.898706 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Bound using segment: {'id': '9180067e-8e66-4d93-b570-98a5bf5e525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:57:27.899182 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Bound port: 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9180067e-8e66-4d93-b570-98a5bf5e525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:57:27.899560 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:27.937814 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port c5f57b62-22ed-44f3-b4a7-d8c351196f90 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:27.955503 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913ca01-469b-4ea9-87af-415b54c355f6 None None] Pushing event updated for resources: {'Port': ['ID=65dfc045-aa5e-459b-bbfe-c038d2a0cdbc,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:27.974665 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8f208b4c-b43b-4b1c-83aa-50189861db47 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1485486 Mar 23 01:57:27.975264 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37558) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:28.015351 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Publish callbacks [] for router_gateway (97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:28.075724 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:28.111683 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] For port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:57:28.119074 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81340fd8-c373-4202-9568-e6f586c2ae5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:28.123568 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-81340fd8-c373-4202-9568-e6f586c2ae5e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1418471 Mar 23 01:57:28.125318 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] For port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=56dce2e9-d0c4-47dd-afa5-9aa350ec1db2,segment=NetworkSegment(9180067e-8e66-4d93-b570-98a5bf5e525b),segment_id=9180067e-8e66-4d93-b570-98a5bf5e525b)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:57:28.127658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37560) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:28.142850 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:28.179970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd3b17a-8006-4a2f-ad6e-e420b4687983 None None] DHCP port deletion for d28dcc53-68c6-4ee1-82f0-dffb25fd5855 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:57:28.209610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6e01596f-a488-48e4-a329-b1c1448f377e None None] Provisioning complete for port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:28.209866 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6e01596f-a488-48e4-a329-b1c1448f377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:28.216265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3831ce3-cbd4-4e42-a0a9-69a5a444e021 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:28.219522 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b3831ce3-cbd4-4e42-a0a9-69a5a444e021 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0909071 Mar 23 01:57:28.223097 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37562) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:28.309703 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Allocated IP 172.25.0.53 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/4abdd234-c547-44c6-a09f-697e4148a023) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:28.313899 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Routers {'d14abbaa-7d30-4818-a6e7-6f780189903f'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:57:28.314634 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:57:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d14abbaa-7d30-4818-a6e7-6f780189903f'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:28.331796 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36fb31-f0ed-40bc-83af-126ef4fb982f None None] Pushing event updated for resources: {'Port': ['ID=56dce2e9-d0c4-47dd-afa5-9aa350ec1db2,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:28.376787 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-139f5f3c-2059-4c1a-b72c-76bb099a8f92 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1500099 Mar 23 01:57:28.382019 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37564) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:28.390252 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d8183097-f1ca-4b2e-96df-37999065ffdd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:28.472022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1cd3b17a-8006-4a2f-ad6e-e420b4687983 None None] Deleting port f95a7a71-cf03-47b7-9def-6c03518e449a {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:28.473437 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1cd3b17a-8006-4a2f-ad6e-e420b4687983 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (f95a7a71-cf03-47b7-9def-6c03518e449a), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:28.539913 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] Set router d14abbaa-7d30-4818-a6e7-6f780189903f gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:57:28.562004 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Publish callbacks [] for port (4abdd234-c547-44c6-a09f-697e4148a023), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:28.582305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1cd3b17a-8006-4a2f-ad6e-e420b4687983 None None] For port f95a7a71-cf03-47b7-9def-6c03518e449a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=f95a7a71-cf03-47b7-9def-6c03518e449a,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:28.582723 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1cd3b17a-8006-4a2f-ad6e-e420b4687983 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (f95a7a71-cf03-47b7-9def-6c03518e449a), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:28.605246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1cd3b17a-8006-4a2f-ad6e-e420b4687983 None None] Calling delete_port for f95a7a71-cf03-47b7-9def-6c03518e449a owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:28.637537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8183097-f1ca-4b2e-96df-37999065ffdd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:28.646303 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d8183097-f1ca-4b2e-96df-37999065ffdd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:28.663272 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (4abdd234-c547-44c6-a09f-697e4148a023), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:28.753246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6e01596f-a488-48e4-a329-b1c1448f377e None None] Current status of the port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:28.753767 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6e01596f-a488-48e4-a329-b1c1448f377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:28.762886 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:28.767711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:28.774407 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:28.850430 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1cd3b17a-8006-4a2f-ad6e-e420b4687983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (f95a7a71-cf03-47b7-9def-6c03518e449a), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:28.885752 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Pushing event updated for resources: {'Port': ['ID=4abdd234-c547-44c6-a09f-697e4148a023,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:28.901603 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3b17a-8006-4a2f-ad6e-e420b4687983 None None] Pushing event deleted for resources: {'Port': ['ID=f95a7a71-cf03-47b7-9def-6c03518e449a,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:28.905737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:28.911065 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T01:57:23Z', 'revision_number': 4, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '56dce2e9-d0c4-47dd-afa5-9aa350ec1db2', 'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'mac_address': 'fa:16:3e:01:bc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:22Z', 'updated_at': '2022-03-23T01:57:28Z', 'revision_number': 4, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'subnets': [{'id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:28.946697 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef95889-f256-4157-b36b-2bb15e22f9fa None None] The sync data for ids ['d14abbaa-7d30-4818-a6e7-6f780189903f'] in n-d-834677-4 is: [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T01:57:23Z', 'revision_number': 4, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '56dce2e9-d0c4-47dd-afa5-9aa350ec1db2', 'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'mac_address': 'fa:16:3e:01:bc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:22Z', 'updated_at': '2022-03-23T01:57:28Z', 'revision_number': 4, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'subnets': [{'id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:57:28.967087 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3b17a-8006-4a2f-ad6e-e420b4687983 None None] No DVR routers for this DVR port f95a7a71-cf03-47b7-9def-6c03518e449a on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:57:28.999192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6e01596f-a488-48e4-a329-b1c1448f377e None None] For port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=56dce2e9-d0c4-47dd-afa5-9aa350ec1db2,segment=NetworkSegment(9180067e-8e66-4d93-b570-98a5bf5e525b),segment_id=9180067e-8e66-4d93-b570-98a5bf5e525b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:29.008083 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6e01596f-a488-48e4-a329-b1c1448f377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:29.098969 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:29.099820 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (65dfc045-aa5e-459b-bbfe-c038d2a0cdbc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:29.102945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01596f-a488-48e4-a329-b1c1448f377e None None] Pushing event updated for resources: {'Port': ['ID=56dce2e9-d0c4-47dd-afa5-9aa350ec1db2,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:29.163652 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d8183097-f1ca-4b2e-96df-37999065ffdd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (435804b0-f8ff-4cd3-9ceb-a83d637549ae), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:29.200748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4d9a2f19-96e8-45e5-a218-a81ada8f166d None None] Provisioning complete for port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:29.203972 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2f19-96e8-45e5-a218-a81ada8f166d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:29.210535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8183097-f1ca-4b2e-96df-37999065ffdd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:29.239716 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-d8183097-f1ca-4b2e-96df-37999065ffdd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:29.257162 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8183097-f1ca-4b2e-96df-37999065ffdd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:29.257777 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d8183097-f1ca-4b2e-96df-37999065ffdd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:29.285084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8c5bbe-5e71-4366-bb55-9a30ddfbdab0 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:29.290349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8183097-f1ca-4b2e-96df-37999065ffdd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=435804b0-f8ff-4cd3-9ceb-a83d637549ae,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:29.327740 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d8183097-f1ca-4b2e-96df-37999065ffdd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9442477 Mar 23 01:57:29.330893 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37568) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:29.345895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-64c3a979-5ba5-4dfd-ba61-1ce3059060b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'mac_address': 'fa:16:3e:98:da:d4', 'name': 'tempest-NetworksTestDHCPv6-2011875842'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:29.432699 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Publish callbacks [] for router_gateway (97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:29.449235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:29.449617 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (65dfc045-aa5e-459b-bbfe-c038d2a0cdbc), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:29.546018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4d9a2f19-96e8-45e5-a218-a81ada8f166d None None] Current status of the port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:29.579661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c3a979-5ba5-4dfd-ba61-1ce3059060b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:29.580315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=65dfc045-aa5e-459b-bbfe-c038d2a0cdbc,segment=NetworkSegment(e888d5f9-4e66-4d5e-9dee-80bda047e7f5),segment_id=e888d5f9-4e66-4d5e-9dee-80bda047e7f5)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:29.601798 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (65dfc045-aa5e-459b-bbfe-c038d2a0cdbc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:29.645460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'project_id': 'b59af4bdb2ef443e98ac58f67b27a223', 'fixed_ips': [{'subnet_id': '435804b0-f8ff-4cd3-9ceb-a83d637549ae'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:57:29.648086 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:29.689111 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device f95a7a71-cf03-47b7-9def-6c03518e449a no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:57:29.752348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: f95a7a71-cf03-47b7-9def-6c03518e449a {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:57:29.753036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device f95a7a71-cf03-47b7-9def-6c03518e449a not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:57:29.797825 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64c3a979-5ba5-4dfd-ba61-1ce3059060b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:29.831894 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dbe73a-1880-48ee-b153-cd07996d3331 None None] Network 6f83bf90-01d4-47a8-9d47-24e1b2e90245 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:29.841482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-64c3a979-5ba5-4dfd-ba61-1ce3059060b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port efae542b-be0a-4902-a4af-9518721c3282 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:57:29.841806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=65dfc045-aa5e-459b-bbfe-c038d2a0cdbc,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:29.863918 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:30.084539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Router 97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:57:30.089500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-64c3a979-5ba5-4dfd-ba61-1ce3059060b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::17d (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/435804b0-f8ff-4cd3-9ceb-a83d637549ae/efae542b-be0a-4902-a4af-9518721c3282) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:30.241653 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-900df5f8-6da3-4272-9d85-0bc32f3c5b37 None None] Provisioning complete for port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:30.241929 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-900df5f8-6da3-4272-9d85-0bc32f3c5b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (65dfc045-aa5e-459b-bbfe-c038d2a0cdbc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:30.258739 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64c3a979-5ba5-4dfd-ba61-1ce3059060b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (efae542b-be0a-4902-a4af-9518721c3282), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:30.268727 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:57:30.294014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Sync routers for ids ['97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:57:30.300831 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64c3a979-5ba5-4dfd-ba61-1ce3059060b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (efae542b-be0a-4902-a4af-9518721c3282), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:30.307592 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:30.312290 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8bbc7701-db01-401d-85fd-1a22b79d06a8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0458634 Mar 23 01:57:30.315378 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37588) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:30.403212 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Routers {'97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:57:30.404048 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:57:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:30.413181 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3a979-5ba5-4dfd-ba61-1ce3059060b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=efae542b-be0a-4902-a4af-9518721c3282,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:30.441778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c3a979-5ba5-4dfd-ba61-1ce3059060b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:30.445681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-64c3a979-5ba5-4dfd-ba61-1ce3059060b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:30.457791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3a979-5ba5-4dfd-ba61-1ce3059060b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:30.467569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c3a979-5ba5-4dfd-ba61-1ce3059060b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:30.468429 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64c3a979-5ba5-4dfd-ba61-1ce3059060b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:30.523639 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-64c3a979-5ba5-4dfd-ba61-1ce3059060b9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1913133 Mar 23 01:57:30.525979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37610) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:30.646561 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba0dbec-22b0-4d62-88fb-177883ef6062 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:30.648913 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fba0dbec-22b0-4d62-88fb-177883ef6062 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1215913 Mar 23 01:57:30.657310 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37616) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:30.659878 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-900df5f8-6da3-4272-9d85-0bc32f3c5b37 None None] Current status of the port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:30.700817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Allocated IP 2001:db8::2 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/435804b0-f8ff-4cd3-9ceb-a83d637549ae/ff43a836-8ecc-40d1-ae14-27254ccc2b86) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:30.987644 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:30.993517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-5f7879b3-c751-4dea-a446-98324060837c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port efae542b-be0a-4902-a4af-9518721c3282 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:30.994115 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5f7879b3-c751-4dea-a446-98324060837c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (efae542b-be0a-4902-a4af-9518721c3282), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:31.031243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Set router 97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:57:31.115327 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:31.186519 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5f7879b3-c751-4dea-a446-98324060837c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (efae542b-be0a-4902-a4af-9518721c3282), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:31.202671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-5f7879b3-c751-4dea-a446-98324060837c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for efae542b-be0a-4902-a4af-9518721c3282 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:31.257908 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-190db6d8-7f7f-45a8-b21f-b229b7ca0a43 None None] Provisioning complete for port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:31.258290 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-190db6d8-7f7f-45a8-b21f-b229b7ca0a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (65dfc045-aa5e-459b-bbfe-c038d2a0cdbc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:31.337003 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Allocated IP 172.20.0.1 (6f83bf90-01d4-47a8-9d47-24e1b2e90245/5275c5f6-15db-4a53-aeaa-3a558a6dfdd7/82ca58e5-2211-4058-84c1-6d366014de9e) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:31.374414 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:31.374829 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:31.451502 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Publish callbacks [] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:31.472082 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5f7879b3-c751-4dea-a446-98324060837c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (efae542b-be0a-4902-a4af-9518721c3282), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:31.484943 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:31.530134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7879b3-c751-4dea-a446-98324060837c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=efae542b-be0a-4902-a4af-9518721c3282,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:31.558326 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Publish callbacks [] for port (82ca58e5-2211-4058-84c1-6d366014de9e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:31.583517 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:31.583517 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-190db6d8-7f7f-45a8-b21f-b229b7ca0a43 None None] Current status of the port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:31.584823 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5f7879b3-c751-4dea-a446-98324060837c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:31.591028 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5f7879b3-c751-4dea-a446-98324060837c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/efae542b-be0a-4902-a4af-9518721c3282 HTTP/1.1" status: 204 len: 168 time: 0.9303360 Mar 23 01:57:31.591473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37650) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:31.593395 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:31.605512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:31.620991 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (82ca58e5-2211-4058-84c1-6d366014de9e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:31.623559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Pushing event updated for resources: {'Port': ['ID=ff43a836-8ecc-40d1-ae14-27254ccc2b86,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:31.671936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d83e2c8-b14e-47a2-8ae6-d4b01b750b13 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:31.674412 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d83e2c8-b14e-47a2-8ae6-d4b01b750b13 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:31.680244 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4d83e2c8-b14e-47a2-8ae6-d4b01b750b13 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0875194 Mar 23 01:57:31.681876 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37652) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:31.734898 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:31.735860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:31.745804 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Network 6f83bf90-01d4-47a8-9d47-24e1b2e90245 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:31.753304 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:31.761864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:31.773618 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Attempting to bind port ff43a836-8ecc-40d1-ae14-27254ccc2b86 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:57:31.774181 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Attempting to bind port ff43a836-8ecc-40d1-ae14-27254ccc2b86 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:57:31.774728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Attempting to bind port ff43a836-8ecc-40d1-ae14-27254ccc2b86 on network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:57:31.779379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'name': 'tempest-TestVolumeBackupRestore-274076479-router', 'tenant_id': '1044c114bcbb4b55a3a556d733c7cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '4abdd234-c547-44c6-a09f-697e4148a023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:26Z', 'updated_at': '2022-03-23T01:57:29Z', 'revision_number': 3, 'project_id': '1044c114bcbb4b55a3a556d733c7cd03', 'gw_port': {'id': '4abdd234-c547-44c6-a09f-697e4148a023', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:28Z', 'updated_at': '2022-03-23T01:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:31.797408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Pushing event updated for resources: {'Port': ['ID=82ca58e5-2211-4058-84c1-6d366014de9e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:31.822406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:57:31.823087 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Checking segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:57:31.823985 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:31.824636 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Bound using segment: {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:57:31.825291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Bound port: ff43a836-8ecc-40d1-ae14-27254ccc2b86, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fbb140-b6d1-4412-bd93-3fdd85a9ad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:57:31.825853 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:31.828144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Checking router: 97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:57:31.828723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Updating router 97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79 port 4abdd234-c547-44c6-a09f-697e4148a023 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:57:31.837596 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfbd599-124c-4b40-864d-b91205348693 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet 435804b0-f8ff-4cd3-9ceb-a83d637549ae {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:31.847719 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd599-124c-4b40-864d-b91205348693 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (435804b0-f8ff-4cd3-9ceb-a83d637549ae), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:31.851133 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:31.900289 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4abdd234-c547-44c6-a09f-697e4148a023), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:31.946694 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:31.947072 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (65dfc045-aa5e-459b-bbfe-c038d2a0cdbc), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:31.968567 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd599-124c-4b40-864d-b91205348693 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (435804b0-f8ff-4cd3-9ceb-a83d637549ae), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:32.094277 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] For port ff43a836-8ecc-40d1-ae14-27254ccc2b86, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:57:32.118726 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] For port ff43a836-8ecc-40d1-ae14-27254ccc2b86, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ff43a836-8ecc-40d1-ae14-27254ccc2b86,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:57:32.140559 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:32.191521 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd599-124c-4b40-864d-b91205348693 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (435804b0-f8ff-4cd3-9ceb-a83d637549ae), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:32.313671 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd599-124c-4b40-864d-b91205348693 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (435804b0-f8ff-4cd3-9ceb-a83d637549ae), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:32.322463 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7f4cd1a6-7d91-4305-a8ae-45888a2f9a4e None None] Provisioning complete for port 82ca58e5-2211-4058-84c1-6d366014de9e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:32.322844 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7f4cd1a6-7d91-4305-a8ae-45888a2f9a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (82ca58e5-2211-4058-84c1-6d366014de9e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:32.366813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed190f-a308-4788-ba0d-250668a0d9e6 None None] Pushing event updated for resources: {'Port': ['ID=ff43a836-8ecc-40d1-ae14-27254ccc2b86,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:32.369134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbd599-124c-4b40-864d-b91205348693 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=435804b0-f8ff-4cd3-9ceb-a83d637549ae,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:32.373422 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (82ca58e5-2211-4058-84c1-6d366014de9e), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:32.378440 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd599-124c-4b40-864d-b91205348693 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:32.383119 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1cfbd599-124c-4b40-864d-b91205348693 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/435804b0-f8ff-4cd3-9ceb-a83d637549ae HTTP/1.1" status: 204 len: 168 time: 0.6992238 Mar 23 01:57:32.386528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37656) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:32.440911 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:32.445245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cd1a6-7d91-4305-a8ae-45888a2f9a4e None None] Port 82ca58e5-2211-4058-84c1-6d366014de9e cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:57:32.458668 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-134344d0-e72c-433c-9540-9f83a1889cda tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700943 Mar 23 01:57:32.461116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37658) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:32.558431 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Publish callbacks [] for port (4abdd234-c547-44c6-a09f-697e4148a023), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:32.568368 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4abdd234-c547-44c6-a09f-697e4148a023), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:32.615991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87865c58-53b3-4c88-9d7b-56eea61901e8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:32.625721 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-87865c58-53b3-4c88-9d7b-56eea61901e8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1609280 Mar 23 01:57:32.626617 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37660) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:32.686103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Attempting to bind port 4abdd234-c547-44c6-a09f-697e4148a023 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:57:32.686880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Attempting to bind port 4abdd234-c547-44c6-a09f-697e4148a023 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:57:32.687418 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Attempting to bind port 4abdd234-c547-44c6-a09f-697e4148a023 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:57:32.710956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:57:32.711647 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:57:32.714578 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:32.715146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:57:32.715797 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Bound port: 4abdd234-c547-44c6-a09f-697e4148a023, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:57:32.717323 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4abdd234-c547-44c6-a09f-697e4148a023), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:32.720291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b1ef5-8226-4feb-9d07-386db50d7ff7 None None] Pushing event updated for resources: {'Port': ['ID=4abdd234-c547-44c6-a09f-697e4148a023,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:32.783646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463c035f-1fb5-419b-910c-869b60292263 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:32.807003 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37662) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:32.812414 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-463c035f-1fb5-419b-910c-869b60292263 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1842608 Mar 23 01:57:32.817093 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Publish callbacks [] for port (82ca58e5-2211-4058-84c1-6d366014de9e), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:32.821705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] For port 4abdd234-c547-44c6-a09f-697e4148a023, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:57:32.827033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] For port 4abdd234-c547-44c6-a09f-697e4148a023, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4abdd234-c547-44c6-a09f-697e4148a023,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:57:32.836258 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4abdd234-c547-44c6-a09f-697e4148a023), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:32.849714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ff43a836-8ecc-40d1-ae14-27254ccc2b86 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:32.872089 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-60957484-4d26-4d82-acea-7ea576dfe1bf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636573 Mar 23 01:57:32.873060 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (82ca58e5-2211-4058-84c1-6d366014de9e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:32.876545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37664) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:32.884988 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-0a35d50b-49e4-4e42-8f2b-d75d5071dc46 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:32.951021 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Routers {'97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:57:32.951997 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:57:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:32.954929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Pushing event updated for resources: {'Port': ['ID=82ca58e5-2211-4058-84c1-6d366014de9e,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:32.957805 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:32.960591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b1ef5-8226-4feb-9d07-386db50d7ff7 None None] Pushing event updated for resources: {'Port': ['ID=4abdd234-c547-44c6-a09f-697e4148a023,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:33.112982 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a35d50b-49e4-4e42-8f2b-d75d5071dc46 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:33.116617 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a35d50b-49e4-4e42-8f2b-d75d5071dc46 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:33.133500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Network 6f83bf90-01d4-47a8-9d47-24e1b2e90245 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:33.135215 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:33.349515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:33.349515 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:33.385223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Router 97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:57:33.509480 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] Set router 97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:57:33.630489 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:57:33.644661 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3574cb0f-4e22-4a30-bd54-8cfb1c912e41 admin admin] 10.222.0.18 "PUT /v2.0/routers/97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3206494 Mar 23 01:57:33.673579 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:33.674774 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:33.761363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-cbdbcb41-70b7-4488-8b15-c89c48a75adf None None] Provisioning complete for port 82ca58e5-2211-4058-84c1-6d366014de9e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:33.761742 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcb41-70b7-4488-8b15-c89c48a75adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (82ca58e5-2211-4058-84c1-6d366014de9e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:33.780994 n-d-834677-4 neutron-server[99264]: DEBUG neutron.objects.ports [None req-0a35d50b-49e4-4e42-8f2b-d75d5071dc46 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:57:33.784465 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:57:33.819216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port ff43a836-8ecc-40d1-ae14-27254ccc2b86, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ff43a836-8ecc-40d1-ae14-27254ccc2b86,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:33.841110 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:33.890264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-cbdbcb41-70b7-4488-8b15-c89c48a75adf None None] Port 82ca58e5-2211-4058-84c1-6d366014de9e cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:57:33.967603 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e6b618-cd9e-40e0-9930-5f41be24aea0 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:34.008042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-55522d7a-c539-4503-8faa-7fe969ae17d2 req-43da20cc-2888-4eb9-95f2-023772ec7dc7 service neutron] (99264) timed out ('10.222.0.42', 53421) {{(pid=99264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 01:57:34.071460 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a35d50b-49e4-4e42-8f2b-d75d5071dc46 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:34.107085 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:34.138391 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=ff43a836-8ecc-40d1-ae14-27254ccc2b86,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:34.165250 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1dab2ebf-2af3-4ace-b376-690266f216e5 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:34.166001 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1dab2ebf-2af3-4ace-b376-690266f216e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:34.260113 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'name': 'tempest-TestVolumeBackupRestore-274076479-router', 'tenant_id': '1044c114bcbb4b55a3a556d733c7cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '4abdd234-c547-44c6-a09f-697e4148a023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:26Z', 'updated_at': '2022-03-23T01:57:32Z', 'revision_number': 4, 'project_id': '1044c114bcbb4b55a3a556d733c7cd03', 'gw_port': {'id': '4abdd234-c547-44c6-a09f-697e4148a023', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:28Z', 'updated_at': '2022-03-23T01:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '82ca58e5-2211-4058-84c1-6d366014de9e', 'name': '', 'network_id': '6f83bf90-01d4-47a8-9d47-24e1b2e90245', 'tenant_id': '1044c114bcbb4b55a3a556d733c7cd03', 'mac_address': 'fa:16:3e:8c:88:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '5275c5f6-15db-4a53-aeaa-3a558a6dfdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:31Z', 'updated_at': '2022-03-23T01:57:32Z', 'revision_number': 2, 'project_id': '1044c114bcbb4b55a3a556d733c7cd03', 'subnets': [{'id': '5275c5f6-15db-4a53-aeaa-3a558a6dfdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:34.290636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-0a35d50b-49e4-4e42-8f2b-d75d5071dc46 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] For port ff43a836-8ecc-40d1-ae14-27254ccc2b86, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ff43a836-8ecc-40d1-ae14-27254ccc2b86,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:34.298237 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80588e93-3f53-4cb9-8529-9fddd74d2856 None None] The sync data for ids ['97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'] in n-d-834677-4 is: [{'id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'name': 'tempest-TestVolumeBackupRestore-274076479-router', 'tenant_id': '1044c114bcbb4b55a3a556d733c7cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '4abdd234-c547-44c6-a09f-697e4148a023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:26Z', 'updated_at': '2022-03-23T01:57:32Z', 'revision_number': 4, 'project_id': '1044c114bcbb4b55a3a556d733c7cd03', 'gw_port': {'id': '4abdd234-c547-44c6-a09f-697e4148a023', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:28Z', 'updated_at': '2022-03-23T01:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '82ca58e5-2211-4058-84c1-6d366014de9e', 'name': '', 'network_id': '6f83bf90-01d4-47a8-9d47-24e1b2e90245', 'tenant_id': '1044c114bcbb4b55a3a556d733c7cd03', 'mac_address': 'fa:16:3e:8c:88:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '5275c5f6-15db-4a53-aeaa-3a558a6dfdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:31Z', 'updated_at': '2022-03-23T01:57:32Z', 'revision_number': 2, 'project_id': '1044c114bcbb4b55a3a556d733c7cd03', 'subnets': [{'id': '5275c5f6-15db-4a53-aeaa-3a558a6dfdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:57:34.355927 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1dab2ebf-2af3-4ace-b376-690266f216e5 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:34.361153 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a35d50b-49e4-4e42-8f2b-d75d5071dc46 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:34.369813 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a35d50b-49e4-4e42-8f2b-d75d5071dc46 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:34.440204 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a35d50b-49e4-4e42-8f2b-d75d5071dc46 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (1a1a5ba0-9760-4d64-b366-80bb89d7ac81), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:34.512095 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35d50b-49e4-4e42-8f2b-d75d5071dc46 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=ff43a836-8ecc-40d1-ae14-27254ccc2b86,revision_number=6']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:34.516766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a35d50b-49e4-4e42-8f2b-d75d5071dc46 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:34.523666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-0a35d50b-49e4-4e42-8f2b-d75d5071dc46 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:34.528940 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a35d50b-49e4-4e42-8f2b-d75d5071dc46 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:34.529644 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a35d50b-49e4-4e42-8f2b-d75d5071dc46 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:34.539476 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35d50b-49e4-4e42-8f2b-d75d5071dc46 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=1a1a5ba0-9760-4d64-b366-80bb89d7ac81,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:34.561757 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0a35d50b-49e4-4e42-8f2b-d75d5071dc46 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6827774 Mar 23 01:57:34.567185 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37714) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:34.573546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-a22ac3e6-0158-48d4-8b1c-b3f20ed1f3d2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:34.616825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199077a8-5c2d-444b-8779-ff18d1dee779 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:34.758368 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fab7c274-474c-4db2-bdb2-4ad6d24e3139 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:34.759143 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fab7c274-474c-4db2-bdb2-4ad6d24e3139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:34.801688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ff43a836-8ecc-40d1-ae14-27254ccc2b86 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:34.840515 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22ac3e6-0158-48d4-8b1c-b3f20ed1f3d2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:34.857374 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a22ac3e6-0158-48d4-8b1c-b3f20ed1f3d2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:34.983629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:34.984202 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:35.026206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fab7c274-474c-4db2-bdb2-4ad6d24e3139 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:35.056233 n-d-834677-4 neutron-server[99263]: INFO neutron.db.ipam_backend_mixin [None req-a22ac3e6-0158-48d4-8b1c-b3f20ed1f3d2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1a1a5ba0-9760-4d64-b366-80bb89d7ac81 (CIDR: 2001:db8::/64) Mar 23 01:57:35.063408 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22ac3e6-0158-48d4-8b1c-b3f20ed1f3d2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:57:35.064276 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22ac3e6-0158-48d4-8b1c-b3f20ed1f3d2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:35.093459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37720) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:35.094143 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a22ac3e6-0158-48d4-8b1c-b3f20ed1f3d2 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5246062 Mar 23 01:57:35.099602 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-79714f30-8674-46bb-b8c5-0dd6d6228ec4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:35.115843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:35.262143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79714f30-8674-46bb-b8c5-0dd6d6228ec4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:35.265823 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79714f30-8674-46bb-b8c5-0dd6d6228ec4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:35.365737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3fe76a4d-e07e-46a9-b5ad-6b4fa862511e None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:35.366494 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3fe76a4d-e07e-46a9-b5ad-6b4fa862511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:35.510351 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3fe76a4d-e07e-46a9-b5ad-6b4fa862511e None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:35.737817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-383b55ff-cc94-429e-8479-5ce05a12567e None None] Could not find standard attr ID for object efae542b-be0a-4902-a4af-9518721c3282. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:57:36.053158 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79714f30-8674-46bb-b8c5-0dd6d6228ec4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (296bcf49-ab40-456a-8603-fa52b2ee65e3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:36.107829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79714f30-8674-46bb-b8c5-0dd6d6228ec4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:36.112937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-79714f30-8674-46bb-b8c5-0dd6d6228ec4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:36.116185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79714f30-8674-46bb-b8c5-0dd6d6228ec4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:36.116825 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79714f30-8674-46bb-b8c5-0dd6d6228ec4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:36.123556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79714f30-8674-46bb-b8c5-0dd6d6228ec4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=296bcf49-ab40-456a-8603-fa52b2ee65e3,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:36.124099 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96fcf10-96ba-4209-b561-30d764b2bd0c None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:36.151660 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-79714f30-8674-46bb-b8c5-0dd6d6228ec4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0561118 Mar 23 01:57:36.154578 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37754) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:36.168853 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-90317c28-83c6-47e7-bfe6-608bfb0687e3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'mac_address': 'fa:16:3e:4d:70:62', 'name': 'tempest-NetworksTestDHCPv6-1905138167'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:36.334123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90317c28-83c6-47e7-bfe6-608bfb0687e3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:36.369592 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e60adb-58ab-47c4-b64c-175bd0c352e6 None None] Update dhcp port {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'fixed_ips': [{'subnet_id': '1a1a5ba0-9760-4d64-b366-80bb89d7ac81', 'ip_address': '2001:db8::f816:3eff:fe5e:aa7e'}, {'subnet_id': '296bcf49-ab40-456a-8603-fa52b2ee65e3'}], 'binding:host_id': 'n-d-834677-4'}, 'id': 'ff43a836-8ecc-40d1-ae14-27254ccc2b86'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 01:57:36.413493 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f6e60adb-58ab-47c4-b64c-175bd0c352e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:36.541107 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90317c28-83c6-47e7-bfe6-608bfb0687e3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:36.577872 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-90317c28-83c6-47e7-bfe6-608bfb0687e3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port 36ff5f89-7f90-40d7-b585-f7691c6509d1 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:57:36.750724 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-f6e60adb-58ab-47c4-b64c-175bd0c352e6 None None] Allocated IP 2001:db8:0:1::2 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/296bcf49-ab40-456a-8603-fa52b2ee65e3/ff43a836-8ecc-40d1-ae14-27254ccc2b86) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:36.825203 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4abdd234-c547-44c6-a09f-697e4148a023 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:36.925767 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f6e60adb-58ab-47c4-b64c-175bd0c352e6 None None] For port ff43a836-8ecc-40d1-ae14-27254ccc2b86, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ff43a836-8ecc-40d1-ae14-27254ccc2b86,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:36.939623 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4abdd234-c547-44c6-a09f-697e4148a023 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:36.940070 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4abdd234-c547-44c6-a09f-697e4148a023), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:36.991324 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f6e60adb-58ab-47c4-b64c-175bd0c352e6 None None] Publish callbacks [] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:36.999172 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f6e60adb-58ab-47c4-b64c-175bd0c352e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:37.122633 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e60adb-58ab-47c4-b64c-175bd0c352e6 None None] Pushing event updated for resources: {'Port': ['ID=ff43a836-8ecc-40d1-ae14-27254ccc2b86,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:37.127751 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4abdd234-c547-44c6-a09f-697e4148a023 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:37.128762 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4abdd234-c547-44c6-a09f-697e4148a023), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:37.157945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 4abdd234-c547-44c6-a09f-697e4148a023, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4abdd234-c547-44c6-a09f-697e4148a023,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:37.166184 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4abdd234-c547-44c6-a09f-697e4148a023), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:37.171463 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-90317c28-83c6-47e7-bfe6-608bfb0687e3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8:0:1::51 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/296bcf49-ab40-456a-8603-fa52b2ee65e3/36ff5f89-7f90-40d7-b585-f7691c6509d1) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:37.179642 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-90317c28-83c6-47e7-bfe6-608bfb0687e3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::f816:3eff:fe4d:7062 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/1a1a5ba0-9760-4d64-b366-80bb89d7ac81/36ff5f89-7f90-40d7-b585-f7691c6509d1) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:37.240203 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=4abdd234-c547-44c6-a09f-697e4148a023,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:37.393231 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90317c28-83c6-47e7-bfe6-608bfb0687e3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (36ff5f89-7f90-40d7-b585-f7691c6509d1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:37.447729 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90317c28-83c6-47e7-bfe6-608bfb0687e3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (36ff5f89-7f90-40d7-b585-f7691c6509d1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:37.499374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90317c28-83c6-47e7-bfe6-608bfb0687e3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:37.502698 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-90317c28-83c6-47e7-bfe6-608bfb0687e3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:37.507545 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90317c28-83c6-47e7-bfe6-608bfb0687e3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:37.513256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90317c28-83c6-47e7-bfe6-608bfb0687e3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:37.513968 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90317c28-83c6-47e7-bfe6-608bfb0687e3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:37.537435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90317c28-83c6-47e7-bfe6-608bfb0687e3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=36ff5f89-7f90-40d7-b585-f7691c6509d1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:37.544929 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-90317c28-83c6-47e7-bfe6-608bfb0687e3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3881891 Mar 23 01:57:37.547271 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37762) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:37.677667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1e800214-e029-45b3-822b-49c811b24447 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port 36ff5f89-7f90-40d7-b585-f7691c6509d1 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:37.677974 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1e800214-e029-45b3-822b-49c811b24447 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (36ff5f89-7f90-40d7-b585-f7691c6509d1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:37.705664 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Sync routers for ids ['97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:57:37.717436 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Routers {'97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:57:37.718164 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:57:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:37.801220 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1e800214-e029-45b3-822b-49c811b24447 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (36ff5f89-7f90-40d7-b585-f7691c6509d1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:37.823009 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-1e800214-e029-45b3-822b-49c811b24447 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for 36ff5f89-7f90-40d7-b585-f7691c6509d1 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:37.864615 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Set router 97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:57:38.083298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-27b289eb-3366-4a00-b423-d0add8a556dd None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:38.084062 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-27b289eb-3366-4a00-b423-d0add8a556dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:38.230762 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-27b289eb-3366-4a00-b423-d0add8a556dd None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:38.287167 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'name': 'tempest-TestVolumeBackupRestore-274076479-router', 'tenant_id': '1044c114bcbb4b55a3a556d733c7cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '4abdd234-c547-44c6-a09f-697e4148a023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:26Z', 'updated_at': '2022-03-23T01:57:32Z', 'revision_number': 4, 'project_id': '1044c114bcbb4b55a3a556d733c7cd03', 'gw_port': {'id': '4abdd234-c547-44c6-a09f-697e4148a023', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:28Z', 'updated_at': '2022-03-23T01:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '82ca58e5-2211-4058-84c1-6d366014de9e', 'name': '', 'network_id': '6f83bf90-01d4-47a8-9d47-24e1b2e90245', 'tenant_id': '1044c114bcbb4b55a3a556d733c7cd03', 'mac_address': 'fa:16:3e:8c:88:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '5275c5f6-15db-4a53-aeaa-3a558a6dfdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:31Z', 'updated_at': '2022-03-23T01:57:32Z', 'revision_number': 2, 'project_id': '1044c114bcbb4b55a3a556d733c7cd03', 'subnets': [{'id': '5275c5f6-15db-4a53-aeaa-3a558a6dfdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:38.320074 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Checking router: 97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:57:38.320457 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Updating router 97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79 port 82ca58e5-2211-4058-84c1-6d366014de9e binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 01:57:38.360586 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (82ca58e5-2211-4058-84c1-6d366014de9e), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:38.456363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-32312f83-7d06-4076-9959-06c0038b078a None None] Provisioning complete for port 36ff5f89-7f90-40d7-b585-f7691c6509d1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:38.457427 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-32312f83-7d06-4076-9959-06c0038b078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (36ff5f89-7f90-40d7-b585-f7691c6509d1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:38.515046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-32312f83-7d06-4076-9959-06c0038b078a None None] Port 36ff5f89-7f90-40d7-b585-f7691c6509d1 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:57:38.540922 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1e800214-e029-45b3-822b-49c811b24447 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (36ff5f89-7f90-40d7-b585-f7691c6509d1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:38.570878 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e800214-e029-45b3-822b-49c811b24447 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=36ff5f89-7f90-40d7-b585-f7691c6509d1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:38.629303 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1e800214-e029-45b3-822b-49c811b24447 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:38.632574 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1e800214-e029-45b3-822b-49c811b24447 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/36ff5f89-7f90-40d7-b585-f7691c6509d1 HTTP/1.1" status: 204 len: 168 time: 1.0842872 Mar 23 01:57:38.635061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37768) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:38.714746 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b36bcc8-37e6-4b36-99b8-8bf7a4548ce7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:38.719071 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4b36bcc8-37e6-4b36-99b8-8bf7a4548ce7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0807369 Mar 23 01:57:38.719971 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37770) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:38.776989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4abdd234-c547-44c6-a09f-697e4148a023 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:38.798949 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Publish callbacks [] for port (82ca58e5-2211-4058-84c1-6d366014de9e), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:38.809936 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (82ca58e5-2211-4058-84c1-6d366014de9e), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:38.810191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aecfc6-c485-4f3d-931b-317698d57ec1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:38.815728 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37772) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:38.815998 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e2aecfc6-c485-4f3d-931b-317698d57ec1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0939767 Mar 23 01:57:38.845283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4abdd234-c547-44c6-a09f-697e4148a023 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:38.845815 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4abdd234-c547-44c6-a09f-697e4148a023), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:38.944345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a677f6-cdda-4881-8fa7-196b14f9d8d0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:38.945698 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a677f6-cdda-4881-8fa7-196b14f9d8d0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:38.947100 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a677f6-cdda-4881-8fa7-196b14f9d8d0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:38.948789 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-61a677f6-cdda-4881-8fa7-196b14f9d8d0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1312697 Mar 23 01:57:38.952301 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37774) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:38.981489 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4abdd234-c547-44c6-a09f-697e4148a023 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:38.982590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ff43a836-8ecc-40d1-ae14-27254ccc2b86 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:39.001400 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Attempting to bind port 82ca58e5-2211-4058-84c1-6d366014de9e on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:57:39.005959 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Attempting to bind port 82ca58e5-2211-4058-84c1-6d366014de9e by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e888d5f9-4e66-4d5e-9dee-80bda047e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6f83bf90-01d4-47a8-9d47-24e1b2e90245'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:57:39.006384 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Attempting to bind port 82ca58e5-2211-4058-84c1-6d366014de9e on network 6f83bf90-01d4-47a8-9d47-24e1b2e90245 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:57:39.014207 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:57:39.014929 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Checking segment: {'id': 'e888d5f9-4e66-4d5e-9dee-80bda047e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6f83bf90-01d4-47a8-9d47-24e1b2e90245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:57:39.015060 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.015333 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Bound using segment: {'id': 'e888d5f9-4e66-4d5e-9dee-80bda047e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6f83bf90-01d4-47a8-9d47-24e1b2e90245'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:57:39.016118 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Bound port: 82ca58e5-2211-4058-84c1-6d366014de9e, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e888d5f9-4e66-4d5e-9dee-80bda047e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6f83bf90-01d4-47a8-9d47-24e1b2e90245'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:57:39.016747 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (82ca58e5-2211-4058-84c1-6d366014de9e), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.043127 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-15afeb9c-b2f5-4ff9-bb32-51887fc9dceb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet 1a1a5ba0-9760-4d64-b366-80bb89d7ac81 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:39.046827 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15afeb9c-b2f5-4ff9-bb32-51887fc9dceb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (1a1a5ba0-9760-4d64-b366-80bb89d7ac81), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.066383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:39.066734 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.097062 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] For port 82ca58e5-2211-4058-84c1-6d366014de9e, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:57:39.101947 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] For port 82ca58e5-2211-4058-84c1-6d366014de9e, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=82ca58e5-2211-4058-84c1-6d366014de9e,segment=NetworkSegment(e888d5f9-4e66-4d5e-9dee-80bda047e7f5),segment_id=e888d5f9-4e66-4d5e-9dee-80bda047e7f5)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:57:39.108802 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a4034-f17d-4e06-bf38-79d96c134357 None None] Pushing event updated for resources: {'Port': ['ID=82ca58e5-2211-4058-84c1-6d366014de9e,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:39.114477 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (82ca58e5-2211-4058-84c1-6d366014de9e), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.134270 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15afeb9c-b2f5-4ff9-bb32-51887fc9dceb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (1a1a5ba0-9760-4d64-b366-80bb89d7ac81), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.183460 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Routers {'97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:57:39.184111 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:57:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:39.198595 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:39.258230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-07f15dbb-cb40-42a1-beb9-bb15e0ade749 None None] Provisioning complete for port 82ca58e5-2211-4058-84c1-6d366014de9e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:39.261004 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-07f15dbb-cb40-42a1-beb9-bb15e0ade749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (82ca58e5-2211-4058-84c1-6d366014de9e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.272420 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15afeb9c-b2f5-4ff9-bb32-51887fc9dceb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (1a1a5ba0-9760-4d64-b366-80bb89d7ac81), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.327747 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a4034-f17d-4e06-bf38-79d96c134357 None None] Pushing event updated for resources: {'Port': ['ID=82ca58e5-2211-4058-84c1-6d366014de9e,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:39.391355 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15afeb9c-b2f5-4ff9-bb32-51887fc9dceb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (1a1a5ba0-9760-4d64-b366-80bb89d7ac81), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.392984 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] Set router 97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:57:39.426283 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-15afeb9c-b2f5-4ff9-bb32-51887fc9dceb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.429220 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37780) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:39.432625 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-15afeb9c-b2f5-4ff9-bb32-51887fc9dceb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/1a1a5ba0-9760-4d64-b366-80bb89d7ac81 HTTP/1.1" status: 204 len: 168 time: 0.4790828 Mar 23 01:57:39.434188 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9affc80-fc6a-42ec-a3cc-9534a6e0ff26 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:39.475409 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afeb9c-b2f5-4ff9-bb32-51887fc9dceb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=1a1a5ba0-9760-4d64-b366-80bb89d7ac81,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:39.544918 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cddcb6-70e7-4789-8cfc-79b243a6d5ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet 296bcf49-ab40-456a-8603-fa52b2ee65e3 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:39.555012 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8cddcb6-70e7-4789-8cfc-79b243a6d5ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (296bcf49-ab40-456a-8603-fa52b2ee65e3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.640852 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8cddcb6-70e7-4789-8cfc-79b243a6d5ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (296bcf49-ab40-456a-8603-fa52b2ee65e3), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.712527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-07f15dbb-cb40-42a1-beb9-bb15e0ade749 None None] Current status of the port 82ca58e5-2211-4058-84c1-6d366014de9e is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:39.712961 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-07f15dbb-cb40-42a1-beb9-bb15e0ade749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (82ca58e5-2211-4058-84c1-6d366014de9e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.748306 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8cddcb6-70e7-4789-8cfc-79b243a6d5ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (296bcf49-ab40-456a-8603-fa52b2ee65e3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.785473 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-07f15dbb-cb40-42a1-beb9-bb15e0ade749 None None] For port 82ca58e5-2211-4058-84c1-6d366014de9e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=82ca58e5-2211-4058-84c1-6d366014de9e,segment=NetworkSegment(e888d5f9-4e66-4d5e-9dee-80bda047e7f5),segment_id=e888d5f9-4e66-4d5e-9dee-80bda047e7f5)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:39.793358 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'name': 'tempest-TestVolumeBackupRestore-274076479-router', 'tenant_id': '1044c114bcbb4b55a3a556d733c7cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '4abdd234-c547-44c6-a09f-697e4148a023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:26Z', 'updated_at': '2022-03-23T01:57:32Z', 'revision_number': 4, 'project_id': '1044c114bcbb4b55a3a556d733c7cd03', 'gw_port': {'id': '4abdd234-c547-44c6-a09f-697e4148a023', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:28Z', 'updated_at': '2022-03-23T01:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '82ca58e5-2211-4058-84c1-6d366014de9e', 'name': '', 'network_id': '6f83bf90-01d4-47a8-9d47-24e1b2e90245', 'tenant_id': '1044c114bcbb4b55a3a556d733c7cd03', 'mac_address': 'fa:16:3e:8c:88:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '5275c5f6-15db-4a53-aeaa-3a558a6dfdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:31Z', 'updated_at': '2022-03-23T01:57:39Z', 'revision_number': 4, 'project_id': '1044c114bcbb4b55a3a556d733c7cd03', 'subnets': [{'id': '5275c5f6-15db-4a53-aeaa-3a558a6dfdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:39.795764 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-07f15dbb-cb40-42a1-beb9-bb15e0ade749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (82ca58e5-2211-4058-84c1-6d366014de9e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.824364 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a6f09e-cb51-4efb-8a1b-d3f3bd7ea576 None None] The sync data for ids ['97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'] in n-d-834677-4 is: [{'id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'name': 'tempest-TestVolumeBackupRestore-274076479-router', 'tenant_id': '1044c114bcbb4b55a3a556d733c7cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '4abdd234-c547-44c6-a09f-697e4148a023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:26Z', 'updated_at': '2022-03-23T01:57:32Z', 'revision_number': 4, 'project_id': '1044c114bcbb4b55a3a556d733c7cd03', 'gw_port': {'id': '4abdd234-c547-44c6-a09f-697e4148a023', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:28Z', 'updated_at': '2022-03-23T01:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '82ca58e5-2211-4058-84c1-6d366014de9e', 'name': '', 'network_id': '6f83bf90-01d4-47a8-9d47-24e1b2e90245', 'tenant_id': '1044c114bcbb4b55a3a556d733c7cd03', 'mac_address': 'fa:16:3e:8c:88:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '5275c5f6-15db-4a53-aeaa-3a558a6dfdd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:31Z', 'updated_at': '2022-03-23T01:57:39Z', 'revision_number': 4, 'project_id': '1044c114bcbb4b55a3a556d733c7cd03', 'subnets': [{'id': '5275c5f6-15db-4a53-aeaa-3a558a6dfdd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:57:39.841939 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8cddcb6-70e7-4789-8cfc-79b243a6d5ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (296bcf49-ab40-456a-8603-fa52b2ee65e3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.880404 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cddcb6-70e7-4789-8cfc-79b243a6d5ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=296bcf49-ab40-456a-8603-fa52b2ee65e3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:39.883424 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8cddcb6-70e7-4789-8cfc-79b243a6d5ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.887513 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c8cddcb6-70e7-4789-8cfc-79b243a6d5ce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/296bcf49-ab40-456a-8603-fa52b2ee65e3 HTTP/1.1" status: 204 len: 168 time: 0.4565949 Mar 23 01:57:39.891237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37784) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:39.897608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f15dbb-cb40-42a1-beb9-bb15e0ade749 None None] Pushing event updated for resources: {'Port': ['ID=82ca58e5-2211-4058-84c1-6d366014de9e,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:39.938797 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3589ec9a-fc6c-458a-9683-60e58ea1010d None None] Provisioning complete for port 82ca58e5-2211-4058-84c1-6d366014de9e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:39.939253 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3589ec9a-fc6c-458a-9683-60e58ea1010d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (82ca58e5-2211-4058-84c1-6d366014de9e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:39.942244 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-43329168-d472-4c0b-91aa-19c89613c00d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497606 Mar 23 01:57:39.945279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37786) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:39.951712 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-369925ca-f4e0-494c-a441-a373734a1930 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:40.058591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3589ec9a-fc6c-458a-9683-60e58ea1010d None None] Current status of the port 82ca58e5-2211-4058-84c1-6d366014de9e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:40.100942 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369925ca-f4e0-494c-a441-a373734a1930 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:40.104798 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-369925ca-f4e0-494c-a441-a373734a1930 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:40.571434 n-d-834677-4 neutron-server[99263]: DEBUG neutron.objects.ports [None req-369925ca-f4e0-494c-a441-a373734a1930 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99263) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:57:40.702194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0df6dd-dfe3-48bb-b335-7223032cf7b0 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:40.798491 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-369925ca-f4e0-494c-a441-a373734a1930 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:40.814520 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 82ca58e5-2211-4058-84c1-6d366014de9e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:40.881781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7a6278e4-9684-488a-b271-863d1f40bf88 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:40.882519 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7a6278e4-9684-488a-b271-863d1f40bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:40.927139 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 82ca58e5-2211-4058-84c1-6d366014de9e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:40.927615 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (82ca58e5-2211-4058-84c1-6d366014de9e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:41.027340 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-369925ca-f4e0-494c-a441-a373734a1930 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] For port ff43a836-8ecc-40d1-ae14-27254ccc2b86, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ff43a836-8ecc-40d1-ae14-27254ccc2b86,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:41.079055 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-369925ca-f4e0-494c-a441-a373734a1930 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:41.087714 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-369925ca-f4e0-494c-a441-a373734a1930 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:41.103602 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7a6278e4-9684-488a-b271-863d1f40bf88 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:41.113749 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 82ca58e5-2211-4058-84c1-6d366014de9e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:41.142575 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-369925ca-f4e0-494c-a441-a373734a1930 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (20b18a1e-04d3-424f-9146-d2ead08379a5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:41.216962 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369925ca-f4e0-494c-a441-a373734a1930 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:41.224652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-369925ca-f4e0-494c-a441-a373734a1930 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:41.228090 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369925ca-f4e0-494c-a441-a373734a1930 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:41.228748 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-369925ca-f4e0-494c-a441-a373734a1930 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:41.235853 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369925ca-f4e0-494c-a441-a373734a1930 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=ff43a836-8ecc-40d1-ae14-27254ccc2b86,revision_number=11']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:41.259246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369925ca-f4e0-494c-a441-a373734a1930 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=20b18a1e-04d3-424f-9146-d2ead08379a5,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:41.270332 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-369925ca-f4e0-494c-a441-a373734a1930 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3239040 Mar 23 01:57:41.273522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37792) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:41.280286 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-50f06b72-8295-4cc8-9a0d-e91ee53fa962 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:41.454159 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f06b72-8295-4cc8-9a0d-e91ee53fa962 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:41.458931 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50f06b72-8295-4cc8-9a0d-e91ee53fa962 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:41.593738 n-d-834677-4 neutron-server[99263]: INFO neutron.db.ipam_backend_mixin [None req-50f06b72-8295-4cc8-9a0d-e91ee53fa962 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20b18a1e-04d3-424f-9146-d2ead08379a5 (CIDR: 2001:db8::/64) Mar 23 01:57:41.599486 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f06b72-8295-4cc8-9a0d-e91ee53fa962 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:57:41.600325 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f06b72-8295-4cc8-9a0d-e91ee53fa962 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:41.627544 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-50f06b72-8295-4cc8-9a0d-e91ee53fa962 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3526828 Mar 23 01:57:41.630596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37796) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:41.636248 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e019a8f3-74d7-4afb-892b-dd30f78e1d5a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:41.777704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e019a8f3-74d7-4afb-892b-dd30f78e1d5a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:41.781719 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e019a8f3-74d7-4afb-892b-dd30f78e1d5a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:41.864433 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea3cc86-3b79-489a-b5c0-fa3fd74c2d8a None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:41.965785 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e08a7b5c-68f3-4129-8da6-bd745606149a None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:41.966253 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e08a7b5c-68f3-4129-8da6-bd745606149a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:42.091938 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e019a8f3-74d7-4afb-892b-dd30f78e1d5a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (51c4ee57-0dbf-43f1-b95b-f87f454cc584), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:42.093225 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e08a7b5c-68f3-4129-8da6-bd745606149a None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:42.139204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e019a8f3-74d7-4afb-892b-dd30f78e1d5a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:42.142831 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e019a8f3-74d7-4afb-892b-dd30f78e1d5a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:42.147742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e019a8f3-74d7-4afb-892b-dd30f78e1d5a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:42.148473 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e019a8f3-74d7-4afb-892b-dd30f78e1d5a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:42.163646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019a8f3-74d7-4afb-892b-dd30f78e1d5a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=51c4ee57-0dbf-43f1-b95b-f87f454cc584,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:42.176691 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e019a8f3-74d7-4afb-892b-dd30f78e1d5a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5441067 Mar 23 01:57:42.180319 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37800) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:42.183686 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-641968b3-b10c-4248-b1ab-237780048cf0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'mac_address': 'fa:16:3e:ee:60:ab', 'name': 'tempest-NetworksTestDHCPv6-892616596'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:42.324474 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5365a0-2b68-4037-9880-b8b8073f2650 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:42.368057 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641968b3-b10c-4248-b1ab-237780048cf0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:42.448233 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-675011c2-f6d9-4022-ac75-a4d33c738e0b None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:42.448717 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-675011c2-f6d9-4022-ac75-a4d33c738e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:42.474728 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-641968b3-b10c-4248-b1ab-237780048cf0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:42.497720 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-641968b3-b10c-4248-b1ab-237780048cf0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port a650629a-848b-4fe8-bec4-cb85ed8db005 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:57:42.602546 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-675011c2-f6d9-4022-ac75-a4d33c738e0b None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:42.622146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2556e3a5-e323-4e14-b2af-609bf783f355 None None] Update dhcp port {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'fixed_ips': [{'subnet_id': '20b18a1e-04d3-424f-9146-d2ead08379a5', 'ip_address': '2001:db8::f816:3eff:fe5e:aa7e'}, {'subnet_id': '51c4ee57-0dbf-43f1-b95b-f87f454cc584'}], 'binding:host_id': 'n-d-834677-4'}, 'id': 'ff43a836-8ecc-40d1-ae14-27254ccc2b86'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 01:57:42.656684 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2556e3a5-e323-4e14-b2af-609bf783f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:42.698177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-641968b3-b10c-4248-b1ab-237780048cf0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8:0:1::39a (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/51c4ee57-0dbf-43f1-b95b-f87f454cc584/a650629a-848b-4fe8-bec4-cb85ed8db005) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:42.705239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-641968b3-b10c-4248-b1ab-237780048cf0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::f816:3eff:feee:60ab (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/20b18a1e-04d3-424f-9146-d2ead08379a5/a650629a-848b-4fe8-bec4-cb85ed8db005) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:42.775669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ff43a836-8ecc-40d1-ae14-27254ccc2b86 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:42.841777 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:42.842144 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:42.876493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-641968b3-b10c-4248-b1ab-237780048cf0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (a650629a-848b-4fe8-bec4-cb85ed8db005), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:42.917606 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-641968b3-b10c-4248-b1ab-237780048cf0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a650629a-848b-4fe8-bec4-cb85ed8db005), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:42.959790 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:42.968235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641968b3-b10c-4248-b1ab-237780048cf0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:42.974434 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-641968b3-b10c-4248-b1ab-237780048cf0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:42.982804 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-2556e3a5-e323-4e14-b2af-609bf783f355 None None] Allocated IP 2001:db8:0:1::2 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/51c4ee57-0dbf-43f1-b95b-f87f454cc584/ff43a836-8ecc-40d1-ae14-27254ccc2b86) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:42.983414 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641968b3-b10c-4248-b1ab-237780048cf0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:42.993051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641968b3-b10c-4248-b1ab-237780048cf0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:42.993051 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-641968b3-b10c-4248-b1ab-237780048cf0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:42.996937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641968b3-b10c-4248-b1ab-237780048cf0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=a650629a-848b-4fe8-bec4-cb85ed8db005,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:43.017358 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-641968b3-b10c-4248-b1ab-237780048cf0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8374598 Mar 23 01:57:43.019943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37806) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:43.102745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2556e3a5-e323-4e14-b2af-609bf783f355 None None] For port ff43a836-8ecc-40d1-ae14-27254ccc2b86, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ff43a836-8ecc-40d1-ae14-27254ccc2b86,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:43.133007 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ed211bfa-2d0a-471b-93b0-460f0363d41c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port a650629a-848b-4fe8-bec4-cb85ed8db005 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:43.133758 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed211bfa-2d0a-471b-93b0-460f0363d41c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a650629a-848b-4fe8-bec4-cb85ed8db005), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:43.136002 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2556e3a5-e323-4e14-b2af-609bf783f355 None None] Publish callbacks [] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:43.142400 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2556e3a5-e323-4e14-b2af-609bf783f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:43.221970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556e3a5-e323-4e14-b2af-609bf783f355 None None] Pushing event updated for resources: {'Port': ['ID=ff43a836-8ecc-40d1-ae14-27254ccc2b86,revision_number=12']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:43.242675 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed211bfa-2d0a-471b-93b0-460f0363d41c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a650629a-848b-4fe8-bec4-cb85ed8db005), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:43.260117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ed211bfa-2d0a-471b-93b0-460f0363d41c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for a650629a-848b-4fe8-bec4-cb85ed8db005 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:43.483983 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed211bfa-2d0a-471b-93b0-460f0363d41c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a650629a-848b-4fe8-bec4-cb85ed8db005), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:43.519105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed211bfa-2d0a-471b-93b0-460f0363d41c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=a650629a-848b-4fe8-bec4-cb85ed8db005,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:43.571507 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ed211bfa-2d0a-471b-93b0-460f0363d41c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:43.575666 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ed211bfa-2d0a-471b-93b0-460f0363d41c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/a650629a-848b-4fe8-bec4-cb85ed8db005 HTTP/1.1" status: 204 len: 168 time: 0.5547118 Mar 23 01:57:43.578162 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37810) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:43.643667 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2338cf-8ba7-49d5-a33c-d7642fc781d9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:43.645531 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7a2338cf-8ba7-49d5-a33c-d7642fc781d9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0662241 Mar 23 01:57:43.648218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37812) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:43.706020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1772e5-c20b-4795-a89e-50e2ec56b7b1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:43.709985 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6c1772e5-c20b-4795-a89e-50e2ec56b7b1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0584016 Mar 23 01:57:43.710472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37814) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:43.788952 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b87621f-a117-4bd1-9c65-0efe1ecabd28 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:43.790573 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b87621f-a117-4bd1-9c65-0efe1ecabd28 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:43.792163 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b87621f-a117-4bd1-9c65-0efe1ecabd28 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:43.794490 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2b87621f-a117-4bd1-9c65-0efe1ecabd28 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0824425 Mar 23 01:57:43.797019 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37816) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:43.868260 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b00472f-3e13-4bf9-8289-952f39a19044 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet 20b18a1e-04d3-424f-9146-d2ead08379a5 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:43.871809 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2b00472f-3e13-4bf9-8289-952f39a19044 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (20b18a1e-04d3-424f-9146-d2ead08379a5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:43.923111 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2b00472f-3e13-4bf9-8289-952f39a19044 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (20b18a1e-04d3-424f-9146-d2ead08379a5), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:43.947572 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-728373ee-5a50-41fe-ae1b-659250861635 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:43.948023 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-728373ee-5a50-41fe-ae1b-659250861635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:44.019491 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2b00472f-3e13-4bf9-8289-952f39a19044 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (20b18a1e-04d3-424f-9146-d2ead08379a5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:44.052170 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-728373ee-5a50-41fe-ae1b-659250861635 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:44.102756 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2b00472f-3e13-4bf9-8289-952f39a19044 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (20b18a1e-04d3-424f-9146-d2ead08379a5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:44.139672 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00472f-3e13-4bf9-8289-952f39a19044 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=20b18a1e-04d3-424f-9146-d2ead08379a5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:44.143857 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2b00472f-3e13-4bf9-8289-952f39a19044 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:44.147610 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2b00472f-3e13-4bf9-8289-952f39a19044 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/20b18a1e-04d3-424f-9146-d2ead08379a5 HTTP/1.1" status: 204 len: 168 time: 0.3494308 Mar 23 01:57:44.150539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37820) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:44.195623 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60882ba-eed4-4af4-bcea-5103c8d0e128 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:44.219122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b959bd7-ed38-4c0f-826e-1918766e73b0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet 51c4ee57-0dbf-43f1-b95b-f87f454cc584 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:44.223249 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0b959bd7-ed38-4c0f-826e-1918766e73b0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (51c4ee57-0dbf-43f1-b95b-f87f454cc584), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:44.273861 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-08594714-e022-422f-954d-0d2b52479662 None None] Could not find standard attr ID for object a650629a-848b-4fe8-bec4-cb85ed8db005. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:57:44.276437 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0b959bd7-ed38-4c0f-826e-1918766e73b0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (51c4ee57-0dbf-43f1-b95b-f87f454cc584), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:44.386733 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0b959bd7-ed38-4c0f-826e-1918766e73b0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (51c4ee57-0dbf-43f1-b95b-f87f454cc584), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:44.463033 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0b959bd7-ed38-4c0f-826e-1918766e73b0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (51c4ee57-0dbf-43f1-b95b-f87f454cc584), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:44.492700 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b959bd7-ed38-4c0f-826e-1918766e73b0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=51c4ee57-0dbf-43f1-b95b-f87f454cc584,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:44.496838 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0b959bd7-ed38-4c0f-826e-1918766e73b0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:44.503353 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0b959bd7-ed38-4c0f-826e-1918766e73b0 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/51c4ee57-0dbf-43f1-b95b-f87f454cc584 HTTP/1.1" status: 204 len: 168 time: 0.3484259 Mar 23 01:57:44.504209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37822) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:44.554445 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a29711be-f13c-42cd-bbf8-056b8f4053f1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488174 Mar 23 01:57:44.557334 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37824) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:44.566029 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-474450df-70b7-4bfb-8a7c-aa49cfc3d0f1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:44.705111 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474450df-70b7-4bfb-8a7c-aa49cfc3d0f1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:44.708638 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-474450df-70b7-4bfb-8a7c-aa49cfc3d0f1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:44.757696 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ff43a836-8ecc-40d1-ae14-27254ccc2b86 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:44.823196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:44.823885 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:44.941982 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:44.992090 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-474450df-70b7-4bfb-8a7c-aa49cfc3d0f1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (bfaf61e5-89af-479d-b1a1-efede2f2dfb0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:45.042129 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474450df-70b7-4bfb-8a7c-aa49cfc3d0f1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:45.045596 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-474450df-70b7-4bfb-8a7c-aa49cfc3d0f1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:45.048580 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474450df-70b7-4bfb-8a7c-aa49cfc3d0f1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:45.050054 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-474450df-70b7-4bfb-8a7c-aa49cfc3d0f1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:45.072813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474450df-70b7-4bfb-8a7c-aa49cfc3d0f1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=bfaf61e5-89af-479d-b1a1-efede2f2dfb0,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:45.082443 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-474450df-70b7-4bfb-8a7c-aa49cfc3d0f1 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5240014 Mar 23 01:57:45.085475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37830) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:45.090691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-430f4a98-bfba-4330-a6d4-619e78e68110 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:45.112079 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273924e6-9850-4e7e-8a67-1ce3c9f95f54 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:45.117233 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-32491a82-f0ae-4d4d-986a-1a07ce547999 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:45.117614 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-32491a82-f0ae-4d4d-986a-1a07ce547999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:45.279728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-32491a82-f0ae-4d4d-986a-1a07ce547999 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:45.282137 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430f4a98-bfba-4330-a6d4-619e78e68110 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:45.287121 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-430f4a98-bfba-4330-a6d4-619e78e68110 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:45.376071 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8b5d40-bd6b-494a-9871-2efe32b39f31 None None] Update dhcp port {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'fixed_ips': [{'subnet_id': 'bfaf61e5-89af-479d-b1a1-efede2f2dfb0'}], 'binding:host_id': 'n-d-834677-4'}, 'id': 'ff43a836-8ecc-40d1-ae14-27254ccc2b86'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 01:57:45.388236 n-d-834677-4 neutron-server[99264]: INFO neutron.db.ipam_backend_mixin [None req-430f4a98-bfba-4330-a6d4-619e78e68110 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bfaf61e5-89af-479d-b1a1-efede2f2dfb0 (CIDR: 2001:db8::/64) Mar 23 01:57:45.392388 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-430f4a98-bfba-4330-a6d4-619e78e68110 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:57:45.392887 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430f4a98-bfba-4330-a6d4-619e78e68110 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:45.413805 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-430f4a98-bfba-4330-a6d4-619e78e68110 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3263841 Mar 23 01:57:45.415920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37832) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:45.426862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:45.428034 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0a8b5d40-bd6b-494a-9871-2efe32b39f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:45.550719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:45.555472 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:45.604028 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-0a8b5d40-bd6b-494a-9871-2efe32b39f31 None None] Allocated IP 2001:db8::2 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/bfaf61e5-89af-479d-b1a1-efede2f2dfb0/ff43a836-8ecc-40d1-ae14-27254ccc2b86) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:45.714244 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0a8b5d40-bd6b-494a-9871-2efe32b39f31 None None] For port ff43a836-8ecc-40d1-ae14-27254ccc2b86, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ff43a836-8ecc-40d1-ae14-27254ccc2b86,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:45.761921 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0a8b5d40-bd6b-494a-9871-2efe32b39f31 None None] Publish callbacks [] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:45.768975 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0a8b5d40-bd6b-494a-9871-2efe32b39f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:45.859592 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b5d40-bd6b-494a-9871-2efe32b39f31 None None] Pushing event updated for resources: {'Port': ['ID=ff43a836-8ecc-40d1-ae14-27254ccc2b86,revision_number=15']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:45.964288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.objects.ports [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:57:46.161172 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:46.365708 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] For port ff43a836-8ecc-40d1-ae14-27254ccc2b86, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ff43a836-8ecc-40d1-ae14-27254ccc2b86,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:46.408758 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:46.417904 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:46.437938 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (bbe0d980-541c-4656-a977-9f39d2837275), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:46.538294 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:46.550846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:46.555206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:46.555808 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:46.558124 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=bbe0d980-541c-4656-a977-9f39d2837275,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:46.563628 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a14ee0-95cb-4b78-963d-66645bd12862 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:46.570185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=ff43a836-8ecc-40d1-ae14-27254ccc2b86,revision_number=17']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:46.575165 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.575516 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.575869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.576208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.576539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.576909 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.577242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.577572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.577898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.578225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.578554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.578887 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.579202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.579676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.580048 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.590582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.590939 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.591309 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.591678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.592024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.592935 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.592935 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.593134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.593422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.593774 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.594102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.594432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.594758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.595137 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.595468 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:57:46.603766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-33db6d60-1645-435a-ae0d-561e94e5476a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1867890 Mar 23 01:57:46.606737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37840) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:46.613423 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-951b7978-d229-4b7e-9c5a-db6c3f8da083 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'mac_address': 'fa:16:3e:5f:3c:c3', 'name': 'tempest-NetworksTestDHCPv6-846917306'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:46.794832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951b7978-d229-4b7e-9c5a-db6c3f8da083 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:46.825699 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ff43a836-8ecc-40d1-ae14-27254ccc2b86 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:46.912293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-967ed835-9a18-4c4b-a854-1f6ccede72b2 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:46.913091 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-967ed835-9a18-4c4b-a854-1f6ccede72b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:46.925836 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-951b7978-d229-4b7e-9c5a-db6c3f8da083 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:46.956219 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-951b7978-d229-4b7e-9c5a-db6c3f8da083 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port 316297df-fa88-4308-9da5-b39f978a2a3a yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:57:47.000354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:47.000748 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:47.086405 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-967ed835-9a18-4c4b-a854-1f6ccede72b2 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:47.135950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:47.152814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-951b7978-d229-4b7e-9c5a-db6c3f8da083 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::183 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/bfaf61e5-89af-479d-b1a1-efede2f2dfb0/316297df-fa88-4308-9da5-b39f978a2a3a) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:47.162014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-951b7978-d229-4b7e-9c5a-db6c3f8da083 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5f:3cc3 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/bbe0d980-541c-4656-a977-9f39d2837275/316297df-fa88-4308-9da5-b39f978a2a3a) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:47.349425 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-951b7978-d229-4b7e-9c5a-db6c3f8da083 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (316297df-fa88-4308-9da5-b39f978a2a3a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:47.390227 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-951b7978-d229-4b7e-9c5a-db6c3f8da083 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (316297df-fa88-4308-9da5-b39f978a2a3a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:47.432303 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951b7978-d229-4b7e-9c5a-db6c3f8da083 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:47.438182 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-951b7978-d229-4b7e-9c5a-db6c3f8da083 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:47.443279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b7978-d229-4b7e-9c5a-db6c3f8da083 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:47.448993 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951b7978-d229-4b7e-9c5a-db6c3f8da083 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:47.449775 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-951b7978-d229-4b7e-9c5a-db6c3f8da083 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:47.474344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b7978-d229-4b7e-9c5a-db6c3f8da083 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=316297df-fa88-4308-9da5-b39f978a2a3a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:47.493020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37846) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:47.493587 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-951b7978-d229-4b7e-9c5a-db6c3f8da083 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8851104 Mar 23 01:57:47.598486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-62fe2262-8b78-4d72-895f-99ac5026e56a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port 316297df-fa88-4308-9da5-b39f978a2a3a {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:47.599121 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-62fe2262-8b78-4d72-895f-99ac5026e56a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (316297df-fa88-4308-9da5-b39f978a2a3a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:47.712696 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-62fe2262-8b78-4d72-895f-99ac5026e56a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (316297df-fa88-4308-9da5-b39f978a2a3a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:47.728639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-62fe2262-8b78-4d72-895f-99ac5026e56a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for 316297df-fa88-4308-9da5-b39f978a2a3a owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:47.741748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-44bd2eed-f5a0-407f-a326-33dcdc009d72 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:47.742699 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-44bd2eed-f5a0-407f-a326-33dcdc009d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:47.862518 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-44bd2eed-f5a0-407f-a326-33dcdc009d72 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:47.974036 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-62fe2262-8b78-4d72-895f-99ac5026e56a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (316297df-fa88-4308-9da5-b39f978a2a3a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:47.980545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a1a5ecc1-a678-4eaf-8c3a-c7d1fd02cce2 None None] Could not find standard attr ID for object 316297df-fa88-4308-9da5-b39f978a2a3a. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:57:48.010077 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe2262-8b78-4d72-895f-99ac5026e56a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=316297df-fa88-4308-9da5-b39f978a2a3a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:48.058539 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-62fe2262-8b78-4d72-895f-99ac5026e56a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:48.063656 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-62fe2262-8b78-4d72-895f-99ac5026e56a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/316297df-fa88-4308-9da5-b39f978a2a3a HTTP/1.1" status: 204 len: 168 time: 0.5693963 Mar 23 01:57:48.066306 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37852) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:48.124411 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bea3ccb-00e9-4235-bd84-d5f43b5f4c5d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:48.128692 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7bea3ccb-00e9-4235-bd84-d5f43b5f4c5d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0587683 Mar 23 01:57:48.129082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37854) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:48.197610 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b9a7ba-265e-49b3-beed-4f836db95d11 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:48.199216 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-70b9a7ba-265e-49b3-beed-4f836db95d11 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0691161 Mar 23 01:57:48.202033 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37856) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:48.270333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c2cfca-4db0-4924-95f7-9f6db8d64c60 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:48.272017 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c2cfca-4db0-4924-95f7-9f6db8d64c60 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:48.273373 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c2cfca-4db0-4924-95f7-9f6db8d64c60 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:48.278995 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-33c2cfca-4db0-4924-95f7-9f6db8d64c60 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0759521 Mar 23 01:57:48.282227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37858) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:48.341921 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76b1386-7437-43c0-a6db-7a5ba5071fd9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet bbe0d980-541c-4656-a977-9f39d2837275 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:48.346508 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e76b1386-7437-43c0-a6db-7a5ba5071fd9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (bbe0d980-541c-4656-a977-9f39d2837275), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:48.390389 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e76b1386-7437-43c0-a6db-7a5ba5071fd9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (bbe0d980-541c-4656-a977-9f39d2837275), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:48.493405 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e76b1386-7437-43c0-a6db-7a5ba5071fd9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (bbe0d980-541c-4656-a977-9f39d2837275), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:48.553120 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e76b1386-7437-43c0-a6db-7a5ba5071fd9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (bbe0d980-541c-4656-a977-9f39d2837275), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:48.578643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b1386-7437-43c0-a6db-7a5ba5071fd9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe0d980-541c-4656-a977-9f39d2837275,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:48.584532 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e76b1386-7437-43c0-a6db-7a5ba5071fd9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:48.590058 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e76b1386-7437-43c0-a6db-7a5ba5071fd9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/bbe0d980-541c-4656-a977-9f39d2837275 HTTP/1.1" status: 204 len: 168 time: 0.3042936 Mar 23 01:57:48.590322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37862) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:48.606525 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21be7f6d-eb39-4771-9204-9d1d6a69ffee None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:48.675443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae794c7-f457-4cc4-ab02-09ef40919a41 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet bfaf61e5-89af-479d-b1a1-efede2f2dfb0 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:48.680974 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cae794c7-f457-4cc4-ab02-09ef40919a41 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (bfaf61e5-89af-479d-b1a1-efede2f2dfb0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:48.730032 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cae794c7-f457-4cc4-ab02-09ef40919a41 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (bfaf61e5-89af-479d-b1a1-efede2f2dfb0), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:48.837863 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cae794c7-f457-4cc4-ab02-09ef40919a41 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (bfaf61e5-89af-479d-b1a1-efede2f2dfb0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:48.948996 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cae794c7-f457-4cc4-ab02-09ef40919a41 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (bfaf61e5-89af-479d-b1a1-efede2f2dfb0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:48.990085 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae794c7-f457-4cc4-ab02-09ef40919a41 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=bfaf61e5-89af-479d-b1a1-efede2f2dfb0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:48.994556 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cae794c7-f457-4cc4-ab02-09ef40919a41 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:48.998273 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cae794c7-f457-4cc4-ab02-09ef40919a41 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/bfaf61e5-89af-479d-b1a1-efede2f2dfb0 HTTP/1.1" status: 204 len: 168 time: 0.4069767 Mar 23 01:57:49.001166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37868) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:49.059164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3c4d70f9-cf26-40b4-ac00-bb484127e318 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560567 Mar 23 01:57:49.061956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37870) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:49.067664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-7f31f984-8237-4f7c-b59d-8aebc04c8501 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:49.168487 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f31f984-8237-4f7c-b59d-8aebc04c8501 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:49.183645 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7f31f984-8237-4f7c-b59d-8aebc04c8501 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:49.462028 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7f31f984-8237-4f7c-b59d-8aebc04c8501 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (af8e917f-26c5-4a91-9858-aecd28dd9b00), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:49.493519 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8218392-b46b-4042-9ae6-fa8b99bae750 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:49.513566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f31f984-8237-4f7c-b59d-8aebc04c8501 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:49.519683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-7f31f984-8237-4f7c-b59d-8aebc04c8501 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:49.526688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f31f984-8237-4f7c-b59d-8aebc04c8501 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:49.527290 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7f31f984-8237-4f7c-b59d-8aebc04c8501 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:49.542365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31f984-8237-4f7c-b59d-8aebc04c8501 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=af8e917f-26c5-4a91-9858-aecd28dd9b00,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:49.560023 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7f31f984-8237-4f7c-b59d-8aebc04c8501 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4968843 Mar 23 01:57:49.562756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37874) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:49.569372 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a56aecc2-f975-4397-be39-653bd9e85c42 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:49.588292 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-85243224-f1e0-4a75-9a43-e9c550a89719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:49.590018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5573d86e-4195-4cd9-905e-b286111a6063 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:49.590654 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5573d86e-4195-4cd9-905e-b286111a6063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:49.691774 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56aecc2-f975-4397-be39-653bd9e85c42 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:49.695450 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a56aecc2-f975-4397-be39-653bd9e85c42 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:49.724260 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5573d86e-4195-4cd9-905e-b286111a6063 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:49.808486 n-d-834677-4 neutron-server[99264]: INFO neutron.db.ipam_backend_mixin [None req-a56aecc2-f975-4397-be39-653bd9e85c42 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af8e917f-26c5-4a91-9858-aecd28dd9b00 (CIDR: 2001:db8::/64) Mar 23 01:57:49.813628 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56aecc2-f975-4397-be39-653bd9e85c42 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:57:49.814440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56aecc2-f975-4397-be39-653bd9e85c42 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:49.841127 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a56aecc2-f975-4397-be39-653bd9e85c42 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2768543 Mar 23 01:57:49.844235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37876) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:49.849804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f5f33c40-2490-43e1-b4bf-6b3d3561ac3c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'subnet': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:49.957557 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce472ac6-cb78-4aea-86f8-ac6fb9e9322e None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:50.003774 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f33c40-2490-43e1-b4bf-6b3d3561ac3c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:50.007962 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f5f33c40-2490-43e1-b4bf-6b3d3561ac3c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:50.071468 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fcfb3979-85c1-4a48-b0c6-bb87a94164b5 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:50.071757 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3979-85c1-4a48-b0c6-bb87a94164b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:50.197050 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb3979-85c1-4a48-b0c6-bb87a94164b5 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:50.407996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.objects.ports [None req-f5f33c40-2490-43e1-b4bf-6b3d3561ac3c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 01:57:50.422753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b9bf1a0b-d49c-46ea-b947-b1055a215278 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:50.423161 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1a0b-d49c-46ea-b947-b1055a215278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:50.527165 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf1a0b-d49c-46ea-b947-b1055a215278 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:50.602654 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f5f33c40-2490-43e1-b4bf-6b3d3561ac3c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:50.733809 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:50.776093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-f5f33c40-2490-43e1-b4bf-6b3d3561ac3c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] For port ff43a836-8ecc-40d1-ae14-27254ccc2b86, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ff43a836-8ecc-40d1-ae14-27254ccc2b86,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:50.808130 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f5f33c40-2490-43e1-b4bf-6b3d3561ac3c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:50.814012 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f5f33c40-2490-43e1-b4bf-6b3d3561ac3c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:50.867290 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f5f33c40-2490-43e1-b4bf-6b3d3561ac3c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (e3630a1e-11bb-464a-981c-8ee3b5f800f0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:50.932657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f33c40-2490-43e1-b4bf-6b3d3561ac3c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:50.941350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-f5f33c40-2490-43e1-b4bf-6b3d3561ac3c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:50.943332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f33c40-2490-43e1-b4bf-6b3d3561ac3c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=ff43a836-8ecc-40d1-ae14-27254ccc2b86,revision_number=21']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:50.946567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f33c40-2490-43e1-b4bf-6b3d3561ac3c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:50.947154 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f5f33c40-2490-43e1-b4bf-6b3d3561ac3c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:50.952527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8f7cfb-9f62-4ff8-ac50-f2e9f536e2e2 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:50.959913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f33c40-2490-43e1-b4bf-6b3d3561ac3c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Subnet': ['ID=e3630a1e-11bb-464a-981c-8ee3b5f800f0,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:50.971209 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f5f33c40-2490-43e1-b4bf-6b3d3561ac3c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1255355 Mar 23 01:57:50.973861 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37890) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:50.979371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-17cc0228-7d7d-4456-8d0c-1806343f89e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Request body: {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'mac_address': 'fa:16:3e:30:e5:13', 'name': 'tempest-NetworksTestDHCPv6-199710776'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:51.163701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cc0228-7d7d-4456-8d0c-1806343f89e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Made reservation on behalf of b59af4bdb2ef443e98ac58f67b27a223 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:51.182973 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a32bb5d-eba3-4edb-b3a5-1da8c8d9f13d None None] Update dhcp port {'port': {'network_id': 'd28dcc53-68c6-4ee1-82f0-dffb25fd5855', 'fixed_ips': [{'subnet_id': 'e3630a1e-11bb-464a-981c-8ee3b5f800f0', 'ip_address': '2001:db8:0:1:f816:3eff:fe5e:aa7e'}, {'subnet_id': 'af8e917f-26c5-4a91-9858-aecd28dd9b00'}], 'binding:host_id': 'n-d-834677-4'}, 'id': 'ff43a836-8ecc-40d1-ae14-27254ccc2b86'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 01:57:51.214833 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3a32bb5d-eba3-4edb-b3a5-1da8c8d9f13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:51.266509 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-17cc0228-7d7d-4456-8d0c-1806343f89e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:51.289664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-17cc0228-7d7d-4456-8d0c-1806343f89e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] device_id is not set on port 80633911-291c-4c75-9649-0ff037275414 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 01:57:51.426950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-3a32bb5d-eba3-4edb-b3a5-1da8c8d9f13d None None] Allocated IP 2001:db8::2 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/af8e917f-26c5-4a91-9858-aecd28dd9b00/ff43a836-8ecc-40d1-ae14-27254ccc2b86) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:51.530779 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3a32bb5d-eba3-4edb-b3a5-1da8c8d9f13d None None] For port ff43a836-8ecc-40d1-ae14-27254ccc2b86, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ff43a836-8ecc-40d1-ae14-27254ccc2b86,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:51.565540 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3a32bb5d-eba3-4edb-b3a5-1da8c8d9f13d None None] Publish callbacks [] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:51.571606 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3a32bb5d-eba3-4edb-b3a5-1da8c8d9f13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:51.665232 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32bb5d-eba3-4edb-b3a5-1da8c8d9f13d None None] Pushing event updated for resources: {'Port': ['ID=ff43a836-8ecc-40d1-ae14-27254ccc2b86,revision_number=22']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:51.785921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-17cc0228-7d7d-4456-8d0c-1806343f89e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8::282 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/af8e917f-26c5-4a91-9858-aecd28dd9b00/80633911-291c-4c75-9649-0ff037275414) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:51.795544 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-17cc0228-7d7d-4456-8d0c-1806343f89e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Allocated IP 2001:db8:0:1:f816:3eff:fe30:e513 (d28dcc53-68c6-4ee1-82f0-dffb25fd5855/e3630a1e-11bb-464a-981c-8ee3b5f800f0/80633911-291c-4c75-9649-0ff037275414) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:57:52.024908 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-718889c1-7723-4c2d-abc5-4749f33595d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:52.047364 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-17cc0228-7d7d-4456-8d0c-1806343f89e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for port (80633911-291c-4c75-9649-0ff037275414), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:52.088468 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-17cc0228-7d7d-4456-8d0c-1806343f89e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (80633911-291c-4c75-9649-0ff037275414), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:52.142512 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cc0228-7d7d-4456-8d0c-1806343f89e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:57:52.147019 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-17cc0228-7d7d-4456-8d0c-1806343f89e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:57:52.150533 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc0228-7d7d-4456-8d0c-1806343f89e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:57:52.156297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cc0228-7d7d-4456-8d0c-1806343f89e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:52.157147 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-17cc0228-7d7d-4456-8d0c-1806343f89e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:52.176550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc0228-7d7d-4456-8d0c-1806343f89e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event updated for resources: {'Port': ['ID=80633911-291c-4c75-9649-0ff037275414,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:52.189425 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37898) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:52.200641 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-17cc0228-7d7d-4456-8d0c-1806343f89e7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2232766 Mar 23 01:57:52.299712 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-01f83dcb-d8aa-4146-9245-efd6303ddbcd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting port 80633911-291c-4c75-9649-0ff037275414 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:52.300094 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01f83dcb-d8aa-4146-9245-efd6303ddbcd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (80633911-291c-4c75-9649-0ff037275414), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:52.404228 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01f83dcb-d8aa-4146-9245-efd6303ddbcd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (80633911-291c-4c75-9649-0ff037275414), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:52.424905 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-01f83dcb-d8aa-4146-9245-efd6303ddbcd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Calling delete_port for 80633911-291c-4c75-9649-0ff037275414 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:52.579141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5ac690c5-e42a-4944-af64-d858ad7e00c2 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:52.580771 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5ac690c5-e42a-4944-af64-d858ad7e00c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:52.653558 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01f83dcb-d8aa-4146-9245-efd6303ddbcd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (80633911-291c-4c75-9649-0ff037275414), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:52.715456 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f83dcb-d8aa-4146-9245-efd6303ddbcd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Port': ['ID=80633911-291c-4c75-9649-0ff037275414,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:52.756538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5ac690c5-e42a-4944-af64-d858ad7e00c2 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:52.791714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ff43a836-8ecc-40d1-ae14-27254ccc2b86 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:57:52.802135 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-01f83dcb-d8aa-4146-9245-efd6303ddbcd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:52.816861 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-01f83dcb-d8aa-4146-9245-efd6303ddbcd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/80633911-291c-4c75-9649-0ff037275414 HTTP/1.1" status: 204 len: 168 time: 0.6241300 Mar 23 01:57:52.817572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37910) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:52.854244 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:52.854755 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:52.916889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8e7bac15-a3c2-4451-9320-e0703f67a13d None None] Could not find standard attr ID for object 80633911-291c-4c75-9649-0ff037275414. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 01:57:52.985575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:53.280162 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:53.309756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c4050d-d104-4402-ade7-f47869faf0bd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:53.314171 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37916) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:53.314965 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e8c4050d-d104-4402-ade7-f47869faf0bd tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4951787 Mar 23 01:57:53.383187 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c06265a-828a-47b5-a6d4-fa0ab7dd5c97 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:53.385459 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9c06265a-828a-47b5-a6d4-fa0ab7dd5c97 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0689900 Mar 23 01:57:53.387419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37918) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:53.456149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31640fbd-68f4-4fac-b3c2-e2fe7cc3a1fb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:53.457713 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31640fbd-68f4-4fac-b3c2-e2fe7cc3a1fb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:53.459013 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31640fbd-68f4-4fac-b3c2-e2fe7cc3a1fb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:53.463095 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-31640fbd-68f4-4fac-b3c2-e2fe7cc3a1fb tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0722759 Mar 23 01:57:53.463314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37920) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:53.517553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-84970291-98bc-4065-9127-3cad1f5faa74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet af8e917f-26c5-4a91-9858-aecd28dd9b00 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:53.521123 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84970291-98bc-4065-9127-3cad1f5faa74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (af8e917f-26c5-4a91-9858-aecd28dd9b00), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:53.562720 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84970291-98bc-4065-9127-3cad1f5faa74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (af8e917f-26c5-4a91-9858-aecd28dd9b00), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:53.668948 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84970291-98bc-4065-9127-3cad1f5faa74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (af8e917f-26c5-4a91-9858-aecd28dd9b00), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:53.753537 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84970291-98bc-4065-9127-3cad1f5faa74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (af8e917f-26c5-4a91-9858-aecd28dd9b00), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:53.782932 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84970291-98bc-4065-9127-3cad1f5faa74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=af8e917f-26c5-4a91-9858-aecd28dd9b00,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:53.785139 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84970291-98bc-4065-9127-3cad1f5faa74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:53.788260 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-84970291-98bc-4065-9127-3cad1f5faa74 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/af8e917f-26c5-4a91-9858-aecd28dd9b00 HTTP/1.1" status: 204 len: 168 time: 0.3240228 Mar 23 01:57:53.790852 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37932) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:53.793254 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c11f20-9ed8-47e3-b957-0144a8376e10 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:53.842787 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2232af-8e77-4cc7-8ee8-ae8cd9d59c54 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Deleting subnet e3630a1e-11bb-464a-981c-8ee3b5f800f0 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:57:53.846341 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d2232af-8e77-4cc7-8ee8-ae8cd9d59c54 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (e3630a1e-11bb-464a-981c-8ee3b5f800f0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:53.894138 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d2232af-8e77-4cc7-8ee8-ae8cd9d59c54 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (e3630a1e-11bb-464a-981c-8ee3b5f800f0), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:53.982962 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d2232af-8e77-4cc7-8ee8-ae8cd9d59c54 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (e3630a1e-11bb-464a-981c-8ee3b5f800f0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:54.052646 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d2232af-8e77-4cc7-8ee8-ae8cd9d59c54 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (e3630a1e-11bb-464a-981c-8ee3b5f800f0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:54.085865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2232af-8e77-4cc7-8ee8-ae8cd9d59c54 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Subnet': ['ID=e3630a1e-11bb-464a-981c-8ee3b5f800f0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:54.099229 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8d2232af-8e77-4cc7-8ee8-ae8cd9d59c54 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:54.103542 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8d2232af-8e77-4cc7-8ee8-ae8cd9d59c54 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/e3630a1e-11bb-464a-981c-8ee3b5f800f0 HTTP/1.1" status: 204 len: 168 time: 0.3115857 Mar 23 01:57:54.106166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37938) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:54.158157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d62d0cf7-1b2c-4e22-88a9-ab26840ec54e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505383 Mar 23 01:57:54.160765 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37940) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:54.228059 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ffebd8-bda3-4464-83a6-e61f1e6b16ba tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:54.230346 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-71ffebd8-bda3-4464-83a6-e61f1e6b16ba tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0684514 Mar 23 01:57:54.232955 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37944) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:54.313509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ceda23-7aaf-4ff5-93c3-6d4f2b770710 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:54.317766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b5ceda23-7aaf-4ff5-93c3-6d4f2b770710 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0813570 Mar 23 01:57:54.318010 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37950) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:54.407916 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1b41d27d-3c74-4877-9cff-7dc0a2790048 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878944 Mar 23 01:57:54.412476 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37954) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:54.470255 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0079b22b-2e31-4ca9-91a5-517ac232a305 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:54.471025 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0079b22b-2e31-4ca9-91a5-517ac232a305 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:54.478399 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37958) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:54.491785 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0079b22b-2e31-4ca9-91a5-517ac232a305 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/80633911-291c-4c75-9649-0ff037275414 HTTP/1.1" status: 404 len: 333 time: 0.0764902 Mar 23 01:57:54.538849 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-982f76ab-360d-493b-892c-a946d0a518c3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:54.539320 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982f76ab-360d-493b-892c-a946d0a518c3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:54.550534 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37960) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:54.563702 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-982f76ab-360d-493b-892c-a946d0a518c3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/e3630a1e-11bb-464a-981c-8ee3b5f800f0 HTTP/1.1" status: 404 len: 337 time: 0.0840738 Mar 23 01:57:54.604292 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:54.613387 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f30d479-4a86-4afc-9e84-c8f59477d6e8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:54.614163 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f30d479-4a86-4afc-9e84-c8f59477d6e8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:54.619627 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5f30d479-4a86-4afc-9e84-c8f59477d6e8 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/af8e917f-26c5-4a91-9858-aecd28dd9b00 HTTP/1.1" status: 404 len: 337 time: 0.0653377 Mar 23 01:57:54.620127 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37962) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:54.651295 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b622a270-cde7-4483-97ac-53c28cc649fe tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:54.652068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b622a270-cde7-4483-97ac-53c28cc649fe tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:54.657979 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b622a270-cde7-4483-97ac-53c28cc649fe tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/316297df-fa88-4308-9da5-b39f978a2a3a HTTP/1.1" status: 404 len: 333 time: 0.0343988 Mar 23 01:57:54.658545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37964) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:54.689525 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe57bb2-0b90-49ce-a719-27f2effdfe37 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:54.690336 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe57bb2-0b90-49ce-a719-27f2effdfe37 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:54.697223 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dfe57bb2-0b90-49ce-a719-27f2effdfe37 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/bbe0d980-541c-4656-a977-9f39d2837275 HTTP/1.1" status: 404 len: 337 time: 0.0375328 Mar 23 01:57:54.697953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37966) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:54.728136 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaef27a0-7ba5-44e0-8620-3394c6544484 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:54.728645 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaef27a0-7ba5-44e0-8620-3394c6544484 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:54.732649 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aaef27a0-7ba5-44e0-8620-3394c6544484 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/bfaf61e5-89af-479d-b1a1-efede2f2dfb0 HTTP/1.1" status: 404 len: 337 time: 0.0328026 Mar 23 01:57:54.734432 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37968) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:54.765298 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b3e335-75d2-4c68-8019-844b15c94c6c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:54.765884 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b3e335-75d2-4c68-8019-844b15c94c6c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:54.771156 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-86b3e335-75d2-4c68-8019-844b15c94c6c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/a650629a-848b-4fe8-bec4-cb85ed8db005 HTTP/1.1" status: 404 len: 333 time: 0.0332837 Mar 23 01:57:54.772222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37972) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:54.814151 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e77cfa1-de95-46c7-8000-51800e104d56 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:54.814869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e77cfa1-de95-46c7-8000-51800e104d56 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:54.821234 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1e77cfa1-de95-46c7-8000-51800e104d56 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/51c4ee57-0dbf-43f1-b95b-f87f454cc584 HTTP/1.1" status: 404 len: 337 time: 0.0461786 Mar 23 01:57:54.821412 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37974) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:54.841508 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770d664a-b0ae-4348-a51f-6745e393c452 None None] Network d28dcc53-68c6-4ee1-82f0-dffb25fd5855 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:57:54.853353 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cc8636-a393-4e68-94bb-3c96d5b37c4d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:54.853896 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42cc8636-a393-4e68-94bb-3c96d5b37c4d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:54.859986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37976) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:54.860249 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-42cc8636-a393-4e68-94bb-3c96d5b37c4d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/20b18a1e-04d3-424f-9146-d2ead08379a5 HTTP/1.1" status: 404 len: 337 time: 0.0376625 Mar 23 01:57:54.895206 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-652fa39a-efd8-4d66-a02c-646e7a6b725a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:54.896068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652fa39a-efd8-4d66-a02c-646e7a6b725a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:54.899799 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-652fa39a-efd8-4d66-a02c-646e7a6b725a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/36ff5f89-7f90-40d7-b585-f7691c6509d1 HTTP/1.1" status: 404 len: 333 time: 0.0385520 Mar 23 01:57:54.902644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37978) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:54.905816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-203ac68f-01a3-46d2-b379-19306a84c5e0 None None] Provisioning complete for port ff43a836-8ecc-40d1-ae14-27254ccc2b86 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:57:54.906298 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-203ac68f-01a3-46d2-b379-19306a84c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:54.932695 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fbc29cb-2638-434d-9f5c-137819a7a52c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:54.933167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fbc29cb-2638-434d-9f5c-137819a7a52c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:54.936181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1fbc29cb-2638-434d-9f5c-137819a7a52c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/296bcf49-ab40-456a-8603-fa52b2ee65e3 HTTP/1.1" status: 404 len: 337 time: 0.0324607 Mar 23 01:57:54.939326 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37980) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:54.970361 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-26189c80-8dcf-484e-a5b5-bca6431b3cce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:54.971307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26189c80-8dcf-484e-a5b5-bca6431b3cce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:54.978946 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37982) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:54.979140 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-26189c80-8dcf-484e-a5b5-bca6431b3cce tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/1a1a5ba0-9760-4d64-b366-80bb89d7ac81 HTTP/1.1" status: 404 len: 337 time: 0.0387735 Mar 23 01:57:55.007982 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac49ddd-5adb-4f73-a6d4-6820512ce14c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.008766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac49ddd-5adb-4f73-a6d4-6820512ce14c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.015832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37984) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.027548 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bac49ddd-5adb-4f73-a6d4-6820512ce14c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/efae542b-be0a-4902-a4af-9518721c3282 HTTP/1.1" status: 404 len: 333 time: 0.0474358 Mar 23 01:57:55.044124 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-203ac68f-01a3-46d2-b379-19306a84c5e0 None None] Current status of the port ff43a836-8ecc-40d1-ae14-27254ccc2b86 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:57:55.050993 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d59f28-246f-4660-9c91-8a72443a4642 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.051464 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d59f28-246f-4660-9c91-8a72443a4642 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.061983 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-73d59f28-246f-4660-9c91-8a72443a4642 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/435804b0-f8ff-4cd3-9ceb-a83d637549ae HTTP/1.1" status: 404 len: 337 time: 0.0450211 Mar 23 01:57:55.064666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37986) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.099079 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18eca4b-a83d-4678-9fb1-d3e7315df41a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.100172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18eca4b-a83d-4678-9fb1-d3e7315df41a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.101132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f06b27-c1d7-4af5-9597-3d6f02acd83d None None] DHCP port deletion for d28dcc53-68c6-4ee1-82f0-dffb25fd5855 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:57:55.107282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37988) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.120044 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e18eca4b-a83d-4678-9fb1-d3e7315df41a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/12327f45-9bbc-4517-b829-2ace4065a114 HTTP/1.1" status: 404 len: 333 time: 0.0526273 Mar 23 01:57:55.150399 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bae0ed-9a04-4ba9-9984-c04975abbb76 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.151998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bae0ed-9a04-4ba9-9984-c04975abbb76 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.158606 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-58bae0ed-9a04-4ba9-9984-c04975abbb76 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/20bf767d-4023-4601-b189-88320c3e0f20 HTTP/1.1" status: 404 len: 337 time: 0.0491977 Mar 23 01:57:55.159339 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37990) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.170161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d6f06b27-c1d7-4af5-9597-3d6f02acd83d None None] Deleting port ff43a836-8ecc-40d1-ae14-27254ccc2b86 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:57:55.173875 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d6f06b27-c1d7-4af5-9597-3d6f02acd83d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:55.206013 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3066b94-4dd2-48f6-99c2-4b6fcc4f9a48 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.206605 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3066b94-4dd2-48f6-99c2-4b6fcc4f9a48 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.215110 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f3066b94-4dd2-48f6-99c2-4b6fcc4f9a48 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/170e05ec-360c-483a-bed2-135fe991e23f HTTP/1.1" status: 404 len: 333 time: 0.0544062 Mar 23 01:57:55.217544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 37992) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.255847 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3a5cc4-ed57-422a-9a31-df0eba3c88da tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.257084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3a5cc4-ed57-422a-9a31-df0eba3c88da tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.264724 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 37994) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.277996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d6f06b27-c1d7-4af5-9597-3d6f02acd83d None None] For port ff43a836-8ecc-40d1-ae14-27254ccc2b86, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ff43a836-8ecc-40d1-ae14-27254ccc2b86,segment=NetworkSegment(34fbb140-b6d1-4412-bd93-3fdd85a9ad38),segment_id=34fbb140-b6d1-4412-bd93-3fdd85a9ad38)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:57:55.278401 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d6f06b27-c1d7-4af5-9597-3d6f02acd83d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:55.281202 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9f3a5cc4-ed57-422a-9a31-df0eba3c88da tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/d144520e-72a0-4a0d-a286-0315ef7d7a61 HTTP/1.1" status: 404 len: 337 time: 0.0625286 Mar 23 01:57:55.294920 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0b1d08-f7a4-4881-8204-fbe71fe472ac tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.295943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0b1d08-f7a4-4881-8204-fbe71fe472ac tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.303027 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38000) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.303621 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4d0b1d08-f7a4-4881-8204-fbe71fe472ac tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/a34e5a1f-cfe8-46f0-8678-8a95620e7511 HTTP/1.1" status: 404 len: 333 time: 0.0378194 Mar 23 01:57:55.305091 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d6f06b27-c1d7-4af5-9597-3d6f02acd83d None None] Calling delete_port for ff43a836-8ecc-40d1-ae14-27254ccc2b86 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:57:55.349464 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-56874c47-1fc2-4905-8b03-ccf4a84dc958 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.350450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56874c47-1fc2-4905-8b03-ccf4a84dc958 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.353939 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-56874c47-1fc2-4905-8b03-ccf4a84dc958 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/e49576ea-96af-415e-98c5-d8d5ccafc58b HTTP/1.1" status: 404 len: 337 time: 0.0491390 Mar 23 01:57:55.358326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38010) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.384693 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-05026359-0041-48d7-854c-7d7b977b78b4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.385295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05026359-0041-48d7-854c-7d7b977b78b4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.391131 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-05026359-0041-48d7-854c-7d7b977b78b4 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/94160a25-3fdc-4371-a661-999944b9606d HTTP/1.1" status: 404 len: 333 time: 0.0319669 Mar 23 01:57:55.391376 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38012) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.443449 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ae088a-711a-4c64-aef8-5d9fd0a2fd40 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.444396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ae088a-711a-4c64-aef8-5d9fd0a2fd40 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.447869 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e6ae088a-711a-4c64-aef8-5d9fd0a2fd40 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/e1926627-97ec-4683-abdf-9e90fcf34d57 HTTP/1.1" status: 404 len: 337 time: 0.0549345 Mar 23 01:57:55.449446 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d6f06b27-c1d7-4af5-9597-3d6f02acd83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (ff43a836-8ecc-40d1-ae14-27254ccc2b86), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:55.450602 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38014) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.484266 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf93fbc-f1d0-4e2c-b0a8-b9f307f2d967 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.484741 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f06b27-c1d7-4af5-9597-3d6f02acd83d None None] Pushing event deleted for resources: {'Port': ['ID=ff43a836-8ecc-40d1-ae14-27254ccc2b86,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:55.486562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf93fbc-f1d0-4e2c-b0a8-b9f307f2d967 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.492770 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38016) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.493292 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-adf93fbc-f1d0-4e2c-b0a8-b9f307f2d967 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/0935c817-dc4b-421d-90cc-7e7dcd8c119d HTTP/1.1" status: 404 len: 333 time: 0.0412552 Mar 23 01:57:55.501624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f06b27-c1d7-4af5-9597-3d6f02acd83d None None] No DVR routers for this DVR port ff43a836-8ecc-40d1-ae14-27254ccc2b86 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:57:55.563248 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac060000-a92f-47b1-91e0-a3d54b279e53 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.563665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac060000-a92f-47b1-91e0-a3d54b279e53 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.566935 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ac060000-a92f-47b1-91e0-a3d54b279e53 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/b6786e21-c17d-436a-aa63-d00cfdbc166d HTTP/1.1" status: 404 len: 337 time: 0.0721393 Mar 23 01:57:55.569653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38020) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.598975 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe4369c-b329-431e-95c3-7182fcc7a861 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.599726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe4369c-b329-431e-95c3-7182fcc7a861 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.603251 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0fe4369c-b329-431e-95c3-7182fcc7a861 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/fde5391f-4cd3-485b-bca2-7eb45fbe864b HTTP/1.1" status: 404 len: 337 time: 0.0324557 Mar 23 01:57:55.605781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38022) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.634925 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f92dee-109d-4f14-a3f6-766f56907388 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.635715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f92dee-109d-4f14-a3f6-766f56907388 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.639024 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-71f92dee-109d-4f14-a3f6-766f56907388 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/6377d222-6079-4ebb-87a5-ad7e8604485f HTTP/1.1" status: 404 len: 333 time: 0.0322146 Mar 23 01:57:55.641567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38024) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.678582 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e73925-7524-4289-b72f-e78ec7679385 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.679463 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e73925-7524-4289-b72f-e78ec7679385 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.683560 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-18e73925-7524-4289-b72f-e78ec7679385 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/d985ad97-f304-43f1-b9d4-276ba8bddd9e HTTP/1.1" status: 404 len: 337 time: 0.0404038 Mar 23 01:57:55.686075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38026) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.719643 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb22cc4-bf7a-49ad-92c4-dae74bf10f97 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.720462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb22cc4-bf7a-49ad-92c4-dae74bf10f97 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.725314 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8fb22cc4-bf7a-49ad-92c4-dae74bf10f97 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/0bbfc538-d268-487a-ad5a-ce4d35ab39c5 HTTP/1.1" status: 404 len: 337 time: 0.0378993 Mar 23 01:57:55.727929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38028) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.759756 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-17edd8e4-01ed-408b-9795-80dbecc8e96d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.760494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17edd8e4-01ed-408b-9795-80dbecc8e96d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.763603 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-17edd8e4-01ed-408b-9795-80dbecc8e96d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/7ae3d56d-bb17-4836-85d0-487926b466c1 HTTP/1.1" status: 404 len: 333 time: 0.0345709 Mar 23 01:57:55.766262 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38034) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.808885 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:55.820220 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e0ad98-b859-4ba2-bbe0-d17cd9affe11 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.823824 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e0ad98-b859-4ba2-bbe0-d17cd9affe11 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.831227 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f3e0ad98-b859-4ba2-bbe0-d17cd9affe11 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/8c3a6761-c0ea-40e3-870b-2f168e068e28 HTTP/1.1" status: 404 len: 337 time: 0.0637174 Mar 23 01:57:55.832474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38042) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.867050 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-31607e89-f12b-4a00-be3b-535a80df48ab tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.867717 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31607e89-f12b-4a00-be3b-535a80df48ab tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.873480 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-31607e89-f12b-4a00-be3b-535a80df48ab tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/a00d33fb-ff92-4b43-bb59-4f6dc2e67ac9 HTTP/1.1" status: 404 len: 337 time: 0.0374863 Mar 23 01:57:55.874007 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38044) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.906069 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b6cae9-3403-43cb-9366-994ba011b662 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.907373 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b6cae9-3403-43cb-9366-994ba011b662 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.913864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38048) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.922242 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-54b6cae9-3403-43cb-9366-994ba011b662 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/24814e67-1a15-47d0-8ff1-1ac717c47bb5 HTTP/1.1" status: 404 len: 333 time: 0.0472267 Mar 23 01:57:55.944242 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3c8509-0271-4941-a693-f63d515e46c5 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.944944 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3c8509-0271-4941-a693-f63d515e46c5 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.948434 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4f3c8509-0271-4941-a693-f63d515e46c5 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/223a75dc-9f42-404d-b1fd-9422f5cc13c8 HTTP/1.1" status: 404 len: 337 time: 0.0330184 Mar 23 01:57:55.951032 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38050) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.978263 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-13813146-4eb0-4c29-aec5-b41f2820c2e6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:55.979084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13813146-4eb0-4c29-aec5-b41f2820c2e6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:55.985224 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38052) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:55.993151 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-13813146-4eb0-4c29-aec5-b41f2820c2e6 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/e38d7efe-9a06-477f-b49f-0f0705648ec0 HTTP/1.1" status: 404 len: 337 time: 0.0408163 Mar 23 01:57:56.016935 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aeb679f2-8f75-46a5-a72e-e327eae9dea7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c194fa4-b6fa-4269-8c0d-70da0828040f HTTP/1.1" status: 200 len: 205 time: 0.0301726 Mar 23 01:57:56.019321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38054) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.061786 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-994bf369-7841-42cc-8ce6-003fdc65e208 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] delete failed (client error): The resource could not be found. Mar 23 01:57:56.065452 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-994bf369-7841-42cc-8ce6-003fdc65e208 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/routers/9c194fa4-b6fa-4269-8c0d-70da0828040f HTTP/1.1" status: 404 len: 336 time: 0.0425391 Mar 23 01:57:56.065649 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38056) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.091857 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd4247e-8ee7-4b07-a17e-405a0f9b990b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:56.092502 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd4247e-8ee7-4b07-a17e-405a0f9b990b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:56.098002 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9dd4247e-8ee7-4b07-a17e-405a0f9b990b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/d32b5052-68cc-411c-a113-8714e7408b48 HTTP/1.1" status: 404 len: 337 time: 0.0290926 Mar 23 01:57:56.098226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38058) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.127092 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e4da1446-d142-43ae-aff0-01bcd1e3beba tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9a3077e-6719-44c0-8f40-0b69655688a4 HTTP/1.1" status: 200 len: 205 time: 0.0270889 Mar 23 01:57:56.129116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38060) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.170645 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-0d49cf1a-dddc-4617-b6ec-c16eaa58acc3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] delete failed (client error): The resource could not be found. Mar 23 01:57:56.175077 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38062) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.183494 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0d49cf1a-dddc-4617-b6ec-c16eaa58acc3 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/routers/d9a3077e-6719-44c0-8f40-0b69655688a4 HTTP/1.1" status: 404 len: 336 time: 0.0530739 Mar 23 01:57:56.204923 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c352d9-00a2-4a29-8d84-0560d7b023d9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:56.205466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c352d9-00a2-4a29-8d84-0560d7b023d9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:56.211709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38066) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.227123 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f5c352d9-00a2-4a29-8d84-0560d7b023d9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/79ed9431-0e79-4745-9fec-54549adf8198 HTTP/1.1" status: 404 len: 337 time: 0.0507698 Mar 23 01:57:56.247736 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-315ad6b6-2417-4576-9479-a5aae3b7a758 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:56.248510 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315ad6b6-2417-4576-9479-a5aae3b7a758 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:56.255146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38068) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.257100 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-315ad6b6-2417-4576-9479-a5aae3b7a758 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/35ab464e-ab40-45d1-9f57-075b4153f92e HTTP/1.1" status: 404 len: 337 time: 0.0431015 Mar 23 01:57:56.281600 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3eb5bf-e5ee-4dce-8284-a24bfccaae85 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:56.282631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3eb5bf-e5ee-4dce-8284-a24bfccaae85 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:56.289106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38070) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.289271 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9e3eb5bf-e5ee-4dce-8284-a24bfccaae85 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/09c893d2-7f22-4ea7-82ba-73873804fe92 HTTP/1.1" status: 404 len: 333 time: 0.0326917 Mar 23 01:57:56.316883 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6761cb7-97a0-4890-910c-5fe940d33916 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:56.318318 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6761cb7-97a0-4890-910c-5fe940d33916 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:56.324437 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38072) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.337310 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c6761cb7-97a0-4890-910c-5fe940d33916 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/6032f86c-00fd-43c8-b30f-ab6c1306e7bf HTTP/1.1" status: 404 len: 337 time: 0.0470786 Mar 23 01:57:56.356327 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-1891958f-9b0e-4881-995c-9cc48f6bb03d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:56.357788 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1891958f-9b0e-4881-995c-9cc48f6bb03d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:56.364208 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38074) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.373312 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1891958f-9b0e-4881-995c-9cc48f6bb03d tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/8359bb2b-f7f0-449c-894f-ab999b335fed HTTP/1.1" status: 404 len: 333 time: 0.0475092 Mar 23 01:57:56.398683 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b411a42-17a7-40ad-84fe-556ab74e70bc tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:56.399924 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b411a42-17a7-40ad-84fe-556ab74e70bc tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:56.406260 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38076) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.414884 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6b411a42-17a7-40ad-84fe-556ab74e70bc tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/bfa41707-4369-4788-abad-6d5e445b0f81 HTTP/1.1" status: 404 len: 337 time: 0.0492742 Mar 23 01:57:56.440667 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9c0db0-c268-4a86-ae26-6d1804b88b36 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:56.440667 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef9c0db0-c268-4a86-ae26-6d1804b88b36 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:56.440667 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ef9c0db0-c268-4a86-ae26-6d1804b88b36 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/e5e68e5b-5485-42b4-babd-6b363b94e200 HTTP/1.1" status: 404 len: 333 time: 0.0304081 Mar 23 01:57:56.441041 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38080) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.478164 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a15a361-d9fc-4f0b-9885-6dd635cd6dfa tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:56.478721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a15a361-d9fc-4f0b-9885-6dd635cd6dfa tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:56.485175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38082) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.494066 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8a15a361-d9fc-4f0b-9885-6dd635cd6dfa tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/369c2a74-5244-40a3-99b0-2d7c753ec32b HTTP/1.1" status: 404 len: 337 time: 0.0510633 Mar 23 01:57:56.511243 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-78437989-1a81-4ad4-92f7-fe6e4e21d00a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:56.512422 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78437989-1a81-4ad4-92f7-fe6e4e21d00a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:56.519177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38084) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.528793 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-78437989-1a81-4ad4-92f7-fe6e4e21d00a tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/7721f9b4-d27e-4e1f-84e7-1cec38a491d7 HTTP/1.1" status: 404 len: 333 time: 0.0422506 Mar 23 01:57:56.550680 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1b6a4c-b412-4480-b9c8-399db18c840b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:56.551402 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1b6a4c-b412-4480-b9c8-399db18c840b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:56.558067 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38086) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.558870 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ca1b6a4c-b412-4480-b9c8-399db18c840b tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/152e4c56-855b-419f-a2b6-201b6dc061eb HTTP/1.1" status: 404 len: 337 time: 0.0384099 Mar 23 01:57:56.583171 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-3feb7b8d-730e-41da-92b1-31d62e77de3e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:56.583635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3feb7b8d-730e-41da-92b1-31d62e77de3e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:56.589482 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3feb7b8d-730e-41da-92b1-31d62e77de3e tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/e642e52a-fdf0-452f-b748-eeacc385826b HTTP/1.1" status: 404 len: 333 time: 0.0280416 Mar 23 01:57:56.590364 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38088) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.618333 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c759fb-1289-4bf2-93cb-ee3e2b7d66c9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:56.619349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c759fb-1289-4bf2-93cb-ee3e2b7d66c9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:56.625788 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38090) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.626920 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-25c759fb-1289-4bf2-93cb-ee3e2b7d66c9 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/4a6af7fe-6697-43f2-ab31-33c1c8e466c5 HTTP/1.1" status: 404 len: 337 time: 0.0340755 Mar 23 01:57:56.670754 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-377b5902-de53-4b4e-bf4e-a0c45aadf657 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:56.671569 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377b5902-de53-4b4e-bf4e-a0c45aadf657 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:56.678132 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-377b5902-de53-4b4e-bf4e-a0c45aadf657 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/a184b2cd-a373-4aac-a99e-3bc5a9c7a524 HTTP/1.1" status: 404 len: 333 time: 0.0510583 Mar 23 01:57:56.681497 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38094) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.752658 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-634d6258-9456-458a-87ba-6e045bec159c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:56.753143 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634d6258-9456-458a-87ba-6e045bec159c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:56.758660 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-634d6258-9456-458a-87ba-6e045bec159c tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/75dd2b86-d344-43da-9e63-395f17c050be HTTP/1.1" status: 404 len: 337 time: 0.0737081 Mar 23 01:57:56.758921 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38098) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.762856 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ff43a836-8ecc-40d1-ae14-27254ccc2b86 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:57:56.805635 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-df11ef1e-1e5b-4035-baa7-168dfb4573c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:56.806465 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df11ef1e-1e5b-4035-baa7-168dfb4573c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:56.812023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: ff43a836-8ecc-40d1-ae14-27254ccc2b86 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:57:56.812023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ff43a836-8ecc-40d1-ae14-27254ccc2b86 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:57:56.812531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38100) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.813618 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-df11ef1e-1e5b-4035-baa7-168dfb4573c7 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/ports/21e6b833-c8a7-4d05-b122-74aaa4948584 HTTP/1.1" status: 404 len: 333 time: 0.0527282 Mar 23 01:57:56.876355 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-136ea726-306f-407f-bce2-686cfdfe0d37 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] DELETE failed (client error): The resource could not be found. Mar 23 01:57:56.876893 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136ea726-306f-407f-bce2-686cfdfe0d37 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:57:56.880527 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-136ea726-306f-407f-bce2-686cfdfe0d37 tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/subnets/aaf5bc2e-6537-4395-8f1b-55a505f6a3c1 HTTP/1.1" status: 404 len: 337 time: 0.0668378 Mar 23 01:57:56.883382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38104) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:56.982158 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf06fad1-6518-4a9d-b3f3-068b69d3cdcf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (d28dcc53-68c6-4ee1-82f0-dffb25fd5855), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:57.087180 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf06fad1-6518-4a9d-b3f3-068b69d3cdcf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (d28dcc53-68c6-4ee1-82f0-dffb25fd5855), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:57.118491 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-bf06fad1-6518-4a9d-b3f3-068b69d3cdcf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28dcc53-68c6-4ee1-82f0-dffb25fd5855']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:57.124179 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-bf06fad1-6518-4a9d-b3f3-068b69d3cdcf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34fbb140-b6d1-4412-bd93-3fdd85a9ad38') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:57.124482 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-bf06fad1-6518-4a9d-b3f3-068b69d3cdcf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34fbb140-b6d1-4412-bd93-3fdd85a9ad38') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:57:57.135381 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf06fad1-6518-4a9d-b3f3-068b69d3cdcf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (34fbb140-b6d1-4412-bd93-3fdd85a9ad38), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:57.152370 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf06fad1-6518-4a9d-b3f3-068b69d3cdcf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (34fbb140-b6d1-4412-bd93-3fdd85a9ad38), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:57.161740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf06fad1-6518-4a9d-b3f3-068b69d3cdcf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:57:57.162277 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf06fad1-6518-4a9d-b3f3-068b69d3cdcf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (34fbb140-b6d1-4412-bd93-3fdd85a9ad38), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:57:57.166144 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:57:57.248115 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf06fad1-6518-4a9d-b3f3-068b69d3cdcf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (d28dcc53-68c6-4ee1-82f0-dffb25fd5855), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:57.262309 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf06fad1-6518-4a9d-b3f3-068b69d3cdcf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:57.265873 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bf06fad1-6518-4a9d-b3f3-068b69d3cdcf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] 10.222.0.18 "DELETE /v2.0/networks/d28dcc53-68c6-4ee1-82f0-dffb25fd5855 HTTP/1.1" status: 204 len: 168 time: 0.3813925 Mar 23 01:57:57.300200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06fad1-6518-4a9d-b3f3-068b69d3cdcf tempest-NetworksTestDHCPv6-1396307860 tempest-NetworksTestDHCPv6-1396307860-project] Pushing event deleted for resources: {'Network': ['ID=d28dcc53-68c6-4ee1-82f0-dffb25fd5855,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:57.645323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38112) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:57.828348 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e369cc52-4bc3-4e04-af66-14135f943b96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b59af4bdb2ef443e98ac58f67b27a223&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1792827 Mar 23 01:57:57.831344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38118) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:57.898061 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-32294a4f-588d-4530-a1ab-af9467882e11 admin admin] Publish callbacks [] for security_group (5f2d2965-d2b7-4896-9412-ce5a5cc35154), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:57.927969 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-32294a4f-588d-4530-a1ab-af9467882e11 admin admin] Publish callbacks [] for security_group (5f2d2965-d2b7-4896-9412-ce5a5cc35154), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:58.005825 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-32294a4f-588d-4530-a1ab-af9467882e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5f2d2965-d2b7-4896-9412-ce5a5cc35154), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:58.012666 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-32294a4f-588d-4530-a1ab-af9467882e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:58.016645 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-32294a4f-588d-4530-a1ab-af9467882e11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f2d2965-d2b7-4896-9412-ce5a5cc35154 HTTP/1.1" status: 204 len: 168 time: 0.1819665 Mar 23 01:57:58.027827 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32294a4f-588d-4530-a1ab-af9467882e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2d2965-d2b7-4896-9412-ce5a5cc35154,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:58.816044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38152) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:58.942019 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3905f6a3-d39d-4ce3-afed-012938e066be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-532850882'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:58.966987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3905f6a3-d39d-4ce3-afed-012938e066be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:58.971901 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3905f6a3-d39d-4ce3-afed-012938e066be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:58.982206 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3905f6a3-d39d-4ce3-afed-012938e066be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:59.080482 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3905f6a3-d39d-4ce3-afed-012938e066be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for security_group (b8d2ff59-a380-4ce4-8ee2-56c16c3395cf), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:59.097350 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3905f6a3-d39d-4ce3-afed-012938e066be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b8d2ff59-a380-4ce4-8ee2-56c16c3395cf), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:59.112379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3905f6a3-d39d-4ce3-afed-012938e066be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:57:59.123442 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3905f6a3-d39d-4ce3-afed-012938e066be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (055fd4f6-f9cd-412f-878f-11034eb87601), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:59.123905 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-3905f6a3-d39d-4ce3-afed-012938e066be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Added segment 055fd4f6-f9cd-412f-878f-11034eb87601 of type vlan for network fdf96c70-9cf0-4b19-ab54-0171824ba880 Mar 23 01:57:59.175473 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3905f6a3-d39d-4ce3-afed-012938e066be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (fdf96c70-9cf0-4b19-ab54-0171824ba880), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:59.214595 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3905f6a3-d39d-4ce3-afed-012938e066be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (fdf96c70-9cf0-4b19-ab54-0171824ba880), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:59.219502 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3905f6a3-d39d-4ce3-afed-012938e066be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:57:59.220165 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3905f6a3-d39d-4ce3-afed-012938e066be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:59.290588 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905f6a3-d39d-4ce3-afed-012938e066be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d2ff59-a380-4ce4-8ee2-56c16c3395cf,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:59.321037 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3905f6a3-d39d-4ce3-afed-012938e066be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5037038 Mar 23 01:57:59.324636 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905f6a3-d39d-4ce3-afed-012938e066be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Network': ['ID=fdf96c70-9cf0-4b19-ab54-0171824ba880,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:59.353954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network fdf96c70-9cf0-4b19-ab54-0171824ba880 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:57:59.467168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38160) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:57:59.472526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-38ae64ac-9205-47a2-b165-05c143ed8dd9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'subnet': {'network_id': 'fdf96c70-9cf0-4b19-ab54-0171824ba880', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:57:59.603335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ae64ac-9205-47a2-b165-05c143ed8dd9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:57:59.608254 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-38ae64ac-9205-47a2-b165-05c143ed8dd9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:59.859948 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-38ae64ac-9205-47a2-b165-05c143ed8dd9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (1cd85d3f-8ffe-4dc5-9870-e2a824af410d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:57:59.930836 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae64ac-9205-47a2-b165-05c143ed8dd9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Subnet': ['ID=1cd85d3f-8ffe-4dc5-9870-e2a824af410d,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:57:59.978868 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ae64ac-9205-47a2-b165-05c143ed8dd9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Checking segment: {'id': '055fd4f6-f9cd-412f-878f-11034eb87601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fdf96c70-9cf0-4b19-ab54-0171824ba880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:57:59.979428 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ae64ac-9205-47a2-b165-05c143ed8dd9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network hostable DHCP agents. Network: fdf96c70-9cf0-4b19-ab54-0171824ba880, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:57:59.999211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ae64ac-9205-47a2-b165-05c143ed8dd9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network fdf96c70-9cf0-4b19-ab54-0171824ba880 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:58:00.010922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-38ae64ac-9205-47a2-b165-05c143ed8dd9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, fdf96c70-9cf0-4b19-ab54-0171824ba880) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:00.016523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ae64ac-9205-47a2-b165-05c143ed8dd9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:00.017399 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-38ae64ac-9205-47a2-b165-05c143ed8dd9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:00.020928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d373b93-745d-4c6e-877a-d562bc66ab3c None None] Network fdf96c70-9cf0-4b19-ab54-0171824ba880 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:00.041969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38166) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:00.042945 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-38ae64ac-9205-47a2-b165-05c143ed8dd9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5746038 Mar 23 01:58:00.049340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-0b0392ec-49d9-41ae-9ed4-c6ad7bcacf13 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1925260817'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:00.088018 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0392ec-49d9-41ae-9ed4-c6ad7bcacf13 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:00.105737 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b0392ec-49d9-41ae-9ed4-c6ad7bcacf13 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:00.162873 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0392ec-49d9-41ae-9ed4-c6ad7bcacf13 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:58:00.165016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-fdf96c70-9cf0-4b19-ab54-0171824ba880', 'network_id': 'fdf96c70-9cf0-4b19-ab54-0171824ba880', 'project_id': 'bbebc3bd49ec435384b23f8920329bad', 'fixed_ips': [{'subnet_id': '1cd85d3f-8ffe-4dc5-9870-e2a824af410d'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:58:00.165782 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:00.177676 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b0392ec-49d9-41ae-9ed4-c6ad7bcacf13 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (993f6f58-0c05-4e75-ac3c-0c6f17f0c66c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:00.178193 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-0b0392ec-49d9-41ae-9ed4-c6ad7bcacf13 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Added segment 993f6f58-0c05-4e75-ac3c-0c6f17f0c66c of type vlan for network 6d5f063f-54b8-4813-be36-0555ee188cf7 Mar 23 01:58:00.241803 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b0392ec-49d9-41ae-9ed4-c6ad7bcacf13 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (6d5f063f-54b8-4813-be36-0555ee188cf7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:00.274662 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b0392ec-49d9-41ae-9ed4-c6ad7bcacf13 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (6d5f063f-54b8-4813-be36-0555ee188cf7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:00.280976 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0392ec-49d9-41ae-9ed4-c6ad7bcacf13 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:00.281785 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b0392ec-49d9-41ae-9ed4-c6ad7bcacf13 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:00.314695 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0b0392ec-49d9-41ae-9ed4-c6ad7bcacf13 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2705903 Mar 23 01:58:00.317303 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38170) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:00.322544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c8bf3634-01db-4b62-b352-eba2a2b8480f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'subnet': {'network_id': '6d5f063f-54b8-4813-be36-0555ee188cf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:00.393992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0392ec-49d9-41ae-9ed4-c6ad7bcacf13 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Network': ['ID=6d5f063f-54b8-4813-be36-0555ee188cf7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:00.413862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 6d5f063f-54b8-4813-be36-0555ee188cf7 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:00.482814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bf3634-01db-4b62-b352-eba2a2b8480f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:00.487230 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8bf3634-01db-4b62-b352-eba2a2b8480f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:00.772471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Allocated IP 172.20.255.242 (fdf96c70-9cf0-4b19-ab54-0171824ba880/1cd85d3f-8ffe-4dc5-9870-e2a824af410d/1ee0ca6f-43e2-4153-bd83-350e8b8198a5) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:58:00.801588 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8bf3634-01db-4b62-b352-eba2a2b8480f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (3f261592-30e3-404f-bf3f-606d8c249d51), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:00.885092 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf3634-01db-4b62-b352-eba2a2b8480f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Subnet': ['ID=3f261592-30e3-404f-bf3f-606d8c249d51,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:00.905936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bf3634-01db-4b62-b352-eba2a2b8480f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Checking segment: {'id': '993f6f58-0c05-4e75-ac3c-0c6f17f0c66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6d5f063f-54b8-4813-be36-0555ee188cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:00.905936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bf3634-01db-4b62-b352-eba2a2b8480f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network hostable DHCP agents. Network: 6d5f063f-54b8-4813-be36-0555ee188cf7, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:58:00.932545 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bf3634-01db-4b62-b352-eba2a2b8480f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network 6d5f063f-54b8-4813-be36-0555ee188cf7 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:58:00.949178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-c8bf3634-01db-4b62-b352-eba2a2b8480f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 6d5f063f-54b8-4813-be36-0555ee188cf7) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:00.959843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37c9a6f-be9a-4878-a180-5ebe5f0e60f3 None None] Network 6d5f063f-54b8-4813-be36-0555ee188cf7 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:00.972098 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bf3634-01db-4b62-b352-eba2a2b8480f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:00.973758 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8bf3634-01db-4b62-b352-eba2a2b8480f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.013663 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c8bf3634-01db-4b62-b352-eba2a2b8480f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6950538 Mar 23 01:58:01.016276 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38176) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:01.134322 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Publish callbacks [] for port (1ee0ca6f-43e2-4153-bd83-350e8b8198a5), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.145714 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (1ee0ca6f-43e2-4153-bd83-350e8b8198a5), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.152992 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22b98d4e-6ec4-41aa-8a47-e01e8b98ae90 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (6d5f063f-54b8-4813-be36-0555ee188cf7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.220760 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22b98d4e-6ec4-41aa-8a47-e01e8b98ae90 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (3f261592-30e3-404f-bf3f-606d8c249d51), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.261046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7671f642-165b-4839-bbd6-48dcdcb576f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-6d5f063f-54b8-4813-be36-0555ee188cf7', 'network_id': '6d5f063f-54b8-4813-be36-0555ee188cf7', 'project_id': 'bbebc3bd49ec435384b23f8920329bad', 'fixed_ips': [{'subnet_id': '3f261592-30e3-404f-bf3f-606d8c249d51'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:58:01.264399 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7671f642-165b-4839-bbd6-48dcdcb576f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.282299 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Network fdf96c70-9cf0-4b19-ab54-0171824ba880 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:58:01.324545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Pushing event updated for resources: {'Port': ['ID=1ee0ca6f-43e2-4153-bd83-350e8b8198a5,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:01.330372 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22b98d4e-6ec4-41aa-8a47-e01e8b98ae90 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (3f261592-30e3-404f-bf3f-606d8c249d51), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.343242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:01.347139 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:58:01.374493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b98d4e-6ec4-41aa-8a47-e01e8b98ae90 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Subnet': ['ID=3f261592-30e3-404f-bf3f-606d8c249d51,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:01.482041 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22b98d4e-6ec4-41aa-8a47-e01e8b98ae90 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (6d5f063f-54b8-4813-be36-0555ee188cf7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.506712 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-22b98d4e-6ec4-41aa-8a47-e01e8b98ae90 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5f063f-54b8-4813-be36-0555ee188cf7']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:01.529009 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-22b98d4e-6ec4-41aa-8a47-e01e8b98ae90 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993f6f58-0c05-4e75-ac3c-0c6f17f0c66c') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:01.529365 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-22b98d4e-6ec4-41aa-8a47-e01e8b98ae90 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993f6f58-0c05-4e75-ac3c-0c6f17f0c66c') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:01.531116 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Attempting to bind port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:58:01.531742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Attempting to bind port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '055fd4f6-f9cd-412f-878f-11034eb87601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fdf96c70-9cf0-4b19-ab54-0171824ba880'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:58:01.531854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Attempting to bind port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 on network fdf96c70-9cf0-4b19-ab54-0171824ba880 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:58:01.541437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:58:01.541838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Checking segment: {'id': '055fd4f6-f9cd-412f-878f-11034eb87601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fdf96c70-9cf0-4b19-ab54-0171824ba880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:01.542218 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.542610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Bound using segment: {'id': '055fd4f6-f9cd-412f-878f-11034eb87601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fdf96c70-9cf0-4b19-ab54-0171824ba880'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:58:01.543096 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Bound port: 1ee0ca6f-43e2-4153-bd83-350e8b8198a5, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055fd4f6-f9cd-412f-878f-11034eb87601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fdf96c70-9cf0-4b19-ab54-0171824ba880'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:58:01.543481 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1ee0ca6f-43e2-4153-bd83-350e8b8198a5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.543791 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22b98d4e-6ec4-41aa-8a47-e01e8b98ae90 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (993f6f58-0c05-4e75-ac3c-0c6f17f0c66c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.562531 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22b98d4e-6ec4-41aa-8a47-e01e8b98ae90 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (993f6f58-0c05-4e75-ac3c-0c6f17f0c66c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.571546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b98d4e-6ec4-41aa-8a47-e01e8b98ae90 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:01.572834 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22b98d4e-6ec4-41aa-8a47-e01e8b98ae90 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (993f6f58-0c05-4e75-ac3c-0c6f17f0c66c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server [None req-7671f642-165b-4839-bbd6-48dcdcb576f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f261592-30e3-404f-bf3f-606d8c249d51: This subnet is being modified by another concurrent operation. Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise exception Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f261592-30e3-404f-bf3f-606d8c249d51: This subnet is being modified by another concurrent operation. Mar 23 01:58:01.580533 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server Mar 23 01:58:01.633956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2531e3-0d57-4d2b-b28b-9e038986f1ef None None] Network 6d5f063f-54b8-4813-be36-0555ee188cf7 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:01.677006 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:01.697589 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22b98d4e-6ec4-41aa-8a47-e01e8b98ae90 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (6d5f063f-54b8-4813-be36-0555ee188cf7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.715335 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22b98d4e-6ec4-41aa-8a47-e01e8b98ae90 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.729568 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-22b98d4e-6ec4-41aa-8a47-e01e8b98ae90 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/6d5f063f-54b8-4813-be36-0555ee188cf7 HTTP/1.1" status: 204 len: 168 time: 0.7113707 Mar 23 01:58:01.732909 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38180) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:01.738211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] For port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:58:01.741143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-51e74ad6-089b-4c41-84bb-823c915192db tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-904672164'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:01.756704 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b98d4e-6ec4-41aa-8a47-e01e8b98ae90 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Network': ['ID=6d5f063f-54b8-4813-be36-0555ee188cf7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:01.790248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] For port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1ee0ca6f-43e2-4153-bd83-350e8b8198a5,segment=NetworkSegment(055fd4f6-f9cd-412f-878f-11034eb87601),segment_id=055fd4f6-f9cd-412f-878f-11034eb87601)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:58:01.796950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e74ad6-089b-4c41-84bb-823c915192db tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:01.802305 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1ee0ca6f-43e2-4153-bd83-350e8b8198a5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.803097 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51e74ad6-089b-4c41-84bb-823c915192db tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.884393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e975e23-c3d5-4eab-801f-0f9ab6380708 None None] Pushing event updated for resources: {'Port': ['ID=1ee0ca6f-43e2-4153-bd83-350e8b8198a5,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:01.928957 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e74ad6-089b-4c41-84bb-823c915192db tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:58:01.950099 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51e74ad6-089b-4c41-84bb-823c915192db tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c27b4990-be82-48ad-a2e5-aabdab3dacda), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:01.950867 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-51e74ad6-089b-4c41-84bb-823c915192db tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Added segment c27b4990-be82-48ad-a2e5-aabdab3dacda of type vlan for network dfac4dce-6cb9-4aad-a5de-1c7fd1540746 Mar 23 01:58:02.030368 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51e74ad6-089b-4c41-84bb-823c915192db tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (dfac4dce-6cb9-4aad-a5de-1c7fd1540746), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:02.070077 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51e74ad6-089b-4c41-84bb-823c915192db tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (dfac4dce-6cb9-4aad-a5de-1c7fd1540746), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:02.076956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e74ad6-089b-4c41-84bb-823c915192db tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:02.077847 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51e74ad6-089b-4c41-84bb-823c915192db tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:02.114957 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-51e74ad6-089b-4c41-84bb-823c915192db tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3760614 Mar 23 01:58:02.116466 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38186) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:02.127014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-39291f3d-d47d-4ded-9205-67cfed0efae0 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'subnet': {'network_id': 'dfac4dce-6cb9-4aad-a5de-1c7fd1540746', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:02.170670 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e74ad6-089b-4c41-84bb-823c915192db tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Network': ['ID=dfac4dce-6cb9-4aad-a5de-1c7fd1540746,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:02.207467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network dfac4dce-6cb9-4aad-a5de-1c7fd1540746 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:02.424108 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39291f3d-d47d-4ded-9205-67cfed0efae0 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:02.430623 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-39291f3d-d47d-4ded-9205-67cfed0efae0 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:02.529564 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_backend_mixin [None req-39291f3d-d47d-4ded-9205-67cfed0efae0 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Performing IP validity checks on allocation pools {{(pid=99263) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 23 01:58:02.530178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_backend_mixin [None req-39291f3d-d47d-4ded-9205-67cfed0efae0 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99263) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 23 01:58:02.677463 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-39291f3d-d47d-4ded-9205-67cfed0efae0 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (56b9b93b-ce8d-4c77-bbf1-db75c6ca142e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:02.802262 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39291f3d-d47d-4ded-9205-67cfed0efae0 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Checking segment: {'id': 'c27b4990-be82-48ad-a2e5-aabdab3dacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfac4dce-6cb9-4aad-a5de-1c7fd1540746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:02.802804 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39291f3d-d47d-4ded-9205-67cfed0efae0 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network hostable DHCP agents. Network: dfac4dce-6cb9-4aad-a5de-1c7fd1540746, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:58:02.812315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:58:02.822226 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39291f3d-d47d-4ded-9205-67cfed0efae0 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Subnet': ['ID=56b9b93b-ce8d-4c77-bbf1-db75c6ca142e,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:02.866361 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39291f3d-d47d-4ded-9205-67cfed0efae0 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network dfac4dce-6cb9-4aad-a5de-1c7fd1540746 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:58:02.891122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-39291f3d-d47d-4ded-9205-67cfed0efae0 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, dfac4dce-6cb9-4aad-a5de-1c7fd1540746) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:02.915872 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39291f3d-d47d-4ded-9205-67cfed0efae0 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:02.919209 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-39291f3d-d47d-4ded-9205-67cfed0efae0 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:02.938817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5493d6-3f6f-4199-b954-b28731c71972 None None] Network dfac4dce-6cb9-4aad-a5de-1c7fd1540746 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:02.966172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38190) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:02.968443 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-39291f3d-d47d-4ded-9205-67cfed0efae0 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8499653 Mar 23 01:58:03.054276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:03.054571 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1ee0ca6f-43e2-4153-bd83-350e8b8198a5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:03.164765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-dfac4dce-6cb9-4aad-a5de-1c7fd1540746', 'network_id': 'dfac4dce-6cb9-4aad-a5de-1c7fd1540746', 'project_id': 'bbebc3bd49ec435384b23f8920329bad', 'fixed_ips': [{'subnet_id': '56b9b93b-ce8d-4c77-bbf1-db75c6ca142e'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:58:03.165639 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:03.209920 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (dfac4dce-6cb9-4aad-a5de-1c7fd1540746), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:03.332303 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:03.332845 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1ee0ca6f-43e2-4153-bd83-350e8b8198a5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:03.414110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1ee0ca6f-43e2-4153-bd83-350e8b8198a5,segment=NetworkSegment(055fd4f6-f9cd-412f-878f-11034eb87601),segment_id=055fd4f6-f9cd-412f-878f-11034eb87601)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:03.415489 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (56b9b93b-ce8d-4c77-bbf1-db75c6ca142e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:03.436081 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1ee0ca6f-43e2-4153-bd83-350e8b8198a5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:03.536044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Allocated IP 172.20.0.3 (dfac4dce-6cb9-4aad-a5de-1c7fd1540746/56b9b93b-ce8d-4c77-bbf1-db75c6ca142e/22ad02e2-0cd9-4cb3-bdcd-be332a83a101) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:58:03.577115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=1ee0ca6f-43e2-4153-bd83-350e8b8198a5,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:03.625569 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0782a75-1073-44e5-aa55-009a0aa13d6a None None] Network fdf96c70-9cf0-4b19-ab54-0171824ba880 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:03.726860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4fca7a6e-0da7-4160-86b9-d573b9f5d292 None None] Provisioning complete for port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:03.727799 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4fca7a6e-0da7-4160-86b9-d573b9f5d292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1ee0ca6f-43e2-4153-bd83-350e8b8198a5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:03.935811 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:03.950171 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Publish callbacks [] for port (22ad02e2-0cd9-4cb3-bdcd-be332a83a101), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:03.955615 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4fca7a6e-0da7-4160-86b9-d573b9f5d292 None None] Current status of the port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:03.967837 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (22ad02e2-0cd9-4cb3-bdcd-be332a83a101), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:03.987854 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (56b9b93b-ce8d-4c77-bbf1-db75c6ca142e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:04.035189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Network dfac4dce-6cb9-4aad-a5de-1c7fd1540746 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:58:04.038379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:04.041569 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:58:04.059359 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Pushing event updated for resources: {'Port': ['ID=22ad02e2-0cd9-4cb3-bdcd-be332a83a101,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:04.122654 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Attempting to bind port 22ad02e2-0cd9-4cb3-bdcd-be332a83a101 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:58:04.123262 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Attempting to bind port 22ad02e2-0cd9-4cb3-bdcd-be332a83a101 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'c27b4990-be82-48ad-a2e5-aabdab3dacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfac4dce-6cb9-4aad-a5de-1c7fd1540746'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:58:04.123922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Attempting to bind port 22ad02e2-0cd9-4cb3-bdcd-be332a83a101 on network dfac4dce-6cb9-4aad-a5de-1c7fd1540746 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:58:04.129902 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:58:04.130719 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Checking segment: {'id': 'c27b4990-be82-48ad-a2e5-aabdab3dacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfac4dce-6cb9-4aad-a5de-1c7fd1540746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:04.131507 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:04.132095 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Bound using segment: {'id': 'c27b4990-be82-48ad-a2e5-aabdab3dacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfac4dce-6cb9-4aad-a5de-1c7fd1540746'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:58:04.132798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Bound port: 22ad02e2-0cd9-4cb3-bdcd-be332a83a101, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27b4990-be82-48ad-a2e5-aabdab3dacda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfac4dce-6cb9-4aad-a5de-1c7fd1540746'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:58:04.133412 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (22ad02e2-0cd9-4cb3-bdcd-be332a83a101), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:04.207770 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (dfac4dce-6cb9-4aad-a5de-1c7fd1540746), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:04.225583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] For port 22ad02e2-0cd9-4cb3-bdcd-be332a83a101, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:58:04.229849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] For port 22ad02e2-0cd9-4cb3-bdcd-be332a83a101, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=22ad02e2-0cd9-4cb3-bdcd-be332a83a101,segment=NetworkSegment(c27b4990-be82-48ad-a2e5-aabdab3dacda),segment_id=c27b4990-be82-48ad-a2e5-aabdab3dacda)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:58:04.243225 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (22ad02e2-0cd9-4cb3-bdcd-be332a83a101), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:04.250714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfac4dce-6cb9-4aad-a5de-1c7fd1540746']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:04.275133 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27b4990-be82-48ad-a2e5-aabdab3dacda') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:04.275439 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27b4990-be82-48ad-a2e5-aabdab3dacda') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:04.302514 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (c27b4990-be82-48ad-a2e5-aabdab3dacda), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:04.332690 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c27b4990-be82-48ad-a2e5-aabdab3dacda), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:04.344374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:04.355343 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (c27b4990-be82-48ad-a2e5-aabdab3dacda), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:04.418775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeb66e5-15cb-49f3-a170-7224ccdfa1ff None None] Network dfac4dce-6cb9-4aad-a5de-1c7fd1540746 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:04.484121 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:04.488325 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e455874-6e47-4d5d-8a0e-2c788fd0925e None None] Pushing event updated for resources: {'Port': ['ID=22ad02e2-0cd9-4cb3-bdcd-be332a83a101,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:04.492693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Subnet': ['ID=56b9b93b-ce8d-4c77-bbf1-db75c6ca142e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:04.557541 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.api [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 01:58:04.557541 n-d-834677-4 neutron-server[99264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 01:58:04.557541 n-d-834677-4 neutron-server[99264]: [parameters: {'id': 'dfac4dce-6cb9-4aad-a5de-1c7fd1540746'}] Mar 23 01:58:04.557541 n-d-834677-4 neutron-server[99264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=99264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:58:04.558008 n-d-834677-4 neutron-server[99264]: DEBUG oslo_db.api [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:58:04.596220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-23400cb9-c07e-4c08-9447-5a6c8a667e48 None None] Provisioning complete for port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:04.597485 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-23400cb9-c07e-4c08-9447-5a6c8a667e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1ee0ca6f-43e2-4153-bd83-350e8b8198a5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:04.683500 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851da0b6-132b-48a1-96cd-871247a0d6d5 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:58:04.814334 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:58:04.894857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851da0b6-132b-48a1-96cd-871247a0d6d5 None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:58:04.899652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-23400cb9-c07e-4c08-9447-5a6c8a667e48 None None] Current status of the port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:04.984019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:04.984913 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1ee0ca6f-43e2-4153-bd83-350e8b8198a5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:05.059994 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (dfac4dce-6cb9-4aad-a5de-1c7fd1540746), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:05.180767 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:05.245091 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e3359b-29c1-4b90-8c93-2850e9c1f5a8 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:58:05.279127 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Deleting port 22ad02e2-0cd9-4cb3-bdcd-be332a83a101 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:05.279702 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (22ad02e2-0cd9-4cb3-bdcd-be332a83a101), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:05.411161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] For port 22ad02e2-0cd9-4cb3-bdcd-be332a83a101, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=22ad02e2-0cd9-4cb3-bdcd-be332a83a101,segment=NetworkSegment(c27b4990-be82-48ad-a2e5-aabdab3dacda),segment_id=c27b4990-be82-48ad-a2e5-aabdab3dacda)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:05.411617 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (22ad02e2-0cd9-4cb3-bdcd-be332a83a101), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:05.436460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Calling delete_port for 22ad02e2-0cd9-4cb3-bdcd-be332a83a101 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:05.547160 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (22ad02e2-0cd9-4cb3-bdcd-be332a83a101), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:05.586126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Port': ['ID=22ad02e2-0cd9-4cb3-bdcd-be332a83a101,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:05.607835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No DVR routers for this DVR port 22ad02e2-0cd9-4cb3-bdcd-be332a83a101 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:58:05.641500 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e3359b-29c1-4b90-8c93-2850e9c1f5a8 None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:58:05.733399 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (dfac4dce-6cb9-4aad-a5de-1c7fd1540746), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:05.757357 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfac4dce-6cb9-4aad-a5de-1c7fd1540746']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:05.768429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27b4990-be82-48ad-a2e5-aabdab3dacda') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:05.769114 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27b4990-be82-48ad-a2e5-aabdab3dacda') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:05.781249 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (c27b4990-be82-48ad-a2e5-aabdab3dacda), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:05.798416 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c27b4990-be82-48ad-a2e5-aabdab3dacda), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:05.809533 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:05.810079 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (c27b4990-be82-48ad-a2e5-aabdab3dacda), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:05.816146 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:05.948545 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (dfac4dce-6cb9-4aad-a5de-1c7fd1540746), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:05.972088 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:05.980780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38216) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:05.987776 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-72490d21-4408-4638-9ae0-707501e7201b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-638324128'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:05.994541 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/dfac4dce-6cb9-4aad-a5de-1c7fd1540746 HTTP/1.1" status: 204 len: 168 time: 3.0264468 Mar 23 01:58:05.995748 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fff89e-7087-4ed0-b8ed-a7511ef9fa96 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Network': ['ID=dfac4dce-6cb9-4aad-a5de-1c7fd1540746,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:06.019368 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72490d21-4408-4638-9ae0-707501e7201b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:06.025172 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72490d21-4408-4638-9ae0-707501e7201b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:06.055720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72490d21-4408-4638-9ae0-707501e7201b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:58:06.069595 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72490d21-4408-4638-9ae0-707501e7201b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (ac7a5a84-18a6-49d1-a5bd-f10ad856c42a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:06.070233 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-72490d21-4408-4638-9ae0-707501e7201b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Added segment ac7a5a84-18a6-49d1-a5bd-f10ad856c42a of type vlan for network e9fe7238-8ba3-4908-912f-12558ea1463f Mar 23 01:58:06.134204 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72490d21-4408-4638-9ae0-707501e7201b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (e9fe7238-8ba3-4908-912f-12558ea1463f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:06.162146 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72490d21-4408-4638-9ae0-707501e7201b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (e9fe7238-8ba3-4908-912f-12558ea1463f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:06.169641 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72490d21-4408-4638-9ae0-707501e7201b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:06.170314 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72490d21-4408-4638-9ae0-707501e7201b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:06.242693 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-72490d21-4408-4638-9ae0-707501e7201b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2601044 Mar 23 01:58:06.245669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38220) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:06.250359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72490d21-4408-4638-9ae0-707501e7201b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Network': ['ID=e9fe7238-8ba3-4908-912f-12558ea1463f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:06.251569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-88547a42-66cc-49ec-9638-77d6de7ce868 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'subnet': {'network_id': 'e9fe7238-8ba3-4908-912f-12558ea1463f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:06.262900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network e9fe7238-8ba3-4908-912f-12558ea1463f details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:06.415148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88547a42-66cc-49ec-9638-77d6de7ce868 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:06.419659 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-88547a42-66cc-49ec-9638-77d6de7ce868 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:06.684001 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-88547a42-66cc-49ec-9638-77d6de7ce868 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (d92bca68-5b62-4a15-859e-fcb649a0f5a2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:06.813923 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88547a42-66cc-49ec-9638-77d6de7ce868 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Subnet': ['ID=d92bca68-5b62-4a15-859e-fcb649a0f5a2,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:06.826709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88547a42-66cc-49ec-9638-77d6de7ce868 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Checking segment: {'id': 'ac7a5a84-18a6-49d1-a5bd-f10ad856c42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e9fe7238-8ba3-4908-912f-12558ea1463f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:06.827325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88547a42-66cc-49ec-9638-77d6de7ce868 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network hostable DHCP agents. Network: e9fe7238-8ba3-4908-912f-12558ea1463f, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:58:06.848870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88547a42-66cc-49ec-9638-77d6de7ce868 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network e9fe7238-8ba3-4908-912f-12558ea1463f is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:58:06.864411 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-88547a42-66cc-49ec-9638-77d6de7ce868 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, e9fe7238-8ba3-4908-912f-12558ea1463f) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:06.870215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88547a42-66cc-49ec-9638-77d6de7ce868 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:06.871208 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-88547a42-66cc-49ec-9638-77d6de7ce868 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:06.875027 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718d62be-f4f5-4bc5-b4b3-bb093a6b8eef None None] Network e9fe7238-8ba3-4908-912f-12558ea1463f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:06.895931 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-88547a42-66cc-49ec-9638-77d6de7ce868 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6478112 Mar 23 01:58:06.898203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38226) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:07.013943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-e9fe7238-8ba3-4908-912f-12558ea1463f', 'network_id': 'e9fe7238-8ba3-4908-912f-12558ea1463f', 'project_id': 'bbebc3bd49ec435384b23f8920329bad', 'fixed_ips': [{'subnet_id': 'd92bca68-5b62-4a15-859e-fcb649a0f5a2'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:58:07.015056 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:07.035463 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (e9fe7238-8ba3-4908-912f-12558ea1463f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:07.102608 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (d92bca68-5b62-4a15-859e-fcb649a0f5a2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:07.217159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Allocated IP 172.20.0.1 (e9fe7238-8ba3-4908-912f-12558ea1463f/d92bca68-5b62-4a15-859e-fcb649a0f5a2/2cf51bba-636b-4655-a9f7-62b1845ae499) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:58:07.365603 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Publish callbacks [] for port (2cf51bba-636b-4655-a9f7-62b1845ae499), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:07.381481 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (2cf51bba-636b-4655-a9f7-62b1845ae499), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:07.394832 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (d92bca68-5b62-4a15-859e-fcb649a0f5a2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:07.423144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Network e9fe7238-8ba3-4908-912f-12558ea1463f is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:58:07.432621 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:07.437196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:58:07.443381 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Subnet': ['ID=d92bca68-5b62-4a15-859e-fcb649a0f5a2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:07.468509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Pushing event updated for resources: {'Port': ['ID=2cf51bba-636b-4655-a9f7-62b1845ae499,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:07.506732 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Attempting to bind port 2cf51bba-636b-4655-a9f7-62b1845ae499 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:58:07.507103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Attempting to bind port 2cf51bba-636b-4655-a9f7-62b1845ae499 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'ac7a5a84-18a6-49d1-a5bd-f10ad856c42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e9fe7238-8ba3-4908-912f-12558ea1463f'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:58:07.507467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Attempting to bind port 2cf51bba-636b-4655-a9f7-62b1845ae499 on network e9fe7238-8ba3-4908-912f-12558ea1463f {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:58:07.512986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:58:07.513497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Checking segment: {'id': 'ac7a5a84-18a6-49d1-a5bd-f10ad856c42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e9fe7238-8ba3-4908-912f-12558ea1463f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:07.520692 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:07.520692 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Bound using segment: {'id': 'ac7a5a84-18a6-49d1-a5bd-f10ad856c42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e9fe7238-8ba3-4908-912f-12558ea1463f'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:58:07.520912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (e9fe7238-8ba3-4908-912f-12558ea1463f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:07.521038 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Bound port: 2cf51bba-636b-4655-a9f7-62b1845ae499, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7a5a84-18a6-49d1-a5bd-f10ad856c42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e9fe7238-8ba3-4908-912f-12558ea1463f'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:58:07.521038 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2cf51bba-636b-4655-a9f7-62b1845ae499), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:07.540313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fe7238-8ba3-4908-912f-12558ea1463f']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:07.553098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7a5a84-18a6-49d1-a5bd-f10ad856c42a') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:07.554014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7a5a84-18a6-49d1-a5bd-f10ad856c42a') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:07.564418 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (ac7a5a84-18a6-49d1-a5bd-f10ad856c42a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:07.581752 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (ac7a5a84-18a6-49d1-a5bd-f10ad856c42a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:07.589616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:07.590005 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (ac7a5a84-18a6-49d1-a5bd-f10ad856c42a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:07.611373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] For port 2cf51bba-636b-4655-a9f7-62b1845ae499, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:07.611578 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:07.668135 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] For port 2cf51bba-636b-4655-a9f7-62b1845ae499, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2cf51bba-636b-4655-a9f7-62b1845ae499,segment=NetworkSegment(ac7a5a84-18a6-49d1-a5bd-f10ad856c42a),segment_id=ac7a5a84-18a6-49d1-a5bd-f10ad856c42a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:58:07.669280 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.api [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 01:58:07.669280 n-d-834677-4 neutron-server[99264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 01:58:07.669280 n-d-834677-4 neutron-server[99264]: [parameters: {'id': 'e9fe7238-8ba3-4908-912f-12558ea1463f'}] Mar 23 01:58:07.669280 n-d-834677-4 neutron-server[99264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=99264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:58:07.669890 n-d-834677-4 neutron-server[99264]: DEBUG oslo_db.api [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:58:07.676760 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2cf51bba-636b-4655-a9f7-62b1845ae499), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:07.771798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0aad4-d2bd-47b6-aa10-1fc0c0ee8249 None None] Pushing event updated for resources: {'Port': ['ID=2cf51bba-636b-4655-a9f7-62b1845ae499,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:07.787507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8710199a-9fd9-4cb7-b797-4bc5ee0e5ff9 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:58:07.914396 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8710199a-9fd9-4cb7-b797-4bc5ee0e5ff9 None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:58:08.121784 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ec06b6-0082-448c-b23f-4c657e31b1f8 None None] Network e9fe7238-8ba3-4908-912f-12558ea1463f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:08.171192 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (e9fe7238-8ba3-4908-912f-12558ea1463f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:08.245306 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Deleting port 2cf51bba-636b-4655-a9f7-62b1845ae499 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:08.245644 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2cf51bba-636b-4655-a9f7-62b1845ae499), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:08.316403 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] For port 2cf51bba-636b-4655-a9f7-62b1845ae499, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2cf51bba-636b-4655-a9f7-62b1845ae499,segment=NetworkSegment(ac7a5a84-18a6-49d1-a5bd-f10ad856c42a),segment_id=ac7a5a84-18a6-49d1-a5bd-f10ad856c42a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:08.316799 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2cf51bba-636b-4655-a9f7-62b1845ae499), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:08.331205 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Calling delete_port for 2cf51bba-636b-4655-a9f7-62b1845ae499 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:08.439817 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2cf51bba-636b-4655-a9f7-62b1845ae499), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:08.464426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No DVR routers for this DVR port 2cf51bba-636b-4655-a9f7-62b1845ae499 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:58:08.493444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Port': ['ID=2cf51bba-636b-4655-a9f7-62b1845ae499,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:08.590606 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (e9fe7238-8ba3-4908-912f-12558ea1463f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:08.617679 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fe7238-8ba3-4908-912f-12558ea1463f']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:08.627801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7a5a84-18a6-49d1-a5bd-f10ad856c42a') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:08.628109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7a5a84-18a6-49d1-a5bd-f10ad856c42a') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:08.638457 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (ac7a5a84-18a6-49d1-a5bd-f10ad856c42a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:08.654848 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (ac7a5a84-18a6-49d1-a5bd-f10ad856c42a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:08.661629 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:08.662022 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (ac7a5a84-18a6-49d1-a5bd-f10ad856c42a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:08.748502 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:08.753929 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (e9fe7238-8ba3-4908-912f-12558ea1463f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:08.772695 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:08.778682 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/e9fe7238-8ba3-4908-912f-12558ea1463f HTTP/1.1" status: 204 len: 168 time: 1.8786128 Mar 23 01:58:08.781582 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38252) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:08.787863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-16e32d78-acd9-4984-850d-1ed48402493d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1476536706'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:08.795848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d91a6-60c6-4521-b0f1-5f2d3c1f7979 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Network': ['ID=e9fe7238-8ba3-4908-912f-12558ea1463f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:08.832742 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e32d78-acd9-4984-850d-1ed48402493d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:08.837023 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16e32d78-acd9-4984-850d-1ed48402493d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:08.872274 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e32d78-acd9-4984-850d-1ed48402493d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:58:08.885296 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16e32d78-acd9-4984-850d-1ed48402493d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bed54618-fb7f-49f2-a76b-d8b2fc95f985), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:08.885879 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-16e32d78-acd9-4984-850d-1ed48402493d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Added segment bed54618-fb7f-49f2-a76b-d8b2fc95f985 of type vlan for network d5c0e32c-034f-4f49-bb81-1ac1040e362e Mar 23 01:58:08.944636 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16e32d78-acd9-4984-850d-1ed48402493d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (d5c0e32c-034f-4f49-bb81-1ac1040e362e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:08.996009 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16e32d78-acd9-4984-850d-1ed48402493d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (d5c0e32c-034f-4f49-bb81-1ac1040e362e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:08.998233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e32d78-acd9-4984-850d-1ed48402493d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:08.999069 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16e32d78-acd9-4984-850d-1ed48402493d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:09.075662 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-16e32d78-acd9-4984-850d-1ed48402493d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2921295 Mar 23 01:58:09.078265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38260) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:09.084252 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a1ae293f-9e3e-4df1-8713-5be2ff23c82a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'subnet': {'network_id': 'd5c0e32c-034f-4f49-bb81-1ac1040e362e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:09.099095 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e32d78-acd9-4984-850d-1ed48402493d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Network': ['ID=d5c0e32c-034f-4f49-bb81-1ac1040e362e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:09.115387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network d5c0e32c-034f-4f49-bb81-1ac1040e362e details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:09.244005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ae293f-9e3e-4df1-8713-5be2ff23c82a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:09.251729 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a1ae293f-9e3e-4df1-8713-5be2ff23c82a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:09.406100 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7906924-8ce3-45d0-93f4-22aa8e5f9e57 req-8e4805a5-e482-42fc-9a73-90dc0f6ca056 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:09.411522 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7906924-8ce3-45d0-93f4-22aa8e5f9e57 req-8e4805a5-e482-42fc-9a73-90dc0f6ca056 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 946 time: 0.0821161 Mar 23 01:58:09.500386 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7906924-8ce3-45d0-93f4-22aa8e5f9e57 req-d4443995-6712-4e58-bc94-c9565eb5df8d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847440 Mar 23 01:58:09.519221 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a1ae293f-9e3e-4df1-8713-5be2ff23c82a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (793b0c74-1153-4524-baab-91cdf181609c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:09.586667 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae293f-9e3e-4df1-8713-5be2ff23c82a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Subnet': ['ID=793b0c74-1153-4524-baab-91cdf181609c,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:09.623059 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae293f-9e3e-4df1-8713-5be2ff23c82a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Checking segment: {'id': 'bed54618-fb7f-49f2-a76b-d8b2fc95f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5c0e32c-034f-4f49-bb81-1ac1040e362e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:09.623430 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ae293f-9e3e-4df1-8713-5be2ff23c82a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network hostable DHCP agents. Network: d5c0e32c-034f-4f49-bb81-1ac1040e362e, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:58:09.641639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ae293f-9e3e-4df1-8713-5be2ff23c82a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network d5c0e32c-034f-4f49-bb81-1ac1040e362e is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:58:09.652110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-a1ae293f-9e3e-4df1-8713-5be2ff23c82a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, d5c0e32c-034f-4f49-bb81-1ac1040e362e) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:09.656536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ae293f-9e3e-4df1-8713-5be2ff23c82a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:09.657259 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a1ae293f-9e3e-4df1-8713-5be2ff23c82a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:09.664247 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4ed4b1-2e49-4f19-bcd4-0e923518354e None None] Network d5c0e32c-034f-4f49-bb81-1ac1040e362e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:09.704209 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a1ae293f-9e3e-4df1-8713-5be2ff23c82a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6245952 Mar 23 01:58:09.707141 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38266) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:09.775842 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d5c0e32c-034f-4f49-bb81-1ac1040e362e', 'network_id': 'd5c0e32c-034f-4f49-bb81-1ac1040e362e', 'project_id': 'bbebc3bd49ec435384b23f8920329bad', 'fixed_ips': [{'subnet_id': '793b0c74-1153-4524-baab-91cdf181609c'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:58:09.776752 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:09.865683 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (d5c0e32c-034f-4f49-bb81-1ac1040e362e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:09.928525 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (793b0c74-1153-4524-baab-91cdf181609c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:09.968923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Allocated IP 172.20.0.2 (d5c0e32c-034f-4f49-bb81-1ac1040e362e/793b0c74-1153-4524-baab-91cdf181609c/935ae851-0272-4791-b70c-fd9c8d5ce426) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:58:10.126341 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Publish callbacks [] for port (935ae851-0272-4791-b70c-fd9c8d5ce426), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:10.133380 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (935ae851-0272-4791-b70c-fd9c8d5ce426), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:10.154147 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (793b0c74-1153-4524-baab-91cdf181609c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:10.177818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Network d5c0e32c-034f-4f49-bb81-1ac1040e362e is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:58:10.184015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:10.189170 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:58:10.193869 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Pushing event updated for resources: {'Port': ['ID=935ae851-0272-4791-b70c-fd9c8d5ce426,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:10.217179 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Subnet': ['ID=793b0c74-1153-4524-baab-91cdf181609c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:10.253720 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Attempting to bind port 935ae851-0272-4791-b70c-fd9c8d5ce426 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:58:10.254107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Attempting to bind port 935ae851-0272-4791-b70c-fd9c8d5ce426 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'bed54618-fb7f-49f2-a76b-d8b2fc95f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5c0e32c-034f-4f49-bb81-1ac1040e362e'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:58:10.254470 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Attempting to bind port 935ae851-0272-4791-b70c-fd9c8d5ce426 on network d5c0e32c-034f-4f49-bb81-1ac1040e362e {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:58:10.260733 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:58:10.261123 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Checking segment: {'id': 'bed54618-fb7f-49f2-a76b-d8b2fc95f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5c0e32c-034f-4f49-bb81-1ac1040e362e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:10.261684 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:10.262087 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Bound using segment: {'id': 'bed54618-fb7f-49f2-a76b-d8b2fc95f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5c0e32c-034f-4f49-bb81-1ac1040e362e'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:58:10.262578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Bound port: 935ae851-0272-4791-b70c-fd9c8d5ce426, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed54618-fb7f-49f2-a76b-d8b2fc95f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5c0e32c-034f-4f49-bb81-1ac1040e362e'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:58:10.262966 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (935ae851-0272-4791-b70c-fd9c8d5ce426), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:10.280873 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (d5c0e32c-034f-4f49-bb81-1ac1040e362e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:10.304554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c0e32c-034f-4f49-bb81-1ac1040e362e']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:10.317934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed54618-fb7f-49f2-a76b-d8b2fc95f985') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:10.318256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed54618-fb7f-49f2-a76b-d8b2fc95f985') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:10.329796 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (bed54618-fb7f-49f2-a76b-d8b2fc95f985), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:10.347196 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bed54618-fb7f-49f2-a76b-d8b2fc95f985), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:10.349754 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] For port 935ae851-0272-4791-b70c-fd9c8d5ce426, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:58:10.355754 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:10.356144 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (bed54618-fb7f-49f2-a76b-d8b2fc95f985), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:10.359164 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:10.419123 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] For port 935ae851-0272-4791-b70c-fd9c8d5ce426, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=935ae851-0272-4791-b70c-fd9c8d5ce426,segment=NetworkSegment(bed54618-fb7f-49f2-a76b-d8b2fc95f985),segment_id=bed54618-fb7f-49f2-a76b-d8b2fc95f985)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:58:10.427403 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.api [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 01:58:10.427403 n-d-834677-4 neutron-server[99263]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 01:58:10.427403 n-d-834677-4 neutron-server[99263]: [parameters: {'id': 'd5c0e32c-034f-4f49-bb81-1ac1040e362e'}] Mar 23 01:58:10.427403 n-d-834677-4 neutron-server[99263]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=99263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:58:10.427833 n-d-834677-4 neutron-server[99263]: DEBUG oslo_db.api [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:58:10.434109 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (935ae851-0272-4791-b70c-fd9c8d5ce426), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:10.524022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07415b99-4fa1-460f-af16-fa1241fd38e5 None None] Pushing event updated for resources: {'Port': ['ID=935ae851-0272-4791-b70c-fd9c8d5ce426,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:10.554537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8882550d-5d83-4764-a2c7-4628a0285a98 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:58:10.647920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8882550d-5d83-4764-a2c7-4628a0285a98 None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:58:10.649255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db62ad-6616-4e7c-b499-c37b6bd791cf req-3767d524-345c-4f5e-a7dd-0387bc3667f3 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:10.658240 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-32db62ad-6616-4e7c-b499-c37b6bd791cf req-3767d524-345c-4f5e-a7dd-0387bc3667f3 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 946 time: 0.0705738 Mar 23 01:58:10.737943 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-32db62ad-6616-4e7c-b499-c37b6bd791cf req-d48f6d0d-90c0-4886-94b1-40096dfbb780 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784185 Mar 23 01:58:10.785850 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:58:10.855954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4e3dce-87bf-441b-b952-1b09305c0383 None None] Network d5c0e32c-034f-4f49-bb81-1ac1040e362e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:10.928746 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (d5c0e32c-034f-4f49-bb81-1ac1040e362e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:10.986095 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Deleting port 935ae851-0272-4791-b70c-fd9c8d5ce426 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:10.986534 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (935ae851-0272-4791-b70c-fd9c8d5ce426), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:11.445751 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] For port 935ae851-0272-4791-b70c-fd9c8d5ce426, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=935ae851-0272-4791-b70c-fd9c8d5ce426,segment=NetworkSegment(bed54618-fb7f-49f2-a76b-d8b2fc95f985),segment_id=bed54618-fb7f-49f2-a76b-d8b2fc95f985)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:11.446148 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (935ae851-0272-4791-b70c-fd9c8d5ce426), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:11.461081 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Calling delete_port for 935ae851-0272-4791-b70c-fd9c8d5ce426 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:11.482270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba039cb8-2f8c-42a1-af2a-99d48f10f7e8 req-0124a1fe-e621-4a63-8a5f-dea3a406b08b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:11.483739 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ba039cb8-2f8c-42a1-af2a-99d48f10f7e8 req-0124a1fe-e621-4a63-8a5f-dea3a406b08b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 946 time: 0.4836800 Mar 23 01:58:11.611818 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (935ae851-0272-4791-b70c-fd9c8d5ce426), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:11.639739 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Port': ['ID=935ae851-0272-4791-b70c-fd9c8d5ce426,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:11.645636 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No DVR routers for this DVR port 935ae851-0272-4791-b70c-fd9c8d5ce426 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:58:11.674172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-ba039cb8-2f8c-42a1-af2a-99d48f10f7e8 req-36f6aab4-fa1a-4b68-95f2-0a2bb8d41eac tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Deleting port 8af97815-7995-44ed-ab99-adb11cc587db {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:11.674530 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ba039cb8-2f8c-42a1-af2a-99d48f10f7e8 req-36f6aab4-fa1a-4b68-95f2-0a2bb8d41eac tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8af97815-7995-44ed-ab99-adb11cc587db), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:11.777412 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (d5c0e32c-034f-4f49-bb81-1ac1040e362e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:11.813905 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c0e32c-034f-4f49-bb81-1ac1040e362e']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:11.849285 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed54618-fb7f-49f2-a76b-d8b2fc95f985') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:11.849576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed54618-fb7f-49f2-a76b-d8b2fc95f985') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:11.878606 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (bed54618-fb7f-49f2-a76b-d8b2fc95f985), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:11.887259 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-ba039cb8-2f8c-42a1-af2a-99d48f10f7e8 req-36f6aab4-fa1a-4b68-95f2-0a2bb8d41eac tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] For port 8af97815-7995-44ed-ab99-adb11cc587db, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8af97815-7995-44ed-ab99-adb11cc587db,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:11.887648 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ba039cb8-2f8c-42a1-af2a-99d48f10f7e8 req-36f6aab4-fa1a-4b68-95f2-0a2bb8d41eac tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8af97815-7995-44ed-ab99-adb11cc587db), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:11.929459 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bed54618-fb7f-49f2-a76b-d8b2fc95f985), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:11.975667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:11.976089 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (bed54618-fb7f-49f2-a76b-d8b2fc95f985), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:11.980454 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:12.108221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45230c16-2a75-4b6b-a06b-97f2c2064860 req-c7285f81-25dd-47c5-90a2-ec1b1625178e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:12.109781 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-45230c16-2a75-4b6b-a06b-97f2c2064860 req-c7285f81-25dd-47c5-90a2-ec1b1625178e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 946 time: 0.2935057 Mar 23 01:58:12.147072 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (d5c0e32c-034f-4f49-bb81-1ac1040e362e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:12.161715 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:12.164731 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/d5c0e32c-034f-4f49-bb81-1ac1040e362e HTTP/1.1" status: 204 len: 168 time: 2.4562309 Mar 23 01:58:12.168718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38282) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:12.175901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3a6fb565-cfbe-4fc5-b949-2eb6c74d02ce tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-82083381'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:12.186164 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383de494-a2fd-48eb-8d86-d95b8bb9c649 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Network': ['ID=d5c0e32c-034f-4f49-bb81-1ac1040e362e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:12.203802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6fb565-cfbe-4fc5-b949-2eb6c74d02ce tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:12.208273 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb565-cfbe-4fc5-b949-2eb6c74d02ce tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:12.236014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6fb565-cfbe-4fc5-b949-2eb6c74d02ce tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:58:12.246693 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb565-cfbe-4fc5-b949-2eb6c74d02ce tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (0edd7f6c-48da-4a43-9870-37f04fa11fd2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:12.247150 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-3a6fb565-cfbe-4fc5-b949-2eb6c74d02ce tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Added segment 0edd7f6c-48da-4a43-9870-37f04fa11fd2 of type vlan for network 76cf595a-dd15-4475-be3d-8540cb924e33 Mar 23 01:58:12.294178 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb565-cfbe-4fc5-b949-2eb6c74d02ce tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (76cf595a-dd15-4475-be3d-8540cb924e33), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:12.305791 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-45230c16-2a75-4b6b-a06b-97f2c2064860 req-e0f7450c-9e37-4209-8150-088cbdf1b388 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=25200e46-d182-4ac5-addc-417c5d8f4a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637814 Mar 23 01:58:12.324917 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb565-cfbe-4fc5-b949-2eb6c74d02ce tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (76cf595a-dd15-4475-be3d-8540cb924e33), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:12.337676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6fb565-cfbe-4fc5-b949-2eb6c74d02ce tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:12.337676 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb565-cfbe-4fc5-b949-2eb6c74d02ce tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:12.356035 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3a6fb565-cfbe-4fc5-b949-2eb6c74d02ce tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.1856890 Mar 23 01:58:12.356800 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ba039cb8-2f8c-42a1-af2a-99d48f10f7e8 req-36f6aab4-fa1a-4b68-95f2-0a2bb8d41eac tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:12.357306 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ba039cb8-2f8c-42a1-af2a-99d48f10f7e8 req-36f6aab4-fa1a-4b68-95f2-0a2bb8d41eac tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (9bdf0c80-451c-46fb-a18a-f8c5c5692e2d), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:12.357793 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [req-ba039cb8-2f8c-42a1-af2a-99d48f10f7e8 req-36f6aab4-fa1a-4b68-95f2-0a2bb8d41eac tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Floating IP 9bdf0c80-451c-46fb-a18a-f8c5c5692e2d disassociated. External IP: 172.25.0.20, port: 8af97815-7995-44ed-ab99-adb11cc587db. Mar 23 01:58:12.358283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-ba039cb8-2f8c-42a1-af2a-99d48f10f7e8 req-36f6aab4-fa1a-4b68-95f2-0a2bb8d41eac tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Calling delete_port for 8af97815-7995-44ed-ab99-adb11cc587db owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:12.360271 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38286) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:12.367743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-627a2ee4-8afc-4f0b-8e32-75323fe2da56 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'subnet': {'network_id': '76cf595a-dd15-4475-be3d-8540cb924e33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:12.413517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fb565-cfbe-4fc5-b949-2eb6c74d02ce tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Network': ['ID=76cf595a-dd15-4475-be3d-8540cb924e33,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:12.432247 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 76cf595a-dd15-4475-be3d-8540cb924e33 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:12.511861 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627a2ee4-8afc-4f0b-8e32-75323fe2da56 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:12.515307 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-627a2ee4-8afc-4f0b-8e32-75323fe2da56 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:12.593719 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_backend_mixin [None req-627a2ee4-8afc-4f0b-8e32-75323fe2da56 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Performing IP validity checks on allocation pools {{(pid=99263) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 23 01:58:12.594264 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_backend_mixin [None req-627a2ee4-8afc-4f0b-8e32-75323fe2da56 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99263) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 23 01:58:12.639122 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ba039cb8-2f8c-42a1-af2a-99d48f10f7e8 req-36f6aab4-fa1a-4b68-95f2-0a2bb8d41eac tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8af97815-7995-44ed-ab99-adb11cc587db), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:12.680144 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6aab4-fa1a-4b68-95f2-0a2bb8d41eac tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event deleted for resources: {'Port': ['ID=8af97815-7995-44ed-ab99-adb11cc587db,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:12.851693 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-627a2ee4-8afc-4f0b-8e32-75323fe2da56 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (81c53a6a-9910-434b-be45-49b06483d621), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:12.914651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba039cb8-2f8c-42a1-af2a-99d48f10f7e8 req-36f6aab4-fa1a-4b68-95f2-0a2bb8d41eac tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:58:12.923772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a2ee4-8afc-4f0b-8e32-75323fe2da56 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Subnet': ['ID=81c53a6a-9910-434b-be45-49b06483d621,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:12.981924 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a2ee4-8afc-4f0b-8e32-75323fe2da56 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Checking segment: {'id': '0edd7f6c-48da-4a43-9870-37f04fa11fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76cf595a-dd15-4475-be3d-8540cb924e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:12.982599 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a2ee4-8afc-4f0b-8e32-75323fe2da56 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network hostable DHCP agents. Network: 76cf595a-dd15-4475-be3d-8540cb924e33, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:58:13.044671 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a2ee4-8afc-4f0b-8e32-75323fe2da56 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network 76cf595a-dd15-4475-be3d-8540cb924e33 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:58:13.061443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-627a2ee4-8afc-4f0b-8e32-75323fe2da56 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 76cf595a-dd15-4475-be3d-8540cb924e33) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:13.073039 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6398675a-eefa-454a-9f81-cb11c3074277 None None] Network 76cf595a-dd15-4475-be3d-8540cb924e33 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:13.074149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627a2ee4-8afc-4f0b-8e32-75323fe2da56 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:13.074947 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-627a2ee4-8afc-4f0b-8e32-75323fe2da56 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:13.082754 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba039cb8-2f8c-42a1-af2a-99d48f10f7e8 req-36f6aab4-fa1a-4b68-95f2-0a2bb8d41eac tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:58:13.118729 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-627a2ee4-8afc-4f0b-8e32-75323fe2da56 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7571394 Mar 23 01:58:13.121936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38290) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:13.145181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba039cb8-2f8c-42a1-af2a-99d48f10f7e8 req-36f6aab4-fa1a-4b68-95f2-0a2bb8d41eac tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] No DVR routers for this DVR port 8af97815-7995-44ed-ab99-adb11cc587db on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:58:13.149506 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ba039cb8-2f8c-42a1-af2a-99d48f10f7e8 req-36f6aab4-fa1a-4b68-95f2-0a2bb8d41eac tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:13.153194 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ba039cb8-2f8c-42a1-af2a-99d48f10f7e8 req-36f6aab4-fa1a-4b68-95f2-0a2bb8d41eac tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.43 "DELETE /v2.0/ports/8af97815-7995-44ed-ab99-adb11cc587db HTTP/1.1" status: 204 len: 173 time: 1.6405797 Mar 23 01:58:13.153774 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'name': 'network-vif-deleted', 'tag': '8af97815-7995-44ed-ab99-adb11cc587db'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:58:13.156164 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57666e5-083f-4c30-bee2-b88adf00e5b8" -d '{"events": [{"server_uuid": "e10ddbdc-5cc5-46df-ae64-ba331e4fc461", "name": "network-vif-deleted", "tag": "8af97815-7995-44ed-ab99-adb11cc587db"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:58:13.181543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313f88c-86e6-417e-9d06-e3d7a2b98143 None None] Sync routers for ids ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:58:13.228734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8573f1e-7bc0-4980-9b90-e4ecd4363ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-76cf595a-dd15-4475-be3d-8540cb924e33', 'network_id': '76cf595a-dd15-4475-be3d-8540cb924e33', 'project_id': 'bbebc3bd49ec435384b23f8920329bad', 'fixed_ips': [{'subnet_id': '81c53a6a-9910-434b-be45-49b06483d621'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:58:13.229860 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b8573f1e-7bc0-4980-9b90-e4ecd4363ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:13.233076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313f88c-86e6-417e-9d06-e3d7a2b98143 None None] Routers {'02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:58:13.234013 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d313f88c-86e6-417e-9d06-e3d7a2b98143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:57:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:13.362107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-d313f88c-86e6-417e-9d06-e3d7a2b98143 None None] Set router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:58:13.388584 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-636d3448-5a1d-4a13-abe3-e9cf10249245 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (76cf595a-dd15-4475-be3d-8540cb924e33), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:13.469043 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-636d3448-5a1d-4a13-abe3-e9cf10249245 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (81c53a6a-9910-434b-be45-49b06483d621), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:13.510686 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2aca7367-cdd4-4134-9691-1487a3871f74 req-d1ec8aea-ed7d-4477-88e0-ddbb2ee55f8b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=e10ddbdc-5cc5-46df-ae64-ba331e4fc461 HTTP/1.1" status: 200 len: 210 time: 0.0446022 Mar 23 01:58:13.512306 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214e3d5d-2e33-4644-8e93-d69e64b0ce31 x-openstack-request-id: req-214e3d5d-2e33-4644-8e93-d69e64b0ce31 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:58:13.512629 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10ddbdc-5cc5-46df-ae64-ba331e4fc461", "name": "network-vif-deleted", "tag": "8af97815-7995-44ed-ab99-adb11cc587db", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:58:13.512876 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-214e3d5d-2e33-4644-8e93-d69e64b0ce31 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:58:13.513288 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-214e3d5d-2e33-4644-8e93-d69e64b0ce31'] response: {'server_uuid': 'e10ddbdc-5cc5-46df-ae64-ba331e4fc461', 'name': 'network-vif-deleted', 'tag': '8af97815-7995-44ed-ab99-adb11cc587db', 'status': 'completed', 'code': 200} Mar 23 01:58:13.564540 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-636d3448-5a1d-4a13-abe3-e9cf10249245 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (81c53a6a-9910-434b-be45-49b06483d621), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:13.599937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d3448-5a1d-4a13-abe3-e9cf10249245 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Subnet': ['ID=81c53a6a-9910-434b-be45-49b06483d621,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server [None req-b8573f1e-7bc0-4980-9b90-e4ecd4363ea3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81c53a6a-9910-434b-be45-49b06483d621: This subnet is being modified by another concurrent operation. Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise exception Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81c53a6a-9910-434b-be45-49b06483d621: This subnet is being modified by another concurrent operation. Mar 23 01:58:13.677634 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server Mar 23 01:58:13.694292 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-636d3448-5a1d-4a13-abe3-e9cf10249245 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (76cf595a-dd15-4475-be3d-8540cb924e33), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:13.702693 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c678ae7-9a9c-4c26-af67-6af92302e133 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:58:13.730799 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-636d3448-5a1d-4a13-abe3-e9cf10249245 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76cf595a-dd15-4475-be3d-8540cb924e33']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:13.744026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-636d3448-5a1d-4a13-abe3-e9cf10249245 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edd7f6c-48da-4a43-9870-37f04fa11fd2') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:13.744724 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-636d3448-5a1d-4a13-abe3-e9cf10249245 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edd7f6c-48da-4a43-9870-37f04fa11fd2') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:13.758335 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-636d3448-5a1d-4a13-abe3-e9cf10249245 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (0edd7f6c-48da-4a43-9870-37f04fa11fd2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:13.769687 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d313f88c-86e6-417e-9d06-e3d7a2b98143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '5c42a4b2-9f79-454b-be9e-d799747dbd0a', 'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'mac_address': 'fa:16:3e:4f:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:34Z', 'updated_at': '2022-03-23T01:54:46Z', 'revision_number': 5, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'subnets': [{'id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:13.775733 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-636d3448-5a1d-4a13-abe3-e9cf10249245 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (0edd7f6c-48da-4a43-9870-37f04fa11fd2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:13.784780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636d3448-5a1d-4a13-abe3-e9cf10249245 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:13.785605 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-636d3448-5a1d-4a13-abe3-e9cf10249245 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (0edd7f6c-48da-4a43-9870-37f04fa11fd2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:13.789886 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:13.827946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313f88c-86e6-417e-9d06-e3d7a2b98143 None None] Checking router: 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:58:13.860741 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-636d3448-5a1d-4a13-abe3-e9cf10249245 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (76cf595a-dd15-4475-be3d-8540cb924e33), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:13.864857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313f88c-86e6-417e-9d06-e3d7a2b98143 None None] Routers {'02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:58:13.865515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d313f88c-86e6-417e-9d06-e3d7a2b98143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:57:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:13.874243 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-636d3448-5a1d-4a13-abe3-e9cf10249245 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:13.879430 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-636d3448-5a1d-4a13-abe3-e9cf10249245 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/76cf595a-dd15-4475-be3d-8540cb924e33 HTTP/1.1" status: 204 len: 168 time: 0.7564397 Mar 23 01:58:13.883053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38300) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:13.888500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-4857c860-57cb-402b-8d00-7578711b5bbb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-933785148'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:13.903374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d3448-5a1d-4a13-abe3-e9cf10249245 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Network': ['ID=76cf595a-dd15-4475-be3d-8540cb924e33,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:13.923589 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4857c860-57cb-402b-8d00-7578711b5bbb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:13.927201 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4857c860-57cb-402b-8d00-7578711b5bbb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:13.954605 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4857c860-57cb-402b-8d00-7578711b5bbb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:58:13.966189 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4857c860-57cb-402b-8d00-7578711b5bbb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (1ecfad3d-0434-45b4-860a-caf7aee5ed20), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:13.966938 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-4857c860-57cb-402b-8d00-7578711b5bbb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Added segment 1ecfad3d-0434-45b4-860a-caf7aee5ed20 of type vlan for network 57c88295-1e72-4b5e-a86d-9061fedfd558 Mar 23 01:58:14.011622 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4857c860-57cb-402b-8d00-7578711b5bbb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (57c88295-1e72-4b5e-a86d-9061fedfd558), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:14.040185 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4857c860-57cb-402b-8d00-7578711b5bbb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (57c88295-1e72-4b5e-a86d-9061fedfd558), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:14.045324 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4857c860-57cb-402b-8d00-7578711b5bbb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:14.045946 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4857c860-57cb-402b-8d00-7578711b5bbb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:14.116899 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4857c860-57cb-402b-8d00-7578711b5bbb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2295899 Mar 23 01:58:14.117429 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38304) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:14.125159 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ceb19234-f825-420e-9b08-e47e81bc1307 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'subnet': {'network_id': '57c88295-1e72-4b5e-a86d-9061fedfd558', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:14.130840 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857c860-57cb-402b-8d00-7578711b5bbb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Network': ['ID=57c88295-1e72-4b5e-a86d-9061fedfd558,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:14.132571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c678ae7-9a9c-4c26-af67-6af92302e133 None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:58:14.159177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 57c88295-1e72-4b5e-a86d-9061fedfd558 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:14.220509 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb19234-f825-420e-9b08-e47e81bc1307 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:14.224130 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ceb19234-f825-420e-9b08-e47e81bc1307 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:14.252560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8af97815-7995-44ed-ab99-adb11cc587db no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:58:14.295906 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 8af97815-7995-44ed-ab99-adb11cc587db {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:58:14.296254 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8af97815-7995-44ed-ab99-adb11cc587db not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:58:14.346432 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-d313f88c-86e6-417e-9d06-e3d7a2b98143 None None] Set router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:58:14.442634 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ceb19234-f825-420e-9b08-e47e81bc1307 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (7e0e5ebc-b083-4c4f-a2b5-0fe144eca5b2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:14.511234 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb19234-f825-420e-9b08-e47e81bc1307 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Subnet': ['ID=7e0e5ebc-b083-4c4f-a2b5-0fe144eca5b2,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:14.521867 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb19234-f825-420e-9b08-e47e81bc1307 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Checking segment: {'id': '1ecfad3d-0434-45b4-860a-caf7aee5ed20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '57c88295-1e72-4b5e-a86d-9061fedfd558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:14.522735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb19234-f825-420e-9b08-e47e81bc1307 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network hostable DHCP agents. Network: 57c88295-1e72-4b5e-a86d-9061fedfd558, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:58:14.545923 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb19234-f825-420e-9b08-e47e81bc1307 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network 57c88295-1e72-4b5e-a86d-9061fedfd558 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:58:14.574026 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ceb19234-f825-420e-9b08-e47e81bc1307 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 57c88295-1e72-4b5e-a86d-9061fedfd558) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:14.575995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e887fa-00b3-46ae-81b1-634fe87e02d4 None None] Network 76cf595a-dd15-4475-be3d-8540cb924e33 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:14.579141 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb19234-f825-420e-9b08-e47e81bc1307 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:14.580053 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ceb19234-f825-420e-9b08-e47e81bc1307 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:14.606024 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734bbdfd-c932-49ed-9397-89ba82ffa4af None None] Network 57c88295-1e72-4b5e-a86d-9061fedfd558 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:14.606233 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ceb19234-f825-420e-9b08-e47e81bc1307 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4850421 Mar 23 01:58:14.606233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38312) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:14.608979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e887fa-00b3-46ae-81b1-634fe87e02d4 None None] Network 76cf595a-dd15-4475-be3d-8540cb924e33 could not be found, it might have been deleted concurrently. {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 23 01:58:14.625454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38314) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:14.697360 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-132ea9aa-357b-43f1-a62a-19a7af5e3d4b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group (25200e46-d182-4ac5-addc-417c5d8f4a71), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:14.740535 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-132ea9aa-357b-43f1-a62a-19a7af5e3d4b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group (25200e46-d182-4ac5-addc-417c5d8f4a71), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:14.752232 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d313f88c-86e6-417e-9d06-e3d7a2b98143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '5c42a4b2-9f79-454b-be9e-d799747dbd0a', 'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'mac_address': 'fa:16:3e:4f:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:34Z', 'updated_at': '2022-03-23T01:54:46Z', 'revision_number': 5, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'subnets': [{'id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:14.757246 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab646d06-00cd-4805-bd1c-3a7aac96b4a1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (57c88295-1e72-4b5e-a86d-9061fedfd558), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:14.800765 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-132ea9aa-357b-43f1-a62a-19a7af5e3d4b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (25200e46-d182-4ac5-addc-417c5d8f4a71), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:14.803309 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-132ea9aa-357b-43f1-a62a-19a7af5e3d4b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:14.804532 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-132ea9aa-357b-43f1-a62a-19a7af5e3d4b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "DELETE /v2.0/security-groups/25200e46-d182-4ac5-addc-417c5d8f4a71 HTTP/1.1" status: 204 len: 168 time: 0.1766887 Mar 23 01:58:14.807370 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38316) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:14.811438 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313f88c-86e6-417e-9d06-e3d7a2b98143 None None] The sync data for ids ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'] in n-d-834677-4 is: [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '5c42a4b2-9f79-454b-be9e-d799747dbd0a', 'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'mac_address': 'fa:16:3e:4f:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:34Z', 'updated_at': '2022-03-23T01:54:46Z', 'revision_number': 5, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'subnets': [{'id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:58:14.818674 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ea9aa-357b-43f1-a62a-19a7af5e3d4b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25200e46-d182-4ac5-addc-417c5d8f4a71,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:14.821158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7999a2b9-dc03-40d1-b96b-491849cd0822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-57c88295-1e72-4b5e-a86d-9061fedfd558', 'network_id': '57c88295-1e72-4b5e-a86d-9061fedfd558', 'project_id': 'bbebc3bd49ec435384b23f8920329bad', 'fixed_ips': [{'subnet_id': '7e0e5ebc-b083-4c4f-a2b5-0fe144eca5b2'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:58:14.821868 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7999a2b9-dc03-40d1-b96b-491849cd0822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:14.841841 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab646d06-00cd-4805-bd1c-3a7aac96b4a1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (7e0e5ebc-b083-4c4f-a2b5-0fe144eca5b2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:14.873702 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-e254f85c-fd10-4ce1-bacc-2553439b25c3 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] show failed (client error): The resource could not be found. Mar 23 01:58:14.877723 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e254f85c-fd10-4ce1-bacc-2553439b25c3 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups/25200e46-d182-4ac5-addc-417c5d8f4a71 HTTP/1.1" status: 404 len: 347 time: 0.0664177 Mar 23 01:58:14.878201 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38320) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:14.941552 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab646d06-00cd-4805-bd1c-3a7aac96b4a1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (7e0e5ebc-b083-4c4f-a2b5-0fe144eca5b2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:14.977524 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab646d06-00cd-4805-bd1c-3a7aac96b4a1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Subnet': ['ID=7e0e5ebc-b083-4c4f-a2b5-0fe144eca5b2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server [None req-7999a2b9-dc03-40d1-b96b-491849cd0822 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e0e5ebc-b083-4c4f-a2b5-0fe144eca5b2: This subnet is being modified by another concurrent operation. Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise exception Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e0e5ebc-b083-4c4f-a2b5-0fe144eca5b2: This subnet is being modified by another concurrent operation. Mar 23 01:58:14.992421 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server Mar 23 01:58:15.023888 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316a9843-39cf-4ec5-93aa-a96146b91ed7 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:58:15.057049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-2ca98c7b-3ccd-4373-b32e-028acf835112 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Deleting port 60ac7b3f-d20e-4f76-8f4c-31d93b5a0a66 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:15.057443 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2ca98c7b-3ccd-4373-b32e-028acf835112 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (60ac7b3f-d20e-4f76-8f4c-31d93b5a0a66), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.066460 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab646d06-00cd-4805-bd1c-3a7aac96b4a1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (57c88295-1e72-4b5e-a86d-9061fedfd558), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.094407 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-ab646d06-00cd-4805-bd1c-3a7aac96b4a1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c88295-1e72-4b5e-a86d-9061fedfd558']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:15.110950 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-ab646d06-00cd-4805-bd1c-3a7aac96b4a1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecfad3d-0434-45b4-860a-caf7aee5ed20') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:15.111346 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-ab646d06-00cd-4805-bd1c-3a7aac96b4a1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecfad3d-0434-45b4-860a-caf7aee5ed20') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:15.123029 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab646d06-00cd-4805-bd1c-3a7aac96b4a1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (1ecfad3d-0434-45b4-860a-caf7aee5ed20), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.149093 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab646d06-00cd-4805-bd1c-3a7aac96b4a1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (1ecfad3d-0434-45b4-860a-caf7aee5ed20), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.161623 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab646d06-00cd-4805-bd1c-3a7aac96b4a1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:15.162034 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab646d06-00cd-4805-bd1c-3a7aac96b4a1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (1ecfad3d-0434-45b4-860a-caf7aee5ed20), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:15.172714 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:15.179417 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2ca98c7b-3ccd-4373-b32e-028acf835112 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (60ac7b3f-d20e-4f76-8f4c-31d93b5a0a66), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.179946 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2ca98c7b-3ccd-4373-b32e-028acf835112 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for floatingip (60ac7b3f-d20e-4f76-8f4c-31d93b5a0a66), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.206552 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-2ca98c7b-3ccd-4373-b32e-028acf835112 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Calling delete_port for 60ac7b3f-d20e-4f76-8f4c-31d93b5a0a66 owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:15.212674 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a9843-39cf-4ec5-93aa-a96146b91ed7 None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:58:15.258871 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab646d06-00cd-4805-bd1c-3a7aac96b4a1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (57c88295-1e72-4b5e-a86d-9061fedfd558), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.283048 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab646d06-00cd-4805-bd1c-3a7aac96b4a1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.292421 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ab646d06-00cd-4805-bd1c-3a7aac96b4a1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/57c88295-1e72-4b5e-a86d-9061fedfd558 HTTP/1.1" status: 204 len: 168 time: 0.6851549 Mar 23 01:58:15.293789 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab646d06-00cd-4805-bd1c-3a7aac96b4a1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Network': ['ID=57c88295-1e72-4b5e-a86d-9061fedfd558,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:15.297056 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38324) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:15.302391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c5e9e79e-d0d5-4fde-9d63-6ca32a5262dd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-958297188'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:15.305414 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84eaa68-f0ef-487b-8f83-ed53393903a7 None None] New status for floating IP 9bdf0c80-451c-46fb-a18a-f8c5c5692e2d: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:58:15.325678 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e9e79e-d0d5-4fde-9d63-6ca32a5262dd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:15.332588 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e79e-d0d5-4fde-9d63-6ca32a5262dd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.372330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e9e79e-d0d5-4fde-9d63-6ca32a5262dd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:58:15.382447 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e79e-d0d5-4fde-9d63-6ca32a5262dd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (dd6f56dc-0e16-4eb1-9ea8-05adb316f958), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.382912 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-c5e9e79e-d0d5-4fde-9d63-6ca32a5262dd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Added segment dd6f56dc-0e16-4eb1-9ea8-05adb316f958 of type vlan for network 01c91f81-5aac-419a-ab28-ca62e9f15f80 Mar 23 01:58:15.429691 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2ca98c7b-3ccd-4373-b32e-028acf835112 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (60ac7b3f-d20e-4f76-8f4c-31d93b5a0a66), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.439014 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.db.api [None req-f84eaa68-f0ef-487b-8f83-ed53393903a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:58:15.439388 n-d-834677-4 neutron-server[99266]: DEBUG oslo_db.api [None req-f84eaa68-f0ef-487b-8f83-ed53393903a7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:58:15.460065 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e79e-d0d5-4fde-9d63-6ca32a5262dd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (01c91f81-5aac-419a-ab28-ca62e9f15f80), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.467500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca98c7b-3ccd-4373-b32e-028acf835112 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event deleted for resources: {'Port': ['ID=60ac7b3f-d20e-4f76-8f4c-31d93b5a0a66,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:15.481453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf961208-aa92-4839-939f-2c42b50ac1df None None] Network 57c88295-1e72-4b5e-a86d-9061fedfd558 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:15.497127 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e79e-d0d5-4fde-9d63-6ca32a5262dd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (01c91f81-5aac-419a-ab28-ca62e9f15f80), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.500553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf961208-aa92-4839-939f-2c42b50ac1df None None] Network 57c88295-1e72-4b5e-a86d-9061fedfd558 could not be found, it might have been deleted concurrently. {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 23 01:58:15.504098 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e9e79e-d0d5-4fde-9d63-6ca32a5262dd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:15.504968 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e79e-d0d5-4fde-9d63-6ca32a5262dd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.543845 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2ca98c7b-3ccd-4373-b32e-028acf835112 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for floatingip (9bdf0c80-451c-46fb-a18a-f8c5c5692e2d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.546728 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2ca98c7b-3ccd-4373-b32e-028acf835112 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.550878 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2ca98c7b-3ccd-4373-b32e-028acf835112 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "DELETE /v2.0/floatingips/9bdf0c80-451c-46fb-a18a-f8c5c5692e2d HTTP/1.1" status: 204 len: 168 time: 0.6687822 Mar 23 01:58:15.571682 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c5e9e79e-d0d5-4fde-9d63-6ca32a5262dd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2726827 Mar 23 01:58:15.574965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38328) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:15.582790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ba6c3613-ec91-4515-b16d-230b1d222c8f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'subnet': {'network_id': '01c91f81-5aac-419a-ab28-ca62e9f15f80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:15.585281 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9e79e-d0d5-4fde-9d63-6ca32a5262dd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Network': ['ID=01c91f81-5aac-419a-ab28-ca62e9f15f80,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:15.601352 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 01c91f81-5aac-419a-ab28-ca62e9f15f80 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:15.681228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6c3613-ec91-4515-b16d-230b1d222c8f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:15.685657 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ba6c3613-ec91-4515-b16d-230b1d222c8f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.888491 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ba6c3613-ec91-4515-b16d-230b1d222c8f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (907f5c03-1f77-4815-b1e8-39ff28875653), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:15.941268 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84eaa68-f0ef-487b-8f83-ed53393903a7 None None] New status for floating IP 9bdf0c80-451c-46fb-a18a-f8c5c5692e2d: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:58:15.967232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c3613-ec91-4515-b16d-230b1d222c8f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Subnet': ['ID=907f5c03-1f77-4815-b1e8-39ff28875653,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:16.001675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c3613-ec91-4515-b16d-230b1d222c8f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Checking segment: {'id': 'dd6f56dc-0e16-4eb1-9ea8-05adb316f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '01c91f81-5aac-419a-ab28-ca62e9f15f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:16.002072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6c3613-ec91-4515-b16d-230b1d222c8f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network hostable DHCP agents. Network: 01c91f81-5aac-419a-ab28-ca62e9f15f80, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:58:16.024154 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6c3613-ec91-4515-b16d-230b1d222c8f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network 01c91f81-5aac-419a-ab28-ca62e9f15f80 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:58:16.037947 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-ba6c3613-ec91-4515-b16d-230b1d222c8f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 01c91f81-5aac-419a-ab28-ca62e9f15f80) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:16.043786 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6c3613-ec91-4515-b16d-230b1d222c8f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:16.045297 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ba6c3613-ec91-4515-b16d-230b1d222c8f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.048361 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab91300-3aa9-4d0b-93ac-676cc608b7bc None None] Network 01c91f81-5aac-419a-ab28-ca62e9f15f80 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:16.110035 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ba6c3613-ec91-4515-b16d-230b1d222c8f tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5319567 Mar 23 01:58:16.112961 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38334) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:16.187014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-01c91f81-5aac-419a-ab28-ca62e9f15f80', 'network_id': '01c91f81-5aac-419a-ab28-ca62e9f15f80', 'project_id': 'bbebc3bd49ec435384b23f8920329bad', 'fixed_ips': [{'subnet_id': '907f5c03-1f77-4815-b1e8-39ff28875653'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:58:16.188005 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.234980 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (01c91f81-5aac-419a-ab28-ca62e9f15f80), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.249722 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38336) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:16.276564 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-728c7992-ccac-47bc-903a-3ee6f2e747d9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1422966420', 'description': 'tempest-description--1018579872'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:16.315329 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (907f5c03-1f77-4815-b1e8-39ff28875653), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.322689 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-728c7992-ccac-47bc-903a-3ee6f2e747d9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.342267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Allocated IP 172.20.0.1 (01c91f81-5aac-419a-ab28-ca62e9f15f80/907f5c03-1f77-4815-b1e8-39ff28875653/c65d96a1-b16c-46a6-83af-a78eefe35203) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:58:16.437543 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-728c7992-ccac-47bc-903a-3ee6f2e747d9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group (2fb23fcb-e4df-467a-89a6-09dfcd5884bf), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.442476 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-728c7992-ccac-47bc-903a-3ee6f2e747d9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2fb23fcb-e4df-467a-89a6-09dfcd5884bf), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.477082 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-728c7992-ccac-47bc-903a-3ee6f2e747d9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.481300 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-728c7992-ccac-47bc-903a-3ee6f2e747d9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2304771 Mar 23 01:58:16.481452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38340) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:16.483914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c7992-ccac-47bc-903a-3ee6f2e747d9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb23fcb-e4df-467a-89a6-09dfcd5884bf,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:16.489063 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6a6c7cc5-35bf-4615-b8f8-880b4577e975 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Request body: {'security_group_rule': {'security_group_id': '2fb23fcb-e4df-467a-89a6-09dfcd5884bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:16.525521 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Publish callbacks [] for port (c65d96a1-b16c-46a6-83af-a78eefe35203), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.533313 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (c65d96a1-b16c-46a6-83af-a78eefe35203), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.533541 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7cc5-35bf-4615-b8f8-880b4577e975 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group_rule (87bab8c6-03aa-4337-a99a-af69168c2efc), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.553097 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (907f5c03-1f77-4815-b1e8-39ff28875653), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.575667 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Network 01c91f81-5aac-419a-ab28-ca62e9f15f80 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:58:16.578711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:16.585295 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:58:16.592153 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7cc5-35bf-4615-b8f8-880b4577e975 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group_rule (87bab8c6-03aa-4337-a99a-af69168c2efc), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.592909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Pushing event updated for resources: {'Port': ['ID=c65d96a1-b16c-46a6-83af-a78eefe35203,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:16.597813 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7cc5-35bf-4615-b8f8-880b4577e975 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (87bab8c6-03aa-4337-a99a-af69168c2efc), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.604574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:16.604806 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Subnet': ['ID=907f5c03-1f77-4815-b1e8-39ff28875653,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:16.604934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:16.604934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:16.604934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:16.605242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:16.605623 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:16.605978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:16.606305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:16.606611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:16.606982 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:16.607307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:16.607629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:16.607951 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:16.608270 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:16.608609 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:16.629264 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c7cc5-35bf-4615-b8f8-880b4577e975 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bab8c6-03aa-4337-a99a-af69168c2efc,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:16.637934 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7cc5-35bf-4615-b8f8-880b4577e975 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.639474 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6a6c7cc5-35bf-4615-b8f8-880b4577e975 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567760 Mar 23 01:58:16.642870 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38342) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:16.670458 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Attempting to bind port c65d96a1-b16c-46a6-83af-a78eefe35203 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:58:16.671029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Attempting to bind port c65d96a1-b16c-46a6-83af-a78eefe35203 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'dd6f56dc-0e16-4eb1-9ea8-05adb316f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '01c91f81-5aac-419a-ab28-ca62e9f15f80'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:58:16.671601 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Attempting to bind port c65d96a1-b16c-46a6-83af-a78eefe35203 on network 01c91f81-5aac-419a-ab28-ca62e9f15f80 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:58:16.678192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:58:16.678192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Checking segment: {'id': 'dd6f56dc-0e16-4eb1-9ea8-05adb316f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '01c91f81-5aac-419a-ab28-ca62e9f15f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:16.678482 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.678939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Bound using segment: {'id': 'dd6f56dc-0e16-4eb1-9ea8-05adb316f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '01c91f81-5aac-419a-ab28-ca62e9f15f80'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:58:16.679540 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Bound port: c65d96a1-b16c-46a6-83af-a78eefe35203, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6f56dc-0e16-4eb1-9ea8-05adb316f958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '01c91f81-5aac-419a-ab28-ca62e9f15f80'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:58:16.680016 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c65d96a1-b16c-46a6-83af-a78eefe35203), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.680786 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e31a6c9f-344b-4275-9594-8296b9ab60bf tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Request body: {'security_group_rule': {'security_group_id': '2fb23fcb-e4df-467a-89a6-09dfcd5884bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:16.718393 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (01c91f81-5aac-419a-ab28-ca62e9f15f80), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.746780 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] For port c65d96a1-b16c-46a6-83af-a78eefe35203, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:58:16.750974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] For port c65d96a1-b16c-46a6-83af-a78eefe35203, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c65d96a1-b16c-46a6-83af-a78eefe35203,segment=NetworkSegment(dd6f56dc-0e16-4eb1-9ea8-05adb316f958),segment_id=dd6f56dc-0e16-4eb1-9ea8-05adb316f958)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:58:16.754703 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c91f81-5aac-419a-ab28-ca62e9f15f80']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:16.759018 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c65d96a1-b16c-46a6-83af-a78eefe35203), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.762870 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e31a6c9f-344b-4275-9594-8296b9ab60bf tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group_rule (4415a5fa-aed1-4e70-bd09-040e1319bb7b), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.769231 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6f56dc-0e16-4eb1-9ea8-05adb316f958') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:16.769522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6f56dc-0e16-4eb1-9ea8-05adb316f958') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:16.787648 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (dd6f56dc-0e16-4eb1-9ea8-05adb316f958), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.825623 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (dd6f56dc-0e16-4eb1-9ea8-05adb316f958), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.846286 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4bb83-a402-4a07-9486-5cd97dd14bf9 None None] Pushing event updated for resources: {'Port': ['ID=c65d96a1-b16c-46a6-83af-a78eefe35203,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:16.849872 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e31a6c9f-344b-4275-9594-8296b9ab60bf tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group_rule (4415a5fa-aed1-4e70-bd09-040e1319bb7b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.852227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:16.852653 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (dd6f56dc-0e16-4eb1-9ea8-05adb316f958), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:16.857157 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:16.871526 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e31a6c9f-344b-4275-9594-8296b9ab60bf tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (4415a5fa-aed1-4e70-bd09-040e1319bb7b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.872584 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b097850-88ab-41ef-a211-4a2b4acdcdb2 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:58:16.928163 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a6c9f-344b-4275-9594-8296b9ab60bf tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4415a5fa-aed1-4e70-bd09-040e1319bb7b,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:16.943469 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e31a6c9f-344b-4275-9594-8296b9ab60bf tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:16.944934 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e31a6c9f-344b-4275-9594-8296b9ab60bf tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3008032 Mar 23 01:58:16.946593 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.api [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 01:58:16.946593 n-d-834677-4 neutron-server[99263]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 01:58:16.946593 n-d-834677-4 neutron-server[99263]: [parameters: {'id': '01c91f81-5aac-419a-ab28-ca62e9f15f80'}] Mar 23 01:58:16.946593 n-d-834677-4 neutron-server[99263]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=99263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:58:16.946918 n-d-834677-4 neutron-server[99263]: DEBUG oslo_db.api [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:58:16.947982 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38344) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:16.954914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:16.976298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b097850-88ab-41ef-a211-4a2b4acdcdb2 None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:58:16.982371 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:17.092410 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:17.163410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7905a9-ad3d-4e51-a6b9-274f1ecf517a None None] Network 01c91f81-5aac-419a-ab28-ca62e9f15f80 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:17.218575 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Allocated IP 172.25.0.22 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/0f3efef4-d7ee-4ae8-9939-e4b0355ab6a3) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:58:17.321430 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for port (0f3efef4-d7ee-4ae8-9939-e4b0355ab6a3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:17.356300 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (0f3efef4-d7ee-4ae8-9939-e4b0355ab6a3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:17.393614 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:58:17.396868 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:17.402845 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:58:17.409056 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event updated for resources: {'Port': ['ID=0f3efef4-d7ee-4ae8-9939-e4b0355ab6a3,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:17.447747 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (01c91f81-5aac-419a-ab28-ca62e9f15f80), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:17.563060 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for floatingip (f6725db7-27b6-4539-9ab5-fb16cdc3197a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:17.609539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Deleting port c65d96a1-b16c-46a6-83af-a78eefe35203 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:17.610124 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c65d96a1-b16c-46a6-83af-a78eefe35203), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:17.657958 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0f3efef4-d7ee-4ae8-9939-e4b0355ab6a3), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:17.708574 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] For port c65d96a1-b16c-46a6-83af-a78eefe35203, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c65d96a1-b16c-46a6-83af-a78eefe35203,segment=NetworkSegment(dd6f56dc-0e16-4eb1-9ea8-05adb316f958),segment_id=dd6f56dc-0e16-4eb1-9ea8-05adb316f958)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:17.708976 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c65d96a1-b16c-46a6-83af-a78eefe35203), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:17.732055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Calling delete_port for c65d96a1-b16c-46a6-83af-a78eefe35203 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:17.902198 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c65d96a1-b16c-46a6-83af-a78eefe35203), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:17.909666 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for port (0f3efef4-d7ee-4ae8-9939-e4b0355ab6a3), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:17.931553 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (0f3efef4-d7ee-4ae8-9939-e4b0355ab6a3), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:17.933974 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Port': ['ID=c65d96a1-b16c-46a6-83af-a78eefe35203,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:17.945072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No DVR routers for this DVR port c65d96a1-b16c-46a6-83af-a78eefe35203 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:58:18.037089 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event updated for resources: {'Port': ['ID=0f3efef4-d7ee-4ae8-9939-e4b0355ab6a3,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:18.434395 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (f6725db7-27b6-4539-9ab5-fb16cdc3197a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:18.441266 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (01c91f81-5aac-419a-ab28-ca62e9f15f80), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:18.468621 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:18.470108 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ce8c60b4-e0a7-4a70-87b1-27233146afdb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5205183 Mar 23 01:58:18.474110 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c91f81-5aac-419a-ab28-ca62e9f15f80']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:18.484572 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6f56dc-0e16-4eb1-9ea8-05adb316f958') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:18.485311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6f56dc-0e16-4eb1-9ea8-05adb316f958') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:18.494899 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (dd6f56dc-0e16-4eb1-9ea8-05adb316f958), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:18.508918 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (dd6f56dc-0e16-4eb1-9ea8-05adb316f958), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:18.515307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:18.515690 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (dd6f56dc-0e16-4eb1-9ea8-05adb316f958), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:18.519019 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:18.589716 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (01c91f81-5aac-419a-ab28-ca62e9f15f80), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:18.594633 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:18.601117 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/01c91f81-5aac-419a-ab28-ca62e9f15f80 HTTP/1.1" status: 204 len: 168 time: 2.4865899 Mar 23 01:58:18.602835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38362) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:18.607817 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-aa74fe5d-7cf3-4b9e-aa2a-be27e433e014 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1547772017'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:18.628118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6b7a7-99e0-4155-b547-f1070447a05c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Network': ['ID=01c91f81-5aac-419a-ab28-ca62e9f15f80,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:18.634576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa74fe5d-7cf3-4b9e-aa2a-be27e433e014 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:18.638568 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa74fe5d-7cf3-4b9e-aa2a-be27e433e014 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:18.678582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa74fe5d-7cf3-4b9e-aa2a-be27e433e014 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:58:18.693851 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa74fe5d-7cf3-4b9e-aa2a-be27e433e014 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d9d42b04-48ef-465e-a978-e36e28ed4a91), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:18.694197 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-aa74fe5d-7cf3-4b9e-aa2a-be27e433e014 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Added segment d9d42b04-48ef-465e-a978-e36e28ed4a91 of type vlan for network e7b2aee3-1991-4c51-acbe-51625459187e Mar 23 01:58:18.709909 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-c6276c17-84c4-430d-8409-cb75e392d34b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1422966420&fields=id&tenant_id=b3fd908bced3464f9e1bf9a42f2977ef HTTP/1.1" status: 200 len: 267 time: 0.0595381 Mar 23 01:58:18.741644 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa74fe5d-7cf3-4b9e-aa2a-be27e433e014 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (e7b2aee3-1991-4c51-acbe-51625459187e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:18.769500 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa74fe5d-7cf3-4b9e-aa2a-be27e433e014 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (e7b2aee3-1991-4c51-acbe-51625459187e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:18.775565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa74fe5d-7cf3-4b9e-aa2a-be27e433e014 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:18.776147 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa74fe5d-7cf3-4b9e-aa2a-be27e433e014 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:18.848667 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-aa74fe5d-7cf3-4b9e-aa2a-be27e433e014 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2447281 Mar 23 01:58:18.850088 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38368) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:18.854910 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74fe5d-7cf3-4b9e-aa2a-be27e433e014 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Network': ['ID=e7b2aee3-1991-4c51-acbe-51625459187e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:18.855801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-11fc67b8-7248-4312-b82e-4fe3d65965fc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'network': {'name': 'New_network'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:18.869302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network e7b2aee3-1991-4c51-acbe-51625459187e details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:18.972311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-e9a6d873-620c-411d-8583-53f582d8bb56 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:18.973758 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-e9a6d873-620c-411d-8583-53f582d8bb56 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 815 time: 0.2563787 Mar 23 01:58:19.028840 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-59ae83b6-6cdc-4be9-a537-7fb3f9a5b588 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/quotas/b3fd908bced3464f9e1bf9a42f2977ef HTTP/1.1" status: 200 len: 375 time: 0.0474968 Mar 23 01:58:19.127674 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-11fc67b8-7248-4312-b82e-4fe3d65965fc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (e7b2aee3-1991-4c51-acbe-51625459187e), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:19.149245 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-11fc67b8-7248-4312-b82e-4fe3d65965fc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (e7b2aee3-1991-4c51-acbe-51625459187e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:19.164303 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-81cb1d51-c818-4cb7-84ed-a08339adac5c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1289229 Mar 23 01:58:19.205050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11fc67b8-7248-4312-b82e-4fe3d65965fc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network e7b2aee3-1991-4c51-acbe-51625459187e is not hosted by any dhcp agent {{(pid=99263) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 01:58:19.209882 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fc67b8-7248-4312-b82e-4fe3d65965fc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:19.210496 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-11fc67b8-7248-4312-b82e-4fe3d65965fc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:19.211722 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-11fc67b8-7248-4312-b82e-4fe3d65965fc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "PUT /v2.0/networks/e7b2aee3-1991-4c51-acbe-51625459187e HTTP/1.1" status: 200 len: 723 time: 0.3607638 Mar 23 01:58:19.214755 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38372) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:19.220963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9f0d152c-4be4-40f4-b423-77952c49f20a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'subnet': {'network_id': 'e7b2aee3-1991-4c51-acbe-51625459187e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:19.241664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc67b8-7248-4312-b82e-4fe3d65965fc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Network': ['ID=e7b2aee3-1991-4c51-acbe-51625459187e,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:19.252626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network e7b2aee3-1991-4c51-acbe-51625459187e details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:19.296319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-30b57fb1-d0bd-4235-bcc9-b3d74152803f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:58:19.298414 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-30b57fb1-d0bd-4235-bcc9-b3d74152803f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0946243 Mar 23 01:58:19.335735 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0d152c-4be4-40f4-b423-77952c49f20a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:19.340115 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f0d152c-4be4-40f4-b423-77952c49f20a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:19.397469 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-1b090698-5d00-4a86-b91a-510f86b1dd69 service neutron] 10.222.0.18 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925627 Mar 23 01:58:19.513674 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-529ef464-21e7-43f8-a79c-88f31eceaa84 service neutron] 10.222.0.18 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005099 Mar 23 01:58:19.550071 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-10d9bd1e-d3b8-44c1-984f-5c942fab57eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:19.555611 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f0d152c-4be4-40f4-b423-77952c49f20a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (250609ed-e8a9-4f88-9a80-a011d802c6fc), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:19.638162 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d152c-4be4-40f4-b423-77952c49f20a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Subnet': ['ID=250609ed-e8a9-4f88-9a80-a011d802c6fc,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:19.643111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0d152c-4be4-40f4-b423-77952c49f20a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Checking segment: {'id': 'd9d42b04-48ef-465e-a978-e36e28ed4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e7b2aee3-1991-4c51-acbe-51625459187e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:19.643481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0d152c-4be4-40f4-b423-77952c49f20a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network hostable DHCP agents. Network: e7b2aee3-1991-4c51-acbe-51625459187e, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:58:19.664137 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0d152c-4be4-40f4-b423-77952c49f20a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network e7b2aee3-1991-4c51-acbe-51625459187e is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:58:19.683186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-9f0d152c-4be4-40f4-b423-77952c49f20a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, e7b2aee3-1991-4c51-acbe-51625459187e) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:19.690119 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0d152c-4be4-40f4-b423-77952c49f20a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:19.691409 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f0d152c-4be4-40f4-b423-77952c49f20a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:19.700354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f134b8-8ae2-4b8e-bad7-2518bf8d2cb4 None None] Network e7b2aee3-1991-4c51-acbe-51625459187e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:19.715941 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38380) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:19.721869 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-62e7fd22-06dc-4c96-8c4e-c01aa2df75f1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:19.728076 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9f0d152c-4be4-40f4-b423-77952c49f20a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5098329 Mar 23 01:58:19.778419 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-df147025-d19d-4fec-88d0-04bd5d1a016f req-d3bd1aab-10cd-46c8-aae2-bbae8bc6f1b0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 210 time: 0.0306487 Mar 23 01:58:19.862456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-e7b2aee3-1991-4c51-acbe-51625459187e', 'network_id': 'e7b2aee3-1991-4c51-acbe-51625459187e', 'project_id': 'bbebc3bd49ec435384b23f8920329bad', 'fixed_ips': [{'subnet_id': '250609ed-e8a9-4f88-9a80-a011d802c6fc'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:58:19.863513 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:19.868788 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-62e7fd22-06dc-4c96-8c4e-c01aa2df75f1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25977491'] for subnet (250609ed-e8a9-4f88-9a80-a011d802c6fc), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:20.034697 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-62e7fd22-06dc-4c96-8c4e-c01aa2df75f1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757123738763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3726623'] for subnet (250609ed-e8a9-4f88-9a80-a011d802c6fc), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:20.078266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e7fd22-06dc-4c96-8c4e-c01aa2df75f1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:20.079273 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-62e7fd22-06dc-4c96-8c4e-c01aa2df75f1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:20.080669 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-62e7fd22-06dc-4c96-8c4e-c01aa2df75f1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "PUT /v2.0/subnets/250609ed-e8a9-4f88-9a80-a011d802c6fc HTTP/1.1" status: 200 len: 806 time: 0.3636777 Mar 23 01:58:20.083585 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38390) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:20.116946 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7fd22-06dc-4c96-8c4e-c01aa2df75f1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Subnet': ['ID=250609ed-e8a9-4f88-9a80-a011d802c6fc,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:20.211960 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (e7b2aee3-1991-4c51-acbe-51625459187e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:20.289802 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (250609ed-e8a9-4f88-9a80-a011d802c6fc), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:20.322968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Allocated IP 172.20.0.2 (e7b2aee3-1991-4c51-acbe-51625459187e/250609ed-e8a9-4f88-9a80-a011d802c6fc/98420257-0171-4d68-a44f-4a5356313bb8) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:58:20.490129 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Publish callbacks [] for port (98420257-0171-4d68-a44f-4a5356313bb8), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:20.499542 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (98420257-0171-4d68-a44f-4a5356313bb8), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:20.515146 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (250609ed-e8a9-4f88-9a80-a011d802c6fc), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:20.550264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Network e7b2aee3-1991-4c51-acbe-51625459187e is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:58:20.551979 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Subnet': ['ID=250609ed-e8a9-4f88-9a80-a011d802c6fc,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:20.555813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:20.560342 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:58:20.569141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Pushing event updated for resources: {'Port': ['ID=98420257-0171-4d68-a44f-4a5356313bb8,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:20.622074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Attempting to bind port 98420257-0171-4d68-a44f-4a5356313bb8 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:58:20.622711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Attempting to bind port 98420257-0171-4d68-a44f-4a5356313bb8 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'd9d42b04-48ef-465e-a978-e36e28ed4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e7b2aee3-1991-4c51-acbe-51625459187e'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:58:20.623089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Attempting to bind port 98420257-0171-4d68-a44f-4a5356313bb8 on network e7b2aee3-1991-4c51-acbe-51625459187e {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:58:20.624856 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (e7b2aee3-1991-4c51-acbe-51625459187e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:20.628516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:58:20.628996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Checking segment: {'id': 'd9d42b04-48ef-465e-a978-e36e28ed4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e7b2aee3-1991-4c51-acbe-51625459187e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:20.629410 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:20.629994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Bound using segment: {'id': 'd9d42b04-48ef-465e-a978-e36e28ed4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e7b2aee3-1991-4c51-acbe-51625459187e'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:58:20.630439 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Bound port: 98420257-0171-4d68-a44f-4a5356313bb8, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d42b04-48ef-465e-a978-e36e28ed4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e7b2aee3-1991-4c51-acbe-51625459187e'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:58:20.630652 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (98420257-0171-4d68-a44f-4a5356313bb8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:20.662508 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b2aee3-1991-4c51-acbe-51625459187e']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:20.674010 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d42b04-48ef-465e-a978-e36e28ed4a91') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:20.674412 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d42b04-48ef-465e-a978-e36e28ed4a91') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:20.685778 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (d9d42b04-48ef-465e-a978-e36e28ed4a91), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:20.713042 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d9d42b04-48ef-465e-a978-e36e28ed4a91), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:20.721587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:20.722452 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (d9d42b04-48ef-465e-a978-e36e28ed4a91), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:20.725640 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:20.733101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] For port 98420257-0171-4d68-a44f-4a5356313bb8, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:58:20.749218 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:20.792772 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.api [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 01:58:20.792772 n-d-834677-4 neutron-server[99263]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 01:58:20.792772 n-d-834677-4 neutron-server[99263]: [parameters: {'id': 'e7b2aee3-1991-4c51-acbe-51625459187e'}] Mar 23 01:58:20.792772 n-d-834677-4 neutron-server[99263]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=99263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:58:20.793264 n-d-834677-4 neutron-server[99263]: DEBUG oslo_db.api [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:58:20.825481 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] For port 98420257-0171-4d68-a44f-4a5356313bb8, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=98420257-0171-4d68-a44f-4a5356313bb8,segment=NetworkSegment(d9d42b04-48ef-465e-a978-e36e28ed4a91),segment_id=d9d42b04-48ef-465e-a978-e36e28ed4a91)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:58:20.840193 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (98420257-0171-4d68-a44f-4a5356313bb8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:20.918460 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f218d7c9-8add-47d5-a6cf-554308ee73fe req-f7c43514-fc91-4635-9af7-916d217b4227 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 210 time: 0.0374620 Mar 23 01:58:20.938231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-efced09c-3e4d-4a26-b781-774a034860fb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:20.940895 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-efced09c-3e4d-4a26-b781-774a034860fb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.42 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 815 time: 0.1505992 Mar 23 01:58:20.968634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86319577-b4ae-49c1-8426-b48d5518a0b1 None None] Pushing event updated for resources: {'Port': ['ID=98420257-0171-4d68-a44f-4a5356313bb8,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:21.016576 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-c09a73ad-59a5-4060-9752-edcfc978b889 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3fd908bced3464f9e1bf9a42f2977ef HTTP/1.1" status: 200 len: 380 time: 0.0669377 Mar 23 01:58:21.026563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-9638eb78-18a8-43a8-a6c0-136d84c22084 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Request body: {'port': {'device_id': '0665a9bb-b528-4884-a1e0-21626db60654', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'admin_state_up': True, 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'security_groups': ['2fb23fcb-e4df-467a-89a6-09dfcd5884bf']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:21.026725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6687522-66c5-4a19-b1b8-a0ce3d9d3cbc None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:58:21.121845 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6687522-66c5-4a19-b1b8-a0ce3d9d3cbc None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:58:21.138682 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-9638eb78-18a8-43a8-a6c0-136d84c22084 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Made reservation on behalf of b3fd908bced3464f9e1bf9a42f2977ef for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:21.142611 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-9638eb78-18a8-43a8-a6c0-136d84c22084 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:21.273182 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-9638eb78-18a8-43a8-a6c0-136d84c22084 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Allocated IP 172.20.0.6 (057fc303-8305-4494-9b96-40a2ebb37d7e/e586dff4-d158-4e37-8056-bc6cfd8ce778/2e0a24ed-d611-4159-9812-faa086779dd8) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:58:21.294889 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (e7b2aee3-1991-4c51-acbe-51625459187e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:21.317982 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893ea771-af4d-4e71-8d3a-2260a39a5362 None None] Network e7b2aee3-1991-4c51-acbe-51625459187e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:21.365187 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Deleting port 98420257-0171-4d68-a44f-4a5356313bb8 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:21.365876 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (98420257-0171-4d68-a44f-4a5356313bb8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:21.438684 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9eb0b4-0d2b-4283-96be-c2995ec432b0 None None] Network e7b2aee3-1991-4c51-acbe-51625459187e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:21.448547 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] For port 98420257-0171-4d68-a44f-4a5356313bb8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=98420257-0171-4d68-a44f-4a5356313bb8,segment=NetworkSegment(d9d42b04-48ef-465e-a978-e36e28ed4a91),segment_id=d9d42b04-48ef-465e-a978-e36e28ed4a91)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:21.449208 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (98420257-0171-4d68-a44f-4a5356313bb8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:21.459686 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-9638eb78-18a8-43a8-a6c0-136d84c22084 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for port (2e0a24ed-d611-4159-9812-faa086779dd8), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:21.471693 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Calling delete_port for 98420257-0171-4d68-a44f-4a5356313bb8 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:21.499270 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-9638eb78-18a8-43a8-a6c0-136d84c22084 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:21.562345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-9638eb78-18a8-43a8-a6c0-136d84c22084 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Network 057fc303-8305-4494-9b96-40a2ebb37d7e is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:58:21.566758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-9638eb78-18a8-43a8-a6c0-136d84c22084 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:21.575587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-9638eb78-18a8-43a8-a6c0-136d84c22084 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:58:21.597353 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (98420257-0171-4d68-a44f-4a5356313bb8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:21.617636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638eb78-18a8-43a8-a6c0-136d84c22084 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event updated for resources: {'Port': ['ID=2e0a24ed-d611-4159-9812-faa086779dd8,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:21.634791 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No DVR routers for this DVR port 98420257-0171-4d68-a44f-4a5356313bb8 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:58:21.641467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Port': ['ID=98420257-0171-4d68-a44f-4a5356313bb8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:21.665539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-9638eb78-18a8-43a8-a6c0-136d84c22084 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:21.666916 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-9638eb78-18a8-43a8-a6c0-136d84c22084 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:21.692295 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-9638eb78-18a8-43a8-a6c0-136d84c22084 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6694434 Mar 23 01:58:21.708502 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Request body: {'port': {'device_id': '0665a9bb-b528-4884-a1e0-21626db60654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:21.743902 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (e7b2aee3-1991-4c51-acbe-51625459187e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:21.769136 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b2aee3-1991-4c51-acbe-51625459187e']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:21.779382 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:21.781064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d42b04-48ef-465e-a978-e36e28ed4a91') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:21.781398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d42b04-48ef-465e-a978-e36e28ed4a91') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:21.793622 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (d9d42b04-48ef-465e-a978-e36e28ed4a91), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:21.808401 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d9d42b04-48ef-465e-a978-e36e28ed4a91), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:21.815705 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:21.816107 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (d9d42b04-48ef-465e-a978-e36e28ed4a91), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:21.819469 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:21.874106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f18dcf33-af3c-4f55-94ee-7c3013b78a7b None None] Provisioning complete for port 2e0a24ed-d611-4159-9812-faa086779dd8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:21.874506 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f18dcf33-af3c-4f55-94ee-7c3013b78a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:21.884873 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (e7b2aee3-1991-4c51-acbe-51625459187e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:21.890410 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:21.898277 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/e7b2aee3-1991-4c51-acbe-51625459187e HTTP/1.1" status: 204 len: 168 time: 1.8138585 Mar 23 01:58:21.898916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38402) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:21.925854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f18dcf33-af3c-4f55-94ee-7c3013b78a7b None None] Port 2e0a24ed-d611-4159-9812-faa086779dd8 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:58:21.926813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cc3e6-116d-44b2-8d74-0892bf31a485 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Network': ['ID=e7b2aee3-1991-4c51-acbe-51625459187e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:21.940944 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9939a2-52c4-4c75-bf50-92dad91fb1ef tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:21.941452 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9939a2-52c4-4c75-bf50-92dad91fb1ef tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:21.945322 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0e9939a2-52c4-4c75-bf50-92dad91fb1ef tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/e7b2aee3-1991-4c51-acbe-51625459187e HTTP/1.1" status: 404 len: 339 time: 0.0256901 Mar 23 01:58:21.949024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38404) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:21.953992 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b752c93f-2e68-4ca0-af31-77f9266622ba tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1267687615', 'description': 'd1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:21.977814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b752c93f-2e68-4ca0-af31-77f9266622ba tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:21.982015 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b752c93f-2e68-4ca0-af31-77f9266622ba tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:22.012516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b752c93f-2e68-4ca0-af31-77f9266622ba tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:58:22.023457 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b752c93f-2e68-4ca0-af31-77f9266622ba tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (4feb5b5d-1649-448e-8ccf-e14e3489e328), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:22.023799 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-b752c93f-2e68-4ca0-af31-77f9266622ba tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Added segment 4feb5b5d-1649-448e-8ccf-e14e3489e328 of type vlan for network 1f964392-9360-41ec-bcab-3291634c3037 Mar 23 01:58:22.024949 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-57de9b44-f717-44c0-8303-a31a0289ca02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:22.071912 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b752c93f-2e68-4ca0-af31-77f9266622ba tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (1f964392-9360-41ec-bcab-3291634c3037), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:22.100042 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b752c93f-2e68-4ca0-af31-77f9266622ba tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (1f964392-9360-41ec-bcab-3291634c3037), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:22.105661 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b752c93f-2e68-4ca0-af31-77f9266622ba tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:22.106523 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b752c93f-2e68-4ca0-af31-77f9266622ba tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:22.175139 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b752c93f-2e68-4ca0-af31-77f9266622ba tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2217305 Mar 23 01:58:22.175380 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38408) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:22.230935 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752c93f-2e68-4ca0-af31-77f9266622ba tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Network': ['ID=1f964392-9360-41ec-bcab-3291634c3037,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:22.248152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 1f964392-9360-41ec-bcab-3291634c3037 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:22.269735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a387786-839c-402a-81b3-f6a4a32188d0 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:22.274277 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1a387786-839c-402a-81b3-f6a4a32188d0 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "GET /v2.0/networks?id=1f964392-9360-41ec-bcab-3291634c3037 HTTP/1.1" status: 200 len: 761 time: 0.0949938 Mar 23 01:58:22.275146 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38412) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:22.280478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-869c948b-ce00-4918-9537-cb86fbf7eecd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'network': {'description': 'd2'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:22.467766 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-869c948b-ce00-4918-9537-cb86fbf7eecd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (1f964392-9360-41ec-bcab-3291634c3037), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:22.484309 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-869c948b-ce00-4918-9537-cb86fbf7eecd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (1f964392-9360-41ec-bcab-3291634c3037), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:22.506404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8523b65-2eb9-4e6e-b71b-9f2c62a4ddac req-d041d87f-c8db-47bb-a34e-f0d75067fa8c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:22.507906 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8523b65-2eb9-4e6e-b71b-9f2c62a4ddac req-d041d87f-c8db-47bb-a34e-f0d75067fa8c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 931 time: 0.4908218 Mar 23 01:58:22.541485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-869c948b-ce00-4918-9537-cb86fbf7eecd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network 1f964392-9360-41ec-bcab-3291634c3037 is not hosted by any dhcp agent {{(pid=99263) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 01:58:22.546692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869c948b-ce00-4918-9537-cb86fbf7eecd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:22.547605 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-869c948b-ce00-4918-9537-cb86fbf7eecd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:22.549231 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-869c948b-ce00-4918-9537-cb86fbf7eecd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "PUT /v2.0/networks/1f964392-9360-41ec-bcab-3291634c3037 HTTP/1.1" status: 200 len: 758 time: 0.2729828 Mar 23 01:58:22.555611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38414) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:22.571274 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c948b-ce00-4918-9537-cb86fbf7eecd tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Network': ['ID=1f964392-9360-41ec-bcab-3291634c3037,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:22.583550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 1f964392-9360-41ec-bcab-3291634c3037 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:22.647217 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0a24ed-d611-4159-9812-faa086779dd8 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:58:22.662115 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Publish callbacks [] for port (2e0a24ed-d611-4159-9812-faa086779dd8), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:22.667880 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8523b65-2eb9-4e6e-b71b-9f2c62a4ddac req-c7d7f96b-7da6-4bc5-9191-28e6ad21525f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538916 Mar 23 01:58:22.696921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Transition to ACTIVE for port object 2e0a24ed-d611-4159-9812-faa086779dd8 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:58:22.696921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78de1e8-e569-4b2a-8aad-c7e6aea0cff4 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:22.696921 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e78de1e8-e569-4b2a-8aad-c7e6aea0cff4 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "GET /v2.0/networks?id=1f964392-9360-41ec-bcab-3291634c3037 HTTP/1.1" status: 200 len: 761 time: 0.1389620 Mar 23 01:58:22.701623 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:22.704348 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38416) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:22.712323 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-1de94195-0fdc-4164-80c2-c4de7f7f8a35 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2133121162'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:22.739134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de94195-0fdc-4164-80c2-c4de7f7f8a35 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:22.743145 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1de94195-0fdc-4164-80c2-c4de7f7f8a35 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:22.761073 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Pushing event updated for resources: {'Port': ['ID=2e0a24ed-d611-4159-9812-faa086779dd8,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:22.769889 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de94195-0fdc-4164-80c2-c4de7f7f8a35 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:58:22.782196 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1de94195-0fdc-4164-80c2-c4de7f7f8a35 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (993fc0fc-350f-45e3-a18a-7b6ba0674370), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:22.782558 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-1de94195-0fdc-4164-80c2-c4de7f7f8a35 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Added segment 993fc0fc-350f-45e3-a18a-7b6ba0674370 of type vlan for network 81bb250f-368d-4c33-adcc-6cbb1a0ba6d8 Mar 23 01:58:22.830061 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1de94195-0fdc-4164-80c2-c4de7f7f8a35 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (81bb250f-368d-4c33-adcc-6cbb1a0ba6d8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:22.851944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Attempting to bind port 2e0a24ed-d611-4159-9812-faa086779dd8 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:58:22.852281 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Attempting to bind port 2e0a24ed-d611-4159-9812-faa086779dd8 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:58:22.852627 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Attempting to bind port 2e0a24ed-d611-4159-9812-faa086779dd8 on network 057fc303-8305-4494-9b96-40a2ebb37d7e {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:58:22.857442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Port 2e0a24ed-d611-4159-9812-faa086779dd8 on network 057fc303-8305-4494-9b96-40a2ebb37d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:58:22.857818 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Attempting to bind port 2e0a24ed-d611-4159-9812-faa086779dd8 on network 057fc303-8305-4494-9b96-40a2ebb37d7e {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:58:22.862055 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1de94195-0fdc-4164-80c2-c4de7f7f8a35 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (81bb250f-368d-4c33-adcc-6cbb1a0ba6d8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:22.863660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:58:22.863993 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Checking segment: {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:22.864371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Bound using segment: {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:58:22.864824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Bound port: 2e0a24ed-d611-4159-9812-faa086779dd8, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:58:22.865180 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:22.868047 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de94195-0fdc-4164-80c2-c4de7f7f8a35 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:22.868780 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1de94195-0fdc-4164-80c2-c4de7f7f8a35 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:22.934023 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1de94195-0fdc-4164-80c2-c4de7f7f8a35 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2278845 Mar 23 01:58:22.937027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38420) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:22.943468 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a414b170-75f9-4a85-ba54-4451984237b9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'subnet': {'network_id': '81bb250f-368d-4c33-adcc-6cbb1a0ba6d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:22.950546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de94195-0fdc-4164-80c2-c4de7f7f8a35 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Network': ['ID=81bb250f-368d-4c33-adcc-6cbb1a0ba6d8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:22.963447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 81bb250f-368d-4c33-adcc-6cbb1a0ba6d8 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:23.025061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] For port 2e0a24ed-d611-4159-9812-faa086779dd8, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:58:23.054751 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] For port 2e0a24ed-d611-4159-9812-faa086779dd8, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2e0a24ed-d611-4159-9812-faa086779dd8,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:58:23.068471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:23.098664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a414b170-75f9-4a85-ba54-4451984237b9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:23.102168 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a414b170-75f9-4a85-ba54-4451984237b9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:23.114812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:23.115351 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:23.117047 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] 10.222.0.42 "PUT /v2.0/ports/2e0a24ed-d611-4159-9812-faa086779dd8 HTTP/1.1" status: 200 len: 1091 time: 1.4143517 Mar 23 01:58:23.129889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0665a9bb-b528-4884-a1e0-21626db60654', 'tag': '2e0a24ed-d611-4159-9812-faa086779dd8'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:58:23.132197 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ed842f-f952-4fc8-9b3f-9383237f1a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "0665a9bb-b528-4884-a1e0-21626db60654", "tag": "2e0a24ed-d611-4159-9812-faa086779dd8"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:58:23.220792 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dd31f7-5175-4b00-a5b6-d7601d5376e3 x-openstack-request-id: req-e7dd31f7-5175-4b00-a5b6-d7601d5376e3 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:58:23.221081 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0665a9bb-b528-4884-a1e0-21626db60654", "tag": "2e0a24ed-d611-4159-9812-faa086779dd8", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:58:23.221332 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7dd31f7-5175-4b00-a5b6-d7601d5376e3 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:58:23.221732 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7dd31f7-5175-4b00-a5b6-d7601d5376e3'] response: {'name': 'network-changed', 'server_uuid': '0665a9bb-b528-4884-a1e0-21626db60654', 'tag': '2e0a24ed-d611-4159-9812-faa086779dd8', 'status': 'completed', 'code': 200} Mar 23 01:58:23.237437 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83838055-4d9f-4582-a551-e3fb8316149f service neutron] Pushing event updated for resources: {'Port': ['ID=2e0a24ed-d611-4159-9812-faa086779dd8,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:23.280128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-61e6efb5-d764-4f96-9752-b0bbcd5002ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:23.282246 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-61e6efb5-d764-4f96-9752-b0bbcd5002ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 1125 time: 0.1050375 Mar 23 01:58:23.288955 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:23.336838 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-47ed4146-5628-476e-943e-901980c772a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e0a24ed-d611-4159-9812-faa086779dd8 HTTP/1.1" status: 200 len: 217 time: 0.0479393 Mar 23 01:58:23.452341 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-37e1fdee-0fe4-411d-82b9-5635d93baad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:23.454114 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-37e1fdee-0fe4-411d-82b9-5635d93baad3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 200 len: 854 time: 0.0987084 Mar 23 01:58:23.492351 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a414b170-75f9-4a85-ba54-4451984237b9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (a16114db-f325-4110-bf2e-5f77c96d8a7d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:23.560253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414b170-75f9-4a85-ba54-4451984237b9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Subnet': ['ID=a16114db-f325-4110-bf2e-5f77c96d8a7d,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:23.573591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-a6d7294b-b4f6-43f9-ab56-2886c2ba68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:23.575163 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-a6d7294b-b4f6-43f9-ab56-2886c2ba68bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057fc303-8305-4494-9b96-40a2ebb37d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1152110 Mar 23 01:58:23.591361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a414b170-75f9-4a85-ba54-4451984237b9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Checking segment: {'id': '993fc0fc-350f-45e3-a18a-7b6ba0674370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '81bb250f-368d-4c33-adcc-6cbb1a0ba6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:23.591747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a414b170-75f9-4a85-ba54-4451984237b9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network hostable DHCP agents. Network: 81bb250f-368d-4c33-adcc-6cbb1a0ba6d8, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:58:23.665553 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a414b170-75f9-4a85-ba54-4451984237b9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network 81bb250f-368d-4c33-adcc-6cbb1a0ba6d8 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:58:23.688198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-a414b170-75f9-4a85-ba54-4451984237b9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 81bb250f-368d-4c33-adcc-6cbb1a0ba6d8) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:23.696078 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a414b170-75f9-4a85-ba54-4451984237b9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:23.696999 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a414b170-75f9-4a85-ba54-4451984237b9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:23.697136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf4c553-f158-45c8-8829-eb03a8ee1cf3 None None] Network 81bb250f-368d-4c33-adcc-6cbb1a0ba6d8 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:23.708862 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-8900227c-b1f1-4eac-8171-3053f763b35b service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259224 Mar 23 01:58:23.717134 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a414b170-75f9-4a85-ba54-4451984237b9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7789514 Mar 23 01:58:23.720222 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38428) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:23.865390 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (81bb250f-368d-4c33-adcc-6cbb1a0ba6d8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:23.886491 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-81bb250f-368d-4c33-adcc-6cbb1a0ba6d8', 'network_id': '81bb250f-368d-4c33-adcc-6cbb1a0ba6d8', 'project_id': 'bbebc3bd49ec435384b23f8920329bad', 'fixed_ips': [{'subnet_id': 'a16114db-f325-4110-bf2e-5f77c96d8a7d'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:58:23.887372 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:23.926936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72865ca-b560-4854-a084-51f358abccb2 req-36d5f8e5-aa0b-4d61-a95e-0dfb1c787720 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:23.929023 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e72865ca-b560-4854-a084-51f358abccb2 req-36d5f8e5-aa0b-4d61-a95e-0dfb1c787720 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 943 time: 0.1095231 Mar 23 01:58:23.931202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85d9de8d-7dc7-4f7e-9434-9ef6becdcbc3 req-9f92371f-c48e-4676-8522-49f42022253b service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130704 Mar 23 01:58:23.964691 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (a16114db-f325-4110-bf2e-5f77c96d8a7d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:24.017916 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e72865ca-b560-4854-a084-51f358abccb2 req-68c436e3-6b19-4891-b3a4-955a121ec3e7 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797920 Mar 23 01:58:24.081590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed842f-f952-4fc8-9b3f-9383237f1a4f req-0edf3e9d-e3c6-46f3-aa27-0d36ab0e0fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:24.083126 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08ed842f-f952-4fc8-9b3f-9383237f1a4f req-0edf3e9d-e3c6-46f3-aa27-0d36ab0e0fae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 1125 time: 0.0798357 Mar 23 01:58:24.114498 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Allocated IP 172.20.0.2 (81bb250f-368d-4c33-adcc-6cbb1a0ba6d8/a16114db-f325-4110-bf2e-5f77c96d8a7d/ae78acb3-45d7-4f8f-a621-a42c6682c3b8) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:58:24.201671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed842f-f952-4fc8-9b3f-9383237f1a4f req-28c3830a-2db1-4634-86f1-566e010447a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:24.203193 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08ed842f-f952-4fc8-9b3f-9383237f1a4f req-28c3830a-2db1-4634-86f1-566e010447a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 915 time: 0.1136737 Mar 23 01:58:24.247961 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08ed842f-f952-4fc8-9b3f-9383237f1a4f req-4b4c3887-314b-41c4-ada5-6934439a10c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e0a24ed-d611-4159-9812-faa086779dd8 HTTP/1.1" status: 200 len: 217 time: 0.0376160 Mar 23 01:58:24.292395 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Publish callbacks [] for port (ae78acb3-45d7-4f8f-a621-a42c6682c3b8), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:24.302598 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed842f-f952-4fc8-9b3f-9383237f1a4f req-b6bc1a42-c473-491c-82c0-e587a9271ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:24.304352 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08ed842f-f952-4fc8-9b3f-9383237f1a4f req-b6bc1a42-c473-491c-82c0-e587a9271ba6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 200 len: 854 time: 0.0498528 Mar 23 01:58:24.305591 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (ae78acb3-45d7-4f8f-a621-a42c6682c3b8), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:24.336271 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (a16114db-f325-4110-bf2e-5f77c96d8a7d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:24.358690 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Network 81bb250f-368d-4c33-adcc-6cbb1a0ba6d8 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:58:24.364030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:24.368864 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:58:24.390719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed842f-f952-4fc8-9b3f-9383237f1a4f req-d1600d20-48dd-4e46-9335-d7753b5e14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:24.392362 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08ed842f-f952-4fc8-9b3f-9383237f1a4f req-d1600d20-48dd-4e46-9335-d7753b5e14ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057fc303-8305-4494-9b96-40a2ebb37d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0816774 Mar 23 01:58:24.429700 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Subnet': ['ID=a16114db-f325-4110-bf2e-5f77c96d8a7d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:24.505039 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Pushing event updated for resources: {'Port': ['ID=ae78acb3-45d7-4f8f-a621-a42c6682c3b8,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:24.509717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Attempting to bind port ae78acb3-45d7-4f8f-a621-a42c6682c3b8 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:58:24.510271 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Attempting to bind port ae78acb3-45d7-4f8f-a621-a42c6682c3b8 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '993fc0fc-350f-45e3-a18a-7b6ba0674370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '81bb250f-368d-4c33-adcc-6cbb1a0ba6d8'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:58:24.510854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Attempting to bind port ae78acb3-45d7-4f8f-a621-a42c6682c3b8 on network 81bb250f-368d-4c33-adcc-6cbb1a0ba6d8 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:58:24.513999 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (81bb250f-368d-4c33-adcc-6cbb1a0ba6d8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:24.517148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:58:24.517538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Checking segment: {'id': '993fc0fc-350f-45e3-a18a-7b6ba0674370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '81bb250f-368d-4c33-adcc-6cbb1a0ba6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:24.517936 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:24.518327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Bound using segment: {'id': '993fc0fc-350f-45e3-a18a-7b6ba0674370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '81bb250f-368d-4c33-adcc-6cbb1a0ba6d8'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:58:24.518797 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Bound port: ae78acb3-45d7-4f8f-a621-a42c6682c3b8, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993fc0fc-350f-45e3-a18a-7b6ba0674370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '81bb250f-368d-4c33-adcc-6cbb1a0ba6d8'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:58:24.519182 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ae78acb3-45d7-4f8f-a621-a42c6682c3b8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:24.545361 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81bb250f-368d-4c33-adcc-6cbb1a0ba6d8']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:24.547999 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08ed842f-f952-4fc8-9b3f-9383237f1a4f req-111836fa-e909-4736-9aa1-f8d30e135573 service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469080 Mar 23 01:58:24.556314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993fc0fc-350f-45e3-a18a-7b6ba0674370') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:24.556647 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993fc0fc-350f-45e3-a18a-7b6ba0674370') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:24.568462 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (993fc0fc-350f-45e3-a18a-7b6ba0674370), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:24.584473 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (993fc0fc-350f-45e3-a18a-7b6ba0674370), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:24.590957 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:24.591398 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (993fc0fc-350f-45e3-a18a-7b6ba0674370), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:24.595135 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:24.627979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] For port ae78acb3-45d7-4f8f-a621-a42c6682c3b8, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:58:24.632459 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:24.663657 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08ed842f-f952-4fc8-9b3f-9383237f1a4f req-a3c8e1db-bd98-4259-9bdd-aa5e8d46d925 service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087971 Mar 23 01:58:24.664230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] For port ae78acb3-45d7-4f8f-a621-a42c6682c3b8, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ae78acb3-45d7-4f8f-a621-a42c6682c3b8,segment=NetworkSegment(993fc0fc-350f-45e3-a18a-7b6ba0674370),segment_id=993fc0fc-350f-45e3-a18a-7b6ba0674370)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:58:24.674941 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.api [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 01:58:24.674941 n-d-834677-4 neutron-server[99263]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 01:58:24.674941 n-d-834677-4 neutron-server[99263]: [parameters: {'id': '81bb250f-368d-4c33-adcc-6cbb1a0ba6d8'}] Mar 23 01:58:24.674941 n-d-834677-4 neutron-server[99263]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=99263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:58:24.675324 n-d-834677-4 neutron-server[99263]: DEBUG oslo_db.api [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:58:24.679214 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ae78acb3-45d7-4f8f-a621-a42c6682c3b8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:24.758686 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fb34c-71bc-4cee-9f6c-0532033f7e50 None None] Pushing event updated for resources: {'Port': ['ID=ae78acb3-45d7-4f8f-a621-a42c6682c3b8,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:24.779974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2555140-6cbd-4d12-a843-087f35f74c80 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:58:24.871032 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2555140-6cbd-4d12-a843-087f35f74c80 None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:58:25.045783 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad094818-6801-4344-95c4-0eedd8657b4b None None] Network 81bb250f-368d-4c33-adcc-6cbb1a0ba6d8 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:25.176593 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (81bb250f-368d-4c33-adcc-6cbb1a0ba6d8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:25.196011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6af983-5e6d-45e9-ac4c-de4578035568 req-6620df5e-d38c-4aec-b392-bad4c4762a80 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:25.197645 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe6af983-5e6d-45e9-ac4c-de4578035568 req-6620df5e-d38c-4aec-b392-bad4c4762a80 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 943 time: 0.0797312 Mar 23 01:58:25.273522 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fe6af983-5e6d-45e9-ac4c-de4578035568 req-6860f867-8a74-491d-bfcd-091f1f9da3eb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514152 Mar 23 01:58:25.282921 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Deleting port ae78acb3-45d7-4f8f-a621-a42c6682c3b8 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:25.282921 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ae78acb3-45d7-4f8f-a621-a42c6682c3b8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:25.350396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] For port ae78acb3-45d7-4f8f-a621-a42c6682c3b8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ae78acb3-45d7-4f8f-a621-a42c6682c3b8,segment=NetworkSegment(993fc0fc-350f-45e3-a18a-7b6ba0674370),segment_id=993fc0fc-350f-45e3-a18a-7b6ba0674370)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:25.350739 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ae78acb3-45d7-4f8f-a621-a42c6682c3b8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:25.364073 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Calling delete_port for ae78acb3-45d7-4f8f-a621-a42c6682c3b8 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:25.460871 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ae78acb3-45d7-4f8f-a621-a42c6682c3b8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:25.492748 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Port': ['ID=ae78acb3-45d7-4f8f-a621-a42c6682c3b8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:25.500568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No DVR routers for this DVR port ae78acb3-45d7-4f8f-a621-a42c6682c3b8 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:58:25.834858 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:25.852725 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (81bb250f-368d-4c33-adcc-6cbb1a0ba6d8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:25.873335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81bb250f-368d-4c33-adcc-6cbb1a0ba6d8']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:25.882988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993fc0fc-350f-45e3-a18a-7b6ba0674370') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:25.883281 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993fc0fc-350f-45e3-a18a-7b6ba0674370') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:25.893182 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (993fc0fc-350f-45e3-a18a-7b6ba0674370), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:25.907030 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (993fc0fc-350f-45e3-a18a-7b6ba0674370), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:25.913534 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:25.913974 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (993fc0fc-350f-45e3-a18a-7b6ba0674370), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:25.917368 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:25.979565 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (81bb250f-368d-4c33-adcc-6cbb1a0ba6d8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:25.991978 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:25.997847 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/81bb250f-368d-4c33-adcc-6cbb1a0ba6d8 HTTP/1.1" status: 204 len: 168 time: 2.2739897 Mar 23 01:58:25.998663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38444) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:26.016449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Network': ['ID=81bb250f-368d-4c33-adcc-6cbb1a0ba6d8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:26.027686 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:26.028367 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:26.028887 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:26.029411 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:26.030314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:26.030833 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:26.031338 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62ad32d-b0d2-4ab5-9a60-0e56dae0e640 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] GET failed (client error): The resource could not be found. Mar 23 01:58:26.031580 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:26.035566 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a62ad32d-b0d2-4ab5-9a60-0e56dae0e640 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "GET /v2.0/subnets/a16114db-f325-4110-bf2e-5f77c96d8a7d HTTP/1.1" status: 404 len: 337 time: 0.0335119 Mar 23 01:58:26.035790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38446) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:26.036203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:26.036870 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:26.037372 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:26.037867 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:26.038365 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:26.038851 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:26.039326 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:26.040177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b298d2-104f-44ab-95c6-c53fb12b1bcc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:26.056864 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f9b195-feda-41bf-a22c-06320525efbe tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:26.057374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f9b195-feda-41bf-a22c-06320525efbe tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:26.064329 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d3f9b195-feda-41bf-a22c-06320525efbe tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/81bb250f-368d-4c33-adcc-6cbb1a0ba6d8 HTTP/1.1" status: 404 len: 339 time: 0.0236249 Mar 23 01:58:26.064465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38448) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:26.284456 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78b4998-173f-4203-bf71-a0d8fb176308 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:26.288445 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a78b4998-173f-4203-bf71-a0d8fb176308 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2206113 Mar 23 01:58:26.288678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38458) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:26.330723 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38464) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:26.331240 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-837b53b6-e39a-4d4b-ac02-3aa43353adcb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 207 time: 0.0412219 Mar 23 01:58:26.494425 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21732b14-a02b-4b19-b0d0-5b3ef1bb7680 req-713f2163-55c3-402a-a006-dbe9de717bdf tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:26.497441 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21732b14-a02b-4b19-b0d0-5b3ef1bb7680 req-713f2163-55c3-402a-a006-dbe9de717bdf tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 943 time: 0.0947196 Mar 23 01:58:26.560792 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21732b14-a02b-4b19-b0d0-5b3ef1bb7680 req-0c13b983-9a9b-4627-b6d8-7576587f6153 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580084 Mar 23 01:58:26.587651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c605b9-79a7-4e45-aec2-9300ff2ea2f1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:26.593614 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c605b9-79a7-4e45-aec2-9300ff2ea2f1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:26.599145 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c605b9-79a7-4e45-aec2-9300ff2ea2f1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:26.604734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c605b9-79a7-4e45-aec2-9300ff2ea2f1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:26.606669 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-62c605b9-79a7-4e45-aec2-9300ff2ea2f1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2748802 Mar 23 01:58:26.610280 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38468) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:26.736399 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-63fd8c55-d410-4dd2-addf-1e9e876eb862 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1243265 Mar 23 01:58:26.740117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38470) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:26.801301 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d98f4-73f8-4fb8-94f1-c64b31483299 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:26.802896 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d98f4-73f8-4fb8-94f1-c64b31483299 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:26.804639 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-949d98f4-73f8-4fb8-94f1-c64b31483299 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0628302 Mar 23 01:58:26.808164 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38476) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:26.874350 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dfbe32-46ce-4db2-bf45-ac08c6c6ad1d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:26.881351 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dfbe32-46ce-4db2-bf45-ac08c6c6ad1d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:26.881351 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-83dfbe32-46ce-4db2-bf45-ac08c6c6ad1d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0697081 Mar 23 01:58:26.883183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38480) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:26.990415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fc442c-9ec7-46c1-92de-25d394a6c00a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:26.995915 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-63fc442c-9ec7-46c1-92de-25d394a6c00a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "GET /v2.0/networks/fdf96c70-9cf0-4b19-ab54-0171824ba880 HTTP/1.1" status: 200 len: 799 time: 0.1079113 Mar 23 01:58:26.996132 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38482) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:27.110199 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-849cfeca-5d36-4fe9-8c54-5540fc711a43 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "GET /v2.0/networks/fdf96c70-9cf0-4b19-ab54-0171824ba880?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1125846 Mar 23 01:58:27.114310 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38488) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:27.171413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bdbec8-8880-4abb-acb1-eece3e8efe50 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:27.177084 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-91bdbec8-8880-4abb-acb1-eece3e8efe50 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "GET /v2.0/subnets/1cd85d3f-8ffe-4dc5-9870-e2a824af410d HTTP/1.1" status: 200 len: 811 time: 0.0582387 Mar 23 01:58:27.177302 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38490) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:27.229561 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb21897-bbaf-4793-901b-a14152030c2c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['shared'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:27.231258 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-edb21897-bbaf-4793-901b-a14152030c2c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "GET /v2.0/subnets/1cd85d3f-8ffe-4dc5-9870-e2a824af410d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0529826 Mar 23 01:58:27.234851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38492) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:27.240423 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-8538c5ef-804a-4b48-bda0-7bc1a9b246ab tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2078567343'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:27.262280 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8538c5ef-804a-4b48-bda0-7bc1a9b246ab tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:27.266320 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8538c5ef-804a-4b48-bda0-7bc1a9b246ab tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:27.291188 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8538c5ef-804a-4b48-bda0-7bc1a9b246ab tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:58:27.301087 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8538c5ef-804a-4b48-bda0-7bc1a9b246ab tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (7cedd544-367c-4f06-b3d7-c23b730a8585), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:27.301428 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-8538c5ef-804a-4b48-bda0-7bc1a9b246ab tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Added segment 7cedd544-367c-4f06-b3d7-c23b730a8585 of type vlan for network c1ae67cf-ac67-41f1-a68f-17a30ebd267e Mar 23 01:58:27.342300 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8538c5ef-804a-4b48-bda0-7bc1a9b246ab tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (c1ae67cf-ac67-41f1-a68f-17a30ebd267e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:27.371038 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8538c5ef-804a-4b48-bda0-7bc1a9b246ab tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (c1ae67cf-ac67-41f1-a68f-17a30ebd267e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:27.376705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8538c5ef-804a-4b48-bda0-7bc1a9b246ab tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:27.377285 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8538c5ef-804a-4b48-bda0-7bc1a9b246ab tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:27.443766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8538c5ef-804a-4b48-bda0-7bc1a9b246ab tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2072151 Mar 23 01:58:27.447340 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38494) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:27.451855 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-968f1659-acf8-477d-86b2-550f1ee019c5 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'subnet': {'network_id': 'c1ae67cf-ac67-41f1-a68f-17a30ebd267e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:27.470205 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538c5ef-804a-4b48-bda0-7bc1a9b246ab tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Network': ['ID=c1ae67cf-ac67-41f1-a68f-17a30ebd267e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:27.483068 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network c1ae67cf-ac67-41f1-a68f-17a30ebd267e details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:27.558792 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968f1659-acf8-477d-86b2-550f1ee019c5 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Made reservation on behalf of bbebc3bd49ec435384b23f8920329bad for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:27.564292 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-968f1659-acf8-477d-86b2-550f1ee019c5 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:27.636680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_backend_mixin [None req-968f1659-acf8-477d-86b2-550f1ee019c5 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Performing IP validity checks on allocation pools {{(pid=99263) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 23 01:58:27.637201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_backend_mixin [None req-968f1659-acf8-477d-86b2-550f1ee019c5 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99263) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 23 01:58:27.664669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 2e0a24ed-d611-4159-9812-faa086779dd8 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:58:27.768439 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036f228-1367-4257-a3bd-22302a21cea3 req-c6d03223-9368-4ad4-affe-c183b0e17c55 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:27.770290 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4036f228-1367-4257-a3bd-22302a21cea3 req-c6d03223-9368-4ad4-affe-c183b0e17c55 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 943 time: 0.1112461 Mar 23 01:58:27.818970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 2e0a24ed-d611-4159-9812-faa086779dd8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2e0a24ed-d611-4159-9812-faa086779dd8,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:27.834857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '2e0a24ed-d611-4159-9812-faa086779dd8', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'port_id': '2e0a24ed-d611-4159-9812-faa086779dd8', 'mac_address': 'fa:16:3e:4a:0c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:58:27.873775 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4036f228-1367-4257-a3bd-22302a21cea3 req-6ef4da38-18bb-406a-9c34-569a886813ba tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919020 Mar 23 01:58:27.882575 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-968f1659-acf8-477d-86b2-550f1ee019c5 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (6af503cb-3bf6-4718-9835-0704a2a78780), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:27.895169 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 2e0a24ed-d611-4159-9812-faa086779dd8 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:27.895653 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:27.939701 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0a24ed-d611-4159-9812-faa086779dd8 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:58:27.969996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 2e0a24ed-d611-4159-9812-faa086779dd8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2e0a24ed-d611-4159-9812-faa086779dd8,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:27.975967 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:27.979183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f1659-acf8-477d-86b2-550f1ee019c5 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Subnet': ['ID=6af503cb-3bf6-4718-9835-0704a2a78780,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:27.996406 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f1659-acf8-477d-86b2-550f1ee019c5 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Checking segment: {'id': '7cedd544-367c-4f06-b3d7-c23b730a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c1ae67cf-ac67-41f1-a68f-17a30ebd267e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:27.996885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f1659-acf8-477d-86b2-550f1ee019c5 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network hostable DHCP agents. Network: c1ae67cf-ac67-41f1-a68f-17a30ebd267e, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:58:28.019009 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f1659-acf8-477d-86b2-550f1ee019c5 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Network c1ae67cf-ac67-41f1-a68f-17a30ebd267e is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:58:28.031517 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-968f1659-acf8-477d-86b2-550f1ee019c5 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, c1ae67cf-ac67-41f1-a68f-17a30ebd267e) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:28.039128 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968f1659-acf8-477d-86b2-550f1ee019c5 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:28.040199 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-968f1659-acf8-477d-86b2-550f1ee019c5 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:28.048158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f2525a-1521-430b-ad2b-612a081d366d None None] Network c1ae67cf-ac67-41f1-a68f-17a30ebd267e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:28.068545 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-968f1659-acf8-477d-86b2-550f1ee019c5 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6168876 Mar 23 01:58:28.068809 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=2e0a24ed-d611-4159-9812-faa086779dd8,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:28.068910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38508) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:28.088488 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-85f99129-a5f9-4968-b9dc-09458ca3a6d9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:28.184692 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-c1ae67cf-ac67-41f1-a68f-17a30ebd267e', 'network_id': 'c1ae67cf-ac67-41f1-a68f-17a30ebd267e', 'project_id': 'bbebc3bd49ec435384b23f8920329bad', 'fixed_ips': [{'subnet_id': '6af503cb-3bf6-4718-9835-0704a2a78780'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:58:28.185925 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:28.210876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['2e0a24ed-d611-4159-9812-faa086779dd8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:58:28.213535 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85f99129-a5f9-4968-b9dc-09458ca3a6d9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25977491'] for subnet (6af503cb-3bf6-4718-9835-0704a2a78780), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:28.381692 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85f99129-a5f9-4968-b9dc-09458ca3a6d9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757123738763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3726623'] for subnet (6af503cb-3bf6-4718-9835-0704a2a78780), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:28.432175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f99129-a5f9-4968-b9dc-09458ca3a6d9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:28.432888 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85f99129-a5f9-4968-b9dc-09458ca3a6d9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:28.438956 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-85f99129-a5f9-4968-b9dc-09458ca3a6d9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "PUT /v2.0/subnets/6af503cb-3bf6-4718-9835-0704a2a78780 HTTP/1.1" status: 200 len: 877 time: 0.3551657 Mar 23 01:58:28.438956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38510) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:28.447174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f99129-a5f9-4968-b9dc-09458ca3a6d9 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event updated for resources: {'Subnet': ['ID=6af503cb-3bf6-4718-9835-0704a2a78780,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:28.454093 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Allocated IP 172.20.0.3 (c1ae67cf-ac67-41f1-a68f-17a30ebd267e/6af503cb-3bf6-4718-9835-0704a2a78780/fbb13b45-61c0-4940-a2c6-28e2e417e902) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:58:28.567110 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (c1ae67cf-ac67-41f1-a68f-17a30ebd267e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:28.619668 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (6af503cb-3bf6-4718-9835-0704a2a78780), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:28.620369 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Publish callbacks [] for port (fbb13b45-61c0-4940-a2c6-28e2e417e902), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:28.627741 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (fbb13b45-61c0-4940-a2c6-28e2e417e902), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:28.665292 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Network c1ae67cf-ac67-41f1-a68f-17a30ebd267e is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:58:28.668016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:28.674012 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:58:28.681180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Pushing event updated for resources: {'Port': ['ID=fbb13b45-61c0-4940-a2c6-28e2e417e902,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:28.706163 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (6af503cb-3bf6-4718-9835-0704a2a78780), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:28.732295 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Subnet': ['ID=6af503cb-3bf6-4718-9835-0704a2a78780,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:28.743190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Attempting to bind port fbb13b45-61c0-4940-a2c6-28e2e417e902 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:58:28.743560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Attempting to bind port fbb13b45-61c0-4940-a2c6-28e2e417e902 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '7cedd544-367c-4f06-b3d7-c23b730a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c1ae67cf-ac67-41f1-a68f-17a30ebd267e'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:58:28.743921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Attempting to bind port fbb13b45-61c0-4940-a2c6-28e2e417e902 on network c1ae67cf-ac67-41f1-a68f-17a30ebd267e {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:58:28.749451 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:58:28.749816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Checking segment: {'id': '7cedd544-367c-4f06-b3d7-c23b730a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c1ae67cf-ac67-41f1-a68f-17a30ebd267e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:28.750312 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:28.750920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Bound using segment: {'id': '7cedd544-367c-4f06-b3d7-c23b730a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c1ae67cf-ac67-41f1-a68f-17a30ebd267e'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:58:28.751456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Bound port: fbb13b45-61c0-4940-a2c6-28e2e417e902, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cedd544-367c-4f06-b3d7-c23b730a8585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c1ae67cf-ac67-41f1-a68f-17a30ebd267e'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:58:28.751838 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fbb13b45-61c0-4940-a2c6-28e2e417e902), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:28.802858 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (c1ae67cf-ac67-41f1-a68f-17a30ebd267e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:28.825899 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ae67cf-ac67-41f1-a68f-17a30ebd267e']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:28.827880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] For port fbb13b45-61c0-4940-a2c6-28e2e417e902, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:58:28.831003 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] For port fbb13b45-61c0-4940-a2c6-28e2e417e902, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=fbb13b45-61c0-4940-a2c6-28e2e417e902,segment=NetworkSegment(7cedd544-367c-4f06-b3d7-c23b730a8585),segment_id=7cedd544-367c-4f06-b3d7-c23b730a8585)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:58:28.836169 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cedd544-367c-4f06-b3d7-c23b730a8585') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:28.836522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cedd544-367c-4f06-b3d7-c23b730a8585') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:28.837852 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (fbb13b45-61c0-4940-a2c6-28e2e417e902), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:28.847815 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (7cedd544-367c-4f06-b3d7-c23b730a8585), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:28.864022 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (7cedd544-367c-4f06-b3d7-c23b730a8585), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:28.872793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:28.873545 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (7cedd544-367c-4f06-b3d7-c23b730a8585), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:28.876653 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:28.916573 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e91d1-d8c2-4f75-bdf5-0c5e8cc57628 None None] Pushing event updated for resources: {'Port': ['ID=fbb13b45-61c0-4940-a2c6-28e2e417e902,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:28.954832 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.api [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 01:58:28.954832 n-d-834677-4 neutron-server[99263]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 01:58:28.954832 n-d-834677-4 neutron-server[99263]: [parameters: {'id': 'c1ae67cf-ac67-41f1-a68f-17a30ebd267e'}] Mar 23 01:58:28.954832 n-d-834677-4 neutron-server[99263]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=99263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 01:58:28.955465 n-d-834677-4 neutron-server[99263]: DEBUG oslo_db.api [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 01:58:28.971146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffdd8e3-c1a4-4ace-85cf-4694774bcb03 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 01:58:29.055535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61cb51-c868-47ed-adf1-8273dd99d4a7 req-7137a093-7c07-4235-9ff6-7db35c2cc9be tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:29.058109 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b61cb51-c868-47ed-adf1-8273dd99d4a7 req-7137a093-7c07-4235-9ff6-7db35c2cc9be tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 944 time: 0.0765531 Mar 23 01:58:29.135770 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b61cb51-c868-47ed-adf1-8273dd99d4a7 req-700534be-fbe0-42f8-af4c-78e67de48ffb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710592 Mar 23 01:58:29.250798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffdd8e3-c1a4-4ace-85cf-4694774bcb03 None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 01:58:29.441177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f7b289-e595-4c88-9a8b-d392f9f32080 None None] Network c1ae67cf-ac67-41f1-a68f-17a30ebd267e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:29.456625 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (c1ae67cf-ac67-41f1-a68f-17a30ebd267e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:29.517552 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Deleting port fbb13b45-61c0-4940-a2c6-28e2e417e902 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:29.518587 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (fbb13b45-61c0-4940-a2c6-28e2e417e902), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:29.552339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b255a196-a81f-4528-9df1-2fe6ad94321e None None] Network c1ae67cf-ac67-41f1-a68f-17a30ebd267e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:29.603674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] For port fbb13b45-61c0-4940-a2c6-28e2e417e902, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=fbb13b45-61c0-4940-a2c6-28e2e417e902,segment=NetworkSegment(7cedd544-367c-4f06-b3d7-c23b730a8585),segment_id=7cedd544-367c-4f06-b3d7-c23b730a8585)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:29.604244 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (fbb13b45-61c0-4940-a2c6-28e2e417e902), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:29.621652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Calling delete_port for fbb13b45-61c0-4940-a2c6-28e2e417e902 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:29.684462 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 2e0a24ed-d611-4159-9812-faa086779dd8 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:58:29.726615 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (fbb13b45-61c0-4940-a2c6-28e2e417e902), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:29.748777 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No DVR routers for this DVR port fbb13b45-61c0-4940-a2c6-28e2e417e902 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:58:29.751569 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 2e0a24ed-d611-4159-9812-faa086779dd8 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:58:29.757871 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 2e0a24ed-d611-4159-9812-faa086779dd8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:29.759493 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:29.806146 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Port': ['ID=fbb13b45-61c0-4940-a2c6-28e2e417e902,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:29.858429 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 2e0a24ed-d611-4159-9812-faa086779dd8 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:29.859195 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:29.884116 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (c1ae67cf-ac67-41f1-a68f-17a30ebd267e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:29.897506 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0665a9bb-b528-4884-a1e0-21626db60654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0a24ed-d611-4159-9812-faa086779dd8'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:58:29.900579 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46dec19-959b-4795-b2db-c60e7e0dcdb0" -d '{"events": [{"server_uuid": "0665a9bb-b528-4884-a1e0-21626db60654", "name": "network-vif-plugged", "status": "completed", "tag": "2e0a24ed-d611-4159-9812-faa086779dd8"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:58:29.913186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ae67cf-ac67-41f1-a68f-17a30ebd267e']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:29.917162 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 2e0a24ed-d611-4159-9812-faa086779dd8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2e0a24ed-d611-4159-9812-faa086779dd8,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:29.926005 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:29.926205 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cedd544-367c-4f06-b3d7-c23b730a8585') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:29.926629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cedd544-367c-4f06-b3d7-c23b730a8585') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:29.940192 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (7cedd544-367c-4f06-b3d7-c23b730a8585), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:29.955141 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (7cedd544-367c-4f06-b3d7-c23b730a8585), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:29.962644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:29.963114 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (7cedd544-367c-4f06-b3d7-c23b730a8585), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:29.969680 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:30.034204 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed77bf55-d56c-4587-bdfe-433cd92fac9f x-openstack-request-id: req-ed77bf55-d56c-4587-bdfe-433cd92fac9f {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:58:30.037987 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0665a9bb-b528-4884-a1e0-21626db60654", "name": "network-vif-plugged", "status": "completed", "tag": "2e0a24ed-d611-4159-9812-faa086779dd8", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:58:30.038811 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed77bf55-d56c-4587-bdfe-433cd92fac9f {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:58:30.039820 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed77bf55-d56c-4587-bdfe-433cd92fac9f'] response: {'server_uuid': '0665a9bb-b528-4884-a1e0-21626db60654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0a24ed-d611-4159-9812-faa086779dd8', 'code': 200} Mar 23 01:58:30.083260 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (c1ae67cf-ac67-41f1-a68f-17a30ebd267e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:30.096005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=2e0a24ed-d611-4159-9812-faa086779dd8,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:30.098354 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:30.107610 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/c1ae67cf-ac67-41f1-a68f-17a30ebd267e HTTP/1.1" status: 204 len: 168 time: 1.6693425 Mar 23 01:58:30.124062 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38532) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:30.135415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c753e68-7800-41c5-9b7a-a40e50ef5188 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Network': ['ID=c1ae67cf-ac67-41f1-a68f-17a30ebd267e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:30.163329 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eef7268-98db-4eca-a9d6-c664431a47eb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:30.163798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eef7268-98db-4eca-a9d6-c664431a47eb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:30.172934 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2eef7268-98db-4eca-a9d6-c664431a47eb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/subnets/6af503cb-3bf6-4718-9835-0704a2a78780 HTTP/1.1" status: 404 len: 337 time: 0.0463428 Mar 23 01:58:30.174513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38540) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:30.220854 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8426f1c5-c5c1-4155-afc1-58ce5a51b361 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:30.221379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8426f1c5-c5c1-4155-afc1-58ce5a51b361 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:30.226801 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8426f1c5-c5c1-4155-afc1-58ce5a51b361 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/c1ae67cf-ac67-41f1-a68f-17a30ebd267e HTTP/1.1" status: 404 len: 339 time: 0.0471344 Mar 23 01:58:30.227893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38542) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:30.258469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa58609-199b-4782-8bd9-c99ce074df5d req-3cdba9e4-124c-4c3b-a6b3-a2b09704fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:30.260018 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eaa58609-199b-4782-8bd9-c99ce074df5d req-3cdba9e4-124c-4c3b-a6b3-a2b09704fe26 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 1127 time: 0.1897078 Mar 23 01:58:30.260561 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-722a4759-f084-4fb5-8a75-d340b4732b4b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:30.261268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722a4759-f084-4fb5-8a75-d340b4732b4b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:30.267441 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-722a4759-f084-4fb5-8a75-d340b4732b4b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/subnets/a16114db-f325-4110-bf2e-5f77c96d8a7d HTTP/1.1" status: 404 len: 337 time: 0.0363495 Mar 23 01:58:30.268207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38544) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:30.298601 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d2eb69-7b7f-41e8-afc2-fb4a7edd8ffb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:30.299315 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d2eb69-7b7f-41e8-afc2-fb4a7edd8ffb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:30.307323 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-27d2eb69-7b7f-41e8-afc2-fb4a7edd8ffb tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/81bb250f-368d-4c33-adcc-6cbb1a0ba6d8 HTTP/1.1" status: 404 len: 339 time: 0.0354295 Mar 23 01:58:30.307850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38546) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:30.377831 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-eaa58609-199b-4782-8bd9-c99ce074df5d req-31cd4058-534a-4c95-bcdb-c1f873b9005f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114438 Mar 23 01:58:30.402588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29a9bf-472d-435a-a434-22e00e54dc4c req-ba5b8a4d-e6c4-41ec-ade0-d4def6e8b0b9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:30.405242 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3a29a9bf-472d-435a-a434-22e00e54dc4c req-ba5b8a4d-e6c4-41ec-ade0-d4def6e8b0b9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.1873093 Mar 23 01:58:30.446317 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09030d62-76dc-4ab5-8f6a-9a33b6492afa tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (1f964392-9360-41ec-bcab-3291634c3037), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:30.490462 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3a29a9bf-472d-435a-a434-22e00e54dc4c req-362b6f2e-488a-4523-aaed-0f345f165a8f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795915 Mar 23 01:58:30.576449 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09030d62-76dc-4ab5-8f6a-9a33b6492afa tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (1f964392-9360-41ec-bcab-3291634c3037), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:30.605469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-09030d62-76dc-4ab5-8f6a-9a33b6492afa tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f964392-9360-41ec-bcab-3291634c3037']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:30.615782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-09030d62-76dc-4ab5-8f6a-9a33b6492afa tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4feb5b5d-1649-448e-8ccf-e14e3489e328') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:30.616431 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-09030d62-76dc-4ab5-8f6a-9a33b6492afa tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4feb5b5d-1649-448e-8ccf-e14e3489e328') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:30.626713 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09030d62-76dc-4ab5-8f6a-9a33b6492afa tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (4feb5b5d-1649-448e-8ccf-e14e3489e328), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:30.640078 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09030d62-76dc-4ab5-8f6a-9a33b6492afa tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (4feb5b5d-1649-448e-8ccf-e14e3489e328), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:30.647184 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09030d62-76dc-4ab5-8f6a-9a33b6492afa tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:30.647568 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09030d62-76dc-4ab5-8f6a-9a33b6492afa tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (4feb5b5d-1649-448e-8ccf-e14e3489e328), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:30.650969 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:30.711062 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09030d62-76dc-4ab5-8f6a-9a33b6492afa tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (1f964392-9360-41ec-bcab-3291634c3037), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:30.718696 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09030d62-76dc-4ab5-8f6a-9a33b6492afa tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:30.725769 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-09030d62-76dc-4ab5-8f6a-9a33b6492afa tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/1f964392-9360-41ec-bcab-3291634c3037 HTTP/1.1" status: 204 len: 168 time: 0.4111404 Mar 23 01:58:30.725769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38568) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:30.760042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09030d62-76dc-4ab5-8f6a-9a33b6492afa tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Network': ['ID=1f964392-9360-41ec-bcab-3291634c3037,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:30.764005 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cca367c-00d0-46e1-855f-4ce9e37796b7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:30.764746 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cca367c-00d0-46e1-855f-4ce9e37796b7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:30.769733 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5cca367c-00d0-46e1-855f-4ce9e37796b7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/subnets/250609ed-e8a9-4f88-9a80-a011d802c6fc HTTP/1.1" status: 404 len: 337 time: 0.0431592 Mar 23 01:58:30.772499 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38572) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:30.792854 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af232a6-a735-4aab-8a4a-d83468fe32e7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:30.793362 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af232a6-a735-4aab-8a4a-d83468fe32e7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:30.796359 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3af232a6-a735-4aab-8a4a-d83468fe32e7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/e7b2aee3-1991-4c51-acbe-51625459187e HTTP/1.1" status: 404 len: 339 time: 0.0228941 Mar 23 01:58:30.799417 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38576) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:30.833386 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-741302ee-5a4f-4ead-be23-7011e4c95eb4 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:30.833846 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741302ee-5a4f-4ead-be23-7011e4c95eb4 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:30.839215 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-741302ee-5a4f-4ead-be23-7011e4c95eb4 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/subnets/907f5c03-1f77-4815-b1e8-39ff28875653 HTTP/1.1" status: 404 len: 337 time: 0.0363548 Mar 23 01:58:30.839588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38580) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:30.861331 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e86764-94f2-41fc-b2f3-68121ca2ca1d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:30.862162 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e86764-94f2-41fc-b2f3-68121ca2ca1d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:30.865864 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d8e86764-94f2-41fc-b2f3-68121ca2ca1d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/01c91f81-5aac-419a-ab28-ca62e9f15f80 HTTP/1.1" status: 404 len: 339 time: 0.0252268 Mar 23 01:58:30.868317 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38582) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:30.901550 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2b7abe-5163-4566-9246-7a77e1110de3 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:30.902121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2b7abe-5163-4566-9246-7a77e1110de3 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:30.907951 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ee2b7abe-5163-4566-9246-7a77e1110de3 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/subnets/7e0e5ebc-b083-4c4f-a2b5-0fe144eca5b2 HTTP/1.1" status: 404 len: 337 time: 0.0358005 Mar 23 01:58:30.908353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38584) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:30.926973 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-0047f0b3-c43e-4edf-99f5-f4b6cd17a1f7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:30.927922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0047f0b3-c43e-4edf-99f5-f4b6cd17a1f7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:30.933493 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0047f0b3-c43e-4edf-99f5-f4b6cd17a1f7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/57c88295-1e72-4b5e-a86d-9061fedfd558 HTTP/1.1" status: 404 len: 339 time: 0.0216117 Mar 23 01:58:30.933743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38586) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:30.959913 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-8782d17f-0758-4c3f-89fc-3938ca346772 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:30.960463 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8782d17f-0758-4c3f-89fc-3938ca346772 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:30.963607 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8782d17f-0758-4c3f-89fc-3938ca346772 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/subnets/81c53a6a-9910-434b-be45-49b06483d621 HTTP/1.1" status: 404 len: 337 time: 0.0289218 Mar 23 01:58:30.966361 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38588) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:30.984644 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7bdb57-0973-462c-b4e6-0291615868cc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:30.985166 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7bdb57-0973-462c-b4e6-0291615868cc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:30.988174 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9c7bdb57-0973-462c-b4e6-0291615868cc tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/76cf595a-dd15-4475-be3d-8540cb924e33 HTTP/1.1" status: 404 len: 339 time: 0.0208790 Mar 23 01:58:30.990971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38590) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:31.017904 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a926186-8d3d-4da6-8eac-39bd49258faf tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:31.018288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a926186-8d3d-4da6-8eac-39bd49258faf tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:31.021730 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3a926186-8d3d-4da6-8eac-39bd49258faf tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/subnets/793b0c74-1153-4524-baab-91cdf181609c HTTP/1.1" status: 404 len: 337 time: 0.0297592 Mar 23 01:58:31.024245 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38598) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:31.043085 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61b1f64-4053-478b-8f27-6e4b60e026b8 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:31.043591 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61b1f64-4053-478b-8f27-6e4b60e026b8 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:31.046641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e61b1f64-4053-478b-8f27-6e4b60e026b8 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/d5c0e32c-034f-4f49-bb81-1ac1040e362e HTTP/1.1" status: 404 len: 339 time: 0.0214314 Mar 23 01:58:31.050012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38600) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:31.077276 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-40924029-2ce2-4e55-8b11-24d682b4e48d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:31.077748 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40924029-2ce2-4e55-8b11-24d682b4e48d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:31.082242 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-40924029-2ce2-4e55-8b11-24d682b4e48d tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/subnets/d92bca68-5b62-4a15-859e-fcb649a0f5a2 HTTP/1.1" status: 404 len: 337 time: 0.0304315 Mar 23 01:58:31.083945 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38606) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:31.104735 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c2e734-48c1-4a00-b0e9-d84a157aa50c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:31.105369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c2e734-48c1-4a00-b0e9-d84a157aa50c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:31.110147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-23c2e734-48c1-4a00-b0e9-d84a157aa50c tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/e9fe7238-8ba3-4908-912f-12558ea1463f HTTP/1.1" status: 404 len: 339 time: 0.0238986 Mar 23 01:58:31.111696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38608) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:31.139552 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98e0b61-8502-468b-97f6-be50d6dfe10e tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:31.140024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98e0b61-8502-468b-97f6-be50d6dfe10e tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:31.144645 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c98e0b61-8502-468b-97f6-be50d6dfe10e tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/subnets/56b9b93b-ce8d-4c77-bbf1-db75c6ca142e HTTP/1.1" status: 404 len: 337 time: 0.0308053 Mar 23 01:58:31.146616 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38610) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:31.166135 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4e8140-f1af-4c44-852d-4e6782c77d6b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:31.166960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4e8140-f1af-4c44-852d-4e6782c77d6b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:31.170056 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bb4e8140-f1af-4c44-852d-4e6782c77d6b tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/dfac4dce-6cb9-4aad-a5de-1c7fd1540746 HTTP/1.1" status: 404 len: 339 time: 0.0222881 Mar 23 01:58:31.173307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38612) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:31.203611 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-639288ff-71fe-4200-ad5c-9dd3c780f4be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:31.204146 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639288ff-71fe-4200-ad5c-9dd3c780f4be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:31.208642 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-639288ff-71fe-4200-ad5c-9dd3c780f4be tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/subnets/3f261592-30e3-404f-bf3f-606d8c249d51 HTTP/1.1" status: 404 len: 337 time: 0.0329561 Mar 23 01:58:31.210051 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38614) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:31.228764 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-79039507-cb74-4a7f-bf9e-c62a3d147fe1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] DELETE failed (client error): The resource could not be found. Mar 23 01:58:31.229495 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79039507-cb74-4a7f-bf9e-c62a3d147fe1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 01:58:31.232768 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-79039507-cb74-4a7f-bf9e-c62a3d147fe1 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/6d5f063f-54b8-4813-be36-0555ee188cf7 HTTP/1.1" status: 404 len: 339 time: 0.0216415 Mar 23 01:58:31.235597 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38616) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:31.287359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-242bdd33-eeba-4754-9f52-da47e9198b1a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Deleting subnet 1cd85d3f-8ffe-4dc5-9870-e2a824af410d {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:58:31.290468 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-242bdd33-eeba-4754-9f52-da47e9198b1a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for subnet (1cd85d3f-8ffe-4dc5-9870-e2a824af410d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:31.331562 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-242bdd33-eeba-4754-9f52-da47e9198b1a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (1cd85d3f-8ffe-4dc5-9870-e2a824af410d), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:31.460407 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-242bdd33-eeba-4754-9f52-da47e9198b1a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (1cd85d3f-8ffe-4dc5-9870-e2a824af410d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:31.539019 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-242bdd33-eeba-4754-9f52-da47e9198b1a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (1cd85d3f-8ffe-4dc5-9870-e2a824af410d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:31.586872 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-242bdd33-eeba-4754-9f52-da47e9198b1a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:31.591503 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-242bdd33-eeba-4754-9f52-da47e9198b1a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/subnets/1cd85d3f-8ffe-4dc5-9870-e2a824af410d HTTP/1.1" status: 204 len: 168 time: 0.3547740 Mar 23 01:58:31.592696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bdd33-eeba-4754-9f52-da47e9198b1a tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd85d3f-8ffe-4dc5-9870-e2a824af410d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:31.595029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905d0597-8fee-42b9-a192-e07f641cc3b1 None None] Network fdf96c70-9cf0-4b19-ab54-0171824ba880 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:31.596720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38624) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:31.732178 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (fdf96c70-9cf0-4b19-ab54-0171824ba880), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:31.751619 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cd598-be13-43c2-9b8f-540edebf765c req-8e1e78c1-a9e2-49ea-80a4-08e4d53c6529 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:31.753297 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-001cd598-be13-43c2-9b8f-540edebf765c req-8e1e78c1-a9e2-49ea-80a4-08e4d53c6529 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.1282260 Mar 23 01:58:31.788856 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3732870e-3199-4a74-983c-4885bae0c208 None None] DHCP port deletion for fdf96c70-9cf0-4b19-ab54-0171824ba880 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:58:31.841141 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-001cd598-be13-43c2-9b8f-540edebf765c req-f9c219c0-c160-4893-ba7b-e8fff692171d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785627 Mar 23 01:58:31.856942 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3732870e-3199-4a74-983c-4885bae0c208 None None] Deleting port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:31.857318 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3732870e-3199-4a74-983c-4885bae0c208 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1ee0ca6f-43e2-4153-bd83-350e8b8198a5), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:31.871779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Deleting port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:31.872123 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1ee0ca6f-43e2-4153-bd83-350e8b8198a5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:31.970305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3732870e-3199-4a74-983c-4885bae0c208 None None] For port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1ee0ca6f-43e2-4153-bd83-350e8b8198a5,segment=NetworkSegment(055fd4f6-f9cd-412f-878f-11034eb87601),segment_id=055fd4f6-f9cd-412f-878f-11034eb87601)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:31.970709 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3732870e-3199-4a74-983c-4885bae0c208 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1ee0ca6f-43e2-4153-bd83-350e8b8198a5), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:31.986211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] For port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1ee0ca6f-43e2-4153-bd83-350e8b8198a5,segment=NetworkSegment(055fd4f6-f9cd-412f-878f-11034eb87601),segment_id=055fd4f6-f9cd-412f-878f-11034eb87601)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:31.986437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3732870e-3199-4a74-983c-4885bae0c208 None None] Calling delete_port for 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:31.986563 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1ee0ca6f-43e2-4153-bd83-350e8b8198a5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:31.993243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e957f74-d637-4b46-b6e9-0b0e39a255a1 req-aa9ee474-fb45-479e-86f5-cf8df73f806d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:32.004808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Calling delete_port for 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:32.005906 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6e957f74-d637-4b46-b6e9-0b0e39a255a1 req-aa9ee474-fb45-479e-86f5-cf8df73f806d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0743818 Mar 23 01:58:32.006586 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38638) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:32.011564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-57634678-8e7b-482b-b71d-ca906ffb3358 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Request body: {'floatingip': {'port_id': '2e0a24ed-d611-4159-9812-faa086779dd8'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:32.062086 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-57634678-8e7b-482b-b71d-ca906ffb3358 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for floatingip (f6725db7-27b6-4539-9ab5-fb16cdc3197a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:32.111894 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1ee0ca6f-43e2-4153-bd83-350e8b8198a5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:32.169641 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Port': ['ID=1ee0ca6f-43e2-4153-bd83-350e8b8198a5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:32.178427 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3732870e-3199-4a74-983c-4885bae0c208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (1ee0ca6f-43e2-4153-bd83-350e8b8198a5), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:32.190279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] No DVR routers for this DVR port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:58:32.214840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3732870e-3199-4a74-983c-4885bae0c208 None None] No DVR routers for this DVR port 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:58:32.261697 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732870e-3199-4a74-983c-4885bae0c208 None None] Pushing event deleted for resources: {'Port': ['ID=1ee0ca6f-43e2-4153-bd83-350e8b8198a5,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:32.329728 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (fdf96c70-9cf0-4b19-ab54-0171824ba880), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:32.353388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf96c70-9cf0-4b19-ab54-0171824ba880']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:32.373696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055fd4f6-f9cd-412f-878f-11034eb87601') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:32.373983 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055fd4f6-f9cd-412f-878f-11034eb87601') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:32.385428 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (055fd4f6-f9cd-412f-878f-11034eb87601), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:32.409136 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (055fd4f6-f9cd-412f-878f-11034eb87601), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:32.415400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:32.415776 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (055fd4f6-f9cd-412f-878f-11034eb87601), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:32.419640 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:32.519156 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (fdf96c70-9cf0-4b19-ab54-0171824ba880), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:32.526832 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:32.531908 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] 10.222.0.18 "DELETE /v2.0/networks/fdf96c70-9cf0-4b19-ab54-0171824ba880 HTTP/1.1" status: 204 len: 168 time: 0.9340208 Mar 23 01:58:32.587747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8275e66-eb1a-4d67-ab66-2ccc73ec3ba7 tempest-NetworksTest-1114888006 tempest-NetworksTest-1114888006-project] Pushing event deleted for resources: {'Network': ['ID=fdf96c70-9cf0-4b19-ab54-0171824ba880,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:32.746364 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-57634678-8e7b-482b-b71d-ca906ffb3358 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:32.751966 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-57634678-8e7b-482b-b71d-ca906ffb3358 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (f6725db7-27b6-4539-9ab5-fb16cdc3197a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:32.783769 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:58:32.829224 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:58:32.829870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1ee0ca6f-43e2-4153-bd83-350e8b8198a5 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:58:32.913499 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38656) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:33.147636 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-94802531-6811-4426-81b4-ddbc337141fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbebc3bd49ec435384b23f8920329bad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2323520 Mar 23 01:58:33.148771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38666) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:33.207048 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-388f49dd-3d76-47fa-ae3b-8d7f7b4d3e05 admin admin] Publish callbacks [] for security_group (b8d2ff59-a380-4ce4-8ee2-56c16c3395cf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:33.231555 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-388f49dd-3d76-47fa-ae3b-8d7f7b4d3e05 admin admin] Publish callbacks [] for security_group (b8d2ff59-a380-4ce4-8ee2-56c16c3395cf), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:33.308283 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-388f49dd-3d76-47fa-ae3b-8d7f7b4d3e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b8d2ff59-a380-4ce4-8ee2-56c16c3395cf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:33.317511 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-388f49dd-3d76-47fa-ae3b-8d7f7b4d3e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:33.323228 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-388f49dd-3d76-47fa-ae3b-8d7f7b4d3e05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8d2ff59-a380-4ce4-8ee2-56c16c3395cf HTTP/1.1" status: 204 len: 168 time: 0.1732306 Mar 23 01:58:33.354065 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f49dd-3d76-47fa-ae3b-8d7f7b4d3e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d2ff59-a380-4ce4-8ee2-56c16c3395cf,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:33.374443 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-57634678-8e7b-482b-b71d-ca906ffb3358 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Floating IP f6725db7-27b6-4539-9ab5-fb16cdc3197a associated. External IP: 172.25.0.22, port: 2e0a24ed-d611-4159-9812-faa086779dd8. Mar 23 01:58:33.625643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57634678-8e7b-482b-b71d-ca906ffb3358 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:58:33.776536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57634678-8e7b-482b-b71d-ca906ffb3358 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:58:33.781282 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-57634678-8e7b-482b-b71d-ca906ffb3358 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:33.787689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b75461-073d-44dd-9ebf-b4c554a87612 None None] Sync routers for ids ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:58:33.803105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b75461-073d-44dd-9ebf-b4c554a87612 None None] Routers {'02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:58:33.803749 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-56b75461-073d-44dd-9ebf-b4c554a87612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:58:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:33.842443 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-57634678-8e7b-482b-b71d-ca906ffb3358 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "PUT /v2.0/floatingips/f6725db7-27b6-4539-9ab5-fb16cdc3197a HTTP/1.1" status: 200 len: 990 time: 1.8345518 Mar 23 01:58:33.843111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0665a9bb-b528-4884-a1e0-21626db60654', 'tag': '2e0a24ed-d611-4159-9812-faa086779dd8'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:58:33.845602 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d089036-0dae-4507-b9d7-5f9b7708e625" -d '{"events": [{"name": "network-changed", "server_uuid": "0665a9bb-b528-4884-a1e0-21626db60654", "tag": "2e0a24ed-d611-4159-9812-faa086779dd8"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:58:33.881533 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e753e6d-a238-4ea2-ac90-b0e920c33045 x-openstack-request-id: req-4e753e6d-a238-4ea2-ac90-b0e920c33045 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:58:33.881835 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0665a9bb-b528-4884-a1e0-21626db60654", "tag": "2e0a24ed-d611-4159-9812-faa086779dd8", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:58:33.882378 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e753e6d-a238-4ea2-ac90-b0e920c33045 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:58:33.882521 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e753e6d-a238-4ea2-ac90-b0e920c33045'] response: {'name': 'network-changed', 'server_uuid': '0665a9bb-b528-4884-a1e0-21626db60654', 'tag': '2e0a24ed-d611-4159-9812-faa086779dd8', 'status': 'completed', 'code': 200} Mar 23 01:58:33.987091 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:33.994880 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089036-0dae-4507-b9d7-5f9b7708e625 req-6d9bbe71-6e02-441b-b40b-da5fc1af1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:33.996328 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d089036-0dae-4507-b9d7-5f9b7708e625 req-6d9bbe71-6e02-441b-b40b-da5fc1af1a25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 1127 time: 0.0881264 Mar 23 01:58:34.016976 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-56b75461-073d-44dd-9ebf-b4c554a87612 None None] Set router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:58:34.163769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089036-0dae-4507-b9d7-5f9b7708e625 req-4b84412d-079b-4776-a509-adab60443d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:34.165397 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d089036-0dae-4507-b9d7-5f9b7708e625 req-4b84412d-079b-4776-a509-adab60443d8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 915 time: 0.1559870 Mar 23 01:58:34.221908 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38704) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:34.291493 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d089036-0dae-4507-b9d7-5f9b7708e625 req-45defc53-57b5-4650-aff7-a2e7c5bf53c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e0a24ed-d611-4159-9812-faa086779dd8 HTTP/1.1" status: 200 len: 998 time: 0.1200969 Mar 23 01:58:34.309452 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-56b75461-073d-44dd-9ebf-b4c554a87612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'f6725db7-27b6-4539-9ab5-fb16cdc3197a', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'port_id': '2e0a24ed-d611-4159-9812-faa086779dd8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'mac_address': 'fa:16:3e:4a:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0665a9bb-b528-4884-a1e0-21626db60654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:58:17Z', 'updated_at': '2022-03-23T01:58:32Z', 'revision_number': 1, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c42a4b2-9f79-454b-be9e-d799747dbd0a', 'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'mac_address': 'fa:16:3e:4f:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:34Z', 'updated_at': '2022-03-23T01:54:46Z', 'revision_number': 5, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'subnets': [{'id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:34.341026 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b75461-073d-44dd-9ebf-b4c554a87612 None None] Checking router: 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 01:58:34.349362 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089036-0dae-4507-b9d7-5f9b7708e625 req-6e3cae52-1772-4d74-9b8d-f49984102b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:34.351772 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d089036-0dae-4507-b9d7-5f9b7708e625 req-6e3cae52-1772-4d74-9b8d-f49984102b00 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 200 len: 854 time: 0.0539224 Mar 23 01:58:34.353243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b75461-073d-44dd-9ebf-b4c554a87612 None None] Routers {'02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:58:34.353939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-56b75461-073d-44dd-9ebf-b4c554a87612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:58:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:34.394613 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-fd20e6c1-8c32-4e9d-bc5a-3875b4ddb48d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-268113593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:34.442303 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd20e6c1-8c32-4e9d-bc5a-3875b4ddb48d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (f7bc0f59-ea5d-4e42-853e-f3d299644661), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:34.443428 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd20e6c1-8c32-4e9d-bc5a-3875b4ddb48d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (f7bc0f59-ea5d-4e42-853e-f3d299644661), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:34.448243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089036-0dae-4507-b9d7-5f9b7708e625 req-fcc63594-35c0-4d3d-b3c4-cdb694a7eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:34.450970 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d089036-0dae-4507-b9d7-5f9b7708e625 req-fcc63594-35c0-4d3d-b3c4-cdb694a7eafb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057fc303-8305-4494-9b96-40a2ebb37d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0939183 Mar 23 01:58:34.508742 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd20e6c1-8c32-4e9d-bc5a-3875b4ddb48d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for router_controller (f7bc0f59-ea5d-4e42-853e-f3d299644661), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:34.519234 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd20e6c1-8c32-4e9d-bc5a-3875b4ddb48d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (f7bc0f59-ea5d-4e42-853e-f3d299644661), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:34.526621 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-56b75461-073d-44dd-9ebf-b4c554a87612 None None] Set router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 01:58:34.543994 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fd20e6c1-8c32-4e9d-bc5a-3875b4ddb48d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:34.556729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38712) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:34.566239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-8b5d1722-53fd-4060-88eb-ffda856697ed tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2028542742'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:34.584107 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fd20e6c1-8c32-4e9d-bc5a-3875b4ddb48d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3574276 Mar 23 01:58:34.608485 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d089036-0dae-4507-b9d7-5f9b7708e625 req-287a371e-c1a2-474e-93f5-281b2dcddef4 service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501575 Mar 23 01:58:34.612433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5d1722-53fd-4060-88eb-ffda856697ed tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Made reservation on behalf of fcca7ba72e9e47e2be68919184eff9ad for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:34.616684 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1722-53fd-4060-88eb-ffda856697ed tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:34.716978 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d089036-0dae-4507-b9d7-5f9b7708e625 req-e869a43e-9a86-4011-b6ca-040713c45f47 service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970695 Mar 23 01:58:34.718050 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1722-53fd-4060-88eb-ffda856697ed tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:34.825355 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1722-53fd-4060-88eb-ffda856697ed tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for security_group (817605d8-d71b-4e59-8870-eb106930633b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:34.827734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-56b75461-073d-44dd-9ebf-b4c554a87612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'f6725db7-27b6-4539-9ab5-fb16cdc3197a', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'port_id': '2e0a24ed-d611-4159-9812-faa086779dd8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'mac_address': 'fa:16:3e:4a:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0665a9bb-b528-4884-a1e0-21626db60654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:58:17Z', 'updated_at': '2022-03-23T01:58:32Z', 'revision_number': 1, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c42a4b2-9f79-454b-be9e-d799747dbd0a', 'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'mac_address': 'fa:16:3e:4f:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:34Z', 'updated_at': '2022-03-23T01:54:46Z', 'revision_number': 5, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'subnets': [{'id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:34.830107 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1722-53fd-4060-88eb-ffda856697ed tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (817605d8-d71b-4e59-8870-eb106930633b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:34.861554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b75461-073d-44dd-9ebf-b4c554a87612 None None] The sync data for ids ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'] in n-d-834677-4 is: [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'f6725db7-27b6-4539-9ab5-fb16cdc3197a', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'port_id': '2e0a24ed-d611-4159-9812-faa086779dd8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'mac_address': 'fa:16:3e:4a:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0665a9bb-b528-4884-a1e0-21626db60654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T01:58:17Z', 'updated_at': '2022-03-23T01:58:32Z', 'revision_number': 1, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c42a4b2-9f79-454b-be9e-d799747dbd0a', 'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'mac_address': 'fa:16:3e:4f:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:34Z', 'updated_at': '2022-03-23T01:54:46Z', 'revision_number': 5, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'subnets': [{'id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:58:34.862393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d1722-53fd-4060-88eb-ffda856697ed tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817605d8-d71b-4e59-8870-eb106930633b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:34.880337 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5d1722-53fd-4060-88eb-ffda856697ed tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:58:34.903080 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1722-53fd-4060-88eb-ffda856697ed tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (fe47c9d9-a29b-4021-bd29-fae8b5da1d70), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:34.903574 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-8b5d1722-53fd-4060-88eb-ffda856697ed tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Added segment fe47c9d9-a29b-4021-bd29-fae8b5da1d70 of type vlan for network a0ac131d-db40-4535-97e8-35e4a41a394b Mar 23 01:58:34.957587 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1722-53fd-4060-88eb-ffda856697ed tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (a0ac131d-db40-4535-97e8-35e4a41a394b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:34.986909 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1722-53fd-4060-88eb-ffda856697ed tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (a0ac131d-db40-4535-97e8-35e4a41a394b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:34.993076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5d1722-53fd-4060-88eb-ffda856697ed tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:34.993790 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1722-53fd-4060-88eb-ffda856697ed tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:35.026358 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8b5d1722-53fd-4060-88eb-ffda856697ed tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4679561 Mar 23 01:58:35.029590 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38720) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:35.036668 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6007fd3b-f356-4666-a2ed-03b6eecbd76d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Request body: {'subnet': {'network_id': 'a0ac131d-db40-4535-97e8-35e4a41a394b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:35.072857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d1722-53fd-4060-88eb-ffda856697ed tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event updated for resources: {'Network': ['ID=a0ac131d-db40-4535-97e8-35e4a41a394b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:35.085159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network a0ac131d-db40-4535-97e8-35e4a41a394b details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:35.162414 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6007fd3b-f356-4666-a2ed-03b6eecbd76d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Made reservation on behalf of fcca7ba72e9e47e2be68919184eff9ad for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:35.167122 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6007fd3b-f356-4666-a2ed-03b6eecbd76d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:35.277503 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14702421-09b8-4eb8-b8da-1da0d63f17dc None None] New status for floating IP f6725db7-27b6-4539-9ab5-fb16cdc3197a: ACTIVE {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 01:58:35.689901 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6007fd3b-f356-4666-a2ed-03b6eecbd76d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (47950c60-ceb0-43c7-8684-c575226ba3d4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:35.758837 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007fd3b-f356-4666-a2ed-03b6eecbd76d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event updated for resources: {'Subnet': ['ID=47950c60-ceb0-43c7-8684-c575226ba3d4,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:35.777209 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6007fd3b-f356-4666-a2ed-03b6eecbd76d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Checking segment: {'id': 'fe47c9d9-a29b-4021-bd29-fae8b5da1d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a0ac131d-db40-4535-97e8-35e4a41a394b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:35.777668 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6007fd3b-f356-4666-a2ed-03b6eecbd76d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Network hostable DHCP agents. Network: a0ac131d-db40-4535-97e8-35e4a41a394b, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:58:35.799096 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6007fd3b-f356-4666-a2ed-03b6eecbd76d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Network a0ac131d-db40-4535-97e8-35e4a41a394b is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:58:35.815031 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-6007fd3b-f356-4666-a2ed-03b6eecbd76d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, a0ac131d-db40-4535-97e8-35e4a41a394b) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:35.820389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6007fd3b-f356-4666-a2ed-03b6eecbd76d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:35.821176 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6007fd3b-f356-4666-a2ed-03b6eecbd76d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:35.833235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ad16b0-ed22-4b92-9f6b-1a0dfbebfb04 None None] Network a0ac131d-db40-4535-97e8-35e4a41a394b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:35.852292 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38738) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:35.852891 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6007fd3b-f356-4666-a2ed-03b6eecbd76d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8206158 Mar 23 01:58:35.857438 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-115ab5d0-4e0b-4c08-bed8-0e33527eefb4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Request body: {'network': {'name': 'tempest-router-network01--1105517641'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:35.881669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115ab5d0-4e0b-4c08-bed8-0e33527eefb4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Made reservation on behalf of fcca7ba72e9e47e2be68919184eff9ad for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:35.885765 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-115ab5d0-4e0b-4c08-bed8-0e33527eefb4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:35.917128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115ab5d0-4e0b-4c08-bed8-0e33527eefb4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:58:35.933366 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-115ab5d0-4e0b-4c08-bed8-0e33527eefb4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (e3ebcdc1-3567-44d0-84bf-cf871c358be5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:35.933750 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-115ab5d0-4e0b-4c08-bed8-0e33527eefb4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Added segment e3ebcdc1-3567-44d0-84bf-cf871c358be5 of type vlan for network 195ce75e-d4d2-4cc5-b82b-57106978ea3d Mar 23 01:58:35.952126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-a0ac131d-db40-4535-97e8-35e4a41a394b', 'network_id': 'a0ac131d-db40-4535-97e8-35e4a41a394b', 'project_id': 'fcca7ba72e9e47e2be68919184eff9ad', 'fixed_ips': [{'subnet_id': '47950c60-ceb0-43c7-8684-c575226ba3d4'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:58:35.954071 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:35.997034 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-115ab5d0-4e0b-4c08-bed8-0e33527eefb4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (195ce75e-d4d2-4cc5-b82b-57106978ea3d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:36.048955 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-115ab5d0-4e0b-4c08-bed8-0e33527eefb4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (195ce75e-d4d2-4cc5-b82b-57106978ea3d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:36.054642 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ab5d0-4e0b-4c08-bed8-0e33527eefb4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:36.055422 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-115ab5d0-4e0b-4c08-bed8-0e33527eefb4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:36.114325 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Allocated IP 172.20.0.2 (a0ac131d-db40-4535-97e8-35e4a41a394b/47950c60-ceb0-43c7-8684-c575226ba3d4/47db1ffa-cb71-4b68-81dd-b61375f0b591) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:58:36.127678 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-115ab5d0-4e0b-4c08-bed8-0e33527eefb4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2742083 Mar 23 01:58:36.130547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38748) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:36.138974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4d39c3d9-28ec-45b2-906b-181a1c948389 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Request body: {'network': {'name': 'tempest-router-network02--2144672052'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:36.158341 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ab5d0-4e0b-4c08-bed8-0e33527eefb4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event updated for resources: {'Network': ['ID=195ce75e-d4d2-4cc5-b82b-57106978ea3d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:36.179919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d39c3d9-28ec-45b2-906b-181a1c948389 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Made reservation on behalf of fcca7ba72e9e47e2be68919184eff9ad for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:36.184589 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d39c3d9-28ec-45b2-906b-181a1c948389 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:36.214859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 195ce75e-d4d2-4cc5-b82b-57106978ea3d details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:36.224299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d39c3d9-28ec-45b2-906b-181a1c948389 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:58:36.241145 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d39c3d9-28ec-45b2-906b-181a1c948389 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (76891eb6-96dd-4c0d-b7c7-e9afb475aeb8), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:36.241604 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-4d39c3d9-28ec-45b2-906b-181a1c948389 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Added segment 76891eb6-96dd-4c0d-b7c7-e9afb475aeb8 of type vlan for network d82d4e62-fc5a-4cd7-be67-eb4d777c0719 Mar 23 01:58:36.292081 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d39c3d9-28ec-45b2-906b-181a1c948389 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (d82d4e62-fc5a-4cd7-be67-eb4d777c0719), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:36.337412 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d39c3d9-28ec-45b2-906b-181a1c948389 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (d82d4e62-fc5a-4cd7-be67-eb4d777c0719), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:36.345269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d39c3d9-28ec-45b2-906b-181a1c948389 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:36.345462 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d39c3d9-28ec-45b2-906b-181a1c948389 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:36.394791 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Publish callbacks [] for port (47db1ffa-cb71-4b68-81dd-b61375f0b591), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:36.404263 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (47db1ffa-cb71-4b68-81dd-b61375f0b591), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:36.408118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38752) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:36.413382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9625b348-0e42-4171-8008-b5c779d87ab8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Request body: {'subnet': {'network_id': '195ce75e-d4d2-4cc5-b82b-57106978ea3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:36.418903 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4d39c3d9-28ec-45b2-906b-181a1c948389 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2870619 Mar 23 01:58:36.444190 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39c3d9-28ec-45b2-906b-181a1c948389 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event updated for resources: {'Network': ['ID=d82d4e62-fc5a-4cd7-be67-eb4d777c0719,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:36.479413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Pushing event updated for resources: {'Port': ['ID=47db1ffa-cb71-4b68-81dd-b61375f0b591,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:36.489093 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network d82d4e62-fc5a-4cd7-be67-eb4d777c0719 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:36.524964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9625b348-0e42-4171-8008-b5c779d87ab8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Made reservation on behalf of fcca7ba72e9e47e2be68919184eff9ad for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:36.529636 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9625b348-0e42-4171-8008-b5c779d87ab8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:36.568580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Network a0ac131d-db40-4535-97e8-35e4a41a394b is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:58:36.571563 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:36.574848 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:58:36.663831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Attempting to bind port 47db1ffa-cb71-4b68-81dd-b61375f0b591 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:58:36.664207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Attempting to bind port 47db1ffa-cb71-4b68-81dd-b61375f0b591 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'fe47c9d9-a29b-4021-bd29-fae8b5da1d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a0ac131d-db40-4535-97e8-35e4a41a394b'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:58:36.664571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Attempting to bind port 47db1ffa-cb71-4b68-81dd-b61375f0b591 on network a0ac131d-db40-4535-97e8-35e4a41a394b {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:58:36.670659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:58:36.671023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Checking segment: {'id': 'fe47c9d9-a29b-4021-bd29-fae8b5da1d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a0ac131d-db40-4535-97e8-35e4a41a394b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:36.671426 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:36.672441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Bound using segment: {'id': 'fe47c9d9-a29b-4021-bd29-fae8b5da1d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a0ac131d-db40-4535-97e8-35e4a41a394b'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:58:36.672939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Bound port: 47db1ffa-cb71-4b68-81dd-b61375f0b591, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe47c9d9-a29b-4021-bd29-fae8b5da1d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a0ac131d-db40-4535-97e8-35e4a41a394b'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:58:36.673321 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (47db1ffa-cb71-4b68-81dd-b61375f0b591), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:36.744525 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9625b348-0e42-4171-8008-b5c779d87ab8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (b4ea7a1b-94bb-4199-a8f1-ac77cc1e910b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:36.746043 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] For port 47db1ffa-cb71-4b68-81dd-b61375f0b591, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:58:36.749418 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] For port 47db1ffa-cb71-4b68-81dd-b61375f0b591, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=47db1ffa-cb71-4b68-81dd-b61375f0b591,segment=NetworkSegment(fe47c9d9-a29b-4021-bd29-fae8b5da1d70),segment_id=fe47c9d9-a29b-4021-bd29-fae8b5da1d70)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:58:36.759742 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (47db1ffa-cb71-4b68-81dd-b61375f0b591), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:36.812567 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9625b348-0e42-4171-8008-b5c779d87ab8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Checking segment: {'id': 'e3ebcdc1-3567-44d0-84bf-cf871c358be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '195ce75e-d4d2-4cc5-b82b-57106978ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:36.812964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9625b348-0e42-4171-8008-b5c779d87ab8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Network hostable DHCP agents. Network: 195ce75e-d4d2-4cc5-b82b-57106978ea3d, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:58:36.840718 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625b348-0e42-4171-8008-b5c779d87ab8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event updated for resources: {'Subnet': ['ID=b4ea7a1b-94bb-4199-a8f1-ac77cc1e910b,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:36.866866 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9625b348-0e42-4171-8008-b5c779d87ab8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Network 195ce75e-d4d2-4cc5-b82b-57106978ea3d is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:58:36.879521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2be2e-cf1c-4ef2-9145-e2baed0467b2 None None] Pushing event updated for resources: {'Port': ['ID=47db1ffa-cb71-4b68-81dd-b61375f0b591,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:36.901745 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-9625b348-0e42-4171-8008-b5c779d87ab8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 195ce75e-d4d2-4cc5-b82b-57106978ea3d) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:36.915532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7848f8b0-9305-4137-b914-e473ff38bed6 None None] Network 195ce75e-d4d2-4cc5-b82b-57106978ea3d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:36.946375 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9625b348-0e42-4171-8008-b5c779d87ab8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:36.947006 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9625b348-0e42-4171-8008-b5c779d87ab8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:37.004893 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9625b348-0e42-4171-8008-b5c779d87ab8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5954611 Mar 23 01:58:37.007493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38764) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:37.013137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ba7def66-c2ca-447c-8ad1-030b11b1cd8e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Request body: {'subnet': {'network_id': 'd82d4e62-fc5a-4cd7-be67-eb4d777c0719', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:37.189939 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7def66-c2ca-447c-8ad1-030b11b1cd8e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Made reservation on behalf of fcca7ba72e9e47e2be68919184eff9ad for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:37.196759 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba7def66-c2ca-447c-8ad1-030b11b1cd8e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:37.219317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-195ce75e-d4d2-4cc5-b82b-57106978ea3d', 'network_id': '195ce75e-d4d2-4cc5-b82b-57106978ea3d', 'project_id': 'fcca7ba72e9e47e2be68919184eff9ad', 'fixed_ips': [{'subnet_id': 'b4ea7a1b-94bb-4199-a8f1-ac77cc1e910b'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:58:37.220746 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:37.482839 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Allocated IP 172.20.0.2 (195ce75e-d4d2-4cc5-b82b-57106978ea3d/b4ea7a1b-94bb-4199-a8f1-ac77cc1e910b/e309e95c-a799-4f0b-9c23-c979801fc744) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:58:37.651536 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba7def66-c2ca-447c-8ad1-030b11b1cd8e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (429ebdb4-829e-484b-82d7-11cbcb93485d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:37.669698 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Publish callbacks [] for port (e309e95c-a799-4f0b-9c23-c979801fc744), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:37.682716 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (e309e95c-a799-4f0b-9c23-c979801fc744), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:37.743176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7def66-c2ca-447c-8ad1-030b11b1cd8e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Checking segment: {'id': '76891eb6-96dd-4c0d-b7c7-e9afb475aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd82d4e62-fc5a-4cd7-be67-eb4d777c0719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:37.743549 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7def66-c2ca-447c-8ad1-030b11b1cd8e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Network hostable DHCP agents. Network: d82d4e62-fc5a-4cd7-be67-eb4d777c0719, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:58:37.775269 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7def66-c2ca-447c-8ad1-030b11b1cd8e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event updated for resources: {'Subnet': ['ID=429ebdb4-829e-484b-82d7-11cbcb93485d,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:37.792277 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7def66-c2ca-447c-8ad1-030b11b1cd8e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Network d82d4e62-fc5a-4cd7-be67-eb4d777c0719 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:58:37.810663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ba7def66-c2ca-447c-8ad1-030b11b1cd8e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, d82d4e62-fc5a-4cd7-be67-eb4d777c0719) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:37.816173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7def66-c2ca-447c-8ad1-030b11b1cd8e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:37.816860 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba7def66-c2ca-447c-8ad1-030b11b1cd8e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:37.849116 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38780) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:37.851468 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ba7def66-c2ca-447c-8ad1-030b11b1cd8e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8428698 Mar 23 01:58:37.977354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Pushing event updated for resources: {'Port': ['ID=e309e95c-a799-4f0b-9c23-c979801fc744,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:37.983622 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2edb962-aa86-47d9-a80d-2fdfad989573 None None] Network d82d4e62-fc5a-4cd7-be67-eb4d777c0719 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:37.994304 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Network 195ce75e-d4d2-4cc5-b82b-57106978ea3d is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:58:37.997613 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:38.000407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:58:38.117536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Attempting to bind port e309e95c-a799-4f0b-9c23-c979801fc744 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:58:38.118305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Attempting to bind port e309e95c-a799-4f0b-9c23-c979801fc744 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3ebcdc1-3567-44d0-84bf-cf871c358be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '195ce75e-d4d2-4cc5-b82b-57106978ea3d'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:58:38.118831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Attempting to bind port e309e95c-a799-4f0b-9c23-c979801fc744 on network 195ce75e-d4d2-4cc5-b82b-57106978ea3d {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:58:38.132574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:58:38.133297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Checking segment: {'id': 'e3ebcdc1-3567-44d0-84bf-cf871c358be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '195ce75e-d4d2-4cc5-b82b-57106978ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:38.133857 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:38.134398 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Bound using segment: {'id': 'e3ebcdc1-3567-44d0-84bf-cf871c358be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '195ce75e-d4d2-4cc5-b82b-57106978ea3d'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:58:38.135149 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Bound port: e309e95c-a799-4f0b-9c23-c979801fc744, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ebcdc1-3567-44d0-84bf-cf871c358be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '195ce75e-d4d2-4cc5-b82b-57106978ea3d'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:58:38.135695 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e309e95c-a799-4f0b-9c23-c979801fc744), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:38.208707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] For port e309e95c-a799-4f0b-9c23-c979801fc744, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:58:38.212443 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] For port e309e95c-a799-4f0b-9c23-c979801fc744, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e309e95c-a799-4f0b-9c23-c979801fc744,segment=NetworkSegment(e3ebcdc1-3567-44d0-84bf-cf871c358be5),segment_id=e3ebcdc1-3567-44d0-84bf-cf871c358be5)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:58:38.255631 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e309e95c-a799-4f0b-9c23-c979801fc744), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:38.306242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d82d4e62-fc5a-4cd7-be67-eb4d777c0719', 'network_id': 'd82d4e62-fc5a-4cd7-be67-eb4d777c0719', 'project_id': 'fcca7ba72e9e47e2be68919184eff9ad', 'fixed_ips': [{'subnet_id': '429ebdb4-829e-484b-82d7-11cbcb93485d'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 01:58:38.307113 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:38.340891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d46240-e6f4-4bd7-a753-b7eafb9c18f4 None None] Pushing event updated for resources: {'Port': ['ID=e309e95c-a799-4f0b-9c23-c979801fc744,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:38.400619 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:38.415939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe10b22a-bb43-457b-ab03-b240630c0797 None None] Network a0ac131d-db40-4535-97e8-35e4a41a394b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:38.493333 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-97e4e9d3-bc92-442a-8ae9-d15c51ae3317 None None] Provisioning complete for port 47db1ffa-cb71-4b68-81dd-b61375f0b591 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:38.493539 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-97e4e9d3-bc92-442a-8ae9-d15c51ae3317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (47db1ffa-cb71-4b68-81dd-b61375f0b591), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:38.640843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-97e4e9d3-bc92-442a-8ae9-d15c51ae3317 None None] Current status of the port 47db1ffa-cb71-4b68-81dd-b61375f0b591 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:38.647649 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-97e4e9d3-bc92-442a-8ae9-d15c51ae3317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (47db1ffa-cb71-4b68-81dd-b61375f0b591), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:38.741015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Allocated IP 172.20.0.2 (d82d4e62-fc5a-4cd7-be67-eb4d777c0719/429ebdb4-829e-484b-82d7-11cbcb93485d/95c698f8-c2db-44cf-b697-c093b3db90b5) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:58:38.948379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-97e4e9d3-bc92-442a-8ae9-d15c51ae3317 None None] For port 47db1ffa-cb71-4b68-81dd-b61375f0b591, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=47db1ffa-cb71-4b68-81dd-b61375f0b591,segment=NetworkSegment(fe47c9d9-a29b-4021-bd29-fae8b5da1d70),segment_id=fe47c9d9-a29b-4021-bd29-fae8b5da1d70)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:38.963573 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e309e95c-a799-4f0b-9c23-c979801fc744 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:58:38.982222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Allocated IP 172.20.0.1 (195ce75e-d4d2-4cc5-b82b-57106978ea3d/b4ea7a1b-94bb-4199-a8f1-ac77cc1e910b/b07cdd13-aa2f-448d-bba4-7517d721f904) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:58:39.017272 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-97e4e9d3-bc92-442a-8ae9-d15c51ae3317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (47db1ffa-cb71-4b68-81dd-b61375f0b591), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:39.140121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e309e95c-a799-4f0b-9c23-c979801fc744 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:39.140823 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e309e95c-a799-4f0b-9c23-c979801fc744), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:39.154954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4e9d3-bc92-442a-8ae9-d15c51ae3317 None None] Pushing event updated for resources: {'Port': ['ID=47db1ffa-cb71-4b68-81dd-b61375f0b591,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:39.169127 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for port (b07cdd13-aa2f-448d-bba4-7517d721f904), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:39.189234 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Publish callbacks [] for port (95c698f8-c2db-44cf-b697-c093b3db90b5), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:39.206280 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (95c698f8-c2db-44cf-b697-c093b3db90b5), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:39.232073 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b07cdd13-aa2f-448d-bba4-7517d721f904), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:39.272151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Network d82d4e62-fc5a-4cd7-be67-eb4d777c0719 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:58:39.283684 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Network 195ce75e-d4d2-4cc5-b82b-57106978ea3d is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:58:39.286748 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:39.290685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:58:39.292155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:39.295610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Pushing event updated for resources: {'Port': ['ID=95c698f8-c2db-44cf-b697-c093b3db90b5,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:39.327062 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:58:39.366647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event updated for resources: {'Port': ['ID=b07cdd13-aa2f-448d-bba4-7517d721f904,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:39.408315 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (f7bc0f59-ea5d-4e42-853e-f3d299644661), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:39.509916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Attempting to bind port 95c698f8-c2db-44cf-b697-c093b3db90b5 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:58:39.511575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Attempting to bind port 95c698f8-c2db-44cf-b697-c093b3db90b5 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '76891eb6-96dd-4c0d-b7c7-e9afb475aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd82d4e62-fc5a-4cd7-be67-eb4d777c0719'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:58:39.513971 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Attempting to bind port 95c698f8-c2db-44cf-b697-c093b3db90b5 on network d82d4e62-fc5a-4cd7-be67-eb4d777c0719 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:58:39.543116 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:58:39.544033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Checking segment: {'id': '76891eb6-96dd-4c0d-b7c7-e9afb475aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd82d4e62-fc5a-4cd7-be67-eb4d777c0719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:39.547376 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:39.550457 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Bound using segment: {'id': '76891eb6-96dd-4c0d-b7c7-e9afb475aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd82d4e62-fc5a-4cd7-be67-eb4d777c0719'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:58:39.551257 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Bound port: 95c698f8-c2db-44cf-b697-c093b3db90b5, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76891eb6-96dd-4c0d-b7c7-e9afb475aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd82d4e62-fc5a-4cd7-be67-eb4d777c0719'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:58:39.551880 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (95c698f8-c2db-44cf-b697-c093b3db90b5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:39.563801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e309e95c-a799-4f0b-9c23-c979801fc744 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:39.564540 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e309e95c-a799-4f0b-9c23-c979801fc744), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:39.582457 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b07cdd13-aa2f-448d-bba4-7517d721f904), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:39.646270 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port e309e95c-a799-4f0b-9c23-c979801fc744, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e309e95c-a799-4f0b-9c23-c979801fc744,segment=NetworkSegment(e3ebcdc1-3567-44d0-84bf-cf871c358be5),segment_id=e3ebcdc1-3567-44d0-84bf-cf871c358be5)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:39.704655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] For port 95c698f8-c2db-44cf-b697-c093b3db90b5, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:58:39.708934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] For port 95c698f8-c2db-44cf-b697-c093b3db90b5, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=95c698f8-c2db-44cf-b697-c093b3db90b5,segment=NetworkSegment(76891eb6-96dd-4c0d-b7c7-e9afb475aeb8),segment_id=76891eb6-96dd-4c0d-b7c7-e9afb475aeb8)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:58:39.715079 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e309e95c-a799-4f0b-9c23-c979801fc744), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:39.716101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 47db1ffa-cb71-4b68-81dd-b61375f0b591 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:58:39.759555 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (95c698f8-c2db-44cf-b697-c093b3db90b5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:39.787996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eb7d5e71-8495-4af5-a353-0a89335f3c70 None None] Provisioning complete for port 47db1ffa-cb71-4b68-81dd-b61375f0b591 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:39.788352 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eb7d5e71-8495-4af5-a353-0a89335f3c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (47db1ffa-cb71-4b68-81dd-b61375f0b591), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:39.872992 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=e309e95c-a799-4f0b-9c23-c979801fc744,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:39.926735 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 47db1ffa-cb71-4b68-81dd-b61375f0b591 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:39.929387 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (47db1ffa-cb71-4b68-81dd-b61375f0b591), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:40.008788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde8a8c5-7ae6-42ae-875d-ab4afe38c59d None None] Network 195ce75e-d4d2-4cc5-b82b-57106978ea3d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:40.073410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74ce94-b39b-40f6-bd2f-04fa4671b82b None None] Pushing event updated for resources: {'Port': ['ID=95c698f8-c2db-44cf-b697-c093b3db90b5,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:40.078771 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for port (b07cdd13-aa2f-448d-bba4-7517d721f904), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:40.088692 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (b07cdd13-aa2f-448d-bba4-7517d721f904), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:40.120048 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d5e71-8495-4af5-a353-0a89335f3c70 None None] Current status of the port 47db1ffa-cb71-4b68-81dd-b61375f0b591 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:40.204040 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 47db1ffa-cb71-4b68-81dd-b61375f0b591 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:40.262693 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-19bd6cf0-4f64-4c15-a7de-b09cd63f3294 None None] Provisioning complete for port e309e95c-a799-4f0b-9c23-c979801fc744 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:40.263068 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-19bd6cf0-4f64-4c15-a7de-b09cd63f3294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e309e95c-a799-4f0b-9c23-c979801fc744), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:40.263174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event updated for resources: {'Port': ['ID=b07cdd13-aa2f-448d-bba4-7517d721f904,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:40.307621 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (f7bc0f59-ea5d-4e42-853e-f3d299644661), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:40.380243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-19bd6cf0-4f64-4c15-a7de-b09cd63f3294 None None] Current status of the port e309e95c-a799-4f0b-9c23-c979801fc744 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:40.503902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Network 195ce75e-d4d2-4cc5-b82b-57106978ea3d is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:58:40.506159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:40.685893 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Router f7bc0f59-ea5d-4e42-853e-f3d299644661 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 01:58:40.710954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-304cb34f-6d07-4b66-aaaa-4776b5f88f25 None None] Provisioning complete for port e309e95c-a799-4f0b-9c23-c979801fc744 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:40.711459 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-304cb34f-6d07-4b66-aaaa-4776b5f88f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e309e95c-a799-4f0b-9c23-c979801fc744), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:40.823319 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-304cb34f-6d07-4b66-aaaa-4776b5f88f25 None None] Current status of the port e309e95c-a799-4f0b-9c23-c979801fc744 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:40.851210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-304cb34f-6d07-4b66-aaaa-4776b5f88f25 None None] Provisioning complete for port b07cdd13-aa2f-448d-bba4-7517d721f904 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:40.851692 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-304cb34f-6d07-4b66-aaaa-4776b5f88f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b07cdd13-aa2f-448d-bba4-7517d721f904), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:40.915475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-304cb34f-6d07-4b66-aaaa-4776b5f88f25 None None] Port b07cdd13-aa2f-448d-bba4-7517d721f904 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:58:40.947737 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:58:40.959159 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-18609780-6777-489a-9d44-9bbb0cb31aad tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "PUT /v2.0/routers/f7bc0f59-ea5d-4e42-853e-f3d299644661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1084874 Mar 23 01:58:40.962345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38812) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:40.963657 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa648b0b-1bed-4d9f-b33c-51161fd2a3bb None None] Sync routers for ids ['f7bc0f59-ea5d-4e42-853e-f3d299644661'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:58:40.989343 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 95c698f8-c2db-44cf-b697-c093b3db90b5 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:58:41.041435 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa648b0b-1bed-4d9f-b33c-51161fd2a3bb None None] Routers {'f7bc0f59-ea5d-4e42-853e-f3d299644661'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:58:41.042325 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fa648b0b-1bed-4d9f-b33c-51161fd2a3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:58:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f7bc0f59-ea5d-4e42-853e-f3d299644661'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:41.099140 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fa648b0b-1bed-4d9f-b33c-51161fd2a3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:41.123943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9f594748-57f8-4440-9188-097858f936d5 None None] Provisioning complete for port b07cdd13-aa2f-448d-bba4-7517d721f904 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:41.124766 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9f594748-57f8-4440-9188-097858f936d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b07cdd13-aa2f-448d-bba4-7517d721f904), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:41.132144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa648b0b-1bed-4d9f-b33c-51161fd2a3bb None None] Routers {'f7bc0f59-ea5d-4e42-853e-f3d299644661'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:58:41.133256 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fa648b0b-1bed-4d9f-b33c-51161fd2a3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:58:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f7bc0f59-ea5d-4e42-853e-f3d299644661'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:41.266681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fa648b0b-1bed-4d9f-b33c-51161fd2a3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:41.268386 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa648b0b-1bed-4d9f-b33c-51161fd2a3bb None None] The sync data for ids ['f7bc0f59-ea5d-4e42-853e-f3d299644661'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:58:41.293479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9f594748-57f8-4440-9188-097858f936d5 None None] Port b07cdd13-aa2f-448d-bba4-7517d721f904 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:58:41.297642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 95c698f8-c2db-44cf-b697-c093b3db90b5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:41.298405 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (95c698f8-c2db-44cf-b697-c093b3db90b5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:41.632335 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ce1404-2423-45ef-8d48-e9b64cb22ce4 None None] Network d82d4e62-fc5a-4cd7-be67-eb4d777c0719 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:41.713199 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1e57848d-75c1-4e55-b6e4-53eadfb9ee1f None None] Provisioning complete for port b07cdd13-aa2f-448d-bba4-7517d721f904 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:41.713567 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1e57848d-75c1-4e55-b6e4-53eadfb9ee1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b07cdd13-aa2f-448d-bba4-7517d721f904), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:41.781600 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1e57848d-75c1-4e55-b6e4-53eadfb9ee1f None None] Port b07cdd13-aa2f-448d-bba4-7517d721f904 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:58:41.861067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 95c698f8-c2db-44cf-b697-c093b3db90b5 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:41.861765 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (95c698f8-c2db-44cf-b697-c093b3db90b5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:41.937791 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 95c698f8-c2db-44cf-b697-c093b3db90b5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=95c698f8-c2db-44cf-b697-c093b3db90b5,segment=NetworkSegment(76891eb6-96dd-4c0d-b7c7-e9afb475aeb8),segment_id=76891eb6-96dd-4c0d-b7c7-e9afb475aeb8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:41.949927 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (95c698f8-c2db-44cf-b697-c093b3db90b5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:41.951403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e309e95c-a799-4f0b-9c23-c979801fc744 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:58:41.979717 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-2402e3c9-d1e1-4f43-9643-75b3ec4e0fae tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 01:58:41.981589 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2402e3c9-d1e1-4f43-9643-75b3ec4e0fae tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "PUT /v2.0/routers/f7bc0f59-ea5d-4e42-853e-f3d299644661/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0177102 Mar 23 01:58:41.986376 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38824) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:42.081136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=95c698f8-c2db-44cf-b697-c093b3db90b5,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:42.089614 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7a100baa-9671-4c05-adfc-32c054054228 None None] Provisioning complete for port 95c698f8-c2db-44cf-b697-c093b3db90b5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:42.090384 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7a100baa-9671-4c05-adfc-32c054054228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (95c698f8-c2db-44cf-b697-c093b3db90b5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:42.150159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e309e95c-a799-4f0b-9c23-c979801fc744 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:42.150833 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e309e95c-a799-4f0b-9c23-c979801fc744), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:42.254011 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7a100baa-9671-4c05-adfc-32c054054228 None None] Current status of the port 95c698f8-c2db-44cf-b697-c093b3db90b5 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:42.304886 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e309e95c-a799-4f0b-9c23-c979801fc744 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:42.305960 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 47db1ffa-cb71-4b68-81dd-b61375f0b591 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:58:42.371736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 47db1ffa-cb71-4b68-81dd-b61375f0b591 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:42.372384 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (47db1ffa-cb71-4b68-81dd-b61375f0b591), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:42.431585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-db67941c-1bf3-4a1d-b6c4-d5d04a5618c7 None None] Provisioning complete for port 95c698f8-c2db-44cf-b697-c093b3db90b5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:42.431957 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db67941c-1bf3-4a1d-b6c4-d5d04a5618c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (95c698f8-c2db-44cf-b697-c093b3db90b5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:42.565385 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 47db1ffa-cb71-4b68-81dd-b61375f0b591 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:42.578743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-db67941c-1bf3-4a1d-b6c4-d5d04a5618c7 None None] Current status of the port 95c698f8-c2db-44cf-b697-c093b3db90b5 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:42.640959 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc8e559e-fd2d-4373-aae5-2c4ed6e9c8e4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (f7bc0f59-ea5d-4e42-853e-f3d299644661), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:42.770798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 95c698f8-c2db-44cf-b697-c093b3db90b5 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:58:42.849960 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 95c698f8-c2db-44cf-b697-c093b3db90b5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:42.850339 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (95c698f8-c2db-44cf-b697-c093b3db90b5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:42.931928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 95c698f8-c2db-44cf-b697-c093b3db90b5 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:58:42.991351 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-dc8e559e-fd2d-4373-aae5-2c4ed6e9c8e4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Deleting port b07cdd13-aa2f-448d-bba4-7517d721f904 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:42.991998 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc8e559e-fd2d-4373-aae5-2c4ed6e9c8e4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b07cdd13-aa2f-448d-bba4-7517d721f904), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:43.081084 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc8e559e-fd2d-4373-aae5-2c4ed6e9c8e4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b07cdd13-aa2f-448d-bba4-7517d721f904), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:43.093333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-dc8e559e-fd2d-4373-aae5-2c4ed6e9c8e4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Calling delete_port for b07cdd13-aa2f-448d-bba4-7517d721f904 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:43.280381 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc8e559e-fd2d-4373-aae5-2c4ed6e9c8e4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b07cdd13-aa2f-448d-bba4-7517d721f904), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:43.308185 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e559e-fd2d-4373-aae5-2c4ed6e9c8e4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event deleted for resources: {'Port': ['ID=b07cdd13-aa2f-448d-bba4-7517d721f904,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:43.488207 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc8e559e-fd2d-4373-aae5-2c4ed6e9c8e4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (f7bc0f59-ea5d-4e42-853e-f3d299644661), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:43.671042 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8e559e-fd2d-4373-aae5-2c4ed6e9c8e4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Router f7bc0f59-ea5d-4e42-853e-f3d299644661 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:58:43.748168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8e559e-fd2d-4373-aae5-2c4ed6e9c8e4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:58:43.759891 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38848) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:43.760342 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dc8e559e-fd2d-4373-aae5-2c4ed6e9c8e4 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "PUT /v2.0/routers/f7bc0f59-ea5d-4e42-853e-f3d299644661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7724402 Mar 23 01:58:43.760703 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a08f96-0c15-4472-a649-ff9b5cb1d442 None None] Sync routers for ids ['f7bc0f59-ea5d-4e42-853e-f3d299644661'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:58:43.773413 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a08f96-0c15-4472-a649-ff9b5cb1d442 None None] Routers {'f7bc0f59-ea5d-4e42-853e-f3d299644661'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:58:43.774030 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e5a08f96-0c15-4472-a649-ff9b5cb1d442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:58:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f7bc0f59-ea5d-4e42-853e-f3d299644661'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:43.810069 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e5a08f96-0c15-4472-a649-ff9b5cb1d442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:43.810923 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-67a684cd-4e31-49e3-8328-240f97e3210d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] delete failed (client error): The resource could not be found. Mar 23 01:58:43.812377 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-67a684cd-4e31-49e3-8328-240f97e3210d tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1183198616 HTTP/1.1" status: 404 len: 335 time: 0.0505254 Mar 23 01:58:43.816014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38850) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:43.819782 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a08f96-0c15-4472-a649-ff9b5cb1d442 None None] Routers {'f7bc0f59-ea5d-4e42-853e-f3d299644661'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:58:43.820666 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e5a08f96-0c15-4472-a649-ff9b5cb1d442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:58:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f7bc0f59-ea5d-4e42-853e-f3d299644661'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:43.820961 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-121044e6-0ddc-49f2-9274-baf1734f1d21 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f7bc0f59-ea5d-4e42-853e-f3d299644661'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:43.972084 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-e5a08f96-0c15-4472-a649-ff9b5cb1d442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:43.972777 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a08f96-0c15-4472-a649-ff9b5cb1d442 None None] The sync data for ids ['f7bc0f59-ea5d-4e42-853e-f3d299644661'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:58:44.081688 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-121044e6-0ddc-49f2-9274-baf1734f1d21 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for router_gateway (f7bc0f59-ea5d-4e42-853e-f3d299644661), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:44.103747 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-121044e6-0ddc-49f2-9274-baf1734f1d21 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] update failed (client error): The resource could not be found. Mar 23 01:58:44.105061 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-121044e6-0ddc-49f2-9274-baf1734f1d21 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "PUT /v2.0/routers/f7bc0f59-ea5d-4e42-853e-f3d299644661 HTTP/1.1" status: 404 len: 339 time: 0.2880688 Mar 23 01:58:44.109693 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38852) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:44.686460 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:44.941491 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Allocated IP 172.20.0.1 (a0ac131d-db40-4535-97e8-35e4a41a394b/47950c60-ceb0-43c7-8684-c575226ba3d4/b9200fbc-f581-46e8-9c43-3bea6c92e15b) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:58:45.066824 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for port (b9200fbc-f581-46e8-9c43-3bea6c92e15b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:45.105445 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b9200fbc-f581-46e8-9c43-3bea6c92e15b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:45.147808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Network a0ac131d-db40-4535-97e8-35e4a41a394b is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:58:45.150951 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:45.153623 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:58:45.187548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event updated for resources: {'Port': ['ID=b9200fbc-f581-46e8-9c43-3bea6c92e15b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:45.212946 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (f7bc0f59-ea5d-4e42-853e-f3d299644661), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:45.351438 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b9200fbc-f581-46e8-9c43-3bea6c92e15b), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:45.527661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c82155ba-4791-4f7c-b0e7-d245c6d04663 None None] Provisioning complete for port b9200fbc-f581-46e8-9c43-3bea6c92e15b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:45.528800 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c82155ba-4791-4f7c-b0e7-d245c6d04663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b9200fbc-f581-46e8-9c43-3bea6c92e15b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:45.580266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c82155ba-4791-4f7c-b0e7-d245c6d04663 None None] Port b9200fbc-f581-46e8-9c43-3bea6c92e15b cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:58:45.666020 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for port (b9200fbc-f581-46e8-9c43-3bea6c92e15b), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:45.671128 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (b9200fbc-f581-46e8-9c43-3bea6c92e15b), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:45.746173 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (f7bc0f59-ea5d-4e42-853e-f3d299644661), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:45.747817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event updated for resources: {'Port': ['ID=b9200fbc-f581-46e8-9c43-3bea6c92e15b,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:45.842263 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Network a0ac131d-db40-4535-97e8-35e4a41a394b is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:58:45.844948 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:45.956213 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Router f7bc0f59-ea5d-4e42-853e-f3d299644661 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:58:46.065755 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:58:46.073438 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4154b239-dab9-4581-8dfa-4d56c759af64 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "PUT /v2.0/routers/f7bc0f59-ea5d-4e42-853e-f3d299644661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9601121 Mar 23 01:58:46.075995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38880) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:46.086202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775f50ab-cc39-463f-a676-3ca8ff3506f2 None None] Sync routers for ids ['f7bc0f59-ea5d-4e42-853e-f3d299644661'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:58:46.125818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775f50ab-cc39-463f-a676-3ca8ff3506f2 None None] Routers {'f7bc0f59-ea5d-4e42-853e-f3d299644661'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:58:46.126782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-775f50ab-cc39-463f-a676-3ca8ff3506f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:58:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f7bc0f59-ea5d-4e42-853e-f3d299644661'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:46.169050 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-775f50ab-cc39-463f-a676-3ca8ff3506f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:46.175472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-79c8a821-d2f8-43a7-88f5-e2c9b34bfd37 None None] Provisioning complete for port b9200fbc-f581-46e8-9c43-3bea6c92e15b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:58:46.176136 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-79c8a821-d2f8-43a7-88f5-e2c9b34bfd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b9200fbc-f581-46e8-9c43-3bea6c92e15b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:46.188319 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e7a33084-08cc-4e77-beb5-65926dd1b330 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for router (f7bc0f59-ea5d-4e42-853e-f3d299644661), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:46.210834 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775f50ab-cc39-463f-a676-3ca8ff3506f2 None None] Routers {'f7bc0f59-ea5d-4e42-853e-f3d299644661'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:58:46.211858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-775f50ab-cc39-463f-a676-3ca8ff3506f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:58:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f7bc0f59-ea5d-4e42-853e-f3d299644661'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:46.270242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-775f50ab-cc39-463f-a676-3ca8ff3506f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:46.272211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775f50ab-cc39-463f-a676-3ca8ff3506f2 None None] The sync data for ids ['f7bc0f59-ea5d-4e42-853e-f3d299644661'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:58:46.285766 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-79c8a821-d2f8-43a7-88f5-e2c9b34bfd37 None None] Port b9200fbc-f581-46e8-9c43-3bea6c92e15b cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 01:58:46.303591 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-e7a33084-08cc-4e77-beb5-65926dd1b330 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 23 01:58:46.307496 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e7a33084-08cc-4e77-beb5-65926dd1b330 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "DELETE /v2.0/routers/f7bc0f59-ea5d-4e42-853e-f3d299644661 HTTP/1.1" status: 409 len: 376 time: 0.2264392 Mar 23 01:58:46.307620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38888) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:46.723056 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (f7bc0f59-ea5d-4e42-853e-f3d299644661), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:47.316263 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Deleting port b9200fbc-f581-46e8-9c43-3bea6c92e15b {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:47.317005 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b9200fbc-f581-46e8-9c43-3bea6c92e15b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:47.406154 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b9200fbc-f581-46e8-9c43-3bea6c92e15b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:47.419490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Calling delete_port for b9200fbc-f581-46e8-9c43-3bea6c92e15b owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:47.605810 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b9200fbc-f581-46e8-9c43-3bea6c92e15b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:47.645049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event deleted for resources: {'Port': ['ID=b9200fbc-f581-46e8-9c43-3bea6c92e15b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:47.707090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:47.707517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:47.707937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:47.708388 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:47.708850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:47.709278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:47.709712 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:47.710134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:47.710560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:47.710983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:47.711417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:47.711840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:47.712263 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:47.712729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:47.713235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:58:47.786861 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:58:47.852263 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (f7bc0f59-ea5d-4e42-853e-f3d299644661), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:47.949043 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a55e4936-60bf-4d18-85ec-26121d3ec88e req-b4a927b0-0ef4-40ec-8ea1-b8c83e93b2fe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3149149 Mar 23 01:58:48.072368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Router f7bc0f59-ea5d-4e42-853e-f3d299644661 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 01:58:48.095879 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e4936-60bf-4d18-85ec-26121d3ec88e req-cadd1171-481a-481f-ac46-9e0bbdc66366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:48.097437 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a55e4936-60bf-4d18-85ec-26121d3ec88e req-cadd1171-481a-481f-ac46-9e0bbdc66366 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 1127 time: 0.0636072 Mar 23 01:58:48.214875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 01:58:48.221033 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-650ff207-16fc-4ee9-9822-a2d085854a2c tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "PUT /v2.0/routers/f7bc0f59-ea5d-4e42-853e-f3d299644661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9123549 Mar 23 01:58:48.224819 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38918) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:48.229643 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb93cdc-9a59-428a-a420-97ba90d7d802 None None] Sync routers for ids ['f7bc0f59-ea5d-4e42-853e-f3d299644661'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 01:58:48.242454 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb93cdc-9a59-428a-a420-97ba90d7d802 None None] Routers {'f7bc0f59-ea5d-4e42-853e-f3d299644661'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:58:48.243778 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4cb93cdc-9a59-428a-a420-97ba90d7d802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:58:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f7bc0f59-ea5d-4e42-853e-f3d299644661'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:48.286011 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4cb93cdc-9a59-428a-a420-97ba90d7d802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:48.298494 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-789fe3dd-15a6-4086-ab1b-aa6c98c2c205 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] show failed (client error): The resource could not be found. Mar 23 01:58:48.299562 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-789fe3dd-15a6-4086-ab1b-aa6c98c2c205 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1661091935 HTTP/1.1" status: 404 len: 335 time: 0.0735922 Mar 23 01:58:48.303470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38922) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:48.307461 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb93cdc-9a59-428a-a420-97ba90d7d802 None None] Routers {'f7bc0f59-ea5d-4e42-853e-f3d299644661'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 01:58:48.308085 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4cb93cdc-9a59-428a-a420-97ba90d7d802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T01:58:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f7bc0f59-ea5d-4e42-853e-f3d299644661'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:48.309303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d45925f6-c501-4350-8378-df5fe87b691b tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Request body: {'router': {'name': 'new_name'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:48.319700 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e4936-60bf-4d18-85ec-26121d3ec88e req-8ae1667b-70e4-483e-8e09-11fde89a8108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:48.321209 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a55e4936-60bf-4d18-85ec-26121d3ec88e req-8ae1667b-70e4-483e-8e09-11fde89a8108 service neutron] 10.222.0.42 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 915 time: 0.1894121 Mar 23 01:58:48.353257 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4cb93cdc-9a59-428a-a420-97ba90d7d802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:48.354674 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb93cdc-9a59-428a-a420-97ba90d7d802 None None] The sync data for ids ['f7bc0f59-ea5d-4e42-853e-f3d299644661'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 01:58:48.362942 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-d45925f6-c501-4350-8378-df5fe87b691b tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] update failed (client error): The resource could not be found. Mar 23 01:58:48.363510 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d45925f6-c501-4350-8378-df5fe87b691b tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-2029864865 HTTP/1.1" status: 404 len: 335 time: 0.0590031 Mar 23 01:58:48.368230 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38924) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:48.419508 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a55e4936-60bf-4d18-85ec-26121d3ec88e req-2d19e3ea-8757-49aa-9407-76db7557b759 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e0a24ed-d611-4159-9812-faa086779dd8 HTTP/1.1" status: 200 len: 1000 time: 0.0647204 Mar 23 01:58:48.428704 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-072a9df7-422b-4511-bea2-341c7e1977a9 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Deleting subnet 429ebdb4-829e-484b-82d7-11cbcb93485d {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:58:48.431972 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-072a9df7-422b-4511-bea2-341c7e1977a9 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for subnet (429ebdb4-829e-484b-82d7-11cbcb93485d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:48.474977 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-072a9df7-422b-4511-bea2-341c7e1977a9 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (429ebdb4-829e-484b-82d7-11cbcb93485d), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:48.486364 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e4936-60bf-4d18-85ec-26121d3ec88e req-28dc85c9-c75e-4c71-9aeb-6b3a765ceb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:48.488018 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a55e4936-60bf-4d18-85ec-26121d3ec88e req-28dc85c9-c75e-4c71-9aeb-6b3a765ceb03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 200 len: 854 time: 0.0579474 Mar 23 01:58:48.538959 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e4936-60bf-4d18-85ec-26121d3ec88e req-dff9f103-3ceb-49bd-b7ed-a515fab0265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:48.540863 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a55e4936-60bf-4d18-85ec-26121d3ec88e req-dff9f103-3ceb-49bd-b7ed-a515fab0265b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057fc303-8305-4494-9b96-40a2ebb37d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464571 Mar 23 01:58:48.562572 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-072a9df7-422b-4511-bea2-341c7e1977a9 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (429ebdb4-829e-484b-82d7-11cbcb93485d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:48.641118 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a55e4936-60bf-4d18-85ec-26121d3ec88e req-1f090241-986e-4a32-a62a-4dcee553fae1 service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936775 Mar 23 01:58:48.642520 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-072a9df7-422b-4511-bea2-341c7e1977a9 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (429ebdb4-829e-484b-82d7-11cbcb93485d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:48.672449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a9df7-422b-4511-bea2-341c7e1977a9 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event deleted for resources: {'Subnet': ['ID=429ebdb4-829e-484b-82d7-11cbcb93485d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:48.676175 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-072a9df7-422b-4511-bea2-341c7e1977a9 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:48.682539 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-072a9df7-422b-4511-bea2-341c7e1977a9 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "DELETE /v2.0/subnets/429ebdb4-829e-484b-82d7-11cbcb93485d HTTP/1.1" status: 204 len: 168 time: 0.3109903 Mar 23 01:58:48.688218 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bbc5fe-207b-4078-bde9-79154afe33bb None None] Network d82d4e62-fc5a-4cd7-be67-eb4d777c0719 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:48.691650 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38926) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:48.812521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-3740f4fc-2d95-4156-89b3-f7798009f4b2 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Deleting subnet b4ea7a1b-94bb-4199-a8f1-ac77cc1e910b {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:58:48.820520 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3740f4fc-2d95-4156-89b3-f7798009f4b2 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for subnet (b4ea7a1b-94bb-4199-a8f1-ac77cc1e910b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:48.838010 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a55e4936-60bf-4d18-85ec-26121d3ec88e req-1d9fbed5-1280-4f1e-b537-3bbedca91300 service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906662 Mar 23 01:58:48.884693 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3740f4fc-2d95-4156-89b3-f7798009f4b2 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (b4ea7a1b-94bb-4199-a8f1-ac77cc1e910b), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:48.923272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4468eda-cf86-4837-9668-c46cad4b0f84 None None] DHCP port deletion for d82d4e62-fc5a-4cd7-be67-eb4d777c0719 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:58:48.982895 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f4468eda-cf86-4837-9668-c46cad4b0f84 None None] Deleting port 95c698f8-c2db-44cf-b697-c093b3db90b5 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:48.982895 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f4468eda-cf86-4837-9668-c46cad4b0f84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (95c698f8-c2db-44cf-b697-c093b3db90b5), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.011759 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3740f4fc-2d95-4156-89b3-f7798009f4b2 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (b4ea7a1b-94bb-4199-a8f1-ac77cc1e910b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.049064 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f4468eda-cf86-4837-9668-c46cad4b0f84 None None] For port 95c698f8-c2db-44cf-b697-c093b3db90b5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=95c698f8-c2db-44cf-b697-c093b3db90b5,segment=NetworkSegment(76891eb6-96dd-4c0d-b7c7-e9afb475aeb8),segment_id=76891eb6-96dd-4c0d-b7c7-e9afb475aeb8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:49.049469 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f4468eda-cf86-4837-9668-c46cad4b0f84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (95c698f8-c2db-44cf-b697-c093b3db90b5), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.065410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f4468eda-cf86-4837-9668-c46cad4b0f84 None None] Calling delete_port for 95c698f8-c2db-44cf-b697-c093b3db90b5 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:49.081371 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3740f4fc-2d95-4156-89b3-f7798009f4b2 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (b4ea7a1b-94bb-4199-a8f1-ac77cc1e910b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.117636 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740f4fc-2d95-4156-89b3-f7798009f4b2 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ea7a1b-94bb-4199-a8f1-ac77cc1e910b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:49.125926 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3740f4fc-2d95-4156-89b3-f7798009f4b2 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.133538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38938) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:49.134290 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3740f4fc-2d95-4156-89b3-f7798009f4b2 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "DELETE /v2.0/subnets/b4ea7a1b-94bb-4199-a8f1-ac77cc1e910b HTTP/1.1" status: 204 len: 168 time: 0.4341197 Mar 23 01:58:49.138686 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b00f88-d3f6-444a-bd39-c65659c4c15a None None] Network 195ce75e-d4d2-4cc5-b82b-57106978ea3d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:49.217798 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (d82d4e62-fc5a-4cd7-be67-eb4d777c0719), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.245463 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f4468eda-cf86-4837-9668-c46cad4b0f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (95c698f8-c2db-44cf-b697-c093b3db90b5), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.278089 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Deleting port 95c698f8-c2db-44cf-b697-c093b3db90b5 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:49.279070 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (95c698f8-c2db-44cf-b697-c093b3db90b5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.279361 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4468eda-cf86-4837-9668-c46cad4b0f84 None None] Pushing event deleted for resources: {'Port': ['ID=95c698f8-c2db-44cf-b697-c093b3db90b5,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:49.281315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4468eda-cf86-4837-9668-c46cad4b0f84 None None] No DVR routers for this DVR port 95c698f8-c2db-44cf-b697-c093b3db90b5 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:58:49.356052 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] For port 95c698f8-c2db-44cf-b697-c093b3db90b5, host n-d-834677-4, got binding levels [] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:49.356567 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (95c698f8-c2db-44cf-b697-c093b3db90b5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.367551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c9001b-968a-4992-b55f-831e20eda5e4 None None] DHCP port deletion for 195ce75e-d4d2-4cc5-b82b-57106978ea3d request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:58:49.378458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Calling delete_port for 95c698f8-c2db-44cf-b697-c093b3db90b5 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:49.381371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.ipam_backend_mixin [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Port 95c698f8-c2db-44cf-b697-c093b3db90b5 was not found and therefore no delete operation was performed {{(pid=99264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 01:58:49.382808 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (95c698f8-c2db-44cf-b697-c093b3db90b5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.417485 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b5c9001b-968a-4992-b55f-831e20eda5e4 None None] Deleting port e309e95c-a799-4f0b-9c23-c979801fc744 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:49.417828 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b5c9001b-968a-4992-b55f-831e20eda5e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e309e95c-a799-4f0b-9c23-c979801fc744), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.449741 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event deleted for resources: {'Port': ['ID=95c698f8-c2db-44cf-b697-c093b3db90b5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:49.461461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] No DVR routers for this DVR port 95c698f8-c2db-44cf-b697-c093b3db90b5 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:58:49.499816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b5c9001b-968a-4992-b55f-831e20eda5e4 None None] For port e309e95c-a799-4f0b-9c23-c979801fc744, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e309e95c-a799-4f0b-9c23-c979801fc744,segment=NetworkSegment(e3ebcdc1-3567-44d0-84bf-cf871c358be5),segment_id=e3ebcdc1-3567-44d0-84bf-cf871c358be5)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:49.500221 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b5c9001b-968a-4992-b55f-831e20eda5e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e309e95c-a799-4f0b-9c23-c979801fc744), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.514492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b5c9001b-968a-4992-b55f-831e20eda5e4 None None] Calling delete_port for e309e95c-a799-4f0b-9c23-c979801fc744 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:49.569985 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (d82d4e62-fc5a-4cd7-be67-eb4d777c0719), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.599879 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b966b495-ea79-4b65-a580-4f228272bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.600177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82d4e62-fc5a-4cd7-be67-eb4d777c0719']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:49.618338 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76891eb6-96dd-4c0d-b7c7-e9afb475aeb8') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:49.618929 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76891eb6-96dd-4c0d-b7c7-e9afb475aeb8') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:49.632278 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b5c9001b-968a-4992-b55f-831e20eda5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (e309e95c-a799-4f0b-9c23-c979801fc744), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.636141 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (76891eb6-96dd-4c0d-b7c7-e9afb475aeb8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.660080 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9001b-968a-4992-b55f-831e20eda5e4 None None] Pushing event deleted for resources: {'Port': ['ID=e309e95c-a799-4f0b-9c23-c979801fc744,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:49.661117 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (76891eb6-96dd-4c0d-b7c7-e9afb475aeb8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.667115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c9001b-968a-4992-b55f-831e20eda5e4 None None] No DVR routers for this DVR port e309e95c-a799-4f0b-9c23-c979801fc744 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:58:49.673744 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:49.674496 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (76891eb6-96dd-4c0d-b7c7-e9afb475aeb8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: timer() Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:49.677960 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:49.740988 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (d82d4e62-fc5a-4cd7-be67-eb4d777c0719), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.752452 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.755814 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "DELETE /v2.0/networks/d82d4e62-fc5a-4cd7-be67-eb4d777c0719 HTTP/1.1" status: 204 len: 168 time: 0.6212792 Mar 23 01:58:49.758508 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38942) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:49.768112 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc81bf-81e4-4b52-829c-a9a7adca105e tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event deleted for resources: {'Network': ['ID=d82d4e62-fc5a-4cd7-be67-eb4d777c0719,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:49.865045 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17459c4b-5ef5-4ba8-9cb3-424870fe4552 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (195ce75e-d4d2-4cc5-b82b-57106978ea3d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.972008 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17459c4b-5ef5-4ba8-9cb3-424870fe4552 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (195ce75e-d4d2-4cc5-b82b-57106978ea3d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:49.994407 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-17459c4b-5ef5-4ba8-9cb3-424870fe4552 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195ce75e-d4d2-4cc5-b82b-57106978ea3d']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:50.003953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-17459c4b-5ef5-4ba8-9cb3-424870fe4552 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ebcdc1-3567-44d0-84bf-cf871c358be5') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:50.004253 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-17459c4b-5ef5-4ba8-9cb3-424870fe4552 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ebcdc1-3567-44d0-84bf-cf871c358be5') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:50.016692 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17459c4b-5ef5-4ba8-9cb3-424870fe4552 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (e3ebcdc1-3567-44d0-84bf-cf871c358be5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:50.031557 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17459c4b-5ef5-4ba8-9cb3-424870fe4552 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (e3ebcdc1-3567-44d0-84bf-cf871c358be5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:50.039828 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17459c4b-5ef5-4ba8-9cb3-424870fe4552 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:50.040329 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17459c4b-5ef5-4ba8-9cb3-424870fe4552 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (e3ebcdc1-3567-44d0-84bf-cf871c358be5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:50.044505 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:50.116043 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17459c4b-5ef5-4ba8-9cb3-424870fe4552 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (195ce75e-d4d2-4cc5-b82b-57106978ea3d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:50.124896 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-17459c4b-5ef5-4ba8-9cb3-424870fe4552 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:50.130793 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-17459c4b-5ef5-4ba8-9cb3-424870fe4552 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "DELETE /v2.0/networks/195ce75e-d4d2-4cc5-b82b-57106978ea3d HTTP/1.1" status: 204 len: 168 time: 0.3685174 Mar 23 01:58:50.130991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38954) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:50.140808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17459c4b-5ef5-4ba8-9cb3-424870fe4552 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event deleted for resources: {'Network': ['ID=195ce75e-d4d2-4cc5-b82b-57106978ea3d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:50.202905 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eaa7113-c9ee-462d-aeef-7292860b4440 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Deleting subnet 47950c60-ceb0-43c7-8684-c575226ba3d4 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 01:58:50.206209 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9eaa7113-c9ee-462d-aeef-7292860b4440 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for subnet (47950c60-ceb0-43c7-8684-c575226ba3d4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:50.245972 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9eaa7113-c9ee-462d-aeef-7292860b4440 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (47950c60-ceb0-43c7-8684-c575226ba3d4), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:50.333067 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9eaa7113-c9ee-462d-aeef-7292860b4440 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (47950c60-ceb0-43c7-8684-c575226ba3d4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:50.409700 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9eaa7113-c9ee-462d-aeef-7292860b4440 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (47950c60-ceb0-43c7-8684-c575226ba3d4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:50.440935 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9eaa7113-c9ee-462d-aeef-7292860b4440 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:50.444992 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9eaa7113-c9ee-462d-aeef-7292860b4440 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "DELETE /v2.0/subnets/47950c60-ceb0-43c7-8684-c575226ba3d4 HTTP/1.1" status: 204 len: 168 time: 0.3129792 Mar 23 01:58:50.445829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa7113-c9ee-462d-aeef-7292860b4440 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event deleted for resources: {'Subnet': ['ID=47950c60-ceb0-43c7-8684-c575226ba3d4,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:50.448463 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38958) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:50.452432 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba7c949-2786-4e06-98cc-09b83e376579 None None] Network a0ac131d-db40-4535-97e8-35e4a41a394b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:50.534286 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (a0ac131d-db40-4535-97e8-35e4a41a394b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:50.604808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Deleting port 47db1ffa-cb71-4b68-81dd-b61375f0b591 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:50.605147 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (47db1ffa-cb71-4b68-81dd-b61375f0b591), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:50.663624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cb3a25-c5e8-40d1-a31a-5e047ca50b89 None None] DHCP port deletion for a0ac131d-db40-4535-97e8-35e4a41a394b request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 01:58:50.685690 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] For port 47db1ffa-cb71-4b68-81dd-b61375f0b591, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=47db1ffa-cb71-4b68-81dd-b61375f0b591,segment=NetworkSegment(fe47c9d9-a29b-4021-bd29-fae8b5da1d70),segment_id=fe47c9d9-a29b-4021-bd29-fae8b5da1d70)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:50.686334 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (47db1ffa-cb71-4b68-81dd-b61375f0b591), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:50.713450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-50cb3a25-c5e8-40d1-a31a-5e047ca50b89 None None] Deleting port 47db1ffa-cb71-4b68-81dd-b61375f0b591 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:58:50.714846 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-50cb3a25-c5e8-40d1-a31a-5e047ca50b89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (47db1ffa-cb71-4b68-81dd-b61375f0b591), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:50.730808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Calling delete_port for 47db1ffa-cb71-4b68-81dd-b61375f0b591 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:50.812410 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:50.823562 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 95c698f8-c2db-44cf-b697-c093b3db90b5 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:58:50.856144 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (47db1ffa-cb71-4b68-81dd-b61375f0b591), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:50.862758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 95c698f8-c2db-44cf-b697-c093b3db90b5 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:58:50.863352 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 95c698f8-c2db-44cf-b697-c093b3db90b5 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:58:50.863972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e309e95c-a799-4f0b-9c23-c979801fc744 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:58:50.885021 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-50cb3a25-c5e8-40d1-a31a-5e047ca50b89 None None] For port 47db1ffa-cb71-4b68-81dd-b61375f0b591, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=47db1ffa-cb71-4b68-81dd-b61375f0b591,segment=NetworkSegment(fe47c9d9-a29b-4021-bd29-fae8b5da1d70),segment_id=fe47c9d9-a29b-4021-bd29-fae8b5da1d70)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:58:50.885793 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-50cb3a25-c5e8-40d1-a31a-5e047ca50b89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (47db1ffa-cb71-4b68-81dd-b61375f0b591), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:50.887933 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event deleted for resources: {'Port': ['ID=47db1ffa-cb71-4b68-81dd-b61375f0b591,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:50.889387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: e309e95c-a799-4f0b-9c23-c979801fc744 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:58:50.890178 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e309e95c-a799-4f0b-9c23-c979801fc744 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:58:50.890913 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 47db1ffa-cb71-4b68-81dd-b61375f0b591 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:58:50.903550 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] No DVR routers for this DVR port 47db1ffa-cb71-4b68-81dd-b61375f0b591 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:58:50.916809 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 47db1ffa-cb71-4b68-81dd-b61375f0b591 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:58:50.917271 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 47db1ffa-cb71-4b68-81dd-b61375f0b591 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:58:50.924989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-50cb3a25-c5e8-40d1-a31a-5e047ca50b89 None None] Calling delete_port for 47db1ffa-cb71-4b68-81dd-b61375f0b591 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:58:51.019145 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (a0ac131d-db40-4535-97e8-35e4a41a394b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:51.048019 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ac131d-db40-4535-97e8-35e4a41a394b']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:51.058306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe47c9d9-a29b-4021-bd29-fae8b5da1d70') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:51.058505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe47c9d9-a29b-4021-bd29-fae8b5da1d70') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 01:58:51.069260 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (fe47c9d9-a29b-4021-bd29-fae8b5da1d70), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:51.071474 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-50cb3a25-c5e8-40d1-a31a-5e047ca50b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (47db1ffa-cb71-4b68-81dd-b61375f0b591), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:51.105169 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb3a25-c5e8-40d1-a31a-5e047ca50b89 None None] Pushing event deleted for resources: {'Port': ['ID=47db1ffa-cb71-4b68-81dd-b61375f0b591,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:51.113896 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (fe47c9d9-a29b-4021-bd29-fae8b5da1d70), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:51.119441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cb3a25-c5e8-40d1-a31a-5e047ca50b89 None None] No DVR routers for this DVR port 47db1ffa-cb71-4b68-81dd-b61375f0b591 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:58:51.123514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 01:58:51.124234 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (fe47c9d9-a29b-4021-bd29-fae8b5da1d70), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: timer() Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 01:58:51.174163 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 01:58:51.202060 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (a0ac131d-db40-4535-97e8-35e4a41a394b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:51.209481 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:51.215786 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "DELETE /v2.0/networks/a0ac131d-db40-4535-97e8-35e4a41a394b HTTP/1.1" status: 204 len: 168 time: 0.7630086 Mar 23 01:58:51.216112 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 38968) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:51.226256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48e37b-20f7-4168-b83c-fd1b8df5f5d8 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Pushing event deleted for resources: {'Network': ['ID=a0ac131d-db40-4535-97e8-35e4a41a394b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:51.249687 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bcef6fd7-043c-4175-8f33-692c1d000f42 tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7bc0f59-ea5d-4e42-853e-f3d299644661 HTTP/1.1" status: 200 len: 205 time: 0.0326290 Mar 23 01:58:51.252816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38972) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:51.336716 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6451a479-01f9-4393-a28f-66fd67fde2cd tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for router (f7bc0f59-ea5d-4e42-853e-f3d299644661), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:51.522200 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6451a479-01f9-4393-a28f-66fd67fde2cd tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (f7bc0f59-ea5d-4e42-853e-f3d299644661), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:51.526036 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6451a479-01f9-4393-a28f-66fd67fde2cd tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for router_controller (f7bc0f59-ea5d-4e42-853e-f3d299644661), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:51.575426 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6451a479-01f9-4393-a28f-66fd67fde2cd tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (f7bc0f59-ea5d-4e42-853e-f3d299644661), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:51.576218 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6451a479-01f9-4393-a28f-66fd67fde2cd tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Fanout notify agent at l3_agent the message router_deleted on router f7bc0f59-ea5d-4e42-853e-f3d299644661 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 01:58:51.584346 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6451a479-01f9-4393-a28f-66fd67fde2cd tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:51.585844 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6451a479-01f9-4393-a28f-66fd67fde2cd tempest-RoutersNegativeTest-349371435 tempest-RoutersNegativeTest-349371435-project] 10.222.0.18 "DELETE /v2.0/routers/f7bc0f59-ea5d-4e42-853e-f3d299644661 HTTP/1.1" status: 204 len: 168 time: 0.3319368 Mar 23 01:58:51.856091 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38986) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:52.013160 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c8998b43-e195-4b71-931a-fee53be16cd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcca7ba72e9e47e2be68919184eff9ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1556714 Mar 23 01:58:52.016169 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 38990) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:52.025396 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e73b7ae7-b1fe-464d-976c-2f7c20699853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:52.065201 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-304a557e-939f-4e41-9c5d-10b3d563e1f6 admin admin] Publish callbacks [] for security_group (817605d8-d71b-4e59-8870-eb106930633b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:52.085860 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-304a557e-939f-4e41-9c5d-10b3d563e1f6 admin admin] Publish callbacks [] for security_group (817605d8-d71b-4e59-8870-eb106930633b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:52.134523 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-304a557e-939f-4e41-9c5d-10b3d563e1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (817605d8-d71b-4e59-8870-eb106930633b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:52.137175 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-304a557e-939f-4e41-9c5d-10b3d563e1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:52.138519 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-304a557e-939f-4e41-9c5d-10b3d563e1f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/817605d8-d71b-4e59-8870-eb106930633b HTTP/1.1" status: 204 len: 168 time: 0.1212516 Mar 23 01:58:52.148650 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a557e-939f-4e41-9c5d-10b3d563e1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817605d8-d71b-4e59-8870-eb106930633b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:53.285573 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:54.019709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39062) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:54.130037 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9531a58e-6f21-4043-8dc1-532d1c83f575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:54.209045 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9531a58e-6f21-4043-8dc1-532d1c83f575 admin admin] Publish callbacks [] for security_group (72f1660c-8a4d-4c0c-aeed-37b4c5971b40), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:54.213902 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9531a58e-6f21-4043-8dc1-532d1c83f575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (72f1660c-8a4d-4c0c-aeed-37b4c5971b40), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:54.250958 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531a58e-6f21-4043-8dc1-532d1c83f575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f1660c-8a4d-4c0c-aeed-37b4c5971b40,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:54.259099 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39066) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:54.269235 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9531a58e-6f21-4043-8dc1-532d1c83f575 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e005320ad691457183aa49b1c7a40362&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2482684 Mar 23 01:58:54.310541 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db46dc87-ca43-4666-8276-84261996af3f admin admin] Publish callbacks [] for security_group (72f1660c-8a4d-4c0c-aeed-37b4c5971b40), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:54.331347 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db46dc87-ca43-4666-8276-84261996af3f admin admin] Publish callbacks [] for security_group (72f1660c-8a4d-4c0c-aeed-37b4c5971b40), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:54.382082 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db46dc87-ca43-4666-8276-84261996af3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (72f1660c-8a4d-4c0c-aeed-37b4c5971b40), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:54.384884 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db46dc87-ca43-4666-8276-84261996af3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:54.386041 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-db46dc87-ca43-4666-8276-84261996af3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72f1660c-8a4d-4c0c-aeed-37b4c5971b40 HTTP/1.1" status: 204 len: 168 time: 0.1259713 Mar 23 01:58:54.400292 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46dc87-ca43-4666-8276-84261996af3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f1660c-8a4d-4c0c-aeed-37b4c5971b40,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:54.614738 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:54.707043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 39080) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:54.721526 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16c2e9c7-77e7-4702-be3b-3877fa8d7181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:54.813223 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16c2e9c7-77e7-4702-be3b-3877fa8d7181 admin admin] Publish callbacks [] for security_group (925940ed-6e1f-4fe5-a94b-535e2ef69b3d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:54.818382 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16c2e9c7-77e7-4702-be3b-3877fa8d7181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (925940ed-6e1f-4fe5-a94b-535e2ef69b3d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:54.861213 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-16c2e9c7-77e7-4702-be3b-3877fa8d7181 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=188e1ca2a0034aa283fa4af1e1f2e219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529684 Mar 23 01:58:54.861966 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39084) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:54.862393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2e9c7-77e7-4702-be3b-3877fa8d7181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925940ed-6e1f-4fe5-a94b-535e2ef69b3d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:54.918200 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-09b94daa-5f22-451b-ac2c-6a3f0052224b admin admin] Publish callbacks [] for security_group (925940ed-6e1f-4fe5-a94b-535e2ef69b3d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:54.941414 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-09b94daa-5f22-451b-ac2c-6a3f0052224b admin admin] Publish callbacks [] for security_group (925940ed-6e1f-4fe5-a94b-535e2ef69b3d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:54.995614 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-09b94daa-5f22-451b-ac2c-6a3f0052224b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (925940ed-6e1f-4fe5-a94b-535e2ef69b3d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:54.999522 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-09b94daa-5f22-451b-ac2c-6a3f0052224b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:55.000931 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-09b94daa-5f22-451b-ac2c-6a3f0052224b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/925940ed-6e1f-4fe5-a94b-535e2ef69b3d HTTP/1.1" status: 204 len: 168 time: 0.1375315 Mar 23 01:58:55.011625 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b94daa-5f22-451b-ac2c-6a3f0052224b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925940ed-6e1f-4fe5-a94b-535e2ef69b3d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:55.742145 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39116) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:55.801445 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:55.863002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-72e76034-55d3-417a-a418-ade7ca5509a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-657203808-network', 'tenant_id': 'c6f796c3d8b04a4ab42bdcef93f1328d'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:55.885815 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e76034-55d3-417a-a418-ade7ca5509a8 admin admin] Made reservation on behalf of c6f796c3d8b04a4ab42bdcef93f1328d for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:55.891399 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72e76034-55d3-417a-a418-ade7ca5509a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:55.904884 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72e76034-55d3-417a-a418-ade7ca5509a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:55.982900 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72e76034-55d3-417a-a418-ade7ca5509a8 admin admin] Publish callbacks [] for security_group (8c52ffdb-139e-4e6a-aa1a-d336e33de1ba), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:55.993450 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72e76034-55d3-417a-a418-ade7ca5509a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8c52ffdb-139e-4e6a-aa1a-d336e33de1ba), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:56.008891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e76034-55d3-417a-a418-ade7ca5509a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:58:56.031937 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72e76034-55d3-417a-a418-ade7ca5509a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (977ad784-fde2-4773-b534-3b07e1c59914), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:56.032290 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-72e76034-55d3-417a-a418-ade7ca5509a8 admin admin] Added segment 977ad784-fde2-4773-b534-3b07e1c59914 of type vlan for network 76a2d9e2-9ead-4c71-a01e-3d608e3077b7 Mar 23 01:58:56.043428 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e76034-55d3-417a-a418-ade7ca5509a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c52ffdb-139e-4e6a-aa1a-d336e33de1ba,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:56.078133 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72e76034-55d3-417a-a418-ade7ca5509a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (76a2d9e2-9ead-4c71-a01e-3d608e3077b7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:56.106232 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72e76034-55d3-417a-a418-ade7ca5509a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (76a2d9e2-9ead-4c71-a01e-3d608e3077b7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:56.107426 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e76034-55d3-417a-a418-ade7ca5509a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:56.108106 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-72e76034-55d3-417a-a418-ade7ca5509a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:56.172755 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-72e76034-55d3-417a-a418-ade7ca5509a8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4252534 Mar 23 01:58:56.172960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39126) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:56.177602 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9008b86f-a0c7-444e-9fbe-08621d8f72c7 admin admin] Request body: {'subnet': {'network_id': '76a2d9e2-9ead-4c71-a01e-3d608e3077b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-657203808-subnet', 'tenant_id': 'c6f796c3d8b04a4ab42bdcef93f1328d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:56.189160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e76034-55d3-417a-a418-ade7ca5509a8 admin admin] Pushing event updated for resources: {'Network': ['ID=76a2d9e2-9ead-4c71-a01e-3d608e3077b7,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:56.202410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 76a2d9e2-9ead-4c71-a01e-3d608e3077b7 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:56.203522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9008b86f-a0c7-444e-9fbe-08621d8f72c7 admin admin] Made reservation on behalf of c6f796c3d8b04a4ab42bdcef93f1328d for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:56.206847 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9008b86f-a0c7-444e-9fbe-08621d8f72c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:56.376675 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9008b86f-a0c7-444e-9fbe-08621d8f72c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (bec33342-de53-4d51-a83e-c59005e15ccb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:56.420120 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008b86f-a0c7-444e-9fbe-08621d8f72c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec33342-de53-4d51-a83e-c59005e15ccb,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:56.464707 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008b86f-a0c7-444e-9fbe-08621d8f72c7 admin admin] Checking segment: {'id': '977ad784-fde2-4773-b534-3b07e1c59914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '76a2d9e2-9ead-4c71-a01e-3d608e3077b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:56.465071 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9008b86f-a0c7-444e-9fbe-08621d8f72c7 admin admin] Network hostable DHCP agents. Network: 76a2d9e2-9ead-4c71-a01e-3d608e3077b7, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:58:56.482622 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9008b86f-a0c7-444e-9fbe-08621d8f72c7 admin admin] Network 76a2d9e2-9ead-4c71-a01e-3d608e3077b7 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:58:56.492950 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-9008b86f-a0c7-444e-9fbe-08621d8f72c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 76a2d9e2-9ead-4c71-a01e-3d608e3077b7) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:56.502164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2d6162-f46e-4c72-ad2a-f1d4f8ec30a8 None None] Network 76a2d9e2-9ead-4c71-a01e-3d608e3077b7 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:56.505679 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9008b86f-a0c7-444e-9fbe-08621d8f72c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:56.506489 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9008b86f-a0c7-444e-9fbe-08621d8f72c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:56.528098 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9008b86f-a0c7-444e-9fbe-08621d8f72c7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3540947 Mar 23 01:58:56.674585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52014983-148b-4ddb-b8f2-14687c925888 None None] Network 76a2d9e2-9ead-4c71-a01e-3d608e3077b7 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:57.114559 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39154) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:57.119969 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-23bff18f-d787-47fb-b57f-a5d71ccef86d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-130652491-network', 'tenant_id': '7658fcf632ce4688bc444ef53b62c45d'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:57.141321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bff18f-d787-47fb-b57f-a5d71ccef86d admin admin] Made reservation on behalf of 7658fcf632ce4688bc444ef53b62c45d for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:57.143985 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23bff18f-d787-47fb-b57f-a5d71ccef86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:57.154738 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23bff18f-d787-47fb-b57f-a5d71ccef86d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:57.235780 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23bff18f-d787-47fb-b57f-a5d71ccef86d admin admin] Publish callbacks [] for security_group (99126998-c6ed-45b0-9017-4ebab50e343d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:57.240040 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23bff18f-d787-47fb-b57f-a5d71ccef86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (99126998-c6ed-45b0-9017-4ebab50e343d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:57.266430 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bff18f-d787-47fb-b57f-a5d71ccef86d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 01:58:57.276314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bff18f-d787-47fb-b57f-a5d71ccef86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99126998-c6ed-45b0-9017-4ebab50e343d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:57.284293 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23bff18f-d787-47fb-b57f-a5d71ccef86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (66a15fae-5bbe-408d-b2b5-174a1c9653b7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:57.284723 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-23bff18f-d787-47fb-b57f-a5d71ccef86d admin admin] Added segment 66a15fae-5bbe-408d-b2b5-174a1c9653b7 of type vlan for network 64683a37-9218-4600-ad70-2b03e24c600c Mar 23 01:58:57.334309 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23bff18f-d787-47fb-b57f-a5d71ccef86d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (64683a37-9218-4600-ad70-2b03e24c600c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:57.364035 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23bff18f-d787-47fb-b57f-a5d71ccef86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (64683a37-9218-4600-ad70-2b03e24c600c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:57.365216 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bff18f-d787-47fb-b57f-a5d71ccef86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:57.365889 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23bff18f-d787-47fb-b57f-a5d71ccef86d admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:57.437745 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-23bff18f-d787-47fb-b57f-a5d71ccef86d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3220303 Mar 23 01:58:57.440582 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 39156) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:58:57.448040 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-62946ac8-dbcd-4821-9d1e-47a9bfeeb81d admin admin] Request body: {'subnet': {'network_id': '64683a37-9218-4600-ad70-2b03e24c600c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-130652491-subnet', 'tenant_id': '7658fcf632ce4688bc444ef53b62c45d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:58:57.454784 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bff18f-d787-47fb-b57f-a5d71ccef86d admin admin] Pushing event updated for resources: {'Network': ['ID=64683a37-9218-4600-ad70-2b03e24c600c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:57.467445 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 64683a37-9218-4600-ad70-2b03e24c600c details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 01:58:57.483730 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62946ac8-dbcd-4821-9d1e-47a9bfeeb81d admin admin] Made reservation on behalf of 7658fcf632ce4688bc444ef53b62c45d for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:58:57.487178 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-62946ac8-dbcd-4821-9d1e-47a9bfeeb81d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:57.699144 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-62946ac8-dbcd-4821-9d1e-47a9bfeeb81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (8adf47e6-bc10-4d60-9e4b-b48545edda87), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:57.755689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62946ac8-dbcd-4821-9d1e-47a9bfeeb81d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8adf47e6-bc10-4d60-9e4b-b48545edda87,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:58:57.764793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62946ac8-dbcd-4821-9d1e-47a9bfeeb81d admin admin] Checking segment: {'id': '66a15fae-5bbe-408d-b2b5-174a1c9653b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '64683a37-9218-4600-ad70-2b03e24c600c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:58:57.765257 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62946ac8-dbcd-4821-9d1e-47a9bfeeb81d admin admin] Network hostable DHCP agents. Network: 64683a37-9218-4600-ad70-2b03e24c600c, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 01:58:57.784517 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62946ac8-dbcd-4821-9d1e-47a9bfeeb81d admin admin] Network 64683a37-9218-4600-ad70-2b03e24c600c is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 01:58:57.800666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-62946ac8-dbcd-4821-9d1e-47a9bfeeb81d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 64683a37-9218-4600-ad70-2b03e24c600c) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:58:57.807668 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62946ac8-dbcd-4821-9d1e-47a9bfeeb81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:57.808272 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-62946ac8-dbcd-4821-9d1e-47a9bfeeb81d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:58:57.817943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5415d588-f3c3-49e6-82b7-25406e517097 None None] Network 64683a37-9218-4600-ad70-2b03e24c600c requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:57.861140 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-62946ac8-dbcd-4821-9d1e-47a9bfeeb81d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4189696 Mar 23 01:58:57.987720 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492401d9-f0ef-4f1c-974a-1e7018513d8f None None] Network 64683a37-9218-4600-ad70-2b03e24c600c requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 01:58:58.540159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816a635-38b4-4291-9db8-18cc109bef76 req-844bc8a3-73f3-462d-901f-8b6ec4add94f tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:58:58.541687 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6816a635-38b4-4291-9db8-18cc109bef76 req-844bc8a3-73f3-462d-901f-8b6ec4add94f tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/networks?id=76a2d9e2-9ead-4c71-a01e-3d608e3077b7 HTTP/1.1" status: 200 len: 808 time: 0.1149132 Mar 23 01:58:58.556997 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6816a635-38b4-4291-9db8-18cc109bef76 req-5b9c629a-ed80-4596-bfdf-be3f0409ccd3 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/quotas/c6f796c3d8b04a4ab42bdcef93f1328d HTTP/1.1" status: 200 len: 375 time: 0.0093753 Mar 23 01:58:58.621169 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6816a635-38b4-4291-9db8-18cc109bef76 req-6a2882c4-5f5a-4016-aa98-866caa98aa25 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6f796c3d8b04a4ab42bdcef93f1328d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587091 Mar 23 01:58:58.629611 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-6816a635-38b4-4291-9db8-18cc109bef76 req-c90a0042-2ce2-4b03-9dc9-dc3b74e11216 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:58:58.630765 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6816a635-38b4-4291-9db8-18cc109bef76 req-c90a0042-2ce2-4b03-9dc9-dc3b74e11216 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054412 Mar 23 01:58:58.735482 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6816a635-38b4-4291-9db8-18cc109bef76 req-e0f1aa09-fc5c-4ed1-b346-b0af91359b05 service neutron] 10.222.0.18 "GET /v2.0/networks/76a2d9e2-9ead-4c71-a01e-3d608e3077b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985684 Mar 23 01:58:58.833822 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6816a635-38b4-4291-9db8-18cc109bef76 req-36151c8b-3f34-4c60-9f9a-7e6ef02d40fe service neutron] 10.222.0.18 "GET /v2.0/networks/76a2d9e2-9ead-4c71-a01e-3d608e3077b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935714 Mar 23 01:59:00.025759 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23cd6ee7-42a8-43d8-8175-aa6922cb3d50 req-4417e2e1-03ba-4b12-8a37-8ff6ed4459fa tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/ports?device_id=82f8071f-e799-4f08-8ad4-9099a7104578 HTTP/1.1" status: 200 len: 210 time: 0.0312288 Mar 23 01:59:01.194710 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95d96bcb-c486-4fc7-86f9-433b1488f744 req-e955009c-13b4-4701-b80c-d755c6b30a5e tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/ports?device_id=82f8071f-e799-4f08-8ad4-9099a7104578 HTTP/1.1" status: 200 len: 210 time: 0.0634761 Mar 23 01:59:01.202328 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816a635-38b4-4291-9db8-18cc109bef76 req-a6d44a0d-6119-4789-82ae-4ac1eb5730a9 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:01.205266 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6816a635-38b4-4291-9db8-18cc109bef76 req-a6d44a0d-6119-4789-82ae-4ac1eb5730a9 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.43 "GET /v2.0/networks?id=76a2d9e2-9ead-4c71-a01e-3d608e3077b7 HTTP/1.1" status: 200 len: 808 time: 0.1809001 Mar 23 01:59:01.229841 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-6816a635-38b4-4291-9db8-18cc109bef76 req-a77e2c4d-32e8-4764-95c5-e5f9eaaa6ac9 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Request body: {'port': {'device_id': '82f8071f-e799-4f08-8ad4-9099a7104578', 'network_id': '76a2d9e2-9ead-4c71-a01e-3d608e3077b7', 'admin_state_up': True, 'tenant_id': 'c6f796c3d8b04a4ab42bdcef93f1328d'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:59:01.348023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6816a635-38b4-4291-9db8-18cc109bef76 req-a77e2c4d-32e8-4764-95c5-e5f9eaaa6ac9 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Made reservation on behalf of c6f796c3d8b04a4ab42bdcef93f1328d for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 01:59:01.351766 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6816a635-38b4-4291-9db8-18cc109bef76 req-a77e2c4d-32e8-4764-95c5-e5f9eaaa6ac9 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:01.485839 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-6816a635-38b4-4291-9db8-18cc109bef76 req-a77e2c4d-32e8-4764-95c5-e5f9eaaa6ac9 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Allocated IP 172.20.0.5 (76a2d9e2-9ead-4c71-a01e-3d608e3077b7/bec33342-de53-4d51-a83e-c59005e15ccb/1442ec73-147e-44d3-9685-9204692a4061) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 01:59:01.643109 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6816a635-38b4-4291-9db8-18cc109bef76 req-a77e2c4d-32e8-4764-95c5-e5f9eaaa6ac9 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Publish callbacks [] for port (1442ec73-147e-44d3-9685-9204692a4061), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:01.677493 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6816a635-38b4-4291-9db8-18cc109bef76 req-a77e2c4d-32e8-4764-95c5-e5f9eaaa6ac9 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1442ec73-147e-44d3-9685-9204692a4061), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:01.721576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6816a635-38b4-4291-9db8-18cc109bef76 req-a77e2c4d-32e8-4764-95c5-e5f9eaaa6ac9 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Network 76a2d9e2-9ead-4c71-a01e-3d608e3077b7 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 01:59:01.727859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-6816a635-38b4-4291-9db8-18cc109bef76 req-a77e2c4d-32e8-4764-95c5-e5f9eaaa6ac9 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 01:59:01.741278 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e2c4d-32e8-4764-95c5-e5f9eaaa6ac9 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Pushing event updated for resources: {'Port': ['ID=1442ec73-147e-44d3-9685-9204692a4061,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:59:01.752660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-6816a635-38b4-4291-9db8-18cc109bef76 req-a77e2c4d-32e8-4764-95c5-e5f9eaaa6ac9 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 01:59:01.809009 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816a635-38b4-4291-9db8-18cc109bef76 req-a77e2c4d-32e8-4764-95c5-e5f9eaaa6ac9 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:01.809718 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6816a635-38b4-4291-9db8-18cc109bef76 req-a77e2c4d-32e8-4764-95c5-e5f9eaaa6ac9 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:01.833823 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6816a635-38b4-4291-9db8-18cc109bef76 req-a77e2c4d-32e8-4764-95c5-e5f9eaaa6ac9 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6125693 Mar 23 01:59:01.850557 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Request body: {'port': {'device_id': '82f8071f-e799-4f08-8ad4-9099a7104578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:59:02.208342 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1442ec73-147e-44d3-9685-9204692a4061), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:02.466684 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e213a-4761-409f-aa24-f4faa53a9303 req-ca2b3e12-d53e-4627-95fa-9ee4f3d18ee1 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:02.468410 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b86e213a-4761-409f-aa24-f4faa53a9303 req-ca2b3e12-d53e-4627-95fa-9ee4f3d18ee1 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/ports?device_id=82f8071f-e799-4f08-8ad4-9099a7104578 HTTP/1.1" status: 200 len: 931 time: 0.1813843 Mar 23 01:59:02.545982 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b86e213a-4761-409f-aa24-f4faa53a9303 req-042f4b94-3eed-4096-9d15-1712ed5983c0 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52ffdb-139e-4e6a-aa1a-d336e33de1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655377 Mar 23 01:59:02.596796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1442ec73-147e-44d3-9685-9204692a4061 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:59:02.604527 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Publish callbacks [] for port (1442ec73-147e-44d3-9685-9204692a4061), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:02.620700 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Transition to ACTIVE for port object 1442ec73-147e-44d3-9685-9204692a4061 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:59:02.625193 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (1442ec73-147e-44d3-9685-9204692a4061), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:02.721689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Pushing event updated for resources: {'Port': ['ID=1442ec73-147e-44d3-9685-9204692a4061,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:59:02.777677 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Attempting to bind port 1442ec73-147e-44d3-9685-9204692a4061 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:59:02.778030 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Attempting to bind port 1442ec73-147e-44d3-9685-9204692a4061 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '977ad784-fde2-4773-b534-3b07e1c59914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '76a2d9e2-9ead-4c71-a01e-3d608e3077b7'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:59:02.778369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Attempting to bind port 1442ec73-147e-44d3-9685-9204692a4061 on network 76a2d9e2-9ead-4c71-a01e-3d608e3077b7 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:59:02.783449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Port 1442ec73-147e-44d3-9685-9204692a4061 on network 76a2d9e2-9ead-4c71-a01e-3d608e3077b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:59:02.783780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Attempting to bind port 1442ec73-147e-44d3-9685-9204692a4061 on network 76a2d9e2-9ead-4c71-a01e-3d608e3077b7 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:59:02.789779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:59:02.790129 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Checking segment: {'id': '977ad784-fde2-4773-b534-3b07e1c59914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '76a2d9e2-9ead-4c71-a01e-3d608e3077b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:59:02.790764 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Bound using segment: {'id': '977ad784-fde2-4773-b534-3b07e1c59914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '76a2d9e2-9ead-4c71-a01e-3d608e3077b7'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:59:02.791800 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Bound port: 1442ec73-147e-44d3-9685-9204692a4061, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '977ad784-fde2-4773-b534-3b07e1c59914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '76a2d9e2-9ead-4c71-a01e-3d608e3077b7'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:59:02.792727 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1442ec73-147e-44d3-9685-9204692a4061), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:02.871021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] For port 1442ec73-147e-44d3-9685-9204692a4061, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:59:02.874503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] For port 1442ec73-147e-44d3-9685-9204692a4061, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=1442ec73-147e-44d3-9685-9204692a4061,segment=NetworkSegment(977ad784-fde2-4773-b534-3b07e1c59914),segment_id=977ad784-fde2-4773-b534-3b07e1c59914)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:59:02.881163 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (1442ec73-147e-44d3-9685-9204692a4061), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:02.938786 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Pushing event updated for resources: {'Port': ['ID=1442ec73-147e-44d3-9685-9204692a4061,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:59:02.945435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:02.947139 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:02.948545 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6816a635-38b4-4291-9db8-18cc109bef76 req-fda1e145-a3d1-46ca-a8f7-f031a635910a service neutron] 10.222.0.43 "PUT /v2.0/ports/1442ec73-147e-44d3-9685-9204692a4061 HTTP/1.1" status: 200 len: 1091 time: 1.1027036 Mar 23 01:59:02.949035 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f8071f-e799-4f08-8ad4-9099a7104578', 'tag': '1442ec73-147e-44d3-9685-9204692a4061'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:59:02.952079 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013bb414-1e03-48f9-a958-e9c11858c75a" -d '{"events": [{"name": "network-changed", "server_uuid": "82f8071f-e799-4f08-8ad4-9099a7104578", "tag": "1442ec73-147e-44d3-9685-9204692a4061"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:59:02.991141 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38391aae-bd34-4cee-9764-b6ec33c8a82b x-openstack-request-id: req-38391aae-bd34-4cee-9764-b6ec33c8a82b {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:59:02.991616 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f8071f-e799-4f08-8ad4-9099a7104578", "tag": "1442ec73-147e-44d3-9685-9204692a4061", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:59:02.992017 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38391aae-bd34-4cee-9764-b6ec33c8a82b {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:59:02.992576 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38391aae-bd34-4cee-9764-b6ec33c8a82b'] response: {'name': 'network-changed', 'server_uuid': '82f8071f-e799-4f08-8ad4-9099a7104578', 'tag': '1442ec73-147e-44d3-9685-9204692a4061', 'status': 'completed', 'code': 200} Mar 23 01:59:03.053621 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816a635-38b4-4291-9db8-18cc109bef76 req-87200480-5911-4a57-9e9a-5e1ee66e0bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:03.055149 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6816a635-38b4-4291-9db8-18cc109bef76 req-87200480-5911-4a57-9e9a-5e1ee66e0bb6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6f796c3d8b04a4ab42bdcef93f1328d&device_id=82f8071f-e799-4f08-8ad4-9099a7104578 HTTP/1.1" status: 200 len: 1125 time: 0.0480106 Mar 23 01:59:03.104739 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6816a635-38b4-4291-9db8-18cc109bef76 req-df16edf0-aa6d-42e8-800c-8f0eae3aab99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1442ec73-147e-44d3-9685-9204692a4061 HTTP/1.1" status: 200 len: 217 time: 0.0379825 Mar 23 01:59:03.152437 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816a635-38b4-4291-9db8-18cc109bef76 req-2a24e4a5-8286-4877-92fa-1b8baa65f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:03.154003 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6816a635-38b4-4291-9db8-18cc109bef76 req-2a24e4a5-8286-4877-92fa-1b8baa65f77e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bec33342-de53-4d51-a83e-c59005e15ccb HTTP/1.1" status: 200 len: 848 time: 0.0441511 Mar 23 01:59:03.184853 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6816a635-38b4-4291-9db8-18cc109bef76 req-9caad50a-41ee-4803-bafa-f30fe4d8a7e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76a2d9e2-9ead-4c71-a01e-3d608e3077b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251405 Mar 23 01:59:03.284580 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6816a635-38b4-4291-9db8-18cc109bef76 req-b8170e05-c06a-4587-aa02-13981169869c service neutron] 10.222.0.43 "GET /v2.0/networks/76a2d9e2-9ead-4c71-a01e-3d608e3077b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897501 Mar 23 01:59:03.381524 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6816a635-38b4-4291-9db8-18cc109bef76 req-e4d29bd7-e036-42e7-bc12-b12eac05d39b service neutron] 10.222.0.43 "GET /v2.0/networks/76a2d9e2-9ead-4c71-a01e-3d608e3077b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908949 Mar 23 01:59:03.519573 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bb414-1e03-48f9-a958-e9c11858c75a req-9b681e0c-fa09-4aab-9a1a-a9060008a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:03.521498 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-013bb414-1e03-48f9-a958-e9c11858c75a req-9b681e0c-fa09-4aab-9a1a-a9060008a8de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6f796c3d8b04a4ab42bdcef93f1328d&device_id=82f8071f-e799-4f08-8ad4-9099a7104578 HTTP/1.1" status: 200 len: 1125 time: 0.0481513 Mar 23 01:59:03.617311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bb414-1e03-48f9-a958-e9c11858c75a req-df48dbe1-1100-490f-b7d8-96efeebcc808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:03.618881 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-013bb414-1e03-48f9-a958-e9c11858c75a req-df48dbe1-1100-490f-b7d8-96efeebcc808 service neutron] 10.222.0.43 "GET /v2.0/networks?id=76a2d9e2-9ead-4c71-a01e-3d608e3077b7 HTTP/1.1" status: 200 len: 908 time: 0.0914435 Mar 23 01:59:03.689307 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-013bb414-1e03-48f9-a958-e9c11858c75a req-686dbc1d-7fb7-4f6f-8448-d158bcd3694d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1442ec73-147e-44d3-9685-9204692a4061 HTTP/1.1" status: 200 len: 217 time: 0.0553789 Mar 23 01:59:03.744696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54c783-5857-4fd2-816f-12b7c718044c req-313b4f89-1456-477a-bf97-53524fc1e867 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:03.746212 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ea54c783-5857-4fd2-816f-12b7c718044c req-313b4f89-1456-477a-bf97-53524fc1e867 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/ports?device_id=82f8071f-e799-4f08-8ad4-9099a7104578 HTTP/1.1" status: 200 len: 943 time: 0.1246169 Mar 23 01:59:03.753730 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bb414-1e03-48f9-a958-e9c11858c75a req-2f25811f-bf51-455f-ae49-b605690c0f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:03.755548 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-013bb414-1e03-48f9-a958-e9c11858c75a req-2f25811f-bf51-455f-ae49-b605690c0f81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bec33342-de53-4d51-a83e-c59005e15ccb HTTP/1.1" status: 200 len: 848 time: 0.0582724 Mar 23 01:59:03.804434 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-013bb414-1e03-48f9-a958-e9c11858c75a req-acee4ba9-1290-47df-b2cf-22c99a933787 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76a2d9e2-9ead-4c71-a01e-3d608e3077b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390313 Mar 23 01:59:03.889037 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ea54c783-5857-4fd2-816f-12b7c718044c req-26f71201-0518-49ec-b315-7f0185d3fd3d tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52ffdb-139e-4e6a-aa1a-d336e33de1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313453 Mar 23 01:59:03.911173 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:03.947318 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-013bb414-1e03-48f9-a958-e9c11858c75a req-d31c77ac-a65e-4ca1-9851-121c3c17c062 service neutron] 10.222.0.43 "GET /v2.0/networks/76a2d9e2-9ead-4c71-a01e-3d608e3077b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363294 Mar 23 01:59:04.037933 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-013bb414-1e03-48f9-a958-e9c11858c75a req-7763dbfa-4f9b-484c-89a6-c2b818790f78 service neutron] 10.222.0.43 "GET /v2.0/networks/76a2d9e2-9ead-4c71-a01e-3d608e3077b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843565 Mar 23 01:59:05.016389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f712a-15c4-4a4f-bfb3-7dde6a8b6426 req-73f96f41-0ce5-4270-ad67-3c58ffcab4f1 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:05.018695 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-064f712a-15c4-4a4f-bfb3-7dde6a8b6426 req-73f96f41-0ce5-4270-ad67-3c58ffcab4f1 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/ports?device_id=82f8071f-e799-4f08-8ad4-9099a7104578 HTTP/1.1" status: 200 len: 943 time: 0.0552390 Mar 23 01:59:05.067848 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-064f712a-15c4-4a4f-bfb3-7dde6a8b6426 req-4302be23-528a-4a07-831e-0b0d0c040d0e tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52ffdb-139e-4e6a-aa1a-d336e33de1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 Mar 23 01:59:06.214012 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d66a9c-9ebe-45ea-8175-9573e5b2e28c req-91961207-de8c-4c30-a447-fe528f6e4e92 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:06.215543 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d1d66a9c-9ebe-45ea-8175-9573e5b2e28c req-91961207-de8c-4c30-a447-fe528f6e4e92 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/ports?device_id=82f8071f-e799-4f08-8ad4-9099a7104578 HTTP/1.1" status: 200 len: 943 time: 0.0725410 Mar 23 01:59:06.265941 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d1d66a9c-9ebe-45ea-8175-9573e5b2e28c req-aed97c89-6af2-440b-8fc3-ce3e7d8190ae tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52ffdb-139e-4e6a-aa1a-d336e33de1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444386 Mar 23 01:59:06.439126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 1442ec73-147e-44d3-9685-9204692a4061 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:59:06.717388 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 1442ec73-147e-44d3-9685-9204692a4061, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=1442ec73-147e-44d3-9685-9204692a4061,segment=NetworkSegment(977ad784-fde2-4773-b534-3b07e1c59914),segment_id=977ad784-fde2-4773-b534-3b07e1c59914)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:59:06.729317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '1442ec73-147e-44d3-9685-9204692a4061', 'network_id': '76a2d9e2-9ead-4c71-a01e-3d608e3077b7', 'port_id': '1442ec73-147e-44d3-9685-9204692a4061', 'mac_address': 'fa:16:3e:53:2c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec33342-de53-4d51-a83e-c59005e15ccb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:59:06.766306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 1442ec73-147e-44d3-9685-9204692a4061 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:59:06.766801 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1442ec73-147e-44d3-9685-9204692a4061), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:06.783441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1442ec73-147e-44d3-9685-9204692a4061 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:59:06.803713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 1442ec73-147e-44d3-9685-9204692a4061, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=1442ec73-147e-44d3-9685-9204692a4061,segment=NetworkSegment(977ad784-fde2-4773-b534-3b07e1c59914),segment_id=977ad784-fde2-4773-b534-3b07e1c59914)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:59:06.809335 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1442ec73-147e-44d3-9685-9204692a4061), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:06.857507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=1442ec73-147e-44d3-9685-9204692a4061,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:59:07.218511 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['1442ec73-147e-44d3-9685-9204692a4061'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:59:07.410889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64517ed4-237d-40f7-b922-8ffad02d25d4 req-2a8819c9-8324-4549-874c-7c9d0a45992a tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:07.413079 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64517ed4-237d-40f7-b922-8ffad02d25d4 req-2a8819c9-8324-4549-874c-7c9d0a45992a tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/ports?device_id=82f8071f-e799-4f08-8ad4-9099a7104578 HTTP/1.1" status: 200 len: 944 time: 0.0692928 Mar 23 01:59:07.469127 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-64517ed4-237d-40f7-b922-8ffad02d25d4 req-1eb27add-f13b-4b48-a50b-2da8ab4dc6d7 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52ffdb-139e-4e6a-aa1a-d336e33de1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499673 Mar 23 01:59:08.455508 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 1442ec73-147e-44d3-9685-9204692a4061 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:59:08.523299 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 1442ec73-147e-44d3-9685-9204692a4061 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 01:59:08.528241 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 1442ec73-147e-44d3-9685-9204692a4061 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:59:08.528967 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1442ec73-147e-44d3-9685-9204692a4061), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:08.635245 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24733e64-8e6e-4eb7-9e87-e2798240508a req-cb6c0f59-242c-4e3d-a930-918c7b314eea tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:08.637180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 1442ec73-147e-44d3-9685-9204692a4061 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:59:08.637569 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1442ec73-147e-44d3-9685-9204692a4061), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:08.643990 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-24733e64-8e6e-4eb7-9e87-e2798240508a req-cb6c0f59-242c-4e3d-a930-918c7b314eea tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/ports?device_id=82f8071f-e799-4f08-8ad4-9099a7104578 HTTP/1.1" status: 200 len: 944 time: 0.0829425 Mar 23 01:59:08.714294 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-24733e64-8e6e-4eb7-9e87-e2798240508a req-eb210613-ee58-431f-91a1-9cfbeeb0162b tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52ffdb-139e-4e6a-aa1a-d336e33de1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690477 Mar 23 01:59:08.716350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 1442ec73-147e-44d3-9685-9204692a4061, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=1442ec73-147e-44d3-9685-9204692a4061,segment=NetworkSegment(977ad784-fde2-4773-b534-3b07e1c59914),segment_id=977ad784-fde2-4773-b534-3b07e1c59914)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:59:08.718413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f8071f-e799-4f08-8ad4-9099a7104578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1442ec73-147e-44d3-9685-9204692a4061'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:59:08.721076 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ce61ea-31ac-408a-bb12-8544193263b8" -d '{"events": [{"server_uuid": "82f8071f-e799-4f08-8ad4-9099a7104578", "name": "network-vif-plugged", "status": "completed", "tag": "1442ec73-147e-44d3-9685-9204692a4061"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:59:08.734028 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1442ec73-147e-44d3-9685-9204692a4061), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:08.829003 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbee4dae-df1d-4627-a1e5-948202be5ffc x-openstack-request-id: req-fbee4dae-df1d-4627-a1e5-948202be5ffc {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:59:08.829391 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f8071f-e799-4f08-8ad4-9099a7104578", "name": "network-vif-plugged", "status": "completed", "tag": "1442ec73-147e-44d3-9685-9204692a4061", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:59:08.829584 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbee4dae-df1d-4627-a1e5-948202be5ffc {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:59:08.829997 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbee4dae-df1d-4627-a1e5-948202be5ffc'] response: {'server_uuid': '82f8071f-e799-4f08-8ad4-9099a7104578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1442ec73-147e-44d3-9685-9204692a4061', 'code': 200} Mar 23 01:59:08.833450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=1442ec73-147e-44d3-9685-9204692a4061,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:59:08.958597 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0fd7e-bff2-4ceb-baed-c863eaf17ff4 req-b8d38f25-106a-49d5-b496-20dc09f3715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:08.960731 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-99d0fd7e-bff2-4ceb-baed-c863eaf17ff4 req-b8d38f25-106a-49d5-b496-20dc09f3715a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=82f8071f-e799-4f08-8ad4-9099a7104578 HTTP/1.1" status: 200 len: 1127 time: 0.0776534 Mar 23 01:59:09.018551 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-99d0fd7e-bff2-4ceb-baed-c863eaf17ff4 req-7afbc7e0-0d10-460b-b121-d84afe5ffdda service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8c52ffdb-139e-4e6a-aa1a-d336e33de1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517323 Mar 23 01:59:09.911678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993206a-e30a-4d9c-b95e-ce4fecd9936e req-39a7a8b8-3e97-4b7a-bee2-d6ce676ac3c7 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:09.935380 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4993206a-e30a-4d9c-b95e-ce4fecd9936e req-39a7a8b8-3e97-4b7a-bee2-d6ce676ac3c7 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/ports?device_id=82f8071f-e799-4f08-8ad4-9099a7104578 HTTP/1.1" status: 200 len: 945 time: 0.1312404 Mar 23 01:59:10.044530 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4993206a-e30a-4d9c-b95e-ce4fecd9936e req-ea348891-8c1a-4437-a8db-c6f93b253598 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52ffdb-139e-4e6a-aa1a-d336e33de1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031926 Mar 23 01:59:11.185581 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f428a0-de24-47dd-ab53-dfc358232092 req-df5e1a41-979f-4d5b-8d6a-ea32fb29db7d tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:11.188251 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-37f428a0-de24-47dd-ab53-dfc358232092 req-df5e1a41-979f-4d5b-8d6a-ea32fb29db7d tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/ports?device_id=82f8071f-e799-4f08-8ad4-9099a7104578 HTTP/1.1" status: 200 len: 945 time: 0.0672688 Mar 23 01:59:11.237383 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-37f428a0-de24-47dd-ab53-dfc358232092 req-395de338-adfa-45c3-bfb8-8a52869510f0 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52ffdb-139e-4e6a-aa1a-d336e33de1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432420 Mar 23 01:59:13.126137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fa04f-fe96-44dd-82dc-1a6a71d23ae1 req-61fe1a4b-fe97-4ae6-89fc-d5d645178721 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:13.127818 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6e4fa04f-fe96-44dd-82dc-1a6a71d23ae1 req-61fe1a4b-fe97-4ae6-89fc-d5d645178721 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0728371 Mar 23 01:59:13.202017 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6e4fa04f-fe96-44dd-82dc-1a6a71d23ae1 req-48cf7e50-d800-42f0-9d73-ecf19eaac495 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625482 Mar 23 01:59:14.361130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ee433-e8c1-4095-a311-d1484eda3f37 req-c813bf76-9f74-409d-8b08-63fa2514daea tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:14.362771 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-734ee433-e8c1-4095-a311-d1484eda3f37 req-c813bf76-9f74-409d-8b08-63fa2514daea tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0691626 Mar 23 01:59:14.430822 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-734ee433-e8c1-4095-a311-d1484eda3f37 req-6a938b3a-c904-4d92-a6ea-4e7e38bef7e0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623376 Mar 23 01:59:14.935435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebff41-4c27-4582-af64-1cb561581dc4 req-e5d30685-f372-4867-a8a8-9ee3b88f5074 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:14.937191 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1ebff41-4c27-4582-af64-1cb561581dc4 req-e5d30685-f372-4867-a8a8-9ee3b88f5074 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/ports?device_id=82f8071f-e799-4f08-8ad4-9099a7104578 HTTP/1.1" status: 200 len: 945 time: 0.0615706 Mar 23 01:59:14.985726 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f1ebff41-4c27-4582-af64-1cb561581dc4 req-58fa88e1-f67a-46ab-bc0f-665e74b8fb05 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52ffdb-139e-4e6a-aa1a-d336e33de1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425322 Mar 23 01:59:15.601907 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3a662-b4cd-4c6e-b57d-f5be301371f0 req-0c23b004-958c-4df3-accd-c511080a71a0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:15.603459 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0bf3a662-b4cd-4c6e-b57d-f5be301371f0 req-0c23b004-958c-4df3-accd-c511080a71a0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0598886 Mar 23 01:59:15.656589 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0bf3a662-b4cd-4c6e-b57d-f5be301371f0 req-f2729df1-3452-4b49-a14a-883a363801e8 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469007 Mar 23 01:59:16.115207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6598e-6276-488c-8e9c-7d73a2dd1283 req-14f02de7-b173-40f5-9328-fddbb6d86eff tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:16.119563 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53d6598e-6276-488c-8e9c-7d73a2dd1283 req-14f02de7-b173-40f5-9328-fddbb6d86eff tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/ports?device_id=82f8071f-e799-4f08-8ad4-9099a7104578 HTTP/1.1" status: 200 len: 945 time: 0.0531664 Mar 23 01:59:16.173489 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53d6598e-6276-488c-8e9c-7d73a2dd1283 req-809ff233-5d83-452d-845b-e9d89800432e tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c52ffdb-139e-4e6a-aa1a-d336e33de1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501266 Mar 23 01:59:16.508475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da64e5-cee6-49c3-aa36-bf77c6a34868 req-f037a9a6-db10-4124-9191-1e0a6675894d tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:16.510166 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09da64e5-cee6-49c3-aa36-bf77c6a34868 req-f037a9a6-db10-4124-9191-1e0a6675894d tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.43 "GET /v2.0/ports?device_id=82f8071f-e799-4f08-8ad4-9099a7104578 HTTP/1.1" status: 200 len: 945 time: 0.0595300 Mar 23 01:59:16.611533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-09da64e5-cee6-49c3-aa36-bf77c6a34868 req-58cc8e7c-0bce-4746-8626-71ebe545b34f tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Deleting port 1442ec73-147e-44d3-9685-9204692a4061 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 01:59:16.612246 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-09da64e5-cee6-49c3-aa36-bf77c6a34868 req-58cc8e7c-0bce-4746-8626-71ebe545b34f tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1442ec73-147e-44d3-9685-9204692a4061), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:16.700752 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-09da64e5-cee6-49c3-aa36-bf77c6a34868 req-58cc8e7c-0bce-4746-8626-71ebe545b34f tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] For port 1442ec73-147e-44d3-9685-9204692a4061, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=1442ec73-147e-44d3-9685-9204692a4061,segment=NetworkSegment(977ad784-fde2-4773-b534-3b07e1c59914),segment_id=977ad784-fde2-4773-b534-3b07e1c59914)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:59:16.701120 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-09da64e5-cee6-49c3-aa36-bf77c6a34868 req-58cc8e7c-0bce-4746-8626-71ebe545b34f tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1442ec73-147e-44d3-9685-9204692a4061), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:16.714512 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-09da64e5-cee6-49c3-aa36-bf77c6a34868 req-58cc8e7c-0bce-4746-8626-71ebe545b34f tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Calling delete_port for 1442ec73-147e-44d3-9685-9204692a4061 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 01:59:16.890184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fb7df-93a3-42a4-b407-3580867c798b req-fb492a7c-dbe2-4dea-8722-6fd3d548202d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:16.891984 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ab9fb7df-93a3-42a4-b407-3580867c798b req-fb492a7c-dbe2-4dea-8722-6fd3d548202d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0969012 Mar 23 01:59:16.929219 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-09da64e5-cee6-49c3-aa36-bf77c6a34868 req-58cc8e7c-0bce-4746-8626-71ebe545b34f tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1442ec73-147e-44d3-9685-9204692a4061), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:17.004685 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc8e7c-0bce-4746-8626-71ebe545b34f tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Pushing event deleted for resources: {'Port': ['ID=1442ec73-147e-44d3-9685-9204692a4061,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:59:17.021618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-09da64e5-cee6-49c3-aa36-bf77c6a34868 req-58cc8e7c-0bce-4746-8626-71ebe545b34f tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] No DVR routers for this DVR port 1442ec73-147e-44d3-9685-9204692a4061 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:59:17.025980 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ab9fb7df-93a3-42a4-b407-3580867c798b req-d8e088d4-5ccf-4ee5-90c7-512efbae5c6e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243575 Mar 23 01:59:17.027042 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-09da64e5-cee6-49c3-aa36-bf77c6a34868 req-58cc8e7c-0bce-4746-8626-71ebe545b34f tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:17.031136 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09da64e5-cee6-49c3-aa36-bf77c6a34868 req-58cc8e7c-0bce-4746-8626-71ebe545b34f tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.43 "DELETE /v2.0/ports/1442ec73-147e-44d3-9685-9204692a4061 HTTP/1.1" status: 204 len: 173 time: 0.5150406 Mar 23 01:59:17.031596 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f8071f-e799-4f08-8ad4-9099a7104578', 'name': 'network-vif-deleted', 'tag': '1442ec73-147e-44d3-9685-9204692a4061'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:59:17.042167 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b90be7-b709-4504-b1f2-215f9b83d3d7" -d '{"events": [{"server_uuid": "82f8071f-e799-4f08-8ad4-9099a7104578", "name": "network-vif-deleted", "tag": "1442ec73-147e-44d3-9685-9204692a4061"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:59:17.090228 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffa3a24-bc9e-4224-99e0-8441382fee27 x-openstack-request-id: req-9ffa3a24-bc9e-4224-99e0-8441382fee27 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:59:17.090610 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f8071f-e799-4f08-8ad4-9099a7104578", "name": "network-vif-deleted", "tag": "1442ec73-147e-44d3-9685-9204692a4061", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:59:17.091861 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ffa3a24-bc9e-4224-99e0-8441382fee27 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:59:17.092423 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffa3a24-bc9e-4224-99e0-8441382fee27'] response: {'server_uuid': '82f8071f-e799-4f08-8ad4-9099a7104578', 'name': 'network-vif-deleted', 'tag': '1442ec73-147e-44d3-9685-9204692a4061', 'status': 'completed', 'code': 200} Mar 23 01:59:17.295272 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d55cab06-379e-4fab-9450-05483b9c47bb req-1f86b8cc-2460-495c-83fa-5e6fb3bd2424 tempest-VolumesActionsTest-226267972 tempest-VolumesActionsTest-226267972-project] 10.222.0.18 "GET /v2.0/ports?device_id=82f8071f-e799-4f08-8ad4-9099a7104578 HTTP/1.1" status: 200 len: 210 time: 0.0281215 Mar 23 01:59:18.174609 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c48a6a-0279-4829-92f6-89969524ef70 req-2821f2f5-ad5c-4d55-90ab-7751835479b8 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:18.176811 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-18c48a6a-0279-4829-92f6-89969524ef70 req-2821f2f5-ad5c-4d55-90ab-7751835479b8 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0613582 Mar 23 01:59:18.224670 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-18c48a6a-0279-4829-92f6-89969524ef70 req-0a2a593c-a91b-4fd1-9051-e05dfa5886cb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418978 Mar 23 01:59:18.535198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 1442ec73-147e-44d3-9685-9204692a4061 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:59:18.561051 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 1442ec73-147e-44d3-9685-9204692a4061 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 01:59:18.561450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 1442ec73-147e-44d3-9685-9204692a4061 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 01:59:19.404070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e59e0-669b-4e76-88d9-34c461680865 req-f8ae3157-e71d-4cf6-b16d-f5e0a0253747 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:19.406010 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa7e59e0-669b-4e76-88d9-34c461680865 req-f8ae3157-e71d-4cf6-b16d-f5e0a0253747 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0894268 Mar 23 01:59:19.481641 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa7e59e0-669b-4e76-88d9-34c461680865 req-a726e27e-cbbe-4b91-af27-5ae6c2d42ca7 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691226 Mar 23 01:59:19.543398 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a4085e63-c2d4-414b-8869-28c107b7f66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:20.609466 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50856da4-b4a9-42b2-a95a-4b21ed196014 req-1055ba65-25fe-4e2b-bb39-debbae8b4750 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:20.611109 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-50856da4-b4a9-42b2-a95a-4b21ed196014 req-1055ba65-25fe-4e2b-bb39-debbae8b4750 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0537760 Mar 23 01:59:20.665382 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-50856da4-b4a9-42b2-a95a-4b21ed196014 req-7ad2928c-4e21-44ca-9a80-e16d574fa8e8 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477629 Mar 23 01:59:20.748836 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:21.834550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c3e36-cbd0-4859-a0e1-40f1f8ba55a5 req-30599527-3663-40e9-a2f2-7b604e236976 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:21.842763 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-678c3e36-cbd0-4859-a0e1-40f1f8ba55a5 req-30599527-3663-40e9-a2f2-7b604e236976 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0757957 Mar 23 01:59:21.911152 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-678c3e36-cbd0-4859-a0e1-40f1f8ba55a5 req-ea04fb4d-24d1-4d86-b66a-4b138ab3847e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675144 Mar 23 01:59:22.020150 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1536c495-25c8-4001-aa99-b41151566963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:23.052629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79350db-01ca-44ce-bb86-47b6c98c67a5 req-8cc5ec72-6a7e-487f-a106-409a3fce14e5 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:23.054589 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d79350db-01ca-44ce-bb86-47b6c98c67a5 req-8cc5ec72-6a7e-487f-a106-409a3fce14e5 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0611067 Mar 23 01:59:23.105197 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d79350db-01ca-44ce-bb86-47b6c98c67a5 req-0a7c6141-7be7-4fa9-851e-296c781bdab9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438709 Mar 23 01:59:23.277291 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:24.289926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad6668-acae-41dd-9870-3822a6103f5c req-05d06b17-594a-44d9-9cd6-4ef5de831000 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:24.291536 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6dad6668-acae-41dd-9870-3822a6103f5c req-05d06b17-594a-44d9-9cd6-4ef5de831000 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0817962 Mar 23 01:59:24.349043 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6dad6668-acae-41dd-9870-3822a6103f5c req-49e56161-2529-405c-a7da-c20ae9f7480a tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473256 Mar 23 01:59:24.612889 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:24.786691 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 01:59:25.565179 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f53048-8387-43e3-89aa-82049fca1e80 req-e519968b-7bdd-4f2a-8d41-4ff64b5e3c36 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:25.568404 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53f53048-8387-43e3-89aa-82049fca1e80 req-e519968b-7bdd-4f2a-8d41-4ff64b5e3c36 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0971744 Mar 23 01:59:25.674119 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-53f53048-8387-43e3-89aa-82049fca1e80 req-f1d5bf4b-13c1-4ab2-bbe0-7a3e426cbdf9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996847 Mar 23 01:59:25.827075 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:25.912544 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 2e0a24ed-d611-4159-9812-faa086779dd8 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 01:59:26.246551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 2e0a24ed-d611-4159-9812-faa086779dd8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2e0a24ed-d611-4159-9812-faa086779dd8,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:59:26.283022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '2e0a24ed-d611-4159-9812-faa086779dd8', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'port_id': '2e0a24ed-d611-4159-9812-faa086779dd8', 'mac_address': 'fa:16:3e:4a:0c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 01:59:26.370802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 2e0a24ed-d611-4159-9812-faa086779dd8 is: ACTIVE; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:59:26.372635 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:26.465621 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e0a24ed-d611-4159-9812-faa086779dd8 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:59:26.506639 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 2e0a24ed-d611-4159-9812-faa086779dd8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2e0a24ed-d611-4159-9812-faa086779dd8,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:59:26.517261 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:26.685356 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=2e0a24ed-d611-4159-9812-faa086779dd8,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:59:26.690255 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['2e0a24ed-d611-4159-9812-faa086779dd8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 01:59:26.802001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:26.802247 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:26.802547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:26.802891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:26.803233 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:26.803571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:26.803925 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:26.804256 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:26.804612 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:26.805019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:26.805356 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:26.805698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:26.806014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:26.813861 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:26.825291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:26.885440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa7d07-b1a9-482c-992b-19387b329c27 req-e3622c07-8049-4cf0-bf72-1ac7654d29a6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:26.893301 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cbaa7d07-b1a9-482c-992b-19387b329c27 req-e3622c07-8049-4cf0-bf72-1ac7654d29a6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 944 time: 0.0712085 Mar 23 01:59:27.054119 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cbaa7d07-b1a9-482c-992b-19387b329c27 req-48e26c8f-5247-4649-a2d1-7fc25e14dfef tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594844 Mar 23 01:59:27.913158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 2e0a24ed-d611-4159-9812-faa086779dd8 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 01:59:28.044327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 2e0a24ed-d611-4159-9812-faa086779dd8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 01:59:28.044754 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:28.222261 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 2e0a24ed-d611-4159-9812-faa086779dd8 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:59:28.223137 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:28.343196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0665a9bb-b528-4884-a1e0-21626db60654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0a24ed-d611-4159-9812-faa086779dd8'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:59:28.345596 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbe2399-5b1e-4f94-aa02-ceb65beae908" -d '{"events": [{"server_uuid": "0665a9bb-b528-4884-a1e0-21626db60654", "name": "network-vif-plugged", "status": "completed", "tag": "2e0a24ed-d611-4159-9812-faa086779dd8"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:59:28.360644 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 2e0a24ed-d611-4159-9812-faa086779dd8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2e0a24ed-d611-4159-9812-faa086779dd8,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:59:28.376978 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:28.391807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4109c-a209-4394-bbee-f4a66fe009f8 req-8e9a94ab-12e7-4b1b-8208-4c77010366bf tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:28.425879 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31f4109c-a209-4394-bbee-f4a66fe009f8 req-8e9a94ab-12e7-4b1b-8208-4c77010366bf tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 944 time: 0.1815000 Mar 23 01:59:28.451234 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 01:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bf197e-c481-40f2-96ea-1139b06b4107 x-openstack-request-id: req-c6bf197e-c481-40f2-96ea-1139b06b4107 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:59:28.451234 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0665a9bb-b528-4884-a1e0-21626db60654", "name": "network-vif-plugged", "status": "completed", "tag": "2e0a24ed-d611-4159-9812-faa086779dd8", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:59:28.451234 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6bf197e-c481-40f2-96ea-1139b06b4107 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:59:28.451234 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6bf197e-c481-40f2-96ea-1139b06b4107'] response: {'server_uuid': '0665a9bb-b528-4884-a1e0-21626db60654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0a24ed-d611-4159-9812-faa086779dd8', 'code': 200} Mar 23 01:59:28.452637 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=2e0a24ed-d611-4159-9812-faa086779dd8,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:59:28.531102 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31f4109c-a209-4394-bbee-f4a66fe009f8 req-6d86ba71-40f0-45e3-bf7c-71da3d349005 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038282 Mar 23 01:59:29.833700 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bdb6a-eb56-43b6-bcb4-f554496a4521 req-23a25d6d-d843-484c-afcd-707a9cacc253 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:29.843215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-062bdb6a-eb56-43b6-bcb4-f554496a4521 req-23a25d6d-d843-484c-afcd-707a9cacc253 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.1761920 Mar 23 01:59:29.916914 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-062bdb6a-eb56-43b6-bcb4-f554496a4521 req-ff9d8413-dd30-4a6e-ab6f-c07a33dd8694 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646434 Mar 23 01:59:31.147253 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e744eb-27f9-4364-9421-c53f0897767a req-3e574777-2a4c-4af0-9ec9-15f3af2b0448 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:31.151140 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d9e744eb-27f9-4364-9421-c53f0897767a req-3e574777-2a4c-4af0-9ec9-15f3af2b0448 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0932784 Mar 23 01:59:31.265898 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d9e744eb-27f9-4364-9421-c53f0897767a req-871d71f0-acd8-45c3-85bc-cb58470b1f25 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063709 Mar 23 01:59:32.463904 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574f77d-2ffa-4d9c-a7bf-dd076ce2217f req-de6dedb4-f939-42a1-a7f6-48ab599ba0b3 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:32.465572 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f574f77d-2ffa-4d9c-a7bf-dd076ce2217f req-de6dedb4-f939-42a1-a7f6-48ab599ba0b3 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0739627 Mar 23 01:59:32.533636 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f574f77d-2ffa-4d9c-a7bf-dd076ce2217f req-f26aeb05-9fd8-472b-b546-984448ea8a02 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602210 Mar 23 01:59:33.749025 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1eb86-12fb-4e37-aabc-4d18f9a2bf1d req-3c695b74-a310-4e0d-967d-e4be68cc1e51 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:33.767023 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dab1eb86-12fb-4e37-aabc-4d18f9a2bf1d req-3c695b74-a310-4e0d-967d-e4be68cc1e51 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0910997 Mar 23 01:59:33.846952 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dab1eb86-12fb-4e37-aabc-4d18f9a2bf1d req-1f7e31dc-fee0-4455-ba90-58ab4d4d6313 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786777 Mar 23 01:59:33.935609 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:35.079966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49224d-60c8-4e90-86da-ebaa4e26465b req-0dca96f5-0ed9-48d9-bd28-946e33624ad6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:35.083478 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e49224d-60c8-4e90-86da-ebaa4e26465b req-0dca96f5-0ed9-48d9-bd28-946e33624ad6 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0828688 Mar 23 01:59:35.168491 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e49224d-60c8-4e90-86da-ebaa4e26465b req-01dc1716-0b5e-4ba3-8355-2b4192709f13 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789461 Mar 23 01:59:36.373309 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d447ba-013c-40fb-8736-98acb5449f80 req-2dc0dc7d-11ae-41b0-8c11-9774e39e4e15 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:36.382350 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d8d447ba-013c-40fb-8736-98acb5449f80 req-2dc0dc7d-11ae-41b0-8c11-9774e39e4e15 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.1069043 Mar 23 01:59:36.467900 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d8d447ba-013c-40fb-8736-98acb5449f80 req-7f089d94-4c47-46fd-96f9-d99b0f83f487 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843220 Mar 23 01:59:37.728985 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3e093-638d-43a4-9475-633c62769b66 req-d1a82aed-170e-48f5-ab32-7f516d981a94 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:37.730596 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85f3e093-638d-43a4-9475-633c62769b66 req-d1a82aed-170e-48f5-ab32-7f516d981a94 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.1116459 Mar 23 01:59:37.833233 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85f3e093-638d-43a4-9475-633c62769b66 req-48d389e0-aabe-47b1-98bc-a89da959b312 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956862 Mar 23 01:59:39.030126 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a6b62-ef2f-46e4-9ad5-725c785be7e7 req-5e506b66-b1e9-44bf-a136-7c5589977546 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:39.050458 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f02a6b62-ef2f-46e4-9ad5-725c785be7e7 req-5e506b66-b1e9-44bf-a136-7c5589977546 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0988941 Mar 23 01:59:39.133000 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f02a6b62-ef2f-46e4-9ad5-725c785be7e7 req-968cb9d9-e9d6-44cc-87b2-f613d514ea11 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765440 Mar 23 01:59:40.697527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cffd09-d831-486e-a1d3-154c0431d151 req-ba6fd692-5f69-45fe-8492-adf036a823f2 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:40.700402 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-40cffd09-d831-486e-a1d3-154c0431d151 req-ba6fd692-5f69-45fe-8492-adf036a823f2 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.2676063 Mar 23 01:59:40.769855 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-40cffd09-d831-486e-a1d3-154c0431d151 req-45874dab-b81c-4046-b11a-8dee549f35a2 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636163 Mar 23 01:59:41.838498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10f0fb-f19f-42a3-bfd0-0259666252d3 req-9033ff2c-406b-47a8-8e19-fa23ede86b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:41.841738 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d10f0fb-f19f-42a3-bfd0-0259666252d3 req-9033ff2c-406b-47a8-8e19-fa23ede86b47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 1127 time: 0.0523551 Mar 23 01:59:41.951924 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10f0fb-f19f-42a3-bfd0-0259666252d3 req-aad007da-1386-46bf-9ff4-e5399f70b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:41.954535 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d10f0fb-f19f-42a3-bfd0-0259666252d3 req-aad007da-1386-46bf-9ff4-e5399f70b1ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 915 time: 0.1072786 Mar 23 01:59:41.985307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df6d8b-c583-4925-a2c4-05e833ed04b7 req-e6259815-38ad-4d5e-9a1e-746e3939230a tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:41.989042 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c7df6d8b-c583-4925-a2c4-05e833ed04b7 req-e6259815-38ad-4d5e-9a1e-746e3939230a tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.1298711 Mar 23 01:59:42.038598 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c7df6d8b-c583-4925-a2c4-05e833ed04b7 req-c153120f-7ad2-42d3-92f2-dea169028b76 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433469 Mar 23 01:59:42.044416 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d10f0fb-f19f-42a3-bfd0-0259666252d3 req-53c85b06-4ab5-49c4-9222-ec5e40596ed2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e0a24ed-d611-4159-9812-faa086779dd8 HTTP/1.1" status: 200 len: 1000 time: 0.0829329 Mar 23 01:59:42.095765 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10f0fb-f19f-42a3-bfd0-0259666252d3 req-9512a49f-2d5d-4dad-9eba-960240139a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:42.097455 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d10f0fb-f19f-42a3-bfd0-0259666252d3 req-9512a49f-2d5d-4dad-9eba-960240139a7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 200 len: 854 time: 0.0471141 Mar 23 01:59:42.146277 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10f0fb-f19f-42a3-bfd0-0259666252d3 req-d98665fe-dee3-406b-ab1a-aa8804eb3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:42.147788 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d10f0fb-f19f-42a3-bfd0-0259666252d3 req-d98665fe-dee3-406b-ab1a-aa8804eb3546 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057fc303-8305-4494-9b96-40a2ebb37d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442288 Mar 23 01:59:42.243129 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d10f0fb-f19f-42a3-bfd0-0259666252d3 req-b99f53ea-cdda-4522-bb83-c59607be83f3 service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895264 Mar 23 01:59:42.334769 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d10f0fb-f19f-42a3-bfd0-0259666252d3 req-211e733d-ce8e-4acf-b97b-75e352349424 service neutron] 10.222.0.42 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856402 Mar 23 01:59:43.173312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b80f22-7370-4033-bb0b-4ecf228aa378 req-8d8f63d7-d418-4e0a-8a84-031ba54a7839 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:43.175753 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08b80f22-7370-4033-bb0b-4ecf228aa378 req-8d8f63d7-d418-4e0a-8a84-031ba54a7839 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0594854 Mar 23 01:59:43.232722 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08b80f22-7370-4033-bb0b-4ecf228aa378 req-f52295f9-c9fc-433d-a75d-ffa0dfe2c9cd tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508504 Mar 23 01:59:44.405216 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfbb57-e4a9-4030-867a-dd3c7567ce41 req-33ad082f-793e-48b3-be51-fc7a04e7241a tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:44.413167 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-34bfbb57-e4a9-4030-867a-dd3c7567ce41 req-33ad082f-793e-48b3-be51-fc7a04e7241a tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0746677 Mar 23 01:59:44.480464 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-34bfbb57-e4a9-4030-867a-dd3c7567ce41 req-135f264d-9d04-4fcb-a62c-8c964a49a83d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660772 Mar 23 01:59:45.705364 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-f14100a0-3cd4-4a56-a74b-5f4a81d185bb req-c6e7a352-3ca1-4aa3-b37c-079985d5d85d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:59:45.706495 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f14100a0-3cd4-4a56-a74b-5f4a81d185bb req-c6e7a352-3ca1-4aa3-b37c-079985d5d85d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0592918 Mar 23 01:59:45.902939 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3868b-1f8e-4583-92fc-df3fbb70a59d req-bc0ae5be-7c1f-417e-806b-c9a29ad00aa1 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:45.905607 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11d3868b-1f8e-4583-92fc-df3fbb70a59d req-bc0ae5be-7c1f-417e-806b-c9a29ad00aa1 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0774090 Mar 23 01:59:45.971264 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11d3868b-1f8e-4583-92fc-df3fbb70a59d req-49ae4c56-f6ec-4766-983d-cfa530db6d77 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600870 Mar 23 01:59:46.041865 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 2e0a24ed-d611-4159-9812-faa086779dd8 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 01:59:46.130958 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 2e0a24ed-d611-4159-9812-faa086779dd8 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 01:59:46.131356 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:46.204872 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 2e0a24ed-d611-4159-9812-faa086779dd8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2e0a24ed-d611-4159-9812-faa086779dd8,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:59:46.206828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0665a9bb-b528-4884-a1e0-21626db60654', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e0a24ed-d611-4159-9812-faa086779dd8'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:59:46.209267 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c9dd17-95c4-4a70-8d6b-4a1ab6950fb6" -d '{"events": [{"server_uuid": "0665a9bb-b528-4884-a1e0-21626db60654", "name": "network-vif-unplugged", "status": "completed", "tag": "2e0a24ed-d611-4159-9812-faa086779dd8"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:59:46.215520 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:46.248708 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-e0d1c19b-b806-4499-a553-298a8640cc89 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1861715 Mar 23 01:59:46.259313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-e8d304ff-439c-4cce-8b19-3fed45409879 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 01:59:46.260454 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-e8d304ff-439c-4cce-8b19-3fed45409879 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056326 Mar 23 01:59:46.295394 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 01:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a77e4b-51c8-45d5-bf37-93aa059c81c9 x-openstack-request-id: req-44a77e4b-51c8-45d5-bf37-93aa059c81c9 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:59:46.295661 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0665a9bb-b528-4884-a1e0-21626db60654", "name": "network-vif-unplugged", "status": "failed", "tag": "2e0a24ed-d611-4159-9812-faa086779dd8", "code": 422}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:59:46.296086 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44a77e4b-51c8-45d5-bf37-93aa059c81c9 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:59:46.296662 n-d-834677-4 neutron-server[99265]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-44a77e4b-51c8-45d5-bf37-93aa059c81c9']: {'server_uuid': '0665a9bb-b528-4884-a1e0-21626db60654', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e0a24ed-d611-4159-9812-faa086779dd8', 'code': 422} returned with failed status Mar 23 01:59:46.297377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=2e0a24ed-d611-4159-9812-faa086779dd8,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:59:46.299961 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40320) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 01:59:46.531017 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-eb832370-343e-4b93-a5c2-9e8ca96a6140 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:46.532844 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-eb832370-343e-4b93-a5c2-9e8ca96a6140 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports/2e0a24ed-d611-4159-9812-faa086779dd8 HTTP/1.1" status: 200 len: 940 time: 0.2229347 Mar 23 01:59:47.163123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cc298-21bd-44f6-9d1c-291d294f9aba req-693c047a-df12-4a4c-9aa5-777afc654cc0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:47.165758 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-826cc298-21bd-44f6-9d1c-291d294f9aba req-693c047a-df12-4a4c-9aa5-777afc654cc0 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 943 time: 0.0804577 Mar 23 01:59:47.244339 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-826cc298-21bd-44f6-9d1c-291d294f9aba req-e788e9e2-1a49-42d3-8b0d-8822157714c2 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714889 Mar 23 01:59:47.628411 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-cac100d2-8ef0-4a42-8ce2-4ae90b819e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:47.630262 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-cac100d2-8ef0-4a42-8ce2-4ae90b819e28 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654&tenant_id=b3fd908bced3464f9e1bf9a42f2977ef HTTP/1.1" status: 200 len: 1125 time: 0.0968647 Mar 23 01:59:47.648228 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 01:59:47.730711 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:47.970809 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] For port 2e0a24ed-d611-4159-9812-faa086779dd8, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=2e0a24ed-d611-4159-9812-faa086779dd8,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 01:59:48.012440 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] For port 2e0a24ed-d611-4159-9812-faa086779dd8, host n-h1-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:59:48.054038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0a24ed-d611-4159-9812-faa086779dd8 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 01:59:48.063438 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Publish callbacks [] for port (2e0a24ed-d611-4159-9812-faa086779dd8), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:48.078874 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Transition to ACTIVE for port object 2e0a24ed-d611-4159-9812-faa086779dd8 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 01:59:48.083722 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:48.150767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0a24ed-d611-4159-9812-faa086779dd8,revision_number=9']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:59:48.165171 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:48.165799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:48.166127 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:48.166556 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:48.167616 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:48.168253 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:48.168703 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:48.169282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:48.169704 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:48.170225 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:48.170645 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:48.171064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:48.171572 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:48.172370 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:48.173129 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 01:59:48.311786 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] No DVR routers for this DVR port 2e0a24ed-d611-4159-9812-faa086779dd8 on host n-h1-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 01:59:48.526185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cd05f-0bcb-40b0-8900-1aa8e33cafc8 req-d43f08d0-0b6b-4d6b-81da-516fac8d336e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:48.527748 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-735cd05f-0bcb-40b0-8900-1aa8e33cafc8 req-d43f08d0-0b6b-4d6b-81da-516fac8d336e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 943 time: 0.1606457 Mar 23 01:59:48.610204 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-735cd05f-0bcb-40b0-8900-1aa8e33cafc8 req-bc4c41fd-9485-4f30-a7bf-175d11dfd4ab tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747015 Mar 23 01:59:48.638897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Attempting to bind port 2e0a24ed-d611-4159-9812-faa086779dd8 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 01:59:48.639956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Attempting to bind port 2e0a24ed-d611-4159-9812-faa086779dd8 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 01:59:48.640291 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Attempting to bind port 2e0a24ed-d611-4159-9812-faa086779dd8 on network 057fc303-8305-4494-9b96-40a2ebb37d7e {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:59:48.645776 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Port 2e0a24ed-d611-4159-9812-faa086779dd8 on network 057fc303-8305-4494-9b96-40a2ebb37d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 01:59:48.646090 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Attempting to bind port 2e0a24ed-d611-4159-9812-faa086779dd8 on network 057fc303-8305-4494-9b96-40a2ebb37d7e {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 01:59:48.651747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 1, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 01:59:48.652088 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Checking segment: {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 01:59:48.652472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Bound using segment: {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 01:59:48.653023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Bound port: 2e0a24ed-d611-4159-9812-faa086779dd8, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 01:59:48.653413 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:48.725462 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] For port 2e0a24ed-d611-4159-9812-faa086779dd8, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 01:59:48.728737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] For port 2e0a24ed-d611-4159-9812-faa086779dd8, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2e0a24ed-d611-4159-9812-faa086779dd8,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 01:59:48.739977 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:48.788658 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:48.789341 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:48.790803 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] 10.222.0.43 "PUT /v2.0/ports/2e0a24ed-d611-4159-9812-faa086779dd8 HTTP/1.1" status: 200 len: 1091 time: 1.1482921 Mar 23 01:59:48.791345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0665a9bb-b528-4884-a1e0-21626db60654', 'tag': '2e0a24ed-d611-4159-9812-faa086779dd8'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 01:59:48.800632 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e04c79d-e245-405a-9d05-75ec6c347dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "0665a9bb-b528-4884-a1e0-21626db60654", "tag": "2e0a24ed-d611-4159-9812-faa086779dd8"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 01:59:48.907818 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 01:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a75abfc-f5db-407f-9aeb-f759eccf249e x-openstack-request-id: req-5a75abfc-f5db-407f-9aeb-f759eccf249e {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 01:59:48.908249 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0665a9bb-b528-4884-a1e0-21626db60654", "tag": "2e0a24ed-d611-4159-9812-faa086779dd8", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 01:59:48.908509 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a75abfc-f5db-407f-9aeb-f759eccf249e {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 01:59:48.908955 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a75abfc-f5db-407f-9aeb-f759eccf249e'] response: {'name': 'network-changed', 'server_uuid': '0665a9bb-b528-4884-a1e0-21626db60654', 'tag': '2e0a24ed-d611-4159-9812-faa086779dd8', 'status': 'completed', 'code': 200} Mar 23 01:59:48.911698 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd9787-cc02-4980-9be9-17f64e501744 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0a24ed-d611-4159-9812-faa086779dd8,revision_number=10']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 01:59:48.932358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-ada50c63-714d-409f-aae4-fe982f85d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:48.934127 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-ada50c63-714d-409f-aae4-fe982f85d736 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 1126 time: 0.0913591 Mar 23 01:59:49.078097 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-c3fc0c28-d19f-4942-a5d7-1415d50a7884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:49.079612 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-c3fc0c28-d19f-4942-a5d7-1415d50a7884 service neutron] 10.222.0.43 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 915 time: 0.1339145 Mar 23 01:59:49.160710 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-6a693d0e-91b1-4cf0-ad74-2a9f4446aa7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e0a24ed-d611-4159-9812-faa086779dd8 HTTP/1.1" status: 200 len: 998 time: 0.0750186 Mar 23 01:59:49.230919 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-1c9b9056-1d13-460e-8eb9-401d2ad4bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:49.232593 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-1c9b9056-1d13-460e-8eb9-401d2ad4bc73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 200 len: 854 time: 0.0660095 Mar 23 01:59:49.288170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-5ed55acf-23d8-40d1-8816-af14f76dde37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:49.289736 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-5ed55acf-23d8-40d1-8816-af14f76dde37 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=057fc303-8305-4494-9b96-40a2ebb37d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512810 Mar 23 01:59:49.382341 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-792f2996-36d8-4307-84a0-a4cf20ceafaa service neutron] 10.222.0.43 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865235 Mar 23 01:59:49.480790 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-8f82e990-416d-4e8e-b440-f1cfa521cf66 service neutron] 10.222.0.43 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929565 Mar 23 01:59:49.555306 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8e2dac8f-a108-47ad-8f04-62d44a1effce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:49.824781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0874ad4-05f1-4bcd-b2b8-3d88e8b5fce2 req-c4503bb5-30ac-4872-98f4-e7fd2adb14c4 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:49.833302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0874ad4-05f1-4bcd-b2b8-3d88e8b5fce2 req-c4503bb5-30ac-4872-98f4-e7fd2adb14c4 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 944 time: 0.0809445 Mar 23 01:59:49.968279 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0874ad4-05f1-4bcd-b2b8-3d88e8b5fce2 req-b5954b9d-fdc8-44d5-9097-04c254ec3cec tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335106 Mar 23 01:59:50.293819 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04c79d-e245-405a-9d05-75ec6c347dc8 req-2279276f-1291-41f6-9d31-588b14a5d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:50.296211 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e04c79d-e245-405a-9d05-75ec6c347dc8 req-2279276f-1291-41f6-9d31-588b14a5d07c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 1126 time: 0.7188087 Mar 23 01:59:50.756637 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:51.227166 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04c79d-e245-405a-9d05-75ec6c347dc8 req-ce666870-523f-4be1-ab47-fdded838fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:51.228885 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e04c79d-e245-405a-9d05-75ec6c347dc8 req-ce666870-523f-4be1-ab47-fdded838fa3b service neutron] 10.222.0.43 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 915 time: 0.3156741 Mar 23 01:59:51.388864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9a13e-e637-4a5c-a8a2-25cfeda43177 req-c7adf829-dc7b-4890-8120-0d48a96c1a2b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:51.396567 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aad9a13e-e637-4a5c-a8a2-25cfeda43177 req-c7adf829-dc7b-4890-8120-0d48a96c1a2b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 944 time: 0.2638760 Mar 23 01:59:51.459857 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e04c79d-e245-405a-9d05-75ec6c347dc8 req-3f5b1850-077f-48e6-89a4-bc4313a09930 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e0a24ed-d611-4159-9812-faa086779dd8 HTTP/1.1" status: 200 len: 998 time: 0.2203424 Mar 23 01:59:51.576846 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04c79d-e245-405a-9d05-75ec6c347dc8 req-1cd5dbc7-3cae-4010-bf91-27d7d7b7fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:51.578149 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e04c79d-e245-405a-9d05-75ec6c347dc8 req-1cd5dbc7-3cae-4010-bf91-27d7d7b7fa5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 200 len: 854 time: 0.1012199 Mar 23 01:59:51.686228 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aad9a13e-e637-4a5c-a8a2-25cfeda43177 req-19b589e6-dc89-415e-a536-69f11562dc27 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818465 Mar 23 01:59:51.747963 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04c79d-e245-405a-9d05-75ec6c347dc8 req-5a98a421-dac6-4d1c-93cd-fcf268e16848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:51.749527 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e04c79d-e245-405a-9d05-75ec6c347dc8 req-5a98a421-dac6-4d1c-93cd-fcf268e16848 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=057fc303-8305-4494-9b96-40a2ebb37d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1560366 Mar 23 01:59:51.947541 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e04c79d-e245-405a-9d05-75ec6c347dc8 req-fc40addb-8cf5-40f6-a33e-ac0ede0c3114 service neutron] 10.222.0.43 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730132 Mar 23 01:59:52.034028 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8df88cdc-c67b-49c0-840d-a5d2cd506eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:52.187526 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e04c79d-e245-405a-9d05-75ec6c347dc8 req-e10eef2d-d0e2-4383-a033-acd16170a9a6 service neutron] 10.222.0.43 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234218 Mar 23 01:59:52.583346 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d749-6901-4f6d-9719-658e81b265ec req-43eb5e5c-dbfd-4825-882e-270335ffcdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:52.586148 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f042d749-6901-4f6d-9719-658e81b265ec req-43eb5e5c-dbfd-4825-882e-270335ffcdea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 1126 time: 0.0607800 Mar 23 01:59:52.878425 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d749-6901-4f6d-9719-658e81b265ec req-f237e096-b1af-4b03-89bd-6e20b7acfe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:52.880725 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f042d749-6901-4f6d-9719-658e81b265ec req-f237e096-b1af-4b03-89bd-6e20b7acfe59 service neutron] 10.222.0.43 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 915 time: 0.1778500 Mar 23 01:59:52.943005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b6d36-e78c-4385-bff6-e68c71c1101c req-029c9177-4d92-4664-9e9c-867ba0ffb593 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:52.951288 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c24b6d36-e78c-4385-bff6-e68c71c1101c req-029c9177-4d92-4664-9e9c-867ba0ffb593 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 944 time: 0.0639458 Mar 23 01:59:53.009256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c24b6d36-e78c-4385-bff6-e68c71c1101c req-b7bc5a58-57c0-46cf-8951-8fa69061aa5c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567217 Mar 23 01:59:53.066692 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f042d749-6901-4f6d-9719-658e81b265ec req-47534aaf-6fd4-4883-b3b1-e0a9f204b2eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e0a24ed-d611-4159-9812-faa086779dd8 HTTP/1.1" status: 200 len: 998 time: 0.1692839 Mar 23 01:59:53.219670 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d749-6901-4f6d-9719-658e81b265ec req-552251a5-f3f9-4ba3-a3f5-03298596bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:53.223538 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f042d749-6901-4f6d-9719-658e81b265ec req-552251a5-f3f9-4ba3-a3f5-03298596bf8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 200 len: 854 time: 0.1303337 Mar 23 01:59:53.354890 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:53.443344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d749-6901-4f6d-9719-658e81b265ec req-41aaa5f1-ae8e-43c4-a2ec-630bbbd6f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:53.459481 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f042d749-6901-4f6d-9719-658e81b265ec req-41aaa5f1-ae8e-43c4-a2ec-630bbbd6f756 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=057fc303-8305-4494-9b96-40a2ebb37d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2064888 Mar 23 01:59:53.705204 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f042d749-6901-4f6d-9719-658e81b265ec req-38b82772-3186-4f70-aa5b-04b642a83d5e service neutron] 10.222.0.43 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385535 Mar 23 01:59:53.861212 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f042d749-6901-4f6d-9719-658e81b265ec req-2b01fbbf-ba7f-42e0-a2ae-3cbcfce2c494 service neutron] 10.222.0.43 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452596 Mar 23 01:59:54.208100 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aef495-6e61-4fa3-bb6c-a794d1ecfd05 req-c500cd41-f588-44d4-887c-d0f414dd3267 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:54.209928 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-74aef495-6e61-4fa3-bb6c-a794d1ecfd05 req-c500cd41-f588-44d4-887c-d0f414dd3267 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 944 time: 0.1056981 Mar 23 01:59:54.288429 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-74aef495-6e61-4fa3-bb6c-a794d1ecfd05 req-fcd83a17-596e-480c-845c-4274ed8ed170 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687661 Mar 23 01:59:54.619925 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:55.488536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd9164-03ba-4218-92e0-9963cf17373d req-e59a60d9-1106-4e5c-8191-6bbae3ac660b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:55.491008 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ecd9164-03ba-4218-92e0-9963cf17373d req-e59a60d9-1106-4e5c-8191-6bbae3ac660b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 944 time: 0.1079190 Mar 23 01:59:55.568217 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ecd9164-03ba-4218-92e0-9963cf17373d req-1c074b67-78a4-4a18-a1aa-41eb804d88a2 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690701 Mar 23 01:59:55.809638 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 01:59:56.817739 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae125872-99ec-4f1c-befa-8291a5d00b92 req-748902d8-7623-40a3-a690-e57cec0dfa59 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:56.819378 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae125872-99ec-4f1c-befa-8291a5d00b92 req-748902d8-7623-40a3-a690-e57cec0dfa59 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 944 time: 0.0964026 Mar 23 01:59:56.932367 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ae125872-99ec-4f1c-befa-8291a5d00b92 req-8ad42890-d440-4315-9025-9ad54f55b24e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066644 Mar 23 01:59:58.226491 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227cc74-ff1b-4d76-9344-c5f7112488ce req-58cb3a1c-8125-4bfd-a349-0d1da1b56d6a tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:58.234116 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6227cc74-ff1b-4d76-9344-c5f7112488ce req-58cb3a1c-8125-4bfd-a349-0d1da1b56d6a tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 944 time: 0.1523142 Mar 23 01:59:58.319648 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6227cc74-ff1b-4d76-9344-c5f7112488ce req-2d46857f-6072-40d6-9aed-d81a5e3b3821 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788059 Mar 23 01:59:59.486529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723adf89-191d-423e-9eb1-072940e45f53 req-9fa47e4f-312b-41de-9eac-5d81ae4852eb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 01:59:59.488551 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-723adf89-191d-423e-9eb1-072940e45f53 req-9fa47e4f-312b-41de-9eac-5d81ae4852eb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 944 time: 0.0800068 Mar 23 01:59:59.542310 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-723adf89-191d-423e-9eb1-072940e45f53 req-5341f846-f3bd-4cd4-a396-02adc0b28055 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446174 Mar 23 02:00:00.697146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134277a-7a59-4df0-9610-c6b5a60ab363 req-ffde2c12-0e60-490e-9cd0-45005cfb1537 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:00.698738 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e134277a-7a59-4df0-9610-c6b5a60ab363 req-ffde2c12-0e60-490e-9cd0-45005cfb1537 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 944 time: 0.0588017 Mar 23 02:00:00.752328 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e134277a-7a59-4df0-9610-c6b5a60ab363 req-d4ba8500-39f5-4d8a-9304-fc133fb2e16b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473676 Mar 23 02:00:01.787228 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:00:01.901133 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d4627-6b0b-48b1-a756-147d94bcfcc7 req-40e2b69f-c46c-4b4d-9298-23e3b95a205d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:01.914451 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-441d4627-6b0b-48b1-a756-147d94bcfcc7 req-40e2b69f-c46c-4b4d-9298-23e3b95a205d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 944 time: 0.0840759 Mar 23 02:00:01.997661 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-441d4627-6b0b-48b1-a756-147d94bcfcc7 req-90731c69-0066-43c9-a988-691415bec9c1 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766642 Mar 23 02:00:03.134835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289925d7-fefd-4ac7-a992-ab7951acba5b req-b3908294-d141-4236-9b41-b2eb1118aabb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:03.137214 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-289925d7-fefd-4ac7-a992-ab7951acba5b req-b3908294-d141-4236-9b41-b2eb1118aabb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 944 time: 0.0602245 Mar 23 02:00:03.187134 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-289925d7-fefd-4ac7-a992-ab7951acba5b req-ac77fb62-e374-4309-8830-45969bab2b93 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436785 Mar 23 02:00:03.903743 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:04.324490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a268-48ac-47a2-b0b3-a8dd253f19ca req-1e963b96-b308-45c2-8100-dd16444a5c5d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:04.326807 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7be3a268-48ac-47a2-b0b3-a8dd253f19ca req-1e963b96-b308-45c2-8100-dd16444a5c5d tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 944 time: 0.0604362 Mar 23 02:00:04.398195 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7be3a268-48ac-47a2-b0b3-a8dd253f19ca req-1a25fae8-86c2-4d4b-9c16-1cf1af103f31 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653343 Mar 23 02:00:04.717835 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2e0a24ed-d611-4159-9812-faa086779dd8 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:00:04.822522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2e0a24ed-d611-4159-9812-faa086779dd8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2e0a24ed-d611-4159-9812-faa086779dd8,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:00:04.836679 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '2e0a24ed-d611-4159-9812-faa086779dd8', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'port_id': '2e0a24ed-d611-4159-9812-faa086779dd8', 'mac_address': 'fa:16:3e:4a:0c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:00:04.879167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2e0a24ed-d611-4159-9812-faa086779dd8 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:00:04.879797 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:04.892965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0a24ed-d611-4159-9812-faa086779dd8 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:00:04.915134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2e0a24ed-d611-4159-9812-faa086779dd8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2e0a24ed-d611-4159-9812-faa086779dd8,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:00:04.922209 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:04.973414 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=2e0a24ed-d611-4159-9812-faa086779dd8,revision_number=11']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:00:05.276863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['2e0a24ed-d611-4159-9812-faa086779dd8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:00:05.477000 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40538) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:00:05.527493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8a4641-f011-4f51-9538-f0ed0d847b92 admin admin] Deleting subnet bec33342-de53-4d51-a83e-c59005e15ccb {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:00:05.531121 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4641-f011-4f51-9538-f0ed0d847b92 admin admin] Publish callbacks [] for subnet (bec33342-de53-4d51-a83e-c59005e15ccb), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:05.550006 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135dbe-4223-486c-989a-8b0a7d85c366 req-aa961a79-3934-45d6-9dc3-93ba8b559c4e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:05.557387 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc135dbe-4223-486c-989a-8b0a7d85c366 req-aa961a79-3934-45d6-9dc3-93ba8b559c4e tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0619261 Mar 23 02:00:05.570924 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4641-f011-4f51-9538-f0ed0d847b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (bec33342-de53-4d51-a83e-c59005e15ccb), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:05.614641 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4641-f011-4f51-9538-f0ed0d847b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (bec33342-de53-4d51-a83e-c59005e15ccb), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:05.618476 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc135dbe-4223-486c-989a-8b0a7d85c366 req-25eaf4e1-85e5-4c66-af32-42de366c12b5 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601351 Mar 23 02:00:05.692254 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4641-f011-4f51-9538-f0ed0d847b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (bec33342-de53-4d51-a83e-c59005e15ccb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:05.732448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a4641-f011-4f51-9538-f0ed0d847b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bec33342-de53-4d51-a83e-c59005e15ccb,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:00:05.735488 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e8a4641-f011-4f51-9538-f0ed0d847b92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:05.741038 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0e8a4641-f011-4f51-9538-f0ed0d847b92 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bec33342-de53-4d51-a83e-c59005e15ccb HTTP/1.1" status: 204 len: 168 time: 0.2629378 Mar 23 02:00:05.741773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40542) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:00:05.814659 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (76a2d9e2-9ead-4c71-a01e-3d608e3077b7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:05.898609 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (76a2d9e2-9ead-4c71-a01e-3d608e3077b7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:05.923727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a2d9e2-9ead-4c71-a01e-3d608e3077b7']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:00:05.934595 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977ad784-fde2-4773-b534-3b07e1c59914') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:00:05.934923 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977ad784-fde2-4773-b534-3b07e1c59914') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:00:05.945754 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (977ad784-fde2-4773-b534-3b07e1c59914), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:05.960423 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (977ad784-fde2-4773-b534-3b07e1c59914), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:05.967361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:00:05.967758 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (977ad784-fde2-4773-b534-3b07e1c59914), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:00:05.969567 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:00:06.029857 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (76a2d9e2-9ead-4c71-a01e-3d608e3077b7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:06.049397 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:06.055976 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/76a2d9e2-9ead-4c71-a01e-3d608e3077b7 HTTP/1.1" status: 204 len: 168 time: 0.3103349 Mar 23 02:00:06.055976 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=76a2d9e2-9ead-4c71-a01e-3d608e3077b7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:00:06.056516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40544) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:00:06.064355 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:06.065037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:06.065532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:06.066078 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:06.066401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:06.067037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:06.067536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:06.067869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:06.068201 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:06.068584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:06.068949 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:06.069278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:06.069604 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:06.069929 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:06.070254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaead-4d8a-4909-bdf4-4f467d1bc7c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:06.118553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2ceedb-b041-495e-a3ea-48255baaeb9b admin admin] Deleting subnet 8adf47e6-bc10-4d60-9e4b-b48545edda87 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:00:06.123132 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7c2ceedb-b041-495e-a3ea-48255baaeb9b admin admin] Publish callbacks [] for subnet (8adf47e6-bc10-4d60-9e4b-b48545edda87), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:06.161898 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7c2ceedb-b041-495e-a3ea-48255baaeb9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (8adf47e6-bc10-4d60-9e4b-b48545edda87), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:06.213295 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7c2ceedb-b041-495e-a3ea-48255baaeb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (8adf47e6-bc10-4d60-9e4b-b48545edda87), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:06.276626 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7c2ceedb-b041-495e-a3ea-48255baaeb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (8adf47e6-bc10-4d60-9e4b-b48545edda87), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:06.305533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ceedb-b041-495e-a3ea-48255baaeb9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8adf47e6-bc10-4d60-9e4b-b48545edda87,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:00:06.313877 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7c2ceedb-b041-495e-a3ea-48255baaeb9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:06.317556 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7c2ceedb-b041-495e-a3ea-48255baaeb9b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8adf47e6-bc10-4d60-9e4b-b48545edda87 HTTP/1.1" status: 204 len: 168 time: 0.2599113 Mar 23 02:00:06.320917 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 40546) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:00:06.391878 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74d03909-c657-4957-8830-3e4f36476ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (64683a37-9218-4600-ad70-2b03e24c600c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:06.487430 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74d03909-c657-4957-8830-3e4f36476ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (64683a37-9218-4600-ad70-2b03e24c600c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:06.507973 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-74d03909-c657-4957-8830-3e4f36476ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64683a37-9218-4600-ad70-2b03e24c600c']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:00:06.518198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-74d03909-c657-4957-8830-3e4f36476ee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a15fae-5bbe-408d-b2b5-174a1c9653b7') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:00:06.518645 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-74d03909-c657-4957-8830-3e4f36476ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a15fae-5bbe-408d-b2b5-174a1c9653b7') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:00:06.528864 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74d03909-c657-4957-8830-3e4f36476ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (66a15fae-5bbe-408d-b2b5-174a1c9653b7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:06.543601 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74d03909-c657-4957-8830-3e4f36476ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (66a15fae-5bbe-408d-b2b5-174a1c9653b7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:06.550398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d03909-c657-4957-8830-3e4f36476ee7 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:00:06.550955 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74d03909-c657-4957-8830-3e4f36476ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (66a15fae-5bbe-408d-b2b5-174a1c9653b7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:00:06.552969 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:00:06.610215 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74d03909-c657-4957-8830-3e4f36476ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (64683a37-9218-4600-ad70-2b03e24c600c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:06.614977 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74d03909-c657-4957-8830-3e4f36476ee7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:06.621277 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-74d03909-c657-4957-8830-3e4f36476ee7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/64683a37-9218-4600-ad70-2b03e24c600c HTTP/1.1" status: 204 len: 168 time: 0.2969027 Mar 23 02:00:06.642937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d03909-c657-4957-8830-3e4f36476ee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=64683a37-9218-4600-ad70-2b03e24c600c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:00:06.717369 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2e0a24ed-d611-4159-9812-faa086779dd8 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:00:06.797048 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898de14b-e48a-4736-94f8-680780f3f14c req-7415a474-69b3-43ca-b0c1-473423e88e2b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:06.808820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-898de14b-e48a-4736-94f8-680780f3f14c req-7415a474-69b3-43ca-b0c1-473423e88e2b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 945 time: 0.0964315 Mar 23 02:00:06.821646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 2e0a24ed-d611-4159-9812-faa086779dd8 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:00:06.830647 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 2e0a24ed-d611-4159-9812-faa086779dd8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:00:06.833721 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:06.888231 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-898de14b-e48a-4736-94f8-680780f3f14c req-17d0a530-82ec-4753-b9c4-ee9502bca597 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777483 Mar 23 02:00:06.908581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40556) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:00:06.959185 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b44221bd-a4ac-4914-b5bf-aebb727da079 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6f796c3d8b04a4ab42bdcef93f1328d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478671 Mar 23 02:00:06.961687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40558) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:00:06.964397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 2e0a24ed-d611-4159-9812-faa086779dd8 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:00:06.964819 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:07.006236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 2e0a24ed-d611-4159-9812-faa086779dd8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2e0a24ed-d611-4159-9812-faa086779dd8,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:00:07.007817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0665a9bb-b528-4884-a1e0-21626db60654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0a24ed-d611-4159-9812-faa086779dd8'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:00:07.010677 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e81b72-deb4-4f47-b044-236ecdcb4e2d" -d '{"events": [{"server_uuid": "0665a9bb-b528-4884-a1e0-21626db60654", "name": "network-vif-plugged", "status": "completed", "tag": "2e0a24ed-d611-4159-9812-faa086779dd8"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:00:07.016126 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:07.029102 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d30fb8c-2ba7-4571-acc5-4296632e5972 admin admin] Publish callbacks [] for security_group (8c52ffdb-139e-4e6a-aa1a-d336e33de1ba), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:07.052269 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d30fb8c-2ba7-4571-acc5-4296632e5972 admin admin] Publish callbacks [] for security_group (8c52ffdb-139e-4e6a-aa1a-d336e33de1ba), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:07.070065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=2e0a24ed-d611-4159-9812-faa086779dd8,revision_number=12']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:00:07.077906 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbd9e5f-0804-44b3-a3be-44e3d05cae5e x-openstack-request-id: req-acbd9e5f-0804-44b3-a3be-44e3d05cae5e {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:00:07.078197 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0665a9bb-b528-4884-a1e0-21626db60654", "name": "network-vif-plugged", "status": "completed", "tag": "2e0a24ed-d611-4159-9812-faa086779dd8", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:00:07.078449 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acbd9e5f-0804-44b3-a3be-44e3d05cae5e {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:00:07.079216 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbd9e5f-0804-44b3-a3be-44e3d05cae5e'] response: {'server_uuid': '0665a9bb-b528-4884-a1e0-21626db60654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0a24ed-d611-4159-9812-faa086779dd8', 'code': 200} Mar 23 02:00:07.104253 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d30fb8c-2ba7-4571-acc5-4296632e5972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8c52ffdb-139e-4e6a-aa1a-d336e33de1ba), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:07.108651 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d30fb8c-2ba7-4571-acc5-4296632e5972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:07.110227 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0d30fb8c-2ba7-4571-acc5-4296632e5972 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c52ffdb-139e-4e6a-aa1a-d336e33de1ba HTTP/1.1" status: 204 len: 168 time: 0.1473286 Mar 23 02:00:07.120200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30fb8c-2ba7-4571-acc5-4296632e5972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c52ffdb-139e-4e6a-aa1a-d336e33de1ba,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:00:07.326142 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b2b6e-ddab-48f4-b420-e1497d87d424 req-7d03aacc-e3ce-411d-b20d-f8c168ad5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:07.327785 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-498b2b6e-ddab-48f4-b420-e1497d87d424 req-7d03aacc-e3ce-411d-b20d-f8c168ad5dfa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 1128 time: 0.0688922 Mar 23 02:00:07.391946 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-498b2b6e-ddab-48f4-b420-e1497d87d424 req-55e077dd-3095-4b8f-a4aa-60cb794afa05 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573878 Mar 23 02:00:07.519210 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40568) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:00:07.563491 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3f2c4494-5888-4189-8227-6b3f99250b10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7658fcf632ce4688bc444ef53b62c45d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427217 Mar 23 02:00:07.566119 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 40570) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:00:07.616408 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b951bb73-fee0-4903-9479-416b2622b680 admin admin] Publish callbacks [] for security_group (99126998-c6ed-45b0-9017-4ebab50e343d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:07.639819 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b951bb73-fee0-4903-9479-416b2622b680 admin admin] Publish callbacks [] for security_group (99126998-c6ed-45b0-9017-4ebab50e343d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:07.692638 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b951bb73-fee0-4903-9479-416b2622b680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (99126998-c6ed-45b0-9017-4ebab50e343d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:07.696427 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b951bb73-fee0-4903-9479-416b2622b680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:07.697977 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b951bb73-fee0-4903-9479-416b2622b680 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99126998-c6ed-45b0-9017-4ebab50e343d HTTP/1.1" status: 204 len: 168 time: 0.1309323 Mar 23 02:00:07.706512 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951bb73-fee0-4903-9479-416b2622b680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99126998-c6ed-45b0-9017-4ebab50e343d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:00:08.027553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d4193-691e-461a-b13d-da3bf23482cf req-3413b708-136e-4dfd-bfd0-c50e350676eb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:08.029381 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-260d4193-691e-461a-b13d-da3bf23482cf req-3413b708-136e-4dfd-bfd0-c50e350676eb tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 946 time: 0.0688787 Mar 23 02:00:08.082557 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-260d4193-691e-461a-b13d-da3bf23482cf req-323aa6de-5a30-4411-8912-6f916fc981e7 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461032 Mar 23 02:00:09.307171 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a1dfa-e28a-405e-86d8-bb6ed5d31496 req-b0588e09-3948-47ce-b7fa-144969d5bcaf tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:09.310563 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-df5a1dfa-e28a-405e-86d8-bb6ed5d31496 req-b0588e09-3948-47ce-b7fa-144969d5bcaf tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 946 time: 0.1190770 Mar 23 02:00:09.361074 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-df5a1dfa-e28a-405e-86d8-bb6ed5d31496 req-1cd37fc2-e5cb-48c0-9de6-0a7ec8006716 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439241 Mar 23 02:00:10.528282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20854378-a962-491e-bd66-2e8061d0c613 req-6d20808c-ca2e-44ed-966f-7052102b615a tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:10.536222 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-20854378-a962-491e-bd66-2e8061d0c613 req-6d20808c-ca2e-44ed-966f-7052102b615a tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 946 time: 0.0801103 Mar 23 02:00:10.586459 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-20854378-a962-491e-bd66-2e8061d0c613 req-191e266e-0af7-453e-9b9b-79998d186ea7 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490239 Mar 23 02:00:19.554932 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dc20476e-fb18-4a46-912a-3b29c0084aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:20.762693 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:22.034135 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6903-e22d-492b-8fb0-322bedd6a58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:23.295627 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:24.614857 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:25.798018 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:33.915389 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:38.787304 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:00:49.566712 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-88869958-8d20-42cb-8918-36073a89deec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:50.647456 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04f339a6-5d2f-4bd3-9dd5-417796e10472 req-ab0d22a6-90c2-4dbf-a375-6c6b5e9403e0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2243009 Mar 23 02:00:50.770240 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:50.810538 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f339a6-5d2f-4bd3-9dd5-417796e10472 req-ced43290-63d8-4754-b326-ae75af981c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:50.812390 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04f339a6-5d2f-4bd3-9dd5-417796e10472 req-ced43290-63d8-4754-b326-ae75af981c67 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 1128 time: 0.1029956 Mar 23 02:00:50.937237 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f339a6-5d2f-4bd3-9dd5-417796e10472 req-047c2a85-66aa-4788-a730-5b31a7b25fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:50.938885 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04f339a6-5d2f-4bd3-9dd5-417796e10472 req-047c2a85-66aa-4788-a730-5b31a7b25fed service neutron] 10.222.0.43 "GET /v2.0/networks?id=057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 200 len: 915 time: 0.1055021 Mar 23 02:00:51.028305 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04f339a6-5d2f-4bd3-9dd5-417796e10472 req-d3ad2ec9-cb00-4eb0-9265-f191945ba9d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e0a24ed-d611-4159-9812-faa086779dd8 HTTP/1.1" status: 200 len: 1000 time: 0.0829475 Mar 23 02:00:51.087797 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f339a6-5d2f-4bd3-9dd5-417796e10472 req-2800be17-488f-43d9-80c6-fb0953ad3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:51.089830 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04f339a6-5d2f-4bd3-9dd5-417796e10472 req-2800be17-488f-43d9-80c6-fb0953ad3460 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 200 len: 854 time: 0.0556805 Mar 23 02:00:51.166034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f339a6-5d2f-4bd3-9dd5-417796e10472 req-1db4a12e-7fe4-46cd-a2d3-b0e6510e33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:51.168060 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04f339a6-5d2f-4bd3-9dd5-417796e10472 req-1db4a12e-7fe4-46cd-a2d3-b0e6510e33d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=057fc303-8305-4494-9b96-40a2ebb37d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0708971 Mar 23 02:00:51.299239 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04f339a6-5d2f-4bd3-9dd5-417796e10472 req-c2ef0753-3a55-4951-a754-e3f23f168451 service neutron] 10.222.0.43 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199973 Mar 23 02:00:51.428789 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04f339a6-5d2f-4bd3-9dd5-417796e10472 req-37eced0c-504a-4048-bbb5-5c32647ded15 service neutron] 10.222.0.43 "GET /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143265 Mar 23 02:00:52.029674 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e8b20b37-b4ad-45cd-b471-2f2f1d6eb069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:53.285882 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:53.671744 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42186) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:00:53.678368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-b52e92b8-0ca0-42f2-a3f3-b3c333c87b7e tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568759339', 'description': 'tempest-secgroup-smoke-1568759339 description', 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:00:53.718002 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b52e92b8-0ca0-42f2-a3f3-b3c333c87b7e tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:53.807185 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b52e92b8-0ca0-42f2-a3f3-b3c333c87b7e tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group (d007f0bc-430d-4bbd-8a06-fbe873cc2987), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:53.811844 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b52e92b8-0ca0-42f2-a3f3-b3c333c87b7e tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d007f0bc-430d-4bbd-8a06-fbe873cc2987), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:53.842701 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b52e92b8-0ca0-42f2-a3f3-b3c333c87b7e tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:53.845047 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b52e92b8-0ca0-42f2-a3f3-b3c333c87b7e tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1712270 Mar 23 02:00:53.847114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42196) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:00:53.847714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e92b8-0ca0-42f2-a3f3-b3c333c87b7e tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d007f0bc-430d-4bbd-8a06-fbe873cc2987,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:00:53.852473 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Request body: {'security_group_rule': {'security_group_id': 'd007f0bc-430d-4bbd-8a06-fbe873cc2987', 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:00:53.893601 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (2cee704c-d859-4885-8ace-c27e88918c41), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:53.976052 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (2cee704c-d859-4885-8ace-c27e88918c41), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:53.981381 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (2cee704c-d859-4885-8ace-c27e88918c41), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.006512 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cee704c-d859-4885-8ace-c27e88918c41,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:00:54.017353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:54.017864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:54.018270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:54.018780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:54.019118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:54.019813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:54.020142 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:54.020467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:54.020844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:54.021143 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:54.021457 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:54.021784 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:54.022106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:54.022420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:54.022908 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:00:54.028963 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.030174 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c68a9378-e109-4d3e-aaaa-031e595ff9da tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1812856 Mar 23 02:00:54.032847 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42198) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:00:54.037176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f726d9b9-551f-4d77-aa38-9b9b86c160c4 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Request body: {'security_group_rule': {'security_group_id': 'd007f0bc-430d-4bbd-8a06-fbe873cc2987', 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:00:54.064833 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f726d9b9-551f-4d77-aa38-9b9b86c160c4 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (27ec8466-1760-422a-aa94-ecfeb73439b8), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.125733 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f726d9b9-551f-4d77-aa38-9b9b86c160c4 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (27ec8466-1760-422a-aa94-ecfeb73439b8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.130999 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f726d9b9-551f-4d77-aa38-9b9b86c160c4 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (27ec8466-1760-422a-aa94-ecfeb73439b8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.159919 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f726d9b9-551f-4d77-aa38-9b9b86c160c4 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.161257 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f726d9b9-551f-4d77-aa38-9b9b86c160c4 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1274149 Mar 23 02:00:54.163876 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42204) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:00:54.168685 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f7b24d4e-676f-4820-b24a-4ab28696629c tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Request body: {'security_group_rule': {'security_group_id': 'd007f0bc-430d-4bbd-8a06-fbe873cc2987', 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:00:54.172737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726d9b9-551f-4d77-aa38-9b9b86c160c4 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ec8466-1760-422a-aa94-ecfeb73439b8,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:00:54.205900 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f7b24d4e-676f-4820-b24a-4ab28696629c tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (06d0f1d1-91f1-4fdc-9e6e-2ddb38b12091), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.273549 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f7b24d4e-676f-4820-b24a-4ab28696629c tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (06d0f1d1-91f1-4fdc-9e6e-2ddb38b12091), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.278356 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f7b24d4e-676f-4820-b24a-4ab28696629c tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (06d0f1d1-91f1-4fdc-9e6e-2ddb38b12091), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.307513 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f7b24d4e-676f-4820-b24a-4ab28696629c tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.308782 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f7b24d4e-676f-4820-b24a-4ab28696629c tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439457 Mar 23 02:00:54.311596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42208) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:00:54.317313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-61572842-2a59-4234-8406-ee7b432a8235 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Request body: {'security_group_rule': {'security_group_id': 'd007f0bc-430d-4bbd-8a06-fbe873cc2987', 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:00:54.322008 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b24d4e-676f-4820-b24a-4ab28696629c tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d0f1d1-91f1-4fdc-9e6e-2ddb38b12091,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:00:54.351055 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-61572842-2a59-4234-8406-ee7b432a8235 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (18300640-20d1-4447-a20d-51bb12847f19), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.426389 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-61572842-2a59-4234-8406-ee7b432a8235 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (18300640-20d1-4447-a20d-51bb12847f19), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.432917 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-61572842-2a59-4234-8406-ee7b432a8235 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (18300640-20d1-4447-a20d-51bb12847f19), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.455074 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61572842-2a59-4234-8406-ee7b432a8235 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18300640-20d1-4447-a20d-51bb12847f19,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:00:54.466842 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-61572842-2a59-4234-8406-ee7b432a8235 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.467584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-61572842-2a59-4234-8406-ee7b432a8235 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1547732 Mar 23 02:00:54.471829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42214) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:00:54.477190 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-8beee8c9-b7fd-4d3a-aca8-9dbc1335a084 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Request body: {'security_group_rule': {'security_group_id': 'd007f0bc-430d-4bbd-8a06-fbe873cc2987', 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:00:54.501806 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-8beee8c9-b7fd-4d3a-aca8-9dbc1335a084 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Project a6ccc25ea7fa409b8cd4d69495691988 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:00:54.511381 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8beee8c9-b7fd-4d3a-aca8-9dbc1335a084 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (33663cc0-e3e6-4a2d-9ea0-1e3dccf28559), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.574380 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8beee8c9-b7fd-4d3a-aca8-9dbc1335a084 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (33663cc0-e3e6-4a2d-9ea0-1e3dccf28559), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.579472 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8beee8c9-b7fd-4d3a-aca8-9dbc1335a084 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (33663cc0-e3e6-4a2d-9ea0-1e3dccf28559), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.599340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beee8c9-b7fd-4d3a-aca8-9dbc1335a084 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33663cc0-e3e6-4a2d-9ea0-1e3dccf28559,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:00:54.606772 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8beee8c9-b7fd-4d3a-aca8-9dbc1335a084 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.608575 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8beee8c9-b7fd-4d3a-aca8-9dbc1335a084 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353414 Mar 23 02:00:54.611397 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42216) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:00:54.616852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f878d618-0503-486a-b3f3-a0ba1acfa693 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Request body: {'security_group_rule': {'security_group_id': 'd007f0bc-430d-4bbd-8a06-fbe873cc2987', 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:00:54.619397 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.652707 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-f878d618-0503-486a-b3f3-a0ba1acfa693 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Project a6ccc25ea7fa409b8cd4d69495691988 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:00:54.658572 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f878d618-0503-486a-b3f3-a0ba1acfa693 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (7f97f66c-b994-478b-8487-47bc18f301af), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.736435 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f878d618-0503-486a-b3f3-a0ba1acfa693 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (7f97f66c-b994-478b-8487-47bc18f301af), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.742344 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f878d618-0503-486a-b3f3-a0ba1acfa693 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (7f97f66c-b994-478b-8487-47bc18f301af), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.767066 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f878d618-0503-486a-b3f3-a0ba1acfa693 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:54.777347 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f878d618-0503-486a-b3f3-a0ba1acfa693 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1642480 Mar 23 02:00:54.783010 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878d618-0503-486a-b3f3-a0ba1acfa693 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f97f66c-b994-478b-8487-47bc18f301af,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:00:55.013866 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-bff8471d-8d75-41e6-81a2-8defb8ab48e3 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568759339&fields=id&tenant_id=a6ccc25ea7fa409b8cd4d69495691988 HTTP/1.1" status: 200 len: 267 time: 0.0503557 Mar 23 02:00:55.138014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-c5cfe026-2366-48be-b6c1-47b87d70c2f2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:55.140519 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-c5cfe026-2366-48be-b6c1-47b87d70c2f2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/networks?id=a64f16e3-b4d1-479d-afd2-1396d500dec5 HTTP/1.1" status: 200 len: 813 time: 0.1187212 Mar 23 02:00:55.158021 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-b70d86f5-7459-4c7c-b99c-4dce4a72e9c2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/quotas/a6ccc25ea7fa409b8cd4d69495691988 HTTP/1.1" status: 200 len: 375 time: 0.0101650 Mar 23 02:00:55.227091 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-d87d64f2-b68f-4fb0-8394-e60d2b2e09df tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6ccc25ea7fa409b8cd4d69495691988&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614791 Mar 23 02:00:55.341592 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-8db5ad58-e9a8-44a4-b2d0-0224e913f680 service neutron] 10.222.0.18 "GET /v2.0/networks/a64f16e3-b4d1-479d-afd2-1396d500dec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017799 Mar 23 02:00:55.440880 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-ddb5fe99-8ef0-4e38-b98a-fb7c5cacc7bd service neutron] 10.222.0.18 "GET /v2.0/networks/a64f16e3-b4d1-479d-afd2-1396d500dec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983045 Mar 23 02:00:55.794124 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:56.796764 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-391f2cd8-28fe-49f5-b749-ece4f9508427 req-468b05da-6508-45f2-8bb3-4913429f89bc tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 210 time: 0.0352411 Mar 23 02:00:57.845683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-f1e0b624-a010-489c-8e85-b89d845313ba tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:57.858260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-f1e0b624-a010-489c-8e85-b89d845313ba tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.42 "GET /v2.0/networks?id=a64f16e3-b4d1-479d-afd2-1396d500dec5 HTTP/1.1" status: 200 len: 813 time: 0.1537240 Mar 23 02:00:57.938929 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-a9ddec8d-79bc-4697-9a93-0ddb2bbaddcf tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6ccc25ea7fa409b8cd4d69495691988 HTTP/1.1" status: 200 len: 380 time: 0.0730383 Mar 23 02:00:57.939627 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f6f8d5f9-d248-4f91-b2a1-c80127c339dc req-9ba3e18b-ca42-4e5e-9c63-0b63e3536810 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 210 time: 0.0574293 Mar 23 02:00:57.950167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-e970841d-eb68-4711-ab00-05e626fcabe2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Request body: {'port': {'device_id': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'admin_state_up': True, 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'security_groups': ['d007f0bc-430d-4bbd-8a06-fbe873cc2987']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:00:58.093498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-e970841d-eb68-4711-ab00-05e626fcabe2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Made reservation on behalf of a6ccc25ea7fa409b8cd4d69495691988 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:00:58.098098 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-e970841d-eb68-4711-ab00-05e626fcabe2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:58.270160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-e970841d-eb68-4711-ab00-05e626fcabe2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Allocated IP 172.20.0.12 (a64f16e3-b4d1-479d-afd2-1396d500dec5/fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6/4b88679c-f2e3-494d-b647-90e6a57c97f3) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:00:58.426940 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-e970841d-eb68-4711-ab00-05e626fcabe2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for port (4b88679c-f2e3-494d-b647-90e6a57c97f3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:58.475467 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-e970841d-eb68-4711-ab00-05e626fcabe2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4b88679c-f2e3-494d-b647-90e6a57c97f3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:58.527346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-e970841d-eb68-4711-ab00-05e626fcabe2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Network a64f16e3-b4d1-479d-afd2-1396d500dec5 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:00:58.530463 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-e970841d-eb68-4711-ab00-05e626fcabe2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:00:58.534164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-e970841d-eb68-4711-ab00-05e626fcabe2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:00:58.579333 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970841d-eb68-4711-ab00-05e626fcabe2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Pushing event updated for resources: {'Port': ['ID=4b88679c-f2e3-494d-b647-90e6a57c97f3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:00:58.622235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-e970841d-eb68-4711-ab00-05e626fcabe2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:58.622896 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-e970841d-eb68-4711-ab00-05e626fcabe2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:58.648386 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-e970841d-eb68-4711-ab00-05e626fcabe2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7036433 Mar 23 02:00:58.759903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Request body: {'port': {'device_id': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:00:58.868928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-50c8a22d-5a20-4233-8116-b491d36ba56f None None] Provisioning complete for port 4b88679c-f2e3-494d-b647-90e6a57c97f3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:00:58.869860 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-50c8a22d-5a20-4233-8116-b491d36ba56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4b88679c-f2e3-494d-b647-90e6a57c97f3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:58.906548 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4b88679c-f2e3-494d-b647-90e6a57c97f3), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:58.942796 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-50c8a22d-5a20-4233-8116-b491d36ba56f None None] Port 4b88679c-f2e3-494d-b647-90e6a57c97f3 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:00:59.571054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76671c71-c70b-4941-9120-efa923cf2bd5 req-720c7bc1-c8bf-4428-a9c2-066126abc564 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:00:59.572533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-76671c71-c70b-4941-9120-efa923cf2bd5 req-720c7bc1-c8bf-4428-a9c2-066126abc564 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 932 time: 0.1091421 Mar 23 02:00:59.645630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b88679c-f2e3-494d-b647-90e6a57c97f3 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:00:59.661444 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Publish callbacks [] for port (4b88679c-f2e3-494d-b647-90e6a57c97f3), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:59.668910 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-76671c71-c70b-4941-9120-efa923cf2bd5 req-6d011c62-e1c4-4108-9af1-9e9f90975dc0 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866375 Mar 23 02:00:59.678520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Transition to ACTIVE for port object 4b88679c-f2e3-494d-b647-90e6a57c97f3 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:00:59.685699 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (4b88679c-f2e3-494d-b647-90e6a57c97f3), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:59.756816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Pushing event updated for resources: {'Port': ['ID=4b88679c-f2e3-494d-b647-90e6a57c97f3,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:00:59.813908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Attempting to bind port 4b88679c-f2e3-494d-b647-90e6a57c97f3 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:00:59.814243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Attempting to bind port 4b88679c-f2e3-494d-b647-90e6a57c97f3 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '9180067e-8e66-4d93-b570-98a5bf5e525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:00:59.814581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Attempting to bind port 4b88679c-f2e3-494d-b647-90e6a57c97f3 on network a64f16e3-b4d1-479d-afd2-1396d500dec5 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:00:59.819879 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Port 4b88679c-f2e3-494d-b647-90e6a57c97f3 on network a64f16e3-b4d1-479d-afd2-1396d500dec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:00:59.820237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Attempting to bind port 4b88679c-f2e3-494d-b647-90e6a57c97f3 on network a64f16e3-b4d1-479d-afd2-1396d500dec5 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:00:59.826672 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:00:59.827019 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Checking segment: {'id': '9180067e-8e66-4d93-b570-98a5bf5e525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:00:59.827407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Bound using segment: {'id': '9180067e-8e66-4d93-b570-98a5bf5e525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:00:59.827969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Bound port: 4b88679c-f2e3-494d-b647-90e6a57c97f3, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9180067e-8e66-4d93-b570-98a5bf5e525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:00:59.828338 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4b88679c-f2e3-494d-b647-90e6a57c97f3), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:00:59.905657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] For port 4b88679c-f2e3-494d-b647-90e6a57c97f3, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:00:59.909932 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] For port 4b88679c-f2e3-494d-b647-90e6a57c97f3, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4b88679c-f2e3-494d-b647-90e6a57c97f3,segment=NetworkSegment(9180067e-8e66-4d93-b570-98a5bf5e525b),segment_id=9180067e-8e66-4d93-b570-98a5bf5e525b)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:00:59.920802 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (4b88679c-f2e3-494d-b647-90e6a57c97f3), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:00.011094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:00.011830 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:00.013875 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] 10.222.0.42 "PUT /v2.0/ports/4b88679c-f2e3-494d-b647-90e6a57c97f3 HTTP/1.1" status: 200 len: 1092 time: 1.3562217 Mar 23 02:01:00.014655 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'tag': '4b88679c-f2e3-494d-b647-90e6a57c97f3'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:01:00.016928 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d390558-f2ed-442f-8eb2-3bf8db3141a2" -d '{"events": [{"name": "network-changed", "server_uuid": "fac66217-2d6e-4a68-98b9-f41a92e84216", "tag": "4b88679c-f2e3-494d-b647-90e6a57c97f3"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:01:00.022186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899f140-a651-4a8a-b21a-c9766ecca56a service neutron] Pushing event updated for resources: {'Port': ['ID=4b88679c-f2e3-494d-b647-90e6a57c97f3,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:00.102571 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854e2f88-eacf-46e5-8e99-f161dd9aa703 x-openstack-request-id: req-854e2f88-eacf-46e5-8e99-f161dd9aa703 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:01:00.103220 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac66217-2d6e-4a68-98b9-f41a92e84216", "tag": "4b88679c-f2e3-494d-b647-90e6a57c97f3", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:01:00.103480 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-854e2f88-eacf-46e5-8e99-f161dd9aa703 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:01:00.104406 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854e2f88-eacf-46e5-8e99-f161dd9aa703'] response: {'name': 'network-changed', 'server_uuid': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'tag': '4b88679c-f2e3-494d-b647-90e6a57c97f3', 'status': 'completed', 'code': 200} Mar 23 02:01:00.130195 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-5b246c6b-de96-43ef-9b75-3b594ef5d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:00.131962 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-5b246c6b-de96-43ef-9b75-3b594ef5d0d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6ccc25ea7fa409b8cd4d69495691988&device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 1126 time: 0.0663857 Mar 23 02:01:00.200200 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-4e338624-9f62-4c52-a982-3c935985b5e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b88679c-f2e3-494d-b647-90e6a57c97f3 HTTP/1.1" status: 200 len: 217 time: 0.0609307 Mar 23 02:01:00.256062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-624e6c42-1b97-4230-905a-e8e2da8bf983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:00.257902 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-624e6c42-1b97-4230-905a-e8e2da8bf983 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6 HTTP/1.1" status: 200 len: 852 time: 0.0506155 Mar 23 02:01:00.312816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-3fcce903-af00-4345-84c5-22f1740be0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:00.314560 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-3fcce903-af00-4345-84c5-22f1740be0e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a64f16e3-b4d1-479d-afd2-1396d500dec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513077 Mar 23 02:01:00.424890 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-bf2dad37-6300-4e6f-94fe-6a48be67282e service neutron] 10.222.0.42 "GET /v2.0/networks/a64f16e3-b4d1-479d-afd2-1396d500dec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000633 Mar 23 02:01:00.528492 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2ff6be8-e7c4-4870-8dc9-70501330229c req-f7e00962-893d-49b8-a7ee-6ca640df0676 service neutron] 10.222.0.42 "GET /v2.0/networks/a64f16e3-b4d1-479d-afd2-1396d500dec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002738 Mar 23 02:01:00.621882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d390558-f2ed-442f-8eb2-3bf8db3141a2 req-19ea92fb-3fea-43f9-86f8-8a8a805b352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:00.623807 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d390558-f2ed-442f-8eb2-3bf8db3141a2 req-19ea92fb-3fea-43f9-86f8-8a8a805b352a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6ccc25ea7fa409b8cd4d69495691988&device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 1126 time: 0.0501039 Mar 23 02:01:00.734141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d390558-f2ed-442f-8eb2-3bf8db3141a2 req-ab1d3668-9c89-4826-b121-a1b2ac2190c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:00.735830 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d390558-f2ed-442f-8eb2-3bf8db3141a2 req-ab1d3668-9c89-4826-b121-a1b2ac2190c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a64f16e3-b4d1-479d-afd2-1396d500dec5 HTTP/1.1" status: 200 len: 913 time: 0.1059551 Mar 23 02:01:00.794129 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d390558-f2ed-442f-8eb2-3bf8db3141a2 req-d0ca3e25-5cdd-4abc-8f11-5eafd8a582ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b88679c-f2e3-494d-b647-90e6a57c97f3 HTTP/1.1" status: 200 len: 217 time: 0.0519359 Mar 23 02:01:00.861935 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d390558-f2ed-442f-8eb2-3bf8db3141a2 req-069e45cf-6ad7-44e3-90c8-772333289d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:00.863364 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d390558-f2ed-442f-8eb2-3bf8db3141a2 req-069e45cf-6ad7-44e3-90c8-772333289d71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6 HTTP/1.1" status: 200 len: 852 time: 0.0509973 Mar 23 02:01:00.875469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51883d24-8ad2-4382-a9cd-69b30e53cd1f req-ea1befdc-4092-460e-b874-4823c28e733c tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:00.876886 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51883d24-8ad2-4382-a9cd-69b30e53cd1f req-ea1befdc-4092-460e-b874-4823c28e733c tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.1278069 Mar 23 02:01:00.951272 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51883d24-8ad2-4382-a9cd-69b30e53cd1f req-d1142613-c22e-43e3-81d7-6a287456dc23 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659437 Mar 23 02:01:00.957213 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d390558-f2ed-442f-8eb2-3bf8db3141a2 req-683878ad-c210-4e4b-a848-045c86d94d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:00.958958 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d390558-f2ed-442f-8eb2-3bf8db3141a2 req-683878ad-c210-4e4b-a848-045c86d94d4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a64f16e3-b4d1-479d-afd2-1396d500dec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0812433 Mar 23 02:01:01.055548 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d390558-f2ed-442f-8eb2-3bf8db3141a2 req-d0cd3542-0db4-44f3-8b1a-27124455c5b8 service neutron] 10.222.0.42 "GET /v2.0/networks/a64f16e3-b4d1-479d-afd2-1396d500dec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902035 Mar 23 02:01:01.145588 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d390558-f2ed-442f-8eb2-3bf8db3141a2 req-9efa28a8-4eea-4c1d-b5ec-bcec2f71db6b service neutron] 10.222.0.42 "GET /v2.0/networks/a64f16e3-b4d1-479d-afd2-1396d500dec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844519 Mar 23 02:01:02.082205 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bcb1b-df13-485f-b1c4-2465a8ce8348 req-0cb21471-fb4c-4562-8738-c4ce43daa5fc tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:02.083719 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a1bcb1b-df13-485f-b1c4-2465a8ce8348 req-0cb21471-fb4c-4562-8738-c4ce43daa5fc tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0586221 Mar 23 02:01:02.140985 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a1bcb1b-df13-485f-b1c4-2465a8ce8348 req-0d0b9ecc-0d1a-4f22-bf20-9403a491f3a4 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507579 Mar 23 02:01:03.272432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551d5ed-7347-4748-8352-4e53eb2d020b req-0e312797-372f-4a3c-8ee9-af34c47fe030 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:03.273968 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0551d5ed-7347-4748-8352-4e53eb2d020b req-0e312797-372f-4a3c-8ee9-af34c47fe030 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0616176 Mar 23 02:01:03.322823 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0551d5ed-7347-4748-8352-4e53eb2d020b req-3a04f12b-ec7f-4f46-a85e-033cd60359de tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425425 Mar 23 02:01:03.914254 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:04.449959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dac77-2d0e-4c6d-a64f-712af622734f req-0abff1f2-e976-474c-885c-d2aaf36372a7 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:04.451673 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-772dac77-2d0e-4c6d-a64f-712af622734f req-0abff1f2-e976-474c-885c-d2aaf36372a7 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0565469 Mar 23 02:01:04.501610 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-772dac77-2d0e-4c6d-a64f-712af622734f req-2be41a19-8ecd-492d-b377-c9f83060d21f tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437572 Mar 23 02:01:05.628278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f819827-2470-4558-beb6-7ff8f98db307 req-c146ed58-6bb0-4d36-86ea-d892690530f5 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:05.629769 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0f819827-2470-4558-beb6-7ff8f98db307 req-c146ed58-6bb0-4d36-86ea-d892690530f5 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0570917 Mar 23 02:01:05.684363 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0f819827-2470-4558-beb6-7ff8f98db307 req-8a0400e3-3468-448e-a576-b8d5e3b8a535 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484123 Mar 23 02:01:06.165192 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5e9c8-de78-4ece-be7e-57d1c3ab901b req-3a861602-b35b-41b0-98ff-2730e820662b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:06.166753 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9ca5e9c8-de78-4ece-be7e-57d1c3ab901b req-3a861602-b35b-41b0-98ff-2730e820662b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 946 time: 0.0523331 Mar 23 02:01:06.213154 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9ca5e9c8-de78-4ece-be7e-57d1c3ab901b req-71320a33-dd36-4bcd-8968-85f575b4c3c9 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403795 Mar 23 02:01:06.808674 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c3c06-5989-468b-bb15-82198c0f893a req-8147a644-6e51-4a4e-b03a-f64a5843fcfa tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:06.810463 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2e0c3c06-5989-468b-bb15-82198c0f893a req-8147a644-6e51-4a4e-b03a-f64a5843fcfa tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0567403 Mar 23 02:01:06.865077 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2e0c3c06-5989-468b-bb15-82198c0f893a req-fad4daa3-4f8b-4ce0-92d9-aa4cd3e1f3b4 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487854 Mar 23 02:01:07.348033 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822679d-9e9c-465f-816b-618f42377bbe req-3b826551-8def-4f38-9bfe-dcbbb0b7acbc tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:07.349591 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8822679d-9e9c-465f-816b-618f42377bbe req-3b826551-8def-4f38-9bfe-dcbbb0b7acbc tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 946 time: 0.0589526 Mar 23 02:01:07.397369 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8822679d-9e9c-465f-816b-618f42377bbe req-71b411db-4f2d-405b-8d9f-7ddfa71201cd tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fb23fcb-e4df-467a-89a6-09dfcd5884bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417514 Mar 23 02:01:07.795182 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a718c64-ef4e-420c-acaa-48c04a96d43f req-3210e7c9-8aeb-4ba5-8221-6f7fc7ae3794 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:07.796767 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a718c64-ef4e-420c-acaa-48c04a96d43f req-3210e7c9-8aeb-4ba5-8221-6f7fc7ae3794 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.43 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 946 time: 0.0567014 Mar 23 02:01:07.895795 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-3a718c64-ef4e-420c-acaa-48c04a96d43f req-9b20d338-b72b-4000-bd9a-00f51815829c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Deleting port 2e0a24ed-d611-4159-9812-faa086779dd8 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:01:07.896139 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3a718c64-ef4e-420c-acaa-48c04a96d43f req-9b20d338-b72b-4000-bd9a-00f51815829c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:07.987912 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-3a718c64-ef4e-420c-acaa-48c04a96d43f req-9b20d338-b72b-4000-bd9a-00f51815829c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] For port 2e0a24ed-d611-4159-9812-faa086779dd8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=2e0a24ed-d611-4159-9812-faa086779dd8,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:01:07.988282 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3a718c64-ef4e-420c-acaa-48c04a96d43f req-9b20d338-b72b-4000-bd9a-00f51815829c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:08.009888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea7f5-2b0c-4978-b58c-be46002167ac req-661bf91a-1c25-467d-b27e-17d1aa32c29a tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:08.013034 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-957ea7f5-2b0c-4978-b58c-be46002167ac req-661bf91a-1c25-467d-b27e-17d1aa32c29a tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0739064 Mar 23 02:01:08.067716 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-957ea7f5-2b0c-4978-b58c-be46002167ac req-0216a72f-8dc9-4fac-bca8-91e7e059d702 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497873 Mar 23 02:01:08.176454 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3a718c64-ef4e-420c-acaa-48c04a96d43f req-9b20d338-b72b-4000-bd9a-00f51815829c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:08.176926 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3a718c64-ef4e-420c-acaa-48c04a96d43f req-9b20d338-b72b-4000-bd9a-00f51815829c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (f6725db7-27b6-4539-9ab5-fb16cdc3197a), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:08.177249 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [req-3a718c64-ef4e-420c-acaa-48c04a96d43f req-9b20d338-b72b-4000-bd9a-00f51815829c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Floating IP f6725db7-27b6-4539-9ab5-fb16cdc3197a disassociated. External IP: 172.25.0.22, port: 2e0a24ed-d611-4159-9812-faa086779dd8. Mar 23 02:01:08.177590 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-3a718c64-ef4e-420c-acaa-48c04a96d43f req-9b20d338-b72b-4000-bd9a-00f51815829c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Calling delete_port for 2e0a24ed-d611-4159-9812-faa086779dd8 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:01:08.321564 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3a718c64-ef4e-420c-acaa-48c04a96d43f req-9b20d338-b72b-4000-bd9a-00f51815829c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (2e0a24ed-d611-4159-9812-faa086779dd8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:08.353723 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20d338-b72b-4000-bd9a-00f51815829c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event deleted for resources: {'Port': ['ID=2e0a24ed-d611-4159-9812-faa086779dd8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:08.491789 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a718c64-ef4e-420c-acaa-48c04a96d43f req-9b20d338-b72b-4000-bd9a-00f51815829c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:01:08.585792 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a69a39c-fe1e-4609-aedd-a69bb09159fb req-ae5c4cfa-9beb-4add-8184-67fb001c8dd5 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/ports?device_id=0665a9bb-b528-4884-a1e0-21626db60654 HTTP/1.1" status: 200 len: 210 time: 0.0838268 Mar 23 02:01:08.630378 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a718c64-ef4e-420c-acaa-48c04a96d43f req-9b20d338-b72b-4000-bd9a-00f51815829c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:01:08.643095 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac96b9f7-39e7-4f64-90b3-9ce88e41bc6c None None] Sync routers for ids ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:01:08.653975 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac96b9f7-39e7-4f64-90b3-9ce88e41bc6c None None] Routers {'02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:01:08.654860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ac96b9f7-39e7-4f64-90b3-9ce88e41bc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:00:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:08.680390 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a718c64-ef4e-420c-acaa-48c04a96d43f req-9b20d338-b72b-4000-bd9a-00f51815829c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] No DVR routers for this DVR port 2e0a24ed-d611-4159-9812-faa086779dd8 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:01:08.683186 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-3a718c64-ef4e-420c-acaa-48c04a96d43f req-9b20d338-b72b-4000-bd9a-00f51815829c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:08.691222 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a718c64-ef4e-420c-acaa-48c04a96d43f req-9b20d338-b72b-4000-bd9a-00f51815829c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.43 "DELETE /v2.0/ports/2e0a24ed-d611-4159-9812-faa086779dd8 HTTP/1.1" status: 204 len: 173 time: 0.8849394 Mar 23 02:01:08.692011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0665a9bb-b528-4884-a1e0-21626db60654', 'name': 'network-vif-deleted', 'tag': '2e0a24ed-d611-4159-9812-faa086779dd8'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:01:08.694423 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b038ae8c-38d5-4e4a-a3f0-3108485262ed" -d '{"events": [{"server_uuid": "0665a9bb-b528-4884-a1e0-21626db60654", "name": "network-vif-deleted", "tag": "2e0a24ed-d611-4159-9812-faa086779dd8"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:01:08.786892 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d3fdaf-ad69-4382-9cb8-7923b269534d x-openstack-request-id: req-87d3fdaf-ad69-4382-9cb8-7923b269534d {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:01:08.787285 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0665a9bb-b528-4884-a1e0-21626db60654", "name": "network-vif-deleted", "tag": "2e0a24ed-d611-4159-9812-faa086779dd8", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:01:08.787471 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87d3fdaf-ad69-4382-9cb8-7923b269534d {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:01:08.787846 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d3fdaf-ad69-4382-9cb8-7923b269534d'] response: {'server_uuid': '0665a9bb-b528-4884-a1e0-21626db60654', 'name': 'network-vif-deleted', 'tag': '2e0a24ed-d611-4159-9812-faa086779dd8', 'status': 'completed', 'code': 200} Mar 23 02:01:08.857014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-ac96b9f7-39e7-4f64-90b3-9ce88e41bc6c None None] Set router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:01:09.115660 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ac96b9f7-39e7-4f64-90b3-9ce88e41bc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '5c42a4b2-9f79-454b-be9e-d799747dbd0a', 'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'mac_address': 'fa:16:3e:4f:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:34Z', 'updated_at': '2022-03-23T01:54:46Z', 'revision_number': 5, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'subnets': [{'id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:09.143122 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac96b9f7-39e7-4f64-90b3-9ce88e41bc6c None None] Checking router: 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:01:09.153065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac96b9f7-39e7-4f64-90b3-9ce88e41bc6c None None] Routers {'02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:01:09.153827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ac96b9f7-39e7-4f64-90b3-9ce88e41bc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:00:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:09.197689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e55fe-3119-46ba-aba4-682671532af6 req-b4e26b60-eb02-482f-960b-71c9a7e58b65 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:09.205313 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-609e55fe-3119-46ba-aba4-682671532af6 req-b4e26b60-eb02-482f-960b-71c9a7e58b65 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0660839 Mar 23 02:01:09.273332 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-609e55fe-3119-46ba-aba4-682671532af6 req-0d9c326c-0259-4b98-adfd-1976ef102f0c tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619822 Mar 23 02:01:09.301636 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-ac96b9f7-39e7-4f64-90b3-9ce88e41bc6c None None] Set router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:01:09.702969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42428) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:09.714152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ac96b9f7-39e7-4f64-90b3-9ce88e41bc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '5c42a4b2-9f79-454b-be9e-d799747dbd0a', 'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'mac_address': 'fa:16:3e:4f:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:34Z', 'updated_at': '2022-03-23T01:54:46Z', 'revision_number': 5, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'subnets': [{'id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:09.744939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac96b9f7-39e7-4f64-90b3-9ce88e41bc6c None None] The sync data for ids ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'] in n-d-834677-4 is: [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T01:54:36Z', 'revision_number': 4, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '5c42a4b2-9f79-454b-be9e-d799747dbd0a', 'name': '', 'network_id': '057fc303-8305-4494-9b96-40a2ebb37d7e', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'mac_address': 'fa:16:3e:4f:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:34Z', 'updated_at': '2022-03-23T01:54:46Z', 'revision_number': 5, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'subnets': [{'id': 'e586dff4-d158-4e37-8056-bc6cfd8ce778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:01:09.782800 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group (2fb23fcb-e4df-467a-89a6-09dfcd5884bf), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:09.810091 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group (2fb23fcb-e4df-467a-89a6-09dfcd5884bf), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:09.871680 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2fb23fcb-e4df-467a-89a6-09dfcd5884bf), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:09.875480 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:09.877573 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "DELETE /v2.0/security-groups/2fb23fcb-e4df-467a-89a6-09dfcd5884bf HTTP/1.1" status: 204 len: 168 time: 0.1713159 Mar 23 02:01:09.879615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42432) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:09.889186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb23fcb-e4df-467a-89a6-09dfcd5884bf,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:09.898225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:09.898686 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:09.899293 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:09.900096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:09.900231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:09.900575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:09.900962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:09.901290 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:09.901616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:09.902057 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:09.902387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:09.902712 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:09.903030 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:09.903345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:09.903657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a29fef-3cde-44a1-a718-7854248e292c tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:09.922539 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-4b4017c9-21eb-4acd-b3d6-88aeaf0c1caa tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] show failed (client error): The resource could not be found. Mar 23 02:01:09.927854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42434) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:09.929804 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4b4017c9-21eb-4acd-b3d6-88aeaf0c1caa tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "GET /v2.0/security-groups/2fb23fcb-e4df-467a-89a6-09dfcd5884bf HTTP/1.1" status: 404 len: 347 time: 0.0490642 Mar 23 02:01:10.087344 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-f4236811-5375-4c13-963f-d137c56faa4f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Deleting port 0f3efef4-d7ee-4ae8-9939-e4b0355ab6a3 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:01:10.087710 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4236811-5375-4c13-963f-d137c56faa4f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0f3efef4-d7ee-4ae8-9939-e4b0355ab6a3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:10.142863 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8676a3-d365-4680-af81-6f1ccc42765b None None] New status for floating IP f6725db7-27b6-4539-9ab5-fb16cdc3197a: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:01:10.176622 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4236811-5375-4c13-963f-d137c56faa4f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0f3efef4-d7ee-4ae8-9939-e4b0355ab6a3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:10.176967 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4236811-5375-4c13-963f-d137c56faa4f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for floatingip (0f3efef4-d7ee-4ae8-9939-e4b0355ab6a3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:10.191283 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-f4236811-5375-4c13-963f-d137c56faa4f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Calling delete_port for 0f3efef4-d7ee-4ae8-9939-e4b0355ab6a3 owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:01:10.403800 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4236811-5375-4c13-963f-d137c56faa4f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0f3efef4-d7ee-4ae8-9939-e4b0355ab6a3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:10.439174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4236811-5375-4c13-963f-d137c56faa4f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Pushing event deleted for resources: {'Port': ['ID=0f3efef4-d7ee-4ae8-9939-e4b0355ab6a3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:10.467675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284b792-94c4-4da1-8653-5cefb6c77d10 req-4fc2557d-c782-480b-b7be-9264bd29abcc tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:10.470789 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6284b792-94c4-4da1-8653-5cefb6c77d10 req-4fc2557d-c782-480b-b7be-9264bd29abcc tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.1173446 Mar 23 02:01:10.570387 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4236811-5375-4c13-963f-d137c56faa4f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks [] for floatingip (f6725db7-27b6-4539-9ab5-fb16cdc3197a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:10.574345 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4236811-5375-4c13-963f-d137c56faa4f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:10.578240 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f4236811-5375-4c13-963f-d137c56faa4f tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] 10.222.0.18 "DELETE /v2.0/floatingips/f6725db7-27b6-4539-9ab5-fb16cdc3197a HTTP/1.1" status: 204 len: 168 time: 0.6467392 Mar 23 02:01:10.580080 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6284b792-94c4-4da1-8653-5cefb6c77d10 req-99b104fd-7485-458b-bc7c-52d23896f77a tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880897 Mar 23 02:01:11.723859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8877bf-13d0-46f5-bd87-9e21c2c7c2ee req-f34aa23c-b1a5-4215-9821-0f14d2668263 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:11.726013 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ab8877bf-13d0-46f5-bd87-9e21c2c7c2ee req-f34aa23c-b1a5-4215-9821-0f14d2668263 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0556896 Mar 23 02:01:11.785883 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ab8877bf-13d0-46f5-bd87-9e21c2c7c2ee req-b728e2ce-7b09-4f26-ab5e-599df0ba07c4 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535076 Mar 23 02:01:12.933514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2e0a24ed-d611-4159-9812-faa086779dd8 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:01:12.961984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 2e0a24ed-d611-4159-9812-faa086779dd8 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:01:12.962632 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 2e0a24ed-d611-4159-9812-faa086779dd8 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:01:12.990569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212a82b-9c1c-4d98-a92c-1d6e2c1ea4af req-c3c9a082-a932-4d6f-a347-bac3785ae386 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:12.993907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1212a82b-9c1c-4d98-a92c-1d6e2c1ea4af req-c3c9a082-a932-4d6f-a347-bac3785ae386 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0816936 Mar 23 02:01:13.060137 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1212a82b-9c1c-4d98-a92c-1d6e2c1ea4af req-9e05b8fc-6a33-49de-8d23-0ce4570faea2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604680 Mar 23 02:01:14.216896 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a3979-a279-4f63-8500-6b7e5f587934 req-7ee83240-3028-4762-ab55-3eec14efe8fe tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:14.219443 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-228a3979-a279-4f63-8500-6b7e5f587934 req-7ee83240-3028-4762-ab55-3eec14efe8fe tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0766482 Mar 23 02:01:14.279680 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-228a3979-a279-4f63-8500-6b7e5f587934 req-72f060be-9f0c-4dfe-a068-a4e1f722e065 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543008 Mar 23 02:01:15.430539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20dfb1-d402-4710-a3b6-1713899ea91b req-37eae91d-27ac-4dc5-b3a3-bdcbd8cf3331 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:15.432151 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6e20dfb1-d402-4710-a3b6-1713899ea91b req-37eae91d-27ac-4dc5-b3a3-bdcbd8cf3331 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0634167 Mar 23 02:01:15.510219 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6e20dfb1-d402-4710-a3b6-1713899ea91b req-8954f7b2-0163-406e-bb32-bdced56426dc tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657296 Mar 23 02:01:15.789826 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:01:16.667248 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf245c40-16fc-48ec-a73c-b8c84c15897b req-95ca7879-dee0-446f-9fd9-fffa91f5f27a tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:16.677274 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cf245c40-16fc-48ec-a73c-b8c84c15897b req-95ca7879-dee0-446f-9fd9-fffa91f5f27a tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.1047301 Mar 23 02:01:16.730115 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cf245c40-16fc-48ec-a73c-b8c84c15897b req-8eef42ee-872d-4932-9bf6-dc98d38d995e tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515623 Mar 23 02:01:17.897188 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7340-4e8c-4136-be57-7a84e51cca3f req-03176e20-8709-4072-856f-9046dfbdef95 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:17.899034 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-633f7340-4e8c-4136-be57-7a84e51cca3f req-03176e20-8709-4072-856f-9046dfbdef95 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0747666 Mar 23 02:01:17.959921 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-633f7340-4e8c-4136-be57-7a84e51cca3f req-d7ad3b50-6e57-43d4-9d8d-43fc0bd28694 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544808 Mar 23 02:01:19.123724 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd69b3-085a-4657-be62-383c0c45aa1f req-6f2492db-6866-4035-b9ad-91c8005c109f tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:19.125742 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c5dd69b3-085a-4657-be62-383c0c45aa1f req-6f2492db-6866-4035-b9ad-91c8005c109f tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0815172 Mar 23 02:01:19.189309 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c5dd69b3-085a-4657-be62-383c0c45aa1f req-0eebded6-1930-4c50-8935-0d4913596578 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577922 Mar 23 02:01:19.557204 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cc71dca6-920b-48f4-b41c-574e7f7d8eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:20.319289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67104a74-2bf1-476b-bfad-6d55041286e0 req-a21accf9-e98a-4206-997d-bd7c58279e42 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:20.326774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67104a74-2bf1-476b-bfad-6d55041286e0 req-a21accf9-e98a-4206-997d-bd7c58279e42 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0612953 Mar 23 02:01:20.378969 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67104a74-2bf1-476b-bfad-6d55041286e0 req-98170603-710b-486d-91fa-82adcca9720a tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504475 Mar 23 02:01:20.754918 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:21.531961 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a9725-383c-4f7f-96dc-f1683da8d60a req-c317cd8c-3a26-4153-af8f-4dc6f6862e1b tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:21.534217 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a4a9725-383c-4f7f-96dc-f1683da8d60a req-c317cd8c-3a26-4153-af8f-4dc6f6862e1b tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0650802 Mar 23 02:01:21.617033 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a4a9725-383c-4f7f-96dc-f1683da8d60a req-739ea022-cadb-426e-855f-6edafd8e292c tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767806 Mar 23 02:01:22.036915 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a6d0007e-3c00-4893-8b65-0712e7e096eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:22.732938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb64c08-3e12-429c-a890-0f2c4f87556f req-dfa4b232-32d7-4098-8f7b-64d7aece53e2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:22.734594 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfb64c08-3e12-429c-a890-0f2c4f87556f req-dfa4b232-32d7-4098-8f7b-64d7aece53e2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0549345 Mar 23 02:01:22.796545 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfb64c08-3e12-429c-a890-0f2c4f87556f req-7a99bb7a-e6f8-4e60-90ae-c4a92895933c tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557706 Mar 23 02:01:23.291679 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:23.929942 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c1de6-4d13-435c-a396-e10a73aa3af3 req-bcf211b4-e9f5-41ad-89d4-2b31815e65a7 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:23.938118 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-649c1de6-4d13-435c-a396-e10a73aa3af3 req-bcf211b4-e9f5-41ad-89d4-2b31815e65a7 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0692375 Mar 23 02:01:23.996021 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-649c1de6-4d13-435c-a396-e10a73aa3af3 req-91f24988-7cc5-434b-a810-be7d2e39f9c6 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567896 Mar 23 02:01:24.633338 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:25.147159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935f4e9-a72c-437c-a9a9-11f0193616c5 req-1bb91b4d-0366-41c1-99cd-92f387c32cfe tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:25.149049 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c935f4e9-a72c-437c-a9a9-11f0193616c5 req-1bb91b4d-0366-41c1-99cd-92f387c32cfe tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0797014 Mar 23 02:01:25.255543 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c935f4e9-a72c-437c-a9a9-11f0193616c5 req-7dfe36e7-0aa7-4551-a1d6-ac8566dbdd94 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000712 Mar 23 02:01:25.792456 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:26.377980 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f8e61-51d6-437a-ac99-0ee33c915cf4 req-6647dd87-b6b0-46c1-b53c-2e04561ad976 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:26.380046 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a1f8e61-51d6-437a-ac99-0ee33c915cf4 req-6647dd87-b6b0-46c1-b53c-2e04561ad976 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0610607 Mar 23 02:01:26.443088 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0a1f8e61-51d6-437a-ac99-0ee33c915cf4 req-b6e9d589-8c4c-4a99-8def-3104d7c07ef9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556335 Mar 23 02:01:27.415321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42814) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:27.751459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71df797-9ee0-4310-b7eb-7022139a048c req-ba660454-5445-4d60-9ad4-b04a2955999d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:27.753418 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a71df797-9ee0-4310-b7eb-7022139a048c req-ba660454-5445-4d60-9ad4-b04a2955999d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0904908 Mar 23 02:01:27.943932 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a71df797-9ee0-4310-b7eb-7022139a048c req-f05dfd5b-a755-49f6-90e0-08c86337d929 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835009 Mar 23 02:01:28.148739 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-162e9229-41b4-4d1e-a2c0-d2658d3cb116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:28.473791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-162e9229-41b4-4d1e-a2c0-d2658d3cb116 admin admin] Deleting port 5c42a4b2-9f79-454b-be9e-d799747dbd0a {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:01:28.475081 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-162e9229-41b4-4d1e-a2c0-d2658d3cb116 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:28.608714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-162e9229-41b4-4d1e-a2c0-d2658d3cb116 admin admin] For port 5c42a4b2-9f79-454b-be9e-d799747dbd0a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5c42a4b2-9f79-454b-be9e-d799747dbd0a,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:01:28.609079 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-162e9229-41b4-4d1e-a2c0-d2658d3cb116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:28.623100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-162e9229-41b4-4d1e-a2c0-d2658d3cb116 admin admin] Calling delete_port for 5c42a4b2-9f79-454b-be9e-d799747dbd0a owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:01:28.845093 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-162e9229-41b4-4d1e-a2c0-d2658d3cb116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (5c42a4b2-9f79-454b-be9e-d799747dbd0a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:28.876731 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e9229-41b4-4d1e-a2c0-d2658d3cb116 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c42a4b2-9f79-454b-be9e-d799747dbd0a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:29.128419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4703fb7-216f-4ae5-9af0-950977a35e34 req-d1f96394-4133-4d5e-b38d-8ef9b2ddf8d3 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:29.133334 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f4703fb7-216f-4ae5-9af0-950977a35e34 req-d1f96394-4133-4d5e-b38d-8ef9b2ddf8d3 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0792139 Mar 23 02:01:29.153936 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-162e9229-41b4-4d1e-a2c0-d2658d3cb116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:29.254307 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f4703fb7-216f-4ae5-9af0-950977a35e34 req-5c724624-576f-4e04-b604-d37e0fa9e474 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032603 Mar 23 02:01:29.497800 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162e9229-41b4-4d1e-a2c0-d2658d3cb116 admin admin] Router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:01:29.975360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162e9229-41b4-4d1e-a2c0-d2658d3cb116 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:01:29.981127 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-162e9229-41b4-4d1e-a2c0-d2658d3cb116 admin admin] 10.222.0.18 "PUT /v2.0/routers/02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5647283 Mar 23 02:01:29.984037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42862) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:29.986293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074df375-5165-4d7b-9f15-249a15d05301 None None] Sync routers for ids ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:01:30.004664 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074df375-5165-4d7b-9f15-249a15d05301 None None] Routers {'02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:01:30.005437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-074df375-5165-4d7b-9f15-249a15d05301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:01:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:30.097095 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d896d6d6-ac06-46c2-a46b-39ed6d10d9b9 admin admin] Publish callbacks [] for router (02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:30.130740 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-074df375-5165-4d7b-9f15-249a15d05301 None None] Set router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:01:30.210680 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d896d6d6-ac06-46c2-a46b-39ed6d10d9b9 admin admin] Publish callbacks [] for router_gateway (02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:30.302029 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d896d6d6-ac06-46c2-a46b-39ed6d10d9b9 admin admin] Deleting port 14ffe2e3-c37c-428e-9451-cfd063ceb398 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:01:30.302380 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d896d6d6-ac06-46c2-a46b-39ed6d10d9b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (14ffe2e3-c37c-428e-9451-cfd063ceb398), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:30.352201 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-074df375-5165-4d7b-9f15-249a15d05301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T02:01:28Z', 'revision_number': 5, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port': {'id': '14ffe2e3-c37c-428e-9451-cfd063ceb398', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:54:31Z', 'updated_at': '2022-03-23T01:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:30.385380 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074df375-5165-4d7b-9f15-249a15d05301 None None] Checking router: 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:01:30.396289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074df375-5165-4d7b-9f15-249a15d05301 None None] Routers {'02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:01:30.396939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-074df375-5165-4d7b-9f15-249a15d05301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:01:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:30.406285 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-d896d6d6-ac06-46c2-a46b-39ed6d10d9b9 admin admin] For port 14ffe2e3-c37c-428e-9451-cfd063ceb398, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=14ffe2e3-c37c-428e-9451-cfd063ceb398,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:01:30.407785 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d896d6d6-ac06-46c2-a46b-39ed6d10d9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (14ffe2e3-c37c-428e-9451-cfd063ceb398), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:30.435925 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d896d6d6-ac06-46c2-a46b-39ed6d10d9b9 admin admin] Calling delete_port for 14ffe2e3-c37c-428e-9451-cfd063ceb398 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:01:30.471968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19ce46-aaab-4915-a429-7179645cca3a req-c44d2b09-d734-4436-8627-f587041f52a5 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:30.479125 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad19ce46-aaab-4915-a429-7179645cca3a req-c44d2b09-d734-4436-8627-f587041f52a5 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0898604 Mar 23 02:01:30.519058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-074df375-5165-4d7b-9f15-249a15d05301 None None] Set router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:01:30.540452 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad19ce46-aaab-4915-a429-7179645cca3a req-18446ca1-1aa1-4a92-9d5f-49c867ac7c3e tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604076 Mar 23 02:01:30.591225 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-074df375-5165-4d7b-9f15-249a15d05301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T02:01:30Z', 'revision_number': 6, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:30.619750 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074df375-5165-4d7b-9f15-249a15d05301 None None] The sync data for ids ['02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd'] in n-d-834677-4 is: [{'id': '02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd', 'name': 'tempest-AttachVolumeShelveTestJSON-53163815-router', 'tenant_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:54:29Z', 'updated_at': '2022-03-23T02:01:30Z', 'revision_number': 6, 'project_id': 'b3fd908bced3464f9e1bf9a42f2977ef', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:01:30.695412 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d896d6d6-ac06-46c2-a46b-39ed6d10d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (14ffe2e3-c37c-428e-9451-cfd063ceb398), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:30.725159 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896d6d6-ac06-46c2-a46b-39ed6d10d9b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ffe2e3-c37c-428e-9451-cfd063ceb398,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:30.789757 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d896d6d6-ac06-46c2-a46b-39ed6d10d9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:31.162977 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5c42a4b2-9f79-454b-be9e-d799747dbd0a no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:01:31.184204 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 5c42a4b2-9f79-454b-be9e-d799747dbd0a {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:01:31.184560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5c42a4b2-9f79-454b-be9e-d799747dbd0a not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:01:31.247004 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d896d6d6-ac06-46c2-a46b-39ed6d10d9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:31.249591 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d896d6d6-ac06-46c2-a46b-39ed6d10d9b9 admin admin] Publish callbacks [] for router_controller (02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:31.308052 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d896d6d6-ac06-46c2-a46b-39ed6d10d9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:31.308995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d896d6d6-ac06-46c2-a46b-39ed6d10d9b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:01:31.316608 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d896d6d6-ac06-46c2-a46b-39ed6d10d9b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:31.317951 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d896d6d6-ac06-46c2-a46b-39ed6d10d9b9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/02fc37ce-41cd-4a9e-aeb7-c9d5d6b340bd HTTP/1.1" status: 204 len: 168 time: 1.3328288 Mar 23 02:01:31.321008 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42888) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:31.372914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-51182730-892c-4437-aecf-c40b77af8403 admin admin] Deleting subnet e586dff4-d158-4e37-8056-bc6cfd8ce778 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:01:31.376273 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51182730-892c-4437-aecf-c40b77af8403 admin admin] Publish callbacks [] for subnet (e586dff4-d158-4e37-8056-bc6cfd8ce778), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:31.412977 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51182730-892c-4437-aecf-c40b77af8403 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (e586dff4-d158-4e37-8056-bc6cfd8ce778), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:31.505317 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51182730-892c-4437-aecf-c40b77af8403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (e586dff4-d158-4e37-8056-bc6cfd8ce778), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:31.574757 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51182730-892c-4437-aecf-c40b77af8403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (e586dff4-d158-4e37-8056-bc6cfd8ce778), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:31.609950 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51182730-892c-4437-aecf-c40b77af8403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e586dff4-d158-4e37-8056-bc6cfd8ce778,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:31.612470 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51182730-892c-4437-aecf-c40b77af8403 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:31.619047 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-51182730-892c-4437-aecf-c40b77af8403 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e586dff4-d158-4e37-8056-bc6cfd8ce778 HTTP/1.1" status: 204 len: 168 time: 0.2942491 Mar 23 02:01:31.620204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42898) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:31.635114 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e111898-16c1-4a3b-8589-785c025b1423 None None] Network 057fc303-8305-4494-9b96-40a2ebb37d7e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:01:31.727618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744e9a1-015c-4b48-aea3-117d645ae3aa req-4637a2ab-bf56-4ca5-b123-d075223355b2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:31.729475 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c744e9a1-015c-4b48-aea3-117d645ae3aa req-4637a2ab-bf56-4ca5-b123-d075223355b2 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.0765462 Mar 23 02:01:31.752465 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (057fc303-8305-4494-9b96-40a2ebb37d7e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:31.791841 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c744e9a1-015c-4b48-aea3-117d645ae3aa req-baca8cf6-94e1-422d-a427-4b1c76f46d88 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547535 Mar 23 02:01:31.845408 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] Deleting port 56ffb256-6247-4578-ae48-a746ada4a217 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:01:31.845754 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (56ffb256-6247-4578-ae48-a746ada4a217), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:31.906827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] DHCP port deletion for 057fc303-8305-4494-9b96-40a2ebb37d7e request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:01:31.974219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] For port 56ffb256-6247-4578-ae48-a746ada4a217, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=56ffb256-6247-4578-ae48-a746ada4a217,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:01:31.974597 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (56ffb256-6247-4578-ae48-a746ada4a217), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:31.975804 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Deleting port 56ffb256-6247-4578-ae48-a746ada4a217 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:01:31.976308 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (56ffb256-6247-4578-ae48-a746ada4a217), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:32.010398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] Calling delete_port for 56ffb256-6247-4578-ae48-a746ada4a217 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:01:32.059650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] For port 56ffb256-6247-4578-ae48-a746ada4a217, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=56ffb256-6247-4578-ae48-a746ada4a217,segment=NetworkSegment(4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8),segment_id=4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:01:32.060057 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (56ffb256-6247-4578-ae48-a746ada4a217), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:32.075640 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Calling delete_port for 56ffb256-6247-4578-ae48-a746ada4a217 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:01:32.112730 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (56ffb256-6247-4578-ae48-a746ada4a217), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:32.131314 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] No DVR routers for this DVR port 56ffb256-6247-4578-ae48-a746ada4a217 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:01:32.156535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ffb256-6247-4578-ae48-a746ada4a217,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:32.189715 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (56ffb256-6247-4578-ae48-a746ada4a217), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:32.224155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Pushing event deleted for resources: {'Port': ['ID=56ffb256-6247-4578-ae48-a746ada4a217,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:32.227014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] No DVR routers for this DVR port 56ffb256-6247-4578-ae48-a746ada4a217 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:01:32.240349 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:32.240751 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:32.241272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:32.241441 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (057fc303-8305-4494-9b96-40a2ebb37d7e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:32.241621 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:32.241941 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:32.242331 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:32.242610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:32.248475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:32.248475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:32.248475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:32.248475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:32.248475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:32.248475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:32.248475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:32.248475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ba6a6-c8c9-49ad-ab93-612bfe521b3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:32.269467 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057fc303-8305-4494-9b96-40a2ebb37d7e']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:32.281324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:32.281628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:32.293327 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:32.308307 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:32.321792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:01:32.321792 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (4c71e94d-8ecb-4f2b-9d89-bfd9346dc7c8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:01:32.327503 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:01:32.389899 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (057fc303-8305-4494-9b96-40a2ebb37d7e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:32.402197 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:32.405676 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] 10.222.0.18 "DELETE /v2.0/networks/057fc303-8305-4494-9b96-40a2ebb37d7e HTTP/1.1" status: 204 len: 168 time: 0.7842343 Mar 23 02:01:32.419662 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be56b59-73ef-4a2a-9341-87b93867e449 admin admin] Pushing event deleted for resources: {'Network': ['ID=057fc303-8305-4494-9b96-40a2ebb37d7e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:32.548078 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42918) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:32.596486 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6e8d0b3f-2348-4da0-8d56-9a79eae1bef4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3fd908bced3464f9e1bf9a42f2977ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470788 Mar 23 02:01:32.600130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42920) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:32.653428 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fb98d08c-3766-4629-9bf7-9447063f4f93 admin admin] Publish callbacks [] for security_group (e6be2a73-9863-4955-8174-f83724d0cbd3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:32.675044 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fb98d08c-3766-4629-9bf7-9447063f4f93 admin admin] Publish callbacks [] for security_group (e6be2a73-9863-4955-8174-f83724d0cbd3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:32.722683 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fb98d08c-3766-4629-9bf7-9447063f4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e6be2a73-9863-4955-8174-f83724d0cbd3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:32.725403 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fb98d08c-3766-4629-9bf7-9447063f4f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:32.726835 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fb98d08c-3766-4629-9bf7-9447063f4f93 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6be2a73-9863-4955-8174-f83724d0cbd3 HTTP/1.1" status: 204 len: 168 time: 0.1256225 Mar 23 02:01:32.735632 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98d08c-3766-4629-9bf7-9447063f4f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6be2a73-9863-4955-8174-f83724d0cbd3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:32.887372 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 14ffe2e3-c37c-428e-9451-cfd063ceb398 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:01:32.914140 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 14ffe2e3-c37c-428e-9451-cfd063ceb398 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:01:32.914751 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 14ffe2e3-c37c-428e-9451-cfd063ceb398 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:01:32.915442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 56ffb256-6247-4578-ae48-a746ada4a217 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:01:32.937019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 56ffb256-6247-4578-ae48-a746ada4a217 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:01:32.937620 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 56ffb256-6247-4578-ae48-a746ada4a217 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:01:32.973519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ae058-ecec-42f8-ad5f-adec52745fc8 req-52fa6b4d-1aec-413b-83be-117eeea88a7f tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:32.981513 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-450ae058-ecec-42f8-ad5f-adec52745fc8 req-52fa6b4d-1aec-413b-83be-117eeea88a7f tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.1084328 Mar 23 02:01:33.035360 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-450ae058-ecec-42f8-ad5f-adec52745fc8 req-a0335fa6-8188-4c07-aae4-73728fcc76e5 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529370 Mar 23 02:01:33.616072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42960) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:33.720895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d85ce5a3-c77b-4198-9fa2-07207bf16bcb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-99219309-network', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:01:33.746714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85ce5a3-c77b-4198-9fa2-07207bf16bcb admin admin] Made reservation on behalf of e6c3dd43fa414fba98e6a185cbac274e for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:01:33.750688 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d85ce5a3-c77b-4198-9fa2-07207bf16bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:33.761875 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d85ce5a3-c77b-4198-9fa2-07207bf16bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:33.845017 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d85ce5a3-c77b-4198-9fa2-07207bf16bcb admin admin] Publish callbacks [] for security_group (706f84c7-7711-4e5a-a527-722d61f335b5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:33.850388 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d85ce5a3-c77b-4198-9fa2-07207bf16bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (706f84c7-7711-4e5a-a527-722d61f335b5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:33.876685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85ce5a3-c77b-4198-9fa2-07207bf16bcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:01:33.887017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ce5a3-c77b-4198-9fa2-07207bf16bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706f84c7-7711-4e5a-a527-722d61f335b5,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:33.894104 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d85ce5a3-c77b-4198-9fa2-07207bf16bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (877a20de-023c-4d66-9af7-74efee69a939), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:33.894662 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-d85ce5a3-c77b-4198-9fa2-07207bf16bcb admin admin] Added segment 877a20de-023c-4d66-9af7-74efee69a939 of type vlan for network bde3df47-cb49-4136-95ec-c693768cd839 Mar 23 02:01:33.939267 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d85ce5a3-c77b-4198-9fa2-07207bf16bcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (bde3df47-cb49-4136-95ec-c693768cd839), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:33.947969 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:33.974848 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d85ce5a3-c77b-4198-9fa2-07207bf16bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (bde3df47-cb49-4136-95ec-c693768cd839), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:33.975955 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85ce5a3-c77b-4198-9fa2-07207bf16bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:33.976555 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d85ce5a3-c77b-4198-9fa2-07207bf16bcb admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:34.036197 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d85ce5a3-c77b-4198-9fa2-07207bf16bcb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4163272 Mar 23 02:01:34.036578 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 42972) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:34.041966 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9aad4ae2-b432-432e-8b1b-c2c9fef7fc87 admin admin] Request body: {'subnet': {'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-99219309-subnet', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:01:34.042966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ce5a3-c77b-4198-9fa2-07207bf16bcb admin admin] Pushing event updated for resources: {'Network': ['ID=bde3df47-cb49-4136-95ec-c693768cd839,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:34.056027 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network bde3df47-cb49-4136-95ec-c693768cd839 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:01:34.091082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aad4ae2-b432-432e-8b1b-c2c9fef7fc87 admin admin] Made reservation on behalf of e6c3dd43fa414fba98e6a185cbac274e for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:01:34.093784 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9aad4ae2-b432-432e-8b1b-c2c9fef7fc87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:34.269217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33240a54-3db9-4c38-a87c-76a1a88ec527 req-e606c5ff-d763-483a-b32b-2be0997b4241 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:34.276905 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-33240a54-3db9-4c38-a87c-76a1a88ec527 req-e606c5ff-d763-483a-b32b-2be0997b4241 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 944 time: 0.1044331 Mar 23 02:01:34.371636 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9aad4ae2-b432-432e-8b1b-c2c9fef7fc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (326d582f-1390-4f7b-957d-836bc6150017), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:34.377278 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-33240a54-3db9-4c38-a87c-76a1a88ec527 req-773f68c8-7498-489a-ac5f-19f7f07712b6 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995493 Mar 23 02:01:34.444082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad4ae2-b432-432e-8b1b-c2c9fef7fc87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=326d582f-1390-4f7b-957d-836bc6150017,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:34.451801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad4ae2-b432-432e-8b1b-c2c9fef7fc87 admin admin] Checking segment: {'id': '877a20de-023c-4d66-9af7-74efee69a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:01:34.452290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aad4ae2-b432-432e-8b1b-c2c9fef7fc87 admin admin] Network hostable DHCP agents. Network: bde3df47-cb49-4136-95ec-c693768cd839, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:01:34.454886 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 4b88679c-f2e3-494d-b647-90e6a57c97f3 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:01:34.475104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aad4ae2-b432-432e-8b1b-c2c9fef7fc87 admin admin] Network bde3df47-cb49-4136-95ec-c693768cd839 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:01:34.486355 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-9aad4ae2-b432-432e-8b1b-c2c9fef7fc87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, bde3df47-cb49-4136-95ec-c693768cd839) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:01:34.495025 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aad4ae2-b432-432e-8b1b-c2c9fef7fc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:34.495706 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9aad4ae2-b432-432e-8b1b-c2c9fef7fc87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:34.522296 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9aad4ae2-b432-432e-8b1b-c2c9fef7fc87 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4819376 Mar 23 02:01:34.523215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 42986) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:34.534974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ec33c-ea6b-4159-ad0a-07afae0438f6 None None] Network bde3df47-cb49-4136-95ec-c693768cd839 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:01:34.537985 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:01:34.586992 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (db062f73-22dd-4ab5-84b8-34add5fad750), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:34.589615 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (db062f73-22dd-4ab5-84b8-34add5fad750), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:34.679179 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-bde3df47-cb49-4136-95ec-c693768cd839', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:01:34.680040 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:34.702259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 4b88679c-f2e3-494d-b647-90e6a57c97f3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4b88679c-f2e3-494d-b647-90e6a57c97f3,segment=NetworkSegment(9180067e-8e66-4d93-b570-98a5bf5e525b),segment_id=9180067e-8e66-4d93-b570-98a5bf5e525b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:01:34.728566 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Publish callbacks [] for router_controller (db062f73-22dd-4ab5-84b8-34add5fad750), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:34.729174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '4b88679c-f2e3-494d-b647-90e6a57c97f3', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'port_id': '4b88679c-f2e3-494d-b647-90e6a57c97f3', 'mac_address': 'fa:16:3e:63:ba:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:01:34.879844 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 4b88679c-f2e3-494d-b647-90e6a57c97f3 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:01:34.880650 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4b88679c-f2e3-494d-b647-90e6a57c97f3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:34.896937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Allocated IP 172.20.0.2 (bde3df47-cb49-4136-95ec-c693768cd839/326d582f-1390-4f7b-957d-836bc6150017/e19862e4-7a17-4b2c-a623-9e20564ecd7d) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:01:34.898787 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Publish callbacks [] for router_gateway (db062f73-22dd-4ab5-84b8-34add5fad750), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:34.921497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b88679c-f2e3-494d-b647-90e6a57c97f3 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:01:34.997142 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 4b88679c-f2e3-494d-b647-90e6a57c97f3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4b88679c-f2e3-494d-b647-90e6a57c97f3,segment=NetworkSegment(9180067e-8e66-4d93-b570-98a5bf5e525b),segment_id=9180067e-8e66-4d93-b570-98a5bf5e525b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:01:35.006376 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4b88679c-f2e3-494d-b647-90e6a57c97f3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:35.086969 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=4b88679c-f2e3-494d-b647-90e6a57c97f3,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:35.147044 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Publish callbacks [] for port (e19862e4-7a17-4b2c-a623-9e20564ecd7d), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:35.158886 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (e19862e4-7a17-4b2c-a623-9e20564ecd7d), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:35.171215 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Publish callbacks [] for router_gateway (db062f73-22dd-4ab5-84b8-34add5fad750), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:35.181368 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Network bde3df47-cb49-4136-95ec-c693768cd839 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:01:35.185278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:01:35.189349 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:01:35.191571 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:35.290138 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['4b88679c-f2e3-494d-b647-90e6a57c97f3'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:01:35.331295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Allocated IP 172.25.0.186 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/eb49f7be-b456-4b20-a3c8-575ac3eb4146) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:01:35.339670 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Pushing event updated for resources: {'Port': ['ID=e19862e4-7a17-4b2c-a623-9e20564ecd7d,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:35.409251 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Attempting to bind port e19862e4-7a17-4b2c-a623-9e20564ecd7d on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:01:35.409626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Attempting to bind port e19862e4-7a17-4b2c-a623-9e20564ecd7d by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '877a20de-023c-4d66-9af7-74efee69a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:01:35.409990 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Attempting to bind port e19862e4-7a17-4b2c-a623-9e20564ecd7d on network bde3df47-cb49-4136-95ec-c693768cd839 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:01:35.438059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:01:35.438447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Checking segment: {'id': '877a20de-023c-4d66-9af7-74efee69a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:01:35.438854 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:35.439247 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Bound using segment: {'id': '877a20de-023c-4d66-9af7-74efee69a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:01:35.439731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Bound port: e19862e4-7a17-4b2c-a623-9e20564ecd7d, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877a20de-023c-4d66-9af7-74efee69a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:01:35.440109 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e19862e4-7a17-4b2c-a623-9e20564ecd7d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:35.563135 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Publish callbacks [] for port (eb49f7be-b456-4b20-a3c8-575ac3eb4146), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:35.579183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] For port e19862e4-7a17-4b2c-a623-9e20564ecd7d, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:01:35.589911 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] For port e19862e4-7a17-4b2c-a623-9e20564ecd7d, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e19862e4-7a17-4b2c-a623-9e20564ecd7d,segment=NetworkSegment(877a20de-023c-4d66-9af7-74efee69a939),segment_id=877a20de-023c-4d66-9af7-74efee69a939)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:01:35.615609 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e19862e4-7a17-4b2c-a623-9e20564ecd7d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:35.637756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6fcb-811e-4795-bd60-4c9d6e7a0f12 req-e5333a9e-a68a-4372-b3a4-6452081e6987 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:35.641714 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42ca6fcb-811e-4795-bd60-4c9d6e7a0f12 req-e5333a9e-a68a-4372-b3a4-6452081e6987 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 945 time: 0.1286662 Mar 23 02:01:35.652091 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (eb49f7be-b456-4b20-a3c8-575ac3eb4146), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:35.672977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:01:35.693426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:01:35.702506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:01:35.748367 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d46bd7-a913-41d8-a155-d41b6126b8b9 None None] Pushing event updated for resources: {'Port': ['ID=e19862e4-7a17-4b2c-a623-9e20564ecd7d,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:35.800452 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42ca6fcb-811e-4795-bd60-4c9d6e7a0f12 req-8250e1e5-eb3c-4fbe-ac21-4f5646ba0e3b tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502047 Mar 23 02:01:35.806581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Pushing event updated for resources: {'Port': ['ID=eb49f7be-b456-4b20-a3c8-575ac3eb4146,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:36.097488 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Publish callbacks [] for router_gateway (db062f73-22dd-4ab5-84b8-34add5fad750), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:36.321911 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (db062f73-22dd-4ab5-84b8-34add5fad750), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:36.447474 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 4b88679c-f2e3-494d-b647-90e6a57c97f3 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:01:36.490201 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Router db062f73-22dd-4ab5-84b8-34add5fad750 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:01:36.541895 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 4b88679c-f2e3-494d-b647-90e6a57c97f3 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:01:36.549408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 4b88679c-f2e3-494d-b647-90e6a57c97f3 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:01:36.549997 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4b88679c-f2e3-494d-b647-90e6a57c97f3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:36.663487 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 4b88679c-f2e3-494d-b647-90e6a57c97f3 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:01:36.663743 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4b88679c-f2e3-494d-b647-90e6a57c97f3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:36.681015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:01:36.691489 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Sync routers for ids ['db062f73-22dd-4ab5-84b8-34add5fad750'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:01:36.692961 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b88679c-f2e3-494d-b647-90e6a57c97f3'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:01:36.695410 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5328c9c4-ad97-430c-8b2e-f8e1a91411ac" -d '{"events": [{"server_uuid": "fac66217-2d6e-4a68-98b9-f41a92e84216", "name": "network-vif-plugged", "status": "completed", "tag": "4b88679c-f2e3-494d-b647-90e6a57c97f3"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:01:36.712799 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Routers {'db062f73-22dd-4ab5-84b8-34add5fad750'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:01:36.714731 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:01:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['db062f73-22dd-4ab5-84b8-34add5fad750'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:36.723827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 4b88679c-f2e3-494d-b647-90e6a57c97f3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4b88679c-f2e3-494d-b647-90e6a57c97f3,segment=NetworkSegment(9180067e-8e66-4d93-b570-98a5bf5e525b),segment_id=9180067e-8e66-4d93-b570-98a5bf5e525b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:01:36.730370 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4b88679c-f2e3-494d-b647-90e6a57c97f3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:36.736551 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:36.740441 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6a0e93e4-eddf-49c2-b82d-94ba8c6c493c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2133772 Mar 23 02:01:36.740799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43030) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:36.825706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=4b88679c-f2e3-494d-b647-90e6a57c97f3,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:36.946189 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e683d8-f531-461c-b797-e19f82dd8b39 x-openstack-request-id: req-28e683d8-f531-461c-b797-e19f82dd8b39 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:01:36.946598 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac66217-2d6e-4a68-98b9-f41a92e84216", "name": "network-vif-plugged", "status": "completed", "tag": "4b88679c-f2e3-494d-b647-90e6a57c97f3", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:01:36.946989 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28e683d8-f531-461c-b797-e19f82dd8b39 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:01:36.947422 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e683d8-f531-461c-b797-e19f82dd8b39'] response: {'server_uuid': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b88679c-f2e3-494d-b647-90e6a57c97f3', 'code': 200} Mar 23 02:01:37.064567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e19862e4-7a17-4b2c-a623-9e20564ecd7d up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:01:37.137210 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Set router db062f73-22dd-4ab5-84b8-34add5fad750 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:01:37.139641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ecf9f-fd28-4abe-9a9d-0ac5d9cb86d4 req-b1974eff-e73c-4024-9dcc-8fa16bb2a0fd tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:37.149229 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-263ecf9f-fd28-4abe-9a9d-0ac5d9cb86d4 req-b1974eff-e73c-4024-9dcc-8fa16bb2a0fd tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 946 time: 0.1887000 Mar 23 02:01:37.184333 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e19862e4-7a17-4b2c-a623-9e20564ecd7d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:01:37.186297 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e19862e4-7a17-4b2c-a623-9e20564ecd7d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:37.188322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e360f7-649c-42f6-b1dd-248deb21f390 req-bd0f6865-ca2b-431a-bd34-ba9252a1c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:37.190298 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a5e360f7-649c-42f6-b1dd-248deb21f390 req-bd0f6865-ca2b-431a-bd34-ba9252a1c46c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 1128 time: 0.1591747 Mar 23 02:01:37.277376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b2c9bd-e0bc-4e61-a907-a98bc3e994ad None None] Network bde3df47-cb49-4136-95ec-c693768cd839 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:01:37.290928 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-263ecf9f-fd28-4abe-9a9d-0ac5d9cb86d4 req-85757497-b4b8-4632-8454-5691cf8d4cb8 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357627 Mar 23 02:01:37.317295 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a5e360f7-649c-42f6-b1dd-248deb21f390 req-55c05d9d-8a14-4732-ad3d-a3de22af9e5a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131377 Mar 23 02:01:37.488657 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:35Z', 'revision_number': 3, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:37.503488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e19862e4-7a17-4b2c-a623-9e20564ecd7d is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:01:37.504055 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e19862e4-7a17-4b2c-a623-9e20564ecd7d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:37.521450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-860452b4-ae59-4c02-b2ba-b3cb5ce06a95 None None] Provisioning complete for port e19862e4-7a17-4b2c-a623-9e20564ecd7d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:01:37.521817 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-860452b4-ae59-4c02-b2ba-b3cb5ce06a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e19862e4-7a17-4b2c-a623-9e20564ecd7d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:37.523742 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Checking router: db062f73-22dd-4ab5-84b8-34add5fad750 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:01:37.524268 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Updating router db062f73-22dd-4ab5-84b8-34add5fad750 port eb49f7be-b456-4b20-a3c8-575ac3eb4146 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:01:37.559838 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (eb49f7be-b456-4b20-a3c8-575ac3eb4146), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:37.591525 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:37.638350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port e19862e4-7a17-4b2c-a623-9e20564ecd7d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e19862e4-7a17-4b2c-a623-9e20564ecd7d,segment=NetworkSegment(877a20de-023c-4d66-9af7-74efee69a939),segment_id=877a20de-023c-4d66-9af7-74efee69a939)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:01:37.652497 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e19862e4-7a17-4b2c-a623-9e20564ecd7d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:37.780921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=e19862e4-7a17-4b2c-a623-9e20564ecd7d,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:37.784072 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-860452b4-ae59-4c02-b2ba-b3cb5ce06a95 None None] Current status of the port e19862e4-7a17-4b2c-a623-9e20564ecd7d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:01:37.880268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Allocated IP 172.20.0.1 (bde3df47-cb49-4136-95ec-c693768cd839/326d582f-1390-4f7b-957d-836bc6150017/d3bc8c64-7c67-4098-95ab-fa52b0c2bed5) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:01:37.898123 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Publish callbacks [] for port (eb49f7be-b456-4b20-a3c8-575ac3eb4146), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:37.911856 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (eb49f7be-b456-4b20-a3c8-575ac3eb4146), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:37.978517 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d2721-fc80-412a-984a-437709495a8d None None] Pushing event updated for resources: {'Port': ['ID=eb49f7be-b456-4b20-a3c8-575ac3eb4146,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:38.001607 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Attempting to bind port eb49f7be-b456-4b20-a3c8-575ac3eb4146 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:01:38.002247 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Attempting to bind port eb49f7be-b456-4b20-a3c8-575ac3eb4146 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:01:38.002698 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Attempting to bind port eb49f7be-b456-4b20-a3c8-575ac3eb4146 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:01:38.007464 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2721-fc80-412a-984a-437709495a8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:38.007923 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2721-fc80-412a-984a-437709495a8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:38.008348 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2721-fc80-412a-984a-437709495a8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:38.008811 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2721-fc80-412a-984a-437709495a8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:38.009516 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2721-fc80-412a-984a-437709495a8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:38.010167 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2721-fc80-412a-984a-437709495a8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:38.010863 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2721-fc80-412a-984a-437709495a8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:38.011688 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2721-fc80-412a-984a-437709495a8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:38.012353 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2721-fc80-412a-984a-437709495a8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:38.013029 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2721-fc80-412a-984a-437709495a8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:38.013712 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2721-fc80-412a-984a-437709495a8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:38.014399 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2721-fc80-412a-984a-437709495a8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:38.014888 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2721-fc80-412a-984a-437709495a8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:38.015310 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2721-fc80-412a-984a-437709495a8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:38.015732 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2721-fc80-412a-984a-437709495a8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:01:38.024219 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:01:38.024925 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:01:38.025428 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:38.025909 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:01:38.027052 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Bound port: eb49f7be-b456-4b20-a3c8-575ac3eb4146, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:01:38.027531 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (eb49f7be-b456-4b20-a3c8-575ac3eb4146), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:38.070278 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Publish callbacks [] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:38.088088 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] For port eb49f7be-b456-4b20-a3c8-575ac3eb4146, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:01:38.092006 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] For port eb49f7be-b456-4b20-a3c8-575ac3eb4146, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=eb49f7be-b456-4b20-a3c8-575ac3eb4146,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:01:38.103661 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (eb49f7be-b456-4b20-a3c8-575ac3eb4146), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:38.133257 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-af4b441e-668f-48e0-b9a8-cfd4aa852f57 None None] Provisioning complete for port e19862e4-7a17-4b2c-a623-9e20564ecd7d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:01:38.133627 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-af4b441e-668f-48e0-b9a8-cfd4aa852f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e19862e4-7a17-4b2c-a623-9e20564ecd7d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:38.134017 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:38.192534 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d2721-fc80-412a-984a-437709495a8d None None] Pushing event updated for resources: {'Port': ['ID=eb49f7be-b456-4b20-a3c8-575ac3eb4146,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:38.195627 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Routers {'db062f73-22dd-4ab5-84b8-34add5fad750'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:01:38.196497 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:01:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['db062f73-22dd-4ab5-84b8-34add5fad750'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:38.207735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Pushing event updated for resources: {'Port': ['ID=d3bc8c64-7c67-4098-95ab-fa52b0c2bed5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:38.220225 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Network bde3df47-cb49-4136-95ec-c693768cd839 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:01:38.222299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:01:38.225230 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:01:38.296993 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (db062f73-22dd-4ab5-84b8-34add5fad750), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:38.376937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-af4b441e-668f-48e0-b9a8-cfd4aa852f57 None None] Current status of the port e19862e4-7a17-4b2c-a623-9e20564ecd7d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:01:38.387207 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] Set router db062f73-22dd-4ab5-84b8-34add5fad750 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:01:38.647876 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e348d6-0730-499d-b87b-0ad279ec4b57 req-a6a7586a-12e2-4f4c-bc51-db5d428eac83 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:38.649628 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06e348d6-0730-499d-b87b-0ad279ec4b57 req-a6a7586a-12e2-4f4c-bc51-db5d428eac83 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 946 time: 0.1634841 Mar 23 02:01:38.700295 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:38.704079 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f4abb91a-665d-41cb-9d9c-b13538846f4a None None] Provisioning complete for port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:01:38.704578 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f4abb91a-665d-41cb-9d9c-b13538846f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:38.751539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f4abb91a-665d-41cb-9d9c-b13538846f4a None None] Port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:01:38.815308 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06e348d6-0730-499d-b87b-0ad279ec4b57 req-b7954339-0692-49bf-bea8-332336e532c7 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489911 Mar 23 02:01:38.875996 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:35Z', 'revision_number': 3, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:38.930173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e19862e4-7a17-4b2c-a623-9e20564ecd7d up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:01:39.026883 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d140a-39c4-4cec-9f5b-89380f4506a4 req-b068205c-87e3-4026-8f9c-6afa6d3a5c24 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:39.028877 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf7d140a-39c4-4cec-9f5b-89380f4506a4 req-b068205c-87e3-4026-8f9c-6afa6d3a5c24 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 946 time: 0.1195719 Mar 23 02:01:39.069430 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Publish callbacks [] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:39.070055 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ba7147-d2d1-420d-9355-35b4208691a0 None None] The sync data for ids ['db062f73-22dd-4ab5-84b8-34add5fad750'] in n-d-834677-4 is: [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:35Z', 'revision_number': 3, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:01:39.091526 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:39.145584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf7d140a-39c4-4cec-9f5b-89380f4506a4 req-8e8f05b9-1879-4661-b513-5e61274d24de tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098044 Mar 23 02:01:39.172759 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (db062f73-22dd-4ab5-84b8-34add5fad750), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:39.180032 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43068) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:39.296221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Pushing event updated for resources: {'Port': ['ID=d3bc8c64-7c67-4098-95ab-fa52b0c2bed5,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:39.369785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Network bde3df47-cb49-4136-95ec-c693768cd839 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:01:39.371646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:01:39.406889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e19862e4-7a17-4b2c-a623-9e20564ecd7d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:01:39.407252 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e19862e4-7a17-4b2c-a623-9e20564ecd7d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:39.546598 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce759ad-c6a6-4398-9278-1774c33e3180 tempest-TestVolumeBackupRestore-856945335 tempest-TestVolumeBackupRestore-856945335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:39.551410 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5ce759ad-c6a6-4398-9278-1774c33e3180 tempest-TestVolumeBackupRestore-856945335 tempest-TestVolumeBackupRestore-856945335-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 1123 time: 0.3459563 Mar 23 02:01:39.551679 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43076) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:39.556529 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': '4b88679c-f2e3-494d-b647-90e6a57c97f3', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:01:39.566232 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e19862e4-7a17-4b2c-a623-9e20564ecd7d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:01:39.611184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Router db062f73-22dd-4ab5-84b8-34add5fad750 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:01:39.644095 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:39.757227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:01:39.763788 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0e1ca614-fd1e-4107-8e71-8e5e611ce8bf admin admin] 10.222.0.18 "PUT /v2.0/routers/db062f73-22dd-4ab5-84b8-34add5fad750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0213013 Mar 23 02:01:39.793184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-851ca781-7574-4c91-8347-80f61e2f7338 None None] Provisioning complete for port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:01:39.793919 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-851ca781-7574-4c91-8347-80f61e2f7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:39.833118 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:39.849718 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-851ca781-7574-4c91-8347-80f61e2f7338 None None] Port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:01:39.978634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Allocated IP 172.25.0.173 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/7c5c53c6-8eb4-42e2-9558-e956c073eb97) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:01:40.102471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for port (7c5c53c6-8eb4-42e2-9558-e956c073eb97), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:40.145879 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7c5c53c6-8eb4-42e2-9558-e956c073eb97), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:40.217276 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Pushing event updated for resources: {'Port': ['ID=7c5c53c6-8eb4-42e2-9558-e956c073eb97,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:40.231658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:01:40.233083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:01:40.235797 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:01:40.652035 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43102) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:40.665697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-616577d5-e794-4140-8e5a-0cfe392635be tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--389155867', 'description': 'tempest-description--876510457'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:01:40.705552 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-616577d5-e794-4140-8e5a-0cfe392635be tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:40.808937 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-616577d5-e794-4140-8e5a-0cfe392635be tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group (ccfed328-5ea1-4bf5-aec5-c55b4a2195dc), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:40.820258 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-616577d5-e794-4140-8e5a-0cfe392635be tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ccfed328-5ea1-4bf5-aec5-c55b4a2195dc), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:40.872933 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-616577d5-e794-4140-8e5a-0cfe392635be tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:40.874717 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-616577d5-e794-4140-8e5a-0cfe392635be tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2130225 Mar 23 02:01:40.879120 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43106) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:40.885162 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b64a9b3e-dc4a-4722-901a-39bdf82389b9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Request body: {'security_group_rule': {'security_group_id': 'ccfed328-5ea1-4bf5-aec5-c55b4a2195dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:01:40.905601 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616577d5-e794-4140-8e5a-0cfe392635be tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:40.931892 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b64a9b3e-dc4a-4722-901a-39bdf82389b9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group_rule (2d9c8fdc-b391-4ace-ab80-0860a67f0336), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:40.968364 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device eb49f7be-b456-4b20-a3c8-575ac3eb4146 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:01:41.031689 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b64a9b3e-dc4a-4722-901a-39bdf82389b9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group_rule (2d9c8fdc-b391-4ace-ab80-0860a67f0336), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.038898 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b64a9b3e-dc4a-4722-901a-39bdf82389b9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (2d9c8fdc-b391-4ace-ab80-0860a67f0336), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.047544 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port eb49f7be-b456-4b20-a3c8-575ac3eb4146 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:01:41.048067 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (eb49f7be-b456-4b20-a3c8-575ac3eb4146), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.062332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a9b3e-dc4a-4722-901a-39bdf82389b9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9c8fdc-b391-4ace-ab80-0860a67f0336,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:41.086725 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b64a9b3e-dc4a-4722-901a-39bdf82389b9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.088815 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b64a9b3e-dc4a-4722-901a-39bdf82389b9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2078459 Mar 23 02:01:41.091418 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43112) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:41.097916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b87f94af-baf4-407e-9c59-06bc4ea453ca tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Request body: {'security_group_rule': {'security_group_id': 'ccfed328-5ea1-4bf5-aec5-c55b4a2195dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:01:41.132173 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b87f94af-baf4-407e-9c59-06bc4ea453ca tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group_rule (8fc97222-1472-4412-80d8-a2f21abe2a2c), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.169677 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for floatingip (24346a6f-171b-4dce-b3ef-b698a22b0a76), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.223596 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port eb49f7be-b456-4b20-a3c8-575ac3eb4146 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:01:41.224021 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b87f94af-baf4-407e-9c59-06bc4ea453ca tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group_rule (8fc97222-1472-4412-80d8-a2f21abe2a2c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.224152 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (eb49f7be-b456-4b20-a3c8-575ac3eb4146), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.229381 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b87f94af-baf4-407e-9c59-06bc4ea453ca tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (8fc97222-1472-4412-80d8-a2f21abe2a2c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.250284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f94af-baf4-407e-9c59-06bc4ea453ca tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc97222-1472-4412-80d8-a2f21abe2a2c,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:41.253263 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port eb49f7be-b456-4b20-a3c8-575ac3eb4146, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=eb49f7be-b456-4b20-a3c8-575ac3eb4146,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:01:41.261241 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (eb49f7be-b456-4b20-a3c8-575ac3eb4146), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.272745 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b87f94af-baf4-407e-9c59-06bc4ea453ca tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.274057 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b87f94af-baf4-407e-9c59-06bc4ea453ca tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1813419 Mar 23 02:01:41.277448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43114) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:41.284489 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:01:41.313705 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.327733 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7c5c53c6-8eb4-42e2-9558-e956c073eb97), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.351310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=eb49f7be-b456-4b20-a3c8-575ac3eb4146,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:41.500218 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.560750 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for port (7c5c53c6-8eb4-42e2-9558-e956c073eb97), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.571565 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (7c5c53c6-8eb4-42e2-9558-e956c073eb97), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.660469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Pushing event updated for resources: {'Port': ['ID=7c5c53c6-8eb4-42e2-9558-e956c073eb97,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:41.676418 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Allocated IP 172.25.0.208 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/8c35b923-1da8-4791-a4d9-7e1355757e5e) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:01:41.680762 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (24346a6f-171b-4dce-b3ef-b698a22b0a76), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.739732 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Sync routers for ids ['db062f73-22dd-4ab5-84b8-34add5fad750'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:01:41.751543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Routers {'db062f73-22dd-4ab5-84b8-34add5fad750'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:01:41.752051 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:01:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['db062f73-22dd-4ab5-84b8-34add5fad750'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:41.837257 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for port (8c35b923-1da8-4791-a4d9-7e1355757e5e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.851804 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Floating IP 24346a6f-171b-4dce-b3ef-b698a22b0a76 associated. External IP: 172.25.0.173, port: 4b88679c-f2e3-494d-b647-90e6a57c97f3. Mar 23 02:01:41.879369 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8c35b923-1da8-4791-a4d9-7e1355757e5e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:41.916193 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Set router db062f73-22dd-4ab5-84b8-34add5fad750 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:01:41.924593 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:01:41.928426 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:01:41.934455 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:01:42.123426 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event updated for resources: {'Port': ['ID=8c35b923-1da8-4791-a4d9-7e1355757e5e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:42.175057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 4, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'd3bc8c64-7c67-4098-95ab-fa52b0c2bed5', 'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'mac_address': 'fa:16:3e:f3:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:37Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 2, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'subnets': [{'id': '326d582f-1390-4f7b-957d-836bc6150017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:42.190830 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for floatingip (7ca985e2-ee37-4eee-9210-3bf707d52e75), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:42.207516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Checking router: db062f73-22dd-4ab5-84b8-34add5fad750 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:01:42.207874 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Updating router db062f73-22dd-4ab5-84b8-34add5fad750 port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:01:42.237021 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:42.245274 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8c35b923-1da8-4791-a4d9-7e1355757e5e), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:42.303964 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Router d14abbaa-7d30-4818-a6e7-6f780189903f has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:01:42.480027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:01:42.491381 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bc153-e274-45b3-9bbd-7f50be8601b4 None None] Sync routers for ids ['d14abbaa-7d30-4818-a6e7-6f780189903f'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:01:42.510434 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5bc153-e274-45b3-9bbd-7f50be8601b4 None None] Routers {'d14abbaa-7d30-4818-a6e7-6f780189903f'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:01:42.511588 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6d5bc153-e274-45b3-9bbd-7f50be8601b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:01:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d14abbaa-7d30-4818-a6e7-6f780189903f'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:42.529626 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:42.566606 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for port (8c35b923-1da8-4791-a4d9-7e1355757e5e), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:42.575602 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (8c35b923-1da8-4791-a4d9-7e1355757e5e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:42.598750 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-72a1cb3e-39b8-4055-895d-3a3ed4a88d0d tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0456328 Mar 23 02:01:42.601995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43156) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:42.602503 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'tag': '4b88679c-f2e3-494d-b647-90e6a57c97f3'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:01:42.609582 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932f9b42-5449-4736-ba03-3b0355e7bb05" -d '{"events": [{"name": "network-changed", "server_uuid": "fac66217-2d6e-4a68-98b9-f41a92e84216", "tag": "4b88679c-f2e3-494d-b647-90e6a57c97f3"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:01:42.618811 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event updated for resources: {'Port': ['ID=8c35b923-1da8-4791-a4d9-7e1355757e5e,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:42.689927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5c2d10-2921-4185-b304-5c54bf7f6aaf tempest-TestVolumeBackupRestore-856945335 tempest-TestVolumeBackupRestore-856945335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:42.692217 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (7ca985e2-ee37-4eee-9210-3bf707d52e75), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:42.694244 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6e5c2d10-2921-4185-b304-5c54bf7f6aaf tempest-TestVolumeBackupRestore-856945335 tempest-TestVolumeBackupRestore-856945335-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 1123 time: 0.0781083 Mar 23 02:01:42.697387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 43164) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:42.702741 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a8434f3b-dd2f-4e12-bac7-fffe77578286 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Request body: {'floatingip': {'port_id': '4b88679c-f2e3-494d-b647-90e6a57c97f3'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:01:42.720643 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:42.737317 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bfacf370-d323-40da-877f-5b56b95a36e4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4585180 Mar 23 02:01:42.772865 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-6d5bc153-e274-45b3-9bbd-7f50be8601b4 None None] Set router d14abbaa-7d30-4818-a6e7-6f780189903f gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:01:42.779570 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58269541-3cd6-41bd-8180-6c82b3c1a19f x-openstack-request-id: req-58269541-3cd6-41bd-8180-6c82b3c1a19f {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:01:42.779878 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac66217-2d6e-4a68-98b9-f41a92e84216", "tag": "4b88679c-f2e3-494d-b647-90e6a57c97f3", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:01:42.780137 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58269541-3cd6-41bd-8180-6c82b3c1a19f {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:01:42.781071 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58269541-3cd6-41bd-8180-6c82b3c1a19f'] response: {'name': 'network-changed', 'server_uuid': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'tag': '4b88679c-f2e3-494d-b647-90e6a57c97f3', 'status': 'completed', 'code': 200} Mar 23 02:01:42.783908 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8434f3b-dd2f-4e12-bac7-fffe77578286 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for floatingip (24346a6f-171b-4dce-b3ef-b698a22b0a76), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:42.788160 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Publish callbacks [] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:42.806004 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:42.977795 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device eb49f7be-b456-4b20-a3c8-575ac3eb4146 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:01:43.090669 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-910ce22c-7ab9-4f60-a38d-d733a95a72a9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--389155867&fields=id&tenant_id=e6c3dd43fa414fba98e6a185cbac274e HTTP/1.1" status: 200 len: 267 time: 0.1285331 Mar 23 02:01:43.130827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f9b42-5449-4736-ba03-3b0355e7bb05 req-629821bd-06fd-4793-b73f-929c48982551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:43.132585 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-932f9b42-5449-4736-ba03-3b0355e7bb05 req-629821bd-06fd-4793-b73f-929c48982551 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6ccc25ea7fa409b8cd4d69495691988&device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 1128 time: 0.2622712 Mar 23 02:01:43.187460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Attempting to bind port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:01:43.188040 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Attempting to bind port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '877a20de-023c-4d66-9af7-74efee69a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:01:43.188182 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Attempting to bind port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 on network bde3df47-cb49-4136-95ec-c693768cd839 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:01:43.210071 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:01:43.210450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Checking segment: {'id': '877a20de-023c-4d66-9af7-74efee69a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:01:43.210868 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:43.211251 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Bound using segment: {'id': '877a20de-023c-4d66-9af7-74efee69a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:01:43.211730 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Bound port: d3bc8c64-7c67-4098-95ab-fa52b0c2bed5, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877a20de-023c-4d66-9af7-74efee69a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:01:43.212641 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:43.266232 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699b543-13fe-4aa6-a89d-25b868310c53 None None] Pushing event updated for resources: {'Port': ['ID=d3bc8c64-7c67-4098-95ab-fa52b0c2bed5,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:43.276290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port eb49f7be-b456-4b20-a3c8-575ac3eb4146 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:01:43.276905 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (eb49f7be-b456-4b20-a3c8-575ac3eb4146), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:43.325009 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6d5bc153-e274-45b3-9bbd-7f50be8601b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T01:57:23Z', 'revision_number': 4, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '24346a6f-171b-4dce-b3ef-b698a22b0a76', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'port_id': '4b88679c-f2e3-494d-b647-90e6a57c97f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'mac_address': 'fa:16:3e:63:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:01:40Z', 'updated_at': '2022-03-23T02:01:40Z', 'revision_number': 0, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dce2e9-d0c4-47dd-afa5-9aa350ec1db2', 'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'mac_address': 'fa:16:3e:01:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:22Z', 'updated_at': '2022-03-23T01:57:28Z', 'revision_number': 5, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'subnets': [{'id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:43.382809 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] For port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:01:43.384401 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bc153-e274-45b3-9bbd-7f50be8601b4 None None] Checking router: d14abbaa-7d30-4818-a6e7-6f780189903f for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:01:43.397344 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] For port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d3bc8c64-7c67-4098-95ab-fa52b0c2bed5,segment=NetworkSegment(877a20de-023c-4d66-9af7-74efee69a939),segment_id=877a20de-023c-4d66-9af7-74efee69a939)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:01:43.407605 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5bc153-e274-45b3-9bbd-7f50be8601b4 None None] Routers {'d14abbaa-7d30-4818-a6e7-6f780189903f'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:01:43.408837 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6d5bc153-e274-45b3-9bbd-7f50be8601b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:01:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d14abbaa-7d30-4818-a6e7-6f780189903f'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:43.457989 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:43.562979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f9b42-5449-4736-ba03-3b0355e7bb05 req-d19d84a8-ff0b-46ce-8ade-826670d0ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:43.564492 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-932f9b42-5449-4736-ba03-3b0355e7bb05 req-d19d84a8-ff0b-46ce-8ade-826670d0ad99 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a64f16e3-b4d1-479d-afd2-1396d500dec5 HTTP/1.1" status: 200 len: 913 time: 0.4107244 Mar 23 02:01:43.580832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Routers {'db062f73-22dd-4ab5-84b8-34add5fad750'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:01:43.581800 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:01:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['db062f73-22dd-4ab5-84b8-34add5fad750'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:43.610164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f01e52eb-8f9c-470f-a97d-f794b1bca24d None None] Provisioning complete for port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:01:43.610540 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f01e52eb-8f9c-470f-a97d-f794b1bca24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:43.636487 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-6d5bc153-e274-45b3-9bbd-7f50be8601b4 None None] Set router d14abbaa-7d30-4818-a6e7-6f780189903f gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:01:43.731836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699b543-13fe-4aa6-a89d-25b868310c53 None None] Pushing event updated for resources: {'Port': ['ID=d3bc8c64-7c67-4098-95ab-fa52b0c2bed5,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:43.851907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-932f9b42-5449-4736-ba03-3b0355e7bb05 req-c14a76a0-877d-4c90-aa53-34c4ed987a70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b88679c-f2e3-494d-b647-90e6a57c97f3 HTTP/1.1" status: 200 len: 1000 time: 0.2778783 Mar 23 02:01:43.940380 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port eb49f7be-b456-4b20-a3c8-575ac3eb4146 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:01:44.021220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] Set router db062f73-22dd-4ab5-84b8-34add5fad750 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:01:44.080555 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6d5bc153-e274-45b3-9bbd-7f50be8601b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T01:57:23Z', 'revision_number': 4, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '24346a6f-171b-4dce-b3ef-b698a22b0a76', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'port_id': '4b88679c-f2e3-494d-b647-90e6a57c97f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'mac_address': 'fa:16:3e:63:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:01:40Z', 'updated_at': '2022-03-23T02:01:40Z', 'revision_number': 0, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dce2e9-d0c4-47dd-afa5-9aa350ec1db2', 'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'mac_address': 'fa:16:3e:01:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:22Z', 'updated_at': '2022-03-23T01:57:28Z', 'revision_number': 5, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'subnets': [{'id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:44.112914 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f9b42-5449-4736-ba03-3b0355e7bb05 req-b1854d10-b2ee-4928-8722-cb94cca6f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:44.115434 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-932f9b42-5449-4736-ba03-3b0355e7bb05 req-b1854d10-b2ee-4928-8722-cb94cca6f4a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6 HTTP/1.1" status: 200 len: 852 time: 0.2553563 Mar 23 02:01:44.131355 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f01e52eb-8f9c-470f-a97d-f794b1bca24d None None] Current status of the port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:01:44.131944 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f01e52eb-8f9c-470f-a97d-f794b1bca24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:44.139736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-3a963149-1a24-43a0-817d-6b0b28a5a512 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:44.161060 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-3a963149-1a24-43a0-817d-6b0b28a5a512 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/networks?id=bde3df47-cb49-4136-95ec-c693768cd839 HTTP/1.1" status: 200 len: 809 time: 1.0465455 Mar 23 02:01:44.175739 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bc153-e274-45b3-9bbd-7f50be8601b4 None None] The sync data for ids ['d14abbaa-7d30-4818-a6e7-6f780189903f'] in n-d-834677-4 is: [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T01:57:23Z', 'revision_number': 4, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '24346a6f-171b-4dce-b3ef-b698a22b0a76', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'port_id': '4b88679c-f2e3-494d-b647-90e6a57c97f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'mac_address': 'fa:16:3e:63:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:01:40Z', 'updated_at': '2022-03-23T02:01:40Z', 'revision_number': 0, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dce2e9-d0c4-47dd-afa5-9aa350ec1db2', 'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'mac_address': 'fa:16:3e:01:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:22Z', 'updated_at': '2022-03-23T01:57:28Z', 'revision_number': 5, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'subnets': [{'id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:01:44.183926 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-c3efe0d6-76cd-433b-a9b7-38c6799a35fa tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/quotas/e6c3dd43fa414fba98e6a185cbac274e HTTP/1.1" status: 200 len: 375 time: 0.0215847 Mar 23 02:01:44.290146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f01e52eb-8f9c-470f-a97d-f794b1bca24d None None] For port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d3bc8c64-7c67-4098-95ab-fa52b0c2bed5,segment=NetworkSegment(877a20de-023c-4d66-9af7-74efee69a939),segment_id=877a20de-023c-4d66-9af7-74efee69a939)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:01:44.296477 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-6903f076-5e0d-440f-b24d-739902306534 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6c3dd43fa414fba98e6a185cbac274e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015916 Mar 23 02:01:44.351046 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8434f3b-dd2f-4e12-bac7-fffe77578286 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:44.359685 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8434f3b-dd2f-4e12-bac7-fffe77578286 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (24346a6f-171b-4dce-b3ef-b698a22b0a76), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:44.402881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f9b42-5449-4736-ba03-3b0355e7bb05 req-c9fc975b-f9f3-49fc-ac02-2f5def2df6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:44.404547 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-932f9b42-5449-4736-ba03-3b0355e7bb05 req-c9fc975b-f9f3-49fc-ac02-2f5def2df6fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a64f16e3-b4d1-479d-afd2-1396d500dec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2819903 Mar 23 02:01:44.432816 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f01e52eb-8f9c-470f-a97d-f794b1bca24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:44.455903 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-1f1b7ef0-7afc-45e7-96ac-d1c196a20365 service neutron] 10.222.0.18 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398883 Mar 23 02:01:44.530000 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e52eb-8f9c-470f-a97d-f794b1bca24d None None] Pushing event updated for resources: {'Port': ['ID=d3bc8c64-7c67-4098-95ab-fa52b0c2bed5,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:44.549360 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 4, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'd3bc8c64-7c67-4098-95ab-fa52b0c2bed5', 'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'mac_address': 'fa:16:3e:f3:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:37Z', 'updated_at': '2022-03-23T02:01:43Z', 'revision_number': 4, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'subnets': [{'id': '326d582f-1390-4f7b-957d-836bc6150017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:44.610106 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-d2b6b6ee-0f94-45b3-a12f-7702903bbfef service neutron] 10.222.0.18 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531682 Mar 23 02:01:44.615152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab9034c-a357-4b19-a101-62ff03ca4d6c None None] The sync data for ids ['db062f73-22dd-4ab5-84b8-34add5fad750'] in n-d-834677-4 is: [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 4, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'd3bc8c64-7c67-4098-95ab-fa52b0c2bed5', 'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'mac_address': 'fa:16:3e:f3:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:37Z', 'updated_at': '2022-03-23T02:01:43Z', 'revision_number': 4, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'subnets': [{'id': '326d582f-1390-4f7b-957d-836bc6150017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:01:44.637065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8a4ac7c7-1099-4e4f-9b18-d980d9ec1fb0 None None] Provisioning complete for port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:01:44.637556 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac7c7-1099-4e4f-9b18-d980d9ec1fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:44.758411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1dd46e-1512-4427-84a4-7a54824c701b None None] New status for floating IP 24346a6f-171b-4dce-b3ef-b698a22b0a76: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:01:44.977769 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-932f9b42-5449-4736-ba03-3b0355e7bb05 req-f02b68e8-f869-4ca3-a3d6-7abbf10df5c2 service neutron] 10.222.0.42 "GET /v2.0/networks/a64f16e3-b4d1-479d-afd2-1396d500dec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349281 Mar 23 02:01:45.172693 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:01:45.316149 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:01:45.316926 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:45.735107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ac7c7-1099-4e4f-9b18-d980d9ec1fb0 None None] Current status of the port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:01:45.796721 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be954ac2-0dd9-4d5f-964c-907882490719 req-629025c7-17e1-4928-a5ea-ec656fe72764 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 210 time: 0.7582812 Mar 23 02:01:45.810413 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-932f9b42-5449-4736-ba03-3b0355e7bb05 req-6f662950-2082-46cd-ae91-4ca85ef0d43c service neutron] 10.222.0.42 "GET /v2.0/networks/a64f16e3-b4d1-479d-afd2-1396d500dec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8236022 Mar 23 02:01:45.812351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8434f3b-dd2f-4e12-bac7-fffe77578286 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Router d14abbaa-7d30-4818-a6e7-6f780189903f has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:01:45.837934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:01:46.061578 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8434f3b-dd2f-4e12-bac7-fffe77578286 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:01:46.082676 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8875404d-6629-4661-b614-761017ba9a4c None None] Sync routers for ids ['d14abbaa-7d30-4818-a6e7-6f780189903f'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:01:46.087484 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a8434f3b-dd2f-4e12-bac7-fffe77578286 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:46.118985 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8875404d-6629-4661-b614-761017ba9a4c None None] Routers {'d14abbaa-7d30-4818-a6e7-6f780189903f'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:01:46.120000 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8875404d-6629-4661-b614-761017ba9a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:01:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d14abbaa-7d30-4818-a6e7-6f780189903f'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:46.177259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'tag': '4b88679c-f2e3-494d-b647-90e6a57c97f3'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:01:46.179663 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1231158-3f23-4252-a7d5-7147a1bfd9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "fac66217-2d6e-4a68-98b9-f41a92e84216", "tag": "4b88679c-f2e3-494d-b647-90e6a57c97f3"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:01:46.184776 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a8434f3b-dd2f-4e12-bac7-fffe77578286 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "PUT /v2.0/floatingips/24346a6f-171b-4dce-b3ef-b698a22b0a76 HTTP/1.1" status: 200 len: 992 time: 3.4854946 Mar 23 02:01:46.236091 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e3b1ea-ec68-42cd-a86b-435301611631 x-openstack-request-id: req-a7e3b1ea-ec68-42cd-a86b-435301611631 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:01:46.238082 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac66217-2d6e-4a68-98b9-f41a92e84216", "tag": "4b88679c-f2e3-494d-b647-90e6a57c97f3", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:01:46.238082 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7e3b1ea-ec68-42cd-a86b-435301611631 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:01:46.238082 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e3b1ea-ec68-42cd-a86b-435301611631'] response: {'name': 'network-changed', 'server_uuid': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'tag': '4b88679c-f2e3-494d-b647-90e6a57c97f3', 'status': 'completed', 'code': 200} Mar 23 02:01:46.380036 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1231158-3f23-4252-a7d5-7147a1bfd9cd req-f037bfd5-425f-4d47-afe5-b8879bdbe84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:46.383429 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1231158-3f23-4252-a7d5-7147a1bfd9cd req-f037bfd5-425f-4d47-afe5-b8879bdbe84b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6ccc25ea7fa409b8cd4d69495691988&device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 1128 time: 0.1148138 Mar 23 02:01:46.416804 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-8875404d-6629-4661-b614-761017ba9a4c None None] Set router d14abbaa-7d30-4818-a6e7-6f780189903f gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:01:46.577016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1231158-3f23-4252-a7d5-7147a1bfd9cd req-48ff908f-9062-4269-9639-457e6ca3d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:46.578799 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1231158-3f23-4252-a7d5-7147a1bfd9cd req-48ff908f-9062-4269-9639-457e6ca3d94c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a64f16e3-b4d1-479d-afd2-1396d500dec5 HTTP/1.1" status: 200 len: 913 time: 0.1891215 Mar 23 02:01:46.676725 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1231158-3f23-4252-a7d5-7147a1bfd9cd req-b9c3b0b4-642e-409d-8fc9-aaa2ca9eba5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b88679c-f2e3-494d-b647-90e6a57c97f3 HTTP/1.1" status: 200 len: 1002 time: 0.0889959 Mar 23 02:01:46.746469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1231158-3f23-4252-a7d5-7147a1bfd9cd req-21b0828b-1e40-4e18-af5b-a091445a0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:46.748062 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1231158-3f23-4252-a7d5-7147a1bfd9cd req-21b0828b-1e40-4e18-af5b-a091445a0c2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6 HTTP/1.1" status: 200 len: 852 time: 0.0630958 Mar 23 02:01:46.803840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1231158-3f23-4252-a7d5-7147a1bfd9cd req-49e6c333-c1c5-4a8f-94c9-fd19aecb8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:46.805719 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1231158-3f23-4252-a7d5-7147a1bfd9cd req-49e6c333-c1c5-4a8f-94c9-fd19aecb8450 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a64f16e3-b4d1-479d-afd2-1396d500dec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508516 Mar 23 02:01:46.893969 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8875404d-6629-4661-b614-761017ba9a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T01:57:23Z', 'revision_number': 4, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '24346a6f-171b-4dce-b3ef-b698a22b0a76', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'port_id': '4b88679c-f2e3-494d-b647-90e6a57c97f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'mac_address': 'fa:16:3e:63:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:01:40Z', 'updated_at': '2022-03-23T02:01:45Z', 'revision_number': 2, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dce2e9-d0c4-47dd-afa5-9aa350ec1db2', 'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'mac_address': 'fa:16:3e:01:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:22Z', 'updated_at': '2022-03-23T01:57:28Z', 'revision_number': 5, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'subnets': [{'id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:46.924027 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8875404d-6629-4661-b614-761017ba9a4c None None] Checking router: d14abbaa-7d30-4818-a6e7-6f780189903f for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:01:46.941262 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1231158-3f23-4252-a7d5-7147a1bfd9cd req-8736828b-cd79-421c-b1d2-a1188eb6c25d service neutron] 10.222.0.42 "GET /v2.0/networks/a64f16e3-b4d1-479d-afd2-1396d500dec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289034 Mar 23 02:01:46.942545 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8875404d-6629-4661-b614-761017ba9a4c None None] Routers {'d14abbaa-7d30-4818-a6e7-6f780189903f'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:01:46.943179 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8875404d-6629-4661-b614-761017ba9a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:01:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d14abbaa-7d30-4818-a6e7-6f780189903f'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:47.198927 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-031b3ecf-051f-49f0-8861-406b6cf89aea req-17e0ef6a-206e-4ee5-a060-f06e8adaa972 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 210 time: 0.1180720 Mar 23 02:01:47.257328 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-8875404d-6629-4661-b614-761017ba9a4c None None] Set router d14abbaa-7d30-4818-a6e7-6f780189903f gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:01:47.292188 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1231158-3f23-4252-a7d5-7147a1bfd9cd req-b347e59b-22a6-4b1c-8207-46df67f6760e service neutron] 10.222.0.42 "GET /v2.0/networks/a64f16e3-b4d1-479d-afd2-1396d500dec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435459 Mar 23 02:01:47.316469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-f69f8856-e922-450b-a56b-f12cc65d33f7 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:47.319113 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-f69f8856-e922-450b-a56b-f12cc65d33f7 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.43 "GET /v2.0/networks?id=bde3df47-cb49-4136-95ec-c693768cd839 HTTP/1.1" status: 200 len: 809 time: 0.2297685 Mar 23 02:01:47.427736 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-d483235c-2ecc-4222-ac58-e40837209a65 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6c3dd43fa414fba98e6a185cbac274e HTTP/1.1" status: 200 len: 379 time: 0.0927894 Mar 23 02:01:47.442023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a186f96d-f238-4835-a54a-c23f33bbb575 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Request body: {'port': {'device_id': 'c86b96e3-32a9-4ba3-aff8-e2b02bcb21df', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'admin_state_up': True, 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'security_groups': ['ccfed328-5ea1-4bf5-aec5-c55b4a2195dc']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:01:47.562351 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8875404d-6629-4661-b614-761017ba9a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T01:57:23Z', 'revision_number': 4, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '24346a6f-171b-4dce-b3ef-b698a22b0a76', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'port_id': '4b88679c-f2e3-494d-b647-90e6a57c97f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'mac_address': 'fa:16:3e:63:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:01:40Z', 'updated_at': '2022-03-23T02:01:45Z', 'revision_number': 2, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dce2e9-d0c4-47dd-afa5-9aa350ec1db2', 'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'mac_address': 'fa:16:3e:01:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:22Z', 'updated_at': '2022-03-23T01:57:28Z', 'revision_number': 5, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'subnets': [{'id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:47.577160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a186f96d-f238-4835-a54a-c23f33bbb575 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Made reservation on behalf of e6c3dd43fa414fba98e6a185cbac274e for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:01:47.581089 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a186f96d-f238-4835-a54a-c23f33bbb575 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:47.592963 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8875404d-6629-4661-b614-761017ba9a4c None None] The sync data for ids ['d14abbaa-7d30-4818-a6e7-6f780189903f'] in n-d-834677-4 is: [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T01:57:23Z', 'revision_number': 4, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '24346a6f-171b-4dce-b3ef-b698a22b0a76', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'port_id': '4b88679c-f2e3-494d-b647-90e6a57c97f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'mac_address': 'fa:16:3e:63:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:01:40Z', 'updated_at': '2022-03-23T02:01:45Z', 'revision_number': 2, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dce2e9-d0c4-47dd-afa5-9aa350ec1db2', 'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'mac_address': 'fa:16:3e:01:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:22Z', 'updated_at': '2022-03-23T01:57:28Z', 'revision_number': 5, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'subnets': [{'id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:01:47.741435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a186f96d-f238-4835-a54a-c23f33bbb575 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Allocated IP 172.20.0.14 (bde3df47-cb49-4136-95ec-c693768cd839/326d582f-1390-4f7b-957d-836bc6150017/5c6b39df-a329-4c2d-9cf5-3a51fb3e5697) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:01:47.928778 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a186f96d-f238-4835-a54a-c23f33bbb575 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for port (5c6b39df-a329-4c2d-9cf5-3a51fb3e5697), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:47.978913 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a186f96d-f238-4835-a54a-c23f33bbb575 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (5c6b39df-a329-4c2d-9cf5-3a51fb3e5697), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:48.028707 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a186f96d-f238-4835-a54a-c23f33bbb575 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Network bde3df47-cb49-4136-95ec-c693768cd839 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:01:48.034022 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a186f96d-f238-4835-a54a-c23f33bbb575 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:01:48.036532 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a186f96d-f238-4835-a54a-c23f33bbb575 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:01:48.066449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186f96d-f238-4835-a54a-c23f33bbb575 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event updated for resources: {'Port': ['ID=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:48.114925 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a186f96d-f238-4835-a54a-c23f33bbb575 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:48.115338 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a186f96d-f238-4835-a54a-c23f33bbb575 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:48.136417 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a186f96d-f238-4835-a54a-c23f33bbb575 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7027795 Mar 23 02:01:48.154521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Request body: {'port': {'device_id': 'c86b96e3-32a9-4ba3-aff8-e2b02bcb21df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:01:48.238825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'tag': '4b88679c-f2e3-494d-b647-90e6a57c97f3'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:01:48.242336 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcd9635-0686-4308-884b-713dfeca49c0" -d '{"events": [{"name": "network-changed", "server_uuid": "fac66217-2d6e-4a68-98b9-f41a92e84216", "tag": "4b88679c-f2e3-494d-b647-90e6a57c97f3"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:01:48.256896 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5c6b39df-a329-4c2d-9cf5-3a51fb3e5697), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:48.299348 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9728f218-78d5-4731-a547-c1c8fabe1106 x-openstack-request-id: req-9728f218-78d5-4731-a547-c1c8fabe1106 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:01:48.299640 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac66217-2d6e-4a68-98b9-f41a92e84216", "tag": "4b88679c-f2e3-494d-b647-90e6a57c97f3", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:01:48.299887 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9728f218-78d5-4731-a547-c1c8fabe1106 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:01:48.300344 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9728f218-78d5-4731-a547-c1c8fabe1106'] response: {'name': 'network-changed', 'server_uuid': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'tag': '4b88679c-f2e3-494d-b647-90e6a57c97f3', 'status': 'completed', 'code': 200} Mar 23 02:01:48.391311 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd9635-0686-4308-884b-713dfeca49c0 req-36d0dce7-c74f-4b09-bf24-b0b1f0cb8106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:48.392924 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-afcd9635-0686-4308-884b-713dfeca49c0 req-36d0dce7-c74f-4b09-bf24-b0b1f0cb8106 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6ccc25ea7fa409b8cd4d69495691988&device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 1128 time: 0.0612829 Mar 23 02:01:48.518962 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-579cf9e4-c0dc-415b-a8c3-e71e6a43b096 None None] Provisioning complete for port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:01:48.520022 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-579cf9e4-c0dc-415b-a8c3-e71e6a43b096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5c6b39df-a329-4c2d-9cf5-3a51fb3e5697), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:48.558844 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd9635-0686-4308-884b-713dfeca49c0 req-3eb1785a-be86-47ed-86fe-c8abd28475fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:48.560782 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-afcd9635-0686-4308-884b-713dfeca49c0 req-3eb1785a-be86-47ed-86fe-c8abd28475fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=a64f16e3-b4d1-479d-afd2-1396d500dec5 HTTP/1.1" status: 200 len: 913 time: 0.1606574 Mar 23 02:01:48.584202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-579cf9e4-c0dc-415b-a8c3-e71e6a43b096 None None] Port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:01:48.639099 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-afcd9635-0686-4308-884b-713dfeca49c0 req-e167a062-c6c4-4a15-8812-bf69935fb30e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b88679c-f2e3-494d-b647-90e6a57c97f3 HTTP/1.1" status: 200 len: 1002 time: 0.0722768 Mar 23 02:01:48.673182 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:01:48.686548 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Publish callbacks [] for port (5c6b39df-a329-4c2d-9cf5-3a51fb3e5697), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:48.696589 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee22b0-b4fa-4f8c-9aeb-95ac4dc75041 req-baa8d625-350d-4f2e-80ca-baded32efd4d tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:48.698742 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-faee22b0-b4fa-4f8c-9aeb-95ac4dc75041 req-baa8d625-350d-4f2e-80ca-baded32efd4d tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 932 time: 0.4191082 Mar 23 02:01:48.710750 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Transition to ACTIVE for port object 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:01:48.712958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd9635-0686-4308-884b-713dfeca49c0 req-863451ad-1ef2-4565-a2e2-bfa9a5e0dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:48.715369 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-afcd9635-0686-4308-884b-713dfeca49c0 req-863451ad-1ef2-4565-a2e2-bfa9a5e0dc58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6 HTTP/1.1" status: 200 len: 852 time: 0.0698972 Mar 23 02:01:48.725822 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (5c6b39df-a329-4c2d-9cf5-3a51fb3e5697), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:48.796507 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd9635-0686-4308-884b-713dfeca49c0 req-bc9211c5-9de0-4ef8-85be-7a9b274e41fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:48.801597 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-afcd9635-0686-4308-884b-713dfeca49c0 req-bc9211c5-9de0-4ef8-85be-7a9b274e41fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a64f16e3-b4d1-479d-afd2-1396d500dec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0784552 Mar 23 02:01:48.923577 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-faee22b0-b4fa-4f8c-9aeb-95ac4dc75041 req-3eee9af3-071b-4e3e-b033-bbdc98191d77 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112930 Mar 23 02:01:48.944287 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-afcd9635-0686-4308-884b-713dfeca49c0 req-6db90a0d-9ba9-466e-8396-b56be57a950e service neutron] 10.222.0.42 "GET /v2.0/networks/a64f16e3-b4d1-479d-afd2-1396d500dec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291265 Mar 23 02:01:48.959327 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:49.029775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Attempting to bind port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:01:49.029775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Attempting to bind port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '877a20de-023c-4d66-9af7-74efee69a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:01:49.030093 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Attempting to bind port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 on network bde3df47-cb49-4136-95ec-c693768cd839 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:01:49.059114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 on network bde3df47-cb49-4136-95ec-c693768cd839 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:01:49.059451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Attempting to bind port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 on network bde3df47-cb49-4136-95ec-c693768cd839 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:01:49.065329 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:01:49.065579 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Checking segment: {'id': '877a20de-023c-4d66-9af7-74efee69a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:01:49.065968 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Bound using segment: {'id': '877a20de-023c-4d66-9af7-74efee69a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:01:49.066603 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Bound port: 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '877a20de-023c-4d66-9af7-74efee69a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:01:49.066756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5c6b39df-a329-4c2d-9cf5-3a51fb3e5697), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:49.102439 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-afcd9635-0686-4308-884b-713dfeca49c0 req-fecdebd6-c62f-4448-8190-2d3798057b19 service neutron] 10.222.0.42 "GET /v2.0/networks/a64f16e3-b4d1-479d-afd2-1396d500dec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517620 Mar 23 02:01:49.176034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] For port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:01:49.181056 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] For port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697,segment=NetworkSegment(877a20de-023c-4d66-9af7-74efee69a939),segment_id=877a20de-023c-4d66-9af7-74efee69a939)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:01:49.189385 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (5c6b39df-a329-4c2d-9cf5-3a51fb3e5697), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:49.224821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:49.225432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:49.226865 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] 10.222.0.43 "PUT /v2.0/ports/5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 HTTP/1.1" status: 200 len: 1092 time: 1.0778465 Mar 23 02:01:49.227376 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86b96e3-32a9-4ba3-aff8-e2b02bcb21df', 'tag': '5c6b39df-a329-4c2d-9cf5-3a51fb3e5697'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:01:49.229994 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944cbae5-851c-482d-bda2-fdebd6f11c11" -d '{"events": [{"name": "network-changed", "server_uuid": "c86b96e3-32a9-4ba3-aff8-e2b02bcb21df", "tag": "5c6b39df-a329-4c2d-9cf5-3a51fb3e5697"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:01:49.275218 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2da75-712f-4847-8e4c-18e217e47cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:49.285433 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7d503d-19b7-4ade-98fe-000a327d0803 x-openstack-request-id: req-ca7d503d-19b7-4ade-98fe-000a327d0803 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:01:49.285730 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86b96e3-32a9-4ba3-aff8-e2b02bcb21df", "tag": "5c6b39df-a329-4c2d-9cf5-3a51fb3e5697", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:01:49.285983 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca7d503d-19b7-4ade-98fe-000a327d0803 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:01:49.286770 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca7d503d-19b7-4ade-98fe-000a327d0803'] response: {'name': 'network-changed', 'server_uuid': 'c86b96e3-32a9-4ba3-aff8-e2b02bcb21df', 'tag': '5c6b39df-a329-4c2d-9cf5-3a51fb3e5697', 'status': 'completed', 'code': 200} Mar 23 02:01:49.384666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cbae5-851c-482d-bda2-fdebd6f11c11 req-a1f10bf7-f010-43a8-99e0-8dd69369223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:49.386486 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-944cbae5-851c-482d-bda2-fdebd6f11c11 req-a1f10bf7-f010-43a8-99e0-8dd69369223b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6c3dd43fa414fba98e6a185cbac274e&device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 1126 time: 0.0602031 Mar 23 02:01:49.577414 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ba84fae2-0884-42d2-863d-d44b9b2708ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:49.620062 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cbae5-851c-482d-bda2-fdebd6f11c11 req-38f0f28e-645c-42a8-ae03-dd36a8bdcdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:49.622055 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-944cbae5-851c-482d-bda2-fdebd6f11c11 req-38f0f28e-645c-42a8-ae03-dd36a8bdcdb1 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e6c3dd43fa414fba98e6a185cbac274e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2237060 Mar 23 02:01:49.818647 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cbae5-851c-482d-bda2-fdebd6f11c11 req-dbcaaab5-4f97-4227-85b1-e372562c02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:49.820435 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-944cbae5-851c-482d-bda2-fdebd6f11c11 req-dbcaaab5-4f97-4227-85b1-e372562c02c0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1932073 Mar 23 02:01:49.948616 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-6d341d52-3fcc-4826-b2d2-490504b2ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:49.949853 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-6d341d52-3fcc-4826-b2d2-490504b2ecd0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6c3dd43fa414fba98e6a185cbac274e&device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 1126 time: 0.0682521 Mar 23 02:01:50.016099 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-80ec2c09-4ff7-402d-bea2-70e7bb2a0c99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 HTTP/1.1" status: 200 len: 217 time: 0.0531502 Mar 23 02:01:50.117105 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-6ffa7b5d-bfac-4f8d-95cf-7bb80898978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:50.118843 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-6ffa7b5d-bfac-4f8d-95cf-7bb80898978e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=326d582f-1390-4f7b-957d-836bc6150017 HTTP/1.1" status: 200 len: 848 time: 0.0923631 Mar 23 02:01:50.133798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d5423-ee10-41e4-95cc-2a20581d6cb7 req-39151106-f90d-488c-8e99-7c5f181f2595 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:50.135986 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-975d5423-ee10-41e4-95cc-2a20581d6cb7 req-39151106-f90d-488c-8e99-7c5f181f2595 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 944 time: 0.1183314 Mar 23 02:01:50.225516 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-975d5423-ee10-41e4-95cc-2a20581d6cb7 req-aa236c30-7403-4f97-8ee6-377c36833d5f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785148 Mar 23 02:01:50.229090 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-61805ce7-e84d-4686-9a70-b2db7d2c24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:50.230820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-61805ce7-e84d-4686-9a70-b2db7d2c24a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bde3df47-cb49-4136-95ec-c693768cd839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1061819 Mar 23 02:01:50.352055 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-4851f294-16cf-4b1d-a5eb-41ade16de6dd service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147799 Mar 23 02:01:50.470947 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-736971c3-7e11-4c8c-bd1b-6a621e2c32b7 req-c56540f8-e140-43bc-ba52-95e645d45ab0 service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125927 Mar 23 02:01:50.770247 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:51.377492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f2896-7ac6-4c99-841d-b25cde6cd539 req-19cd1b68-52fd-4150-a1b1-539d738c48fe tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:51.379961 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1c7f2896-7ac6-4c99-841d-b25cde6cd539 req-19cd1b68-52fd-4150-a1b1-539d738c48fe tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 944 time: 0.0703747 Mar 23 02:01:51.435510 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1c7f2896-7ac6-4c99-841d-b25cde6cd539 req-1aa9419b-d2ff-462d-9e49-e0e4915a6eb9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479872 Mar 23 02:01:52.033417 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b03b-f84a-4133-9f9c-de33861ff2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:52.582587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b412133-c5e1-40a3-9da2-6bcb3110f9bf req-887cab4c-67e4-4823-9124-66c2a2905906 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:52.584355 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2b412133-c5e1-40a3-9da2-6bcb3110f9bf req-887cab4c-67e4-4823-9124-66c2a2905906 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 944 time: 0.0686972 Mar 23 02:01:52.636938 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2b412133-c5e1-40a3-9da2-6bcb3110f9bf req-6ae8a7fa-8aa0-42ca-91e9-c99194f35f80 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463228 Mar 23 02:01:52.792736 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:01:53.132499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:01:53.276078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697,segment=NetworkSegment(877a20de-023c-4d66-9af7-74efee69a939),segment_id=877a20de-023c-4d66-9af7-74efee69a939)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:01:53.289976 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '5c6b39df-a329-4c2d-9cf5-3a51fb3e5697', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'port_id': '5c6b39df-a329-4c2d-9cf5-3a51fb3e5697', 'mac_address': 'fa:16:3e:14:69:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:01:53.293617 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05300ed4-cdd5-4b97-9eb2-2c5b034b3aa3 req-53280eef-a9cc-4e18-96c6-41d9ecbb66ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0979719 Mar 23 02:01:53.353041 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:53.355726 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:01:53.355726 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5c6b39df-a329-4c2d-9cf5-3a51fb3e5697), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:53.370866 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:01:53.395625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697,segment=NetworkSegment(877a20de-023c-4d66-9af7-74efee69a939),segment_id=877a20de-023c-4d66-9af7-74efee69a939)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:01:53.402250 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5c6b39df-a329-4c2d-9cf5-3a51fb3e5697), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:53.441378 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05300ed4-cdd5-4b97-9eb2-2c5b034b3aa3 req-d694c3d9-255b-4654-b85d-de5e95282279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:53.442994 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05300ed4-cdd5-4b97-9eb2-2c5b034b3aa3 req-d694c3d9-255b-4654-b85d-de5e95282279 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6ccc25ea7fa409b8cd4d69495691988&device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 1128 time: 0.0778065 Mar 23 02:01:53.506269 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:53.582238 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05300ed4-cdd5-4b97-9eb2-2c5b034b3aa3 req-863d0f82-93f3-491f-ab15-31d6fef2ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:53.583857 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05300ed4-cdd5-4b97-9eb2-2c5b034b3aa3 req-863d0f82-93f3-491f-ab15-31d6fef2ef1e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a64f16e3-b4d1-479d-afd2-1396d500dec5 HTTP/1.1" status: 200 len: 913 time: 0.1064157 Mar 23 02:01:53.677234 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05300ed4-cdd5-4b97-9eb2-2c5b034b3aa3 req-883a143f-870a-43b1-9c59-03e1b599b5f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b88679c-f2e3-494d-b647-90e6a57c97f3 HTTP/1.1" status: 200 len: 1002 time: 0.0872231 Mar 23 02:01:53.761895 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['5c6b39df-a329-4c2d-9cf5-3a51fb3e5697'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:01:53.762760 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05300ed4-cdd5-4b97-9eb2-2c5b034b3aa3 req-1177cd50-5d76-40c6-b4b5-11fc483a366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:53.764260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05300ed4-cdd5-4b97-9eb2-2c5b034b3aa3 req-1177cd50-5d76-40c6-b4b5-11fc483a366c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6 HTTP/1.1" status: 200 len: 852 time: 0.0808740 Mar 23 02:01:53.829819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea3f11-3595-4f1a-bccf-bfbb7c7ef9e7 req-32f43bff-7d14-4990-9fa5-ab0d7f89d878 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:53.831360 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9bea3f11-3595-4f1a-bccf-bfbb7c7ef9e7 req-32f43bff-7d14-4990-9fa5-ab0d7f89d878 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 945 time: 0.1049824 Mar 23 02:01:53.849030 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05300ed4-cdd5-4b97-9eb2-2c5b034b3aa3 req-2537e133-4a06-4ff8-9434-b5e0b35d52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:53.850929 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05300ed4-cdd5-4b97-9eb2-2c5b034b3aa3 req-2537e133-4a06-4ff8-9434-b5e0b35d52ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a64f16e3-b4d1-479d-afd2-1396d500dec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0783136 Mar 23 02:01:53.959469 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9bea3f11-3595-4f1a-bccf-bfbb7c7ef9e7 req-78dc5cd4-d4ba-4c53-94b5-3125b76bbb42 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129062 Mar 23 02:01:53.983423 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05300ed4-cdd5-4b97-9eb2-2c5b034b3aa3 req-48570936-5388-4961-b621-9d8c130a7056 service neutron] 10.222.0.42 "GET /v2.0/networks/a64f16e3-b4d1-479d-afd2-1396d500dec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238496 Mar 23 02:01:54.087185 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05300ed4-cdd5-4b97-9eb2-2c5b034b3aa3 req-f9ab564d-f11a-400c-8992-23d9d26fcbdb service neutron] 10.222.0.42 "GET /v2.0/networks/a64f16e3-b4d1-479d-afd2-1396d500dec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974035 Mar 23 02:01:54.627608 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:55.102277 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108328b-a32a-4a4a-9f36-f0dcc477070f req-12d4868d-8ae6-474a-bfb3-7e4d09aaf7fa tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:55.105235 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0108328b-a32a-4a4a-9f36-f0dcc477070f req-12d4868d-8ae6-474a-bfb3-7e4d09aaf7fa tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 945 time: 0.0694063 Mar 23 02:01:55.149808 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:01:55.158423 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0108328b-a32a-4a4a-9f36-f0dcc477070f req-08c2d416-db3d-41f6-8763-2c082c884860 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486028 Mar 23 02:01:55.229235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:01:55.234103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:01:55.234477 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5c6b39df-a329-4c2d-9cf5-3a51fb3e5697), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:55.318813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:01:55.319172 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5c6b39df-a329-4c2d-9cf5-3a51fb3e5697), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:55.348136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86b96e3-32a9-4ba3-aff8-e2b02bcb21df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6b39df-a329-4c2d-9cf5-3a51fb3e5697'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:01:55.351608 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4171e95-fce5-43da-9147-846d0d2d8034" -d '{"events": [{"server_uuid": "c86b96e3-32a9-4ba3-aff8-e2b02bcb21df", "name": "network-vif-plugged", "status": "completed", "tag": "5c6b39df-a329-4c2d-9cf5-3a51fb3e5697"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:01:55.376326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697,segment=NetworkSegment(877a20de-023c-4d66-9af7-74efee69a939),segment_id=877a20de-023c-4d66-9af7-74efee69a939)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:01:55.382557 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5c6b39df-a329-4c2d-9cf5-3a51fb3e5697), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:55.412552 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47511e30-e1bc-46c3-ad43-442752f207b4 x-openstack-request-id: req-47511e30-e1bc-46c3-ad43-442752f207b4 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:01:55.412864 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86b96e3-32a9-4ba3-aff8-e2b02bcb21df", "name": "network-vif-plugged", "status": "completed", "tag": "5c6b39df-a329-4c2d-9cf5-3a51fb3e5697", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:01:55.413115 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47511e30-e1bc-46c3-ad43-442752f207b4 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:01:55.413684 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47511e30-e1bc-46c3-ad43-442752f207b4'] response: {'server_uuid': 'c86b96e3-32a9-4ba3-aff8-e2b02bcb21df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6b39df-a329-4c2d-9cf5-3a51fb3e5697', 'code': 200} Mar 23 02:01:55.463506 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:01:55.547716 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e2b36-02b8-42e8-a4f9-ae959cd80407 req-29bc15ed-5a73-45f7-9545-b1f9edd4d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:55.549285 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f26e2b36-02b8-42e8-a4f9-ae959cd80407 req-29bc15ed-5a73-45f7-9545-b1f9edd4d36f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 1128 time: 0.0597730 Mar 23 02:01:55.592718 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f26e2b36-02b8-42e8-a4f9-ae959cd80407 req-24191466-2f9f-4026-858a-74070a3c057f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378466 Mar 23 02:01:55.801000 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:56.292290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a2c2b-6e8a-4744-b951-32ab5d44ef99 req-e151df2b-f2eb-4c94-a8d0-6167e0284308 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:56.293969 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de8a2c2b-6e8a-4744-b951-32ab5d44ef99 req-e151df2b-f2eb-4c94-a8d0-6167e0284308 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0555580 Mar 23 02:01:56.347877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de8a2c2b-6e8a-4744-b951-32ab5d44ef99 req-8371d739-7818-4c99-83e5-896f1ac98830 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475109 Mar 23 02:01:57.479500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e3a63-726d-4fcc-8533-ecef10722767 req-049959bb-a1df-423b-972a-78a587d5fa59 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:57.481202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-297e3a63-726d-4fcc-8533-ecef10722767 req-049959bb-a1df-423b-972a-78a587d5fa59 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0591910 Mar 23 02:01:57.529074 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-297e3a63-726d-4fcc-8533-ecef10722767 req-68d633aa-ded1-434a-9bee-2a726e76fd5f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414283 Mar 23 02:01:57.649734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e03d3-f8f5-422b-bb79-a830d83b2c44 req-a9b778e4-7429-49fe-9b33-2d9cc73b4796 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:57.651222 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-741e03d3-f8f5-422b-bb79-a830d83b2c44 req-a9b778e4-7429-49fe-9b33-2d9cc73b4796 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0555251 Mar 23 02:01:57.660186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 43526) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:01:57.665174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-52c83ba7-bd58-4fe8-a0a2-2931ffa4c03e tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Request body: {'floatingip': {'port_id': '5c6b39df-a329-4c2d-9cf5-3a51fb3e5697'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:01:57.708528 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-52c83ba7-bd58-4fe8-a0a2-2931ffa4c03e tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for floatingip (7ca985e2-ee37-4eee-9210-3bf707d52e75), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:58.584274 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-52c83ba7-bd58-4fe8-a0a2-2931ffa4c03e tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:58.593612 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-52c83ba7-bd58-4fe8-a0a2-2931ffa4c03e tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (7ca985e2-ee37-4eee-9210-3bf707d52e75), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:58.699268 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-52c83ba7-bd58-4fe8-a0a2-2931ffa4c03e tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Floating IP 7ca985e2-ee37-4eee-9210-3bf707d52e75 associated. External IP: 172.25.0.208, port: 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697. Mar 23 02:01:58.932520 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c83ba7-bd58-4fe8-a0a2-2931ffa4c03e tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Router db062f73-22dd-4ab5-84b8-34add5fad750 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:01:59.050316 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c83ba7-bd58-4fe8-a0a2-2931ffa4c03e tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:01:59.055018 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-52c83ba7-bd58-4fe8-a0a2-2931ffa4c03e tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:01:59.062252 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6bb572-5388-4dac-b05c-760ed8fd1739 None None] Sync routers for ids ['db062f73-22dd-4ab5-84b8-34add5fad750'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:01:59.073566 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6bb572-5388-4dac-b05c-760ed8fd1739 None None] Routers {'db062f73-22dd-4ab5-84b8-34add5fad750'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:01:59.074220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-db6bb572-5388-4dac-b05c-760ed8fd1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:01:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['db062f73-22dd-4ab5-84b8-34add5fad750'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:59.110775 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-52c83ba7-bd58-4fe8-a0a2-2931ffa4c03e tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "PUT /v2.0/floatingips/7ca985e2-ee37-4eee-9210-3bf707d52e75 HTTP/1.1" status: 200 len: 992 time: 1.4351399 Mar 23 02:01:59.110775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86b96e3-32a9-4ba3-aff8-e2b02bcb21df', 'tag': '5c6b39df-a329-4c2d-9cf5-3a51fb3e5697'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:01:59.110775 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1de503-6aa9-46d6-9708-d4b16a89138c" -d '{"events": [{"name": "network-changed", "server_uuid": "c86b96e3-32a9-4ba3-aff8-e2b02bcb21df", "tag": "5c6b39df-a329-4c2d-9cf5-3a51fb3e5697"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:01:59.146093 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db2a60d-824b-4022-8448-a1ba9c652cf2 x-openstack-request-id: req-6db2a60d-824b-4022-8448-a1ba9c652cf2 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:01:59.146393 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86b96e3-32a9-4ba3-aff8-e2b02bcb21df", "tag": "5c6b39df-a329-4c2d-9cf5-3a51fb3e5697", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:01:59.146671 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6db2a60d-824b-4022-8448-a1ba9c652cf2 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:01:59.147085 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db2a60d-824b-4022-8448-a1ba9c652cf2'] response: {'name': 'network-changed', 'server_uuid': 'c86b96e3-32a9-4ba3-aff8-e2b02bcb21df', 'tag': '5c6b39df-a329-4c2d-9cf5-3a51fb3e5697', 'status': 'completed', 'code': 200} Mar 23 02:01:59.199307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-db6bb572-5388-4dac-b05c-760ed8fd1739 None None] Set router db062f73-22dd-4ab5-84b8-34add5fad750 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:01:59.232477 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1de503-6aa9-46d6-9708-d4b16a89138c req-206c939e-ab81-4110-9d51-c06cda02a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:59.234180 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e1de503-6aa9-46d6-9708-d4b16a89138c req-206c939e-ab81-4110-9d51-c06cda02a5d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6c3dd43fa414fba98e6a185cbac274e&device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 1128 time: 0.0472744 Mar 23 02:01:59.329018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1de503-6aa9-46d6-9708-d4b16a89138c req-89b702b0-8f8e-4267-9cb8-b4d86f37369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:59.330383 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e1de503-6aa9-46d6-9708-d4b16a89138c req-89b702b0-8f8e-4267-9cb8-b4d86f37369d service neutron] 10.222.0.43 "GET /v2.0/networks?id=bde3df47-cb49-4136-95ec-c693768cd839 HTTP/1.1" status: 200 len: 909 time: 0.0894611 Mar 23 02:01:59.401815 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e1de503-6aa9-46d6-9708-d4b16a89138c req-28c5feef-c8cf-4de1-933b-95af5471d1f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 HTTP/1.1" status: 200 len: 1000 time: 0.0660071 Mar 23 02:01:59.432866 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-db6bb572-5388-4dac-b05c-760ed8fd1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 4, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '7ca985e2-ee37-4eee-9210-3bf707d52e75', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'floating_ip_address': '172.25.0.208', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'port_id': '5c6b39df-a329-4c2d-9cf5-3a51fb3e5697', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'mac_address': 'fa:16:3e:14:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86b96e3-32a9-4ba3-aff8-e2b02bcb21df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:01:42Z', 'updated_at': '2022-03-23T02:01:58Z', 'revision_number': 1, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3bc8c64-7c67-4098-95ab-fa52b0c2bed5', 'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'mac_address': 'fa:16:3e:f3:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:37Z', 'updated_at': '2022-03-23T02:01:44Z', 'revision_number': 5, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'subnets': [{'id': '326d582f-1390-4f7b-957d-836bc6150017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:59.465497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6bb572-5388-4dac-b05c-760ed8fd1739 None None] Checking router: db062f73-22dd-4ab5-84b8-34add5fad750 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:01:59.465956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1de503-6aa9-46d6-9708-d4b16a89138c req-ef9ca40f-f2e7-4387-b961-79c3fb34cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:59.467521 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e1de503-6aa9-46d6-9708-d4b16a89138c req-ef9ca40f-f2e7-4387-b961-79c3fb34cea9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=326d582f-1390-4f7b-957d-836bc6150017 HTTP/1.1" status: 200 len: 848 time: 0.0596700 Mar 23 02:01:59.474468 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6bb572-5388-4dac-b05c-760ed8fd1739 None None] Routers {'db062f73-22dd-4ab5-84b8-34add5fad750'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:01:59.475131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-db6bb572-5388-4dac-b05c-760ed8fd1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:01:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['db062f73-22dd-4ab5-84b8-34add5fad750'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:59.533373 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1de503-6aa9-46d6-9708-d4b16a89138c req-991ee577-fef1-478c-ad49-0c6e6ea3de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:01:59.533373 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e1de503-6aa9-46d6-9708-d4b16a89138c req-991ee577-fef1-478c-ad49-0c6e6ea3de40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bde3df47-cb49-4136-95ec-c693768cd839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0600078 Mar 23 02:01:59.612278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-db6bb572-5388-4dac-b05c-760ed8fd1739 None None] Set router db062f73-22dd-4ab5-84b8-34add5fad750 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:01:59.676787 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e1de503-6aa9-46d6-9708-d4b16a89138c req-0994c748-db44-4bf1-af03-f155e26f6265 service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370344 Mar 23 02:01:59.784928 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e1de503-6aa9-46d6-9708-d4b16a89138c req-02bce6fe-4404-45c8-8a3a-834b89671fec service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024168 Mar 23 02:01:59.868456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-db6bb572-5388-4dac-b05c-760ed8fd1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 4, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '7ca985e2-ee37-4eee-9210-3bf707d52e75', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'floating_ip_address': '172.25.0.208', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'port_id': '5c6b39df-a329-4c2d-9cf5-3a51fb3e5697', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'mac_address': 'fa:16:3e:14:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86b96e3-32a9-4ba3-aff8-e2b02bcb21df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:01:42Z', 'updated_at': '2022-03-23T02:01:58Z', 'revision_number': 1, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3bc8c64-7c67-4098-95ab-fa52b0c2bed5', 'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'mac_address': 'fa:16:3e:f3:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:37Z', 'updated_at': '2022-03-23T02:01:44Z', 'revision_number': 5, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'subnets': [{'id': '326d582f-1390-4f7b-957d-836bc6150017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:01:59.904308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6bb572-5388-4dac-b05c-760ed8fd1739 None None] The sync data for ids ['db062f73-22dd-4ab5-84b8-34add5fad750'] in n-d-834677-4 is: [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 4, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '7ca985e2-ee37-4eee-9210-3bf707d52e75', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'floating_ip_address': '172.25.0.208', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'port_id': '5c6b39df-a329-4c2d-9cf5-3a51fb3e5697', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'mac_address': 'fa:16:3e:14:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86b96e3-32a9-4ba3-aff8-e2b02bcb21df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:01:42Z', 'updated_at': '2022-03-23T02:01:58Z', 'revision_number': 1, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3bc8c64-7c67-4098-95ab-fa52b0c2bed5', 'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'mac_address': 'fa:16:3e:f3:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:37Z', 'updated_at': '2022-03-23T02:01:44Z', 'revision_number': 5, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'subnets': [{'id': '326d582f-1390-4f7b-957d-836bc6150017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:02:00.153773 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0b3335-6e8a-4abb-a59f-a010c7d4bfa9 None None] New status for floating IP 7ca985e2-ee37-4eee-9210-3bf707d52e75: ACTIVE {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:02:03.944304 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:17.377064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44092) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:17.558581 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Deleting port 7c5c53c6-8eb4-42e2-9558-e956c073eb97 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:02:17.558855 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7c5c53c6-8eb4-42e2-9558-e956c073eb97), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:17.636775 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7c5c53c6-8eb4-42e2-9558-e956c073eb97), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:17.637114 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for floatingip (7c5c53c6-8eb4-42e2-9558-e956c073eb97), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:17.651032 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Calling delete_port for 7c5c53c6-8eb4-42e2-9558-e956c073eb97 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:02:17.868080 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (7c5c53c6-8eb4-42e2-9558-e956c073eb97), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:17.898383 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Pushing event deleted for resources: {'Port': ['ID=7c5c53c6-8eb4-42e2-9558-e956c073eb97,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:17.920734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:17.921437 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:17.922001 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:17.922332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:17.922840 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:17.923178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:17.923505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:17.923884 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:17.924268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:17.924714 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:17.925061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:17.925390 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:17.925780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:17.926129 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:17.926483 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:17.999378 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for floatingip (24346a6f-171b-4dce-b3ef-b698a22b0a76), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:17.999693 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Floating IP 24346a6f-171b-4dce-b3ef-b698a22b0a76 disassociated (deleted). External IP: 172.25.0.173, port: 4b88679c-f2e3-494d-b647-90e6a57c97f3. Mar 23 02:02:18.229768 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Router d14abbaa-7d30-4818-a6e7-6f780189903f has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:02:18.349593 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:02:18.354260 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:18.362671 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f8203-d1e2-4557-9b88-1bd560c1b07d None None] Sync routers for ids ['d14abbaa-7d30-4818-a6e7-6f780189903f'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:02:18.375042 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8f8203-d1e2-4557-9b88-1bd560c1b07d None None] Routers {'d14abbaa-7d30-4818-a6e7-6f780189903f'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:02:18.376016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5d8f8203-d1e2-4557-9b88-1bd560c1b07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:01:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d14abbaa-7d30-4818-a6e7-6f780189903f'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:18.395481 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0dfbce24-ac37-4552-b47b-0887407c7e10 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "DELETE /v2.0/floatingips/24346a6f-171b-4dce-b3ef-b698a22b0a76 HTTP/1.1" status: 204 len: 168 time: 1.0172520 Mar 23 02:02:18.396194 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'tag': '4b88679c-f2e3-494d-b647-90e6a57c97f3'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:02:18.398409 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d3ae1f-6e50-41b6-88d4-5d1c82040371" -d '{"events": [{"name": "network-changed", "server_uuid": "fac66217-2d6e-4a68-98b9-f41a92e84216", "tag": "4b88679c-f2e3-494d-b647-90e6a57c97f3"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:02:18.438712 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e651291a-1296-4123-8e2f-85b751228ea1 x-openstack-request-id: req-e651291a-1296-4123-8e2f-85b751228ea1 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:02:18.439193 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac66217-2d6e-4a68-98b9-f41a92e84216", "tag": "4b88679c-f2e3-494d-b647-90e6a57c97f3", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:02:18.439601 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e651291a-1296-4123-8e2f-85b751228ea1 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:02:18.440259 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e651291a-1296-4123-8e2f-85b751228ea1'] response: {'name': 'network-changed', 'server_uuid': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'tag': '4b88679c-f2e3-494d-b647-90e6a57c97f3', 'status': 'completed', 'code': 200} Mar 23 02:02:18.531680 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3ae1f-6e50-41b6-88d4-5d1c82040371 req-b701a0a6-b15b-4ccd-b719-eb3370286cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:02:18.533836 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1d3ae1f-6e50-41b6-88d4-5d1c82040371 req-b701a0a6-b15b-4ccd-b719-eb3370286cd8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6ccc25ea7fa409b8cd4d69495691988&device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 1128 time: 0.0563474 Mar 23 02:02:18.551492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-5d8f8203-d1e2-4557-9b88-1bd560c1b07d None None] Set router d14abbaa-7d30-4818-a6e7-6f780189903f gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:02:18.721567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3ae1f-6e50-41b6-88d4-5d1c82040371 req-f0546a8c-26ce-448b-8822-77ba1a31e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:02:18.723654 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1d3ae1f-6e50-41b6-88d4-5d1c82040371 req-f0546a8c-26ce-448b-8822-77ba1a31e6bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=a64f16e3-b4d1-479d-afd2-1396d500dec5 HTTP/1.1" status: 200 len: 913 time: 0.1835618 Mar 23 02:02:18.779194 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1d3ae1f-6e50-41b6-88d4-5d1c82040371 req-6704c51d-6319-4857-9373-9b05f116f84c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b88679c-f2e3-494d-b647-90e6a57c97f3 HTTP/1.1" status: 200 len: 217 time: 0.0481474 Mar 23 02:02:18.790058 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab58b12-a81a-4d06-bbc3-c5df8cd82a4f req-2a511635-5844-407a-9ab0-4e4c20461cfe tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:02:18.791652 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ab58b12-a81a-4d06-bbc3-c5df8cd82a4f req-2a511635-5844-407a-9ab0-4e4c20461cfe tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 946 time: 0.1363590 Mar 23 02:02:18.838063 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5d8f8203-d1e2-4557-9b88-1bd560c1b07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T01:57:23Z', 'revision_number': 4, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '56dce2e9-d0c4-47dd-afa5-9aa350ec1db2', 'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'mac_address': 'fa:16:3e:01:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:22Z', 'updated_at': '2022-03-23T01:57:28Z', 'revision_number': 5, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'subnets': [{'id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:18.871808 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f8203-d1e2-4557-9b88-1bd560c1b07d None None] Checking router: d14abbaa-7d30-4818-a6e7-6f780189903f for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:02:18.882843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8f8203-d1e2-4557-9b88-1bd560c1b07d None None] Routers {'d14abbaa-7d30-4818-a6e7-6f780189903f'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:02:18.883884 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5d8f8203-d1e2-4557-9b88-1bd560c1b07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:01:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d14abbaa-7d30-4818-a6e7-6f780189903f'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:18.884624 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3ae1f-6e50-41b6-88d4-5d1c82040371 req-593a9dda-8da6-4ce6-80b5-96e0134a5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:02:18.887958 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1d3ae1f-6e50-41b6-88d4-5d1c82040371 req-593a9dda-8da6-4ce6-80b5-96e0134a5f0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6 HTTP/1.1" status: 200 len: 852 time: 0.0943060 Mar 23 02:02:18.891932 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7ab58b12-a81a-4d06-bbc3-c5df8cd82a4f req-cfc7aa3e-72f9-44c5-83e2-dfdfca020953 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920148 Mar 23 02:02:18.952639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3ae1f-6e50-41b6-88d4-5d1c82040371 req-a6682f27-e863-4f88-b77b-8e43a449208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:02:18.952639 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1d3ae1f-6e50-41b6-88d4-5d1c82040371 req-a6682f27-e863-4f88-b77b-8e43a449208e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a64f16e3-b4d1-479d-afd2-1396d500dec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0583344 Mar 23 02:02:19.048310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-5d8f8203-d1e2-4557-9b88-1bd560c1b07d None None] Set router d14abbaa-7d30-4818-a6e7-6f780189903f gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:02:19.098771 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1d3ae1f-6e50-41b6-88d4-5d1c82040371 req-49c5b695-e536-45b6-8b0f-0ba1cf0ea5ff service neutron] 10.222.0.42 "GET /v2.0/networks/a64f16e3-b4d1-479d-afd2-1396d500dec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404722 Mar 23 02:02:19.214853 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1d3ae1f-6e50-41b6-88d4-5d1c82040371 req-00cadd59-687c-4989-b34e-a1ebfc410984 service neutron] 10.222.0.42 "GET /v2.0/networks/a64f16e3-b4d1-479d-afd2-1396d500dec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090429 Mar 23 02:02:19.288778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5d8f8203-d1e2-4557-9b88-1bd560c1b07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T01:57:23Z', 'revision_number': 4, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '56dce2e9-d0c4-47dd-afa5-9aa350ec1db2', 'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'mac_address': 'fa:16:3e:01:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:22Z', 'updated_at': '2022-03-23T01:57:28Z', 'revision_number': 5, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'subnets': [{'id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:19.320748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f8203-d1e2-4557-9b88-1bd560c1b07d None None] The sync data for ids ['d14abbaa-7d30-4818-a6e7-6f780189903f'] in n-d-834677-4 is: [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T01:57:23Z', 'revision_number': 4, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '56dce2e9-d0c4-47dd-afa5-9aa350ec1db2', 'name': '', 'network_id': 'a64f16e3-b4d1-479d-afd2-1396d500dec5', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'mac_address': 'fa:16:3e:01:bc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:22Z', 'updated_at': '2022-03-23T01:57:28Z', 'revision_number': 5, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'subnets': [{'id': 'fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:02:19.573583 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6cd52b7b-aca7-48f0-8e8a-dda373a55b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:19.655447 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c20b890-515c-4e9d-a842-197f42423404 None None] New status for floating IP 24346a6f-171b-4dce-b3ef-b698a22b0a76: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:02:20.033897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922e216-b119-4db7-8ee4-d55048bcafb2 req-c7a86899-a89f-4ce8-af8d-d7a373767527 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:02:20.040888 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9922e216-b119-4db7-8ee4-d55048bcafb2 req-c7a86899-a89f-4ce8-af8d-d7a373767527 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 946 time: 0.0636868 Mar 23 02:02:20.097181 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9922e216-b119-4db7-8ee4-d55048bcafb2 req-d0a00deb-9188-4a78-9477-13ffea053f1c tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/security-groups?id=d007f0bc-430d-4bbd-8a06-fbe873cc2987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553603 Mar 23 02:02:20.136777 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78c2ee-db7d-4873-a69b-f28a03fdabf9 req-85e927b2-8f3e-48c7-94c6-ed4086de9ce1 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:02:20.138298 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f78c2ee-db7d-4873-a69b-f28a03fdabf9 req-85e927b2-8f3e-48c7-94c6-ed4086de9ce1 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.42 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 946 time: 0.0617893 Mar 23 02:02:20.240767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-7f78c2ee-db7d-4873-a69b-f28a03fdabf9 req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Deleting port 4b88679c-f2e3-494d-b647-90e6a57c97f3 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:02:20.240995 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f78c2ee-db7d-4873-a69b-f28a03fdabf9 req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4b88679c-f2e3-494d-b647-90e6a57c97f3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:20.332297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-7f78c2ee-db7d-4873-a69b-f28a03fdabf9 req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] For port 4b88679c-f2e3-494d-b647-90e6a57c97f3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=4b88679c-f2e3-494d-b647-90e6a57c97f3,segment=NetworkSegment(9180067e-8e66-4d93-b570-98a5bf5e525b),segment_id=9180067e-8e66-4d93-b570-98a5bf5e525b)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:02:20.332962 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f78c2ee-db7d-4873-a69b-f28a03fdabf9 req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4b88679c-f2e3-494d-b647-90e6a57c97f3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:20.354252 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-7f78c2ee-db7d-4873-a69b-f28a03fdabf9 req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Calling delete_port for 4b88679c-f2e3-494d-b647-90e6a57c97f3 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:02:20.503125 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f78c2ee-db7d-4873-a69b-f28a03fdabf9 req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4b88679c-f2e3-494d-b647-90e6a57c97f3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:20.534197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Pushing event deleted for resources: {'Port': ['ID=4b88679c-f2e3-494d-b647-90e6a57c97f3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:20.549671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:20.550161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:20.550517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:20.550871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:20.551259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:20.551600 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:20.551951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:20.552279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:20.552627 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:20.553124 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:20.553457 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:20.553792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:20.554169 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:20.554564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:20.554895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:20.612128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f78c2ee-db7d-4873-a69b-f28a03fdabf9 req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] No DVR routers for this DVR port 4b88679c-f2e3-494d-b647-90e6a57c97f3 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:02:20.614927 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7f78c2ee-db7d-4873-a69b-f28a03fdabf9 req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:20.618756 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f78c2ee-db7d-4873-a69b-f28a03fdabf9 req-56623d1b-e240-417d-823e-7e33727d8ca9 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.42 "DELETE /v2.0/ports/4b88679c-f2e3-494d-b647-90e6a57c97f3 HTTP/1.1" status: 204 len: 173 time: 0.4748609 Mar 23 02:02:20.619207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'name': 'network-vif-deleted', 'tag': '4b88679c-f2e3-494d-b647-90e6a57c97f3'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:02:20.621494 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5413728c-a087-4255-a447-b0dcd35d4aab" -d '{"events": [{"server_uuid": "fac66217-2d6e-4a68-98b9-f41a92e84216", "name": "network-vif-deleted", "tag": "4b88679c-f2e3-494d-b647-90e6a57c97f3"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:02:20.758918 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e8df3a-69c1-41fb-829b-00787f879f3c x-openstack-request-id: req-41e8df3a-69c1-41fb-829b-00787f879f3c {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:02:20.759601 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac66217-2d6e-4a68-98b9-f41a92e84216", "name": "network-vif-deleted", "tag": "4b88679c-f2e3-494d-b647-90e6a57c97f3", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:02:20.760069 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41e8df3a-69c1-41fb-829b-00787f879f3c {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:02:20.760932 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e8df3a-69c1-41fb-829b-00787f879f3c'] response: {'server_uuid': 'fac66217-2d6e-4a68-98b9-f41a92e84216', 'name': 'network-vif-deleted', 'tag': '4b88679c-f2e3-494d-b647-90e6a57c97f3', 'status': 'completed', 'code': 200} Mar 23 02:02:20.768970 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:21.210396 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-75fbf23c-3026-4e2d-a01c-0831b795cfa7 req-31885bed-3ec8-47df-bede-59367c469cb3 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 210 time: 0.0315564 Mar 23 02:02:22.099250 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-63775426-cf0d-482c-aeda-d148692a0715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:22.334754 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0640aa1-26a5-486a-9ce7-6996aa53adcf req-a44f33a6-7a42-4341-bec0-25bee2035de7 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 210 time: 0.0415483 Mar 23 02:02:22.708069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 4b88679c-f2e3-494d-b647-90e6a57c97f3 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:02:22.729444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 4b88679c-f2e3-494d-b647-90e6a57c97f3 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:02:22.729779 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 4b88679c-f2e3-494d-b647-90e6a57c97f3 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:02:23.303590 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:23.465785 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de5c7b2c-62a7-446a-bc00-cf7f45a766a3 req-c4a7a709-956c-4d2c-80f5-ed201c7c4ad8 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 210 time: 0.0352273 Mar 23 02:02:24.591506 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6566fd49-c97e-4640-b0a7-5c21cdb5ff50 req-82abccf9-b2d5-4d25-83ea-fba77dcbe2ef tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 210 time: 0.0392091 Mar 23 02:02:24.621294 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:25.737972 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52dad535-883f-4db1-8e09-91cd39efd648 req-fc26e49f-1c68-4ef8-89c9-74a4b27a50e8 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 210 time: 0.0481868 Mar 23 02:02:25.786711 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:26.887454 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5a8254f-eb52-437d-95e1-b94b0972995e req-96e49d90-659d-46c6-83b6-a11bda8dd27a tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 210 time: 0.0634773 Mar 23 02:02:27.989410 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-508f27c3-540b-48a9-bdae-e1b7f919daf6 req-123f5f5f-d955-4f1c-9051-d253e42b9fdb tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 210 time: 0.0326779 Mar 23 02:02:29.091716 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4e1a8c2b-953b-404d-bfab-7fb715fac80c req-33c904b5-8308-4edb-a211-2cbf753dd06f tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 210 time: 0.0309873 Mar 23 02:02:29.793596 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:02:30.208348 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52db4198-d1c2-4b7c-a380-201c28dab321 req-5bb9359f-95db-405d-bc50-d07039d91703 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 210 time: 0.0284770 Mar 23 02:02:31.311541 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2e06d00f-7aab-4a32-9e18-7ad405de9ade req-351e5f97-f207-4d80-ad9a-a5661134441b tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 210 time: 0.0311019 Mar 23 02:02:32.437219 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6cdd05f4-173d-4206-bcca-a47d1451dd78 req-95afa5d6-80e5-4f1e-bfb4-078f637c9074 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 210 time: 0.0362070 Mar 23 02:02:33.537609 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75e00ea9-e33d-4796-9f06-be7d68234849 req-9b9cdc92-fd89-4021-b614-35c13a700492 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "GET /v2.0/ports?device_id=fac66217-2d6e-4a68-98b9-f41a92e84216 HTTP/1.1" status: 200 len: 210 time: 0.0314002 Mar 23 02:02:33.950670 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:34.712296 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 44432) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:34.769598 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad5c084a-a95b-4069-86f1-5d5e53b4bff7 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group (d007f0bc-430d-4bbd-8a06-fbe873cc2987), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:34.799772 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad5c084a-a95b-4069-86f1-5d5e53b4bff7 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group (d007f0bc-430d-4bbd-8a06-fbe873cc2987), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:34.863933 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad5c084a-a95b-4069-86f1-5d5e53b4bff7 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (d007f0bc-430d-4bbd-8a06-fbe873cc2987), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:34.866579 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ad5c084a-a95b-4069-86f1-5d5e53b4bff7 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:34.867872 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ad5c084a-a95b-4069-86f1-5d5e53b4bff7 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] 10.222.0.18 "DELETE /v2.0/security-groups/d007f0bc-430d-4bbd-8a06-fbe873cc2987 HTTP/1.1" status: 204 len: 168 time: 0.1544745 Mar 23 02:02:34.877628 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c084a-a95b-4069-86f1-5d5e53b4bff7 tempest-TestVolumeBackupRestore-2000778937 tempest-TestVolumeBackupRestore-2000778937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d007f0bc-430d-4bbd-8a06-fbe873cc2987,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:45.874576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45034) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:46.425352 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6cda54be-0a89-483f-8263-683894589772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (d14abbaa-7d30-4818-a6e7-6f780189903f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:46.709604 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6cda54be-0a89-483f-8263-683894589772 admin admin] Deleting port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:02:46.710709 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6cda54be-0a89-483f-8263-683894589772 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:46.805488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-6cda54be-0a89-483f-8263-683894589772 admin admin] For port 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=56dce2e9-d0c4-47dd-afa5-9aa350ec1db2,segment=NetworkSegment(9180067e-8e66-4d93-b570-98a5bf5e525b),segment_id=9180067e-8e66-4d93-b570-98a5bf5e525b)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:02:46.806050 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6cda54be-0a89-483f-8263-683894589772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:46.819897 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6cda54be-0a89-483f-8263-683894589772 admin admin] Calling delete_port for 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:02:47.058816 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6cda54be-0a89-483f-8263-683894589772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (56dce2e9-d0c4-47dd-afa5-9aa350ec1db2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:47.086782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda54be-0a89-483f-8263-683894589772 admin admin] Pushing event deleted for resources: {'Port': ['ID=56dce2e9-d0c4-47dd-afa5-9aa350ec1db2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:47.319812 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6cda54be-0a89-483f-8263-683894589772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (d14abbaa-7d30-4818-a6e7-6f780189903f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:47.659637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cda54be-0a89-483f-8263-683894589772 admin admin] Router d14abbaa-7d30-4818-a6e7-6f780189903f has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:02:47.805102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cda54be-0a89-483f-8263-683894589772 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:02:47.814681 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6cda54be-0a89-483f-8263-683894589772 admin admin] 10.222.0.18 "PUT /v2.0/routers/d14abbaa-7d30-4818-a6e7-6f780189903f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9337835 Mar 23 02:02:47.814998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45068) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:47.822425 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18c836d-f2e6-48de-8049-151ea7f7233a None None] Sync routers for ids ['d14abbaa-7d30-4818-a6e7-6f780189903f'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:02:47.838345 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18c836d-f2e6-48de-8049-151ea7f7233a None None] Routers {'d14abbaa-7d30-4818-a6e7-6f780189903f'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:02:47.839488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e18c836d-f2e6-48de-8049-151ea7f7233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:02:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d14abbaa-7d30-4818-a6e7-6f780189903f'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:47.979952 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-e18c836d-f2e6-48de-8049-151ea7f7233a None None] Set router d14abbaa-7d30-4818-a6e7-6f780189903f gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:02:47.996316 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a78fdf1-58bc-43ee-a6a0-f1feb5e506b5 admin admin] Publish callbacks [] for router (d14abbaa-7d30-4818-a6e7-6f780189903f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:48.225144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e18c836d-f2e6-48de-8049-151ea7f7233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T02:02:47Z', 'revision_number': 5, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:48.289253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18c836d-f2e6-48de-8049-151ea7f7233a None None] Checking router: d14abbaa-7d30-4818-a6e7-6f780189903f for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:02:48.309332 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18c836d-f2e6-48de-8049-151ea7f7233a None None] Routers {'d14abbaa-7d30-4818-a6e7-6f780189903f'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:02:48.309332 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e18c836d-f2e6-48de-8049-151ea7f7233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:02:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d14abbaa-7d30-4818-a6e7-6f780189903f'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:48.478446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-e18c836d-f2e6-48de-8049-151ea7f7233a None None] Set router d14abbaa-7d30-4818-a6e7-6f780189903f gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:02:48.523441 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a78fdf1-58bc-43ee-a6a0-f1feb5e506b5 admin admin] Publish callbacks [] for router_gateway (d14abbaa-7d30-4818-a6e7-6f780189903f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:48.612574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-8a78fdf1-58bc-43ee-a6a0-f1feb5e506b5 admin admin] Deleting port c5f57b62-22ed-44f3-b4a7-d8c351196f90 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:02:48.616367 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a78fdf1-58bc-43ee-a6a0-f1feb5e506b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c5f57b62-22ed-44f3-b4a7-d8c351196f90), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:48.710741 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e18c836d-f2e6-48de-8049-151ea7f7233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T02:02:47Z', 'revision_number': 5, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:48.724501 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-8a78fdf1-58bc-43ee-a6a0-f1feb5e506b5 admin admin] For port c5f57b62-22ed-44f3-b4a7-d8c351196f90, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c5f57b62-22ed-44f3-b4a7-d8c351196f90,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:02:48.725012 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a78fdf1-58bc-43ee-a6a0-f1feb5e506b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c5f57b62-22ed-44f3-b4a7-d8c351196f90), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:48.740816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18c836d-f2e6-48de-8049-151ea7f7233a None None] The sync data for ids ['d14abbaa-7d30-4818-a6e7-6f780189903f'] in n-d-834677-4 is: [{'id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'name': 'tempest-TestVolumeBackupRestore-982625583-router', 'tenant_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:18Z', 'updated_at': '2022-03-23T02:02:47Z', 'revision_number': 5, 'project_id': 'a6ccc25ea7fa409b8cd4d69495691988', 'gw_port': {'id': 'c5f57b62-22ed-44f3-b4a7-d8c351196f90', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:29:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14abbaa-7d30-4818-a6e7-6f780189903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:19Z', 'updated_at': '2022-03-23T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:02:48.741375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-8a78fdf1-58bc-43ee-a6a0-f1feb5e506b5 admin admin] Calling delete_port for c5f57b62-22ed-44f3-b4a7-d8c351196f90 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:02:48.949363 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a78fdf1-58bc-43ee-a6a0-f1feb5e506b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (c5f57b62-22ed-44f3-b4a7-d8c351196f90), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:48.976328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78fdf1-58bc-43ee-a6a0-f1feb5e506b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f57b62-22ed-44f3-b4a7-d8c351196f90,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:49.044196 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a78fdf1-58bc-43ee-a6a0-f1feb5e506b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (d14abbaa-7d30-4818-a6e7-6f780189903f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:49.162588 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a78fdf1-58bc-43ee-a6a0-f1feb5e506b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (d14abbaa-7d30-4818-a6e7-6f780189903f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:49.171220 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a78fdf1-58bc-43ee-a6a0-f1feb5e506b5 admin admin] Publish callbacks [] for router_controller (d14abbaa-7d30-4818-a6e7-6f780189903f), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:49.228319 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a78fdf1-58bc-43ee-a6a0-f1feb5e506b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (d14abbaa-7d30-4818-a6e7-6f780189903f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:49.229405 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a78fdf1-58bc-43ee-a6a0-f1feb5e506b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d14abbaa-7d30-4818-a6e7-6f780189903f {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:02:49.234435 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a78fdf1-58bc-43ee-a6a0-f1feb5e506b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:49.235956 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8a78fdf1-58bc-43ee-a6a0-f1feb5e506b5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d14abbaa-7d30-4818-a6e7-6f780189903f HTTP/1.1" status: 204 len: 168 time: 1.4199057 Mar 23 02:02:49.238850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45096) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:49.300358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8781993-238a-4741-8564-704d57e96d15 admin admin] Deleting subnet fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:02:49.303987 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8781993-238a-4741-8564-704d57e96d15 admin admin] Publish callbacks [] for subnet (fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:49.312359 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:02:49.341101 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8781993-238a-4741-8564-704d57e96d15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:49.350273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:02:49.357925 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 56dce2e9-d0c4-47dd-afa5-9aa350ec1db2 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:02:49.434902 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8781993-238a-4741-8564-704d57e96d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:49.534191 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8781993-238a-4741-8564-704d57e96d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:49.562531 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8781993-238a-4741-8564-704d57e96d15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:49.581327 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-88fb30d9-3343-4929-b0bd-0e0337b28b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:49.584787 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c8781993-238a-4741-8564-704d57e96d15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:49.592265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af4b0de-291e-4faa-941b-15b65c162791 None None] Network a64f16e3-b4d1-479d-afd2-1396d500dec5 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:02:49.593228 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c8781993-238a-4741-8564-704d57e96d15 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fcce3c6b-f7a2-4c38-8b4a-4b47df8246a6 HTTP/1.1" status: 204 len: 168 time: 0.3531792 Mar 23 02:02:49.595087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45104) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:49.681090 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (a64f16e3-b4d1-479d-afd2-1396d500dec5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:49.775885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] Deleting port b6da75a4-e210-4194-bab4-53f171ebc872 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:02:49.776223 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b6da75a4-e210-4194-bab4-53f171ebc872), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:49.853305 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] For port b6da75a4-e210-4194-bab4-53f171ebc872, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b6da75a4-e210-4194-bab4-53f171ebc872,segment=NetworkSegment(9180067e-8e66-4d93-b570-98a5bf5e525b),segment_id=9180067e-8e66-4d93-b570-98a5bf5e525b)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:02:49.853675 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b6da75a4-e210-4194-bab4-53f171ebc872), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:49.867609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] Calling delete_port for b6da75a4-e210-4194-bab4-53f171ebc872 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:02:49.952668 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b6da75a4-e210-4194-bab4-53f171ebc872), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:49.979229 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6da75a4-e210-4194-bab4-53f171ebc872,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:49.982716 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] No DVR routers for this DVR port b6da75a4-e210-4194-bab4-53f171ebc872 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:02:50.056570 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (a64f16e3-b4d1-479d-afd2-1396d500dec5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:50.086145 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64f16e3-b4d1-479d-afd2-1396d500dec5']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:50.097360 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9180067e-8e66-4d93-b570-98a5bf5e525b') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:50.097699 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9180067e-8e66-4d93-b570-98a5bf5e525b') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:50.109522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e650f8f1-257e-46eb-90c4-fc3411a0eecd None None] DHCP port deletion for a64f16e3-b4d1-479d-afd2-1396d500dec5 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:02:50.117721 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (9180067e-8e66-4d93-b570-98a5bf5e525b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:50.137645 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (9180067e-8e66-4d93-b570-98a5bf5e525b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:50.152448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:02:50.152833 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (9180067e-8e66-4d93-b570-98a5bf5e525b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:02:50.170319 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:02:50.224192 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (a64f16e3-b4d1-479d-afd2-1396d500dec5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:50.231951 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:50.238200 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a64f16e3-b4d1-479d-afd2-1396d500dec5 HTTP/1.1" status: 204 len: 168 time: 0.6392200 Mar 23 02:02:50.239643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45118) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:50.247938 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10ae8d-21c5-474d-a7ef-d888e00eb427 admin admin] Pushing event deleted for resources: {'Network': ['ID=a64f16e3-b4d1-479d-afd2-1396d500dec5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:50.652927 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9d0d22dd-ea1a-4d45-9408-d3a442cb8c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:50.771230 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:50.926874 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d22dd-ea1a-4d45-9408-d3a442cb8c26 admin admin] Deleting port 82ca58e5-2211-4058-84c1-6d366014de9e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:02:50.927221 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9d0d22dd-ea1a-4d45-9408-d3a442cb8c26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (82ca58e5-2211-4058-84c1-6d366014de9e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:50.943253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c5f57b62-22ed-44f3-b4a7-d8c351196f90 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:02:50.966950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: c5f57b62-22ed-44f3-b4a7-d8c351196f90 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:02:50.967504 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c5f57b62-22ed-44f3-b4a7-d8c351196f90 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:02:50.968085 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b6da75a4-e210-4194-bab4-53f171ebc872 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:02:50.987926 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: b6da75a4-e210-4194-bab4-53f171ebc872 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:02:50.988517 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b6da75a4-e210-4194-bab4-53f171ebc872 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:02:51.024208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-9d0d22dd-ea1a-4d45-9408-d3a442cb8c26 admin admin] For port 82ca58e5-2211-4058-84c1-6d366014de9e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=82ca58e5-2211-4058-84c1-6d366014de9e,segment=NetworkSegment(e888d5f9-4e66-4d5e-9dee-80bda047e7f5),segment_id=e888d5f9-4e66-4d5e-9dee-80bda047e7f5)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:02:51.024208 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9d0d22dd-ea1a-4d45-9408-d3a442cb8c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (82ca58e5-2211-4058-84c1-6d366014de9e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:51.038313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d22dd-ea1a-4d45-9408-d3a442cb8c26 admin admin] Calling delete_port for 82ca58e5-2211-4058-84c1-6d366014de9e owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:02:51.247650 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9d0d22dd-ea1a-4d45-9408-d3a442cb8c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (82ca58e5-2211-4058-84c1-6d366014de9e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:51.274628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d22dd-ea1a-4d45-9408-d3a442cb8c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ca58e5-2211-4058-84c1-6d366014de9e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:51.483968 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9d0d22dd-ea1a-4d45-9408-d3a442cb8c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:51.530546 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e1069a7c-4ee9-4c0b-b68b-22bab2aabf16 req-87f3358f-6347-4723-9749-693bcb547c79 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0878019 Mar 23 02:02:51.673098 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1069a7c-4ee9-4c0b-b68b-22bab2aabf16 req-faadb775-5fab-457c-8336-59ed1dd3d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:02:51.675074 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e1069a7c-4ee9-4c0b-b68b-22bab2aabf16 req-faadb775-5fab-457c-8336-59ed1dd3d78b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6c3dd43fa414fba98e6a185cbac274e&device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 1128 time: 0.0620008 Mar 23 02:02:51.794015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1069a7c-4ee9-4c0b-b68b-22bab2aabf16 req-5f8d91ac-faf9-4c79-9e00-414d8da93445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:02:51.795596 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e1069a7c-4ee9-4c0b-b68b-22bab2aabf16 req-5f8d91ac-faf9-4c79-9e00-414d8da93445 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bde3df47-cb49-4136-95ec-c693768cd839 HTTP/1.1" status: 200 len: 909 time: 0.1019025 Mar 23 02:02:51.800096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0d22dd-ea1a-4d45-9408-d3a442cb8c26 admin admin] Router 97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:02:51.863442 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e1069a7c-4ee9-4c0b-b68b-22bab2aabf16 req-3e7abc29-3785-4897-b522-d402447b77e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 HTTP/1.1" status: 200 len: 1002 time: 0.0619864 Mar 23 02:02:51.917732 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1069a7c-4ee9-4c0b-b68b-22bab2aabf16 req-fa6c39a4-c4f2-4041-9b3e-01775ac22cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:02:51.919265 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e1069a7c-4ee9-4c0b-b68b-22bab2aabf16 req-fa6c39a4-c4f2-4041-9b3e-01775ac22cb9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=326d582f-1390-4f7b-957d-836bc6150017 HTTP/1.1" status: 200 len: 848 time: 0.0504131 Mar 23 02:02:51.926368 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0d22dd-ea1a-4d45-9408-d3a442cb8c26 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:02:51.938997 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9d0d22dd-ea1a-4d45-9408-d3a442cb8c26 admin admin] 10.222.0.18 "PUT /v2.0/routers/97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6956549 Mar 23 02:02:51.940658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45150) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:51.950034 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1374d9c5-ea6e-43d4-9f59-16e6ebbe024c None None] Sync routers for ids ['97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:02:51.978204 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374d9c5-ea6e-43d4-9f59-16e6ebbe024c None None] Routers {'97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:02:51.978929 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1374d9c5-ea6e-43d4-9f59-16e6ebbe024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:02:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:51.980769 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1069a7c-4ee9-4c0b-b68b-22bab2aabf16 req-7d956e76-9ca3-4126-aa2b-77a80d900ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:02:51.983709 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e1069a7c-4ee9-4c0b-b68b-22bab2aabf16 req-7d956e76-9ca3-4126-aa2b-77a80d900ad4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bde3df47-cb49-4136-95ec-c693768cd839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579877 Mar 23 02:02:52.045602 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2133f09c-68e1-4e00-97db-fe2ccba1b5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:52.058727 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd93de8a-34bd-4110-b130-4fc7f32b8612 admin admin] Publish callbacks [] for router (97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:52.090397 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-1374d9c5-ea6e-43d4-9f59-16e6ebbe024c None None] Set router 97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:02:52.146476 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e1069a7c-4ee9-4c0b-b68b-22bab2aabf16 req-eddfff8f-efa9-48fe-827d-6956d18c8d5f service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567733 Mar 23 02:02:52.203932 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd93de8a-34bd-4110-b130-4fc7f32b8612 admin admin] Publish callbacks [] for router_gateway (97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:52.261583 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e1069a7c-4ee9-4c0b-b68b-22bab2aabf16 req-bbce77f9-b516-4d11-a3ca-7c00282bba1f service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093652 Mar 23 02:02:52.277838 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-dd93de8a-34bd-4110-b130-4fc7f32b8612 admin admin] Deleting port 4abdd234-c547-44c6-a09f-697e4148a023 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:02:52.279031 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd93de8a-34bd-4110-b130-4fc7f32b8612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4abdd234-c547-44c6-a09f-697e4148a023), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:52.324287 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1374d9c5-ea6e-43d4-9f59-16e6ebbe024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'name': 'tempest-TestVolumeBackupRestore-274076479-router', 'tenant_id': '1044c114bcbb4b55a3a556d733c7cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '4abdd234-c547-44c6-a09f-697e4148a023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:26Z', 'updated_at': '2022-03-23T02:02:51Z', 'revision_number': 5, 'project_id': '1044c114bcbb4b55a3a556d733c7cd03', 'gw_port': {'id': '4abdd234-c547-44c6-a09f-697e4148a023', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T01:57:28Z', 'updated_at': '2022-03-23T01:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:52.351843 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1374d9c5-ea6e-43d4-9f59-16e6ebbe024c None None] Checking router: 97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:02:52.361687 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374d9c5-ea6e-43d4-9f59-16e6ebbe024c None None] Routers {'97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:02:52.362292 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1374d9c5-ea6e-43d4-9f59-16e6ebbe024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:02:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:52.372968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-dd93de8a-34bd-4110-b130-4fc7f32b8612 admin admin] For port 4abdd234-c547-44c6-a09f-697e4148a023, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4abdd234-c547-44c6-a09f-697e4148a023,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:02:52.373370 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd93de8a-34bd-4110-b130-4fc7f32b8612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4abdd234-c547-44c6-a09f-697e4148a023), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:52.387192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-dd93de8a-34bd-4110-b130-4fc7f32b8612 admin admin] Calling delete_port for 4abdd234-c547-44c6-a09f-697e4148a023 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:02:52.467014 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-1374d9c5-ea6e-43d4-9f59-16e6ebbe024c None None] Set router 97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:02:52.525356 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-1374d9c5-ea6e-43d4-9f59-16e6ebbe024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'name': 'tempest-TestVolumeBackupRestore-274076479-router', 'tenant_id': '1044c114bcbb4b55a3a556d733c7cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:26Z', 'updated_at': '2022-03-23T02:02:52Z', 'revision_number': 6, 'project_id': '1044c114bcbb4b55a3a556d733c7cd03', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:52.554674 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1374d9c5-ea6e-43d4-9f59-16e6ebbe024c None None] The sync data for ids ['97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79'] in n-d-834677-4 is: [{'id': '97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79', 'name': 'tempest-TestVolumeBackupRestore-274076479-router', 'tenant_id': '1044c114bcbb4b55a3a556d733c7cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T01:57:26Z', 'updated_at': '2022-03-23T02:02:52Z', 'revision_number': 6, 'project_id': '1044c114bcbb4b55a3a556d733c7cd03', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:02:52.604009 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd93de8a-34bd-4110-b130-4fc7f32b8612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4abdd234-c547-44c6-a09f-697e4148a023), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:52.632669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93de8a-34bd-4110-b130-4fc7f32b8612 admin admin] Pushing event deleted for resources: {'Port': ['ID=4abdd234-c547-44c6-a09f-697e4148a023,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:52.711909 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd93de8a-34bd-4110-b130-4fc7f32b8612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:52.828254 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd93de8a-34bd-4110-b130-4fc7f32b8612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:52.831872 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd93de8a-34bd-4110-b130-4fc7f32b8612 admin admin] Publish callbacks [] for router_controller (97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:52.887224 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd93de8a-34bd-4110-b130-4fc7f32b8612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:52.887944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd93de8a-34bd-4110-b130-4fc7f32b8612 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:02:52.896628 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd93de8a-34bd-4110-b130-4fc7f32b8612 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:52.898081 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dd93de8a-34bd-4110-b130-4fc7f32b8612 admin admin] 10.222.0.18 "DELETE /v2.0/routers/97b7f3a5-ae0a-4157-96a0-fd5c17d3aa79 HTTP/1.1" status: 204 len: 168 time: 0.9563892 Mar 23 02:02:52.900861 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45178) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:52.959161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-35601cce-7d1f-4148-9e1e-cb4340469ef5 admin admin] Deleting subnet 5275c5f6-15db-4a53-aeaa-3a558a6dfdd7 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:02:52.963368 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-35601cce-7d1f-4148-9e1e-cb4340469ef5 admin admin] Publish callbacks [] for subnet (5275c5f6-15db-4a53-aeaa-3a558a6dfdd7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:53.052383 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-35601cce-7d1f-4148-9e1e-cb4340469ef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (5275c5f6-15db-4a53-aeaa-3a558a6dfdd7), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:53.171114 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-35601cce-7d1f-4148-9e1e-cb4340469ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (5275c5f6-15db-4a53-aeaa-3a558a6dfdd7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:53.227674 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-35601cce-7d1f-4148-9e1e-cb4340469ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (5275c5f6-15db-4a53-aeaa-3a558a6dfdd7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:53.254111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35601cce-7d1f-4148-9e1e-cb4340469ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5275c5f6-15db-4a53-aeaa-3a558a6dfdd7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:53.261578 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-35601cce-7d1f-4148-9e1e-cb4340469ef5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:53.265539 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-35601cce-7d1f-4148-9e1e-cb4340469ef5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5275c5f6-15db-4a53-aeaa-3a558a6dfdd7 HTTP/1.1" status: 204 len: 168 time: 0.3637450 Mar 23 02:02:53.267474 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dd2dda-d41d-46ad-9178-71290d68cfc3 None None] Network 6f83bf90-01d4-47a8-9d47-24e1b2e90245 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:02:53.268702 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45186) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:53.346632 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (6f83bf90-01d4-47a8-9d47-24e1b2e90245), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:53.418112 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:53.438807 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 82ca58e5-2211-4058-84c1-6d366014de9e no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:02:53.459665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] Deleting port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:02:53.460896 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (65dfc045-aa5e-459b-bbfe-c038d2a0cdbc), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:53.466291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 82ca58e5-2211-4058-84c1-6d366014de9e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:02:53.466900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 82ca58e5-2211-4058-84c1-6d366014de9e not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:02:53.542747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] For port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=65dfc045-aa5e-459b-bbfe-c038d2a0cdbc,segment=NetworkSegment(e888d5f9-4e66-4d5e-9dee-80bda047e7f5),segment_id=e888d5f9-4e66-4d5e-9dee-80bda047e7f5)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:02:53.543086 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (65dfc045-aa5e-459b-bbfe-c038d2a0cdbc), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:53.559063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] Calling delete_port for 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:02:53.567386 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] DHCP port deletion for 6f83bf90-01d4-47a8-9d47-24e1b2e90245 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:02:53.676787 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Deleting port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:02:53.677520 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (65dfc045-aa5e-459b-bbfe-c038d2a0cdbc), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:53.691160 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (65dfc045-aa5e-459b-bbfe-c038d2a0cdbc), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:53.706975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] No DVR routers for this DVR port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:02:53.737356 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=65dfc045-aa5e-459b-bbfe-c038d2a0cdbc,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:53.787471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] For port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=65dfc045-aa5e-459b-bbfe-c038d2a0cdbc,segment=NetworkSegment(e888d5f9-4e66-4d5e-9dee-80bda047e7f5),segment_id=e888d5f9-4e66-4d5e-9dee-80bda047e7f5)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:02:53.788243 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (65dfc045-aa5e-459b-bbfe-c038d2a0cdbc), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:53.811993 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Calling delete_port for 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:02:53.850457 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (6f83bf90-01d4-47a8-9d47-24e1b2e90245), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:53.896697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f83bf90-01d4-47a8-9d47-24e1b2e90245']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:53.910730 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e888d5f9-4e66-4d5e-9dee-80bda047e7f5') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:53.911037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e888d5f9-4e66-4d5e-9dee-80bda047e7f5') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:53.941049 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (65dfc045-aa5e-459b-bbfe-c038d2a0cdbc), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:53.955292 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (e888d5f9-4e66-4d5e-9dee-80bda047e7f5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:53.970900 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (e888d5f9-4e66-4d5e-9dee-80bda047e7f5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:53.980668 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Pushing event deleted for resources: {'Port': ['ID=65dfc045-aa5e-459b-bbfe-c038d2a0cdbc,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:53.985198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:02:53.985600 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (e888d5f9-4e66-4d5e-9dee-80bda047e7f5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:02:53.987413 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:02:53.989553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] No DVR routers for this DVR port 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:02:54.009264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:54.009832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:54.010333 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:54.010923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:54.011428 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:54.012045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:54.012533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:54.013050 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:54.013535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:54.014016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:54.014548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:54.015027 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:54.015518 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:54.015994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:54.016470 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fd74e1-e9ed-49b2-85b1-2945ca954f53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:02:54.062564 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (6f83bf90-01d4-47a8-9d47-24e1b2e90245), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:54.077099 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:54.080272 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6f83bf90-01d4-47a8-9d47-24e1b2e90245 HTTP/1.1" status: 204 len: 168 time: 0.8100193 Mar 23 02:02:54.093409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae3760-983f-413c-bce7-410d503b3c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f83bf90-01d4-47a8-9d47-24e1b2e90245,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:54.230530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45204) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:54.276808 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f57da3ab-8027-43ae-8be1-3a919317cc2c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6ccc25ea7fa409b8cd4d69495691988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449903 Mar 23 02:02:54.279352 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45210) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:54.332705 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7430911-3e7e-4096-9da2-c976cb307ce9 admin admin] Publish callbacks [] for security_group (a4dcdc44-4ca6-4434-a789-8ab005cb95af), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:54.354963 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7430911-3e7e-4096-9da2-c976cb307ce9 admin admin] Publish callbacks [] for security_group (a4dcdc44-4ca6-4434-a789-8ab005cb95af), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:54.408629 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7430911-3e7e-4096-9da2-c976cb307ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a4dcdc44-4ca6-4434-a789-8ab005cb95af), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:54.411453 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7430911-3e7e-4096-9da2-c976cb307ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:54.418095 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b7430911-3e7e-4096-9da2-c976cb307ce9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a4dcdc44-4ca6-4434-a789-8ab005cb95af HTTP/1.1" status: 204 len: 168 time: 0.1350551 Mar 23 02:02:54.426142 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7430911-3e7e-4096-9da2-c976cb307ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dcdc44-4ca6-4434-a789-8ab005cb95af,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:54.642960 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:54.795564 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45222) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:54.842217 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4c7d112c-fafe-4dfb-a37a-0a32efcfaca7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1044c114bcbb4b55a3a556d733c7cd03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429480 Mar 23 02:02:54.842472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45226) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:54.922987 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-29dc38a8-6bea-4622-bc53-c70f864101db admin admin] Publish callbacks [] for security_group (c91fb25e-ed76-4d6c-b5ce-1f16ead5bb6e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:54.949667 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-29dc38a8-6bea-4622-bc53-c70f864101db admin admin] Publish callbacks [] for security_group (c91fb25e-ed76-4d6c-b5ce-1f16ead5bb6e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:55.002236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:02:55.019974 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-29dc38a8-6bea-4622-bc53-c70f864101db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c91fb25e-ed76-4d6c-b5ce-1f16ead5bb6e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:55.023210 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-29dc38a8-6bea-4622-bc53-c70f864101db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:55.028243 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-29dc38a8-6bea-4622-bc53-c70f864101db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c91fb25e-ed76-4d6c-b5ce-1f16ead5bb6e HTTP/1.1" status: 204 len: 168 time: 0.1846120 Mar 23 02:02:55.037771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc38a8-6bea-4622-bc53-c70f864101db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91fb25e-ed76-4d6c-b5ce-1f16ead5bb6e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:55.062143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:02:55.064073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 65dfc045-aa5e-459b-bbfe-c038d2a0cdbc not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:02:55.064527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4abdd234-c547-44c6-a09f-697e4148a023 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:02:55.099819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 4abdd234-c547-44c6-a09f-697e4148a023 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:02:55.100220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4abdd234-c547-44c6-a09f-697e4148a023 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:02:55.792862 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:55.814429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45264) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:55.917889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-fd9cdd57-b35b-43d2-b593-d7ceef49bcb5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1008193741-network', 'tenant_id': '52e24a35bff748468941038a9c4ab158'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:02:55.940115 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9cdd57-b35b-43d2-b593-d7ceef49bcb5 admin admin] Made reservation on behalf of 52e24a35bff748468941038a9c4ab158 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:02:55.943124 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd9cdd57-b35b-43d2-b593-d7ceef49bcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:55.952943 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd9cdd57-b35b-43d2-b593-d7ceef49bcb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:56.049453 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd9cdd57-b35b-43d2-b593-d7ceef49bcb5 admin admin] Publish callbacks [] for security_group (26a2cc93-c27e-4efc-b9eb-369268267344), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:56.056779 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd9cdd57-b35b-43d2-b593-d7ceef49bcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (26a2cc93-c27e-4efc-b9eb-369268267344), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:56.090069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9cdd57-b35b-43d2-b593-d7ceef49bcb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:02:56.105947 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cdd57-b35b-43d2-b593-d7ceef49bcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a2cc93-c27e-4efc-b9eb-369268267344,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:56.111815 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd9cdd57-b35b-43d2-b593-d7ceef49bcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (545e0b0d-3fe3-42f5-baa2-15a6af4ae928), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:56.112168 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-fd9cdd57-b35b-43d2-b593-d7ceef49bcb5 admin admin] Added segment 545e0b0d-3fe3-42f5-baa2-15a6af4ae928 of type vlan for network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 Mar 23 02:02:56.165589 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd9cdd57-b35b-43d2-b593-d7ceef49bcb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (bc3a993f-bf9b-4c87-a6dd-164f082e25a5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:56.198652 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd9cdd57-b35b-43d2-b593-d7ceef49bcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (bc3a993f-bf9b-4c87-a6dd-164f082e25a5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:56.199638 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9cdd57-b35b-43d2-b593-d7ceef49bcb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:02:56.200218 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd9cdd57-b35b-43d2-b593-d7ceef49bcb5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:56.263728 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fd9cdd57-b35b-43d2-b593-d7ceef49bcb5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4452765 Mar 23 02:02:56.264035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45280) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:56.269250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-810310d6-5b75-41d8-b9e7-93a02e0ff8a7 admin admin] Request body: {'subnet': {'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1008193741-subnet', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:02:56.275661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cdd57-b35b-43d2-b593-d7ceef49bcb5 admin admin] Pushing event updated for resources: {'Network': ['ID=bc3a993f-bf9b-4c87-a6dd-164f082e25a5,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:56.287206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:02:56.298233 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810310d6-5b75-41d8-b9e7-93a02e0ff8a7 admin admin] Made reservation on behalf of 52e24a35bff748468941038a9c4ab158 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:02:56.303041 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-810310d6-5b75-41d8-b9e7-93a02e0ff8a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:56.511900 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-810310d6-5b75-41d8-b9e7-93a02e0ff8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (117a5333-90c5-4abf-b578-73ad977ec678), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:56.561274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810310d6-5b75-41d8-b9e7-93a02e0ff8a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=117a5333-90c5-4abf-b578-73ad977ec678,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:56.581752 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810310d6-5b75-41d8-b9e7-93a02e0ff8a7 admin admin] Checking segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:02:56.582106 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810310d6-5b75-41d8-b9e7-93a02e0ff8a7 admin admin] Network hostable DHCP agents. Network: bc3a993f-bf9b-4c87-a6dd-164f082e25a5, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:02:56.605153 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810310d6-5b75-41d8-b9e7-93a02e0ff8a7 admin admin] Network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:02:56.618425 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-810310d6-5b75-41d8-b9e7-93a02e0ff8a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, bc3a993f-bf9b-4c87-a6dd-164f082e25a5) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:02:56.625463 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810310d6-5b75-41d8-b9e7-93a02e0ff8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:02:56.625838 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-810310d6-5b75-41d8-b9e7-93a02e0ff8a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:56.629875 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da14d13-a7cb-488a-bc42-312f9dda46ca None None] Network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:02:56.645756 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-810310d6-5b75-41d8-b9e7-93a02e0ff8a7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3807223 Mar 23 02:02:56.648744 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45286) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:56.653651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:02:56.678407 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (75c96d3d-1f29-466a-834f-8617019e10b1), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:56.679787 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (75c96d3d-1f29-466a-834f-8617019e10b1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:56.742421 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Publish callbacks [] for router_controller (75c96d3d-1f29-466a-834f-8617019e10b1), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:56.759212 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'project_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:02:56.760399 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:56.950893 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Allocated IP 172.20.0.2 (bc3a993f-bf9b-4c87-a6dd-164f082e25a5/117a5333-90c5-4abf-b578-73ad977ec678/a711f6b6-bcf5-4dab-a8a0-9b7523ed9803) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:02:57.135567 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Publish callbacks [] for port (a711f6b6-bcf5-4dab-a8a0-9b7523ed9803), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:57.144188 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (a711f6b6-bcf5-4dab-a8a0-9b7523ed9803), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:57.162585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:02:57.164291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:02:57.200084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:02:57.219078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Pushing event updated for resources: {'Port': ['ID=a711f6b6-bcf5-4dab-a8a0-9b7523ed9803,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:57.329486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Attempting to bind port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:02:57.329860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Attempting to bind port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:02:57.330220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Attempting to bind port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:02:57.338427 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:02:57.338801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Checking segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:02:57.339207 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:57.339599 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Bound using segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:02:57.340076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Bound port: a711f6b6-bcf5-4dab-a8a0-9b7523ed9803, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:02:57.340453 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a711f6b6-bcf5-4dab-a8a0-9b7523ed9803), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:57.363659 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Publish callbacks [] for router_gateway (75c96d3d-1f29-466a-834f-8617019e10b1), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:57.417815 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] For port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:02:57.422069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] For port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a711f6b6-bcf5-4dab-a8a0-9b7523ed9803,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:02:57.434883 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a711f6b6-bcf5-4dab-a8a0-9b7523ed9803), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:57.510027 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73be7a-93ab-4f4c-97a0-9a0b391a3420 None None] Pushing event updated for resources: {'Port': ['ID=a711f6b6-bcf5-4dab-a8a0-9b7523ed9803,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:57.619265 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Publish callbacks [] for router_gateway (75c96d3d-1f29-466a-834f-8617019e10b1), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:57.640023 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:57.774252 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Allocated IP 172.25.0.90 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:02:57.943685 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Publish callbacks [] for port (4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:57.994905 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:58.042389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:02:58.047392 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:02:58.052131 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:02:58.055645 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Pushing event updated for resources: {'Port': ['ID=4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:02:58.354047 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Publish callbacks [] for router_gateway (75c96d3d-1f29-466a-834f-8617019e10b1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:58.608111 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (75c96d3d-1f29-466a-834f-8617019e10b1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:58.770634 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Router 75c96d3d-1f29-466a-834f-8617019e10b1 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:02:58.917580 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:02:58.928588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Sync routers for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:02:58.952225 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:58.955106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:02:58.955824 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:02:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:02:58.958188 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45324) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:02:58.959365 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-90aa5ce2-e19c-4189-bc14-8b3f8b02e184 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3094847 Mar 23 02:02:58.969007 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a83022b-6235-4638-b7eb-db9df95220f6 None None] Network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:02:59.105789 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:02:59.469076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4d464251-8f92-4ada-8b0b-0c661e006528 None None] Provisioning complete for port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:02:59.470125 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4d464251-8f92-4ada-8b0b-0c661e006528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a711f6b6-bcf5-4dab-a8a0-9b7523ed9803), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:59.541119 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:02:59.687571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:02:59.687957 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a711f6b6-bcf5-4dab-a8a0-9b7523ed9803), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:59.822793 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4d464251-8f92-4ada-8b0b-0c661e006528 None None] Current status of the port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:02:59.823355 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4d464251-8f92-4ada-8b0b-0c661e006528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a711f6b6-bcf5-4dab-a8a0-9b7523ed9803), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:02:59.884036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4d464251-8f92-4ada-8b0b-0c661e006528 None None] For port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a711f6b6-bcf5-4dab-a8a0-9b7523ed9803,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:02:59.906047 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4d464251-8f92-4ada-8b0b-0c661e006528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a711f6b6-bcf5-4dab-a8a0-9b7523ed9803), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:00.010768 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:00.058946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d464251-8f92-4ada-8b0b-0c661e006528 None None] Pushing event updated for resources: {'Port': ['ID=a711f6b6-bcf5-4dab-a8a0-9b7523ed9803,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:00.089147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:00.119888 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c2617c6b-a694-46bf-b0bc-526b4d03876c None None] Provisioning complete for port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:00.120161 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c2617c6b-a694-46bf-b0bc-526b4d03876c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a711f6b6-bcf5-4dab-a8a0-9b7523ed9803), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:00.160962 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:02:58Z', 'revision_number': 3, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:02:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:03:00.197963 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Checking router: 75c96d3d-1f29-466a-834f-8617019e10b1 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:03:00.198855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Updating router 75c96d3d-1f29-466a-834f-8617019e10b1 port 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:03:00.199579 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Allocated IP 172.20.0.1 (bc3a993f-bf9b-4c87-a6dd-164f082e25a5/117a5333-90c5-4abf-b578-73ad977ec678/1d753134-dcac-4677-a095-346a1ca49498) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:03:00.243026 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:00.354441 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Publish callbacks [] for port (1d753134-dcac-4677-a095-346a1ca49498), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:00.411119 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (1d753134-dcac-4677-a095-346a1ca49498), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:00.470768 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c2617c6b-a694-46bf-b0bc-526b4d03876c None None] Current status of the port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:00.480959 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:03:00.484091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:03:00.487840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:03:00.547236 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (75c96d3d-1f29-466a-834f-8617019e10b1), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:00.625675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d753134-dcac-4677-a095-346a1ca49498,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:00.658928 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Publish callbacks [] for port (4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:00.673295 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:00.774946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edcbb5-ecb1-412c-bc75-b002f05e014f None None] Pushing event updated for resources: {'Port': ['ID=4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:00.809707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Attempting to bind port 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:03:00.810234 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Attempting to bind port 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:03:00.810596 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Attempting to bind port 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:03:00.817529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:03:00.817974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:03:00.818917 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:00.819312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:03:00.819836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Bound port: 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:03:00.821007 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:00.834460 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1d753134-dcac-4677-a095-346a1ca49498), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:00.964050 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] For port 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:03:00.972146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] For port 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:03:00.987788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:03:01.038229 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:01.095573 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1a2b92d2-d5fd-4b0c-9767-749bae04d176 None None] Provisioning complete for port 1d753134-dcac-4677-a095-346a1ca49498 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:01.096121 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1a2b92d2-d5fd-4b0c-9767-749bae04d176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1d753134-dcac-4677-a095-346a1ca49498), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:01.135996 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Publish callbacks [] for port (1d753134-dcac-4677-a095-346a1ca49498), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:01.146088 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (1d753134-dcac-4677-a095-346a1ca49498), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:01.196177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d753134-dcac-4677-a095-346a1ca49498,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:01.209982 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b92d2-d5fd-4b0c-9767-749bae04d176 None None] Port 1d753134-dcac-4677-a095-346a1ca49498 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:03:01.226913 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edcbb5-ecb1-412c-bc75-b002f05e014f None None] Pushing event updated for resources: {'Port': ['ID=4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:01.248325 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:01.248748 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a711f6b6-bcf5-4dab-a8a0-9b7523ed9803), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:01.268474 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (75c96d3d-1f29-466a-834f-8617019e10b1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:01.298536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:03:01.299236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:02:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:03:01.393114 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:03:01.394791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:03:01.465244 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:01.547593 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:03:01.670659 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Router 75c96d3d-1f29-466a-834f-8617019e10b1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:03:01.845023 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:03:01.852450 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a40edc12-b2fd-410c-b4b2-262cd9c577d7 admin admin] 10.222.0.18 "PUT /v2.0/routers/75c96d3d-1f29-466a-834f-8617019e10b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8931642 Mar 23 02:03:01.950978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-359fa9f9-14ba-4f5d-b73e-18b5a2775467 None None] Provisioning complete for port 1d753134-dcac-4677-a095-346a1ca49498 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:01.963048 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-359fa9f9-14ba-4f5d-b73e-18b5a2775467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1d753134-dcac-4677-a095-346a1ca49498), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:02.030854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-359fa9f9-14ba-4f5d-b73e-18b5a2775467 None None] Port 1d753134-dcac-4677-a095-346a1ca49498 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:03:02.058992 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 2, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:03:02.090122 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f1573e-3d2f-438f-acda-714c2a7617b9 None None] The sync data for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 is: [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 2, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:03:02.736167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45684) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:03:02.741875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6de993d0-2a49-4b48-b53e-c1473f9e8a95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1808470588-network', 'tenant_id': '5a9908cb33ff48439af41cf899fe2f75'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:03:02.782596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de993d0-2a49-4b48-b53e-c1473f9e8a95 admin admin] Made reservation on behalf of 5a9908cb33ff48439af41cf899fe2f75 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:03:02.785092 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6de993d0-2a49-4b48-b53e-c1473f9e8a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:02.803817 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6de993d0-2a49-4b48-b53e-c1473f9e8a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:02.947213 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6de993d0-2a49-4b48-b53e-c1473f9e8a95 admin admin] Publish callbacks [] for security_group (881f8967-f420-4ea8-8c8e-e810a70c74d3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:02.954550 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6de993d0-2a49-4b48-b53e-c1473f9e8a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (881f8967-f420-4ea8-8c8e-e810a70c74d3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:02.982710 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de993d0-2a49-4b48-b53e-c1473f9e8a95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:03:03.008063 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6de993d0-2a49-4b48-b53e-c1473f9e8a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (9460a9d0-44e1-4294-bfc6-8461eb8dedca), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:03.008418 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-6de993d0-2a49-4b48-b53e-c1473f9e8a95 admin admin] Added segment 9460a9d0-44e1-4294-bfc6-8461eb8dedca of type vlan for network e09b9bc1-6464-4bac-b390-78ad8de89cab Mar 23 02:03:03.009970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de993d0-2a49-4b48-b53e-c1473f9e8a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881f8967-f420-4ea8-8c8e-e810a70c74d3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:03.069664 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6de993d0-2a49-4b48-b53e-c1473f9e8a95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (e09b9bc1-6464-4bac-b390-78ad8de89cab), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:03.106655 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6de993d0-2a49-4b48-b53e-c1473f9e8a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (e09b9bc1-6464-4bac-b390-78ad8de89cab), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:03.108560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de993d0-2a49-4b48-b53e-c1473f9e8a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:03.109872 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6de993d0-2a49-4b48-b53e-c1473f9e8a95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:03.192723 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6de993d0-2a49-4b48-b53e-c1473f9e8a95 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4552150 Mar 23 02:03:03.194064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de993d0-2a49-4b48-b53e-c1473f9e8a95 admin admin] Pushing event updated for resources: {'Network': ['ID=e09b9bc1-6464-4bac-b390-78ad8de89cab,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:03.195535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45724) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:03:03.201416 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9f575d77-9850-4401-834f-f69b26d1b167 admin admin] Request body: {'subnet': {'network_id': 'e09b9bc1-6464-4bac-b390-78ad8de89cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1808470588-subnet', 'tenant_id': '5a9908cb33ff48439af41cf899fe2f75', 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:03:03.204893 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network e09b9bc1-6464-4bac-b390-78ad8de89cab details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:03:03.236340 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f575d77-9850-4401-834f-f69b26d1b167 admin admin] Made reservation on behalf of 5a9908cb33ff48439af41cf899fe2f75 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:03:03.238947 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f575d77-9850-4401-834f-f69b26d1b167 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:03.450845 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f575d77-9850-4401-834f-f69b26d1b167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (deae611e-a25f-46d7-8eb1-a23e401232b0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:03.538285 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f575d77-9850-4401-834f-f69b26d1b167 admin admin] Checking segment: {'id': '9460a9d0-44e1-4294-bfc6-8461eb8dedca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e09b9bc1-6464-4bac-b390-78ad8de89cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:03:03.539719 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f575d77-9850-4401-834f-f69b26d1b167 admin admin] Network hostable DHCP agents. Network: e09b9bc1-6464-4bac-b390-78ad8de89cab, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:03:03.554308 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f575d77-9850-4401-834f-f69b26d1b167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deae611e-a25f-46d7-8eb1-a23e401232b0,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:03.576097 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f575d77-9850-4401-834f-f69b26d1b167 admin admin] Network e09b9bc1-6464-4bac-b390-78ad8de89cab is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:03:03.590290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-9f575d77-9850-4401-834f-f69b26d1b167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, e09b9bc1-6464-4bac-b390-78ad8de89cab) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:03:03.595379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f575d77-9850-4401-834f-f69b26d1b167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:03.596235 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f575d77-9850-4401-834f-f69b26d1b167 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:03.604191 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0829a619-a3d2-4c24-a69a-7be4680b5b77 None None] Network e09b9bc1-6464-4bac-b390-78ad8de89cab requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:03:03.624419 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9f575d77-9850-4401-834f-f69b26d1b167 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4265966 Mar 23 02:03:03.626585 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 45772) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:03:03.631134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1808470588-router', 'tenant_id': '5a9908cb33ff48439af41cf899fe2f75', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:03:03.666585 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (3631dedb-19c1-416a-9d9f-57fb9b70b49b), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:03.667821 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (3631dedb-19c1-416a-9d9f-57fb9b70b49b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:03.765192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-e09b9bc1-6464-4bac-b390-78ad8de89cab', 'network_id': 'e09b9bc1-6464-4bac-b390-78ad8de89cab', 'project_id': '5a9908cb33ff48439af41cf899fe2f75', 'fixed_ips': [{'subnet_id': 'deae611e-a25f-46d7-8eb1-a23e401232b0'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:03:03.766409 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:03.772591 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Publish callbacks [] for router_controller (3631dedb-19c1-416a-9d9f-57fb9b70b49b), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:03.977227 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Publish callbacks [] for router_gateway (3631dedb-19c1-416a-9d9f-57fb9b70b49b), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:04.010396 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:04.028390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Allocated IP 172.20.0.2 (e09b9bc1-6464-4bac-b390-78ad8de89cab/deae611e-a25f-46d7-8eb1-a23e401232b0/812f5298-d5ab-4124-9a34-b57dc8587ef1) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:03:04.250384 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Publish callbacks [] for port (812f5298-d5ab-4124-9a34-b57dc8587ef1), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:04.260905 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (812f5298-d5ab-4124-9a34-b57dc8587ef1), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:04.283555 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Publish callbacks [] for router_gateway (3631dedb-19c1-416a-9d9f-57fb9b70b49b), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:04.304910 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:04.327838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Pushing event updated for resources: {'Port': ['ID=812f5298-d5ab-4124-9a34-b57dc8587ef1,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:04.331614 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Network e09b9bc1-6464-4bac-b390-78ad8de89cab is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:03:04.333530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:03:04.337671 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:03:04.414334 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Attempting to bind port 812f5298-d5ab-4124-9a34-b57dc8587ef1 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:03:04.415273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Attempting to bind port 812f5298-d5ab-4124-9a34-b57dc8587ef1 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '9460a9d0-44e1-4294-bfc6-8461eb8dedca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e09b9bc1-6464-4bac-b390-78ad8de89cab'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:03:04.415736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Attempting to bind port 812f5298-d5ab-4124-9a34-b57dc8587ef1 on network e09b9bc1-6464-4bac-b390-78ad8de89cab {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:03:04.421754 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:03:04.422312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Checking segment: {'id': '9460a9d0-44e1-4294-bfc6-8461eb8dedca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e09b9bc1-6464-4bac-b390-78ad8de89cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:03:04.422815 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:04.423465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Bound using segment: {'id': '9460a9d0-44e1-4294-bfc6-8461eb8dedca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e09b9bc1-6464-4bac-b390-78ad8de89cab'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:03:04.424174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Bound port: 812f5298-d5ab-4124-9a34-b57dc8587ef1, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9460a9d0-44e1-4294-bfc6-8461eb8dedca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e09b9bc1-6464-4bac-b390-78ad8de89cab'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:03:04.424832 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (812f5298-d5ab-4124-9a34-b57dc8587ef1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:04.447641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Allocated IP 172.25.0.52 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/8f361335-3619-4846-8367-c3c6da915338) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:03:04.515048 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] For port 812f5298-d5ab-4124-9a34-b57dc8587ef1, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:03:04.520150 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] For port 812f5298-d5ab-4124-9a34-b57dc8587ef1, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=812f5298-d5ab-4124-9a34-b57dc8587ef1,segment=NetworkSegment(9460a9d0-44e1-4294-bfc6-8461eb8dedca),segment_id=9460a9d0-44e1-4294-bfc6-8461eb8dedca)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:03:04.533438 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (812f5298-d5ab-4124-9a34-b57dc8587ef1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:04.608684 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e666e48-2a35-4a6e-93aa-4ce7523a0c44 None None] Pushing event updated for resources: {'Port': ['ID=812f5298-d5ab-4124-9a34-b57dc8587ef1,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:04.659315 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Publish callbacks [] for port (8f361335-3619-4846-8367-c3c6da915338), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:04.738519 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8f361335-3619-4846-8367-c3c6da915338), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:04.795034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:03:04.802107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:03:04.828840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:03:04.912483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Pushing event updated for resources: {'Port': ['ID=8f361335-3619-4846-8367-c3c6da915338,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:05.028493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:03:05.199895 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:05.200366 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:05.333507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:05.334092 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:05.364206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:03:05.375744 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:05.401924 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Publish callbacks [] for router_gateway (3631dedb-19c1-416a-9d9f-57fb9b70b49b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:05.428486 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Sync routers for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:03:05.435913 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:03:05.436664 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-deff4185-72e7-40e8-b578-b509e15563de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:02:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:03:05.475301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:05.604407 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:03:05.692819 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (3631dedb-19c1-416a-9d9f-57fb9b70b49b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:05.934418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Router 3631dedb-19c1-416a-9d9f-57fb9b70b49b is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:03:06.071769 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-deff4185-72e7-40e8-b578-b509e15563de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 2, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:03:06.134654 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Checking router: 75c96d3d-1f29-466a-834f-8617019e10b1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:03:06.135142 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Updating router 75c96d3d-1f29-466a-834f-8617019e10b1 port 1d753134-dcac-4677-a095-346a1ca49498 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:03:06.173907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:03:06.188150 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Sync routers for ids ['3631dedb-19c1-416a-9d9f-57fb9b70b49b'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:03:06.195379 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1d753134-dcac-4677-a095-346a1ca49498), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:06.204674 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Routers {'3631dedb-19c1-416a-9d9f-57fb9b70b49b'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:03:06.205324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:02:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3631dedb-19c1-416a-9d9f-57fb9b70b49b'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:03:06.214875 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:06.216122 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4382d690-a49e-40c3-9f91-1f4dc15f17ed admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5884669 Mar 23 02:03:06.218938 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 45896) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:03:06.489891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Set router 3631dedb-19c1-416a-9d9f-57fb9b70b49b gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:03:06.774163 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Publish callbacks [] for port (1d753134-dcac-4677-a095-346a1ca49498), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:06.781562 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1d753134-dcac-4677-a095-346a1ca49498), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:06.817100 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:03:06.895519 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168573a8-d2c2-48de-9b12-57f92fc53b49 None None] Pushing event updated for resources: {'Port': ['ID=1d753134-dcac-4677-a095-346a1ca49498,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:06.908859 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168573a8-d2c2-48de-9b12-57f92fc53b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:06.908859 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168573a8-d2c2-48de-9b12-57f92fc53b49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:06.908859 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168573a8-d2c2-48de-9b12-57f92fc53b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:06.909242 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168573a8-d2c2-48de-9b12-57f92fc53b49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:06.909470 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168573a8-d2c2-48de-9b12-57f92fc53b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:06.909754 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168573a8-d2c2-48de-9b12-57f92fc53b49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:06.910076 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168573a8-d2c2-48de-9b12-57f92fc53b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:06.910392 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168573a8-d2c2-48de-9b12-57f92fc53b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:06.910708 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168573a8-d2c2-48de-9b12-57f92fc53b49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:06.915355 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168573a8-d2c2-48de-9b12-57f92fc53b49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:06.915743 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168573a8-d2c2-48de-9b12-57f92fc53b49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:06.925226 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168573a8-d2c2-48de-9b12-57f92fc53b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:06.925735 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168573a8-d2c2-48de-9b12-57f92fc53b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:06.926066 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168573a8-d2c2-48de-9b12-57f92fc53b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:06.926515 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168573a8-d2c2-48de-9b12-57f92fc53b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:06.954144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3d3902-907b-4678-a7a0-836da86c9e5f None None] Network e09b9bc1-6464-4bac-b390-78ad8de89cab requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:03:07.003098 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Attempting to bind port 1d753134-dcac-4677-a095-346a1ca49498 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:03:07.003653 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Attempting to bind port 1d753134-dcac-4677-a095-346a1ca49498 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:03:07.004477 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Attempting to bind port 1d753134-dcac-4677-a095-346a1ca49498 on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:03:07.010851 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:03:07.011615 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Checking segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:03:07.012321 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:07.013000 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Bound using segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:03:07.013850 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Bound port: 1d753134-dcac-4677-a095-346a1ca49498, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:03:07.014916 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1d753134-dcac-4677-a095-346a1ca49498), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:07.184227 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-deff4185-72e7-40e8-b578-b509e15563de None None] For port 1d753134-dcac-4677-a095-346a1ca49498, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:03:07.186994 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:07.198444 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-deff4185-72e7-40e8-b578-b509e15563de None None] For port 1d753134-dcac-4677-a095-346a1ca49498, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1d753134-dcac-4677-a095-346a1ca49498,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:03:07.215170 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1d753134-dcac-4677-a095-346a1ca49498), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:07.375225 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:03:07.376799 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-deff4185-72e7-40e8-b578-b509e15563de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:02:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:03:07.448158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 812f5298-d5ab-4124-9a34-b57dc8587ef1 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:03:07.553850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0b894dd4-6a29-4ae7-a388-28369d013d1f None None] Provisioning complete for port 812f5298-d5ab-4124-9a34-b57dc8587ef1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:07.555157 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b894dd4-6a29-4ae7-a388-28369d013d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (812f5298-d5ab-4124-9a34-b57dc8587ef1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:07.593917 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Allocated IP 172.20.0.1 (e09b9bc1-6464-4bac-b390-78ad8de89cab/deae611e-a25f-46d7-8eb1-a23e401232b0/4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:03:07.610658 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-deff4185-72e7-40e8-b578-b509e15563de None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:03:07.670717 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168573a8-d2c2-48de-9b12-57f92fc53b49 None None] Pushing event updated for resources: {'Port': ['ID=1d753134-dcac-4677-a095-346a1ca49498,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:07.815856 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Publish callbacks [] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:07.822474 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 812f5298-d5ab-4124-9a34-b57dc8587ef1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:07.822967 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (812f5298-d5ab-4124-9a34-b57dc8587ef1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:07.879306 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:07.960791 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Network e09b9bc1-6464-4bac-b390-78ad8de89cab is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:03:07.974390 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:03:07.980307 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-deff4185-72e7-40e8-b578-b509e15563de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:07Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:03:08.007482 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:08.015756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:03:08.049542 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff4185-72e7-40e8-b578-b509e15563de None None] The sync data for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 is: [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:07Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:03:08.052102 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0b894dd4-6a29-4ae7-a388-28369d013d1f None None] Current status of the port 812f5298-d5ab-4124-9a34-b57dc8587ef1 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:08.052502 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b894dd4-6a29-4ae7-a388-28369d013d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (812f5298-d5ab-4124-9a34-b57dc8587ef1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:08.056540 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 812f5298-d5ab-4124-9a34-b57dc8587ef1 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:08.057382 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (812f5298-d5ab-4124-9a34-b57dc8587ef1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:08.079271 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (3631dedb-19c1-416a-9d9f-57fb9b70b49b), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:08.104294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0b894dd4-6a29-4ae7-a388-28369d013d1f None None] For port 812f5298-d5ab-4124-9a34-b57dc8587ef1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=812f5298-d5ab-4124-9a34-b57dc8587ef1,segment=NetworkSegment(9460a9d0-44e1-4294-bfc6-8461eb8dedca),segment_id=9460a9d0-44e1-4294-bfc6-8461eb8dedca)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:03:08.121240 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b894dd4-6a29-4ae7-a388-28369d013d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (812f5298-d5ab-4124-9a34-b57dc8587ef1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:08.230838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'name': 'tempest-TestVolumeBootPattern-1808470588-router', 'tenant_id': '5a9908cb33ff48439af41cf899fe2f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8f361335-3619-4846-8367-c3c6da915338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:03:03Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 3, 'project_id': '5a9908cb33ff48439af41cf899fe2f75', 'gw_port': {'id': '8f361335-3619-4846-8367-c3c6da915338', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:04Z', 'updated_at': '2022-03-23T02:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:03:08.357335 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b894dd4-6a29-4ae7-a388-28369d013d1f None None] Pushing event updated for resources: {'Port': ['ID=812f5298-d5ab-4124-9a34-b57dc8587ef1,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:08.382366 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:03:08.389125 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:03:08.390635 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:08.391059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Checking router: 3631dedb-19c1-416a-9d9f-57fb9b70b49b for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:03:08.391721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Updating router 3631dedb-19c1-416a-9d9f-57fb9b70b49b port 8f361335-3619-4846-8367-c3c6da915338 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:03:08.440329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-abc8f678-cd88-40d4-b87a-b8762fdd9336 None None] Provisioning complete for port 1d753134-dcac-4677-a095-346a1ca49498 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:08.440734 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-abc8f678-cd88-40d4-b87a-b8762fdd9336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1d753134-dcac-4677-a095-346a1ca49498), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:08.515288 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8f361335-3619-4846-8367-c3c6da915338), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:08.768420 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Publish callbacks [] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:08.785634 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:08.866104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:08.878824 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-abc8f678-cd88-40d4-b87a-b8762fdd9336 None None] Current status of the port 1d753134-dcac-4677-a095-346a1ca49498 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:08.879344 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-abc8f678-cd88-40d4-b87a-b8762fdd9336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1d753134-dcac-4677-a095-346a1ca49498), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:08.945776 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (3631dedb-19c1-416a-9d9f-57fb9b70b49b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:09.157445 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Network e09b9bc1-6464-4bac-b390-78ad8de89cab is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:03:09.159585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-abc8f678-cd88-40d4-b87a-b8762fdd9336 None None] For port 1d753134-dcac-4677-a095-346a1ca49498, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1d753134-dcac-4677-a095-346a1ca49498,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:03:09.160018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:03:09.163900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 812f5298-d5ab-4124-9a34-b57dc8587ef1 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:09.165079 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:03:09.176015 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-abc8f678-cd88-40d4-b87a-b8762fdd9336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1d753134-dcac-4677-a095-346a1ca49498), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:09.426896 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8f678-cd88-40d4-b87a-b8762fdd9336 None None] Pushing event updated for resources: {'Port': ['ID=1d753134-dcac-4677-a095-346a1ca49498,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:09.450631 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Router 3631dedb-19c1-416a-9d9f-57fb9b70b49b has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:03:09.587555 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-21470e1b-e116-4a06-9299-d3cd3f79876e None None] Provisioning complete for port 812f5298-d5ab-4124-9a34-b57dc8587ef1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:09.587804 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-21470e1b-e116-4a06-9299-d3cd3f79876e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (812f5298-d5ab-4124-9a34-b57dc8587ef1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:09.658924 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:09.659288 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:09.905880 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Publish callbacks [] for port (8f361335-3619-4846-8367-c3c6da915338), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:09.958864 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8f361335-3619-4846-8367-c3c6da915338), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:10.012592 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Attempting to bind port 8f361335-3619-4846-8367-c3c6da915338 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:03:10.013182 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Attempting to bind port 8f361335-3619-4846-8367-c3c6da915338 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:03:10.013546 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Attempting to bind port 8f361335-3619-4846-8367-c3c6da915338 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:03:10.015450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-21470e1b-e116-4a06-9299-d3cd3f79876e None None] Current status of the port 812f5298-d5ab-4124-9a34-b57dc8587ef1 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:10.034355 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:03:10.034820 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:03:10.035140 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:10.035537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:03:10.036028 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Bound port: 8f361335-3619-4846-8367-c3c6da915338, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:03:10.036413 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8f361335-3619-4846-8367-c3c6da915338), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:10.068115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:10.086271 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-21470e1b-e116-4a06-9299-d3cd3f79876e None None] Provisioning complete for port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:10.086426 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-21470e1b-e116-4a06-9299-d3cd3f79876e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:10.130030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-21470e1b-e116-4a06-9299-d3cd3f79876e None None] Port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:03:10.133991 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f53c8-38d3-4ca9-b962-0ec4272841a3 None None] Pushing event updated for resources: {'Port': ['ID=8f361335-3619-4846-8367-c3c6da915338,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:10.166238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] For port 8f361335-3619-4846-8367-c3c6da915338, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:03:10.170613 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] For port 8f361335-3619-4846-8367-c3c6da915338, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=8f361335-3619-4846-8367-c3c6da915338,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:03:10.184136 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8f361335-3619-4846-8367-c3c6da915338), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:10.333719 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ecb61177-75bd-42ae-9921-6a5613fd3644 None None] Provisioning complete for port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:10.347189 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ecb61177-75bd-42ae-9921-6a5613fd3644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:10.350815 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 812f5298-d5ab-4124-9a34-b57dc8587ef1 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:03:10.406017 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Routers {'3631dedb-19c1-416a-9d9f-57fb9b70b49b'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:03:10.406464 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:03:10.408537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:02:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3631dedb-19c1-416a-9d9f-57fb9b70b49b'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:03:10.428562 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4cbbec4a-254c-45ea-89cf-1e56dd9ffd40 admin admin] 10.222.0.18 "PUT /v2.0/routers/3631dedb-19c1-416a-9d9f-57fb9b70b49b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2084572 Mar 23 02:03:10.436855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f53c8-38d3-4ca9-b962-0ec4272841a3 None None] Pushing event updated for resources: {'Port': ['ID=8f361335-3619-4846-8367-c3c6da915338,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:10.631547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ecb61177-75bd-42ae-9921-6a5613fd3644 None None] Port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:03:10.663016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 812f5298-d5ab-4124-9a34-b57dc8587ef1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:10.663705 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (812f5298-d5ab-4124-9a34-b57dc8587ef1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:10.743371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] Set router 3631dedb-19c1-416a-9d9f-57fb9b70b49b gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:03:10.846127 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 812f5298-d5ab-4124-9a34-b57dc8587ef1 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:10.848344 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1d753134-dcac-4677-a095-346a1ca49498 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:03:11.309246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 1d753134-dcac-4677-a095-346a1ca49498 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:11.309831 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1d753134-dcac-4677-a095-346a1ca49498), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:11.442955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 1d753134-dcac-4677-a095-346a1ca49498 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:11.501728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'name': 'tempest-TestVolumeBootPattern-1808470588-router', 'tenant_id': '5a9908cb33ff48439af41cf899fe2f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8f361335-3619-4846-8367-c3c6da915338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:03:03Z', 'updated_at': '2022-03-23T02:03:08Z', 'revision_number': 4, 'project_id': '5a9908cb33ff48439af41cf899fe2f75', 'gw_port': {'id': '8f361335-3619-4846-8367-c3c6da915338', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:04Z', 'updated_at': '2022-03-23T02:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9', 'name': '', 'network_id': 'e09b9bc1-6464-4bac-b390-78ad8de89cab', 'tenant_id': '5a9908cb33ff48439af41cf899fe2f75', 'mac_address': 'fa:16:3e:d7:36:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'deae611e-a25f-46d7-8eb1-a23e401232b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:07Z', 'updated_at': '2022-03-23T02:03:08Z', 'revision_number': 2, 'project_id': '5a9908cb33ff48439af41cf899fe2f75', 'subnets': [{'id': 'deae611e-a25f-46d7-8eb1-a23e401232b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:03:11.535614 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ead548-ca10-4a65-996e-af99636fa0c6 None None] The sync data for ids ['3631dedb-19c1-416a-9d9f-57fb9b70b49b'] in n-d-834677-4 is: [{'id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'name': 'tempest-TestVolumeBootPattern-1808470588-router', 'tenant_id': '5a9908cb33ff48439af41cf899fe2f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8f361335-3619-4846-8367-c3c6da915338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:03:03Z', 'updated_at': '2022-03-23T02:03:08Z', 'revision_number': 4, 'project_id': '5a9908cb33ff48439af41cf899fe2f75', 'gw_port': {'id': '8f361335-3619-4846-8367-c3c6da915338', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:04Z', 'updated_at': '2022-03-23T02:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9', 'name': '', 'network_id': 'e09b9bc1-6464-4bac-b390-78ad8de89cab', 'tenant_id': '5a9908cb33ff48439af41cf899fe2f75', 'mac_address': 'fa:16:3e:d7:36:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'deae611e-a25f-46d7-8eb1-a23e401232b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:07Z', 'updated_at': '2022-03-23T02:03:08Z', 'revision_number': 2, 'project_id': '5a9908cb33ff48439af41cf899fe2f75', 'subnets': [{'id': 'deae611e-a25f-46d7-8eb1-a23e401232b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:03:14.295324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 8f361335-3619-4846-8367-c3c6da915338 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:03:14.390963 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 8f361335-3619-4846-8367-c3c6da915338 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:14.393054 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8f361335-3619-4846-8367-c3c6da915338), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:14.542766 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 8f361335-3619-4846-8367-c3c6da915338 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:14.544400 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8f361335-3619-4846-8367-c3c6da915338), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:14.605116 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 8f361335-3619-4846-8367-c3c6da915338, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=8f361335-3619-4846-8367-c3c6da915338,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:03:14.613644 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8f361335-3619-4846-8367-c3c6da915338), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:14.713574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=8f361335-3619-4846-8367-c3c6da915338,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:14.809826 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-d59ad003-e728-4e90-9079-7953e050b9fb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:14.812764 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-d59ad003-e728-4e90-9079-7953e050b9fb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 812 time: 0.1553638 Mar 23 02:03:14.840202 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-39881fee-d4b2-494a-b613-18d0d915a88e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/quotas/52e24a35bff748468941038a9c4ab158 HTTP/1.1" status: 200 len: 375 time: 0.0218110 Mar 23 02:03:14.906554 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-e350e467-12ef-433c-bfa6-ef9c187dd0d1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600562 Mar 23 02:03:15.019981 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-66697671-442a-41ec-bfdb-82fdcb5adf92 service neutron] 10.222.0.18 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067705 Mar 23 02:03:15.156573 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-dd1c7109-a7b0-4e25-9184-4ca3d98d9022 service neutron] 10.222.0.18 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354482 Mar 23 02:03:15.666589 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Sync routers for ids ['3631dedb-19c1-416a-9d9f-57fb9b70b49b'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:03:15.678647 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Routers {'3631dedb-19c1-416a-9d9f-57fb9b70b49b'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:03:15.679853 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:02:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3631dedb-19c1-416a-9d9f-57fb9b70b49b'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:03:15.806848 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21e22703-90ee-42b2-b308-c7103cad509d req-d5088672-5def-4b27-b597-cd79081150fd tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 210 time: 0.0540655 Mar 23 02:03:15.881968 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Set router 3631dedb-19c1-416a-9d9f-57fb9b70b49b gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:03:16.216704 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 8f361335-3619-4846-8367-c3c6da915338 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:03:16.253765 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'name': 'tempest-TestVolumeBootPattern-1808470588-router', 'tenant_id': '5a9908cb33ff48439af41cf899fe2f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8f361335-3619-4846-8367-c3c6da915338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:03:03Z', 'updated_at': '2022-03-23T02:03:08Z', 'revision_number': 4, 'project_id': '5a9908cb33ff48439af41cf899fe2f75', 'gw_port': {'id': '8f361335-3619-4846-8367-c3c6da915338', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:04Z', 'updated_at': '2022-03-23T02:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9', 'name': '', 'network_id': 'e09b9bc1-6464-4bac-b390-78ad8de89cab', 'tenant_id': '5a9908cb33ff48439af41cf899fe2f75', 'mac_address': 'fa:16:3e:d7:36:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'deae611e-a25f-46d7-8eb1-a23e401232b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:07Z', 'updated_at': '2022-03-23T02:03:08Z', 'revision_number': 2, 'project_id': '5a9908cb33ff48439af41cf899fe2f75', 'subnets': [{'id': 'deae611e-a25f-46d7-8eb1-a23e401232b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:03:16.303126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 8f361335-3619-4846-8367-c3c6da915338 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:16.303560 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8f361335-3619-4846-8367-c3c6da915338), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:16.316173 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Checking router: 3631dedb-19c1-416a-9d9f-57fb9b70b49b for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:03:16.316533 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Updating router 3631dedb-19c1-416a-9d9f-57fb9b70b49b port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:03:16.358699 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:16.463674 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 8f361335-3619-4846-8367-c3c6da915338 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:16.934054 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5acc4f70-0247-4fc2-b6ed-9525d695ed3a req-1a736f0e-2dc9-4648-9f34-8180425d1953 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 210 time: 0.0507317 Mar 23 02:03:16.960792 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Publish callbacks [] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:16.968946 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:17.215100 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac0ecb-9ae2-4b7b-b7d5-0cd184a29382 None None] Pushing event updated for resources: {'Port': ['ID=4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:17.309560 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Attempting to bind port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:03:17.309928 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Attempting to bind port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '9460a9d0-44e1-4294-bfc6-8461eb8dedca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e09b9bc1-6464-4bac-b390-78ad8de89cab'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:03:17.310280 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Attempting to bind port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 on network e09b9bc1-6464-4bac-b390-78ad8de89cab {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:03:17.329045 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:03:17.329419 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Checking segment: {'id': '9460a9d0-44e1-4294-bfc6-8461eb8dedca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e09b9bc1-6464-4bac-b390-78ad8de89cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:03:17.329817 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:17.330199 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Bound using segment: {'id': '9460a9d0-44e1-4294-bfc6-8461eb8dedca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e09b9bc1-6464-4bac-b390-78ad8de89cab'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:03:17.330664 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Bound port: 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9460a9d0-44e1-4294-bfc6-8461eb8dedca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e09b9bc1-6464-4bac-b390-78ad8de89cab'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:03:17.331037 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:17.434821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-526fd171-6f2b-45d4-bf40-38df7868c233 None None] Provisioning complete for port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:17.435391 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-526fd171-6f2b-45d4-bf40-38df7868c233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:17.446677 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-a8b83673-7404-4b70-941a-c92cf825d060 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:17.450061 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-a8b83673-7404-4b70-941a-c92cf825d060 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 812 time: 0.2259033 Mar 23 02:03:17.463494 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-86a30ad2-c0eb-4a9a-ab9b-e9745589f03c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Request body: {'port': {'device_id': '7813f6ee-525f-4582-97f7-5d8d59d4dc5f', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'admin_state_up': True, 'tenant_id': '52e24a35bff748468941038a9c4ab158'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:03:17.492563 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] For port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:03:17.501917 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] For port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9,segment=NetworkSegment(9460a9d0-44e1-4294-bfc6-8461eb8dedca),segment_id=9460a9d0-44e1-4294-bfc6-8461eb8dedca)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:03:17.508842 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-526fd171-6f2b-45d4-bf40-38df7868c233 None None] Port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:03:17.512271 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:17.595306 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Routers {'3631dedb-19c1-416a-9d9f-57fb9b70b49b'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:03:17.595986 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:02:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3631dedb-19c1-416a-9d9f-57fb9b70b49b'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:03:17.668497 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-86a30ad2-c0eb-4a9a-ab9b-e9745589f03c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Made reservation on behalf of 52e24a35bff748468941038a9c4ab158 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:03:17.676940 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-86a30ad2-c0eb-4a9a-ab9b-e9745589f03c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:17.886725 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] Set router 3631dedb-19c1-416a-9d9f-57fb9b70b49b gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:03:18.047250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-86a30ad2-c0eb-4a9a-ab9b-e9745589f03c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Allocated IP 172.20.0.12 (bc3a993f-bf9b-4c87-a6dd-164f082e25a5/117a5333-90c5-4abf-b578-73ad977ec678/3258c417-e325-4566-9b6b-6c545cbb4bc1) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:03:18.048072 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-71505a2d-d8fd-44dd-ae8c-a3479da521d0 None None] Provisioning complete for port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:18.050655 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71505a2d-d8fd-44dd-ae8c-a3479da521d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:18.065087 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac0ecb-9ae2-4b7b-b7d5-0cd184a29382 None None] Pushing event updated for resources: {'Port': ['ID=4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:18.170152 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9e7ad9d0-f263-4b88-9dcc-8790ff9cb68b req-03abdf57-5aec-42a8-9974-4ffd7b4f5cea tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 210 time: 0.0842617 Mar 23 02:03:18.259834 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-71505a2d-d8fd-44dd-ae8c-a3479da521d0 None None] Current status of the port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:18.260209 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71505a2d-d8fd-44dd-ae8c-a3479da521d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:18.273132 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'name': 'tempest-TestVolumeBootPattern-1808470588-router', 'tenant_id': '5a9908cb33ff48439af41cf899fe2f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8f361335-3619-4846-8367-c3c6da915338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:03:03Z', 'updated_at': '2022-03-23T02:03:08Z', 'revision_number': 4, 'project_id': '5a9908cb33ff48439af41cf899fe2f75', 'gw_port': {'id': '8f361335-3619-4846-8367-c3c6da915338', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:04Z', 'updated_at': '2022-03-23T02:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9', 'name': '', 'network_id': 'e09b9bc1-6464-4bac-b390-78ad8de89cab', 'tenant_id': '5a9908cb33ff48439af41cf899fe2f75', 'mac_address': 'fa:16:3e:d7:36:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'deae611e-a25f-46d7-8eb1-a23e401232b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:07Z', 'updated_at': '2022-03-23T02:03:17Z', 'revision_number': 4, 'project_id': '5a9908cb33ff48439af41cf899fe2f75', 'subnets': [{'id': 'deae611e-a25f-46d7-8eb1-a23e401232b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:03:18.287383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:03:18.305554 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00877484-4aae-43a6-8c90-ab4e047d5d58 None None] The sync data for ids ['3631dedb-19c1-416a-9d9f-57fb9b70b49b'] in n-d-834677-4 is: [{'id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'name': 'tempest-TestVolumeBootPattern-1808470588-router', 'tenant_id': '5a9908cb33ff48439af41cf899fe2f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8f361335-3619-4846-8367-c3c6da915338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:03:03Z', 'updated_at': '2022-03-23T02:03:08Z', 'revision_number': 4, 'project_id': '5a9908cb33ff48439af41cf899fe2f75', 'gw_port': {'id': '8f361335-3619-4846-8367-c3c6da915338', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:04Z', 'updated_at': '2022-03-23T02:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9', 'name': '', 'network_id': 'e09b9bc1-6464-4bac-b390-78ad8de89cab', 'tenant_id': '5a9908cb33ff48439af41cf899fe2f75', 'mac_address': 'fa:16:3e:d7:36:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'deae611e-a25f-46d7-8eb1-a23e401232b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:07Z', 'updated_at': '2022-03-23T02:03:17Z', 'revision_number': 4, 'project_id': '5a9908cb33ff48439af41cf899fe2f75', 'subnets': [{'id': 'deae611e-a25f-46d7-8eb1-a23e401232b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:03:18.368935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-71505a2d-d8fd-44dd-ae8c-a3479da521d0 None None] For port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9,segment=NetworkSegment(9460a9d0-44e1-4294-bfc6-8461eb8dedca),segment_id=9460a9d0-44e1-4294-bfc6-8461eb8dedca)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:03:18.383010 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71505a2d-d8fd-44dd-ae8c-a3479da521d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:18.429543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:18.430284 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:18.433661 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-86a30ad2-c0eb-4a9a-ab9b-e9745589f03c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for port (3258c417-e325-4566-9b6b-6c545cbb4bc1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:18.510984 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-86a30ad2-c0eb-4a9a-ab9b-e9745589f03c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (3258c417-e325-4566-9b6b-6c545cbb4bc1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:18.576384 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71505a2d-d8fd-44dd-ae8c-a3479da521d0 None None] Pushing event updated for resources: {'Port': ['ID=4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:18.594536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-86a30ad2-c0eb-4a9a-ab9b-e9745589f03c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:03:18.598504 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-86a30ad2-c0eb-4a9a-ab9b-e9745589f03c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:03:18.626175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-86a30ad2-c0eb-4a9a-ab9b-e9745589f03c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:03:18.698753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:18.713336 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-86a30ad2-c0eb-4a9a-ab9b-e9745589f03c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:18.714311 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-86a30ad2-c0eb-4a9a-ab9b-e9745589f03c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:18.732644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a30ad2-c0eb-4a9a-ab9b-e9745589f03c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'Port': ['ID=3258c417-e325-4566-9b6b-6c545cbb4bc1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:18.749243 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-86a30ad2-c0eb-4a9a-ab9b-e9745589f03c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2911654 Mar 23 02:03:18.763416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Request body: {'port': {'device_id': '7813f6ee-525f-4582-97f7-5d8d59d4dc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:03:18.852249 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3258c417-e325-4566-9b6b-6c545cbb4bc1), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:19.014978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-42cf3a44-9d05-44af-b0f8-617c3691c103 None None] Provisioning complete for port 3258c417-e325-4566-9b6b-6c545cbb4bc1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:19.015822 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-42cf3a44-9d05-44af-b0f8-617c3691c103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3258c417-e325-4566-9b6b-6c545cbb4bc1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:19.068177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-42cf3a44-9d05-44af-b0f8-617c3691c103 None None] Port 3258c417-e325-4566-9b6b-6c545cbb4bc1 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:03:19.330635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3258c417-e325-4566-9b6b-6c545cbb4bc1 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:03:19.352254 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Publish callbacks [] for port (3258c417-e325-4566-9b6b-6c545cbb4bc1), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:19.372257 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Transition to ACTIVE for port object 3258c417-e325-4566-9b6b-6c545cbb4bc1 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:03:19.383776 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5afda-d87c-4990-bec4-811b3db3fc9d req-d60f9848-d2ec-4717-ae95-d2ce38ff6670 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:19.384405 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3258c417-e325-4566-9b6b-6c545cbb4bc1), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:19.391975 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-59f5afda-d87c-4990-bec4-811b3db3fc9d req-d60f9848-d2ec-4717-ae95-d2ce38ff6670 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 932 time: 0.0847266 Mar 23 02:03:19.469997 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-59f5afda-d87c-4990-bec4-811b3db3fc9d req-69ac452b-f66f-4d0d-a2c5-328118b9ca45 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718181 Mar 23 02:03:19.487725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Pushing event updated for resources: {'Port': ['ID=3258c417-e325-4566-9b6b-6c545cbb4bc1,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:19.574286 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9582bcf2-846f-4b97-a99c-c6c944a6cd07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:19.695560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Attempting to bind port 3258c417-e325-4566-9b6b-6c545cbb4bc1 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:03:19.696099 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Attempting to bind port 3258c417-e325-4566-9b6b-6c545cbb4bc1 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:03:19.700061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Attempting to bind port 3258c417-e325-4566-9b6b-6c545cbb4bc1 on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:03:19.707028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Port 3258c417-e325-4566-9b6b-6c545cbb4bc1 on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:03:19.707373 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Attempting to bind port 3258c417-e325-4566-9b6b-6c545cbb4bc1 on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:03:19.715667 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:03:19.716009 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Checking segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:03:19.716540 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Bound using segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:03:19.717792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Bound port: 3258c417-e325-4566-9b6b-6c545cbb4bc1, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:03:19.718232 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3258c417-e325-4566-9b6b-6c545cbb4bc1), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:19.809547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] For port 3258c417-e325-4566-9b6b-6c545cbb4bc1, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:03:19.813768 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] For port 3258c417-e325-4566-9b6b-6c545cbb4bc1, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3258c417-e325-4566-9b6b-6c545cbb4bc1,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:03:19.821694 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3258c417-e325-4566-9b6b-6c545cbb4bc1), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:19.863754 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:19.864372 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:19.866049 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] 10.222.0.42 "PUT /v2.0/ports/3258c417-e325-4566-9b6b-6c545cbb4bc1 HTTP/1.1" status: 200 len: 1092 time: 1.1097257 Mar 23 02:03:19.866526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7813f6ee-525f-4582-97f7-5d8d59d4dc5f', 'tag': '3258c417-e325-4566-9b6b-6c545cbb4bc1'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:03:19.868854 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3f2031-3ca3-4f9f-8d31-dd249b7ca7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "7813f6ee-525f-4582-97f7-5d8d59d4dc5f", "tag": "3258c417-e325-4566-9b6b-6c545cbb4bc1"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:03:19.950068 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fb96b4-f999-49c6-a285-66b245810d09 x-openstack-request-id: req-a8fb96b4-f999-49c6-a285-66b245810d09 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:03:19.950374 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7813f6ee-525f-4582-97f7-5d8d59d4dc5f", "tag": "3258c417-e325-4566-9b6b-6c545cbb4bc1", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:03:19.950635 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8fb96b4-f999-49c6-a285-66b245810d09 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:03:19.951059 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8fb96b4-f999-49c6-a285-66b245810d09'] response: {'name': 'network-changed', 'server_uuid': '7813f6ee-525f-4582-97f7-5d8d59d4dc5f', 'tag': '3258c417-e325-4566-9b6b-6c545cbb4bc1', 'status': 'completed', 'code': 200} Mar 23 02:03:19.969555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479bb36-4383-47a5-a8f9-4f96821fcd8d service neutron] Pushing event updated for resources: {'Port': ['ID=3258c417-e325-4566-9b6b-6c545cbb4bc1,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:19.992135 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-988d28bb-b8bf-4ed2-908c-d83b871d7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:19.993625 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-988d28bb-b8bf-4ed2-908c-d83b871d7493 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 1126 time: 0.0712111 Mar 23 02:03:20.036877 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-3c821fc6-1c0e-4aa4-a8c6-8bcc901deaee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3258c417-e325-4566-9b6b-6c545cbb4bc1 HTTP/1.1" status: 200 len: 217 time: 0.0362244 Mar 23 02:03:20.089235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-fd72c26a-d797-4146-8bb1-3c70136bd3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:20.090860 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-fd72c26a-d797-4146-8bb1-3c70136bd3bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0486948 Mar 23 02:03:20.145927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-60360135-8d87-416e-bd47-ba8bb202a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:20.147770 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-60360135-8d87-416e-bd47-ba8bb202a5ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504575 Mar 23 02:03:20.171301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:03:20.224054 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:20.224522 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:20.245394 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-9320bcbb-c552-4e30-94ee-da1574ac6f1f service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915368 Mar 23 02:03:20.315625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:20.335269 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4bf4f1b5-8a6e-4493-812d-378794eafaa7 req-85ec0929-82e2-4547-b74d-5ab00ee9678a service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842803 Mar 23 02:03:20.622384 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a04b48-32fb-4b40-aa80-5eb52688af30 req-f57d8b9f-364d-4c3f-a3e9-aceac2c9f4eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:20.623998 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-24a04b48-32fb-4b40-aa80-5eb52688af30 req-f57d8b9f-364d-4c3f-a3e9-aceac2c9f4eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0607576 Mar 23 02:03:20.676737 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-24a04b48-32fb-4b40-aa80-5eb52688af30 req-09daa0ca-9a0c-4a65-ac8e-c305d3deb19c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463748 Mar 23 02:03:20.734298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f2031-3ca3-4f9f-8d31-dd249b7ca7f8 req-14fecc4c-83a4-4460-9ebb-a895ba3420ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:20.735839 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec3f2031-3ca3-4f9f-8d31-dd249b7ca7f8 req-14fecc4c-83a4-4460-9ebb-a895ba3420ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 1126 time: 0.3563905 Mar 23 02:03:20.782504 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:20.825076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f2031-3ca3-4f9f-8d31-dd249b7ca7f8 req-206f30c5-44a8-488d-94f1-4c46ec170de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:20.826574 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec3f2031-3ca3-4f9f-8d31-dd249b7ca7f8 req-206f30c5-44a8-488d-94f1-4c46ec170de8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.0848825 Mar 23 02:03:20.871591 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec3f2031-3ca3-4f9f-8d31-dd249b7ca7f8 req-115e5228-2ecb-4774-b7ba-3d60323542c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3258c417-e325-4566-9b6b-6c545cbb4bc1 HTTP/1.1" status: 200 len: 217 time: 0.0391104 Mar 23 02:03:20.920016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f2031-3ca3-4f9f-8d31-dd249b7ca7f8 req-1b8eafdd-a4b1-44c2-8490-99f800b6305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:20.921516 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec3f2031-3ca3-4f9f-8d31-dd249b7ca7f8 req-1b8eafdd-a4b1-44c2-8490-99f800b6305f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0440936 Mar 23 02:03:20.970226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f2031-3ca3-4f9f-8d31-dd249b7ca7f8 req-0f2cc48d-a9d7-408f-8bf6-c40b77ba7d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:20.971735 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec3f2031-3ca3-4f9f-8d31-dd249b7ca7f8 req-0f2cc48d-a9d7-408f-8bf6-c40b77ba7d4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445099 Mar 23 02:03:21.067285 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec3f2031-3ca3-4f9f-8d31-dd249b7ca7f8 req-5d0f27d7-47dc-44c6-8841-a91b2f641189 service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894675 Mar 23 02:03:21.157773 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec3f2031-3ca3-4f9f-8d31-dd249b7ca7f8 req-3153cc73-217d-44e5-9383-dcbc20508461 service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845697 Mar 23 02:03:21.806786 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424303f-ffcc-4939-9e27-d1b23db928d9 req-c0694881-1a39-4df6-b019-f439152a90bb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:21.808393 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c424303f-ffcc-4939-9e27-d1b23db928d9 req-c0694881-1a39-4df6-b019-f439152a90bb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0565920 Mar 23 02:03:21.862417 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c424303f-ffcc-4939-9e27-d1b23db928d9 req-ebf178db-894e-4099-be4e-feafa61ece2a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478570 Mar 23 02:03:22.033304 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9395-6de3-4c9a-93b2-5db1ad514ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:22.988099 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0e2d6-0462-4cb8-a22c-d7cd24bb7968 req-34203e08-8393-4cea-8e3e-fdee700d6746 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:22.989783 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fac0e2d6-0462-4cb8-a22c-d7cd24bb7968 req-34203e08-8393-4cea-8e3e-fdee700d6746 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0568707 Mar 23 02:03:23.037880 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fac0e2d6-0462-4cb8-a22c-d7cd24bb7968 req-c3100ed9-78b1-46ee-aa82-5dcf6e91a33c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419879 Mar 23 02:03:23.307503 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:24.166121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51040106-6e01-497c-9e00-44ddd62bb6a6 req-b3577af2-388d-4692-a4db-ef2d553d174d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:24.167843 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51040106-6e01-497c-9e00-44ddd62bb6a6 req-b3577af2-388d-4692-a4db-ef2d553d174d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0584679 Mar 23 02:03:24.218649 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51040106-6e01-497c-9e00-44ddd62bb6a6 req-20c511e3-3e7b-4da2-9a50-bf46217c5709 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446424 Mar 23 02:03:24.645290 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:25.364860 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e11ac6-1b91-4573-9735-c8c8604e3244 req-0d86882c-1e38-43d2-b9d3-3eeb9eeb720b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:25.374226 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-01e11ac6-1b91-4573-9735-c8c8604e3244 req-0d86882c-1e38-43d2-b9d3-3eeb9eeb720b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0698330 Mar 23 02:03:25.429414 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-01e11ac6-1b91-4573-9735-c8c8604e3244 req-8d99d5e4-6ab8-4669-aa91-fcfcfb720bf5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540724 Mar 23 02:03:25.611069 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46156) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:03:25.755144 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dd27f4ea-a0df-4278-bf99-7a8c6e3543ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3e3890c6a944a88b8611c221c081066&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1427331 Mar 23 02:03:25.757973 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46160) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:03:25.788471 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:25.818909 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Publish callbacks [] for security_group (7f3bddd5-f2db-466d-b238-fd43c0bfe110), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:25.845925 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Publish callbacks [] for security_group (7f3bddd5-f2db-466d-b238-fd43c0bfe110), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:25.898278 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (7f3bddd5-f2db-466d-b238-fd43c0bfe110), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:25.901371 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:25.909508 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f3bddd5-f2db-466d-b238-fd43c0bfe110 HTTP/1.1" status: 204 len: 168 time: 0.1463447 Mar 23 02:03:25.919212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3bddd5-f2db-466d-b238-fd43c0bfe110,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:25.928163 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:25.928677 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:25.929732 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:25.930079 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:25.930413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:25.930742 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:25.931070 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:25.931394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:25.931716 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:25.932038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:25.932359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:25.932700 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:25.933020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:25.933337 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:25.933652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e06964-659c-4eb8-bb37-2e519e80987a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:26.580087 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6a478-0be1-443f-84f3-9f80563bc3ff req-d176c9e0-4170-4244-a2eb-a478a0fc01aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:26.588032 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0a6a478-0be1-443f-84f3-9f80563bc3ff req-d176c9e0-4170-4244-a2eb-a478a0fc01aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0634069 Mar 23 02:03:26.657196 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0a6a478-0be1-443f-84f3-9f80563bc3ff req-d5178792-f59f-4e7d-8c8f-fc04af968481 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583687 Mar 23 02:03:27.760583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e652e-0dd7-438c-8c14-562c6469320a req-cad033a6-f55f-4911-b1ea-6bb2b0cb15ca tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:27.762937 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-556e652e-0dd7-438c-8c14-562c6469320a req-cad033a6-f55f-4911-b1ea-6bb2b0cb15ca tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0569243 Mar 23 02:03:27.814418 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-556e652e-0dd7-438c-8c14-562c6469320a req-50b658c5-97df-40d3-af23-690147a9e396 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451500 Mar 23 02:03:28.941323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04a93e-a616-4b87-9c62-e7465e73cade req-b464dd21-c0bb-4160-bbd9-e2b35f399d34 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:28.942829 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f04a93e-a616-4b87-9c62-e7465e73cade req-b464dd21-c0bb-4160-bbd9-e2b35f399d34 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0584490 Mar 23 02:03:28.993646 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f04a93e-a616-4b87-9c62-e7465e73cade req-399d2bee-23bf-44a3-a5ff-cf4603956589 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441713 Mar 23 02:03:30.116644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b68dc-7bd1-4b52-bf29-d13b05fcfe50 req-903c97f8-cd97-4cf2-9fb0-97bf42f564d8 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:30.118188 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a75b68dc-7bd1-4b52-bf29-d13b05fcfe50 req-903c97f8-cd97-4cf2-9fb0-97bf42f564d8 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0567117 Mar 23 02:03:30.166467 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a75b68dc-7bd1-4b52-bf29-d13b05fcfe50 req-3c8f4756-f237-4446-81a0-37ee8a8903a0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422626 Mar 23 02:03:31.294236 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ede31a-71c7-47b0-b104-89c39cd60a14 req-9da8ce6e-a5e4-4c6a-ada0-0600cf826cba tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:31.295756 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2ede31a-71c7-47b0-b104-89c39cd60a14 req-9da8ce6e-a5e4-4c6a-ada0-0600cf826cba tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0595140 Mar 23 02:03:31.347230 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d2ede31a-71c7-47b0-b104-89c39cd60a14 req-7e8eb629-450f-481a-840e-1cfa1d4acee6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455885 Mar 23 02:03:31.943140 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9e41a-60a1-4bfe-b34e-001dcb5b8d26 req-bb24d337-1c75-4bff-9cda-6644a3fb1609 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:31.945409 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d8d9e41a-60a1-4bfe-b34e-001dcb5b8d26 req-bb24d337-1c75-4bff-9cda-6644a3fb1609 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0562935 Mar 23 02:03:32.008860 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d8d9e41a-60a1-4bfe-b34e-001dcb5b8d26 req-defb35b0-92b7-4be0-aa00-226a5162484e tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558310 Mar 23 02:03:32.483125 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdcba1-62d3-439a-aaa0-c29bbe014179 req-8b962640-5cba-4ba6-9e4f-1861ea0805d6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:32.484879 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7fdcba1-62d3-439a-aaa0-c29bbe014179 req-8b962640-5cba-4ba6-9e4f-1861ea0805d6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0672586 Mar 23 02:03:32.535159 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7fdcba1-62d3-439a-aaa0-c29bbe014179 req-5df36462-fa8a-4dd1-92f1-1996e92efba5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427933 Mar 23 02:03:33.161953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd921b-4215-4559-9022-c1659c523fd7 req-7fb2d1d0-bfdf-42a9-960e-5032ecdb11d1 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:33.172859 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14bd921b-4215-4559-9022-c1659c523fd7 req-7fb2d1d0-bfdf-42a9-960e-5032ecdb11d1 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0855625 Mar 23 02:03:33.221963 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14bd921b-4215-4559-9022-c1659c523fd7 req-b3f9c0a7-b9e2-498d-8990-f1d47109f091 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478389 Mar 23 02:03:33.656386 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c56c4-2d03-4b92-80a8-0b71c59574dd req-f1cb8214-b626-4c18-bd39-284e6edef179 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:33.658106 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4d1c56c4-2d03-4b92-80a8-0b71c59574dd req-f1cb8214-b626-4c18-bd39-284e6edef179 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0532718 Mar 23 02:03:33.705397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4d1c56c4-2d03-4b92-80a8-0b71c59574dd req-70e5a082-a06c-4274-89d0-4ca9debc918e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415044 Mar 23 02:03:33.971728 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:34.351506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef121c7-3765-4468-ab7a-a085721edf81 req-a3f26773-ffb9-4aa2-b465-b84ea50106fb tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:34.353224 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ef121c7-3765-4468-ab7a-a085721edf81 req-a3f26773-ffb9-4aa2-b465-b84ea50106fb tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0569460 Mar 23 02:03:34.403029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ef121c7-3765-4468-ab7a-a085721edf81 req-600a5e90-5df0-4966-b16f-83ad3a65b8a8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434446 Mar 23 02:03:34.835277 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c22a3-190f-4d63-a16e-c0c54cdda10a req-20cbad66-6015-40ca-87c6-185db82236aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:34.841338 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f2c22a3-190f-4d63-a16e-c0c54cdda10a req-20cbad66-6015-40ca-87c6-185db82236aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0643106 Mar 23 02:03:34.893506 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6f2c22a3-190f-4d63-a16e-c0c54cdda10a req-9b3fc706-a07d-4af8-aca0-22540fefffc2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499623 Mar 23 02:03:35.542327 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3da6f-d5c7-48f8-a0a6-17661cb8415b req-1fb45f82-a5fe-43c1-991e-29649ea7fb6b tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:35.544191 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0d3da6f-d5c7-48f8-a0a6-17661cb8415b req-1fb45f82-a5fe-43c1-991e-29649ea7fb6b tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0618687 Mar 23 02:03:35.600549 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0d3da6f-d5c7-48f8-a0a6-17661cb8415b req-09d927c6-f8c5-4018-a2d1-ccb893836bd4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496297 Mar 23 02:03:36.021728 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa706e7d-7ae5-4e29-ab4d-6af12274e5ee req-82b96676-afd4-4006-bcbf-6293a6922584 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:36.025188 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa706e7d-7ae5-4e29-ab4d-6af12274e5ee req-82b96676-afd4-4006-bcbf-6293a6922584 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0582273 Mar 23 02:03:36.072965 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa706e7d-7ae5-4e29-ab4d-6af12274e5ee req-609d6eba-648b-4961-abf3-1cc75963b62f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435200 Mar 23 02:03:36.729757 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea347654-5c65-469f-b8dc-612abde729ec req-85a3446d-5aa9-4159-b1e0-853a5a0ed4af tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:36.733766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea347654-5c65-469f-b8dc-612abde729ec req-85a3446d-5aa9-4159-b1e0-853a5a0ed4af tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0639825 Mar 23 02:03:36.790920 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea347654-5c65-469f-b8dc-612abde729ec req-46d05433-5db2-4b49-abea-78406e971dc3 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464251 Mar 23 02:03:37.201125 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7828d59-35ca-4b07-8d48-9c4007d4d05b req-e4eb82ba-2c6e-4da5-a774-beeb1afb5184 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:37.202655 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b7828d59-35ca-4b07-8d48-9c4007d4d05b req-e4eb82ba-2c6e-4da5-a774-beeb1afb5184 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0551200 Mar 23 02:03:37.258139 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b7828d59-35ca-4b07-8d48-9c4007d4d05b req-68fc0f08-cd2c-4f70-8f5b-3d97a4b9720d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490503 Mar 23 02:03:37.941133 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbd916-5466-44ec-8532-a39242cf9c73 req-2a5432eb-6508-4f06-abc6-0ed9d1dbe4ee tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:37.942638 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5fdbd916-5466-44ec-8532-a39242cf9c73 req-2a5432eb-6508-4f06-abc6-0ed9d1dbe4ee tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0689666 Mar 23 02:03:38.012848 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5fdbd916-5466-44ec-8532-a39242cf9c73 req-e118014a-213a-437c-a3e6-818935a2a110 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582819 Mar 23 02:03:38.384197 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e6456-1017-4281-bca3-4fccc1e53958 req-578e4f9b-78cc-4231-8ae0-64c5dcebe956 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:38.385881 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b39e6456-1017-4281-bca3-4fccc1e53958 req-578e4f9b-78cc-4231-8ae0-64c5dcebe956 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0551419 Mar 23 02:03:38.440192 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b39e6456-1017-4281-bca3-4fccc1e53958 req-134f9d97-f478-474c-a4f6-cc4577434b91 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480695 Mar 23 02:03:39.162250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54664a92-e369-43f0-8b3a-19f082e4c904 req-3e51c371-e249-4576-9d80-02b3988f76e8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:39.163720 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54664a92-e369-43f0-8b3a-19f082e4c904 req-3e51c371-e249-4576-9d80-02b3988f76e8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0771153 Mar 23 02:03:39.239014 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54664a92-e369-43f0-8b3a-19f082e4c904 req-d6575864-7fe3-463a-b3c4-c57edc6a2592 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608385 Mar 23 02:03:39.572234 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553299d3-3960-461e-97bc-609153fcdec7 req-30e237e0-efd2-44d0-9eef-55c95ac4bae4 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:39.573925 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-553299d3-3960-461e-97bc-609153fcdec7 req-30e237e0-efd2-44d0-9eef-55c95ac4bae4 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0541353 Mar 23 02:03:39.626481 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-553299d3-3960-461e-97bc-609153fcdec7 req-1f893fce-01b3-4963-ac25-26fd56b969ad tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462341 Mar 23 02:03:40.391668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464869d-0f50-421a-bda6-09f40a06b4fc req-22d7003c-5a76-4ac6-bc81-df8675ba93fa tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:40.395259 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8464869d-0f50-421a-bda6-09f40a06b4fc req-22d7003c-5a76-4ac6-bc81-df8675ba93fa tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0647228 Mar 23 02:03:40.461502 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8464869d-0f50-421a-bda6-09f40a06b4fc req-5ce1743a-8766-416f-82e1-7199cb1579de tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603626 Mar 23 02:03:40.770915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06477306-20b6-4e1f-8cb9-feb1979db076 req-6e90e0f1-c8b9-4f3f-ae07-a9e825b7a36f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:40.780478 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06477306-20b6-4e1f-8cb9-feb1979db076 req-6e90e0f1-c8b9-4f3f-ae07-a9e825b7a36f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0732262 Mar 23 02:03:40.832348 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-06477306-20b6-4e1f-8cb9-feb1979db076 req-20612a6c-9df2-4331-86a1-f91534a17efe tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496237 Mar 23 02:03:41.604533 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edecf9-a2dd-4b66-9859-480a016a26ea req-e30551fd-6727-4705-8c0f-e71dcd2b6ea0 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:41.611625 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-34edecf9-a2dd-4b66-9859-480a016a26ea req-e30551fd-6727-4705-8c0f-e71dcd2b6ea0 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0616853 Mar 23 02:03:41.657090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-34edecf9-a2dd-4b66-9859-480a016a26ea req-b669b3a8-a871-4f0a-8e67-3203aa79397c tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445507 Mar 23 02:03:42.025859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b832d6-1e51-4e5f-9d27-2dd2c7712c7b req-6002fc53-4843-40a0-9917-05f2e43fcb3c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:42.028837 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b9b832d6-1e51-4e5f-9d27-2dd2c7712c7b req-6002fc53-4843-40a0-9917-05f2e43fcb3c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0654480 Mar 23 02:03:42.104803 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b9b832d6-1e51-4e5f-9d27-2dd2c7712c7b req-389527e2-e8b7-49b5-8a1d-c398a5e7dd5c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690830 Mar 23 02:03:42.824708 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad722a5-5302-45c5-abc0-6cfa32bb7094 req-f88654b3-0e1e-4d5d-a1c8-c061750376bf tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:42.832546 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0ad722a5-5302-45c5-abc0-6cfa32bb7094 req-f88654b3-0e1e-4d5d-a1c8-c061750376bf tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0644491 Mar 23 02:03:42.947763 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0ad722a5-5302-45c5-abc0-6cfa32bb7094 req-e545eb48-b694-419b-8849-74f6f1e84c85 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138759 Mar 23 02:03:43.306601 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cef7a4-6d23-4d8b-81e6-3a6fa3dd1b72 req-4108052b-a7d3-4427-a47e-bffd78a851ef tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:43.308492 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82cef7a4-6d23-4d8b-81e6-3a6fa3dd1b72 req-4108052b-a7d3-4427-a47e-bffd78a851ef tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.1280248 Mar 23 02:03:43.364179 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c643ff6-581e-43e4-b5b6-55e6eb8d998f req-86e931b3-aa81-4093-8111-dcecff6bec53 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:43.375319 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c643ff6-581e-43e4-b5b6-55e6eb8d998f req-86e931b3-aa81-4093-8111-dcecff6bec53 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.1798127 Mar 23 02:03:43.408064 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82cef7a4-6d23-4d8b-81e6-3a6fa3dd1b72 req-f0b8a92a-33c8-4001-bee4-59c3e2c1f29f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883231 Mar 23 02:03:43.468483 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c643ff6-581e-43e4-b5b6-55e6eb8d998f req-0b69f2b8-af8a-4d0e-9d72-46cd28b69ecf tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917521 Mar 23 02:03:43.508199 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b28eba-a822-4b34-a31a-0894122bb449 req-ebfba1b2-8327-41d5-9b13-8ee4e4fdc0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:43.509934 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-82b28eba-a822-4b34-a31a-0894122bb449 req-ebfba1b2-8327-41d5-9b13-8ee4e4fdc0f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6c3dd43fa414fba98e6a185cbac274e&device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 1128 time: 0.2439706 Mar 23 02:03:43.632183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b28eba-a822-4b34-a31a-0894122bb449 req-ad04ed21-d001-4821-a87d-4cc04e1a4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:43.633728 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-82b28eba-a822-4b34-a31a-0894122bb449 req-ad04ed21-d001-4821-a87d-4cc04e1a4aa0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bde3df47-cb49-4136-95ec-c693768cd839 HTTP/1.1" status: 200 len: 909 time: 0.1175330 Mar 23 02:03:43.725937 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-82b28eba-a822-4b34-a31a-0894122bb449 req-5ab8d76e-25c9-4f70-98e2-c1ba11147949 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 HTTP/1.1" status: 200 len: 1002 time: 0.0860217 Mar 23 02:03:43.776439 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b28eba-a822-4b34-a31a-0894122bb449 req-10f2b110-68cf-4a4f-8d9d-52dd3fc20063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:43.778519 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-82b28eba-a822-4b34-a31a-0894122bb449 req-10f2b110-68cf-4a4f-8d9d-52dd3fc20063 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=326d582f-1390-4f7b-957d-836bc6150017 HTTP/1.1" status: 200 len: 848 time: 0.0472229 Mar 23 02:03:43.796866 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:03:43.841223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b28eba-a822-4b34-a31a-0894122bb449 req-8ebfd517-9092-4759-a129-a98d81f8b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:43.849261 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-82b28eba-a822-4b34-a31a-0894122bb449 req-8ebfd517-9092-4759-a129-a98d81f8b56a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bde3df47-cb49-4136-95ec-c693768cd839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0647030 Mar 23 02:03:43.973830 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-82b28eba-a822-4b34-a31a-0894122bb449 req-50c8d155-a4a7-480b-aff9-9f9aeb8361db service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219413 Mar 23 02:03:44.081408 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-82b28eba-a822-4b34-a31a-0894122bb449 req-bd921825-48b4-4608-931b-6ae497a9e53d service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012230 Mar 23 02:03:44.554009 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81116a-211d-4fe8-80db-5ac788298d1b req-5090c0e3-b9ca-436b-a4a0-13f4a7d07edb tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:44.556996 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b81116a-211d-4fe8-80db-5ac788298d1b req-5090c0e3-b9ca-436b-a4a0-13f4a7d07edb tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0626748 Mar 23 02:03:44.646664 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b81116a-211d-4fe8-80db-5ac788298d1b req-9e8c614d-e143-45e1-8b8c-a21df35aa0f9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821154 Mar 23 02:03:44.682807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f0c7c-4124-4152-a188-58e84a2de23a req-5a1d8815-53b9-47bd-9575-8968233ad9c3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:44.684336 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-347f0c7c-4124-4152-a188-58e84a2de23a req-5a1d8815-53b9-47bd-9575-8968233ad9c3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0815740 Mar 23 02:03:44.734183 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-347f0c7c-4124-4152-a188-58e84a2de23a req-6a06b5b0-71a3-4fc1-8ca6-546f2263bdd4 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438559 Mar 23 02:03:45.772758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe8a2c-0b05-4ce4-ba37-d4d3dcd31849 req-b19935c1-a356-4cec-8287-6fdbbab62647 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:45.780864 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7fbe8a2c-0b05-4ce4-ba37-d4d3dcd31849 req-b19935c1-a356-4cec-8287-6fdbbab62647 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0662189 Mar 23 02:03:45.854130 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7fbe8a2c-0b05-4ce4-ba37-d4d3dcd31849 req-48dda17b-b7a4-46e6-a61d-71d456674092 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721335 Mar 23 02:03:45.908238 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd496bcf-4049-48e8-99ec-04edeae6ff21 req-a7d1626c-6d31-4772-8eb5-f4e70448d21e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:45.916394 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bd496bcf-4049-48e8-99ec-04edeae6ff21 req-a7d1626c-6d31-4772-8eb5-f4e70448d21e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0783892 Mar 23 02:03:45.967423 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bd496bcf-4049-48e8-99ec-04edeae6ff21 req-81d5c22d-a365-4233-a76e-bb855d117e94 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498681 Mar 23 02:03:47.097473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e5d88-9eab-4b0f-9bf9-4bfc69274648 req-7a5db4e3-8713-45b5-abe4-52790ac730cc tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:47.100807 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-129e5d88-9eab-4b0f-9bf9-4bfc69274648 req-7a5db4e3-8713-45b5-abe4-52790ac730cc tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0620012 Mar 23 02:03:47.156068 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-129e5d88-9eab-4b0f-9bf9-4bfc69274648 req-5f6de7e4-d395-4230-9c37-23d58cd0ff28 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499797 Mar 23 02:03:48.288501 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8367311-4b44-444b-a41c-60aa4dddbdfc req-0c0c51ac-c3f6-45f9-b435-3b08ac0cd16e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:48.290808 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e8367311-4b44-444b-a41c-60aa4dddbdfc req-0c0c51ac-c3f6-45f9-b435-3b08ac0cd16e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0641425 Mar 23 02:03:48.341176 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e8367311-4b44-444b-a41c-60aa4dddbdfc req-aacdc3e2-e621-41ef-9885-7fc472db5540 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442643 Mar 23 02:03:49.507336 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa2034-83af-4a7e-9a8c-15d1276cce14 req-1aecc973-6dc9-43b3-98bd-872771884383 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:49.508853 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8aa2034-83af-4a7e-9a8c-15d1276cce14 req-1aecc973-6dc9-43b3-98bd-872771884383 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0679090 Mar 23 02:03:49.560095 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8aa2034-83af-4a7e-9a8c-15d1276cce14 req-ac271f0f-9c55-4429-ba9a-151adec84bf3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446935 Mar 23 02:03:49.562697 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-172c2c0c-a8e0-4594-8c41-bdc2790f08ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:50.081913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46896) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:03:50.198543 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d279e58c-ff62-4104-acfb-27e65a3d7feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:50.282929 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d279e58c-ff62-4104-acfb-27e65a3d7feb admin admin] Publish callbacks [] for security_group (68014368-21eb-4650-866b-a2b90072405a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:50.288566 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d279e58c-ff62-4104-acfb-27e65a3d7feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (68014368-21eb-4650-866b-a2b90072405a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:50.320834 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d279e58c-ff62-4104-acfb-27e65a3d7feb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c42270bdce64f07a4534157a1c7e93b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2377799 Mar 23 02:03:50.323389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46900) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:03:50.348724 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279e58c-ff62-4104-acfb-27e65a3d7feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68014368-21eb-4650-866b-a2b90072405a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:50.386911 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c9603e1c-5d4b-45af-96ad-ebd47f0b7ff8 admin admin] Publish callbacks [] for security_group (68014368-21eb-4650-866b-a2b90072405a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:50.409352 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c9603e1c-5d4b-45af-96ad-ebd47f0b7ff8 admin admin] Publish callbacks [] for security_group (68014368-21eb-4650-866b-a2b90072405a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:50.467086 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c9603e1c-5d4b-45af-96ad-ebd47f0b7ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (68014368-21eb-4650-866b-a2b90072405a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:50.470211 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c9603e1c-5d4b-45af-96ad-ebd47f0b7ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:50.471525 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c9603e1c-5d4b-45af-96ad-ebd47f0b7ff8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68014368-21eb-4650-866b-a2b90072405a HTTP/1.1" status: 204 len: 168 time: 0.1469243 Mar 23 02:03:50.481675 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9603e1c-5d4b-45af-96ad-ebd47f0b7ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68014368-21eb-4650-866b-a2b90072405a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:50.739547 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5593702-4033-499d-8b63-1486459b65d0 req-8e000e3b-4d48-4faf-97b0-3f6bba09a801 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:50.749405 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a5593702-4033-499d-8b63-1486459b65d0 req-8e000e3b-4d48-4faf-97b0-3f6bba09a801 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 944 time: 0.0928319 Mar 23 02:03:50.790034 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:50.858957 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a5593702-4033-499d-8b63-1486459b65d0 req-44c1c8a9-030d-45d7-baf3-dc6e8b90ce7d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083155 Mar 23 02:03:51.220367 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3258c417-e325-4566-9b6b-6c545cbb4bc1 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:03:51.334693 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 3258c417-e325-4566-9b6b-6c545cbb4bc1, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3258c417-e325-4566-9b6b-6c545cbb4bc1,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:03:51.352338 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '3258c417-e325-4566-9b6b-6c545cbb4bc1', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'port_id': '3258c417-e325-4566-9b6b-6c545cbb4bc1', 'mac_address': 'fa:16:3e:56:89:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:03:51.392894 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 3258c417-e325-4566-9b6b-6c545cbb4bc1 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:51.393546 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3258c417-e325-4566-9b6b-6c545cbb4bc1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:51.408521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3258c417-e325-4566-9b6b-6c545cbb4bc1 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:03:51.435562 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 3258c417-e325-4566-9b6b-6c545cbb4bc1, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3258c417-e325-4566-9b6b-6c545cbb4bc1,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:03:51.442727 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3258c417-e325-4566-9b6b-6c545cbb4bc1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:51.501540 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=3258c417-e325-4566-9b6b-6c545cbb4bc1,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:51.650227 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['3258c417-e325-4566-9b6b-6c545cbb4bc1'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:03:51.992572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbc063-9ff2-4ecd-8167-1dadd30c25bf req-cdeda0dc-c8d3-4efe-8098-054252c01f8f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:51.994254 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ccbc063-9ff2-4ecd-8167-1dadd30c25bf req-cdeda0dc-c8d3-4efe-8098-054252c01f8f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 945 time: 0.0623028 Mar 23 02:03:52.030814 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2f74bca8-856b-4237-90f9-7bbc899dace0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:52.057173 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2ccbc063-9ff2-4ecd-8167-1dadd30c25bf req-a759057e-9b05-4fdb-a7c1-76158be19b88 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568311 Mar 23 02:03:52.399566 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c036fac3-a1fd-43e8-95b3-8b352ce4a92e req-8869d913-dc0e-418c-9285-cda1ea1c972c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489116 Mar 23 02:03:52.510014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036fac3-a1fd-43e8-95b3-8b352ce4a92e req-d65f9c8c-5d64-4347-bb01-a185262a65b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:52.511551 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c036fac3-a1fd-43e8-95b3-8b352ce4a92e req-d65f9c8c-5d64-4347-bb01-a185262a65b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6c3dd43fa414fba98e6a185cbac274e&device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 1128 time: 0.0496302 Mar 23 02:03:52.622418 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036fac3-a1fd-43e8-95b3-8b352ce4a92e req-c6172a8d-319c-4796-bd19-dca006ed19a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:52.623838 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c036fac3-a1fd-43e8-95b3-8b352ce4a92e req-c6172a8d-319c-4796-bd19-dca006ed19a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bde3df47-cb49-4136-95ec-c693768cd839 HTTP/1.1" status: 200 len: 909 time: 0.0939286 Mar 23 02:03:52.691403 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c036fac3-a1fd-43e8-95b3-8b352ce4a92e req-6def1ebf-1693-4b86-aae8-72353bdc4fed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 HTTP/1.1" status: 200 len: 1002 time: 0.0609200 Mar 23 02:03:52.747217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036fac3-a1fd-43e8-95b3-8b352ce4a92e req-8e35bbe1-fa73-44c7-8ea0-eedad13a0285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:52.748934 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c036fac3-a1fd-43e8-95b3-8b352ce4a92e req-8e35bbe1-fa73-44c7-8ea0-eedad13a0285 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=326d582f-1390-4f7b-957d-836bc6150017 HTTP/1.1" status: 200 len: 848 time: 0.0516055 Mar 23 02:03:52.802209 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036fac3-a1fd-43e8-95b3-8b352ce4a92e req-c56e9fe3-d413-4cdd-9006-30dccc8f6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:52.803880 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c036fac3-a1fd-43e8-95b3-8b352ce4a92e req-c56e9fe3-d413-4cdd-9006-30dccc8f6bef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bde3df47-cb49-4136-95ec-c693768cd839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489478 Mar 23 02:03:52.898846 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c036fac3-a1fd-43e8-95b3-8b352ce4a92e req-71810a50-2241-4bbe-be65-df589d88eda4 service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888002 Mar 23 02:03:52.994696 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c036fac3-a1fd-43e8-95b3-8b352ce4a92e req-ba42df4a-7da3-47e4-8d25-d398e34351a1 service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898893 Mar 23 02:03:53.175182 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48395328-74fe-46ca-934c-d1b8ac7413ee req-c83d8cf8-b2d9-4234-b15f-4a1012370f79 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:53.177029 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48395328-74fe-46ca-934c-d1b8ac7413ee req-c83d8cf8-b2d9-4234-b15f-4a1012370f79 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 945 time: 0.0572736 Mar 23 02:03:53.225824 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48395328-74fe-46ca-934c-d1b8ac7413ee req-c445a670-03e3-43df-be50-c80fd9e74715 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425513 Mar 23 02:03:53.236245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3258c417-e325-4566-9b6b-6c545cbb4bc1 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:03:53.305081 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:53.309125 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 3258c417-e325-4566-9b6b-6c545cbb4bc1 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:03:53.312904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 3258c417-e325-4566-9b6b-6c545cbb4bc1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:03:53.313264 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3258c417-e325-4566-9b6b-6c545cbb4bc1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:53.399539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 3258c417-e325-4566-9b6b-6c545cbb4bc1 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:03:53.399945 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3258c417-e325-4566-9b6b-6c545cbb4bc1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:53.424196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7813f6ee-525f-4582-97f7-5d8d59d4dc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3258c417-e325-4566-9b6b-6c545cbb4bc1'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:03:53.426504 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba61ff8b-efe7-457e-816b-ed9909c308ba" -d '{"events": [{"server_uuid": "7813f6ee-525f-4582-97f7-5d8d59d4dc5f", "name": "network-vif-plugged", "status": "completed", "tag": "3258c417-e325-4566-9b6b-6c545cbb4bc1"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:03:53.440009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 3258c417-e325-4566-9b6b-6c545cbb4bc1, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3258c417-e325-4566-9b6b-6c545cbb4bc1,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:03:53.445349 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3258c417-e325-4566-9b6b-6c545cbb4bc1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:53.474346 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dfb18e-5799-4506-b6c2-525e437d6fff x-openstack-request-id: req-a8dfb18e-5799-4506-b6c2-525e437d6fff {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:03:53.474764 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7813f6ee-525f-4582-97f7-5d8d59d4dc5f", "name": "network-vif-plugged", "status": "completed", "tag": "3258c417-e325-4566-9b6b-6c545cbb4bc1", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:03:53.475020 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8dfb18e-5799-4506-b6c2-525e437d6fff {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:03:53.475403 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8dfb18e-5799-4506-b6c2-525e437d6fff'] response: {'server_uuid': '7813f6ee-525f-4582-97f7-5d8d59d4dc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3258c417-e325-4566-9b6b-6c545cbb4bc1', 'code': 200} Mar 23 02:03:53.506740 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=3258c417-e325-4566-9b6b-6c545cbb4bc1,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:53.572428 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7298f-35f7-440c-a6e9-cc7813958b20 req-6720048b-d907-4ce8-8762-a5c55410f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:53.574886 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfe7298f-35f7-440c-a6e9-cc7813958b20 req-6720048b-d907-4ce8-8762-a5c55410f5f7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 1128 time: 0.0478141 Mar 23 02:03:53.625977 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfe7298f-35f7-440c-a6e9-cc7813958b20 req-55d09804-3b27-4cca-a461-55fe8e5b2041 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406532 Mar 23 02:03:54.357173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237992b5-34b4-4836-b4bc-2bd3f983d77c req-02bf469e-2f33-42c0-8e7e-7992a758c03a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:54.358948 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-237992b5-34b4-4836-b4bc-2bd3f983d77c req-02bf469e-2f33-42c0-8e7e-7992a758c03a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 946 time: 0.0616913 Mar 23 02:03:54.407587 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-237992b5-34b4-4836-b4bc-2bd3f983d77c req-386e35fc-bafc-46d6-a183-6cb1d94a53f9 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428436 Mar 23 02:03:54.647257 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:55.535347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da250f-cefe-4f78-82b8-b66467d1097a req-1ce1dd5d-e164-42db-8d9a-84f3d072f93d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:55.537222 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a2da250f-cefe-4f78-82b8-b66467d1097a req-1ce1dd5d-e164-42db-8d9a-84f3d072f93d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 946 time: 0.0576980 Mar 23 02:03:55.586412 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a2da250f-cefe-4f78-82b8-b66467d1097a req-14adc536-ea70-462c-87af-198c9219a5b0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424387 Mar 23 02:03:55.705345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7aa9e1-fc4b-46b7-aff1-262ed416c4ae req-ff9e7d46-19e5-4540-a1db-fbc9dcf8d516 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:55.706763 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dc7aa9e1-fc4b-46b7-aff1-262ed416c4ae req-ff9e7d46-19e5-4540-a1db-fbc9dcf8d516 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 946 time: 0.0532517 Mar 23 02:03:55.758419 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dc7aa9e1-fc4b-46b7-aff1-262ed416c4ae req-29523430-d2e0-4a17-a07e-f955d6d6a01a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452752 Mar 23 02:03:55.784792 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:55.876081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c7a2e-bb45-4af5-bf17-5c7995a96709 req-be02eab0-71f8-4b90-9937-31db9d6572d6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:55.877681 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3a8c7a2e-bb45-4af5-bf17-5c7995a96709 req-be02eab0-71f8-4b90-9937-31db9d6572d6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 946 time: 0.0532877 Mar 23 02:03:55.928046 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3a8c7a2e-bb45-4af5-bf17-5c7995a96709 req-113b216e-2920-4103-99d6-7cf54daed9f5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440993 Mar 23 02:03:56.182243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0022e-a008-45ea-8219-f860d86ce942 req-c356c93d-4fc0-4188-804d-2487e2e72599 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:56.183999 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0ee0022e-a008-45ea-8219-f860d86ce942 req-c356c93d-4fc0-4188-804d-2487e2e72599 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 946 time: 0.0579402 Mar 23 02:03:56.239965 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0ee0022e-a008-45ea-8219-f860d86ce942 req-a4da29fc-1fcd-43aa-b4f0-f9d412077b3c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498407 Mar 23 02:03:56.593475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46944) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:03:56.701054 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:56.779336 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Publish callbacks [] for security_group (a58526d0-2e20-4df8-817f-a0d5dbe9fef9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:56.783673 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a58526d0-2e20-4df8-817f-a0d5dbe9fef9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:56.822202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec26229055434977a0b01ba0c8a38974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2273772 Mar 23 02:03:56.823326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58526d0-2e20-4df8-817f-a0d5dbe9fef9,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:56.825198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46948) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:03:56.831008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:56.831342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:56.831684 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:56.832022 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:56.832353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:56.833029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:56.833029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:56.833346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:56.833705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:56.834030 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:56.834351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:56.834671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:56.834992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:56.835313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:56.835631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3219791-9289-461b-a22a-98f4f2a88204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:03:56.892067 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-26b47bc1-9079-4bee-b461-d2fdc2b81874 admin admin] Publish callbacks [] for security_group (a58526d0-2e20-4df8-817f-a0d5dbe9fef9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:56.913851 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-26b47bc1-9079-4bee-b461-d2fdc2b81874 admin admin] Publish callbacks [] for security_group (a58526d0-2e20-4df8-817f-a0d5dbe9fef9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:56.966009 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-26b47bc1-9079-4bee-b461-d2fdc2b81874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a58526d0-2e20-4df8-817f-a0d5dbe9fef9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:56.968867 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-26b47bc1-9079-4bee-b461-d2fdc2b81874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:56.972515 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-26b47bc1-9079-4bee-b461-d2fdc2b81874 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a58526d0-2e20-4df8-817f-a0d5dbe9fef9 HTTP/1.1" status: 204 len: 168 time: 0.1437197 Mar 23 02:03:56.979599 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b47bc1-9079-4bee-b461-d2fdc2b81874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58526d0-2e20-4df8-817f-a0d5dbe9fef9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:57.246798 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46954) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:03:57.261235 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cce23067-ec95-4dce-a7b1-baacfc43fd6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:57.352460 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cce23067-ec95-4dce-a7b1-baacfc43fd6e admin admin] Publish callbacks [] for security_group (22602ef8-67d7-48b7-9e93-bc9ff0e0b4cf), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:57.358824 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cce23067-ec95-4dce-a7b1-baacfc43fd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (22602ef8-67d7-48b7-9e93-bc9ff0e0b4cf), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:57.373137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9972f-1ddc-4d80-81ae-d4b8f39ff5a9 req-75c402cd-8a38-456b-a334-33609334aa70 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:57.375050 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bee9972f-1ddc-4d80-81ae-d4b8f39ff5a9 req-75c402cd-8a38-456b-a334-33609334aa70 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 946 time: 0.0601392 Mar 23 02:03:57.403920 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cce23067-ec95-4dce-a7b1-baacfc43fd6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63ab4972ec5a438b84ef7ddb15eea4a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1534922 Mar 23 02:03:57.403920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce23067-ec95-4dce-a7b1-baacfc43fd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22602ef8-67d7-48b7-9e93-bc9ff0e0b4cf,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:57.404693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46958) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:03:57.433278 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bee9972f-1ddc-4d80-81ae-d4b8f39ff5a9 req-982fa459-87c2-4e83-ba3c-26c6dcc708a8 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497670 Mar 23 02:03:57.460925 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5196d60a-1576-4c47-ab8a-75ef1e555e56 admin admin] Publish callbacks [] for security_group (22602ef8-67d7-48b7-9e93-bc9ff0e0b4cf), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:57.482549 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5196d60a-1576-4c47-ab8a-75ef1e555e56 admin admin] Publish callbacks [] for security_group (22602ef8-67d7-48b7-9e93-bc9ff0e0b4cf), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:57.531972 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5196d60a-1576-4c47-ab8a-75ef1e555e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (22602ef8-67d7-48b7-9e93-bc9ff0e0b4cf), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:57.534865 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5196d60a-1576-4c47-ab8a-75ef1e555e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:57.536111 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5196d60a-1576-4c47-ab8a-75ef1e555e56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22602ef8-67d7-48b7-9e93-bc9ff0e0b4cf HTTP/1.1" status: 204 len: 168 time: 0.1304696 Mar 23 02:03:57.545878 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196d60a-1576-4c47-ab8a-75ef1e555e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22602ef8-67d7-48b7-9e93-bc9ff0e0b4cf,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:57.614024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f1fb0-881c-40ef-aa4b-b1ee132cc558 req-6ab7b858-86f4-4238-858c-598f744ffb19 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:03:57.616149 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-006f1fb0-881c-40ef-aa4b-b1ee132cc558 req-6ab7b858-86f4-4238-858c-598f744ffb19 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 946 time: 0.0715141 Mar 23 02:03:57.716485 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-006f1fb0-881c-40ef-aa4b-b1ee132cc558 req-b7e036ac-247f-4a92-a42f-f2f840c838c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Deleting port 3258c417-e325-4566-9b6b-6c545cbb4bc1 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:03:57.716992 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-006f1fb0-881c-40ef-aa4b-b1ee132cc558 req-b7e036ac-247f-4a92-a42f-f2f840c838c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3258c417-e325-4566-9b6b-6c545cbb4bc1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:57.809558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-006f1fb0-881c-40ef-aa4b-b1ee132cc558 req-b7e036ac-247f-4a92-a42f-f2f840c838c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] For port 3258c417-e325-4566-9b6b-6c545cbb4bc1, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3258c417-e325-4566-9b6b-6c545cbb4bc1,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:03:57.809923 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-006f1fb0-881c-40ef-aa4b-b1ee132cc558 req-b7e036ac-247f-4a92-a42f-f2f840c838c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3258c417-e325-4566-9b6b-6c545cbb4bc1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:57.824529 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-006f1fb0-881c-40ef-aa4b-b1ee132cc558 req-b7e036ac-247f-4a92-a42f-f2f840c838c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Calling delete_port for 3258c417-e325-4566-9b6b-6c545cbb4bc1 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:03:57.978655 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-006f1fb0-881c-40ef-aa4b-b1ee132cc558 req-b7e036ac-247f-4a92-a42f-f2f840c838c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (3258c417-e325-4566-9b6b-6c545cbb4bc1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:57.991721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['3258c417-e325-4566-9b6b-6c545cbb4bc1'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:03:58.011957 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e036ac-247f-4a92-a42f-f2f840c838c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event deleted for resources: {'Port': ['ID=3258c417-e325-4566-9b6b-6c545cbb4bc1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:58.069050 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-006f1fb0-881c-40ef-aa4b-b1ee132cc558 req-b7e036ac-247f-4a92-a42f-f2f840c838c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] No DVR routers for this DVR port 3258c417-e325-4566-9b6b-6c545cbb4bc1 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:03:58.072476 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-006f1fb0-881c-40ef-aa4b-b1ee132cc558 req-b7e036ac-247f-4a92-a42f-f2f840c838c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:58.076130 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-006f1fb0-881c-40ef-aa4b-b1ee132cc558 req-b7e036ac-247f-4a92-a42f-f2f840c838c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "DELETE /v2.0/ports/3258c417-e325-4566-9b6b-6c545cbb4bc1 HTTP/1.1" status: 204 len: 173 time: 0.4550076 Mar 23 02:03:58.076641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7813f6ee-525f-4582-97f7-5d8d59d4dc5f', 'name': 'network-vif-deleted', 'tag': '3258c417-e325-4566-9b6b-6c545cbb4bc1'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:03:58.079739 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34404f8d-2de6-474b-b62f-00d5c834bdc4" -d '{"events": [{"server_uuid": "7813f6ee-525f-4582-97f7-5d8d59d4dc5f", "name": "network-vif-deleted", "tag": "3258c417-e325-4566-9b6b-6c545cbb4bc1"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:03:58.171046 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed946220-d25b-4f4c-9555-f9a22aef9b22 x-openstack-request-id: req-ed946220-d25b-4f4c-9555-f9a22aef9b22 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:03:58.172372 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7813f6ee-525f-4582-97f7-5d8d59d4dc5f", "name": "network-vif-deleted", "tag": "3258c417-e325-4566-9b6b-6c545cbb4bc1", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:03:58.172682 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed946220-d25b-4f4c-9555-f9a22aef9b22 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:03:58.173076 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed946220-d25b-4f4c-9555-f9a22aef9b22'] response: {'server_uuid': '7813f6ee-525f-4582-97f7-5d8d59d4dc5f', 'name': 'network-vif-deleted', 'tag': '3258c417-e325-4566-9b6b-6c545cbb4bc1', 'status': 'completed', 'code': 200} Mar 23 02:03:58.549594 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e695a64-0535-4d4e-97eb-e5584cb5578a req-704bbe1c-409e-46fb-84eb-624d48c6ae11 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 210 time: 0.0337815 Mar 23 02:03:58.779012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 46992) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:03:58.890715 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1365abe2-87f9-4a07-8d5a-6ca483945814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:58.972059 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1365abe2-87f9-4a07-8d5a-6ca483945814 admin admin] Publish callbacks [] for security_group (e21bfeb8-1227-4bb1-a2db-04b22faafbd3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:58.977495 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1365abe2-87f9-4a07-8d5a-6ca483945814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e21bfeb8-1227-4bb1-a2db-04b22faafbd3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:59.017562 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1365abe2-87f9-4a07-8d5a-6ca483945814 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=953dad032ff64d10a61a0d877568307b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2373750 Mar 23 02:03:59.018652 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365abe2-87f9-4a07-8d5a-6ca483945814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21bfeb8-1227-4bb1-a2db-04b22faafbd3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:59.019537 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 46996) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:03:59.070968 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8fa45746-3ece-4d41-bae8-bce796e009b2 admin admin] Publish callbacks [] for security_group (e21bfeb8-1227-4bb1-a2db-04b22faafbd3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:59.094361 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8fa45746-3ece-4d41-bae8-bce796e009b2 admin admin] Publish callbacks [] for security_group (e21bfeb8-1227-4bb1-a2db-04b22faafbd3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:59.162282 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8fa45746-3ece-4d41-bae8-bce796e009b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e21bfeb8-1227-4bb1-a2db-04b22faafbd3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:59.164881 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8fa45746-3ece-4d41-bae8-bce796e009b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:03:59.168820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8fa45746-3ece-4d41-bae8-bce796e009b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e21bfeb8-1227-4bb1-a2db-04b22faafbd3 HTTP/1.1" status: 204 len: 168 time: 0.1482723 Mar 23 02:03:59.176873 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa45746-3ece-4d41-bae8-bce796e009b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21bfeb8-1227-4bb1-a2db-04b22faafbd3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:03:59.664532 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-17cde607-5b17-4706-8161-29f88a4333e6 req-9bbebf6f-c102-4acb-9003-cbe8badda2e9 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 210 time: 0.0339925 Mar 23 02:04:00.219547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47028) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:04:00.332420 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b5eb47c-77f6-4668-97cb-d683c317391d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:00.408544 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b5eb47c-77f6-4668-97cb-d683c317391d admin admin] Publish callbacks [] for security_group (962f1570-7266-47d9-8ccb-338cf833f644), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:00.413476 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0b5eb47c-77f6-4668-97cb-d683c317391d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (962f1570-7266-47d9-8ccb-338cf833f644), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:00.455365 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0b5eb47c-77f6-4668-97cb-d683c317391d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eee19e14b85143788e36f4c1bd5e796b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2318330 Mar 23 02:04:00.455365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5eb47c-77f6-4668-97cb-d683c317391d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962f1570-7266-47d9-8ccb-338cf833f644,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:04:00.456309 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47032) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:04:00.514014 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14f9a874-1dfd-4a27-a990-5f84a71604d6 admin admin] Publish callbacks [] for security_group (962f1570-7266-47d9-8ccb-338cf833f644), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:00.535666 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14f9a874-1dfd-4a27-a990-5f84a71604d6 admin admin] Publish callbacks [] for security_group (962f1570-7266-47d9-8ccb-338cf833f644), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:00.586156 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14f9a874-1dfd-4a27-a990-5f84a71604d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (962f1570-7266-47d9-8ccb-338cf833f644), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:00.588733 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-14f9a874-1dfd-4a27-a990-5f84a71604d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:00.589944 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-14f9a874-1dfd-4a27-a990-5f84a71604d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/962f1570-7266-47d9-8ccb-338cf833f644 HTTP/1.1" status: 204 len: 168 time: 0.1241498 Mar 23 02:04:00.598350 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9a874-1dfd-4a27-a990-5f84a71604d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962f1570-7266-47d9-8ccb-338cf833f644,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:04:00.768077 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-13cef2e5-77f5-46f8-a2b4-d57c80cfa9ab req-adde38d7-793a-43a0-a072-99f92a8f1899 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 210 time: 0.0306115 Mar 23 02:04:01.290891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3258c417-e325-4566-9b6b-6c545cbb4bc1 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:04:01.313977 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 3258c417-e325-4566-9b6b-6c545cbb4bc1 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:04:01.314313 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3258c417-e325-4566-9b6b-6c545cbb4bc1 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:04:01.891158 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbf9ec5a-38cf-424b-90d8-d97f95494350 req-69287c17-cafb-4f83-aee5-6a8d08d83b04 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 210 time: 0.0322416 Mar 23 02:04:02.987921 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a6f67075-ab41-4e5a-8c26-a669cd74678d req-9f380f03-7c17-45f8-aecf-e6380b8bff37 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 210 time: 0.0273643 Mar 23 02:04:03.971782 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:04.091998 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d7ec265-73a6-483b-b680-5abbc75fc020 req-216cdb81-9bdf-4ed1-b5ff-69c2b07b7164 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 210 time: 0.0311723 Mar 23 02:04:05.200715 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e895b58f-a281-4201-99bf-eccfdd0924d7 req-5f9a431a-9923-4870-b4ca-38092a8d1830 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 210 time: 0.0311208 Mar 23 02:04:06.312880 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-18643cd8-24a9-40eb-b8ef-ec55d3f98418 req-55549a93-10c0-4511-ad7b-e888925fd2d6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 210 time: 0.0339098 Mar 23 02:04:07.416879 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98da53a0-3075-4192-9a41-61ef426ff1df req-b4cc5712-fc57-42ad-a0a1-c6776a034790 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=7813f6ee-525f-4582-97f7-5d8d59d4dc5f HTTP/1.1" status: 200 len: 210 time: 0.0289018 Mar 23 02:04:17.301753 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47288) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:04:17.420214 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9fbe-b10f-488b-9150-753a36fc9d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:17.519575 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9fbe-b10f-488b-9150-753a36fc9d0a admin admin] Publish callbacks [] for security_group (e0fb5f53-268a-4128-8458-2119f9d4fad1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:17.524895 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9fbe-b10f-488b-9150-753a36fc9d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e0fb5f53-268a-4128-8458-2119f9d4fad1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:17.556533 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a0eb9fbe-b10f-488b-9150-753a36fc9d0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1dc19b23f006447482c1eb6b83d68747&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2532716 Mar 23 02:04:17.559182 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47292) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:04:17.585021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb9fbe-b10f-488b-9150-753a36fc9d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fb5f53-268a-4128-8458-2119f9d4fad1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:04:17.649730 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d89d6076-5831-42a4-b4c2-4ec699dec9c9 admin admin] Publish callbacks [] for security_group (e0fb5f53-268a-4128-8458-2119f9d4fad1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:17.672090 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d89d6076-5831-42a4-b4c2-4ec699dec9c9 admin admin] Publish callbacks [] for security_group (e0fb5f53-268a-4128-8458-2119f9d4fad1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:17.722857 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d89d6076-5831-42a4-b4c2-4ec699dec9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e0fb5f53-268a-4128-8458-2119f9d4fad1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:17.726606 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d89d6076-5831-42a4-b4c2-4ec699dec9c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:17.727757 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d89d6076-5831-42a4-b4c2-4ec699dec9c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0fb5f53-268a-4128-8458-2119f9d4fad1 HTTP/1.1" status: 204 len: 168 time: 0.1665406 Mar 23 02:04:17.747762 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d6076-5831-42a4-b4c2-4ec699dec9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fb5f53-268a-4128-8458-2119f9d4fad1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:04:18.072559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47300) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:04:18.087055 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c2704f85-b5aa-4c53-a799-8f3e24b6e80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:18.174343 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c2704f85-b5aa-4c53-a799-8f3e24b6e80b admin admin] Publish callbacks [] for security_group (f3a2dfc3-dc12-4362-831a-9f2138249b50), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:18.179299 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c2704f85-b5aa-4c53-a799-8f3e24b6e80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f3a2dfc3-dc12-4362-831a-9f2138249b50), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:18.222403 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c2704f85-b5aa-4c53-a799-8f3e24b6e80b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca1bfc62810548e59b0ecb9be23968c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1486931 Mar 23 02:04:18.225413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47302) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:04:18.227214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2704f85-b5aa-4c53-a799-8f3e24b6e80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a2dfc3-dc12-4362-831a-9f2138249b50,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:04:18.291273 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3f27fccb-b78b-4881-ba04-6d067b4bdaf6 admin admin] Publish callbacks [] for security_group (f3a2dfc3-dc12-4362-831a-9f2138249b50), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:18.315854 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3f27fccb-b78b-4881-ba04-6d067b4bdaf6 admin admin] Publish callbacks [] for security_group (f3a2dfc3-dc12-4362-831a-9f2138249b50), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:18.375682 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3f27fccb-b78b-4881-ba04-6d067b4bdaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f3a2dfc3-dc12-4362-831a-9f2138249b50), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:18.379062 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3f27fccb-b78b-4881-ba04-6d067b4bdaf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:18.380375 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3f27fccb-b78b-4881-ba04-6d067b4bdaf6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3a2dfc3-dc12-4362-831a-9f2138249b50 HTTP/1.1" status: 204 len: 168 time: 0.1539004 Mar 23 02:04:18.392877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27fccb-b78b-4881-ba04-6d067b4bdaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a2dfc3-dc12-4362-831a-9f2138249b50,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:04:18.747034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47310) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:04:18.761500 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81240bea-6af3-4e30-8d3b-35d11dca05b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:18.841598 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81240bea-6af3-4e30-8d3b-35d11dca05b1 admin admin] Publish callbacks [] for security_group (9c8eeab9-3926-4878-a5a4-161b56236c50), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:18.846136 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81240bea-6af3-4e30-8d3b-35d11dca05b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9c8eeab9-3926-4878-a5a4-161b56236c50), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:18.886419 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-81240bea-6af3-4e30-8d3b-35d11dca05b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be3b706a17b24024b566f6f1196b930e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382329 Mar 23 02:04:18.887319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81240bea-6af3-4e30-8d3b-35d11dca05b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8eeab9-3926-4878-a5a4-161b56236c50,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:04:18.889579 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47312) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:04:18.941652 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4b738574-5a02-4787-88f9-f3fff6184287 admin admin] Publish callbacks [] for security_group (9c8eeab9-3926-4878-a5a4-161b56236c50), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:18.964384 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4b738574-5a02-4787-88f9-f3fff6184287 admin admin] Publish callbacks [] for security_group (9c8eeab9-3926-4878-a5a4-161b56236c50), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:19.014894 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4b738574-5a02-4787-88f9-f3fff6184287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9c8eeab9-3926-4878-a5a4-161b56236c50), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:19.018163 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4b738574-5a02-4787-88f9-f3fff6184287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:19.019315 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4b738574-5a02-4787-88f9-f3fff6184287 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c8eeab9-3926-4878-a5a4-161b56236c50 HTTP/1.1" status: 204 len: 168 time: 0.1287172 Mar 23 02:04:19.028386 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b738574-5a02-4787-88f9-f3fff6184287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8eeab9-3926-4878-a5a4-161b56236c50,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:04:19.557060 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-598a3b44-9572-40cd-8440-42397067dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:20.144921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47344) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:04:20.261984 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bdf7b29c-c53e-44fb-923a-a2595d839eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:20.338655 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bdf7b29c-c53e-44fb-923a-a2595d839eda admin admin] Publish callbacks [] for security_group (563f2e7d-a21b-4141-b8c2-e5dceb7bc315), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:20.343765 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bdf7b29c-c53e-44fb-923a-a2595d839eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (563f2e7d-a21b-4141-b8c2-e5dceb7bc315), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:20.386282 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bdf7b29c-c53e-44fb-923a-a2595d839eda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78dae218db3c4e21a8b10c2aaae34831&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2400074 Mar 23 02:04:20.387440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7b29c-c53e-44fb-923a-a2595d839eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563f2e7d-a21b-4141-b8c2-e5dceb7bc315,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:04:20.389051 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47348) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:04:20.447372 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c183c8f-727a-4a54-8cfb-b5bdfce009de admin admin] Publish callbacks [] for security_group (563f2e7d-a21b-4141-b8c2-e5dceb7bc315), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:20.469519 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c183c8f-727a-4a54-8cfb-b5bdfce009de admin admin] Publish callbacks [] for security_group (563f2e7d-a21b-4141-b8c2-e5dceb7bc315), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:20.518717 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c183c8f-727a-4a54-8cfb-b5bdfce009de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (563f2e7d-a21b-4141-b8c2-e5dceb7bc315), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:20.521441 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c183c8f-727a-4a54-8cfb-b5bdfce009de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:20.525119 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5c183c8f-727a-4a54-8cfb-b5bdfce009de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/563f2e7d-a21b-4141-b8c2-e5dceb7bc315 HTTP/1.1" status: 204 len: 168 time: 0.1326411 Mar 23 02:04:20.535098 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c183c8f-727a-4a54-8cfb-b5bdfce009de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563f2e7d-a21b-4141-b8c2-e5dceb7bc315,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:04:20.780096 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:20.797096 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:04:21.189057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 47374) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:04:21.291143 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e057c259-f349-4bce-a72b-82d526c4becb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-601080437-network', 'tenant_id': '78b9b6e51c1e42eda8539ce9daf48967'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:04:21.312442 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e057c259-f349-4bce-a72b-82d526c4becb admin admin] Made reservation on behalf of 78b9b6e51c1e42eda8539ce9daf48967 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:04:21.314824 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e057c259-f349-4bce-a72b-82d526c4becb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:21.330801 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e057c259-f349-4bce-a72b-82d526c4becb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:21.409428 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e057c259-f349-4bce-a72b-82d526c4becb admin admin] Publish callbacks [] for security_group (c8b512c1-5243-4336-847d-8ba6e4f5725f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:21.414155 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e057c259-f349-4bce-a72b-82d526c4becb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c8b512c1-5243-4336-847d-8ba6e4f5725f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:21.443255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e057c259-f349-4bce-a72b-82d526c4becb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:04:21.448827 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057c259-f349-4bce-a72b-82d526c4becb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b512c1-5243-4336-847d-8ba6e4f5725f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:04:21.457412 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e057c259-f349-4bce-a72b-82d526c4becb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b2866d00-4f8f-41ab-8a70-54e22587ee35), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:21.457941 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-e057c259-f349-4bce-a72b-82d526c4becb admin admin] Added segment b2866d00-4f8f-41ab-8a70-54e22587ee35 of type vlan for network 5141c388-0280-4fe0-8a86-24e202ef53a8 Mar 23 02:04:21.509022 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e057c259-f349-4bce-a72b-82d526c4becb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (5141c388-0280-4fe0-8a86-24e202ef53a8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:21.536707 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e057c259-f349-4bce-a72b-82d526c4becb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (5141c388-0280-4fe0-8a86-24e202ef53a8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:21.537707 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057c259-f349-4bce-a72b-82d526c4becb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:21.538348 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e057c259-f349-4bce-a72b-82d526c4becb admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:21.604920 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e057c259-f349-4bce-a72b-82d526c4becb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4120603 Mar 23 02:04:21.605310 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 47378) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:04:21.605858 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057c259-f349-4bce-a72b-82d526c4becb admin admin] Pushing event updated for resources: {'Network': ['ID=5141c388-0280-4fe0-8a86-24e202ef53a8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:04:21.611438 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-1188f3b8-6875-487c-bf5d-0770557ecd96 admin admin] Request body: {'subnet': {'network_id': '5141c388-0280-4fe0-8a86-24e202ef53a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-601080437-subnet', 'tenant_id': '78b9b6e51c1e42eda8539ce9daf48967', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:04:21.616463 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 5141c388-0280-4fe0-8a86-24e202ef53a8 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:04:21.638308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1188f3b8-6875-487c-bf5d-0770557ecd96 admin admin] Made reservation on behalf of 78b9b6e51c1e42eda8539ce9daf48967 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:04:21.641001 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1188f3b8-6875-487c-bf5d-0770557ecd96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:21.816213 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1188f3b8-6875-487c-bf5d-0770557ecd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:21.863364 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188f3b8-6875-487c-bf5d-0770557ecd96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:04:21.892876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1188f3b8-6875-487c-bf5d-0770557ecd96 admin admin] Checking segment: {'id': 'b2866d00-4f8f-41ab-8a70-54e22587ee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5141c388-0280-4fe0-8a86-24e202ef53a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:04:21.893237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1188f3b8-6875-487c-bf5d-0770557ecd96 admin admin] Network hostable DHCP agents. Network: 5141c388-0280-4fe0-8a86-24e202ef53a8, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:04:21.911658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1188f3b8-6875-487c-bf5d-0770557ecd96 admin admin] Network 5141c388-0280-4fe0-8a86-24e202ef53a8 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:04:21.921473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-1188f3b8-6875-487c-bf5d-0770557ecd96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 5141c388-0280-4fe0-8a86-24e202ef53a8) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:04:21.925743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1188f3b8-6875-487c-bf5d-0770557ecd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:21.926380 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1188f3b8-6875-487c-bf5d-0770557ecd96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:21.934131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3e4e8c-b90f-4b9f-97f4-63b06a92ed7d None None] Network 5141c388-0280-4fe0-8a86-24e202ef53a8 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:04:21.949353 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1188f3b8-6875-487c-bf5d-0770557ecd96 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3428938 Mar 23 02:04:22.058955 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-88a63867-bca0-48cb-ab4f-3f0e256abb08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:22.064003 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347cc230-fc1a-4bda-8946-a105abba7036 None None] Network 5141c388-0280-4fe0-8a86-24e202ef53a8 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:04:23.317606 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:24.650167 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:25.798152 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:33.973378 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:39.234332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-d3cf6472-18a5-456d-86c1-2a5d76961367 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:39.235884 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-d3cf6472-18a5-456d-86c1-2a5d76961367 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 812 time: 0.1081712 Mar 23 02:04:39.251414 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-4e91be21-e14f-4f15-b421-3ea563ad7d49 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/quotas/52e24a35bff748468941038a9c4ab158 HTTP/1.1" status: 200 len: 375 time: 0.0098612 Mar 23 02:04:39.306374 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-ae910b1c-20d8-4783-a6e4-c0eccf4ab523 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497334 Mar 23 02:04:39.470885 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-5a82f1f4-5df6-43fb-96ba-b69669544f35 service neutron] 10.222.0.18 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572287 Mar 23 02:04:39.562817 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-1500419e-a6db-4a19-bb59-863bfd52c381 service neutron] 10.222.0.18 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896933 Mar 23 02:04:39.771678 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-19a0e75a-173c-4797-95b0-df9b1c395a91 req-adb1143b-c371-4f41-9c1b-48d0df4e23e7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 210 time: 0.0286767 Mar 23 02:04:40.730985 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-d9906520-c442-4336-958b-a0e04cc0fc5c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:40.732925 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-d9906520-c442-4336-958b-a0e04cc0fc5c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 812 time: 0.1141279 Mar 23 02:04:40.748858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-1cd2298a-4cbd-4b6e-9c73-44e3772c8eeb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Request body: {'port': {'device_id': '6336d0a0-bb4e-477f-b4b2-99cbf6156919', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'admin_state_up': True, 'tenant_id': '52e24a35bff748468941038a9c4ab158'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:04:40.887984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-1cd2298a-4cbd-4b6e-9c73-44e3772c8eeb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Made reservation on behalf of 52e24a35bff748468941038a9c4ab158 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:04:40.891979 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-def206ce-53e9-451a-8e6c-27198204b6a9 req-46f199a3-d5cc-4550-b03d-2c43d4bfc66f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 210 time: 0.0338714 Mar 23 02:04:40.903222 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-1cd2298a-4cbd-4b6e-9c73-44e3772c8eeb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:41.065075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-1cd2298a-4cbd-4b6e-9c73-44e3772c8eeb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Allocated IP 172.20.0.7 (bc3a993f-bf9b-4c87-a6dd-164f082e25a5/117a5333-90c5-4abf-b578-73ad977ec678/242d4e91-6d50-419c-974b-0a8e6fa242c0) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:04:41.262734 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-1cd2298a-4cbd-4b6e-9c73-44e3772c8eeb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for port (242d4e91-6d50-419c-974b-0a8e6fa242c0), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:41.318117 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-1cd2298a-4cbd-4b6e-9c73-44e3772c8eeb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (242d4e91-6d50-419c-974b-0a8e6fa242c0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:41.370616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-1cd2298a-4cbd-4b6e-9c73-44e3772c8eeb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:04:41.376068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-1cd2298a-4cbd-4b6e-9c73-44e3772c8eeb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:04:41.379392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-1cd2298a-4cbd-4b6e-9c73-44e3772c8eeb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:04:41.439515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-1cd2298a-4cbd-4b6e-9c73-44e3772c8eeb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:41.440184 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-1cd2298a-4cbd-4b6e-9c73-44e3772c8eeb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:41.444406 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2298a-4cbd-4b6e-9c73-44e3772c8eeb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'Port': ['ID=242d4e91-6d50-419c-974b-0a8e6fa242c0,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:04:41.487210 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-1cd2298a-4cbd-4b6e-9c73-44e3772c8eeb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7423046 Mar 23 02:04:41.503367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Request body: {'port': {'device_id': '6336d0a0-bb4e-477f-b4b2-99cbf6156919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:04:41.604342 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (242d4e91-6d50-419c-974b-0a8e6fa242c0), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:41.850856 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b308b36d-d02b-4d0c-a622-c8d373a43365 None None] Provisioning complete for port 242d4e91-6d50-419c-974b-0a8e6fa242c0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:04:41.851984 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b308b36d-d02b-4d0c-a622-c8d373a43365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (242d4e91-6d50-419c-974b-0a8e6fa242c0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:41.887754 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b308b36d-d02b-4d0c-a622-c8d373a43365 None None] Port 242d4e91-6d50-419c-974b-0a8e6fa242c0 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:04:41.909792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242d4e91-6d50-419c-974b-0a8e6fa242c0 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:04:41.923300 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Publish callbacks [] for port (242d4e91-6d50-419c-974b-0a8e6fa242c0), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:41.939951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Transition to ACTIVE for port object 242d4e91-6d50-419c-974b-0a8e6fa242c0 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:04:41.947652 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (242d4e91-6d50-419c-974b-0a8e6fa242c0), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:42.047712 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Pushing event updated for resources: {'Port': ['ID=242d4e91-6d50-419c-974b-0a8e6fa242c0,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:04:42.168835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Attempting to bind port 242d4e91-6d50-419c-974b-0a8e6fa242c0 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:04:42.169259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Attempting to bind port 242d4e91-6d50-419c-974b-0a8e6fa242c0 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:04:42.169734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Attempting to bind port 242d4e91-6d50-419c-974b-0a8e6fa242c0 on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:04:42.175268 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Port 242d4e91-6d50-419c-974b-0a8e6fa242c0 on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:04:42.175964 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Attempting to bind port 242d4e91-6d50-419c-974b-0a8e6fa242c0 on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:04:42.181538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:04:42.181956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Checking segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:04:42.182541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Bound using segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:04:42.183073 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Bound port: 242d4e91-6d50-419c-974b-0a8e6fa242c0, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:04:42.183620 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (242d4e91-6d50-419c-974b-0a8e6fa242c0), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:42.223583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adf368-c7e8-4bdf-bee0-614aaa9e9344 req-794b735a-46f4-4043-9aaf-781dbc399caa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:42.231545 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d5adf368-c7e8-4bdf-bee0-614aaa9e9344 req-794b735a-46f4-4043-9aaf-781dbc399caa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.2530737 Mar 23 02:04:42.257218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] For port 242d4e91-6d50-419c-974b-0a8e6fa242c0, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:04:42.260953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] For port 242d4e91-6d50-419c-974b-0a8e6fa242c0, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=242d4e91-6d50-419c-974b-0a8e6fa242c0,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:04:42.274956 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (242d4e91-6d50-419c-974b-0a8e6fa242c0), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:42.304769 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d5adf368-c7e8-4bdf-bee0-614aaa9e9344 req-507248f7-d1ae-4cdd-8661-636c77b5ed39 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669515 Mar 23 02:04:42.323373 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:42.324113 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:42.325533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] 10.222.0.42 "PUT /v2.0/ports/242d4e91-6d50-419c-974b-0a8e6fa242c0 HTTP/1.1" status: 200 len: 1091 time: 0.8312008 Mar 23 02:04:42.326134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6336d0a0-bb4e-477f-b4b2-99cbf6156919', 'tag': '242d4e91-6d50-419c-974b-0a8e6fa242c0'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:04:42.328230 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3e763b-8eae-4445-b723-c004c2b55cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "6336d0a0-bb4e-477f-b4b2-99cbf6156919", "tag": "242d4e91-6d50-419c-974b-0a8e6fa242c0"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:04:42.359044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d06f4-dcc6-4ba3-8060-f7821cefdbcd service neutron] Pushing event updated for resources: {'Port': ['ID=242d4e91-6d50-419c-974b-0a8e6fa242c0,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:04:42.439706 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a571a83f-1bed-4ba9-b90c-33b79b89a383 x-openstack-request-id: req-a571a83f-1bed-4ba9-b90c-33b79b89a383 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:04:42.440009 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6336d0a0-bb4e-477f-b4b2-99cbf6156919", "tag": "242d4e91-6d50-419c-974b-0a8e6fa242c0", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:04:42.440272 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a571a83f-1bed-4ba9-b90c-33b79b89a383 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:04:42.440716 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a571a83f-1bed-4ba9-b90c-33b79b89a383'] response: {'name': 'network-changed', 'server_uuid': '6336d0a0-bb4e-477f-b4b2-99cbf6156919', 'tag': '242d4e91-6d50-419c-974b-0a8e6fa242c0', 'status': 'completed', 'code': 200} Mar 23 02:04:42.466315 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-1638c283-3ae8-435d-b8e3-b6ac4b3da0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:42.469474 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-1638c283-3ae8-435d-b8e3-b6ac4b3da0b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 1125 time: 0.0881312 Mar 23 02:04:42.543578 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-70ba5073-2a8b-49fd-bda2-e6493cfe7580 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=242d4e91-6d50-419c-974b-0a8e6fa242c0 HTTP/1.1" status: 200 len: 217 time: 0.0663137 Mar 23 02:04:42.614858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-9b3ccce2-41f0-48c5-8aca-e54b8a2803a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:42.616419 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-9b3ccce2-41f0-48c5-8aca-e54b8a2803a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0676112 Mar 23 02:04:42.677798 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-559e8d92-7be7-4e0d-8ab2-41a41a3dd7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:42.680397 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-559e8d92-7be7-4e0d-8ab2-41a41a3dd7db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0577967 Mar 23 02:04:42.794007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-39b9b476-dbc0-4800-934e-6c8350bf7f4b service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068122 Mar 23 02:04:42.893728 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfb1e660-f0e5-461b-9845-9d5cf6d8cdc0 req-bbf865b6-1ea7-4861-9891-dbafdd2c6e09 service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941243 Mar 23 02:04:42.989967 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e763b-8eae-4445-b723-c004c2b55cd2 req-2de85abc-94b0-447b-87e4-543a4f0cc65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:42.991494 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a3e763b-8eae-4445-b723-c004c2b55cd2 req-2de85abc-94b0-447b-87e4-543a4f0cc65f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 1125 time: 0.0519927 Mar 23 02:04:43.084340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e763b-8eae-4445-b723-c004c2b55cd2 req-0a9b1b39-2168-42d6-840a-a6aa60cbb13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:43.085799 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a3e763b-8eae-4445-b723-c004c2b55cd2 req-0a9b1b39-2168-42d6-840a-a6aa60cbb13b service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.0874615 Mar 23 02:04:43.127418 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a3e763b-8eae-4445-b723-c004c2b55cd2 req-22a6765e-8fb8-493b-be56-dd503ffcb502 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=242d4e91-6d50-419c-974b-0a8e6fa242c0 HTTP/1.1" status: 200 len: 217 time: 0.0354159 Mar 23 02:04:43.180898 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e763b-8eae-4445-b723-c004c2b55cd2 req-f2dfa372-eb7a-40fa-8b9e-df072e59510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:43.182377 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a3e763b-8eae-4445-b723-c004c2b55cd2 req-f2dfa372-eb7a-40fa-8b9e-df072e59510d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0488436 Mar 23 02:04:43.230755 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e763b-8eae-4445-b723-c004c2b55cd2 req-27a1a54a-c652-4ad1-b861-502c2cf2f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:43.232280 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a3e763b-8eae-4445-b723-c004c2b55cd2 req-27a1a54a-c652-4ad1-b861-502c2cf2f8f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442202 Mar 23 02:04:43.322382 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a3e763b-8eae-4445-b723-c004c2b55cd2 req-5daedafb-7ac7-4f2e-9d34-2cf48158420a service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840640 Mar 23 02:04:43.415987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c35ba5-27e8-49fb-9b4d-756edeb22f8f req-150ea913-5751-48cd-b737-28f795127ace tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:43.423773 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7c35ba5-27e8-49fb-9b4d-756edeb22f8f req-150ea913-5751-48cd-b737-28f795127ace tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0586133 Mar 23 02:04:43.439570 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9a3e763b-8eae-4445-b723-c004c2b55cd2 req-5bb98980-47fb-45d5-b458-384fc2df0988 service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105347 Mar 23 02:04:43.470945 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d7c35ba5-27e8-49fb-9b4d-756edeb22f8f req-076cbd31-7399-447a-9a36-f5368011086d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459490 Mar 23 02:04:44.612971 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb8a56-0821-4904-9153-5789f24f543e req-57f8c187-d13d-4458-829c-d3bee5490960 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:44.614821 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-befb8a56-0821-4904-9153-5789f24f543e req-57f8c187-d13d-4458-829c-d3bee5490960 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0645893 Mar 23 02:04:44.668038 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-befb8a56-0821-4904-9153-5789f24f543e req-19db4c51-1d9a-4df9-8fac-ee49676191f5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467224 Mar 23 02:04:45.810434 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e061c-f418-4e00-9afa-171fda3aa143 req-acdb97aa-e344-4c92-b2c9-bb685815e861 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:45.811935 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ac7e061c-f418-4e00-9afa-171fda3aa143 req-acdb97aa-e344-4c92-b2c9-bb685815e861 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0587897 Mar 23 02:04:45.868801 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ac7e061c-f418-4e00-9afa-171fda3aa143 req-aa14cf28-dd78-495a-a300-382ea41f4116 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501444 Mar 23 02:04:47.010569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f86d28-9f43-4c7c-bc7c-5c783627eec3 req-25f9df72-a5e4-4014-96c4-24bbf23a4330 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:47.012134 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15f86d28-9f43-4c7c-bc7c-5c783627eec3 req-25f9df72-a5e4-4014-96c4-24bbf23a4330 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0669258 Mar 23 02:04:47.067867 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15f86d28-9f43-4c7c-bc7c-5c783627eec3 req-7319daa3-61d2-4303-94b4-206e6cfd5217 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490637 Mar 23 02:04:48.262646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25995aec-def3-44bb-94f3-6abb3b465122 req-1c0463d8-3317-4b4b-82e8-055a8532eb7f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:48.267286 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-25995aec-def3-44bb-94f3-6abb3b465122 req-1c0463d8-3317-4b4b-82e8-055a8532eb7f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0893884 Mar 23 02:04:48.344404 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-25995aec-def3-44bb-94f3-6abb3b465122 req-1f802965-c81e-4f6e-9dc9-bd79ac6b8ec2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646188 Mar 23 02:04:49.512556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b5fb4-daab-475d-bcdb-e786d141ca69 req-9c240ddf-c8db-4877-8c54-32ddc1a61660 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:49.514107 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-191b5fb4-daab-475d-bcdb-e786d141ca69 req-9c240ddf-c8db-4877-8c54-32ddc1a61660 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0632231 Mar 23 02:04:49.602395 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-998a5d14-f694-40e3-9e26-bb17ed11617e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:49.653854 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-191b5fb4-daab-475d-bcdb-e786d141ca69 req-d0d26b97-49c9-4090-b21c-b87bf24cde0e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317482 Mar 23 02:04:50.813259 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:50.857193 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd379d-962b-4786-9852-f597ff544cd5 req-c4450ada-1c99-4402-a41a-f158c8765969 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:50.860372 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79bd379d-962b-4786-9852-f597ff544cd5 req-c4450ada-1c99-4402-a41a-f158c8765969 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0947571 Mar 23 02:04:50.943835 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79bd379d-962b-4786-9852-f597ff544cd5 req-38aa9e8b-1390-4e58-bcc4-bd6f3774360f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756717 Mar 23 02:04:52.033108 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-57053c82-7b7c-43a7-9e98-8b4338503c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:52.084587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43895e-aeba-4501-8ea1-260ecb0c9591 req-7b29b275-31a0-41db-a122-6c249e3ebcb2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:52.086845 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ae43895e-aeba-4501-8ea1-260ecb0c9591 req-7b29b275-31a0-41db-a122-6c249e3ebcb2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0612907 Mar 23 02:04:52.156245 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ae43895e-aeba-4501-8ea1-260ecb0c9591 req-4d77c767-c516-4698-bdb1-dfbce2051611 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627427 Mar 23 02:04:53.273818 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5c271-6501-40bd-b5fa-1705b5a46a3c req-c9bfadcc-76a2-46a4-b13b-ec7bc6b0a82f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:53.275425 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ecb5c271-6501-40bd-b5fa-1705b5a46a3c req-c9bfadcc-76a2-46a4-b13b-ec7bc6b0a82f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0551240 Mar 23 02:04:53.310906 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:53.326903 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ecb5c271-6501-40bd-b5fa-1705b5a46a3c req-d8ab0331-acb2-418b-a1a5-82d08444896e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454545 Mar 23 02:04:53.424377 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ec8dd63-d8e4-43e2-9db9-5b1d1ab0415b req-076c2c31-870d-4e30-98ee-ae6819116bcf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454557 Mar 23 02:04:53.534933 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8dd63-d8e4-43e2-9db9-5b1d1ab0415b req-3257463e-71dc-4efc-8a16-55ad78beaf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:53.536537 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ec8dd63-d8e4-43e2-9db9-5b1d1ab0415b req-3257463e-71dc-4efc-8a16-55ad78beaf4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6c3dd43fa414fba98e6a185cbac274e&device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 1128 time: 0.0505242 Mar 23 02:04:53.649796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8dd63-d8e4-43e2-9db9-5b1d1ab0415b req-b33cb266-3803-4bdc-a69a-7c4b9c3281cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:53.651425 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ec8dd63-d8e4-43e2-9db9-5b1d1ab0415b req-b33cb266-3803-4bdc-a69a-7c4b9c3281cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=bde3df47-cb49-4136-95ec-c693768cd839 HTTP/1.1" status: 200 len: 909 time: 0.0972319 Mar 23 02:04:53.718825 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ec8dd63-d8e4-43e2-9db9-5b1d1ab0415b req-2a0e0f58-8049-48c0-be28-79e178c9a8ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 HTTP/1.1" status: 200 len: 1002 time: 0.0618873 Mar 23 02:04:53.773108 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8dd63-d8e4-43e2-9db9-5b1d1ab0415b req-f5e7c0fe-e219-491a-a4bb-08a07414fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:53.774987 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ec8dd63-d8e4-43e2-9db9-5b1d1ab0415b req-f5e7c0fe-e219-491a-a4bb-08a07414fbd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=326d582f-1390-4f7b-957d-836bc6150017 HTTP/1.1" status: 200 len: 848 time: 0.0501370 Mar 23 02:04:53.826752 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8dd63-d8e4-43e2-9db9-5b1d1ab0415b req-2c087a66-30f4-428b-96e4-40e64be7c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:53.828518 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ec8dd63-d8e4-43e2-9db9-5b1d1ab0415b req-2c087a66-30f4-428b-96e4-40e64be7c555 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bde3df47-cb49-4136-95ec-c693768cd839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477774 Mar 23 02:04:53.919287 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ec8dd63-d8e4-43e2-9db9-5b1d1ab0415b req-4acaad23-2811-468e-877d-239192e414ca service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843022 Mar 23 02:04:54.018704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6ec8dd63-d8e4-43e2-9db9-5b1d1ab0415b req-c00f742d-4920-444a-9d09-447410945c33 service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932775 Mar 23 02:04:54.469821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5d1ad-dc83-4983-88b6-c822657c1380 req-c4a44168-9f15-4517-86aa-028f18f47e32 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:54.477895 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98a5d1ad-dc83-4983-88b6-c822657c1380 req-c4a44168-9f15-4517-86aa-028f18f47e32 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0680630 Mar 23 02:04:54.564156 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98a5d1ad-dc83-4983-88b6-c822657c1380 req-b00b6ea0-4b4c-4636-b9d2-596e228b7acd tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851452 Mar 23 02:04:54.568218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4cbbd-5309-4a87-b642-c844a3cc81bf req-b9d8b70a-8a64-40ee-afd0-e141b053ff59 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:54.577431 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73b4cbbd-5309-4a87-b642-c844a3cc81bf req-b9d8b70a-8a64-40ee-afd0-e141b053ff59 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0932469 Mar 23 02:04:54.623070 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73b4cbbd-5309-4a87-b642-c844a3cc81bf req-2b4e7e89-168d-423c-bce1-b94bf8667f37 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446384 Mar 23 02:04:54.658847 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:55.683129 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f9039-f69a-4ac5-a288-c53f0f01dd98 req-64eae49d-1785-4b3f-85c3-25293e2c717e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:55.685013 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-362f9039-f69a-4ac5-a288-c53f0f01dd98 req-64eae49d-1785-4b3f-85c3-25293e2c717e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0623772 Mar 23 02:04:55.737871 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-362f9039-f69a-4ac5-a288-c53f0f01dd98 req-acae1b11-c026-41d0-9c13-80b6df01f8ea tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464551 Mar 23 02:04:55.768644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77553b7b-83e0-4d43-86b5-da60dcd94021 req-3c6d324d-af23-48b7-bf5d-67040f1cb894 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:55.770406 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77553b7b-83e0-4d43-86b5-da60dcd94021 req-3c6d324d-af23-48b7-bf5d-67040f1cb894 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0626411 Mar 23 02:04:55.801626 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:04:55.827427 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77553b7b-83e0-4d43-86b5-da60dcd94021 req-f66329e9-dfeb-4272-b222-c56856520a10 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495982 Mar 23 02:04:56.863118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df8110-fa5a-4186-8f3e-5abfca107d3a req-5010fe6c-5279-469e-b054-5fd6d2c40dfa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:56.864879 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-05df8110-fa5a-4186-8f3e-5abfca107d3a req-5010fe6c-5279-469e-b054-5fd6d2c40dfa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0565054 Mar 23 02:04:56.920440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-05df8110-fa5a-4186-8f3e-5abfca107d3a req-2c7ce64e-d53c-461a-ab25-548bf1511127 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496049 Mar 23 02:04:56.961555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15a14e-695c-4449-b1da-75031128ae50 req-0cddb1f5-72a5-4538-b1c2-6f5df4e4e1df tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:56.963065 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f15a14e-695c-4449-b1da-75031128ae50 req-0cddb1f5-72a5-4538-b1c2-6f5df4e4e1df tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0592332 Mar 23 02:04:57.012621 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f15a14e-695c-4449-b1da-75031128ae50 req-cb06a57d-e6a8-4775-8a55-23b995c230cc tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433981 Mar 23 02:04:57.797742 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:04:58.071402 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f176f-bca1-4b6e-8908-10ed09546977 req-f499d970-f62c-4c0c-b382-713964f57b88 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:58.073045 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-196f176f-bca1-4b6e-8908-10ed09546977 req-f499d970-f62c-4c0c-b382-713964f57b88 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0697510 Mar 23 02:04:58.160668 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-196f176f-bca1-4b6e-8908-10ed09546977 req-e7e42b04-c203-44e1-bd61-d2b50081353e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675290 Mar 23 02:04:58.168726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d4d00-d6f0-4f54-a672-6962316f1282 req-fc5ce7bd-6fd3-4b7d-b19d-eb168d39d842 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:58.170848 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873d4d00-d6f0-4f54-a672-6962316f1282 req-fc5ce7bd-6fd3-4b7d-b19d-eb168d39d842 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0696280 Mar 23 02:04:58.224485 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873d4d00-d6f0-4f54-a672-6962316f1282 req-4af4562c-28b1-4220-88f4-e95a765e5728 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419414 Mar 23 02:04:59.305372 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43829f-edf4-440f-aa68-5e1b4a88dcdf req-e5a132cd-fad5-4b6b-b000-e250928ffab9 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:59.307923 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ba43829f-edf4-440f-aa68-5e1b4a88dcdf req-e5a132cd-fad5-4b6b-b000-e250928ffab9 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0758700 Mar 23 02:04:59.375311 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969951fe-fe2b-4a58-b6fc-cdd5ee936221 req-84501945-9f08-487d-a2ae-7960dbf1d5ed tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:04:59.381256 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ba43829f-edf4-440f-aa68-5e1b4a88dcdf req-180879d9-9d07-43ef-829a-78d955714931 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618043 Mar 23 02:04:59.387607 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-969951fe-fe2b-4a58-b6fc-cdd5ee936221 req-84501945-9f08-487d-a2ae-7960dbf1d5ed tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0717535 Mar 23 02:04:59.444810 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-969951fe-fe2b-4a58-b6fc-cdd5ee936221 req-d7d4b240-5120-42b5-90c8-26823eca1b04 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555372 Mar 23 02:05:00.513400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880532a-a22e-4fb2-91be-ac6136321aeb req-f4dbb6b3-c308-4ac0-9e09-78252508ee7c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:00.517460 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1880532a-a22e-4fb2-91be-ac6136321aeb req-f4dbb6b3-c308-4ac0-9e09-78252508ee7c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0679591 Mar 23 02:05:00.592352 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1880532a-a22e-4fb2-91be-ac6136321aeb req-34a29861-acdf-4ba6-ad51-f683d5010202 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651364 Mar 23 02:05:00.599003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d5cbb-a22e-4493-8495-e1b0b71ecab6 req-ecd924ea-b94b-45c4-88d0-fa264a534050 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:00.601171 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1d4d5cbb-a22e-4493-8495-e1b0b71ecab6 req-ecd924ea-b94b-45c4-88d0-fa264a534050 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0713625 Mar 23 02:05:00.650949 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1d4d5cbb-a22e-4493-8495-e1b0b71ecab6 req-b6fe7a9b-758f-4666-bc96-b4d80ecc7530 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440991 Mar 23 02:05:01.738539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88bdfa-d640-4bd0-9d8d-25c2ca5741f4 req-3bb6aa70-cf7e-431e-baf5-85dd87f0767e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:01.740932 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9f88bdfa-d640-4bd0-9d8d-25c2ca5741f4 req-3bb6aa70-cf7e-431e-baf5-85dd87f0767e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0814264 Mar 23 02:05:01.780752 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a842d-4c91-4e9e-817c-61fe24ae323e req-ab2b5c52-7e60-47f4-a1d7-5405847ee295 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:01.782973 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d0a842d-4c91-4e9e-817c-61fe24ae323e req-ab2b5c52-7e60-47f4-a1d7-5405847ee295 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0545061 Mar 23 02:05:01.800902 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9f88bdfa-d640-4bd0-9d8d-25c2ca5741f4 req-def0c883-9d76-4d12-82c5-508905c74a7c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530953 Mar 23 02:05:01.848640 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d0a842d-4c91-4e9e-817c-61fe24ae323e req-ecb8f795-8ba3-47ec-9962-5d28a7c93847 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592747 Mar 23 02:05:02.943484 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd697c8-6656-400e-95ff-c1ed65ced8b7 req-ecdefc7c-ad0e-4b93-84a0-f0342b8200e2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:02.951577 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2bd697c8-6656-400e-95ff-c1ed65ced8b7 req-ecdefc7c-ad0e-4b93-84a0-f0342b8200e2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0789695 Mar 23 02:05:02.991763 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffbbaf-9a17-49af-a059-416b0763043c req-30937a92-660f-4e6f-9815-da5881212035 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:02.994197 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14ffbbaf-9a17-49af-a059-416b0763043c req-30937a92-660f-4e6f-9815-da5881212035 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0707974 Mar 23 02:05:03.006096 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2bd697c8-6656-400e-95ff-c1ed65ced8b7 req-ffc9e9d5-14df-45c6-8304-c1ab3384c77c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531859 Mar 23 02:05:03.072258 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14ffbbaf-9a17-49af-a059-416b0763043c req-e36aab01-a0fe-4b0d-8af6-720e99acaecc tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667741 Mar 23 02:05:03.990413 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:04.127968 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5af2dc-e445-4824-97dc-1eaef6fedaef req-532197a2-e44b-412b-9c84-680012e52334 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:04.134987 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa5af2dc-e445-4824-97dc-1eaef6fedaef req-532197a2-e44b-412b-9c84-680012e52334 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0637066 Mar 23 02:05:04.182448 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa5af2dc-e445-4824-97dc-1eaef6fedaef req-690ad377-abd9-4901-b8b0-2174d548b927 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465860 Mar 23 02:05:04.215664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff97e17-642a-4280-a1cf-e002e8100dd8 req-99115ed2-24c8-4648-877f-3ccfcb938b72 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:04.217217 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ff97e17-642a-4280-a1cf-e002e8100dd8 req-99115ed2-24c8-4648-877f-3ccfcb938b72 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0631080 Mar 23 02:05:04.269206 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ff97e17-642a-4280-a1cf-e002e8100dd8 req-06004c04-9d46-4dc0-a259-bfea2e1e5b1f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456028 Mar 23 02:05:05.319947 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721ea3d-a6be-43ba-a91f-da0313d3cab0 req-934913ed-7fd0-4d5c-9fe6-23e0033b6b6f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:05.322210 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a721ea3d-a6be-43ba-a91f-da0313d3cab0 req-934913ed-7fd0-4d5c-9fe6-23e0033b6b6f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0607243 Mar 23 02:05:05.401016 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a721ea3d-a6be-43ba-a91f-da0313d3cab0 req-e302d467-7b0e-4a12-a34d-d0d40a85b916 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724649 Mar 23 02:05:05.449523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628048ac-7494-40a8-a6b8-643ab9add7bb req-3ccd8143-e3ea-4f9e-9ccc-3e3132459e63 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:05.451754 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-628048ac-7494-40a8-a6b8-643ab9add7bb req-3ccd8143-e3ea-4f9e-9ccc-3e3132459e63 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0703874 Mar 23 02:05:05.504113 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-628048ac-7494-40a8-a6b8-643ab9add7bb req-246c4403-ae00-42e7-a2af-2ddbe82ee782 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456762 Mar 23 02:05:05.780046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4b2c9-4dab-4b9b-829c-4a732238f858 req-a395b676-c9b2-4b33-81d5-3d46d43b7183 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:05.781973 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11d4b2c9-4dab-4b9b-829c-4a732238f858 req-a395b676-c9b2-4b33-81d5-3d46d43b7183 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0763025 Mar 23 02:05:05.826982 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9f075-3a06-4fb3-9303-2799cc8ad4ed req-73c2fdb3-2f83-43a8-abd9-030c8bec023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:05.831224 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aef9f075-3a06-4fb3-9303-2799cc8ad4ed req-73c2fdb3-2f83-43a8-abd9-030c8bec023f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6c3dd43fa414fba98e6a185cbac274e&device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 1128 time: 0.0588019 Mar 23 02:05:05.843814 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11d4b2c9-4dab-4b9b-829c-4a732238f858 req-9cdc99ed-960e-44ca-816a-168d9c78a687 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547235 Mar 23 02:05:05.948842 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9f075-3a06-4fb3-9303-2799cc8ad4ed req-fbc766a9-dda7-45f6-a998-325ec16b5838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:05.950397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aef9f075-3a06-4fb3-9303-2799cc8ad4ed req-fbc766a9-dda7-45f6-a998-325ec16b5838 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bde3df47-cb49-4136-95ec-c693768cd839 HTTP/1.1" status: 200 len: 909 time: 0.1140425 Mar 23 02:05:06.022440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aef9f075-3a06-4fb3-9303-2799cc8ad4ed req-fd7df30e-2cdd-4f26-bffc-9865ccc2bc24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 HTTP/1.1" status: 200 len: 1002 time: 0.0655093 Mar 23 02:05:06.076105 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9f075-3a06-4fb3-9303-2799cc8ad4ed req-1750b206-4cbb-4601-871f-e0751e8a9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:06.077978 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aef9f075-3a06-4fb3-9303-2799cc8ad4ed req-1750b206-4cbb-4601-871f-e0751e8a9ce7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=326d582f-1390-4f7b-957d-836bc6150017 HTTP/1.1" status: 200 len: 848 time: 0.0495276 Mar 23 02:05:06.127392 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9f075-3a06-4fb3-9303-2799cc8ad4ed req-3b6d3c13-c306-4591-be2b-a0f7c3cd7b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:06.129352 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aef9f075-3a06-4fb3-9303-2799cc8ad4ed req-3b6d3c13-c306-4591-be2b-a0f7c3cd7b23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bde3df47-cb49-4136-95ec-c693768cd839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453680 Mar 23 02:05:06.225150 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aef9f075-3a06-4fb3-9303-2799cc8ad4ed req-10718ffe-c33d-45c7-b808-951d22566ef9 service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894034 Mar 23 02:05:06.329865 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aef9f075-3a06-4fb3-9303-2799cc8ad4ed req-c0e38e16-6025-410e-a0e6-5969566c6c8f service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986149 Mar 23 02:05:06.546758 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8598f-6a7e-4322-8a39-80ab2c8cd4ec req-3ae03d75-bfae-4d63-ac12-800c78f2ecae tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:06.549386 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-16d8598f-6a7e-4322-8a39-80ab2c8cd4ec req-3ae03d75-bfae-4d63-ac12-800c78f2ecae tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0671957 Mar 23 02:05:06.598730 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-16d8598f-6a7e-4322-8a39-80ab2c8cd4ec req-09e22192-7232-476f-a729-617b1f403a2b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427353 Mar 23 02:05:06.996310 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f575295-eccf-4a89-bae6-cacc4732d885 req-c49231a5-dbf9-446c-bdb4-a1c3a5c61dd8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:07.003539 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f575295-eccf-4a89-bae6-cacc4732d885 req-c49231a5-dbf9-446c-bdb4-a1c3a5c61dd8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0695446 Mar 23 02:05:07.053665 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f575295-eccf-4a89-bae6-cacc4732d885 req-01e85f19-a0be-480d-97a9-87ac4cb9a07e tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488248 Mar 23 02:05:07.727061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1e2fc-07d1-4529-aaa7-26ffd3076629 req-8279e179-5ba5-46fb-8dca-7f2ea83a34ce tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:07.728565 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7f1e2fc-07d1-4529-aaa7-26ffd3076629 req-8279e179-5ba5-46fb-8dca-7f2ea83a34ce tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0590694 Mar 23 02:05:07.778811 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7f1e2fc-07d1-4529-aaa7-26ffd3076629 req-0d773e01-caf1-4c13-b1f2-c7a5d8d2a737 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443325 Mar 23 02:05:08.181894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d757b-113f-4163-8e2b-cab174c9772b req-bc2e7377-b404-4f1f-9e72-2be04ad310d3 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:08.183450 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-635d757b-113f-4163-8e2b-cab174c9772b req-bc2e7377-b404-4f1f-9e72-2be04ad310d3 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0559378 Mar 23 02:05:08.231415 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-635d757b-113f-4163-8e2b-cab174c9772b req-65c1abb7-f5ca-400a-b32c-ce231c6a8d58 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421381 Mar 23 02:05:08.914631 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a499a14-fcfb-4826-807a-1e2e99b47c2a req-3deae46a-60fb-42da-8ed0-3004db4a2d0b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:08.917059 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6a499a14-fcfb-4826-807a-1e2e99b47c2a req-3deae46a-60fb-42da-8ed0-3004db4a2d0b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0577590 Mar 23 02:05:08.974132 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6a499a14-fcfb-4826-807a-1e2e99b47c2a req-752ef969-6c7b-4de2-9b7c-2c14055e0b4d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522289 Mar 23 02:05:10.096352 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0a00d-5af8-487e-bc24-071e4f7ac02e req-d65aaea0-edf6-4a4c-970b-61511cf94e3c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:10.098828 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-02b0a00d-5af8-487e-bc24-071e4f7ac02e req-d65aaea0-edf6-4a4c-970b-61511cf94e3c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0541060 Mar 23 02:05:10.149557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-02b0a00d-5af8-487e-bc24-071e4f7ac02e req-8a79f621-6d9d-4053-8038-ea44d7303f96 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445440 Mar 23 02:05:11.275842 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a084b8-df5b-4f37-8190-1299ba27e96b req-1d0facc3-6a22-4108-87d3-fe814c62b0df tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:11.277410 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-66a084b8-df5b-4f37-8190-1299ba27e96b req-1d0facc3-6a22-4108-87d3-fe814c62b0df tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0550871 Mar 23 02:05:11.332842 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-66a084b8-df5b-4f37-8190-1299ba27e96b req-0385edb8-00b0-4fb3-836a-f152fa437647 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492272 Mar 23 02:05:12.463347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c34e92-52a0-4550-a6ee-1a3a4000fb2c req-58007adb-be5e-45e4-b18c-08ab0a489376 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:12.464994 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0c34e92-52a0-4550-a6ee-1a3a4000fb2c req-58007adb-be5e-45e4-b18c-08ab0a489376 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0602460 Mar 23 02:05:12.512535 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0c34e92-52a0-4550-a6ee-1a3a4000fb2c req-8c19cdb4-834a-445f-a6dd-f0fb1d199ce8 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 Mar 23 02:05:13.649147 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca50387-e978-4052-b6ce-cec1982d4627 req-0e3185d4-2598-47ff-b068-bfb7a26b62e5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:13.651367 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bca50387-e978-4052-b6ce-cec1982d4627 req-0e3185d4-2598-47ff-b068-bfb7a26b62e5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0600204 Mar 23 02:05:13.699193 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bca50387-e978-4052-b6ce-cec1982d4627 req-08b131f2-01e5-4e98-976b-2c699eb934c6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Mar 23 02:05:14.830365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a2224-72d1-42e3-9cdc-e76e1f35df06 req-95f83afd-64a3-4541-89a7-5abdec8e64a5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:14.831954 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-275a2224-72d1-42e3-9cdc-e76e1f35df06 req-95f83afd-64a3-4541-89a7-5abdec8e64a5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 943 time: 0.0547118 Mar 23 02:05:14.883012 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-275a2224-72d1-42e3-9cdc-e76e1f35df06 req-2d8d9756-1f9a-4603-9995-a65b9085dc46 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446253 Mar 23 02:05:15.670682 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 242d4e91-6d50-419c-974b-0a8e6fa242c0 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:05:15.788215 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 242d4e91-6d50-419c-974b-0a8e6fa242c0, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=242d4e91-6d50-419c-974b-0a8e6fa242c0,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:05:15.799629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '242d4e91-6d50-419c-974b-0a8e6fa242c0', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'port_id': '242d4e91-6d50-419c-974b-0a8e6fa242c0', 'mac_address': 'fa:16:3e:3b:e4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:05:15.838202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 242d4e91-6d50-419c-974b-0a8e6fa242c0 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:05:15.838600 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (242d4e91-6d50-419c-974b-0a8e6fa242c0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:15.852325 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242d4e91-6d50-419c-974b-0a8e6fa242c0 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:05:15.872806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 242d4e91-6d50-419c-974b-0a8e6fa242c0, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=242d4e91-6d50-419c-974b-0a8e6fa242c0,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:05:15.878026 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (242d4e91-6d50-419c-974b-0a8e6fa242c0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:15.929501 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=242d4e91-6d50-419c-974b-0a8e6fa242c0,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:05:15.936914 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:15.937196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:15.937536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:15.937892 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:15.938222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:15.938545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:15.938855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:15.939194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:15.939512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:15.939832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:15.940149 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:15.940464 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:15.940835 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:15.940835 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:15.941471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:16.023892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543432c-1693-4d64-8101-0906b4f770b7 req-72173115-0d6f-4476-81b8-60de84dc308b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:16.025362 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1543432c-1693-4d64-8101-0906b4f770b7 req-72173115-0d6f-4476-81b8-60de84dc308b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 944 time: 0.0648465 Mar 23 02:05:16.073403 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1543432c-1693-4d64-8101-0906b4f770b7 req-3c60778a-18fb-4565-acd0-e70b52672719 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422781 Mar 23 02:05:16.084171 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['242d4e91-6d50-419c-974b-0a8e6fa242c0'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:05:17.198643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ee474-1304-4f9d-8391-595fcf00230b req-74ffe68b-5a76-4978-bc17-abda7c488d63 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:17.200149 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f29ee474-1304-4f9d-8391-595fcf00230b req-74ffe68b-5a76-4978-bc17-abda7c488d63 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 944 time: 0.0592504 Mar 23 02:05:17.247469 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f29ee474-1304-4f9d-8391-595fcf00230b req-682386d0-9984-454f-ab23-1e4b0f6e7b09 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412540 Mar 23 02:05:17.671317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 242d4e91-6d50-419c-974b-0a8e6fa242c0 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:05:17.721883 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 242d4e91-6d50-419c-974b-0a8e6fa242c0 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:05:17.726407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 242d4e91-6d50-419c-974b-0a8e6fa242c0 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:05:17.726791 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (242d4e91-6d50-419c-974b-0a8e6fa242c0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:17.811969 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 242d4e91-6d50-419c-974b-0a8e6fa242c0 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:05:17.812287 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (242d4e91-6d50-419c-974b-0a8e6fa242c0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:17.835955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6336d0a0-bb4e-477f-b4b2-99cbf6156919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242d4e91-6d50-419c-974b-0a8e6fa242c0'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:05:17.838267 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f8b874-e723-4679-b751-ebafe31fb13e" -d '{"events": [{"server_uuid": "6336d0a0-bb4e-477f-b4b2-99cbf6156919", "name": "network-vif-plugged", "status": "completed", "tag": "242d4e91-6d50-419c-974b-0a8e6fa242c0"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:05:17.852202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 242d4e91-6d50-419c-974b-0a8e6fa242c0, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=242d4e91-6d50-419c-974b-0a8e6fa242c0,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:05:17.863443 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (242d4e91-6d50-419c-974b-0a8e6fa242c0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:17.901163 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b61201c-d1a1-49d7-95fa-37eddae51c1d x-openstack-request-id: req-6b61201c-d1a1-49d7-95fa-37eddae51c1d {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:05:17.901455 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6336d0a0-bb4e-477f-b4b2-99cbf6156919", "name": "network-vif-plugged", "status": "completed", "tag": "242d4e91-6d50-419c-974b-0a8e6fa242c0", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:05:17.901766 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b61201c-d1a1-49d7-95fa-37eddae51c1d {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:05:17.902259 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b61201c-d1a1-49d7-95fa-37eddae51c1d'] response: {'server_uuid': '6336d0a0-bb4e-477f-b4b2-99cbf6156919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242d4e91-6d50-419c-974b-0a8e6fa242c0', 'code': 200} Mar 23 02:05:17.919868 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=242d4e91-6d50-419c-974b-0a8e6fa242c0,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:05:18.003748 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb4cfa-9acf-4971-8c01-d44c9882a52a req-7b67e315-6950-498e-ae03-f827243a8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:18.005143 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c9bb4cfa-9acf-4971-8c01-d44c9882a52a req-7b67e315-6950-498e-ae03-f827243a8b0d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 1127 time: 0.0453179 Mar 23 02:05:18.054013 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c9bb4cfa-9acf-4971-8c01-d44c9882a52a req-d15a5274-1331-45e9-a4a5-945788fd898a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421710 Mar 23 02:05:18.371040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57d5d8-d967-44bb-8925-83ef90653e88 req-8fd229a9-e610-4f61-bd0a-845228226929 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:18.372192 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc57d5d8-d967-44bb-8925-83ef90653e88 req-8fd229a9-e610-4f61-bd0a-845228226929 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 945 time: 0.0556970 Mar 23 02:05:18.429724 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc57d5d8-d967-44bb-8925-83ef90653e88 req-b3b8be87-8223-4eb2-abc9-8d79f7388309 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517480 Mar 23 02:05:19.556064 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4add14b6-653b-41e0-aeec-43fef81e6bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:19.561284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b35e0-9417-4692-aa9e-374f5b8475d3 req-34c12462-a201-4d81-9c3f-f8665bcbb36e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:19.562800 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6d8b35e0-9417-4692-aa9e-374f5b8475d3 req-34c12462-a201-4d81-9c3f-f8665bcbb36e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 945 time: 0.0605197 Mar 23 02:05:19.612551 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6d8b35e0-9417-4692-aa9e-374f5b8475d3 req-07c21712-0b2c-4128-b70b-fa2cf9788cfd tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430286 Mar 23 02:05:19.734597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e293218-db77-4d1c-9021-691d1acb404b req-5947f389-91e4-41f3-9a52-8599071d0d57 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:19.736095 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7e293218-db77-4d1c-9021-691d1acb404b req-5947f389-91e4-41f3-9a52-8599071d0d57 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 945 time: 0.0546877 Mar 23 02:05:19.787974 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7e293218-db77-4d1c-9021-691d1acb404b req-553630b6-4364-445d-a08a-2759b1b9a33b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457745 Mar 23 02:05:19.909945 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a0028-4164-430c-867b-55fc1553ecdc req-a646c3cf-c4f3-41fd-804a-86bce98a12c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:19.911578 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-873a0028-4164-430c-867b-55fc1553ecdc req-a646c3cf-c4f3-41fd-804a-86bce98a12c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 945 time: 0.0582585 Mar 23 02:05:19.964377 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-873a0028-4164-430c-867b-55fc1553ecdc req-60c0274d-a864-4fdb-ba4d-fbde60cda939 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467963 Mar 23 02:05:20.268104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bc1f9-b2ea-4bb5-8461-154399ab9657 req-94590748-8ad6-4388-aac7-b52e0568c23d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:20.269989 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dc3bc1f9-b2ea-4bb5-8461-154399ab9657 req-94590748-8ad6-4388-aac7-b52e0568c23d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 945 time: 0.0567694 Mar 23 02:05:20.323133 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dc3bc1f9-b2ea-4bb5-8461-154399ab9657 req-87e7a73c-db9c-45e5-924b-65bd611af5eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470684 Mar 23 02:05:20.789257 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:21.452387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66175a15-503a-45dc-8980-6bd8b2f4fa56 req-26fc6fe5-865e-481b-9554-f594af9d5781 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:21.454445 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-66175a15-503a-45dc-8980-6bd8b2f4fa56 req-26fc6fe5-865e-481b-9554-f594af9d5781 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 945 time: 0.0537281 Mar 23 02:05:21.501342 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-66175a15-503a-45dc-8980-6bd8b2f4fa56 req-98e730af-887c-49ec-bd23-e324cfd20653 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409195 Mar 23 02:05:21.668669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885585e-4293-488d-acb6-092f74a6ef6a req-328ae2c3-8619-477e-92e2-027119ecaf76 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:21.670224 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5885585e-4293-488d-acb6-092f74a6ef6a req-328ae2c3-8619-477e-92e2-027119ecaf76 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 945 time: 0.0621669 Mar 23 02:05:21.765088 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-5885585e-4293-488d-acb6-092f74a6ef6a req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Deleting port 242d4e91-6d50-419c-974b-0a8e6fa242c0 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:05:21.765429 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5885585e-4293-488d-acb6-092f74a6ef6a req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (242d4e91-6d50-419c-974b-0a8e6fa242c0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:22.022778 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9de117c2-d9fc-4047-ab9f-458890cf265b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:22.191377 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-5885585e-4293-488d-acb6-092f74a6ef6a req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] For port 242d4e91-6d50-419c-974b-0a8e6fa242c0, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=242d4e91-6d50-419c-974b-0a8e6fa242c0,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:05:22.192000 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5885585e-4293-488d-acb6-092f74a6ef6a req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (242d4e91-6d50-419c-974b-0a8e6fa242c0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:22.206734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-5885585e-4293-488d-acb6-092f74a6ef6a req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Calling delete_port for 242d4e91-6d50-419c-974b-0a8e6fa242c0 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:05:22.337062 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5885585e-4293-488d-acb6-092f74a6ef6a req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (242d4e91-6d50-419c-974b-0a8e6fa242c0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:22.355742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['242d4e91-6d50-419c-974b-0a8e6fa242c0'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:05:22.370836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event deleted for resources: {'Port': ['ID=242d4e91-6d50-419c-974b-0a8e6fa242c0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:05:22.416218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5885585e-4293-488d-acb6-092f74a6ef6a req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] No DVR routers for this DVR port 242d4e91-6d50-419c-974b-0a8e6fa242c0 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:05:22.419073 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:22.419412 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:22.419778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:22.420119 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:22.424798 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:22.425445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:22.429012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:22.429373 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:22.429895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:22.430412 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:22.430747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:22.431078 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:22.431411 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:22.431740 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:22.432069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:05:22.435638 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5885585e-4293-488d-acb6-092f74a6ef6a req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:22.438878 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5885585e-4293-488d-acb6-092f74a6ef6a req-e1eac1ec-c24b-4a71-b6b1-f63d160077aa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "DELETE /v2.0/ports/242d4e91-6d50-419c-974b-0a8e6fa242c0 HTTP/1.1" status: 204 len: 173 time: 0.7633324 Mar 23 02:05:22.439354 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6336d0a0-bb4e-477f-b4b2-99cbf6156919', 'name': 'network-vif-deleted', 'tag': '242d4e91-6d50-419c-974b-0a8e6fa242c0'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:05:22.441861 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5515df-7278-4707-b3a5-8a88934f4c65" -d '{"events": [{"server_uuid": "6336d0a0-bb4e-477f-b4b2-99cbf6156919", "name": "network-vif-deleted", "tag": "242d4e91-6d50-419c-974b-0a8e6fa242c0"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:05:22.506900 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d210af39-e356-418b-a69f-bd89262fcb79 x-openstack-request-id: req-d210af39-e356-418b-a69f-bd89262fcb79 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:05:22.507864 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6336d0a0-bb4e-477f-b4b2-99cbf6156919", "name": "network-vif-deleted", "tag": "242d4e91-6d50-419c-974b-0a8e6fa242c0", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:05:22.508144 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d210af39-e356-418b-a69f-bd89262fcb79 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:05:22.508641 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d210af39-e356-418b-a69f-bd89262fcb79'] response: {'server_uuid': '6336d0a0-bb4e-477f-b4b2-99cbf6156919', 'name': 'network-vif-deleted', 'tag': '242d4e91-6d50-419c-974b-0a8e6fa242c0', 'status': 'completed', 'code': 200} Mar 23 02:05:22.615628 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79583459-9f88-4583-b132-79c041307078 req-d879303f-17d9-4866-8a1c-4a1e08332c92 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 210 time: 0.0340421 Mar 23 02:05:23.314003 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:23.717475 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d34f6b0-5b9f-4f39-b781-3f09d4d82426 req-245689ad-7d5f-4d83-9df6-978207372ca7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 210 time: 0.0288801 Mar 23 02:05:24.655378 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:24.822236 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1d667b56-c5eb-44ad-a4c5-96c8ae08ddd6 req-1132f562-6405-4043-ace8-c4cb8a42bee0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 210 time: 0.0294154 Mar 23 02:05:25.702176 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 242d4e91-6d50-419c-974b-0a8e6fa242c0 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:05:25.723862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 242d4e91-6d50-419c-974b-0a8e6fa242c0 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:05:25.724083 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 242d4e91-6d50-419c-974b-0a8e6fa242c0 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:05:25.802632 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:25.945223 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-75a285da-f587-43fc-9a0f-9d2d386ba006 req-1e541235-4b41-40f9-873f-f38274f072b9 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 210 time: 0.0295677 Mar 23 02:05:27.062184 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c91aee7b-152f-4d73-9cfc-83e0429513db req-3b82e56b-4662-467a-917e-8badb64a84ef tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 210 time: 0.0283120 Mar 23 02:05:28.177467 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c98ae0b2-b8a6-43d3-bfc3-fffc375998f9 req-f2abd55d-719a-4f8d-b5a5-75a2f981ac28 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 210 time: 0.0290542 Mar 23 02:05:29.278418 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5dbc3110-c5a1-41c7-b1c7-a3b648e2e71e req-1619dc0e-77b6-429e-afe5-b70b6d486704 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 210 time: 0.0313513 Mar 23 02:05:30.375974 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aa2c1b15-31b2-42d5-8607-fdb7dfda7bdc req-1eb11192-311e-469a-8e5a-1f4e8ec1afe6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 210 time: 0.0271659 Mar 23 02:05:31.478964 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e504717-373b-427c-b786-40b0d593db78 req-01825320-4a13-4198-a036-5191a7569d4d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=6336d0a0-bb4e-477f-b4b2-99cbf6156919 HTTP/1.1" status: 200 len: 210 time: 0.0282679 Mar 23 02:05:33.987160 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:34.799278 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:05:47.037788 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-668d03e7-f368-4cef-b1d1-b75e2ef9ad43 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:47.041071 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-668d03e7-f368-4cef-b1d1-b75e2ef9ad43 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/networks?id=5141c388-0280-4fe0-8a86-24e202ef53a8 HTTP/1.1" status: 200 len: 813 time: 0.1072447 Mar 23 02:05:47.054117 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-f890655a-92aa-4414-96ff-0edbc6b1bc18 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/quotas/78b9b6e51c1e42eda8539ce9daf48967 HTTP/1.1" status: 200 len: 375 time: 0.0097826 Mar 23 02:05:47.092189 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-596d72f2-9bf5-423d-b8a2-017306002152 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=78b9b6e51c1e42eda8539ce9daf48967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332010 Mar 23 02:05:47.286444 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-41615e61-06b1-4905-8635-08da9140ab33 service neutron] 10.222.0.18 "GET /v2.0/networks/5141c388-0280-4fe0-8a86-24e202ef53a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856623 Mar 23 02:05:47.383677 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-dc7a5ffa-ef78-4949-8857-376a061ccceb service neutron] 10.222.0.18 "GET /v2.0/networks/5141c388-0280-4fe0-8a86-24e202ef53a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913525 Mar 23 02:05:47.585416 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce11e3d0-cec0-4b51-8ec0-94e270ae0a56 req-f300c49c-e132-47f9-ab50-fda057afa061 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=95718a65-62c0-435e-a08e-821af917d1ae HTTP/1.1" status: 200 len: 210 time: 0.0322268 Mar 23 02:05:48.547168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-73b5132f-a466-455d-817e-1c2d2b9959eb tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:48.549046 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-73b5132f-a466-455d-817e-1c2d2b9959eb tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.42 "GET /v2.0/networks?id=5141c388-0280-4fe0-8a86-24e202ef53a8 HTTP/1.1" status: 200 len: 813 time: 0.1106160 Mar 23 02:05:48.562919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-c2abc45e-cb54-4763-a8ee-088d89591e86 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Request body: {'port': {'device_id': '95718a65-62c0-435e-a08e-821af917d1ae', 'network_id': '5141c388-0280-4fe0-8a86-24e202ef53a8', 'admin_state_up': True, 'tenant_id': '78b9b6e51c1e42eda8539ce9daf48967'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:05:48.708422 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6288039f-ad0b-468d-9929-3bed055dfe72 req-e1aa5a8f-42fd-41f4-be36-7b1e345d097a tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=95718a65-62c0-435e-a08e-821af917d1ae HTTP/1.1" status: 200 len: 210 time: 0.0379891 Mar 23 02:05:48.720921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-c2abc45e-cb54-4763-a8ee-088d89591e86 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Made reservation on behalf of 78b9b6e51c1e42eda8539ce9daf48967 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:05:48.725980 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-c2abc45e-cb54-4763-a8ee-088d89591e86 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:48.865864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-c2abc45e-cb54-4763-a8ee-088d89591e86 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Allocated IP 172.20.0.8 (5141c388-0280-4fe0-8a86-24e202ef53a8/645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af/3fdbbfaa-afec-4cc4-8065-52f133126abb) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:05:49.048460 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-c2abc45e-cb54-4763-a8ee-088d89591e86 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Publish callbacks [] for port (3fdbbfaa-afec-4cc4-8065-52f133126abb), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:49.095201 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-c2abc45e-cb54-4763-a8ee-088d89591e86 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (3fdbbfaa-afec-4cc4-8065-52f133126abb), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:49.151525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-c2abc45e-cb54-4763-a8ee-088d89591e86 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Network 5141c388-0280-4fe0-8a86-24e202ef53a8 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:05:49.156886 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-c2abc45e-cb54-4763-a8ee-088d89591e86 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:05:49.162262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-c2abc45e-cb54-4763-a8ee-088d89591e86 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:05:49.166243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abc45e-cb54-4763-a8ee-088d89591e86 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Pushing event updated for resources: {'Port': ['ID=3fdbbfaa-afec-4cc4-8065-52f133126abb,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:05:49.214011 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-c2abc45e-cb54-4763-a8ee-088d89591e86 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:49.214637 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-c2abc45e-cb54-4763-a8ee-088d89591e86 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:49.232885 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-c2abc45e-cb54-4763-a8ee-088d89591e86 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6740382 Mar 23 02:05:49.241791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-42a7267f-2ea0-485c-b102-3fb0047430e6 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:05:49.242754 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-42a7267f-2ea0-485c-b102-3fb0047430e6 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052607 Mar 23 02:05:49.253307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Request body: {'port': {'device_id': '95718a65-62c0-435e-a08e-821af917d1ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:05:49.314784 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3fdbbfaa-afec-4cc4-8065-52f133126abb), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:49.571362 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-18e9ed78-1165-44eb-ab94-607c9ea81eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:49.601418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdbbfaa-afec-4cc4-8065-52f133126abb {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:05:49.609221 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Publish callbacks [] for port (3fdbbfaa-afec-4cc4-8065-52f133126abb), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:49.622906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Transition to ACTIVE for port object 3fdbbfaa-afec-4cc4-8065-52f133126abb will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:05:49.628207 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3fdbbfaa-afec-4cc4-8065-52f133126abb), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:49.700646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Pushing event updated for resources: {'Port': ['ID=3fdbbfaa-afec-4cc4-8065-52f133126abb,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:05:49.760289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Attempting to bind port 3fdbbfaa-afec-4cc4-8065-52f133126abb on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:05:49.760659 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Attempting to bind port 3fdbbfaa-afec-4cc4-8065-52f133126abb by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'b2866d00-4f8f-41ab-8a70-54e22587ee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5141c388-0280-4fe0-8a86-24e202ef53a8'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:05:49.761393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Attempting to bind port 3fdbbfaa-afec-4cc4-8065-52f133126abb on network 5141c388-0280-4fe0-8a86-24e202ef53a8 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:05:49.767654 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Port 3fdbbfaa-afec-4cc4-8065-52f133126abb on network 5141c388-0280-4fe0-8a86-24e202ef53a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:05:49.767977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Attempting to bind port 3fdbbfaa-afec-4cc4-8065-52f133126abb on network 5141c388-0280-4fe0-8a86-24e202ef53a8 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:05:49.776220 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:05:49.777429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Checking segment: {'id': 'b2866d00-4f8f-41ab-8a70-54e22587ee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5141c388-0280-4fe0-8a86-24e202ef53a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:05:49.778559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Bound using segment: {'id': 'b2866d00-4f8f-41ab-8a70-54e22587ee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5141c388-0280-4fe0-8a86-24e202ef53a8'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:05:49.779176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Bound port: 3fdbbfaa-afec-4cc4-8065-52f133126abb, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2866d00-4f8f-41ab-8a70-54e22587ee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5141c388-0280-4fe0-8a86-24e202ef53a8'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:05:49.779744 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3fdbbfaa-afec-4cc4-8065-52f133126abb), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:49.856921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] For port 3fdbbfaa-afec-4cc4-8065-52f133126abb, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:05:49.862112 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] For port 3fdbbfaa-afec-4cc4-8065-52f133126abb, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3fdbbfaa-afec-4cc4-8065-52f133126abb,segment=NetworkSegment(b2866d00-4f8f-41ab-8a70-54e22587ee35),segment_id=b2866d00-4f8f-41ab-8a70-54e22587ee35)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:05:49.870387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3b7e-9cfa-4122-b156-43480f8cf7ac req-1a5b991f-fe6b-4c27-8fb2-cd46b0bb092b tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:49.870938 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3fdbbfaa-afec-4cc4-8065-52f133126abb), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:49.871958 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ecbf3b7e-9cfa-4122-b156-43480f8cf7ac req-1a5b991f-fe6b-4c27-8fb2-cd46b0bb092b tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=95718a65-62c0-435e-a08e-821af917d1ae HTTP/1.1" status: 200 len: 943 time: 0.0675426 Mar 23 02:05:49.916731 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:49.917475 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:49.919277 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] 10.222.0.42 "PUT /v2.0/ports/3fdbbfaa-afec-4cc4-8065-52f133126abb HTTP/1.1" status: 200 len: 1091 time: 0.6697030 Mar 23 02:05:49.919831 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95718a65-62c0-435e-a08e-821af917d1ae', 'tag': '3fdbbfaa-afec-4cc4-8065-52f133126abb'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:05:49.922213 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9221e3-0084-4cd8-909e-9e8120914a25" -d '{"events": [{"name": "network-changed", "server_uuid": "95718a65-62c0-435e-a08e-821af917d1ae", "tag": "3fdbbfaa-afec-4cc4-8065-52f133126abb"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:05:49.951754 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2b6ad-5dde-49c4-8d27-aa537a42e91c service neutron] Pushing event updated for resources: {'Port': ['ID=3fdbbfaa-afec-4cc4-8065-52f133126abb,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:05:49.968764 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ecbf3b7e-9cfa-4122-b156-43480f8cf7ac req-da584cdc-3be6-4e8a-80bb-59e78a88a866 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899146 Mar 23 02:05:50.009121 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9c9bfc-ced9-49ea-95e4-2a544f66f054 x-openstack-request-id: req-9c9c9bfc-ced9-49ea-95e4-2a544f66f054 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:05:50.009549 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95718a65-62c0-435e-a08e-821af917d1ae", "tag": "3fdbbfaa-afec-4cc4-8065-52f133126abb", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:05:50.010143 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c9c9bfc-ced9-49ea-95e4-2a544f66f054 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:05:50.010664 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9c9bfc-ced9-49ea-95e4-2a544f66f054'] response: {'name': 'network-changed', 'server_uuid': '95718a65-62c0-435e-a08e-821af917d1ae', 'tag': '3fdbbfaa-afec-4cc4-8065-52f133126abb', 'status': 'completed', 'code': 200} Mar 23 02:05:50.033634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-d1c4a0f3-c2ae-41af-9719-db1b537dd7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:50.035739 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-d1c4a0f3-c2ae-41af-9719-db1b537dd7fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78b9b6e51c1e42eda8539ce9daf48967&device_id=95718a65-62c0-435e-a08e-821af917d1ae HTTP/1.1" status: 200 len: 1125 time: 0.0601537 Mar 23 02:05:50.090138 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-f0745793-ca51-4475-a884-3bd490d93a6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fdbbfaa-afec-4cc4-8065-52f133126abb HTTP/1.1" status: 200 len: 217 time: 0.0481222 Mar 23 02:05:50.155328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-aa493230-cf67-415d-a328-d5109d441290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:50.157300 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-aa493230-cf67-415d-a328-d5109d441290 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af HTTP/1.1" status: 200 len: 853 time: 0.0618525 Mar 23 02:05:50.193831 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-099da5b1-feed-4137-a11c-657074f5589c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5141c388-0280-4fe0-8a86-24e202ef53a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305071 Mar 23 02:05:50.295986 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-c633b82d-a763-422f-a73d-1397b19c721b service neutron] 10.222.0.42 "GET /v2.0/networks/5141c388-0280-4fe0-8a86-24e202ef53a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957606 Mar 23 02:05:50.393740 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-393c6212-d169-4874-8064-3dd6002ab4a3 req-a562a3c8-7e96-4475-810d-eb59d7995864 service neutron] 10.222.0.42 "GET /v2.0/networks/5141c388-0280-4fe0-8a86-24e202ef53a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916097 Mar 23 02:05:50.492855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9221e3-0084-4cd8-909e-9e8120914a25 req-0272aa37-ff75-4f9e-8ed6-1c47e6405570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:50.494408 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b9221e3-0084-4cd8-909e-9e8120914a25 req-0272aa37-ff75-4f9e-8ed6-1c47e6405570 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78b9b6e51c1e42eda8539ce9daf48967&device_id=95718a65-62c0-435e-a08e-821af917d1ae HTTP/1.1" status: 200 len: 1125 time: 0.0470443 Mar 23 02:05:50.607200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9221e3-0084-4cd8-909e-9e8120914a25 req-95eeb0db-7ed3-4947-abfc-e230e92de75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:50.609274 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b9221e3-0084-4cd8-909e-9e8120914a25 req-95eeb0db-7ed3-4947-abfc-e230e92de75a service neutron] 10.222.0.42 "GET /v2.0/networks?id=5141c388-0280-4fe0-8a86-24e202ef53a8 HTTP/1.1" status: 200 len: 913 time: 0.1093171 Mar 23 02:05:50.654952 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b9221e3-0084-4cd8-909e-9e8120914a25 req-f029ee76-e31b-43b3-a184-546bfb6c0a98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fdbbfaa-afec-4cc4-8065-52f133126abb HTTP/1.1" status: 200 len: 217 time: 0.0395908 Mar 23 02:05:50.712677 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9221e3-0084-4cd8-909e-9e8120914a25 req-4980a237-1cb0-42b0-9706-6adbc361532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:50.714181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b9221e3-0084-4cd8-909e-9e8120914a25 req-4980a237-1cb0-42b0-9706-6adbc361532b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af HTTP/1.1" status: 200 len: 853 time: 0.0526841 Mar 23 02:05:50.747906 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b9221e3-0084-4cd8-909e-9e8120914a25 req-331a1941-1d8b-4282-b340-3f1f131f0f0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5141c388-0280-4fe0-8a86-24e202ef53a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273888 Mar 23 02:05:50.790641 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:50.848799 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b9221e3-0084-4cd8-909e-9e8120914a25 req-03c3bca9-fb25-4c3d-bec5-b991b71e41e5 service neutron] 10.222.0.42 "GET /v2.0/networks/5141c388-0280-4fe0-8a86-24e202ef53a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946393 Mar 23 02:05:50.953775 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b9221e3-0084-4cd8-909e-9e8120914a25 req-41e5cc80-30a6-40fa-a352-f1f855fb5f85 service neutron] 10.222.0.42 "GET /v2.0/networks/5141c388-0280-4fe0-8a86-24e202ef53a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990026 Mar 23 02:05:51.116569 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9849fa-8239-420f-a1eb-891d71f0aeba req-d6ebf7a4-aaef-4e51-a4d6-02fbf95b2561 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:51.118435 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af9849fa-8239-420f-a1eb-891d71f0aeba req-d6ebf7a4-aaef-4e51-a4d6-02fbf95b2561 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=95718a65-62c0-435e-a08e-821af917d1ae HTTP/1.1" status: 200 len: 943 time: 0.0697956 Mar 23 02:05:51.176129 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af9849fa-8239-420f-a1eb-891d71f0aeba req-06c395dc-58a3-42ad-a1ff-20ac481f0769 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506096 Mar 23 02:05:51.796095 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3fdbbfaa-afec-4cc4-8065-52f133126abb details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:05:51.912222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 3fdbbfaa-afec-4cc4-8065-52f133126abb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3fdbbfaa-afec-4cc4-8065-52f133126abb,segment=NetworkSegment(b2866d00-4f8f-41ab-8a70-54e22587ee35),segment_id=b2866d00-4f8f-41ab-8a70-54e22587ee35)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:05:51.924633 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '3fdbbfaa-afec-4cc4-8065-52f133126abb', 'network_id': '5141c388-0280-4fe0-8a86-24e202ef53a8', 'port_id': '3fdbbfaa-afec-4cc4-8065-52f133126abb', 'mac_address': 'fa:16:3e:66:ae:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:05:51.963409 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 3fdbbfaa-afec-4cc4-8065-52f133126abb is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:05:51.963791 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3fdbbfaa-afec-4cc4-8065-52f133126abb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:51.976826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdbbfaa-afec-4cc4-8065-52f133126abb {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:05:51.998056 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 3fdbbfaa-afec-4cc4-8065-52f133126abb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3fdbbfaa-afec-4cc4-8065-52f133126abb,segment=NetworkSegment(b2866d00-4f8f-41ab-8a70-54e22587ee35),segment_id=b2866d00-4f8f-41ab-8a70-54e22587ee35)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:05:52.005348 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3fdbbfaa-afec-4cc4-8065-52f133126abb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:52.037619 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-504b05f6-8bc0-469a-80d0-d8234b8d93f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:52.061039 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=3fdbbfaa-afec-4cc4-8065-52f133126abb,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:05:52.194856 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['3fdbbfaa-afec-4cc4-8065-52f133126abb'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:05:52.321230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57962e-1966-4d78-95fc-0b720975a952 req-a656c37a-8967-4cf9-80ee-ca011ec434cf tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:52.322801 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ff57962e-1966-4d78-95fc-0b720975a952 req-a656c37a-8967-4cf9-80ee-ca011ec434cf tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=95718a65-62c0-435e-a08e-821af917d1ae HTTP/1.1" status: 200 len: 944 time: 0.0588865 Mar 23 02:05:52.377382 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ff57962e-1966-4d78-95fc-0b720975a952 req-b72c4755-477a-4b5d-9be0-4b9246f3d94b tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485933 Mar 23 02:05:53.320480 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:53.508054 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93b7c1-223b-4d07-a23c-9f9cd89c6eb2 req-9737810e-33ab-4331-ad18-191676913ad9 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:53.509619 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6d93b7c1-223b-4d07-a23c-9f9cd89c6eb2 req-9737810e-33ab-4331-ad18-191676913ad9 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=95718a65-62c0-435e-a08e-821af917d1ae HTTP/1.1" status: 200 len: 944 time: 0.0591037 Mar 23 02:05:53.560423 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6d93b7c1-223b-4d07-a23c-9f9cd89c6eb2 req-b0119594-8aad-4ea8-a579-18f877efe388 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448542 Mar 23 02:05:53.806412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3fdbbfaa-afec-4cc4-8065-52f133126abb up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:05:53.858984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 3fdbbfaa-afec-4cc4-8065-52f133126abb completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:05:53.862863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 3fdbbfaa-afec-4cc4-8065-52f133126abb triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:05:53.863230 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3fdbbfaa-afec-4cc4-8065-52f133126abb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:53.949950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 3fdbbfaa-afec-4cc4-8065-52f133126abb is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:05:53.950332 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3fdbbfaa-afec-4cc4-8065-52f133126abb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:53.981828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95718a65-62c0-435e-a08e-821af917d1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdbbfaa-afec-4cc4-8065-52f133126abb'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:05:53.984121 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e374e79-1fbf-48e6-b9a8-3c2bf779a541" -d '{"events": [{"server_uuid": "95718a65-62c0-435e-a08e-821af917d1ae", "name": "network-vif-plugged", "status": "completed", "tag": "3fdbbfaa-afec-4cc4-8065-52f133126abb"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:05:53.997619 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 3fdbbfaa-afec-4cc4-8065-52f133126abb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3fdbbfaa-afec-4cc4-8065-52f133126abb,segment=NetworkSegment(b2866d00-4f8f-41ab-8a70-54e22587ee35),segment_id=b2866d00-4f8f-41ab-8a70-54e22587ee35)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:05:54.003431 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3fdbbfaa-afec-4cc4-8065-52f133126abb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:54.028055 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddb0ba0-ead8-40fa-af97-5806c49245ac x-openstack-request-id: req-3ddb0ba0-ead8-40fa-af97-5806c49245ac {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:05:54.028349 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95718a65-62c0-435e-a08e-821af917d1ae", "name": "network-vif-plugged", "status": "completed", "tag": "3fdbbfaa-afec-4cc4-8065-52f133126abb", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:05:54.028632 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ddb0ba0-ead8-40fa-af97-5806c49245ac {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:05:54.029035 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ddb0ba0-ead8-40fa-af97-5806c49245ac'] response: {'server_uuid': '95718a65-62c0-435e-a08e-821af917d1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdbbfaa-afec-4cc4-8065-52f133126abb', 'code': 200} Mar 23 02:05:54.064531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=3fdbbfaa-afec-4cc4-8065-52f133126abb,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:05:54.134622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca6e8c-3e31-44e5-9445-9a26bdd6842c req-61d4334a-18b0-4a8b-8e9a-3049c9ea8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:54.136090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4ca6e8c-3e31-44e5-9445-9a26bdd6842c req-61d4334a-18b0-4a8b-8e9a-3049c9ea8cbb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=95718a65-62c0-435e-a08e-821af917d1ae HTTP/1.1" status: 200 len: 1127 time: 0.0456350 Mar 23 02:05:54.186990 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4ca6e8c-3e31-44e5-9445-9a26bdd6842c req-a2afd459-fc0c-4b84-8ff1-725621037427 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450494 Mar 23 02:05:54.464284 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b538862-81be-4cab-84b7-0045421ba733 req-d7077ec0-89e2-4eef-a057-0b9c766680f7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1123407 Mar 23 02:05:54.570754 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b538862-81be-4cab-84b7-0045421ba733 req-faa0c204-5ffa-430f-aadf-c3f7dc422e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:54.572404 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b538862-81be-4cab-84b7-0045421ba733 req-faa0c204-5ffa-430f-aadf-c3f7dc422e45 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6c3dd43fa414fba98e6a185cbac274e&device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 1128 time: 0.0470929 Mar 23 02:05:54.658419 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:54.728654 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e4b42-5dc5-4966-afb5-f5f936bd0fe3 req-0d24f071-1f79-4e5a-be84-627547d33194 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:54.730163 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8f1e4b42-5dc5-4966-afb5-f5f936bd0fe3 req-0d24f071-1f79-4e5a-be84-627547d33194 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=95718a65-62c0-435e-a08e-821af917d1ae HTTP/1.1" status: 200 len: 945 time: 0.0884051 Mar 23 02:05:54.733345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b538862-81be-4cab-84b7-0045421ba733 req-918a96cf-ec9c-4d70-8d17-36cca5034f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:54.734878 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b538862-81be-4cab-84b7-0045421ba733 req-918a96cf-ec9c-4d70-8d17-36cca5034f6a service neutron] 10.222.0.43 "GET /v2.0/networks?id=bde3df47-cb49-4136-95ec-c693768cd839 HTTP/1.1" status: 200 len: 909 time: 0.1437752 Mar 23 02:05:54.830414 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b538862-81be-4cab-84b7-0045421ba733 req-3ad0dd16-cdc4-49e4-9f7a-18d3f4644964 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 HTTP/1.1" status: 200 len: 1002 time: 0.0876191 Mar 23 02:05:54.833679 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8f1e4b42-5dc5-4966-afb5-f5f936bd0fe3 req-57216a7e-e9e2-488f-8f9c-7e63e2a209ed tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973015 Mar 23 02:05:54.893195 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b538862-81be-4cab-84b7-0045421ba733 req-30f9cf5e-2bf4-4aea-be9a-a1431c88897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:54.894739 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b538862-81be-4cab-84b7-0045421ba733 req-30f9cf5e-2bf4-4aea-be9a-a1431c88897c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=326d582f-1390-4f7b-957d-836bc6150017 HTTP/1.1" status: 200 len: 848 time: 0.0582120 Mar 23 02:05:54.943922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b538862-81be-4cab-84b7-0045421ba733 req-0f44c1e0-eaed-4ac2-a113-9baab48ae456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:54.947314 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b538862-81be-4cab-84b7-0045421ba733 req-0f44c1e0-eaed-4ac2-a113-9baab48ae456 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bde3df47-cb49-4136-95ec-c693768cd839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449553 Mar 23 02:05:54.960353 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-0b538862-81be-4cab-84b7-0045421ba733 req-9764b277-31ee-40bf-94f5-72bc257afe9a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:05:54.961415 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b538862-81be-4cab-84b7-0045421ba733 req-9764b277-31ee-40bf-94f5-72bc257afe9a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053804 Mar 23 02:05:55.061814 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b538862-81be-4cab-84b7-0045421ba733 req-3314493a-56b4-4682-a567-a06a781c7130 service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903201 Mar 23 02:05:55.157689 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b538862-81be-4cab-84b7-0045421ba733 req-463b7030-bf79-48db-87b2-87fcf9067c61 service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869246 Mar 23 02:05:55.798939 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:05:55.957188 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e7249-8308-40fe-8ece-d00e2b846f09 req-b4490e7c-772b-4275-8ef1-7d7511afebcb tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:55.958845 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-209e7249-8308-40fe-8ece-d00e2b846f09 req-b4490e7c-772b-4275-8ef1-7d7511afebcb tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=95718a65-62c0-435e-a08e-821af917d1ae HTTP/1.1" status: 200 len: 945 time: 0.0531776 Mar 23 02:05:56.010929 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-209e7249-8308-40fe-8ece-d00e2b846f09 req-60722c71-93d1-4f72-a364-5ef0f45fa010 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463266 Mar 23 02:05:59.198073 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67f8d1f2-510d-4d84-a7d8-a9b44f24873e req-ece5647e-543c-4581-8c38-8bdefdd05dcb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=95718a65-62c0-435e-a08e-821af917d1ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1018648 Mar 23 02:05:59.314227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8d1f2-510d-4d84-a7d8-a9b44f24873e req-cf7a24e0-9ecc-423a-9ec1-17bb88573ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:59.315776 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67f8d1f2-510d-4d84-a7d8-a9b44f24873e req-cf7a24e0-9ecc-423a-9ec1-17bb88573ce8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78b9b6e51c1e42eda8539ce9daf48967&device_id=95718a65-62c0-435e-a08e-821af917d1ae HTTP/1.1" status: 200 len: 1127 time: 0.0525215 Mar 23 02:05:59.433235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8d1f2-510d-4d84-a7d8-a9b44f24873e req-ab7398f8-2224-4798-97c3-ee7525aa4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:59.434744 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67f8d1f2-510d-4d84-a7d8-a9b44f24873e req-ab7398f8-2224-4798-97c3-ee7525aa4832 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5141c388-0280-4fe0-8a86-24e202ef53a8 HTTP/1.1" status: 200 len: 913 time: 0.0976942 Mar 23 02:05:59.477962 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67f8d1f2-510d-4d84-a7d8-a9b44f24873e req-40ed8f37-5628-4bfa-b64f-186339e3094e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fdbbfaa-afec-4cc4-8065-52f133126abb HTTP/1.1" status: 200 len: 217 time: 0.0377755 Mar 23 02:05:59.535908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8d1f2-510d-4d84-a7d8-a9b44f24873e req-fd80a5ee-fcd4-424f-9f94-1692fd794835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:05:59.537598 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67f8d1f2-510d-4d84-a7d8-a9b44f24873e req-fd80a5ee-fcd4-424f-9f94-1692fd794835 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af HTTP/1.1" status: 200 len: 853 time: 0.0539379 Mar 23 02:05:59.572494 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67f8d1f2-510d-4d84-a7d8-a9b44f24873e req-48352b52-26f6-4cef-8785-426e7dc63483 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5141c388-0280-4fe0-8a86-24e202ef53a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280473 Mar 23 02:05:59.670472 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67f8d1f2-510d-4d84-a7d8-a9b44f24873e req-fae68487-0f63-4929-a0cc-a9e9cc09d4a6 service neutron] 10.222.0.42 "GET /v2.0/networks/5141c388-0280-4fe0-8a86-24e202ef53a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923822 Mar 23 02:05:59.773272 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67f8d1f2-510d-4d84-a7d8-a9b44f24873e req-90bb2d88-2694-4b92-a0b7-ae69e85aa857 service neutron] 10.222.0.42 "GET /v2.0/networks/5141c388-0280-4fe0-8a86-24e202ef53a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973506 Mar 23 02:06:03.990436 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:04.140593 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a9647-6c68-4cb1-a00e-69166dd1d13d req-82ca1e3e-3847-480a-92a0-7a8aaed7ae8a tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:04.142170 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9e8a9647-6c68-4cb1-a00e-69166dd1d13d req-82ca1e3e-3847-480a-92a0-7a8aaed7ae8a tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0731113 Mar 23 02:06:04.196162 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9e8a9647-6c68-4cb1-a00e-69166dd1d13d req-77693d3d-c291-47ba-8cc3-e56afb6f7b57 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474076 Mar 23 02:06:05.333708 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a4154-5dd9-4bfc-a04f-ede9bd6322d2 req-3daf894b-cc35-44b0-9c7d-6ba345024d56 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:05.335140 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-107a4154-5dd9-4bfc-a04f-ede9bd6322d2 req-3daf894b-cc35-44b0-9c7d-6ba345024d56 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0610626 Mar 23 02:06:05.387493 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-107a4154-5dd9-4bfc-a04f-ede9bd6322d2 req-e8723300-69ed-4c83-8d5f-8d1908a81ee5 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458086 Mar 23 02:06:06.210156 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca749df6-3435-424d-8e28-6bc71cb0f860 req-753a7290-73c0-4ae7-bb1f-592e794c10b8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:06.211998 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ca749df6-3435-424d-8e28-6bc71cb0f860 req-753a7290-73c0-4ae7-bb1f-592e794c10b8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.43 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.0618379 Mar 23 02:06:06.322672 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-ca749df6-3435-424d-8e28-6bc71cb0f860 req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Deleting port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:06:06.323016 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ca749df6-3435-424d-8e28-6bc71cb0f860 req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5c6b39df-a329-4c2d-9cf5-3a51fb3e5697), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:06.417174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-ca749df6-3435-424d-8e28-6bc71cb0f860 req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] For port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697,segment=NetworkSegment(877a20de-023c-4d66-9af7-74efee69a939),segment_id=877a20de-023c-4d66-9af7-74efee69a939)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:06:06.417541 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ca749df6-3435-424d-8e28-6bc71cb0f860 req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5c6b39df-a329-4c2d-9cf5-3a51fb3e5697), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:06.975496 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ca749df6-3435-424d-8e28-6bc71cb0f860 req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:06.975910 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ca749df6-3435-424d-8e28-6bc71cb0f860 req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (7ca985e2-ee37-4eee-9210-3bf707d52e75), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:06.976230 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [req-ca749df6-3435-424d-8e28-6bc71cb0f860 req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Floating IP 7ca985e2-ee37-4eee-9210-3bf707d52e75 disassociated. External IP: 172.25.0.208, port: 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697. Mar 23 02:06:06.976516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-ca749df6-3435-424d-8e28-6bc71cb0f860 req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Calling delete_port for 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:06:07.128638 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e565d9-dff2-44f4-91ae-372f7f75fc3e req-3f0459f4-e302-4aad-9865-1b46791a1563 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:07.130477 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-84e565d9-dff2-44f4-91ae-372f7f75fc3e req-3f0459f4-e302-4aad-9865-1b46791a1563 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 946 time: 0.6384850 Mar 23 02:06:07.159340 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ca749df6-3435-424d-8e28-6bc71cb0f860 req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (5c6b39df-a329-4c2d-9cf5-3a51fb3e5697), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:07.197157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event deleted for resources: {'Port': ['ID=5c6b39df-a329-4c2d-9cf5-3a51fb3e5697,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:07.218915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:07.219556 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:07.219556 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:07.219898 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:07.220223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:07.220550 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:07.220921 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:07.221251 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:07.221574 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:07.221891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:07.222209 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:07.223582 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:07.223582 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:07.223582 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:07.223997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:07.299883 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-84e565d9-dff2-44f4-91ae-372f7f75fc3e req-48b85393-3734-4250-8cf8-d32072e51bf8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613390 Mar 23 02:06:07.352560 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca749df6-3435-424d-8e28-6bc71cb0f860 req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Router db062f73-22dd-4ab5-84b8-34add5fad750 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:06:07.484413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca749df6-3435-424d-8e28-6bc71cb0f860 req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:06:07.497314 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c54d4e-536d-4fc7-bcd7-9ac66869db7e None None] Sync routers for ids ['db062f73-22dd-4ab5-84b8-34add5fad750'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:06:07.509427 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c54d4e-536d-4fc7-bcd7-9ac66869db7e None None] Routers {'db062f73-22dd-4ab5-84b8-34add5fad750'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:06:07.510538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-68c54d4e-536d-4fc7-bcd7-9ac66869db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:05:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['db062f73-22dd-4ab5-84b8-34add5fad750'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:06:07.536307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca749df6-3435-424d-8e28-6bc71cb0f860 req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] No DVR routers for this DVR port 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:06:07.539611 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ca749df6-3435-424d-8e28-6bc71cb0f860 req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:07.542889 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ca749df6-3435-424d-8e28-6bc71cb0f860 req-8ae216ea-a88c-477d-94eb-88a44084c8d8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.43 "DELETE /v2.0/ports/5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 HTTP/1.1" status: 204 len: 173 time: 1.3257360 Mar 23 02:06:07.543336 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86b96e3-32a9-4ba3-aff8-e2b02bcb21df', 'name': 'network-vif-deleted', 'tag': '5c6b39df-a329-4c2d-9cf5-3a51fb3e5697'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:06:07.545995 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4594a348-a890-4da7-a313-42e822875d58" -d '{"events": [{"server_uuid": "c86b96e3-32a9-4ba3-aff8-e2b02bcb21df", "name": "network-vif-deleted", "tag": "5c6b39df-a329-4c2d-9cf5-3a51fb3e5697"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:06:07.697301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-68c54d4e-536d-4fc7-bcd7-9ac66869db7e None None] Set router db062f73-22dd-4ab5-84b8-34add5fad750 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:06:07.847840 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ca58fc-2735-463c-a863-7e40b9703682 x-openstack-request-id: req-c2ca58fc-2735-463c-a863-7e40b9703682 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:06:07.848172 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86b96e3-32a9-4ba3-aff8-e2b02bcb21df", "name": "network-vif-deleted", "tag": "5c6b39df-a329-4c2d-9cf5-3a51fb3e5697", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:06:07.848488 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2ca58fc-2735-463c-a863-7e40b9703682 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:06:07.848975 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ca58fc-2735-463c-a863-7e40b9703682'] response: {'server_uuid': 'c86b96e3-32a9-4ba3-aff8-e2b02bcb21df', 'name': 'network-vif-deleted', 'tag': '5c6b39df-a329-4c2d-9cf5-3a51fb3e5697', 'status': 'completed', 'code': 200} Mar 23 02:06:07.994914 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-68c54d4e-536d-4fc7-bcd7-9ac66869db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 4, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'd3bc8c64-7c67-4098-95ab-fa52b0c2bed5', 'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'mac_address': 'fa:16:3e:f3:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:37Z', 'updated_at': '2022-03-23T02:01:44Z', 'revision_number': 5, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'subnets': [{'id': '326d582f-1390-4f7b-957d-836bc6150017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:06:08.022602 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c54d4e-536d-4fc7-bcd7-9ac66869db7e None None] Checking router: db062f73-22dd-4ab5-84b8-34add5fad750 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:06:08.035649 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c54d4e-536d-4fc7-bcd7-9ac66869db7e None None] Routers {'db062f73-22dd-4ab5-84b8-34add5fad750'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:06:08.036661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-68c54d4e-536d-4fc7-bcd7-9ac66869db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:05:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['db062f73-22dd-4ab5-84b8-34add5fad750'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:06:08.179979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-68c54d4e-536d-4fc7-bcd7-9ac66869db7e None None] Set router db062f73-22dd-4ab5-84b8-34add5fad750 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:06:08.521241 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-585aec1a-562d-48af-8d04-7519481b5623 req-b01926ce-27e9-44df-b292-13e5fd3d1656 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86b96e3-32a9-4ba3-aff8-e2b02bcb21df HTTP/1.1" status: 200 len: 210 time: 0.0552721 Mar 23 02:06:08.546195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-68c54d4e-536d-4fc7-bcd7-9ac66869db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 4, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'd3bc8c64-7c67-4098-95ab-fa52b0c2bed5', 'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'mac_address': 'fa:16:3e:f3:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:37Z', 'updated_at': '2022-03-23T02:01:44Z', 'revision_number': 5, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'subnets': [{'id': '326d582f-1390-4f7b-957d-836bc6150017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:06:08.608045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c54d4e-536d-4fc7-bcd7-9ac66869db7e None None] The sync data for ids ['db062f73-22dd-4ab5-84b8-34add5fad750'] in n-d-834677-4 is: [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 4, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'd3bc8c64-7c67-4098-95ab-fa52b0c2bed5', 'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'mac_address': 'fa:16:3e:f3:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:37Z', 'updated_at': '2022-03-23T02:01:44Z', 'revision_number': 5, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'subnets': [{'id': '326d582f-1390-4f7b-957d-836bc6150017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:06:08.999000 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d2fcf-96bc-4d60-9b8e-09a8830d5bc6 None None] New status for floating IP 7ca985e2-ee37-4eee-9210-3bf707d52e75: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:06:09.623398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49094) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:06:09.686727 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ea56a98a-17c7-40d7-8b4a-6191c61c5288 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group (ccfed328-5ea1-4bf5-aec5-c55b4a2195dc), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:09.732641 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ea56a98a-17c7-40d7-8b4a-6191c61c5288 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group (ccfed328-5ea1-4bf5-aec5-c55b4a2195dc), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:09.795034 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ea56a98a-17c7-40d7-8b4a-6191c61c5288 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ccfed328-5ea1-4bf5-aec5-c55b4a2195dc), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:09.799004 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ea56a98a-17c7-40d7-8b4a-6191c61c5288 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:09.800841 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ea56a98a-17c7-40d7-8b4a-6191c61c5288 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "DELETE /v2.0/security-groups/ccfed328-5ea1-4bf5-aec5-c55b4a2195dc HTTP/1.1" status: 204 len: 168 time: 0.1755159 Mar 23 02:06:09.803627 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49096) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:06:09.812625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56a98a-17c7-40d7-8b4a-6191c61c5288 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfed328-5ea1-4bf5-aec5-c55b4a2195dc,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:09.821052 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-9883c462-b14e-4f70-8eb4-8d2f7c809275 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] show failed (client error): The resource could not be found. Mar 23 02:06:09.827777 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9883c462-b14e-4f70-8eb4-8d2f7c809275 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups/ccfed328-5ea1-4bf5-aec5-c55b4a2195dc HTTP/1.1" status: 404 len: 347 time: 0.0225217 Mar 23 02:06:09.828222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49098) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:06:09.993123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-27226a3f-c04c-4d33-b137-08495839659a tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Deleting port 8c35b923-1da8-4791-a4d9-7e1355757e5e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:06:09.993742 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27226a3f-c04c-4d33-b137-08495839659a tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8c35b923-1da8-4791-a4d9-7e1355757e5e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:10.079843 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27226a3f-c04c-4d33-b137-08495839659a tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8c35b923-1da8-4791-a4d9-7e1355757e5e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:10.080496 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27226a3f-c04c-4d33-b137-08495839659a tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for floatingip (8c35b923-1da8-4791-a4d9-7e1355757e5e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:10.095834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-27226a3f-c04c-4d33-b137-08495839659a tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Calling delete_port for 8c35b923-1da8-4791-a4d9-7e1355757e5e owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:06:10.294351 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27226a3f-c04c-4d33-b137-08495839659a tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8c35b923-1da8-4791-a4d9-7e1355757e5e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:10.389516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:06:10.416323 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:06:10.416757 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5c6b39df-a329-4c2d-9cf5-3a51fb3e5697 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:06:10.427972 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27226a3f-c04c-4d33-b137-08495839659a tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for floatingip (7ca985e2-ee37-4eee-9210-3bf707d52e75), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:10.431415 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27226a3f-c04c-4d33-b137-08495839659a tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:10.432958 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-27226a3f-c04c-4d33-b137-08495839659a tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "DELETE /v2.0/floatingips/7ca985e2-ee37-4eee-9210-3bf707d52e75 HTTP/1.1" status: 204 len: 168 time: 0.6028399 Mar 23 02:06:10.435023 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27226a3f-c04c-4d33-b137-08495839659a tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event deleted for resources: {'Port': ['ID=8c35b923-1da8-4791-a4d9-7e1355757e5e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:10.708881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49106) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:06:10.713576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6ada2bb2-a2f9-44f8-8bde-831d5acea6d9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1917079496', 'description': 'tempest-description--397751289'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:06:10.742358 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ada2bb2-a2f9-44f8-8bde-831d5acea6d9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:10.823593 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ada2bb2-a2f9-44f8-8bde-831d5acea6d9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group (e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:10.828779 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ada2bb2-a2f9-44f8-8bde-831d5acea6d9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:10.862345 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ada2bb2-a2f9-44f8-8bde-831d5acea6d9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:10.863612 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6ada2bb2-a2f9-44f8-8bde-831d5acea6d9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1540911 Mar 23 02:06:10.864513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada2bb2-a2f9-44f8-8bde-831d5acea6d9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:10.866697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49108) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:06:10.872669 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c787ff6b-5e69-4910-b4d3-f142f841c859 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Request body: {'security_group_rule': {'security_group_id': 'e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:06:10.899442 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c787ff6b-5e69-4910-b4d3-f142f841c859 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group_rule (372cfaec-7dbe-4cd6-9163-7d6af2a992dc), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:10.957229 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c787ff6b-5e69-4910-b4d3-f142f841c859 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group_rule (372cfaec-7dbe-4cd6-9163-7d6af2a992dc), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:10.961760 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c787ff6b-5e69-4910-b4d3-f142f841c859 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (372cfaec-7dbe-4cd6-9163-7d6af2a992dc), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:10.979080 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787ff6b-5e69-4910-b4d3-f142f841c859 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372cfaec-7dbe-4cd6-9163-7d6af2a992dc,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:10.988375 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c787ff6b-5e69-4910-b4d3-f142f841c859 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:10.989675 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c787ff6b-5e69-4910-b4d3-f142f841c859 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212912 Mar 23 02:06:10.992355 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49110) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:06:10.996611 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b5f4bef3-4adb-42f7-85d5-5c22cf189742 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Request body: {'security_group_rule': {'security_group_id': 'e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:06:11.022522 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5f4bef3-4adb-42f7-85d5-5c22cf189742 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group_rule (26a4f6f5-bf80-490c-b61d-6770cfdce457), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:11.079836 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5f4bef3-4adb-42f7-85d5-5c22cf189742 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group_rule (26a4f6f5-bf80-490c-b61d-6770cfdce457), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:11.084188 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5f4bef3-4adb-42f7-85d5-5c22cf189742 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (26a4f6f5-bf80-490c-b61d-6770cfdce457), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:11.102544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4bef3-4adb-42f7-85d5-5c22cf189742 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a4f6f5-bf80-490c-b61d-6770cfdce457,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:11.108007 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5f4bef3-4adb-42f7-85d5-5c22cf189742 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:11.109105 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b5f4bef3-4adb-42f7-85d5-5c22cf189742 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157746 Mar 23 02:06:11.112220 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49112) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:06:11.116749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:06:11.137727 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:11.237833 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:11.343486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Allocated IP 172.25.0.182 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/11272c07-3a76-4c3e-83b7-25d1b8e6afdc) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:06:11.455560 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for port (11272c07-3a76-4c3e-83b7-25d1b8e6afdc), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:11.495463 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (11272c07-3a76-4c3e-83b7-25d1b8e6afdc), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:11.538241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:06:11.541202 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:06:11.543687 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:06:11.571191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event updated for resources: {'Port': ['ID=11272c07-3a76-4c3e-83b7-25d1b8e6afdc,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:11.730477 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a478f-1971-4134-8b14-53a0acb125be req-b62b1783-c1ad-46d8-8fa6-6a62e39974f7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:11.732290 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2a478f-1971-4134-8b14-53a0acb125be req-b62b1783-c1ad-46d8-8fa6-6a62e39974f7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 812 time: 0.1577392 Mar 23 02:06:11.736996 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for floatingip (01473a5c-5724-43d9-b539-5da06ea8c52b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:11.755741 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2a478f-1971-4134-8b14-53a0acb125be req-e524ab80-4dec-4278-b5c8-7e2a16da0d2d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/quotas/52e24a35bff748468941038a9c4ab158 HTTP/1.1" status: 200 len: 375 time: 0.0170321 Mar 23 02:06:11.800652 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:06:11.813439 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (11272c07-3a76-4c3e-83b7-25d1b8e6afdc), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:11.871075 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2a478f-1971-4134-8b14-53a0acb125be req-8be42809-e868-47c8-bc94-179703b48910 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986512 Mar 23 02:06:12.034440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2a478f-1971-4134-8b14-53a0acb125be req-4e5607f9-da83-4b9d-b276-28f30292ccef service neutron] 10.222.0.18 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485023 Mar 23 02:06:12.071730 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for port (11272c07-3a76-4c3e-83b7-25d1b8e6afdc), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:12.104025 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (11272c07-3a76-4c3e-83b7-25d1b8e6afdc), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:12.200810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event updated for resources: {'Port': ['ID=11272c07-3a76-4c3e-83b7-25d1b8e6afdc,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:12.218856 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2a478f-1971-4134-8b14-53a0acb125be req-fa403d5e-5ab6-4e5f-b04a-5f9763128375 service neutron] 10.222.0.18 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768503 Mar 23 02:06:12.219747 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (01473a5c-5724-43d9-b539-5da06ea8c52b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:12.236231 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:12.246697 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1c8e02ab-6af7-4658-9857-6e8ee421981f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1243215 Mar 23 02:06:12.458023 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-69e23325-be58-463f-b9da-18d30860f37d tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1917079496&fields=id&tenant_id=e6c3dd43fa414fba98e6a185cbac274e HTTP/1.1" status: 200 len: 267 time: 0.0592461 Mar 23 02:06:12.551041 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1de3d43d-c015-414d-b8f3-3dd0325545b7 req-864a19c6-0c2f-4bcf-a596-80e98b548bab tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 210 time: 0.0367179 Mar 23 02:06:12.588355 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-450f19b2-1010-4e08-86fb-f9145438b46c tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:12.589993 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-450f19b2-1010-4e08-86fb-f9145438b46c tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/networks?id=bde3df47-cb49-4136-95ec-c693768cd839 HTTP/1.1" status: 200 len: 809 time: 0.1255324 Mar 23 02:06:12.606017 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-64d4d8a2-246b-49b7-89ed-3637b576d5fb tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/quotas/e6c3dd43fa414fba98e6a185cbac274e HTTP/1.1" status: 200 len: 375 time: 0.0095778 Mar 23 02:06:12.689218 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-9130cd8b-0581-4c87-9b51-af7c2a10cdca tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6c3dd43fa414fba98e6a185cbac274e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745113 Mar 23 02:06:12.798569 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-407b6063-1e8a-43ef-a5f0-1a6aacf65571 service neutron] 10.222.0.18 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003900 Mar 23 02:06:12.897669 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-41f68bf3-9f67-42da-a960-79db9d3c11aa service neutron] 10.222.0.18 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925264 Mar 23 02:06:13.099809 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9f12183a-7135-4cb0-b8aa-e1d39b0ec528 req-9abf151d-c48c-4e9d-a20c-32b76ac5ad0b tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 210 time: 0.0465548 Mar 23 02:06:13.652505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a478f-1971-4134-8b14-53a0acb125be req-b710b3d6-dfc5-482c-9914-206d9bff51a7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:13.654383 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2a478f-1971-4134-8b14-53a0acb125be req-b710b3d6-dfc5-482c-9914-206d9bff51a7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.43 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 812 time: 0.1395688 Mar 23 02:06:13.674602 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-4c2a478f-1971-4134-8b14-53a0acb125be req-3ed39b0c-5c8a-4deb-8812-c0119f4c98eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Request body: {'port': {'device_id': '831dc5e4-bc71-4c19-a6b6-070238bbe01c', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'admin_state_up': True, 'tenant_id': '52e24a35bff748468941038a9c4ab158'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:06:13.681461 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a9c8901-e8ac-4fcf-8da5-24ea924ad146 req-6fa4b98d-e175-46f4-9be5-55a806a18811 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 210 time: 0.0491736 Mar 23 02:06:13.815173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2a478f-1971-4134-8b14-53a0acb125be req-3ed39b0c-5c8a-4deb-8812-c0119f4c98eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Made reservation on behalf of 52e24a35bff748468941038a9c4ab158 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:06:13.819852 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4c2a478f-1971-4134-8b14-53a0acb125be req-3ed39b0c-5c8a-4deb-8812-c0119f4c98eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:13.951659 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-4c2a478f-1971-4134-8b14-53a0acb125be req-3ed39b0c-5c8a-4deb-8812-c0119f4c98eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Allocated IP 172.20.0.9 (bc3a993f-bf9b-4c87-a6dd-164f082e25a5/117a5333-90c5-4abf-b578-73ad977ec678/5cb8a6b9-6f0f-49ee-a7b4-3942176393f0) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:06:14.134157 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4c2a478f-1971-4134-8b14-53a0acb125be req-3ed39b0c-5c8a-4deb-8812-c0119f4c98eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for port (5cb8a6b9-6f0f-49ee-a7b4-3942176393f0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:14.204620 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4c2a478f-1971-4134-8b14-53a0acb125be req-3ed39b0c-5c8a-4deb-8812-c0119f4c98eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (5cb8a6b9-6f0f-49ee-a7b4-3942176393f0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:14.307418 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2a478f-1971-4134-8b14-53a0acb125be req-3ed39b0c-5c8a-4deb-8812-c0119f4c98eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:06:14.328865 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-810def03-7cd9-497f-8a4b-ea074899763b req-4c2ff391-ac52-4bd6-98fc-46d08ef95d7b tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 210 time: 0.0839365 Mar 23 02:06:14.329747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-4c2a478f-1971-4134-8b14-53a0acb125be req-3ed39b0c-5c8a-4deb-8812-c0119f4c98eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:06:14.337634 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2a478f-1971-4134-8b14-53a0acb125be req-3ed39b0c-5c8a-4deb-8812-c0119f4c98eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:06:14.395420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed39b0c-5c8a-4deb-8812-c0119f4c98eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'Port': ['ID=5cb8a6b9-6f0f-49ee-a7b4-3942176393f0,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:14.444651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a478f-1971-4134-8b14-53a0acb125be req-3ed39b0c-5c8a-4deb-8812-c0119f4c98eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:14.445124 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4c2a478f-1971-4134-8b14-53a0acb125be req-3ed39b0c-5c8a-4deb-8812-c0119f4c98eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:14.479191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-228606ee-2d0c-4e74-b293-40acc351907b tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:14.480796 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-228606ee-2d0c-4e74-b293-40acc351907b tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.43 "GET /v2.0/networks?id=bde3df47-cb49-4136-95ec-c693768cd839 HTTP/1.1" status: 200 len: 809 time: 0.3196013 Mar 23 02:06:14.486277 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2a478f-1971-4134-8b14-53a0acb125be req-3ed39b0c-5c8a-4deb-8812-c0119f4c98eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8149424 Mar 23 02:06:14.534658 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Request body: {'port': {'device_id': '831dc5e4-bc71-4c19-a6b6-070238bbe01c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:06:14.595718 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-733cacce-9492-4afa-bddc-4dca435aaf31 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6c3dd43fa414fba98e6a185cbac274e HTTP/1.1" status: 200 len: 380 time: 0.0914481 Mar 23 02:06:14.618099 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-bee56b5c-b687-45e4-85ba-f06954f89cd5 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Request body: {'port': {'device_id': '6197c182-f8ac-49bd-86b9-60cbf1a435f7', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'admin_state_up': True, 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'security_groups': ['e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:06:14.676441 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5cb8a6b9-6f0f-49ee-a7b4-3942176393f0), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:14.750042 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-67db1aea-8fc2-4aac-b68f-c8b296b0559f None None] Provisioning complete for port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:06:14.751060 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-67db1aea-8fc2-4aac-b68f-c8b296b0559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5cb8a6b9-6f0f-49ee-a7b4-3942176393f0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:14.792165 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-67db1aea-8fc2-4aac-b68f-c8b296b0559f None None] Port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:06:14.845128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703afdda-c163-45a9-ac2b-86488608c6e4 req-cf664e1d-2492-43b2-bf7c-af9ed24f21e1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:14.847328 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-703afdda-c163-45a9-ac2b-86488608c6e4 req-cf664e1d-2492-43b2-bf7c-af9ed24f21e1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 931 time: 0.0841060 Mar 23 02:06:14.848630 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-bee56b5c-b687-45e4-85ba-f06954f89cd5 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Made reservation on behalf of e6c3dd43fa414fba98e6a185cbac274e for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:06:14.852537 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-bee56b5c-b687-45e4-85ba-f06954f89cd5 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:14.909183 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-703afdda-c163-45a9-ac2b-86488608c6e4 req-9e8c33f2-2834-46fd-9d94-d4687d3f9d85 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555439 Mar 23 02:06:15.113173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-bee56b5c-b687-45e4-85ba-f06954f89cd5 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Allocated IP 172.20.0.5 (bde3df47-cb49-4136-95ec-c693768cd839/326d582f-1390-4f7b-957d-836bc6150017/0315e47e-007a-479d-ba24-98dfdd84d59b) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:06:15.255947 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:06:15.266587 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Publish callbacks [] for port (5cb8a6b9-6f0f-49ee-a7b4-3942176393f0), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:15.294544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Transition to ACTIVE for port object 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:06:15.305816 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (5cb8a6b9-6f0f-49ee-a7b4-3942176393f0), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:15.347318 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-bee56b5c-b687-45e4-85ba-f06954f89cd5 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for port (0315e47e-007a-479d-ba24-98dfdd84d59b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:15.401500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Pushing event updated for resources: {'Port': ['ID=5cb8a6b9-6f0f-49ee-a7b4-3942176393f0,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:15.468166 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-bee56b5c-b687-45e4-85ba-f06954f89cd5 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (0315e47e-007a-479d-ba24-98dfdd84d59b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:15.549774 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-bee56b5c-b687-45e4-85ba-f06954f89cd5 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Network bde3df47-cb49-4136-95ec-c693768cd839 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:06:15.567991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-bee56b5c-b687-45e4-85ba-f06954f89cd5 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:06:15.577158 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-bee56b5c-b687-45e4-85ba-f06954f89cd5 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:06:15.587413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Attempting to bind port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:06:15.587747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Attempting to bind port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:06:15.588176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Attempting to bind port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:06:15.591664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee56b5c-b687-45e4-85ba-f06954f89cd5 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event updated for resources: {'Port': ['ID=0315e47e-007a-479d-ba24-98dfdd84d59b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:15.666087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92320a3e-29bc-4006-82ce-7ce42854e87c req-833bfbc6-ef1f-42fe-8c74-3941701cf8a2 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:15.668849 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-92320a3e-29bc-4006-82ce-7ce42854e87c req-833bfbc6-ef1f-42fe-8c74-3941701cf8a2 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 931 time: 0.1969838 Mar 23 02:06:15.674854 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:06:15.675350 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Attempting to bind port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:06:15.707476 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:06:15.707865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Checking segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:06:15.708282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Bound using segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:06:15.708781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Bound port: 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:06:15.709221 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5cb8a6b9-6f0f-49ee-a7b4-3942176393f0), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:15.738825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-bee56b5c-b687-45e4-85ba-f06954f89cd5 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:15.740112 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-bee56b5c-b687-45e4-85ba-f06954f89cd5 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:15.798176 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-bee56b5c-b687-45e4-85ba-f06954f89cd5 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1839371 Mar 23 02:06:15.801532 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-92320a3e-29bc-4006-82ce-7ce42854e87c req-978c91e7-07b1-4162-83c3-e1e87deb0fe8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180539 Mar 23 02:06:15.817036 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Request body: {'port': {'device_id': '6197c182-f8ac-49bd-86b9-60cbf1a435f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:06:15.871878 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] For port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:06:15.877960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] For port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5cb8a6b9-6f0f-49ee-a7b4-3942176393f0,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:06:15.897345 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (5cb8a6b9-6f0f-49ee-a7b4-3942176393f0), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:15.932806 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0315e47e-007a-479d-ba24-98dfdd84d59b), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:15.953998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:15.954546 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:15.956115 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2a478f-1971-4134-8b14-53a0acb125be req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] 10.222.0.43 "PUT /v2.0/ports/5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 HTTP/1.1" status: 200 len: 1091 time: 1.4256327 Mar 23 02:06:15.958583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831dc5e4-bc71-4c19-a6b6-070238bbe01c', 'tag': '5cb8a6b9-6f0f-49ee-a7b4-3942176393f0'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:06:15.960818 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12852543-8d0b-4ffe-81b8-e589b6188a19" -d '{"events": [{"name": "network-changed", "server_uuid": "831dc5e4-bc71-4c19-a6b6-070238bbe01c", "tag": "5cb8a6b9-6f0f-49ee-a7b4-3942176393f0"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:06:16.005820 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9892fef4-e8d7-4e84-9adc-9296f335ad2d None None] Provisioning complete for port 0315e47e-007a-479d-ba24-98dfdd84d59b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:06:16.011997 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9892fef4-e8d7-4e84-9adc-9296f335ad2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0315e47e-007a-479d-ba24-98dfdd84d59b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:16.046083 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121468b2-16b0-474b-a8d3-5f3abcb7b7b0 x-openstack-request-id: req-121468b2-16b0-474b-a8d3-5f3abcb7b7b0 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:06:16.046378 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831dc5e4-bc71-4c19-a6b6-070238bbe01c", "tag": "5cb8a6b9-6f0f-49ee-a7b4-3942176393f0", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:06:16.046632 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-121468b2-16b0-474b-a8d3-5f3abcb7b7b0 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:06:16.047041 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121468b2-16b0-474b-a8d3-5f3abcb7b7b0'] response: {'name': 'network-changed', 'server_uuid': '831dc5e4-bc71-4c19-a6b6-070238bbe01c', 'tag': '5cb8a6b9-6f0f-49ee-a7b4-3942176393f0', 'status': 'completed', 'code': 200} Mar 23 02:06:16.048940 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acab6d5-f49c-48aa-b05b-5bc2d99ad9fa service neutron] Pushing event updated for resources: {'Port': ['ID=5cb8a6b9-6f0f-49ee-a7b4-3942176393f0,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:16.100999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9892fef4-e8d7-4e84-9adc-9296f335ad2d None None] Port 0315e47e-007a-479d-ba24-98dfdd84d59b cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:06:16.167731 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46975a0f-8895-4212-a550-1f1797c69a51 req-4b5084ce-c75a-454a-8b25-6a93d1e8095b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:16.176289 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-46975a0f-8895-4212-a550-1f1797c69a51 req-4b5084ce-c75a-454a-8b25-6a93d1e8095b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 943 time: 0.0841296 Mar 23 02:06:16.270630 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-46975a0f-8895-4212-a550-1f1797c69a51 req-96cda8a9-2ff3-4a2b-b0f3-d9b3aee1bf70 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931218 Mar 23 02:06:16.295759 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a478f-1971-4134-8b14-53a0acb125be req-0adf4b88-2e9c-4aec-ad0e-70bf09a0906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:16.297346 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2a478f-1971-4134-8b14-53a0acb125be req-0adf4b88-2e9c-4aec-ad0e-70bf09a0906b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 1125 time: 0.2495639 Mar 23 02:06:16.365606 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2a478f-1971-4134-8b14-53a0acb125be req-e66bd9f1-fc24-4e66-b43a-14bdf477e944 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 HTTP/1.1" status: 200 len: 217 time: 0.0395350 Mar 23 02:06:16.474032 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a478f-1971-4134-8b14-53a0acb125be req-64bdae78-6840-43d3-838b-c82e72283b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:16.475705 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2a478f-1971-4134-8b14-53a0acb125be req-64bdae78-6840-43d3-838b-c82e72283b85 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.1014082 Mar 23 02:06:16.498933 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0315e47e-007a-479d-ba24-98dfdd84d59b {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:06:16.522533 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Publish callbacks [] for port (0315e47e-007a-479d-ba24-98dfdd84d59b), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:16.540210 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Transition to ACTIVE for port object 0315e47e-007a-479d-ba24-98dfdd84d59b will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:06:16.547483 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (0315e47e-007a-479d-ba24-98dfdd84d59b), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:16.587975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a478f-1971-4134-8b14-53a0acb125be req-4683d44a-2334-48b9-a0ce-6e152e000a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:16.589626 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2a478f-1971-4134-8b14-53a0acb125be req-4683d44a-2334-48b9-a0ce-6e152e000a4b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1063745 Mar 23 02:06:17.145622 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Pushing event updated for resources: {'Port': ['ID=0315e47e-007a-479d-ba24-98dfdd84d59b,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:17.264441 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Attempting to bind port 0315e47e-007a-479d-ba24-98dfdd84d59b on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:06:17.264918 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Attempting to bind port 0315e47e-007a-479d-ba24-98dfdd84d59b by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '877a20de-023c-4d66-9af7-74efee69a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:06:17.265252 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Attempting to bind port 0315e47e-007a-479d-ba24-98dfdd84d59b on network bde3df47-cb49-4136-95ec-c693768cd839 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:06:17.272353 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2a478f-1971-4134-8b14-53a0acb125be req-e989313d-7ce6-4c97-940b-94c38e23876e service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6756682 Mar 23 02:06:17.275781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Port 0315e47e-007a-479d-ba24-98dfdd84d59b on network bde3df47-cb49-4136-95ec-c693768cd839 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:06:17.276498 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Attempting to bind port 0315e47e-007a-479d-ba24-98dfdd84d59b on network bde3df47-cb49-4136-95ec-c693768cd839 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:06:17.285851 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210b3ab-8abe-49e6-8780-4748f5111948 req-60f59783-3d0c-403b-9175-d34a0ea37128 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:17.294224 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2210b3ab-8abe-49e6-8780-4748f5111948 req-60f59783-3d0c-403b-9175-d34a0ea37128 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 943 time: 0.1737649 Mar 23 02:06:17.316166 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:06:17.316954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Checking segment: {'id': '877a20de-023c-4d66-9af7-74efee69a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:06:17.316954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Bound using segment: {'id': '877a20de-023c-4d66-9af7-74efee69a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:06:17.317410 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Bound port: 0315e47e-007a-479d-ba24-98dfdd84d59b, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '877a20de-023c-4d66-9af7-74efee69a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:06:17.317779 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0315e47e-007a-479d-ba24-98dfdd84d59b), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:17.462265 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2210b3ab-8abe-49e6-8780-4748f5111948 req-0e35e546-4d66-4aa2-a382-abbd7b304311 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669719 Mar 23 02:06:17.468941 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44099c-07b7-4223-8fc1-8f3d4dcc4e65 req-71dd9b6b-cb15-4893-b297-3a2a85bed89e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:17.471500 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-df44099c-07b7-4223-8fc1-8f3d4dcc4e65 req-71dd9b6b-cb15-4893-b297-3a2a85bed89e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 943 time: 0.1099906 Mar 23 02:06:17.513650 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2a478f-1971-4134-8b14-53a0acb125be req-614c42db-367e-48f2-b0ea-99d99a1d2c7c service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163160 Mar 23 02:06:17.517041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] For port 0315e47e-007a-479d-ba24-98dfdd84d59b, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:06:17.521554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] For port 0315e47e-007a-479d-ba24-98dfdd84d59b, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=0315e47e-007a-479d-ba24-98dfdd84d59b,segment=NetworkSegment(877a20de-023c-4d66-9af7-74efee69a939),segment_id=877a20de-023c-4d66-9af7-74efee69a939)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:06:17.534861 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (0315e47e-007a-479d-ba24-98dfdd84d59b), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:17.564899 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-df44099c-07b7-4223-8fc1-8f3d4dcc4e65 req-93d30be4-6568-44b3-a241-1f447c91bb60 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751891 Mar 23 02:06:17.580308 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:17.580963 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:17.582624 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] 10.222.0.43 "PUT /v2.0/ports/0315e47e-007a-479d-ba24-98dfdd84d59b HTTP/1.1" status: 200 len: 1091 time: 1.7710679 Mar 23 02:06:17.658467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307b55c-b89a-4262-a706-1c608e60aef9 service neutron] Pushing event updated for resources: {'Port': ['ID=0315e47e-007a-479d-ba24-98dfdd84d59b,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:17.717351 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12852543-8d0b-4ffe-81b8-e589b6188a19 req-9d6831a3-7e9e-4cbe-93b7-62210a7cf428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:17.718434 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12852543-8d0b-4ffe-81b8-e589b6188a19 req-9d6831a3-7e9e-4cbe-93b7-62210a7cf428 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 1125 time: 0.1061351 Mar 23 02:06:17.738266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-1a4de9a7-496b-497a-80b5-9c65ef249ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:17.740241 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-1a4de9a7-496b-497a-80b5-9c65ef249ad8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6c3dd43fa414fba98e6a185cbac274e&device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 1125 time: 0.0909929 Mar 23 02:06:17.821549 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-114d5b24-7ebb-43cb-8a2d-7bf0448b0a14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0315e47e-007a-479d-ba24-98dfdd84d59b HTTP/1.1" status: 200 len: 217 time: 0.0699484 Mar 23 02:06:17.896666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-803880b4-cf35-4813-b7a6-1af3bafe0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:17.898064 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-803880b4-cf35-4813-b7a6-1af3bafe0a7b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=326d582f-1390-4f7b-957d-836bc6150017 HTTP/1.1" status: 200 len: 848 time: 0.0702212 Mar 23 02:06:17.903508 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12852543-8d0b-4ffe-81b8-e589b6188a19 req-b93776aa-c2ca-4300-9b41-5b063b11db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:17.904968 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12852543-8d0b-4ffe-81b8-e589b6188a19 req-b93776aa-c2ca-4300-9b41-5b063b11db72 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.1795795 Mar 23 02:06:17.973038 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12852543-8d0b-4ffe-81b8-e589b6188a19 req-cedb8391-cb9a-42a3-9887-3bf83939bf4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 HTTP/1.1" status: 200 len: 217 time: 0.0563507 Mar 23 02:06:18.021064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-4840de87-ef8e-43eb-a43b-6b1e2c3ef5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:18.022718 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-4840de87-ef8e-43eb-a43b-6b1e2c3ef5fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bde3df47-cb49-4136-95ec-c693768cd839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1164382 Mar 23 02:06:18.048666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6197c182-f8ac-49bd-86b9-60cbf1a435f7', 'tag': '0315e47e-007a-479d-ba24-98dfdd84d59b'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:06:18.050762 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa362f54-2ce0-4c67-823d-7f8e376bdb97" -d '{"events": [{"name": "network-changed", "server_uuid": "6197c182-f8ac-49bd-86b9-60cbf1a435f7", "tag": "0315e47e-007a-479d-ba24-98dfdd84d59b"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:06:18.089546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12852543-8d0b-4ffe-81b8-e589b6188a19 req-71c4be2b-4e5f-4621-9e52-d79fecb00863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:18.094281 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12852543-8d0b-4ffe-81b8-e589b6188a19 req-71c4be2b-4e5f-4621-9e52-d79fecb00863 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.1124763 Mar 23 02:06:18.129511 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a8eb3e-400c-4e98-9a52-22d790a2f727 x-openstack-request-id: req-a0a8eb3e-400c-4e98-9a52-22d790a2f727 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:06:18.130526 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6197c182-f8ac-49bd-86b9-60cbf1a435f7", "tag": "0315e47e-007a-479d-ba24-98dfdd84d59b", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:06:18.130526 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0a8eb3e-400c-4e98-9a52-22d790a2f727 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:06:18.130833 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a8eb3e-400c-4e98-9a52-22d790a2f727'] response: {'name': 'network-changed', 'server_uuid': '6197c182-f8ac-49bd-86b9-60cbf1a435f7', 'tag': '0315e47e-007a-479d-ba24-98dfdd84d59b', 'status': 'completed', 'code': 200} Mar 23 02:06:18.189110 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-5598787e-c286-48a0-ab16-603068e7d3c9 service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600785 Mar 23 02:06:18.195169 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12852543-8d0b-4ffe-81b8-e589b6188a19 req-5350dd72-02a9-41b7-a13c-5c88e7a2010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:18.196670 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12852543-8d0b-4ffe-81b8-e589b6188a19 req-5350dd72-02a9-41b7-a13c-5c88e7a2010e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0760205 Mar 23 02:06:18.351141 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-957c9130-784a-4c3b-bc9c-519135d8b0fb req-fdccc683-9e9b-46d3-a6d2-214a3ab2e053 service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533744 Mar 23 02:06:18.352984 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12852543-8d0b-4ffe-81b8-e589b6188a19 req-03c4117d-2a74-413d-a9ce-562dea266571 service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482298 Mar 23 02:06:18.492240 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12852543-8d0b-4ffe-81b8-e589b6188a19 req-b0fb0d97-4910-42b5-9966-a8ca13dad354 service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262264 Mar 23 02:06:18.515101 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa362f54-2ce0-4c67-823d-7f8e376bdb97 req-d15ada47-de75-4d8a-90e6-a816d6b9b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:18.517422 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa362f54-2ce0-4c67-823d-7f8e376bdb97 req-d15ada47-de75-4d8a-90e6-a816d6b9b1f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6c3dd43fa414fba98e6a185cbac274e&device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 1125 time: 0.0770297 Mar 23 02:06:18.609162 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7af78-a5ba-4cd7-9dc3-120d59d60530 req-caefe719-f432-43fc-a10d-9f29b6128df1 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:18.618018 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9f7af78-a5ba-4cd7-9dc3-120d59d60530 req-caefe719-f432-43fc-a10d-9f29b6128df1 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 943 time: 0.0646472 Mar 23 02:06:18.677496 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9f7af78-a5ba-4cd7-9dc3-120d59d60530 req-28748a1c-99b1-49a4-b83b-6c8ad6023b32 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532463 Mar 23 02:06:18.681976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa362f54-2ce0-4c67-823d-7f8e376bdb97 req-6e3d2790-a04d-4b76-82b4-f26440dcb138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:18.683901 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa362f54-2ce0-4c67-823d-7f8e376bdb97 req-6e3d2790-a04d-4b76-82b4-f26440dcb138 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bde3df47-cb49-4136-95ec-c693768cd839 HTTP/1.1" status: 200 len: 909 time: 0.1527436 Mar 23 02:06:18.730594 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa362f54-2ce0-4c67-823d-7f8e376bdb97 req-0097178e-5518-424c-8459-0501fcd452f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0315e47e-007a-479d-ba24-98dfdd84d59b HTTP/1.1" status: 200 len: 217 time: 0.0391548 Mar 23 02:06:18.822415 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa362f54-2ce0-4c67-823d-7f8e376bdb97 req-d1691c44-26a5-4cf3-bf58-d682619a56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:18.823895 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa362f54-2ce0-4c67-823d-7f8e376bdb97 req-d1691c44-26a5-4cf3-bf58-d682619a56c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=326d582f-1390-4f7b-957d-836bc6150017 HTTP/1.1" status: 200 len: 848 time: 0.0602641 Mar 23 02:06:18.840264 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbef17e-9b7b-49e9-901a-e20a82553542 req-137f3159-88eb-444c-9f3e-09debd088da0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:18.844123 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-efbef17e-9b7b-49e9-901a-e20a82553542 req-137f3159-88eb-444c-9f3e-09debd088da0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 943 time: 0.1126323 Mar 23 02:06:18.931559 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-efbef17e-9b7b-49e9-901a-e20a82553542 req-b5630732-c532-4ce6-9eea-84046e6a4fa2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738881 Mar 23 02:06:18.936861 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa362f54-2ce0-4c67-823d-7f8e376bdb97 req-d73a95f7-7da3-48f2-a41b-83132eb37500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:18.938524 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa362f54-2ce0-4c67-823d-7f8e376bdb97 req-d73a95f7-7da3-48f2-a41b-83132eb37500 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bde3df47-cb49-4136-95ec-c693768cd839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0933626 Mar 23 02:06:19.046757 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa362f54-2ce0-4c67-823d-7f8e376bdb97 req-6e3fcb5c-6b62-419d-8d08-26d2737896d2 service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007292 Mar 23 02:06:19.153050 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa362f54-2ce0-4c67-823d-7f8e376bdb97 req-cae487c3-488e-4388-9b51-4d2c12eb549f service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981832 Mar 23 02:06:19.566325 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51751324-0d89-4637-a47a-e224408f73d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:19.792960 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7fd65-ef9e-4a04-bafc-e5cd8b2c1049 req-b4b0e2f4-a0a0-4ad7-ab69-6c90dcc3634a tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:19.794472 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-29b7fd65-ef9e-4a04-bafc-e5cd8b2c1049 req-b4b0e2f4-a0a0-4ad7-ab69-6c90dcc3634a tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 943 time: 0.0554402 Mar 23 02:06:19.857048 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-29b7fd65-ef9e-4a04-bafc-e5cd8b2c1049 req-f6d59c1d-0d54-491a-b9b4-9da502a568f6 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564995 Mar 23 02:06:20.064090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e1741-8bc5-4b6b-bac2-933dd80bcc0b req-09336c3e-c78e-4e15-8b55-484ca5f5a198 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:20.066136 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa8e1741-8bc5-4b6b-bac2-933dd80bcc0b req-09336c3e-c78e-4e15-8b55-484ca5f5a198 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 943 time: 0.0618811 Mar 23 02:06:20.120649 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa8e1741-8bc5-4b6b-bac2-933dd80bcc0b req-2b38f6dd-e6ce-4653-b18a-e0628fe14562 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461826 Mar 23 02:06:20.808853 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:20.988645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537ac45-28b0-455c-81df-ca2892af950e req-7055dd97-dd8a-4533-b041-0a2814be59c8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:20.990543 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3537ac45-28b0-455c-81df-ca2892af950e req-7055dd97-dd8a-4533-b041-0a2814be59c8 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 943 time: 0.0592065 Mar 23 02:06:21.038881 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3537ac45-28b0-455c-81df-ca2892af950e req-7d620e06-9343-44e7-a82b-aabea9e6f555 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420582 Mar 23 02:06:21.247537 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0aa112-3e90-4d68-8c8b-4ab4a8916d84 req-fc2232ae-4368-457c-8993-751ce6cab888 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:21.249006 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2a0aa112-3e90-4d68-8c8b-4ab4a8916d84 req-fc2232ae-4368-457c-8993-751ce6cab888 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 943 time: 0.0541146 Mar 23 02:06:21.297575 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2a0aa112-3e90-4d68-8c8b-4ab4a8916d84 req-811e9d9f-ec2a-40c4-b1a1-c137b336e992 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 Mar 23 02:06:22.030932 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f91e2c28-d45a-4c55-9fa1-7f3a789dd9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:22.172226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23506a-1b16-4fae-a67b-7c99c77a17be req-ba766b29-9796-4ca2-b9f4-f6991e52dab7 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:22.173788 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb23506a-1b16-4fae-a67b-7c99c77a17be req-ba766b29-9796-4ca2-b9f4-f6991e52dab7 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 943 time: 0.0642955 Mar 23 02:06:22.223490 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb23506a-1b16-4fae-a67b-7c99c77a17be req-1386c2e0-537c-4cef-bf92-4a95f55b5cbb tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 Mar 23 02:06:22.422138 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b05b61-8057-478f-a85d-0ff6129f7554 req-43942287-a81a-411d-84a2-2bf0697850ed tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:22.423648 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a0b05b61-8057-478f-a85d-0ff6129f7554 req-43942287-a81a-411d-84a2-2bf0697850ed tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 943 time: 0.0586383 Mar 23 02:06:22.451965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 0315e47e-007a-479d-ba24-98dfdd84d59b details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:06:22.481532 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a0b05b61-8057-478f-a85d-0ff6129f7554 req-0bf5bb46-0b26-4fe9-9469-22663a3c25f0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515482 Mar 23 02:06:22.567685 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 0315e47e-007a-479d-ba24-98dfdd84d59b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=0315e47e-007a-479d-ba24-98dfdd84d59b,segment=NetworkSegment(877a20de-023c-4d66-9af7-74efee69a939),segment_id=877a20de-023c-4d66-9af7-74efee69a939)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:06:22.580546 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '0315e47e-007a-479d-ba24-98dfdd84d59b', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'port_id': '0315e47e-007a-479d-ba24-98dfdd84d59b', 'mac_address': 'fa:16:3e:d3:93:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:06:22.621078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 0315e47e-007a-479d-ba24-98dfdd84d59b is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:06:22.621469 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0315e47e-007a-479d-ba24-98dfdd84d59b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:22.642376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0315e47e-007a-479d-ba24-98dfdd84d59b {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:06:22.664678 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 0315e47e-007a-479d-ba24-98dfdd84d59b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=0315e47e-007a-479d-ba24-98dfdd84d59b,segment=NetworkSegment(877a20de-023c-4d66-9af7-74efee69a939),segment_id=877a20de-023c-4d66-9af7-74efee69a939)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:06:22.670396 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0315e47e-007a-479d-ba24-98dfdd84d59b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:22.722352 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=0315e47e-007a-479d-ba24-98dfdd84d59b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:22.731289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:22.731647 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:22.731997 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:22.732335 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:22.732679 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:22.733038 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:22.733341 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:22.733697 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:22.734025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:22.734348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:22.734673 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:22.735001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:22.735307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:22.735625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:22.735946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:23.081968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['0315e47e-007a-479d-ba24-98dfdd84d59b'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:06:23.320720 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:23.345818 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10c65-5d6c-476c-bd07-4f00ac275d48 req-461e4a85-26aa-4e74-a8aa-1693b01664d0 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:23.347352 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dda10c65-5d6c-476c-bd07-4f00ac275d48 req-461e4a85-26aa-4e74-a8aa-1693b01664d0 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 944 time: 0.0546732 Mar 23 02:06:23.403192 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dda10c65-5d6c-476c-bd07-4f00ac275d48 req-cbe7519f-624c-4909-9a0e-47ed78a01faf tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495403 Mar 23 02:06:23.612929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb51e2-a51c-46a7-992a-80aa170d09b9 req-04704948-d162-431a-a1e8-ef5dadc0402f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:23.614619 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7dbb51e2-a51c-46a7-992a-80aa170d09b9 req-04704948-d162-431a-a1e8-ef5dadc0402f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 943 time: 0.0561223 Mar 23 02:06:23.662799 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7dbb51e2-a51c-46a7-992a-80aa170d09b9 req-c5977318-ca47-46cf-a335-bc703a80b49e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425277 Mar 23 02:06:24.467259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 0315e47e-007a-479d-ba24-98dfdd84d59b up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:06:24.523595 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 0315e47e-007a-479d-ba24-98dfdd84d59b completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:06:24.529627 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 0315e47e-007a-479d-ba24-98dfdd84d59b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:06:24.530258 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0315e47e-007a-479d-ba24-98dfdd84d59b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:24.539417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca0e2f-735b-4db7-85c0-2d0951953d77 req-a713aa2b-beac-4e64-9df6-63d0b6a21ff4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:24.541301 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84ca0e2f-735b-4db7-85c0-2d0951953d77 req-a713aa2b-beac-4e64-9df6-63d0b6a21ff4 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 944 time: 0.0634434 Mar 23 02:06:24.612175 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84ca0e2f-735b-4db7-85c0-2d0951953d77 req-d1b38d03-f762-4862-ae2f-61b5249adb6c tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606074 Mar 23 02:06:24.636983 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 0315e47e-007a-479d-ba24-98dfdd84d59b is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:06:24.638028 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0315e47e-007a-479d-ba24-98dfdd84d59b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:24.675244 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:24.683739 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6197c182-f8ac-49bd-86b9-60cbf1a435f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0315e47e-007a-479d-ba24-98dfdd84d59b'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:06:24.686147 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c36c30-2c48-4137-9412-d932909bcf12" -d '{"events": [{"server_uuid": "6197c182-f8ac-49bd-86b9-60cbf1a435f7", "name": "network-vif-plugged", "status": "completed", "tag": "0315e47e-007a-479d-ba24-98dfdd84d59b"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:06:24.701674 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 0315e47e-007a-479d-ba24-98dfdd84d59b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=0315e47e-007a-479d-ba24-98dfdd84d59b,segment=NetworkSegment(877a20de-023c-4d66-9af7-74efee69a939),segment_id=877a20de-023c-4d66-9af7-74efee69a939)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:06:24.712925 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0315e47e-007a-479d-ba24-98dfdd84d59b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:24.758873 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb39357-9935-4432-a061-a56ad29b793d x-openstack-request-id: req-dcb39357-9935-4432-a061-a56ad29b793d {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:06:24.759152 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6197c182-f8ac-49bd-86b9-60cbf1a435f7", "name": "network-vif-plugged", "status": "completed", "tag": "0315e47e-007a-479d-ba24-98dfdd84d59b", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:06:24.759405 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcb39357-9935-4432-a061-a56ad29b793d {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:06:24.759805 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb39357-9935-4432-a061-a56ad29b793d'] response: {'server_uuid': '6197c182-f8ac-49bd-86b9-60cbf1a435f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0315e47e-007a-479d-ba24-98dfdd84d59b', 'code': 200} Mar 23 02:06:24.795717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=0315e47e-007a-479d-ba24-98dfdd84d59b,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:24.815395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55367b-d41a-4e9d-956c-b788f98de952 req-ba05e08f-5a6b-41f8-b0c1-26b085ebe791 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:24.816986 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c55367b-d41a-4e9d-956c-b788f98de952 req-ba05e08f-5a6b-41f8-b0c1-26b085ebe791 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 943 time: 0.0750728 Mar 23 02:06:24.880207 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c55367b-d41a-4e9d-956c-b788f98de952 req-9573836b-37f0-4582-94f9-9fdcb4dd0da1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547578 Mar 23 02:06:24.893751 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553301b4-c9aa-4672-bc9d-63a9037ecd79 req-924586f8-1de5-4700-bd7c-c6d63e4eec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:24.895491 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-553301b4-c9aa-4672-bc9d-63a9037ecd79 req-924586f8-1de5-4700-bd7c-c6d63e4eec19 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 1127 time: 0.0630682 Mar 23 02:06:24.943072 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-553301b4-c9aa-4672-bc9d-63a9037ecd79 req-958f55a1-3f12-412c-9931-481ea772bb15 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412734 Mar 23 02:06:25.739705 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d898a1-7a75-4ffb-8ad2-f522cc2a71aa req-12780313-f436-4bd8-98f7-53f18147a254 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:25.741205 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c7d898a1-7a75-4ffb-8ad2-f522cc2a71aa req-12780313-f436-4bd8-98f7-53f18147a254 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 945 time: 0.0559561 Mar 23 02:06:25.792389 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c7d898a1-7a75-4ffb-8ad2-f522cc2a71aa req-70ddfb1c-1e12-47c2-b224-6ce317ec3003 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454695 Mar 23 02:06:25.810849 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:26.002250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e9fe3-d830-4819-9091-b99340c53a02 req-a713d602-eace-4cdd-a86f-97e622104d73 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:26.003650 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b9e9fe3-d830-4819-9091-b99340c53a02 req-a713d602-eace-4cdd-a86f-97e622104d73 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 943 time: 0.0531702 Mar 23 02:06:26.051314 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b9e9fe3-d830-4819-9091-b99340c53a02 req-f37fa353-da11-40a4-aa9f-cdd9a540830c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415697 Mar 23 02:06:26.917914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a08609-c900-41ae-8d2a-0ffb2670fb79 req-d7694eff-dcf1-43ef-b094-0d4d5f13ee39 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:26.919425 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-36a08609-c900-41ae-8d2a-0ffb2670fb79 req-d7694eff-dcf1-43ef-b094-0d4d5f13ee39 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 945 time: 0.0548995 Mar 23 02:06:26.972762 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-36a08609-c900-41ae-8d2a-0ffb2670fb79 req-f863f3c3-173e-40d7-9526-ca4d2ed6b2f5 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475180 Mar 23 02:06:27.097546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1975f74-826b-4f2e-81ef-386409e92d78 req-65fb81ab-c911-4ecc-be43-1f46ae2c604f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:27.099902 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1975f74-826b-4f2e-81ef-386409e92d78 req-65fb81ab-c911-4ecc-be43-1f46ae2c604f tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 945 time: 0.0605779 Mar 23 02:06:27.108437 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49262) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:06:27.114026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d6346be6-258f-44c4-8fe8-d0e877ede35c tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Request body: {'floatingip': {'port_id': '0315e47e-007a-479d-ba24-98dfdd84d59b'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:06:27.154998 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6346be6-258f-44c4-8fe8-d0e877ede35c tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for floatingip (01473a5c-5724-43d9-b539-5da06ea8c52b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:27.176421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c970-8c03-41a3-bbd4-0d6935bbf998 req-4499a947-4ac9-4732-a318-3f7afabf1137 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:27.178648 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a06c970-8c03-41a3-bbd4-0d6935bbf998 req-4499a947-4ac9-4732-a318-3f7afabf1137 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 943 time: 0.0560129 Mar 23 02:06:27.230967 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3a06c970-8c03-41a3-bbd4-0d6935bbf998 req-9c254645-bab2-4e98-87c9-cf9c3bac8c97 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459826 Mar 23 02:06:27.907094 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6346be6-258f-44c4-8fe8-d0e877ede35c tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:27.913390 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6346be6-258f-44c4-8fe8-d0e877ede35c tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (01473a5c-5724-43d9-b539-5da06ea8c52b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:28.031255 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-d6346be6-258f-44c4-8fe8-d0e877ede35c tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Floating IP 01473a5c-5724-43d9-b539-5da06ea8c52b associated. External IP: 172.25.0.182, port: 0315e47e-007a-479d-ba24-98dfdd84d59b. Mar 23 02:06:28.257621 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6346be6-258f-44c4-8fe8-d0e877ede35c tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Router db062f73-22dd-4ab5-84b8-34add5fad750 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:06:28.409028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4abc8-c000-466c-8222-bec4a2ca3190 req-7c526f7e-f208-47e6-b7c1-192994e6f68d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:28.410396 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6e4abc8-c000-466c-8222-bec4a2ca3190 req-7c526f7e-f208-47e6-b7c1-192994e6f68d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 943 time: 0.1068625 Mar 23 02:06:28.411901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6346be6-258f-44c4-8fe8-d0e877ede35c tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:06:28.416495 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d6346be6-258f-44c4-8fe8-d0e877ede35c tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:28.423687 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd14578-2455-4f58-aa5b-2797e3fd9bf4 None None] Sync routers for ids ['db062f73-22dd-4ab5-84b8-34add5fad750'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:06:28.434567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd14578-2455-4f58-aa5b-2797e3fd9bf4 None None] Routers {'db062f73-22dd-4ab5-84b8-34add5fad750'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:06:28.435395 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ffd14578-2455-4f58-aa5b-2797e3fd9bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:06:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['db062f73-22dd-4ab5-84b8-34add5fad750'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:06:28.482739 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d6346be6-258f-44c4-8fe8-d0e877ede35c tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "PUT /v2.0/floatingips/01473a5c-5724-43d9-b539-5da06ea8c52b HTTP/1.1" status: 200 len: 991 time: 1.3634427 Mar 23 02:06:28.482739 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6197c182-f8ac-49bd-86b9-60cbf1a435f7', 'tag': '0315e47e-007a-479d-ba24-98dfdd84d59b'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:06:28.482739 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fe802f-288c-4f4a-ac06-94ddf039b212" -d '{"events": [{"name": "network-changed", "server_uuid": "6197c182-f8ac-49bd-86b9-60cbf1a435f7", "tag": "0315e47e-007a-479d-ba24-98dfdd84d59b"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:06:28.499639 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6e4abc8-c000-466c-8222-bec4a2ca3190 req-4082ae80-5c92-43f7-98f1-fcaaa5e24946 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601757 Mar 23 02:06:28.526779 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0911fe-07af-4547-b1bf-0dc06df16158 x-openstack-request-id: req-6e0911fe-07af-4547-b1bf-0dc06df16158 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:06:28.527071 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6197c182-f8ac-49bd-86b9-60cbf1a435f7", "tag": "0315e47e-007a-479d-ba24-98dfdd84d59b", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:06:28.527324 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e0911fe-07af-4547-b1bf-0dc06df16158 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:06:28.527734 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0911fe-07af-4547-b1bf-0dc06df16158'] response: {'name': 'network-changed', 'server_uuid': '6197c182-f8ac-49bd-86b9-60cbf1a435f7', 'tag': '0315e47e-007a-479d-ba24-98dfdd84d59b', 'status': 'completed', 'code': 200} Mar 23 02:06:28.617341 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe802f-288c-4f4a-ac06-94ddf039b212 req-ba0cbba0-0ba6-46ec-987e-4072e9df64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:28.619678 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3fe802f-288c-4f4a-ac06-94ddf039b212 req-ba0cbba0-0ba6-46ec-987e-4072e9df64a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6c3dd43fa414fba98e6a185cbac274e&device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 1127 time: 0.0476220 Mar 23 02:06:28.717905 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe802f-288c-4f4a-ac06-94ddf039b212 req-ffb285d5-d0c7-4318-a448-c4ea6707f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:28.719299 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3fe802f-288c-4f4a-ac06-94ddf039b212 req-ffb285d5-d0c7-4318-a448-c4ea6707f17e service neutron] 10.222.0.43 "GET /v2.0/networks?id=bde3df47-cb49-4136-95ec-c693768cd839 HTTP/1.1" status: 200 len: 909 time: 0.0940554 Mar 23 02:06:28.730793 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-ffd14578-2455-4f58-aa5b-2797e3fd9bf4 None None] Set router db062f73-22dd-4ab5-84b8-34add5fad750 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:06:28.793659 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3fe802f-288c-4f4a-ac06-94ddf039b212 req-319336e6-64ac-440e-8c4b-cf9bc23eadb9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0315e47e-007a-479d-ba24-98dfdd84d59b HTTP/1.1" status: 200 len: 999 time: 0.0679333 Mar 23 02:06:28.840566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe802f-288c-4f4a-ac06-94ddf039b212 req-41344500-bf8a-40d2-8c73-5a97acb4b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:28.842228 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3fe802f-288c-4f4a-ac06-94ddf039b212 req-41344500-bf8a-40d2-8c73-5a97acb4b18f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=326d582f-1390-4f7b-957d-836bc6150017 HTTP/1.1" status: 200 len: 848 time: 0.0431900 Mar 23 02:06:28.897471 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe802f-288c-4f4a-ac06-94ddf039b212 req-ccfc0c41-49a5-42ab-a676-293af40fa1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:28.899137 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3fe802f-288c-4f4a-ac06-94ddf039b212 req-ccfc0c41-49a5-42ab-a676-293af40fa1f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bde3df47-cb49-4136-95ec-c693768cd839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509799 Mar 23 02:06:28.982127 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ffd14578-2455-4f58-aa5b-2797e3fd9bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 4, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '01473a5c-5724-43d9-b539-5da06ea8c52b', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'floating_ip_address': '172.25.0.182', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'port_id': '0315e47e-007a-479d-ba24-98dfdd84d59b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'mac_address': 'fa:16:3e:d3:93:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6197c182-f8ac-49bd-86b9-60cbf1a435f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:06:11Z', 'updated_at': '2022-03-23T02:06:27Z', 'revision_number': 1, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3bc8c64-7c67-4098-95ab-fa52b0c2bed5', 'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'mac_address': 'fa:16:3e:f3:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:37Z', 'updated_at': '2022-03-23T02:01:44Z', 'revision_number': 5, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'subnets': [{'id': '326d582f-1390-4f7b-957d-836bc6150017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:06:28.999276 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3fe802f-288c-4f4a-ac06-94ddf039b212 req-a41bc24d-8ce0-4f25-a304-d6a941c1da52 service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942154 Mar 23 02:06:29.011967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd14578-2455-4f58-aa5b-2797e3fd9bf4 None None] Checking router: db062f73-22dd-4ab5-84b8-34add5fad750 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:06:29.021739 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd14578-2455-4f58-aa5b-2797e3fd9bf4 None None] Routers {'db062f73-22dd-4ab5-84b8-34add5fad750'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:06:29.022371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ffd14578-2455-4f58-aa5b-2797e3fd9bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:06:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['db062f73-22dd-4ab5-84b8-34add5fad750'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:06:29.105204 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3fe802f-288c-4f4a-ac06-94ddf039b212 req-55239081-c114-4a10-8a4b-1511a6e34429 service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997436 Mar 23 02:06:29.138945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-ffd14578-2455-4f58-aa5b-2797e3fd9bf4 None None] Set router db062f73-22dd-4ab5-84b8-34add5fad750 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:06:29.369480 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ffd14578-2455-4f58-aa5b-2797e3fd9bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 4, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '01473a5c-5724-43d9-b539-5da06ea8c52b', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'floating_ip_address': '172.25.0.182', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'port_id': '0315e47e-007a-479d-ba24-98dfdd84d59b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'mac_address': 'fa:16:3e:d3:93:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6197c182-f8ac-49bd-86b9-60cbf1a435f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:06:11Z', 'updated_at': '2022-03-23T02:06:27Z', 'revision_number': 1, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3bc8c64-7c67-4098-95ab-fa52b0c2bed5', 'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'mac_address': 'fa:16:3e:f3:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:37Z', 'updated_at': '2022-03-23T02:01:44Z', 'revision_number': 5, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'subnets': [{'id': '326d582f-1390-4f7b-957d-836bc6150017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:06:29.397338 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd14578-2455-4f58-aa5b-2797e3fd9bf4 None None] The sync data for ids ['db062f73-22dd-4ab5-84b8-34add5fad750'] in n-d-834677-4 is: [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 4, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '01473a5c-5724-43d9-b539-5da06ea8c52b', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'floating_ip_address': '172.25.0.182', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'port_id': '0315e47e-007a-479d-ba24-98dfdd84d59b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'mac_address': 'fa:16:3e:d3:93:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6197c182-f8ac-49bd-86b9-60cbf1a435f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:06:11Z', 'updated_at': '2022-03-23T02:06:27Z', 'revision_number': 1, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3bc8c64-7c67-4098-95ab-fa52b0c2bed5', 'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'mac_address': 'fa:16:3e:f3:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:37Z', 'updated_at': '2022-03-23T02:01:44Z', 'revision_number': 5, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'subnets': [{'id': '326d582f-1390-4f7b-957d-836bc6150017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:06:29.631641 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be2d852-6b13-49f7-a1e7-1ea83999d753 None None] New status for floating IP 01473a5c-5724-43d9-b539-5da06ea8c52b: ACTIVE {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:06:29.632195 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84e10b-a325-426d-bad0-6931fd9777af req-66f75c56-b409-402c-9980-731179bd39e4 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:29.633360 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d84e10b-a325-426d-bad0-6931fd9777af req-66f75c56-b409-402c-9980-731179bd39e4 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 943 time: 0.0573928 Mar 23 02:06:29.687110 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d84e10b-a325-426d-bad0-6931fd9777af req-4e57fc11-4037-471e-9ad0-6521dbba7a6e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472147 Mar 23 02:06:30.815193 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf065872-db38-4b3d-ad13-7e03f3b8ff20 req-6e487910-3a8c-43eb-b183-f87e85121da6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:30.816739 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cf065872-db38-4b3d-ad13-7e03f3b8ff20 req-6e487910-3a8c-43eb-b183-f87e85121da6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 943 time: 0.0586486 Mar 23 02:06:30.866179 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cf065872-db38-4b3d-ad13-7e03f3b8ff20 req-e131644e-3f65-4230-9100-634d897073b2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435946 Mar 23 02:06:31.990130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72eb40-7813-4587-b6b7-e222c3619f1c req-1becbdc1-d6f4-42ae-a155-0a4dcdefd474 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:31.991575 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d72eb40-7813-4587-b6b7-e222c3619f1c req-1becbdc1-d6f4-42ae-a155-0a4dcdefd474 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 943 time: 0.0557015 Mar 23 02:06:32.042470 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d72eb40-7813-4587-b6b7-e222c3619f1c req-2f26e45c-1197-4895-9d1e-52e002702743 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450728 Mar 23 02:06:33.165128 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e58791-9901-4bb4-bf34-7886950c36e4 req-6f1e1a4a-0834-4ed8-a669-6db11e5a27dc tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:33.166653 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-16e58791-9901-4bb4-bf34-7886950c36e4 req-6f1e1a4a-0834-4ed8-a669-6db11e5a27dc tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 943 time: 0.0548556 Mar 23 02:06:33.221314 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-16e58791-9901-4bb4-bf34-7886950c36e4 req-e74caa4f-00cb-4d9e-a0b0-fb43cec5d77e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485761 Mar 23 02:06:33.991339 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:34.349465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b31c5-ca04-40f6-b1b7-3c4c1739402a req-d202155f-31ff-4e6a-844e-a87618ef5da3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:34.351150 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f57b31c5-ca04-40f6-b1b7-3c4c1739402a req-d202155f-31ff-4e6a-844e-a87618ef5da3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 943 time: 0.0548990 Mar 23 02:06:34.405847 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f57b31c5-ca04-40f6-b1b7-3c4c1739402a req-a9bb3d3c-feb4-4017-9257-485d12039953 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455713 Mar 23 02:06:34.546044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:06:34.657891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5cb8a6b9-6f0f-49ee-a7b4-3942176393f0,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:06:34.669940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '5cb8a6b9-6f0f-49ee-a7b4-3942176393f0', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'port_id': '5cb8a6b9-6f0f-49ee-a7b4-3942176393f0', 'mac_address': 'fa:16:3e:c2:de:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:06:34.707903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:06:34.708281 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5cb8a6b9-6f0f-49ee-a7b4-3942176393f0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:34.721977 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:06:34.741440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5cb8a6b9-6f0f-49ee-a7b4-3942176393f0,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:06:34.747917 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5cb8a6b9-6f0f-49ee-a7b4-3942176393f0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:34.795437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=5cb8a6b9-6f0f-49ee-a7b4-3942176393f0,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:35.112508 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['5cb8a6b9-6f0f-49ee-a7b4-3942176393f0'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:06:35.534078 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0661e98-4e07-4dab-bfe7-a72fe9deea7c req-322e26e7-563e-46ef-a58e-5141f98bfb50 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:35.535552 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f0661e98-4e07-4dab-bfe7-a72fe9deea7c req-322e26e7-563e-46ef-a58e-5141f98bfb50 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 944 time: 0.0543716 Mar 23 02:06:35.584380 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f0661e98-4e07-4dab-bfe7-a72fe9deea7c req-e0071f56-af5d-4e6b-8ae6-4d42d66c6f5a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419848 Mar 23 02:06:36.578478 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:06:36.631242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:06:36.634928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:06:36.635294 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5cb8a6b9-6f0f-49ee-a7b4-3942176393f0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:36.711434 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40ed3e-e839-40c8-b704-405b94654095 req-fcffa6a3-b690-49f4-b0bb-9b54b1f43b3f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:36.712875 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf40ed3e-e839-40c8-b704-405b94654095 req-fcffa6a3-b690-49f4-b0bb-9b54b1f43b3f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 944 time: 0.0599425 Mar 23 02:06:36.718002 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:06:36.718402 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5cb8a6b9-6f0f-49ee-a7b4-3942176393f0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:36.741001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831dc5e4-bc71-4c19-a6b6-070238bbe01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb8a6b9-6f0f-49ee-a7b4-3942176393f0'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:06:36.743363 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c19e039-58ac-4235-90b9-c5e484a5738d" -d '{"events": [{"server_uuid": "831dc5e4-bc71-4c19-a6b6-070238bbe01c", "name": "network-vif-plugged", "status": "completed", "tag": "5cb8a6b9-6f0f-49ee-a7b4-3942176393f0"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:06:36.756399 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5cb8a6b9-6f0f-49ee-a7b4-3942176393f0,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:06:36.760133 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf40ed3e-e839-40c8-b704-405b94654095 req-16113d0d-0945-40f1-a197-1294e33b046e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415688 Mar 23 02:06:36.761262 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5cb8a6b9-6f0f-49ee-a7b4-3942176393f0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:36.798545 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5433c1a7-5269-4167-a764-6b378fac2179 x-openstack-request-id: req-5433c1a7-5269-4167-a764-6b378fac2179 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:06:36.798839 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831dc5e4-bc71-4c19-a6b6-070238bbe01c", "name": "network-vif-plugged", "status": "completed", "tag": "5cb8a6b9-6f0f-49ee-a7b4-3942176393f0", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:06:36.799205 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5433c1a7-5269-4167-a764-6b378fac2179 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:06:36.799611 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5433c1a7-5269-4167-a764-6b378fac2179'] response: {'server_uuid': '831dc5e4-bc71-4c19-a6b6-070238bbe01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb8a6b9-6f0f-49ee-a7b4-3942176393f0', 'code': 200} Mar 23 02:06:36.811859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=5cb8a6b9-6f0f-49ee-a7b4-3942176393f0,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:36.932083 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3e220-4e97-47eb-b9c4-4c8e8ff219cf req-ccd5e13c-3c8e-4619-b60f-998ba6ea1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:36.933628 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d5b3e220-4e97-47eb-b9c4-4c8e8ff219cf req-ccd5e13c-3c8e-4619-b60f-998ba6ea1e54 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 1127 time: 0.0466239 Mar 23 02:06:36.978870 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d5b3e220-4e97-47eb-b9c4-4c8e8ff219cf req-88291c01-4993-450b-b99d-3d04bfde6f5b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390246 Mar 23 02:06:37.891393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8125d-7e60-45a7-885b-7d6b74bc8fe0 req-de21d6b3-3768-47b5-be91-e9d9dcb114c0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:37.892919 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-23a8125d-7e60-45a7-885b-7d6b74bc8fe0 req-de21d6b3-3768-47b5-be91-e9d9dcb114c0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 945 time: 0.0565960 Mar 23 02:06:37.946542 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-23a8125d-7e60-45a7-885b-7d6b74bc8fe0 req-b9a61a53-7c83-45bd-bc6a-4a671a189e96 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452082 Mar 23 02:06:39.091757 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a1a90-066c-4710-8a46-7a27e5b0acc9 req-afff2d7c-292f-4483-a813-01fdcfc599c7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:39.093280 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1b4a1a90-066c-4710-8a46-7a27e5b0acc9 req-afff2d7c-292f-4483-a813-01fdcfc599c7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 945 time: 0.0613186 Mar 23 02:06:39.144394 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1b4a1a90-066c-4710-8a46-7a27e5b0acc9 req-4338297d-4b91-4562-a1d8-7be9a77cf46c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450506 Mar 23 02:06:39.278070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8d35c-cf01-4802-a274-233f1d858748 req-7fbacaa8-7721-468e-b385-d68aff5baff6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:39.279891 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5a8d35c-cf01-4802-a274-233f1d858748 req-7fbacaa8-7721-468e-b385-d68aff5baff6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 945 time: 0.0648804 Mar 23 02:06:39.331320 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5a8d35c-cf01-4802-a274-233f1d858748 req-edec6939-e26b-4b0e-934f-8f7de3161668 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453868 Mar 23 02:06:43.008256 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-8d23eac2-3aad-4aaf-b6db-76b0444c8527 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:43.010290 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-8d23eac2-3aad-4aaf-b6db-76b0444c8527 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 812 time: 0.1054378 Mar 23 02:06:43.026904 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-0b662a7a-e5c5-4197-be68-68c18a98704d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/quotas/52e24a35bff748468941038a9c4ab158 HTTP/1.1" status: 200 len: 375 time: 0.0104303 Mar 23 02:06:43.096151 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-af81fe46-4dee-4a9b-8f47-424027855543 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636899 Mar 23 02:06:43.189221 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-d2512510-08ef-47c0-beec-a247a548769e service neutron] 10.222.0.18 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862603 Mar 23 02:06:43.283738 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-5e2c1b77-d36a-4396-8680-d2e92c29f697 service neutron] 10.222.0.18 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883992 Mar 23 02:06:43.484657 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-878c6908-d42e-4b71-a01c-7c0f68ccd5e5 req-d133b00a-38c9-4483-943d-3266ab5460fa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 210 time: 0.0293698 Mar 23 02:06:44.473084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-ebc51196-ad35-4d55-88bf-d1687099bd33 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:44.474662 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-ebc51196-ad35-4d55-88bf-d1687099bd33 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 812 time: 0.1138368 Mar 23 02:06:44.487068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Request body: {'port': {'device_id': '8a084226-79c4-44f1-82dc-49d69ddce5e8', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'admin_state_up': True, 'tenant_id': '52e24a35bff748468941038a9c4ab158'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:06:44.606276 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e4dc5e6c-65e7-477a-83bd-bee272e32ff1 req-5977a338-3059-4a53-aff9-b2077bcb93c3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 210 time: 0.0407264 Mar 23 02:06:44.643059 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Made reservation on behalf of 52e24a35bff748468941038a9c4ab158 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:06:44.647541 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:44.787033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Allocated IP 172.20.0.10 (bc3a993f-bf9b-4c87-a6dd-164f082e25a5/117a5333-90c5-4abf-b578-73ad977ec678/76c3ec7e-9547-4dbc-829d-8dd990ca8a5e) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:06:44.978258 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for port (76c3ec7e-9547-4dbc-829d-8dd990ca8a5e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:45.019904 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (76c3ec7e-9547-4dbc-829d-8dd990ca8a5e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:45.054294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['5cb8a6b9-6f0f-49ee-a7b4-3942176393f0'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:06:45.078323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'Port': ['ID=76c3ec7e-9547-4dbc-829d-8dd990ca8a5e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:45.090612 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:06:45.096094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:06:45.099122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:45.099556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:45.099966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:45.100420 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:45.100893 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:45.101296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:45.101689 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:45.102082 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:45.102471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:45.103003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:45.103607 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:45.104007 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:45.104401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:45.104980 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:45.105164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:06:45.108590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:06:45.163902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:45.164707 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:45.184571 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-457a9e74-7f14-4afc-8c92-b503adfe2cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7013156 Mar 23 02:06:45.196528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Request body: {'port': {'device_id': '8a084226-79c4-44f1-82dc-49d69ddce5e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:06:45.290105 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76c3ec7e-9547-4dbc-829d-8dd990ca8a5e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:45.574986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5a1f97ab-a65f-4215-a5f7-d5cb92a4bc20 None None] Provisioning complete for port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:06:45.575622 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5a1f97ab-a65f-4215-a5f7-d5cb92a4bc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (76c3ec7e-9547-4dbc-829d-8dd990ca8a5e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:45.628944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f97ab-a65f-4215-a5f7-d5cb92a4bc20 None None] Port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:06:45.664413 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:06:45.675126 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Publish callbacks [] for port (76c3ec7e-9547-4dbc-829d-8dd990ca8a5e), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:45.690661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Transition to ACTIVE for port object 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:06:45.696242 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (76c3ec7e-9547-4dbc-829d-8dd990ca8a5e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:45.754993 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bead4d-9792-43c7-8986-e6e3cc674030 req-67f48252-a75e-4163-bb93-988afa959a2e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:45.761508 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c8bead4d-9792-43c7-8986-e6e3cc674030 req-67f48252-a75e-4163-bb93-988afa959a2e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0730274 Mar 23 02:06:45.762080 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Pushing event updated for resources: {'Port': ['ID=76c3ec7e-9547-4dbc-829d-8dd990ca8a5e,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:45.821580 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c8bead4d-9792-43c7-8986-e6e3cc674030 req-e2b9640b-90ea-4a24-b23b-7a56a15b3b9e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540617 Mar 23 02:06:45.858278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Attempting to bind port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:06:45.858651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Attempting to bind port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:06:45.858982 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Attempting to bind port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:06:45.863297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:06:45.863613 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Attempting to bind port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:06:45.868458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:06:45.868832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Checking segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:06:45.869239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Bound using segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:06:45.869672 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Bound port: 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:06:45.870261 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76c3ec7e-9547-4dbc-829d-8dd990ca8a5e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:45.940474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] For port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:06:45.944673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] For port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76c3ec7e-9547-4dbc-829d-8dd990ca8a5e,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:06:45.952887 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (76c3ec7e-9547-4dbc-829d-8dd990ca8a5e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:45.988157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:45.988814 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:45.990222 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-851df9b2-d136-4d30-95e9-02759889517b service neutron] 10.222.0.42 "PUT /v2.0/ports/76c3ec7e-9547-4dbc-829d-8dd990ca8a5e HTTP/1.1" status: 200 len: 1092 time: 0.7986741 Mar 23 02:06:45.990686 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a084226-79c4-44f1-82dc-49d69ddce5e8', 'tag': '76c3ec7e-9547-4dbc-829d-8dd990ca8a5e'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:06:45.993044 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ecafa9-02d0-439e-8b43-da88f5921250" -d '{"events": [{"name": "network-changed", "server_uuid": "8a084226-79c4-44f1-82dc-49d69ddce5e8", "tag": "76c3ec7e-9547-4dbc-829d-8dd990ca8a5e"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:06:46.019938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851df9b2-d136-4d30-95e9-02759889517b service neutron] Pushing event updated for resources: {'Port': ['ID=76c3ec7e-9547-4dbc-829d-8dd990ca8a5e,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:06:46.067515 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e349eb-2d51-47b8-8a4d-5411cd0dadcb x-openstack-request-id: req-72e349eb-2d51-47b8-8a4d-5411cd0dadcb {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:06:46.067910 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a084226-79c4-44f1-82dc-49d69ddce5e8", "tag": "76c3ec7e-9547-4dbc-829d-8dd990ca8a5e", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:06:46.068093 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72e349eb-2d51-47b8-8a4d-5411cd0dadcb {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:06:46.068492 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e349eb-2d51-47b8-8a4d-5411cd0dadcb'] response: {'name': 'network-changed', 'server_uuid': '8a084226-79c4-44f1-82dc-49d69ddce5e8', 'tag': '76c3ec7e-9547-4dbc-829d-8dd990ca8a5e', 'status': 'completed', 'code': 200} Mar 23 02:06:46.103657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-b6393ffd-ec25-4f6a-9d75-f8169ca04d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:46.105266 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-b6393ffd-ec25-4f6a-9d75-f8169ca04d6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 1126 time: 0.0544331 Mar 23 02:06:46.153692 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-093d4a09-53b9-43e8-8263-ada887b102ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c3ec7e-9547-4dbc-829d-8dd990ca8a5e HTTP/1.1" status: 200 len: 217 time: 0.0419629 Mar 23 02:06:46.205393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-18544492-e899-459e-b776-54ad7bceb016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:46.206899 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-18544492-e899-459e-b776-54ad7bceb016 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0475981 Mar 23 02:06:46.272158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-d5db558d-0195-4800-a616-3159f0be28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:46.273911 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-d5db558d-0195-4800-a616-3159f0be28dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0554998 Mar 23 02:06:46.379387 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-9dfc1306-c9b5-4622-a629-5dd38ed7511d service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989580 Mar 23 02:06:46.501072 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b03d9ce-2e90-421c-9643-f5c43f7192b8 req-e358718a-80f9-43a1-bf3b-d6c2fda0311f service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154892 Mar 23 02:06:46.601537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecafa9-02d0-439e-8b43-da88f5921250 req-66f8656d-0d7f-4fac-b128-3b8305ddd41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:46.604044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47ecafa9-02d0-439e-8b43-da88f5921250 req-66f8656d-0d7f-4fac-b128-3b8305ddd41c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 1126 time: 0.0555973 Mar 23 02:06:46.699172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecafa9-02d0-439e-8b43-da88f5921250 req-9e3b69d4-50d8-417e-afd6-263d03be76c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:46.700703 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47ecafa9-02d0-439e-8b43-da88f5921250 req-9e3b69d4-50d8-417e-afd6-263d03be76c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.0917664 Mar 23 02:06:46.741163 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47ecafa9-02d0-439e-8b43-da88f5921250 req-3dc41fbc-2146-481a-bb99-c409d44508f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c3ec7e-9547-4dbc-829d-8dd990ca8a5e HTTP/1.1" status: 200 len: 217 time: 0.0348136 Mar 23 02:06:46.792765 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecafa9-02d0-439e-8b43-da88f5921250 req-a06fb665-863e-461a-8970-992dc35af23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:46.794255 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47ecafa9-02d0-439e-8b43-da88f5921250 req-a06fb665-863e-461a-8970-992dc35af23b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0481606 Mar 23 02:06:46.844090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecafa9-02d0-439e-8b43-da88f5921250 req-e0eef1ee-0488-4658-9c03-04b8964a8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:46.846239 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47ecafa9-02d0-439e-8b43-da88f5921250 req-e0eef1ee-0488-4658-9c03-04b8964a8e87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460203 Mar 23 02:06:46.946204 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47ecafa9-02d0-439e-8b43-da88f5921250 req-1d3baada-d10a-47e5-88ae-25845c1d8219 service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939453 Mar 23 02:06:46.948437 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71506ece-d8f8-4d5a-9f95-6cc3564d08df req-ea57bd41-428b-4164-8a6b-6500ca9a085b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:46.949976 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71506ece-d8f8-4d5a-9f95-6cc3564d08df req-ea57bd41-428b-4164-8a6b-6500ca9a085b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0609834 Mar 23 02:06:47.001753 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71506ece-d8f8-4d5a-9f95-6cc3564d08df req-79bf7a04-d60a-4279-a9a2-0e9073a160e4 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457683 Mar 23 02:06:47.074445 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-47ecafa9-02d0-439e-8b43-da88f5921250 req-09eb4757-520a-42d5-9cd4-aedba53595b7 service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182289 Mar 23 02:06:48.145130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1585c0e-5120-4149-b207-2137599b4414 req-0ba24450-196e-4ee9-9eae-00ef261b853f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:48.146642 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1585c0e-5120-4149-b207-2137599b4414 req-0ba24450-196e-4ee9-9eae-00ef261b853f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0575449 Mar 23 02:06:48.195556 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1585c0e-5120-4149-b207-2137599b4414 req-c05dc242-f831-4603-b61a-5eb7f72f9e89 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423365 Mar 23 02:06:48.802455 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:06:49.334160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f5d40-af8d-4ace-963c-50986e124720 req-d6729b1b-3909-4d09-838e-e2cb775b77d7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:49.335743 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2d2f5d40-af8d-4ace-963c-50986e124720 req-d6729b1b-3909-4d09-838e-e2cb775b77d7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0663078 Mar 23 02:06:49.389628 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2d2f5d40-af8d-4ace-963c-50986e124720 req-7eeaa1f5-7225-473b-8367-af5fbe29162c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470316 Mar 23 02:06:49.581246 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-451dba25-a7b7-444a-804e-1f20fab3d109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:50.537435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad3e34-9634-4097-b632-c1cc7829186d req-1fa5e79a-42a0-43ba-8762-71987e400781 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:50.539127 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1ad3e34-9634-4097-b632-c1cc7829186d req-1fa5e79a-42a0-43ba-8762-71987e400781 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0652683 Mar 23 02:06:50.591220 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1ad3e34-9634-4097-b632-c1cc7829186d req-e7177bf7-bc1c-4ca4-b4b7-08469ecb6281 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434101 Mar 23 02:06:50.804241 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:51.771571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d445b88-4fd6-41df-9713-0f48e3a8c22d req-49fea5ab-b3c1-4266-942b-9eb5fac8059f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:51.773890 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2d445b88-4fd6-41df-9713-0f48e3a8c22d req-49fea5ab-b3c1-4266-942b-9eb5fac8059f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0801711 Mar 23 02:06:51.834927 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2d445b88-4fd6-41df-9713-0f48e3a8c22d req-97f8b6c3-4989-4431-bf07-95ca0468d7e1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537274 Mar 23 02:06:52.035292 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-08366917-b41d-4461-a974-4da319fc8d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:53.024414 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad114f-3249-49e3-9b3b-0c66431bc911 req-0b84746b-d6be-4ee4-ae7b-76f5818cce6f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:53.033355 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d3ad114f-3249-49e3-9b3b-0c66431bc911 req-0b84746b-d6be-4ee4-ae7b-76f5818cce6f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.1018617 Mar 23 02:06:53.095905 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d3ad114f-3249-49e3-9b3b-0c66431bc911 req-fb933a2e-c780-4546-a369-8d2373796595 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605009 Mar 23 02:06:53.325017 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:54.251529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23161d09-236b-48c1-b2b0-3955ba4011ac req-0f19be92-ea96-406f-966f-d4bd1514b30a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:54.259638 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23161d09-236b-48c1-b2b0-3955ba4011ac req-0f19be92-ea96-406f-966f-d4bd1514b30a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0712738 Mar 23 02:06:54.315325 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23161d09-236b-48c1-b2b0-3955ba4011ac req-b9653d80-2589-4326-8870-dbf04ff8db07 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535176 Mar 23 02:06:54.666481 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:55.409121 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-27141cae-e9f2-4589-a783-233a7d0c6e26 req-884dcfa7-2ea1-412d-954d-2924b3814546 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523028 Mar 23 02:06:55.470870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a384-407a-40fb-b1ba-619e29734784 req-b35dc600-463e-48bb-bfa2-78d7f6998ee5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:55.472456 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ac8a384-407a-40fb-b1ba-619e29734784 req-b35dc600-463e-48bb-bfa2-78d7f6998ee5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0821757 Mar 23 02:06:55.527720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27141cae-e9f2-4589-a783-233a7d0c6e26 req-ed2da994-32cd-464a-a2fe-cf0403d01a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:55.529277 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-27141cae-e9f2-4589-a783-233a7d0c6e26 req-ed2da994-32cd-464a-a2fe-cf0403d01a75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 1127 time: 0.0573773 Mar 23 02:06:55.531921 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ac8a384-407a-40fb-b1ba-619e29734784 req-46433ee9-d259-4d44-aa27-fc6358245189 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534852 Mar 23 02:06:55.634272 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27141cae-e9f2-4589-a783-233a7d0c6e26 req-91d4617f-4a89-4ecc-b34e-a16e77a5748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:55.635712 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-27141cae-e9f2-4589-a783-233a7d0c6e26 req-91d4617f-4a89-4ecc-b34e-a16e77a5748c service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.0859048 Mar 23 02:06:55.681135 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-27141cae-e9f2-4589-a783-233a7d0c6e26 req-90ad33e3-46d5-4e6b-8db4-12827e5fe5c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 HTTP/1.1" status: 200 len: 217 time: 0.0389268 Mar 23 02:06:55.728588 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27141cae-e9f2-4589-a783-233a7d0c6e26 req-eba359d1-6796-4cff-998a-e345707d71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:55.730579 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-27141cae-e9f2-4589-a783-233a7d0c6e26 req-eba359d1-6796-4cff-998a-e345707d71bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0437937 Mar 23 02:06:55.784522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27141cae-e9f2-4589-a783-233a7d0c6e26 req-b60d6ca9-ba02-438c-a747-8b971dd9e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:55.786089 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-27141cae-e9f2-4589-a783-233a7d0c6e26 req-b60d6ca9-ba02-438c-a747-8b971dd9e9ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497365 Mar 23 02:06:55.809652 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:06:55.880844 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-27141cae-e9f2-4589-a783-233a7d0c6e26 req-038f0eab-7eee-49b1-9c72-16ef8b7ea3ff service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886302 Mar 23 02:06:55.986863 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-27141cae-e9f2-4589-a783-233a7d0c6e26 req-0a1c286d-f920-413f-b336-5c1e80c15488 service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987556 Mar 23 02:06:56.660196 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9270e6-07f4-44da-8b1b-e19fcbe5bcf2 req-f6b993d7-0f38-4335-b568-bb3cb41d5526 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:56.661866 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5b9270e6-07f4-44da-8b1b-e19fcbe5bcf2 req-f6b993d7-0f38-4335-b568-bb3cb41d5526 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0561538 Mar 23 02:06:56.710638 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5b9270e6-07f4-44da-8b1b-e19fcbe5bcf2 req-3fccd49c-7840-49a8-a438-1e380c8374e2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418627 Mar 23 02:06:57.848775 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2ce2e-690f-4c2e-a9f4-9bce85dacdc6 req-644561ca-600d-4166-ad52-0a71e1b24c52 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:57.858249 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67f2ce2e-690f-4c2e-a9f4-9bce85dacdc6 req-644561ca-600d-4166-ad52-0a71e1b24c52 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0706439 Mar 23 02:06:57.913266 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-67f2ce2e-690f-4c2e-a9f4-9bce85dacdc6 req-1e820596-882a-4c40-a176-c71def4354f2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536838 Mar 23 02:06:59.046000 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56549f-31d0-4546-8f6b-d72eb242a7f6 req-5c32fad2-4517-4f34-a4a9-cabf4a5ad742 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:06:59.047520 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d56549f-31d0-4546-8f6b-d72eb242a7f6 req-5c32fad2-4517-4f34-a4a9-cabf4a5ad742 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0611579 Mar 23 02:06:59.098127 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d56549f-31d0-4546-8f6b-d72eb242a7f6 req-f1d79376-8731-454d-a1e5-bed5b85f579d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446744 Mar 23 02:07:00.239927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e08cd-1f2c-4c6f-848e-cfe6fb979aee req-dea7a0f4-93a1-4bff-8c03-ef49a35779b4 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:00.241478 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e79e08cd-1f2c-4c6f-848e-cfe6fb979aee req-dea7a0f4-93a1-4bff-8c03-ef49a35779b4 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0644345 Mar 23 02:07:00.293119 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e79e08cd-1f2c-4c6f-848e-cfe6fb979aee req-19ac1b5e-f1f1-4623-9a99-585aea8d13c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456595 Mar 23 02:07:00.628468 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8971d75a-0391-4db9-b805-cf2079b8cfa2 req-ce5b932f-72db-4ffc-b030-44bd5d440898 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=95718a65-62c0-435e-a08e-821af917d1ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443523 Mar 23 02:07:00.718384 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971d75a-0391-4db9-b805-cf2079b8cfa2 req-b8505920-d832-4d13-82dd-2fe2e24f965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:00.719801 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8971d75a-0391-4db9-b805-cf2079b8cfa2 req-b8505920-d832-4d13-82dd-2fe2e24f965f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78b9b6e51c1e42eda8539ce9daf48967&device_id=95718a65-62c0-435e-a08e-821af917d1ae HTTP/1.1" status: 200 len: 1127 time: 0.0493028 Mar 23 02:07:00.825027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971d75a-0391-4db9-b805-cf2079b8cfa2 req-54049f63-9df4-4e12-9c35-b5495075f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:00.826601 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8971d75a-0391-4db9-b805-cf2079b8cfa2 req-54049f63-9df4-4e12-9c35-b5495075f1af service neutron] 10.222.0.42 "GET /v2.0/networks?id=5141c388-0280-4fe0-8a86-24e202ef53a8 HTTP/1.1" status: 200 len: 913 time: 0.0862110 Mar 23 02:07:00.866586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8971d75a-0391-4db9-b805-cf2079b8cfa2 req-17bd3aba-19fd-47bc-86ad-e8735648f4f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fdbbfaa-afec-4cc4-8065-52f133126abb HTTP/1.1" status: 200 len: 217 time: 0.0345049 Mar 23 02:07:00.918343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971d75a-0391-4db9-b805-cf2079b8cfa2 req-3526a500-887e-4cee-b8a7-48d226cf0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:00.919908 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8971d75a-0391-4db9-b805-cf2079b8cfa2 req-3526a500-887e-4cee-b8a7-48d226cf0a53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af HTTP/1.1" status: 200 len: 853 time: 0.0482550 Mar 23 02:07:00.950496 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8971d75a-0391-4db9-b805-cf2079b8cfa2 req-22842e17-ae94-477f-a04f-ac7d4b6fd0aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5141c388-0280-4fe0-8a86-24e202ef53a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252428 Mar 23 02:07:01.040244 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8971d75a-0391-4db9-b805-cf2079b8cfa2 req-27525cf1-c980-4145-9690-75d48293af54 service neutron] 10.222.0.42 "GET /v2.0/networks/5141c388-0280-4fe0-8a86-24e202ef53a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836380 Mar 23 02:07:01.137095 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8971d75a-0391-4db9-b805-cf2079b8cfa2 req-1ef61126-c65b-48c4-a264-1aea50b735e4 service neutron] 10.222.0.42 "GET /v2.0/networks/5141c388-0280-4fe0-8a86-24e202ef53a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914307 Mar 23 02:07:01.427820 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c13d4-f6e8-4d58-8c5a-9d74e33d8cbc req-acb93f24-cc04-40e1-92d8-a9a4ec1bd7e0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:01.429425 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-929c13d4-f6e8-4d58-8c5a-9d74e33d8cbc req-acb93f24-cc04-40e1-92d8-a9a4ec1bd7e0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0579126 Mar 23 02:07:01.483773 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-929c13d4-f6e8-4d58-8c5a-9d74e33d8cbc req-b1da1a30-c0af-4b7f-a87e-c00a6aa4441f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479240 Mar 23 02:07:02.630774 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aec192-2de1-4d28-87d0-9430da16ef8f req-3cdab610-988a-4e25-b429-8c8644fed67a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:02.632279 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c8aec192-2de1-4d28-87d0-9430da16ef8f req-3cdab610-988a-4e25-b429-8c8644fed67a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0642214 Mar 23 02:07:02.690967 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c8aec192-2de1-4d28-87d0-9430da16ef8f req-f7a8c1fe-f7a2-4920-ad49-046c1340c2a3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519795 Mar 23 02:07:03.836853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d356f6c-b3f4-46b3-835a-c59096b597b8 req-e5900007-518f-4276-a9cc-d300589fa71a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:03.838523 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d356f6c-b3f4-46b3-835a-c59096b597b8 req-e5900007-518f-4276-a9cc-d300589fa71a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0623336 Mar 23 02:07:04.001708 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:04.206932 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d356f6c-b3f4-46b3-835a-c59096b597b8 req-4b3c0454-e435-4eb1-a1c7-a4519a628d0a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550520 Mar 23 02:07:05.337075 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff18f1-9637-4f52-924a-df320dda5cf4 req-22b35610-aba9-46d0-881c-3e125cb9681c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:05.338500 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-91ff18f1-9637-4f52-924a-df320dda5cf4 req-22b35610-aba9-46d0-881c-3e125cb9681c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0558951 Mar 23 02:07:05.387123 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-91ff18f1-9637-4f52-924a-df320dda5cf4 req-a5da5883-920c-499b-9d84-884a045188fd tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422783 Mar 23 02:07:06.519918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668282e-0193-411a-967d-a24804b7cf4a req-e67c0adb-1528-4581-8654-61f61bc34c38 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:06.521469 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7668282e-0193-411a-967d-a24804b7cf4a req-e67c0adb-1528-4581-8654-61f61bc34c38 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0571170 Mar 23 02:07:06.579025 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7668282e-0193-411a-967d-a24804b7cf4a req-f1c39730-d979-4cb5-b7c1-c557d46eb8cc tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517874 Mar 23 02:07:07.713707 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e29f8a-4cb7-40bc-8046-0781691365bc req-8ec0968b-ef97-4306-a384-a2f174045c0f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:07.715099 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-24e29f8a-4cb7-40bc-8046-0781691365bc req-8ec0968b-ef97-4306-a384-a2f174045c0f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0581598 Mar 23 02:07:07.770228 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-24e29f8a-4cb7-40bc-8046-0781691365bc req-1935d6ec-0c8f-4ef3-9e50-e226ceab87da tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480549 Mar 23 02:07:08.912108 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a8daf-c284-44ed-be62-2d51dbf66212 req-6ff778df-2e32-4a82-b322-5666b53b79db tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:08.913745 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd8a8daf-c284-44ed-be62-2d51dbf66212 req-6ff778df-2e32-4a82-b322-5666b53b79db tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0674486 Mar 23 02:07:08.978618 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd8a8daf-c284-44ed-be62-2d51dbf66212 req-560e452a-b0b3-42fb-8a2a-82a077af3207 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576885 Mar 23 02:07:10.113655 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dc14a-6397-4a4b-8a1b-123510d115a7 req-7aca63a2-1736-4926-84ef-8cbfd4ac243c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:10.115299 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8b1dc14a-6397-4a4b-8a1b-123510d115a7 req-7aca63a2-1736-4926-84ef-8cbfd4ac243c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0597606 Mar 23 02:07:10.174166 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8b1dc14a-6397-4a4b-8a1b-123510d115a7 req-9524535c-894f-4af5-bb28-c8abacd3ce16 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518210 Mar 23 02:07:11.304417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e2196-08e5-49ea-88ea-b9b12f09da17 req-b8e654b8-58fb-4364-a168-dec69b8ad0d0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:11.306150 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-503e2196-08e5-49ea-88ea-b9b12f09da17 req-b8e654b8-58fb-4364-a168-dec69b8ad0d0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0591342 Mar 23 02:07:11.356460 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-503e2196-08e5-49ea-88ea-b9b12f09da17 req-618ad082-29c3-4547-be2a-50e39601da0a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444560 Mar 23 02:07:12.480564 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6790f-aa6e-4b63-bdcb-a6ecbc1d8baf req-4780c025-8c9a-4b77-bdbe-ddc22e884713 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:12.482049 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21f6790f-aa6e-4b63-bdcb-a6ecbc1d8baf req-4780c025-8c9a-4b77-bdbe-ddc22e884713 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0539765 Mar 23 02:07:12.529315 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21f6790f-aa6e-4b63-bdcb-a6ecbc1d8baf req-3d291beb-1b5d-41ea-ab3e-a50d4c280131 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415714 Mar 23 02:07:13.656236 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87789b09-40ec-437b-9da1-a289f226f44b req-b11d6645-aa65-4b94-b6d6-0d7e8127a5d8 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:13.657803 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-87789b09-40ec-437b-9da1-a289f226f44b req-b11d6645-aa65-4b94-b6d6-0d7e8127a5d8 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0558648 Mar 23 02:07:13.708443 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-87789b09-40ec-437b-9da1-a289f226f44b req-b1c13dda-de91-41b5-a45d-462e0ac610b4 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445890 Mar 23 02:07:13.742388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322247a-0cba-4514-90d5-5c06c58ea1e7 req-1bb9e976-ae28-4f76-9cd1-7be7d71c836f tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:13.743941 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a322247a-0cba-4514-90d5-5c06c58ea1e7 req-1bb9e976-ae28-4f76-9cd1-7be7d71c836f tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=95718a65-62c0-435e-a08e-821af917d1ae HTTP/1.1" status: 200 len: 945 time: 0.4223475 Mar 23 02:07:13.791773 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a322247a-0cba-4514-90d5-5c06c58ea1e7 req-fd43e79a-a230-4b95-80be-b6c887486f67 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418057 Mar 23 02:07:14.792782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bb4f2-fb2d-44f1-abb1-fd6513e81226 req-52bca11b-fa59-4afb-937e-cddca98c66ac tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:14.794591 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e7bb4f2-fb2d-44f1-abb1-fd6513e81226 req-52bca11b-fa59-4afb-937e-cddca98c66ac tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.42 "GET /v2.0/ports?device_id=95718a65-62c0-435e-a08e-821af917d1ae HTTP/1.1" status: 200 len: 945 time: 0.0671563 Mar 23 02:07:14.901239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddd9ba-6443-41db-9dbd-4dba68635bb5 req-835d2da9-55b8-4637-933d-7a375e7e28ff tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:14.902950 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97ddd9ba-6443-41db-9dbd-4dba68635bb5 req-835d2da9-55b8-4637-933d-7a375e7e28ff tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.1074359 Mar 23 02:07:14.921494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a409d-235c-4e90-9645-339a87783a0f req-b7177fbf-8750-43cd-ba4e-604a083ea8aa tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:14.923016 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-506a409d-235c-4e90-9645-339a87783a0f req-b7177fbf-8750-43cd-ba4e-604a083ea8aa tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=95718a65-62c0-435e-a08e-821af917d1ae HTTP/1.1" status: 200 len: 945 time: 0.0563996 Mar 23 02:07:14.965260 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-3e7bb4f2-fb2d-44f1-abb1-fd6513e81226 req-4bbb9986-d61e-40a6-9e77-28a9aaa3a4c5 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Deleting port 3fdbbfaa-afec-4cc4-8065-52f133126abb {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:07:14.965703 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3e7bb4f2-fb2d-44f1-abb1-fd6513e81226 req-4bbb9986-d61e-40a6-9e77-28a9aaa3a4c5 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3fdbbfaa-afec-4cc4-8065-52f133126abb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:14.976682 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-506a409d-235c-4e90-9645-339a87783a0f req-733f020a-39c6-4ac7-a40c-c3d04bc8fe2d tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456285 Mar 23 02:07:14.980991 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97ddd9ba-6443-41db-9dbd-4dba68635bb5 req-b9e24e63-9abc-41b3-8afa-60b8e83b9b64 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681882 Mar 23 02:07:15.077926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3e7bb4f2-fb2d-44f1-abb1-fd6513e81226 req-4bbb9986-d61e-40a6-9e77-28a9aaa3a4c5 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] For port 3fdbbfaa-afec-4cc4-8065-52f133126abb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3fdbbfaa-afec-4cc4-8065-52f133126abb,segment=NetworkSegment(b2866d00-4f8f-41ab-8a70-54e22587ee35),segment_id=b2866d00-4f8f-41ab-8a70-54e22587ee35)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:07:15.078224 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3e7bb4f2-fb2d-44f1-abb1-fd6513e81226 req-4bbb9986-d61e-40a6-9e77-28a9aaa3a4c5 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3fdbbfaa-afec-4cc4-8065-52f133126abb), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:15.091382 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-3e7bb4f2-fb2d-44f1-abb1-fd6513e81226 req-4bbb9986-d61e-40a6-9e77-28a9aaa3a4c5 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Calling delete_port for 3fdbbfaa-afec-4cc4-8065-52f133126abb owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:07:15.225535 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3e7bb4f2-fb2d-44f1-abb1-fd6513e81226 req-4bbb9986-d61e-40a6-9e77-28a9aaa3a4c5 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (3fdbbfaa-afec-4cc4-8065-52f133126abb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:15.239154 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['3fdbbfaa-afec-4cc4-8065-52f133126abb'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:07:15.260875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb9986-d61e-40a6-9e77-28a9aaa3a4c5 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Pushing event deleted for resources: {'Port': ['ID=3fdbbfaa-afec-4cc4-8065-52f133126abb,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:07:15.299833 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7bb4f2-fb2d-44f1-abb1-fd6513e81226 req-4bbb9986-d61e-40a6-9e77-28a9aaa3a4c5 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] No DVR routers for this DVR port 3fdbbfaa-afec-4cc4-8065-52f133126abb on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:07:15.302750 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3e7bb4f2-fb2d-44f1-abb1-fd6513e81226 req-4bbb9986-d61e-40a6-9e77-28a9aaa3a4c5 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:15.306440 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e7bb4f2-fb2d-44f1-abb1-fd6513e81226 req-4bbb9986-d61e-40a6-9e77-28a9aaa3a4c5 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.42 "DELETE /v2.0/ports/3fdbbfaa-afec-4cc4-8065-52f133126abb HTTP/1.1" status: 204 len: 173 time: 0.5010180 Mar 23 02:07:15.306878 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95718a65-62c0-435e-a08e-821af917d1ae', 'name': 'network-vif-deleted', 'tag': '3fdbbfaa-afec-4cc4-8065-52f133126abb'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:07:15.310098 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ce874a-918b-458b-a8fb-49abcadd295f" -d '{"events": [{"server_uuid": "95718a65-62c0-435e-a08e-821af917d1ae", "name": "network-vif-deleted", "tag": "3fdbbfaa-afec-4cc4-8065-52f133126abb"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:07:15.361989 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d6c1f3-af01-48fc-a3fb-0d77055d68a9 x-openstack-request-id: req-a1d6c1f3-af01-48fc-a3fb-0d77055d68a9 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:07:15.362282 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95718a65-62c0-435e-a08e-821af917d1ae", "name": "network-vif-deleted", "tag": "3fdbbfaa-afec-4cc4-8065-52f133126abb", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:07:15.362516 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1d6c1f3-af01-48fc-a3fb-0d77055d68a9 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:07:15.362917 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d6c1f3-af01-48fc-a3fb-0d77055d68a9'] response: {'server_uuid': '95718a65-62c0-435e-a08e-821af917d1ae', 'name': 'network-vif-deleted', 'tag': '3fdbbfaa-afec-4cc4-8065-52f133126abb', 'status': 'completed', 'code': 200} Mar 23 02:07:16.099756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f6223-6ab0-4f2c-9344-e0c48fc62102 req-906d6146-e433-434b-af74-74e2d992eaef tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:16.101289 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d9f6223-6ab0-4f2c-9344-e0c48fc62102 req-906d6146-e433-434b-af74-74e2d992eaef tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0528278 Mar 23 02:07:16.156424 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8d9f6223-6ab0-4f2c-9344-e0c48fc62102 req-714229ca-6d02-4145-9cac-6621dba4dc21 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494497 Mar 23 02:07:17.288432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd18c1-0cf9-44f5-bf8d-f03c8dfd6e8a req-66bb70b8-ee4b-48f1-8429-ab1fe28255c6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:17.290260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfbd18c1-0cf9-44f5-bf8d-f03c8dfd6e8a req-66bb70b8-ee4b-48f1-8429-ab1fe28255c6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0625119 Mar 23 02:07:17.350905 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfbd18c1-0cf9-44f5-bf8d-f03c8dfd6e8a req-6efc5d13-e5d1-436d-a352-8cdfa386efa7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541539 Mar 23 02:07:18.284937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3fdbbfaa-afec-4cc4-8065-52f133126abb no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:07:18.314897 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 3fdbbfaa-afec-4cc4-8065-52f133126abb {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:07:18.315257 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3fdbbfaa-afec-4cc4-8065-52f133126abb not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:07:18.506736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd9ced-8df1-4813-b9ac-69455c79fcc8 req-d23ff823-1e39-4a58-867d-121113b8295d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:18.516913 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95bd9ced-8df1-4813-b9ac-69455c79fcc8 req-d23ff823-1e39-4a58-867d-121113b8295d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0862887 Mar 23 02:07:18.565182 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-95bd9ced-8df1-4813-b9ac-69455c79fcc8 req-3f5e66b4-426c-4d21-b951-0b34f489af5f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468946 Mar 23 02:07:19.574570 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-97b703f0-a6cb-480c-943a-156bae479a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:19.704278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c1804-fff6-45e4-ba85-981e9d79b0f6 req-0b9d365f-8735-4f4f-8588-9cd37db68978 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:19.706164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d46c1804-fff6-45e4-ba85-981e9d79b0f6 req-0b9d365f-8735-4f4f-8588-9cd37db68978 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0590467 Mar 23 02:07:19.757441 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d46c1804-fff6-45e4-ba85-981e9d79b0f6 req-abdcba3c-863d-4478-9528-c11032e4b23f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439258 Mar 23 02:07:20.805741 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:20.900272 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1cdc8-b730-4631-a867-e329b796b965 req-05d54444-0b37-4be4-8038-072d8ec306b5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:20.901717 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40b1cdc8-b730-4631-a867-e329b796b965 req-05d54444-0b37-4be4-8038-072d8ec306b5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0548377 Mar 23 02:07:20.951050 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-40b1cdc8-b730-4631-a867-e329b796b965 req-13bc4bcb-980f-4b34-8a9f-e362c3452e8e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Mar 23 02:07:22.031211 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3052a306-b705-480d-b5b7-df78c8088af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:22.087594 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc39fc-2d1c-4076-ab93-cd3ac2ebc191 req-1f00505f-5198-4008-a05d-23622c583e6d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:22.089399 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-40dc39fc-2d1c-4076-ab93-cd3ac2ebc191 req-1f00505f-5198-4008-a05d-23622c583e6d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0596778 Mar 23 02:07:22.139838 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-40dc39fc-2d1c-4076-ab93-cd3ac2ebc191 req-b76719c1-3a5a-44f2-8e7e-207c1c69557d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435522 Mar 23 02:07:23.270299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3520b-51c7-4baf-a45f-5a5b40ced89c req-94c27950-e4ec-43b7-a43e-ff9df09e782c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:23.272513 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31b3520b-51c7-4baf-a45f-5a5b40ced89c req-94c27950-e4ec-43b7-a43e-ff9df09e782c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0587020 Mar 23 02:07:23.320874 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31b3520b-51c7-4baf-a45f-5a5b40ced89c req-bfe735c9-31be-44aa-a5a6-e6e963966578 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425186 Mar 23 02:07:23.331412 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:24.329658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:07:24.431876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76c3ec7e-9547-4dbc-829d-8dd990ca8a5e,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:07:24.444492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26692e-287a-4e96-9416-e263f204dfc7 req-afc1d87c-c5ef-4268-9a2b-bc68ecf5f8ef tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:24.445102 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '76c3ec7e-9547-4dbc-829d-8dd990ca8a5e', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'port_id': '76c3ec7e-9547-4dbc-829d-8dd990ca8a5e', 'mac_address': 'fa:16:3e:f8:5e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:07:24.451529 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc26692e-287a-4e96-9416-e263f204dfc7 req-afc1d87c-c5ef-4268-9a2b-bc68ecf5f8ef tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 944 time: 0.0557168 Mar 23 02:07:24.490923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:07:24.491610 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76c3ec7e-9547-4dbc-829d-8dd990ca8a5e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:24.496992 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc26692e-287a-4e96-9416-e263f204dfc7 req-e2a4f836-325b-4326-a3f7-c9126c31cc75 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436950 Mar 23 02:07:24.505704 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:07:24.526216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76c3ec7e-9547-4dbc-829d-8dd990ca8a5e,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:07:24.530671 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (76c3ec7e-9547-4dbc-829d-8dd990ca8a5e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:24.581652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=76c3ec7e-9547-4dbc-829d-8dd990ca8a5e,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:07:24.589210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:24.589545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:24.589864 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:24.590203 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:24.590534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:24.590861 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:24.591190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:24.591535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:24.591843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:24.592160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:24.592487 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:24.593210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:24.593775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:24.594311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:24.594653 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:24.671627 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:24.733519 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['76c3ec7e-9547-4dbc-829d-8dd990ca8a5e'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:07:25.627963 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3544318-a91d-4699-9b3e-4d7660ab70b8 req-d4492ae0-97bb-46bc-96a9-09f843c13e7d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:25.629483 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3544318-a91d-4699-9b3e-4d7660ab70b8 req-d4492ae0-97bb-46bc-96a9-09f843c13e7d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 945 time: 0.0585043 Mar 23 02:07:25.679389 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f3544318-a91d-4699-9b3e-4d7660ab70b8 req-73cfecde-dfd7-4e61-8f63-d0ec0bb6f832 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419810 Mar 23 02:07:25.802228 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:07:25.813852 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:26.102634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5d065-131a-472e-8d15-ff124d0c161b req-150abc7e-812b-4bab-bfa6-7d7fabd731aa tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:26.104049 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11d5d065-131a-472e-8d15-ff124d0c161b req-150abc7e-812b-4bab-bfa6-7d7fabd731aa tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/networks?id=5141c388-0280-4fe0-8a86-24e202ef53a8 HTTP/1.1" status: 200 len: 813 time: 0.1040051 Mar 23 02:07:26.121432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11d5d065-131a-472e-8d15-ff124d0c161b req-aae1d80e-a413-4146-a8e1-fe20774b4319 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/quotas/78b9b6e51c1e42eda8539ce9daf48967 HTTP/1.1" status: 200 len: 375 time: 0.0092216 Mar 23 02:07:26.155193 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11d5d065-131a-472e-8d15-ff124d0c161b req-de5cbddc-e5b0-4c60-8c40-596f7b1f41fd tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=78b9b6e51c1e42eda8539ce9daf48967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277956 Mar 23 02:07:26.265424 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11d5d065-131a-472e-8d15-ff124d0c161b req-e4d6cef2-6ad5-4eda-80f6-e6f6b85b1e29 service neutron] 10.222.0.18 "GET /v2.0/networks/5141c388-0280-4fe0-8a86-24e202ef53a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031322 Mar 23 02:07:26.344277 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:07:26.358317 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11d5d065-131a-472e-8d15-ff124d0c161b req-81e99029-bf89-4f26-b02c-4d7cb8db21d7 service neutron] 10.222.0.18 "GET /v2.0/networks/5141c388-0280-4fe0-8a86-24e202ef53a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865858 Mar 23 02:07:26.396588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:07:26.400320 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:07:26.400718 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (76c3ec7e-9547-4dbc-829d-8dd990ca8a5e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:26.490273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:07:26.490470 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76c3ec7e-9547-4dbc-829d-8dd990ca8a5e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:26.513702 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a084226-79c4-44f1-82dc-49d69ddce5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c3ec7e-9547-4dbc-829d-8dd990ca8a5e'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:07:26.516023 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dbc90a-3303-41f6-89c8-2f09da50f7ee" -d '{"events": [{"server_uuid": "8a084226-79c4-44f1-82dc-49d69ddce5e8", "name": "network-vif-plugged", "status": "completed", "tag": "76c3ec7e-9547-4dbc-829d-8dd990ca8a5e"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:07:26.533641 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76c3ec7e-9547-4dbc-829d-8dd990ca8a5e,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:07:26.539161 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (76c3ec7e-9547-4dbc-829d-8dd990ca8a5e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:26.553347 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1449f7a6-1928-441a-bbc7-83778f7648b2 req-0a1fba48-98a0-4643-963c-5fe3b8ec00ea tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 210 time: 0.0481946 Mar 23 02:07:26.592734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=76c3ec7e-9547-4dbc-829d-8dd990ca8a5e,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:07:26.662590 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079b1757-4f74-4de6-9d43-0035b2293c3e x-openstack-request-id: req-079b1757-4f74-4de6-9d43-0035b2293c3e {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:07:26.662881 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a084226-79c4-44f1-82dc-49d69ddce5e8", "name": "network-vif-plugged", "status": "completed", "tag": "76c3ec7e-9547-4dbc-829d-8dd990ca8a5e", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:07:26.663134 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-079b1757-4f74-4de6-9d43-0035b2293c3e {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:07:26.663538 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-079b1757-4f74-4de6-9d43-0035b2293c3e'] response: {'server_uuid': '8a084226-79c4-44f1-82dc-49d69ddce5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c3ec7e-9547-4dbc-829d-8dd990ca8a5e', 'code': 200} Mar 23 02:07:26.774295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4626f58-bb4c-403c-84e7-7eb2a0b1a620 req-46389c6c-3f7d-4795-871c-c6f7dbe6b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:26.775930 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a4626f58-bb4c-403c-84e7-7eb2a0b1a620 req-46389c6c-3f7d-4795-871c-c6f7dbe6b54c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 1128 time: 0.0503774 Mar 23 02:07:26.802007 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c04958-4a96-43a7-9379-76677e5e02aa req-c09cc847-5f58-4dc3-a08d-9bb521ae6a7d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:26.803894 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-55c04958-4a96-43a7-9379-76677e5e02aa req-c09cc847-5f58-4dc3-a08d-9bb521ae6a7d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 946 time: 0.0532281 Mar 23 02:07:26.833517 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a4626f58-bb4c-403c-84e7-7eb2a0b1a620 req-232298b5-5f2c-43de-95c2-96b650c68ee4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516698 Mar 23 02:07:26.854538 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-55c04958-4a96-43a7-9379-76677e5e02aa req-5ba239b1-56c5-4f82-900e-745272d8b809 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449772 Mar 23 02:07:27.657747 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a9c65d8c-d91d-4125-9246-9f3c9b2be7a6 req-1ba4a506-31f7-4d3e-b540-6ce9506c3a94 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 210 time: 0.0361562 Mar 23 02:07:27.765875 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5d065-131a-472e-8d15-ff124d0c161b req-326d8cfd-563e-48ce-a83f-65b82eb45c09 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:27.767300 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11d5d065-131a-472e-8d15-ff124d0c161b req-326d8cfd-563e-48ce-a83f-65b82eb45c09 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.43 "GET /v2.0/networks?id=5141c388-0280-4fe0-8a86-24e202ef53a8 HTTP/1.1" status: 200 len: 813 time: 0.1265397 Mar 23 02:07:27.789138 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-11d5d065-131a-472e-8d15-ff124d0c161b req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Request body: {'port': {'device_id': '2c7de32a-4802-4c4c-8c84-efd6c05e6f16', 'network_id': '5141c388-0280-4fe0-8a86-24e202ef53a8', 'admin_state_up': True, 'tenant_id': '78b9b6e51c1e42eda8539ce9daf48967'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:07:27.902508 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d5d065-131a-472e-8d15-ff124d0c161b req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Made reservation on behalf of 78b9b6e51c1e42eda8539ce9daf48967 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:07:27.906071 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-11d5d065-131a-472e-8d15-ff124d0c161b req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:28.054126 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79774e31-d0e3-45fc-9050-4018d1240edc req-04ca893a-e0cf-4e03-8bfa-3d3e4655d36c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:28.055546 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79774e31-d0e3-45fc-9050-4018d1240edc req-04ca893a-e0cf-4e03-8bfa-3d3e4655d36c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 946 time: 0.1256633 Mar 23 02:07:28.084207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-11d5d065-131a-472e-8d15-ff124d0c161b req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Allocated IP 172.20.0.10 (5141c388-0280-4fe0-8a86-24e202ef53a8/645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af/69e699de-dca6-48aa-a4a9-8db09ce4e6a1) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:07:28.134606 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79774e31-d0e3-45fc-9050-4018d1240edc req-841c06b3-6825-42ab-909f-8364a365e867 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714738 Mar 23 02:07:28.258696 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535b593-1221-4f2f-add6-c3fda9f21d13 req-14e4e618-7057-4b60-a0a4-21b5641948ea tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:28.260336 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7535b593-1221-4f2f-add6-c3fda9f21d13 req-14e4e618-7057-4b60-a0a4-21b5641948ea tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 946 time: 0.0559394 Mar 23 02:07:28.268666 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-11d5d065-131a-472e-8d15-ff124d0c161b req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Publish callbacks [] for port (69e699de-dca6-48aa-a4a9-8db09ce4e6a1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:28.305666 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-11d5d065-131a-472e-8d15-ff124d0c161b req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (69e699de-dca6-48aa-a4a9-8db09ce4e6a1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:28.308709 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7535b593-1221-4f2f-add6-c3fda9f21d13 req-20b48781-9264-494f-b8d2-782b845557d7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 Mar 23 02:07:28.347616 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d5d065-131a-472e-8d15-ff124d0c161b req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Network 5141c388-0280-4fe0-8a86-24e202ef53a8 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:07:28.350970 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-11d5d065-131a-472e-8d15-ff124d0c161b req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:07:28.353947 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d5d065-131a-472e-8d15-ff124d0c161b req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:07:28.392300 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Pushing event updated for resources: {'Port': ['ID=69e699de-dca6-48aa-a4a9-8db09ce4e6a1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:07:28.405863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:28.406214 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:28.406636 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:28.406952 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:28.407283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:28.407610 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:28.407937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:28.408260 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:28.408563 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:28.408921 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:28.409246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:28.409568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:28.409887 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:28.410189 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:28.410521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:07:28.430984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5d065-131a-472e-8d15-ff124d0c161b req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:28.431610 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-11d5d065-131a-472e-8d15-ff124d0c161b req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:28.450977 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11d5d065-131a-472e-8d15-ff124d0c161b req-4f483c21-a2d1-494b-b891-40bdcce6c553 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6627007 Mar 23 02:07:28.465267 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Request body: {'port': {'device_id': '2c7de32a-4802-4c4c-8c84-efd6c05e6f16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:07:28.534858 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (69e699de-dca6-48aa-a4a9-8db09ce4e6a1), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:28.619762 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cda70-673f-4446-a57e-72979806b376 req-08c726fb-15b5-4936-bf1d-4ca2f3f68332 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:28.621223 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b6cda70-673f-4446-a57e-72979806b376 req-08c726fb-15b5-4936-bf1d-4ca2f3f68332 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 946 time: 0.0577776 Mar 23 02:07:28.670149 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b6cda70-673f-4446-a57e-72979806b376 req-b40ee81b-bd7d-4842-8260-53db4180ec89 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431988 Mar 23 02:07:28.822401 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f3f5d-c7c9-4b16-938e-a0a65c237112 req-2357063c-ff94-4a2b-b5dd-924c3481e43a tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:28.823882 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-173f3f5d-c7c9-4b16-938e-a0a65c237112 req-2357063c-ff94-4a2b-b5dd-924c3481e43a tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 932 time: 0.0928841 Mar 23 02:07:28.868595 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:07:28.884078 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Publish callbacks [] for port (69e699de-dca6-48aa-a4a9-8db09ce4e6a1), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:28.907400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Transition to ACTIVE for port object 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:07:28.911321 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-173f3f5d-c7c9-4b16-938e-a0a65c237112 req-66d6a37c-1920-4ff6-93eb-2bcc13696547 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708957 Mar 23 02:07:28.913168 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (69e699de-dca6-48aa-a4a9-8db09ce4e6a1), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:28.964411 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Pushing event updated for resources: {'Port': ['ID=69e699de-dca6-48aa-a4a9-8db09ce4e6a1,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:07:29.038435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Attempting to bind port 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:07:29.038722 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Attempting to bind port 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'b2866d00-4f8f-41ab-8a70-54e22587ee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5141c388-0280-4fe0-8a86-24e202ef53a8'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:07:29.039082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Attempting to bind port 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 on network 5141c388-0280-4fe0-8a86-24e202ef53a8 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:07:29.043602 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Port 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 on network 5141c388-0280-4fe0-8a86-24e202ef53a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:07:29.043937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Attempting to bind port 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 on network 5141c388-0280-4fe0-8a86-24e202ef53a8 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:07:29.048867 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:07:29.049203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Checking segment: {'id': 'b2866d00-4f8f-41ab-8a70-54e22587ee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5141c388-0280-4fe0-8a86-24e202ef53a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:07:29.049585 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Bound using segment: {'id': 'b2866d00-4f8f-41ab-8a70-54e22587ee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5141c388-0280-4fe0-8a86-24e202ef53a8'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:07:29.050009 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Bound port: 69e699de-dca6-48aa-a4a9-8db09ce4e6a1, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2866d00-4f8f-41ab-8a70-54e22587ee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5141c388-0280-4fe0-8a86-24e202ef53a8'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:07:29.050362 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (69e699de-dca6-48aa-a4a9-8db09ce4e6a1), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:29.115844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] For port 69e699de-dca6-48aa-a4a9-8db09ce4e6a1, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:07:29.119196 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] For port 69e699de-dca6-48aa-a4a9-8db09ce4e6a1, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=69e699de-dca6-48aa-a4a9-8db09ce4e6a1,segment=NetworkSegment(b2866d00-4f8f-41ab-8a70-54e22587ee35),segment_id=b2866d00-4f8f-41ab-8a70-54e22587ee35)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:07:29.126054 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (69e699de-dca6-48aa-a4a9-8db09ce4e6a1), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:29.160271 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:29.160834 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:29.162206 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11d5d065-131a-472e-8d15-ff124d0c161b req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] 10.222.0.43 "PUT /v2.0/ports/69e699de-dca6-48aa-a4a9-8db09ce4e6a1 HTTP/1.1" status: 200 len: 1092 time: 0.7014217 Mar 23 02:07:29.162647 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7de32a-4802-4c4c-8c84-efd6c05e6f16', 'tag': '69e699de-dca6-48aa-a4a9-8db09ce4e6a1'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:07:29.164912 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddf07c7-5fef-46f6-a52b-a93250c23972" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7de32a-4802-4c4c-8c84-efd6c05e6f16", "tag": "69e699de-dca6-48aa-a4a9-8db09ce4e6a1"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:07:29.190877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1dcfa-71c4-4681-ae43-a7b1bc64ef82 service neutron] Pushing event updated for resources: {'Port': ['ID=69e699de-dca6-48aa-a4a9-8db09ce4e6a1,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:07:29.204585 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1984be8-cbac-439c-a040-200d9ad5e803 x-openstack-request-id: req-e1984be8-cbac-439c-a040-200d9ad5e803 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:07:29.204892 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7de32a-4802-4c4c-8c84-efd6c05e6f16", "tag": "69e699de-dca6-48aa-a4a9-8db09ce4e6a1", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:07:29.205166 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1984be8-cbac-439c-a040-200d9ad5e803 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:07:29.205583 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1984be8-cbac-439c-a040-200d9ad5e803'] response: {'name': 'network-changed', 'server_uuid': '2c7de32a-4802-4c4c-8c84-efd6c05e6f16', 'tag': '69e699de-dca6-48aa-a4a9-8db09ce4e6a1', 'status': 'completed', 'code': 200} Mar 23 02:07:29.268052 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5d065-131a-472e-8d15-ff124d0c161b req-983cd34a-9fb4-4929-8a70-83fb3042ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:29.269643 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11d5d065-131a-472e-8d15-ff124d0c161b req-983cd34a-9fb4-4929-8a70-83fb3042ff6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=78b9b6e51c1e42eda8539ce9daf48967&device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 1126 time: 0.0469122 Mar 23 02:07:29.320100 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11d5d065-131a-472e-8d15-ff124d0c161b req-3dfc13e4-d53a-4f64-9dfa-55055c46e887 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e699de-dca6-48aa-a4a9-8db09ce4e6a1 HTTP/1.1" status: 200 len: 217 time: 0.0377738 Mar 23 02:07:29.368966 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5d065-131a-472e-8d15-ff124d0c161b req-18a5ef87-8dad-41e2-82a7-d09cca0aa615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:29.370371 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11d5d065-131a-472e-8d15-ff124d0c161b req-18a5ef87-8dad-41e2-82a7-d09cca0aa615 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af HTTP/1.1" status: 200 len: 853 time: 0.0441353 Mar 23 02:07:29.402522 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11d5d065-131a-472e-8d15-ff124d0c161b req-72c28e89-0d6d-4345-81f9-ec049f0383ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5141c388-0280-4fe0-8a86-24e202ef53a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252013 Mar 23 02:07:29.496934 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11d5d065-131a-472e-8d15-ff124d0c161b req-0fa5f30f-b898-4981-a593-9e922de0f609 service neutron] 10.222.0.43 "GET /v2.0/networks/5141c388-0280-4fe0-8a86-24e202ef53a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886364 Mar 23 02:07:29.592388 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11d5d065-131a-472e-8d15-ff124d0c161b req-dbf8f4a5-5048-41bf-aa8c-d3e4e3a5e57e service neutron] 10.222.0.43 "GET /v2.0/networks/5141c388-0280-4fe0-8a86-24e202ef53a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855286 Mar 23 02:07:29.725082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf07c7-5fef-46f6-a52b-a93250c23972 req-9d62d674-1ac0-4433-a3ca-f9c0f6c8ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:29.726636 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bddf07c7-5fef-46f6-a52b-a93250c23972 req-9d62d674-1ac0-4433-a3ca-f9c0f6c8ef60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=78b9b6e51c1e42eda8539ce9daf48967&device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 1126 time: 0.0477607 Mar 23 02:07:29.861897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966747-1ad4-4ef7-a799-3a2c04a1da16 req-712730ab-6ad4-4136-8dd9-7e9d43d1e845 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:29.863541 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c0966747-1ad4-4ef7-a799-3a2c04a1da16 req-712730ab-6ad4-4136-8dd9-7e9d43d1e845 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 946 time: 0.1072388 Mar 23 02:07:29.864644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf07c7-5fef-46f6-a52b-a93250c23972 req-ae1d1f80-397a-4edc-ad8f-d3481cff2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:29.865988 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bddf07c7-5fef-46f6-a52b-a93250c23972 req-ae1d1f80-397a-4edc-ad8f-d3481cff2175 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5141c388-0280-4fe0-8a86-24e202ef53a8 HTTP/1.1" status: 200 len: 913 time: 0.1332541 Mar 23 02:07:29.924590 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bddf07c7-5fef-46f6-a52b-a93250c23972 req-280cb584-1249-42a3-bd4f-88fe0b21b4d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69e699de-dca6-48aa-a4a9-8db09ce4e6a1 HTTP/1.1" status: 200 len: 217 time: 0.0481062 Mar 23 02:07:29.978195 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c0966747-1ad4-4ef7-a799-3a2c04a1da16 req-39644e3d-0ea5-4a56-8941-2b15dbd9ddf9 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087484 Mar 23 02:07:29.992050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf07c7-5fef-46f6-a52b-a93250c23972 req-ef071aec-db56-4500-86bf-4a47f48c3d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:29.993558 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bddf07c7-5fef-46f6-a52b-a93250c23972 req-ef071aec-db56-4500-86bf-4a47f48c3d8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af HTTP/1.1" status: 200 len: 853 time: 0.0619924 Mar 23 02:07:30.029820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bddf07c7-5fef-46f6-a52b-a93250c23972 req-da00811b-fc1e-4291-9ded-a3a5fd54d2ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5141c388-0280-4fe0-8a86-24e202ef53a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263584 Mar 23 02:07:30.052419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fea6e7-0222-402b-8f1f-966e51f2b360 req-a35260c1-2acb-4e2c-b868-3fbd63aa7100 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:30.053911 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51fea6e7-0222-402b-8f1f-966e51f2b360 req-a35260c1-2acb-4e2c-b868-3fbd63aa7100 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 946 time: 0.1021731 Mar 23 02:07:30.074123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec49a29-cf58-40f1-b04e-8adda162cf9f req-901da922-ef6c-4031-85d7-2f59a903a92b tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:30.075593 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4ec49a29-cf58-40f1-b04e-8adda162cf9f req-901da922-ef6c-4031-85d7-2f59a903a92b tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 944 time: 0.0787611 Mar 23 02:07:30.126992 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bddf07c7-5fef-46f6-a52b-a93250c23972 req-fd9852ae-5bc5-4995-adf1-88e79317e0ee service neutron] 10.222.0.43 "GET /v2.0/networks/5141c388-0280-4fe0-8a86-24e202ef53a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908208 Mar 23 02:07:30.180159 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4ec49a29-cf58-40f1-b04e-8adda162cf9f req-889453a8-c12f-44dd-83d2-ac8a36b9df2a tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836139 Mar 23 02:07:30.200197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-51fea6e7-0222-402b-8f1f-966e51f2b360 req-3107f4ae-0c7a-478c-bbbe-6c3dcc876861 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Deleting port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:07:30.200547 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-51fea6e7-0222-402b-8f1f-966e51f2b360 req-3107f4ae-0c7a-478c-bbbe-6c3dcc876861 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (76c3ec7e-9547-4dbc-829d-8dd990ca8a5e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:30.226657 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bddf07c7-5fef-46f6-a52b-a93250c23972 req-587b2269-f2d3-4103-a911-25a355b4c3c5 service neutron] 10.222.0.43 "GET /v2.0/networks/5141c388-0280-4fe0-8a86-24e202ef53a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933301 Mar 23 02:07:30.290645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-51fea6e7-0222-402b-8f1f-966e51f2b360 req-3107f4ae-0c7a-478c-bbbe-6c3dcc876861 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] For port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76c3ec7e-9547-4dbc-829d-8dd990ca8a5e,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:07:30.291014 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-51fea6e7-0222-402b-8f1f-966e51f2b360 req-3107f4ae-0c7a-478c-bbbe-6c3dcc876861 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (76c3ec7e-9547-4dbc-829d-8dd990ca8a5e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:30.304231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-51fea6e7-0222-402b-8f1f-966e51f2b360 req-3107f4ae-0c7a-478c-bbbe-6c3dcc876861 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Calling delete_port for 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:07:30.444366 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-51fea6e7-0222-402b-8f1f-966e51f2b360 req-3107f4ae-0c7a-478c-bbbe-6c3dcc876861 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (76c3ec7e-9547-4dbc-829d-8dd990ca8a5e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:30.473630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107f4ae-0c7a-478c-bbbe-6c3dcc876861 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event deleted for resources: {'Port': ['ID=76c3ec7e-9547-4dbc-829d-8dd990ca8a5e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:07:30.479550 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['5cb8a6b9-6f0f-49ee-a7b4-3942176393f0'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:07:30.524707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fea6e7-0222-402b-8f1f-966e51f2b360 req-3107f4ae-0c7a-478c-bbbe-6c3dcc876861 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] No DVR routers for this DVR port 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:07:30.527664 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-51fea6e7-0222-402b-8f1f-966e51f2b360 req-3107f4ae-0c7a-478c-bbbe-6c3dcc876861 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:30.531259 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51fea6e7-0222-402b-8f1f-966e51f2b360 req-3107f4ae-0c7a-478c-bbbe-6c3dcc876861 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "DELETE /v2.0/ports/76c3ec7e-9547-4dbc-829d-8dd990ca8a5e HTTP/1.1" status: 204 len: 173 time: 0.4710050 Mar 23 02:07:30.531732 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a084226-79c4-44f1-82dc-49d69ddce5e8', 'name': 'network-vif-deleted', 'tag': '76c3ec7e-9547-4dbc-829d-8dd990ca8a5e'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:07:30.534150 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c04c656-bbda-49b1-8ab4-0e6430ba18f1" -d '{"events": [{"server_uuid": "8a084226-79c4-44f1-82dc-49d69ddce5e8", "name": "network-vif-deleted", "tag": "76c3ec7e-9547-4dbc-829d-8dd990ca8a5e"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:07:30.657014 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6ef3d9-e848-4d48-a255-a5d5f7481da8 x-openstack-request-id: req-4d6ef3d9-e848-4d48-a255-a5d5f7481da8 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:07:30.657388 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a084226-79c4-44f1-82dc-49d69ddce5e8", "name": "network-vif-deleted", "tag": "76c3ec7e-9547-4dbc-829d-8dd990ca8a5e", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:07:30.657711 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d6ef3d9-e848-4d48-a255-a5d5f7481da8 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:07:30.658227 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d6ef3d9-e848-4d48-a255-a5d5f7481da8'] response: {'server_uuid': '8a084226-79c4-44f1-82dc-49d69ddce5e8', 'name': 'network-vif-deleted', 'tag': '76c3ec7e-9547-4dbc-829d-8dd990ca8a5e', 'status': 'completed', 'code': 200} Mar 23 02:07:31.076455 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3f7c51b6-35e8-49f9-b1ce-5a336fea777b req-6d3b8c4d-ed73-4c09-9ee3-996af69a1305 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 210 time: 0.0282369 Mar 23 02:07:31.311500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae2efe-b524-4562-8688-2a81062a5996 req-cd43e6e5-0126-458f-bc5d-20d9e3efc431 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:31.313225 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dfae2efe-b524-4562-8688-2a81062a5996 req-cd43e6e5-0126-458f-bc5d-20d9e3efc431 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 944 time: 0.0621316 Mar 23 02:07:31.361295 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dfae2efe-b524-4562-8688-2a81062a5996 req-c3dcae59-4f39-4beb-a8ea-e51210cfdc2b tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424895 Mar 23 02:07:32.175233 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-27076e57-c6ce-45f6-8d6d-799f7d16165f req-a52f949b-ca44-4bbe-9172-743a1f627e62 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 210 time: 0.0282328 Mar 23 02:07:32.375444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:07:32.396402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:07:32.396771 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 76c3ec7e-9547-4dbc-829d-8dd990ca8a5e not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:07:32.483137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48133434-e0d9-4d26-bb36-292fbd379d1c req-6949471a-f00b-4d54-b057-c0dc0d57813b tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:32.484937 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48133434-e0d9-4d26-bb36-292fbd379d1c req-6949471a-f00b-4d54-b057-c0dc0d57813b tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 944 time: 0.0534601 Mar 23 02:07:32.533197 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-48133434-e0d9-4d26-bb36-292fbd379d1c req-981b6cb7-027f-4a00-b60f-7c47c1f1f313 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427091 Mar 23 02:07:33.286680 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af7d96af-8b7a-4ec2-87c4-56b4f0d1107c req-cb95d76d-ca2a-4d66-a5f2-d403591d5e81 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 210 time: 0.0317130 Mar 23 02:07:33.660631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1c20f-6783-4ea5-8c87-7bb58316f444 req-12a9dcae-35f2-4960-bc44-5b5d39ae55fa tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:33.668056 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbf1c20f-6783-4ea5-8c87-7bb58316f444 req-12a9dcae-35f2-4960-bc44-5b5d39ae55fa tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 944 time: 0.0669875 Mar 23 02:07:33.713637 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbf1c20f-6783-4ea5-8c87-7bb58316f444 req-cad1fe22-dce1-48cf-8189-852a1df496e4 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447481 Mar 23 02:07:33.999684 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:34.396521 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1117b01e-0b4b-4634-b27a-b3e0a1956aff req-9baee473-5fc6-4b4d-b05f-705380fdd028 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 210 time: 0.0325031 Mar 23 02:07:34.866803 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde254a3-4d35-41dc-ab5c-d196121c1e66 req-d5ca67d2-8bff-4479-a12c-d7f6483f9460 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:34.868676 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cde254a3-4d35-41dc-ab5c-d196121c1e66 req-d5ca67d2-8bff-4479-a12c-d7f6483f9460 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 944 time: 0.0624828 Mar 23 02:07:34.898441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:07:34.921385 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cde254a3-4d35-41dc-ab5c-d196121c1e66 req-ee277352-f293-4530-ac8b-f9b7892275a3 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461223 Mar 23 02:07:35.008675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 69e699de-dca6-48aa-a4a9-8db09ce4e6a1, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=69e699de-dca6-48aa-a4a9-8db09ce4e6a1,segment=NetworkSegment(b2866d00-4f8f-41ab-8a70-54e22587ee35),segment_id=b2866d00-4f8f-41ab-8a70-54e22587ee35)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:07:35.021363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '69e699de-dca6-48aa-a4a9-8db09ce4e6a1', 'network_id': '5141c388-0280-4fe0-8a86-24e202ef53a8', 'port_id': '69e699de-dca6-48aa-a4a9-8db09ce4e6a1', 'mac_address': 'fa:16:3e:df:fa:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:07:35.061930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:07:35.062332 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (69e699de-dca6-48aa-a4a9-8db09ce4e6a1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:35.076013 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:07:35.096996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 69e699de-dca6-48aa-a4a9-8db09ce4e6a1, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=69e699de-dca6-48aa-a4a9-8db09ce4e6a1,segment=NetworkSegment(b2866d00-4f8f-41ab-8a70-54e22587ee35),segment_id=b2866d00-4f8f-41ab-8a70-54e22587ee35)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:07:35.101637 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (69e699de-dca6-48aa-a4a9-8db09ce4e6a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:35.152272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=69e699de-dca6-48aa-a4a9-8db09ce4e6a1,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:07:35.477556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['69e699de-dca6-48aa-a4a9-8db09ce4e6a1'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:07:35.497136 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de66b635-9947-4deb-8ea3-7a2edffce848 req-445ef6c9-dedf-4802-ad2e-d78c8a899437 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 210 time: 0.0304773 Mar 23 02:07:36.064819 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cca8ac-a870-4145-abe5-247ee0a1e856 req-99cb5696-62ed-4d3f-96aa-ac4eb3b93798 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:36.066321 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-07cca8ac-a870-4145-abe5-247ee0a1e856 req-99cb5696-62ed-4d3f-96aa-ac4eb3b93798 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 945 time: 0.0572202 Mar 23 02:07:36.117459 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-07cca8ac-a870-4145-abe5-247ee0a1e856 req-92804059-88ec-41d4-9383-c3d0d53d1ee1 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451682 Mar 23 02:07:36.599437 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f113d704-88fe-49a5-aa77-ed6700677aec req-2aa0ecdf-6a2e-487c-b774-092115be4ae6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 210 time: 0.0282295 Mar 23 02:07:36.904086 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:07:36.960044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:07:36.964300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:07:36.964718 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (69e699de-dca6-48aa-a4a9-8db09ce4e6a1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:37.048539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:07:37.048978 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (69e699de-dca6-48aa-a4a9-8db09ce4e6a1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:37.072356 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7de32a-4802-4c4c-8c84-efd6c05e6f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e699de-dca6-48aa-a4a9-8db09ce4e6a1'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:07:37.074608 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bf713c-ddd8-4340-bc3d-b208df7dd334" -d '{"events": [{"server_uuid": "2c7de32a-4802-4c4c-8c84-efd6c05e6f16", "name": "network-vif-plugged", "status": "completed", "tag": "69e699de-dca6-48aa-a4a9-8db09ce4e6a1"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:07:37.091417 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 69e699de-dca6-48aa-a4a9-8db09ce4e6a1, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=69e699de-dca6-48aa-a4a9-8db09ce4e6a1,segment=NetworkSegment(b2866d00-4f8f-41ab-8a70-54e22587ee35),segment_id=b2866d00-4f8f-41ab-8a70-54e22587ee35)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:07:37.096078 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (69e699de-dca6-48aa-a4a9-8db09ce4e6a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:37.123569 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e7b4f2-53f8-4478-8cd8-3ef269b32bf1 x-openstack-request-id: req-61e7b4f2-53f8-4478-8cd8-3ef269b32bf1 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:07:37.123861 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7de32a-4802-4c4c-8c84-efd6c05e6f16", "name": "network-vif-plugged", "status": "completed", "tag": "69e699de-dca6-48aa-a4a9-8db09ce4e6a1", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:07:37.124413 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61e7b4f2-53f8-4478-8cd8-3ef269b32bf1 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:07:37.124856 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e7b4f2-53f8-4478-8cd8-3ef269b32bf1'] response: {'server_uuid': '2c7de32a-4802-4c4c-8c84-efd6c05e6f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e699de-dca6-48aa-a4a9-8db09ce4e6a1', 'code': 200} Mar 23 02:07:37.154573 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=69e699de-dca6-48aa-a4a9-8db09ce4e6a1,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:07:37.267684 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a7e8-b76c-4a3b-ad86-7f539a769180 req-65ba2c54-edef-4a8f-b531-ea8685744954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:37.269372 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6a0a7e8-b76c-4a3b-ad86-7f539a769180 req-65ba2c54-edef-4a8f-b531-ea8685744954 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 1128 time: 0.0499828 Mar 23 02:07:37.278029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c13a9-72de-4783-b1d3-dfdfea0d019c req-d5c7bdda-5d3a-4948-8f53-03df1cd69fb3 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:37.279526 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b3c13a9-72de-4783-b1d3-dfdfea0d019c req-d5c7bdda-5d3a-4948-8f53-03df1cd69fb3 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 946 time: 0.0617297 Mar 23 02:07:37.319826 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6a0a7e8-b76c-4a3b-ad86-7f539a769180 req-3fca1527-66fd-4e26-b0bd-de9cadbf1489 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443029 Mar 23 02:07:37.332354 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1b3c13a9-72de-4783-b1d3-dfdfea0d019c req-95086eab-4e98-43b7-94ac-b25a8df3208c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466793 Mar 23 02:07:37.709244 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3688072b-a989-462e-a905-bb10a8efae5d req-000252f6-e520-4b15-9b94-38985837774c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 210 time: 0.0292892 Mar 23 02:07:38.459454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f10a7a-ccc6-4816-9ef3-005b3f15ad41 req-a0f202cc-cdf4-4b8d-bfad-48ec58cc2c3e tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:38.461021 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b7f10a7a-ccc6-4816-9ef3-005b3f15ad41 req-a0f202cc-cdf4-4b8d-bfad-48ec58cc2c3e tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 946 time: 0.0599384 Mar 23 02:07:38.511353 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b7f10a7a-ccc6-4816-9ef3-005b3f15ad41 req-20b91c16-7e9a-4aa9-a896-32cda4366ccc tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437551 Mar 23 02:07:38.813066 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-979c8b40-7bf2-4bb0-ba19-d3c1c6a788a1 req-28a3daa0-4d1c-4cb8-9c37-bc582ce433cc tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 210 time: 0.0295832 Mar 23 02:07:39.648506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3381f-da9d-4e8a-9add-4b6e55dafee0 req-8321e6e8-61bf-434b-a056-18f02cdd96ed tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:39.650206 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a2d3381f-da9d-4e8a-9add-4b6e55dafee0 req-8321e6e8-61bf-434b-a056-18f02cdd96ed tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 946 time: 0.0618944 Mar 23 02:07:39.701726 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a2d3381f-da9d-4e8a-9add-4b6e55dafee0 req-f98b57fe-8163-49b4-87e6-775bf1cc3725 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452590 Mar 23 02:07:39.933143 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a878bdb9-e2c4-4bc0-9344-5bba005c11ae req-74d5bdbd-71bc-4ba5-ae99-0c482075d79a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a084226-79c4-44f1-82dc-49d69ddce5e8 HTTP/1.1" status: 200 len: 210 time: 0.0304339 Mar 23 02:07:49.579394 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a102da82-4c0f-45dc-a496-714fe2ef5833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:50.822310 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:52.037967 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4ba900c3-73d8-4804-9615-672aa6da215f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:53.332834 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:54.675920 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:55.822021 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:07:57.400926 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87c0befa-b7bd-4992-a719-22973dbdb4cb req-4a6df627-64f8-4cf7-ba7a-762e79ba899e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495212 Mar 23 02:07:57.490499 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0befa-b7bd-4992-a719-22973dbdb4cb req-05d8c742-3c92-47b3-acc1-64ec5e575ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:57.492370 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87c0befa-b7bd-4992-a719-22973dbdb4cb req-05d8c742-3c92-47b3-acc1-64ec5e575ef5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6c3dd43fa414fba98e6a185cbac274e&device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 1127 time: 0.0585814 Mar 23 02:07:57.631750 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0befa-b7bd-4992-a719-22973dbdb4cb req-34f34c7b-aa82-4791-a4ce-c48c0b648596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:57.633322 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87c0befa-b7bd-4992-a719-22973dbdb4cb req-34f34c7b-aa82-4791-a4ce-c48c0b648596 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bde3df47-cb49-4136-95ec-c693768cd839 HTTP/1.1" status: 200 len: 909 time: 0.1153090 Mar 23 02:07:57.702777 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87c0befa-b7bd-4992-a719-22973dbdb4cb req-6fad2503-9893-44ee-94c3-5523f298001e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0315e47e-007a-479d-ba24-98dfdd84d59b HTTP/1.1" status: 200 len: 1001 time: 0.0631151 Mar 23 02:07:57.756841 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0befa-b7bd-4992-a719-22973dbdb4cb req-b33708f4-5da7-4c10-aa7d-d85f124548b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:57.758303 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87c0befa-b7bd-4992-a719-22973dbdb4cb req-b33708f4-5da7-4c10-aa7d-d85f124548b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=326d582f-1390-4f7b-957d-836bc6150017 HTTP/1.1" status: 200 len: 848 time: 0.0492177 Mar 23 02:07:57.819452 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0befa-b7bd-4992-a719-22973dbdb4cb req-695168b0-b6af-43eb-a058-a744d8219a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:57.821408 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87c0befa-b7bd-4992-a719-22973dbdb4cb req-695168b0-b6af-43eb-a058-a744d8219a84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bde3df47-cb49-4136-95ec-c693768cd839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546644 Mar 23 02:07:57.945507 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87c0befa-b7bd-4992-a719-22973dbdb4cb req-1d23c640-c6da-479d-a25e-8067f8904033 service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178308 Mar 23 02:07:58.054334 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-87c0befa-b7bd-4992-a719-22973dbdb4cb req-b2ac8f23-07ee-4cf3-8a88-63076c879f42 service neutron] 10.222.0.43 "GET /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022687 Mar 23 02:07:59.186880 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d421c52-5235-47a9-a7b1-7b2808fa734d req-c66c45eb-fd2a-4b45-b024-8641bfcda47c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:07:59.188555 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d421c52-5235-47a9-a7b1-7b2808fa734d req-c66c45eb-fd2a-4b45-b024-8641bfcda47c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 945 time: 0.0576546 Mar 23 02:07:59.235545 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d421c52-5235-47a9-a7b1-7b2808fa734d req-368a3ea1-fb9c-4046-8c81-5b54523e2474 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406053 Mar 23 02:08:00.380766 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd11ac-7160-462c-aafc-a39abe8c5e84 req-07edef80-5e06-4c29-af6f-583b79a5f6cb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:00.382275 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9ebd11ac-7160-462c-aafc-a39abe8c5e84 req-07edef80-5e06-4c29-af6f-583b79a5f6cb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 945 time: 0.0661359 Mar 23 02:08:00.430444 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9ebd11ac-7160-462c-aafc-a39abe8c5e84 req-fa4349e5-0091-4afd-b884-4c4fa7e3b8b0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=26a2cc93-c27e-4efc-b9eb-369268267344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423782 Mar 23 02:08:01.046782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4453071-a97f-4994-8c30-58becaf91fc2 req-0b2d614e-6c96-4b11-a83e-7e110a2bb5c4 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:01.048810 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a4453071-a97f-4994-8c30-58becaf91fc2 req-0b2d614e-6c96-4b11-a83e-7e110a2bb5c4 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.43 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 945 time: 0.0663950 Mar 23 02:08:01.148127 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-a4453071-a97f-4994-8c30-58becaf91fc2 req-8230657b-1960-4c15-97e3-8f6fd563cd79 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Deleting port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:08:01.148381 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a4453071-a97f-4994-8c30-58becaf91fc2 req-8230657b-1960-4c15-97e3-8f6fd563cd79 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5cb8a6b9-6f0f-49ee-a7b4-3942176393f0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:01.249606 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-a4453071-a97f-4994-8c30-58becaf91fc2 req-8230657b-1960-4c15-97e3-8f6fd563cd79 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] For port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=5cb8a6b9-6f0f-49ee-a7b4-3942176393f0,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:08:01.249956 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a4453071-a97f-4994-8c30-58becaf91fc2 req-8230657b-1960-4c15-97e3-8f6fd563cd79 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5cb8a6b9-6f0f-49ee-a7b4-3942176393f0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:01.263655 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-a4453071-a97f-4994-8c30-58becaf91fc2 req-8230657b-1960-4c15-97e3-8f6fd563cd79 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Calling delete_port for 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:08:01.394538 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a4453071-a97f-4994-8c30-58becaf91fc2 req-8230657b-1960-4c15-97e3-8f6fd563cd79 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (5cb8a6b9-6f0f-49ee-a7b4-3942176393f0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:01.427827 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230657b-1960-4c15-97e3-8f6fd563cd79 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event deleted for resources: {'Port': ['ID=5cb8a6b9-6f0f-49ee-a7b4-3942176393f0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:08:01.428119 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['5cb8a6b9-6f0f-49ee-a7b4-3942176393f0'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:08:01.475296 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4453071-a97f-4994-8c30-58becaf91fc2 req-8230657b-1960-4c15-97e3-8f6fd563cd79 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] No DVR routers for this DVR port 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:08:01.478779 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a4453071-a97f-4994-8c30-58becaf91fc2 req-8230657b-1960-4c15-97e3-8f6fd563cd79 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:01.482162 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a4453071-a97f-4994-8c30-58becaf91fc2 req-8230657b-1960-4c15-97e3-8f6fd563cd79 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.43 "DELETE /v2.0/ports/5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 HTTP/1.1" status: 204 len: 173 time: 0.4270239 Mar 23 02:08:01.482614 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831dc5e4-bc71-4c19-a6b6-070238bbe01c', 'name': 'network-vif-deleted', 'tag': '5cb8a6b9-6f0f-49ee-a7b4-3942176393f0'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:08:01.484909 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c088e6d5-4282-4fed-b80a-e118c038d89b" -d '{"events": [{"server_uuid": "831dc5e4-bc71-4c19-a6b6-070238bbe01c", "name": "network-vif-deleted", "tag": "5cb8a6b9-6f0f-49ee-a7b4-3942176393f0"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:08:01.522180 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369dc8dc-f7a9-49b4-8f55-b18f85b3090d x-openstack-request-id: req-369dc8dc-f7a9-49b4-8f55-b18f85b3090d {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:08:01.522508 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831dc5e4-bc71-4c19-a6b6-070238bbe01c", "name": "network-vif-deleted", "tag": "5cb8a6b9-6f0f-49ee-a7b4-3942176393f0", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:08:01.522759 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-369dc8dc-f7a9-49b4-8f55-b18f85b3090d {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:08:01.523166 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-369dc8dc-f7a9-49b4-8f55-b18f85b3090d'] response: {'server_uuid': '831dc5e4-bc71-4c19-a6b6-070238bbe01c', 'name': 'network-vif-deleted', 'tag': '5cb8a6b9-6f0f-49ee-a7b4-3942176393f0', 'status': 'completed', 'code': 200} Mar 23 02:08:01.542998 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fe0ad5c8-6da0-4b28-a970-2b64ec48c9f0 req-a70decfb-1866-428c-bdec-5dba20dcf691 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 210 time: 0.0389171 Mar 23 02:08:02.643335 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a48daf7-f922-461d-ac40-9a4d996bf174 req-39e6aecf-2296-4a16-9eb9-3be695134238 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 210 time: 0.0287857 Mar 23 02:08:02.802338 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:08:03.750748 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-592cb69d-e285-49e5-93f4-b20540d07ab4 req-806af38f-d59c-4128-878b-6776a8ba1a19 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 210 time: 0.0301409 Mar 23 02:08:04.018886 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:04.898452 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-06ddf3ef-2fe0-4c1f-88b5-117909a7d26c req-e2ee350b-0b5c-4e4c-b963-83c56483a2dd tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 210 time: 0.0393839 Mar 23 02:08:04.992955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:08:05.014828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:08:05.015173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 5cb8a6b9-6f0f-49ee-a7b4-3942176393f0 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:08:05.995999 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2634ca27-c9d8-4a4a-86c9-d93937313ccf req-320d520e-3e45-465b-ad3b-1a292422f6c3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 210 time: 0.0300817 Mar 23 02:08:07.097730 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c15a8ca2-f769-482c-94a4-20554ab3d97b req-248915d7-b1cb-494a-957b-dbd9761b0571 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 210 time: 0.0289035 Mar 23 02:08:08.197523 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7749f421-13a5-407d-9511-b1ba90f4f042 req-a13df0ae-7e90-4059-ad47-583dad9ed326 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 210 time: 0.0303395 Mar 23 02:08:09.299957 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98bc9fad-0a02-40fb-9bda-98a12c9c9eeb req-9bee314b-932a-4132-90e9-924784c5317e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 210 time: 0.0329354 Mar 23 02:08:10.480539 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9bab23aa-7f89-4983-aafb-243c7b7b276e req-6b5fe2db-9a58-46db-8208-18dc1f85b961 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=831dc5e4-bc71-4c19-a6b6-070238bbe01c HTTP/1.1" status: 200 len: 210 time: 0.0341325 Mar 23 02:08:19.577306 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-194fbf83-56b1-4917-84ea-f1a7f1dc90e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:20.828777 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:22.033112 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-41dfead4-d3f1-49e5-927e-e41534014875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.343257 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.368381 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 49990) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:08:23.373158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344866001', 'description': 'tempest-secgroup-smoke-344866001 description', 'project_id': '52e24a35bff748468941038a9c4ab158'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:08:23.394891 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.473289 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group (73529abe-59db-4e54-b9da-bbf69970ddd4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.478901 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (73529abe-59db-4e54-b9da-bbf69970ddd4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.510775 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.514951 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1425834 Mar 23 02:08:23.515382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 49992) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:08:23.518957 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73529abe-59db-4e54-b9da-bbf69970ddd4,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:08:23.520545 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0f25b4e0-74c0-4fa2-97a7-d293e72984dd tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Request body: {'security_group_rule': {'security_group_id': '73529abe-59db-4e54-b9da-bbf69970ddd4', 'project_id': '52e24a35bff748468941038a9c4ab158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:08:23.528348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:23.528637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:23.528993 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:23.529335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:23.529808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:23.530179 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:23.530515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:23.530848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:23.531172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:23.531552 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:23.531827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:23.532263 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:23.533098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:23.533432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:23.533767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948416ba-e195-4175-9ab2-d05ab2188a58 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:23.558626 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0f25b4e0-74c0-4fa2-97a7-d293e72984dd tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (dfe24d1b-0aef-4d8a-8421-fc71612b201d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.616528 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0f25b4e0-74c0-4fa2-97a7-d293e72984dd tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (dfe24d1b-0aef-4d8a-8421-fc71612b201d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.621332 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0f25b4e0-74c0-4fa2-97a7-d293e72984dd tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (dfe24d1b-0aef-4d8a-8421-fc71612b201d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.636447 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25b4e0-74c0-4fa2-97a7-d293e72984dd tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe24d1b-0aef-4d8a-8421-fc71612b201d,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:08:23.651897 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0f25b4e0-74c0-4fa2-97a7-d293e72984dd tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.653189 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0f25b4e0-74c0-4fa2-97a7-d293e72984dd tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368444 Mar 23 02:08:23.656444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50000) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:08:23.662623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-fa65d63e-b4dc-496b-9324-21fccca96e45 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Request body: {'security_group_rule': {'security_group_id': '73529abe-59db-4e54-b9da-bbf69970ddd4', 'project_id': '52e24a35bff748468941038a9c4ab158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:08:23.692355 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fa65d63e-b4dc-496b-9324-21fccca96e45 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (1ca5a1c4-fbf9-43cc-8440-be351c17495c), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.752323 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fa65d63e-b4dc-496b-9324-21fccca96e45 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (1ca5a1c4-fbf9-43cc-8440-be351c17495c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.757494 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fa65d63e-b4dc-496b-9324-21fccca96e45 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (1ca5a1c4-fbf9-43cc-8440-be351c17495c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.775619 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65d63e-b4dc-496b-9324-21fccca96e45 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca5a1c4-fbf9-43cc-8440-be351c17495c,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:08:23.785317 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fa65d63e-b4dc-496b-9324-21fccca96e45 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.786583 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fa65d63e-b4dc-496b-9324-21fccca96e45 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287971 Mar 23 02:08:23.789473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50002) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:08:23.794106 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-87d222dc-d55e-488c-ab24-6ceb0c769e5e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Request body: {'security_group_rule': {'security_group_id': '73529abe-59db-4e54-b9da-bbf69970ddd4', 'project_id': '52e24a35bff748468941038a9c4ab158', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:08:23.821253 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87d222dc-d55e-488c-ab24-6ceb0c769e5e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (8aae0e8c-608c-46d0-a012-68cd6cbf03bf), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.879541 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87d222dc-d55e-488c-ab24-6ceb0c769e5e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (8aae0e8c-608c-46d0-a012-68cd6cbf03bf), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.884766 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87d222dc-d55e-488c-ab24-6ceb0c769e5e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (8aae0e8c-608c-46d0-a012-68cd6cbf03bf), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.903628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d222dc-d55e-488c-ab24-6ceb0c769e5e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aae0e8c-608c-46d0-a012-68cd6cbf03bf,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:08:23.912695 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87d222dc-d55e-488c-ab24-6ceb0c769e5e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:23.916649 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-87d222dc-d55e-488c-ab24-6ceb0c769e5e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233222 Mar 23 02:08:23.916808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50004) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:08:23.921278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6db0bd52-6b1b-4253-b730-a494b3c6878b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Request body: {'security_group_rule': {'security_group_id': '73529abe-59db-4e54-b9da-bbf69970ddd4', 'project_id': '52e24a35bff748468941038a9c4ab158', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:08:23.947120 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6db0bd52-6b1b-4253-b730-a494b3c6878b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (ff1d7980-c6ca-49bb-aba4-88202a380917), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:24.004639 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6db0bd52-6b1b-4253-b730-a494b3c6878b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (ff1d7980-c6ca-49bb-aba4-88202a380917), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:24.009677 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6db0bd52-6b1b-4253-b730-a494b3c6878b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ff1d7980-c6ca-49bb-aba4-88202a380917), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:24.027189 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0bd52-6b1b-4253-b730-a494b3c6878b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1d7980-c6ca-49bb-aba4-88202a380917,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:08:24.036345 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6db0bd52-6b1b-4253-b730-a494b3c6878b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:24.037643 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6db0bd52-6b1b-4253-b730-a494b3c6878b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199086 Mar 23 02:08:24.040719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50006) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:08:24.045130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a5aa369d-133a-45e8-a199-4f0b1719609a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Request body: {'security_group_rule': {'security_group_id': '73529abe-59db-4e54-b9da-bbf69970ddd4', 'project_id': '52e24a35bff748468941038a9c4ab158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:08:24.066403 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-a5aa369d-133a-45e8-a199-4f0b1719609a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Project 52e24a35bff748468941038a9c4ab158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:08:24.071457 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a5aa369d-133a-45e8-a199-4f0b1719609a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (fde8e6fa-dd7e-4140-9cb2-550d6784ac87), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:24.133431 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a5aa369d-133a-45e8-a199-4f0b1719609a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (fde8e6fa-dd7e-4140-9cb2-550d6784ac87), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:24.138135 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a5aa369d-133a-45e8-a199-4f0b1719609a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (fde8e6fa-dd7e-4140-9cb2-550d6784ac87), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:24.153592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa369d-133a-45e8-a199-4f0b1719609a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde8e6fa-dd7e-4140-9cb2-550d6784ac87,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:08:24.166211 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a5aa369d-133a-45e8-a199-4f0b1719609a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:24.170311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50008) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:08:24.170563 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a5aa369d-133a-45e8-a199-4f0b1719609a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286755 Mar 23 02:08:24.176183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-4a7e47e0-d2ee-4406-b830-623381f9c095 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Request body: {'security_group_rule': {'security_group_id': '73529abe-59db-4e54-b9da-bbf69970ddd4', 'project_id': '52e24a35bff748468941038a9c4ab158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:08:24.197981 n-d-834677-4 neutron-server[99263]: INFO neutron.db.securitygroups_db [None req-4a7e47e0-d2ee-4406-b830-623381f9c095 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Project 52e24a35bff748468941038a9c4ab158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:08:24.203156 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4a7e47e0-d2ee-4406-b830-623381f9c095 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (a8837363-3c5e-4fa0-99af-735f986acc38), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:24.263149 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4a7e47e0-d2ee-4406-b830-623381f9c095 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (a8837363-3c5e-4fa0-99af-735f986acc38), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:24.268144 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4a7e47e0-d2ee-4406-b830-623381f9c095 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (a8837363-3c5e-4fa0-99af-735f986acc38), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:24.288614 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e47e0-d2ee-4406-b830-623381f9c095 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8837363-3c5e-4fa0-99af-735f986acc38,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:08:24.297978 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4a7e47e0-d2ee-4406-b830-623381f9c095 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:24.299382 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4a7e47e0-d2ee-4406-b830-623381f9c095 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275892 Mar 23 02:08:24.677851 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:25.810265 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:34.196436 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:36.855648 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9197838-e511-4af9-a8e5-926c893f4bd6 req-5fdc32f8-ecea-4e2b-a28e-8e6d9f876b86 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:36.857908 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b9197838-e511-4af9-a8e5-926c893f4bd6 req-5fdc32f8-ecea-4e2b-a28e-8e6d9f876b86 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 946 time: 0.0574312 Mar 23 02:08:36.907452 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b9197838-e511-4af9-a8e5-926c893f4bd6 req-e946ea03-a01b-41a2-82da-acaf20fc4fe7 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433640 Mar 23 02:08:38.052772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f8270-5065-438f-bcb5-a1ff225ce1a9 req-951b32f2-b355-4256-902f-780874cfa508 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:38.057275 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c5f8270-5065-438f-bcb5-a1ff225ce1a9 req-951b32f2-b355-4256-902f-780874cfa508 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 946 time: 0.0690172 Mar 23 02:08:38.107234 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c5f8270-5065-438f-bcb5-a1ff225ce1a9 req-b447270a-7b7d-4d85-ace8-853a50eac736 tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8b512c1-5243-4336-847d-8ba6e4f5725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466187 Mar 23 02:08:38.618732 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3b317-dfab-4d4f-9c77-fe944b8de5c9 req-06ecda4d-9bb3-4be6-a23f-c2487656bc6f tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:38.620260 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a8a3b317-dfab-4d4f-9c77-fe944b8de5c9 req-06ecda4d-9bb3-4be6-a23f-c2487656bc6f tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 946 time: 0.0572867 Mar 23 02:08:38.732734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-a8a3b317-dfab-4d4f-9c77-fe944b8de5c9 req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Deleting port 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:08:38.733582 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a8a3b317-dfab-4d4f-9c77-fe944b8de5c9 req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (69e699de-dca6-48aa-a4a9-8db09ce4e6a1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:38.844951 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-a8a3b317-dfab-4d4f-9c77-fe944b8de5c9 req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] For port 69e699de-dca6-48aa-a4a9-8db09ce4e6a1, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=69e699de-dca6-48aa-a4a9-8db09ce4e6a1,segment=NetworkSegment(b2866d00-4f8f-41ab-8a70-54e22587ee35),segment_id=b2866d00-4f8f-41ab-8a70-54e22587ee35)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:08:38.845497 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a8a3b317-dfab-4d4f-9c77-fe944b8de5c9 req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (69e699de-dca6-48aa-a4a9-8db09ce4e6a1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:38.859300 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-a8a3b317-dfab-4d4f-9c77-fe944b8de5c9 req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Calling delete_port for 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:08:38.996009 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a8a3b317-dfab-4d4f-9c77-fe944b8de5c9 req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (69e699de-dca6-48aa-a4a9-8db09ce4e6a1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:39.029362 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['69e699de-dca6-48aa-a4a9-8db09ce4e6a1'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:08:39.032068 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Pushing event deleted for resources: {'Port': ['ID=69e699de-dca6-48aa-a4a9-8db09ce4e6a1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:08:39.045444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:39.045817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:39.046139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:39.046619 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:39.047148 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:39.047673 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:39.048233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:39.048572 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:39.048976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:39.049307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:39.049777 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:39.050108 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:39.050434 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:39.050767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:39.051088 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:08:39.107241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a3b317-dfab-4d4f-9c77-fe944b8de5c9 req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] No DVR routers for this DVR port 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:08:39.110359 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-a8a3b317-dfab-4d4f-9c77-fe944b8de5c9 req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:39.114051 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a8a3b317-dfab-4d4f-9c77-fe944b8de5c9 req-af186730-64d7-4216-916b-381c6fd6d99c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.43 "DELETE /v2.0/ports/69e699de-dca6-48aa-a4a9-8db09ce4e6a1 HTTP/1.1" status: 204 len: 173 time: 0.4876351 Mar 23 02:08:39.114559 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7de32a-4802-4c4c-8c84-efd6c05e6f16', 'name': 'network-vif-deleted', 'tag': '69e699de-dca6-48aa-a4a9-8db09ce4e6a1'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:08:39.117864 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e765297-42ab-4808-baeb-07d820450a50" -d '{"events": [{"server_uuid": "2c7de32a-4802-4c4c-8c84-efd6c05e6f16", "name": "network-vif-deleted", "tag": "69e699de-dca6-48aa-a4a9-8db09ce4e6a1"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:08:39.195905 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783dc3bc-d37f-44ee-9db8-4c94dfa1cfa6 x-openstack-request-id: req-783dc3bc-d37f-44ee-9db8-4c94dfa1cfa6 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:08:39.200928 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7de32a-4802-4c4c-8c84-efd6c05e6f16", "name": "network-vif-deleted", "tag": "69e699de-dca6-48aa-a4a9-8db09ce4e6a1", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:08:39.203273 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-783dc3bc-d37f-44ee-9db8-4c94dfa1cfa6 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:08:39.203974 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783dc3bc-d37f-44ee-9db8-4c94dfa1cfa6'] response: {'server_uuid': '2c7de32a-4802-4c4c-8c84-efd6c05e6f16', 'name': 'network-vif-deleted', 'tag': '69e699de-dca6-48aa-a4a9-8db09ce4e6a1', 'status': 'completed', 'code': 200} Mar 23 02:08:39.249375 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f3089cd0-dd70-433f-bc59-574bd6f71be9 req-fd68314e-2235-45a9-8eda-aff3c2d7e02c tempest-VolumesSnapshotTestJSON-2114645980 tempest-VolumesSnapshotTestJSON-2114645980-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c7de32a-4802-4c4c-8c84-efd6c05e6f16 HTTP/1.1" status: 200 len: 210 time: 0.0589256 Mar 23 02:08:39.802497 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:08:43.262483 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:08:43.286059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:08:43.286456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 69e699de-dca6-48aa-a4a9-8db09ce4e6a1 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:08:45.406518 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b120903d-1c99-4041-820b-6c616beded12 req-b7142b5b-961c-48e2-84e9-142cb703bd38 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344866001&fields=id&tenant_id=52e24a35bff748468941038a9c4ab158 HTTP/1.1" status: 200 len: 267 time: 0.0563979 Mar 23 02:08:45.530834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120903d-1c99-4041-820b-6c616beded12 req-ea053f40-43b3-4931-a4b4-51c1ca22ffde tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:45.532642 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b120903d-1c99-4041-820b-6c616beded12 req-ea053f40-43b3-4931-a4b4-51c1ca22ffde tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 812 time: 0.1191893 Mar 23 02:08:45.549383 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b120903d-1c99-4041-820b-6c616beded12 req-2200372e-0962-41a3-ac7f-03300857764f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/quotas/52e24a35bff748468941038a9c4ab158 HTTP/1.1" status: 200 len: 375 time: 0.0104635 Mar 23 02:08:45.609738 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b120903d-1c99-4041-820b-6c616beded12 req-02359960-f9aa-4d95-ab92-2ca33eeb9d37 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542879 Mar 23 02:08:45.719751 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b120903d-1c99-4041-820b-6c616beded12 req-140a2dc4-9698-4d98-a00a-5bf5bb7ebea1 service neutron] 10.222.0.18 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970564 Mar 23 02:08:45.812340 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b120903d-1c99-4041-820b-6c616beded12 req-ee9c3644-8ff3-4429-b66f-af952ade48d1 service neutron] 10.222.0.18 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848033 Mar 23 02:08:46.114074 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-270adb0f-9a6f-4b27-a09f-02b3301c6e87 req-2800ddd3-c6b7-49ac-a87a-57bc0566357d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 210 time: 0.0330491 Mar 23 02:08:47.128380 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120903d-1c99-4041-820b-6c616beded12 req-12828b98-4b25-467b-b3ec-a113822bf442 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:47.129889 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b120903d-1c99-4041-820b-6c616beded12 req-12828b98-4b25-467b-b3ec-a113822bf442 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 812 time: 0.1144028 Mar 23 02:08:47.248887 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b24d78ec-5db0-4d15-a454-2fe50ebe4c61 req-0f1b862b-e2cf-4475-aba0-d31c9ee9e0f7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 210 time: 0.0403645 Mar 23 02:08:47.256875 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b120903d-1c99-4041-820b-6c616beded12 req-d72b4649-dbba-4a95-8615-d4b633404cc1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52e24a35bff748468941038a9c4ab158 HTTP/1.1" status: 200 len: 379 time: 0.1190093 Mar 23 02:08:47.265329 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-b120903d-1c99-4041-820b-6c616beded12 req-deb4d6be-df40-4664-8961-91c84ee04c8b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Request body: {'port': {'device_id': 'a48a840c-53d5-43c4-83d6-e179b7d18f26', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'admin_state_up': True, 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'security_groups': ['73529abe-59db-4e54-b9da-bbf69970ddd4']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:08:47.391834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b120903d-1c99-4041-820b-6c616beded12 req-deb4d6be-df40-4664-8961-91c84ee04c8b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Made reservation on behalf of 52e24a35bff748468941038a9c4ab158 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:08:47.396563 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b120903d-1c99-4041-820b-6c616beded12 req-deb4d6be-df40-4664-8961-91c84ee04c8b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:47.560277 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-b120903d-1c99-4041-820b-6c616beded12 req-deb4d6be-df40-4664-8961-91c84ee04c8b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Allocated IP 172.20.0.4 (bc3a993f-bf9b-4c87-a6dd-164f082e25a5/117a5333-90c5-4abf-b578-73ad977ec678/29ce356d-239c-4c70-a6a9-4286fac0aaa3) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:08:47.742797 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b120903d-1c99-4041-820b-6c616beded12 req-deb4d6be-df40-4664-8961-91c84ee04c8b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for port (29ce356d-239c-4c70-a6a9-4286fac0aaa3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:47.787024 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b120903d-1c99-4041-820b-6c616beded12 req-deb4d6be-df40-4664-8961-91c84ee04c8b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (29ce356d-239c-4c70-a6a9-4286fac0aaa3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:47.841242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b120903d-1c99-4041-820b-6c616beded12 req-deb4d6be-df40-4664-8961-91c84ee04c8b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:08:47.847100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-b120903d-1c99-4041-820b-6c616beded12 req-deb4d6be-df40-4664-8961-91c84ee04c8b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:08:47.867706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b120903d-1c99-4041-820b-6c616beded12 req-deb4d6be-df40-4664-8961-91c84ee04c8b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:08:47.881053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4d6be-df40-4664-8961-91c84ee04c8b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'Port': ['ID=29ce356d-239c-4c70-a6a9-4286fac0aaa3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:08:47.980842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120903d-1c99-4041-820b-6c616beded12 req-deb4d6be-df40-4664-8961-91c84ee04c8b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:47.981518 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b120903d-1c99-4041-820b-6c616beded12 req-deb4d6be-df40-4664-8961-91c84ee04c8b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:48.028814 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b120903d-1c99-4041-820b-6c616beded12 req-deb4d6be-df40-4664-8961-91c84ee04c8b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7677875 Mar 23 02:08:48.045691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Request body: {'port': {'device_id': 'a48a840c-53d5-43c4-83d6-e179b7d18f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:08:48.129121 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (29ce356d-239c-4c70-a6a9-4286fac0aaa3), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:48.263618 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1f5f15cb-6ed9-498e-b85d-01b39ea59d7a None None] Provisioning complete for port 29ce356d-239c-4c70-a6a9-4286fac0aaa3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:08:48.264318 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f5f15cb-6ed9-498e-b85d-01b39ea59d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (29ce356d-239c-4c70-a6a9-4286fac0aaa3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:48.308966 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f15cb-6ed9-498e-b85d-01b39ea59d7a None None] Port 29ce356d-239c-4c70-a6a9-4286fac0aaa3 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:08:48.413177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c812e-150c-4132-a73a-62ddfc7b3fff req-b8933300-2542-4f95-b046-333ea12408a0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:48.421601 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de5c812e-150c-4132-a73a-62ddfc7b3fff req-b8933300-2542-4f95-b046-333ea12408a0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 931 time: 0.0778761 Mar 23 02:08:48.492439 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de5c812e-150c-4132-a73a-62ddfc7b3fff req-9407c224-753c-4e67-ab42-f0f67acf1828 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699542 Mar 23 02:08:48.551314 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ce356d-239c-4c70-a6a9-4286fac0aaa3 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:08:48.560869 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Publish callbacks [] for port (29ce356d-239c-4c70-a6a9-4286fac0aaa3), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:48.577130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Transition to ACTIVE for port object 29ce356d-239c-4c70-a6a9-4286fac0aaa3 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:08:48.584929 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (29ce356d-239c-4c70-a6a9-4286fac0aaa3), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:48.729206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Attempting to bind port 29ce356d-239c-4c70-a6a9-4286fac0aaa3 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:08:48.729687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Attempting to bind port 29ce356d-239c-4c70-a6a9-4286fac0aaa3 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:08:48.730193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Attempting to bind port 29ce356d-239c-4c70-a6a9-4286fac0aaa3 on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:08:48.732221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Pushing event updated for resources: {'Port': ['ID=29ce356d-239c-4c70-a6a9-4286fac0aaa3,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:08:48.745790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Port 29ce356d-239c-4c70-a6a9-4286fac0aaa3 on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:08:48.746122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Attempting to bind port 29ce356d-239c-4c70-a6a9-4286fac0aaa3 on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:08:48.752414 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:08:48.753012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Checking segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:08:48.753672 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Bound using segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:08:48.754117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Bound port: 29ce356d-239c-4c70-a6a9-4286fac0aaa3, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:08:48.754485 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (29ce356d-239c-4c70-a6a9-4286fac0aaa3), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:48.835066 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] For port 29ce356d-239c-4c70-a6a9-4286fac0aaa3, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:08:48.840115 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] For port 29ce356d-239c-4c70-a6a9-4286fac0aaa3, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=29ce356d-239c-4c70-a6a9-4286fac0aaa3,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:08:48.852191 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (29ce356d-239c-4c70-a6a9-4286fac0aaa3), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:48.894185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:48.894908 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:48.896321 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b120903d-1c99-4041-820b-6c616beded12 req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] 10.222.0.42 "PUT /v2.0/ports/29ce356d-239c-4c70-a6a9-4286fac0aaa3 HTTP/1.1" status: 200 len: 1091 time: 0.8596046 Mar 23 02:08:48.897267 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48a840c-53d5-43c4-83d6-e179b7d18f26', 'tag': '29ce356d-239c-4c70-a6a9-4286fac0aaa3'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:08:48.899588 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dde07b-f23d-4d90-9c69-531933fd8e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "a48a840c-53d5-43c4-83d6-e179b7d18f26", "tag": "29ce356d-239c-4c70-a6a9-4286fac0aaa3"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:08:48.999336 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95abc69-9203-4431-b687-35c3468c03a4 x-openstack-request-id: req-b95abc69-9203-4431-b687-35c3468c03a4 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:08:48.999632 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48a840c-53d5-43c4-83d6-e179b7d18f26", "tag": "29ce356d-239c-4c70-a6a9-4286fac0aaa3", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:08:48.999960 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b95abc69-9203-4431-b687-35c3468c03a4 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:08:49.000376 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b95abc69-9203-4431-b687-35c3468c03a4'] response: {'name': 'network-changed', 'server_uuid': 'a48a840c-53d5-43c4-83d6-e179b7d18f26', 'tag': '29ce356d-239c-4c70-a6a9-4286fac0aaa3', 'status': 'completed', 'code': 200} Mar 23 02:08:49.002608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece44bf1-b26f-4ac5-b46e-a7482b3beaab service neutron] Pushing event updated for resources: {'Port': ['ID=29ce356d-239c-4c70-a6a9-4286fac0aaa3,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:08:49.030980 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120903d-1c99-4041-820b-6c616beded12 req-91588167-f7dd-488b-afaf-0f53f38dc680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:49.032690 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b120903d-1c99-4041-820b-6c616beded12 req-91588167-f7dd-488b-afaf-0f53f38dc680 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 1125 time: 0.0870979 Mar 23 02:08:49.084720 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b120903d-1c99-4041-820b-6c616beded12 req-a1693ab4-47f1-4c64-9815-6524ae7b23b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ce356d-239c-4c70-a6a9-4286fac0aaa3 HTTP/1.1" status: 200 len: 217 time: 0.0428801 Mar 23 02:08:49.142163 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120903d-1c99-4041-820b-6c616beded12 req-222529d2-41fa-44fa-883a-d79be8716b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:49.143812 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b120903d-1c99-4041-820b-6c616beded12 req-222529d2-41fa-44fa-883a-d79be8716b9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0529811 Mar 23 02:08:49.205085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120903d-1c99-4041-820b-6c616beded12 req-2d90c360-a77a-4b8d-88bb-4bced3378cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:49.206622 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b120903d-1c99-4041-820b-6c616beded12 req-2d90c360-a77a-4b8d-88bb-4bced3378cd0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0571511 Mar 23 02:08:49.313207 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b120903d-1c99-4041-820b-6c616beded12 req-71e517a2-7676-40f1-a4ff-e1af75f1a576 service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001780 Mar 23 02:08:49.410786 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b120903d-1c99-4041-820b-6c616beded12 req-0fc152dd-1e22-4c01-a543-e45103f58cd8 service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916154 Mar 23 02:08:49.507931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dde07b-f23d-4d90-9c69-531933fd8e3e req-120640de-996c-4422-8870-ca9a658b510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:49.509592 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f8dde07b-f23d-4d90-9c69-531933fd8e3e req-120640de-996c-4422-8870-ca9a658b510e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 1125 time: 0.0483346 Mar 23 02:08:49.586496 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5b942721-1aeb-4f76-8a60-1acfeea1ddac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:49.608498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dde07b-f23d-4d90-9c69-531933fd8e3e req-f61f9f2d-7a5c-459a-bb31-cb898fd97f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:49.610059 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f8dde07b-f23d-4d90-9c69-531933fd8e3e req-f61f9f2d-7a5c-459a-bb31-cb898fd97f44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.0943644 Mar 23 02:08:49.661871 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f8dde07b-f23d-4d90-9c69-531933fd8e3e req-4cc101b6-4270-4e7a-ad80-b9c73c8a50d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ce356d-239c-4c70-a6a9-4286fac0aaa3 HTTP/1.1" status: 200 len: 217 time: 0.0454731 Mar 23 02:08:49.663505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cbd77-5e0d-468a-b543-87f66fd6e1d5 req-405cfab9-069a-441f-9038-f34a39172bd5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:49.665191 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-226cbd77-5e0d-468a-b543-87f66fd6e1d5 req-405cfab9-069a-441f-9038-f34a39172bd5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0573430 Mar 23 02:08:49.718297 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-226cbd77-5e0d-468a-b543-87f66fd6e1d5 req-8935dce2-156f-4510-8a79-6b21563cabf7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470397 Mar 23 02:08:49.722683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dde07b-f23d-4d90-9c69-531933fd8e3e req-0615343f-f0d9-46a0-8dce-dea71cda04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:49.725019 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f8dde07b-f23d-4d90-9c69-531933fd8e3e req-0615343f-f0d9-46a0-8dce-dea71cda04b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0577700 Mar 23 02:08:49.775219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dde07b-f23d-4d90-9c69-531933fd8e3e req-ae13e7f9-a850-4754-9396-d2c267b00347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:49.777061 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f8dde07b-f23d-4d90-9c69-531933fd8e3e req-ae13e7f9-a850-4754-9396-d2c267b00347 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462511 Mar 23 02:08:49.876115 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f8dde07b-f23d-4d90-9c69-531933fd8e3e req-65d87274-8330-4e89-927e-801e2d5f3d10 service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934985 Mar 23 02:08:49.981646 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f8dde07b-f23d-4d90-9c69-531933fd8e3e req-426f8bc2-3973-4524-a7a7-62afb7deb19d service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000450 Mar 23 02:08:50.833057 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:50.853975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36fb32-a22f-4607-81ae-0bf9c8fe4c1a req-342022f3-73c0-496b-b8d4-ed3e5f7c3050 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:50.856145 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d36fb32-a22f-4607-81ae-0bf9c8fe4c1a req-342022f3-73c0-496b-b8d4-ed3e5f7c3050 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0628896 Mar 23 02:08:50.915937 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d36fb32-a22f-4607-81ae-0bf9c8fe4c1a req-a3234e5c-9d97-466c-b478-ead95a81dba5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535078 Mar 23 02:08:52.032069 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2af012aa-c6f2-4b51-9a18-a7211ffb18ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:52.051124 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16a17d-242a-4ffe-a49c-b21edf143c69 req-536d76f9-81d9-4f32-a1d8-b62c628c9b18 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:52.052737 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b16a17d-242a-4ffe-a49c-b21edf143c69 req-536d76f9-81d9-4f32-a1d8-b62c628c9b18 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0604999 Mar 23 02:08:52.103927 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b16a17d-242a-4ffe-a49c-b21edf143c69 req-6bd27ccf-9f4c-459b-a524-9e05c6fe206a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448599 Mar 23 02:08:53.233705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc961bdf-c860-4eb9-97a1-6f00435edbde req-b1a9f3b8-b690-418f-bded-62e70baef6d9 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:53.235580 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc961bdf-c860-4eb9-97a1-6f00435edbde req-b1a9f3b8-b690-418f-bded-62e70baef6d9 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0555043 Mar 23 02:08:53.303147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc961bdf-c860-4eb9-97a1-6f00435edbde req-787b3e64-1497-4bc2-87cc-1d54f7e9267d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594532 Mar 23 02:08:53.341439 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:54.446512 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1e100-7c6d-4190-b4fa-b02255473877 req-07e22a70-4aeb-4d64-9d41-16af810f1b1b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:54.462051 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-75e1e100-7c6d-4190-b4fa-b02255473877 req-07e22a70-4aeb-4d64-9d41-16af810f1b1b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0871136 Mar 23 02:08:54.525939 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-75e1e100-7c6d-4190-b4fa-b02255473877 req-e5801d31-0c04-4494-84db-712f743217dc tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628157 Mar 23 02:08:54.684048 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:55.660906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f413837-4926-4e5f-a940-195901a6a0da req-81d3ffba-19e5-4f54-ac81-07e0d34d3640 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:55.668080 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3f413837-4926-4e5f-a940-195901a6a0da req-81d3ffba-19e5-4f54-ac81-07e0d34d3640 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0624909 Mar 23 02:08:55.726132 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3f413837-4926-4e5f-a940-195901a6a0da req-da271fde-bea1-46dc-8af3-e229c0a6320d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571535 Mar 23 02:08:55.805835 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:56.899631 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dd12b-43fc-424b-b7f2-1ec8750ea207 req-a6a402f9-7c7b-46d5-96f7-dcef72e026e0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:56.902411 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af5dd12b-43fc-424b-b7f2-1ec8750ea207 req-a6a402f9-7c7b-46d5-96f7-dcef72e026e0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0868676 Mar 23 02:08:56.973638 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af5dd12b-43fc-424b-b7f2-1ec8750ea207 req-32f160fe-7df8-46f3-b4a2-96afe5a9b969 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656700 Mar 23 02:08:57.391257 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617fe60-a913-411b-a34d-4308174ec1a1 req-6057ec82-c89f-40bc-8a05-313c54d41e2d tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:57.392939 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f617fe60-a913-411b-a34d-4308174ec1a1 req-6057ec82-c89f-40bc-8a05-313c54d41e2d tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 945 time: 0.0562325 Mar 23 02:08:57.442092 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f617fe60-a913-411b-a34d-4308174ec1a1 req-0c127e93-b9ab-40dc-b99a-700e66eca336 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423272 Mar 23 02:08:58.113619 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687844f8-d079-43df-bcfa-ff77068048dc req-ff0bd5c2-6e5d-4750-a1a0-161ee364914b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:58.115510 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-687844f8-d079-43df-bcfa-ff77068048dc req-ff0bd5c2-6e5d-4750-a1a0-161ee364914b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0583959 Mar 23 02:08:58.180432 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-687844f8-d079-43df-bcfa-ff77068048dc req-99d00550-57db-4d79-b176-07e4cedf906c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570698 Mar 23 02:08:58.578510 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985902bd-0146-4c85-bb23-e367e2c593ca req-694284b4-8eac-492d-b8f7-fa862e7ae9cc tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:58.580961 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-985902bd-0146-4c85-bb23-e367e2c593ca req-694284b4-8eac-492d-b8f7-fa862e7ae9cc tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 945 time: 0.0624573 Mar 23 02:08:58.633517 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-985902bd-0146-4c85-bb23-e367e2c593ca req-b8d42722-08ef-4185-8c15-552402d1b9e7 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448503 Mar 23 02:08:59.301696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8a0d8-5e9e-423a-b7e0-a7906da9fe35 req-3503230c-4309-47d6-bec1-db751f1aacc3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:59.303751 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2cf8a0d8-5e9e-423a-b7e0-a7906da9fe35 req-3503230c-4309-47d6-bec1-db751f1aacc3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0551615 Mar 23 02:08:59.396195 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfc8a7-661a-479c-9ab1-2f575e24a98b req-99f87fa8-2e5f-45e2-babc-61055db8d60b tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:59.398513 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98bfc8a7-661a-479c-9ab1-2f575e24a98b req-99f87fa8-2e5f-45e2-babc-61055db8d60b tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.43 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 945 time: 0.0927687 Mar 23 02:08:59.402225 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2cf8a0d8-5e9e-423a-b7e0-a7906da9fe35 req-f26ec90d-d3ae-4071-8a20-a26ba1c38761 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884492 Mar 23 02:08:59.500072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-98bfc8a7-661a-479c-9ab1-2f575e24a98b req-a892a829-4b07-4a41-8e82-b4a1c59e7819 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Deleting port 0315e47e-007a-479d-ba24-98dfdd84d59b {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:08:59.500441 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-98bfc8a7-661a-479c-9ab1-2f575e24a98b req-a892a829-4b07-4a41-8e82-b4a1c59e7819 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0315e47e-007a-479d-ba24-98dfdd84d59b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:59.594314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-98bfc8a7-661a-479c-9ab1-2f575e24a98b req-a892a829-4b07-4a41-8e82-b4a1c59e7819 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] For port 0315e47e-007a-479d-ba24-98dfdd84d59b, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=0315e47e-007a-479d-ba24-98dfdd84d59b,segment=NetworkSegment(877a20de-023c-4d66-9af7-74efee69a939),segment_id=877a20de-023c-4d66-9af7-74efee69a939)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:08:59.595208 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-98bfc8a7-661a-479c-9ab1-2f575e24a98b req-a892a829-4b07-4a41-8e82-b4a1c59e7819 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0315e47e-007a-479d-ba24-98dfdd84d59b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:59.784514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7d52a-6aac-45ed-98e9-23cd147d19ad req-cbe3a30c-34f7-46bb-86ab-065eca5ce1d9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:08:59.790000 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-98bfc8a7-661a-479c-9ab1-2f575e24a98b req-a892a829-4b07-4a41-8e82-b4a1c59e7819 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:59.790774 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-98bfc8a7-661a-479c-9ab1-2f575e24a98b req-a892a829-4b07-4a41-8e82-b4a1c59e7819 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (01473a5c-5724-43d9-b539-5da06ea8c52b), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:08:59.791341 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [req-98bfc8a7-661a-479c-9ab1-2f575e24a98b req-a892a829-4b07-4a41-8e82-b4a1c59e7819 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Floating IP 01473a5c-5724-43d9-b539-5da06ea8c52b disassociated. External IP: 172.25.0.182, port: 0315e47e-007a-479d-ba24-98dfdd84d59b. Mar 23 02:08:59.791910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-98bfc8a7-661a-479c-9ab1-2f575e24a98b req-a892a829-4b07-4a41-8e82-b4a1c59e7819 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Calling delete_port for 0315e47e-007a-479d-ba24-98dfdd84d59b owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:08:59.793912 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-29c7d52a-6aac-45ed-98e9-23cd147d19ad req-cbe3a30c-34f7-46bb-86ab-065eca5ce1d9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 945 time: 0.0784497 Mar 23 02:08:59.857664 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-29c7d52a-6aac-45ed-98e9-23cd147d19ad req-c9c3dc50-8195-4fe1-ade9-d76cd79b47d9 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624919 Mar 23 02:08:59.955415 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-98bfc8a7-661a-479c-9ab1-2f575e24a98b req-a892a829-4b07-4a41-8e82-b4a1c59e7819 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (0315e47e-007a-479d-ba24-98dfdd84d59b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:00.034022 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892a829-4b07-4a41-8e82-b4a1c59e7819 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event deleted for resources: {'Port': ['ID=0315e47e-007a-479d-ba24-98dfdd84d59b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:00.113733 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98bfc8a7-661a-479c-9ab1-2f575e24a98b req-a892a829-4b07-4a41-8e82-b4a1c59e7819 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Router db062f73-22dd-4ab5-84b8-34add5fad750 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:09:00.677031 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea688828-fd5e-4a96-93c3-d815b4e8a626 req-fa115c3a-5a14-4001-81d4-b57805e80a9e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:00.678704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ea688828-fd5e-4a96-93c3-d815b4e8a626 req-fa115c3a-5a14-4001-81d4-b57805e80a9e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0751090 Mar 23 02:09:00.686248 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98bfc8a7-661a-479c-9ab1-2f575e24a98b req-a892a829-4b07-4a41-8e82-b4a1c59e7819 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:09:00.700807 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3e1051-eeed-46f6-9b59-887e16b03590 None None] Sync routers for ids ['db062f73-22dd-4ab5-84b8-34add5fad750'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:09:00.710393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3e1051-eeed-46f6-9b59-887e16b03590 None None] Routers {'db062f73-22dd-4ab5-84b8-34add5fad750'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:09:00.711509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-1d3e1051-eeed-46f6-9b59-887e16b03590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:08:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['db062f73-22dd-4ab5-84b8-34add5fad750'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:00.778712 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ea688828-fd5e-4a96-93c3-d815b4e8a626 req-5e031fad-80cc-44ad-b163-a2ed1fd67e7b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902312 Mar 23 02:09:00.812160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bfc8a7-661a-479c-9ab1-2f575e24a98b req-a892a829-4b07-4a41-8e82-b4a1c59e7819 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] No DVR routers for this DVR port 0315e47e-007a-479d-ba24-98dfdd84d59b on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:09:00.814627 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-98bfc8a7-661a-479c-9ab1-2f575e24a98b req-a892a829-4b07-4a41-8e82-b4a1c59e7819 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:00.818843 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98bfc8a7-661a-479c-9ab1-2f575e24a98b req-a892a829-4b07-4a41-8e82-b4a1c59e7819 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.43 "DELETE /v2.0/ports/0315e47e-007a-479d-ba24-98dfdd84d59b HTTP/1.1" status: 204 len: 173 time: 1.4152863 Mar 23 02:09:00.819546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6197c182-f8ac-49bd-86b9-60cbf1a435f7', 'name': 'network-vif-deleted', 'tag': '0315e47e-007a-479d-ba24-98dfdd84d59b'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:09:00.821890 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff68faf6-e360-48a1-bfc1-1c4efd9f21e7" -d '{"events": [{"server_uuid": "6197c182-f8ac-49bd-86b9-60cbf1a435f7", "name": "network-vif-deleted", "tag": "0315e47e-007a-479d-ba24-98dfdd84d59b"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:09:00.837058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-1d3e1051-eeed-46f6-9b59-887e16b03590 None None] Set router db062f73-22dd-4ab5-84b8-34add5fad750 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:09:00.867499 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33c2a1c-b91b-4ec8-9dcf-670e5cead098 x-openstack-request-id: req-b33c2a1c-b91b-4ec8-9dcf-670e5cead098 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:09:00.867888 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6197c182-f8ac-49bd-86b9-60cbf1a435f7", "name": "network-vif-deleted", "tag": "0315e47e-007a-479d-ba24-98dfdd84d59b", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:09:00.868287 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b33c2a1c-b91b-4ec8-9dcf-670e5cead098 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:09:00.868702 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b33c2a1c-b91b-4ec8-9dcf-670e5cead098'] response: {'server_uuid': '6197c182-f8ac-49bd-86b9-60cbf1a435f7', 'name': 'network-vif-deleted', 'tag': '0315e47e-007a-479d-ba24-98dfdd84d59b', 'status': 'completed', 'code': 200} Mar 23 02:09:01.016738 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fd0f2f0a-37b4-486b-af65-b1b34c7552e8 req-f2fcad35-d8d7-400f-b0d9-388a8d931a1a tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/ports?device_id=6197c182-f8ac-49bd-86b9-60cbf1a435f7 HTTP/1.1" status: 200 len: 210 time: 0.0323634 Mar 23 02:09:01.119259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-1d3e1051-eeed-46f6-9b59-887e16b03590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 4, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'd3bc8c64-7c67-4098-95ab-fa52b0c2bed5', 'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'mac_address': 'fa:16:3e:f3:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:37Z', 'updated_at': '2022-03-23T02:01:44Z', 'revision_number': 5, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'subnets': [{'id': '326d582f-1390-4f7b-957d-836bc6150017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:01.146074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3e1051-eeed-46f6-9b59-887e16b03590 None None] Checking router: db062f73-22dd-4ab5-84b8-34add5fad750 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:09:01.156723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3e1051-eeed-46f6-9b59-887e16b03590 None None] Routers {'db062f73-22dd-4ab5-84b8-34add5fad750'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:09:01.157413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-1d3e1051-eeed-46f6-9b59-887e16b03590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:08:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['db062f73-22dd-4ab5-84b8-34add5fad750'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:01.292707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-1d3e1051-eeed-46f6-9b59-887e16b03590 None None] Set router db062f73-22dd-4ab5-84b8-34add5fad750 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:09:01.572493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-1d3e1051-eeed-46f6-9b59-887e16b03590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 4, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'd3bc8c64-7c67-4098-95ab-fa52b0c2bed5', 'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'mac_address': 'fa:16:3e:f3:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:37Z', 'updated_at': '2022-03-23T02:01:44Z', 'revision_number': 5, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'subnets': [{'id': '326d582f-1390-4f7b-957d-836bc6150017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:01.622698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3e1051-eeed-46f6-9b59-887e16b03590 None None] The sync data for ids ['db062f73-22dd-4ab5-84b8-34add5fad750'] in n-d-834677-4 is: [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:01:38Z', 'revision_number': 4, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'd3bc8c64-7c67-4098-95ab-fa52b0c2bed5', 'name': '', 'network_id': 'bde3df47-cb49-4136-95ec-c693768cd839', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'mac_address': 'fa:16:3e:f3:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '326d582f-1390-4f7b-957d-836bc6150017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:37Z', 'updated_at': '2022-03-23T02:01:44Z', 'revision_number': 5, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'subnets': [{'id': '326d582f-1390-4f7b-957d-836bc6150017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:09:01.965466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3fa6f-f027-490d-af1f-59af8a5cb59d req-b549fa0c-1804-42cd-b6c9-cc7401c14446 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:01.967703 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4d3fa6f-f027-490d-af1f-59af8a5cb59d req-b549fa0c-1804-42cd-b6c9-cc7401c14446 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0874007 Mar 23 02:09:02.001211 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec428f3d-468d-44c5-afbb-e2d8827d9199 None None] New status for floating IP 01473a5c-5724-43d9-b539-5da06ea8c52b: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:09:02.044422 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4d3fa6f-f027-490d-af1f-59af8a5cb59d req-533eadec-2f6a-4903-9db1-86c7c5f10330 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703630 Mar 23 02:09:03.158000 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50350) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:03.225223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211318d6-5fc8-42c1-9ac2-f01181ecc4dd req-541a47d3-99ec-455e-9be5-ba955f779fb6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:03.226785 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-211318d6-5fc8-42c1-9ac2-f01181ecc4dd req-541a47d3-99ec-455e-9be5-ba955f779fb6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.1171315 Mar 23 02:09:03.258470 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa9f79d9-9fc8-45b3-b596-bea905d30cfd tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group (e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:03.304913 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa9f79d9-9fc8-45b3-b596-bea905d30cfd tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group (e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:03.323842 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-211318d6-5fc8-42c1-9ac2-f01181ecc4dd req-5b18ca20-fbae-4362-ad9d-27a3c55cb9b7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900683 Mar 23 02:09:03.370827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 0315e47e-007a-479d-ba24-98dfdd84d59b no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:09:03.382511 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa9f79d9-9fc8-45b3-b596-bea905d30cfd tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:03.385688 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa9f79d9-9fc8-45b3-b596-bea905d30cfd tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:03.387410 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aa9f79d9-9fc8-45b3-b596-bea905d30cfd tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "DELETE /v2.0/security-groups/e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32 HTTP/1.1" status: 204 len: 168 time: 0.2283626 Mar 23 02:09:03.390174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50352) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:03.405286 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f79d9-9fc8-45b3-b596-bea905d30cfd tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:03.419249 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 0315e47e-007a-479d-ba24-98dfdd84d59b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:09:03.419637 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 0315e47e-007a-479d-ba24-98dfdd84d59b not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:09:03.421213 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-edb2350d-1e77-470e-9018-2895bf76d2da tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] show failed (client error): The resource could not be found. Mar 23 02:09:03.422523 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-edb2350d-1e77-470e-9018-2895bf76d2da tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "GET /v2.0/security-groups/e1b00ab5-a9cd-4cc2-9260-b1ad7b712a32 HTTP/1.1" status: 404 len: 347 time: 0.0305154 Mar 23 02:09:03.425663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50354) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:03.873358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-537ed834-1511-4452-b1bb-0e58460beff1 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Deleting port 11272c07-3a76-4c3e-83b7-25d1b8e6afdc {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:09:03.873831 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-537ed834-1511-4452-b1bb-0e58460beff1 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (11272c07-3a76-4c3e-83b7-25d1b8e6afdc), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:03.972448 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-537ed834-1511-4452-b1bb-0e58460beff1 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (11272c07-3a76-4c3e-83b7-25d1b8e6afdc), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:03.972921 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-537ed834-1511-4452-b1bb-0e58460beff1 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for floatingip (11272c07-3a76-4c3e-83b7-25d1b8e6afdc), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:03.987413 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-537ed834-1511-4452-b1bb-0e58460beff1 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Calling delete_port for 11272c07-3a76-4c3e-83b7-25d1b8e6afdc owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:09:04.020319 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:04.146487 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-537ed834-1511-4452-b1bb-0e58460beff1 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (11272c07-3a76-4c3e-83b7-25d1b8e6afdc), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:04.175080 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ed834-1511-4452-b1bb-0e58460beff1 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Pushing event deleted for resources: {'Port': ['ID=11272c07-3a76-4c3e-83b7-25d1b8e6afdc,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:04.244822 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-537ed834-1511-4452-b1bb-0e58460beff1 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks [] for floatingip (01473a5c-5724-43d9-b539-5da06ea8c52b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:04.247467 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-537ed834-1511-4452-b1bb-0e58460beff1 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:04.248661 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-537ed834-1511-4452-b1bb-0e58460beff1 tempest-AttachVolumeTestJSON-13502816 tempest-AttachVolumeTestJSON-13502816-project] 10.222.0.18 "DELETE /v2.0/floatingips/01473a5c-5724-43d9-b539-5da06ea8c52b HTTP/1.1" status: 204 len: 168 time: 0.8218203 Mar 23 02:09:04.471836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d89b2-fc92-4654-859c-96f100c4d4c7 req-5c3ea2c2-eb95-447f-866b-5cb9ba9227e8 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:04.473479 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f1d89b2-fc92-4654-859c-96f100c4d4c7 req-5c3ea2c2-eb95-447f-866b-5cb9ba9227e8 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0661173 Mar 23 02:09:04.529352 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f1d89b2-fc92-4654-859c-96f100c4d4c7 req-0f57de5b-c30e-45d9-ab6b-91a39b79e6c0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490136 Mar 23 02:09:05.657648 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d916a-b15b-4608-a17e-c92873451ec2 req-4d36c412-1076-45c6-ba82-5cfa777aef1c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:05.659076 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c95d916a-b15b-4608-a17e-c92873451ec2 req-4d36c412-1076-45c6-ba82-5cfa777aef1c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0553079 Mar 23 02:09:05.709628 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c95d916a-b15b-4608-a17e-c92873451ec2 req-a8b7815e-6fce-4087-9436-762a94ac6e6f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444016 Mar 23 02:09:06.831614 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a43343-2a51-494d-b60a-1e5121f16eb1 req-2806c1ec-fd20-4b35-9b92-adc6236ca81a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:06.833148 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14a43343-2a51-494d-b60a-1e5121f16eb1 req-2806c1ec-fd20-4b35-9b92-adc6236ca81a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0532155 Mar 23 02:09:06.884037 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-14a43343-2a51-494d-b60a-1e5121f16eb1 req-78887049-ba8d-4b2b-8e39-5b111c23fc67 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448067 Mar 23 02:09:08.014654 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b962a-be73-4970-a665-dd791908ed30 req-8810ef3a-14f0-4b6f-907c-f00820f40091 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:08.017114 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa7b962a-be73-4970-a665-dd791908ed30 req-8810ef3a-14f0-4b6f-907c-f00820f40091 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0613904 Mar 23 02:09:08.070284 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa7b962a-be73-4970-a665-dd791908ed30 req-0b59dad7-285d-4173-93da-0a20592f9b71 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459166 Mar 23 02:09:09.206374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8b8bd-376a-4bdf-bca0-d1e865d0297b req-72c247e9-87f6-401d-910c-cfd1f18af95f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:09.208780 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7cf8b8bd-376a-4bdf-bca0-d1e865d0297b req-72c247e9-87f6-401d-910c-cfd1f18af95f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0603025 Mar 23 02:09:09.260576 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7cf8b8bd-376a-4bdf-bca0-d1e865d0297b req-b0605e9b-4754-41e3-9bcd-bba65b6af80d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445666 Mar 23 02:09:10.418879 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b926b0-ddad-4055-81b5-eec5bd3fe102 req-34e10764-60a7-41ca-90bd-7edb635ce390 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:10.426109 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-10b926b0-ddad-4055-81b5-eec5bd3fe102 req-34e10764-60a7-41ca-90bd-7edb635ce390 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0592701 Mar 23 02:09:10.488984 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-10b926b0-ddad-4055-81b5-eec5bd3fe102 req-06fdaa7e-0e1f-43ce-827b-8c0e59c65cfe tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615680 Mar 23 02:09:11.656621 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540c72e-873a-429b-9a08-f53f701fea3d req-70cbccad-1818-4006-a7fa-2fe02e25e6eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:11.659417 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8540c72e-873a-429b-9a08-f53f701fea3d req-70cbccad-1818-4006-a7fa-2fe02e25e6eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0705917 Mar 23 02:09:11.718349 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8540c72e-873a-429b-9a08-f53f701fea3d req-cc7e1923-e934-4e32-8e82-71bf61c6136f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513847 Mar 23 02:09:12.813112 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 29ce356d-239c-4c70-a6a9-4286fac0aaa3 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:09:12.865857 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8d943-49d7-4284-b812-22a96256dccb req-7199f2fa-e135-4a9e-9b28-0487d2a35419 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:12.875842 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-47f8d943-49d7-4284-b812-22a96256dccb req-7199f2fa-e135-4a9e-9b28-0487d2a35419 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 943 time: 0.0617208 Mar 23 02:09:12.935594 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-47f8d943-49d7-4284-b812-22a96256dccb req-f40e2240-69ca-4d7a-b666-75f327be0572 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585005 Mar 23 02:09:12.986211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 29ce356d-239c-4c70-a6a9-4286fac0aaa3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=29ce356d-239c-4c70-a6a9-4286fac0aaa3,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:09:12.998660 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '29ce356d-239c-4c70-a6a9-4286fac0aaa3', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'port_id': '29ce356d-239c-4c70-a6a9-4286fac0aaa3', 'mac_address': 'fa:16:3e:e4:53:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:09:13.037925 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 29ce356d-239c-4c70-a6a9-4286fac0aaa3 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:09:13.038303 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (29ce356d-239c-4c70-a6a9-4286fac0aaa3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:13.057691 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ce356d-239c-4c70-a6a9-4286fac0aaa3 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:09:13.081505 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 29ce356d-239c-4c70-a6a9-4286fac0aaa3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=29ce356d-239c-4c70-a6a9-4286fac0aaa3,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:09:13.092455 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (29ce356d-239c-4c70-a6a9-4286fac0aaa3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:13.167150 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=29ce356d-239c-4c70-a6a9-4286fac0aaa3,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:13.176093 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:13.176823 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:13.177339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:13.177842 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:13.178453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:13.178944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:13.180313 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:13.180580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:13.180897 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:13.181388 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:13.181874 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:13.182358 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:13.182850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:13.183442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:13.183930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:13.307940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['29ce356d-239c-4c70-a6a9-4286fac0aaa3'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:09:14.088889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a7dd4-9af8-40af-934f-d27007e939bd req-c4361668-296b-4254-a6cf-3dae4de86345 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:14.096680 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-486a7dd4-9af8-40af-934f-d27007e939bd req-c4361668-296b-4254-a6cf-3dae4de86345 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 944 time: 0.0639145 Mar 23 02:09:14.153218 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-486a7dd4-9af8-40af-934f-d27007e939bd req-7fbff85a-d381-4518-8a69-26d27c6dffd3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554948 Mar 23 02:09:14.829180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 29ce356d-239c-4c70-a6a9-4286fac0aaa3 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:09:14.899061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 29ce356d-239c-4c70-a6a9-4286fac0aaa3 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:09:14.903421 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 29ce356d-239c-4c70-a6a9-4286fac0aaa3 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:09:14.903923 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (29ce356d-239c-4c70-a6a9-4286fac0aaa3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:15.025274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 29ce356d-239c-4c70-a6a9-4286fac0aaa3 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:09:15.025780 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (29ce356d-239c-4c70-a6a9-4286fac0aaa3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:15.077793 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48a840c-53d5-43c4-83d6-e179b7d18f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ce356d-239c-4c70-a6a9-4286fac0aaa3'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:09:15.087208 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bee897-9b53-409c-a754-7b2447d29725" -d '{"events": [{"server_uuid": "a48a840c-53d5-43c4-83d6-e179b7d18f26", "name": "network-vif-plugged", "status": "completed", "tag": "29ce356d-239c-4c70-a6a9-4286fac0aaa3"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:09:15.123297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 29ce356d-239c-4c70-a6a9-4286fac0aaa3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=29ce356d-239c-4c70-a6a9-4286fac0aaa3,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:09:15.132357 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (29ce356d-239c-4c70-a6a9-4286fac0aaa3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:15.168797 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdf276b-680b-46bf-85b5-f6f8e22b7642 x-openstack-request-id: req-0cdf276b-680b-46bf-85b5-f6f8e22b7642 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:09:15.169069 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48a840c-53d5-43c4-83d6-e179b7d18f26", "name": "network-vif-plugged", "status": "completed", "tag": "29ce356d-239c-4c70-a6a9-4286fac0aaa3", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:09:15.169309 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cdf276b-680b-46bf-85b5-f6f8e22b7642 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:09:15.169745 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cdf276b-680b-46bf-85b5-f6f8e22b7642'] response: {'server_uuid': 'a48a840c-53d5-43c4-83d6-e179b7d18f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ce356d-239c-4c70-a6a9-4286fac0aaa3', 'code': 200} Mar 23 02:09:15.212878 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=29ce356d-239c-4c70-a6a9-4286fac0aaa3,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:15.330181 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9462e8-ee26-4659-902d-52675e918863 req-aeee2cd9-d12f-471c-9455-53684178ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:15.332439 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c9462e8-ee26-4659-902d-52675e918863 req-aeee2cd9-d12f-471c-9455-53684178ce8d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 1127 time: 0.0919876 Mar 23 02:09:15.356236 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764f7bd-9199-4f0b-8e83-27841761a3d8 req-f8835caf-89b0-4327-9c43-8e7b5cf9f548 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:15.358413 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5764f7bd-9199-4f0b-8e83-27841761a3d8 req-f8835caf-89b0-4327-9c43-8e7b5cf9f548 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 945 time: 0.0859499 Mar 23 02:09:15.441791 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5764f7bd-9199-4f0b-8e83-27841761a3d8 req-7b316c9e-f79b-41d9-b62d-e5bd0de68651 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499685 Mar 23 02:09:15.447734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c9462e8-ee26-4659-902d-52675e918863 req-7919ce56-f2aa-4a66-85e5-bd69e5d76af2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095955 Mar 23 02:09:16.583317 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ca402-fefc-4ef5-a4b5-52ceae0d196c req-cb4dfe99-e118-46f1-a08e-0a85575b092f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:16.586444 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d74ca402-fefc-4ef5-a4b5-52ceae0d196c req-cb4dfe99-e118-46f1-a08e-0a85575b092f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 945 time: 0.0619345 Mar 23 02:09:16.653158 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d74ca402-fefc-4ef5-a4b5-52ceae0d196c req-96bf8e61-cfb8-4fdf-8d7e-2d8fea601e35 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595481 Mar 23 02:09:16.780776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d763c-1875-4cdf-9e31-cdbb8f110dac req-4c2bd527-5900-42fe-acd8-1c329e58b460 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:16.787428 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-621d763c-1875-4cdf-9e31-cdbb8f110dac req-4c2bd527-5900-42fe-acd8-1c329e58b460 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 945 time: 0.0630512 Mar 23 02:09:16.807915 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:09:16.846661 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-621d763c-1875-4cdf-9e31-cdbb8f110dac req-ced8394c-9e18-4711-8506-50ff9c93f1e2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568764 Mar 23 02:09:16.866524 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50450) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:17.055445 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de7de2f-2050-4a60-95a8-aa9d217186f4 tempest-TestVolumeBootPattern-1675402958 tempest-TestVolumeBootPattern-1675402958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:17.060250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50454) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:17.060424 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6de7de2f-2050-4a60-95a8-aa9d217186f4 tempest-TestVolumeBootPattern-1675402958 tempest-TestVolumeBootPattern-1675402958-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 1122 time: 0.1905673 Mar 23 02:09:17.065660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': '29ce356d-239c-4c70-a6a9-4286fac0aaa3', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:09:17.093360 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:17.240064 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:17.389920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Allocated IP 172.25.0.198 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/887d0286-dc56-4381-a45b-5d63d2c5894e) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:09:17.503670 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for port (887d0286-dc56-4381-a45b-5d63d2c5894e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:17.554366 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (887d0286-dc56-4381-a45b-5d63d2c5894e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:17.602410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:09:17.608050 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:09:17.613417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:09:17.718238 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'Port': ['ID=887d0286-dc56-4381-a45b-5d63d2c5894e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:17.981345 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for floatingip (3064addc-70d7-42b7-b8ee-c1567957be48), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:18.059480 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (887d0286-dc56-4381-a45b-5d63d2c5894e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:18.242329 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for port (887d0286-dc56-4381-a45b-5d63d2c5894e), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:18.248526 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (887d0286-dc56-4381-a45b-5d63d2c5894e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:18.311182 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'Port': ['ID=887d0286-dc56-4381-a45b-5d63d2c5894e,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:18.369477 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (3064addc-70d7-42b7-b8ee-c1567957be48), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:18.516340 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Floating IP 3064addc-70d7-42b7-b8ee-c1567957be48 associated. External IP: 172.25.0.198, port: 29ce356d-239c-4c70-a6a9-4286fac0aaa3. Mar 23 02:09:18.758325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Router 75c96d3d-1f29-466a-834f-8617019e10b1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:09:18.880825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:09:18.891499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72385076-dbd7-4b28-b641-91e3dfef392c None None] Sync routers for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:09:18.907624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72385076-dbd7-4b28-b641-91e3dfef392c None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:09:18.910401 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-72385076-dbd7-4b28-b641-91e3dfef392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:08:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:18.918911 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:18.994346 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-69f5c418-61e4-4ae7-9e5d-86f5b095c486 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9329457 Mar 23 02:09:19.001921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48a840c-53d5-43c4-83d6-e179b7d18f26', 'tag': '29ce356d-239c-4c70-a6a9-4286fac0aaa3'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:09:19.005229 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a815a3-e8d5-4510-8b4d-b888fc7837a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a48a840c-53d5-43c4-83d6-e179b7d18f26", "tag": "29ce356d-239c-4c70-a6a9-4286fac0aaa3"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:09:19.060344 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3652ee-a841-4124-ac2b-090c6cd8004f x-openstack-request-id: req-ba3652ee-a841-4124-ac2b-090c6cd8004f {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:09:19.061167 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48a840c-53d5-43c4-83d6-e179b7d18f26", "tag": "29ce356d-239c-4c70-a6a9-4286fac0aaa3", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:09:19.061420 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba3652ee-a841-4124-ac2b-090c6cd8004f {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:09:19.061845 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba3652ee-a841-4124-ac2b-090c6cd8004f'] response: {'name': 'network-changed', 'server_uuid': 'a48a840c-53d5-43c4-83d6-e179b7d18f26', 'tag': '29ce356d-239c-4c70-a6a9-4286fac0aaa3', 'status': 'completed', 'code': 200} Mar 23 02:09:19.096011 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-72385076-dbd7-4b28-b641-91e3dfef392c None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:09:19.137945 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a815a3-e8d5-4510-8b4d-b888fc7837a2 req-8e33ce70-d12b-4e17-8260-1e944e2724e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:19.140161 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c9a815a3-e8d5-4510-8b4d-b888fc7837a2 req-8e33ce70-d12b-4e17-8260-1e944e2724e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 1127 time: 0.0566578 Mar 23 02:09:19.270603 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a815a3-e8d5-4510-8b4d-b888fc7837a2 req-167c2288-88a3-4872-b9a0-deff43948ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:19.272932 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c9a815a3-e8d5-4510-8b4d-b888fc7837a2 req-167c2288-88a3-4872-b9a0-deff43948ac0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.1262991 Mar 23 02:09:19.368734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c9a815a3-e8d5-4510-8b4d-b888fc7837a2 req-08ef7069-9ebf-4aa6-9b7c-08e3ef472138 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ce356d-239c-4c70-a6a9-4286fac0aaa3 HTTP/1.1" status: 200 len: 999 time: 0.0899005 Mar 23 02:09:19.441298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a815a3-e8d5-4510-8b4d-b888fc7837a2 req-c62e67a1-97ab-4d1b-abc6-55730dd663b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:19.442817 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c9a815a3-e8d5-4510-8b4d-b888fc7837a2 req-c62e67a1-97ab-4d1b-abc6-55730dd663b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0679517 Mar 23 02:09:19.497525 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-72385076-dbd7-4b28-b641-91e3dfef392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '3064addc-70d7-42b7-b8ee-c1567957be48', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'port_id': '29ce356d-239c-4c70-a6a9-4286fac0aaa3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'mac_address': 'fa:16:3e:e4:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a840c-53d5-43c4-83d6-e179b7d18f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:09:17Z', 'updated_at': '2022-03-23T02:09:17Z', 'revision_number': 0, 'project_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:19.518293 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a815a3-e8d5-4510-8b4d-b888fc7837a2 req-fff3e74a-f5bb-4833-be99-238336b680ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:19.519827 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c9a815a3-e8d5-4510-8b4d-b888fc7837a2 req-fff3e74a-f5bb-4833-be99-238336b680ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0625398 Mar 23 02:09:19.530270 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72385076-dbd7-4b28-b641-91e3dfef392c None None] Checking router: 75c96d3d-1f29-466a-834f-8617019e10b1 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:09:19.539845 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72385076-dbd7-4b28-b641-91e3dfef392c None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:09:19.550064 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-72385076-dbd7-4b28-b641-91e3dfef392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:08:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:19.676115 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-08bfa3f0-1763-4e77-8356-ed2b869abdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:19.715194 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c9a815a3-e8d5-4510-8b4d-b888fc7837a2 req-9ce9d5bf-0e88-4c3c-b9c5-a4069711485d service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889012 Mar 23 02:09:19.727323 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-72385076-dbd7-4b28-b641-91e3dfef392c None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:09:19.854631 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c9a815a3-e8d5-4510-8b4d-b888fc7837a2 req-bb22187d-4f3f-4fef-b372-c8dff6a3e085 service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335204 Mar 23 02:09:20.014036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-72385076-dbd7-4b28-b641-91e3dfef392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '3064addc-70d7-42b7-b8ee-c1567957be48', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'port_id': '29ce356d-239c-4c70-a6a9-4286fac0aaa3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'mac_address': 'fa:16:3e:e4:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a840c-53d5-43c4-83d6-e179b7d18f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:09:17Z', 'updated_at': '2022-03-23T02:09:17Z', 'revision_number': 0, 'project_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:20.043238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72385076-dbd7-4b28-b641-91e3dfef392c None None] The sync data for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 is: [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '3064addc-70d7-42b7-b8ee-c1567957be48', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'port_id': '29ce356d-239c-4c70-a6a9-4286fac0aaa3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'mac_address': 'fa:16:3e:e4:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48a840c-53d5-43c4-83d6-e179b7d18f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:09:17Z', 'updated_at': '2022-03-23T02:09:17Z', 'revision_number': 0, 'project_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:09:20.280340 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a1a63a-53c0-45c3-a06b-8fe31b0c2928 None None] New status for floating IP 3064addc-70d7-42b7-b8ee-c1567957be48: ACTIVE {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:09:20.848683 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:22.028095 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5a49ef77-97c9-4e90-97d0-ce1e5f883d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:23.347320 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:24.694410 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:24.940274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50516) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:25.448461 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (db062f73-22dd-4ab5-84b8-34add5fad750), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:25.708203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Deleting port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:09:25.708546 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:25.807722 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:25.812053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] For port d3bc8c64-7c67-4098-95ab-fa52b0c2bed5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d3bc8c64-7c67-4098-95ab-fa52b0c2bed5,segment=NetworkSegment(877a20de-023c-4d66-9af7-74efee69a939),segment_id=877a20de-023c-4d66-9af7-74efee69a939)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:09:25.812471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:25.827407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Calling delete_port for d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:09:26.019849 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (d3bc8c64-7c67-4098-95ab-fa52b0c2bed5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:26.048157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Pushing event deleted for resources: {'Port': ['ID=d3bc8c64-7c67-4098-95ab-fa52b0c2bed5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:26.072867 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:26.073192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:26.073714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:26.074215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:26.074749 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:26.075262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:26.075761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:26.076258 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:26.076973 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:26.077581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:26.078076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:26.078569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:26.079204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:26.079713 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:26.080215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:26.245310 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (db062f73-22dd-4ab5-84b8-34add5fad750), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:26.803100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Router db062f73-22dd-4ab5-84b8-34add5fad750 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:09:26.920426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:09:26.927054 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-eb0865df-9ccd-46b9-a8bb-c8dbae7fcf5e admin admin] 10.222.0.18 "PUT /v2.0/routers/db062f73-22dd-4ab5-84b8-34add5fad750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9847248 Mar 23 02:09:26.930073 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50530) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:26.933137 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba92842-6fc4-471d-9f43-9209c80b6528 None None] Sync routers for ids ['db062f73-22dd-4ab5-84b8-34add5fad750'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:09:26.945919 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba92842-6fc4-471d-9f43-9209c80b6528 None None] Routers {'db062f73-22dd-4ab5-84b8-34add5fad750'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:09:26.946787 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-cba92842-6fc4-471d-9f43-9209c80b6528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:09:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['db062f73-22dd-4ab5-84b8-34add5fad750'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:27.049320 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20574ac9-69fe-4393-bbf0-2830c8efcd70 admin admin] Publish callbacks [] for router (db062f73-22dd-4ab5-84b8-34add5fad750), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:27.067776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-cba92842-6fc4-471d-9f43-9209c80b6528 None None] Set router db062f73-22dd-4ab5-84b8-34add5fad750 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:09:27.162142 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20574ac9-69fe-4393-bbf0-2830c8efcd70 admin admin] Publish callbacks [] for router_gateway (db062f73-22dd-4ab5-84b8-34add5fad750), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:27.221583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-20574ac9-69fe-4393-bbf0-2830c8efcd70 admin admin] Deleting port eb49f7be-b456-4b20-a3c8-575ac3eb4146 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:09:27.221842 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20574ac9-69fe-4393-bbf0-2830c8efcd70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (eb49f7be-b456-4b20-a3c8-575ac3eb4146), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:27.310979 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-20574ac9-69fe-4393-bbf0-2830c8efcd70 admin admin] For port eb49f7be-b456-4b20-a3c8-575ac3eb4146, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=eb49f7be-b456-4b20-a3c8-575ac3eb4146,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:09:27.311312 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20574ac9-69fe-4393-bbf0-2830c8efcd70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (eb49f7be-b456-4b20-a3c8-575ac3eb4146), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:27.325331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-20574ac9-69fe-4393-bbf0-2830c8efcd70 admin admin] Calling delete_port for eb49f7be-b456-4b20-a3c8-575ac3eb4146 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:09:27.422884 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-cba92842-6fc4-471d-9f43-9209c80b6528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:09:25Z', 'revision_number': 5, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port': {'id': 'eb49f7be-b456-4b20-a3c8-575ac3eb4146', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:01:35Z', 'updated_at': '2022-03-23T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:27.458079 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba92842-6fc4-471d-9f43-9209c80b6528 None None] Checking router: db062f73-22dd-4ab5-84b8-34add5fad750 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:09:27.467859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba92842-6fc4-471d-9f43-9209c80b6528 None None] Routers {'db062f73-22dd-4ab5-84b8-34add5fad750'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:09:27.468811 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-cba92842-6fc4-471d-9f43-9209c80b6528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:09:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['db062f73-22dd-4ab5-84b8-34add5fad750'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:27.516028 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20574ac9-69fe-4393-bbf0-2830c8efcd70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (eb49f7be-b456-4b20-a3c8-575ac3eb4146), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:27.550987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20574ac9-69fe-4393-bbf0-2830c8efcd70 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb49f7be-b456-4b20-a3c8-575ac3eb4146,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:27.563179 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-cba92842-6fc4-471d-9f43-9209c80b6528 None None] Set router db062f73-22dd-4ab5-84b8-34add5fad750 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:09:27.606308 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20574ac9-69fe-4393-bbf0-2830c8efcd70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (db062f73-22dd-4ab5-84b8-34add5fad750), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:27.616756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-cba92842-6fc4-471d-9f43-9209c80b6528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:09:27Z', 'revision_number': 6, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:27.647499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba92842-6fc4-471d-9f43-9209c80b6528 None None] The sync data for ids ['db062f73-22dd-4ab5-84b8-34add5fad750'] in n-d-834677-4 is: [{'id': 'db062f73-22dd-4ab5-84b8-34add5fad750', 'name': 'tempest-AttachVolumeTestJSON-99219309-router', 'tenant_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:01:34Z', 'updated_at': '2022-03-23T02:09:27Z', 'revision_number': 6, 'project_id': 'e6c3dd43fa414fba98e6a185cbac274e', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:09:27.704830 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20574ac9-69fe-4393-bbf0-2830c8efcd70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (db062f73-22dd-4ab5-84b8-34add5fad750), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:27.707152 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20574ac9-69fe-4393-bbf0-2830c8efcd70 admin admin] Publish callbacks [] for router_controller (db062f73-22dd-4ab5-84b8-34add5fad750), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:27.754983 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20574ac9-69fe-4393-bbf0-2830c8efcd70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (db062f73-22dd-4ab5-84b8-34add5fad750), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:27.755534 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20574ac9-69fe-4393-bbf0-2830c8efcd70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db062f73-22dd-4ab5-84b8-34add5fad750 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:09:27.761522 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-20574ac9-69fe-4393-bbf0-2830c8efcd70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:27.762701 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-20574ac9-69fe-4393-bbf0-2830c8efcd70 admin admin] 10.222.0.18 "DELETE /v2.0/routers/db062f73-22dd-4ab5-84b8-34add5fad750 HTTP/1.1" status: 204 len: 168 time: 0.8309515 Mar 23 02:09:27.765568 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50532) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:27.817442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf3a9de-4f31-499d-bb3a-5ba2e90502be admin admin] Deleting subnet 326d582f-1390-4f7b-957d-836bc6150017 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:09:27.821192 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf3a9de-4f31-499d-bb3a-5ba2e90502be admin admin] Publish callbacks [] for subnet (326d582f-1390-4f7b-957d-836bc6150017), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:27.858360 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf3a9de-4f31-499d-bb3a-5ba2e90502be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (326d582f-1390-4f7b-957d-836bc6150017), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:27.941007 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf3a9de-4f31-499d-bb3a-5ba2e90502be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (326d582f-1390-4f7b-957d-836bc6150017), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:28.009364 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf3a9de-4f31-499d-bb3a-5ba2e90502be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (326d582f-1390-4f7b-957d-836bc6150017), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:28.039068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3a9de-4f31-499d-bb3a-5ba2e90502be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326d582f-1390-4f7b-957d-836bc6150017,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:28.043263 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ccf3a9de-4f31-499d-bb3a-5ba2e90502be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:28.049761 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ccf3a9de-4f31-499d-bb3a-5ba2e90502be admin admin] 10.222.0.18 "DELETE /v2.0/subnets/326d582f-1390-4f7b-957d-836bc6150017 HTTP/1.1" status: 204 len: 168 time: 0.2801499 Mar 23 02:09:28.049761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50536) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:28.057199 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c0328b-d0f6-4424-ba89-71a4174675d6 None None] Network bde3df47-cb49-4136-95ec-c693768cd839 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:09:28.132459 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (bde3df47-cb49-4136-95ec-c693768cd839), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:28.202680 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] Deleting port e19862e4-7a17-4b2c-a623-9e20564ecd7d {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:09:28.203024 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e19862e4-7a17-4b2c-a623-9e20564ecd7d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:28.283090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] For port e19862e4-7a17-4b2c-a623-9e20564ecd7d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e19862e4-7a17-4b2c-a623-9e20564ecd7d,segment=NetworkSegment(877a20de-023c-4d66-9af7-74efee69a939),segment_id=877a20de-023c-4d66-9af7-74efee69a939)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:09:28.283472 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e19862e4-7a17-4b2c-a623-9e20564ecd7d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:28.297877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] Calling delete_port for e19862e4-7a17-4b2c-a623-9e20564ecd7d owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:09:28.385206 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e19862e4-7a17-4b2c-a623-9e20564ecd7d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:28.415686 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] Pushing event deleted for resources: {'Port': ['ID=e19862e4-7a17-4b2c-a623-9e20564ecd7d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:28.422145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] No DVR routers for this DVR port e19862e4-7a17-4b2c-a623-9e20564ecd7d on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:09:28.507079 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aedfea6-674b-4349-8168-44df0966dac5 None None] DHCP port deletion for bde3df47-cb49-4136-95ec-c693768cd839 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:09:28.515554 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (bde3df47-cb49-4136-95ec-c693768cd839), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:28.542973 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde3df47-cb49-4136-95ec-c693768cd839']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:28.556093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877a20de-023c-4d66-9af7-74efee69a939') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:28.556093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877a20de-023c-4d66-9af7-74efee69a939') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:28.566327 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (877a20de-023c-4d66-9af7-74efee69a939), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:28.587573 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (877a20de-023c-4d66-9af7-74efee69a939), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:28.594794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:09:28.595288 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (877a20de-023c-4d66-9af7-74efee69a939), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:09:28.598248 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:09:28.612410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device eb49f7be-b456-4b20-a3c8-575ac3eb4146 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:09:28.635502 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: eb49f7be-b456-4b20-a3c8-575ac3eb4146 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:09:28.635893 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device eb49f7be-b456-4b20-a3c8-575ac3eb4146 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:09:28.636412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e19862e4-7a17-4b2c-a623-9e20564ecd7d no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:09:28.659267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: e19862e4-7a17-4b2c-a623-9e20564ecd7d {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:09:28.659267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e19862e4-7a17-4b2c-a623-9e20564ecd7d not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:09:28.660057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:09:28.675683 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (bde3df47-cb49-4136-95ec-c693768cd839), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:28.687444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:09:28.687963 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d3bc8c64-7c67-4098-95ab-fa52b0c2bed5 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:09:28.704703 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:28.708306 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] 10.222.0.18 "DELETE /v2.0/networks/bde3df47-cb49-4136-95ec-c693768cd839 HTTP/1.1" status: 204 len: 168 time: 0.6578517 Mar 23 02:09:28.719445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7916d-d5d0-437f-acf9-36598c48f15f admin admin] Pushing event deleted for resources: {'Network': ['ID=bde3df47-cb49-4136-95ec-c693768cd839,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:28.848771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50542) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:28.907240 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-99251f87-46f3-41dd-b090-d5c85edd7d33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6c3dd43fa414fba98e6a185cbac274e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0571823 Mar 23 02:09:28.909918 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50546) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:28.970604 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4960fe4c-c8bd-4789-8c7f-7b5f59f67d5d admin admin] Publish callbacks [] for security_group (706f84c7-7711-4e5a-a527-722d61f335b5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:28.997269 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4960fe4c-c8bd-4789-8c7f-7b5f59f67d5d admin admin] Publish callbacks [] for security_group (706f84c7-7711-4e5a-a527-722d61f335b5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:29.049414 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4960fe4c-c8bd-4789-8c7f-7b5f59f67d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (706f84c7-7711-4e5a-a527-722d61f335b5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:29.052368 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4960fe4c-c8bd-4789-8c7f-7b5f59f67d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:29.053724 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4960fe4c-c8bd-4789-8c7f-7b5f59f67d5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/706f84c7-7711-4e5a-a527-722d61f335b5 HTTP/1.1" status: 204 len: 168 time: 0.1427248 Mar 23 02:09:29.062190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960fe4c-c8bd-4789-8c7f-7b5f59f67d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706f84c7-7711-4e5a-a527-722d61f335b5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:29.809321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50568) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:29.910851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9fda52b7-ecbe-4b90-aec1-0448eb1a5327 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-413980459-network', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:09:29.931118 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fda52b7-ecbe-4b90-aec1-0448eb1a5327 admin admin] Made reservation on behalf of 99dfb621f60f4b449f0e588e26b6dcd8 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:09:29.933562 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9fda52b7-ecbe-4b90-aec1-0448eb1a5327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:29.942361 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9fda52b7-ecbe-4b90-aec1-0448eb1a5327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:30.042204 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9fda52b7-ecbe-4b90-aec1-0448eb1a5327 admin admin] Publish callbacks [] for security_group (94b82f34-5db9-419f-bccf-0582799a2e10), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:30.047302 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9fda52b7-ecbe-4b90-aec1-0448eb1a5327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (94b82f34-5db9-419f-bccf-0582799a2e10), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:30.077071 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fda52b7-ecbe-4b90-aec1-0448eb1a5327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:09:30.095090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda52b7-ecbe-4b90-aec1-0448eb1a5327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b82f34-5db9-419f-bccf-0582799a2e10,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:30.101782 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9fda52b7-ecbe-4b90-aec1-0448eb1a5327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (420b916b-acc7-4299-bc49-d854ead2f083), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:30.102217 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-9fda52b7-ecbe-4b90-aec1-0448eb1a5327 admin admin] Added segment 420b916b-acc7-4299-bc49-d854ead2f083 of type vlan for network fb46a776-dd79-4e14-ad0d-7c50c67e334d Mar 23 02:09:30.152085 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9fda52b7-ecbe-4b90-aec1-0448eb1a5327 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (fb46a776-dd79-4e14-ad0d-7c50c67e334d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:30.179709 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9fda52b7-ecbe-4b90-aec1-0448eb1a5327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (fb46a776-dd79-4e14-ad0d-7c50c67e334d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:30.180843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda52b7-ecbe-4b90-aec1-0448eb1a5327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:30.181565 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9fda52b7-ecbe-4b90-aec1-0448eb1a5327 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:30.249851 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9fda52b7-ecbe-4b90-aec1-0448eb1a5327 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4367044 Mar 23 02:09:30.250376 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50580) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:30.255890 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0254da58-57ee-484d-a6b2-9b650294675f admin admin] Request body: {'subnet': {'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-413980459-subnet', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:09:30.256088 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda52b7-ecbe-4b90-aec1-0448eb1a5327 admin admin] Pushing event updated for resources: {'Network': ['ID=fb46a776-dd79-4e14-ad0d-7c50c67e334d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:30.266916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network fb46a776-dd79-4e14-ad0d-7c50c67e334d details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:09:30.288139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0254da58-57ee-484d-a6b2-9b650294675f admin admin] Made reservation on behalf of 99dfb621f60f4b449f0e588e26b6dcd8 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:09:30.291328 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0254da58-57ee-484d-a6b2-9b650294675f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:30.510848 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0254da58-57ee-484d-a6b2-9b650294675f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (1a4c3ff5-733b-492c-bd0b-0a69da542336), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:30.580478 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254da58-57ee-484d-a6b2-9b650294675f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a4c3ff5-733b-492c-bd0b-0a69da542336,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:30.591753 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254da58-57ee-484d-a6b2-9b650294675f admin admin] Checking segment: {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:09:30.592173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0254da58-57ee-484d-a6b2-9b650294675f admin admin] Network hostable DHCP agents. Network: fb46a776-dd79-4e14-ad0d-7c50c67e334d, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:09:30.611387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0254da58-57ee-484d-a6b2-9b650294675f admin admin] Network fb46a776-dd79-4e14-ad0d-7c50c67e334d is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:09:30.621160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-0254da58-57ee-484d-a6b2-9b650294675f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, fb46a776-dd79-4e14-ad0d-7c50c67e334d) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:09:30.625863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0254da58-57ee-484d-a6b2-9b650294675f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:30.626520 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0254da58-57ee-484d-a6b2-9b650294675f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:30.634336 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414503e5-194a-465a-a0db-3ee7f8b7c72a None None] Network fb46a776-dd79-4e14-ad0d-7c50c67e334d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:09:30.647498 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0254da58-57ee-484d-a6b2-9b650294675f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3956289 Mar 23 02:09:30.650403 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50582) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:30.656247 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:09:30.687872 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (d29e44af-4eee-4bf1-8977-16bd69f017f1), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:30.689426 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (d29e44af-4eee-4bf1-8977-16bd69f017f1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:30.751305 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Publish callbacks [] for router_controller (d29e44af-4eee-4bf1-8977-16bd69f017f1), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:30.775322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:09:30.776642 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:30.927163 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Publish callbacks [] for router_gateway (d29e44af-4eee-4bf1-8977-16bd69f017f1), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:30.933721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Allocated IP 172.20.0.2 (fb46a776-dd79-4e14-ad0d-7c50c67e334d/1a4c3ff5-733b-492c-bd0b-0a69da542336/3d1afc2c-6fdf-43fa-9270-cd360587b49a) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:09:31.099772 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Publish callbacks [] for port (3d1afc2c-6fdf-43fa-9270-cd360587b49a), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:31.108090 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (3d1afc2c-6fdf-43fa-9270-cd360587b49a), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:31.157044 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Publish callbacks [] for router_gateway (d29e44af-4eee-4bf1-8977-16bd69f017f1), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:31.169455 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Network fb46a776-dd79-4e14-ad0d-7c50c67e334d is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:09:31.173183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:09:31.180870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:09:31.183325 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:31.249994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Pushing event updated for resources: {'Port': ['ID=3d1afc2c-6fdf-43fa-9270-cd360587b49a,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:31.262901 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Attempting to bind port 3d1afc2c-6fdf-43fa-9270-cd360587b49a on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:09:31.263366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Attempting to bind port 3d1afc2c-6fdf-43fa-9270-cd360587b49a by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:09:31.263737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Attempting to bind port 3d1afc2c-6fdf-43fa-9270-cd360587b49a on network fb46a776-dd79-4e14-ad0d-7c50c67e334d {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:09:31.269752 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:09:31.270403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Checking segment: {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:09:31.270540 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:31.270909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Bound using segment: {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:09:31.271388 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Bound port: 3d1afc2c-6fdf-43fa-9270-cd360587b49a, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:09:31.271831 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3d1afc2c-6fdf-43fa-9270-cd360587b49a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:31.314122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Allocated IP 172.25.0.117 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/e71eb17b-7bfb-46da-a2cb-345a8c40ac94) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:09:31.340845 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] For port 3d1afc2c-6fdf-43fa-9270-cd360587b49a, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:09:31.344509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] For port 3d1afc2c-6fdf-43fa-9270-cd360587b49a, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3d1afc2c-6fdf-43fa-9270-cd360587b49a,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:09:31.355251 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3d1afc2c-6fdf-43fa-9270-cd360587b49a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:31.420390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7dfd0-0006-4995-ae11-c61a18d025c4 None None] Pushing event updated for resources: {'Port': ['ID=3d1afc2c-6fdf-43fa-9270-cd360587b49a,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:31.424808 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Publish callbacks [] for port (e71eb17b-7bfb-46da-a2cb-345a8c40ac94), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:31.465783 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e71eb17b-7bfb-46da-a2cb-345a8c40ac94), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:31.514769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Pushing event updated for resources: {'Port': ['ID=e71eb17b-7bfb-46da-a2cb-345a8c40ac94,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:31.538999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:09:31.540846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:09:31.548482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:09:31.878608 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Publish callbacks [] for router_gateway (d29e44af-4eee-4bf1-8977-16bd69f017f1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:32.087481 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (d29e44af-4eee-4bf1-8977-16bd69f017f1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:32.231923 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Router d29e44af-4eee-4bf1-8977-16bd69f017f1 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:09:32.347265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:09:32.366522 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Sync routers for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:09:32.371658 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:32.374516 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e59d582e-acfa-4153-a239-c6d11e0ec81b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7229314 Mar 23 02:09:32.377239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50588) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:32.391398 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:09:32.392144 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:09:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:32.475097 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3d1afc2c-6fdf-43fa-9270-cd360587b49a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:09:32.533748 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:09:32.556771 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3d1afc2c-6fdf-43fa-9270-cd360587b49a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:09:32.557238 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3d1afc2c-6fdf-43fa-9270-cd360587b49a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:32.656698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3d1afc2c-6fdf-43fa-9270-cd360587b49a is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:09:32.657085 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3d1afc2c-6fdf-43fa-9270-cd360587b49a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:32.702346 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 3d1afc2c-6fdf-43fa-9270-cd360587b49a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3d1afc2c-6fdf-43fa-9270-cd360587b49a,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:09:32.709331 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3d1afc2c-6fdf-43fa-9270-cd360587b49a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:32.763317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481afcba-128b-4fe7-9d97-7cd2e1f04c33 None None] Network fb46a776-dd79-4e14-ad0d-7c50c67e334d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:09:32.802734 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:31Z', 'revision_number': 3, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:32.823193 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=3d1afc2c-6fdf-43fa-9270-cd360587b49a,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:32.834649 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Checking router: d29e44af-4eee-4bf1-8977-16bd69f017f1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:09:32.835250 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Updating router d29e44af-4eee-4bf1-8977-16bd69f017f1 port e71eb17b-7bfb-46da-a2cb-345a8c40ac94 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:09:32.837554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2f4bf4ca-a406-4bb0-a664-c95c90811d75 None None] Provisioning complete for port 3d1afc2c-6fdf-43fa-9270-cd360587b49a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:09:32.837955 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2f4bf4ca-a406-4bb0-a664-c95c90811d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3d1afc2c-6fdf-43fa-9270-cd360587b49a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:32.865063 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e71eb17b-7bfb-46da-a2cb-345a8c40ac94), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:32.966636 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2f4bf4ca-a406-4bb0-a664-c95c90811d75 None None] Current status of the port 3d1afc2c-6fdf-43fa-9270-cd360587b49a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:09:32.972562 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:33.142600 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Allocated IP 172.20.0.1 (fb46a776-dd79-4e14-ad0d-7c50c67e334d/1a4c3ff5-733b-492c-bd0b-0a69da542336/ed36b019-bb51-466b-9d41-907af98974e2) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:09:33.148284 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Publish callbacks [] for port (e71eb17b-7bfb-46da-a2cb-345a8c40ac94), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:33.155456 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e71eb17b-7bfb-46da-a2cb-345a8c40ac94), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:33.210762 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Attempting to bind port e71eb17b-7bfb-46da-a2cb-345a8c40ac94 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:09:33.211652 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Attempting to bind port e71eb17b-7bfb-46da-a2cb-345a8c40ac94 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:09:33.211652 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Attempting to bind port e71eb17b-7bfb-46da-a2cb-345a8c40ac94 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:09:33.220286 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:09:33.221148 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:09:33.221148 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:33.221402 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:09:33.221864 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Bound port: e71eb17b-7bfb-46da-a2cb-345a8c40ac94, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:09:33.222226 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e71eb17b-7bfb-46da-a2cb-345a8c40ac94), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:33.225279 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5fc6c-3dd8-4d2e-af5a-26b19eef6870 None None] Pushing event updated for resources: {'Port': ['ID=e71eb17b-7bfb-46da-a2cb-345a8c40ac94,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:33.252867 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5fc6c-3dd8-4d2e-af5a-26b19eef6870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:33.252867 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5fc6c-3dd8-4d2e-af5a-26b19eef6870 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:33.253185 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5fc6c-3dd8-4d2e-af5a-26b19eef6870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:33.253481 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5fc6c-3dd8-4d2e-af5a-26b19eef6870 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:33.253796 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5fc6c-3dd8-4d2e-af5a-26b19eef6870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:33.254114 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5fc6c-3dd8-4d2e-af5a-26b19eef6870 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:33.254436 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5fc6c-3dd8-4d2e-af5a-26b19eef6870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:33.254753 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5fc6c-3dd8-4d2e-af5a-26b19eef6870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:33.255068 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5fc6c-3dd8-4d2e-af5a-26b19eef6870 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:33.255750 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5fc6c-3dd8-4d2e-af5a-26b19eef6870 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:33.256222 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5fc6c-3dd8-4d2e-af5a-26b19eef6870 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:33.256732 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5fc6c-3dd8-4d2e-af5a-26b19eef6870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:33.257895 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Publish callbacks [] for port (ed36b019-bb51-466b-9d41-907af98974e2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:33.258021 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5fc6c-3dd8-4d2e-af5a-26b19eef6870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:33.258021 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5fc6c-3dd8-4d2e-af5a-26b19eef6870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:33.258021 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5fc6c-3dd8-4d2e-af5a-26b19eef6870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:33.296314 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fa5ae94c-6b5c-43f2-beb2-a710d8af78d7 None None] Provisioning complete for port 3d1afc2c-6fdf-43fa-9270-cd360587b49a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:09:33.296718 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae94c-6b5c-43f2-beb2-a710d8af78d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3d1afc2c-6fdf-43fa-9270-cd360587b49a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:33.308266 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (ed36b019-bb51-466b-9d41-907af98974e2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:33.312940 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] For port e71eb17b-7bfb-46da-a2cb-345a8c40ac94, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:09:33.317860 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] For port e71eb17b-7bfb-46da-a2cb-345a8c40ac94, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e71eb17b-7bfb-46da-a2cb-345a8c40ac94,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:09:33.327626 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e71eb17b-7bfb-46da-a2cb-345a8c40ac94), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:33.371960 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Network fb46a776-dd79-4e14-ad0d-7c50c67e334d is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:09:33.377675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:09:33.383092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:09:33.387336 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:09:33.388684 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:09:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:33.405121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=ed36b019-bb51-466b-9d41-907af98974e2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:33.414423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fa5ae94c-6b5c-43f2-beb2-a710d8af78d7 None None] Current status of the port 3d1afc2c-6fdf-43fa-9270-cd360587b49a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:09:33.432392 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (d29e44af-4eee-4bf1-8977-16bd69f017f1), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:33.561559 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:09:33.663145 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5fc6c-3dd8-4d2e-af5a-26b19eef6870 None None] Pushing event updated for resources: {'Port': ['ID=e71eb17b-7bfb-46da-a2cb-345a8c40ac94,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:33.739919 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-48ae54e8-ad6c-493e-a7db-a6ced94f66e0 None None] Provisioning complete for port ed36b019-bb51-466b-9d41-907af98974e2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:09:33.740574 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-48ae54e8-ad6c-493e-a7db-a6ced94f66e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ed36b019-bb51-466b-9d41-907af98974e2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:33.774944 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:31Z', 'revision_number': 3, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:33.780949 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-48ae54e8-ad6c-493e-a7db-a6ced94f66e0 None None] Port ed36b019-bb51-466b-9d41-907af98974e2 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:09:33.804887 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787291e-359d-4e8a-96a4-4e8dee229c64 None None] The sync data for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 is: [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:31Z', 'revision_number': 3, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:09:33.947426 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ed36b019-bb51-466b-9d41-907af98974e2), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:34.053323 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:34.176713 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Publish callbacks [] for port (ed36b019-bb51-466b-9d41-907af98974e2), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:34.183742 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (ed36b019-bb51-466b-9d41-907af98974e2), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:34.252129 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=ed36b019-bb51-466b-9d41-907af98974e2,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:34.254602 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (d29e44af-4eee-4bf1-8977-16bd69f017f1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:34.397542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Network fb46a776-dd79-4e14-ad0d-7c50c67e334d is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:09:34.400075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:09:34.557215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Router d29e44af-4eee-4bf1-8977-16bd69f017f1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:09:34.578649 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e71eb17b-7bfb-46da-a2cb-345a8c40ac94 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:09:34.654737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e71eb17b-7bfb-46da-a2cb-345a8c40ac94 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:09:34.655208 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e71eb17b-7bfb-46da-a2cb-345a8c40ac94), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:34.729699 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b92c6c6d-1347-4c9c-8ce3-9f3b97923516 None None] Provisioning complete for port ed36b019-bb51-466b-9d41-907af98974e2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:09:34.730062 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b92c6c6d-1347-4c9c-8ce3-9f3b97923516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ed36b019-bb51-466b-9d41-907af98974e2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:34.734624 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:09:34.756102 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-95b1e561-f916-4c4a-89d8-ef54ea946aa6 admin admin] 10.222.0.18 "PUT /v2.0/routers/d29e44af-4eee-4bf1-8977-16bd69f017f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3698499 Mar 23 02:09:34.791891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b92c6c6d-1347-4c9c-8ce3-9f3b97923516 None None] Port ed36b019-bb51-466b-9d41-907af98974e2 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:09:34.808714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e71eb17b-7bfb-46da-a2cb-345a8c40ac94 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:09:34.809191 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e71eb17b-7bfb-46da-a2cb-345a8c40ac94), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:34.830370 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port e71eb17b-7bfb-46da-a2cb-345a8c40ac94, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e71eb17b-7bfb-46da-a2cb-345a8c40ac94,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:09:34.838625 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e71eb17b-7bfb-46da-a2cb-345a8c40ac94), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:34.839543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3d1afc2c-6fdf-43fa-9270-cd360587b49a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:09:34.969849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=e71eb17b-7bfb-46da-a2cb-345a8c40ac94,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:34.977633 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3d1afc2c-6fdf-43fa-9270-cd360587b49a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:09:34.978012 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3d1afc2c-6fdf-43fa-9270-cd360587b49a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:35.066411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3d1afc2c-6fdf-43fa-9270-cd360587b49a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:09:35.172197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50606) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:35.177581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-1ba37edc-6d5d-47d9-a974-9a31a30485d0 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--877089904', 'description': 'tempest-description--1201304735'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:09:35.199586 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1ba37edc-6d5d-47d9-a974-9a31a30485d0 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:35.269438 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1ba37edc-6d5d-47d9-a974-9a31a30485d0 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (0c161952-889b-4149-8481-95cbb22e8629), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:35.275518 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1ba37edc-6d5d-47d9-a974-9a31a30485d0 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0c161952-889b-4149-8481-95cbb22e8629), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:35.308143 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1ba37edc-6d5d-47d9-a974-9a31a30485d0 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:35.309471 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1ba37edc-6d5d-47d9-a974-9a31a30485d0 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1362741 Mar 23 02:09:35.312361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50608) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:35.316881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-99253384-e1d7-421d-99d9-f97c7f6d1ddf tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'security_group_rule': {'security_group_id': '0c161952-889b-4149-8481-95cbb22e8629', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:09:35.322799 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba37edc-6d5d-47d9-a974-9a31a30485d0 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c161952-889b-4149-8481-95cbb22e8629,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:35.350932 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99253384-e1d7-421d-99d9-f97c7f6d1ddf tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (c491d93c-412e-402b-ba23-5862ca44097b), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:35.410433 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99253384-e1d7-421d-99d9-f97c7f6d1ddf tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (c491d93c-412e-402b-ba23-5862ca44097b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:35.415131 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99253384-e1d7-421d-99d9-f97c7f6d1ddf tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (c491d93c-412e-402b-ba23-5862ca44097b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:35.434400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99253384-e1d7-421d-99d9-f97c7f6d1ddf tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c491d93c-412e-402b-ba23-5862ca44097b,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:35.443250 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-99253384-e1d7-421d-99d9-f97c7f6d1ddf tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:35.447448 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-99253384-e1d7-421d-99d9-f97c7f6d1ddf tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313465 Mar 23 02:09:35.447735 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50612) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:35.452980 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-52bbfe83-d1c8-484e-899b-95675a54a0c9 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'security_group_rule': {'security_group_id': '0c161952-889b-4149-8481-95cbb22e8629', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:09:35.490340 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52bbfe83-d1c8-484e-899b-95675a54a0c9 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (c62f97a7-26a6-41e5-8ce7-81415c1ea773), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:35.556153 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52bbfe83-d1c8-484e-899b-95675a54a0c9 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (c62f97a7-26a6-41e5-8ce7-81415c1ea773), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:35.561331 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52bbfe83-d1c8-484e-899b-95675a54a0c9 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (c62f97a7-26a6-41e5-8ce7-81415c1ea773), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:35.583729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbfe83-d1c8-484e-899b-95675a54a0c9 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62f97a7-26a6-41e5-8ce7-81415c1ea773,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:35.593795 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52bbfe83-d1c8-484e-899b-95675a54a0c9 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:35.598095 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-52bbfe83-d1c8-484e-899b-95675a54a0c9 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461048 Mar 23 02:09:35.598829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50614) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:35.603971 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:09:35.628204 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:35.713491 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Sync routers for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:09:35.725327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:09:35.726186 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:09:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:35.739636 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:35.856277 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:09:35.864900 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Allocated IP 172.25.0.77 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/ea6d8225-b33d-42db-a73b-db604b936a9a) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:09:35.997328 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for port (ea6d8225-b33d-42db-a73b-db604b936a9a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:36.037923 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (ea6d8225-b33d-42db-a73b-db604b936a9a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:36.082637 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 2, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:36.087230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:09:36.092180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:09:36.094845 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:09:36.113219 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Checking router: d29e44af-4eee-4bf1-8977-16bd69f017f1 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:09:36.113827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Updating router d29e44af-4eee-4bf1-8977-16bd69f017f1 port ed36b019-bb51-466b-9d41-907af98974e2 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:09:36.118781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'Port': ['ID=ea6d8225-b33d-42db-a73b-db604b936a9a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:36.148701 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ed36b019-bb51-466b-9d41-907af98974e2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:36.197962 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (5b8252cc-5b6d-43be-a9ca-30f7a8d201a6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:36.238199 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ea6d8225-b33d-42db-a73b-db604b936a9a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:36.433768 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for port (ea6d8225-b33d-42db-a73b-db604b936a9a), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:36.438828 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (ea6d8225-b33d-42db-a73b-db604b936a9a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:36.442871 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e71eb17b-7bfb-46da-a2cb-345a8c40ac94 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:09:36.526339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'Port': ['ID=ea6d8225-b33d-42db-a73b-db604b936a9a,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:36.544838 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (5b8252cc-5b6d-43be-a9ca-30f7a8d201a6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:36.568626 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:36.578162 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-be780b42-4503-4b9e-80c1-f0f4e7cd080f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9701438 Mar 23 02:09:36.578366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e71eb17b-7bfb-46da-a2cb-345a8c40ac94 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:09:36.578366 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e71eb17b-7bfb-46da-a2cb-345a8c40ac94), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:36.722726 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e71eb17b-7bfb-46da-a2cb-345a8c40ac94 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:09:36.734382 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-8e716afb-0725-4c53-9b92-62b81a753e3c tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--877089904&fields=id&tenant_id=99dfb621f60f4b449f0e588e26b6dcd8 HTTP/1.1" status: 200 len: 267 time: 0.0498662 Mar 23 02:09:36.746988 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Publish callbacks [] for port (ed36b019-bb51-466b-9d41-907af98974e2), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:36.752926 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ed36b019-bb51-466b-9d41-907af98974e2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:36.807733 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461b373-ecc1-4501-9798-4362832d8557 None None] Pushing event updated for resources: {'Port': ['ID=ed36b019-bb51-466b-9d41-907af98974e2,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:36.848043 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-3e385217-833d-42b0-bfc4-44f71e76818a tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:36.849599 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-3e385217-833d-42b0-bfc4-44f71e76818a tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 814 time: 0.1081638 Mar 23 02:09:36.867334 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Attempting to bind port ed36b019-bb51-466b-9d41-907af98974e2 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:09:36.867952 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Attempting to bind port ed36b019-bb51-466b-9d41-907af98974e2 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:09:36.868088 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Attempting to bind port ed36b019-bb51-466b-9d41-907af98974e2 on network fb46a776-dd79-4e14-ad0d-7c50c67e334d {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:09:36.873668 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:09:36.873990 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-61157dac-51f0-4c60-a155-df8b279c08f3 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/quotas/99dfb621f60f4b449f0e588e26b6dcd8 HTTP/1.1" status: 200 len: 375 time: 0.0167446 Mar 23 02:09:36.874533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Checking segment: {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:09:36.875122 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:36.875788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Bound using segment: {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:09:36.876433 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Bound port: ed36b019-bb51-466b-9d41-907af98974e2, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:09:36.877007 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ed36b019-bb51-466b-9d41-907af98974e2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:36.950779 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-ff010906-f909-4889-adde-13be5799782a tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729980 Mar 23 02:09:36.952059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] For port ed36b019-bb51-466b-9d41-907af98974e2, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:09:36.956888 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] For port ed36b019-bb51-466b-9d41-907af98974e2, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ed36b019-bb51-466b-9d41-907af98974e2,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:09:36.973758 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-52100a88-5d28-472e-878d-57299250abf0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:09:36.975420 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ed36b019-bb51-466b-9d41-907af98974e2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:36.976230 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-52100a88-5d28-472e-878d-57299250abf0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062351 Mar 23 02:09:37.055915 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:09:37.057207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:09:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:37.061339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461b373-ecc1-4501-9798-4362832d8557 None None] Pushing event updated for resources: {'Port': ['ID=ed36b019-bb51-466b-9d41-907af98974e2,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:37.090916 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-ebd8d4a0-90a1-4b10-a280-594fd8fcf9ad service neutron] 10.222.0.18 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073511 Mar 23 02:09:37.158995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0ba1e434-f655-4673-8f9a-3d05be6c6bfc None None] Provisioning complete for port ed36b019-bb51-466b-9d41-907af98974e2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:09:37.159370 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0ba1e434-f655-4673-8f9a-3d05be6c6bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ed36b019-bb51-466b-9d41-907af98974e2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:37.229293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:09:37.233955 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-46d91a31-4c00-4f36-87fa-e8dd2721b7ea service neutron] 10.222.0.18 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321149 Mar 23 02:09:37.446096 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-05317781-ef16-4889-bb60-f3fa24d0e042 req-8749de76-2e7f-47c8-aa5b-bf42296f4829 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 210 time: 0.0351489 Mar 23 02:09:37.454331 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0ba1e434-f655-4673-8f9a-3d05be6c6bfc None None] Current status of the port ed36b019-bb51-466b-9d41-907af98974e2 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:09:37.454815 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0ba1e434-f655-4673-8f9a-3d05be6c6bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (ed36b019-bb51-466b-9d41-907af98974e2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:37.526151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0ba1e434-f655-4673-8f9a-3d05be6c6bfc None None] For port ed36b019-bb51-466b-9d41-907af98974e2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ed36b019-bb51-466b-9d41-907af98974e2,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:09:37.531350 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0ba1e434-f655-4673-8f9a-3d05be6c6bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (ed36b019-bb51-466b-9d41-907af98974e2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:37.576420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:36Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:37.613658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe318c-66cd-448f-ad21-c3a9c3367111 None None] The sync data for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 is: [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:36Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:09:37.630070 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1e434-f655-4673-8f9a-3d05be6c6bfc None None] Pushing event updated for resources: {'Port': ['ID=ed36b019-bb51-466b-9d41-907af98974e2,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:37.658357 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2df79b0c-908d-4949-baa6-b4b66d9b4b09 None None] Provisioning complete for port ed36b019-bb51-466b-9d41-907af98974e2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:09:37.658746 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2df79b0c-908d-4949-baa6-b4b66d9b4b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ed36b019-bb51-466b-9d41-907af98974e2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:37.822016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2df79b0c-908d-4949-baa6-b4b66d9b4b09 None None] Current status of the port ed36b019-bb51-466b-9d41-907af98974e2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:09:38.443391 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ed36b019-bb51-466b-9d41-907af98974e2 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:09:38.519439 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port ed36b019-bb51-466b-9d41-907af98974e2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:09:38.519713 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (ed36b019-bb51-466b-9d41-907af98974e2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:38.595683 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-717a7f8f-a12e-4e14-82e7-e9584af75ab5 req-c867522e-e9e0-4d1a-bd76-d6d6e738fe3e tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 210 time: 0.0496793 Mar 23 02:09:38.677074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port ed36b019-bb51-466b-9d41-907af98974e2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:09:38.841800 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-a732ae34-4eed-4aaa-b6ad-24d9d02bdf42 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:38.843853 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-a732ae34-4eed-4aaa-b6ad-24d9d02bdf42 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.43 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 814 time: 0.1478875 Mar 23 02:09:38.958979 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-90d71e89-5462-4bd6-bda3-2f622fa200ec tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99dfb621f60f4b449f0e588e26b6dcd8 HTTP/1.1" status: 200 len: 379 time: 0.1012223 Mar 23 02:09:38.987965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'port': {'device_id': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'admin_state_up': True, 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'security_groups': ['0c161952-889b-4149-8481-95cbb22e8629']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:09:39.144499 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Made reservation on behalf of 99dfb621f60f4b449f0e588e26b6dcd8 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:09:39.149031 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:39.300810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Allocated IP 172.20.0.14 (fb46a776-dd79-4e14-ad0d-7c50c67e334d/1a4c3ff5-733b-492c-bd0b-0a69da542336/8e1268ad-7ad5-49ab-8628-632cc5dd5bb7) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:09:39.455918 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for port (8e1268ad-7ad5-49ab-8628-632cc5dd5bb7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:39.493992 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8e1268ad-7ad5-49ab-8628-632cc5dd5bb7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:39.550838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Network fb46a776-dd79-4e14-ad0d-7c50c67e334d is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:09:39.556954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:09:39.559155 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'Port': ['ID=8e1268ad-7ad5-49ab-8628-632cc5dd5bb7,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:39.568054 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:09:39.572015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:39.572388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:39.572830 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:39.573434 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:39.573804 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:39.574176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:39.574530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:39.574923 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:39.575307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:39.575624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:39.576078 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:39.576922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:39.577724 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:39.578070 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:39.578441 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:09:39.650247 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:39.651123 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:39.681100 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-a49bdca0-7566-4485-a1b4-f9b46bc504e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6980844 Mar 23 02:09:39.701342 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Request body: {'port': {'device_id': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:09:39.775763 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161550-9859-43b8-a27b-41a3ef921108 req-e46bfdfe-56e6-4962-a9c2-53fbbf0ab277 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:39.785208 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96161550-9859-43b8-a27b-41a3ef921108 req-e46bfdfe-56e6-4962-a9c2-53fbbf0ab277 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 932 time: 0.0919657 Mar 23 02:09:39.819970 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8e1268ad-7ad5-49ab-8628-632cc5dd5bb7), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:39.881851 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96161550-9859-43b8-a27b-41a3ef921108 req-bd2b5215-9336-4a4e-8e1e-05db38afb381 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c161952-889b-4149-8481-95cbb22e8629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949900 Mar 23 02:09:39.973101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-868afdb4-802a-4dcf-ba91-5e497a4c9346 None None] Provisioning complete for port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:09:39.974278 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-868afdb4-802a-4dcf-ba91-5e497a4c9346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8e1268ad-7ad5-49ab-8628-632cc5dd5bb7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:40.046490 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-868afdb4-802a-4dcf-ba91-5e497a4c9346 None None] Port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:09:40.177397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:09:40.187063 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Publish callbacks [] for port (8e1268ad-7ad5-49ab-8628-632cc5dd5bb7), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:40.203221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Transition to ACTIVE for port object 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:09:40.208707 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (8e1268ad-7ad5-49ab-8628-632cc5dd5bb7), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:40.268064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1268ad-7ad5-49ab-8628-632cc5dd5bb7,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:40.347990 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Attempting to bind port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:09:40.348344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Attempting to bind port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:09:40.348684 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Attempting to bind port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 on network fb46a776-dd79-4e14-ad0d-7c50c67e334d {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:09:40.354041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 on network fb46a776-dd79-4e14-ad0d-7c50c67e334d not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:09:40.354358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Attempting to bind port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 on network fb46a776-dd79-4e14-ad0d-7c50c67e334d {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:09:40.359577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:09:40.359924 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Checking segment: {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:09:40.360375 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Bound using segment: {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:09:40.360765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Bound port: 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:09:40.361120 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8e1268ad-7ad5-49ab-8628-632cc5dd5bb7), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:40.432043 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] For port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:09:40.435387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] For port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8e1268ad-7ad5-49ab-8628-632cc5dd5bb7,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:09:40.443561 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (8e1268ad-7ad5-49ab-8628-632cc5dd5bb7), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:40.480781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:40.481735 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:40.483594 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] 10.222.0.43 "PUT /v2.0/ports/8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 HTTP/1.1" status: 200 len: 1092 time: 0.7896049 Mar 23 02:09:40.486153 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'tag': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:09:40.488268 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23400acf-3134-4ef2-9a7f-3180f64a41d4" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe", "tag": "8e1268ad-7ad5-49ab-8628-632cc5dd5bb7"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:09:40.534157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bea8d4-cca3-46d6-8a8c-9dd2dd364318 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1268ad-7ad5-49ab-8628-632cc5dd5bb7,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:40.552640 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f41c037-a995-43d4-bf5d-92ea7dab8b63 x-openstack-request-id: req-7f41c037-a995-43d4-bf5d-92ea7dab8b63 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:09:40.552951 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe", "tag": "8e1268ad-7ad5-49ab-8628-632cc5dd5bb7", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:09:40.553306 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f41c037-a995-43d4-bf5d-92ea7dab8b63 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:09:40.554292 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f41c037-a995-43d4-bf5d-92ea7dab8b63'] response: {'name': 'network-changed', 'server_uuid': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'tag': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7', 'status': 'completed', 'code': 200} Mar 23 02:09:40.620810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-fcbecf87-cf77-43a8-8980-63e254982151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:40.622357 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-fcbecf87-cf77-43a8-8980-63e254982151 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 1126 time: 0.0571742 Mar 23 02:09:40.676748 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-b11f7bd3-f53c-4893-ae77-ee9141f1d463 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 HTTP/1.1" status: 200 len: 217 time: 0.0418074 Mar 23 02:09:40.728738 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-d400d284-3437-4dba-8345-67081bfab26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:40.730367 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-d400d284-3437-4dba-8345-67081bfab26a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 200 len: 853 time: 0.0482533 Mar 23 02:09:40.782125 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-c5fd2480-dbea-414f-9043-718700f5b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:40.783571 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-c5fd2480-dbea-414f-9043-718700f5b32f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb46a776-dd79-4e14-ad0d-7c50c67e334d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461414 Mar 23 02:09:40.889519 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-bdc5a5b4-c8cf-405e-9b19-1fac17e54b69 service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000729 Mar 23 02:09:40.987896 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-15cc6243-ddb6-4540-9fdb-d7b195ace4c9 req-a4636d63-84d8-4e03-aedd-54630a45e194 service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926182 Mar 23 02:09:41.078231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124f494-a419-43d6-b920-0170b44ed41a req-84200c7e-9965-41c1-9d07-a27824db6610 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:41.080222 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b124f494-a419-43d6-b920-0170b44ed41a req-84200c7e-9965-41c1-9d07-a27824db6610 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 944 time: 0.1333010 Mar 23 02:09:41.128251 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23400acf-3134-4ef2-9a7f-3180f64a41d4 req-4a7e94c6-e7c6-4823-94a5-054a56d7f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:41.129870 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23400acf-3134-4ef2-9a7f-3180f64a41d4 req-4a7e94c6-e7c6-4823-94a5-054a56d7f2a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 1126 time: 0.0546060 Mar 23 02:09:41.149784 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b124f494-a419-43d6-b920-0170b44ed41a req-ec54dfc7-91a5-45d7-ba48-f2d8c70d7975 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c161952-889b-4149-8481-95cbb22e8629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592182 Mar 23 02:09:41.246530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23400acf-3134-4ef2-9a7f-3180f64a41d4 req-97357a51-62a8-4a39-96af-45cbcc9294ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:41.248333 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23400acf-3134-4ef2-9a7f-3180f64a41d4 req-97357a51-62a8-4a39-96af-45cbcc9294ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 914 time: 0.1125352 Mar 23 02:09:41.297426 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23400acf-3134-4ef2-9a7f-3180f64a41d4 req-f9f29387-bf42-493f-9342-25e35f134df8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 HTTP/1.1" status: 200 len: 217 time: 0.0433137 Mar 23 02:09:41.356929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23400acf-3134-4ef2-9a7f-3180f64a41d4 req-a3f21fb2-e7ad-4364-b224-bfc6ddb30ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:41.358455 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23400acf-3134-4ef2-9a7f-3180f64a41d4 req-a3f21fb2-e7ad-4364-b224-bfc6ddb30ddd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 200 len: 853 time: 0.0553429 Mar 23 02:09:41.414517 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23400acf-3134-4ef2-9a7f-3180f64a41d4 req-be048681-2b5e-4d70-896c-17a0aafbeb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:41.416050 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23400acf-3134-4ef2-9a7f-3180f64a41d4 req-be048681-2b5e-4d70-896c-17a0aafbeb2b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb46a776-dd79-4e14-ad0d-7c50c67e334d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515471 Mar 23 02:09:41.512089 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23400acf-3134-4ef2-9a7f-3180f64a41d4 req-584fd8da-0445-400d-8d5a-24c691316d35 service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898776 Mar 23 02:09:41.615490 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-23400acf-3134-4ef2-9a7f-3180f64a41d4 req-ee6642dc-6022-4f6d-b25e-459f71f9dad9 service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969121 Mar 23 02:09:42.346798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6ecbf-777a-4687-87a6-da5cf24a981d req-9075c27f-67e5-4112-9060-28563953deb7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:42.348583 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9ff6ecbf-777a-4687-87a6-da5cf24a981d req-9075c27f-67e5-4112-9060-28563953deb7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 944 time: 0.1269336 Mar 23 02:09:42.406908 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9ff6ecbf-777a-4687-87a6-da5cf24a981d req-338dfb19-c039-4c49-b89e-7e5d76158aef tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c161952-889b-4149-8481-95cbb22e8629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517957 Mar 23 02:09:43.547370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dcaba-ff71-4773-86e5-952ed470dad5 req-aebd3550-6ebd-4a89-8356-e72e1c398c9c tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:43.549013 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-084dcaba-ff71-4773-86e5-952ed470dad5 req-aebd3550-6ebd-4a89-8356-e72e1c398c9c tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 944 time: 0.0637205 Mar 23 02:09:43.604553 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-084dcaba-ff71-4773-86e5-952ed470dad5 req-0241f3c4-d45f-4a06-aa20-ce224a4d07dc tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c161952-889b-4149-8481-95cbb22e8629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494170 Mar 23 02:09:44.737331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c572a70-35a1-45ec-af06-1a100c1e4959 req-0d67aa4b-6756-4ea1-889b-7f52c9fe1f68 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:44.739024 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1c572a70-35a1-45ec-af06-1a100c1e4959 req-0d67aa4b-6756-4ea1-889b-7f52c9fe1f68 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 944 time: 0.0645211 Mar 23 02:09:44.792149 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1c572a70-35a1-45ec-af06-1a100c1e4959 req-f0e2411d-9e9d-4ec2-9a17-6c811a9ab092 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c161952-889b-4149-8481-95cbb22e8629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461054 Mar 23 02:09:45.542804 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:09:45.664522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8e1268ad-7ad5-49ab-8628-632cc5dd5bb7,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:09:45.679539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'port_id': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7', 'mac_address': 'fa:16:3e:91:69:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:09:45.722560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:09:45.722942 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8e1268ad-7ad5-49ab-8628-632cc5dd5bb7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:45.743565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:09:45.765159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8e1268ad-7ad5-49ab-8628-632cc5dd5bb7,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:09:45.769159 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8e1268ad-7ad5-49ab-8628-632cc5dd5bb7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:45.833134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=8e1268ad-7ad5-49ab-8628-632cc5dd5bb7,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:45.947968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22230799-8e60-41e1-8e8d-343b43b73a90 req-f2281731-9b48-48d4-a7e4-a86798a4c0d2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:45.949528 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22230799-8e60-41e1-8e8d-343b43b73a90 req-f2281731-9b48-48d4-a7e4-a86798a4c0d2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 945 time: 0.0719137 Mar 23 02:09:46.000099 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22230799-8e60-41e1-8e8d-343b43b73a90 req-e53637cf-4b0f-4c0d-ac55-21a19c08d032 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c161952-889b-4149-8481-95cbb22e8629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447304 Mar 23 02:09:46.134000 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['8e1268ad-7ad5-49ab-8628-632cc5dd5bb7'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:09:47.143091 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2111d-e4aa-4e08-88cd-4e2764b221ed req-2c058416-5722-4c66-b8d9-d25608eb1ac1 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:47.145362 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fef2111d-e4aa-4e08-88cd-4e2764b221ed req-2c058416-5722-4c66-b8d9-d25608eb1ac1 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 945 time: 0.0675514 Mar 23 02:09:47.195216 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fef2111d-e4aa-4e08-88cd-4e2764b221ed req-e27949f9-48f8-4e3d-b9a6-4fdeadf21cde tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c161952-889b-4149-8481-95cbb22e8629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430629 Mar 23 02:09:47.542049 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:09:47.601025 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:09:47.605782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:09:47.606412 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8e1268ad-7ad5-49ab-8628-632cc5dd5bb7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:47.704735 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:09:47.705136 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8e1268ad-7ad5-49ab-8628-632cc5dd5bb7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:47.730849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:09:47.733777 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b7f6e6-750f-4d01-8785-923ac0095aa1" -d '{"events": [{"server_uuid": "0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe", "name": "network-vif-plugged", "status": "completed", "tag": "8e1268ad-7ad5-49ab-8628-632cc5dd5bb7"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:09:47.752301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8e1268ad-7ad5-49ab-8628-632cc5dd5bb7,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:09:47.757482 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8e1268ad-7ad5-49ab-8628-632cc5dd5bb7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:47.784665 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7671b3fc-b1aa-4892-8178-6404b5ca095e x-openstack-request-id: req-7671b3fc-b1aa-4892-8178-6404b5ca095e {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:09:47.784992 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe", "name": "network-vif-plugged", "status": "completed", "tag": "8e1268ad-7ad5-49ab-8628-632cc5dd5bb7", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:09:47.785265 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7671b3fc-b1aa-4892-8178-6404b5ca095e {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:09:47.785685 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7671b3fc-b1aa-4892-8178-6404b5ca095e'] response: {'server_uuid': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7', 'code': 200} Mar 23 02:09:47.815876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=8e1268ad-7ad5-49ab-8628-632cc5dd5bb7,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:47.910378 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97986735-3148-4502-973d-4446e0ffa5e2 req-d5bc3273-8c6a-4637-bd4d-7e892497d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:47.911870 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-97986735-3148-4502-973d-4446e0ffa5e2 req-d5bc3273-8c6a-4637-bd4d-7e892497d310 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 1128 time: 0.0472531 Mar 23 02:09:47.960765 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-97986735-3148-4502-973d-4446e0ffa5e2 req-11c0950a-0e9b-4971-bdd5-33292e2c87ba service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0c161952-889b-4149-8481-95cbb22e8629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424852 Mar 23 02:09:48.322600 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a84dd-4fe3-4c05-98ea-0d1dfa4e4201 req-9d52310a-885b-4356-94b4-d1f761df5419 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:48.324347 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-846a84dd-4fe3-4c05-98ea-0d1dfa4e4201 req-9d52310a-885b-4356-94b4-d1f761df5419 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 946 time: 0.0603325 Mar 23 02:09:48.379446 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-846a84dd-4fe3-4c05-98ea-0d1dfa4e4201 req-3a8a4086-b7c7-45fd-955d-d2efe4eff485 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c161952-889b-4149-8481-95cbb22e8629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489924 Mar 23 02:09:49.509693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083216e0-706f-4ddf-a660-344f183b2154 req-8a775397-80ef-42d8-a966-407f73f051b9 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:49.511240 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-083216e0-706f-4ddf-a660-344f183b2154 req-8a775397-80ef-42d8-a966-407f73f051b9 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 946 time: 0.0591130 Mar 23 02:09:49.562539 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-083216e0-706f-4ddf-a660-344f183b2154 req-3cf3311c-ed4d-4952-a07f-ec9173f29c6f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c161952-889b-4149-8481-95cbb22e8629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453079 Mar 23 02:09:49.572241 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-40fac2c1-1e5b-425e-89aa-d3ac38293553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:49.688202 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f0955-0950-4688-ab5f-0e080861bdf4 req-8ecbac51-0187-46b5-b8fd-6c1ac203cbd3 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:49.689726 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-816f0955-0950-4688-ab5f-0e080861bdf4 req-8ecbac51-0187-46b5-b8fd-6c1ac203cbd3 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 946 time: 0.0585361 Mar 23 02:09:49.698945 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50722) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:49.705091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9ccc4bfb-8272-49cc-8d3f-abe669b34992 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'floatingip': {'port_id': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:09:49.749675 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4bfb-8272-49cc-8d3f-abe669b34992 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (5b8252cc-5b6d-43be-a9ca-30f7a8d201a6), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:50.190778 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4bfb-8272-49cc-8d3f-abe669b34992 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:50.195911 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4bfb-8272-49cc-8d3f-abe669b34992 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (5b8252cc-5b6d-43be-a9ca-30f7a8d201a6), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:50.306127 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-9ccc4bfb-8272-49cc-8d3f-abe669b34992 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Floating IP 5b8252cc-5b6d-43be-a9ca-30f7a8d201a6 associated. External IP: 172.25.0.77, port: 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7. Mar 23 02:09:50.534031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccc4bfb-8272-49cc-8d3f-abe669b34992 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Router d29e44af-4eee-4bf1-8977-16bd69f017f1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:09:50.645583 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccc4bfb-8272-49cc-8d3f-abe669b34992 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:09:50.651775 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4bfb-8272-49cc-8d3f-abe669b34992 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:50.657676 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396c96c-2486-4180-9275-f7ee69732531 None None] Sync routers for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:09:50.669639 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396c96c-2486-4180-9275-f7ee69732531 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:09:50.670538 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-d396c96c-2486-4180-9275-f7ee69732531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:09:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:50.692623 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9ccc4bfb-8272-49cc-8d3f-abe669b34992 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "PUT /v2.0/floatingips/5b8252cc-5b6d-43be-a9ca-30f7a8d201a6 HTTP/1.1" status: 200 len: 991 time: 0.9817259 Mar 23 02:09:50.692623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'tag': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:09:50.692623 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04105e7-074f-4e46-858c-c513f761d509" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe", "tag": "8e1268ad-7ad5-49ab-8628-632cc5dd5bb7"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:09:50.725237 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed674c9-98c3-438b-a267-a710f628c728 x-openstack-request-id: req-9ed674c9-98c3-438b-a267-a710f628c728 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:09:50.725731 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe", "tag": "8e1268ad-7ad5-49ab-8628-632cc5dd5bb7", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:09:50.726072 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ed674c9-98c3-438b-a267-a710f628c728 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:09:50.726585 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ed674c9-98c3-438b-a267-a710f628c728'] response: {'name': 'network-changed', 'server_uuid': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'tag': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7', 'status': 'completed', 'code': 200} Mar 23 02:09:50.859346 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:50.884231 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04105e7-074f-4e46-858c-c513f761d509 req-b34b615d-bca0-4efc-accc-91bdef90a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:50.886301 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e04105e7-074f-4e46-858c-c513f761d509 req-b34b615d-bca0-4efc-accc-91bdef90a19c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 1128 time: 0.0537903 Mar 23 02:09:50.901401 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-d396c96c-2486-4180-9275-f7ee69732531 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:09:50.985749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04105e7-074f-4e46-858c-c513f761d509 req-cffb7990-81b5-4808-80eb-4ad48a7ebe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:50.987308 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e04105e7-074f-4e46-858c-c513f761d509 req-cffb7990-81b5-4808-80eb-4ad48a7ebe85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 914 time: 0.0947785 Mar 23 02:09:51.062185 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e04105e7-074f-4e46-858c-c513f761d509 req-38ba3099-f23d-4b91-85ab-47c76eabef6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 HTTP/1.1" status: 200 len: 999 time: 0.0678866 Mar 23 02:09:51.111863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04105e7-074f-4e46-858c-c513f761d509 req-3a6a4ef1-61e4-4d34-a600-ad5f8db5d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:51.113920 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e04105e7-074f-4e46-858c-c513f761d509 req-3a6a4ef1-61e4-4d34-a600-ad5f8db5d796 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 200 len: 853 time: 0.0455499 Mar 23 02:09:51.134743 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-d396c96c-2486-4180-9275-f7ee69732531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '5b8252cc-5b6d-43be-a9ca-30f7a8d201a6', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:91:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:09:36Z', 'updated_at': '2022-03-23T02:09:50Z', 'revision_number': 1, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:51.162831 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396c96c-2486-4180-9275-f7ee69732531 None None] Checking router: d29e44af-4eee-4bf1-8977-16bd69f017f1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:09:51.164486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04105e7-074f-4e46-858c-c513f761d509 req-cc2ed2d5-9910-451a-bb03-121e42d019c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:51.166395 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e04105e7-074f-4e46-858c-c513f761d509 req-cc2ed2d5-9910-451a-bb03-121e42d019c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb46a776-dd79-4e14-ad0d-7c50c67e334d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472567 Mar 23 02:09:51.171873 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396c96c-2486-4180-9275-f7ee69732531 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:09:51.172586 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-d396c96c-2486-4180-9275-f7ee69732531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:09:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:51.260922 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e04105e7-074f-4e46-858c-c513f761d509 req-170cc402-88fa-4541-b03a-466ea0212529 service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881789 Mar 23 02:09:51.280802 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-d396c96c-2486-4180-9275-f7ee69732531 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:09:51.359285 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e04105e7-074f-4e46-858c-c513f761d509 req-50e08ad9-0118-4b09-b009-2b540b760288 service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929499 Mar 23 02:09:51.527214 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-d396c96c-2486-4180-9275-f7ee69732531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '5b8252cc-5b6d-43be-a9ca-30f7a8d201a6', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:91:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:09:36Z', 'updated_at': '2022-03-23T02:09:50Z', 'revision_number': 1, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:51.556270 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396c96c-2486-4180-9275-f7ee69732531 None None] The sync data for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 is: [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '5b8252cc-5b6d-43be-a9ca-30f7a8d201a6', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:91:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:09:36Z', 'updated_at': '2022-03-23T02:09:50Z', 'revision_number': 1, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:09:51.786383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fe4860-2665-47b3-9338-2147f3d80ad9 None None] New status for floating IP 5b8252cc-5b6d-43be-a9ca-30f7a8d201a6: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:09:52.032177 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3e07ab71-ba66-4ad2-8800-9625b1c56c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:52.883408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50736) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:52.981466 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be35c2e-c7c6-45cb-b4db-feb3d8b36c3a admin admin] Deleting subnet 645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:09:52.984864 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5be35c2e-c7c6-45cb-b4db-feb3d8b36c3a admin admin] Publish callbacks [] for subnet (645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:53.023697 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5be35c2e-c7c6-45cb-b4db-feb3d8b36c3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:53.061343 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5be35c2e-c7c6-45cb-b4db-feb3d8b36c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:53.115422 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5be35c2e-c7c6-45cb-b4db-feb3d8b36c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:53.139124 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be35c2e-c7c6-45cb-b4db-feb3d8b36c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:53.144874 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5be35c2e-c7c6-45cb-b4db-feb3d8b36c3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:53.148403 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5be35c2e-c7c6-45cb-b4db-feb3d8b36c3a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/645c18a9-9d89-42e9-bfd3-4d2cf8b0c7af HTTP/1.1" status: 204 len: 168 time: 0.2636266 Mar 23 02:09:53.150986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50740) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:53.225284 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9015cb35-b239-4512-915e-749694c82cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (5141c388-0280-4fe0-8a86-24e202ef53a8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:53.303640 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9015cb35-b239-4512-915e-749694c82cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (5141c388-0280-4fe0-8a86-24e202ef53a8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:53.324999 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-9015cb35-b239-4512-915e-749694c82cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5141c388-0280-4fe0-8a86-24e202ef53a8']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:53.335409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-9015cb35-b239-4512-915e-749694c82cf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2866d00-4f8f-41ab-8a70-54e22587ee35') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:53.335733 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-9015cb35-b239-4512-915e-749694c82cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2866d00-4f8f-41ab-8a70-54e22587ee35') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:09:53.346194 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:53.346914 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9015cb35-b239-4512-915e-749694c82cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (b2866d00-4f8f-41ab-8a70-54e22587ee35), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:53.366340 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9015cb35-b239-4512-915e-749694c82cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b2866d00-4f8f-41ab-8a70-54e22587ee35), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:53.374299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9015cb35-b239-4512-915e-749694c82cf0 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:09:53.375026 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9015cb35-b239-4512-915e-749694c82cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (b2866d00-4f8f-41ab-8a70-54e22587ee35), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:09:53.376850 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:09:53.441291 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9015cb35-b239-4512-915e-749694c82cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (5141c388-0280-4fe0-8a86-24e202ef53a8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:53.453330 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9015cb35-b239-4512-915e-749694c82cf0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:53.456454 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9015cb35-b239-4512-915e-749694c82cf0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5141c388-0280-4fe0-8a86-24e202ef53a8 HTTP/1.1" status: 204 len: 168 time: 0.3043811 Mar 23 02:09:53.466767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015cb35-b239-4512-915e-749694c82cf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5141c388-0280-4fe0-8a86-24e202ef53a8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:53.585295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50744) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:53.639645 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ddc8a262-2b2d-4add-9130-723cc8261f59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78b9b6e51c1e42eda8539ce9daf48967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0531158 Mar 23 02:09:53.642495 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50746) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:09:53.686296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-89d55c03-1cec-4b7e-bbdd-0d0fd0f2b638 req-e891de7a-62a0-4c9e-8d62-ed995f74b638 service neutron] (99264) timed out ('10.222.0.42', 53406) {{(pid=99264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 02:09:53.703864 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb68ffbd-e897-496b-b8ab-846af9e11ceb admin admin] Publish callbacks [] for security_group (c8b512c1-5243-4336-847d-8ba6e4f5725f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:53.732524 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb68ffbd-e897-496b-b8ab-846af9e11ceb admin admin] Publish callbacks [] for security_group (c8b512c1-5243-4336-847d-8ba6e4f5725f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:53.798056 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb68ffbd-e897-496b-b8ab-846af9e11ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c8b512c1-5243-4336-847d-8ba6e4f5725f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:53.800846 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb68ffbd-e897-496b-b8ab-846af9e11ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:53.805255 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bb68ffbd-e897-496b-b8ab-846af9e11ceb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8b512c1-5243-4336-847d-8ba6e4f5725f HTTP/1.1" status: 204 len: 168 time: 0.1585724 Mar 23 02:09:53.811340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68ffbd-e897-496b-b8ab-846af9e11ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b512c1-5243-4336-847d-8ba6e4f5725f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:09:53.818229 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:09:54.684655 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:55.812933 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:09:58.394380 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e23f81f8-c7e7-4842-848c-f4fcfa542401 req-1c86805c-332a-49e9-acf5-fb613b9544d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456963 Mar 23 02:09:58.494752 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f81f8-c7e7-4842-848c-f4fcfa542401 req-db0f00a6-7715-4f96-96ec-86988fccb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:58.496295 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e23f81f8-c7e7-4842-848c-f4fcfa542401 req-db0f00a6-7715-4f96-96ec-86988fccb0f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 1128 time: 0.0469704 Mar 23 02:09:58.621069 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f81f8-c7e7-4842-848c-f4fcfa542401 req-5ebe1b68-6e9a-47c5-b19b-bdd2105db679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:58.622471 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e23f81f8-c7e7-4842-848c-f4fcfa542401 req-5ebe1b68-6e9a-47c5-b19b-bdd2105db679 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 914 time: 0.1032929 Mar 23 02:09:58.706775 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e23f81f8-c7e7-4842-848c-f4fcfa542401 req-2e88b2d1-4559-4e34-ab58-db971a0e9fbc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 HTTP/1.1" status: 200 len: 1001 time: 0.0770118 Mar 23 02:09:58.775295 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f81f8-c7e7-4842-848c-f4fcfa542401 req-c68eda50-f508-4844-bc29-0db5a8e4808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:58.776807 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e23f81f8-c7e7-4842-848c-f4fcfa542401 req-c68eda50-f508-4844-bc29-0db5a8e4808c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 200 len: 853 time: 0.0537088 Mar 23 02:09:58.841859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f81f8-c7e7-4842-848c-f4fcfa542401 req-c6659957-54ac-48c2-a297-a9fb7cddec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:09:58.844313 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e23f81f8-c7e7-4842-848c-f4fcfa542401 req-c6659957-54ac-48c2-a297-a9fb7cddec0f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb46a776-dd79-4e14-ad0d-7c50c67e334d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0592194 Mar 23 02:09:58.954609 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e23f81f8-c7e7-4842-848c-f4fcfa542401 req-17dd331f-ab06-44dd-bad2-2a84ae845b5a service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931659 Mar 23 02:09:59.050888 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e23f81f8-c7e7-4842-848c-f4fcfa542401 req-c8d49cfb-1af1-4d6f-8a68-e6af9c977f34 service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910234 Mar 23 02:10:02.635625 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a6c105a-f90d-413f-82ad-79be749cdaa8 req-d6ae24a9-e852-4a75-9df2-49d10463918d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510535 Mar 23 02:10:02.724669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c105a-f90d-413f-82ad-79be749cdaa8 req-1c1f3139-f5ce-4ff4-9818-4d2d83468ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:10:02.726199 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a6c105a-f90d-413f-82ad-79be749cdaa8 req-1c1f3139-f5ce-4ff4-9818-4d2d83468ae3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 1127 time: 0.0475287 Mar 23 02:10:02.837678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c105a-f90d-413f-82ad-79be749cdaa8 req-df0a52bb-4f57-425d-a7bc-c59d16344cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:10:02.839147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a6c105a-f90d-413f-82ad-79be749cdaa8 req-df0a52bb-4f57-425d-a7bc-c59d16344cc6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.0944080 Mar 23 02:10:02.913864 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a6c105a-f90d-413f-82ad-79be749cdaa8 req-44b9a411-08ac-45cb-94fd-4b2dbdf30fef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ce356d-239c-4c70-a6a9-4286fac0aaa3 HTTP/1.1" status: 200 len: 1001 time: 0.0674498 Mar 23 02:10:02.960941 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c105a-f90d-413f-82ad-79be749cdaa8 req-ad8a890b-cd67-44d9-98a7-bcf2fb67c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:10:02.962386 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a6c105a-f90d-413f-82ad-79be749cdaa8 req-ad8a890b-cd67-44d9-98a7-bcf2fb67c6c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0430949 Mar 23 02:10:03.012447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c105a-f90d-413f-82ad-79be749cdaa8 req-723a2d11-514c-418b-bba1-904c67c7b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:10:03.014017 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a6c105a-f90d-413f-82ad-79be749cdaa8 req-723a2d11-514c-418b-bba1-904c67c7b728 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459573 Mar 23 02:10:03.110940 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a6c105a-f90d-413f-82ad-79be749cdaa8 req-231e4a0c-09ed-4531-abf2-75987e28c74a service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900562 Mar 23 02:10:03.201256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a6c105a-f90d-413f-82ad-79be749cdaa8 req-85a9f7c1-eeb7-4d22-88c2-771aeb168a1c service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842087 Mar 23 02:10:04.050309 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:10:19.576095 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e689384b-331f-48a1-b772-cce8d6ee9db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:10:20.866473 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:10:22.046313 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8963399-e11f-4c3b-98df-0019b6757b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:10:23.361729 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:10:24.694003 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:10:25.815891 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:10:30.814313 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:10:34.058070 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:10:49.573149 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-77577777-0e29-4773-97c2-4edfefba4c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:10:50.873859 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:10:52.045483 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6c99e702-f6fb-48b1-b289-0e9c787a310d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:10:53.366366 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:10:54.699004 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:10:55.811736 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:00.597783 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b5e1a39-9633-486b-a688-ecf29ec7b314 req-91bbc069-dc83-49a4-ab56-2a8ba5e02abc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2126074 Mar 23 02:11:00.705255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1a39-9633-486b-a688-ecf29ec7b314 req-0211471c-cdc9-40b7-a82b-a4cae5042c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:00.706781 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b5e1a39-9633-486b-a688-ecf29ec7b314 req-0211471c-cdc9-40b7-a82b-a4cae5042c92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 1128 time: 0.0487101 Mar 23 02:11:00.819248 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1a39-9633-486b-a688-ecf29ec7b314 req-c9356370-749c-455b-af1d-199c33ef0217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:00.820858 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b5e1a39-9633-486b-a688-ecf29ec7b314 req-c9356370-749c-455b-af1d-199c33ef0217 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 914 time: 0.0953920 Mar 23 02:11:00.887597 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b5e1a39-9633-486b-a688-ecf29ec7b314 req-96f366ec-d3ca-46e7-ba67-f8d24fab1552 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 HTTP/1.1" status: 200 len: 1001 time: 0.0612786 Mar 23 02:11:00.941255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1a39-9633-486b-a688-ecf29ec7b314 req-9d2a664e-2ed8-46ef-943e-e570119259fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:00.942725 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b5e1a39-9633-486b-a688-ecf29ec7b314 req-9d2a664e-2ed8-46ef-943e-e570119259fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 200 len: 853 time: 0.0492129 Mar 23 02:11:01.352406 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1a39-9633-486b-a688-ecf29ec7b314 req-90021088-0a68-442a-ad5a-2898f06a4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:01.353989 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b5e1a39-9633-486b-a688-ecf29ec7b314 req-90021088-0a68-442a-ad5a-2898f06a4af3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb46a776-dd79-4e14-ad0d-7c50c67e334d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4051642 Mar 23 02:11:01.444791 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b5e1a39-9633-486b-a688-ecf29ec7b314 req-ee332597-81cf-4c47-a1c1-285592b4cb4c service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839565 Mar 23 02:11:01.537792 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b5e1a39-9633-486b-a688-ecf29ec7b314 req-ad8aa8b5-45a5-4583-bc4b-ae301101ac95 service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868556 Mar 23 02:11:02.699792 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a919568-5717-4cec-8f2d-4441b06af4b3 req-60fa15bc-8355-4d2f-846f-a8270bae5fd9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1082234 Mar 23 02:11:02.789015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919568-5717-4cec-8f2d-4441b06af4b3 req-3f5ba25f-1a2b-4e6f-ae42-0c7b357561f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:02.790557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a919568-5717-4cec-8f2d-4441b06af4b3 req-3f5ba25f-1a2b-4e6f-ae42-0c7b357561f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 1127 time: 0.0473337 Mar 23 02:11:02.901593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919568-5717-4cec-8f2d-4441b06af4b3 req-aec3e6c3-4909-49b8-9f87-f9b88d3416b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:02.903013 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a919568-5717-4cec-8f2d-4441b06af4b3 req-aec3e6c3-4909-49b8-9f87-f9b88d3416b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.0926387 Mar 23 02:11:02.977652 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a919568-5717-4cec-8f2d-4441b06af4b3 req-0e6dd90b-a708-4d0e-9a5d-8917cc1494d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ce356d-239c-4c70-a6a9-4286fac0aaa3 HTTP/1.1" status: 200 len: 1001 time: 0.0688629 Mar 23 02:11:03.027598 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919568-5717-4cec-8f2d-4441b06af4b3 req-298b727b-a345-42f7-beca-45c5bcd97e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:03.029083 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a919568-5717-4cec-8f2d-4441b06af4b3 req-298b727b-a345-42f7-beca-45c5bcd97e58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0453892 Mar 23 02:11:03.080751 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919568-5717-4cec-8f2d-4441b06af4b3 req-82b2c117-5dd3-4540-88df-8f86c05a3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:03.082408 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a919568-5717-4cec-8f2d-4441b06af4b3 req-82b2c117-5dd3-4540-88df-8f86c05a3f7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473931 Mar 23 02:11:03.180584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a919568-5717-4cec-8f2d-4441b06af4b3 req-2c0f1372-a4f0-4793-a7ca-7b184ea9f584 service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922444 Mar 23 02:11:03.272101 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a919568-5717-4cec-8f2d-4441b06af4b3 req-aa67a0a9-807f-46c2-9518-7721012983cc service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855224 Mar 23 02:11:04.048308 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:07.814783 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:11:12.746595 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-af521f3b-7974-4cad-9dd5-f59ceff6a651 service neutron] (99263) timed out ('10.222.0.18', 58556) {{(pid=99263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 02:11:12.825200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-8162cb8b-634b-4709-92f3-872d7a191a4c req-63d4eac4-0e83-4765-a3e4-88fc013f122b tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] (99264) timed out ('10.222.0.18', 51160) {{(pid=99264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 02:11:14.600991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50848) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:11:14.605785 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--296131937', 'description': 'tempest-description--1019899026'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:11:14.632171 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:14.710444 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (ed8cdb15-1f63-4cd6-ac17-a68982221930), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:14.716007 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ed8cdb15-1f63-4cd6-ac17-a68982221930), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:15.049867 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:15.054054 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4491038 Mar 23 02:11:15.054054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8cdb15-1f63-4cd6-ac17-a68982221930,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:15.054477 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 50850) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:11:15.059248 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'security_group_rule': {'security_group_id': 'ed8cdb15-1f63-4cd6-ac17-a68982221930', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:11:15.060361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.060732 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.061074 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.061410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.061741 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.062068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.062393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.062712 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.063046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.063353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.063673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.063990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.064310 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.064625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.064965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc6b55-e074-4626-85ea-7c3786cf0776 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.086328 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (e2025e61-89e9-457f-ad53-bed0a5417cda), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:15.141081 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (e2025e61-89e9-457f-ad53-bed0a5417cda), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:15.145975 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (e2025e61-89e9-457f-ad53-bed0a5417cda), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:15.166220 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2025e61-89e9-457f-ad53-bed0a5417cda,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:15.174856 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:15.176041 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204937 Mar 23 02:11:15.178101 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.178550 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.178912 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.179045 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50852) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:11:15.179262 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.179604 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.179949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.180284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.180645 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.180988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.181344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.181666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.182000 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.182330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.182657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.182981 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece9f5ef-abb5-4944-bb9b-b210eefd1ca7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:15.183612 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-12c2c809-db65-49e4-abdf-1592c2b269a9 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'security_group_rule': {'security_group_id': 'ed8cdb15-1f63-4cd6-ac17-a68982221930', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:11:15.215097 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12c2c809-db65-49e4-abdf-1592c2b269a9 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (01baa496-ece9-47e0-90b9-074bba2d0148), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:15.275982 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12c2c809-db65-49e4-abdf-1592c2b269a9 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (01baa496-ece9-47e0-90b9-074bba2d0148), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:15.282148 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12c2c809-db65-49e4-abdf-1592c2b269a9 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (01baa496-ece9-47e0-90b9-074bba2d0148), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:15.299988 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2c809-db65-49e4-abdf-1592c2b269a9 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01baa496-ece9-47e0-90b9-074bba2d0148,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:15.309561 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12c2c809-db65-49e4-abdf-1592c2b269a9 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:15.311260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-12c2c809-db65-49e4-abdf-1592c2b269a9 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312613 Mar 23 02:11:15.314608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50854) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:11:15.320189 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:11:15.341878 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:15.442907 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:15.551444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Allocated IP 172.25.0.94 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/166afba4-bece-4e96-a12b-053b83c4ce8e) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:11:15.677845 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for port (166afba4-bece-4e96-a12b-053b83c4ce8e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:15.718208 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (166afba4-bece-4e96-a12b-053b83c4ce8e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:15.754865 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:11:15.758284 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:11:15.764443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:11:15.769931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'Port': ['ID=166afba4-bece-4e96-a12b-053b83c4ce8e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:15.854782 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (8ec4a9f4-7402-41de-8512-542b6215f5a7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:15.894264 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (166afba4-bece-4e96-a12b-053b83c4ce8e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:16.057814 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for port (166afba4-bece-4e96-a12b-053b83c4ce8e), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:16.065154 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (166afba4-bece-4e96-a12b-053b83c4ce8e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:16.135608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'Port': ['ID=166afba4-bece-4e96-a12b-053b83c4ce8e,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:16.145585 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (8ec4a9f4-7402-41de-8512-542b6215f5a7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:16.165430 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:16.166667 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5be57c53-5198-44c6-b875-d0e23bfe701d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8508575 Mar 23 02:11:16.466233 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-3cfff3d4-6084-49be-b9e9-ed520e00b671 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--296131937&fields=id&tenant_id=99dfb621f60f4b449f0e588e26b6dcd8 HTTP/1.1" status: 200 len: 267 time: 0.0470040 Mar 23 02:11:16.582715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-e3364d2c-36b0-44d4-90f0-4908b2ccc1fd tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:16.585341 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-e3364d2c-36b0-44d4-90f0-4908b2ccc1fd tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 814 time: 0.1125240 Mar 23 02:11:16.603731 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-3ddac224-693d-4192-99eb-9b4577efca1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/quotas/99dfb621f60f4b449f0e588e26b6dcd8 HTTP/1.1" status: 200 len: 375 time: 0.0126147 Mar 23 02:11:16.668096 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-278756f6-0141-4230-9f4a-a72b58e8f757 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0595160 Mar 23 02:11:16.738618 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-12fa9d93-043b-4a48-a26c-94d0e8f2272c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:11:16.739673 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-12fa9d93-043b-4a48-a26c-94d0e8f2272c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0552022 Mar 23 02:11:16.836499 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-86632c68-a4af-4e31-9417-32e8d2baa652 service neutron] 10.222.0.18 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908008 Mar 23 02:11:16.927102 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-4ae050e7-1e9b-4966-ae7e-c381b70de3a0 service neutron] 10.222.0.18 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848064 Mar 23 02:11:17.099085 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf8d69a7-12d5-4eac-a73c-9aa797cb0ffc req-70ca32cc-c9c7-4fce-9f5e-e9c9d4477ed0 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff035e4f-28fe-4410-a430-28c318a20742 HTTP/1.1" status: 200 len: 210 time: 0.0299535 Mar 23 02:11:17.243340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba95be-1985-4bda-b2f5-106b5e4c3bdf req-961e8d4f-fe3b-4a94-bf7e-94ce51c7f46b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:17.244914 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6ba95be-1985-4bda-b2f5-106b5e4c3bdf req-961e8d4f-fe3b-4a94-bf7e-94ce51c7f46b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 945 time: 0.0600908 Mar 23 02:11:17.299679 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6ba95be-1985-4bda-b2f5-106b5e4c3bdf req-471d0b6e-a6fa-4448-9d80-07191af17452 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477583 Mar 23 02:11:18.143703 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-be2ed66f-0803-401a-ac07-54f785d5bbc8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:18.145112 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-be2ed66f-0803-401a-ac07-54f785d5bbc8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.42 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 814 time: 0.1425729 Mar 23 02:11:18.215627 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8ae9084c-878c-47e4-ad7b-6f1ba6be44f9 req-ce0314d8-cc3a-4cb5-9fa7-284fa07859ae tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff035e4f-28fe-4410-a430-28c318a20742 HTTP/1.1" status: 200 len: 210 time: 0.0285697 Mar 23 02:11:18.227266 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-94c04abc-418e-47f7-9868-8675cb241c11 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99dfb621f60f4b449f0e588e26b6dcd8 HTTP/1.1" status: 200 len: 471 time: 0.0669689 Mar 23 02:11:18.236850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-6ed0921f-9520-44a4-a2b0-a9440e746ade tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'port': {'device_id': 'ff035e4f-28fe-4410-a430-28c318a20742', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'admin_state_up': True, 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'security_groups': ['ed8cdb15-1f63-4cd6-ac17-a68982221930']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:11:18.362255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-6ed0921f-9520-44a4-a2b0-a9440e746ade tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Made reservation on behalf of 99dfb621f60f4b449f0e588e26b6dcd8 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:11:18.365697 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-6ed0921f-9520-44a4-a2b0-a9440e746ade tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:18.488709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c075a6-dae0-4487-9bc5-792542cc458a req-872ed536-5197-43b1-a12f-c5946cfe6f28 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:18.490226 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-38c075a6-dae0-4487-9bc5-792542cc458a req-872ed536-5197-43b1-a12f-c5946cfe6f28 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 945 time: 0.1130774 Mar 23 02:11:18.561399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-6ed0921f-9520-44a4-a2b0-a9440e746ade tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Allocated IP 172.20.0.10 (fb46a776-dd79-4e14-ad0d-7c50c67e334d/1a4c3ff5-733b-492c-bd0b-0a69da542336/cda7a779-3f1e-4046-87e6-663133c7645a) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:11:18.582827 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-38c075a6-dae0-4487-9bc5-792542cc458a req-57540aef-4df8-4759-ab46-960c1d31d562 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705380 Mar 23 02:11:18.719855 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.42', 53935) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:11:18.721683 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-6ed0921f-9520-44a4-a2b0-a9440e746ade tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for port (cda7a779-3f1e-4046-87e6-663133c7645a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:18.758796 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-6ed0921f-9520-44a4-a2b0-a9440e746ade tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (cda7a779-3f1e-4046-87e6-663133c7645a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:18.780772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c81b2f-0de4-481f-b461-7605afadeb41 req-e7bf7210-ea05-431e-9a81-d31729231f35 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:18.782235 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b0c81b2f-0de4-481f-b461-7605afadeb41 req-e7bf7210-ea05-431e-9a81-d31729231f35 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 945 time: 0.0614157 Mar 23 02:11:18.810725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-6ed0921f-9520-44a4-a2b0-a9440e746ade tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Network fb46a776-dd79-4e14-ad0d-7c50c67e334d is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:11:18.815019 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0921f-9520-44a4-a2b0-a9440e746ade tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'Port': ['ID=cda7a779-3f1e-4046-87e6-663133c7645a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:18.817526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-6ed0921f-9520-44a4-a2b0-a9440e746ade tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:11:18.820288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-6ed0921f-9520-44a4-a2b0-a9440e746ade tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:11:18.872557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-6ed0921f-9520-44a4-a2b0-a9440e746ade tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:18.873266 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-6ed0921f-9520-44a4-a2b0-a9440e746ade tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:18.882089 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-b0c81b2f-0de4-481f-b461-7605afadeb41 req-7c41fc34-24de-4d2a-8bcf-2051b1565ef1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Deleting port 29ce356d-239c-4c70-a6a9-4286fac0aaa3 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:11:18.882438 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b0c81b2f-0de4-481f-b461-7605afadeb41 req-7c41fc34-24de-4d2a-8bcf-2051b1565ef1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (29ce356d-239c-4c70-a6a9-4286fac0aaa3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:18.892220 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-6ed0921f-9520-44a4-a2b0-a9440e746ade tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6589761 Mar 23 02:11:18.908801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Request body: {'port': {'device_id': 'ff035e4f-28fe-4410-a430-28c318a20742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:11:18.981632 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cda7a779-3f1e-4046-87e6-663133c7645a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:18.992846 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-b0c81b2f-0de4-481f-b461-7605afadeb41 req-7c41fc34-24de-4d2a-8bcf-2051b1565ef1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] For port 29ce356d-239c-4c70-a6a9-4286fac0aaa3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=29ce356d-239c-4c70-a6a9-4286fac0aaa3,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:11:18.993574 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b0c81b2f-0de4-481f-b461-7605afadeb41 req-7c41fc34-24de-4d2a-8bcf-2051b1565ef1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (29ce356d-239c-4c70-a6a9-4286fac0aaa3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:19.058121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-88ec16a9-6f29-4a94-ac97-742dee56f257 None None] Provisioning complete for port cda7a779-3f1e-4046-87e6-663133c7645a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:11:19.058829 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-88ec16a9-6f29-4a94-ac97-742dee56f257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cda7a779-3f1e-4046-87e6-663133c7645a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:19.094036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-88ec16a9-6f29-4a94-ac97-742dee56f257 None None] Port cda7a779-3f1e-4046-87e6-663133c7645a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:11:19.183091 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b0c81b2f-0de4-481f-b461-7605afadeb41 req-7c41fc34-24de-4d2a-8bcf-2051b1565ef1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:19.183639 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b0c81b2f-0de4-481f-b461-7605afadeb41 req-7c41fc34-24de-4d2a-8bcf-2051b1565ef1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (3064addc-70d7-42b7-b8ee-c1567957be48), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:19.183799 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [req-b0c81b2f-0de4-481f-b461-7605afadeb41 req-7c41fc34-24de-4d2a-8bcf-2051b1565ef1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Floating IP 3064addc-70d7-42b7-b8ee-c1567957be48 disassociated. External IP: 172.25.0.198, port: 29ce356d-239c-4c70-a6a9-4286fac0aaa3. Mar 23 02:11:19.184120 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-b0c81b2f-0de4-481f-b461-7605afadeb41 req-7c41fc34-24de-4d2a-8bcf-2051b1565ef1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Calling delete_port for 29ce356d-239c-4c70-a6a9-4286fac0aaa3 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:11:19.258560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda7a779-3f1e-4046-87e6-663133c7645a {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:11:19.266911 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Publish callbacks [] for port (cda7a779-3f1e-4046-87e6-663133c7645a), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:19.344394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Transition to ACTIVE for port object cda7a779-3f1e-4046-87e6-663133c7645a will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:11:19.344697 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b0c81b2f-0de4-481f-b461-7605afadeb41 req-7c41fc34-24de-4d2a-8bcf-2051b1565ef1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (29ce356d-239c-4c70-a6a9-4286fac0aaa3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:19.349111 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (cda7a779-3f1e-4046-87e6-663133c7645a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:19.375853 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41fc34-24de-4d2a-8bcf-2051b1565ef1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event deleted for resources: {'Port': ['ID=29ce356d-239c-4c70-a6a9-4286fac0aaa3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:19.392880 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31233f1e-9e51-441c-af51-4d0574daf997 req-157c9d04-9983-4500-89dc-d5ca048c3887 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:19.394453 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31233f1e-9e51-441c-af51-4d0574daf997 req-157c9d04-9983-4500-89dc-d5ca048c3887 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff035e4f-28fe-4410-a430-28c318a20742 HTTP/1.1" status: 200 len: 932 time: 0.1028175 Mar 23 02:11:19.429490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Pushing event updated for resources: {'Port': ['ID=cda7a779-3f1e-4046-87e6-663133c7645a,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:19.488932 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Attempting to bind port cda7a779-3f1e-4046-87e6-663133c7645a on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:11:19.489268 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Attempting to bind port cda7a779-3f1e-4046-87e6-663133c7645a by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:11:19.489599 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Attempting to bind port cda7a779-3f1e-4046-87e6-663133c7645a on network fb46a776-dd79-4e14-ad0d-7c50c67e334d {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:11:19.494482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Port cda7a779-3f1e-4046-87e6-663133c7645a on network fb46a776-dd79-4e14-ad0d-7c50c67e334d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:11:19.494739 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Attempting to bind port cda7a779-3f1e-4046-87e6-663133c7645a on network fb46a776-dd79-4e14-ad0d-7c50c67e334d {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:11:19.500146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:11:19.500483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Checking segment: {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:11:19.500921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Bound using segment: {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:11:19.501473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Bound port: cda7a779-3f1e-4046-87e6-663133c7645a, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:11:19.501837 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cda7a779-3f1e-4046-87e6-663133c7645a), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:19.543897 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31233f1e-9e51-441c-af51-4d0574daf997 req-39e633ca-fd5a-47d3-ab45-b4014d65172f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cdb15-1f63-4cd6-ac17-a68982221930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723362 Mar 23 02:11:19.562999 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0c81b2f-0de4-481f-b461-7605afadeb41 req-7c41fc34-24de-4d2a-8bcf-2051b1565ef1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Router 75c96d3d-1f29-466a-834f-8617019e10b1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:11:19.575670 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6090c6c8-36a6-4fa6-a596-3cb360e9d5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:19.583272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] For port cda7a779-3f1e-4046-87e6-663133c7645a, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:11:19.586747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] For port cda7a779-3f1e-4046-87e6-663133c7645a, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cda7a779-3f1e-4046-87e6-663133c7645a,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:11:19.594811 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (cda7a779-3f1e-4046-87e6-663133c7645a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:19.631438 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:19.632301 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:19.633745 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] 10.222.0.42 "PUT /v2.0/ports/cda7a779-3f1e-4046-87e6-663133c7645a HTTP/1.1" status: 200 len: 1092 time: 0.7315056 Mar 23 02:11:19.634203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff035e4f-28fe-4410-a430-28c318a20742', 'tag': 'cda7a779-3f1e-4046-87e6-663133c7645a'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:11:19.636527 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f535af4-d825-4947-80f2-3cbf799b0edf" -d '{"events": [{"name": "network-changed", "server_uuid": "ff035e4f-28fe-4410-a430-28c318a20742", "tag": "cda7a779-3f1e-4046-87e6-663133c7645a"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:11:19.694162 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0c81b2f-0de4-481f-b461-7605afadeb41 req-7c41fc34-24de-4d2a-8bcf-2051b1565ef1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:11:19.709669 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2f081-4788-4d3b-8268-62f3941675bc None None] Sync routers for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:11:19.728763 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2f081-4788-4d3b-8268-62f3941675bc None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:11:19.729522 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-44e2f081-4788-4d3b-8268-62f3941675bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:10:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:11:19.748705 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2a495c-882c-49c3-8c23-c3e74533d13a x-openstack-request-id: req-7a2a495c-882c-49c3-8c23-c3e74533d13a {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:11:19.751298 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff035e4f-28fe-4410-a430-28c318a20742", "tag": "cda7a779-3f1e-4046-87e6-663133c7645a", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:11:19.751699 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a2a495c-882c-49c3-8c23-c3e74533d13a {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:11:19.752226 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a2a495c-882c-49c3-8c23-c3e74533d13a'] response: {'name': 'network-changed', 'server_uuid': 'ff035e4f-28fe-4410-a430-28c318a20742', 'tag': 'cda7a779-3f1e-4046-87e6-663133c7645a', 'status': 'completed', 'code': 200} Mar 23 02:11:19.774723 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c81b2f-0de4-481f-b461-7605afadeb41 req-7c41fc34-24de-4d2a-8bcf-2051b1565ef1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] No DVR routers for this DVR port 29ce356d-239c-4c70-a6a9-4286fac0aaa3 on host n-h1-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:11:19.777817 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-b0c81b2f-0de4-481f-b461-7605afadeb41 req-7c41fc34-24de-4d2a-8bcf-2051b1565ef1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:19.781838 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b0c81b2f-0de4-481f-b461-7605afadeb41 req-7c41fc34-24de-4d2a-8bcf-2051b1565ef1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "DELETE /v2.0/ports/29ce356d-239c-4c70-a6a9-4286fac0aaa3 HTTP/1.1" status: 204 len: 173 time: 0.9942307 Mar 23 02:11:19.782713 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48a840c-53d5-43c4-83d6-e179b7d18f26', 'name': 'network-vif-deleted', 'tag': '29ce356d-239c-4c70-a6a9-4286fac0aaa3'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:11:19.793860 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec098dd-fc26-4a00-a60a-39a9bb5aa167 service neutron] Pushing event updated for resources: {'Port': ['ID=cda7a779-3f1e-4046-87e6-663133c7645a,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:19.796068 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ee14fe-b449-4b5a-a861-95ac6872ed2f" -d '{"events": [{"server_uuid": "a48a840c-53d5-43c4-83d6-e179b7d18f26", "name": "network-vif-deleted", "tag": "29ce356d-239c-4c70-a6a9-4286fac0aaa3"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:11:19.805178 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ecc8a161-8bcb-41b5-bfa7-52d472e474c3 req-1d844290-bd1e-4f09-a136-990bfc261076 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 210 time: 0.0518453 Mar 23 02:11:19.842906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-9f6ab031-823f-4231-a758-284f4dcb3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:19.845645 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-9f6ab031-823f-4231-a758-284f4dcb3508 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&device_id=ff035e4f-28fe-4410-a430-28c318a20742 HTTP/1.1" status: 200 len: 1126 time: 0.1591325 Mar 23 02:11:19.908993 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-63abae93-e0b7-4bf9-a740-9181fd4524a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cda7a779-3f1e-4046-87e6-663133c7645a HTTP/1.1" status: 200 len: 217 time: 0.0541317 Mar 23 02:11:19.930840 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-44e2f081-4788-4d3b-8268-62f3941675bc None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:11:20.011711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-3ae245ce-fcdd-4e3f-8117-465042daaa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:20.014173 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-3ae245ce-fcdd-4e3f-8117-465042daaa2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 200 len: 853 time: 0.0974970 Mar 23 02:11:20.038351 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6a9f50-ae1d-44b8-a146-44767a4744a1 x-openstack-request-id: req-dc6a9f50-ae1d-44b8-a146-44767a4744a1 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:11:20.038903 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48a840c-53d5-43c4-83d6-e179b7d18f26", "name": "network-vif-deleted", "tag": "29ce356d-239c-4c70-a6a9-4286fac0aaa3", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:11:20.039416 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc6a9f50-ae1d-44b8-a146-44767a4744a1 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:11:20.040514 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc6a9f50-ae1d-44b8-a146-44767a4744a1'] response: {'server_uuid': 'a48a840c-53d5-43c4-83d6-e179b7d18f26', 'name': 'network-vif-deleted', 'tag': '29ce356d-239c-4c70-a6a9-4286fac0aaa3', 'status': 'completed', 'code': 200} Mar 23 02:11:20.100894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-63039bf7-7038-4468-b3ca-5c0a832e3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:20.103588 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-63039bf7-7038-4468-b3ca-5c0a832e3967 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb46a776-dd79-4e14-ad0d-7c50c67e334d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0832424 Mar 23 02:11:20.162582 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-44e2f081-4788-4d3b-8268-62f3941675bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:11:20.188780 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2f081-4788-4d3b-8268-62f3941675bc None None] Checking router: 75c96d3d-1f29-466a-834f-8617019e10b1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:11:20.198061 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2f081-4788-4d3b-8268-62f3941675bc None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:11:20.198675 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-44e2f081-4788-4d3b-8268-62f3941675bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:10:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:11:20.204467 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-156f057a-21fb-447b-b955-c12d995725cf service neutron] 10.222.0.42 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936816 Mar 23 02:11:20.300237 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfd75dac-051a-48f7-9db2-5703b96f8a0f req-c7c410f1-fb88-4a06-9602-3afeefa8780a service neutron] 10.222.0.42 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888712 Mar 23 02:11:20.319132 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-44e2f081-4788-4d3b-8268-62f3941675bc None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:11:20.401572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f535af4-d825-4947-80f2-3cbf799b0edf req-41b8e040-dca5-4edd-96ea-068b490fdd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:20.403216 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f535af4-d825-4947-80f2-3cbf799b0edf req-41b8e040-dca5-4edd-96ea-068b490fdd3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&device_id=ff035e4f-28fe-4410-a430-28c318a20742 HTTP/1.1" status: 200 len: 1126 time: 0.0536592 Mar 23 02:11:20.508057 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f535af4-d825-4947-80f2-3cbf799b0edf req-0bc56b45-3243-406f-aae0-bc22904a3b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:20.509593 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f535af4-d825-4947-80f2-3cbf799b0edf req-0bc56b45-3243-406f-aae0-bc22904a3b02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 914 time: 0.0998156 Mar 23 02:11:20.552427 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f535af4-d825-4947-80f2-3cbf799b0edf req-4443e1d8-a131-427f-bc2b-25597774c84d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cda7a779-3f1e-4046-87e6-663133c7645a HTTP/1.1" status: 200 len: 217 time: 0.0368440 Mar 23 02:11:20.603522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f535af4-d825-4947-80f2-3cbf799b0edf req-5394868c-271f-4260-a494-35ae2e671808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:20.605679 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f535af4-d825-4947-80f2-3cbf799b0edf req-5394868c-271f-4260-a494-35ae2e671808 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 200 len: 853 time: 0.0471616 Mar 23 02:11:20.630611 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-44e2f081-4788-4d3b-8268-62f3941675bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:11:20.657438 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2f081-4788-4d3b-8268-62f3941675bc None None] The sync data for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 is: [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:11:20.694493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f535af4-d825-4947-80f2-3cbf799b0edf req-f01dc934-1133-44b8-b18a-b69e876d833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:20.696125 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f535af4-d825-4947-80f2-3cbf799b0edf req-f01dc934-1133-44b8-b18a-b69e876d833f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb46a776-dd79-4e14-ad0d-7c50c67e334d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0835536 Mar 23 02:11:20.708356 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd018d60-59ea-48e1-a150-47d315762f38 req-f398433a-ae34-4b8a-bc13-228c08bf3dab tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:20.710083 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd018d60-59ea-48e1-a150-47d315762f38 req-f398433a-ae34-4b8a-bc13-228c08bf3dab tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff035e4f-28fe-4410-a430-28c318a20742 HTTP/1.1" status: 200 len: 944 time: 0.0888703 Mar 23 02:11:20.821393 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd018d60-59ea-48e1-a150-47d315762f38 req-5e21d1db-3a5f-4020-b136-97b571f2aa09 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cdb15-1f63-4cd6-ac17-a68982221930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027741 Mar 23 02:11:20.841832 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f535af4-d825-4947-80f2-3cbf799b0edf req-435f5a17-3eda-4f37-aee3-e242958c1e6f service neutron] 10.222.0.42 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305988 Mar 23 02:11:20.890745 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:20.941252 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fad5296d-1237-4156-ab21-53378a7561dc req-b16fd268-b280-43e9-b00c-df7eb91f756d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 210 time: 0.0326505 Mar 23 02:11:20.959540 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f535af4-d825-4947-80f2-3cbf799b0edf req-30acc807-4ce1-4ce0-bf15-c6d8d48c5de2 service neutron] 10.222.0.42 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093745 Mar 23 02:11:20.980835 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2a27c6-257d-4726-972a-33a588867b3a None None] New status for floating IP 3064addc-70d7-42b7-b8ee-c1567957be48: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:11:21.282838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cda7a779-3f1e-4046-87e6-663133c7645a details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:11:21.285080 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 29ce356d-239c-4c70-a6a9-4286fac0aaa3 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:11:21.312376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 29ce356d-239c-4c70-a6a9-4286fac0aaa3 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:11:21.312684 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 29ce356d-239c-4c70-a6a9-4286fac0aaa3 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:11:21.398184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port cda7a779-3f1e-4046-87e6-663133c7645a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cda7a779-3f1e-4046-87e6-663133c7645a,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:11:21.410110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'cda7a779-3f1e-4046-87e6-663133c7645a', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'port_id': 'cda7a779-3f1e-4046-87e6-663133c7645a', 'mac_address': 'fa:16:3e:9e:05:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:11:21.450170 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port cda7a779-3f1e-4046-87e6-663133c7645a is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:11:21.450566 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cda7a779-3f1e-4046-87e6-663133c7645a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:21.463754 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda7a779-3f1e-4046-87e6-663133c7645a {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:11:21.483058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port cda7a779-3f1e-4046-87e6-663133c7645a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cda7a779-3f1e-4046-87e6-663133c7645a,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:11:21.488128 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cda7a779-3f1e-4046-87e6-663133c7645a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:21.535441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=cda7a779-3f1e-4046-87e6-663133c7645a,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:21.543687 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:21.544036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:21.544376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:21.544743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:21.545081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:21.545413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:21.545737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:21.546059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:21.546382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:21.546712 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:21.547030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:21.547350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:21.547670 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:21.547988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:21.548302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:11:21.692921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['cda7a779-3f1e-4046-87e6-663133c7645a'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:11:21.952747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9787109-fb59-4c4a-8f26-9d891c1d8f99 req-23acf821-6f2c-4f28-9389-76a94af573d7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:21.954955 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b9787109-fb59-4c4a-8f26-9d891c1d8f99 req-23acf821-6f2c-4f28-9389-76a94af573d7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff035e4f-28fe-4410-a430-28c318a20742 HTTP/1.1" status: 200 len: 945 time: 0.0585766 Mar 23 02:11:22.012900 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b9787109-fb59-4c4a-8f26-9d891c1d8f99 req-81ba5f7c-9081-4321-b962-a897ad3521ce tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cdb15-1f63-4cd6-ac17-a68982221930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515018 Mar 23 02:11:22.041413 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8bc024c5-2b76-4478-974d-289d5d77786d req-f482119d-6043-43a4-9622-0971e72cc82e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 210 time: 0.0300941 Mar 23 02:11:22.048049 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f9c3d7e0-c166-42e2-9e81-a00476b44c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:23.142262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997fc70-7218-4eba-9ef0-32ef7ae6a872 req-3ee169a4-a33f-4409-bd84-fc17b09c56c0 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:23.143768 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5997fc70-7218-4eba-9ef0-32ef7ae6a872 req-3ee169a4-a33f-4409-bd84-fc17b09c56c0 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff035e4f-28fe-4410-a430-28c318a20742 HTTP/1.1" status: 200 len: 945 time: 0.0560238 Mar 23 02:11:23.145137 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc336f83-fd05-4f6e-8635-04f31411615b req-be88ba2b-c7ec-493c-aaa9-4543b2d8e605 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 210 time: 0.0316238 Mar 23 02:11:23.193043 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5997fc70-7218-4eba-9ef0-32ef7ae6a872 req-e58f3ce2-d734-4583-b014-aae92c3a0cdd tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cdb15-1f63-4cd6-ac17-a68982221930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417540 Mar 23 02:11:23.296734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cda7a779-3f1e-4046-87e6-663133c7645a up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:11:23.359023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port cda7a779-3f1e-4046-87e6-663133c7645a completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:11:23.362605 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:23.364199 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port cda7a779-3f1e-4046-87e6-663133c7645a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:11:23.364555 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cda7a779-3f1e-4046-87e6-663133c7645a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:23.460180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port cda7a779-3f1e-4046-87e6-663133c7645a is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:11:23.460573 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cda7a779-3f1e-4046-87e6-663133c7645a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:23.485211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff035e4f-28fe-4410-a430-28c318a20742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda7a779-3f1e-4046-87e6-663133c7645a'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:11:23.487619 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339c2d11-0126-4542-be91-2d4ebf8f0980" -d '{"events": [{"server_uuid": "ff035e4f-28fe-4410-a430-28c318a20742", "name": "network-vif-plugged", "status": "completed", "tag": "cda7a779-3f1e-4046-87e6-663133c7645a"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:11:23.501510 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port cda7a779-3f1e-4046-87e6-663133c7645a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cda7a779-3f1e-4046-87e6-663133c7645a,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:11:23.508737 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cda7a779-3f1e-4046-87e6-663133c7645a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:23.536423 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a3733b-5e30-43d1-a452-b3024ffb532e x-openstack-request-id: req-08a3733b-5e30-43d1-a452-b3024ffb532e {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:11:23.536811 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff035e4f-28fe-4410-a430-28c318a20742", "name": "network-vif-plugged", "status": "completed", "tag": "cda7a779-3f1e-4046-87e6-663133c7645a", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:11:23.537162 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08a3733b-5e30-43d1-a452-b3024ffb532e {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:11:23.537605 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a3733b-5e30-43d1-a452-b3024ffb532e'] response: {'server_uuid': 'ff035e4f-28fe-4410-a430-28c318a20742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda7a779-3f1e-4046-87e6-663133c7645a', 'code': 200} Mar 23 02:11:23.567983 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=cda7a779-3f1e-4046-87e6-663133c7645a,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:23.636292 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad80ce-83b8-4681-98a4-1d7e3e30756a req-297b7ece-ae57-4ae7-a5c4-bc76f560db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:23.637840 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f5ad80ce-83b8-4681-98a4-1d7e3e30756a req-297b7ece-ae57-4ae7-a5c4-bc76f560db53 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ff035e4f-28fe-4410-a430-28c318a20742 HTTP/1.1" status: 200 len: 1128 time: 0.0446372 Mar 23 02:11:23.683238 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f5ad80ce-83b8-4681-98a4-1d7e3e30756a req-2a33ddce-2de0-4cb4-b43b-22b6f26e5fb7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ed8cdb15-1f63-4cd6-ac17-a68982221930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387967 Mar 23 02:11:24.248202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-469bc3cf-e83f-49e6-8107-2747938ce883 req-0100dbb9-462c-44be-8e96-15218bab659c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 210 time: 0.0337865 Mar 23 02:11:24.320322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aaad7f-8161-4086-bdb3-9a3f16a21b40 req-37a75b6f-e66e-472b-bc01-f648a993c8e8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:24.322671 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-83aaad7f-8161-4086-bdb3-9a3f16a21b40 req-37a75b6f-e66e-472b-bc01-f648a993c8e8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff035e4f-28fe-4410-a430-28c318a20742 HTTP/1.1" status: 200 len: 946 time: 0.0588422 Mar 23 02:11:24.370733 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-83aaad7f-8161-4086-bdb3-9a3f16a21b40 req-d4bce018-6ee6-419d-ba3c-8969bf807cce tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cdb15-1f63-4cd6-ac17-a68982221930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423717 Mar 23 02:11:24.696505 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:25.352490 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-37744642-4996-4cd0-b6c8-5a72e6e41acb req-ccdfe65b-35fa-4b2b-b224-813089233974 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 210 time: 0.0280447 Mar 23 02:11:25.494413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b5480-d307-4ccb-b057-f3a17ef2b6cc req-4df658d8-f22b-4495-a88d-ea40dee06177 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:25.496060 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-147b5480-d307-4ccb-b057-f3a17ef2b6cc req-4df658d8-f22b-4495-a88d-ea40dee06177 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff035e4f-28fe-4410-a430-28c318a20742 HTTP/1.1" status: 200 len: 946 time: 0.0553763 Mar 23 02:11:25.545492 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-147b5480-d307-4ccb-b057-f3a17ef2b6cc req-443213f2-add1-4d6f-b44d-340395f505c3 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cdb15-1f63-4cd6-ac17-a68982221930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436232 Mar 23 02:11:25.663993 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c7f95-2bdd-4253-b475-fb1e7da354bb req-af804fc2-19d5-4980-ae5e-49f50e680f8e tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:25.665569 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec6c7f95-2bdd-4253-b475-fb1e7da354bb req-af804fc2-19d5-4980-ae5e-49f50e680f8e tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff035e4f-28fe-4410-a430-28c318a20742 HTTP/1.1" status: 200 len: 946 time: 0.0556834 Mar 23 02:11:25.674926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 50926) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:11:25.679341 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-803b4e5a-6e79-4826-8b2a-46ab09de4f65 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'floatingip': {'port_id': 'cda7a779-3f1e-4046-87e6-663133c7645a'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:11:25.719470 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-803b4e5a-6e79-4826-8b2a-46ab09de4f65 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (8ec4a9f4-7402-41de-8512-542b6215f5a7), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:25.819202 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:26.170227 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-803b4e5a-6e79-4826-8b2a-46ab09de4f65 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:26.175340 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-803b4e5a-6e79-4826-8b2a-46ab09de4f65 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (8ec4a9f4-7402-41de-8512-542b6215f5a7), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:26.296768 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-803b4e5a-6e79-4826-8b2a-46ab09de4f65 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Floating IP 8ec4a9f4-7402-41de-8512-542b6215f5a7 associated. External IP: 172.25.0.94, port: cda7a779-3f1e-4046-87e6-663133c7645a. Mar 23 02:11:26.454898 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-13b50159-dcc0-4e53-b060-b6d1c6eb710e req-4ffd6307-a218-418c-916d-666fd46657bb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 210 time: 0.0301561 Mar 23 02:11:26.819313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803b4e5a-6e79-4826-8b2a-46ab09de4f65 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Router d29e44af-4eee-4bf1-8977-16bd69f017f1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:11:26.934790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803b4e5a-6e79-4826-8b2a-46ab09de4f65 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:11:26.939874 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-803b4e5a-6e79-4826-8b2a-46ab09de4f65 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:26.944854 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6f78bc-1604-46fa-aab0-b8705ba43fb7 None None] Sync routers for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:11:26.957229 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6f78bc-1604-46fa-aab0-b8705ba43fb7 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:11:26.957847 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4b6f78bc-1604-46fa-aab0-b8705ba43fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:11:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:11:26.987148 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-803b4e5a-6e79-4826-8b2a-46ab09de4f65 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "PUT /v2.0/floatingips/8ec4a9f4-7402-41de-8512-542b6215f5a7 HTTP/1.1" status: 200 len: 991 time: 1.2968283 Mar 23 02:11:26.987148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff035e4f-28fe-4410-a430-28c318a20742', 'tag': 'cda7a779-3f1e-4046-87e6-663133c7645a'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:11:26.987148 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6ad776-925e-421a-8a44-533fd7b42e88" -d '{"events": [{"name": "network-changed", "server_uuid": "ff035e4f-28fe-4410-a430-28c318a20742", "tag": "cda7a779-3f1e-4046-87e6-663133c7645a"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:11:27.017162 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120a1919-38a1-4fed-8eca-26716059fd1a x-openstack-request-id: req-120a1919-38a1-4fed-8eca-26716059fd1a {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:11:27.017458 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff035e4f-28fe-4410-a430-28c318a20742", "tag": "cda7a779-3f1e-4046-87e6-663133c7645a", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:11:27.017705 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-120a1919-38a1-4fed-8eca-26716059fd1a {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:11:27.018119 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120a1919-38a1-4fed-8eca-26716059fd1a'] response: {'name': 'network-changed', 'server_uuid': 'ff035e4f-28fe-4410-a430-28c318a20742', 'tag': 'cda7a779-3f1e-4046-87e6-663133c7645a', 'status': 'completed', 'code': 200} Mar 23 02:11:27.079205 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-4b6f78bc-1604-46fa-aab0-b8705ba43fb7 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:11:27.088843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ad776-925e-421a-8a44-533fd7b42e88 req-38812d57-120c-48c9-bf3e-3698498e103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:27.090414 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3c6ad776-925e-421a-8a44-533fd7b42e88 req-38812d57-120c-48c9-bf3e-3698498e103f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&device_id=ff035e4f-28fe-4410-a430-28c318a20742 HTTP/1.1" status: 200 len: 1128 time: 0.0510266 Mar 23 02:11:27.187541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ad776-925e-421a-8a44-533fd7b42e88 req-673ac3ff-bd32-4913-8a1e-259a5b4f93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:27.189190 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3c6ad776-925e-421a-8a44-533fd7b42e88 req-673ac3ff-bd32-4913-8a1e-259a5b4f93f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 914 time: 0.0926836 Mar 23 02:11:27.256575 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3c6ad776-925e-421a-8a44-533fd7b42e88 req-43a1b6e6-8701-42b7-a95b-d489ac73343c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cda7a779-3f1e-4046-87e6-663133c7645a HTTP/1.1" status: 200 len: 999 time: 0.0617676 Mar 23 02:11:27.306033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ad776-925e-421a-8a44-533fd7b42e88 req-01ce6c4b-e579-4110-a1d4-6c1648820648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:27.307521 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3c6ad776-925e-421a-8a44-533fd7b42e88 req-01ce6c4b-e579-4110-a1d4-6c1648820648 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 200 len: 853 time: 0.0442407 Mar 23 02:11:27.315774 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4b6f78bc-1604-46fa-aab0-b8705ba43fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '5b8252cc-5b6d-43be-a9ca-30f7a8d201a6', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:91:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:09:36Z', 'updated_at': '2022-03-23T02:09:51Z', 'revision_number': 2, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}, {'id': '8ec4a9f4-7402-41de-8512-542b6215f5a7', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': 'cda7a779-3f1e-4046-87e6-663133c7645a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:9e:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff035e4f-28fe-4410-a430-28c318a20742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:11:15Z', 'updated_at': '2022-03-23T02:11:26Z', 'revision_number': 1, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:11:27.342052 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6f78bc-1604-46fa-aab0-b8705ba43fb7 None None] Checking router: d29e44af-4eee-4bf1-8977-16bd69f017f1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:11:27.350889 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6f78bc-1604-46fa-aab0-b8705ba43fb7 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:11:27.351477 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4b6f78bc-1604-46fa-aab0-b8705ba43fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:11:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:11:27.361523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ad776-925e-421a-8a44-533fd7b42e88 req-4060bfca-2003-4054-8ed6-07dd661a89d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:27.363060 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3c6ad776-925e-421a-8a44-533fd7b42e88 req-4060bfca-2003-4054-8ed6-07dd661a89d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb46a776-dd79-4e14-ad0d-7c50c67e334d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495615 Mar 23 02:11:27.457811 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3c6ad776-925e-421a-8a44-533fd7b42e88 req-a05d4577-36c8-4781-a83b-e78c0cff527c service neutron] 10.222.0.42 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886626 Mar 23 02:11:27.461842 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-4b6f78bc-1604-46fa-aab0-b8705ba43fb7 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:11:27.557186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3c6ad776-925e-421a-8a44-533fd7b42e88 req-ba2df8ce-1c96-4ae3-a3e5-1903fa938eb2 service neutron] 10.222.0.42 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932536 Mar 23 02:11:27.578915 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-462abf59-0493-47bc-ab73-bd13c0a32ea5 req-7f72a7d6-cf8f-4f6c-97ef-f618119f3db8 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 210 time: 0.0435388 Mar 23 02:11:27.706058 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4b6f78bc-1604-46fa-aab0-b8705ba43fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '5b8252cc-5b6d-43be-a9ca-30f7a8d201a6', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:91:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:09:36Z', 'updated_at': '2022-03-23T02:09:51Z', 'revision_number': 2, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}, {'id': '8ec4a9f4-7402-41de-8512-542b6215f5a7', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': 'cda7a779-3f1e-4046-87e6-663133c7645a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:9e:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff035e4f-28fe-4410-a430-28c318a20742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:11:15Z', 'updated_at': '2022-03-23T02:11:26Z', 'revision_number': 1, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:11:27.732290 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6f78bc-1604-46fa-aab0-b8705ba43fb7 None None] The sync data for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 is: [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '5b8252cc-5b6d-43be-a9ca-30f7a8d201a6', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:91:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:09:36Z', 'updated_at': '2022-03-23T02:09:51Z', 'revision_number': 2, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}, {'id': '8ec4a9f4-7402-41de-8512-542b6215f5a7', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': 'cda7a779-3f1e-4046-87e6-663133c7645a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:9e:05:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff035e4f-28fe-4410-a430-28c318a20742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:11:15Z', 'updated_at': '2022-03-23T02:11:26Z', 'revision_number': 1, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:11:27.939444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6681c9-34c3-417b-9f4e-f10edfa3a532 None None] New status for floating IP 8ec4a9f4-7402-41de-8512-542b6215f5a7: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:11:28.671156 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf0e08ca-2279-4160-9ff5-230c99bcb7d0 req-3101a003-5149-4b85-909b-7034be6731f1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=a48a840c-53d5-43c4-83d6-e179b7d18f26 HTTP/1.1" status: 200 len: 210 time: 0.0293550 Mar 23 02:11:29.948081 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-4aeafd21-4073-4f69-b8e5-e54fe23143b1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344866001&fields=id&tenant_id=52e24a35bff748468941038a9c4ab158 HTTP/1.1" status: 200 len: 267 time: 0.0456245 Mar 23 02:11:30.057660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-ee031ed3-293c-4731-b27a-09507c3474a5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:30.059117 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-ee031ed3-293c-4731-b27a-09507c3474a5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 812 time: 0.1046166 Mar 23 02:11:30.074352 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-8feeefa7-10ff-49ce-8fe0-9d53da001b46 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/quotas/52e24a35bff748468941038a9c4ab158 HTTP/1.1" status: 200 len: 375 time: 0.0097148 Mar 23 02:11:30.134378 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-41c9fc6d-d054-4eea-a5a4-b88b7db8b2dd tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551422 Mar 23 02:11:30.240269 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-3ec61521-74c4-4b13-ba5d-495d6cfc66d0 service neutron] 10.222.0.18 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943742 Mar 23 02:11:30.338172 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-03387934-6856-4bc3-9da4-59c6a80d95b0 service neutron] 10.222.0.18 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919833 Mar 23 02:11:30.642969 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e95a3ace-cc1f-423d-b304-0e2ffd5d4073 req-93cc654f-e5c2-407c-b094-b2f1dbb23120 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 210 time: 0.0279408 Mar 23 02:11:31.663357 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-bbb91cfd-f7fd-4e3f-b692-599d192dbfbb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:31.665384 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-bbb91cfd-f7fd-4e3f-b692-599d192dbfbb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.43 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 812 time: 0.1037171 Mar 23 02:11:31.745494 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-719eee80-ddee-40d0-bf95-05aa2e47c6ab req-32b08d80-0b51-41ab-ba58-8e052fad964a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 210 time: 0.0291891 Mar 23 02:11:31.747223 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-60d5c875-15df-498a-b51f-56bab07554a1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52e24a35bff748468941038a9c4ab158 HTTP/1.1" status: 200 len: 379 time: 0.0661356 Mar 23 02:11:31.756927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-722cc693-68ab-4e75-b6ac-9245a1574de0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Request body: {'port': {'device_id': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'admin_state_up': True, 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'security_groups': ['73529abe-59db-4e54-b9da-bbf69970ddd4']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:11:31.877720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-722cc693-68ab-4e75-b6ac-9245a1574de0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Made reservation on behalf of 52e24a35bff748468941038a9c4ab158 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:11:31.881276 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-722cc693-68ab-4e75-b6ac-9245a1574de0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:32.012366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-722cc693-68ab-4e75-b6ac-9245a1574de0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Allocated IP 172.20.0.4 (bc3a993f-bf9b-4c87-a6dd-164f082e25a5/117a5333-90c5-4abf-b578-73ad977ec678/12312d52-a91b-458f-a2ba-79dc02b870b8) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:11:32.150919 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-722cc693-68ab-4e75-b6ac-9245a1574de0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for port (12312d52-a91b-458f-a2ba-79dc02b870b8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:32.186308 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-722cc693-68ab-4e75-b6ac-9245a1574de0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (12312d52-a91b-458f-a2ba-79dc02b870b8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:32.232577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-722cc693-68ab-4e75-b6ac-9245a1574de0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:11:32.240468 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-722cc693-68ab-4e75-b6ac-9245a1574de0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:11:32.245971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-722cc693-68ab-4e75-b6ac-9245a1574de0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:11:32.272982 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cc693-68ab-4e75-b6ac-9245a1574de0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'Port': ['ID=12312d52-a91b-458f-a2ba-79dc02b870b8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:32.307313 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-722cc693-68ab-4e75-b6ac-9245a1574de0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:32.308084 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-722cc693-68ab-4e75-b6ac-9245a1574de0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:32.326968 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-722cc693-68ab-4e75-b6ac-9245a1574de0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5740361 Mar 23 02:11:32.344634 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Request body: {'port': {'device_id': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:11:32.408338 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (12312d52-a91b-458f-a2ba-79dc02b870b8), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:32.502124 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a3226875-cf1f-4820-934a-86688e60dd01 None None] Provisioning complete for port 12312d52-a91b-458f-a2ba-79dc02b870b8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:11:32.502774 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a3226875-cf1f-4820-934a-86688e60dd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (12312d52-a91b-458f-a2ba-79dc02b870b8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:32.537308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a3226875-cf1f-4820-934a-86688e60dd01 None None] Port 12312d52-a91b-458f-a2ba-79dc02b870b8 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:11:32.691936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12312d52-a91b-458f-a2ba-79dc02b870b8 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:11:32.700360 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Publish callbacks [] for port (12312d52-a91b-458f-a2ba-79dc02b870b8), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:32.713693 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Transition to ACTIVE for port object 12312d52-a91b-458f-a2ba-79dc02b870b8 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:11:32.719345 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (12312d52-a91b-458f-a2ba-79dc02b870b8), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:32.770145 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=12312d52-a91b-458f-a2ba-79dc02b870b8,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:32.887782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Attempting to bind port 12312d52-a91b-458f-a2ba-79dc02b870b8 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:11:32.888184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Attempting to bind port 12312d52-a91b-458f-a2ba-79dc02b870b8 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:11:32.888442 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Attempting to bind port 12312d52-a91b-458f-a2ba-79dc02b870b8 on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:11:32.898061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Port 12312d52-a91b-458f-a2ba-79dc02b870b8 on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:11:32.898414 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Attempting to bind port 12312d52-a91b-458f-a2ba-79dc02b870b8 on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:11:32.908730 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:11:32.909081 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Checking segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:11:32.909482 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Bound using segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:11:32.909928 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Bound port: 12312d52-a91b-458f-a2ba-79dc02b870b8, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:11:32.910290 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (12312d52-a91b-458f-a2ba-79dc02b870b8), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:32.922735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5758fb6-759a-4caf-a081-c851c90767a0 req-8a2415f9-fe65-47ae-8cd5-73242cb8e870 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:32.924291 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a5758fb6-759a-4caf-a081-c851c90767a0 req-8a2415f9-fe65-47ae-8cd5-73242cb8e870 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 943 time: 0.0936942 Mar 23 02:11:33.021570 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a5758fb6-759a-4caf-a081-c851c90767a0 req-096517e2-a955-43ce-b1ea-5fd5e65a9851 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896225 Mar 23 02:11:33.024503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] For port 12312d52-a91b-458f-a2ba-79dc02b870b8, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:11:33.028190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] For port 12312d52-a91b-458f-a2ba-79dc02b870b8, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=12312d52-a91b-458f-a2ba-79dc02b870b8,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:11:33.037773 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (12312d52-a91b-458f-a2ba-79dc02b870b8), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:33.079721 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:33.080296 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:33.081747 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] 10.222.0.43 "PUT /v2.0/ports/12312d52-a91b-458f-a2ba-79dc02b870b8 HTTP/1.1" status: 200 len: 1091 time: 0.7423325 Mar 23 02:11:33.082161 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'tag': '12312d52-a91b-458f-a2ba-79dc02b870b8'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:11:33.084408 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483af689-bdf9-4b25-a325-07ae8a5e4146" -d '{"events": [{"name": "network-changed", "server_uuid": "85450ce3-ca50-4196-beae-22ac324ac6ac", "tag": "12312d52-a91b-458f-a2ba-79dc02b870b8"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:11:33.124023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3c819-aec0-4963-b794-9029a661b8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=12312d52-a91b-458f-a2ba-79dc02b870b8,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:33.138775 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f582f88f-536f-4fb8-9970-c33d7d2bfa70 x-openstack-request-id: req-f582f88f-536f-4fb8-9970-c33d7d2bfa70 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:11:33.139760 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85450ce3-ca50-4196-beae-22ac324ac6ac", "tag": "12312d52-a91b-458f-a2ba-79dc02b870b8", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:11:33.140032 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f582f88f-536f-4fb8-9970-c33d7d2bfa70 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:11:33.140439 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f582f88f-536f-4fb8-9970-c33d7d2bfa70'] response: {'name': 'network-changed', 'server_uuid': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'tag': '12312d52-a91b-458f-a2ba-79dc02b870b8', 'status': 'completed', 'code': 200} Mar 23 02:11:33.202172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-ec150ca0-c211-45f1-8d42-debe264e2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:33.203723 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-ec150ca0-c211-45f1-8d42-debe264e2c7c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 1125 time: 0.0494766 Mar 23 02:11:33.254523 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-f10ac82c-6f2f-4fef-bf47-11de72cfc4c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12312d52-a91b-458f-a2ba-79dc02b870b8 HTTP/1.1" status: 200 len: 217 time: 0.0376894 Mar 23 02:11:33.303667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-3c97a7ca-2f3c-4626-8e78-62a2e66f156b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:33.305210 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-3c97a7ca-2f3c-4626-8e78-62a2e66f156b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0453281 Mar 23 02:11:33.357385 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-d50bc01c-53f8-41bb-920c-a2c5f59e3c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:33.358813 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-d50bc01c-53f8-41bb-920c-a2c5f59e3c4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480886 Mar 23 02:11:33.457462 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-4cce9a6b-bf9d-4e59-aff7-d3886439262f service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915179 Mar 23 02:11:33.552824 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-268eb36e-5040-49d7-9d13-0a0a9b507f3f req-c1ad9228-0e10-495f-b7ae-87484354f76a service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894983 Mar 23 02:11:33.667377 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483af689-bdf9-4b25-a325-07ae8a5e4146 req-78c7920e-8de1-4efa-8b0f-e07d48d8d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:33.669056 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-483af689-bdf9-4b25-a325-07ae8a5e4146 req-78c7920e-8de1-4efa-8b0f-e07d48d8d8a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 1125 time: 0.0486016 Mar 23 02:11:33.765893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483af689-bdf9-4b25-a325-07ae8a5e4146 req-19450a86-9be7-4a25-bb3a-9515dc9aef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:33.767391 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-483af689-bdf9-4b25-a325-07ae8a5e4146 req-19450a86-9be7-4a25-bb3a-9515dc9aef4a service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.0915437 Mar 23 02:11:33.809692 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-483af689-bdf9-4b25-a325-07ae8a5e4146 req-837c0659-94bf-4942-9c84-0a2c7c4115e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12312d52-a91b-458f-a2ba-79dc02b870b8 HTTP/1.1" status: 200 len: 217 time: 0.0362616 Mar 23 02:11:33.858537 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483af689-bdf9-4b25-a325-07ae8a5e4146 req-a4f32050-04e9-418b-9152-5faa114a6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:33.860028 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-483af689-bdf9-4b25-a325-07ae8a5e4146 req-a4f32050-04e9-418b-9152-5faa114a6363 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0448501 Mar 23 02:11:33.909233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483af689-bdf9-4b25-a325-07ae8a5e4146 req-2a170a62-fe0f-4f02-a777-f7c1ca5a0a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:33.910870 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-483af689-bdf9-4b25-a325-07ae8a5e4146 req-2a170a62-fe0f-4f02-a777-f7c1ca5a0a40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449185 Mar 23 02:11:34.003613 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-483af689-bdf9-4b25-a325-07ae8a5e4146 req-62da378d-4461-4a4d-90c5-36fc152e519c service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867438 Mar 23 02:11:34.083147 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:34.098330 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-483af689-bdf9-4b25-a325-07ae8a5e4146 req-bd1df503-79b2-4520-974e-71b847f08baa service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889437 Mar 23 02:11:34.162814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7adb0-7af7-4df0-9ffd-c946207bdebc req-98d8db41-83b6-4cdc-acc9-6061b4b1d0f0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:34.164341 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7ad7adb0-7af7-4df0-9ffd-c946207bdebc req-98d8db41-83b6-4cdc-acc9-6061b4b1d0f0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 943 time: 0.0601451 Mar 23 02:11:34.214947 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7ad7adb0-7af7-4df0-9ffd-c946207bdebc req-cf383304-fa59-49ec-9f78-b6561d221b41 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448437 Mar 23 02:11:35.341655 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fad676-f77e-4463-89ee-3e45b5b1bd58 req-ec84e288-1fa9-4e8e-b497-322aa67441d3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:35.343170 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c6fad676-f77e-4463-89ee-3e45b5b1bd58 req-ec84e288-1fa9-4e8e-b497-322aa67441d3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 943 time: 0.0541496 Mar 23 02:11:35.393174 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c6fad676-f77e-4463-89ee-3e45b5b1bd58 req-cdcaebe2-ee07-4b0e-86f6-16f0a745af4b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438797 Mar 23 02:11:36.519450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd347f-8d1f-4fe6-8c1f-a41954da229d req-d0a5cf88-bea8-4623-a782-8f8208dcb1a2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:36.520948 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0bdd347f-8d1f-4fe6-8c1f-a41954da229d req-d0a5cf88-bea8-4623-a782-8f8208dcb1a2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 943 time: 0.0522060 Mar 23 02:11:36.574852 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0bdd347f-8d1f-4fe6-8c1f-a41954da229d req-5373704d-652b-47c1-abb7-53dde1598fbf tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470209 Mar 23 02:11:37.701055 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b773a3-0248-4de8-8c68-d0e8f8d4d8fa req-e5930bb4-ce57-41a1-9c7e-554413ea6a7c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:37.702629 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51b773a3-0248-4de8-8c68-d0e8f8d4d8fa req-e5930bb4-ce57-41a1-9c7e-554413ea6a7c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 943 time: 0.0591438 Mar 23 02:11:37.752889 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51b773a3-0248-4de8-8c68-d0e8f8d4d8fa req-f6ead4ec-53a1-4973-a7de-ea9a90272cec tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445642 Mar 23 02:11:38.877960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5162a59-f1b6-47d6-b7c0-0424a19ba239 req-52b6e770-ec28-4d70-8471-170781b39671 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:38.879457 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c5162a59-f1b6-47d6-b7c0-0424a19ba239 req-52b6e770-ec28-4d70-8471-170781b39671 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 943 time: 0.0577991 Mar 23 02:11:38.932299 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c5162a59-f1b6-47d6-b7c0-0424a19ba239 req-c9f90fd7-08a0-4661-83ff-75e1dc2c7752 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465877 Mar 23 02:11:40.052831 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425ddd8-ed9a-4d80-8297-634c4e113992 req-371deb8c-2ce7-498a-b7f4-5fc27b458a1e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:40.054573 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1425ddd8-ed9a-4d80-8297-634c4e113992 req-371deb8c-2ce7-498a-b7f4-5fc27b458a1e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 943 time: 0.0541477 Mar 23 02:11:40.105638 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1425ddd8-ed9a-4d80-8297-634c4e113992 req-cb16a7e1-ef9f-49b0-9f07-f0b6e3109267 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451791 Mar 23 02:11:41.229637 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d701403-564b-444a-8eca-bc3e74b77f58 req-4a788a09-543e-44e8-b6c1-ff90c150219f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:41.231136 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7d701403-564b-444a-8eca-bc3e74b77f58 req-4a788a09-543e-44e8-b6c1-ff90c150219f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 943 time: 0.0566881 Mar 23 02:11:41.284939 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7d701403-564b-444a-8eca-bc3e74b77f58 req-e3d7a018-506a-4240-871c-4358503d3569 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479450 Mar 23 02:11:42.425877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc4fd4-ccdb-4d6d-9aee-6c66af2f358e req-71ad0826-564c-4d8a-9f20-793220519734 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:42.427421 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-26bc4fd4-ccdb-4d6d-9aee-6c66af2f358e req-71ad0826-564c-4d8a-9f20-793220519734 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 943 time: 0.0569232 Mar 23 02:11:42.496112 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-26bc4fd4-ccdb-4d6d-9aee-6c66af2f358e req-82fc3649-06d5-4328-9c88-f8bc7c75ba83 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628588 Mar 23 02:11:43.637420 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3b534-36ee-415d-9d55-76554f219ce7 req-80cd480f-7c24-4d45-afea-6580f18b58a4 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:43.638893 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b7b3b534-36ee-415d-9d55-76554f219ce7 req-80cd480f-7c24-4d45-afea-6580f18b58a4 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 943 time: 0.0640824 Mar 23 02:11:43.691286 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b7b3b534-36ee-415d-9d55-76554f219ce7 req-7e35073c-a93e-4e92-a051-812cdb34d952 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467176 Mar 23 02:11:44.813629 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:11:44.822460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c7922-27df-41fe-9e81-d1e90e6d3ab7 req-aeda45a3-e752-4966-9d95-ea5874c30cf9 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:44.824340 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-766c7922-27df-41fe-9e81-d1e90e6d3ab7 req-aeda45a3-e752-4966-9d95-ea5874c30cf9 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 943 time: 0.0618174 Mar 23 02:11:44.875941 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-766c7922-27df-41fe-9e81-d1e90e6d3ab7 req-473d8b35-fa22-4657-939a-b1128b91d854 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456882 Mar 23 02:11:46.007027 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7a3e6-4110-4986-9a2e-223c5acf3f37 req-db16e0eb-1379-43e4-b8d2-b2a6508ad107 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:46.008465 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0de7a3e6-4110-4986-9a2e-223c5acf3f37 req-db16e0eb-1379-43e4-b8d2-b2a6508ad107 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 943 time: 0.0547316 Mar 23 02:11:46.061416 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0de7a3e6-4110-4986-9a2e-223c5acf3f37 req-581afbc4-01d9-4e61-976b-60deb1df3a6b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447249 Mar 23 02:11:47.199180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d2526-fdaf-4e7b-a0b1-68512eb37e2c req-87929792-37b3-4384-b702-cd9259026666 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:47.200717 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-521d2526-fdaf-4e7b-a0b1-68512eb37e2c req-87929792-37b3-4384-b702-cd9259026666 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 943 time: 0.0646601 Mar 23 02:11:47.257221 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-521d2526-fdaf-4e7b-a0b1-68512eb37e2c req-8a25ff03-3acc-4764-9e48-fba95def3451 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506251 Mar 23 02:11:48.389176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7fda5-2c35-47e1-93c1-6333d60a63b9 req-88d6b1fe-bed7-4f4c-8d14-24a40612e8df tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:48.390686 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cfa7fda5-2c35-47e1-93c1-6333d60a63b9 req-88d6b1fe-bed7-4f4c-8d14-24a40612e8df tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 943 time: 0.0555058 Mar 23 02:11:48.439929 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cfa7fda5-2c35-47e1-93c1-6333d60a63b9 req-d853367c-1a2e-484f-81d2-ebe53f36f938 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436363 Mar 23 02:11:49.571771 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f88798be-1cda-4789-ac7c-21a945c389d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:49.576217 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730c6b2-c8eb-4742-9c58-2699f16c17b4 req-dcb3f182-b10e-4a44-b3e7-bbc76a1481f3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:49.577777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1730c6b2-c8eb-4742-9c58-2699f16c17b4 req-dcb3f182-b10e-4a44-b3e7-bbc76a1481f3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 943 time: 0.0621607 Mar 23 02:11:49.628206 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1730c6b2-c8eb-4742-9c58-2699f16c17b4 req-03ebceae-a21b-4efa-a8f1-0a7524c8e8c1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447543 Mar 23 02:11:50.773012 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5578f-265a-4391-97b7-8aedf9d4254b req-f005ff2e-c9e7-44f0-81d6-e461e7680797 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:50.774757 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4bd5578f-265a-4391-97b7-8aedf9d4254b req-f005ff2e-c9e7-44f0-81d6-e461e7680797 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 943 time: 0.0659401 Mar 23 02:11:50.831834 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4bd5578f-265a-4391-97b7-8aedf9d4254b req-9890c482-623d-46b2-a345-07068485ad0e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488691 Mar 23 02:11:50.877821 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:51.971222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d21533-1507-4956-89ea-bdf4e01871c7 req-db743e7d-4442-4e1b-8c28-6a317dfd9261 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:51.972967 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c7d21533-1507-4956-89ea-bdf4e01871c7 req-db743e7d-4442-4e1b-8c28-6a317dfd9261 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 943 time: 0.0617664 Mar 23 02:11:52.036406 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c7d21533-1507-4956-89ea-bdf4e01871c7 req-69f50c7a-4bc3-49ff-93bc-08d6b5c54159 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575402 Mar 23 02:11:52.045183 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-009b1936-ec64-4fd7-91b7-496e196ece42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:52.212080 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 12312d52-a91b-458f-a2ba-79dc02b870b8 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:11:52.327588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 12312d52-a91b-458f-a2ba-79dc02b870b8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=12312d52-a91b-458f-a2ba-79dc02b870b8,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:11:52.342745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '12312d52-a91b-458f-a2ba-79dc02b870b8', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'port_id': '12312d52-a91b-458f-a2ba-79dc02b870b8', 'mac_address': 'fa:16:3e:8a:7a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:11:52.387057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 12312d52-a91b-458f-a2ba-79dc02b870b8 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:11:52.387477 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (12312d52-a91b-458f-a2ba-79dc02b870b8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:52.401324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12312d52-a91b-458f-a2ba-79dc02b870b8 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:11:52.420337 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 12312d52-a91b-458f-a2ba-79dc02b870b8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=12312d52-a91b-458f-a2ba-79dc02b870b8,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:11:52.427211 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (12312d52-a91b-458f-a2ba-79dc02b870b8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:52.474801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=12312d52-a91b-458f-a2ba-79dc02b870b8,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:52.805727 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['12312d52-a91b-458f-a2ba-79dc02b870b8'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:11:53.162969 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610a5c7-f336-4f85-aefd-e7129d9e4d0f req-1351ab42-df51-4add-8489-eed8b41f5574 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:53.164785 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7610a5c7-f336-4f85-aefd-e7129d9e4d0f req-1351ab42-df51-4add-8489-eed8b41f5574 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 944 time: 0.0565732 Mar 23 02:11:53.215077 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7610a5c7-f336-4f85-aefd-e7129d9e4d0f req-e1216a55-a590-4ab4-adc4-1e519a1d00cb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446749 Mar 23 02:11:53.366329 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:54.227988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 12312d52-a91b-458f-a2ba-79dc02b870b8 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:11:54.287078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 12312d52-a91b-458f-a2ba-79dc02b870b8 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:11:54.291081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 12312d52-a91b-458f-a2ba-79dc02b870b8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:11:54.291467 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (12312d52-a91b-458f-a2ba-79dc02b870b8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:54.342468 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98966d4-1846-4e78-9d9f-095cb5962f8e req-1814a868-3027-42f3-94b4-73fd3007e632 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:54.343980 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f98966d4-1846-4e78-9d9f-095cb5962f8e req-1814a868-3027-42f3-94b4-73fd3007e632 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 944 time: 0.0547800 Mar 23 02:11:54.370665 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 12312d52-a91b-458f-a2ba-79dc02b870b8 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:11:54.371655 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (12312d52-a91b-458f-a2ba-79dc02b870b8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:54.395309 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12312d52-a91b-458f-a2ba-79dc02b870b8'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:11:54.397605 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3566f43-4698-4751-8852-cada31c711f0" -d '{"events": [{"server_uuid": "85450ce3-ca50-4196-beae-22ac324ac6ac", "name": "network-vif-plugged", "status": "completed", "tag": "12312d52-a91b-458f-a2ba-79dc02b870b8"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:11:54.405198 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f98966d4-1846-4e78-9d9f-095cb5962f8e req-603e05a2-8ae3-494f-bf99-0eb60b50a22a tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554481 Mar 23 02:11:54.411372 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 12312d52-a91b-458f-a2ba-79dc02b870b8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=12312d52-a91b-458f-a2ba-79dc02b870b8,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:11:54.416025 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (12312d52-a91b-458f-a2ba-79dc02b870b8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:54.441741 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3ca13b-5dd5-4098-a225-7380136f624b x-openstack-request-id: req-1c3ca13b-5dd5-4098-a225-7380136f624b {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:11:54.442031 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85450ce3-ca50-4196-beae-22ac324ac6ac", "name": "network-vif-plugged", "status": "completed", "tag": "12312d52-a91b-458f-a2ba-79dc02b870b8", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:11:54.442278 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c3ca13b-5dd5-4098-a225-7380136f624b {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:11:54.442668 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3ca13b-5dd5-4098-a225-7380136f624b'] response: {'server_uuid': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12312d52-a91b-458f-a2ba-79dc02b870b8', 'code': 200} Mar 23 02:11:54.468894 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=12312d52-a91b-458f-a2ba-79dc02b870b8,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:54.579178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1397022-c4f1-4af0-a1eb-252f31a1fbf0 req-6e47e819-7721-4b9f-b4df-2811291ca7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:54.580705 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c1397022-c4f1-4af0-a1eb-252f31a1fbf0 req-6e47e819-7721-4b9f-b4df-2811291ca7f9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 1127 time: 0.0460615 Mar 23 02:11:54.629296 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c1397022-c4f1-4af0-a1eb-252f31a1fbf0 req-44d43c73-b0cd-425b-921e-8cfda6b25c88 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426452 Mar 23 02:11:54.705972 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:55.548278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909aab3-57fc-4ffe-8b9d-b306e25afad8 req-d51bc719-90c2-4425-a9ea-87f7bc6d32fc tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:55.549852 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f909aab3-57fc-4ffe-8b9d-b306e25afad8 req-d51bc719-90c2-4425-a9ea-87f7bc6d32fc tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 945 time: 0.0695841 Mar 23 02:11:55.601027 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f909aab3-57fc-4ffe-8b9d-b306e25afad8 req-44968d91-3c7f-4880-b504-aed628b9ad0f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428562 Mar 23 02:11:55.820773 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:56.764810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fdac6-599e-4c7d-ba39-e3926af6fdbb req-34e5445e-3bff-4b58-8380-9163068bfcb3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:56.766968 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-866fdac6-599e-4c7d-ba39-e3926af6fdbb req-34e5445e-3bff-4b58-8380-9163068bfcb3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 945 time: 0.0740168 Mar 23 02:11:56.826450 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-866fdac6-599e-4c7d-ba39-e3926af6fdbb req-5c4b962c-353b-4732-b2a7-aeeefc281852 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534823 Mar 23 02:11:56.980490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcb9a0-e830-4d15-9bc7-7783b3de9f3c req-75ca4a7c-e923-468f-862a-3ce3a98f2a30 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:56.982069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ebcb9a0-e830-4d15-9bc7-7783b3de9f3c req-75ca4a7c-e923-468f-862a-3ce3a98f2a30 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 945 time: 0.0722640 Mar 23 02:11:57.038797 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ebcb9a0-e830-4d15-9bc7-7783b3de9f3c req-7b53265e-25d6-4642-9ab6-043bd5a45fdf tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482972 Mar 23 02:11:57.074029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51022) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:11:57.132242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fbf29b-7d5e-43f0-9076-4ada0b0c561e tempest-TestVolumeBootPattern-1675402958 tempest-TestVolumeBootPattern-1675402958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:57.134028 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-56fbf29b-7d5e-43f0-9076-4ada0b0c561e tempest-TestVolumeBootPattern-1675402958 tempest-TestVolumeBootPattern-1675402958-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 1122 time: 0.0589564 Mar 23 02:11:57.136855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51024) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:11:57.141297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': '12312d52-a91b-458f-a2ba-79dc02b870b8', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:11:57.165426 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:57.273503 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:57.406591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Allocated IP 172.25.0.142 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/888e26b9-932f-4f2b-bb29-b79427bf86cf) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:11:57.515593 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for port (888e26b9-932f-4f2b-bb29-b79427bf86cf), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:57.551520 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (888e26b9-932f-4f2b-bb29-b79427bf86cf), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:57.603262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:11:57.606204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:11:57.609753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:11:57.635471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'Port': ['ID=888e26b9-932f-4f2b-bb29-b79427bf86cf,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:58.007831 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for floatingip (8a41d48e-0846-4653-8d4f-876813e5f948), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:58.090236 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (888e26b9-932f-4f2b-bb29-b79427bf86cf), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:58.257586 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for port (888e26b9-932f-4f2b-bb29-b79427bf86cf), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:58.264727 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (888e26b9-932f-4f2b-bb29-b79427bf86cf), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:58.332241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'Port': ['ID=888e26b9-932f-4f2b-bb29-b79427bf86cf,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:11:58.344802 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (8a41d48e-0846-4653-8d4f-876813e5f948), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:58.464852 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Floating IP 8a41d48e-0846-4653-8d4f-876813e5f948 associated. External IP: 172.25.0.142, port: 12312d52-a91b-458f-a2ba-79dc02b870b8. Mar 23 02:11:58.694465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Router 75c96d3d-1f29-466a-834f-8617019e10b1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:11:58.806498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:11:58.816149 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc51895-2b4f-49ae-9056-2b4ba93f2aab None None] Sync routers for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:11:58.828074 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc51895-2b4f-49ae-9056-2b4ba93f2aab None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:11:58.828421 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:11:58.828694 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-cbc51895-2b4f-49ae-9056-2b4ba93f2aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:11:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:11:58.860292 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ee18d7c6-d0bc-46c7-8dad-3a685c5db180 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7223542 Mar 23 02:11:58.861007 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'tag': '12312d52-a91b-458f-a2ba-79dc02b870b8'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:11:58.863261 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc332b07-47c2-4d33-8f92-779f81e0cbd4" -d '{"events": [{"name": "network-changed", "server_uuid": "85450ce3-ca50-4196-beae-22ac324ac6ac", "tag": "12312d52-a91b-458f-a2ba-79dc02b870b8"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:11:58.907441 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a8529a-d385-44cc-9e28-0144e753415a x-openstack-request-id: req-72a8529a-d385-44cc-9e28-0144e753415a {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:11:58.907733 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85450ce3-ca50-4196-beae-22ac324ac6ac", "tag": "12312d52-a91b-458f-a2ba-79dc02b870b8", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:11:58.907987 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72a8529a-d385-44cc-9e28-0144e753415a {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:11:58.908409 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a8529a-d385-44cc-9e28-0144e753415a'] response: {'name': 'network-changed', 'server_uuid': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'tag': '12312d52-a91b-458f-a2ba-79dc02b870b8', 'status': 'completed', 'code': 200} Mar 23 02:11:58.936826 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-cbc51895-2b4f-49ae-9056-2b4ba93f2aab None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:11:59.002041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc332b07-47c2-4d33-8f92-779f81e0cbd4 req-11e006cc-b4a2-4a78-8738-1834038e3a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:59.003461 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc332b07-47c2-4d33-8f92-779f81e0cbd4 req-11e006cc-b4a2-4a78-8738-1834038e3a8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 1127 time: 0.0462511 Mar 23 02:11:59.097663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc332b07-47c2-4d33-8f92-779f81e0cbd4 req-20476957-7564-4acf-89ee-3fe9459c6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:59.099212 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc332b07-47c2-4d33-8f92-779f81e0cbd4 req-20476957-7564-4acf-89ee-3fe9459c6364 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.0898974 Mar 23 02:11:59.167122 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc332b07-47c2-4d33-8f92-779f81e0cbd4 req-e34b552e-9f18-43b6-932a-a6ffa6211e06 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12312d52-a91b-458f-a2ba-79dc02b870b8 HTTP/1.1" status: 200 len: 999 time: 0.0619018 Mar 23 02:11:59.222108 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc332b07-47c2-4d33-8f92-779f81e0cbd4 req-822d5159-8096-4466-a37e-d8fbfaedcd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:59.223569 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc332b07-47c2-4d33-8f92-779f81e0cbd4 req-822d5159-8096-4466-a37e-d8fbfaedcd78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0501225 Mar 23 02:11:59.258311 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-cbc51895-2b4f-49ae-9056-2b4ba93f2aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '8a41d48e-0846-4653-8d4f-876813e5f948', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'port_id': '12312d52-a91b-458f-a2ba-79dc02b870b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'mac_address': 'fa:16:3e:8a:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:11:57Z', 'updated_at': '2022-03-23T02:11:57Z', 'revision_number': 0, 'project_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:11:59.271624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc332b07-47c2-4d33-8f92-779f81e0cbd4 req-87d34e4a-edae-4399-bd1d-1eac1093c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:11:59.273154 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc332b07-47c2-4d33-8f92-779f81e0cbd4 req-87d34e4a-edae-4399-bd1d-1eac1093c79e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442817 Mar 23 02:11:59.284739 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc51895-2b4f-49ae-9056-2b4ba93f2aab None None] Checking router: 75c96d3d-1f29-466a-834f-8617019e10b1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:11:59.293239 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc51895-2b4f-49ae-9056-2b4ba93f2aab None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:11:59.293861 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-cbc51895-2b4f-49ae-9056-2b4ba93f2aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:11:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:11:59.363104 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc332b07-47c2-4d33-8f92-779f81e0cbd4 req-9b6e4de9-f109-499c-b822-8580558c9bf7 service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836115 Mar 23 02:11:59.400245 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-cbc51895-2b4f-49ae-9056-2b4ba93f2aab None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:11:59.458466 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fc332b07-47c2-4d33-8f92-779f81e0cbd4 req-e4cee031-41d2-4461-8f82-533b0e37ffbd service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891492 Mar 23 02:11:59.646855 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-cbc51895-2b4f-49ae-9056-2b4ba93f2aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '8a41d48e-0846-4653-8d4f-876813e5f948', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'port_id': '12312d52-a91b-458f-a2ba-79dc02b870b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'mac_address': 'fa:16:3e:8a:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:11:57Z', 'updated_at': '2022-03-23T02:11:57Z', 'revision_number': 0, 'project_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:11:59.672774 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc51895-2b4f-49ae-9056-2b4ba93f2aab None None] The sync data for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 is: [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '8a41d48e-0846-4653-8d4f-876813e5f948', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'port_id': '12312d52-a91b-458f-a2ba-79dc02b870b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'mac_address': 'fa:16:3e:8a:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:11:57Z', 'updated_at': '2022-03-23T02:11:57Z', 'revision_number': 0, 'project_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:11:59.894929 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4debb9-7270-4c6f-9f20-31d12ceb0fd3 None None] New status for floating IP 8a41d48e-0846-4653-8d4f-876813e5f948: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:12:02.409695 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7bcd6625-14b3-4d1d-9824-5cd7d04ce48c req-3954dc4c-22cd-403d-b245-fdbe75074df9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537114 Mar 23 02:12:02.518037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd6625-14b3-4d1d-9824-5cd7d04ce48c req-2b0bd164-c56e-4804-ba0c-d7124f26b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:02.519554 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7bcd6625-14b3-4d1d-9824-5cd7d04ce48c req-2b0bd164-c56e-4804-ba0c-d7124f26b3d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 1128 time: 0.0487535 Mar 23 02:12:02.649203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd6625-14b3-4d1d-9824-5cd7d04ce48c req-c65a46d9-ef00-496c-8b45-c01918710508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:02.651017 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7bcd6625-14b3-4d1d-9824-5cd7d04ce48c req-c65a46d9-ef00-496c-8b45-c01918710508 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 914 time: 0.1124723 Mar 23 02:12:02.722021 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7bcd6625-14b3-4d1d-9824-5cd7d04ce48c req-b0e09875-239d-40f9-a696-6364f99c601d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 HTTP/1.1" status: 200 len: 1001 time: 0.0640347 Mar 23 02:12:02.774525 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd6625-14b3-4d1d-9824-5cd7d04ce48c req-ad5f957c-c9b5-4027-8071-2753a14c8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:02.776376 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7bcd6625-14b3-4d1d-9824-5cd7d04ce48c req-ad5f957c-c9b5-4027-8071-2753a14c8cca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 200 len: 853 time: 0.0488431 Mar 23 02:12:02.827918 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd6625-14b3-4d1d-9824-5cd7d04ce48c req-96319ce3-ae26-462b-b376-7d2680eb842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:02.829481 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7bcd6625-14b3-4d1d-9824-5cd7d04ce48c req-96319ce3-ae26-462b-b376-7d2680eb842d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb46a776-dd79-4e14-ad0d-7c50c67e334d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466406 Mar 23 02:12:02.924240 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7bcd6625-14b3-4d1d-9824-5cd7d04ce48c req-99f844c5-cd90-4ffd-97e0-0615b3976de0 service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884981 Mar 23 02:12:03.029319 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7bcd6625-14b3-4d1d-9824-5cd7d04ce48c req-e0ee7903-6953-4088-89dc-90ea32fb1f37 service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990865 Mar 23 02:12:03.517493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a42a6b-4694-46eb-993e-6874521a7178 req-39c0df85-9b63-4084-8042-171c76352c2c tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:03.519033 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d9a42a6b-4694-46eb-993e-6874521a7178 req-39c0df85-9b63-4084-8042-171c76352c2c tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff035e4f-28fe-4410-a430-28c318a20742 HTTP/1.1" status: 200 len: 946 time: 0.0570230 Mar 23 02:12:03.579103 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d9a42a6b-4694-46eb-993e-6874521a7178 req-d40b0f5e-0d14-42e6-8b99-78352162c043 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cdb15-1f63-4cd6-ac17-a68982221930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515966 Mar 23 02:12:04.068907 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:04.727811 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf45e9-6317-48d0-b8e3-0c09b5543b30 req-03c54bff-e057-426c-aa6f-5a3027de29d0 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:04.729414 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ffcf45e9-6317-48d0-b8e3-0c09b5543b30 req-03c54bff-e057-426c-aa6f-5a3027de29d0 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff035e4f-28fe-4410-a430-28c318a20742 HTTP/1.1" status: 200 len: 946 time: 0.0667632 Mar 23 02:12:04.807669 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ffcf45e9-6317-48d0-b8e3-0c09b5543b30 req-3f70a6e3-f521-4561-a9a4-2e6d9ee57336 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed8cdb15-1f63-4cd6-ac17-a68982221930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724549 Mar 23 02:12:04.824702 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3d1b6-bf0e-4dd3-a67f-4cd0b0835f0b req-10069217-b2c1-499c-bef9-67989ca230ad tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:04.826226 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cab3d1b6-bf0e-4dd3-a67f-4cd0b0835f0b req-10069217-b2c1-499c-bef9-67989ca230ad tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff035e4f-28fe-4410-a430-28c318a20742 HTTP/1.1" status: 200 len: 946 time: 0.0771534 Mar 23 02:12:04.927931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-cab3d1b6-bf0e-4dd3-a67f-4cd0b0835f0b req-398d45aa-20eb-4220-ac70-7cdbadd84d96 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Deleting port cda7a779-3f1e-4046-87e6-663133c7645a {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:12:04.928259 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cab3d1b6-bf0e-4dd3-a67f-4cd0b0835f0b req-398d45aa-20eb-4220-ac70-7cdbadd84d96 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (cda7a779-3f1e-4046-87e6-663133c7645a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:05.033158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-cab3d1b6-bf0e-4dd3-a67f-4cd0b0835f0b req-398d45aa-20eb-4220-ac70-7cdbadd84d96 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] For port cda7a779-3f1e-4046-87e6-663133c7645a, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cda7a779-3f1e-4046-87e6-663133c7645a,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:12:05.033525 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cab3d1b6-bf0e-4dd3-a67f-4cd0b0835f0b req-398d45aa-20eb-4220-ac70-7cdbadd84d96 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (cda7a779-3f1e-4046-87e6-663133c7645a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:05.600682 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cab3d1b6-bf0e-4dd3-a67f-4cd0b0835f0b req-398d45aa-20eb-4220-ac70-7cdbadd84d96 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:05.601084 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cab3d1b6-bf0e-4dd3-a67f-4cd0b0835f0b req-398d45aa-20eb-4220-ac70-7cdbadd84d96 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (8ec4a9f4-7402-41de-8512-542b6215f5a7), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:05.601564 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-cab3d1b6-bf0e-4dd3-a67f-4cd0b0835f0b req-398d45aa-20eb-4220-ac70-7cdbadd84d96 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Floating IP 8ec4a9f4-7402-41de-8512-542b6215f5a7 disassociated. External IP: 172.25.0.94, port: cda7a779-3f1e-4046-87e6-663133c7645a. Mar 23 02:12:05.601983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-cab3d1b6-bf0e-4dd3-a67f-4cd0b0835f0b req-398d45aa-20eb-4220-ac70-7cdbadd84d96 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Calling delete_port for cda7a779-3f1e-4046-87e6-663133c7645a owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:12:05.752099 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cab3d1b6-bf0e-4dd3-a67f-4cd0b0835f0b req-398d45aa-20eb-4220-ac70-7cdbadd84d96 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (cda7a779-3f1e-4046-87e6-663133c7645a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:05.787370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d45aa-20eb-4220-ac70-7cdbadd84d96 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event deleted for resources: {'Port': ['ID=cda7a779-3f1e-4046-87e6-663133c7645a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:12:05.906925 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-490d0dd5-d2b6-4e43-91b4-a323b353a6ea req-6490495f-d3ee-40d0-a3c1-b6d060add64b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff035e4f-28fe-4410-a430-28c318a20742 HTTP/1.1" status: 200 len: 210 time: 0.0280790 Mar 23 02:12:05.907695 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cab3d1b6-bf0e-4dd3-a67f-4cd0b0835f0b req-398d45aa-20eb-4220-ac70-7cdbadd84d96 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Router d29e44af-4eee-4bf1-8977-16bd69f017f1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:12:06.028430 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cab3d1b6-bf0e-4dd3-a67f-4cd0b0835f0b req-398d45aa-20eb-4220-ac70-7cdbadd84d96 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:12:06.038952 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a155572c-b398-4bb2-8c06-008008320a91 None None] Sync routers for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:12:06.048565 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a155572c-b398-4bb2-8c06-008008320a91 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:12:06.049225 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-a155572c-b398-4bb2-8c06-008008320a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:11:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:12:06.073461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab3d1b6-bf0e-4dd3-a67f-4cd0b0835f0b req-398d45aa-20eb-4220-ac70-7cdbadd84d96 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] No DVR routers for this DVR port cda7a779-3f1e-4046-87e6-663133c7645a on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:12:06.076792 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-cab3d1b6-bf0e-4dd3-a67f-4cd0b0835f0b req-398d45aa-20eb-4220-ac70-7cdbadd84d96 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:06.080124 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cab3d1b6-bf0e-4dd3-a67f-4cd0b0835f0b req-398d45aa-20eb-4220-ac70-7cdbadd84d96 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.42 "DELETE /v2.0/ports/cda7a779-3f1e-4046-87e6-663133c7645a HTTP/1.1" status: 204 len: 173 time: 1.2484436 Mar 23 02:12:06.080547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff035e4f-28fe-4410-a430-28c318a20742', 'name': 'network-vif-deleted', 'tag': 'cda7a779-3f1e-4046-87e6-663133c7645a'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:12:06.082873 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3123c0c4-a815-47a8-8263-4061ebe9f781" -d '{"events": [{"server_uuid": "ff035e4f-28fe-4410-a430-28c318a20742", "name": "network-vif-deleted", "tag": "cda7a779-3f1e-4046-87e6-663133c7645a"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:12:06.123662 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76950e52-90eb-47e7-9590-0d4ab245bb83 x-openstack-request-id: req-76950e52-90eb-47e7-9590-0d4ab245bb83 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:12:06.123939 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff035e4f-28fe-4410-a430-28c318a20742", "name": "network-vif-deleted", "tag": "cda7a779-3f1e-4046-87e6-663133c7645a", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:12:06.124214 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76950e52-90eb-47e7-9590-0d4ab245bb83 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:12:06.124631 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76950e52-90eb-47e7-9590-0d4ab245bb83'] response: {'server_uuid': 'ff035e4f-28fe-4410-a430-28c318a20742', 'name': 'network-vif-deleted', 'tag': 'cda7a779-3f1e-4046-87e6-663133c7645a', 'status': 'completed', 'code': 200} Mar 23 02:12:06.168014 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-a155572c-b398-4bb2-8c06-008008320a91 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:12:06.413266 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-a155572c-b398-4bb2-8c06-008008320a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '5b8252cc-5b6d-43be-a9ca-30f7a8d201a6', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:91:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:09:36Z', 'updated_at': '2022-03-23T02:09:51Z', 'revision_number': 2, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:12:06.445564 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a155572c-b398-4bb2-8c06-008008320a91 None None] Checking router: d29e44af-4eee-4bf1-8977-16bd69f017f1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:12:06.455502 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a155572c-b398-4bb2-8c06-008008320a91 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:12:06.456159 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-a155572c-b398-4bb2-8c06-008008320a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:11:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:12:06.573942 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-a155572c-b398-4bb2-8c06-008008320a91 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:12:06.809593 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-a155572c-b398-4bb2-8c06-008008320a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '5b8252cc-5b6d-43be-a9ca-30f7a8d201a6', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:91:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:09:36Z', 'updated_at': '2022-03-23T02:09:51Z', 'revision_number': 2, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:12:06.838775 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a155572c-b398-4bb2-8c06-008008320a91 None None] The sync data for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 is: [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '5b8252cc-5b6d-43be-a9ca-30f7a8d201a6', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:91:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:09:36Z', 'updated_at': '2022-03-23T02:09:51Z', 'revision_number': 2, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:12:07.091182 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e233fea-4fa0-4133-8f86-4d05195163eb None None] New status for floating IP 8ec4a9f4-7402-41de-8512-542b6215f5a7: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:12:08.023049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51054) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:12:08.083839 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85867868-8081-4533-bbf4-bb659ccae14e tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (ed8cdb15-1f63-4cd6-ac17-a68982221930), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:08.116158 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85867868-8081-4533-bbf4-bb659ccae14e tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (ed8cdb15-1f63-4cd6-ac17-a68982221930), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:08.166543 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85867868-8081-4533-bbf4-bb659ccae14e tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ed8cdb15-1f63-4cd6-ac17-a68982221930), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:08.170633 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85867868-8081-4533-bbf4-bb659ccae14e tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:08.172234 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-85867868-8081-4533-bbf4-bb659ccae14e tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "DELETE /v2.0/security-groups/ed8cdb15-1f63-4cd6-ac17-a68982221930 HTTP/1.1" status: 204 len: 168 time: 0.1481988 Mar 23 02:12:08.175219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51056) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:12:08.186845 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85867868-8081-4533-bbf4-bb659ccae14e tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8cdb15-1f63-4cd6-ac17-a68982221930,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:12:08.190779 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-7e39a19a-e026-4b48-8ee3-eb0ed395e0d3 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] show failed (client error): The resource could not be found. Mar 23 02:12:08.192254 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7e39a19a-e026-4b48-8ee3-eb0ed395e0d3 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups/ed8cdb15-1f63-4cd6-ac17-a68982221930 HTTP/1.1" status: 404 len: 347 time: 0.0155497 Mar 23 02:12:08.194854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51058) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:12:08.324218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-08a33334-18b4-448f-9b2e-66344a4800f7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Deleting port 166afba4-bece-4e96-a12b-053b83c4ce8e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:12:08.324571 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08a33334-18b4-448f-9b2e-66344a4800f7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (166afba4-bece-4e96-a12b-053b83c4ce8e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:08.405666 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08a33334-18b4-448f-9b2e-66344a4800f7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (166afba4-bece-4e96-a12b-053b83c4ce8e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:08.405922 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08a33334-18b4-448f-9b2e-66344a4800f7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (166afba4-bece-4e96-a12b-053b83c4ce8e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:08.417893 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-08a33334-18b4-448f-9b2e-66344a4800f7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Calling delete_port for 166afba4-bece-4e96-a12b-053b83c4ce8e owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:12:08.558415 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08a33334-18b4-448f-9b2e-66344a4800f7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (166afba4-bece-4e96-a12b-053b83c4ce8e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:08.587021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a33334-18b4-448f-9b2e-66344a4800f7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event deleted for resources: {'Port': ['ID=166afba4-bece-4e96-a12b-053b83c4ce8e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:12:08.651822 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08a33334-18b4-448f-9b2e-66344a4800f7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (8ec4a9f4-7402-41de-8512-542b6215f5a7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:08.654598 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08a33334-18b4-448f-9b2e-66344a4800f7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:08.655950 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-08a33334-18b4-448f-9b2e-66344a4800f7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "DELETE /v2.0/floatingips/8ec4a9f4-7402-41de-8512-542b6215f5a7 HTTP/1.1" status: 204 len: 168 time: 0.4601510 Mar 23 02:12:09.453812 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cda7a779-3f1e-4046-87e6-663133c7645a no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:12:09.474814 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: cda7a779-3f1e-4046-87e6-663133c7645a {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:12:09.475166 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cda7a779-3f1e-4046-87e6-663133c7645a not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:12:19.035459 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb04950-0b66-4d23-9f06-08882ba852d1 req-1753d63b-1770-46c3-a46d-34f957f9234d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:19.036942 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bcb04950-0b66-4d23-9f06-08882ba852d1 req-1753d63b-1770-46c3-a46d-34f957f9234d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 946 time: 0.0662706 Mar 23 02:12:19.087839 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bcb04950-0b66-4d23-9f06-08882ba852d1 req-f9138386-595c-430d-ac9e-17bb66282f36 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c161952-889b-4149-8481-95cbb22e8629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428498 Mar 23 02:12:19.580878 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5dad7146-fde6-4903-96d3-662dc5c85a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:20.221423 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb867996-3c83-4d6d-ae26-1f2603418924 req-3515258e-cd37-43c4-9add-ec0166408cd5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:20.222964 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb867996-3c83-4d6d-ae26-1f2603418924 req-3515258e-cd37-43c4-9add-ec0166408cd5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 946 time: 0.0575533 Mar 23 02:12:20.271200 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb867996-3c83-4d6d-ae26-1f2603418924 req-949a3d44-c4ac-454c-a56a-177c716d701f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c161952-889b-4149-8481-95cbb22e8629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418553 Mar 23 02:12:20.817342 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6d7c7-c360-49d9-b36e-3b702bf645d0 req-17886e61-6d36-4775-9c36-4075846849da tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:20.819073 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7ce6d7c7-c360-49d9-b36e-3b702bf645d0 req-17886e61-6d36-4775-9c36-4075846849da tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 946 time: 0.0664682 Mar 23 02:12:20.876370 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:20.921899 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-7ce6d7c7-c360-49d9-b36e-3b702bf645d0 req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Deleting port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:12:20.922268 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7ce6d7c7-c360-49d9-b36e-3b702bf645d0 req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8e1268ad-7ad5-49ab-8628-632cc5dd5bb7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:21.025766 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-7ce6d7c7-c360-49d9-b36e-3b702bf645d0 req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] For port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8e1268ad-7ad5-49ab-8628-632cc5dd5bb7,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:12:21.026178 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7ce6d7c7-c360-49d9-b36e-3b702bf645d0 req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8e1268ad-7ad5-49ab-8628-632cc5dd5bb7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:21.224128 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7ce6d7c7-c360-49d9-b36e-3b702bf645d0 req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:21.224504 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7ce6d7c7-c360-49d9-b36e-3b702bf645d0 req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (5b8252cc-5b6d-43be-a9ca-30f7a8d201a6), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:21.224892 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [req-7ce6d7c7-c360-49d9-b36e-3b702bf645d0 req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Floating IP 5b8252cc-5b6d-43be-a9ca-30f7a8d201a6 disassociated. External IP: 172.25.0.77, port: 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7. Mar 23 02:12:21.225226 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-7ce6d7c7-c360-49d9-b36e-3b702bf645d0 req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Calling delete_port for 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:12:21.396797 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7ce6d7c7-c360-49d9-b36e-3b702bf645d0 req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8e1268ad-7ad5-49ab-8628-632cc5dd5bb7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:21.431082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event deleted for resources: {'Port': ['ID=8e1268ad-7ad5-49ab-8628-632cc5dd5bb7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:12:21.448476 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:21.448873 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:21.449185 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:21.449565 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:21.449898 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:21.450227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:21.450607 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:21.450928 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:21.451250 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:21.451568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:21.451885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:21.452201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:21.452517 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:21.453316 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:21.453316 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:21.464544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff3f43-5926-46e8-aaf8-00fd7fd7ea73 req-23b7670f-6b6d-42cc-9112-0122f6c6cb9f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:21.466161 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94ff3f43-5926-46e8-aaf8-00fd7fd7ea73 req-23b7670f-6b6d-42cc-9112-0122f6c6cb9f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 867 time: 0.1140153 Mar 23 02:12:21.591795 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94ff3f43-5926-46e8-aaf8-00fd7fd7ea73 req-f59c40b5-503e-45f9-9a8d-27889118a643 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c161952-889b-4149-8481-95cbb22e8629&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842788 Mar 23 02:12:21.612081 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ce6d7c7-c360-49d9-b36e-3b702bf645d0 req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Router d29e44af-4eee-4bf1-8977-16bd69f017f1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:12:21.814195 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:12:22.039813 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d8e7ca7e-95f9-4f64-a2e4-394bc3beb389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:22.067087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ce6d7c7-c360-49d9-b36e-3b702bf645d0 req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:12:22.077082 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d50556-2c37-43f7-b30a-4cffb1fa95e9 None None] Sync routers for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:12:22.087232 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d50556-2c37-43f7-b30a-4cffb1fa95e9 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:12:22.087940 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-92d50556-2c37-43f7-b30a-4cffb1fa95e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:12:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:12:22.110619 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce6d7c7-c360-49d9-b36e-3b702bf645d0 req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] No DVR routers for this DVR port 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:12:22.113317 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7ce6d7c7-c360-49d9-b36e-3b702bf645d0 req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:22.116616 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7ce6d7c7-c360-49d9-b36e-3b702bf645d0 req-c22e28e2-fcdf-4417-a47e-8e1a795d1f7b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.43 "DELETE /v2.0/ports/8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 HTTP/1.1" status: 204 len: 173 time: 1.2921014 Mar 23 02:12:22.117066 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'name': 'network-vif-deleted', 'tag': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:12:22.119291 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61bae20-4fb0-47f4-bdc9-d17d11657374" -d '{"events": [{"server_uuid": "0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe", "name": "network-vif-deleted", "tag": "8e1268ad-7ad5-49ab-8628-632cc5dd5bb7"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:12:22.160583 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3303204-80f3-4c32-9f1b-3fdd0c813246 x-openstack-request-id: req-e3303204-80f3-4c32-9f1b-3fdd0c813246 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:12:22.160926 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe", "name": "network-vif-deleted", "tag": "8e1268ad-7ad5-49ab-8628-632cc5dd5bb7", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:12:22.161193 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3303204-80f3-4c32-9f1b-3fdd0c813246 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:12:22.161604 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3303204-80f3-4c32-9f1b-3fdd0c813246'] response: {'server_uuid': '0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe', 'name': 'network-vif-deleted', 'tag': '8e1268ad-7ad5-49ab-8628-632cc5dd5bb7', 'status': 'completed', 'code': 200} Mar 23 02:12:22.214403 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-92d50556-2c37-43f7-b30a-4cffb1fa95e9 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:12:22.502372 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-92d50556-2c37-43f7-b30a-4cffb1fa95e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:12:22.532145 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d50556-2c37-43f7-b30a-4cffb1fa95e9 None None] Checking router: d29e44af-4eee-4bf1-8977-16bd69f017f1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:12:22.541578 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d50556-2c37-43f7-b30a-4cffb1fa95e9 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:12:22.542197 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-92d50556-2c37-43f7-b30a-4cffb1fa95e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:12:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:12:22.650883 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-92d50556-2c37-43f7-b30a-4cffb1fa95e9 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:12:22.714617 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-37672b0c-4b79-4f2c-b1af-b1f6bd06f6b2 req-ce84780c-75fa-4fec-a409-9a79831c6328 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a4a2ade-ea0d-42e8-8df9-7a57e5dd99fe HTTP/1.1" status: 200 len: 210 time: 0.0320668 Mar 23 02:12:22.870687 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-92d50556-2c37-43f7-b30a-4cffb1fa95e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:12:22.896422 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d50556-2c37-43f7-b30a-4cffb1fa95e9 None None] The sync data for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 is: [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:12:23.133136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9693acb-fb59-45d2-83c9-0e2964651c17 None None] New status for floating IP 5b8252cc-5b6d-43be-a9ca-30f7a8d201a6: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:12:23.377095 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:23.824139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51108) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:12:23.888643 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (0c161952-889b-4149-8481-95cbb22e8629), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:23.913968 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (0c161952-889b-4149-8481-95cbb22e8629), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:23.964087 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0c161952-889b-4149-8481-95cbb22e8629), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:23.966819 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:23.967978 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "DELETE /v2.0/security-groups/0c161952-889b-4149-8481-95cbb22e8629 HTTP/1.1" status: 204 len: 168 time: 0.1428049 Mar 23 02:12:23.970920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51110) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:12:23.978222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c161952-889b-4149-8481-95cbb22e8629,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:12:23.984229 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-d3b97338-1c9b-45ce-a867-6d47eddc1f1a tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] show failed (client error): The resource could not be found. Mar 23 02:12:23.985457 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d3b97338-1c9b-45ce-a867-6d47eddc1f1a tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups/0c161952-889b-4149-8481-95cbb22e8629 HTTP/1.1" status: 404 len: 347 time: 0.0135424 Mar 23 02:12:23.986131 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:23.986479 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:23.986824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:23.987206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:23.987541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:23.987866 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:23.988291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:23.988661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:23.989025 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:23.989192 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51112) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:12:23.989318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:23.989658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:23.989997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:23.990289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:23.990638 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:23.990953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43282f-c08b-4796-b7cb-e52c67cb604b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:24.126859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ca911ffe-fa48-496b-8a58-4c008775105d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Deleting port ea6d8225-b33d-42db-a73b-db604b936a9a {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:12:24.127184 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ca911ffe-fa48-496b-8a58-4c008775105d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ea6d8225-b33d-42db-a73b-db604b936a9a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:24.208803 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ca911ffe-fa48-496b-8a58-4c008775105d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ea6d8225-b33d-42db-a73b-db604b936a9a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:24.209115 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ca911ffe-fa48-496b-8a58-4c008775105d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (ea6d8225-b33d-42db-a73b-db604b936a9a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:24.222183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ca911ffe-fa48-496b-8a58-4c008775105d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Calling delete_port for ea6d8225-b33d-42db-a73b-db604b936a9a owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:12:24.358041 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ca911ffe-fa48-496b-8a58-4c008775105d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ea6d8225-b33d-42db-a73b-db604b936a9a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:24.384247 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca911ffe-fa48-496b-8a58-4c008775105d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event deleted for resources: {'Port': ['ID=ea6d8225-b33d-42db-a73b-db604b936a9a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:12:24.384538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:12:24.410495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:12:24.410902 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8e1268ad-7ad5-49ab-8628-632cc5dd5bb7 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:12:24.451789 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ca911ffe-fa48-496b-8a58-4c008775105d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (5b8252cc-5b6d-43be-a9ca-30f7a8d201a6), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:24.454481 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ca911ffe-fa48-496b-8a58-4c008775105d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:24.455637 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ca911ffe-fa48-496b-8a58-4c008775105d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "DELETE /v2.0/floatingips/5b8252cc-5b6d-43be-a9ca-30f7a8d201a6 HTTP/1.1" status: 204 len: 168 time: 0.4656799 Mar 23 02:12:24.702001 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:24.750046 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51116) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:12:24.755118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-a6639e31-d758-4f9b-973e-aabd90d8f129 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2021782648', 'description': 'tempest-description--1606868450'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:12:24.777893 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a6639e31-d758-4f9b-973e-aabd90d8f129 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:24.842096 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a6639e31-d758-4f9b-973e-aabd90d8f129 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (545e3505-1e49-43df-bc4f-e39000703caa), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:24.848321 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a6639e31-d758-4f9b-973e-aabd90d8f129 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (545e3505-1e49-43df-bc4f-e39000703caa), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:24.883881 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a6639e31-d758-4f9b-973e-aabd90d8f129 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:24.885161 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a6639e31-d758-4f9b-973e-aabd90d8f129 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1341009 Mar 23 02:12:24.888190 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51118) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:12:24.889339 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6639e31-d758-4f9b-973e-aabd90d8f129 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=545e3505-1e49-43df-bc4f-e39000703caa,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:12:24.893273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-609d60a9-3ae6-484a-a0e6-bedb2ff71420 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'security_group_rule': {'security_group_id': '545e3505-1e49-43df-bc4f-e39000703caa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:12:24.920802 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-609d60a9-3ae6-484a-a0e6-bedb2ff71420 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (d4f93b31-b24c-43a4-9d39-732aa48ea8ef), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:24.968679 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-609d60a9-3ae6-484a-a0e6-bedb2ff71420 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (d4f93b31-b24c-43a4-9d39-732aa48ea8ef), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:24.974082 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-609d60a9-3ae6-484a-a0e6-bedb2ff71420 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (d4f93b31-b24c-43a4-9d39-732aa48ea8ef), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:24.988311 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d60a9-3ae6-484a-a0e6-bedb2ff71420 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f93b31-b24c-43a4-9d39-732aa48ea8ef,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:12:25.002881 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-609d60a9-3ae6-484a-a0e6-bedb2ff71420 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:25.004041 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-609d60a9-3ae6-484a-a0e6-bedb2ff71420 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145303 Mar 23 02:12:25.006723 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51120) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:12:25.011109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-b434333b-0721-43a0-939a-01e003554917 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'security_group_rule': {'security_group_id': '545e3505-1e49-43df-bc4f-e39000703caa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:12:25.035796 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b434333b-0721-43a0-939a-01e003554917 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (0c884200-836b-4f90-af1e-4457bb5fd5c1), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:25.092491 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b434333b-0721-43a0-939a-01e003554917 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (0c884200-836b-4f90-af1e-4457bb5fd5c1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:25.097288 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b434333b-0721-43a0-939a-01e003554917 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (0c884200-836b-4f90-af1e-4457bb5fd5c1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:25.115113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434333b-0721-43a0-939a-01e003554917 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c884200-836b-4f90-af1e-4457bb5fd5c1,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:12:25.127266 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b434333b-0721-43a0-939a-01e003554917 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:25.128546 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b434333b-0721-43a0-939a-01e003554917 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208732 Mar 23 02:12:25.131808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51122) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:12:25.136129 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:12:25.157634 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:25.260756 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:25.369454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Allocated IP 172.25.0.12 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/fd04f388-f0cb-403c-8018-12afe9f6c730) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:12:25.479287 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for port (fd04f388-f0cb-403c-8018-12afe9f6c730), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:25.515704 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (fd04f388-f0cb-403c-8018-12afe9f6c730), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:25.553358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:12:25.556214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:12:25.561761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:12:25.567469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'Port': ['ID=fd04f388-f0cb-403c-8018-12afe9f6c730,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:12:25.665122 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (06bffea1-08f0-4877-9683-977857d89501), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:25.703399 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (fd04f388-f0cb-403c-8018-12afe9f6c730), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:25.818381 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:25.863336 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for port (fd04f388-f0cb-403c-8018-12afe9f6c730), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:25.870084 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (fd04f388-f0cb-403c-8018-12afe9f6c730), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:25.935802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'Port': ['ID=fd04f388-f0cb-403c-8018-12afe9f6c730,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:12:25.950068 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (06bffea1-08f0-4877-9683-977857d89501), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:25.967879 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:25.969301 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3ecf48c5-9aaf-4f7b-a9fe-6d6427fb0e1b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8365808 Mar 23 02:12:26.120868 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-4a67c1d3-4ecf-4f6d-819c-0900369b363f tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2021782648&fields=id&tenant_id=99dfb621f60f4b449f0e588e26b6dcd8 HTTP/1.1" status: 200 len: 267 time: 0.0443707 Mar 23 02:12:26.231712 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-330dd94b-8116-4344-ab42-28bef96cad23 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:26.233246 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-330dd94b-8116-4344-ab42-28bef96cad23 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 814 time: 0.1059546 Mar 23 02:12:26.249231 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-142acd0d-32a6-4dd9-9340-c9596d9c5b67 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/quotas/99dfb621f60f4b449f0e588e26b6dcd8 HTTP/1.1" status: 200 len: 375 time: 0.0102344 Mar 23 02:12:26.309701 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-b7b49310-117a-46a5-b6e7-940436ab6970 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550282 Mar 23 02:12:26.476772 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-9dcd532d-b875-4209-a7e4-9db5d7ca58c3 service neutron] 10.222.0.18 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546228 Mar 23 02:12:26.573552 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-fd810acb-bfb9-4dd0-b480-9b2009bec530 service neutron] 10.222.0.18 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909324 Mar 23 02:12:26.745528 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbc6bb40-53b7-46a4-9a08-c7754368f1a8 req-5c3f8663-b90a-483d-9e8a-a5bbb7b435fe tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 210 time: 0.0282342 Mar 23 02:12:27.743449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-ca2f8cb5-efc3-42d4-b373-fc09bf18de11 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:27.744932 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-ca2f8cb5-efc3-42d4-b373-fc09bf18de11 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.42 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 814 time: 0.1108127 Mar 23 02:12:27.809594 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-a3e62c82-d9af-4364-a023-2e1419ea02ed tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99dfb621f60f4b449f0e588e26b6dcd8 HTTP/1.1" status: 200 len: 380 time: 0.0568962 Mar 23 02:12:27.818329 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-69342ed4-fa98-4bd5-8eab-63f2969e9152 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'port': {'device_id': '878c0f65-4add-40c4-8a73-25b8ebbe6821', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'admin_state_up': True, 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'security_groups': ['545e3505-1e49-43df-bc4f-e39000703caa']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:12:27.842652 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-81fcb301-075d-451f-87cb-d8f978546172 req-eec3f77e-41b9-4fba-8747-f9cb76c6fde7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 210 time: 0.0272672 Mar 23 02:12:27.934175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-69342ed4-fa98-4bd5-8eab-63f2969e9152 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Made reservation on behalf of 99dfb621f60f4b449f0e588e26b6dcd8 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:12:27.937806 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-69342ed4-fa98-4bd5-8eab-63f2969e9152 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:28.063750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-69342ed4-fa98-4bd5-8eab-63f2969e9152 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Allocated IP 172.20.0.9 (fb46a776-dd79-4e14-ad0d-7c50c67e334d/1a4c3ff5-733b-492c-bd0b-0a69da542336/79da89fd-e015-45c8-96e1-34505ae426ed) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:12:28.217178 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-69342ed4-fa98-4bd5-8eab-63f2969e9152 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for port (79da89fd-e015-45c8-96e1-34505ae426ed), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:28.255204 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-69342ed4-fa98-4bd5-8eab-63f2969e9152 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (79da89fd-e015-45c8-96e1-34505ae426ed), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:28.302031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-69342ed4-fa98-4bd5-8eab-63f2969e9152 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Network fb46a776-dd79-4e14-ad0d-7c50c67e334d is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:12:28.305177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-69342ed4-fa98-4bd5-8eab-63f2969e9152 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:12:28.310883 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-69342ed4-fa98-4bd5-8eab-63f2969e9152 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:12:28.317520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69342ed4-fa98-4bd5-8eab-63f2969e9152 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'Port': ['ID=79da89fd-e015-45c8-96e1-34505ae426ed,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:12:28.364267 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-69342ed4-fa98-4bd5-8eab-63f2969e9152 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:28.364944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-69342ed4-fa98-4bd5-8eab-63f2969e9152 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:28.382173 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-69342ed4-fa98-4bd5-8eab-63f2969e9152 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5678263 Mar 23 02:12:28.394247 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Request body: {'port': {'device_id': '878c0f65-4add-40c4-8a73-25b8ebbe6821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:12:28.461569 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (79da89fd-e015-45c8-96e1-34505ae426ed), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:28.617567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-55be83f4-8357-4353-b85c-89074c8b6f83 None None] Provisioning complete for port 79da89fd-e015-45c8-96e1-34505ae426ed triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:12:28.618215 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-55be83f4-8357-4353-b85c-89074c8b6f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (79da89fd-e015-45c8-96e1-34505ae426ed), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:28.653755 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-55be83f4-8357-4353-b85c-89074c8b6f83 None None] Port 79da89fd-e015-45c8-96e1-34505ae426ed cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:12:28.732274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79da89fd-e015-45c8-96e1-34505ae426ed {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:12:28.740290 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Publish callbacks [] for port (79da89fd-e015-45c8-96e1-34505ae426ed), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:28.753262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Transition to ACTIVE for port object 79da89fd-e015-45c8-96e1-34505ae426ed will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:12:28.759632 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (79da89fd-e015-45c8-96e1-34505ae426ed), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:28.831654 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Pushing event updated for resources: {'Port': ['ID=79da89fd-e015-45c8-96e1-34505ae426ed,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:12:28.886591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Attempting to bind port 79da89fd-e015-45c8-96e1-34505ae426ed on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:12:28.886854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Attempting to bind port 79da89fd-e015-45c8-96e1-34505ae426ed by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:12:28.887206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Attempting to bind port 79da89fd-e015-45c8-96e1-34505ae426ed on network fb46a776-dd79-4e14-ad0d-7c50c67e334d {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:12:28.891755 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Port 79da89fd-e015-45c8-96e1-34505ae426ed on network fb46a776-dd79-4e14-ad0d-7c50c67e334d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:12:28.892639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Attempting to bind port 79da89fd-e015-45c8-96e1-34505ae426ed on network fb46a776-dd79-4e14-ad0d-7c50c67e334d {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:12:28.897238 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:12:28.897588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Checking segment: {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:12:28.897975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Bound using segment: {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:12:28.898407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Bound port: 79da89fd-e015-45c8-96e1-34505ae426ed, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:12:28.898770 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (79da89fd-e015-45c8-96e1-34505ae426ed), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:29.001546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] For port 79da89fd-e015-45c8-96e1-34505ae426ed, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:12:29.006598 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] For port 79da89fd-e015-45c8-96e1-34505ae426ed, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=79da89fd-e015-45c8-96e1-34505ae426ed,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:12:29.021241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba4640-c3fd-4c10-9728-6a989384f0d7 req-8b1a9705-0c80-4853-bd65-b46cd110aa52 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:29.022771 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55ba4640-c3fd-4c10-9728-6a989384f0d7 req-8b1a9705-0c80-4853-bd65-b46cd110aa52 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 943 time: 0.0840812 Mar 23 02:12:29.023927 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (79da89fd-e015-45c8-96e1-34505ae426ed), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:29.074850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:29.075451 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:29.076939 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] 10.222.0.42 "PUT /v2.0/ports/79da89fd-e015-45c8-96e1-34505ae426ed HTTP/1.1" status: 200 len: 1091 time: 0.6870697 Mar 23 02:12:29.083549 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878c0f65-4add-40c4-8a73-25b8ebbe6821', 'tag': '79da89fd-e015-45c8-96e1-34505ae426ed'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:12:29.085992 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c29e8b-649a-46bb-9508-3c94947ba64e" -d '{"events": [{"name": "network-changed", "server_uuid": "878c0f65-4add-40c4-8a73-25b8ebbe6821", "tag": "79da89fd-e015-45c8-96e1-34505ae426ed"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:12:29.134630 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8061b38a-6e66-4840-8510-d7c50a6dc51e x-openstack-request-id: req-8061b38a-6e66-4840-8510-d7c50a6dc51e {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:12:29.134934 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878c0f65-4add-40c4-8a73-25b8ebbe6821", "tag": "79da89fd-e015-45c8-96e1-34505ae426ed", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:12:29.135190 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8061b38a-6e66-4840-8510-d7c50a6dc51e {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:12:29.135604 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8061b38a-6e66-4840-8510-d7c50a6dc51e'] response: {'name': 'network-changed', 'server_uuid': '878c0f65-4add-40c4-8a73-25b8ebbe6821', 'tag': '79da89fd-e015-45c8-96e1-34505ae426ed', 'status': 'completed', 'code': 200} Mar 23 02:12:29.148198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f51b75-145d-46c5-a77c-94848e63ab53 service neutron] Pushing event updated for resources: {'Port': ['ID=79da89fd-e015-45c8-96e1-34505ae426ed,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:12:29.170725 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-55ba4640-c3fd-4c10-9728-6a989384f0d7 req-a85e6d9b-890a-43cc-a659-d89b97782432 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=545e3505-1e49-43df-bc4f-e39000703caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384428 Mar 23 02:12:29.198489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-2e4686ee-7ad7-4be9-a96c-587e773e0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:29.200083 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-2e4686ee-7ad7-4be9-a96c-587e773e0893 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 1125 time: 0.0678110 Mar 23 02:12:29.246847 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-c6bade58-1835-46c7-ba98-24bc16e4d605 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79da89fd-e015-45c8-96e1-34505ae426ed HTTP/1.1" status: 200 len: 217 time: 0.0401850 Mar 23 02:12:29.297498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-38bc5a33-be0e-4667-afdd-307beb635808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:29.298997 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-38bc5a33-be0e-4667-afdd-307beb635808 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 200 len: 853 time: 0.0461721 Mar 23 02:12:29.355414 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-2812f65f-b346-4d5a-afd3-b349708b0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:29.356843 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-2812f65f-b346-4d5a-afd3-b349708b0e72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb46a776-dd79-4e14-ad0d-7c50c67e334d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519371 Mar 23 02:12:29.454840 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-6dfbe392-500a-44da-ab73-38da92bb223f service neutron] 10.222.0.42 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920868 Mar 23 02:12:29.549253 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6cfe6bb-0d42-4f27-94b9-b70f3d5a8544 req-772d8784-46f9-4bcc-9bd0-202d56305995 service neutron] 10.222.0.42 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882814 Mar 23 02:12:29.638671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c29e8b-649a-46bb-9508-3c94947ba64e req-bdb5a595-869f-4c55-aeb8-72b119271c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:29.640183 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28c29e8b-649a-46bb-9508-3c94947ba64e req-bdb5a595-869f-4c55-aeb8-72b119271c49 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 1125 time: 0.0465543 Mar 23 02:12:29.735714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c29e8b-649a-46bb-9508-3c94947ba64e req-b3619746-366c-4852-bc6c-41d8ffd1d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:29.737205 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28c29e8b-649a-46bb-9508-3c94947ba64e req-b3619746-366c-4852-bc6c-41d8ffd1d933 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 914 time: 0.0911562 Mar 23 02:12:29.778571 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28c29e8b-649a-46bb-9508-3c94947ba64e req-0152a3f1-9ea0-4f6e-a7ff-800cbd2dd70e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79da89fd-e015-45c8-96e1-34505ae426ed HTTP/1.1" status: 200 len: 217 time: 0.0347092 Mar 23 02:12:29.825790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c29e8b-649a-46bb-9508-3c94947ba64e req-2a008140-3e38-4714-af83-990dd65d9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:29.827186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28c29e8b-649a-46bb-9508-3c94947ba64e req-2a008140-3e38-4714-af83-990dd65d9d68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 200 len: 853 time: 0.0428150 Mar 23 02:12:29.881229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c29e8b-649a-46bb-9508-3c94947ba64e req-5660f14c-fa6d-42e2-bc84-22b63fb44ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:29.882695 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28c29e8b-649a-46bb-9508-3c94947ba64e req-5660f14c-fa6d-42e2-bc84-22b63fb44ed4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb46a776-dd79-4e14-ad0d-7c50c67e334d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486741 Mar 23 02:12:29.970545 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28c29e8b-649a-46bb-9508-3c94947ba64e req-064fdd92-ad82-4e9e-8a6d-b569dded7498 service neutron] 10.222.0.42 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807738 Mar 23 02:12:30.067907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28c29e8b-649a-46bb-9508-3c94947ba64e req-e050eac8-bbb5-4885-9041-cb0725c1d159 service neutron] 10.222.0.42 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902970 Mar 23 02:12:30.326060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf1245-7cb2-454d-8f52-b8594f49f1a6 req-0cfd841a-3601-4db7-862e-ca9fb3f8faf0 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:30.327434 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cadf1245-7cb2-454d-8f52-b8594f49f1a6 req-0cfd841a-3601-4db7-862e-ca9fb3f8faf0 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 943 time: 0.0688417 Mar 23 02:12:30.382183 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cadf1245-7cb2-454d-8f52-b8594f49f1a6 req-031f081c-4e90-46f4-8317-edad61d40c58 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=545e3505-1e49-43df-bc4f-e39000703caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462623 Mar 23 02:12:31.515868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbaf82-f7c5-4f4e-af8d-9db73f45aa4b req-fb365cf3-e78f-4714-afed-52ec122f49f2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:31.517410 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-25bbaf82-f7c5-4f4e-af8d-9db73f45aa4b req-fb365cf3-e78f-4714-afed-52ec122f49f2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 943 time: 0.0573151 Mar 23 02:12:31.582807 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-25bbaf82-f7c5-4f4e-af8d-9db73f45aa4b req-fe478787-985f-4c51-95e2-e4f53f9220ae tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=545e3505-1e49-43df-bc4f-e39000703caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588150 Mar 23 02:12:32.711889 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f743f-dd73-4e3b-897b-404fa6f2ffd5 req-a40861e2-a934-4e84-b3ab-7b572a7aed6b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:32.713417 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8f4f743f-dd73-4e3b-897b-404fa6f2ffd5 req-a40861e2-a934-4e84-b3ab-7b572a7aed6b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 943 time: 0.0576429 Mar 23 02:12:32.768954 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8f4f743f-dd73-4e3b-897b-404fa6f2ffd5 req-b29c6803-87ae-4770-8887-3cd87994ab18 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=545e3505-1e49-43df-bc4f-e39000703caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469587 Mar 23 02:12:33.578626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 79da89fd-e015-45c8-96e1-34505ae426ed details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:12:33.684082 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 79da89fd-e015-45c8-96e1-34505ae426ed, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=79da89fd-e015-45c8-96e1-34505ae426ed,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:12:33.701389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '79da89fd-e015-45c8-96e1-34505ae426ed', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'port_id': '79da89fd-e015-45c8-96e1-34505ae426ed', 'mac_address': 'fa:16:3e:d2:9d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:12:33.750919 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 79da89fd-e015-45c8-96e1-34505ae426ed is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:12:33.751180 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (79da89fd-e015-45c8-96e1-34505ae426ed), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:33.767744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79da89fd-e015-45c8-96e1-34505ae426ed {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:12:33.792070 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 79da89fd-e015-45c8-96e1-34505ae426ed, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=79da89fd-e015-45c8-96e1-34505ae426ed,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:12:33.798346 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (79da89fd-e015-45c8-96e1-34505ae426ed), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:33.847441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=79da89fd-e015-45c8-96e1-34505ae426ed,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:12:33.854651 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:33.854998 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:33.855336 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:33.855667 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:33.856032 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:33.856354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:33.856669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:33.856991 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:33.857311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:33.857626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:33.857945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:33.858259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:33.858575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:33.858896 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:33.859205 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:12:33.897983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304bf01-0595-4c93-a434-4ecae52ae39a req-97af5329-5203-494c-86e5-c7f4b7aa1ae2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:33.899889 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2304bf01-0595-4c93-a434-4ecae52ae39a req-97af5329-5203-494c-86e5-c7f4b7aa1ae2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 944 time: 0.0534184 Mar 23 02:12:33.956904 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2304bf01-0595-4c93-a434-4ecae52ae39a req-a54d4a3b-32a5-4bbd-8793-e45a00f021ff tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=545e3505-1e49-43df-bc4f-e39000703caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507376 Mar 23 02:12:34.003493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['79da89fd-e015-45c8-96e1-34505ae426ed'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:12:34.072968 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:35.103559 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda0f57-e361-4b1f-b344-bca4b499f300 req-86078605-e08b-4f04-85a3-a572f37c8469 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:35.105097 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3bda0f57-e361-4b1f-b344-bca4b499f300 req-86078605-e08b-4f04-85a3-a572f37c8469 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 944 time: 0.0642164 Mar 23 02:12:35.159598 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3bda0f57-e361-4b1f-b344-bca4b499f300 req-bc616498-d511-499f-a91f-da207ae3e336 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=545e3505-1e49-43df-bc4f-e39000703caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461411 Mar 23 02:12:35.595221 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 79da89fd-e015-45c8-96e1-34505ae426ed up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:12:35.652480 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 79da89fd-e015-45c8-96e1-34505ae426ed completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:12:35.656627 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 79da89fd-e015-45c8-96e1-34505ae426ed triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:12:35.656999 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (79da89fd-e015-45c8-96e1-34505ae426ed), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:35.746937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 79da89fd-e015-45c8-96e1-34505ae426ed is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:12:35.747276 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (79da89fd-e015-45c8-96e1-34505ae426ed), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:35.771120 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878c0f65-4add-40c4-8a73-25b8ebbe6821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79da89fd-e015-45c8-96e1-34505ae426ed'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:12:35.773382 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53163625-9df2-4115-8323-f9ca7b27a853" -d '{"events": [{"server_uuid": "878c0f65-4add-40c4-8a73-25b8ebbe6821", "name": "network-vif-plugged", "status": "completed", "tag": "79da89fd-e015-45c8-96e1-34505ae426ed"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:12:35.785973 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 79da89fd-e015-45c8-96e1-34505ae426ed, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=79da89fd-e015-45c8-96e1-34505ae426ed,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:12:35.792581 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (79da89fd-e015-45c8-96e1-34505ae426ed), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:35.844817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=79da89fd-e015-45c8-96e1-34505ae426ed,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:12:35.880488 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561dcc91-65d3-4521-9471-360af90ff7fe x-openstack-request-id: req-561dcc91-65d3-4521-9471-360af90ff7fe {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:12:35.880803 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878c0f65-4add-40c4-8a73-25b8ebbe6821", "name": "network-vif-plugged", "status": "completed", "tag": "79da89fd-e015-45c8-96e1-34505ae426ed", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:12:35.881054 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-561dcc91-65d3-4521-9471-360af90ff7fe {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:12:35.881462 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561dcc91-65d3-4521-9471-360af90ff7fe'] response: {'server_uuid': '878c0f65-4add-40c4-8a73-25b8ebbe6821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79da89fd-e015-45c8-96e1-34505ae426ed', 'code': 200} Mar 23 02:12:35.983560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a8d8c-6b58-4269-85dd-021ddcc13769 req-f182a750-f4a0-4f32-acc8-7882114aec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:35.985123 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-321a8d8c-6b58-4269-85dd-021ddcc13769 req-f182a750-f4a0-4f32-acc8-7882114aec8a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 1127 time: 0.0464034 Mar 23 02:12:36.031649 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-321a8d8c-6b58-4269-85dd-021ddcc13769 req-5f607a5b-f8b5-4412-836c-305a013f7842 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=545e3505-1e49-43df-bc4f-e39000703caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408003 Mar 23 02:12:36.294435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e95d3c-6a85-47a5-8bb7-0440be1f9e3b req-c3bd327c-e43c-459c-9f0c-0def62832228 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:36.295829 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a6e95d3c-6a85-47a5-8bb7-0440be1f9e3b req-c3bd327c-e43c-459c-9f0c-0def62832228 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 945 time: 0.0556710 Mar 23 02:12:36.343140 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a6e95d3c-6a85-47a5-8bb7-0440be1f9e3b req-14510c3e-e8e0-42af-b025-e0be3ab25d78 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=545e3505-1e49-43df-bc4f-e39000703caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415044 Mar 23 02:12:37.479268 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f67af1-ea89-4421-b6a6-21915733a62b req-a2dfdbd5-b7e2-443a-bf3b-640d63b3ee03 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:37.480811 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51f67af1-ea89-4421-b6a6-21915733a62b req-a2dfdbd5-b7e2-443a-bf3b-640d63b3ee03 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 945 time: 0.0577292 Mar 23 02:12:37.528544 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-51f67af1-ea89-4421-b6a6-21915733a62b req-f595bddc-473b-49ca-938c-788a5dc6b558 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=545e3505-1e49-43df-bc4f-e39000703caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420814 Mar 23 02:12:37.654820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9005c-20e3-4fbe-aa99-b4f6e31a4e85 req-18a15198-23b4-41a2-a929-d0de4373f5c6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:37.656240 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e3d9005c-20e3-4fbe-aa99-b4f6e31a4e85 req-18a15198-23b4-41a2-a929-d0de4373f5c6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 945 time: 0.0614352 Mar 23 02:12:37.665370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51184) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:12:37.672454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-dca474fe-469c-472a-b8a9-454c3e277392 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'floatingip': {'port_id': '79da89fd-e015-45c8-96e1-34505ae426ed'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:12:37.720948 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dca474fe-469c-472a-b8a9-454c3e277392 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (06bffea1-08f0-4877-9683-977857d89501), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:38.505985 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dca474fe-469c-472a-b8a9-454c3e277392 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:38.513131 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dca474fe-469c-472a-b8a9-454c3e277392 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (06bffea1-08f0-4877-9683-977857d89501), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:38.620525 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-dca474fe-469c-472a-b8a9-454c3e277392 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Floating IP 06bffea1-08f0-4877-9683-977857d89501 associated. External IP: 172.25.0.12, port: 79da89fd-e015-45c8-96e1-34505ae426ed. Mar 23 02:12:38.837181 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca474fe-469c-472a-b8a9-454c3e277392 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Router d29e44af-4eee-4bf1-8977-16bd69f017f1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:12:38.952264 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca474fe-469c-472a-b8a9-454c3e277392 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:12:38.956955 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dca474fe-469c-472a-b8a9-454c3e277392 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:38.964147 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5feecc8-6870-45d7-871a-bdd014b5c527 None None] Sync routers for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:12:38.974586 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5feecc8-6870-45d7-871a-bdd014b5c527 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:12:38.975315 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f5feecc8-6870-45d7-871a-bdd014b5c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:12:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:12:38.986599 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dca474fe-469c-472a-b8a9-454c3e277392 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "PUT /v2.0/floatingips/06bffea1-08f0-4877-9683-977857d89501 HTTP/1.1" status: 200 len: 990 time: 1.3198638 Mar 23 02:12:38.987241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878c0f65-4add-40c4-8a73-25b8ebbe6821', 'tag': '79da89fd-e015-45c8-96e1-34505ae426ed'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:12:38.989589 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237f55d6-bc9c-4fce-bb3c-0958111e544e" -d '{"events": [{"name": "network-changed", "server_uuid": "878c0f65-4add-40c4-8a73-25b8ebbe6821", "tag": "79da89fd-e015-45c8-96e1-34505ae426ed"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:12:39.082286 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-f5feecc8-6870-45d7-871a-bdd014b5c527 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:12:39.089794 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46567bd8-b5e1-4ff3-a2d8-ad9fb52e46bc x-openstack-request-id: req-46567bd8-b5e1-4ff3-a2d8-ad9fb52e46bc {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:12:39.090094 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878c0f65-4add-40c4-8a73-25b8ebbe6821", "tag": "79da89fd-e015-45c8-96e1-34505ae426ed", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:12:39.090351 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46567bd8-b5e1-4ff3-a2d8-ad9fb52e46bc {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:12:39.090772 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46567bd8-b5e1-4ff3-a2d8-ad9fb52e46bc'] response: {'name': 'network-changed', 'server_uuid': '878c0f65-4add-40c4-8a73-25b8ebbe6821', 'tag': '79da89fd-e015-45c8-96e1-34505ae426ed', 'status': 'completed', 'code': 200} Mar 23 02:12:39.156199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f55d6-bc9c-4fce-bb3c-0958111e544e req-c73a4097-9026-4805-a226-1976e8d6ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:39.157765 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-237f55d6-bc9c-4fce-bb3c-0958111e544e req-c73a4097-9026-4805-a226-1976e8d6ed5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 1127 time: 0.0467846 Mar 23 02:12:39.253051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f55d6-bc9c-4fce-bb3c-0958111e544e req-0293c3d3-160f-46ce-ba7c-60fe16d76472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:39.254584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-237f55d6-bc9c-4fce-bb3c-0958111e544e req-0293c3d3-160f-46ce-ba7c-60fe16d76472 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 914 time: 0.0908830 Mar 23 02:12:39.311448 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f5feecc8-6870-45d7-871a-bdd014b5c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '06bffea1-08f0-4877-9683-977857d89501', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': '79da89fd-e015-45c8-96e1-34505ae426ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:d2:9d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c0f65-4add-40c4-8a73-25b8ebbe6821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:12:25Z', 'updated_at': '2022-03-23T02:12:38Z', 'revision_number': 1, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:12:39.320018 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-237f55d6-bc9c-4fce-bb3c-0958111e544e req-172d7e0b-08eb-41f3-86de-b1800ab155de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79da89fd-e015-45c8-96e1-34505ae426ed HTTP/1.1" status: 200 len: 998 time: 0.0596750 Mar 23 02:12:39.340736 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5feecc8-6870-45d7-871a-bdd014b5c527 None None] Checking router: d29e44af-4eee-4bf1-8977-16bd69f017f1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:12:39.349389 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5feecc8-6870-45d7-871a-bdd014b5c527 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:12:39.349976 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f5feecc8-6870-45d7-871a-bdd014b5c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:12:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:12:39.374388 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f55d6-bc9c-4fce-bb3c-0958111e544e req-cb9872a3-de06-4f92-9e05-7030f8a6be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:39.375873 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-237f55d6-bc9c-4fce-bb3c-0958111e544e req-cb9872a3-de06-4f92-9e05-7030f8a6be3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 200 len: 853 time: 0.0489230 Mar 23 02:12:39.427026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f55d6-bc9c-4fce-bb3c-0958111e544e req-93a4cc02-c3f7-4bda-894a-fb27aaefee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:12:39.428590 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-237f55d6-bc9c-4fce-bb3c-0958111e544e req-93a4cc02-c3f7-4bda-894a-fb27aaefee4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb46a776-dd79-4e14-ad0d-7c50c67e334d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470483 Mar 23 02:12:39.463373 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-f5feecc8-6870-45d7-871a-bdd014b5c527 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:12:39.521848 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-237f55d6-bc9c-4fce-bb3c-0958111e544e req-8d63ac87-8fe4-4f03-89ef-fd3d048940fd service neutron] 10.222.0.42 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866182 Mar 23 02:12:39.616108 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-237f55d6-bc9c-4fce-bb3c-0958111e544e req-b2213e2a-8673-4b4c-b079-9d30ec50722f service neutron] 10.222.0.42 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887883 Mar 23 02:12:39.692581 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f5feecc8-6870-45d7-871a-bdd014b5c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '06bffea1-08f0-4877-9683-977857d89501', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': '79da89fd-e015-45c8-96e1-34505ae426ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:d2:9d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c0f65-4add-40c4-8a73-25b8ebbe6821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:12:25Z', 'updated_at': '2022-03-23T02:12:38Z', 'revision_number': 1, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:12:39.718882 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5feecc8-6870-45d7-871a-bdd014b5c527 None None] The sync data for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 is: [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '06bffea1-08f0-4877-9683-977857d89501', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': '79da89fd-e015-45c8-96e1-34505ae426ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:d2:9d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c0f65-4add-40c4-8a73-25b8ebbe6821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:12:25Z', 'updated_at': '2022-03-23T02:12:38Z', 'revision_number': 1, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:12:39.937187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5900464-0fda-4c0e-b19b-350d96bd6111 None None] New status for floating IP 06bffea1-08f0-4877-9683-977857d89501: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:12:49.577233 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ba31df7-685b-4c8a-bdbd-3825c9346f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:50.880842 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:52.046318 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-47e727c3-378e-49e9-8f1f-271adce78791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:53.378403 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:54.715772 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:55.826064 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:12:58.822480 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:13:03.633427 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91f504fd-2dc5-4641-80ff-cd32fe962b11 req-c5e3e881-a63b-431c-8d49-3febd0fd8a13 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495479 Mar 23 02:13:03.726075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f504fd-2dc5-4641-80ff-cd32fe962b11 req-e790d390-27ce-46b4-b47e-0d66e6d0dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:03.727523 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91f504fd-2dc5-4641-80ff-cd32fe962b11 req-e790d390-27ce-46b4-b47e-0d66e6d0dfc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 1127 time: 0.0476313 Mar 23 02:13:03.838908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f504fd-2dc5-4641-80ff-cd32fe962b11 req-d5f4547d-9894-4b3e-962c-3fa9c6b62eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:03.840394 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91f504fd-2dc5-4641-80ff-cd32fe962b11 req-d5f4547d-9894-4b3e-962c-3fa9c6b62eaa service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 914 time: 0.0941017 Mar 23 02:13:03.914246 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91f504fd-2dc5-4641-80ff-cd32fe962b11 req-5060aaa7-b998-4c87-9d46-143cbac364f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79da89fd-e015-45c8-96e1-34505ae426ed HTTP/1.1" status: 200 len: 1000 time: 0.0672834 Mar 23 02:13:03.970364 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f504fd-2dc5-4641-80ff-cd32fe962b11 req-d1b0d5ed-59dd-4a0a-b747-01df9bcdaba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:03.971829 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91f504fd-2dc5-4641-80ff-cd32fe962b11 req-d1b0d5ed-59dd-4a0a-b747-01df9bcdaba8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 200 len: 853 time: 0.0492265 Mar 23 02:13:04.035194 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f504fd-2dc5-4641-80ff-cd32fe962b11 req-3ad74b3b-6a1b-4e27-9e28-37a11456a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:04.036640 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91f504fd-2dc5-4641-80ff-cd32fe962b11 req-3ad74b3b-6a1b-4e27-9e28-37a11456a972 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb46a776-dd79-4e14-ad0d-7c50c67e334d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0584259 Mar 23 02:13:04.062361 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:04.129333 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91f504fd-2dc5-4641-80ff-cd32fe962b11 req-9ac2a59a-5bde-43e6-8dd5-9473b52e3b4b service neutron] 10.222.0.42 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863633 Mar 23 02:13:04.223816 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91f504fd-2dc5-4641-80ff-cd32fe962b11 req-a3cf43e2-8dc8-4f1d-89e3-e587fcae7f5f service neutron] 10.222.0.42 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872226 Mar 23 02:13:04.404050 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2bc3c6-ae1b-4a59-8c1a-c28e320bd77f req-68ba20f5-c912-4963-ae26-f6bc168cc8f0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514283 Mar 23 02:13:04.486563 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bc3c6-ae1b-4a59-8c1a-c28e320bd77f req-ecc8126a-c1c8-42dd-b244-0fe1eaad1da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:04.488044 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2bc3c6-ae1b-4a59-8c1a-c28e320bd77f req-ecc8126a-c1c8-42dd-b244-0fe1eaad1da2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 1127 time: 0.0507939 Mar 23 02:13:04.599364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bc3c6-ae1b-4a59-8c1a-c28e320bd77f req-8533bdaf-f365-498a-b0b4-289e99da5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:04.601012 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2bc3c6-ae1b-4a59-8c1a-c28e320bd77f req-8533bdaf-f365-498a-b0b4-289e99da5c02 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.0942643 Mar 23 02:13:04.672086 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2bc3c6-ae1b-4a59-8c1a-c28e320bd77f req-defed33a-3f7f-47c7-91e6-8e5970cf74c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12312d52-a91b-458f-a2ba-79dc02b870b8 HTTP/1.1" status: 200 len: 1001 time: 0.0655124 Mar 23 02:13:04.721896 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bc3c6-ae1b-4a59-8c1a-c28e320bd77f req-e68d8af2-8284-4694-a1d8-ab6cb5b3f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:04.723678 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2bc3c6-ae1b-4a59-8c1a-c28e320bd77f req-e68d8af2-8284-4694-a1d8-ab6cb5b3f59f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0458760 Mar 23 02:13:04.775436 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bc3c6-ae1b-4a59-8c1a-c28e320bd77f req-f900620b-5c4e-463e-80bb-59c6a5884e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:04.778039 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2bc3c6-ae1b-4a59-8c1a-c28e320bd77f req-f900620b-5c4e-463e-80bb-59c6a5884e75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487509 Mar 23 02:13:04.874237 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2bc3c6-ae1b-4a59-8c1a-c28e320bd77f req-26f51a47-416e-46a9-930c-7474a6628662 service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891786 Mar 23 02:13:04.972825 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4c2bc3c6-ae1b-4a59-8c1a-c28e320bd77f req-f4610bca-b79c-4751-8170-3b1b1763518b service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928531 Mar 23 02:13:19.572445 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1c7fed60-d2d1-4bf4-97fa-d86f07ee53f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:20.879836 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:22.041806 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-74dad188-69c3-4903-b505-5d59906c385b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:23.374038 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:24.708624 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:25.813293 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:34.063790 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:35.812773 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:13:44.887003 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d85256-b935-4948-a636-2756cf9fe3f7 req-b74dba7a-e683-4163-a8f9-4cdf63601ee0 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:44.894749 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79d85256-b935-4948-a636-2756cf9fe3f7 req-b74dba7a-e683-4163-a8f9-4cdf63601ee0 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 945 time: 0.0641215 Mar 23 02:13:44.952789 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-79d85256-b935-4948-a636-2756cf9fe3f7 req-ccda0873-cac0-451f-b45d-e81f9798b680 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=545e3505-1e49-43df-bc4f-e39000703caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534267 Mar 23 02:13:45.799140 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c621129-1f10-4a71-881f-fde552e43894 req-6f8762f0-83d1-477f-a168-b018f45b9878 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344866001&fields=id&tenant_id=52e24a35bff748468941038a9c4ab158 HTTP/1.1" status: 200 len: 267 time: 0.0539029 Mar 23 02:13:45.910022 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c621129-1f10-4a71-881f-fde552e43894 req-bb9eb2e5-c17e-4c8b-9195-c0569c0099e8 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:45.911408 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c621129-1f10-4a71-881f-fde552e43894 req-bb9eb2e5-c17e-4c8b-9195-c0569c0099e8 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 812 time: 0.1057825 Mar 23 02:13:45.928755 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c621129-1f10-4a71-881f-fde552e43894 req-7a623ad4-e2ad-4845-97fa-f4c11643a913 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/quotas/52e24a35bff748468941038a9c4ab158 HTTP/1.1" status: 200 len: 375 time: 0.0093288 Mar 23 02:13:45.987999 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c621129-1f10-4a71-881f-fde552e43894 req-bb974ae9-52e6-4ba3-b629-635b25ef82c5 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542810 Mar 23 02:13:46.063810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d76b6-e84e-4b37-b441-a3033d851b2f req-98d7b778-a3be-47b1-9249-ee1e1d855625 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:46.066075 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8f8d76b6-e84e-4b37-b441-a3033d851b2f req-98d7b778-a3be-47b1-9249-ee1e1d855625 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 945 time: 0.0540564 Mar 23 02:13:46.088211 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c621129-1f10-4a71-881f-fde552e43894 req-aecac775-db3a-464f-9213-47626372e534 service neutron] 10.222.0.18 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881240 Mar 23 02:13:46.113062 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8f8d76b6-e84e-4b37-b441-a3033d851b2f req-66e28b2f-4acf-4469-b428-7706d924b9c1 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=545e3505-1e49-43df-bc4f-e39000703caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410588 Mar 23 02:13:46.181629 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c621129-1f10-4a71-881f-fde552e43894 req-5afc0e44-4d3d-4473-a1d3-b4e2ce3533f2 service neutron] 10.222.0.18 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891819 Mar 23 02:13:46.329042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f22c1-fec5-40fc-b584-b4b93713f7e4 req-3c02e5b7-3c8a-4f51-a6b9-dc8fb240dd48 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:46.330663 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a26f22c1-fec5-40fc-b584-b4b93713f7e4 req-3c02e5b7-3c8a-4f51-a6b9-dc8fb240dd48 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.42 "GET /v2.0/ports?device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 945 time: 0.0577800 Mar 23 02:13:46.442992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-a26f22c1-fec5-40fc-b584-b4b93713f7e4 req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Deleting port 79da89fd-e015-45c8-96e1-34505ae426ed {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:13:46.443408 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a26f22c1-fec5-40fc-b584-b4b93713f7e4 req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (79da89fd-e015-45c8-96e1-34505ae426ed), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:46.511252 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f5324606-d980-4c62-bae3-941726963e57 req-37730285-4b8e-4114-8781-7f5a5abe9c2b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 210 time: 0.0425992 Mar 23 02:13:46.570096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-a26f22c1-fec5-40fc-b584-b4b93713f7e4 req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] For port 79da89fd-e015-45c8-96e1-34505ae426ed, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=79da89fd-e015-45c8-96e1-34505ae426ed,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:13:46.570771 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a26f22c1-fec5-40fc-b584-b4b93713f7e4 req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (79da89fd-e015-45c8-96e1-34505ae426ed), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:46.775164 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a26f22c1-fec5-40fc-b584-b4b93713f7e4 req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:46.775164 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a26f22c1-fec5-40fc-b584-b4b93713f7e4 req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (06bffea1-08f0-4877-9683-977857d89501), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:46.775598 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-a26f22c1-fec5-40fc-b584-b4b93713f7e4 req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Floating IP 06bffea1-08f0-4877-9683-977857d89501 disassociated. External IP: 172.25.0.12, port: 79da89fd-e015-45c8-96e1-34505ae426ed. Mar 23 02:13:46.775856 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-a26f22c1-fec5-40fc-b584-b4b93713f7e4 req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Calling delete_port for 79da89fd-e015-45c8-96e1-34505ae426ed owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:13:46.921451 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a26f22c1-fec5-40fc-b584-b4b93713f7e4 req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (79da89fd-e015-45c8-96e1-34505ae426ed), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:46.950943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event deleted for resources: {'Port': ['ID=79da89fd-e015-45c8-96e1-34505ae426ed,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:13:46.962965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:46.963320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:46.963671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:46.964007 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:46.964360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:46.964703 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:46.965038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:46.965369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:46.965705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:46.966027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:46.966407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:46.966738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:46.967069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:46.967396 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:46.967721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:47.088440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a26f22c1-fec5-40fc-b584-b4b93713f7e4 req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Router d29e44af-4eee-4bf1-8977-16bd69f017f1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:13:47.225600 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-791f4e60-5a89-4c73-b98d-9b40161a3df3 req-423942dc-3329-4add-a416-e2ad6bba8491 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=878c0f65-4add-40c4-8a73-25b8ebbe6821 HTTP/1.1" status: 200 len: 210 time: 0.0355573 Mar 23 02:13:47.241615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a26f22c1-fec5-40fc-b584-b4b93713f7e4 req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:13:47.255089 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe303ed-d8ef-4c40-bcf2-21698b0c1650 None None] Sync routers for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:13:47.268303 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe303ed-d8ef-4c40-bcf2-21698b0c1650 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:13:47.268947 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5fe303ed-d8ef-4c40-bcf2-21698b0c1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:13:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:13:47.295098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26f22c1-fec5-40fc-b584-b4b93713f7e4 req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] No DVR routers for this DVR port 79da89fd-e015-45c8-96e1-34505ae426ed on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:13:47.298401 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a26f22c1-fec5-40fc-b584-b4b93713f7e4 req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:47.302472 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a26f22c1-fec5-40fc-b584-b4b93713f7e4 req-17ae3a61-912f-4bb8-87b6-40f91a6e07f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.42 "DELETE /v2.0/ports/79da89fd-e015-45c8-96e1-34505ae426ed HTTP/1.1" status: 204 len: 173 time: 0.9666648 Mar 23 02:13:47.302986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878c0f65-4add-40c4-8a73-25b8ebbe6821', 'name': 'network-vif-deleted', 'tag': '79da89fd-e015-45c8-96e1-34505ae426ed'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:13:47.306122 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b816c1-b873-4ba9-a8c0-b2a2cc41dde2" -d '{"events": [{"server_uuid": "878c0f65-4add-40c4-8a73-25b8ebbe6821", "name": "network-vif-deleted", "tag": "79da89fd-e015-45c8-96e1-34505ae426ed"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:13:47.359058 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2082354e-f7b6-48d4-ad3a-ae9afac32c3d x-openstack-request-id: req-2082354e-f7b6-48d4-ad3a-ae9afac32c3d {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:13:47.359350 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878c0f65-4add-40c4-8a73-25b8ebbe6821", "name": "network-vif-deleted", "tag": "79da89fd-e015-45c8-96e1-34505ae426ed", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:13:47.359604 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2082354e-f7b6-48d4-ad3a-ae9afac32c3d {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:13:47.360021 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2082354e-f7b6-48d4-ad3a-ae9afac32c3d'] response: {'server_uuid': '878c0f65-4add-40c4-8a73-25b8ebbe6821', 'name': 'network-vif-deleted', 'tag': '79da89fd-e015-45c8-96e1-34505ae426ed', 'status': 'completed', 'code': 200} Mar 23 02:13:47.397431 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-5fe303ed-d8ef-4c40-bcf2-21698b0c1650 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:13:47.625829 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5fe303ed-d8ef-4c40-bcf2-21698b0c1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:13:47.652705 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe303ed-d8ef-4c40-bcf2-21698b0c1650 None None] Checking router: d29e44af-4eee-4bf1-8977-16bd69f017f1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:13:47.654099 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5c1ed356-c96e-40dd-aa4b-a4316e0a8aae req-185b1d7e-bd3a-4f95-8815-833d9b352b1b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 210 time: 0.0435226 Mar 23 02:13:47.661628 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe303ed-d8ef-4c40-bcf2-21698b0c1650 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:13:47.662262 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5fe303ed-d8ef-4c40-bcf2-21698b0c1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:13:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:13:47.662654 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c621129-1f10-4a71-881f-fde552e43894 req-73d463f2-e359-409c-b223-51cfd06177ef tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:47.664114 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c621129-1f10-4a71-881f-fde552e43894 req-73d463f2-e359-409c-b223-51cfd06177ef tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 812 time: 0.1480615 Mar 23 02:13:47.738558 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c621129-1f10-4a71-881f-fde552e43894 req-91e54e06-b675-4ab3-948c-70486d908268 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52e24a35bff748468941038a9c4ab158 HTTP/1.1" status: 200 len: 379 time: 0.0648036 Mar 23 02:13:47.748770 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-6c621129-1f10-4a71-881f-fde552e43894 req-7ed1ed03-4a61-4beb-aa57-4a3ed5d18f00 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Request body: {'port': {'device_id': '1fe7d153-953d-4b38-8c27-c28cfd8c3e3e', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'admin_state_up': True, 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'security_groups': ['73529abe-59db-4e54-b9da-bbf69970ddd4']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:13:47.784128 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-5fe303ed-d8ef-4c40-bcf2-21698b0c1650 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:13:47.910397 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c621129-1f10-4a71-881f-fde552e43894 req-7ed1ed03-4a61-4beb-aa57-4a3ed5d18f00 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Made reservation on behalf of 52e24a35bff748468941038a9c4ab158 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:13:47.914713 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6c621129-1f10-4a71-881f-fde552e43894 req-7ed1ed03-4a61-4beb-aa57-4a3ed5d18f00 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:48.007600 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5fe303ed-d8ef-4c40-bcf2-21698b0c1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:13:48.041328 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe303ed-d8ef-4c40-bcf2-21698b0c1650 None None] The sync data for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 is: [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:13:48.051028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-6c621129-1f10-4a71-881f-fde552e43894 req-7ed1ed03-4a61-4beb-aa57-4a3ed5d18f00 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Allocated IP 172.20.0.6 (bc3a993f-bf9b-4c87-a6dd-164f082e25a5/117a5333-90c5-4abf-b578-73ad977ec678/0b47622c-f4f9-4d00-b691-af48c5a464fa) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:13:48.201833 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6c621129-1f10-4a71-881f-fde552e43894 req-7ed1ed03-4a61-4beb-aa57-4a3ed5d18f00 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for port (0b47622c-f4f9-4d00-b691-af48c5a464fa), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:48.237983 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6c621129-1f10-4a71-881f-fde552e43894 req-7ed1ed03-4a61-4beb-aa57-4a3ed5d18f00 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0b47622c-f4f9-4d00-b691-af48c5a464fa), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:48.290136 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c621129-1f10-4a71-881f-fde552e43894 req-7ed1ed03-4a61-4beb-aa57-4a3ed5d18f00 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:13:48.294282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-6c621129-1f10-4a71-881f-fde552e43894 req-7ed1ed03-4a61-4beb-aa57-4a3ed5d18f00 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:13:48.312262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c621129-1f10-4a71-881f-fde552e43894 req-7ed1ed03-4a61-4beb-aa57-4a3ed5d18f00 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:13:48.340332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51388) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:13:48.379891 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c621129-1f10-4a71-881f-fde552e43894 req-7ed1ed03-4a61-4beb-aa57-4a3ed5d18f00 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:48.379891 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6c621129-1f10-4a71-881f-fde552e43894 req-7ed1ed03-4a61-4beb-aa57-4a3ed5d18f00 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:48.383461 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c0db3-2092-4af9-9478-2500c57067a1 None None] New status for floating IP 06bffea1-08f0-4877-9683-977857d89501: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:13:48.407220 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1ed03-4a61-4beb-aa57-4a3ed5d18f00 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'Port': ['ID=0b47622c-f4f9-4d00-b691-af48c5a464fa,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:13:48.418428 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c621129-1f10-4a71-881f-fde552e43894 req-7ed1ed03-4a61-4beb-aa57-4a3ed5d18f00 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6738436 Mar 23 02:13:48.434135 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Request body: {'port': {'device_id': '1fe7d153-953d-4b38-8c27-c28cfd8c3e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:13:48.464541 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (545e3505-1e49-43df-bc4f-e39000703caa), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:48.525793 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (545e3505-1e49-43df-bc4f-e39000703caa), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:48.584578 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0b47622c-f4f9-4d00-b691-af48c5a464fa), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:48.601249 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (545e3505-1e49-43df-bc4f-e39000703caa), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:48.604200 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:48.605728 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "DELETE /v2.0/security-groups/545e3505-1e49-43df-bc4f-e39000703caa HTTP/1.1" status: 204 len: 168 time: 0.2625635 Mar 23 02:13:48.609056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51390) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:13:48.627345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=545e3505-1e49-43df-bc4f-e39000703caa,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:13:48.635927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:48.636529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:48.637070 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:48.637666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:48.638177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:48.639331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:48.639880 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:48.640387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:48.640953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:48.641456 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:48.642160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:48.642666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:48.643184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:48.643683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:48.644818 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd7bd2-6fab-4d2c-bed7-a5e37d46d6a8 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:48.645047 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-ca919ffb-48fd-4f36-b02b-4b37f0b53f50 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] show failed (client error): The resource could not be found. Mar 23 02:13:48.647443 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ca919ffb-48fd-4f36-b02b-4b37f0b53f50 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups/545e3505-1e49-43df-bc4f-e39000703caa HTTP/1.1" status: 404 len: 347 time: 0.0371060 Mar 23 02:13:48.648971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51392) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:13:48.700092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9417194c-0985-4893-ad8c-2a80d66c38b8 None None] Provisioning complete for port 0b47622c-f4f9-4d00-b691-af48c5a464fa triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:13:48.700927 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9417194c-0985-4893-ad8c-2a80d66c38b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0b47622c-f4f9-4d00-b691-af48c5a464fa), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:48.758286 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9417194c-0985-4893-ad8c-2a80d66c38b8 None None] Port 0b47622c-f4f9-4d00-b691-af48c5a464fa cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:13:48.877403 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-be874199-582d-4020-9478-3c8404125a2a tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Deleting port fd04f388-f0cb-403c-8018-12afe9f6c730 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:13:48.877730 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-be874199-582d-4020-9478-3c8404125a2a tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (fd04f388-f0cb-403c-8018-12afe9f6c730), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:48.928343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b47622c-f4f9-4d00-b691-af48c5a464fa {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:13:48.933368 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf58a48-ff44-4898-b1cd-c0f95822264d req-f3addcce-0175-4459-a357-7a554db4801e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:48.935327 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-abf58a48-ff44-4898-b1cd-c0f95822264d req-f3addcce-0175-4459-a357-7a554db4801e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 931 time: 0.1357701 Mar 23 02:13:48.938253 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Publish callbacks [] for port (0b47622c-f4f9-4d00-b691-af48c5a464fa), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:48.953204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Transition to ACTIVE for port object 0b47622c-f4f9-4d00-b691-af48c5a464fa will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:13:48.957810 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (0b47622c-f4f9-4d00-b691-af48c5a464fa), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:49.006485 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Pushing event updated for resources: {'Port': ['ID=0b47622c-f4f9-4d00-b691-af48c5a464fa,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:13:49.009969 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-be874199-582d-4020-9478-3c8404125a2a tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (fd04f388-f0cb-403c-8018-12afe9f6c730), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:49.010297 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-be874199-582d-4020-9478-3c8404125a2a tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (fd04f388-f0cb-403c-8018-12afe9f6c730), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:49.017111 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-abf58a48-ff44-4898-b1cd-c0f95822264d req-1779aaaf-06b7-4b2a-8030-de32d771f18b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747578 Mar 23 02:13:49.029240 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-be874199-582d-4020-9478-3c8404125a2a tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Calling delete_port for fd04f388-f0cb-403c-8018-12afe9f6c730 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:13:49.107881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Attempting to bind port 0b47622c-f4f9-4d00-b691-af48c5a464fa on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:13:49.108941 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Attempting to bind port 0b47622c-f4f9-4d00-b691-af48c5a464fa by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:13:49.109421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Attempting to bind port 0b47622c-f4f9-4d00-b691-af48c5a464fa on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:13:49.115192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Port 0b47622c-f4f9-4d00-b691-af48c5a464fa on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:13:49.115520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Attempting to bind port 0b47622c-f4f9-4d00-b691-af48c5a464fa on network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:13:49.121924 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:13:49.122334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Checking segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:13:49.123235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Bound using segment: {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:13:49.123726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Bound port: 0b47622c-f4f9-4d00-b691-af48c5a464fa, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545e0b0d-3fe3-42f5-baa2-15a6af4ae928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:13:49.124082 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0b47622c-f4f9-4d00-b691-af48c5a464fa), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:49.197634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] For port 0b47622c-f4f9-4d00-b691-af48c5a464fa, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:13:49.202714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] For port 0b47622c-f4f9-4d00-b691-af48c5a464fa, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0b47622c-f4f9-4d00-b691-af48c5a464fa,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:13:49.211200 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (0b47622c-f4f9-4d00-b691-af48c5a464fa), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:49.217362 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-be874199-582d-4020-9478-3c8404125a2a tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (fd04f388-f0cb-403c-8018-12afe9f6c730), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:49.252483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:49.253546 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:49.254981 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c621129-1f10-4a71-881f-fde552e43894 req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] 10.222.0.42 "PUT /v2.0/ports/0b47622c-f4f9-4d00-b691-af48c5a464fa HTTP/1.1" status: 200 len: 1091 time: 0.8257675 Mar 23 02:13:49.283984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a136808-7da0-41c2-8bbf-44c2e27dfe98 service neutron] Pushing event updated for resources: {'Port': ['ID=0b47622c-f4f9-4d00-b691-af48c5a464fa,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:13:49.361593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe7d153-953d-4b38-8c27-c28cfd8c3e3e', 'tag': '0b47622c-f4f9-4d00-b691-af48c5a464fa'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:13:49.364921 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca03983a-5674-4722-b085-6b025ea8e041" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe7d153-953d-4b38-8c27-c28cfd8c3e3e", "tag": "0b47622c-f4f9-4d00-b691-af48c5a464fa"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:13:49.369665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be874199-582d-4020-9478-3c8404125a2a tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event deleted for resources: {'Port': ['ID=fd04f388-f0cb-403c-8018-12afe9f6c730,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:13:49.372458 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-be874199-582d-4020-9478-3c8404125a2a tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (06bffea1-08f0-4877-9683-977857d89501), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:49.375680 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-be874199-582d-4020-9478-3c8404125a2a tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:49.377195 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-be874199-582d-4020-9478-3c8404125a2a tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "DELETE /v2.0/floatingips/06bffea1-08f0-4877-9683-977857d89501 HTTP/1.1" status: 204 len: 168 time: 0.7269206 Mar 23 02:13:49.391863 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c621129-1f10-4a71-881f-fde552e43894 req-5c891025-e241-4fc0-8a2e-89658c5205db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:49.403933 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c621129-1f10-4a71-881f-fde552e43894 req-5c891025-e241-4fc0-8a2e-89658c5205db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 1125 time: 0.0909476 Mar 23 02:13:49.459522 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bb912f-97c7-460f-853b-9320a2c7dd14 x-openstack-request-id: req-19bb912f-97c7-460f-853b-9320a2c7dd14 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:13:49.459906 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe7d153-953d-4b38-8c27-c28cfd8c3e3e", "tag": "0b47622c-f4f9-4d00-b691-af48c5a464fa", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:13:49.460276 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19bb912f-97c7-460f-853b-9320a2c7dd14 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:13:49.460776 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19bb912f-97c7-460f-853b-9320a2c7dd14'] response: {'name': 'network-changed', 'server_uuid': '1fe7d153-953d-4b38-8c27-c28cfd8c3e3e', 'tag': '0b47622c-f4f9-4d00-b691-af48c5a464fa', 'status': 'completed', 'code': 200} Mar 23 02:13:49.463987 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c621129-1f10-4a71-881f-fde552e43894 req-292e5c00-4318-4412-a53e-0f7fae7cc9df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b47622c-f4f9-4d00-b691-af48c5a464fa HTTP/1.1" status: 200 len: 217 time: 0.0534849 Mar 23 02:13:49.516534 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c621129-1f10-4a71-881f-fde552e43894 req-1ed90871-d608-436b-a5cb-17f8a490719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:49.518339 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c621129-1f10-4a71-881f-fde552e43894 req-1ed90871-d608-436b-a5cb-17f8a490719c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0477233 Mar 23 02:13:49.567832 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4008fe2f-51bd-415a-bf0c-741b597e6607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:49.583353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c621129-1f10-4a71-881f-fde552e43894 req-f32943d5-3226-46c4-927c-13ec26af91e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:49.585322 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c621129-1f10-4a71-881f-fde552e43894 req-f32943d5-3226-46c4-927c-13ec26af91e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0598989 Mar 23 02:13:49.682955 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c621129-1f10-4a71-881f-fde552e43894 req-d0fceb75-7b94-4eb0-b3b1-955edc0a7265 service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909534 Mar 23 02:13:49.775004 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c621129-1f10-4a71-881f-fde552e43894 req-69489d69-8656-4dff-9bcb-9e94ac65a11d service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865052 Mar 23 02:13:49.806996 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51400) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:13:49.813008 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-771b2bed-e05e-4631-b347-928250778df1 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1160091450', 'description': 'tempest-description--234411094'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:13:49.837109 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-771b2bed-e05e-4631-b347-928250778df1 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:49.871801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03983a-5674-4722-b085-6b025ea8e041 req-9e0d8a88-484f-4767-9fb5-3c81c04646cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:49.873452 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ca03983a-5674-4722-b085-6b025ea8e041 req-9e0d8a88-484f-4767-9fb5-3c81c04646cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 1125 time: 0.0541904 Mar 23 02:13:49.917446 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-771b2bed-e05e-4631-b347-928250778df1 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (e8e73b35-bc53-4a30-90eb-af3d0d81803c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:49.922450 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-771b2bed-e05e-4631-b347-928250778df1 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e8e73b35-bc53-4a30-90eb-af3d0d81803c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:49.952448 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-771b2bed-e05e-4631-b347-928250778df1 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:49.956406 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-771b2bed-e05e-4631-b347-928250778df1 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1454124 Mar 23 02:13:49.956701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51402) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:13:49.961286 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-4e6c8d9b-52f5-4a4e-9249-13dfa0cc0e9d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'security_group_rule': {'security_group_id': 'e8e73b35-bc53-4a30-90eb-af3d0d81803c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:13:49.966805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b2bed-e05e-4631-b347-928250778df1 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e73b35-bc53-4a30-90eb-af3d0d81803c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:13:49.981678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03983a-5674-4722-b085-6b025ea8e041 req-d2585b2a-e72b-4566-81ad-0f6445a480ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:49.984095 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ca03983a-5674-4722-b085-6b025ea8e041 req-d2585b2a-e72b-4566-81ad-0f6445a480ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.1048830 Mar 23 02:13:49.991397 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8d9b-52f5-4a4e-9249-13dfa0cc0e9d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (09592512-b0c5-45cc-a251-de0ae701935c), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:50.031793 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ca03983a-5674-4722-b085-6b025ea8e041 req-7678ccda-e613-430f-a6b6-cb98c0e64520 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b47622c-f4f9-4d00-b691-af48c5a464fa HTTP/1.1" status: 200 len: 217 time: 0.0422704 Mar 23 02:13:50.072076 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8d9b-52f5-4a4e-9249-13dfa0cc0e9d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (09592512-b0c5-45cc-a251-de0ae701935c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:50.078308 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8d9b-52f5-4a4e-9249-13dfa0cc0e9d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (09592512-b0c5-45cc-a251-de0ae701935c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:50.088534 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03983a-5674-4722-b085-6b025ea8e041 req-4bb886a6-f029-4015-8eb5-8253f80aa41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:50.090363 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ca03983a-5674-4722-b085-6b025ea8e041 req-4bb886a6-f029-4015-8eb5-8253f80aa41c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0497191 Mar 23 02:13:50.105527 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c8d9b-52f5-4a4e-9249-13dfa0cc0e9d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09592512-b0c5-45cc-a251-de0ae701935c,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:13:50.112788 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8d9b-52f5-4a4e-9249-13dfa0cc0e9d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:50.114474 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4e6c8d9b-52f5-4a4e-9249-13dfa0cc0e9d tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568487 Mar 23 02:13:50.117197 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51406) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:13:50.125785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-81681cda-102c-4af8-b9be-2499b7f977a3 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'security_group_rule': {'security_group_id': 'e8e73b35-bc53-4a30-90eb-af3d0d81803c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:13:50.153972 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81681cda-102c-4af8-b9be-2499b7f977a3 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (779f3701-6889-4d4d-a51b-d40305910d2b), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:50.183427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03983a-5674-4722-b085-6b025ea8e041 req-3c50ccd1-c8e0-45f3-a3c5-84f1da23bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:50.184979 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ca03983a-5674-4722-b085-6b025ea8e041 req-3c50ccd1-c8e0-45f3-a3c5-84f1da23bd38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0887518 Mar 23 02:13:50.193026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d1d60-325b-4e97-88c8-5ef10b4f4555 req-3ae5516d-e63c-4726-81ed-2d42f5187e29 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:50.194502 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea5d1d60-325b-4e97-88c8-5ef10b4f4555 req-3ae5516d-e63c-4726-81ed-2d42f5187e29 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 943 time: 0.0859981 Mar 23 02:13:50.218710 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81681cda-102c-4af8-b9be-2499b7f977a3 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (779f3701-6889-4d4d-a51b-d40305910d2b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:50.224068 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81681cda-102c-4af8-b9be-2499b7f977a3 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (779f3701-6889-4d4d-a51b-d40305910d2b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:50.242561 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81681cda-102c-4af8-b9be-2499b7f977a3 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779f3701-6889-4d4d-a51b-d40305910d2b,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:13:50.254887 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-81681cda-102c-4af8-b9be-2499b7f977a3 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:50.259065 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-81681cda-102c-4af8-b9be-2499b7f977a3 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373110 Mar 23 02:13:50.259210 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51408) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:13:50.263677 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:13:50.287698 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:50.307050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea5d1d60-325b-4e97-88c8-5ef10b4f4555 req-dac12c36-2960-4336-a546-2684c4104a7b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043649 Mar 23 02:13:50.328079 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ca03983a-5674-4722-b085-6b025ea8e041 req-143eb59c-e5aa-4b21-b849-037675ebcb1f service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326191 Mar 23 02:13:50.393661 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:50.427853 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ca03983a-5674-4722-b085-6b025ea8e041 req-7518e978-cbbe-4311-87a0-b1670564cf34 service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936868 Mar 23 02:13:50.507829 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Allocated IP 172.25.0.196 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/72fac362-db92-4c8c-8527-8d23fd95a659) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:13:50.618953 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for port (72fac362-db92-4c8c-8527-8d23fd95a659), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:50.654580 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (72fac362-db92-4c8c-8527-8d23fd95a659), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:50.695098 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:13:50.698168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:13:50.701641 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:13:50.730232 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'Port': ['ID=72fac362-db92-4c8c-8527-8d23fd95a659,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:13:50.801791 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (ebbbddc7-4f42-4c79-934d-52f37d942a3d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:50.845584 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (72fac362-db92-4c8c-8527-8d23fd95a659), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:50.888940 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:51.007416 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for port (72fac362-db92-4c8c-8527-8d23fd95a659), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:51.013092 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (72fac362-db92-4c8c-8527-8d23fd95a659), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:51.081053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'Port': ['ID=72fac362-db92-4c8c-8527-8d23fd95a659,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:13:51.091790 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (ebbbddc7-4f42-4c79-934d-52f37d942a3d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:51.109149 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:51.110599 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-00fd9d8a-3749-4ca8-9540-9df23727c349 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8503816 Mar 23 02:13:51.263696 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-834de7b2-876f-4af6-8886-96e45959cf31 req-97196ca4-5518-449a-ab28-1ba1665359e7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1160091450&fields=id&tenant_id=99dfb621f60f4b449f0e588e26b6dcd8 HTTP/1.1" status: 200 len: 267 time: 0.0455468 Mar 23 02:13:51.381883 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de7b2-876f-4af6-8886-96e45959cf31 req-53e41747-4425-4787-a3dd-8519ea009f07 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:51.383381 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-834de7b2-876f-4af6-8886-96e45959cf31 req-53e41747-4425-4787-a3dd-8519ea009f07 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 814 time: 0.1134405 Mar 23 02:13:51.399518 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-834de7b2-876f-4af6-8886-96e45959cf31 req-cd51464f-a5c8-4f78-8b1c-6b4c00ec6843 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/quotas/99dfb621f60f4b449f0e588e26b6dcd8 HTTP/1.1" status: 200 len: 375 time: 0.0099018 Mar 23 02:13:51.439269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf100-563a-4965-bd65-a113a56c0648 req-a6bb2e90-2b50-4788-8050-6c9120f37ace tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:51.441472 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6eadf100-563a-4965-bd65-a113a56c0648 req-a6bb2e90-2b50-4788-8050-6c9120f37ace tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 943 time: 0.0583999 Mar 23 02:13:51.467155 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-834de7b2-876f-4af6-8886-96e45959cf31 req-4848deb9-6eb5-4dba-91a3-4c80145df0b6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608299 Mar 23 02:13:51.497465 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6eadf100-563a-4965-bd65-a113a56c0648 req-747807ac-c62d-45a0-9ea5-f1c541d5b77c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498343 Mar 23 02:13:51.566733 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-834de7b2-876f-4af6-8886-96e45959cf31 req-a04efbb3-e29e-4a8a-b4b7-94e1ab4a95cf service neutron] 10.222.0.18 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881600 Mar 23 02:13:51.657010 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-834de7b2-876f-4af6-8886-96e45959cf31 req-378fdec7-f70e-48c2-ba75-b091585d1234 service neutron] 10.222.0.18 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843573 Mar 23 02:13:51.824640 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-921002b7-a9e5-4b32-902e-0b011e7ae8b4 req-a06d76ae-7ea5-4811-9631-235a3e98b084 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 210 time: 0.0309293 Mar 23 02:13:52.000245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 79da89fd-e015-45c8-96e1-34505ae426ed no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:13:52.030903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 79da89fd-e015-45c8-96e1-34505ae426ed {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:13:52.031816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 79da89fd-e015-45c8-96e1-34505ae426ed not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:13:52.047031 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e25322a0-b4e4-43ef-bbe0-2dafaf09038a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:52.627557 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6df07a-4136-469e-95b9-f83e81054a99 req-b993dadb-bd67-4120-8dac-4a8666655079 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:52.629227 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9a6df07a-4136-469e-95b9-f83e81054a99 req-b993dadb-bd67-4120-8dac-4a8666655079 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 943 time: 0.0585601 Mar 23 02:13:52.683665 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9a6df07a-4136-469e-95b9-f83e81054a99 req-9ebf6a2b-94e7-4fcf-9dc5-a3428fbc12fc tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483413 Mar 23 02:13:52.951521 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8f37319-f5b2-4aa4-b012-5eaa4c170bf9 req-bef69b9b-d04c-4a8b-8226-449e895458fe tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 210 time: 0.0390933 Mar 23 02:13:52.991165 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de7b2-876f-4af6-8886-96e45959cf31 req-cd7c46f3-13d9-4261-a6aa-3be131b06bb5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:52.992849 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-834de7b2-876f-4af6-8886-96e45959cf31 req-cd7c46f3-13d9-4261-a6aa-3be131b06bb5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.43 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 814 time: 0.1494327 Mar 23 02:13:53.067203 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-834de7b2-876f-4af6-8886-96e45959cf31 req-ac64ed12-2a61-49d3-b4d6-6d8327862ebb tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99dfb621f60f4b449f0e588e26b6dcd8 HTTP/1.1" status: 200 len: 380 time: 0.0591445 Mar 23 02:13:53.092562 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-834de7b2-876f-4af6-8886-96e45959cf31 req-581dc432-2855-4ebb-b563-e4d1962103c2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'port': {'device_id': 'c9824135-8c07-4472-bf48-f85727f0ecd5', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'admin_state_up': True, 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'security_groups': ['e8e73b35-bc53-4a30-90eb-af3d0d81803c']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:13:53.214796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834de7b2-876f-4af6-8886-96e45959cf31 req-581dc432-2855-4ebb-b563-e4d1962103c2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Made reservation on behalf of 99dfb621f60f4b449f0e588e26b6dcd8 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:13:53.218680 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-834de7b2-876f-4af6-8886-96e45959cf31 req-581dc432-2855-4ebb-b563-e4d1962103c2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:53.359143 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-834de7b2-876f-4af6-8886-96e45959cf31 req-581dc432-2855-4ebb-b563-e4d1962103c2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Allocated IP 172.20.0.11 (fb46a776-dd79-4e14-ad0d-7c50c67e334d/1a4c3ff5-733b-492c-bd0b-0a69da542336/79146a57-11cd-4f7a-86b3-a6631f39eda0) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:13:53.378129 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:53.526602 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-834de7b2-876f-4af6-8886-96e45959cf31 req-581dc432-2855-4ebb-b563-e4d1962103c2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for port (79146a57-11cd-4f7a-86b3-a6631f39eda0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:53.561135 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-834de7b2-876f-4af6-8886-96e45959cf31 req-581dc432-2855-4ebb-b563-e4d1962103c2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (79146a57-11cd-4f7a-86b3-a6631f39eda0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:53.607575 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834de7b2-876f-4af6-8886-96e45959cf31 req-581dc432-2855-4ebb-b563-e4d1962103c2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Network fb46a776-dd79-4e14-ad0d-7c50c67e334d is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:13:53.611960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-834de7b2-876f-4af6-8886-96e45959cf31 req-581dc432-2855-4ebb-b563-e4d1962103c2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:13:53.618789 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-834de7b2-876f-4af6-8886-96e45959cf31 req-581dc432-2855-4ebb-b563-e4d1962103c2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:13:53.644695 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581dc432-2855-4ebb-b563-e4d1962103c2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event updated for resources: {'Port': ['ID=79146a57-11cd-4f7a-86b3-a6631f39eda0,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:13:53.678189 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de7b2-876f-4af6-8886-96e45959cf31 req-581dc432-2855-4ebb-b563-e4d1962103c2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:53.678789 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-834de7b2-876f-4af6-8886-96e45959cf31 req-581dc432-2855-4ebb-b563-e4d1962103c2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:53.697708 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-834de7b2-876f-4af6-8886-96e45959cf31 req-581dc432-2855-4ebb-b563-e4d1962103c2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6098094 Mar 23 02:13:53.717467 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Request body: {'port': {'device_id': 'c9824135-8c07-4472-bf48-f85727f0ecd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:13:53.816499 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (79146a57-11cd-4f7a-86b3-a6631f39eda0), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:53.868521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ae8c1-8a93-454a-b5ab-c9fa18850818 req-bf34e6a2-35cf-40a1-8793-c906d0c43b8e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:53.869972 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-604ae8c1-8a93-454a-b5ab-c9fa18850818 req-bf34e6a2-35cf-40a1-8793-c906d0c43b8e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 943 time: 0.1071100 Mar 23 02:13:53.886195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c03feb7b-7dce-4a28-9098-9cce9f860bad None None] Provisioning complete for port 79146a57-11cd-4f7a-86b3-a6631f39eda0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:13:53.886478 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c03feb7b-7dce-4a28-9098-9cce9f860bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (79146a57-11cd-4f7a-86b3-a6631f39eda0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:53.927397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c03feb7b-7dce-4a28-9098-9cce9f860bad None None] Port 79146a57-11cd-4f7a-86b3-a6631f39eda0 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:13:54.006837 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-604ae8c1-8a93-454a-b5ab-c9fa18850818 req-4eb7b7b7-c270-4ab9-b2c5-d5761a37f875 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238654 Mar 23 02:13:54.091105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84824004-b80d-4f64-9d70-b8f5fd9a75ba req-4bbd5de5-0b23-4791-bd04-658f26df72d7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:54.092926 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84824004-b80d-4f64-9d70-b8f5fd9a75ba req-4bbd5de5-0b23-4791-bd04-658f26df72d7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 932 time: 0.0539188 Mar 23 02:13:54.145510 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84824004-b80d-4f64-9d70-b8f5fd9a75ba req-00be6130-4ba4-4a5f-8c9c-e9083294108c tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e73b35-bc53-4a30-90eb-af3d0d81803c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461111 Mar 23 02:13:54.147127 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79146a57-11cd-4f7a-86b3-a6631f39eda0 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:13:54.159388 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Publish callbacks [] for port (79146a57-11cd-4f7a-86b3-a6631f39eda0), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:54.174177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Transition to ACTIVE for port object 79146a57-11cd-4f7a-86b3-a6631f39eda0 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:13:54.178074 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (79146a57-11cd-4f7a-86b3-a6631f39eda0), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:54.232097 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Pushing event updated for resources: {'Port': ['ID=79146a57-11cd-4f7a-86b3-a6631f39eda0,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:13:54.306993 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Attempting to bind port 79146a57-11cd-4f7a-86b3-a6631f39eda0 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:13:54.307326 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Attempting to bind port 79146a57-11cd-4f7a-86b3-a6631f39eda0 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:13:54.307662 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Attempting to bind port 79146a57-11cd-4f7a-86b3-a6631f39eda0 on network fb46a776-dd79-4e14-ad0d-7c50c67e334d {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:13:54.312689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Port 79146a57-11cd-4f7a-86b3-a6631f39eda0 on network fb46a776-dd79-4e14-ad0d-7c50c67e334d not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:13:54.313018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Attempting to bind port 79146a57-11cd-4f7a-86b3-a6631f39eda0 on network fb46a776-dd79-4e14-ad0d-7c50c67e334d {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:13:54.318185 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:13:54.318523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Checking segment: {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:13:54.318912 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Bound using segment: {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:13:54.319444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Bound port: 79146a57-11cd-4f7a-86b3-a6631f39eda0, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420b916b-acc7-4299-bc49-d854ead2f083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:13:54.319707 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (79146a57-11cd-4f7a-86b3-a6631f39eda0), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:54.393717 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] For port 79146a57-11cd-4f7a-86b3-a6631f39eda0, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:13:54.397783 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] For port 79146a57-11cd-4f7a-86b3-a6631f39eda0, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=79146a57-11cd-4f7a-86b3-a6631f39eda0,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:13:54.408126 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (79146a57-11cd-4f7a-86b3-a6631f39eda0), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:54.465410 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:54.466419 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:54.468895 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-834de7b2-876f-4af6-8886-96e45959cf31 req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] 10.222.0.43 "PUT /v2.0/ports/79146a57-11cd-4f7a-86b3-a6631f39eda0 HTTP/1.1" status: 200 len: 1092 time: 0.7563350 Mar 23 02:13:54.469727 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9824135-8c07-4472-bf48-f85727f0ecd5', 'tag': '79146a57-11cd-4f7a-86b3-a6631f39eda0'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:13:54.473950 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec6680b-d8c0-4e98-91cc-f307fb169e60" -d '{"events": [{"name": "network-changed", "server_uuid": "c9824135-8c07-4472-bf48-f85727f0ecd5", "tag": "79146a57-11cd-4f7a-86b3-a6631f39eda0"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:13:54.516195 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da5f71-47e5-4fc0-905d-49c426fca97a service neutron] Pushing event updated for resources: {'Port': ['ID=79146a57-11cd-4f7a-86b3-a6631f39eda0,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:13:54.570550 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5b1e30-32f4-4af1-b1aa-58225d8b6543 x-openstack-request-id: req-3e5b1e30-32f4-4af1-b1aa-58225d8b6543 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:13:54.570842 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9824135-8c07-4472-bf48-f85727f0ecd5", "tag": "79146a57-11cd-4f7a-86b3-a6631f39eda0", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:13:54.571097 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e5b1e30-32f4-4af1-b1aa-58225d8b6543 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:13:54.571505 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5b1e30-32f4-4af1-b1aa-58225d8b6543'] response: {'name': 'network-changed', 'server_uuid': 'c9824135-8c07-4472-bf48-f85727f0ecd5', 'tag': '79146a57-11cd-4f7a-86b3-a6631f39eda0', 'status': 'completed', 'code': 200} Mar 23 02:13:54.613730 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de7b2-876f-4af6-8886-96e45959cf31 req-dabcd1ff-84c9-448d-9c14-337f5900b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:54.615979 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-834de7b2-876f-4af6-8886-96e45959cf31 req-dabcd1ff-84c9-448d-9c14-337f5900b816 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 1126 time: 0.0694625 Mar 23 02:13:54.673057 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-834de7b2-876f-4af6-8886-96e45959cf31 req-b79270c8-2ffd-4c03-b514-bf5e536da1b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79146a57-11cd-4f7a-86b3-a6631f39eda0 HTTP/1.1" status: 200 len: 217 time: 0.0435829 Mar 23 02:13:54.721727 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:54.731550 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de7b2-876f-4af6-8886-96e45959cf31 req-5e12f563-1b0f-4a24-9aa4-71b9b5cb86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:54.733307 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-834de7b2-876f-4af6-8886-96e45959cf31 req-5e12f563-1b0f-4a24-9aa4-71b9b5cb86bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 200 len: 853 time: 0.0545828 Mar 23 02:13:54.788984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de7b2-876f-4af6-8886-96e45959cf31 req-d2429ce6-36ca-4729-aff2-87e3537bf949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:54.790648 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-834de7b2-876f-4af6-8886-96e45959cf31 req-d2429ce6-36ca-4729-aff2-87e3537bf949 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb46a776-dd79-4e14-ad0d-7c50c67e334d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512748 Mar 23 02:13:54.903224 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-834de7b2-876f-4af6-8886-96e45959cf31 req-8b72de7d-2b87-4e6e-9f5b-ac4a36ba75db service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052892 Mar 23 02:13:55.001103 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-834de7b2-876f-4af6-8886-96e45959cf31 req-683694ba-c12c-4768-b56f-4b3f16aec6c4 service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914023 Mar 23 02:13:55.130930 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6680b-d8c0-4e98-91cc-f307fb169e60 req-0e1444c3-1205-4535-b4e7-c105b7ef535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:55.132651 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ec6680b-d8c0-4e98-91cc-f307fb169e60 req-0e1444c3-1205-4535-b4e7-c105b7ef535e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 1126 time: 0.0475919 Mar 23 02:13:55.157289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e8577-1975-48ee-adc0-ecee13870a62 req-4a6463a3-b363-4547-b9b0-0b04121b8e05 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:55.158849 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a39e8577-1975-48ee-adc0-ecee13870a62 req-4a6463a3-b363-4547-b9b0-0b04121b8e05 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 943 time: 0.0576122 Mar 23 02:13:55.223524 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a39e8577-1975-48ee-adc0-ecee13870a62 req-393dbe96-ccf9-459f-b341-8ec9c63e2ee0 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573261 Mar 23 02:13:55.232009 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6680b-d8c0-4e98-91cc-f307fb169e60 req-d4e78c51-015d-4139-b8ee-1968f686c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:55.233909 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ec6680b-d8c0-4e98-91cc-f307fb169e60 req-d4e78c51-015d-4139-b8ee-1968f686c973 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 914 time: 0.0954223 Mar 23 02:13:55.312737 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ec6680b-d8c0-4e98-91cc-f307fb169e60 req-fe6300ad-2757-4552-8a59-7c663bd5d6a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79146a57-11cd-4f7a-86b3-a6631f39eda0 HTTP/1.1" status: 200 len: 217 time: 0.0698564 Mar 23 02:13:55.385045 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1932445-ff23-4995-b182-b34468dee3af req-b0ca1e3e-28c2-42aa-8dde-ccc1a20595f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:55.386736 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1932445-ff23-4995-b182-b34468dee3af req-b0ca1e3e-28c2-42aa-8dde-ccc1a20595f5 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 944 time: 0.1452799 Mar 23 02:13:55.389151 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6680b-d8c0-4e98-91cc-f307fb169e60 req-ddb22302-c500-4100-af04-a345fa246b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:55.390798 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ec6680b-d8c0-4e98-91cc-f307fb169e60 req-ddb22302-c500-4100-af04-a345fa246b81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 200 len: 853 time: 0.0725648 Mar 23 02:13:55.475450 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1932445-ff23-4995-b182-b34468dee3af req-b0667b17-f931-42bd-b7d1-35ef285e5ff1 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e73b35-bc53-4a30-90eb-af3d0d81803c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818253 Mar 23 02:13:55.485596 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6680b-d8c0-4e98-91cc-f307fb169e60 req-7958ab46-7f72-4a60-a914-b29f658a8400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:55.487393 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ec6680b-d8c0-4e98-91cc-f307fb169e60 req-7958ab46-7f72-4a60-a914-b29f658a8400 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb46a776-dd79-4e14-ad0d-7c50c67e334d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0868511 Mar 23 02:13:55.591652 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ec6680b-d8c0-4e98-91cc-f307fb169e60 req-9bd2676d-4291-48f4-8b73-d79e69f52789 service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979433 Mar 23 02:13:55.689575 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ec6680b-d8c0-4e98-91cc-f307fb169e60 req-5278bda4-daa5-4288-b6d0-55e62119089e service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914679 Mar 23 02:13:55.808119 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:56.356084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8110f-c137-4b14-b5bf-d98f6c9b0a34 req-31669f01-30c2-46c0-b7ae-44de6cdaf5a6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:56.357984 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4fd8110f-c137-4b14-b5bf-d98f6c9b0a34 req-31669f01-30c2-46c0-b7ae-44de6cdaf5a6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 943 time: 0.0620286 Mar 23 02:13:56.410401 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4fd8110f-c137-4b14-b5bf-d98f6c9b0a34 req-b1c0ab75-dda6-4aea-98e1-b312eaa96b09 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464656 Mar 23 02:13:56.615398 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702aaf93-9630-4d03-a9ec-58e07e0edeaf req-8c27e3f7-8ae3-4134-ba04-803fbae431e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:56.617009 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-702aaf93-9630-4d03-a9ec-58e07e0edeaf req-8c27e3f7-8ae3-4134-ba04-803fbae431e6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 944 time: 0.0670595 Mar 23 02:13:57.005590 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-702aaf93-9630-4d03-a9ec-58e07e0edeaf req-35f77392-dbe3-4b0b-b053-11bd9d360236 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e73b35-bc53-4a30-90eb-af3d0d81803c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3816454 Mar 23 02:13:57.535490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc72c0-f935-4b94-9866-47f9f87c15ec req-e3b4dd72-ccbb-4e0a-aff7-a889219dac1c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:57.537010 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a5bc72c0-f935-4b94-9866-47f9f87c15ec req-e3b4dd72-ccbb-4e0a-aff7-a889219dac1c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 943 time: 0.0543542 Mar 23 02:13:57.589189 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a5bc72c0-f935-4b94-9866-47f9f87c15ec req-c4afb841-6a3b-42ec-862e-7ee0837b0431 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463974 Mar 23 02:13:58.128050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54d33c-1b9d-4f7b-be1d-46c35e14ec1a req-d1cf7e1a-7ec0-463b-9eb8-99601da47092 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:58.129712 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1b54d33c-1b9d-4f7b-be1d-46c35e14ec1a req-d1cf7e1a-7ec0-463b-9eb8-99601da47092 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 944 time: 0.0542681 Mar 23 02:13:58.183521 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1b54d33c-1b9d-4f7b-be1d-46c35e14ec1a req-72b708ef-fe80-42d4-b028-9bf2af063de6 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e73b35-bc53-4a30-90eb-af3d0d81803c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478797 Mar 23 02:13:58.652627 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 79146a57-11cd-4f7a-86b3-a6631f39eda0 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:13:58.725024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5eb64-0ed9-4709-8174-5344cb86981f req-6ace5188-daf4-4728-8b0b-b31485b24e44 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:58.726606 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2d5eb64-0ed9-4709-8174-5344cb86981f req-6ace5188-daf4-4728-8b0b-b31485b24e44 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 943 time: 0.0594580 Mar 23 02:13:58.760803 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 79146a57-11cd-4f7a-86b3-a6631f39eda0, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=79146a57-11cd-4f7a-86b3-a6631f39eda0,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:13:58.775556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '79146a57-11cd-4f7a-86b3-a6631f39eda0', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'port_id': '79146a57-11cd-4f7a-86b3-a6631f39eda0', 'mac_address': 'fa:16:3e:5c:ab:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:13:58.786496 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f2d5eb64-0ed9-4709-8174-5344cb86981f req-f64a6ccd-2de4-4cf2-b022-22d19a879b0d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540314 Mar 23 02:13:58.816399 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 79146a57-11cd-4f7a-86b3-a6631f39eda0 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:13:58.816399 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (79146a57-11cd-4f7a-86b3-a6631f39eda0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:58.835574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79146a57-11cd-4f7a-86b3-a6631f39eda0 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:13:58.856545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 79146a57-11cd-4f7a-86b3-a6631f39eda0, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=79146a57-11cd-4f7a-86b3-a6631f39eda0,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:13:58.863619 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (79146a57-11cd-4f7a-86b3-a6631f39eda0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:13:58.919564 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=79146a57-11cd-4f7a-86b3-a6631f39eda0,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:13:58.928224 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:58.928568 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:58.929069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:58.929469 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:58.929780 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:58.930400 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:58.930849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:58.931271 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:58.931796 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:58.932270 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:58.932587 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:58.933140 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:58.933582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:58.933914 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:58.934244 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:13:59.294247 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['79146a57-11cd-4f7a-86b3-a6631f39eda0'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:13:59.329461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004e890-046c-4e34-95ab-d055e834c60d req-2590a12d-5cee-4c2d-8c0f-9ffc19a42191 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:59.331000 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3004e890-046c-4e34-95ab-d055e834c60d req-2590a12d-5cee-4c2d-8c0f-9ffc19a42191 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0668228 Mar 23 02:13:59.392676 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3004e890-046c-4e34-95ab-d055e834c60d req-cef5ef69-2eee-431e-9c4a-19525b9687d2 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e73b35-bc53-4a30-90eb-af3d0d81803c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539010 Mar 23 02:13:59.927801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b802bde-223c-4741-8df2-f7d58e99ab11 req-0a473bc8-f4dc-4771-b51e-0cc3af7a5280 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:13:59.929358 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b802bde-223c-4741-8df2-f7d58e99ab11 req-0a473bc8-f4dc-4771-b51e-0cc3af7a5280 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 943 time: 0.0581474 Mar 23 02:13:59.980883 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b802bde-223c-4741-8df2-f7d58e99ab11 req-983927f8-74e6-4496-b010-c8e9851eefd3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433762 Mar 23 02:14:00.529343 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bc997-68ef-42ce-8bfb-4b38eaeb313f req-4f7f4be1-506d-4576-8655-6135c0a13f22 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:00.532270 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-009bc997-68ef-42ce-8bfb-4b38eaeb313f req-4f7f4be1-506d-4576-8655-6135c0a13f22 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 945 time: 0.0560148 Mar 23 02:14:00.590731 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-009bc997-68ef-42ce-8bfb-4b38eaeb313f req-47483a6d-6316-44f1-8dd0-25b08c461670 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e73b35-bc53-4a30-90eb-af3d0d81803c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503647 Mar 23 02:14:00.661598 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 79146a57-11cd-4f7a-86b3-a6631f39eda0 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:14:00.718054 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 79146a57-11cd-4f7a-86b3-a6631f39eda0 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:14:00.721476 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 79146a57-11cd-4f7a-86b3-a6631f39eda0 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:14:00.721862 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (79146a57-11cd-4f7a-86b3-a6631f39eda0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:00.800858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 79146a57-11cd-4f7a-86b3-a6631f39eda0 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:14:00.801222 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (79146a57-11cd-4f7a-86b3-a6631f39eda0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:00.823725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9824135-8c07-4472-bf48-f85727f0ecd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79146a57-11cd-4f7a-86b3-a6631f39eda0'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:14:00.825987 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8396f158-800e-485f-9a5a-d72f089ee2ae" -d '{"events": [{"server_uuid": "c9824135-8c07-4472-bf48-f85727f0ecd5", "name": "network-vif-plugged", "status": "completed", "tag": "79146a57-11cd-4f7a-86b3-a6631f39eda0"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:14:00.842548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 79146a57-11cd-4f7a-86b3-a6631f39eda0, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=79146a57-11cd-4f7a-86b3-a6631f39eda0,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:14:00.847469 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (79146a57-11cd-4f7a-86b3-a6631f39eda0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:00.870682 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db0486a-6495-41e4-9c76-7f83c8593ba5 x-openstack-request-id: req-4db0486a-6495-41e4-9c76-7f83c8593ba5 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:14:00.870968 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9824135-8c07-4472-bf48-f85727f0ecd5", "name": "network-vif-plugged", "status": "completed", "tag": "79146a57-11cd-4f7a-86b3-a6631f39eda0", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:14:00.871226 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4db0486a-6495-41e4-9c76-7f83c8593ba5 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:14:00.871582 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db0486a-6495-41e4-9c76-7f83c8593ba5'] response: {'server_uuid': 'c9824135-8c07-4472-bf48-f85727f0ecd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79146a57-11cd-4f7a-86b3-a6631f39eda0', 'code': 200} Mar 23 02:14:00.897525 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=79146a57-11cd-4f7a-86b3-a6631f39eda0,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:14:01.012858 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7042aae-9003-4a03-a267-d2814ba8da6a req-934101ed-726d-44fc-8512-0de8dea88054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:01.014416 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f7042aae-9003-4a03-a267-d2814ba8da6a req-934101ed-726d-44fc-8512-0de8dea88054 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 1128 time: 0.0459309 Mar 23 02:14:01.060212 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f7042aae-9003-4a03-a267-d2814ba8da6a req-55cac9e6-98c2-42bf-a54e-37d32de1ad2a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e8e73b35-bc53-4a30-90eb-af3d0d81803c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401764 Mar 23 02:14:01.115613 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5a5ca-de09-4108-b7c3-6b8b89173fa2 req-2f2173a6-f1a0-43b7-8e72-96701784232d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:01.117112 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-efd5a5ca-de09-4108-b7c3-6b8b89173fa2 req-2f2173a6-f1a0-43b7-8e72-96701784232d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 943 time: 0.0559993 Mar 23 02:14:01.168891 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-efd5a5ca-de09-4108-b7c3-6b8b89173fa2 req-5efa660e-a324-43cd-a5b7-e55ed16d9338 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434027 Mar 23 02:14:01.741331 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e3d76-a43b-43ac-ad44-7804cfe4560d req-89c1ae30-2de9-4409-8170-9ceeee6f8048 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:01.742767 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-035e3d76-a43b-43ac-ad44-7804cfe4560d req-89c1ae30-2de9-4409-8170-9ceeee6f8048 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 946 time: 0.0719016 Mar 23 02:14:01.794460 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-035e3d76-a43b-43ac-ad44-7804cfe4560d req-e849a614-3dcf-49bf-93ba-86ce6967683e tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e73b35-bc53-4a30-90eb-af3d0d81803c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439088 Mar 23 02:14:02.303298 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8920a-b820-4ebd-9670-f9575bd47df4 req-4b1692cf-bbe7-4b1c-ae00-3a1e0156bc74 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:02.304870 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7ec8920a-b820-4ebd-9670-f9575bd47df4 req-4b1692cf-bbe7-4b1c-ae00-3a1e0156bc74 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 943 time: 0.0634868 Mar 23 02:14:02.356326 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7ec8920a-b820-4ebd-9670-f9575bd47df4 req-1c71d59e-f2a1-403d-b3f5-859f2a9b043e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456755 Mar 23 02:14:02.931419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81991f41-6b3e-49e7-a503-b03f11e55b62 req-307eb6e3-15ce-4b28-9a33-59535b561e6b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:02.932962 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-81991f41-6b3e-49e7-a503-b03f11e55b62 req-307eb6e3-15ce-4b28-9a33-59535b561e6b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 946 time: 0.0600405 Mar 23 02:14:02.996780 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-81991f41-6b3e-49e7-a503-b03f11e55b62 req-94f7a5ca-f692-4908-a8e8-4b25d9920ae0 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e73b35-bc53-4a30-90eb-af3d0d81803c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552104 Mar 23 02:14:03.128248 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f42254-9047-4c40-822f-36c81f54f1d4 req-3dee18a4-1ce7-464c-892c-2107f801a757 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:03.129677 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-32f42254-9047-4c40-822f-36c81f54f1d4 req-3dee18a4-1ce7-464c-892c-2107f801a757 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 946 time: 0.0603085 Mar 23 02:14:03.142450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51486) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:14:03.146829 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-911ff4f5-fc13-4219-b9e1-61d6a2b9cd31 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Request body: {'floatingip': {'port_id': '79146a57-11cd-4f7a-86b3-a6631f39eda0'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:14:03.185966 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-911ff4f5-fc13-4219-b9e1-61d6a2b9cd31 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (ebbbddc7-4f42-4c79-934d-52f37d942a3d), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:03.485380 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c5b2b-e2ea-49c8-b741-2ff8995a8f99 req-99167c22-66f6-4636-8fc0-2068043fd743 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:03.486888 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-617c5b2b-e2ea-49c8-b741-2ff8995a8f99 req-99167c22-66f6-4636-8fc0-2068043fd743 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 943 time: 0.0556953 Mar 23 02:14:03.536015 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-617c5b2b-e2ea-49c8-b741-2ff8995a8f99 req-1143dde4-757f-4d17-9c52-1b47be192f7e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433588 Mar 23 02:14:03.619765 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-911ff4f5-fc13-4219-b9e1-61d6a2b9cd31 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:03.626160 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-911ff4f5-fc13-4219-b9e1-61d6a2b9cd31 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (ebbbddc7-4f42-4c79-934d-52f37d942a3d), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:03.736497 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-911ff4f5-fc13-4219-b9e1-61d6a2b9cd31 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Floating IP ebbbddc7-4f42-4c79-934d-52f37d942a3d associated. External IP: 172.25.0.196, port: 79146a57-11cd-4f7a-86b3-a6631f39eda0. Mar 23 02:14:03.953505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911ff4f5-fc13-4219-b9e1-61d6a2b9cd31 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Router d29e44af-4eee-4bf1-8977-16bd69f017f1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:14:04.070839 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911ff4f5-fc13-4219-b9e1-61d6a2b9cd31 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:14:04.076090 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-911ff4f5-fc13-4219-b9e1-61d6a2b9cd31 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:04.076549 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:04.081348 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94316a3f-bbe2-4af5-9628-74004eca98a6 None None] Sync routers for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:14:04.091269 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94316a3f-bbe2-4af5-9628-74004eca98a6 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:14:04.091863 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-94316a3f-bbe2-4af5-9628-74004eca98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:13:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:14:04.107617 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-911ff4f5-fc13-4219-b9e1-61d6a2b9cd31 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "PUT /v2.0/floatingips/ebbbddc7-4f42-4c79-934d-52f37d942a3d HTTP/1.1" status: 200 len: 992 time: 0.9641211 Mar 23 02:14:04.108214 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9824135-8c07-4472-bf48-f85727f0ecd5', 'tag': '79146a57-11cd-4f7a-86b3-a6631f39eda0'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:14:04.111155 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e7195c-ff3f-4c56-aec2-286e5a2bb4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c9824135-8c07-4472-bf48-f85727f0ecd5", "tag": "79146a57-11cd-4f7a-86b3-a6631f39eda0"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:14:04.149244 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0306e9-bb53-47ff-9dce-71f6a288ded4 x-openstack-request-id: req-ee0306e9-bb53-47ff-9dce-71f6a288ded4 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:14:04.149526 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9824135-8c07-4472-bf48-f85727f0ecd5", "tag": "79146a57-11cd-4f7a-86b3-a6631f39eda0", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:14:04.149783 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee0306e9-bb53-47ff-9dce-71f6a288ded4 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:14:04.150279 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0306e9-bb53-47ff-9dce-71f6a288ded4'] response: {'name': 'network-changed', 'server_uuid': 'c9824135-8c07-4472-bf48-f85727f0ecd5', 'tag': '79146a57-11cd-4f7a-86b3-a6631f39eda0', 'status': 'completed', 'code': 200} Mar 23 02:14:04.200810 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-94316a3f-bbe2-4af5-9628-74004eca98a6 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:14:04.237753 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7195c-ff3f-4c56-aec2-286e5a2bb4ad req-e4266d4c-69ba-40c0-bb16-1a656e3c912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:04.239291 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76e7195c-ff3f-4c56-aec2-286e5a2bb4ad req-e4266d4c-69ba-40c0-bb16-1a656e3c912f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 1128 time: 0.0478601 Mar 23 02:14:04.331638 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7195c-ff3f-4c56-aec2-286e5a2bb4ad req-a959a10e-f94b-41f2-ab53-ba7d4d1eb750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:04.333070 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76e7195c-ff3f-4c56-aec2-286e5a2bb4ad req-a959a10e-f94b-41f2-ab53-ba7d4d1eb750 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 914 time: 0.0880704 Mar 23 02:14:04.430366 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-94316a3f-bbe2-4af5-9628-74004eca98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'ebbbddc7-4f42-4c79-934d-52f37d942a3d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.196', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': '79146a57-11cd-4f7a-86b3-a6631f39eda0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:5c:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9824135-8c07-4472-bf48-f85727f0ecd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:13:50Z', 'updated_at': '2022-03-23T02:14:03Z', 'revision_number': 1, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:14:04.438911 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76e7195c-ff3f-4c56-aec2-286e5a2bb4ad req-0471bde1-7176-4d65-9701-525bbc1a9f22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79146a57-11cd-4f7a-86b3-a6631f39eda0 HTTP/1.1" status: 200 len: 1000 time: 0.0959389 Mar 23 02:14:04.445377 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d68e35c2-383f-43d8-9c67-0720aa1bd1ec req-922338ce-5ee2-49ce-a75f-8beb3702a496 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0622940 Mar 23 02:14:04.456418 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94316a3f-bbe2-4af5-9628-74004eca98a6 None None] Checking router: d29e44af-4eee-4bf1-8977-16bd69f017f1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:14:04.464892 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94316a3f-bbe2-4af5-9628-74004eca98a6 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:14:04.465834 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-94316a3f-bbe2-4af5-9628-74004eca98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:13:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:14:04.492535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7195c-ff3f-4c56-aec2-286e5a2bb4ad req-cc856dba-2dd6-4775-bd9f-649ee663dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:04.494071 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76e7195c-ff3f-4c56-aec2-286e5a2bb4ad req-cc856dba-2dd6-4775-bd9f-649ee663dcc6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 200 len: 853 time: 0.0478721 Mar 23 02:14:04.582233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7195c-ff3f-4c56-aec2-286e5a2bb4ad req-af10283b-6deb-49e9-b84a-d6ea16b1f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:04.583738 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76e7195c-ff3f-4c56-aec2-286e5a2bb4ad req-af10283b-6deb-49e9-b84a-d6ea16b1f4af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb46a776-dd79-4e14-ad0d-7c50c67e334d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0836048 Mar 23 02:14:04.585276 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-94316a3f-bbe2-4af5-9628-74004eca98a6 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:14:04.585542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e35c2-383f-43d8-9c67-0720aa1bd1ec req-eea0deb9-0516-4b63-aae1-2a533e6bd45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:04.586924 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d68e35c2-383f-43d8-9c67-0720aa1bd1ec req-eea0deb9-0516-4b63-aae1-2a533e6bd45a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 1127 time: 0.0791070 Mar 23 02:14:04.673632 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84624991-8ad7-41dd-96fe-5df09e2cdff6 req-6a6b39a8-a824-4809-b8c2-898fc35c1402 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:04.675291 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84624991-8ad7-41dd-96fe-5df09e2cdff6 req-6a6b39a8-a824-4809-b8c2-898fc35c1402 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 943 time: 0.0595303 Mar 23 02:14:04.730087 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84624991-8ad7-41dd-96fe-5df09e2cdff6 req-a3f2fdd3-0c2e-4e29-8ec4-eebe525b7074 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447826 Mar 23 02:14:04.753707 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76e7195c-ff3f-4c56-aec2-286e5a2bb4ad req-83c8173e-64b6-4134-b9d7-0ef1da3fe2f6 service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623678 Mar 23 02:14:04.755049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e35c2-383f-43d8-9c67-0720aa1bd1ec req-e57fc11b-bc6e-40c8-aee8-bbb6e03d6d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:04.756419 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d68e35c2-383f-43d8-9c67-0720aa1bd1ec req-e57fc11b-bc6e-40c8-aee8-bbb6e03d6d86 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.1441720 Mar 23 02:14:04.878923 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d68e35c2-383f-43d8-9c67-0720aa1bd1ec req-99bf3f3c-8796-47bd-85a6-fca01e8761a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12312d52-a91b-458f-a2ba-79dc02b870b8 HTTP/1.1" status: 200 len: 1001 time: 0.1074574 Mar 23 02:14:04.916985 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-94316a3f-bbe2-4af5-9628-74004eca98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'ebbbddc7-4f42-4c79-934d-52f37d942a3d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.196', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': '79146a57-11cd-4f7a-86b3-a6631f39eda0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:5c:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9824135-8c07-4472-bf48-f85727f0ecd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:13:50Z', 'updated_at': '2022-03-23T02:14:03Z', 'revision_number': 1, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:14:04.927067 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76e7195c-ff3f-4c56-aec2-286e5a2bb4ad req-0cc5af3d-e96b-499d-ade9-f62ee57e134d service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635079 Mar 23 02:14:04.939516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e35c2-383f-43d8-9c67-0720aa1bd1ec req-89ef4a2b-ca7c-4a40-b406-89cdd35b3009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:04.940977 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d68e35c2-383f-43d8-9c67-0720aa1bd1ec req-89ef4a2b-ca7c-4a40-b406-89cdd35b3009 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0560782 Mar 23 02:14:04.945865 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94316a3f-bbe2-4af5-9628-74004eca98a6 None None] The sync data for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 is: [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'ebbbddc7-4f42-4c79-934d-52f37d942a3d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'floating_ip_address': '172.25.0.196', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'port_id': '79146a57-11cd-4f7a-86b3-a6631f39eda0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'mac_address': 'fa:16:3e:5c:ab:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9824135-8c07-4472-bf48-f85727f0ecd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:13:50Z', 'updated_at': '2022-03-23T02:14:03Z', 'revision_number': 1, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:14:05.001057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e35c2-383f-43d8-9c67-0720aa1bd1ec req-b2f63e65-f32a-4219-9c37-8be98ea819be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:05.002612 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d68e35c2-383f-43d8-9c67-0720aa1bd1ec req-b2f63e65-f32a-4219-9c37-8be98ea819be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0540495 Mar 23 02:14:05.096254 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d68e35c2-383f-43d8-9c67-0720aa1bd1ec req-6262391d-1263-42c7-a444-c9bc9c685220 service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869033 Mar 23 02:14:05.159217 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8c555-052a-41a9-bbfa-bfa804ed6017 None None] New status for floating IP ebbbddc7-4f42-4c79-934d-52f37d942a3d: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:14:05.194744 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d68e35c2-383f-43d8-9c67-0720aa1bd1ec req-05b773aa-18bf-4163-b7cc-81f404ce3b95 service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926006 Mar 23 02:14:05.868115 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db5e05-2140-4444-b63f-b93c22ad6f37 req-f065e18f-55ae-49e1-a0f8-531cefb5642b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:05.869641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c8db5e05-2140-4444-b63f-b93c22ad6f37 req-f065e18f-55ae-49e1-a0f8-531cefb5642b tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 943 time: 0.0578322 Mar 23 02:14:05.919930 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c8db5e05-2140-4444-b63f-b93c22ad6f37 req-13e251f1-7b0c-43bf-8162-1af6e55389ec tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443108 Mar 23 02:14:07.055948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9b4fa-458c-43fb-ae6c-5d7bf73c938d req-96db1887-b3ae-49a0-97d2-d16fc85072b2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:07.057495 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e0e9b4fa-458c-43fb-ae6c-5d7bf73c938d req-96db1887-b3ae-49a0-97d2-d16fc85072b2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 943 time: 0.0574610 Mar 23 02:14:07.110276 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e0e9b4fa-458c-43fb-ae6c-5d7bf73c938d req-b25a32a9-7650-4635-99e4-ea786fd702b7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444312 Mar 23 02:14:08.032127 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0b47622c-f4f9-4d00-b691-af48c5a464fa details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:14:08.139945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0b47622c-f4f9-4d00-b691-af48c5a464fa, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0b47622c-f4f9-4d00-b691-af48c5a464fa,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:14:08.151945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '0b47622c-f4f9-4d00-b691-af48c5a464fa', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'port_id': '0b47622c-f4f9-4d00-b691-af48c5a464fa', 'mac_address': 'fa:16:3e:88:e6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:14:08.191936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 0b47622c-f4f9-4d00-b691-af48c5a464fa is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:14:08.192324 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0b47622c-f4f9-4d00-b691-af48c5a464fa), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:08.206417 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b47622c-f4f9-4d00-b691-af48c5a464fa {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:14:08.231850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0b47622c-f4f9-4d00-b691-af48c5a464fa, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0b47622c-f4f9-4d00-b691-af48c5a464fa,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:14:08.237260 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0b47622c-f4f9-4d00-b691-af48c5a464fa), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:08.237583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a5b3a-8447-48e8-9383-0bd21da9e6eb req-ef6d37d1-929f-4504-b59a-5dda1eb8ec40 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:08.239134 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-157a5b3a-8447-48e8-9383-0bd21da9e6eb req-ef6d37d1-929f-4504-b59a-5dda1eb8ec40 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 943 time: 0.0584390 Mar 23 02:14:08.285010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=0b47622c-f4f9-4d00-b691-af48c5a464fa,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:14:08.291989 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-157a5b3a-8447-48e8-9383-0bd21da9e6eb req-bc3e31d3-cc3e-45e0-9f29-87405cbfa6b9 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466926 Mar 23 02:14:08.444995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['0b47622c-f4f9-4d00-b691-af48c5a464fa'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:14:09.418526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d4802-6cfa-4807-b7d7-ab8d1f14f37a req-2624114d-3d86-44cd-b1c3-14f3a830a696 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:09.425707 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e95d4802-6cfa-4807-b7d7-ab8d1f14f37a req-2624114d-3d86-44cd-b1c3-14f3a830a696 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 944 time: 0.0565619 Mar 23 02:14:09.483110 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e95d4802-6cfa-4807-b7d7-ab8d1f14f37a req-7413b694-b5cf-46e8-89a1-32bd77486353 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566695 Mar 23 02:14:10.043849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0b47622c-f4f9-4d00-b691-af48c5a464fa up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:14:10.103689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 0b47622c-f4f9-4d00-b691-af48c5a464fa completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:14:10.107758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 0b47622c-f4f9-4d00-b691-af48c5a464fa triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:14:10.108131 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0b47622c-f4f9-4d00-b691-af48c5a464fa), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:10.192570 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 0b47622c-f4f9-4d00-b691-af48c5a464fa is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:14:10.192980 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0b47622c-f4f9-4d00-b691-af48c5a464fa), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:10.218462 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe7d153-953d-4b38-8c27-c28cfd8c3e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b47622c-f4f9-4d00-b691-af48c5a464fa'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:14:10.221188 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f49762b-1b60-4ee8-b94f-65a57b976c21" -d '{"events": [{"server_uuid": "1fe7d153-953d-4b38-8c27-c28cfd8c3e3e", "name": "network-vif-plugged", "status": "completed", "tag": "0b47622c-f4f9-4d00-b691-af48c5a464fa"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:14:10.234209 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0b47622c-f4f9-4d00-b691-af48c5a464fa, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0b47622c-f4f9-4d00-b691-af48c5a464fa,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:14:10.239508 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0b47622c-f4f9-4d00-b691-af48c5a464fa), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:10.264560 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c58462-d7d2-4437-820e-da882eee8433 x-openstack-request-id: req-22c58462-d7d2-4437-820e-da882eee8433 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:14:10.264857 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe7d153-953d-4b38-8c27-c28cfd8c3e3e", "name": "network-vif-plugged", "status": "completed", "tag": "0b47622c-f4f9-4d00-b691-af48c5a464fa", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:14:10.265128 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22c58462-d7d2-4437-820e-da882eee8433 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:14:10.265521 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c58462-d7d2-4437-820e-da882eee8433'] response: {'server_uuid': '1fe7d153-953d-4b38-8c27-c28cfd8c3e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b47622c-f4f9-4d00-b691-af48c5a464fa', 'code': 200} Mar 23 02:14:10.292258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=0b47622c-f4f9-4d00-b691-af48c5a464fa,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:14:10.380446 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4624c-0e93-4df1-b87c-e509d9a6e8fd req-ac494d3f-8d54-4e8f-9988-661930b557ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:10.382086 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63c4624c-0e93-4df1-b87c-e509d9a6e8fd req-ac494d3f-8d54-4e8f-9988-661930b557ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 1127 time: 0.0566626 Mar 23 02:14:10.434268 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63c4624c-0e93-4df1-b87c-e509d9a6e8fd req-eb0b2321-5e94-441f-8008-241af058bd8d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457706 Mar 23 02:14:10.612055 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d96f9-d17b-45f1-a439-9e26d314e82c req-4174c69d-4356-439d-b27c-ba03ea134749 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:10.613624 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d0d96f9-d17b-45f1-a439-9e26d314e82c req-4174c69d-4356-439d-b27c-ba03ea134749 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 945 time: 0.0609410 Mar 23 02:14:10.663957 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d0d96f9-d17b-45f1-a439-9e26d314e82c req-fb5dc912-e9dd-4e97-991e-c89eac5e360d tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445080 Mar 23 02:14:11.818082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6de5-bc03-407c-88b2-c38fe2f2f888 req-0d9aa7cd-3f05-4ee1-a5f1-8b33f65a0705 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:11.819562 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b5a6de5-bc03-407c-88b2-c38fe2f2f888 req-0d9aa7cd-3f05-4ee1-a5f1-8b33f65a0705 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 945 time: 0.0638356 Mar 23 02:14:11.874861 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b5a6de5-bc03-407c-88b2-c38fe2f2f888 req-a056815f-0975-4bbd-ba71-63bc45f68d47 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468526 Mar 23 02:14:12.005823 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89a2d8-85da-4fe8-bb2f-93c19589a0c0 req-a872ac45-dcc3-4648-9017-d54b41dce953 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:12.007215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ed89a2d8-85da-4fe8-bb2f-93c19589a0c0 req-a872ac45-dcc3-4648-9017-d54b41dce953 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 945 time: 0.0641599 Mar 23 02:14:12.059627 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ed89a2d8-85da-4fe8-bb2f-93c19589a0c0 req-d26501fa-31ba-46c2-87bd-8e1de55944fc tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441828 Mar 23 02:14:12.087696 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51514) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:14:12.135148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546cef7b-218d-4467-8444-f7da68109c0a tempest-TestVolumeBootPattern-1675402958 tempest-TestVolumeBootPattern-1675402958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:12.137061 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-546cef7b-218d-4467-8444-f7da68109c0a tempest-TestVolumeBootPattern-1675402958 tempest-TestVolumeBootPattern-1675402958-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 1122 time: 0.0483665 Mar 23 02:14:12.141496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51516) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:14:12.148104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': '0b47622c-f4f9-4d00-b691-af48c5a464fa', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:14:12.172897 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:12.601865 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:12.714657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Allocated IP 172.25.0.102 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/5c73b53d-6a2b-4e48-b449-409bc6d2d154) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:14:12.813005 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:14:12.837616 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for port (5c73b53d-6a2b-4e48-b449-409bc6d2d154), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:12.878329 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (5c73b53d-6a2b-4e48-b449-409bc6d2d154), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:12.915393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:14:12.918359 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:14:12.924657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:14:12.930189 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'Port': ['ID=5c73b53d-6a2b-4e48-b449-409bc6d2d154,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:14:13.290408 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for floatingip (576aa5ef-47ad-4f16-a82f-ee371d8be72e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:13.362360 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5c73b53d-6a2b-4e48-b449-409bc6d2d154), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:13.520759 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for port (5c73b53d-6a2b-4e48-b449-409bc6d2d154), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:13.528789 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (5c73b53d-6a2b-4e48-b449-409bc6d2d154), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:13.599453 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event updated for resources: {'Port': ['ID=5c73b53d-6a2b-4e48-b449-409bc6d2d154,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:14:13.612263 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (576aa5ef-47ad-4f16-a82f-ee371d8be72e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:13.743425 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Floating IP 576aa5ef-47ad-4f16-a82f-ee371d8be72e associated. External IP: 172.25.0.102, port: 0b47622c-f4f9-4d00-b691-af48c5a464fa. Mar 23 02:14:13.970369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Router 75c96d3d-1f29-466a-834f-8617019e10b1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:14:14.082293 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:14:14.095609 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7715b69-957a-4c12-a05d-0566b93f4269 None None] Sync routers for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:14:14.103540 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:14.108220 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7715b69-957a-4c12-a05d-0566b93f4269 None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:14:14.108874 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-d7715b69-957a-4c12-a05d-0566b93f4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:13:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:14:14.133523 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-008f0091-0a41-4bae-a639-d43103207f9f tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9908054 Mar 23 02:14:14.134099 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe7d153-953d-4b38-8c27-c28cfd8c3e3e', 'tag': '0b47622c-f4f9-4d00-b691-af48c5a464fa'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:14:14.136365 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ac96f5-90fb-4075-a8c5-e105b7a0b932" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe7d153-953d-4b38-8c27-c28cfd8c3e3e", "tag": "0b47622c-f4f9-4d00-b691-af48c5a464fa"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:14:14.173200 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcb6e55-25b3-40cd-a083-d113090929a6 x-openstack-request-id: req-9fcb6e55-25b3-40cd-a083-d113090929a6 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:14:14.173487 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe7d153-953d-4b38-8c27-c28cfd8c3e3e", "tag": "0b47622c-f4f9-4d00-b691-af48c5a464fa", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:14:14.173738 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9fcb6e55-25b3-40cd-a083-d113090929a6 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:14:14.174182 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fcb6e55-25b3-40cd-a083-d113090929a6'] response: {'name': 'network-changed', 'server_uuid': '1fe7d153-953d-4b38-8c27-c28cfd8c3e3e', 'tag': '0b47622c-f4f9-4d00-b691-af48c5a464fa', 'status': 'completed', 'code': 200} Mar 23 02:14:14.220656 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-d7715b69-957a-4c12-a05d-0566b93f4269 None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:14:14.243318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac96f5-90fb-4075-a8c5-e105b7a0b932 req-3a97adb2-c106-42cd-a3a3-bfc73a51a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:14.245320 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2ac96f5-90fb-4075-a8c5-e105b7a0b932 req-3a97adb2-c106-42cd-a3a3-bfc73a51a497 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 1127 time: 0.0505974 Mar 23 02:14:14.338646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac96f5-90fb-4075-a8c5-e105b7a0b932 req-23a22c61-2b85-4df1-a551-c6f9d0cc7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:14.340283 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2ac96f5-90fb-4075-a8c5-e105b7a0b932 req-23a22c61-2b85-4df1-a551-c6f9d0cc7e14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.0895789 Mar 23 02:14:14.410063 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2ac96f5-90fb-4075-a8c5-e105b7a0b932 req-ebce687c-468c-476b-a5c4-56d84f89aec7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b47622c-f4f9-4d00-b691-af48c5a464fa HTTP/1.1" status: 200 len: 999 time: 0.0644000 Mar 23 02:14:14.449246 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-d7715b69-957a-4c12-a05d-0566b93f4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '576aa5ef-47ad-4f16-a82f-ee371d8be72e', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'port_id': '0b47622c-f4f9-4d00-b691-af48c5a464fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'mac_address': 'fa:16:3e:88:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7d153-953d-4b38-8c27-c28cfd8c3e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:14:13Z', 'updated_at': '2022-03-23T02:14:13Z', 'revision_number': 0, 'project_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address_scope': None}, {'id': '8a41d48e-0846-4653-8d4f-876813e5f948', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'port_id': '12312d52-a91b-458f-a2ba-79dc02b870b8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'mac_address': 'fa:16:3e:8a:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:11:57Z', 'updated_at': '2022-03-23T02:11:59Z', 'revision_number': 1, 'project_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:14:14.460957 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac96f5-90fb-4075-a8c5-e105b7a0b932 req-d4188513-d63f-481b-a99b-30d775439817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:14.462465 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2ac96f5-90fb-4075-a8c5-e105b7a0b932 req-d4188513-d63f-481b-a99b-30d775439817 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0445035 Mar 23 02:14:14.479360 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7715b69-957a-4c12-a05d-0566b93f4269 None None] Checking router: 75c96d3d-1f29-466a-834f-8617019e10b1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:14:14.488355 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7715b69-957a-4c12-a05d-0566b93f4269 None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:14:14.488985 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-d7715b69-957a-4c12-a05d-0566b93f4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:13:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:14:14.511016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac96f5-90fb-4075-a8c5-e105b7a0b932 req-1fdebdf4-714f-44a3-aae3-e393e2b39e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:14:14.512546 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2ac96f5-90fb-4075-a8c5-e105b7a0b932 req-1fdebdf4-714f-44a3-aae3-e393e2b39e9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438087 Mar 23 02:14:14.604760 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-d7715b69-957a-4c12-a05d-0566b93f4269 None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:14:14.607144 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2ac96f5-90fb-4075-a8c5-e105b7a0b932 req-404eb096-8baa-49dc-a5b6-b68fa83d3316 service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884860 Mar 23 02:14:14.709929 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2ac96f5-90fb-4075-a8c5-e105b7a0b932 req-94aaebc9-2d87-4b4b-8b04-632c4b975bdb service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971644 Mar 23 02:14:14.855452 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-d7715b69-957a-4c12-a05d-0566b93f4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '576aa5ef-47ad-4f16-a82f-ee371d8be72e', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'port_id': '0b47622c-f4f9-4d00-b691-af48c5a464fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'mac_address': 'fa:16:3e:88:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7d153-953d-4b38-8c27-c28cfd8c3e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:14:13Z', 'updated_at': '2022-03-23T02:14:13Z', 'revision_number': 0, 'project_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address_scope': None}, {'id': '8a41d48e-0846-4653-8d4f-876813e5f948', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'port_id': '12312d52-a91b-458f-a2ba-79dc02b870b8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'mac_address': 'fa:16:3e:8a:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:11:57Z', 'updated_at': '2022-03-23T02:11:59Z', 'revision_number': 1, 'project_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:14:14.885387 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7715b69-957a-4c12-a05d-0566b93f4269 None None] The sync data for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 is: [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '576aa5ef-47ad-4f16-a82f-ee371d8be72e', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'port_id': '0b47622c-f4f9-4d00-b691-af48c5a464fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'mac_address': 'fa:16:3e:88:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe7d153-953d-4b38-8c27-c28cfd8c3e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:14:13Z', 'updated_at': '2022-03-23T02:14:13Z', 'revision_number': 0, 'project_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address_scope': None}, {'id': '8a41d48e-0846-4653-8d4f-876813e5f948', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'port_id': '12312d52-a91b-458f-a2ba-79dc02b870b8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'mac_address': 'fa:16:3e:8a:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:11:57Z', 'updated_at': '2022-03-23T02:11:59Z', 'revision_number': 1, 'project_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:14:15.108396 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf5e875-dd90-457a-bf5a-2e9217dd0b19 None None] New status for floating IP 576aa5ef-47ad-4f16-a82f-ee371d8be72e: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:14:19.588093 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7d4ac049-1eaf-4a1b-b65a-bd632b60113f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:20.899266 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:22.051276 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6ec216e4-ed66-4299-bfe3-dcd357e0e976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:23.378821 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:24.716414 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:25.831637 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:34.077739 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:46.262685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-e8d304ff-439c-4cce-8b19-3fed45409879 service neutron] (99264) timed out ('10.222.0.18', 52284) {{(pid=99264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 02:14:46.534701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-6f0aedd5-923d-4dc1-a9f4-872ddd01bcf6 req-eb832370-343e-4b93-a5c2-9e8ca96a6140 tempest-AttachVolumeShelveTestJSON-1237633252 tempest-AttachVolumeShelveTestJSON-1237633252-project] (99263) timed out ('10.222.0.18', 40320) {{(pid=99263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 02:14:49.586000 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-74a8aee5-326f-40b0-8367-85fa74cfbf6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:49.814130 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:14:50.908693 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:52.057445 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-35e2af0d-d141-4acb-9cfa-04dfed9404df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:53.391758 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:54.716975 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:14:55.817202 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:04.099901 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:04.429595 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be685d0d-1ca8-494c-a091-d0dda0adec0e req-a84432b9-6099-4645-9739-ff6ae3ccf7ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543714 Mar 23 02:15:04.510371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be685d0d-1ca8-494c-a091-d0dda0adec0e req-981e86f5-8758-45de-9512-2ed489b94cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:04.511902 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be685d0d-1ca8-494c-a091-d0dda0adec0e req-981e86f5-8758-45de-9512-2ed489b94cd0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 1128 time: 0.0486412 Mar 23 02:15:04.621446 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be685d0d-1ca8-494c-a091-d0dda0adec0e req-ce9cfc0b-f3f9-4149-ac6a-6a730e4dfc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:04.622930 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be685d0d-1ca8-494c-a091-d0dda0adec0e req-ce9cfc0b-f3f9-4149-ac6a-6a730e4dfc18 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 200 len: 914 time: 0.0890808 Mar 23 02:15:04.701837 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be685d0d-1ca8-494c-a091-d0dda0adec0e req-1ee3fe63-74c2-4be2-9aa9-14f0f66a091e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79146a57-11cd-4f7a-86b3-a6631f39eda0 HTTP/1.1" status: 200 len: 1002 time: 0.0721669 Mar 23 02:15:04.760891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be685d0d-1ca8-494c-a091-d0dda0adec0e req-b0e1f602-8120-4cbb-b944-884b5d307f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:04.762375 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be685d0d-1ca8-494c-a091-d0dda0adec0e req-b0e1f602-8120-4cbb-b944-884b5d307f7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 200 len: 853 time: 0.0547464 Mar 23 02:15:04.817135 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be685d0d-1ca8-494c-a091-d0dda0adec0e req-83af9f87-5a8c-4d70-82c8-cbd3a8a3ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:04.818654 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be685d0d-1ca8-494c-a091-d0dda0adec0e req-83af9f87-5a8c-4d70-82c8-cbd3a8a3ff70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb46a776-dd79-4e14-ad0d-7c50c67e334d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496552 Mar 23 02:15:04.930778 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be685d0d-1ca8-494c-a091-d0dda0adec0e req-01718bca-7058-4fa1-8db1-3e8289382a26 service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027715 Mar 23 02:15:05.040122 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be685d0d-1ca8-494c-a091-d0dda0adec0e req-590fad76-78a0-469f-8431-536b0609f79c service neutron] 10.222.0.43 "GET /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013145 Mar 23 02:15:07.638606 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-615e3110-b4d3-480b-91e3-b7b2639cbbc2 req-c78a995a-41b0-44de-9bfd-edbdebaba33d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550556 Mar 23 02:15:07.737296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e3110-b4d3-480b-91e3-b7b2639cbbc2 req-d4e3dd6f-ca2d-4ee2-b526-fb54f5bc8a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:07.738762 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-615e3110-b4d3-480b-91e3-b7b2639cbbc2 req-d4e3dd6f-ca2d-4ee2-b526-fb54f5bc8a6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 1127 time: 0.0563476 Mar 23 02:15:07.843959 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e3110-b4d3-480b-91e3-b7b2639cbbc2 req-deeba98c-bee3-40cf-bd90-0c00e39fbe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:07.845500 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-615e3110-b4d3-480b-91e3-b7b2639cbbc2 req-deeba98c-bee3-40cf-bd90-0c00e39fbe1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.0878386 Mar 23 02:15:07.928416 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-615e3110-b4d3-480b-91e3-b7b2639cbbc2 req-e0f2b2e7-6455-41d3-a61d-24576aed13b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b47622c-f4f9-4d00-b691-af48c5a464fa HTTP/1.1" status: 200 len: 1001 time: 0.0768220 Mar 23 02:15:07.981886 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e3110-b4d3-480b-91e3-b7b2639cbbc2 req-0339537f-bca1-43d4-ab5c-911e29bad9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:07.983367 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-615e3110-b4d3-480b-91e3-b7b2639cbbc2 req-0339537f-bca1-43d4-ab5c-911e29bad9e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0481267 Mar 23 02:15:08.034671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e3110-b4d3-480b-91e3-b7b2639cbbc2 req-ec2fdce1-e42c-465e-a2be-fd8185026d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:08.036105 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-615e3110-b4d3-480b-91e3-b7b2639cbbc2 req-ec2fdce1-e42c-465e-a2be-fd8185026d38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469451 Mar 23 02:15:08.136359 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-615e3110-b4d3-480b-91e3-b7b2639cbbc2 req-a0c2754b-f742-4f67-bf33-be04e90260c7 service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932362 Mar 23 02:15:08.232026 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-615e3110-b4d3-480b-91e3-b7b2639cbbc2 req-5826d94d-43e3-4405-ac40-ca01da2aa100 service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890656 Mar 23 02:15:19.575042 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-23053453-14f0-47e7-9ef7-11f6f40cfda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:20.896163 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:22.056732 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-27ee2cbe-056f-4d39-b1d9-f78cadfcfd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:23.394483 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:24.717873 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:25.825359 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:26.818790 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:15:34.107181 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:37.712129 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa81aae-28d0-4125-8096-e391aacfae55 req-aed7532b-01e3-4f10-83e4-9cc3b8f870f1 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:37.713654 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-efa81aae-28d0-4125-8096-e391aacfae55 req-aed7532b-01e3-4f10-83e4-9cc3b8f870f1 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 946 time: 0.0553703 Mar 23 02:15:37.762004 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-efa81aae-28d0-4125-8096-e391aacfae55 req-9eb41ade-7e8e-4283-ab17-4e7719bed5ce tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e73b35-bc53-4a30-90eb-af3d0d81803c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423748 Mar 23 02:15:38.889665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0d934-b879-4267-a17d-453473eb7611 req-c3d04214-9d8b-4d8f-b064-14767d4e44b7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:38.891134 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a1a0d934-b879-4267-a17d-453473eb7611 req-c3d04214-9d8b-4d8f-b064-14767d4e44b7 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 946 time: 0.0559220 Mar 23 02:15:38.942577 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a1a0d934-b879-4267-a17d-453473eb7611 req-ea754ae9-f271-4739-a409-9c007cd4039b tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8e73b35-bc53-4a30-90eb-af3d0d81803c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424497 Mar 23 02:15:39.409202 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb5c5d-dff4-4e21-b786-b5e59b0025de req-fdf1acde-43c1-4cbf-8380-10137b9198af tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:39.410679 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cfbb5c5d-dff4-4e21-b786-b5e59b0025de req-fdf1acde-43c1-4cbf-8380-10137b9198af tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 946 time: 0.0712199 Mar 23 02:15:39.505632 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-cfbb5c5d-dff4-4e21-b786-b5e59b0025de req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Deleting port 79146a57-11cd-4f7a-86b3-a6631f39eda0 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:15:39.505954 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cfbb5c5d-dff4-4e21-b786-b5e59b0025de req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (79146a57-11cd-4f7a-86b3-a6631f39eda0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:39.601901 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-cfbb5c5d-dff4-4e21-b786-b5e59b0025de req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] For port 79146a57-11cd-4f7a-86b3-a6631f39eda0, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=79146a57-11cd-4f7a-86b3-a6631f39eda0,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:15:39.602234 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cfbb5c5d-dff4-4e21-b786-b5e59b0025de req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (79146a57-11cd-4f7a-86b3-a6631f39eda0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:39.776385 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cfbb5c5d-dff4-4e21-b786-b5e59b0025de req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:39.777281 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cfbb5c5d-dff4-4e21-b786-b5e59b0025de req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (ebbbddc7-4f42-4c79-934d-52f37d942a3d), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:39.777589 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [req-cfbb5c5d-dff4-4e21-b786-b5e59b0025de req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Floating IP ebbbddc7-4f42-4c79-934d-52f37d942a3d disassociated. External IP: 172.25.0.196, port: 79146a57-11cd-4f7a-86b3-a6631f39eda0. Mar 23 02:15:39.777925 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-cfbb5c5d-dff4-4e21-b786-b5e59b0025de req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Calling delete_port for 79146a57-11cd-4f7a-86b3-a6631f39eda0 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:15:39.911616 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cfbb5c5d-dff4-4e21-b786-b5e59b0025de req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (79146a57-11cd-4f7a-86b3-a6631f39eda0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:39.938698 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event deleted for resources: {'Port': ['ID=79146a57-11cd-4f7a-86b3-a6631f39eda0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:15:39.948739 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:39.949091 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:39.949443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:39.949805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:39.950143 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:39.950522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:39.950829 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:39.951162 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:39.951522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:39.951834 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:39.952161 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:39.953067 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:39.953067 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:39.953223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:39.953528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:40.049518 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d22d51d-327a-47da-8f93-19347d33999c req-3516c21e-e64b-4ecc-8434-709176cd2c42 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 210 time: 0.0319762 Mar 23 02:15:40.071274 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfbb5c5d-dff4-4e21-b786-b5e59b0025de req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Router d29e44af-4eee-4bf1-8977-16bd69f017f1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:15:40.538222 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfbb5c5d-dff4-4e21-b786-b5e59b0025de req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:15:40.549218 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dc34a6-06b1-4f14-8ccd-778b1d7def77 None None] Sync routers for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:15:40.559966 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dc34a6-06b1-4f14-8ccd-778b1d7def77 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:15:40.560592 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f9dc34a6-06b1-4f14-8ccd-778b1d7def77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:15:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:15:40.579550 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbb5c5d-dff4-4e21-b786-b5e59b0025de req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] No DVR routers for this DVR port 79146a57-11cd-4f7a-86b3-a6631f39eda0 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:15:40.582425 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-cfbb5c5d-dff4-4e21-b786-b5e59b0025de req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:40.585876 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cfbb5c5d-dff4-4e21-b786-b5e59b0025de req-67f01e27-7653-46b9-88da-a473f7f56000 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.43 "DELETE /v2.0/ports/79146a57-11cd-4f7a-86b3-a6631f39eda0 HTTP/1.1" status: 204 len: 173 time: 1.1696098 Mar 23 02:15:40.586246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9824135-8c07-4472-bf48-f85727f0ecd5', 'name': 'network-vif-deleted', 'tag': '79146a57-11cd-4f7a-86b3-a6631f39eda0'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:15:40.588536 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306fd81b-13be-4083-988d-ab42e575fd7b" -d '{"events": [{"server_uuid": "c9824135-8c07-4472-bf48-f85727f0ecd5", "name": "network-vif-deleted", "tag": "79146a57-11cd-4f7a-86b3-a6631f39eda0"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:15:40.626399 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7412cbd3-eae9-4581-bd01-791795ab3165 x-openstack-request-id: req-7412cbd3-eae9-4581-bd01-791795ab3165 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:15:40.626701 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9824135-8c07-4472-bf48-f85727f0ecd5", "name": "network-vif-deleted", "tag": "79146a57-11cd-4f7a-86b3-a6631f39eda0", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:15:40.626967 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7412cbd3-eae9-4581-bd01-791795ab3165 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:15:40.627378 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7412cbd3-eae9-4581-bd01-791795ab3165'] response: {'server_uuid': 'c9824135-8c07-4472-bf48-f85727f0ecd5', 'name': 'network-vif-deleted', 'tag': '79146a57-11cd-4f7a-86b3-a6631f39eda0', 'status': 'completed', 'code': 200} Mar 23 02:15:40.683748 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-f9dc34a6-06b1-4f14-8ccd-778b1d7def77 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:15:40.883597 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f9dc34a6-06b1-4f14-8ccd-778b1d7def77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:15:41.003524 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dc34a6-06b1-4f14-8ccd-778b1d7def77 None None] Checking router: d29e44af-4eee-4bf1-8977-16bd69f017f1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:15:41.012504 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dc34a6-06b1-4f14-8ccd-778b1d7def77 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:15:41.013139 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f9dc34a6-06b1-4f14-8ccd-778b1d7def77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:15:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:15:41.128657 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-f9dc34a6-06b1-4f14-8ccd-778b1d7def77 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:15:41.168057 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6d6da70c-bcac-4520-9dc0-e034b1c2d3e3 req-4453fd81-c4db-48bd-9911-03471abe7754 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9824135-8c07-4472-bf48-f85727f0ecd5 HTTP/1.1" status: 200 len: 210 time: 0.0301192 Mar 23 02:15:41.341773 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f9dc34a6-06b1-4f14-8ccd-778b1d7def77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:15:41.369720 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dc34a6-06b1-4f14-8ccd-778b1d7def77 None None] The sync data for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 is: [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:09:33Z', 'revision_number': 4, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'ed36b019-bb51-466b-9d41-907af98974e2', 'name': '', 'network_id': 'fb46a776-dd79-4e14-ad0d-7c50c67e334d', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'mac_address': 'fa:16:3e:85:5d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:32Z', 'updated_at': '2022-03-23T02:09:37Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'subnets': [{'id': '1a4c3ff5-733b-492c-bd0b-0a69da542336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:15:41.601780 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16798da3-e86a-48c1-a13c-61b6ce6b262f None None] New status for floating IP ebbbddc7-4f42-4c79-934d-52f37d942a3d: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:15:42.264681 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51694) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:15:42.318723 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f5c333b-2535-4d16-8616-a9280db14135 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (e8e73b35-bc53-4a30-90eb-af3d0d81803c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:42.342474 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f5c333b-2535-4d16-8616-a9280db14135 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (e8e73b35-bc53-4a30-90eb-af3d0d81803c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:42.401029 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f5c333b-2535-4d16-8616-a9280db14135 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e8e73b35-bc53-4a30-90eb-af3d0d81803c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:42.404463 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1f5c333b-2535-4d16-8616-a9280db14135 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:42.405665 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1f5c333b-2535-4d16-8616-a9280db14135 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "DELETE /v2.0/security-groups/e8e73b35-bc53-4a30-90eb-af3d0d81803c HTTP/1.1" status: 204 len: 168 time: 0.1399593 Mar 23 02:15:42.408578 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51696) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:15:42.414767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c333b-2535-4d16-8616-a9280db14135 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e73b35-bc53-4a30-90eb-af3d0d81803c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:15:42.423353 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-6e146cef-737a-42e5-a0de-43458daf57d3 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] show failed (client error): The resource could not be found. Mar 23 02:15:42.427712 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6e146cef-737a-42e5-a0de-43458daf57d3 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "GET /v2.0/security-groups/e8e73b35-bc53-4a30-90eb-af3d0d81803c HTTP/1.1" status: 404 len: 347 time: 0.0180058 Mar 23 02:15:42.428014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51698) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:15:42.554374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ec7c5-a91c-48f6-bfb9-6846f9f79d10 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Deleting port 72fac362-db92-4c8c-8527-8d23fd95a659 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:15:42.554761 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec7c5-a91c-48f6-bfb9-6846f9f79d10 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (72fac362-db92-4c8c-8527-8d23fd95a659), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:42.634903 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec7c5-a91c-48f6-bfb9-6846f9f79d10 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (72fac362-db92-4c8c-8527-8d23fd95a659), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:42.635234 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec7c5-a91c-48f6-bfb9-6846f9f79d10 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (72fac362-db92-4c8c-8527-8d23fd95a659), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:42.647239 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ec7c5-a91c-48f6-bfb9-6846f9f79d10 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Calling delete_port for 72fac362-db92-4c8c-8527-8d23fd95a659 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:15:42.780531 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec7c5-a91c-48f6-bfb9-6846f9f79d10 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (72fac362-db92-4c8c-8527-8d23fd95a659), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:42.805662 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ec7c5-a91c-48f6-bfb9-6846f9f79d10 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Pushing event deleted for resources: {'Port': ['ID=72fac362-db92-4c8c-8527-8d23fd95a659,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:15:42.866380 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec7c5-a91c-48f6-bfb9-6846f9f79d10 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks [] for floatingip (ebbbddc7-4f42-4c79-934d-52f37d942a3d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:42.868991 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec7c5-a91c-48f6-bfb9-6846f9f79d10 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:42.870146 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8a7ec7c5-a91c-48f6-bfb9-6846f9f79d10 tempest-AttachVolumeNegativeTest-2056078782 tempest-AttachVolumeNegativeTest-2056078782-project] 10.222.0.18 "DELETE /v2.0/floatingips/ebbbddc7-4f42-4c79-934d-52f37d942a3d HTTP/1.1" status: 204 len: 168 time: 0.4411547 Mar 23 02:15:43.190039 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 79146a57-11cd-4f7a-86b3-a6631f39eda0 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:15:43.215393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 79146a57-11cd-4f7a-86b3-a6631f39eda0 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:15:43.216222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 79146a57-11cd-4f7a-86b3-a6631f39eda0 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:15:49.570191 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7fdaf11e-fe6a-4d57-9c9b-af979c9ebc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:50.911024 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:52.051646 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5d21f5ba-2ad1-4c8d-832e-c46b8ab4e35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:53.171503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51732) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:15:53.341298 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-51fce3f0-95c0-4417-9db5-a02c930fe814 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Deleting port 5c73b53d-6a2b-4e48-b449-409bc6d2d154 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:15:53.341718 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51fce3f0-95c0-4417-9db5-a02c930fe814 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (5c73b53d-6a2b-4e48-b449-409bc6d2d154), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:53.392970 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:53.422129 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51fce3f0-95c0-4417-9db5-a02c930fe814 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (5c73b53d-6a2b-4e48-b449-409bc6d2d154), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:53.422395 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51fce3f0-95c0-4417-9db5-a02c930fe814 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for floatingip (5c73b53d-6a2b-4e48-b449-409bc6d2d154), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:53.434866 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-51fce3f0-95c0-4417-9db5-a02c930fe814 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Calling delete_port for 5c73b53d-6a2b-4e48-b449-409bc6d2d154 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:15:53.590141 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51fce3f0-95c0-4417-9db5-a02c930fe814 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (5c73b53d-6a2b-4e48-b449-409bc6d2d154), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:53.615580 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fce3f0-95c0-4417-9db5-a02c930fe814 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event deleted for resources: {'Port': ['ID=5c73b53d-6a2b-4e48-b449-409bc6d2d154,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:15:53.688315 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51fce3f0-95c0-4417-9db5-a02c930fe814 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for floatingip (576aa5ef-47ad-4f16-a82f-ee371d8be72e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:53.688684 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-51fce3f0-95c0-4417-9db5-a02c930fe814 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Floating IP 576aa5ef-47ad-4f16-a82f-ee371d8be72e disassociated (deleted). External IP: 172.25.0.102, port: 0b47622c-f4f9-4d00-b691-af48c5a464fa. Mar 23 02:15:53.932836 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fce3f0-95c0-4417-9db5-a02c930fe814 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Router 75c96d3d-1f29-466a-834f-8617019e10b1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:15:54.047357 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fce3f0-95c0-4417-9db5-a02c930fe814 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:15:54.051872 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-51fce3f0-95c0-4417-9db5-a02c930fe814 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:54.060865 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b67bed-ebcb-4c95-8f79-cf76932a5460 None None] Sync routers for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:15:54.076113 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b67bed-ebcb-4c95-8f79-cf76932a5460 None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:15:54.077257 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-11b67bed-ebcb-4c95-8f79-cf76932a5460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:15:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:15:54.083365 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-51fce3f0-95c0-4417-9db5-a02c930fe814 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "DELETE /v2.0/floatingips/576aa5ef-47ad-4f16-a82f-ee371d8be72e HTTP/1.1" status: 204 len: 168 time: 0.9106348 Mar 23 02:15:54.084304 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe7d153-953d-4b38-8c27-c28cfd8c3e3e', 'tag': '0b47622c-f4f9-4d00-b691-af48c5a464fa'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:15:54.086942 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6ec1d2-a37b-4911-8d38-d96198e17c47" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe7d153-953d-4b38-8c27-c28cfd8c3e3e", "tag": "0b47622c-f4f9-4d00-b691-af48c5a464fa"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:15:54.129831 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba4a260-67be-46b6-9223-4cc0d1175b63 x-openstack-request-id: req-bba4a260-67be-46b6-9223-4cc0d1175b63 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:15:54.130312 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe7d153-953d-4b38-8c27-c28cfd8c3e3e", "tag": "0b47622c-f4f9-4d00-b691-af48c5a464fa", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:15:54.130710 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bba4a260-67be-46b6-9223-4cc0d1175b63 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:15:54.131277 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba4a260-67be-46b6-9223-4cc0d1175b63'] response: {'name': 'network-changed', 'server_uuid': '1fe7d153-953d-4b38-8c27-c28cfd8c3e3e', 'tag': '0b47622c-f4f9-4d00-b691-af48c5a464fa', 'status': 'completed', 'code': 200} Mar 23 02:15:54.199494 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-11b67bed-ebcb-4c95-8f79-cf76932a5460 None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:15:54.244465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec1d2-a37b-4911-8d38-d96198e17c47 req-c29c48c7-50f6-41b9-a5ec-5ec13a5e2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:54.247187 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fe6ec1d2-a37b-4911-8d38-d96198e17c47 req-c29c48c7-50f6-41b9-a5ec-5ec13a5e2543 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 1127 time: 0.0942612 Mar 23 02:15:54.377274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec1d2-a37b-4911-8d38-d96198e17c47 req-99de0606-a42f-4ef5-969f-5c9bb4449232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:54.379028 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fe6ec1d2-a37b-4911-8d38-d96198e17c47 req-99de0606-a42f-4ef5-969f-5c9bb4449232 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.1252122 Mar 23 02:15:54.462528 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fe6ec1d2-a37b-4911-8d38-d96198e17c47 req-16538c35-e3ce-4800-bde0-aa52d5407ee8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b47622c-f4f9-4d00-b691-af48c5a464fa HTTP/1.1" status: 200 len: 217 time: 0.0768983 Mar 23 02:15:54.521361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a2ce3-f6b5-49bc-92bc-af7ef27452a6 req-f829a0c6-bc04-40f2-b27d-9b37ff49d56e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:54.523186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd7a2ce3-f6b5-49bc-92bc-af7ef27452a6 req-f829a0c6-bc04-40f2-b27d-9b37ff49d56e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 945 time: 0.0946870 Mar 23 02:15:54.526655 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-11b67bed-ebcb-4c95-8f79-cf76932a5460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '8a41d48e-0846-4653-8d4f-876813e5f948', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'port_id': '12312d52-a91b-458f-a2ba-79dc02b870b8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'mac_address': 'fa:16:3e:8a:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:11:57Z', 'updated_at': '2022-03-23T02:11:59Z', 'revision_number': 1, 'project_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:15:54.545713 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec1d2-a37b-4911-8d38-d96198e17c47 req-2bd5be5a-fc1f-4089-ac4e-c458548d86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:54.547357 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fe6ec1d2-a37b-4911-8d38-d96198e17c47 req-2bd5be5a-fc1f-4089-ac4e-c458548d86f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0785842 Mar 23 02:15:54.574225 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b67bed-ebcb-4c95-8f79-cf76932a5460 None None] Checking router: 75c96d3d-1f29-466a-834f-8617019e10b1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:15:54.590335 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b67bed-ebcb-4c95-8f79-cf76932a5460 None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:15:54.591332 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-11b67bed-ebcb-4c95-8f79-cf76932a5460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:15:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:15:54.627509 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd7a2ce3-f6b5-49bc-92bc-af7ef27452a6 req-f49cb7fd-1476-412c-834e-291b0fbd0370 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960667 Mar 23 02:15:54.636419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec1d2-a37b-4911-8d38-d96198e17c47 req-a0902608-c1de-430d-ac7b-3f5c28cad1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:54.638323 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fe6ec1d2-a37b-4911-8d38-d96198e17c47 req-a0902608-c1de-430d-ac7b-3f5c28cad1b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0834889 Mar 23 02:15:54.653985 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-fe6ec1d2-a37b-4911-8d38-d96198e17c47 req-40100e79-6a57-4aa6-b79f-a26bc8578349 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:15:54.655280 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fe6ec1d2-a37b-4911-8d38-d96198e17c47 req-40100e79-6a57-4aa6-b79f-a26bc8578349 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061016 Mar 23 02:15:54.725878 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:54.735514 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-11b67bed-ebcb-4c95-8f79-cf76932a5460 None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:15:54.783331 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fe6ec1d2-a37b-4911-8d38-d96198e17c47 req-b7aabc6c-7fdc-4487-a321-1d870ffee5dc service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207943 Mar 23 02:15:54.900652 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fe6ec1d2-a37b-4911-8d38-d96198e17c47 req-40788eff-86c9-4b26-8b0f-5a09626a75c0 service neutron] 10.222.0.42 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109850 Mar 23 02:15:55.020501 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-11b67bed-ebcb-4c95-8f79-cf76932a5460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '8a41d48e-0846-4653-8d4f-876813e5f948', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'port_id': '12312d52-a91b-458f-a2ba-79dc02b870b8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'mac_address': 'fa:16:3e:8a:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:11:57Z', 'updated_at': '2022-03-23T02:11:59Z', 'revision_number': 1, 'project_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:15:55.047293 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b67bed-ebcb-4c95-8f79-cf76932a5460 None None] The sync data for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 is: [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '8a41d48e-0846-4653-8d4f-876813e5f948', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'port_id': '12312d52-a91b-458f-a2ba-79dc02b870b8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'mac_address': 'fa:16:3e:8a:7a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:11:57Z', 'updated_at': '2022-03-23T02:11:59Z', 'revision_number': 1, 'project_id': '52e24a35bff748468941038a9c4ab158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:15:55.340014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a741fc69-79f9-4d7e-adef-fb5f1f22526d None None] New status for floating IP 576aa5ef-47ad-4f16-a82f-ee371d8be72e: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:15:55.774957 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e899d-fb1a-46a4-a244-bb323a086bf6 req-fb93924c-4137-4c61-b957-3602ee762e61 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:55.777206 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ea0e899d-fb1a-46a4-a244-bb323a086bf6 req-fb93924c-4137-4c61-b957-3602ee762e61 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 945 time: 0.0669653 Mar 23 02:15:55.823894 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:55.838554 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ea0e899d-fb1a-46a4-a244-bb323a086bf6 req-35ba0b18-a986-4471-b082-fdbc312a492c tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531933 Mar 23 02:15:55.912196 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbae18e-3d47-4273-b193-aa046060c6d1 req-2e769453-d7f2-45d1-a891-18fac43a87a4 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:15:55.913657 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2cbae18e-3d47-4273-b193-aa046060c6d1 req-2e769453-d7f2-45d1-a891-18fac43a87a4 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 945 time: 0.0566504 Mar 23 02:15:56.011455 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-2cbae18e-3d47-4273-b193-aa046060c6d1 req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Deleting port 0b47622c-f4f9-4d00-b691-af48c5a464fa {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:15:56.011833 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2cbae18e-3d47-4273-b193-aa046060c6d1 req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0b47622c-f4f9-4d00-b691-af48c5a464fa), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:56.098480 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-2cbae18e-3d47-4273-b193-aa046060c6d1 req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] For port 0b47622c-f4f9-4d00-b691-af48c5a464fa, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0b47622c-f4f9-4d00-b691-af48c5a464fa,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:15:56.098842 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2cbae18e-3d47-4273-b193-aa046060c6d1 req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0b47622c-f4f9-4d00-b691-af48c5a464fa), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:56.112149 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-2cbae18e-3d47-4273-b193-aa046060c6d1 req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Calling delete_port for 0b47622c-f4f9-4d00-b691-af48c5a464fa owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:15:56.244555 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2cbae18e-3d47-4273-b193-aa046060c6d1 req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0b47622c-f4f9-4d00-b691-af48c5a464fa), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:56.273931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event deleted for resources: {'Port': ['ID=0b47622c-f4f9-4d00-b691-af48c5a464fa,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:15:56.303671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:56.304034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:56.304363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:56.304709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:56.305065 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:56.305382 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:56.305708 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:56.306039 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:56.306367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:56.306691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:56.307013 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:56.307333 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:56.307657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:56.307978 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:56.308301 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:15:56.336072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbae18e-3d47-4273-b193-aa046060c6d1 req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] No DVR routers for this DVR port 0b47622c-f4f9-4d00-b691-af48c5a464fa on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:15:56.338830 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2cbae18e-3d47-4273-b193-aa046060c6d1 req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:15:56.342270 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2cbae18e-3d47-4273-b193-aa046060c6d1 req-0946365e-052b-496c-bed1-289430757cf1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.42 "DELETE /v2.0/ports/0b47622c-f4f9-4d00-b691-af48c5a464fa HTTP/1.1" status: 204 len: 173 time: 0.4236939 Mar 23 02:15:56.342713 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe7d153-953d-4b38-8c27-c28cfd8c3e3e', 'name': 'network-vif-deleted', 'tag': '0b47622c-f4f9-4d00-b691-af48c5a464fa'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:15:56.344995 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa880e58-0583-4205-adfc-40fbc5544758" -d '{"events": [{"server_uuid": "1fe7d153-953d-4b38-8c27-c28cfd8c3e3e", "name": "network-vif-deleted", "tag": "0b47622c-f4f9-4d00-b691-af48c5a464fa"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:15:56.387935 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989149f7-7df3-41f9-a20c-8c2d053045e8 x-openstack-request-id: req-989149f7-7df3-41f9-a20c-8c2d053045e8 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:15:56.388540 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe7d153-953d-4b38-8c27-c28cfd8c3e3e", "name": "network-vif-deleted", "tag": "0b47622c-f4f9-4d00-b691-af48c5a464fa", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:15:56.389052 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-989149f7-7df3-41f9-a20c-8c2d053045e8 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:15:56.389813 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-989149f7-7df3-41f9-a20c-8c2d053045e8'] response: {'server_uuid': '1fe7d153-953d-4b38-8c27-c28cfd8c3e3e', 'name': 'network-vif-deleted', 'tag': '0b47622c-f4f9-4d00-b691-af48c5a464fa', 'status': 'completed', 'code': 200} Mar 23 02:15:56.947396 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4a28587b-5001-44b4-87ce-a6ece4989e86 req-abd3777e-dfe0-4714-9199-7c79cb887927 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 210 time: 0.0332270 Mar 23 02:15:58.058335 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-beda296f-864e-4423-aeab-e4e3a74a4d5d req-31d0ff8b-efee-487f-ad18-24bdf3926559 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 210 time: 0.0306044 Mar 23 02:15:59.178757 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-647f01d4-6521-44e8-9e91-cd3d7b7c8a97 req-201bbf65-ef3a-4ef9-9f54-7c125ce2bdf6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 210 time: 0.0410492 Mar 23 02:16:00.295050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6082692-06a7-473d-b05a-3f4033fd9ecb req-a54f2b2c-e806-4a00-bfcf-d71c61ce9261 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 210 time: 0.0326521 Mar 23 02:16:00.308409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51784) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:00.530060 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0b47622c-f4f9-4d00-b691-af48c5a464fa no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:16:00.555434 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 0b47622c-f4f9-4d00-b691-af48c5a464fa {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:16:00.556523 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0b47622c-f4f9-4d00-b691-af48c5a464fa not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:16:00.907548 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-740a9a19-5de9-4aca-bcf8-8edcf0a35858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (d29e44af-4eee-4bf1-8977-16bd69f017f1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:01.165125 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-740a9a19-5de9-4aca-bcf8-8edcf0a35858 admin admin] Deleting port ed36b019-bb51-466b-9d41-907af98974e2 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:01.165522 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-740a9a19-5de9-4aca-bcf8-8edcf0a35858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (ed36b019-bb51-466b-9d41-907af98974e2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:01.244450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-740a9a19-5de9-4aca-bcf8-8edcf0a35858 admin admin] For port ed36b019-bb51-466b-9d41-907af98974e2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=ed36b019-bb51-466b-9d41-907af98974e2,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:16:01.244827 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-740a9a19-5de9-4aca-bcf8-8edcf0a35858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (ed36b019-bb51-466b-9d41-907af98974e2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:01.258235 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-740a9a19-5de9-4aca-bcf8-8edcf0a35858 admin admin] Calling delete_port for ed36b019-bb51-466b-9d41-907af98974e2 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:01.429360 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be812ed2-d01c-4e8d-95a5-e134830d84e7 req-a84bd041-56e0-4cb2-b9e3-688ea988cfb7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 210 time: 0.0393918 Mar 23 02:16:01.493336 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-740a9a19-5de9-4aca-bcf8-8edcf0a35858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (ed36b019-bb51-466b-9d41-907af98974e2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:01.524366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a9a19-5de9-4aca-bcf8-8edcf0a35858 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed36b019-bb51-466b-9d41-907af98974e2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:01.700352 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-740a9a19-5de9-4aca-bcf8-8edcf0a35858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (d29e44af-4eee-4bf1-8977-16bd69f017f1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:01.933554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740a9a19-5de9-4aca-bcf8-8edcf0a35858 admin admin] Router d29e44af-4eee-4bf1-8977-16bd69f017f1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:16:02.045556 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740a9a19-5de9-4aca-bcf8-8edcf0a35858 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:16:02.053542 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-740a9a19-5de9-4aca-bcf8-8edcf0a35858 admin admin] 10.222.0.18 "PUT /v2.0/routers/d29e44af-4eee-4bf1-8977-16bd69f017f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7396133 Mar 23 02:16:02.053542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51792) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:02.056788 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce103ed5-b5c2-4a15-901c-cb7e776c6993 None None] Sync routers for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:16:02.067431 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce103ed5-b5c2-4a15-901c-cb7e776c6993 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:16:02.067961 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ce103ed5-b5c2-4a15-901c-cb7e776c6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:15:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:02.161619 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9179c239-d3bf-4e44-ac87-dc69d6087ef5 admin admin] Publish callbacks [] for router (d29e44af-4eee-4bf1-8977-16bd69f017f1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:02.176490 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ce103ed5-b5c2-4a15-901c-cb7e776c6993 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:16:02.277538 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9179c239-d3bf-4e44-ac87-dc69d6087ef5 admin admin] Publish callbacks [] for router_gateway (d29e44af-4eee-4bf1-8977-16bd69f017f1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:02.339611 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-9179c239-d3bf-4e44-ac87-dc69d6087ef5 admin admin] Deleting port e71eb17b-7bfb-46da-a2cb-345a8c40ac94 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:02.339975 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9179c239-d3bf-4e44-ac87-dc69d6087ef5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e71eb17b-7bfb-46da-a2cb-345a8c40ac94), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:02.442865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-9179c239-d3bf-4e44-ac87-dc69d6087ef5 admin admin] For port e71eb17b-7bfb-46da-a2cb-345a8c40ac94, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e71eb17b-7bfb-46da-a2cb-345a8c40ac94,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:16:02.443563 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9179c239-d3bf-4e44-ac87-dc69d6087ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e71eb17b-7bfb-46da-a2cb-345a8c40ac94), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:02.458928 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-9179c239-d3bf-4e44-ac87-dc69d6087ef5 admin admin] Calling delete_port for e71eb17b-7bfb-46da-a2cb-345a8c40ac94 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:02.475563 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ce103ed5-b5c2-4a15-901c-cb7e776c6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:16:01Z', 'revision_number': 5, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port': {'id': 'e71eb17b-7bfb-46da-a2cb-345a8c40ac94', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:09:31Z', 'updated_at': '2022-03-23T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:02.505723 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce103ed5-b5c2-4a15-901c-cb7e776c6993 None None] Checking router: d29e44af-4eee-4bf1-8977-16bd69f017f1 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:16:02.516294 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce103ed5-b5c2-4a15-901c-cb7e776c6993 None None] Routers {'d29e44af-4eee-4bf1-8977-16bd69f017f1'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:16:02.517603 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ce103ed5-b5c2-4a15-901c-cb7e776c6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:15:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['d29e44af-4eee-4bf1-8977-16bd69f017f1'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:02.560462 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15d1ad36-8005-4d9d-8c29-7a709a263b4f req-6f2c7ef7-f04a-4fb8-85c8-e3ce546c33a9 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 210 time: 0.0436368 Mar 23 02:16:02.632791 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ce103ed5-b5c2-4a15-901c-cb7e776c6993 None None] Set router d29e44af-4eee-4bf1-8977-16bd69f017f1 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:16:02.700381 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9179c239-d3bf-4e44-ac87-dc69d6087ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e71eb17b-7bfb-46da-a2cb-345a8c40ac94), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:02.706606 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ce103ed5-b5c2-4a15-901c-cb7e776c6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:16:02Z', 'revision_number': 6, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:02.734784 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179c239-d3bf-4e44-ac87-dc69d6087ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e71eb17b-7bfb-46da-a2cb-345a8c40ac94,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:02.740558 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce103ed5-b5c2-4a15-901c-cb7e776c6993 None None] The sync data for ids ['d29e44af-4eee-4bf1-8977-16bd69f017f1'] in n-d-834677-4 is: [{'id': 'd29e44af-4eee-4bf1-8977-16bd69f017f1', 'name': 'tempest-AttachVolumeNegativeTest-413980459-router', 'tenant_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:09:30Z', 'updated_at': '2022-03-23T02:16:02Z', 'revision_number': 6, 'project_id': '99dfb621f60f4b449f0e588e26b6dcd8', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:16:02.805645 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9179c239-d3bf-4e44-ac87-dc69d6087ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (d29e44af-4eee-4bf1-8977-16bd69f017f1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:02.908621 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9179c239-d3bf-4e44-ac87-dc69d6087ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (d29e44af-4eee-4bf1-8977-16bd69f017f1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:02.910869 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9179c239-d3bf-4e44-ac87-dc69d6087ef5 admin admin] Publish callbacks [] for router_controller (d29e44af-4eee-4bf1-8977-16bd69f017f1), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:02.964593 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9179c239-d3bf-4e44-ac87-dc69d6087ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (d29e44af-4eee-4bf1-8977-16bd69f017f1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:02.965192 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9179c239-d3bf-4e44-ac87-dc69d6087ef5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d29e44af-4eee-4bf1-8977-16bd69f017f1 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:16:02.970000 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9179c239-d3bf-4e44-ac87-dc69d6087ef5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:02.973612 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9179c239-d3bf-4e44-ac87-dc69d6087ef5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d29e44af-4eee-4bf1-8977-16bd69f017f1 HTTP/1.1" status: 204 len: 168 time: 0.9171767 Mar 23 02:16:02.973894 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51796) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:03.023178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-3722554c-fa36-404b-91ee-3dbb1a273b63 admin admin] Deleting subnet 1a4c3ff5-733b-492c-bd0b-0a69da542336 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:16:03.026506 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3722554c-fa36-404b-91ee-3dbb1a273b63 admin admin] Publish callbacks [] for subnet (1a4c3ff5-733b-492c-bd0b-0a69da542336), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:03.064285 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3722554c-fa36-404b-91ee-3dbb1a273b63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (1a4c3ff5-733b-492c-bd0b-0a69da542336), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:03.157317 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3722554c-fa36-404b-91ee-3dbb1a273b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (1a4c3ff5-733b-492c-bd0b-0a69da542336), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:03.226029 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3722554c-fa36-404b-91ee-3dbb1a273b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (1a4c3ff5-733b-492c-bd0b-0a69da542336), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:03.255245 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722554c-fa36-404b-91ee-3dbb1a273b63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a4c3ff5-733b-492c-bd0b-0a69da542336,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:03.259130 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3722554c-fa36-404b-91ee-3dbb1a273b63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:03.262421 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3722554c-fa36-404b-91ee-3dbb1a273b63 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1a4c3ff5-733b-492c-bd0b-0a69da542336 HTTP/1.1" status: 204 len: 168 time: 0.2874403 Mar 23 02:16:03.265838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51798) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:03.269797 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26de00d9-922e-4320-84b7-253ada329463 None None] Network fb46a776-dd79-4e14-ad0d-7c50c67e334d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:16:03.343207 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (fb46a776-dd79-4e14-ad0d-7c50c67e334d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:03.410688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] Deleting port 3d1afc2c-6fdf-43fa-9270-cd360587b49a {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:03.411267 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3d1afc2c-6fdf-43fa-9270-cd360587b49a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:03.482876 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] For port 3d1afc2c-6fdf-43fa-9270-cd360587b49a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3d1afc2c-6fdf-43fa-9270-cd360587b49a,segment=NetworkSegment(420b916b-acc7-4299-bc49-d854ead2f083),segment_id=420b916b-acc7-4299-bc49-d854ead2f083)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:16:03.483539 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3d1afc2c-6fdf-43fa-9270-cd360587b49a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:03.500150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] Calling delete_port for 3d1afc2c-6fdf-43fa-9270-cd360587b49a owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:03.582231 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] DHCP port deletion for fb46a776-dd79-4e14-ad0d-7c50c67e334d request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:16:03.592484 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (3d1afc2c-6fdf-43fa-9270-cd360587b49a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:03.648307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Deleting port 3d1afc2c-6fdf-43fa-9270-cd360587b49a {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:03.648723 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3d1afc2c-6fdf-43fa-9270-cd360587b49a), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:03.718019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] For port 3d1afc2c-6fdf-43fa-9270-cd360587b49a, host n-d-834677-4, got binding levels [] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:16:03.718432 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3d1afc2c-6fdf-43fa-9270-cd360587b49a), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:03.738724 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Calling delete_port for 3d1afc2c-6fdf-43fa-9270-cd360587b49a owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:03.742050 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.ipam_backend_mixin [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Port 3d1afc2c-6fdf-43fa-9270-cd360587b49a was not found and therefore no delete operation was performed {{(pid=99265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:16:03.743431 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (3d1afc2c-6fdf-43fa-9270-cd360587b49a), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:03.820266 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:16:03.941244 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Pushing event deleted for resources: {'Port': ['ID=3d1afc2c-6fdf-43fa-9270-cd360587b49a,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:03.952285 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:03.952674 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:03.953180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:03.953663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:03.954161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:03.954639 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:03.955118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:03.955595 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:03.956061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:03.956555 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:03.956908 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:03.957238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:03.957561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:03.957890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:03.958212 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:03.961348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d7ebda-11d9-48fb-9af2-b3ea88ce4b3f None None] No DVR routers for this DVR port 3d1afc2c-6fdf-43fa-9270-cd360587b49a on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:16:03.988113 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d1afc2c-6fdf-43fa-9270-cd360587b49a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:03.999224 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] No DVR routers for this DVR port 3d1afc2c-6fdf-43fa-9270-cd360587b49a on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:16:04.040714 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6e7438e8-631c-469a-91ce-e512907d9704 req-ebae9841-0ed6-487c-afc2-889abd82c4ba tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 210 time: 0.0545897 Mar 23 02:16:04.094784 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (fb46a776-dd79-4e14-ad0d-7c50c67e334d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:04.115243 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb46a776-dd79-4e14-ad0d-7c50c67e334d']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:04.126810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420b916b-acc7-4299-bc49-d854ead2f083') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:04.127108 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420b916b-acc7-4299-bc49-d854ead2f083') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:04.137701 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (420b916b-acc7-4299-bc49-d854ead2f083), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:04.141338 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:04.152641 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (420b916b-acc7-4299-bc49-d854ead2f083), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:04.158638 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:16:04.159068 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (420b916b-acc7-4299-bc49-d854ead2f083), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:16:04.161167 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:16:04.216693 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (fb46a776-dd79-4e14-ad0d-7c50c67e334d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:04.222298 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:04.225452 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fb46a776-dd79-4e14-ad0d-7c50c67e334d HTTP/1.1" status: 204 len: 168 time: 0.9585397 Mar 23 02:16:04.238795 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ec574-2244-46ca-a455-5d6f00cfd761 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb46a776-dd79-4e14-ad0d-7c50c67e334d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:04.349050 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51804) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:04.396329 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-065b724c-fdcc-4f3b-94d0-fd649a47a398 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99dfb621f60f4b449f0e588e26b6dcd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460577 Mar 23 02:16:04.399094 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51806) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:04.449919 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dbd32c76-88d9-4479-9cac-7c0851948012 admin admin] Publish callbacks [] for security_group (94b82f34-5db9-419f-bccf-0582799a2e10), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:04.473748 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dbd32c76-88d9-4479-9cac-7c0851948012 admin admin] Publish callbacks [] for security_group (94b82f34-5db9-419f-bccf-0582799a2e10), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:04.529900 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dbd32c76-88d9-4479-9cac-7c0851948012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (94b82f34-5db9-419f-bccf-0582799a2e10), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:04.532505 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dbd32c76-88d9-4479-9cac-7c0851948012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:04.533735 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dbd32c76-88d9-4479-9cac-7c0851948012 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94b82f34-5db9-419f-bccf-0582799a2e10 HTTP/1.1" status: 204 len: 168 time: 0.1336391 Mar 23 02:16:04.541472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd32c76-88d9-4479-9cac-7c0851948012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b82f34-5db9-419f-bccf-0582799a2e10,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:04.702832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e71eb17b-7bfb-46da-a2cb-345a8c40ac94 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:16:04.728404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: e71eb17b-7bfb-46da-a2cb-345a8c40ac94 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:16:04.728693 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e71eb17b-7bfb-46da-a2cb-345a8c40ac94 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:16:04.729291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ed36b019-bb51-466b-9d41-907af98974e2 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:16:04.748774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: ed36b019-bb51-466b-9d41-907af98974e2 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:16:04.749130 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device ed36b019-bb51-466b-9d41-907af98974e2 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:16:04.749551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3d1afc2c-6fdf-43fa-9270-cd360587b49a no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:16:04.768842 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 3d1afc2c-6fdf-43fa-9270-cd360587b49a {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:16:04.769188 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3d1afc2c-6fdf-43fa-9270-cd360587b49a not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:16:05.162722 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-916ab858-7661-4cbe-b726-66fbc271c430 req-acd160e1-4646-4870-bc05-e58d492a6cb3 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 210 time: 0.0455782 Mar 23 02:16:05.534642 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09027c45-0089-4b4f-8c06-a8c7e04bbaea req-c488479c-6ed0-4ae7-b1b3-7cb3854559f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2039478 Mar 23 02:16:05.639732 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09027c45-0089-4b4f-8c06-a8c7e04bbaea req-2b345b8c-f25e-4969-bb17-cb3dbe4d83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:05.641312 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09027c45-0089-4b4f-8c06-a8c7e04bbaea req-2b345b8c-f25e-4969-bb17-cb3dbe4d83a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 1127 time: 0.0480068 Mar 23 02:16:05.757708 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09027c45-0089-4b4f-8c06-a8c7e04bbaea req-be535dfe-b3db-4f7d-a6bb-063ef1f4d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:05.759222 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09027c45-0089-4b4f-8c06-a8c7e04bbaea req-be535dfe-b3db-4f7d-a6bb-063ef1f4d14c service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.0972445 Mar 23 02:16:05.828016 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09027c45-0089-4b4f-8c06-a8c7e04bbaea req-835e6208-f108-43d6-a3b9-7a02d8af65d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12312d52-a91b-458f-a2ba-79dc02b870b8 HTTP/1.1" status: 200 len: 1001 time: 0.0630519 Mar 23 02:16:05.878667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09027c45-0089-4b4f-8c06-a8c7e04bbaea req-2a2b60c8-5285-44cd-bb7c-9bbf02491dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:05.880296 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09027c45-0089-4b4f-8c06-a8c7e04bbaea req-2a2b60c8-5285-44cd-bb7c-9bbf02491dcf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0467153 Mar 23 02:16:05.938731 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09027c45-0089-4b4f-8c06-a8c7e04bbaea req-60b7aa3f-1c07-4e4b-b0c1-d4cf17630d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:05.940393 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09027c45-0089-4b4f-8c06-a8c7e04bbaea req-60b7aa3f-1c07-4e4b-b0c1-d4cf17630d0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541036 Mar 23 02:16:05.950345 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-09027c45-0089-4b4f-8c06-a8c7e04bbaea req-cb47eeb6-ef5c-4b26-b0d2-afd65be3c93e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:16:05.951337 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09027c45-0089-4b4f-8c06-a8c7e04bbaea req-cb47eeb6-ef5c-4b26-b0d2-afd65be3c93e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053511 Mar 23 02:16:06.040819 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09027c45-0089-4b4f-8c06-a8c7e04bbaea req-eb4068e3-f673-40c2-b738-a9f0f8843a42 service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835567 Mar 23 02:16:06.147464 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09027c45-0089-4b4f-8c06-a8c7e04bbaea req-e07fc40a-22ef-4953-ba28-a49bd6b1a713 service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001039 Mar 23 02:16:06.274184 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b9ced1e8-85b0-4953-966b-6b227196bb66 req-8bd4ebb6-763f-4b86-ac9d-97187adcff85 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fe7d153-953d-4b38-8c27-c28cfd8c3e3e HTTP/1.1" status: 200 len: 210 time: 0.0295630 Mar 23 02:16:06.820493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51864) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:06.929409 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5d4e196c-42d5-4544-ad61-0f14c23c7032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:07.016230 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5d4e196c-42d5-4544-ad61-0f14c23c7032 admin admin] Publish callbacks [] for security_group (137e62b6-fba0-492d-9b53-933c9fb5e991), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:07.021608 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5d4e196c-42d5-4544-ad61-0f14c23c7032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (137e62b6-fba0-492d-9b53-933c9fb5e991), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:07.061854 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5d4e196c-42d5-4544-ad61-0f14c23c7032 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e758641d58df4bd29734877fc106bafb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2402179 Mar 23 02:16:07.062732 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e196c-42d5-4544-ad61-0f14c23c7032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137e62b6-fba0-492d-9b53-933c9fb5e991,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:07.064826 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51868) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:07.125378 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-451cb652-c402-490d-b437-23018bc52c98 admin admin] Publish callbacks [] for security_group (137e62b6-fba0-492d-9b53-933c9fb5e991), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:07.159337 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-451cb652-c402-490d-b437-23018bc52c98 admin admin] Publish callbacks [] for security_group (137e62b6-fba0-492d-9b53-933c9fb5e991), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:07.214605 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-451cb652-c402-490d-b437-23018bc52c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (137e62b6-fba0-492d-9b53-933c9fb5e991), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:07.218419 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-451cb652-c402-490d-b437-23018bc52c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:07.219575 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-451cb652-c402-490d-b437-23018bc52c98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/137e62b6-fba0-492d-9b53-933c9fb5e991 HTTP/1.1" status: 204 len: 168 time: 0.1537714 Mar 23 02:16:07.227641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cb652-c402-490d-b437-23018bc52c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137e62b6-fba0-492d-9b53-933c9fb5e991,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:07.505463 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51880) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:07.518989 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e09acfaa-c498-4ab5-8819-a5b724818540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:07.598584 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e09acfaa-c498-4ab5-8819-a5b724818540 admin admin] Publish callbacks [] for security_group (5685ba6a-ac08-440c-857a-051961c29250), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:07.602750 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e09acfaa-c498-4ab5-8819-a5b724818540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5685ba6a-ac08-440c-857a-051961c29250), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:07.641350 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e09acfaa-c498-4ab5-8819-a5b724818540 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60fe1e84f67a4940b825024ad200e9ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347215 Mar 23 02:16:07.642482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09acfaa-c498-4ab5-8819-a5b724818540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5685ba6a-ac08-440c-857a-051961c29250,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:07.644202 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51882) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:07.695620 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ccce8fc-1032-460a-ad1a-8c05bd90e2c0 admin admin] Publish callbacks [] for security_group (5685ba6a-ac08-440c-857a-051961c29250), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:07.717753 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ccce8fc-1032-460a-ad1a-8c05bd90e2c0 admin admin] Publish callbacks [] for security_group (5685ba6a-ac08-440c-857a-051961c29250), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:07.772275 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ccce8fc-1032-460a-ad1a-8c05bd90e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5685ba6a-ac08-440c-857a-051961c29250), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:07.774928 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ccce8fc-1032-460a-ad1a-8c05bd90e2c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:07.776091 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7ccce8fc-1032-460a-ad1a-8c05bd90e2c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5685ba6a-ac08-440c-857a-051961c29250 HTTP/1.1" status: 204 len: 168 time: 0.1309357 Mar 23 02:16:07.787665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccce8fc-1032-460a-ad1a-8c05bd90e2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5685ba6a-ac08-440c-857a-051961c29250,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:10.277853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51964) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:10.430095 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d175ebb-cbcc-4e64-b797-35febda39364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:10.517679 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d175ebb-cbcc-4e64-b797-35febda39364 admin admin] Publish callbacks [] for security_group (6c77d416-57a8-4222-96fb-0b5e6fa338bc), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:10.523666 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d175ebb-cbcc-4e64-b797-35febda39364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6c77d416-57a8-4222-96fb-0b5e6fa338bc), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:10.572757 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4d175ebb-cbcc-4e64-b797-35febda39364 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96adb7cc4e1e4ef8845ff51831ed8d8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2910020 Mar 23 02:16:10.573204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51970) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:10.581230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d175ebb-cbcc-4e64-b797-35febda39364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c77d416-57a8-4222-96fb-0b5e6fa338bc,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:10.629761 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-961764f5-e3f6-4e07-9861-0c967a2a2698 admin admin] Publish callbacks [] for security_group (6c77d416-57a8-4222-96fb-0b5e6fa338bc), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:10.653161 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-961764f5-e3f6-4e07-9861-0c967a2a2698 admin admin] Publish callbacks [] for security_group (6c77d416-57a8-4222-96fb-0b5e6fa338bc), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:10.699112 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-961764f5-e3f6-4e07-9861-0c967a2a2698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6c77d416-57a8-4222-96fb-0b5e6fa338bc), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:10.701962 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-961764f5-e3f6-4e07-9861-0c967a2a2698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:10.703164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-961764f5-e3f6-4e07-9861-0c967a2a2698 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c77d416-57a8-4222-96fb-0b5e6fa338bc HTTP/1.1" status: 204 len: 168 time: 0.1289170 Mar 23 02:16:10.711062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961764f5-e3f6-4e07-9861-0c967a2a2698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c77d416-57a8-4222-96fb-0b5e6fa338bc,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:10.975688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 51978) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:10.989111 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-41d6b6ae-43b4-49ee-ad69-ea4f7f8f5466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:11.066261 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-41d6b6ae-43b4-49ee-ad69-ea4f7f8f5466 admin admin] Publish callbacks [] for security_group (a9d3b7e4-296f-4641-83f5-2dedc26bbbd0), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:11.070420 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-41d6b6ae-43b4-49ee-ad69-ea4f7f8f5466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a9d3b7e4-296f-4641-83f5-2dedc26bbbd0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:11.113020 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-41d6b6ae-43b4-49ee-ad69-ea4f7f8f5466 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca277871839d4943a3f7a27bbb410e2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361070 Mar 23 02:16:11.113800 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6b6ae-43b4-49ee-ad69-ea4f7f8f5466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d3b7e4-296f-4641-83f5-2dedc26bbbd0,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:11.115778 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 51980) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:11.166432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-35927b1e-8566-47ee-92b8-e0987b81899b admin admin] Publish callbacks [] for security_group (a9d3b7e4-296f-4641-83f5-2dedc26bbbd0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:11.190171 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-35927b1e-8566-47ee-92b8-e0987b81899b admin admin] Publish callbacks [] for security_group (a9d3b7e4-296f-4641-83f5-2dedc26bbbd0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:11.250059 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-35927b1e-8566-47ee-92b8-e0987b81899b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a9d3b7e4-296f-4641-83f5-2dedc26bbbd0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:11.252653 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-35927b1e-8566-47ee-92b8-e0987b81899b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:11.253854 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-35927b1e-8566-47ee-92b8-e0987b81899b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9d3b7e4-296f-4641-83f5-2dedc26bbbd0 HTTP/1.1" status: 204 len: 168 time: 0.1365714 Mar 23 02:16:11.262060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35927b1e-8566-47ee-92b8-e0987b81899b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d3b7e4-296f-4641-83f5-2dedc26bbbd0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:12.335847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52018) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:12.775063 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3fb05ffc-a38e-4d74-a073-a8a09e849704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:12.864985 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3fb05ffc-a38e-4d74-a073-a8a09e849704 admin admin] Publish callbacks [] for security_group (c11b4ee7-0789-48f1-8de8-12c40652b845), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:12.870402 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3fb05ffc-a38e-4d74-a073-a8a09e849704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c11b4ee7-0789-48f1-8de8-12c40652b845), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:12.912542 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3fb05ffc-a38e-4d74-a073-a8a09e849704 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=326bfd593d0f4f59b55ddcbe42aa0bc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5730882 Mar 23 02:16:12.912542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb05ffc-a38e-4d74-a073-a8a09e849704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11b4ee7-0789-48f1-8de8-12c40652b845,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:12.912945 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52028) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:12.973640 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2e7cbb26-95dc-4f58-9687-67b953a17a10 admin admin] Publish callbacks [] for security_group (c11b4ee7-0789-48f1-8de8-12c40652b845), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:12.995359 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2e7cbb26-95dc-4f58-9687-67b953a17a10 admin admin] Publish callbacks [] for security_group (c11b4ee7-0789-48f1-8de8-12c40652b845), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:13.048975 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2e7cbb26-95dc-4f58-9687-67b953a17a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c11b4ee7-0789-48f1-8de8-12c40652b845), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:13.052059 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2e7cbb26-95dc-4f58-9687-67b953a17a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:13.056062 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2e7cbb26-95dc-4f58-9687-67b953a17a10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c11b4ee7-0789-48f1-8de8-12c40652b845 HTTP/1.1" status: 204 len: 168 time: 0.1393788 Mar 23 02:16:13.063702 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cbb26-95dc-4f58-9687-67b953a17a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11b4ee7-0789-48f1-8de8-12c40652b845,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:14.042522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52058) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:14.149335 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-58b02fd2-b7f8-4e5e-b0ae-90a936c444bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:14.222504 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-58b02fd2-b7f8-4e5e-b0ae-90a936c444bd admin admin] Publish callbacks [] for security_group (ddb335c8-02b6-454d-8ed3-eeaafda953ef), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:14.226691 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-58b02fd2-b7f8-4e5e-b0ae-90a936c444bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ddb335c8-02b6-454d-8ed3-eeaafda953ef), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:14.265727 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-58b02fd2-b7f8-4e5e-b0ae-90a936c444bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5014c963c0df4d16928e1d06c7949be5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2213552 Mar 23 02:16:14.267654 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52062) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:14.268425 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b02fd2-b7f8-4e5e-b0ae-90a936c444bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb335c8-02b6-454d-8ed3-eeaafda953ef,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:14.332563 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64797c40-33d5-495b-92b4-0a27ff155b4b admin admin] Publish callbacks [] for security_group (ddb335c8-02b6-454d-8ed3-eeaafda953ef), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:14.353550 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64797c40-33d5-495b-92b4-0a27ff155b4b admin admin] Publish callbacks [] for security_group (ddb335c8-02b6-454d-8ed3-eeaafda953ef), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:14.400947 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64797c40-33d5-495b-92b4-0a27ff155b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ddb335c8-02b6-454d-8ed3-eeaafda953ef), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:14.404802 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64797c40-33d5-495b-92b4-0a27ff155b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:14.408378 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-64797c40-33d5-495b-92b4-0a27ff155b4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddb335c8-02b6-454d-8ed3-eeaafda953ef HTTP/1.1" status: 204 len: 168 time: 0.1366477 Mar 23 02:16:14.414089 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64797c40-33d5-495b-92b4-0a27ff155b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb335c8-02b6-454d-8ed3-eeaafda953ef,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:15.907660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52090) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:16.085768 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ea11d819-9797-4e19-a9df-f88eb4401453 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Deleting port 888e26b9-932f-4f2b-bb29-b79427bf86cf {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:16.086097 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea11d819-9797-4e19-a9df-f88eb4401453 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (888e26b9-932f-4f2b-bb29-b79427bf86cf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:16.167338 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea11d819-9797-4e19-a9df-f88eb4401453 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (888e26b9-932f-4f2b-bb29-b79427bf86cf), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:16.167673 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea11d819-9797-4e19-a9df-f88eb4401453 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for floatingip (888e26b9-932f-4f2b-bb29-b79427bf86cf), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:16.181057 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ea11d819-9797-4e19-a9df-f88eb4401453 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Calling delete_port for 888e26b9-932f-4f2b-bb29-b79427bf86cf owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:16.345772 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea11d819-9797-4e19-a9df-f88eb4401453 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (888e26b9-932f-4f2b-bb29-b79427bf86cf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:16.372531 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11d819-9797-4e19-a9df-f88eb4401453 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event deleted for resources: {'Port': ['ID=888e26b9-932f-4f2b-bb29-b79427bf86cf,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:16.438461 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea11d819-9797-4e19-a9df-f88eb4401453 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for floatingip (8a41d48e-0846-4653-8d4f-876813e5f948), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:16.438983 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-ea11d819-9797-4e19-a9df-f88eb4401453 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Floating IP 8a41d48e-0846-4653-8d4f-876813e5f948 disassociated (deleted). External IP: 172.25.0.142, port: 12312d52-a91b-458f-a2ba-79dc02b870b8. Mar 23 02:16:16.661306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea11d819-9797-4e19-a9df-f88eb4401453 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Router 75c96d3d-1f29-466a-834f-8617019e10b1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:16:16.775638 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea11d819-9797-4e19-a9df-f88eb4401453 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:16:16.781257 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea11d819-9797-4e19-a9df-f88eb4401453 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:16.788790 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a62909-45ae-42f3-863a-dc440f9f1e95 None None] Sync routers for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:16:16.800371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a62909-45ae-42f3-863a-dc440f9f1e95 None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:16:16.801035 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d6a62909-45ae-42f3-863a-dc440f9f1e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:15:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:16.812363 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ea11d819-9797-4e19-a9df-f88eb4401453 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "DELETE /v2.0/floatingips/8a41d48e-0846-4653-8d4f-876813e5f948 HTTP/1.1" status: 204 len: 168 time: 0.9035411 Mar 23 02:16:16.813005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'tag': '12312d52-a91b-458f-a2ba-79dc02b870b8'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:16:16.815374 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ef00bb-ed53-409a-a428-e7c65f5e0be6" -d '{"events": [{"name": "network-changed", "server_uuid": "85450ce3-ca50-4196-beae-22ac324ac6ac", "tag": "12312d52-a91b-458f-a2ba-79dc02b870b8"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:16:16.860618 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f73669e-0c11-4869-8a2e-386132db7f7e x-openstack-request-id: req-4f73669e-0c11-4869-8a2e-386132db7f7e {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:16:16.860984 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85450ce3-ca50-4196-beae-22ac324ac6ac", "tag": "12312d52-a91b-458f-a2ba-79dc02b870b8", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:16:16.861262 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f73669e-0c11-4869-8a2e-386132db7f7e {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:16:16.861695 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f73669e-0c11-4869-8a2e-386132db7f7e'] response: {'name': 'network-changed', 'server_uuid': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'tag': '12312d52-a91b-458f-a2ba-79dc02b870b8', 'status': 'completed', 'code': 200} Mar 23 02:16:16.922951 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-d6a62909-45ae-42f3-863a-dc440f9f1e95 None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:16:16.963697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef00bb-ed53-409a-a428-e7c65f5e0be6 req-7fb0bacc-e7fa-4de4-acbd-182b7a06e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:16.965268 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71ef00bb-ed53-409a-a428-e7c65f5e0be6 req-7fb0bacc-e7fa-4de4-acbd-182b7a06e12a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e24a35bff748468941038a9c4ab158&device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 1127 time: 0.0613213 Mar 23 02:16:17.060533 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfde793-8d95-420c-b8b4-a595ad5bf7b6 req-cd8e0519-9a68-4931-8c2a-032685c2d362 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:17.062247 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fdfde793-8d95-420c-b8b4-a595ad5bf7b6 req-cd8e0519-9a68-4931-8c2a-032685c2d362 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 945 time: 0.0593774 Mar 23 02:16:17.091075 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef00bb-ed53-409a-a428-e7c65f5e0be6 req-c96a84ea-c081-462b-93fa-f100d5e1c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:17.092893 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71ef00bb-ed53-409a-a428-e7c65f5e0be6 req-c96a84ea-c081-462b-93fa-f100d5e1c320 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 200 len: 912 time: 0.0944383 Mar 23 02:16:17.117299 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fdfde793-8d95-420c-b8b4-a595ad5bf7b6 req-d600f360-762c-40b1-ac2e-9b79f35762cd tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492105 Mar 23 02:16:17.132892 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d6a62909-45ae-42f3-863a-dc440f9f1e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:17.136739 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71ef00bb-ed53-409a-a428-e7c65f5e0be6 req-841eef62-69b0-49ce-9a12-13eb5005d0c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12312d52-a91b-458f-a2ba-79dc02b870b8 HTTP/1.1" status: 200 len: 217 time: 0.0376880 Mar 23 02:16:17.161281 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a62909-45ae-42f3-863a-dc440f9f1e95 None None] Checking router: 75c96d3d-1f29-466a-834f-8617019e10b1 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:16:17.169725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a62909-45ae-42f3-863a-dc440f9f1e95 None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:16:17.170571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d6a62909-45ae-42f3-863a-dc440f9f1e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:15:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:17.184629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef00bb-ed53-409a-a428-e7c65f5e0be6 req-e81b268c-824b-4735-a842-bfceea9bbffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:17.186154 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71ef00bb-ed53-409a-a428-e7c65f5e0be6 req-e81b268c-824b-4735-a842-bfceea9bbffc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 200 len: 851 time: 0.0431528 Mar 23 02:16:17.239941 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef00bb-ed53-409a-a428-e7c65f5e0be6 req-fb25b3a1-37d3-48bf-95f3-8e398706eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:17.241631 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71ef00bb-ed53-409a-a428-e7c65f5e0be6 req-fb25b3a1-37d3-48bf-95f3-8e398706eab1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc3a993f-bf9b-4c87-a6dd-164f082e25a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497465 Mar 23 02:16:17.279544 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-d6a62909-45ae-42f3-863a-dc440f9f1e95 None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:16:17.332581 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71ef00bb-ed53-409a-a428-e7c65f5e0be6 req-7d77f9c3-8035-4ff9-8f89-8905ec18fb33 service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839128 Mar 23 02:16:17.428199 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71ef00bb-ed53-409a-a428-e7c65f5e0be6 req-fb1dbdd5-5bfa-40fd-8521-b1f311754279 service neutron] 10.222.0.43 "GET /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895674 Mar 23 02:16:17.483624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d6a62909-45ae-42f3-863a-dc440f9f1e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:17.520645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a62909-45ae-42f3-863a-dc440f9f1e95 None None] The sync data for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 is: [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:03:00Z', 'revision_number': 4, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1d753134-dcac-4677-a095-346a1ca49498', 'name': '', 'network_id': 'bc3a993f-bf9b-4c87-a6dd-164f082e25a5', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'mac_address': 'fa:16:3e:13:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '117a5333-90c5-4abf-b578-73ad977ec678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:00Z', 'updated_at': '2022-03-23T02:03:09Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'subnets': [{'id': '117a5333-90c5-4abf-b578-73ad977ec678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:16:17.758294 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441562ea-c2d5-456c-adc8-8ac331985dc5 None None] New status for floating IP 8a41d48e-0846-4653-8d4f-876813e5f948: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:16:18.257897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02840cb-38d8-45fb-a174-fe0270d6219c req-a376b38b-f027-4e68-9413-2d38299b24df tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:18.259540 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b02840cb-38d8-45fb-a174-fe0270d6219c req-a376b38b-f027-4e68-9413-2d38299b24df tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 945 time: 0.0592489 Mar 23 02:16:18.317405 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b02840cb-38d8-45fb-a174-fe0270d6219c req-45449345-d2f8-4d73-9920-a23b4124c0ce tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/security-groups?id=73529abe-59db-4e54-b9da-bbf69970ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464196 Mar 23 02:16:18.778378 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18f50c-9916-4298-8bf5-68d029d510d4 req-0f88c368-7b73-457b-9936-365a07c55fda tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:18.780917 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e18f50c-9916-4298-8bf5-68d029d510d4 req-0f88c368-7b73-457b-9936-365a07c55fda tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.43 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 945 time: 0.0669634 Mar 23 02:16:18.884773 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-2e18f50c-9916-4298-8bf5-68d029d510d4 req-01d091dc-cbc1-4eea-9111-571953de38c6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Deleting port 12312d52-a91b-458f-a2ba-79dc02b870b8 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:18.885237 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2e18f50c-9916-4298-8bf5-68d029d510d4 req-01d091dc-cbc1-4eea-9111-571953de38c6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (12312d52-a91b-458f-a2ba-79dc02b870b8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:18.986657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-2e18f50c-9916-4298-8bf5-68d029d510d4 req-01d091dc-cbc1-4eea-9111-571953de38c6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] For port 12312d52-a91b-458f-a2ba-79dc02b870b8, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=12312d52-a91b-458f-a2ba-79dc02b870b8,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:16:18.986952 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2e18f50c-9916-4298-8bf5-68d029d510d4 req-01d091dc-cbc1-4eea-9111-571953de38c6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (12312d52-a91b-458f-a2ba-79dc02b870b8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:19.000045 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-2e18f50c-9916-4298-8bf5-68d029d510d4 req-01d091dc-cbc1-4eea-9111-571953de38c6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Calling delete_port for 12312d52-a91b-458f-a2ba-79dc02b870b8 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:19.136388 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2e18f50c-9916-4298-8bf5-68d029d510d4 req-01d091dc-cbc1-4eea-9111-571953de38c6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (12312d52-a91b-458f-a2ba-79dc02b870b8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:19.170526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d091dc-cbc1-4eea-9111-571953de38c6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event deleted for resources: {'Port': ['ID=12312d52-a91b-458f-a2ba-79dc02b870b8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:19.215888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e18f50c-9916-4298-8bf5-68d029d510d4 req-01d091dc-cbc1-4eea-9111-571953de38c6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] No DVR routers for this DVR port 12312d52-a91b-458f-a2ba-79dc02b870b8 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:16:19.218966 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2e18f50c-9916-4298-8bf5-68d029d510d4 req-01d091dc-cbc1-4eea-9111-571953de38c6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:19.222413 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2e18f50c-9916-4298-8bf5-68d029d510d4 req-01d091dc-cbc1-4eea-9111-571953de38c6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.43 "DELETE /v2.0/ports/12312d52-a91b-458f-a2ba-79dc02b870b8 HTTP/1.1" status: 204 len: 173 time: 0.4367914 Mar 23 02:16:19.222847 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'name': 'network-vif-deleted', 'tag': '12312d52-a91b-458f-a2ba-79dc02b870b8'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:16:19.225158 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fca645-4646-4bd6-912a-a3c643b9e415" -d '{"events": [{"server_uuid": "85450ce3-ca50-4196-beae-22ac324ac6ac", "name": "network-vif-deleted", "tag": "12312d52-a91b-458f-a2ba-79dc02b870b8"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:16:19.265511 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eca93b-46f8-463f-905c-c7e2653a336d x-openstack-request-id: req-c9eca93b-46f8-463f-905c-c7e2653a336d {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:16:19.266174 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85450ce3-ca50-4196-beae-22ac324ac6ac", "name": "network-vif-deleted", "tag": "12312d52-a91b-458f-a2ba-79dc02b870b8", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:16:19.266174 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9eca93b-46f8-463f-905c-c7e2653a336d {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:16:19.266497 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9eca93b-46f8-463f-905c-c7e2653a336d'] response: {'server_uuid': '85450ce3-ca50-4196-beae-22ac324ac6ac', 'name': 'network-vif-deleted', 'tag': '12312d52-a91b-458f-a2ba-79dc02b870b8', 'status': 'completed', 'code': 200} Mar 23 02:16:19.413827 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f4771356-299c-41be-9f54-3740e13fc6d8 req-d9ff4a0a-84a8-4650-b901-8fba50b89d60 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 210 time: 0.0280459 Mar 23 02:16:19.567565 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a6b8dc33-0cde-44c0-9050-a0b03dfa9838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:20.517609 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-241ba8ce-3425-495f-8716-3c936efdb20e req-3ea865ab-aaef-4743-b768-5d9b74db59eb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 210 time: 0.0284476 Mar 23 02:16:20.910452 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:21.469235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 12312d52-a91b-458f-a2ba-79dc02b870b8 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:16:21.490953 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 12312d52-a91b-458f-a2ba-79dc02b870b8 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:16:21.491303 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 12312d52-a91b-458f-a2ba-79dc02b870b8 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:16:21.617152 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ff58a4ed-8d17-4bd3-83f0-e7941ad140db req-bb016baa-2ace-414b-beba-0556661282bb tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 210 time: 0.0278454 Mar 23 02:16:22.061780 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-543a6770-331b-4db0-b2c5-68dba76964dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:22.720887 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c1c87093-37bd-48ad-b4d7-264332540710 req-ba9b1ecb-2436-43af-b83c-aea0b7217c07 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 210 time: 0.0303504 Mar 23 02:16:23.395538 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:23.824016 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98968011-a0da-4dd0-9266-a9691dcfa671 req-05d728ca-2aed-4ab2-bcf3-681e5dee5efa tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 210 time: 0.0277297 Mar 23 02:16:24.722181 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:24.921523 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e305be52-9d06-4a76-9457-7724e80ce5b4 req-bd0d373d-769f-4053-bafb-afc664ea93f1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 210 time: 0.0283513 Mar 23 02:16:25.821178 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:26.016727 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ebc27eeb-d7e8-4fb8-8c9e-164b7e184ec6 req-21f54093-5f92-4329-b831-a498a37f095e tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 210 time: 0.0276959 Mar 23 02:16:27.121177 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8659a34b-e9e7-4ce2-9e33-3ca75c4f87ad req-d797217c-7ff4-486d-a0e3-af20303036b7 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 210 time: 0.0336263 Mar 23 02:16:28.222273 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1c736e7f-a7b7-4a05-89d5-acd08b4e8497 req-417ec892-6134-4552-8d05-4614a63bd7c6 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "GET /v2.0/ports?device_id=85450ce3-ca50-4196-beae-22ac324ac6ac HTTP/1.1" status: 200 len: 210 time: 0.0304503 Mar 23 02:16:29.285390 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52162) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:29.414656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-0d7283c5-c4a7-43ef-a2e3-35a3769e1072 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Deleting port 887d0286-dc56-4381-a45b-5d63d2c5894e {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:29.414986 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d7283c5-c4a7-43ef-a2e3-35a3769e1072 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (887d0286-dc56-4381-a45b-5d63d2c5894e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:29.492695 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d7283c5-c4a7-43ef-a2e3-35a3769e1072 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (887d0286-dc56-4381-a45b-5d63d2c5894e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:29.493027 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d7283c5-c4a7-43ef-a2e3-35a3769e1072 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for floatingip (887d0286-dc56-4381-a45b-5d63d2c5894e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:29.504986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-0d7283c5-c4a7-43ef-a2e3-35a3769e1072 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Calling delete_port for 887d0286-dc56-4381-a45b-5d63d2c5894e owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:29.643759 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d7283c5-c4a7-43ef-a2e3-35a3769e1072 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (887d0286-dc56-4381-a45b-5d63d2c5894e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:29.669024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7283c5-c4a7-43ef-a2e3-35a3769e1072 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event deleted for resources: {'Port': ['ID=887d0286-dc56-4381-a45b-5d63d2c5894e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:29.739214 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d7283c5-c4a7-43ef-a2e3-35a3769e1072 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for floatingip (3064addc-70d7-42b7-b8ee-c1567957be48), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:29.741862 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d7283c5-c4a7-43ef-a2e3-35a3769e1072 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:29.744528 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0d7283c5-c4a7-43ef-a2e3-35a3769e1072 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "DELETE /v2.0/floatingips/3064addc-70d7-42b7-b8ee-c1567957be48 HTTP/1.1" status: 204 len: 168 time: 0.4566991 Mar 23 02:16:34.138220 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:35.145904 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52204) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:35.203940 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e51faa6-1688-4c85-88e8-8f384f76e7c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group (73529abe-59db-4e54-b9da-bbf69970ddd4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:35.230032 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e51faa6-1688-4c85-88e8-8f384f76e7c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group (73529abe-59db-4e54-b9da-bbf69970ddd4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:35.294101 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e51faa6-1688-4c85-88e8-8f384f76e7c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (73529abe-59db-4e54-b9da-bbf69970ddd4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:35.296963 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e51faa6-1688-4c85-88e8-8f384f76e7c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:35.298409 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6e51faa6-1688-4c85-88e8-8f384f76e7c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] 10.222.0.18 "DELETE /v2.0/security-groups/73529abe-59db-4e54-b9da-bbf69970ddd4 HTTP/1.1" status: 204 len: 168 time: 0.1512592 Mar 23 02:16:35.308281 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51faa6-1688-4c85-88e8-8f384f76e7c2 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73529abe-59db-4e54-b9da-bbf69970ddd4,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:35.365446 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52208) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:35.876387 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a379376-c4ac-40f2-9507-0007b4a687f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (75c96d3d-1f29-466a-834f-8617019e10b1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:36.144431 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6a379376-c4ac-40f2-9507-0007b4a687f4 admin admin] Deleting port 1d753134-dcac-4677-a095-346a1ca49498 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:36.144686 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a379376-c4ac-40f2-9507-0007b4a687f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1d753134-dcac-4677-a095-346a1ca49498), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:36.232906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-6a379376-c4ac-40f2-9507-0007b4a687f4 admin admin] For port 1d753134-dcac-4677-a095-346a1ca49498, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1d753134-dcac-4677-a095-346a1ca49498,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:16:36.233752 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a379376-c4ac-40f2-9507-0007b4a687f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1d753134-dcac-4677-a095-346a1ca49498), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:36.248167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6a379376-c4ac-40f2-9507-0007b4a687f4 admin admin] Calling delete_port for 1d753134-dcac-4677-a095-346a1ca49498 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:36.447588 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a379376-c4ac-40f2-9507-0007b4a687f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (1d753134-dcac-4677-a095-346a1ca49498), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:36.479764 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a379376-c4ac-40f2-9507-0007b4a687f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d753134-dcac-4677-a095-346a1ca49498,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:36.650761 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a379376-c4ac-40f2-9507-0007b4a687f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (75c96d3d-1f29-466a-834f-8617019e10b1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:36.896347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a379376-c4ac-40f2-9507-0007b4a687f4 admin admin] Router 75c96d3d-1f29-466a-834f-8617019e10b1 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:16:37.014405 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a379376-c4ac-40f2-9507-0007b4a687f4 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:16:37.020252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6a379376-c4ac-40f2-9507-0007b4a687f4 admin admin] 10.222.0.18 "PUT /v2.0/routers/75c96d3d-1f29-466a-834f-8617019e10b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6536572 Mar 23 02:16:37.022986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52224) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:37.023889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94f28e-785d-43dd-9614-233a8cc290b8 None None] Sync routers for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:16:37.035369 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94f28e-785d-43dd-9614-233a8cc290b8 None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:16:37.036561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fe94f28e-785d-43dd-9614-233a8cc290b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:16:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:37.131395 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-63266656-12a9-4013-9102-c9de37a8b15c admin admin] Publish callbacks [] for router (75c96d3d-1f29-466a-834f-8617019e10b1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:37.143702 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-fe94f28e-785d-43dd-9614-233a8cc290b8 None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:16:37.240165 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-63266656-12a9-4013-9102-c9de37a8b15c admin admin] Publish callbacks [] for router_gateway (75c96d3d-1f29-466a-834f-8617019e10b1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:37.299335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-63266656-12a9-4013-9102-c9de37a8b15c admin admin] Deleting port 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:37.299679 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-63266656-12a9-4013-9102-c9de37a8b15c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:37.336848 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fe94f28e-785d-43dd-9614-233a8cc290b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:16:36Z', 'revision_number': 5, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port': {'id': '4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:02:57Z', 'updated_at': '2022-03-23T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:37.367564 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94f28e-785d-43dd-9614-233a8cc290b8 None None] Checking router: 75c96d3d-1f29-466a-834f-8617019e10b1 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:16:37.376300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94f28e-785d-43dd-9614-233a8cc290b8 None None] Routers {'75c96d3d-1f29-466a-834f-8617019e10b1'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:16:37.376928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fe94f28e-785d-43dd-9614-233a8cc290b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:16:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['75c96d3d-1f29-466a-834f-8617019e10b1'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:37.388363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-63266656-12a9-4013-9102-c9de37a8b15c admin admin] For port 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:16:37.388954 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-63266656-12a9-4013-9102-c9de37a8b15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:37.402504 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-63266656-12a9-4013-9102-c9de37a8b15c admin admin] Calling delete_port for 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:37.467164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-fe94f28e-785d-43dd-9614-233a8cc290b8 None None] Set router 75c96d3d-1f29-466a-834f-8617019e10b1 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:16:37.521638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fe94f28e-785d-43dd-9614-233a8cc290b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:16:37Z', 'revision_number': 6, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:37.548696 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94f28e-785d-43dd-9614-233a8cc290b8 None None] The sync data for ids ['75c96d3d-1f29-466a-834f-8617019e10b1'] in n-d-834677-4 is: [{'id': '75c96d3d-1f29-466a-834f-8617019e10b1', 'name': 'tempest-TestVolumeBootPattern-1008193741-router', 'tenant_id': '52e24a35bff748468941038a9c4ab158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:02:56Z', 'updated_at': '2022-03-23T02:16:37Z', 'revision_number': 6, 'project_id': '52e24a35bff748468941038a9c4ab158', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:16:37.574014 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-63266656-12a9-4013-9102-c9de37a8b15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:37.600718 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63266656-12a9-4013-9102-c9de37a8b15c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:37.660557 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-63266656-12a9-4013-9102-c9de37a8b15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (75c96d3d-1f29-466a-834f-8617019e10b1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.104659 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-63266656-12a9-4013-9102-c9de37a8b15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (75c96d3d-1f29-466a-834f-8617019e10b1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.106933 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-63266656-12a9-4013-9102-c9de37a8b15c admin admin] Publish callbacks [] for router_controller (75c96d3d-1f29-466a-834f-8617019e10b1), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.151223 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-63266656-12a9-4013-9102-c9de37a8b15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (75c96d3d-1f29-466a-834f-8617019e10b1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.151665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63266656-12a9-4013-9102-c9de37a8b15c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75c96d3d-1f29-466a-834f-8617019e10b1 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:16:38.156926 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-63266656-12a9-4013-9102-c9de37a8b15c admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.158076 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-63266656-12a9-4013-9102-c9de37a8b15c admin admin] 10.222.0.18 "DELETE /v2.0/routers/75c96d3d-1f29-466a-834f-8617019e10b1 HTTP/1.1" status: 204 len: 168 time: 1.1336074 Mar 23 02:16:38.160894 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52228) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:38.210572 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-09752b9f-698f-42a8-9ab1-76bd6aa909e5 admin admin] Deleting subnet 117a5333-90c5-4abf-b578-73ad977ec678 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:16:38.213733 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-09752b9f-698f-42a8-9ab1-76bd6aa909e5 admin admin] Publish callbacks [] for subnet (117a5333-90c5-4abf-b578-73ad977ec678), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.251964 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-09752b9f-698f-42a8-9ab1-76bd6aa909e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (117a5333-90c5-4abf-b578-73ad977ec678), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.344793 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-09752b9f-698f-42a8-9ab1-76bd6aa909e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (117a5333-90c5-4abf-b578-73ad977ec678), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.403107 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-09752b9f-698f-42a8-9ab1-76bd6aa909e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (117a5333-90c5-4abf-b578-73ad977ec678), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.431769 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09752b9f-698f-42a8-9ab1-76bd6aa909e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=117a5333-90c5-4abf-b578-73ad977ec678,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:38.437823 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-09752b9f-698f-42a8-9ab1-76bd6aa909e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.441018 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-09752b9f-698f-42a8-9ab1-76bd6aa909e5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/117a5333-90c5-4abf-b578-73ad977ec678 HTTP/1.1" status: 204 len: 168 time: 0.2788258 Mar 23 02:16:38.443532 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52230) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:38.446469 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83094b5-440c-4998-89e4-3aae9ad396da None None] Network bc3a993f-bf9b-4c87-a6dd-164f082e25a5 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:16:38.524804 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (bc3a993f-bf9b-4c87-a6dd-164f082e25a5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.590541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] Deleting port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:38.590851 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a711f6b6-bcf5-4dab-a8a0-9b7523ed9803), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.621250 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ae3333-8f23-4b84-ab84-af42738ba4fd None None] DHCP port deletion for bc3a993f-bf9b-4c87-a6dd-164f082e25a5 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:16:38.661730 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] For port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a711f6b6-bcf5-4dab-a8a0-9b7523ed9803,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:16:38.661730 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a711f6b6-bcf5-4dab-a8a0-9b7523ed9803), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.674801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-59ae3333-8f23-4b84-ab84-af42738ba4fd None None] Deleting port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:38.675175 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-59ae3333-8f23-4b84-ab84-af42738ba4fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a711f6b6-bcf5-4dab-a8a0-9b7523ed9803), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.675586 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] Calling delete_port for a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:38.729654 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:16:38.762105 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a711f6b6-bcf5-4dab-a8a0-9b7523ed9803), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.776777 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-59ae3333-8f23-4b84-ab84-af42738ba4fd None None] For port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a711f6b6-bcf5-4dab-a8a0-9b7523ed9803,segment=NetworkSegment(545e0b0d-3fe3-42f5-baa2-15a6af4ae928),segment_id=545e0b0d-3fe3-42f5-baa2-15a6af4ae928)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:16:38.777549 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-59ae3333-8f23-4b84-ab84-af42738ba4fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a711f6b6-bcf5-4dab-a8a0-9b7523ed9803), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.788621 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=a711f6b6-bcf5-4dab-a8a0-9b7523ed9803,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:38.792106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] No DVR routers for this DVR port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:16:38.800383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-59ae3333-8f23-4b84-ab84-af42738ba4fd None None] Calling delete_port for a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:38.806053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No active binding found for port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 {{(pid=99265) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 02:16:38.806433 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] The host n-d-834677-4 is not matching for port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 host None! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 02:16:38.806820 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:16:38.807239 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1d753134-dcac-4677-a095-346a1ca49498 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:16:38.831538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 1d753134-dcac-4677-a095-346a1ca49498 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:16:38.831956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1d753134-dcac-4677-a095-346a1ca49498 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:16:38.832505 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:16:38.864198 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (bc3a993f-bf9b-4c87-a6dd-164f082e25a5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.883821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:16:38.884209 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4ec7a2c3-b9dd-4886-a97a-a2b28f37e3e7 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:16:38.884377 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3a993f-bf9b-4c87-a6dd-164f082e25a5']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:38.897114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545e0b0d-3fe3-42f5-baa2-15a6af4ae928') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:38.897437 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545e0b0d-3fe3-42f5-baa2-15a6af4ae928') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:38.907984 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (545e0b0d-3fe3-42f5-baa2-15a6af4ae928), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.921783 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-59ae3333-8f23-4b84-ab84-af42738ba4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (a711f6b6-bcf5-4dab-a8a0-9b7523ed9803), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.922033 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (545e0b0d-3fe3-42f5-baa2-15a6af4ae928), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.929756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:16:38.930151 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (545e0b0d-3fe3-42f5-baa2-15a6af4ae928), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:16:38.932001 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:16:38.946948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae3333-8f23-4b84-ab84-af42738ba4fd None None] Pushing event deleted for resources: {'Port': ['ID=a711f6b6-bcf5-4dab-a8a0-9b7523ed9803,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:38.950485 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae3333-8f23-4b84-ab84-af42738ba4fd None None] No DVR routers for this DVR port a711f6b6-bcf5-4dab-a8a0-9b7523ed9803 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:16:38.991015 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (bc3a993f-bf9b-4c87-a6dd-164f082e25a5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:38.997528 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:39.001043 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bc3a993f-bf9b-4c87-a6dd-164f082e25a5 HTTP/1.1" status: 204 len: 168 time: 0.5564451 Mar 23 02:16:39.004035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52234) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:39.013856 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94796b-2002-46be-b3a6-4275662e2f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3a993f-bf9b-4c87-a6dd-164f082e25a5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:39.240680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52240) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:39.345264 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-642f1e4e-d821-4949-a395-99263c94f77c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:39.362985 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e33186f-7798-4f4e-8efc-172b6a036cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (3631dedb-19c1-416a-9d9f-57fb9b70b49b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:39.419400 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-642f1e4e-d821-4949-a395-99263c94f77c admin admin] Publish callbacks [] for security_group (dda9aec2-7a03-4184-893c-26a00567e1cd), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:39.426245 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-642f1e4e-d821-4949-a395-99263c94f77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (dda9aec2-7a03-4184-893c-26a00567e1cd), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:39.467992 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-642f1e4e-d821-4949-a395-99263c94f77c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae22af8670e54209a5fc6383ac1454bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2261572 Mar 23 02:16:39.469251 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f1e4e-d821-4949-a395-99263c94f77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda9aec2-7a03-4184-893c-26a00567e1cd,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:39.471510 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52244) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:39.521011 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2b6cb54-907d-45ed-86fb-dd56c220e7ce admin admin] Publish callbacks [] for security_group (dda9aec2-7a03-4184-893c-26a00567e1cd), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:39.542759 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2b6cb54-907d-45ed-86fb-dd56c220e7ce admin admin] Publish callbacks [] for security_group (dda9aec2-7a03-4184-893c-26a00567e1cd), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:39.593898 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2b6cb54-907d-45ed-86fb-dd56c220e7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (dda9aec2-7a03-4184-893c-26a00567e1cd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:39.596434 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2b6cb54-907d-45ed-86fb-dd56c220e7ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:39.597609 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b2b6cb54-907d-45ed-86fb-dd56c220e7ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dda9aec2-7a03-4184-893c-26a00567e1cd HTTP/1.1" status: 204 len: 168 time: 0.1252356 Mar 23 02:16:39.605300 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6cb54-907d-45ed-86fb-dd56c220e7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda9aec2-7a03-4184-893c-26a00567e1cd,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:39.633124 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-2e33186f-7798-4f4e-8efc-172b6a036cd2 admin admin] Deleting port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:39.633466 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e33186f-7798-4f4e-8efc-172b6a036cd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:39.719546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-2e33186f-7798-4f4e-8efc-172b6a036cd2 admin admin] For port 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9,segment=NetworkSegment(9460a9d0-44e1-4294-bfc6-8461eb8dedca),segment_id=9460a9d0-44e1-4294-bfc6-8461eb8dedca)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:16:39.719910 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e33186f-7798-4f4e-8efc-172b6a036cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:39.733860 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-2e33186f-7798-4f4e-8efc-172b6a036cd2 admin admin] Calling delete_port for 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:39.923408 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e33186f-7798-4f4e-8efc-172b6a036cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:39.956649 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33186f-7798-4f4e-8efc-172b6a036cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:40.134265 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2e33186f-7798-4f4e-8efc-172b6a036cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (3631dedb-19c1-416a-9d9f-57fb9b70b49b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:40.373801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e33186f-7798-4f4e-8efc-172b6a036cd2 admin admin] Router 3631dedb-19c1-416a-9d9f-57fb9b70b49b has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:16:40.486693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e33186f-7798-4f4e-8efc-172b6a036cd2 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:16:40.493277 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2e33186f-7798-4f4e-8efc-172b6a036cd2 admin admin] 10.222.0.18 "PUT /v2.0/routers/3631dedb-19c1-416a-9d9f-57fb9b70b49b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4873683 Mar 23 02:16:40.494814 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52272) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:40.497395 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcd83c4-5296-4662-9690-b5a3aa319d5d None None] Sync routers for ids ['3631dedb-19c1-416a-9d9f-57fb9b70b49b'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:16:40.510410 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcd83c4-5296-4662-9690-b5a3aa319d5d None None] Routers {'3631dedb-19c1-416a-9d9f-57fb9b70b49b'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:16:40.511023 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-bdcd83c4-5296-4662-9690-b5a3aa319d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:16:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3631dedb-19c1-416a-9d9f-57fb9b70b49b'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:40.622180 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-bdcd83c4-5296-4662-9690-b5a3aa319d5d None None] Set router 3631dedb-19c1-416a-9d9f-57fb9b70b49b gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:16:40.821815 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:16:40.846243 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-bdcd83c4-5296-4662-9690-b5a3aa319d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'name': 'tempest-TestVolumeBootPattern-1808470588-router', 'tenant_id': '5a9908cb33ff48439af41cf899fe2f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8f361335-3619-4846-8367-c3c6da915338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:03:03Z', 'updated_at': '2022-03-23T02:16:39Z', 'revision_number': 5, 'project_id': '5a9908cb33ff48439af41cf899fe2f75', 'gw_port': {'id': '8f361335-3619-4846-8367-c3c6da915338', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:04Z', 'updated_at': '2022-03-23T02:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:40.874965 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcd83c4-5296-4662-9690-b5a3aa319d5d None None] Checking router: 3631dedb-19c1-416a-9d9f-57fb9b70b49b for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:16:40.884317 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcd83c4-5296-4662-9690-b5a3aa319d5d None None] Routers {'3631dedb-19c1-416a-9d9f-57fb9b70b49b'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:16:40.884987 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-bdcd83c4-5296-4662-9690-b5a3aa319d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:16:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['3631dedb-19c1-416a-9d9f-57fb9b70b49b'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:40.963493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5337dd0b-2529-4c6c-a4e1-5c2d210a4999 admin admin] Publish callbacks [] for router (3631dedb-19c1-416a-9d9f-57fb9b70b49b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:40.993919 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-bdcd83c4-5296-4662-9690-b5a3aa319d5d None None] Set router 3631dedb-19c1-416a-9d9f-57fb9b70b49b gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:16:41.075421 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5337dd0b-2529-4c6c-a4e1-5c2d210a4999 admin admin] Publish callbacks [] for router_gateway (3631dedb-19c1-416a-9d9f-57fb9b70b49b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:41.140307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-5337dd0b-2529-4c6c-a4e1-5c2d210a4999 admin admin] Deleting port 8f361335-3619-4846-8367-c3c6da915338 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:41.141064 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5337dd0b-2529-4c6c-a4e1-5c2d210a4999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8f361335-3619-4846-8367-c3c6da915338), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:41.194011 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-bdcd83c4-5296-4662-9690-b5a3aa319d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'name': 'tempest-TestVolumeBootPattern-1808470588-router', 'tenant_id': '5a9908cb33ff48439af41cf899fe2f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8f361335-3619-4846-8367-c3c6da915338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:03:03Z', 'updated_at': '2022-03-23T02:16:39Z', 'revision_number': 5, 'project_id': '5a9908cb33ff48439af41cf899fe2f75', 'gw_port': {'id': '8f361335-3619-4846-8367-c3c6da915338', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:04Z', 'updated_at': '2022-03-23T02:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:41.219994 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcd83c4-5296-4662-9690-b5a3aa319d5d None None] The sync data for ids ['3631dedb-19c1-416a-9d9f-57fb9b70b49b'] in n-d-834677-4 is: [{'id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'name': 'tempest-TestVolumeBootPattern-1808470588-router', 'tenant_id': '5a9908cb33ff48439af41cf899fe2f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '8f361335-3619-4846-8367-c3c6da915338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:03:03Z', 'updated_at': '2022-03-23T02:16:39Z', 'revision_number': 5, 'project_id': '5a9908cb33ff48439af41cf899fe2f75', 'gw_port': {'id': '8f361335-3619-4846-8367-c3c6da915338', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3631dedb-19c1-416a-9d9f-57fb9b70b49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:03:04Z', 'updated_at': '2022-03-23T02:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:16:41.227587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-5337dd0b-2529-4c6c-a4e1-5c2d210a4999 admin admin] For port 8f361335-3619-4846-8367-c3c6da915338, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=8f361335-3619-4846-8367-c3c6da915338,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:16:41.227958 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5337dd0b-2529-4c6c-a4e1-5c2d210a4999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8f361335-3619-4846-8367-c3c6da915338), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:41.248829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-5337dd0b-2529-4c6c-a4e1-5c2d210a4999 admin admin] Calling delete_port for 8f361335-3619-4846-8367-c3c6da915338 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:41.418149 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5337dd0b-2529-4c6c-a4e1-5c2d210a4999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8f361335-3619-4846-8367-c3c6da915338), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:41.445859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337dd0b-2529-4c6c-a4e1-5c2d210a4999 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f361335-3619-4846-8367-c3c6da915338,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:41.506314 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5337dd0b-2529-4c6c-a4e1-5c2d210a4999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (3631dedb-19c1-416a-9d9f-57fb9b70b49b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:41.605011 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5337dd0b-2529-4c6c-a4e1-5c2d210a4999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (3631dedb-19c1-416a-9d9f-57fb9b70b49b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:41.608202 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5337dd0b-2529-4c6c-a4e1-5c2d210a4999 admin admin] Publish callbacks [] for router_controller (3631dedb-19c1-416a-9d9f-57fb9b70b49b), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:41.662568 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5337dd0b-2529-4c6c-a4e1-5c2d210a4999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (3631dedb-19c1-416a-9d9f-57fb9b70b49b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:41.663200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5337dd0b-2529-4c6c-a4e1-5c2d210a4999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3631dedb-19c1-416a-9d9f-57fb9b70b49b {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:16:41.668258 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5337dd0b-2529-4c6c-a4e1-5c2d210a4999 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:41.669494 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5337dd0b-2529-4c6c-a4e1-5c2d210a4999 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3631dedb-19c1-416a-9d9f-57fb9b70b49b HTTP/1.1" status: 204 len: 168 time: 1.1735432 Mar 23 02:16:41.672153 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52328) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:41.722034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-05059673-9e07-4a12-aaea-bac350251b55 admin admin] Deleting subnet deae611e-a25f-46d7-8eb1-a23e401232b0 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:16:41.725625 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05059673-9e07-4a12-aaea-bac350251b55 admin admin] Publish callbacks [] for subnet (deae611e-a25f-46d7-8eb1-a23e401232b0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:41.765180 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05059673-9e07-4a12-aaea-bac350251b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (deae611e-a25f-46d7-8eb1-a23e401232b0), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:41.863054 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05059673-9e07-4a12-aaea-bac350251b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (deae611e-a25f-46d7-8eb1-a23e401232b0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:41.918635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52332) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:41.935064 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05059673-9e07-4a12-aaea-bac350251b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (deae611e-a25f-46d7-8eb1-a23e401232b0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:41.965455 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05059673-9e07-4a12-aaea-bac350251b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deae611e-a25f-46d7-8eb1-a23e401232b0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:41.968201 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-05059673-9e07-4a12-aaea-bac350251b55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:41.970050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-05059673-9e07-4a12-aaea-bac350251b55 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/deae611e-a25f-46d7-8eb1-a23e401232b0 HTTP/1.1" status: 204 len: 168 time: 0.2967660 Mar 23 02:16:41.972484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52336) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:41.977406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956c60bb-31ee-4bbe-a484-3e23a32fd77d None None] Network e09b9bc1-6464-4bac-b390-78ad8de89cab requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:16:42.047987 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f8ecd06-9059-4b04-ab17-e57302937006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.071344 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (e09b9bc1-6464-4bac-b390-78ad8de89cab), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.175809 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f8ecd06-9059-4b04-ab17-e57302937006 admin admin] Publish callbacks [] for security_group (34ce7cde-9794-485b-b58b-81247ffe159c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.178530 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] Deleting port 812f5298-d5ab-4124-9a34-b57dc8587ef1 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:42.178849 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (812f5298-d5ab-4124-9a34-b57dc8587ef1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.181724 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f8ecd06-9059-4b04-ab17-e57302937006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (34ce7cde-9794-485b-b58b-81247ffe159c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.278150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ecd06-9059-4b04-ab17-e57302937006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ce7cde-9794-485b-b58b-81247ffe159c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:42.282577 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] For port 812f5298-d5ab-4124-9a34-b57dc8587ef1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=812f5298-d5ab-4124-9a34-b57dc8587ef1,segment=NetworkSegment(9460a9d0-44e1-4294-bfc6-8461eb8dedca),segment_id=9460a9d0-44e1-4294-bfc6-8461eb8dedca)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:16:42.282972 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (812f5298-d5ab-4124-9a34-b57dc8587ef1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.283764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb37a5d-4949-40d2-bb27-764365603d30 None None] DHCP port deletion for e09b9bc1-6464-4bac-b390-78ad8de89cab request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:16:42.287616 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8f8ecd06-9059-4b04-ab17-e57302937006 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0ebc2b87cca46c7a97fe26ef8b25c3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3678813 Mar 23 02:16:42.290290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52338) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:42.299120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] Calling delete_port for 812f5298-d5ab-4124-9a34-b57dc8587ef1 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:42.347622 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-afb37a5d-4949-40d2-bb27-764365603d30 None None] Deleting port 812f5298-d5ab-4124-9a34-b57dc8587ef1 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:42.347995 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-afb37a5d-4949-40d2-bb27-764365603d30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (812f5298-d5ab-4124-9a34-b57dc8587ef1), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.363812 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Publish callbacks [] for security_group (34ce7cde-9794-485b-b58b-81247ffe159c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.387378 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Publish callbacks [] for security_group (34ce7cde-9794-485b-b58b-81247ffe159c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.387958 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (812f5298-d5ab-4124-9a34-b57dc8587ef1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.415426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=812f5298-d5ab-4124-9a34-b57dc8587ef1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:42.417350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] No DVR routers for this DVR port 812f5298-d5ab-4124-9a34-b57dc8587ef1 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:16:42.425366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-afb37a5d-4949-40d2-bb27-764365603d30 None None] For port 812f5298-d5ab-4124-9a34-b57dc8587ef1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=812f5298-d5ab-4124-9a34-b57dc8587ef1,segment=NetworkSegment(9460a9d0-44e1-4294-bfc6-8461eb8dedca),segment_id=9460a9d0-44e1-4294-bfc6-8461eb8dedca)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:16:42.426004 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-afb37a5d-4949-40d2-bb27-764365603d30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (812f5298-d5ab-4124-9a34-b57dc8587ef1), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.440788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-afb37a5d-4949-40d2-bb27-764365603d30 None None] Calling delete_port for 812f5298-d5ab-4124-9a34-b57dc8587ef1 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:42.458935 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (34ce7cde-9794-485b-b58b-81247ffe159c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.463349 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.467762 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34ce7cde-9794-485b-b58b-81247ffe159c HTTP/1.1" status: 204 len: 168 time: 0.1725564 Mar 23 02:16:42.476797 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ce7cde-9794-485b-b58b-81247ffe159c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:42.489110 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:42.489515 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:42.490291 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:42.491010 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:42.491519 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:42.492147 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:42.492777 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:42.493571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:42.493912 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:42.494252 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:42.494652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:42.494992 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:42.495324 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:42.495654 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:42.495982 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6606c309-67cb-4cbb-aa10-9ebc47955e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:42.499245 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (e09b9bc1-6464-4bac-b390-78ad8de89cab), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.531490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09b9bc1-6464-4bac-b390-78ad8de89cab']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:42.535106 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-afb37a5d-4949-40d2-bb27-764365603d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (812f5298-d5ab-4124-9a34-b57dc8587ef1), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.542834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9460a9d0-44e1-4294-bfc6-8461eb8dedca') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:42.543131 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9460a9d0-44e1-4294-bfc6-8461eb8dedca') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:42.557249 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (9460a9d0-44e1-4294-bfc6-8461eb8dedca), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.572957 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (9460a9d0-44e1-4294-bfc6-8461eb8dedca), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.581034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:16:42.581453 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (9460a9d0-44e1-4294-bfc6-8461eb8dedca), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:16:42.583393 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:16:42.647826 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (e09b9bc1-6464-4bac-b390-78ad8de89cab), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.656510 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.660643 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e09b9bc1-6464-4bac-b390-78ad8de89cab HTTP/1.1" status: 204 len: 168 time: 0.6867411 Mar 23 02:16:42.672852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efc0e5-5e8f-44e0-ac6c-82903beeaaa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e09b9bc1-6464-4bac-b390-78ad8de89cab,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:42.749783 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:16:42.753172 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb37a5d-4949-40d2-bb27-764365603d30 None None] Pushing event deleted for resources: {'Port': ['ID=812f5298-d5ab-4124-9a34-b57dc8587ef1,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:42.780141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb37a5d-4949-40d2-bb27-764365603d30 None None] No DVR routers for this DVR port 812f5298-d5ab-4124-9a34-b57dc8587ef1 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:16:42.786540 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:16:42.787222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4f8a45ac-d2f6-4fc8-8bd4-3ad0019382e9 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:16:42.787799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 812f5298-d5ab-4124-9a34-b57dc8587ef1 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:16:42.815275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 812f5298-d5ab-4124-9a34-b57dc8587ef1 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:16:42.815740 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 812f5298-d5ab-4124-9a34-b57dc8587ef1 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:16:42.816292 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 8f361335-3619-4846-8367-c3c6da915338 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:16:42.836954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52346) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:42.841378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 8f361335-3619-4846-8367-c3c6da915338 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:16:42.842019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 8f361335-3619-4846-8367-c3c6da915338 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:16:42.857809 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-115396b4-e29c-4278-b89f-c2c5421b0639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.870942 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52348) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:42.915582 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0ab42da2-460c-457d-992a-b3aa6377dbeb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52e24a35bff748468941038a9c4ab158&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434442 Mar 23 02:16:42.918232 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52350) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:42.938430 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-115396b4-e29c-4278-b89f-c2c5421b0639 admin admin] Publish callbacks [] for security_group (5d1eb7ea-65b2-46ae-a2c2-598ef64d6616), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.942964 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-115396b4-e29c-4278-b89f-c2c5421b0639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5d1eb7ea-65b2-46ae-a2c2-598ef64d6616), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.972023 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-07f073ae-97d2-496b-9135-13f0c07ea8ea admin admin] Publish callbacks [] for security_group (26a2cc93-c27e-4efc-b9eb-369268267344), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:42.982203 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-115396b4-e29c-4278-b89f-c2c5421b0639 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cfb3202afe15475d87c53d0194636d17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440895 Mar 23 02:16:42.983790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115396b4-e29c-4278-b89f-c2c5421b0639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1eb7ea-65b2-46ae-a2c2-598ef64d6616,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:42.985865 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52352) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:43.004715 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-07f073ae-97d2-496b-9135-13f0c07ea8ea admin admin] Publish callbacks [] for security_group (26a2cc93-c27e-4efc-b9eb-369268267344), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:43.065772 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f8906ef-f426-4a03-8b6b-228f6bfde451 admin admin] Publish callbacks [] for security_group (5d1eb7ea-65b2-46ae-a2c2-598ef64d6616), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:43.077336 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-07f073ae-97d2-496b-9135-13f0c07ea8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (26a2cc93-c27e-4efc-b9eb-369268267344), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:43.079822 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-07f073ae-97d2-496b-9135-13f0c07ea8ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:43.081003 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-07f073ae-97d2-496b-9135-13f0c07ea8ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26a2cc93-c27e-4efc-b9eb-369268267344 HTTP/1.1" status: 204 len: 168 time: 0.1618431 Mar 23 02:16:43.098750 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f8906ef-f426-4a03-8b6b-228f6bfde451 admin admin] Publish callbacks [] for security_group (5d1eb7ea-65b2-46ae-a2c2-598ef64d6616), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:43.100592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f073ae-97d2-496b-9135-13f0c07ea8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a2cc93-c27e-4efc-b9eb-369268267344,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:43.152360 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f8906ef-f426-4a03-8b6b-228f6bfde451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5d1eb7ea-65b2-46ae-a2c2-598ef64d6616), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:43.155630 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f8906ef-f426-4a03-8b6b-228f6bfde451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:43.156828 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6f8906ef-f426-4a03-8b6b-228f6bfde451 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d1eb7ea-65b2-46ae-a2c2-598ef64d6616 HTTP/1.1" status: 204 len: 168 time: 0.1700053 Mar 23 02:16:43.164791 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8906ef-f426-4a03-8b6b-228f6bfde451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1eb7ea-65b2-46ae-a2c2-598ef64d6616,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:43.521769 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52368) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:43.572399 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0f4f932a-5c94-4c28-affa-7583b6e7eef4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a9908cb33ff48439af41cf899fe2f75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492249 Mar 23 02:16:43.574813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52372) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:43.625085 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69f1d20e-ff3c-4a39-a02e-c0da28bb1a0c admin admin] Publish callbacks [] for security_group (881f8967-f420-4ea8-8c8e-e810a70c74d3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:43.647970 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69f1d20e-ff3c-4a39-a02e-c0da28bb1a0c admin admin] Publish callbacks [] for security_group (881f8967-f420-4ea8-8c8e-e810a70c74d3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:43.698269 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69f1d20e-ff3c-4a39-a02e-c0da28bb1a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (881f8967-f420-4ea8-8c8e-e810a70c74d3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:43.701090 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69f1d20e-ff3c-4a39-a02e-c0da28bb1a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:43.703528 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-69f1d20e-ff3c-4a39-a02e-c0da28bb1a0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/881f8967-f420-4ea8-8c8e-e810a70c74d3 HTTP/1.1" status: 204 len: 168 time: 0.1277688 Mar 23 02:16:43.711909 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1d20e-ff3c-4a39-a02e-c0da28bb1a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881f8967-f420-4ea8-8c8e-e810a70c74d3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:45.386644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52444) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:45.492593 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1781d884-4006-42e5-8d5e-211e7428ebd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:45.569011 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1781d884-4006-42e5-8d5e-211e7428ebd3 admin admin] Publish callbacks [] for security_group (665fe048-9e50-40da-a01b-8c69df6880e8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:45.574904 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1781d884-4006-42e5-8d5e-211e7428ebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (665fe048-9e50-40da-a01b-8c69df6880e8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:45.612893 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1781d884-4006-42e5-8d5e-211e7428ebd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1b7dfe47000456893a95d135f7974e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2251914 Mar 23 02:16:45.614774 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781d884-4006-42e5-8d5e-211e7428ebd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665fe048-9e50-40da-a01b-8c69df6880e8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:45.615824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52448) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:45.675138 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db6899ee-4f62-481e-b07f-ad0449249724 admin admin] Publish callbacks [] for security_group (665fe048-9e50-40da-a01b-8c69df6880e8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:45.697453 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db6899ee-4f62-481e-b07f-ad0449249724 admin admin] Publish callbacks [] for security_group (665fe048-9e50-40da-a01b-8c69df6880e8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:45.749654 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db6899ee-4f62-481e-b07f-ad0449249724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (665fe048-9e50-40da-a01b-8c69df6880e8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:45.752418 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-db6899ee-4f62-481e-b07f-ad0449249724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:45.753643 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-db6899ee-4f62-481e-b07f-ad0449249724 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/665fe048-9e50-40da-a01b-8c69df6880e8 HTTP/1.1" status: 204 len: 168 time: 0.1368108 Mar 23 02:16:45.761782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6899ee-4f62-481e-b07f-ad0449249724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665fe048-9e50-40da-a01b-8c69df6880e8,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:46.038510 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52454) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:46.052046 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09374fa0-e59a-4629-95a8-d752fa457036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:46.129864 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09374fa0-e59a-4629-95a8-d752fa457036 admin admin] Publish callbacks [] for security_group (0453f52a-caf3-4f72-8c62-6ca5e8ec6d36), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:46.136467 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09374fa0-e59a-4629-95a8-d752fa457036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0453f52a-caf3-4f72-8c62-6ca5e8ec6d36), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:46.181827 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-09374fa0-e59a-4629-95a8-d752fa457036 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=466447f9188644768422969f2f7756ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1421854 Mar 23 02:16:46.182669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09374fa0-e59a-4629-95a8-d752fa457036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0453f52a-caf3-4f72-8c62-6ca5e8ec6d36,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:46.184760 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52456) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:46.235872 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d569b86a-9fe5-467f-b537-8793b90ab4bd admin admin] Publish callbacks [] for security_group (0453f52a-caf3-4f72-8c62-6ca5e8ec6d36), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:46.260200 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d569b86a-9fe5-467f-b537-8793b90ab4bd admin admin] Publish callbacks [] for security_group (0453f52a-caf3-4f72-8c62-6ca5e8ec6d36), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:46.309125 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d569b86a-9fe5-467f-b537-8793b90ab4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0453f52a-caf3-4f72-8c62-6ca5e8ec6d36), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:46.311700 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d569b86a-9fe5-467f-b537-8793b90ab4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:46.312901 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d569b86a-9fe5-467f-b537-8793b90ab4bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0453f52a-caf3-4f72-8c62-6ca5e8ec6d36 HTTP/1.1" status: 204 len: 168 time: 0.1269784 Mar 23 02:16:46.320570 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569b86a-9fe5-467f-b537-8793b90ab4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0453f52a-caf3-4f72-8c62-6ca5e8ec6d36,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:47.529381 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52524) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:47.634690 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8e56-9dc6-4711-9352-1f19d464fbc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:47.710806 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8e56-9dc6-4711-9352-1f19d464fbc3 admin admin] Publish callbacks [] for security_group (b0bf924d-27db-4bb5-af63-5bbaa4128f51), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:47.716042 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8e56-9dc6-4711-9352-1f19d464fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b0bf924d-27db-4bb5-af63-5bbaa4128f51), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:47.753941 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5c5a8e56-9dc6-4711-9352-1f19d464fbc3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49121757943a4683807ddfdf79404343&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2234895 Mar 23 02:16:47.754808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a8e56-9dc6-4711-9352-1f19d464fbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bf924d-27db-4bb5-af63-5bbaa4128f51,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:47.757623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52528) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:47.809126 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7c061b4-4e2f-4819-ab70-1f268f4f16d9 admin admin] Publish callbacks [] for security_group (b0bf924d-27db-4bb5-af63-5bbaa4128f51), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:47.831587 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7c061b4-4e2f-4819-ab70-1f268f4f16d9 admin admin] Publish callbacks [] for security_group (b0bf924d-27db-4bb5-af63-5bbaa4128f51), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:47.883009 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7c061b4-4e2f-4819-ab70-1f268f4f16d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b0bf924d-27db-4bb5-af63-5bbaa4128f51), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:47.885697 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b7c061b4-4e2f-4819-ab70-1f268f4f16d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:47.886839 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b7c061b4-4e2f-4819-ab70-1f268f4f16d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0bf924d-27db-4bb5-af63-5bbaa4128f51 HTTP/1.1" status: 204 len: 168 time: 0.1278400 Mar 23 02:16:47.894731 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c061b4-4e2f-4819-ab70-1f268f4f16d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bf924d-27db-4bb5-af63-5bbaa4128f51,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:49.261672 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52590) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:49.371162 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fa3daa98-38e3-4279-be81-9b9cacca3cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:49.448818 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fa3daa98-38e3-4279-be81-9b9cacca3cf5 admin admin] Publish callbacks [] for security_group (e74c2034-be0b-4ef7-90eb-f7ddcd1293e5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:49.453810 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fa3daa98-38e3-4279-be81-9b9cacca3cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e74c2034-be0b-4ef7-90eb-f7ddcd1293e5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:49.494671 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fa3daa98-38e3-4279-be81-9b9cacca3cf5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86bf261b2d3f4f1ba24aa4f803a0439d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2317848 Mar 23 02:16:49.495539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3daa98-38e3-4279-be81-9b9cacca3cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74c2034-be0b-4ef7-90eb-f7ddcd1293e5,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:49.498748 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52594) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:49.554573 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddb68143-0679-416a-8178-50fd1d3d5eee admin admin] Publish callbacks [] for security_group (e74c2034-be0b-4ef7-90eb-f7ddcd1293e5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:49.569774 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5f0866cc-79f1-4b3a-bf13-a70345fb332c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:49.577558 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddb68143-0679-416a-8178-50fd1d3d5eee admin admin] Publish callbacks [] for security_group (e74c2034-be0b-4ef7-90eb-f7ddcd1293e5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:49.630368 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddb68143-0679-416a-8178-50fd1d3d5eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e74c2034-be0b-4ef7-90eb-f7ddcd1293e5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:49.633991 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddb68143-0679-416a-8178-50fd1d3d5eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:49.635627 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ddb68143-0679-416a-8178-50fd1d3d5eee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e74c2034-be0b-4ef7-90eb-f7ddcd1293e5 HTTP/1.1" status: 204 len: 168 time: 0.1354024 Mar 23 02:16:49.643829 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb68143-0679-416a-8178-50fd1d3d5eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74c2034-be0b-4ef7-90eb-f7ddcd1293e5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:50.915778 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.099227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52636) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:51.209150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f7eec906-b6a0-4458-aed3-1e137ffc86c9 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Request body: {'quota': {'network': 2}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:16:51.230957 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f7eec906-b6a0-4458-aed3-1e137ffc86c9 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] 10.222.0.18 "PUT /v2.0/quotas/62d75ca0e2e24b669a4b38dda191d00f HTTP/1.1" status: 200 len: 368 time: 0.1306462 Mar 23 02:16:51.235031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52640) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:51.239722 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-87e27241-83be-4974-b18b-318004d8b8fa tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Request body: {'network': {'project_id': '62d75ca0e2e24b669a4b38dda191d00f'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:16:51.260962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e27241-83be-4974-b18b-318004d8b8fa tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Made reservation on behalf of 62d75ca0e2e24b669a4b38dda191d00f for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:16:51.263251 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87e27241-83be-4974-b18b-318004d8b8fa tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.272682 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87e27241-83be-4974-b18b-318004d8b8fa tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.350605 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87e27241-83be-4974-b18b-318004d8b8fa tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks [] for security_group (6673a8b2-d7ef-43ef-bec2-b6a99cdfb937), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.355844 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87e27241-83be-4974-b18b-318004d8b8fa tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6673a8b2-d7ef-43ef-bec2-b6a99cdfb937), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.379781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e27241-83be-4974-b18b-318004d8b8fa tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:16:51.389407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e27241-83be-4974-b18b-318004d8b8fa tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6673a8b2-d7ef-43ef-bec2-b6a99cdfb937,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:51.394236 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87e27241-83be-4974-b18b-318004d8b8fa tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bcb8491f-c6db-4667-bf96-2b188ce2021d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.394601 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-87e27241-83be-4974-b18b-318004d8b8fa tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Added segment bcb8491f-c6db-4667-bf96-2b188ce2021d of type vlan for network 570427ab-82e8-45b2-b92e-e9c78bfba6b8 Mar 23 02:16:51.435323 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87e27241-83be-4974-b18b-318004d8b8fa tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (570427ab-82e8-45b2-b92e-e9c78bfba6b8), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.462539 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87e27241-83be-4974-b18b-318004d8b8fa tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (570427ab-82e8-45b2-b92e-e9c78bfba6b8), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.463558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e27241-83be-4974-b18b-318004d8b8fa tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:51.464193 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87e27241-83be-4974-b18b-318004d8b8fa tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.522397 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-87e27241-83be-4974-b18b-318004d8b8fa tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2861285 Mar 23 02:16:51.524992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52642) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:51.532194 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-52744fc1-1309-4464-bbe9-42349ab7f496 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Request body: {'network': {'project_id': '62d75ca0e2e24b669a4b38dda191d00f'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:16:51.536138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e27241-83be-4974-b18b-318004d8b8fa tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Pushing event updated for resources: {'Network': ['ID=570427ab-82e8-45b2-b92e-e9c78bfba6b8,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:51.546529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 570427ab-82e8-45b2-b92e-e9c78bfba6b8 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:16:51.558709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52744fc1-1309-4464-bbe9-42349ab7f496 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Made reservation on behalf of 62d75ca0e2e24b669a4b38dda191d00f for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:16:51.561210 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52744fc1-1309-4464-bbe9-42349ab7f496 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.589853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52744fc1-1309-4464-bbe9-42349ab7f496 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:16:51.599479 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52744fc1-1309-4464-bbe9-42349ab7f496 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (518456f2-a6ca-44b6-845b-c41792010e63), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.599860 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-52744fc1-1309-4464-bbe9-42349ab7f496 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Added segment 518456f2-a6ca-44b6-845b-c41792010e63 of type vlan for network 830db172-c587-49b8-a669-06f27c2f8f97 Mar 23 02:16:51.639174 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52744fc1-1309-4464-bbe9-42349ab7f496 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (830db172-c587-49b8-a669-06f27c2f8f97), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.666639 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52744fc1-1309-4464-bbe9-42349ab7f496 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (830db172-c587-49b8-a669-06f27c2f8f97), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.667910 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52744fc1-1309-4464-bbe9-42349ab7f496 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:51.668550 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52744fc1-1309-4464-bbe9-42349ab7f496 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.730314 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-52744fc1-1309-4464-bbe9-42349ab7f496 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2043676 Mar 23 02:16:51.733458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52644) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:51.735771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52744fc1-1309-4464-bbe9-42349ab7f496 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Pushing event updated for resources: {'Network': ['ID=830db172-c587-49b8-a669-06f27c2f8f97,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:51.738991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-818498cc-59eb-4ce0-b362-abb39aaa530b tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Request body: {'network': {'project_id': '62d75ca0e2e24b669a4b38dda191d00f'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:16:51.745674 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 830db172-c587-49b8-a669-06f27c2f8f97 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:16:51.750266 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-818498cc-59eb-4ce0-b362-abb39aaa530b tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 23 02:16:51.750730 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818498cc-59eb-4ce0-b362-abb39aaa530b tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:16:51.752046 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-818498cc-59eb-4ce0-b362-abb39aaa530b tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0175517 Mar 23 02:16:51.755158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52646) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:51.802845 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d0ea84da-6b80-471b-95ad-6a86396fd94d tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62d75ca0e2e24b669a4b38dda191d00f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464852 Mar 23 02:16:51.805595 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52648) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:51.857050 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-184a77f1-81c0-4d8a-9d6e-b6f04b7907b0 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks [] for security_group (6673a8b2-d7ef-43ef-bec2-b6a99cdfb937), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.879366 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-184a77f1-81c0-4d8a-9d6e-b6f04b7907b0 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks [] for security_group (6673a8b2-d7ef-43ef-bec2-b6a99cdfb937), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.935779 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-184a77f1-81c0-4d8a-9d6e-b6f04b7907b0 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6673a8b2-d7ef-43ef-bec2-b6a99cdfb937), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.939628 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-184a77f1-81c0-4d8a-9d6e-b6f04b7907b0 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:51.941021 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-184a77f1-81c0-4d8a-9d6e-b6f04b7907b0 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/6673a8b2-d7ef-43ef-bec2-b6a99cdfb937 HTTP/1.1" status: 204 len: 168 time: 0.1343880 Mar 23 02:16:51.944005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52650) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:51.950318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a77f1-81c0-4d8a-9d6e-b6f04b7907b0 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6673a8b2-d7ef-43ef-bec2-b6a99cdfb937,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:52.028715 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-699d3de5-313f-45f6-8a87-6c5a2d74ac74 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (830db172-c587-49b8-a669-06f27c2f8f97), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:52.056023 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-94b0e540-b095-4437-b0da-654b4c0878a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:52.115402 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-699d3de5-313f-45f6-8a87-6c5a2d74ac74 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (830db172-c587-49b8-a669-06f27c2f8f97), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:52.142298 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-699d3de5-313f-45f6-8a87-6c5a2d74ac74 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830db172-c587-49b8-a669-06f27c2f8f97']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:52.151980 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-699d3de5-313f-45f6-8a87-6c5a2d74ac74 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518456f2-a6ca-44b6-845b-c41792010e63') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:52.152676 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-699d3de5-313f-45f6-8a87-6c5a2d74ac74 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518456f2-a6ca-44b6-845b-c41792010e63') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:52.162517 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-699d3de5-313f-45f6-8a87-6c5a2d74ac74 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (518456f2-a6ca-44b6-845b-c41792010e63), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:52.177834 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-699d3de5-313f-45f6-8a87-6c5a2d74ac74 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (518456f2-a6ca-44b6-845b-c41792010e63), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:52.183838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699d3de5-313f-45f6-8a87-6c5a2d74ac74 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:16:52.184245 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-699d3de5-313f-45f6-8a87-6c5a2d74ac74 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (518456f2-a6ca-44b6-845b-c41792010e63), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:16:52.185900 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:16:52.252188 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-699d3de5-313f-45f6-8a87-6c5a2d74ac74 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (830db172-c587-49b8-a669-06f27c2f8f97), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:52.261277 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-699d3de5-313f-45f6-8a87-6c5a2d74ac74 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:52.265384 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-699d3de5-313f-45f6-8a87-6c5a2d74ac74 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] 10.222.0.18 "DELETE /v2.0/networks/830db172-c587-49b8-a669-06f27c2f8f97 HTTP/1.1" status: 204 len: 168 time: 0.3199069 Mar 23 02:16:52.268706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52652) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:52.277572 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d3de5-313f-45f6-8a87-6c5a2d74ac74 tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Pushing event deleted for resources: {'Network': ['ID=830db172-c587-49b8-a669-06f27c2f8f97,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:52.339363 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f6dacea-0062-47d1-9b1d-4e130a02313e tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (570427ab-82e8-45b2-b92e-e9c78bfba6b8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:52.419806 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f6dacea-0062-47d1-9b1d-4e130a02313e tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (570427ab-82e8-45b2-b92e-e9c78bfba6b8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:52.441630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3f6dacea-0062-47d1-9b1d-4e130a02313e tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570427ab-82e8-45b2-b92e-e9c78bfba6b8']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:52.451361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3f6dacea-0062-47d1-9b1d-4e130a02313e tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb8491f-c6db-4667-bf96-2b188ce2021d') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:52.451654 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3f6dacea-0062-47d1-9b1d-4e130a02313e tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb8491f-c6db-4667-bf96-2b188ce2021d') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:52.462183 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f6dacea-0062-47d1-9b1d-4e130a02313e tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (bcb8491f-c6db-4667-bf96-2b188ce2021d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:52.476204 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f6dacea-0062-47d1-9b1d-4e130a02313e tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bcb8491f-c6db-4667-bf96-2b188ce2021d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:52.482514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6dacea-0062-47d1-9b1d-4e130a02313e tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:16:52.482893 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f6dacea-0062-47d1-9b1d-4e130a02313e tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (bcb8491f-c6db-4667-bf96-2b188ce2021d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: warnings.warn('Neutron quota engine will require "--force" ' Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:16:52.484549 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:16:52.552294 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f6dacea-0062-47d1-9b1d-4e130a02313e tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (570427ab-82e8-45b2-b92e-e9c78bfba6b8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:52.558430 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f6dacea-0062-47d1-9b1d-4e130a02313e tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:52.562256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3f6dacea-0062-47d1-9b1d-4e130a02313e tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] 10.222.0.18 "DELETE /v2.0/networks/570427ab-82e8-45b2-b92e-e9c78bfba6b8 HTTP/1.1" status: 204 len: 168 time: 0.2925336 Mar 23 02:16:52.573539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dacea-0062-47d1-9b1d-4e130a02313e tempest-QuotasNegativeTest-521556497 tempest-QuotasNegativeTest-521556497-project-admin] Pushing event deleted for resources: {'Network': ['ID=570427ab-82e8-45b2-b92e-e9c78bfba6b8,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:52.988588 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52660) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:53.107829 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-704aa51b-4695-4e27-9a8e-6bb5dec1dd17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:53.187570 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-704aa51b-4695-4e27-9a8e-6bb5dec1dd17 admin admin] Publish callbacks [] for security_group (c886bbf3-f18f-4469-a2c1-f32fdd018dbf), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:53.193778 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-704aa51b-4695-4e27-9a8e-6bb5dec1dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c886bbf3-f18f-4469-a2c1-f32fdd018dbf), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:53.232453 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-704aa51b-4695-4e27-9a8e-6bb5dec1dd17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c30a357ba01a4aba917e6cbc246be02a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2427254 Mar 23 02:16:53.233339 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704aa51b-4695-4e27-9a8e-6bb5dec1dd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c886bbf3-f18f-4469-a2c1-f32fdd018dbf,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:53.236502 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52664) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:53.287190 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b3c980f-c853-4c05-bca2-2e132b988c00 admin admin] Publish callbacks [] for security_group (c886bbf3-f18f-4469-a2c1-f32fdd018dbf), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:53.310213 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b3c980f-c853-4c05-bca2-2e132b988c00 admin admin] Publish callbacks [] for security_group (c886bbf3-f18f-4469-a2c1-f32fdd018dbf), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:53.368549 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b3c980f-c853-4c05-bca2-2e132b988c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c886bbf3-f18f-4469-a2c1-f32fdd018dbf), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:53.371136 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b3c980f-c853-4c05-bca2-2e132b988c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:53.372298 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7b3c980f-c853-4c05-bca2-2e132b988c00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c886bbf3-f18f-4469-a2c1-f32fdd018dbf HTTP/1.1" status: 204 len: 168 time: 0.1344125 Mar 23 02:16:53.381273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c980f-c853-4c05-bca2-2e132b988c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c886bbf3-f18f-4469-a2c1-f32fdd018dbf,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:53.401002 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:53.664960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52670) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:53.678854 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22c8ff8e-d42c-4b62-afaa-b7f4953de0c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:53.757047 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22c8ff8e-d42c-4b62-afaa-b7f4953de0c4 admin admin] Publish callbacks [] for security_group (01e152a9-26dc-4dda-972b-620af56a5c07), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:53.762151 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22c8ff8e-d42c-4b62-afaa-b7f4953de0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (01e152a9-26dc-4dda-972b-620af56a5c07), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:53.800357 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-22c8ff8e-d42c-4b62-afaa-b7f4953de0c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93b10ebaa70343659ccfca8212888f0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342897 Mar 23 02:16:53.801601 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8ff8e-d42c-4b62-afaa-b7f4953de0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e152a9-26dc-4dda-972b-620af56a5c07,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:53.803253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52672) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:53.852280 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c13319fa-0238-4caa-8a3a-448e64ffdc55 admin admin] Publish callbacks [] for security_group (01e152a9-26dc-4dda-972b-620af56a5c07), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:53.874598 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c13319fa-0238-4caa-8a3a-448e64ffdc55 admin admin] Publish callbacks [] for security_group (01e152a9-26dc-4dda-972b-620af56a5c07), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:53.935006 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c13319fa-0238-4caa-8a3a-448e64ffdc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (01e152a9-26dc-4dda-972b-620af56a5c07), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:53.937671 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c13319fa-0238-4caa-8a3a-448e64ffdc55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:53.939246 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c13319fa-0238-4caa-8a3a-448e64ffdc55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01e152a9-26dc-4dda-972b-620af56a5c07 HTTP/1.1" status: 204 len: 168 time: 0.1348395 Mar 23 02:16:53.949539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13319fa-0238-4caa-8a3a-448e64ffdc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e152a9-26dc-4dda-972b-620af56a5c07,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:54.727209 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:54.774888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52694) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:54.878933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-09dad13e-3bc7-440e-8fa2-b5c90567776d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-267797392'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:16:54.904166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dad13e-3bc7-440e-8fa2-b5c90567776d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:16:54.908051 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09dad13e-3bc7-440e-8fa2-b5c90567776d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:54.916390 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09dad13e-3bc7-440e-8fa2-b5c90567776d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:54.993981 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09dad13e-3bc7-440e-8fa2-b5c90567776d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (a7efdf0a-0f73-4965-af86-3192aac55bbf), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:54.999731 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09dad13e-3bc7-440e-8fa2-b5c90567776d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a7efdf0a-0f73-4965-af86-3192aac55bbf), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:55.026301 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09dad13e-3bc7-440e-8fa2-b5c90567776d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:16:55.036620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dad13e-3bc7-440e-8fa2-b5c90567776d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7efdf0a-0f73-4965-af86-3192aac55bbf,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:55.041236 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09dad13e-3bc7-440e-8fa2-b5c90567776d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d4d2bf63-e44c-43d1-a60c-72fa29be0920), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:55.041602 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-09dad13e-3bc7-440e-8fa2-b5c90567776d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Added segment d4d2bf63-e44c-43d1-a60c-72fa29be0920 of type vlan for network 0ae0203e-0946-4487-842b-9fff9cdff524 Mar 23 02:16:55.081910 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09dad13e-3bc7-440e-8fa2-b5c90567776d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (0ae0203e-0946-4487-842b-9fff9cdff524), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:55.108912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09dad13e-3bc7-440e-8fa2-b5c90567776d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (0ae0203e-0946-4487-842b-9fff9cdff524), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:55.113951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dad13e-3bc7-440e-8fa2-b5c90567776d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:55.114561 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-09dad13e-3bc7-440e-8fa2-b5c90567776d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:55.178134 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-09dad13e-3bc7-440e-8fa2-b5c90567776d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4021163 Mar 23 02:16:55.181005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52698) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:55.185800 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-fa0dffc9-a8ff-4b8e-adf0-af3257a69135 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524', 'name': 'tempest-PortsIpV6TestJSON-689142916'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:16:55.204877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dad13e-3bc7-440e-8fa2-b5c90567776d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Network': ['ID=0ae0203e-0946-4487-842b-9fff9cdff524,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:55.215478 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 0ae0203e-0946-4487-842b-9fff9cdff524 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:16:55.280781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0dffc9-a8ff-4b8e-adf0-af3257a69135 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:16:55.285762 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fa0dffc9-a8ff-4b8e-adf0-af3257a69135 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:55.303774 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-fa0dffc9-a8ff-4b8e-adf0-af3257a69135 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] device_id is not set on port 15eb806d-7837-4277-97f1-538bbb496c4f yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:16:55.474858 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fa0dffc9-a8ff-4b8e-adf0-af3257a69135 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (15eb806d-7837-4277-97f1-538bbb496c4f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:55.510999 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fa0dffc9-a8ff-4b8e-adf0-af3257a69135 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (15eb806d-7837-4277-97f1-538bbb496c4f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:55.565469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dffc9-a8ff-4b8e-adf0-af3257a69135 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=15eb806d-7837-4277-97f1-538bbb496c4f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:55.580573 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0dffc9-a8ff-4b8e-adf0-af3257a69135 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Checking segment: {'id': 'd4d2bf63-e44c-43d1-a60c-72fa29be0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:16:55.580974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0dffc9-a8ff-4b8e-adf0-af3257a69135 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network hostable DHCP agents. Network: 0ae0203e-0946-4487-842b-9fff9cdff524, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:16:55.598628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0dffc9-a8ff-4b8e-adf0-af3257a69135 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 0ae0203e-0946-4487-842b-9fff9cdff524 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:16:55.609380 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-fa0dffc9-a8ff-4b8e-adf0-af3257a69135 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 0ae0203e-0946-4487-842b-9fff9cdff524) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:16:55.614183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0dffc9-a8ff-4b8e-adf0-af3257a69135 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:16:55.617610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c93c25f-4b54-4d1c-8f98-aee8cdd1cc9e None None] Network 0ae0203e-0946-4487-842b-9fff9cdff524 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:16:55.619998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0dffc9-a8ff-4b8e-adf0-af3257a69135 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:55.620622 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fa0dffc9-a8ff-4b8e-adf0-af3257a69135 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:55.640451 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fa0dffc9-a8ff-4b8e-adf0-af3257a69135 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4555809 Mar 23 02:16:55.640784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52700) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:55.645888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-37bf3e83-07bf-40bf-97b7-2f820600cb44 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-565051332'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:16:55.665710 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bf3e83-07bf-40bf-97b7-2f820600cb44 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:16:55.669121 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37bf3e83-07bf-40bf-97b7-2f820600cb44 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:55.695534 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37bf3e83-07bf-40bf-97b7-2f820600cb44 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:16:55.706364 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37bf3e83-07bf-40bf-97b7-2f820600cb44 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a886baca-ad49-4b32-95cf-e38c83b6a96e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:55.706709 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-37bf3e83-07bf-40bf-97b7-2f820600cb44 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Added segment a886baca-ad49-4b32-95cf-e38c83b6a96e of type vlan for network ce5a8355-78d7-485c-9caa-e5ab701da15d Mar 23 02:16:55.761606 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37bf3e83-07bf-40bf-97b7-2f820600cb44 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (ce5a8355-78d7-485c-9caa-e5ab701da15d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:55.789251 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37bf3e83-07bf-40bf-97b7-2f820600cb44 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (ce5a8355-78d7-485c-9caa-e5ab701da15d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:55.794113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bf3e83-07bf-40bf-97b7-2f820600cb44 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:55.794691 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-37bf3e83-07bf-40bf-97b7-2f820600cb44 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:55.823694 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:55.854285 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-37bf3e83-07bf-40bf-97b7-2f820600cb44 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2122145 Mar 23 02:16:55.856994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52702) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:55.862379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'ports': [{'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524'}, {'network_id': 'ce5a8355-78d7-485c-9caa-e5ab701da15d'}]} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:16:55.862698 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:16:55.863190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'network_id': 'ce5a8355-78d7-485c-9caa-e5ab701da15d'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:16:55.863640 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf3e83-07bf-40bf-97b7-2f820600cb44 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Network': ['ID=ce5a8355-78d7-485c-9caa-e5ab701da15d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:55.874168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network ce5a8355-78d7-485c-9caa-e5ab701da15d details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:16:56.024503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'port': 2} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:16:56.029498 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:56.041957 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:56.193553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] device_id is not set on port 86528116-d02c-493d-af32-31d15fdc9155 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:16:56.277938 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (86528116-d02c-493d-af32-31d15fdc9155), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:56.384623 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] device_id is not set on port 40cd1e3c-ccca-4947-978c-43d5bc014104 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:16:56.473809 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (40cd1e3c-ccca-4947-978c-43d5bc014104), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:56.515667 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (86528116-d02c-493d-af32-31d15fdc9155), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:56.562656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 0ae0203e-0946-4487-842b-9fff9cdff524 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:16:56.566091 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:16:56.571738 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:16:56.572582 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (40cd1e3c-ccca-4947-978c-43d5bc014104), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:56.579152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=86528116-d02c-493d-af32-31d15fdc9155,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:56.640972 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=40cd1e3c-ccca-4947-978c-43d5bc014104,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:56.652399 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Checking segment: {'id': 'a886baca-ad49-4b32-95cf-e38c83b6a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ce5a8355-78d7-485c-9caa-e5ab701da15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:16:56.652833 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network hostable DHCP agents. Network: ce5a8355-78d7-485c-9caa-e5ab701da15d, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:16:56.671673 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network ce5a8355-78d7-485c-9caa-e5ab701da15d is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:16:56.682646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, ce5a8355-78d7-485c-9caa-e5ab701da15d) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:16:56.686750 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:16:56.694035 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:56.697315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4792e036-d718-48b1-8e85-6eb29215b404 None None] Network ce5a8355-78d7-485c-9caa-e5ab701da15d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:16:56.698509 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:56.699236 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:56.720030 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2d3c5d68-d455-4e35-8e15-6f90fc40c2cd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8616099 Mar 23 02:16:56.722761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52704) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:56.817689 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port 40cd1e3c-ccca-4947-978c-43d5bc014104 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:56.818974 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (40cd1e3c-ccca-4947-978c-43d5bc014104), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:56.884380 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (40cd1e3c-ccca-4947-978c-43d5bc014104), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:56.898102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for 40cd1e3c-ccca-4947-978c-43d5bc014104 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:56.984622 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (40cd1e3c-ccca-4947-978c-43d5bc014104), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:57.026176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=40cd1e3c-ccca-4947-978c-43d5bc014104,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:57.037848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:57.038204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:57.038581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:57.038919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:57.039249 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:57.039586 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:57.039916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:57.040240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:57.040527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:57.040892 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:57.041214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:57.041540 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:57.041854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:57.042174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:57.042487 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:16:57.047204 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:57.051182 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d0047b33-307e-458f-9bfe-e9e1dbf516f0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/40cd1e3c-ccca-4947-978c-43d5bc014104 HTTP/1.1" status: 204 len: 168 time: 0.3270273 Mar 23 02:16:57.055007 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52706) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:57.110927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45180bc-d0ac-4352-a2b3-6a0880277928 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:57.116195 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45180bc-d0ac-4352-a2b3-6a0880277928 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:57.117772 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c45180bc-d0ac-4352-a2b3-6a0880277928 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0617929 Mar 23 02:16:57.120650 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52708) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:57.220149 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-b28f8298-d908-4e7f-88f2-ee53841096c4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port 86528116-d02c-493d-af32-31d15fdc9155 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:57.220493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b28f8298-d908-4e7f-88f2-ee53841096c4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (86528116-d02c-493d-af32-31d15fdc9155), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:57.286823 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b28f8298-d908-4e7f-88f2-ee53841096c4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (86528116-d02c-493d-af32-31d15fdc9155), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:57.305780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-b28f8298-d908-4e7f-88f2-ee53841096c4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for 86528116-d02c-493d-af32-31d15fdc9155 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:57.395852 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b28f8298-d908-4e7f-88f2-ee53841096c4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (86528116-d02c-493d-af32-31d15fdc9155), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:57.425109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f8298-d908-4e7f-88f2-ee53841096c4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=86528116-d02c-493d-af32-31d15fdc9155,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:57.430707 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b28f8298-d908-4e7f-88f2-ee53841096c4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:57.434046 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b28f8298-d908-4e7f-88f2-ee53841096c4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/86528116-d02c-493d-af32-31d15fdc9155 HTTP/1.1" status: 204 len: 168 time: 0.3124597 Mar 23 02:16:57.436717 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52710) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:57.490657 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334f6f66-ed55-480d-8e38-7caeb7e2a976 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:57.492167 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-334f6f66-ed55-480d-8e38-7caeb7e2a976 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0545382 Mar 23 02:16:57.495234 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52712) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:57.520640 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a816ddcd-8670-4d1f-be15-c43f0371de3c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] GET failed (client error): The resource could not be found. Mar 23 02:16:57.521973 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a816ddcd-8670-4d1f-be15-c43f0371de3c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports/40cd1e3c-ccca-4947-978c-43d5bc014104 HTTP/1.1" status: 404 len: 333 time: 0.0258265 Mar 23 02:16:57.524629 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52714) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:57.553028 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-916a3feb-6cc2-49a1-b754-2d49792798be tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] GET failed (client error): The resource could not be found. Mar 23 02:16:57.554250 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-916a3feb-6cc2-49a1-b754-2d49792798be tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports/86528116-d02c-493d-af32-31d15fdc9155 HTTP/1.1" status: 404 len: 333 time: 0.0287519 Mar 23 02:16:57.558136 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52716) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:57.634380 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c54d1d25-6dba-41de-aa2c-f9be141b641c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (ce5a8355-78d7-485c-9caa-e5ab701da15d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:57.727577 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c54d1d25-6dba-41de-aa2c-f9be141b641c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (ce5a8355-78d7-485c-9caa-e5ab701da15d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:57.748589 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-c54d1d25-6dba-41de-aa2c-f9be141b641c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5a8355-78d7-485c-9caa-e5ab701da15d']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:57.758144 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-c54d1d25-6dba-41de-aa2c-f9be141b641c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a886baca-ad49-4b32-95cf-e38c83b6a96e') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:57.758435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-c54d1d25-6dba-41de-aa2c-f9be141b641c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a886baca-ad49-4b32-95cf-e38c83b6a96e') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:16:57.768179 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c54d1d25-6dba-41de-aa2c-f9be141b641c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (a886baca-ad49-4b32-95cf-e38c83b6a96e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:57.783800 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c54d1d25-6dba-41de-aa2c-f9be141b641c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a886baca-ad49-4b32-95cf-e38c83b6a96e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:57.793346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54d1d25-6dba-41de-aa2c-f9be141b641c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:16:57.793892 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c54d1d25-6dba-41de-aa2c-f9be141b641c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (a886baca-ad49-4b32-95cf-e38c83b6a96e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:16:57.798344 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:16:57.858644 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c54d1d25-6dba-41de-aa2c-f9be141b641c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (ce5a8355-78d7-485c-9caa-e5ab701da15d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:57.865926 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c54d1d25-6dba-41de-aa2c-f9be141b641c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:57.869060 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c54d1d25-6dba-41de-aa2c-f9be141b641c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/networks/ce5a8355-78d7-485c-9caa-e5ab701da15d HTTP/1.1" status: 204 len: 168 time: 0.3100834 Mar 23 02:16:57.872883 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52718) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:57.877952 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-4ef490e8-75e7-498f-b5e5-0ed298ad3b05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1953826749'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:16:57.885267 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d1d25-6dba-41de-aa2c-f9be141b641c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Network': ['ID=ce5a8355-78d7-485c-9caa-e5ab701da15d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:57.899014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef490e8-75e7-498f-b5e5-0ed298ad3b05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:16:57.902804 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ef490e8-75e7-498f-b5e5-0ed298ad3b05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:57.926307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef490e8-75e7-498f-b5e5-0ed298ad3b05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:16:57.935061 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ef490e8-75e7-498f-b5e5-0ed298ad3b05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b6731f8c-69fc-4411-8623-56c48692a872), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:57.935400 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-4ef490e8-75e7-498f-b5e5-0ed298ad3b05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Added segment b6731f8c-69fc-4411-8623-56c48692a872 of type vlan for network 10829e83-27c8-4dbc-98ab-4a55eb0d6ce3 Mar 23 02:16:57.975194 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ef490e8-75e7-498f-b5e5-0ed298ad3b05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (10829e83-27c8-4dbc-98ab-4a55eb0d6ce3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:58.001484 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ef490e8-75e7-498f-b5e5-0ed298ad3b05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (10829e83-27c8-4dbc-98ab-4a55eb0d6ce3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:58.006601 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef490e8-75e7-498f-b5e5-0ed298ad3b05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:58.007192 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4ef490e8-75e7-498f-b5e5-0ed298ad3b05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:58.065653 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4ef490e8-75e7-498f-b5e5-0ed298ad3b05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1916509 Mar 23 02:16:58.068663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52720) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:58.075439 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-29dbe463-3a35-40f9-8cd5-8133570edf56 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'subnet': {'network_id': '10829e83-27c8-4dbc-98ab-4a55eb0d6ce3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:16:58.082221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef490e8-75e7-498f-b5e5-0ed298ad3b05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Network': ['ID=10829e83-27c8-4dbc-98ab-4a55eb0d6ce3,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:58.093077 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 10829e83-27c8-4dbc-98ab-4a55eb0d6ce3 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:16:58.168824 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dbe463-3a35-40f9-8cd5-8133570edf56 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:16:58.172228 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-29dbe463-3a35-40f9-8cd5-8133570edf56 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:58.230649 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_backend_mixin [None req-29dbe463-3a35-40f9-8cd5-8133570edf56 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Performing IP validity checks on allocation pools {{(pid=99263) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 23 02:16:58.233337 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_backend_mixin [None req-29dbe463-3a35-40f9-8cd5-8133570edf56 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99263) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 23 02:16:58.365715 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-29dbe463-3a35-40f9-8cd5-8133570edf56 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (eef6fca8-8958-472d-9e1b-98481ecb9d5c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:58.437404 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbe463-3a35-40f9-8cd5-8133570edf56 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Subnet': ['ID=eef6fca8-8958-472d-9e1b-98481ecb9d5c,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:58.447914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dbe463-3a35-40f9-8cd5-8133570edf56 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Checking segment: {'id': 'b6731f8c-69fc-4411-8623-56c48692a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '10829e83-27c8-4dbc-98ab-4a55eb0d6ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:16:58.448281 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dbe463-3a35-40f9-8cd5-8133570edf56 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network hostable DHCP agents. Network: 10829e83-27c8-4dbc-98ab-4a55eb0d6ce3, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:16:58.467501 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dbe463-3a35-40f9-8cd5-8133570edf56 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 10829e83-27c8-4dbc-98ab-4a55eb0d6ce3 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:16:58.478299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-29dbe463-3a35-40f9-8cd5-8133570edf56 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 10829e83-27c8-4dbc-98ab-4a55eb0d6ce3) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:16:58.482242 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dbe463-3a35-40f9-8cd5-8133570edf56 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:58.482855 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-29dbe463-3a35-40f9-8cd5-8133570edf56 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:58.489622 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a107ca0-8d6e-4ec3-9a42-c75b50f8a006 None None] Network 10829e83-27c8-4dbc-98ab-4a55eb0d6ce3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:16:58.504237 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-29dbe463-3a35-40f9-8cd5-8133570edf56 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4322555 Mar 23 02:16:58.504570 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52722) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:58.509685 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-255a2865-7f38-4d39-997c-eb24695600e6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'network_id': '10829e83-27c8-4dbc-98ab-4a55eb0d6ce3', 'name': 'tempest-PortsIpV6TestJSON-1909594306'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:16:58.588113 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-10829e83-27c8-4dbc-98ab-4a55eb0d6ce3', 'network_id': '10829e83-27c8-4dbc-98ab-4a55eb0d6ce3', 'project_id': 'f863de26b32849788a257d0389a78774', 'fixed_ips': [{'subnet_id': 'eef6fca8-8958-472d-9e1b-98481ecb9d5c'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:16:58.589174 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:58.621897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255a2865-7f38-4d39-997c-eb24695600e6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:16:58.625376 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255a2865-7f38-4d39-997c-eb24695600e6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:58.643597 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-255a2865-7f38-4d39-997c-eb24695600e6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] device_id is not set on port 081aaa8f-fd78-49b8-8b06-e43c75bda06e yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:16:58.732482 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Allocated IP 2001:db8::2 (10829e83-27c8-4dbc-98ab-4a55eb0d6ce3/eef6fca8-8958-472d-9e1b-98481ecb9d5c/7528b1b5-30c0-4a33-a5bc-f6ef92d16849) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:16:58.881548 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Publish callbacks [] for port (7528b1b5-30c0-4a33-a5bc-f6ef92d16849), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:58.888060 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (7528b1b5-30c0-4a33-a5bc-f6ef92d16849), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:58.924855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Network 10829e83-27c8-4dbc-98ab-4a55eb0d6ce3 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:16:58.927630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:16:58.930265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:16:58.942189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Pushing event updated for resources: {'Port': ['ID=7528b1b5-30c0-4a33-a5bc-f6ef92d16849,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:58.948696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-255a2865-7f38-4d39-997c-eb24695600e6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Allocated IP 2001:db8::2a (10829e83-27c8-4dbc-98ab-4a55eb0d6ce3/eef6fca8-8958-472d-9e1b-98481ecb9d5c/081aaa8f-fd78-49b8-8b06-e43c75bda06e) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:16:58.996884 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Attempting to bind port 7528b1b5-30c0-4a33-a5bc-f6ef92d16849 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:16:58.997154 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Attempting to bind port 7528b1b5-30c0-4a33-a5bc-f6ef92d16849 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'b6731f8c-69fc-4411-8623-56c48692a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '10829e83-27c8-4dbc-98ab-4a55eb0d6ce3'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:16:58.997515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Attempting to bind port 7528b1b5-30c0-4a33-a5bc-f6ef92d16849 on network 10829e83-27c8-4dbc-98ab-4a55eb0d6ce3 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:16:59.003376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:16:59.003747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Checking segment: {'id': 'b6731f8c-69fc-4411-8623-56c48692a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '10829e83-27c8-4dbc-98ab-4a55eb0d6ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:16:59.004143 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:59.004527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Bound using segment: {'id': 'b6731f8c-69fc-4411-8623-56c48692a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '10829e83-27c8-4dbc-98ab-4a55eb0d6ce3'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:16:59.005018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Bound port: 7528b1b5-30c0-4a33-a5bc-f6ef92d16849, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6731f8c-69fc-4411-8623-56c48692a872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '10829e83-27c8-4dbc-98ab-4a55eb0d6ce3'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:16:59.005401 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7528b1b5-30c0-4a33-a5bc-f6ef92d16849), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:59.070557 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] For port 7528b1b5-30c0-4a33-a5bc-f6ef92d16849, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:16:59.074372 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] For port 7528b1b5-30c0-4a33-a5bc-f6ef92d16849, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7528b1b5-30c0-4a33-a5bc-f6ef92d16849,segment=NetworkSegment(b6731f8c-69fc-4411-8623-56c48692a872),segment_id=b6731f8c-69fc-4411-8623-56c48692a872)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:16:59.081264 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7528b1b5-30c0-4a33-a5bc-f6ef92d16849), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:59.106395 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255a2865-7f38-4d39-997c-eb24695600e6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (081aaa8f-fd78-49b8-8b06-e43c75bda06e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:59.144180 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255a2865-7f38-4d39-997c-eb24695600e6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (081aaa8f-fd78-49b8-8b06-e43c75bda06e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:59.144423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edebb1e-7db5-422d-9700-e953e784f519 None None] Pushing event updated for resources: {'Port': ['ID=7528b1b5-30c0-4a33-a5bc-f6ef92d16849,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:59.191614 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a2865-7f38-4d39-997c-eb24695600e6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 10829e83-27c8-4dbc-98ab-4a55eb0d6ce3 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:16:59.196924 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-255a2865-7f38-4d39-997c-eb24695600e6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:16:59.201558 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255a2865-7f38-4d39-997c-eb24695600e6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:16:59.206800 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255a2865-7f38-4d39-997c-eb24695600e6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:16:59.207427 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255a2865-7f38-4d39-997c-eb24695600e6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:59.211172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a2865-7f38-4d39-997c-eb24695600e6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=081aaa8f-fd78-49b8-8b06-e43c75bda06e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:59.229984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52724) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:59.230486 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-255a2865-7f38-4d39-997c-eb24695600e6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7243376 Mar 23 02:16:59.332512 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-df7cc996-ef49-4f91-9617-511a93547680 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port 081aaa8f-fd78-49b8-8b06-e43c75bda06e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:16:59.332889 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-df7cc996-ef49-4f91-9617-511a93547680 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (081aaa8f-fd78-49b8-8b06-e43c75bda06e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:59.427847 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-df7cc996-ef49-4f91-9617-511a93547680 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (081aaa8f-fd78-49b8-8b06-e43c75bda06e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:59.443336 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-df7cc996-ef49-4f91-9617-511a93547680 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for 081aaa8f-fd78-49b8-8b06-e43c75bda06e owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:16:59.575619 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-df7cc996-ef49-4f91-9617-511a93547680 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (081aaa8f-fd78-49b8-8b06-e43c75bda06e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:59.605861 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cc996-ef49-4f91-9617-511a93547680 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=081aaa8f-fd78-49b8-8b06-e43c75bda06e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:59.631232 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-df7cc996-ef49-4f91-9617-511a93547680 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:59.634631 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-df7cc996-ef49-4f91-9617-511a93547680 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/081aaa8f-fd78-49b8-8b06-e43c75bda06e HTTP/1.1" status: 204 len: 168 time: 0.4034276 Mar 23 02:16:59.637473 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52726) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:59.670147 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f0dbba-228d-4e0b-ac92-d671e30f06c0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] DELETE failed (client error): The resource could not be found. Mar 23 02:16:59.670697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f0dbba-228d-4e0b-ac92-d671e30f06c0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:16:59.673878 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b2f0dbba-228d-4e0b-ac92-d671e30f06c0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/081aaa8f-fd78-49b8-8b06-e43c75bda06e HTTP/1.1" status: 404 len: 333 time: 0.0354218 Mar 23 02:16:59.676833 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52728) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:59.702683 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a356dc59-5217-4019-8b71-d86feb6c218f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] GET failed (client error): The resource could not be found. Mar 23 02:16:59.704202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a356dc59-5217-4019-8b71-d86feb6c218f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports/081aaa8f-fd78-49b8-8b06-e43c75bda06e HTTP/1.1" status: 404 len: 333 time: 0.0262337 Mar 23 02:16:59.707123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52730) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:16:59.762426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0239006-9632-47c0-a3c1-312ba50bb1a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting subnet eef6fca8-8958-472d-9e1b-98481ecb9d5c {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:16:59.766334 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c0239006-9632-47c0-a3c1-312ba50bb1a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (eef6fca8-8958-472d-9e1b-98481ecb9d5c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:59.808633 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c0239006-9632-47c0-a3c1-312ba50bb1a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (eef6fca8-8958-472d-9e1b-98481ecb9d5c), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:59.895368 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c0239006-9632-47c0-a3c1-312ba50bb1a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (eef6fca8-8958-472d-9e1b-98481ecb9d5c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:59.963247 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c0239006-9632-47c0-a3c1-312ba50bb1a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (eef6fca8-8958-472d-9e1b-98481ecb9d5c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:59.992767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0239006-9632-47c0-a3c1-312ba50bb1a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Subnet': ['ID=eef6fca8-8958-472d-9e1b-98481ecb9d5c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:16:59.994769 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c0239006-9632-47c0-a3c1-312ba50bb1a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:16:59.998765 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c0239006-9632-47c0-a3c1-312ba50bb1a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/eef6fca8-8958-472d-9e1b-98481ecb9d5c HTTP/1.1" status: 204 len: 168 time: 0.2899222 Mar 23 02:17:00.000824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52732) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:00.078518 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (10829e83-27c8-4dbc-98ab-4a55eb0d6ce3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.099009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e64d83b-9721-4483-abbc-349700c4e6ca None None] Network 10829e83-27c8-4dbc-98ab-4a55eb0d6ce3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:00.132693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port 7528b1b5-30c0-4a33-a5bc-f6ef92d16849 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:00.133041 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7528b1b5-30c0-4a33-a5bc-f6ef92d16849), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.199259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] For port 7528b1b5-30c0-4a33-a5bc-f6ef92d16849, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7528b1b5-30c0-4a33-a5bc-f6ef92d16849,segment=NetworkSegment(b6731f8c-69fc-4411-8623-56c48692a872),segment_id=b6731f8c-69fc-4411-8623-56c48692a872)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:00.199624 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7528b1b5-30c0-4a33-a5bc-f6ef92d16849), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.205837 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-480a8f37-d0b1-4da2-b5ba-e1ed4c896563 None None] Provisioning complete for port 7528b1b5-30c0-4a33-a5bc-f6ef92d16849 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:00.206286 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-480a8f37-d0b1-4da2-b5ba-e1ed4c896563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7528b1b5-30c0-4a33-a5bc-f6ef92d16849), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.213953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for 7528b1b5-30c0-4a33-a5bc-f6ef92d16849 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:00.273180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa4df9f-75d3-42ff-88de-1e724bbd9e68 None None] DHCP port deletion for 10829e83-27c8-4dbc-98ab-4a55eb0d6ce3 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:17:00.302102 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7528b1b5-30c0-4a33-a5bc-f6ef92d16849), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.316355 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-480a8f37-d0b1-4da2-b5ba-e1ed4c896563 None None] Current status of the port 7528b1b5-30c0-4a33-a5bc-f6ef92d16849 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:00.316763 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-480a8f37-d0b1-4da2-b5ba-e1ed4c896563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7528b1b5-30c0-4a33-a5bc-f6ef92d16849), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.332895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=7528b1b5-30c0-4a33-a5bc-f6ef92d16849,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:00.334644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No DVR routers for this DVR port 7528b1b5-30c0-4a33-a5bc-f6ef92d16849 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:17:00.374444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5fa4df9f-75d3-42ff-88de-1e724bbd9e68 None None] Deleting port 7528b1b5-30c0-4a33-a5bc-f6ef92d16849 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:00.374831 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5fa4df9f-75d3-42ff-88de-1e724bbd9e68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7528b1b5-30c0-4a33-a5bc-f6ef92d16849), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.411697 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (10829e83-27c8-4dbc-98ab-4a55eb0d6ce3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.432518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10829e83-27c8-4dbc-98ab-4a55eb0d6ce3']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:00.436153 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5fa4df9f-75d3-42ff-88de-1e724bbd9e68 None None] For port 7528b1b5-30c0-4a33-a5bc-f6ef92d16849, host n-d-834677-4, got binding levels [] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:00.436553 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5fa4df9f-75d3-42ff-88de-1e724bbd9e68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7528b1b5-30c0-4a33-a5bc-f6ef92d16849), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.442300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6731f8c-69fc-4411-8623-56c48692a872') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:00.442810 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6731f8c-69fc-4411-8623-56c48692a872') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:00.449804 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5fa4df9f-75d3-42ff-88de-1e724bbd9e68 None None] Calling delete_port for 7528b1b5-30c0-4a33-a5bc-f6ef92d16849 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:00.452475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.ipam_backend_mixin [None req-5fa4df9f-75d3-42ff-88de-1e724bbd9e68 None None] Port 7528b1b5-30c0-4a33-a5bc-f6ef92d16849 was not found and therefore no delete operation was performed {{(pid=99265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:17:00.453964 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5fa4df9f-75d3-42ff-88de-1e724bbd9e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (7528b1b5-30c0-4a33-a5bc-f6ef92d16849), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.455685 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (b6731f8c-69fc-4411-8623-56c48692a872), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.469242 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b6731f8c-69fc-4411-8623-56c48692a872), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.475812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:17:00.476194 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (b6731f8c-69fc-4411-8623-56c48692a872), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:17:00.479210 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:17:00.481028 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4df9f-75d3-42ff-88de-1e724bbd9e68 None None] Pushing event deleted for resources: {'Port': ['ID=7528b1b5-30c0-4a33-a5bc-f6ef92d16849,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:00.486546 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa4df9f-75d3-42ff-88de-1e724bbd9e68 None None] No DVR routers for this DVR port 7528b1b5-30c0-4a33-a5bc-f6ef92d16849 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:17:00.552122 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (10829e83-27c8-4dbc-98ab-4a55eb0d6ce3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.557631 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.560782 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/networks/10829e83-27c8-4dbc-98ab-4a55eb0d6ce3 HTTP/1.1" status: 204 len: 168 time: 0.5588496 Mar 23 02:17:00.564892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52734) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:00.570159 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d7d49b12-4507-459c-abee-854efb01594c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-811654478'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:00.581510 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14f698-70ec-47b3-abbb-bc6d1243c04c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Network': ['ID=10829e83-27c8-4dbc-98ab-4a55eb0d6ce3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:00.590941 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d49b12-4507-459c-abee-854efb01594c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:00.594283 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d7d49b12-4507-459c-abee-854efb01594c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.618120 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d49b12-4507-459c-abee-854efb01594c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:17:00.627663 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d7d49b12-4507-459c-abee-854efb01594c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b338b49c-3da6-4cbc-9385-b8dceaf15632), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.628032 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-d7d49b12-4507-459c-abee-854efb01594c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Added segment b338b49c-3da6-4cbc-9385-b8dceaf15632 of type vlan for network 94666b4c-43a4-4c89-938e-a5122fdad204 Mar 23 02:17:00.667779 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d7d49b12-4507-459c-abee-854efb01594c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (94666b4c-43a4-4c89-938e-a5122fdad204), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.695151 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d7d49b12-4507-459c-abee-854efb01594c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (94666b4c-43a4-4c89-938e-a5122fdad204), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.700229 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d49b12-4507-459c-abee-854efb01594c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:00.700841 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d7d49b12-4507-459c-abee-854efb01594c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:00.761772 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d7d49b12-4507-459c-abee-854efb01594c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1954918 Mar 23 02:17:00.764388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52736) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:00.771149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3ff3409a-71e3-410e-a221-c93a98ea7f05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'subnet': {'network_id': '94666b4c-43a4-4c89-938e-a5122fdad204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:00.775816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d49b12-4507-459c-abee-854efb01594c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Network': ['ID=94666b4c-43a4-4c89-938e-a5122fdad204,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:00.786494 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 94666b4c-43a4-4c89-938e-a5122fdad204 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:17:00.867554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff3409a-71e3-410e-a221-c93a98ea7f05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:00.871048 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ff3409a-71e3-410e-a221-c93a98ea7f05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:01.071979 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ff3409a-71e3-410e-a221-c93a98ea7f05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (cb80a230-fe40-4368-99cd-d6c836a51573), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:01.128140 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3409a-71e3-410e-a221-c93a98ea7f05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Subnet': ['ID=cb80a230-fe40-4368-99cd-d6c836a51573,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:01.138511 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff3409a-71e3-410e-a221-c93a98ea7f05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Checking segment: {'id': 'b338b49c-3da6-4cbc-9385-b8dceaf15632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94666b4c-43a4-4c89-938e-a5122fdad204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:01.138871 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff3409a-71e3-410e-a221-c93a98ea7f05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network hostable DHCP agents. Network: 94666b4c-43a4-4c89-938e-a5122fdad204, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:17:01.160335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff3409a-71e3-410e-a221-c93a98ea7f05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 94666b4c-43a4-4c89-938e-a5122fdad204 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:17:01.169228 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-3ff3409a-71e3-410e-a221-c93a98ea7f05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 94666b4c-43a4-4c89-938e-a5122fdad204) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:01.173220 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff3409a-71e3-410e-a221-c93a98ea7f05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:01.173815 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ff3409a-71e3-410e-a221-c93a98ea7f05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:01.179583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aa9688-a103-4b83-b165-312c4a603ce5 None None] Network 94666b4c-43a4-4c89-938e-a5122fdad204 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:01.191117 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3ff3409a-71e3-410e-a221-c93a98ea7f05 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4256971 Mar 23 02:17:01.193786 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52738) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:01.198742 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-16b29ac1-97e5-4f22-b7c5-3eef2045749d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'network_id': '94666b4c-43a4-4c89-938e-a5122fdad204', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-667481815'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:01.282033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-94666b4c-43a4-4c89-938e-a5122fdad204', 'network_id': '94666b4c-43a4-4c89-938e-a5122fdad204', 'project_id': 'f863de26b32849788a257d0389a78774', 'fixed_ips': [{'subnet_id': 'cb80a230-fe40-4368-99cd-d6c836a51573'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:17:01.282886 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:01.313460 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b29ac1-97e5-4f22-b7c5-3eef2045749d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:01.317595 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16b29ac1-97e5-4f22-b7c5-3eef2045749d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:01.335471 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-16b29ac1-97e5-4f22-b7c5-3eef2045749d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] device_id is not set on port 8b7005a3-ae47-49e1-8542-5b1fcc716a3c yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:01.419042 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Allocated IP 2001:db8::2 (94666b4c-43a4-4c89-938e-a5122fdad204/cb80a230-fe40-4368-99cd-d6c836a51573/df61f061-0659-4fe1-b8d9-110f09a90e6d) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:01.570741 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Publish callbacks [] for port (df61f061-0659-4fe1-b8d9-110f09a90e6d), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:01.579824 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (df61f061-0659-4fe1-b8d9-110f09a90e6d), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:01.622998 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Network 94666b4c-43a4-4c89-938e-a5122fdad204 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:01.627860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:01.632310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:01.635375 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Pushing event updated for resources: {'Port': ['ID=df61f061-0659-4fe1-b8d9-110f09a90e6d,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:01.639684 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-16b29ac1-97e5-4f22-b7c5-3eef2045749d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Allocated IP 2001:db8::346 (94666b4c-43a4-4c89-938e-a5122fdad204/cb80a230-fe40-4368-99cd-d6c836a51573/8b7005a3-ae47-49e1-8542-5b1fcc716a3c) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:01.690163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Attempting to bind port df61f061-0659-4fe1-b8d9-110f09a90e6d on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:17:01.690413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Attempting to bind port df61f061-0659-4fe1-b8d9-110f09a90e6d by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'b338b49c-3da6-4cbc-9385-b8dceaf15632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94666b4c-43a4-4c89-938e-a5122fdad204'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:17:01.690783 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Attempting to bind port df61f061-0659-4fe1-b8d9-110f09a90e6d on network 94666b4c-43a4-4c89-938e-a5122fdad204 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:17:01.696867 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:17:01.697246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Checking segment: {'id': 'b338b49c-3da6-4cbc-9385-b8dceaf15632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94666b4c-43a4-4c89-938e-a5122fdad204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:01.697672 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:01.698041 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Bound using segment: {'id': 'b338b49c-3da6-4cbc-9385-b8dceaf15632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94666b4c-43a4-4c89-938e-a5122fdad204'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:17:01.698510 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Bound port: df61f061-0659-4fe1-b8d9-110f09a90e6d, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b338b49c-3da6-4cbc-9385-b8dceaf15632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '94666b4c-43a4-4c89-938e-a5122fdad204'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:17:01.698893 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (df61f061-0659-4fe1-b8d9-110f09a90e6d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:01.768041 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] For port df61f061-0659-4fe1-b8d9-110f09a90e6d, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:17:01.771220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] For port df61f061-0659-4fe1-b8d9-110f09a90e6d, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=df61f061-0659-4fe1-b8d9-110f09a90e6d,segment=NetworkSegment(b338b49c-3da6-4cbc-9385-b8dceaf15632),segment_id=b338b49c-3da6-4cbc-9385-b8dceaf15632)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:17:01.775861 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16b29ac1-97e5-4f22-b7c5-3eef2045749d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (8b7005a3-ae47-49e1-8542-5b1fcc716a3c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:01.778359 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (df61f061-0659-4fe1-b8d9-110f09a90e6d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:01.810850 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16b29ac1-97e5-4f22-b7c5-3eef2045749d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8b7005a3-ae47-49e1-8542-5b1fcc716a3c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:01.839961 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a4c06-1ba0-46c4-90ef-cf8011bd5e42 None None] Pushing event updated for resources: {'Port': ['ID=df61f061-0659-4fe1-b8d9-110f09a90e6d,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:01.851091 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b29ac1-97e5-4f22-b7c5-3eef2045749d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 94666b4c-43a4-4c89-938e-a5122fdad204 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:01.854221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-16b29ac1-97e5-4f22-b7c5-3eef2045749d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:01.858025 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b29ac1-97e5-4f22-b7c5-3eef2045749d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:01.863378 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b29ac1-97e5-4f22-b7c5-3eef2045749d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:01.863992 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16b29ac1-97e5-4f22-b7c5-3eef2045749d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:01.879092 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b29ac1-97e5-4f22-b7c5-3eef2045749d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=8b7005a3-ae47-49e1-8542-5b1fcc716a3c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:01.889667 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-16b29ac1-97e5-4f22-b7c5-3eef2045749d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.6947842 Mar 23 02:17:01.892448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52740) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:01.987600 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa8052-4711-4037-96e8-0f9d0952ceaa tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port 8b7005a3-ae47-49e1-8542-5b1fcc716a3c {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:01.987949 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d7fa8052-4711-4037-96e8-0f9d0952ceaa tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8b7005a3-ae47-49e1-8542-5b1fcc716a3c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:02.088517 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d7fa8052-4711-4037-96e8-0f9d0952ceaa tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8b7005a3-ae47-49e1-8542-5b1fcc716a3c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:02.102844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa8052-4711-4037-96e8-0f9d0952ceaa tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for 8b7005a3-ae47-49e1-8542-5b1fcc716a3c owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:02.236383 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d7fa8052-4711-4037-96e8-0f9d0952ceaa tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8b7005a3-ae47-49e1-8542-5b1fcc716a3c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:02.263826 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa8052-4711-4037-96e8-0f9d0952ceaa tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=8b7005a3-ae47-49e1-8542-5b1fcc716a3c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:02.289615 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d7fa8052-4711-4037-96e8-0f9d0952ceaa tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:02.292917 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d7fa8052-4711-4037-96e8-0f9d0952ceaa tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/8b7005a3-ae47-49e1-8542-5b1fcc716a3c HTTP/1.1" status: 204 len: 168 time: 0.3994551 Mar 23 02:17:02.295613 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52742) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:02.324290 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-4134fd89-023b-49ec-852c-41215c2d9279 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] GET failed (client error): The resource could not be found. Mar 23 02:17:02.325699 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4134fd89-023b-49ec-852c-41215c2d9279 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports/8b7005a3-ae47-49e1-8542-5b1fcc716a3c HTTP/1.1" status: 404 len: 333 time: 0.0290852 Mar 23 02:17:02.328242 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52744) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:02.379541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d809dd-d177-41c1-ace2-95d164e6ebbb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting subnet cb80a230-fe40-4368-99cd-d6c836a51573 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:17:02.383035 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27d809dd-d177-41c1-ace2-95d164e6ebbb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (cb80a230-fe40-4368-99cd-d6c836a51573), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:02.424909 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27d809dd-d177-41c1-ace2-95d164e6ebbb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (cb80a230-fe40-4368-99cd-d6c836a51573), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:02.517429 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27d809dd-d177-41c1-ace2-95d164e6ebbb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (cb80a230-fe40-4368-99cd-d6c836a51573), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:02.580480 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27d809dd-d177-41c1-ace2-95d164e6ebbb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (cb80a230-fe40-4368-99cd-d6c836a51573), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:02.609994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d809dd-d177-41c1-ace2-95d164e6ebbb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Subnet': ['ID=cb80a230-fe40-4368-99cd-d6c836a51573,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:02.611970 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27d809dd-d177-41c1-ace2-95d164e6ebbb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:02.615430 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-27d809dd-d177-41c1-ace2-95d164e6ebbb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/cb80a230-fe40-4368-99cd-d6c836a51573 HTTP/1.1" status: 204 len: 168 time: 0.2857401 Mar 23 02:17:02.617894 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52746) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:02.700738 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (94666b4c-43a4-4c89-938e-a5122fdad204), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:02.764868 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port df61f061-0659-4fe1-b8d9-110f09a90e6d {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:02.765481 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (df61f061-0659-4fe1-b8d9-110f09a90e6d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:02.777554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308cc7d8-0919-4eb3-8fb1-4e96a7ac43d1 None None] Network 94666b4c-43a4-4c89-938e-a5122fdad204 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:02.784173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device df61f061-0659-4fe1-b8d9-110f09a90e6d up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:17:02.831083 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] For port df61f061-0659-4fe1-b8d9-110f09a90e6d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=df61f061-0659-4fe1-b8d9-110f09a90e6d,segment=NetworkSegment(b338b49c-3da6-4cbc-9385-b8dceaf15632),segment_id=b338b49c-3da6-4cbc-9385-b8dceaf15632)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:02.831448 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (df61f061-0659-4fe1-b8d9-110f09a90e6d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:02.844514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for df61f061-0659-4fe1-b8d9-110f09a90e6d owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:02.872074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-88ee2209-c194-4da7-b201-6c65f182bb66 None None] Provisioning complete for port df61f061-0659-4fe1-b8d9-110f09a90e6d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:02.872444 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-88ee2209-c194-4da7-b201-6c65f182bb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (df61f061-0659-4fe1-b8d9-110f09a90e6d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:02.931993 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (df61f061-0659-4fe1-b8d9-110f09a90e6d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:02.947615 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-88ee2209-c194-4da7-b201-6c65f182bb66 None None] Could not find standard attr ID for object df61f061-0659-4fe1-b8d9-110f09a90e6d. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:02.950032 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port df61f061-0659-4fe1-b8d9-110f09a90e6d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:02.950390 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (df61f061-0659-4fe1-b8d9-110f09a90e6d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:02.954762 n-d-834677-4 neutron-server[99265]: INFO neutron.plugins.ml2.db [None req-88ee2209-c194-4da7-b201-6c65f182bb66 None None] No ports have port_id starting with df61f061-0659-4fe1-b8d9-110f09a90e6d Mar 23 02:17:02.960955 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No DVR routers for this DVR port df61f061-0659-4fe1-b8d9-110f09a90e6d on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:17:02.965890 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=df61f061-0659-4fe1-b8d9-110f09a90e6d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:02.973856 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Port df61f061-0659-4fe1-b8d9-110f09a90e6d was deleted so its status cannot be updated. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 23 02:17:03.028276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0325ee02-7878-48a8-8329-fef1a81e1061 None None] DHCP port deletion for 94666b4c-43a4-4c89-938e-a5122fdad204 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:17:03.049250 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (94666b4c-43a4-4c89-938e-a5122fdad204), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:03.069374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94666b4c-43a4-4c89-938e-a5122fdad204']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:03.078419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b338b49c-3da6-4cbc-9385-b8dceaf15632') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:03.079074 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b338b49c-3da6-4cbc-9385-b8dceaf15632') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:03.091979 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (b338b49c-3da6-4cbc-9385-b8dceaf15632), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:03.106786 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b338b49c-3da6-4cbc-9385-b8dceaf15632), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:03.113235 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:17:03.113634 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (b338b49c-3da6-4cbc-9385-b8dceaf15632), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:17:03.116490 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:17:03.182851 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (94666b4c-43a4-4c89-938e-a5122fdad204), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:03.189581 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:03.192938 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/networks/94666b4c-43a4-4c89-938e-a5122fdad204 HTTP/1.1" status: 204 len: 168 time: 0.5740826 Mar 23 02:17:03.196986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52748) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:03.202102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-dd2baeef-53b9-4470-95c5-64d1b761dc37 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524', 'name': 'tempest-PortsIpV6TestJSON-89488939'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:03.208166 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172105f2-6460-4339-bce1-94270629a1ca tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Network': ['ID=94666b4c-43a4-4c89-938e-a5122fdad204,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:03.291254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2baeef-53b9-4470-95c5-64d1b761dc37 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:03.294486 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd2baeef-53b9-4470-95c5-64d1b761dc37 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:03.311651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-dd2baeef-53b9-4470-95c5-64d1b761dc37 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] device_id is not set on port 71282d6d-9e79-45cc-820a-d7a16d97a632 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:03.472553 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd2baeef-53b9-4470-95c5-64d1b761dc37 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (71282d6d-9e79-45cc-820a-d7a16d97a632), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:03.507904 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd2baeef-53b9-4470-95c5-64d1b761dc37 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (71282d6d-9e79-45cc-820a-d7a16d97a632), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:03.554781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2baeef-53b9-4470-95c5-64d1b761dc37 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 0ae0203e-0946-4487-842b-9fff9cdff524 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:03.557652 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-dd2baeef-53b9-4470-95c5-64d1b761dc37 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:03.563723 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2baeef-53b9-4470-95c5-64d1b761dc37 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:03.568902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2baeef-53b9-4470-95c5-64d1b761dc37 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:03.569513 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dd2baeef-53b9-4470-95c5-64d1b761dc37 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:03.575546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2baeef-53b9-4470-95c5-64d1b761dc37 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=71282d6d-9e79-45cc-820a-d7a16d97a632,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:03.591913 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dd2baeef-53b9-4470-95c5-64d1b761dc37 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.3937414 Mar 23 02:17:03.594843 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52750) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:03.693561 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-badf2d00-23a8-4854-b682-07fcc25108e7 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port 71282d6d-9e79-45cc-820a-d7a16d97a632 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:03.693866 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-badf2d00-23a8-4854-b682-07fcc25108e7 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (71282d6d-9e79-45cc-820a-d7a16d97a632), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:03.760304 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-badf2d00-23a8-4854-b682-07fcc25108e7 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (71282d6d-9e79-45cc-820a-d7a16d97a632), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:03.776127 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-badf2d00-23a8-4854-b682-07fcc25108e7 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for 71282d6d-9e79-45cc-820a-d7a16d97a632 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:03.864342 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-badf2d00-23a8-4854-b682-07fcc25108e7 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (71282d6d-9e79-45cc-820a-d7a16d97a632), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:03.893076 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf2d00-23a8-4854-b682-07fcc25108e7 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=71282d6d-9e79-45cc-820a-d7a16d97a632,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:03.898714 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-badf2d00-23a8-4854-b682-07fcc25108e7 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:03.901456 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-badf2d00-23a8-4854-b682-07fcc25108e7 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/71282d6d-9e79-45cc-820a-d7a16d97a632 HTTP/1.1" status: 204 len: 168 time: 0.3055613 Mar 23 02:17:03.904386 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52752) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:03.909331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-a935ff53-2ae5-4c4a-9116-d7292860cd2a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524', 'mac_address': 'fa:16:3e:6b:f0:54', 'name': 'tempest-PortsIpV6TestJSON-703101265'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:03.995010 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a935ff53-2ae5-4c4a-9116-d7292860cd2a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:04.071931 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a935ff53-2ae5-4c4a-9116-d7292860cd2a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:04.097116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-a935ff53-2ae5-4c4a-9116-d7292860cd2a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] device_id is not set on port c9635908-edfd-434d-81f3-8a1d6e51d3cc yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:04.135958 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:04.266362 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a935ff53-2ae5-4c4a-9116-d7292860cd2a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (c9635908-edfd-434d-81f3-8a1d6e51d3cc), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:04.307995 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a935ff53-2ae5-4c4a-9116-d7292860cd2a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c9635908-edfd-434d-81f3-8a1d6e51d3cc), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:04.350286 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a935ff53-2ae5-4c4a-9116-d7292860cd2a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 0ae0203e-0946-4487-842b-9fff9cdff524 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:04.353403 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-a935ff53-2ae5-4c4a-9116-d7292860cd2a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:04.359123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a935ff53-2ae5-4c4a-9116-d7292860cd2a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:04.364799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a935ff53-2ae5-4c4a-9116-d7292860cd2a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:04.365444 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a935ff53-2ae5-4c4a-9116-d7292860cd2a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:04.371612 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935ff53-2ae5-4c4a-9116-d7292860cd2a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=c9635908-edfd-434d-81f3-8a1d6e51d3cc,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:04.387981 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a935ff53-2ae5-4c4a-9116-d7292860cd2a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4824648 Mar 23 02:17:04.391605 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52754) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:04.439350 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6414bb7-7b35-4d12-a307-5c42efba01d8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:04.440756 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a6414bb7-7b35-4d12-a307-5c42efba01d8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports/c9635908-edfd-434d-81f3-8a1d6e51d3cc HTTP/1.1" status: 200 len: 844 time: 0.0481718 Mar 23 02:17:04.443632 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52756) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:04.540374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-da6bcf72-e06d-4cbe-b721-c633d29b77fa tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port c9635908-edfd-434d-81f3-8a1d6e51d3cc {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:04.540744 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da6bcf72-e06d-4cbe-b721-c633d29b77fa tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c9635908-edfd-434d-81f3-8a1d6e51d3cc), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:04.627982 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da6bcf72-e06d-4cbe-b721-c633d29b77fa tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c9635908-edfd-434d-81f3-8a1d6e51d3cc), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:04.645194 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-da6bcf72-e06d-4cbe-b721-c633d29b77fa tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for c9635908-edfd-434d-81f3-8a1d6e51d3cc owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:04.726090 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device df61f061-0659-4fe1-b8d9-110f09a90e6d no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:17:04.752827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: df61f061-0659-4fe1-b8d9-110f09a90e6d {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:17:04.753472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device df61f061-0659-4fe1-b8d9-110f09a90e6d not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:17:04.753708 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da6bcf72-e06d-4cbe-b721-c633d29b77fa tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c9635908-edfd-434d-81f3-8a1d6e51d3cc), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:04.786177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bcf72-e06d-4cbe-b721-c633d29b77fa tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=c9635908-edfd-434d-81f3-8a1d6e51d3cc,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:04.792783 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-da6bcf72-e06d-4cbe-b721-c633d29b77fa tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:04.796092 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-da6bcf72-e06d-4cbe-b721-c633d29b77fa tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/c9635908-edfd-434d-81f3-8a1d6e51d3cc HTTP/1.1" status: 204 len: 168 time: 0.3515728 Mar 23 02:17:04.799122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52758) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:04.826977 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a82422-0ec7-4f6a-a935-a3a659a0b5c0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] GET failed (client error): The resource could not be found. Mar 23 02:17:04.828422 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-98a82422-0ec7-4f6a-a935-a3a659a0b5c0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports/c9635908-edfd-434d-81f3-8a1d6e51d3cc HTTP/1.1" status: 404 len: 333 time: 0.0282781 Mar 23 02:17:04.832293 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52760) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:04.837998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3b281aa7-d1f8-40f4-bb0a-882c47a6136f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524', 'name': 'tempest-PortsIpV6TestJSON-2113285458'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:04.945544 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b281aa7-d1f8-40f4-bb0a-882c47a6136f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:04.950816 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b281aa7-d1f8-40f4-bb0a-882c47a6136f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:04.971548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-3b281aa7-d1f8-40f4-bb0a-882c47a6136f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] device_id is not set on port 2ce7ceea-606b-4287-9c8c-c9cf945245d5 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:05.157676 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b281aa7-d1f8-40f4-bb0a-882c47a6136f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (2ce7ceea-606b-4287-9c8c-c9cf945245d5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:05.199791 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b281aa7-d1f8-40f4-bb0a-882c47a6136f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2ce7ceea-606b-4287-9c8c-c9cf945245d5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:05.255726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b281aa7-d1f8-40f4-bb0a-882c47a6136f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 0ae0203e-0946-4487-842b-9fff9cdff524 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:05.258969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-3b281aa7-d1f8-40f4-bb0a-882c47a6136f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:05.264379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b281aa7-d1f8-40f4-bb0a-882c47a6136f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:05.271168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b281aa7-d1f8-40f4-bb0a-882c47a6136f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:05.271781 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b281aa7-d1f8-40f4-bb0a-882c47a6136f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:05.287086 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b281aa7-d1f8-40f4-bb0a-882c47a6136f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=2ce7ceea-606b-4287-9c8c-c9cf945245d5,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:05.309825 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3b281aa7-d1f8-40f4-bb0a-882c47a6136f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4737506 Mar 23 02:17:05.310027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52762) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:05.317395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e019a744-e777-4c99-a008-660aaf74b317 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:05.396757 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e019a744-e777-4c99-a008-660aaf74b317 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2ce7ceea-606b-4287-9c8c-c9cf945245d5), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:05.893873 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e019a744-e777-4c99-a008-660aaf74b317 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (2ce7ceea-606b-4287-9c8c-c9cf945245d5), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:05.901729 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e019a744-e777-4c99-a008-660aaf74b317 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (2ce7ceea-606b-4287-9c8c-c9cf945245d5), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:05.933826 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-e019a744-e777-4c99-a008-660aaf74b317 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] In _notify_port_updated(), no bound segment for port 2ce7ceea-606b-4287-9c8c-c9cf945245d5 on network 0ae0203e-0946-4487-842b-9fff9cdff524 {{(pid=99264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:17:05.938857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e019a744-e777-4c99-a008-660aaf74b317 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:05.939466 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e019a744-e777-4c99-a008-660aaf74b317 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:05.940830 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e019a744-e777-4c99-a008-660aaf74b317 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "PUT /v2.0/ports/2ce7ceea-606b-4287-9c8c-c9cf945245d5 HTTP/1.1" status: 200 len: 818 time: 0.6296661 Mar 23 02:17:05.943651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52764) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:05.981315 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019a744-e777-4c99-a008-660aaf74b317 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=2ce7ceea-606b-4287-9c8c-c9cf945245d5,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:06.043377 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-89255876-2b6e-47db-b01d-6a69690b57c3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port 2ce7ceea-606b-4287-9c8c-c9cf945245d5 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:06.043755 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89255876-2b6e-47db-b01d-6a69690b57c3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2ce7ceea-606b-4287-9c8c-c9cf945245d5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:06.107617 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89255876-2b6e-47db-b01d-6a69690b57c3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2ce7ceea-606b-4287-9c8c-c9cf945245d5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:06.120970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-89255876-2b6e-47db-b01d-6a69690b57c3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for 2ce7ceea-606b-4287-9c8c-c9cf945245d5 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:06.221243 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89255876-2b6e-47db-b01d-6a69690b57c3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2ce7ceea-606b-4287-9c8c-c9cf945245d5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:06.248043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89255876-2b6e-47db-b01d-6a69690b57c3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=2ce7ceea-606b-4287-9c8c-c9cf945245d5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:06.255542 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-89255876-2b6e-47db-b01d-6a69690b57c3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:06.258781 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-89255876-2b6e-47db-b01d-6a69690b57c3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/2ce7ceea-606b-4287-9c8c-c9cf945245d5 HTTP/1.1" status: 204 len: 168 time: 0.3142374 Mar 23 02:17:06.262139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52766) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:06.314782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b912793a-618b-42cf-b234-06c8ae1c8f2c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:06.316252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b912793a-618b-42cf-b234-06c8ae1c8f2c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0531602 Mar 23 02:17:06.319108 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52768) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:06.343427 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fe71cb-e8fe-4d7b-8445-79e5540ea009 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] GET failed (client error): The resource could not be found. Mar 23 02:17:06.344915 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d1fe71cb-e8fe-4d7b-8445-79e5540ea009 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports/2ce7ceea-606b-4287-9c8c-c9cf945245d5 HTTP/1.1" status: 404 len: 333 time: 0.0248623 Mar 23 02:17:06.348434 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52770) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:06.353126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d5f22b45-5490-4461-b743-f3984669d907 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1310187595'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:06.374912 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f22b45-5490-4461-b743-f3984669d907 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:06.378477 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d5f22b45-5490-4461-b743-f3984669d907 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:06.405957 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f22b45-5490-4461-b743-f3984669d907 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:17:06.414788 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d5f22b45-5490-4461-b743-f3984669d907 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (14c8decd-d9e9-4345-9c36-edc08bd86a91), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:06.415129 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-d5f22b45-5490-4461-b743-f3984669d907 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Added segment 14c8decd-d9e9-4345-9c36-edc08bd86a91 of type vlan for network 4c8d8613-d977-484b-8ab2-c66406b78145 Mar 23 02:17:06.454189 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d5f22b45-5490-4461-b743-f3984669d907 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (4c8d8613-d977-484b-8ab2-c66406b78145), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:06.480328 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d5f22b45-5490-4461-b743-f3984669d907 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (4c8d8613-d977-484b-8ab2-c66406b78145), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:06.485307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f22b45-5490-4461-b743-f3984669d907 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:06.486062 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d5f22b45-5490-4461-b743-f3984669d907 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:06.548476 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d5f22b45-5490-4461-b743-f3984669d907 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1961777 Mar 23 02:17:06.548705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52772) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:06.553593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6ed1245b-6906-4f89-b4a9-c86786fe17a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'subnet': {'network_id': '4c8d8613-d977-484b-8ab2-c66406b78145', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:06.571419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f22b45-5490-4461-b743-f3984669d907 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Network': ['ID=4c8d8613-d977-484b-8ab2-c66406b78145,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:06.654452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed1245b-6906-4f89-b4a9-c86786fe17a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:06.658299 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ed1245b-6906-4f89-b4a9-c86786fe17a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:06.768414 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 4c8d8613-d977-484b-8ab2-c66406b78145 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:17:06.857607 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ed1245b-6906-4f89-b4a9-c86786fe17a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (e38c1d21-11f8-4a6c-9c08-dfb60ca92948), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:06.919391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1245b-6906-4f89-b4a9-c86786fe17a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Subnet': ['ID=e38c1d21-11f8-4a6c-9c08-dfb60ca92948,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:06.926798 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1245b-6906-4f89-b4a9-c86786fe17a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Checking segment: {'id': '14c8decd-d9e9-4345-9c36-edc08bd86a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4c8d8613-d977-484b-8ab2-c66406b78145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:06.927170 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed1245b-6906-4f89-b4a9-c86786fe17a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network hostable DHCP agents. Network: 4c8d8613-d977-484b-8ab2-c66406b78145, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:17:06.946354 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed1245b-6906-4f89-b4a9-c86786fe17a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 4c8d8613-d977-484b-8ab2-c66406b78145 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:17:06.955787 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-6ed1245b-6906-4f89-b4a9-c86786fe17a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 4c8d8613-d977-484b-8ab2-c66406b78145) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:06.960126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed1245b-6906-4f89-b4a9-c86786fe17a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:06.960745 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ed1245b-6906-4f89-b4a9-c86786fe17a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:06.966187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1add715-1d5e-497c-beb8-31ba97b229ad None None] Network 4c8d8613-d977-484b-8ab2-c66406b78145 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:06.978156 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6ed1245b-6906-4f89-b4a9-c86786fe17a8 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4284210 Mar 23 02:17:06.981262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52774) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:06.986464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6db95061-57dd-495f-acbb-3eda01021c25 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'subnet': {'network_id': '4c8d8613-d977-484b-8ab2-c66406b78145', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:07.067777 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-4c8d8613-d977-484b-8ab2-c66406b78145', 'network_id': '4c8d8613-d977-484b-8ab2-c66406b78145', 'project_id': 'f863de26b32849788a257d0389a78774', 'fixed_ips': [{'subnet_id': 'e38c1d21-11f8-4a6c-9c08-dfb60ca92948'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:17:07.068779 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:07.098984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db95061-57dd-495f-acbb-3eda01021c25 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:07.102397 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6db95061-57dd-495f-acbb-3eda01021c25 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:07.194403 n-d-834677-4 neutron-server[99264]: INFO neutron.db.ipam_backend_mixin [None req-6db95061-57dd-495f-acbb-3eda01021c25 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e38c1d21-11f8-4a6c-9c08-dfb60ca92948 (CIDR: 2001:db8::/64) Mar 23 02:17:07.197928 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db95061-57dd-495f-acbb-3eda01021c25 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:17:07.198396 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db95061-57dd-495f-acbb-3eda01021c25 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:17:07.207731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Allocated IP 2001:db8::2 (4c8d8613-d977-484b-8ab2-c66406b78145/e38c1d21-11f8-4a6c-9c08-dfb60ca92948/146e3e10-d75b-473a-a42e-facd1b3e5ccf) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:07.214648 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6db95061-57dd-495f-acbb-3eda01021c25 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2323604 Mar 23 02:17:07.217471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52776) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:07.222597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6ffc4521-0e10-403c-b631-799bb0f4886a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'subnet': {'network_id': '4c8d8613-d977-484b-8ab2-c66406b78145', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:07.335913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffc4521-0e10-403c-b631-799bb0f4886a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:07.339456 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4521-0e10-403c-b631-799bb0f4886a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:07.352020 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Publish callbacks [] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:07.359341 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:07.402597 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Network 4c8d8613-d977-484b-8ab2-c66406b78145 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:07.407582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:07.412218 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:07.415343 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Pushing event updated for resources: {'Port': ['ID=146e3e10-d75b-473a-a42e-facd1b3e5ccf,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:07.427389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:07.427714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:07.428069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:07.428540 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:07.428913 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:07.429246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:07.429577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:07.429905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:07.430231 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:07.430565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:07.430889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:07.431213 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:07.431536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:07.431915 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:07.432203 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:07.481196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Attempting to bind port 146e3e10-d75b-473a-a42e-facd1b3e5ccf on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:17:07.481565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Attempting to bind port 146e3e10-d75b-473a-a42e-facd1b3e5ccf by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '14c8decd-d9e9-4345-9c36-edc08bd86a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4c8d8613-d977-484b-8ab2-c66406b78145'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:17:07.481931 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Attempting to bind port 146e3e10-d75b-473a-a42e-facd1b3e5ccf on network 4c8d8613-d977-484b-8ab2-c66406b78145 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:17:07.487190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:17:07.487569 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Checking segment: {'id': '14c8decd-d9e9-4345-9c36-edc08bd86a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4c8d8613-d977-484b-8ab2-c66406b78145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:07.487980 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:07.488377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Bound using segment: {'id': '14c8decd-d9e9-4345-9c36-edc08bd86a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4c8d8613-d977-484b-8ab2-c66406b78145'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:17:07.488873 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Bound port: 146e3e10-d75b-473a-a42e-facd1b3e5ccf, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c8decd-d9e9-4345-9c36-edc08bd86a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4c8d8613-d977-484b-8ab2-c66406b78145'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:17:07.489262 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:07.553001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] For port 146e3e10-d75b-473a-a42e-facd1b3e5ccf, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:17:07.556376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] For port 146e3e10-d75b-473a-a42e-facd1b3e5ccf, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=146e3e10-d75b-473a-a42e-facd1b3e5ccf,segment=NetworkSegment(14c8decd-d9e9-4345-9c36-edc08bd86a91),segment_id=14c8decd-d9e9-4345-9c36-edc08bd86a91)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:17:07.564319 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:07.580467 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4521-0e10-403c-b631-799bb0f4886a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (0b8978f9-2870-4a07-8553-cc7dcccd11fc), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:07.625995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba7bac-153e-4a6f-bad9-bc5956c0022e None None] Pushing event updated for resources: {'Port': ['ID=146e3e10-d75b-473a-a42e-facd1b3e5ccf,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:07.633734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffc4521-0e10-403c-b631-799bb0f4886a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 4c8d8613-d977-484b-8ab2-c66406b78145 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:07.636967 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-6ffc4521-0e10-403c-b631-799bb0f4886a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:07.640366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc4521-0e10-403c-b631-799bb0f4886a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:07.641334 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4521-0e10-403c-b631-799bb0f4886a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:07.654064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc4521-0e10-403c-b631-799bb0f4886a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Subnet': ['ID=0b8978f9-2870-4a07-8553-cc7dcccd11fc,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:07.666892 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6ffc4521-0e10-403c-b631-799bb0f4886a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4482481 Mar 23 02:17:07.669341 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52778) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:07.674830 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a9476445-785f-4c24-bcd2-911dbbed1616 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'network_id': '4c8d8613-d977-484b-8ab2-c66406b78145', 'fixed_ips': [{'subnet_id': 'e38c1d21-11f8-4a6c-9c08-dfb60ca92948'}, {'subnet_id': '0b8978f9-2870-4a07-8553-cc7dcccd11fc'}], 'name': 'tempest-PortsIpV6TestJSON-1402610645'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:07.797554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9476445-785f-4c24-bcd2-911dbbed1616 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:07.893530 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9476445-785f-4c24-bcd2-911dbbed1616 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:07.913151 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-a9476445-785f-4c24-bcd2-911dbbed1616 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] device_id is not set on port eea0a0d9-7d70-4642-8b70-0f258a58e912 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:08.211603 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-a9476445-785f-4c24-bcd2-911dbbed1616 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Allocated IP 2001:db8::223 (4c8d8613-d977-484b-8ab2-c66406b78145/e38c1d21-11f8-4a6c-9c08-dfb60ca92948/eea0a0d9-7d70-4642-8b70-0f258a58e912) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:08.218156 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-a9476445-785f-4c24-bcd2-911dbbed1616 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Allocated IP 2001:db8:0:1::2c0 (4c8d8613-d977-484b-8ab2-c66406b78145/0b8978f9-2870-4a07-8553-cc7dcccd11fc/eea0a0d9-7d70-4642-8b70-0f258a58e912) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:08.374506 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9476445-785f-4c24-bcd2-911dbbed1616 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (eea0a0d9-7d70-4642-8b70-0f258a58e912), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:08.411809 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9476445-785f-4c24-bcd2-911dbbed1616 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (eea0a0d9-7d70-4642-8b70-0f258a58e912), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:08.474514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9476445-785f-4c24-bcd2-911dbbed1616 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 4c8d8613-d977-484b-8ab2-c66406b78145 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:08.480192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-a9476445-785f-4c24-bcd2-911dbbed1616 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:08.482069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476445-785f-4c24-bcd2-911dbbed1616 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=eea0a0d9-7d70-4642-8b70-0f258a58e912,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:08.485069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9476445-785f-4c24-bcd2-911dbbed1616 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:08.490316 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9476445-785f-4c24-bcd2-911dbbed1616 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:08.490960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a9476445-785f-4c24-bcd2-911dbbed1616 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:08.520968 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a9476445-785f-4c24-bcd2-911dbbed1616 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 0.8476589 Mar 23 02:17:08.521299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52780) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:08.527418 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-36c8f7e3-fa4e-4d78-9b56-2e06d24902f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e38c1d21-11f8-4a6c-9c08-dfb60ca92948'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:08.622714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d8f5e5-fab3-457d-af3d-4a20e705f299 None None] Network 4c8d8613-d977-484b-8ab2-c66406b78145 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:08.686665 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36c8f7e3-fa4e-4d78-9b56-2e06d24902f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (eea0a0d9-7d70-4642-8b70-0f258a58e912), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:08.767291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-26da68c2-be4f-4d5d-be4b-ac7a4eaab4fb None None] Provisioning complete for port 146e3e10-d75b-473a-a42e-facd1b3e5ccf triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:08.767667 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-26da68c2-be4f-4d5d-be4b-ac7a4eaab4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:08.819373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 146e3e10-d75b-473a-a42e-facd1b3e5ccf up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:17:08.900618 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e447828-2caf-49f7-be7f-861d5b063d20 None None] Update dhcp port {'port': {'network_id': '4c8d8613-d977-484b-8ab2-c66406b78145', 'fixed_ips': [{'subnet_id': 'e38c1d21-11f8-4a6c-9c08-dfb60ca92948', 'ip_address': '2001:db8::2'}, {'subnet_id': '0b8978f9-2870-4a07-8553-cc7dcccd11fc'}], 'binding:host_id': 'n-d-834677-4'}, 'id': '146e3e10-d75b-473a-a42e-facd1b3e5ccf'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:17:08.971940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 146e3e10-d75b-473a-a42e-facd1b3e5ccf triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:08.972430 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:08.974153 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e447828-2caf-49f7-be7f-861d5b063d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:08.978264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-26da68c2-be4f-4d5d-be4b-ac7a4eaab4fb None None] Current status of the port 146e3e10-d75b-473a-a42e-facd1b3e5ccf is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:08.978264 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-26da68c2-be4f-4d5d-be4b-ac7a4eaab4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:09.087538 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-26da68c2-be4f-4d5d-be4b-ac7a4eaab4fb None None] For port 146e3e10-d75b-473a-a42e-facd1b3e5ccf, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=146e3e10-d75b-473a-a42e-facd1b3e5ccf,segment=NetworkSegment(14c8decd-d9e9-4345-9c36-edc08bd86a91),segment_id=14c8decd-d9e9-4345-9c36-edc08bd86a91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:09.134290 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-26da68c2-be4f-4d5d-be4b-ac7a4eaab4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:09.259375 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 146e3e10-d75b-473a-a42e-facd1b3e5ccf is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:09.267656 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da68c2-be4f-4d5d-be4b-ac7a4eaab4fb None None] Pushing event updated for resources: {'Port': ['ID=146e3e10-d75b-473a-a42e-facd1b3e5ccf,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:09.289835 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-9e447828-2caf-49f7-be7f-861d5b063d20 None None] Allocated IP 2001:db8:0:1::2 (4c8d8613-d977-484b-8ab2-c66406b78145/0b8978f9-2870-4a07-8553-cc7dcccd11fc/146e3e10-d75b-473a-a42e-facd1b3e5ccf) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:09.386647 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9e447828-2caf-49f7-be7f-861d5b063d20 None None] For port 146e3e10-d75b-473a-a42e-facd1b3e5ccf, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=146e3e10-d75b-473a-a42e-facd1b3e5ccf,segment=NetworkSegment(14c8decd-d9e9-4345-9c36-edc08bd86a91),segment_id=14c8decd-d9e9-4345-9c36-edc08bd86a91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:09.419097 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e447828-2caf-49f7-be7f-861d5b063d20 None None] Publish callbacks [] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:09.425333 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e447828-2caf-49f7-be7f-861d5b063d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:09.482804 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-36c8f7e3-fa4e-4d78-9b56-2e06d24902f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Delete allocated IP 2001:db8:0:1::2c0 (4c8d8613-d977-484b-8ab2-c66406b78145/0b8978f9-2870-4a07-8553-cc7dcccd11fc) {{(pid=99263) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 02:17:09.527001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e447828-2caf-49f7-be7f-861d5b063d20 None None] Pushing event updated for resources: {'Port': ['ID=146e3e10-d75b-473a-a42e-facd1b3e5ccf,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:09.631432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36c8f7e3-fa4e-4d78-9b56-2e06d24902f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (eea0a0d9-7d70-4642-8b70-0f258a58e912), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:09.637236 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36c8f7e3-fa4e-4d78-9b56-2e06d24902f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (eea0a0d9-7d70-4642-8b70-0f258a58e912), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:09.700338 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-36c8f7e3-fa4e-4d78-9b56-2e06d24902f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] In _notify_port_updated(), no bound segment for port eea0a0d9-7d70-4642-8b70-0f258a58e912 on network 4c8d8613-d977-484b-8ab2-c66406b78145 {{(pid=99263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:17:09.705764 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c8f7e3-fa4e-4d78-9b56-2e06d24902f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:09.706491 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-36c8f7e3-fa4e-4d78-9b56-2e06d24902f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:09.710566 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-36c8f7e3-fa4e-4d78-9b56-2e06d24902f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "PUT /v2.0/ports/eea0a0d9-7d70-4642-8b70-0f258a58e912 HTTP/1.1" status: 200 len: 926 time: 1.1855788 Mar 23 02:17:09.711688 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52782) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:09.720756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-07b82da0-f71c-44e8-ae83-a4fed9d01fcb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e38c1d21-11f8-4a6c-9c08-dfb60ca92948'}, {'subnet_id': '0b8978f9-2870-4a07-8553-cc7dcccd11fc'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:09.728820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8f7e3-fa4e-4d78-9b56-2e06d24902f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=eea0a0d9-7d70-4642-8b70-0f258a58e912,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:09.804460 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-07b82da0-f71c-44e8-ae83-a4fed9d01fcb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (eea0a0d9-7d70-4642-8b70-0f258a58e912), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:10.079183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-07b82da0-f71c-44e8-ae83-a4fed9d01fcb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Allocated IP 2001:db8:0:1::20f (4c8d8613-d977-484b-8ab2-c66406b78145/0b8978f9-2870-4a07-8553-cc7dcccd11fc/eea0a0d9-7d70-4642-8b70-0f258a58e912) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:10.211083 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31842cd6-764f-4add-87db-3dafdc3c823b None None] Network 4c8d8613-d977-484b-8ab2-c66406b78145 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:10.211958 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-07b82da0-f71c-44e8-ae83-a4fed9d01fcb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (eea0a0d9-7d70-4642-8b70-0f258a58e912), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:10.218238 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-07b82da0-f71c-44e8-ae83-a4fed9d01fcb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (eea0a0d9-7d70-4642-8b70-0f258a58e912), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:10.286015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-00a14386-fecf-4f24-a7d8-42404de70483 None None] Provisioning complete for port 146e3e10-d75b-473a-a42e-facd1b3e5ccf triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:10.288537 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-00a14386-fecf-4f24-a7d8-42404de70483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:10.309235 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-07b82da0-f71c-44e8-ae83-a4fed9d01fcb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] In _notify_port_updated(), no bound segment for port eea0a0d9-7d70-4642-8b70-0f258a58e912 on network 4c8d8613-d977-484b-8ab2-c66406b78145 {{(pid=99263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:17:10.314698 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b82da0-f71c-44e8-ae83-a4fed9d01fcb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:10.315543 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-07b82da0-f71c-44e8-ae83-a4fed9d01fcb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:10.319218 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-07b82da0-f71c-44e8-ae83-a4fed9d01fcb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "PUT /v2.0/ports/eea0a0d9-7d70-4642-8b70-0f258a58e912 HTTP/1.1" status: 200 len: 1012 time: 0.6047685 Mar 23 02:17:10.319631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52784) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:10.322885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b82da0-f71c-44e8-ae83-a4fed9d01fcb tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=eea0a0d9-7d70-4642-8b70-0f258a58e912,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:10.413486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-87140ea7-8660-4a23-8679-8578afaebc3e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port eea0a0d9-7d70-4642-8b70-0f258a58e912 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:10.413865 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87140ea7-8660-4a23-8679-8578afaebc3e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (eea0a0d9-7d70-4642-8b70-0f258a58e912), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:10.415039 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-00a14386-fecf-4f24-a7d8-42404de70483 None None] Current status of the port 146e3e10-d75b-473a-a42e-facd1b3e5ccf is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:10.433210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-00a14386-fecf-4f24-a7d8-42404de70483 None None] Provisioning complete for port eea0a0d9-7d70-4642-8b70-0f258a58e912 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:10.433594 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-00a14386-fecf-4f24-a7d8-42404de70483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (eea0a0d9-7d70-4642-8b70-0f258a58e912), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:10.481735 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-00a14386-fecf-4f24-a7d8-42404de70483 None None] Port eea0a0d9-7d70-4642-8b70-0f258a58e912 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:10.517951 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87140ea7-8660-4a23-8679-8578afaebc3e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (eea0a0d9-7d70-4642-8b70-0f258a58e912), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:10.531325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-87140ea7-8660-4a23-8679-8578afaebc3e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for eea0a0d9-7d70-4642-8b70-0f258a58e912 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:10.720502 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0db97281-9f94-4580-b9dd-721f7745f110 None None] Provisioning complete for port 146e3e10-d75b-473a-a42e-facd1b3e5ccf triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:10.728426 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87140ea7-8660-4a23-8679-8578afaebc3e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (eea0a0d9-7d70-4642-8b70-0f258a58e912), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:10.732906 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0db97281-9f94-4580-b9dd-721f7745f110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:10.765492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87140ea7-8660-4a23-8679-8578afaebc3e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=eea0a0d9-7d70-4642-8b70-0f258a58e912,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:10.793246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 146e3e10-d75b-473a-a42e-facd1b3e5ccf up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:17:10.816240 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-87140ea7-8660-4a23-8679-8578afaebc3e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:10.821154 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-87140ea7-8660-4a23-8679-8578afaebc3e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/eea0a0d9-7d70-4642-8b70-0f258a58e912 HTTP/1.1" status: 204 len: 168 time: 0.5004237 Mar 23 02:17:10.823157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52786) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:10.852520 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d0f78d-d1c9-4b50-8910-3089f1c6dadd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] GET failed (client error): The resource could not be found. Mar 23 02:17:10.854182 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-08d0f78d-d1c9-4b50-8910-3089f1c6dadd tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports/eea0a0d9-7d70-4642-8b70-0f258a58e912 HTTP/1.1" status: 404 len: 333 time: 0.0295012 Mar 23 02:17:10.857153 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52788) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:10.886272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 146e3e10-d75b-473a-a42e-facd1b3e5ccf triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:10.886637 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:10.913628 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a6092c-75a8-49dd-a841-94849320c37c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting subnet 0b8978f9-2870-4a07-8553-cc7dcccd11fc {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:17:10.917184 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84a6092c-75a8-49dd-a841-94849320c37c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (0b8978f9-2870-4a07-8553-cc7dcccd11fc), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:10.918826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0db97281-9f94-4580-b9dd-721f7745f110 None None] Current status of the port 146e3e10-d75b-473a-a42e-facd1b3e5ccf is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:10.927389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0db97281-9f94-4580-b9dd-721f7745f110 None None] Could not find standard attr ID for object eea0a0d9-7d70-4642-8b70-0f258a58e912. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:10.962532 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84a6092c-75a8-49dd-a841-94849320c37c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (0b8978f9-2870-4a07-8553-cc7dcccd11fc), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:10.985337 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 146e3e10-d75b-473a-a42e-facd1b3e5ccf is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:11.044447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8457a8d6-2b36-4549-8522-9cced3040b22 None None] Could not find standard attr ID for object eea0a0d9-7d70-4642-8b70-0f258a58e912. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:11.061172 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84a6092c-75a8-49dd-a841-94849320c37c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (0b8978f9-2870-4a07-8553-cc7dcccd11fc), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.121302 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84a6092c-75a8-49dd-a841-94849320c37c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (0b8978f9-2870-4a07-8553-cc7dcccd11fc), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.150382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6092c-75a8-49dd-a841-94849320c37c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Subnet': ['ID=0b8978f9-2870-4a07-8553-cc7dcccd11fc,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:11.152978 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84a6092c-75a8-49dd-a841-94849320c37c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.156175 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-84a6092c-75a8-49dd-a841-94849320c37c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/0b8978f9-2870-4a07-8553-cc7dcccd11fc HTTP/1.1" status: 204 len: 168 time: 0.2980568 Mar 23 02:17:11.159045 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52790) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:11.162961 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7dc5622f-00b4-407e-8bcb-5eb0232682d9 None None] Could not find standard attr ID for object eea0a0d9-7d70-4642-8b70-0f258a58e912. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:11.215485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1632c9-389d-4caf-8703-4be6ca95373b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting subnet e38c1d21-11f8-4a6c-9c08-dfb60ca92948 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:17:11.218930 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b1632c9-389d-4caf-8703-4be6ca95373b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (e38c1d21-11f8-4a6c-9c08-dfb60ca92948), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.266431 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b1632c9-389d-4caf-8703-4be6ca95373b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (e38c1d21-11f8-4a6c-9c08-dfb60ca92948), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.301549 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a14e529-83ce-4547-ae9b-1dfd9a40066f None None] Network 4c8d8613-d977-484b-8ab2-c66406b78145 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:11.351979 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b1632c9-389d-4caf-8703-4be6ca95373b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (e38c1d21-11f8-4a6c-9c08-dfb60ca92948), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.377476 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-72baeb69-8c9f-42c4-9d4d-1a9bceaa8461 None None] Could not find standard attr ID for object eea0a0d9-7d70-4642-8b70-0f258a58e912. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:11.413069 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b1632c9-389d-4caf-8703-4be6ca95373b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (e38c1d21-11f8-4a6c-9c08-dfb60ca92948), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.454017 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1b1632c9-389d-4caf-8703-4be6ca95373b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.459605 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1b1632c9-389d-4caf-8703-4be6ca95373b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/e38c1d21-11f8-4a6c-9c08-dfb60ca92948 HTTP/1.1" status: 204 len: 168 time: 0.2972174 Mar 23 02:17:11.459605 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1632c9-389d-4caf-8703-4be6ca95373b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Subnet': ['ID=e38c1d21-11f8-4a6c-9c08-dfb60ca92948,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:11.459832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52792) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:11.476358 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64070617-ffce-4a9d-94f1-6ad4567a540d None None] Update dhcp port {'port': {'network_id': '4c8d8613-d977-484b-8ab2-c66406b78145', 'fixed_ips': [{'subnet_id': 'e38c1d21-11f8-4a6c-9c08-dfb60ca92948'}], 'binding:host_id': 'n-d-834677-4'}, 'id': '146e3e10-d75b-473a-a42e-facd1b3e5ccf'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:17:11.504272 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-64070617-ffce-4a9d-94f1-6ad4567a540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.538779 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (4c8d8613-d977-484b-8ab2-c66406b78145), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.592280 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port 146e3e10-d75b-473a-a42e-facd1b3e5ccf {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:11.592674 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.664465 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] For port 146e3e10-d75b-473a-a42e-facd1b3e5ccf, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=146e3e10-d75b-473a-a42e-facd1b3e5ccf,segment=NetworkSegment(14c8decd-d9e9-4345-9c36-edc08bd86a91),segment_id=14c8decd-d9e9-4345-9c36-edc08bd86a91)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:11.665048 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.666653 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83afe957-6c1e-407b-bda4-db079a4c2dcf None None] Network 4c8d8613-d977-484b-8ab2-c66406b78145 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:11.678834 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for 146e3e10-d75b-473a-a42e-facd1b3e5ccf owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:11.732200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f0e7a350-af93-48cf-8682-7b681397b0fa None None] Provisioning complete for port 146e3e10-d75b-473a-a42e-facd1b3e5ccf triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:11.732681 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f0e7a350-af93-48cf-8682-7b681397b0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.759516 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (146e3e10-d75b-473a-a42e-facd1b3e5ccf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.786620 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=146e3e10-d75b-473a-a42e-facd1b3e5ccf,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:11.788443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No DVR routers for this DVR port 146e3e10-d75b-473a-a42e-facd1b3e5ccf on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:17:11.796267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f0e7a350-af93-48cf-8682-7b681397b0fa None None] Could not find standard attr ID for object 146e3e10-d75b-473a-a42e-facd1b3e5ccf. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:11.801690 n-d-834677-4 neutron-server[99265]: INFO neutron.plugins.ml2.db [None req-f0e7a350-af93-48cf-8682-7b681397b0fa None None] No ports have port_id starting with 146e3e10-d75b-473a-a42e-facd1b3e5ccf Mar 23 02:17:11.819291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484c5c2b-7940-44c2-bd33-7b876ff21747 None None] DHCP port deletion for 4c8d8613-d977-484b-8ab2-c66406b78145 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:17:11.872984 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (4c8d8613-d977-484b-8ab2-c66406b78145), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.896409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8d8613-d977-484b-8ab2-c66406b78145']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:11.912264 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c8decd-d9e9-4345-9c36-edc08bd86a91') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:11.912775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c8decd-d9e9-4345-9c36-edc08bd86a91') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:11.926156 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (14c8decd-d9e9-4345-9c36-edc08bd86a91), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.945512 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (14c8decd-d9e9-4345-9c36-edc08bd86a91), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.954819 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:17:11.955412 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (14c8decd-d9e9-4345-9c36-edc08bd86a91), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:17:11.959221 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:17:12.036663 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (4c8d8613-d977-484b-8ab2-c66406b78145), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:12.043855 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:12.046930 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/networks/4c8d8613-d977-484b-8ab2-c66406b78145 HTTP/1.1" status: 204 len: 168 time: 0.5855246 Mar 23 02:17:12.052957 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52794) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:12.061080 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c67173-9652-4495-89c2-ad183b41665a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Network': ['ID=4c8d8613-d977-484b-8ab2-c66406b78145,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:12.106451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dcda9f-af8d-494d-ab14-5f18b49df0a2 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:12.107932 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a3dcda9f-af8d-494d-ab14-5f18b49df0a2 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0533719 Mar 23 02:17:12.111912 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52796) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:12.162012 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-831675c2-bec1-49e4-9ea9-a0e8fc750eec tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0488222 Mar 23 02:17:12.165299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52798) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:12.169937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-716dcabc-bad1-4486-b9fc-c563956ef808 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2124510632'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:12.191416 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716dcabc-bad1-4486-b9fc-c563956ef808 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:12.194603 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-716dcabc-bad1-4486-b9fc-c563956ef808 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:12.218325 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716dcabc-bad1-4486-b9fc-c563956ef808 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:17:12.227117 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-716dcabc-bad1-4486-b9fc-c563956ef808 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (662598d5-0774-4bee-b06f-86817eefe443), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:12.227484 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-716dcabc-bad1-4486-b9fc-c563956ef808 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Added segment 662598d5-0774-4bee-b06f-86817eefe443 of type vlan for network ce7ad97a-b201-4cfa-aac9-bcb565e94cd3 Mar 23 02:17:12.269099 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-716dcabc-bad1-4486-b9fc-c563956ef808 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (ce7ad97a-b201-4cfa-aac9-bcb565e94cd3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:12.300842 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-716dcabc-bad1-4486-b9fc-c563956ef808 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (ce7ad97a-b201-4cfa-aac9-bcb565e94cd3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:12.305882 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716dcabc-bad1-4486-b9fc-c563956ef808 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:12.306469 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-716dcabc-bad1-4486-b9fc-c563956ef808 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:12.372073 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-716dcabc-bad1-4486-b9fc-c563956ef808 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2057447 Mar 23 02:17:12.374947 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52800) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:12.381906 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-dae04320-e27e-4b00-8f7d-ab06d6897d1d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'subnet': {'network_id': 'ce7ad97a-b201-4cfa-aac9-bcb565e94cd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:12.388454 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dcabc-bad1-4486-b9fc-c563956ef808 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Network': ['ID=ce7ad97a-b201-4cfa-aac9-bcb565e94cd3,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:12.399278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network ce7ad97a-b201-4cfa-aac9-bcb565e94cd3 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:17:12.476535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae04320-e27e-4b00-8f7d-ab06d6897d1d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:12.480022 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dae04320-e27e-4b00-8f7d-ab06d6897d1d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:12.677600 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dae04320-e27e-4b00-8f7d-ab06d6897d1d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (3ff785c4-6697-4bc2-a51a-f66628ec4595), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:12.727605 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 146e3e10-d75b-473a-a42e-facd1b3e5ccf no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:17:12.738226 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae04320-e27e-4b00-8f7d-ab06d6897d1d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Subnet': ['ID=3ff785c4-6697-4bc2-a51a-f66628ec4595,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:12.748749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae04320-e27e-4b00-8f7d-ab06d6897d1d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Checking segment: {'id': '662598d5-0774-4bee-b06f-86817eefe443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ce7ad97a-b201-4cfa-aac9-bcb565e94cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:12.749082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae04320-e27e-4b00-8f7d-ab06d6897d1d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network hostable DHCP agents. Network: ce7ad97a-b201-4cfa-aac9-bcb565e94cd3, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:17:12.749428 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 146e3e10-d75b-473a-a42e-facd1b3e5ccf {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:17:12.749757 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 146e3e10-d75b-473a-a42e-facd1b3e5ccf not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:17:12.768056 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae04320-e27e-4b00-8f7d-ab06d6897d1d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network ce7ad97a-b201-4cfa-aac9-bcb565e94cd3 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:17:12.778587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-dae04320-e27e-4b00-8f7d-ab06d6897d1d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, ce7ad97a-b201-4cfa-aac9-bcb565e94cd3) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:12.783203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae04320-e27e-4b00-8f7d-ab06d6897d1d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:12.784162 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dae04320-e27e-4b00-8f7d-ab06d6897d1d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:12.792241 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df8b3d8-e668-4c6c-ab88-db7c5a5afb8e None None] Network ce7ad97a-b201-4cfa-aac9-bcb565e94cd3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:12.802839 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dae04320-e27e-4b00-8f7d-ab06d6897d1d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4267924 Mar 23 02:17:12.805498 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52802) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:12.810546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f03cd299-ba0e-45c8-bb9a-e89837351718 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'network_id': 'ce7ad97a-b201-4cfa-aac9-bcb565e94cd3', 'name': 'tempest-PortsIpV6TestJSON-818448576'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:12.896417 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-ce7ad97a-b201-4cfa-aac9-bcb565e94cd3', 'network_id': 'ce7ad97a-b201-4cfa-aac9-bcb565e94cd3', 'project_id': 'f863de26b32849788a257d0389a78774', 'fixed_ips': [{'subnet_id': '3ff785c4-6697-4bc2-a51a-f66628ec4595'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:17:12.897308 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:12.925683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03cd299-ba0e-45c8-bb9a-e89837351718 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:12.930323 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f03cd299-ba0e-45c8-bb9a-e89837351718 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:12.948801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-f03cd299-ba0e-45c8-bb9a-e89837351718 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] device_id is not set on port edec14d2-e685-484a-8edf-7923b8d2e7d5 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:13.038980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Allocated IP 2001:db8::2 (ce7ad97a-b201-4cfa-aac9-bcb565e94cd3/3ff785c4-6697-4bc2-a51a-f66628ec4595/edf2a9a0-2773-4045-9d66-ebdc34d03e1e) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:13.182285 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Publish callbacks [] for port (edf2a9a0-2773-4045-9d66-ebdc34d03e1e), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:13.189741 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (edf2a9a0-2773-4045-9d66-ebdc34d03e1e), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:13.227503 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Network ce7ad97a-b201-4cfa-aac9-bcb565e94cd3 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:13.230320 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:13.237549 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:13.243071 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Pushing event updated for resources: {'Port': ['ID=edf2a9a0-2773-4045-9d66-ebdc34d03e1e,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:13.252877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-f03cd299-ba0e-45c8-bb9a-e89837351718 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Allocated IP 2001:db8::3d9 (ce7ad97a-b201-4cfa-aac9-bcb565e94cd3/3ff785c4-6697-4bc2-a51a-f66628ec4595/edec14d2-e685-484a-8edf-7923b8d2e7d5) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:13.299272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Attempting to bind port edf2a9a0-2773-4045-9d66-ebdc34d03e1e on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:17:13.299912 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Attempting to bind port edf2a9a0-2773-4045-9d66-ebdc34d03e1e by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '662598d5-0774-4bee-b06f-86817eefe443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ce7ad97a-b201-4cfa-aac9-bcb565e94cd3'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:17:13.300280 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Attempting to bind port edf2a9a0-2773-4045-9d66-ebdc34d03e1e on network ce7ad97a-b201-4cfa-aac9-bcb565e94cd3 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:17:13.305760 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:17:13.306110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Checking segment: {'id': '662598d5-0774-4bee-b06f-86817eefe443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ce7ad97a-b201-4cfa-aac9-bcb565e94cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:13.306653 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:13.307129 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Bound using segment: {'id': '662598d5-0774-4bee-b06f-86817eefe443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ce7ad97a-b201-4cfa-aac9-bcb565e94cd3'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:17:13.307658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Bound port: edf2a9a0-2773-4045-9d66-ebdc34d03e1e, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662598d5-0774-4bee-b06f-86817eefe443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ce7ad97a-b201-4cfa-aac9-bcb565e94cd3'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:17:13.308155 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (edf2a9a0-2773-4045-9d66-ebdc34d03e1e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:13.372628 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] For port edf2a9a0-2773-4045-9d66-ebdc34d03e1e, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:17:13.375643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] For port edf2a9a0-2773-4045-9d66-ebdc34d03e1e, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=edf2a9a0-2773-4045-9d66-ebdc34d03e1e,segment=NetworkSegment(662598d5-0774-4bee-b06f-86817eefe443),segment_id=662598d5-0774-4bee-b06f-86817eefe443)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:17:13.382046 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (edf2a9a0-2773-4045-9d66-ebdc34d03e1e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:13.399742 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f03cd299-ba0e-45c8-bb9a-e89837351718 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (edec14d2-e685-484a-8edf-7923b8d2e7d5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:13.437050 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ec7a8-f964-4eb4-9113-8fc3bcbd0601 None None] Pushing event updated for resources: {'Port': ['ID=edf2a9a0-2773-4045-9d66-ebdc34d03e1e,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:13.448954 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f03cd299-ba0e-45c8-bb9a-e89837351718 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (edec14d2-e685-484a-8edf-7923b8d2e7d5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:13.501842 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03cd299-ba0e-45c8-bb9a-e89837351718 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network ce7ad97a-b201-4cfa-aac9-bcb565e94cd3 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:13.507283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-f03cd299-ba0e-45c8-bb9a-e89837351718 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:13.509792 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03cd299-ba0e-45c8-bb9a-e89837351718 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:13.515370 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03cd299-ba0e-45c8-bb9a-e89837351718 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:13.516068 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f03cd299-ba0e-45c8-bb9a-e89837351718 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:13.523145 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cd299-ba0e-45c8-bb9a-e89837351718 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=edec14d2-e685-484a-8edf-7923b8d2e7d5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:13.539992 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f03cd299-ba0e-45c8-bb9a-e89837351718 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7334237 Mar 23 02:17:13.542640 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52804) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:13.547644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c14610f0-3643-44de-94e9-231ee06def2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'network_id': 'ce7ad97a-b201-4cfa-aac9-bcb565e94cd3', 'name': 'tempest-PortsIpV6TestJSON-1612833851'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:13.666114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14610f0-3643-44de-94e9-231ee06def2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:13.669979 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c14610f0-3643-44de-94e9-231ee06def2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:13.689201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-c14610f0-3643-44de-94e9-231ee06def2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] device_id is not set on port 15a69e0c-1e55-4385-89d2-d6eefde591bd yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:13.806911 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-c14610f0-3643-44de-94e9-231ee06def2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Allocated IP 2001:db8::179 (ce7ad97a-b201-4cfa-aac9-bcb565e94cd3/3ff785c4-6697-4bc2-a51a-f66628ec4595/15a69e0c-1e55-4385-89d2-d6eefde591bd) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:13.958886 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c14610f0-3643-44de-94e9-231ee06def2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (15a69e0c-1e55-4385-89d2-d6eefde591bd), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:13.993886 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c14610f0-3643-44de-94e9-231ee06def2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (15a69e0c-1e55-4385-89d2-d6eefde591bd), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:14.040717 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14610f0-3643-44de-94e9-231ee06def2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network ce7ad97a-b201-4cfa-aac9-bcb565e94cd3 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:14.043952 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-c14610f0-3643-44de-94e9-231ee06def2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:14.047745 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14610f0-3643-44de-94e9-231ee06def2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:14.053132 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14610f0-3643-44de-94e9-231ee06def2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:14.053601 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c14610f0-3643-44de-94e9-231ee06def2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:14.069504 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14610f0-3643-44de-94e9-231ee06def2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=15a69e0c-1e55-4385-89d2-d6eefde591bd,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:14.083454 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c14610f0-3643-44de-94e9-231ee06def2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5397732 Mar 23 02:17:14.086363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52806) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:14.184748 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdbfbe3-675e-4196-9a66-387e15694404 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:14.186549 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8fdbfbe3-675e-4196-9a66-387e15694404 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3d9 HTTP/1.1" status: 200 len: 928 time: 0.0989792 Mar 23 02:17:14.189526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52808) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:14.284529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-89543cbb-c0d3-49bb-ac8c-c7980aedb5f7 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port 15a69e0c-1e55-4385-89d2-d6eefde591bd {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:14.284997 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89543cbb-c0d3-49bb-ac8c-c7980aedb5f7 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (15a69e0c-1e55-4385-89d2-d6eefde591bd), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:14.324448 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58d1e26-ed59-4d76-8a59-ac851d6a8cd0 None None] Network ce7ad97a-b201-4cfa-aac9-bcb565e94cd3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:14.374903 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89543cbb-c0d3-49bb-ac8c-c7980aedb5f7 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (15a69e0c-1e55-4385-89d2-d6eefde591bd), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:14.386375 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3fabedaf-8e21-4eef-8fdc-2a320f66a354 None None] Provisioning complete for port edf2a9a0-2773-4045-9d66-ebdc34d03e1e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:14.386744 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3fabedaf-8e21-4eef-8fdc-2a320f66a354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (edf2a9a0-2773-4045-9d66-ebdc34d03e1e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:14.387642 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-89543cbb-c0d3-49bb-ac8c-c7980aedb5f7 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for 15a69e0c-1e55-4385-89d2-d6eefde591bd owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:14.521299 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89543cbb-c0d3-49bb-ac8c-c7980aedb5f7 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (15a69e0c-1e55-4385-89d2-d6eefde591bd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:14.554146 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89543cbb-c0d3-49bb-ac8c-c7980aedb5f7 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=15a69e0c-1e55-4385-89d2-d6eefde591bd,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:14.580449 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89543cbb-c0d3-49bb-ac8c-c7980aedb5f7 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:14.583740 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-89543cbb-c0d3-49bb-ac8c-c7980aedb5f7 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/15a69e0c-1e55-4385-89d2-d6eefde591bd HTTP/1.1" status: 204 len: 168 time: 0.3932571 Mar 23 02:17:14.586434 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52810) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:14.611162 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0aaf7e7-0df9-4432-ac42-c40c41298eee tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] GET failed (client error): The resource could not be found. Mar 23 02:17:14.612635 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a0aaf7e7-0df9-4432-ac42-c40c41298eee tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports/15a69e0c-1e55-4385-89d2-d6eefde591bd HTTP/1.1" status: 404 len: 333 time: 0.0251989 Mar 23 02:17:14.615497 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52812) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:14.685543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3fabedaf-8e21-4eef-8fdc-2a320f66a354 None None] Current status of the port edf2a9a0-2773-4045-9d66-ebdc34d03e1e is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:14.686047 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3fabedaf-8e21-4eef-8fdc-2a320f66a354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (edf2a9a0-2773-4045-9d66-ebdc34d03e1e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:14.716312 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e40123b8-25f1-49dd-9ed5-d5d542deba59 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port edec14d2-e685-484a-8edf-7923b8d2e7d5 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:14.716593 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e40123b8-25f1-49dd-9ed5-d5d542deba59 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (edec14d2-e685-484a-8edf-7923b8d2e7d5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:14.730840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3fabedaf-8e21-4eef-8fdc-2a320f66a354 None None] For port edf2a9a0-2773-4045-9d66-ebdc34d03e1e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=edf2a9a0-2773-4045-9d66-ebdc34d03e1e,segment=NetworkSegment(662598d5-0774-4bee-b06f-86817eefe443),segment_id=662598d5-0774-4bee-b06f-86817eefe443)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:14.736640 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3fabedaf-8e21-4eef-8fdc-2a320f66a354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (edf2a9a0-2773-4045-9d66-ebdc34d03e1e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:14.796460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabedaf-8e21-4eef-8fdc-2a320f66a354 None None] Pushing event updated for resources: {'Port': ['ID=edf2a9a0-2773-4045-9d66-ebdc34d03e1e,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:14.802802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device edf2a9a0-2773-4045-9d66-ebdc34d03e1e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:17:14.832396 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e40123b8-25f1-49dd-9ed5-d5d542deba59 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (edec14d2-e685-484a-8edf-7923b8d2e7d5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:14.847493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e40123b8-25f1-49dd-9ed5-d5d542deba59 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for edec14d2-e685-484a-8edf-7923b8d2e7d5 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:14.852456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port edf2a9a0-2773-4045-9d66-ebdc34d03e1e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:14.852942 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (edf2a9a0-2773-4045-9d66-ebdc34d03e1e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:14.934738 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port edf2a9a0-2773-4045-9d66-ebdc34d03e1e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:14.964166 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-27399663-e7f7-47e6-a09f-27aa0b7cb150 None None] Provisioning complete for port edec14d2-e685-484a-8edf-7923b8d2e7d5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:14.964555 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-27399663-e7f7-47e6-a09f-27aa0b7cb150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (edec14d2-e685-484a-8edf-7923b8d2e7d5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:14.985483 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e40123b8-25f1-49dd-9ed5-d5d542deba59 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (edec14d2-e685-484a-8edf-7923b8d2e7d5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.010178 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-27399663-e7f7-47e6-a09f-27aa0b7cb150 None None] Port edec14d2-e685-484a-8edf-7923b8d2e7d5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:15.020479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-27399663-e7f7-47e6-a09f-27aa0b7cb150 None None] Provisioning complete for port edf2a9a0-2773-4045-9d66-ebdc34d03e1e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:15.020905 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-27399663-e7f7-47e6-a09f-27aa0b7cb150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (edf2a9a0-2773-4045-9d66-ebdc34d03e1e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.023821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40123b8-25f1-49dd-9ed5-d5d542deba59 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=edec14d2-e685-484a-8edf-7923b8d2e7d5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:15.043750 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e40123b8-25f1-49dd-9ed5-d5d542deba59 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.050748 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e40123b8-25f1-49dd-9ed5-d5d542deba59 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/edec14d2-e685-484a-8edf-7923b8d2e7d5 HTTP/1.1" status: 204 len: 168 time: 0.4318163 Mar 23 02:17:15.050950 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52814) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:15.077142 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d72c71-664f-42c4-ac24-f1f1658cc291 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] GET failed (client error): The resource could not be found. Mar 23 02:17:15.080643 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d0d72c71-664f-42c4-ac24-f1f1658cc291 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports/edec14d2-e685-484a-8edf-7923b8d2e7d5 HTTP/1.1" status: 404 len: 333 time: 0.0267227 Mar 23 02:17:15.081780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52816) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:15.106306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-27399663-e7f7-47e6-a09f-27aa0b7cb150 None None] Current status of the port edf2a9a0-2773-4045-9d66-ebdc34d03e1e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:15.145428 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a69aa1a-ddf1-4033-95a3-221e4cde7f89 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting subnet 3ff785c4-6697-4bc2-a51a-f66628ec4595 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:17:15.148921 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a69aa1a-ddf1-4033-95a3-221e4cde7f89 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (3ff785c4-6697-4bc2-a51a-f66628ec4595), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.191150 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a69aa1a-ddf1-4033-95a3-221e4cde7f89 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (3ff785c4-6697-4bc2-a51a-f66628ec4595), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.221309 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d4a180ac-2098-4773-81ff-eb0f41cb35e9 None None] Could not find standard attr ID for object edec14d2-e685-484a-8edf-7923b8d2e7d5. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:15.275893 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a69aa1a-ddf1-4033-95a3-221e4cde7f89 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (3ff785c4-6697-4bc2-a51a-f66628ec4595), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.342886 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a69aa1a-ddf1-4033-95a3-221e4cde7f89 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (3ff785c4-6697-4bc2-a51a-f66628ec4595), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.345574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e1b5cfd7-6338-40b8-b556-19c78445e6ff None None] Could not find standard attr ID for object 15a69e0c-1e55-4385-89d2-d6eefde591bd. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:15.371328 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69aa1a-ddf1-4033-95a3-221e4cde7f89 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff785c4-6697-4bc2-a51a-f66628ec4595,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:15.377035 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9a69aa1a-ddf1-4033-95a3-221e4cde7f89 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.380721 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9a69aa1a-ddf1-4033-95a3-221e4cde7f89 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/3ff785c4-6697-4bc2-a51a-f66628ec4595 HTTP/1.1" status: 204 len: 168 time: 0.2976992 Mar 23 02:17:15.383437 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52818) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:15.461739 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (ce7ad97a-b201-4cfa-aac9-bcb565e94cd3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.517615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port edf2a9a0-2773-4045-9d66-ebdc34d03e1e {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:15.517960 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (edf2a9a0-2773-4045-9d66-ebdc34d03e1e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.522141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5900eca-e7b0-48aa-a7a1-3f14685d2c9b None None] Network ce7ad97a-b201-4cfa-aac9-bcb565e94cd3 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:15.590523 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] For port edf2a9a0-2773-4045-9d66-ebdc34d03e1e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=edf2a9a0-2773-4045-9d66-ebdc34d03e1e,segment=NetworkSegment(662598d5-0774-4bee-b06f-86817eefe443),segment_id=662598d5-0774-4bee-b06f-86817eefe443)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:15.591026 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (edf2a9a0-2773-4045-9d66-ebdc34d03e1e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.605370 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for edf2a9a0-2773-4045-9d66-ebdc34d03e1e owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:15.689353 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953830a5-d52d-43ee-ad4f-d9518ca89149 None None] DHCP port deletion for ce7ad97a-b201-4cfa-aac9-bcb565e94cd3 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:17:15.689916 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (edf2a9a0-2773-4045-9d66-ebdc34d03e1e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.715609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=edf2a9a0-2773-4045-9d66-ebdc34d03e1e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:15.719032 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No DVR routers for this DVR port edf2a9a0-2773-4045-9d66-ebdc34d03e1e on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:17:15.799395 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (ce7ad97a-b201-4cfa-aac9-bcb565e94cd3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.820160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7ad97a-b201-4cfa-aac9-bcb565e94cd3']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:15.829668 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662598d5-0774-4bee-b06f-86817eefe443') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:15.829961 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662598d5-0774-4bee-b06f-86817eefe443') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:15.839315 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (662598d5-0774-4bee-b06f-86817eefe443), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.852931 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (662598d5-0774-4bee-b06f-86817eefe443), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.859333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:17:15.859835 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (662598d5-0774-4bee-b06f-86817eefe443), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:17:15.863443 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:17:15.934346 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (ce7ad97a-b201-4cfa-aac9-bcb565e94cd3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.943090 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:15.945541 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/networks/ce7ad97a-b201-4cfa-aac9-bcb565e94cd3 HTTP/1.1" status: 204 len: 168 time: 0.5611315 Mar 23 02:17:15.949897 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52820) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:15.958196 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3710f27e-e767-4b2e-a51b-fdec353ecb75 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1542227951'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:15.961319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27d516-8f10-46d5-a1ba-31bda7cd0650 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Network': ['ID=ce7ad97a-b201-4cfa-aac9-bcb565e94cd3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:15.981330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3710f27e-e767-4b2e-a51b-fdec353ecb75 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:15.985125 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3710f27e-e767-4b2e-a51b-fdec353ecb75 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:16.010344 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3710f27e-e767-4b2e-a51b-fdec353ecb75 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:17:16.020001 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3710f27e-e767-4b2e-a51b-fdec353ecb75 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (81d98917-9016-449b-8c31-d071f39cea61), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:16.020358 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-3710f27e-e767-4b2e-a51b-fdec353ecb75 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Added segment 81d98917-9016-449b-8c31-d071f39cea61 of type vlan for network a94ae362-0802-4364-b437-e82daffbca6a Mar 23 02:17:16.068360 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3710f27e-e767-4b2e-a51b-fdec353ecb75 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (a94ae362-0802-4364-b437-e82daffbca6a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:16.100256 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3710f27e-e767-4b2e-a51b-fdec353ecb75 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (a94ae362-0802-4364-b437-e82daffbca6a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:16.105391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3710f27e-e767-4b2e-a51b-fdec353ecb75 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:16.105976 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3710f27e-e767-4b2e-a51b-fdec353ecb75 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:16.168527 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3710f27e-e767-4b2e-a51b-fdec353ecb75 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2174065 Mar 23 02:17:16.171520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52822) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:16.182551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-b033adad-ff30-4124-ae64-e15afc9daf5e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'subnet': {'network_id': 'a94ae362-0802-4364-b437-e82daffbca6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:16.191689 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710f27e-e767-4b2e-a51b-fdec353ecb75 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Network': ['ID=a94ae362-0802-4364-b437-e82daffbca6a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:16.201807 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network a94ae362-0802-4364-b437-e82daffbca6a details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:17:16.282962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b033adad-ff30-4124-ae64-e15afc9daf5e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:16.286596 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b033adad-ff30-4124-ae64-e15afc9daf5e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:16.474448 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b033adad-ff30-4124-ae64-e15afc9daf5e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (05640161-bf09-447e-a9ff-423a02742c3c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:16.531913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033adad-ff30-4124-ae64-e15afc9daf5e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Subnet': ['ID=05640161-bf09-447e-a9ff-423a02742c3c,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:16.542262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033adad-ff30-4124-ae64-e15afc9daf5e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Checking segment: {'id': '81d98917-9016-449b-8c31-d071f39cea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a94ae362-0802-4364-b437-e82daffbca6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:16.542628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b033adad-ff30-4124-ae64-e15afc9daf5e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network hostable DHCP agents. Network: a94ae362-0802-4364-b437-e82daffbca6a, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:17:16.562109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b033adad-ff30-4124-ae64-e15afc9daf5e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network a94ae362-0802-4364-b437-e82daffbca6a is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:17:16.572345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-b033adad-ff30-4124-ae64-e15afc9daf5e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, a94ae362-0802-4364-b437-e82daffbca6a) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:16.576913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b033adad-ff30-4124-ae64-e15afc9daf5e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:16.577485 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b033adad-ff30-4124-ae64-e15afc9daf5e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:16.581921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d86b729-8803-4de9-9091-37707e63cba6 None None] Network a94ae362-0802-4364-b437-e82daffbca6a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:16.595203 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b033adad-ff30-4124-ae64-e15afc9daf5e tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4221895 Mar 23 02:17:16.598204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52824) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:16.603080 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-b8b208ad-3e20-40c6-9006-410aa9e0619d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'network_id': 'a94ae362-0802-4364-b437-e82daffbca6a', 'name': 'tempest-PortsIpV6TestJSON-80729576', 'fixed_ips': [{'subnet_id': '05640161-bf09-447e-a9ff-423a02742c3c', 'ip_address': '2001:db8::10'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:16.682640 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-a94ae362-0802-4364-b437-e82daffbca6a', 'network_id': 'a94ae362-0802-4364-b437-e82daffbca6a', 'project_id': 'f863de26b32849788a257d0389a78774', 'fixed_ips': [{'subnet_id': '05640161-bf09-447e-a9ff-423a02742c3c'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:17:16.683621 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:16.719912 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b208ad-3e20-40c6-9006-410aa9e0619d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:16.762775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device edf2a9a0-2773-4045-9d66-ebdc34d03e1e no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:17:16.792223 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: edf2a9a0-2773-4045-9d66-ebdc34d03e1e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:17:16.792566 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device edf2a9a0-2773-4045-9d66-ebdc34d03e1e not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:17:16.807074 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8b208ad-3e20-40c6-9006-410aa9e0619d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:16.826235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-b8b208ad-3e20-40c6-9006-410aa9e0619d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] device_id is not set on port bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:16.856180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Allocated IP 2001:db8::2 (a94ae362-0802-4364-b437-e82daffbca6a/05640161-bf09-447e-a9ff-423a02742c3c/1728e688-1763-4099-a57f-a29261f8d55f) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:16.999679 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Publish callbacks [] for port (1728e688-1763-4099-a57f-a29261f8d55f), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:17.007975 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (1728e688-1763-4099-a57f-a29261f8d55f), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:17.047502 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Network a94ae362-0802-4364-b437-e82daffbca6a is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:17.056490 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:17.056726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-b8b208ad-3e20-40c6-9006-410aa9e0619d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Allocated IP 2001:db8::10 (a94ae362-0802-4364-b437-e82daffbca6a/05640161-bf09-447e-a9ff-423a02742c3c/bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:17.061634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:17.063925 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Pushing event updated for resources: {'Port': ['ID=1728e688-1763-4099-a57f-a29261f8d55f,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:17.118051 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Attempting to bind port 1728e688-1763-4099-a57f-a29261f8d55f on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:17:17.118420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Attempting to bind port 1728e688-1763-4099-a57f-a29261f8d55f by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '81d98917-9016-449b-8c31-d071f39cea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a94ae362-0802-4364-b437-e82daffbca6a'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:17:17.118791 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Attempting to bind port 1728e688-1763-4099-a57f-a29261f8d55f on network a94ae362-0802-4364-b437-e82daffbca6a {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:17:17.123792 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:17:17.124165 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Checking segment: {'id': '81d98917-9016-449b-8c31-d071f39cea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a94ae362-0802-4364-b437-e82daffbca6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:17.124559 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:17.125008 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Bound using segment: {'id': '81d98917-9016-449b-8c31-d071f39cea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a94ae362-0802-4364-b437-e82daffbca6a'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:17:17.125557 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Bound port: 1728e688-1763-4099-a57f-a29261f8d55f, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d98917-9016-449b-8c31-d071f39cea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a94ae362-0802-4364-b437-e82daffbca6a'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:17:17.125924 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1728e688-1763-4099-a57f-a29261f8d55f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:17.190864 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] For port 1728e688-1763-4099-a57f-a29261f8d55f, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:17:17.194651 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] For port 1728e688-1763-4099-a57f-a29261f8d55f, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1728e688-1763-4099-a57f-a29261f8d55f,segment=NetworkSegment(81d98917-9016-449b-8c31-d071f39cea61),segment_id=81d98917-9016-449b-8c31-d071f39cea61)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:17:17.201578 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1728e688-1763-4099-a57f-a29261f8d55f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:17.212467 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8b208ad-3e20-40c6-9006-410aa9e0619d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:17.250504 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8b208ad-3e20-40c6-9006-410aa9e0619d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:17.265039 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d71644-79b2-44b8-9368-baced33933e5 None None] Pushing event updated for resources: {'Port': ['ID=1728e688-1763-4099-a57f-a29261f8d55f,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:17.294986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b208ad-3e20-40c6-9006-410aa9e0619d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network a94ae362-0802-4364-b437-e82daffbca6a is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:17.298358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-b8b208ad-3e20-40c6-9006-410aa9e0619d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:17.304488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b208ad-3e20-40c6-9006-410aa9e0619d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:17.309731 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b208ad-3e20-40c6-9006-410aa9e0619d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:17.310356 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b8b208ad-3e20-40c6-9006-410aa9e0619d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:17.317046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b208ad-3e20-40c6-9006-410aa9e0619d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:17.332987 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b8b208ad-3e20-40c6-9006-410aa9e0619d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7335198 Mar 23 02:17:17.335397 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52826) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:17.340334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-379371cf-5dad-46bc-89cb-61d2336a3480 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'network_id': 'a94ae362-0802-4364-b437-e82daffbca6a', 'name': 'tempest-PortsIpV6TestJSON-1115638553', 'fixed_ips': [{'subnet_id': '05640161-bf09-447e-a9ff-423a02742c3c', 'ip_address': '2001:db8::f'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:17.470872 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379371cf-5dad-46bc-89cb-61d2336a3480 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:17.475865 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-379371cf-5dad-46bc-89cb-61d2336a3480 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:17.494557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-379371cf-5dad-46bc-89cb-61d2336a3480 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] device_id is not set on port 7c70c9f5-0987-4ede-a3c1-7ef4fc1a41f2 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:17.654965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-379371cf-5dad-46bc-89cb-61d2336a3480 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Allocated IP 2001:db8::f (a94ae362-0802-4364-b437-e82daffbca6a/05640161-bf09-447e-a9ff-423a02742c3c/7c70c9f5-0987-4ede-a3c1-7ef4fc1a41f2) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:17.824894 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:17:17.826752 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-379371cf-5dad-46bc-89cb-61d2336a3480 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (7c70c9f5-0987-4ede-a3c1-7ef4fc1a41f2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:17.864070 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-379371cf-5dad-46bc-89cb-61d2336a3480 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7c70c9f5-0987-4ede-a3c1-7ef4fc1a41f2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:17.914377 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379371cf-5dad-46bc-89cb-61d2336a3480 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network a94ae362-0802-4364-b437-e82daffbca6a is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:17.919676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-379371cf-5dad-46bc-89cb-61d2336a3480 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:17.924565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379371cf-5dad-46bc-89cb-61d2336a3480 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:17.929748 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379371cf-5dad-46bc-89cb-61d2336a3480 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:17.930369 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-379371cf-5dad-46bc-89cb-61d2336a3480 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:17.934207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379371cf-5dad-46bc-89cb-61d2336a3480 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=7c70c9f5-0987-4ede-a3c1-7ef4fc1a41f2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:17.950705 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-379371cf-5dad-46bc-89cb-61d2336a3480 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6141818 Mar 23 02:17:17.953447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52828) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:18.045750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a65cee-751c-4973-b642-6d36e8571f5f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:18.047437 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e3a65cee-751c-4973-b642-6d36e8571f5f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.0928252 Mar 23 02:17:18.050499 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52830) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:18.110572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3fd855-dd89-462c-8faa-0fd27d45f6f3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:18.116184 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3fd855-dd89-462c-8faa-0fd27d45f6f3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:18.121449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3fd855-dd89-462c-8faa-0fd27d45f6f3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:18.123183 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ff3fd855-dd89-462c-8faa-0fd27d45f6f3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.0717392 Mar 23 02:17:18.126125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52832) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:18.160199 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea0a48e-7f1d-4cd2-b3cd-d9bf779a7f38 None None] Network a94ae362-0802-4364-b437-e82daffbca6a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:18.227468 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-04414809-7925-4a2c-95cb-6b7b77273b66 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port 7c70c9f5-0987-4ede-a3c1-7ef4fc1a41f2 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:18.227814 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04414809-7925-4a2c-95cb-6b7b77273b66 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7c70c9f5-0987-4ede-a3c1-7ef4fc1a41f2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:18.229947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-03af1179-f846-4740-ae15-a755781743c0 None None] Provisioning complete for port 1728e688-1763-4099-a57f-a29261f8d55f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:18.230315 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-03af1179-f846-4740-ae15-a755781743c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1728e688-1763-4099-a57f-a29261f8d55f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:18.317258 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04414809-7925-4a2c-95cb-6b7b77273b66 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7c70c9f5-0987-4ede-a3c1-7ef4fc1a41f2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:18.335558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-04414809-7925-4a2c-95cb-6b7b77273b66 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for 7c70c9f5-0987-4ede-a3c1-7ef4fc1a41f2 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:18.352138 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-03af1179-f846-4740-ae15-a755781743c0 None None] Current status of the port 1728e688-1763-4099-a57f-a29261f8d55f is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:18.352528 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-03af1179-f846-4740-ae15-a755781743c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1728e688-1763-4099-a57f-a29261f8d55f), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:18.388524 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-03af1179-f846-4740-ae15-a755781743c0 None None] For port 1728e688-1763-4099-a57f-a29261f8d55f, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1728e688-1763-4099-a57f-a29261f8d55f,segment=NetworkSegment(81d98917-9016-449b-8c31-d071f39cea61),segment_id=81d98917-9016-449b-8c31-d071f39cea61)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:18.394035 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-03af1179-f846-4740-ae15-a755781743c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1728e688-1763-4099-a57f-a29261f8d55f), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:18.451834 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af1179-f846-4740-ae15-a755781743c0 None None] Pushing event updated for resources: {'Port': ['ID=1728e688-1763-4099-a57f-a29261f8d55f,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:18.478125 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04414809-7925-4a2c-95cb-6b7b77273b66 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7c70c9f5-0987-4ede-a3c1-7ef4fc1a41f2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:18.506366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04414809-7925-4a2c-95cb-6b7b77273b66 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=7c70c9f5-0987-4ede-a3c1-7ef4fc1a41f2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:18.542013 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-04414809-7925-4a2c-95cb-6b7b77273b66 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:18.545297 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-04414809-7925-4a2c-95cb-6b7b77273b66 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/7c70c9f5-0987-4ede-a3c1-7ef4fc1a41f2 HTTP/1.1" status: 204 len: 168 time: 0.4181182 Mar 23 02:17:18.547943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52834) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:18.574662 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-c923e5da-995b-4b2b-a931-2059fbe15835 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] GET failed (client error): The resource could not be found. Mar 23 02:17:18.576152 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c923e5da-995b-4b2b-a931-2059fbe15835 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports/7c70c9f5-0987-4ede-a3c1-7ef4fc1a41f2 HTTP/1.1" status: 404 len: 333 time: 0.0263464 Mar 23 02:17:18.578917 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52836) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:18.619977 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2bf18f98-7037-4f38-9127-948f37580626 None None] Provisioning complete for port 1728e688-1763-4099-a57f-a29261f8d55f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:18.620720 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2bf18f98-7037-4f38-9127-948f37580626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1728e688-1763-4099-a57f-a29261f8d55f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:18.675742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-9f08a18b-2722-4893-9611-2c6473b33c5a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:18.676143 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f08a18b-2722-4893-9611-2c6473b33c5a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:18.718985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2bf18f98-7037-4f38-9127-948f37580626 None None] Current status of the port 1728e688-1763-4099-a57f-a29261f8d55f is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:18.732194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2bf18f98-7037-4f38-9127-948f37580626 None None] Provisioning complete for port bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:18.732572 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2bf18f98-7037-4f38-9127-948f37580626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:18.773844 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2bf18f98-7037-4f38-9127-948f37580626 None None] Port bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:18.777437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2bf18f98-7037-4f38-9127-948f37580626 None None] Could not find standard attr ID for object 7c70c9f5-0987-4ede-a3c1-7ef4fc1a41f2. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:18.790788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1728e688-1763-4099-a57f-a29261f8d55f up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:17:18.800223 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f08a18b-2722-4893-9611-2c6473b33c5a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:18.816451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-9f08a18b-2722-4893-9611-2c6473b33c5a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:18.842179 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 1728e688-1763-4099-a57f-a29261f8d55f triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:18.842561 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1728e688-1763-4099-a57f-a29261f8d55f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:18.946842 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d0fa7580-6625-45af-aa6b-e30e1bd645e5 None None] Provisioning complete for port bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:18.947219 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d0fa7580-6625-45af-aa6b-e30e1bd645e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:18.950966 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 1728e688-1763-4099-a57f-a29261f8d55f is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:18.963656 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f08a18b-2722-4893-9611-2c6473b33c5a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:18.987932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa7580-6625-45af-aa6b-e30e1bd645e5 None None] Port bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:19.002939 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08a18b-2722-4893-9611-2c6473b33c5a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:19.032178 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9f08a18b-2722-4893-9611-2c6473b33c5a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:19.036894 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9f08a18b-2722-4893-9611-2c6473b33c5a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3 HTTP/1.1" status: 204 len: 168 time: 0.4565206 Mar 23 02:17:19.039131 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52838) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:19.064890 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e98c89-6a4a-4266-bdbc-019731ec73ec tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] GET failed (client error): The resource could not be found. Mar 23 02:17:19.066362 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-30e98c89-6a4a-4266-bdbc-019731ec73ec tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports/bac57aac-2a67-4cd4-9f5b-4e8e5b5290c3 HTTP/1.1" status: 404 len: 333 time: 0.0262773 Mar 23 02:17:19.069149 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52840) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:19.102611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c4375382-c2c4-4f06-ba62-15306853d490 None None] Could not find standard attr ID for object 7c70c9f5-0987-4ede-a3c1-7ef4fc1a41f2. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:19.126269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f851d6b8-1288-40e0-8450-cd5c38167c55 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting subnet 05640161-bf09-447e-a9ff-423a02742c3c {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:17:19.130118 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f851d6b8-1288-40e0-8450-cd5c38167c55 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (05640161-bf09-447e-a9ff-423a02742c3c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:19.171343 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f851d6b8-1288-40e0-8450-cd5c38167c55 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (05640161-bf09-447e-a9ff-423a02742c3c), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:19.578704 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8b962327-341a-448e-b151-9754df1f6d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:19.599071 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f851d6b8-1288-40e0-8450-cd5c38167c55 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (05640161-bf09-447e-a9ff-423a02742c3c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:19.666760 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f851d6b8-1288-40e0-8450-cd5c38167c55 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (05640161-bf09-447e-a9ff-423a02742c3c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:19.692743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851d6b8-1288-40e0-8450-cd5c38167c55 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Subnet': ['ID=05640161-bf09-447e-a9ff-423a02742c3c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:19.696543 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f851d6b8-1288-40e0-8450-cd5c38167c55 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:19.699730 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f851d6b8-1288-40e0-8450-cd5c38167c55 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/05640161-bf09-447e-a9ff-423a02742c3c HTTP/1.1" status: 204 len: 168 time: 0.6296084 Mar 23 02:17:19.702515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52842) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:19.707153 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1ac755-eb62-469a-977c-b7f4f8b2b0e2 None None] Network a94ae362-0802-4364-b437-e82daffbca6a requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:19.787289 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (a94ae362-0802-4364-b437-e82daffbca6a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:19.842751 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port 1728e688-1763-4099-a57f-a29261f8d55f {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:19.843100 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1728e688-1763-4099-a57f-a29261f8d55f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:19.876026 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309e0dd4-bdc2-49d7-a4f0-1e9793708f31 None None] DHCP port deletion for a94ae362-0802-4364-b437-e82daffbca6a request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:17:19.907944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] For port 1728e688-1763-4099-a57f-a29261f8d55f, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1728e688-1763-4099-a57f-a29261f8d55f,segment=NetworkSegment(81d98917-9016-449b-8c31-d071f39cea61),segment_id=81d98917-9016-449b-8c31-d071f39cea61)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:19.908335 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1728e688-1763-4099-a57f-a29261f8d55f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:19.925766 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-309e0dd4-bdc2-49d7-a4f0-1e9793708f31 None None] Deleting port 1728e688-1763-4099-a57f-a29261f8d55f {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:19.926041 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for 1728e688-1763-4099-a57f-a29261f8d55f owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:19.926150 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-309e0dd4-bdc2-49d7-a4f0-1e9793708f31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1728e688-1763-4099-a57f-a29261f8d55f), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:19.991628 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-309e0dd4-bdc2-49d7-a4f0-1e9793708f31 None None] For port 1728e688-1763-4099-a57f-a29261f8d55f, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1728e688-1763-4099-a57f-a29261f8d55f,segment=NetworkSegment(81d98917-9016-449b-8c31-d071f39cea61),segment_id=81d98917-9016-449b-8c31-d071f39cea61)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:19.991950 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-309e0dd4-bdc2-49d7-a4f0-1e9793708f31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1728e688-1763-4099-a57f-a29261f8d55f), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.005710 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-309e0dd4-bdc2-49d7-a4f0-1e9793708f31 None None] Calling delete_port for 1728e688-1763-4099-a57f-a29261f8d55f owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:20.006098 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (1728e688-1763-4099-a57f-a29261f8d55f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.033128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=1728e688-1763-4099-a57f-a29261f8d55f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:20.035525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No DVR routers for this DVR port 1728e688-1763-4099-a57f-a29261f8d55f on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:17:20.090474 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-309e0dd4-bdc2-49d7-a4f0-1e9793708f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (1728e688-1763-4099-a57f-a29261f8d55f), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.119159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e0dd4-bdc2-49d7-a4f0-1e9793708f31 None None] Pushing event deleted for resources: {'Port': ['ID=1728e688-1763-4099-a57f-a29261f8d55f,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:20.122900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309e0dd4-bdc2-49d7-a4f0-1e9793708f31 None None] No DVR routers for this DVR port 1728e688-1763-4099-a57f-a29261f8d55f on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:17:20.124935 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (a94ae362-0802-4364-b437-e82daffbca6a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.147555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94ae362-0802-4364-b437-e82daffbca6a']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:20.157578 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d98917-9016-449b-8c31-d071f39cea61') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:20.157877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d98917-9016-449b-8c31-d071f39cea61') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:20.167971 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (81d98917-9016-449b-8c31-d071f39cea61), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.181834 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (81d98917-9016-449b-8c31-d071f39cea61), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.187920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:17:20.188310 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (81d98917-9016-449b-8c31-d071f39cea61), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:17:20.191899 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:17:20.250689 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (a94ae362-0802-4364-b437-e82daffbca6a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.258088 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.261097 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/networks/a94ae362-0802-4364-b437-e82daffbca6a HTTP/1.1" status: 204 len: 168 time: 0.5576773 Mar 23 02:17:20.265315 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52844) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:20.270586 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-aafbe007-60f7-4382-a417-4bff8c3efc62 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1513958347'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:20.276392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b40f2c-b600-464d-ba5a-3166e5de224d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Network': ['ID=a94ae362-0802-4364-b437-e82daffbca6a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:20.291616 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafbe007-60f7-4382-a417-4bff8c3efc62 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:20.294950 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aafbe007-60f7-4382-a417-4bff8c3efc62 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.318499 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafbe007-60f7-4382-a417-4bff8c3efc62 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:17:20.327067 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aafbe007-60f7-4382-a417-4bff8c3efc62 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (68098e91-31e2-4224-85a0-9c606d2a3fcc), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.327404 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-aafbe007-60f7-4382-a417-4bff8c3efc62 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Added segment 68098e91-31e2-4224-85a0-9c606d2a3fcc of type vlan for network bae2ee1e-91d5-4762-ab37-7722d8f3b4b5 Mar 23 02:17:20.368405 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aafbe007-60f7-4382-a417-4bff8c3efc62 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (bae2ee1e-91d5-4762-ab37-7722d8f3b4b5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.396555 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aafbe007-60f7-4382-a417-4bff8c3efc62 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (bae2ee1e-91d5-4762-ab37-7722d8f3b4b5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.401487 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafbe007-60f7-4382-a417-4bff8c3efc62 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:20.402421 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aafbe007-60f7-4382-a417-4bff8c3efc62 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.460102 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aafbe007-60f7-4382-a417-4bff8c3efc62 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1937020 Mar 23 02:17:20.463007 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52846) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:20.472024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-8e715fe1-6599-4129-8a96-c70346b3ea0f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'subnet': {'network_id': 'bae2ee1e-91d5-4762-ab37-7722d8f3b4b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:20.490068 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbe007-60f7-4382-a417-4bff8c3efc62 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Network': ['ID=bae2ee1e-91d5-4762-ab37-7722d8f3b4b5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:20.500279 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network bae2ee1e-91d5-4762-ab37-7722d8f3b4b5 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:17:20.562488 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e715fe1-6599-4129-8a96-c70346b3ea0f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:20.565905 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e715fe1-6599-4129-8a96-c70346b3ea0f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.728685 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1728e688-1763-4099-a57f-a29261f8d55f no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:17:20.747355 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e715fe1-6599-4129-8a96-c70346b3ea0f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (50463aff-d84c-44ce-827d-f0b6daeed83b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.749813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 1728e688-1763-4099-a57f-a29261f8d55f {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:17:20.750184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1728e688-1763-4099-a57f-a29261f8d55f not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:17:20.806225 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e715fe1-6599-4129-8a96-c70346b3ea0f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Subnet': ['ID=50463aff-d84c-44ce-827d-f0b6daeed83b,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:20.817603 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e715fe1-6599-4129-8a96-c70346b3ea0f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Checking segment: {'id': '68098e91-31e2-4224-85a0-9c606d2a3fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bae2ee1e-91d5-4762-ab37-7722d8f3b4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:20.817961 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e715fe1-6599-4129-8a96-c70346b3ea0f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network hostable DHCP agents. Network: bae2ee1e-91d5-4762-ab37-7722d8f3b4b5, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:17:20.839080 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e715fe1-6599-4129-8a96-c70346b3ea0f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network bae2ee1e-91d5-4762-ab37-7722d8f3b4b5 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:17:20.849674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-8e715fe1-6599-4129-8a96-c70346b3ea0f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, bae2ee1e-91d5-4762-ab37-7722d8f3b4b5) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:20.853766 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e715fe1-6599-4129-8a96-c70346b3ea0f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:20.854356 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8e715fe1-6599-4129-8a96-c70346b3ea0f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.858690 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ac57f1-8581-48e8-b72c-21b166830a13 None None] Network bae2ee1e-91d5-4762-ab37-7722d8f3b4b5 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:20.870918 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8e715fe1-6599-4129-8a96-c70346b3ea0f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4047828 Mar 23 02:17:20.873683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52848) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:20.878354 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-46674a8c-17d5-4ac6-9bba-be5019ab0ca6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1751208318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:20.901578 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-46674a8c-17d5-4ac6-9bba-be5019ab0ca6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (eac44e3b-c756-4141-85cb-89cf47ee3748), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.902977 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-46674a8c-17d5-4ac6-9bba-be5019ab0ca6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (eac44e3b-c756-4141-85cb-89cf47ee3748), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.922957 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.962869 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-46674a8c-17d5-4ac6-9bba-be5019ab0ca6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for router_controller (eac44e3b-c756-4141-85cb-89cf47ee3748), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.969621 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-46674a8c-17d5-4ac6-9bba-be5019ab0ca6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (eac44e3b-c756-4141-85cb-89cf47ee3748), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.973119 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-bae2ee1e-91d5-4762-ab37-7722d8f3b4b5', 'network_id': 'bae2ee1e-91d5-4762-ab37-7722d8f3b4b5', 'project_id': 'f863de26b32849788a257d0389a78774', 'fixed_ips': [{'subnet_id': '50463aff-d84c-44ce-827d-f0b6daeed83b'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:17:20.973961 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.989021 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-46674a8c-17d5-4ac6-9bba-be5019ab0ca6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:20.992882 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-46674a8c-17d5-4ac6-9bba-be5019ab0ca6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1156087 Mar 23 02:17:20.993239 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52850) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:20.998310 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-403ae33e-ce4f-4386-8bfb-2fdcc9fac583 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'network_id': 'bae2ee1e-91d5-4762-ab37-7722d8f3b4b5', 'name': 'tempest-PortsIpV6TestJSON-647072496'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:21.106137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403ae33e-ce4f-4386-8bfb-2fdcc9fac583 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:21.109486 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-403ae33e-ce4f-4386-8bfb-2fdcc9fac583 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:21.112626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Allocated IP 2001:db8::2 (bae2ee1e-91d5-4762-ab37-7722d8f3b4b5/50463aff-d84c-44ce-827d-f0b6daeed83b/780e1dda-d8f6-425e-9a69-2d16cfecab8d) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:21.132264 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-403ae33e-ce4f-4386-8bfb-2fdcc9fac583 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] device_id is not set on port eeb008ae-1ab9-41f8-9a4e-3febfb44b05f yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:21.258698 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Publish callbacks [] for port (780e1dda-d8f6-425e-9a69-2d16cfecab8d), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:21.267345 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (780e1dda-d8f6-425e-9a69-2d16cfecab8d), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:21.305446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Network bae2ee1e-91d5-4762-ab37-7722d8f3b4b5 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:21.308379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:21.310791 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:21.323969 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-403ae33e-ce4f-4386-8bfb-2fdcc9fac583 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Allocated IP 2001:db8::320 (bae2ee1e-91d5-4762-ab37-7722d8f3b4b5/50463aff-d84c-44ce-827d-f0b6daeed83b/eeb008ae-1ab9-41f8-9a4e-3febfb44b05f) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:21.324582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Pushing event updated for resources: {'Port': ['ID=780e1dda-d8f6-425e-9a69-2d16cfecab8d,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:21.374624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Attempting to bind port 780e1dda-d8f6-425e-9a69-2d16cfecab8d on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:17:21.374995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Attempting to bind port 780e1dda-d8f6-425e-9a69-2d16cfecab8d by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '68098e91-31e2-4224-85a0-9c606d2a3fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bae2ee1e-91d5-4762-ab37-7722d8f3b4b5'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:17:21.375353 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Attempting to bind port 780e1dda-d8f6-425e-9a69-2d16cfecab8d on network bae2ee1e-91d5-4762-ab37-7722d8f3b4b5 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:17:21.381546 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:17:21.382112 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Checking segment: {'id': '68098e91-31e2-4224-85a0-9c606d2a3fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bae2ee1e-91d5-4762-ab37-7722d8f3b4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:21.382743 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:21.383177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Bound using segment: {'id': '68098e91-31e2-4224-85a0-9c606d2a3fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bae2ee1e-91d5-4762-ab37-7722d8f3b4b5'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:17:21.383689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Bound port: 780e1dda-d8f6-425e-9a69-2d16cfecab8d, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68098e91-31e2-4224-85a0-9c606d2a3fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bae2ee1e-91d5-4762-ab37-7722d8f3b4b5'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:17:21.384139 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (780e1dda-d8f6-425e-9a69-2d16cfecab8d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:21.458067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] For port 780e1dda-d8f6-425e-9a69-2d16cfecab8d, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:17:21.461596 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] For port 780e1dda-d8f6-425e-9a69-2d16cfecab8d, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=780e1dda-d8f6-425e-9a69-2d16cfecab8d,segment=NetworkSegment(68098e91-31e2-4224-85a0-9c606d2a3fcc),segment_id=68098e91-31e2-4224-85a0-9c606d2a3fcc)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:17:21.468022 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (780e1dda-d8f6-425e-9a69-2d16cfecab8d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:21.540754 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c709f-0c60-4101-8d9c-80cd93bdc777 None None] Pushing event updated for resources: {'Port': ['ID=780e1dda-d8f6-425e-9a69-2d16cfecab8d,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:21.854274 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-403ae33e-ce4f-4386-8bfb-2fdcc9fac583 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (eeb008ae-1ab9-41f8-9a4e-3febfb44b05f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:21.889684 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-403ae33e-ce4f-4386-8bfb-2fdcc9fac583 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (eeb008ae-1ab9-41f8-9a4e-3febfb44b05f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:21.931377 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403ae33e-ce4f-4386-8bfb-2fdcc9fac583 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network bae2ee1e-91d5-4762-ab37-7722d8f3b4b5 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:21.934565 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-403ae33e-ce4f-4386-8bfb-2fdcc9fac583 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:21.940810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ae33e-ce4f-4386-8bfb-2fdcc9fac583 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:21.945991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403ae33e-ce4f-4386-8bfb-2fdcc9fac583 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:21.946610 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-403ae33e-ce4f-4386-8bfb-2fdcc9fac583 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:21.955269 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ae33e-ce4f-4386-8bfb-2fdcc9fac583 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=eeb008ae-1ab9-41f8-9a4e-3febfb44b05f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:21.969529 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-403ae33e-ce4f-4386-8bfb-2fdcc9fac583 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9753535 Mar 23 02:17:21.973858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52852) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:22.061766 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-68731c1c-9ad3-428e-998a-322f7b6ae560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:22.323157 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7fba682-388e-48f6-9ec7-3c5167475aad tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (eeb008ae-1ab9-41f8-9a4e-3febfb44b05f), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:22.440826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8480ba-9168-47b1-bd09-78fac9c6f647 None None] Network bae2ee1e-91d5-4762-ab37-7722d8f3b4b5 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:22.502670 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5d733acd-92ad-4ed4-a8c4-3d43d31712d5 None None] Provisioning complete for port 780e1dda-d8f6-425e-9a69-2d16cfecab8d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:22.503033 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5d733acd-92ad-4ed4-a8c4-3d43d31712d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (780e1dda-d8f6-425e-9a69-2d16cfecab8d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:22.583113 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7fba682-388e-48f6-9ec7-3c5167475aad tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (eeb008ae-1ab9-41f8-9a4e-3febfb44b05f), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:22.588994 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7fba682-388e-48f6-9ec7-3c5167475aad tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (eeb008ae-1ab9-41f8-9a4e-3febfb44b05f), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:22.621016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5d733acd-92ad-4ed4-a8c4-3d43d31712d5 None None] Current status of the port 780e1dda-d8f6-425e-9a69-2d16cfecab8d is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:22.621379 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5d733acd-92ad-4ed4-a8c4-3d43d31712d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (780e1dda-d8f6-425e-9a69-2d16cfecab8d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:22.660400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fba682-388e-48f6-9ec7-3c5167475aad tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=eeb008ae-1ab9-41f8-9a4e-3febfb44b05f,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:22.661483 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5d733acd-92ad-4ed4-a8c4-3d43d31712d5 None None] For port 780e1dda-d8f6-425e-9a69-2d16cfecab8d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=780e1dda-d8f6-425e-9a69-2d16cfecab8d,segment=NetworkSegment(68098e91-31e2-4224-85a0-9c606d2a3fcc),segment_id=68098e91-31e2-4224-85a0-9c606d2a3fcc)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:22.670722 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5d733acd-92ad-4ed4-a8c4-3d43d31712d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (780e1dda-d8f6-425e-9a69-2d16cfecab8d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:22.733087 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d733acd-92ad-4ed4-a8c4-3d43d31712d5 None None] Pushing event updated for resources: {'Port': ['ID=780e1dda-d8f6-425e-9a69-2d16cfecab8d,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:22.785196 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 780e1dda-d8f6-425e-9a69-2d16cfecab8d up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:17:22.804970 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7fba682-388e-48f6-9ec7-3c5167475aad tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (eac44e3b-c756-4141-85cb-89cf47ee3748), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:22.836028 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 780e1dda-d8f6-425e-9a69-2d16cfecab8d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:22.836412 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (780e1dda-d8f6-425e-9a69-2d16cfecab8d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:22.937351 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7fba682-388e-48f6-9ec7-3c5167475aad tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (eeb008ae-1ab9-41f8-9a4e-3febfb44b05f), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:23.103806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 780e1dda-d8f6-425e-9a69-2d16cfecab8d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:23.107946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-78c697b9-45f9-4d1d-904e-f34c7be2eee0 None None] Provisioning complete for port 780e1dda-d8f6-425e-9a69-2d16cfecab8d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:23.108324 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-78c697b9-45f9-4d1d-904e-f34c7be2eee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (780e1dda-d8f6-425e-9a69-2d16cfecab8d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:23.189005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-78c697b9-45f9-4d1d-904e-f34c7be2eee0 None None] Current status of the port 780e1dda-d8f6-425e-9a69-2d16cfecab8d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:23.200090 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-78c697b9-45f9-4d1d-904e-f34c7be2eee0 None None] Provisioning complete for port eeb008ae-1ab9-41f8-9a4e-3febfb44b05f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:23.200470 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-78c697b9-45f9-4d1d-904e-f34c7be2eee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (eeb008ae-1ab9-41f8-9a4e-3febfb44b05f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:23.225807 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7fba682-388e-48f6-9ec7-3c5167475aad tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (eeb008ae-1ab9-41f8-9a4e-3febfb44b05f), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:23.231759 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7fba682-388e-48f6-9ec7-3c5167475aad tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (eeb008ae-1ab9-41f8-9a4e-3febfb44b05f), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:23.233462 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7fba682-388e-48f6-9ec7-3c5167475aad tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (eac44e3b-c756-4141-85cb-89cf47ee3748), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:23.236982 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-78c697b9-45f9-4d1d-904e-f34c7be2eee0 None None] Port eeb008ae-1ab9-41f8-9a4e-3febfb44b05f cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:23.330680 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fba682-388e-48f6-9ec7-3c5167475aad tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=eeb008ae-1ab9-41f8-9a4e-3febfb44b05f,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:23.356418 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-62dab3d4-8fce-4fc4-807a-017a3f6b87c3 None None] Provisioning complete for port eeb008ae-1ab9-41f8-9a4e-3febfb44b05f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:23.356820 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-62dab3d4-8fce-4fc4-807a-017a3f6b87c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (eeb008ae-1ab9-41f8-9a4e-3febfb44b05f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:23.369887 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fba682-388e-48f6-9ec7-3c5167475aad tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network bae2ee1e-91d5-4762-ab37-7722d8f3b4b5 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:23.371521 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-a7fba682-388e-48f6-9ec7-3c5167475aad tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:23.406120 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-62dab3d4-8fce-4fc4-807a-017a3f6b87c3 None None] Port eeb008ae-1ab9-41f8-9a4e-3febfb44b05f cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:23.408970 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:23.502994 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fba682-388e-48f6-9ec7-3c5167475aad tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Router eac44e3b-c756-4141-85cb-89cf47ee3748 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:17:23.602857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fba682-388e-48f6-9ec7-3c5167475aad tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:17:23.608049 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a7fba682-388e-48f6-9ec7-3c5167475aad tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "PUT /v2.0/routers/eac44e3b-c756-4141-85cb-89cf47ee3748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6331320 Mar 23 02:17:23.610896 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52854) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:23.613884 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e4a6f-30eb-47ec-8330-f99d5cb2ed14 None None] Sync routers for ids ['eac44e3b-c756-4141-85cb-89cf47ee3748'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:17:23.635686 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e4a6f-30eb-47ec-8330-f99d5cb2ed14 None None] Routers {'eac44e3b-c756-4141-85cb-89cf47ee3748'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:17:23.636445 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-480e4a6f-30eb-47ec-8330-f99d5cb2ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:17:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eac44e3b-c756-4141-85cb-89cf47ee3748'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:23.640330 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3250f7da-5c5f-4517-a13f-f92336ddacd5 None None] Provisioning complete for port eeb008ae-1ab9-41f8-9a4e-3febfb44b05f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:23.640330 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3250f7da-5c5f-4517-a13f-f92336ddacd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (eeb008ae-1ab9-41f8-9a4e-3febfb44b05f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:23.665809 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee8b252-873f-488f-9699-bef552a1451d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:23.667366 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0ee8b252-873f-488f-9699-bef552a1451d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac44e3b-c756-4141-85cb-89cf47ee3748 HTTP/1.1" status: 200 len: 988 time: 0.0553472 Mar 23 02:17:23.670118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52856) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:23.673757 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-480e4a6f-30eb-47ec-8330-f99d5cb2ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:23.713604 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e4a6f-30eb-47ec-8330-f99d5cb2ed14 None None] Routers {'eac44e3b-c756-4141-85cb-89cf47ee3748'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:17:23.714138 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-480e4a6f-30eb-47ec-8330-f99d5cb2ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:17:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eac44e3b-c756-4141-85cb-89cf47ee3748'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:23.715907 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3250f7da-5c5f-4517-a13f-f92336ddacd5 None None] Port eeb008ae-1ab9-41f8-9a4e-3febfb44b05f cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:23.750504 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-480e4a6f-30eb-47ec-8330-f99d5cb2ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:23.751399 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e4a6f-30eb-47ec-8330-f99d5cb2ed14 None None] The sync data for ids ['eac44e3b-c756-4141-85cb-89cf47ee3748'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:17:24.088976 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f5e85d78-df69-4dc0-9bec-92ed115a4be1 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (eac44e3b-c756-4141-85cb-89cf47ee3748), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:24.322506 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-f5e85d78-df69-4dc0-9bec-92ed115a4be1 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port eeb008ae-1ab9-41f8-9a4e-3febfb44b05f {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:24.322845 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f5e85d78-df69-4dc0-9bec-92ed115a4be1 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (eeb008ae-1ab9-41f8-9a4e-3febfb44b05f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:24.413137 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f5e85d78-df69-4dc0-9bec-92ed115a4be1 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (eeb008ae-1ab9-41f8-9a4e-3febfb44b05f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:24.425432 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-f5e85d78-df69-4dc0-9bec-92ed115a4be1 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for eeb008ae-1ab9-41f8-9a4e-3febfb44b05f owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:24.603210 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f5e85d78-df69-4dc0-9bec-92ed115a4be1 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (eeb008ae-1ab9-41f8-9a4e-3febfb44b05f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:24.632485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e85d78-df69-4dc0-9bec-92ed115a4be1 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=eeb008ae-1ab9-41f8-9a4e-3febfb44b05f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:24.733679 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:24.734288 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f5e85d78-df69-4dc0-9bec-92ed115a4be1 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (eac44e3b-c756-4141-85cb-89cf47ee3748), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:24.753931 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 780e1dda-d8f6-425e-9a69-2d16cfecab8d up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:17:24.808364 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 780e1dda-d8f6-425e-9a69-2d16cfecab8d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:24.808784 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (780e1dda-d8f6-425e-9a69-2d16cfecab8d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:24.891050 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 780e1dda-d8f6-425e-9a69-2d16cfecab8d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:24.903215 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e85d78-df69-4dc0-9bec-92ed115a4be1 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Router eac44e3b-c756-4141-85cb-89cf47ee3748 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:17:24.981791 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e85d78-df69-4dc0-9bec-92ed115a4be1 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:17:24.986753 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f5e85d78-df69-4dc0-9bec-92ed115a4be1 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "PUT /v2.0/routers/eac44e3b-c756-4141-85cb-89cf47ee3748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3156450 Mar 23 02:17:24.990142 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52858) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:24.992362 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abdde39-a691-4181-aed0-f86d08e5daa8 None None] Sync routers for ids ['eac44e3b-c756-4141-85cb-89cf47ee3748'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:17:25.003199 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abdde39-a691-4181-aed0-f86d08e5daa8 None None] Routers {'eac44e3b-c756-4141-85cb-89cf47ee3748'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:17:25.003810 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0abdde39-a691-4181-aed0-f86d08e5daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:17:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eac44e3b-c756-4141-85cb-89cf47ee3748'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:25.015342 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-60eaa20c-db1d-4bab-bb92-c27bf9379281 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] GET failed (client error): The resource could not be found. Mar 23 02:17:25.016858 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-60eaa20c-db1d-4bab-bb92-c27bf9379281 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports/eeb008ae-1ab9-41f8-9a4e-3febfb44b05f HTTP/1.1" status: 404 len: 333 time: 0.0255022 Mar 23 02:17:25.020313 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52860) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:25.037633 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0abdde39-a691-4181-aed0-f86d08e5daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:25.046505 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abdde39-a691-4181-aed0-f86d08e5daa8 None None] Routers {'eac44e3b-c756-4141-85cb-89cf47ee3748'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:17:25.047074 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0abdde39-a691-4181-aed0-f86d08e5daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:17:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eac44e3b-c756-4141-85cb-89cf47ee3748'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:25.079468 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0abdde39-a691-4181-aed0-f86d08e5daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:25.080089 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abdde39-a691-4181-aed0-f86d08e5daa8 None None] The sync data for ids ['eac44e3b-c756-4141-85cb-89cf47ee3748'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:17:25.097617 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0c11-dd66-4bec-8abf-295a6010d95b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for router (eac44e3b-c756-4141-85cb-89cf47ee3748), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.256506 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0c11-dd66-4bec-8abf-295a6010d95b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (eac44e3b-c756-4141-85cb-89cf47ee3748), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.258633 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0c11-dd66-4bec-8abf-295a6010d95b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for router_controller (eac44e3b-c756-4141-85cb-89cf47ee3748), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.308576 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0c11-dd66-4bec-8abf-295a6010d95b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (eac44e3b-c756-4141-85cb-89cf47ee3748), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.309090 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6b0c11-dd66-4bec-8abf-295a6010d95b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Fanout notify agent at l3_agent the message router_deleted on router eac44e3b-c756-4141-85cb-89cf47ee3748 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:17:25.317468 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0c11-dd66-4bec-8abf-295a6010d95b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.321118 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aa6b0c11-dd66-4bec-8abf-295a6010d95b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/routers/eac44e3b-c756-4141-85cb-89cf47ee3748 HTTP/1.1" status: 204 len: 168 time: 0.2998204 Mar 23 02:17:25.322674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52862) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:25.372938 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f2b5f6-5c88-47d2-b62e-2e4772a6953a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting subnet 50463aff-d84c-44ce-827d-f0b6daeed83b {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:17:25.376110 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-30f2b5f6-5c88-47d2-b62e-2e4772a6953a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (50463aff-d84c-44ce-827d-f0b6daeed83b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.415925 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-30f2b5f6-5c88-47d2-b62e-2e4772a6953a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (50463aff-d84c-44ce-827d-f0b6daeed83b), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.503615 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-30f2b5f6-5c88-47d2-b62e-2e4772a6953a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (50463aff-d84c-44ce-827d-f0b6daeed83b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.562750 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-30f2b5f6-5c88-47d2-b62e-2e4772a6953a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (50463aff-d84c-44ce-827d-f0b6daeed83b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.590544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2b5f6-5c88-47d2-b62e-2e4772a6953a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Subnet': ['ID=50463aff-d84c-44ce-827d-f0b6daeed83b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:25.592523 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-30f2b5f6-5c88-47d2-b62e-2e4772a6953a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.596019 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-30f2b5f6-5c88-47d2-b62e-2e4772a6953a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/50463aff-d84c-44ce-827d-f0b6daeed83b HTTP/1.1" status: 204 len: 168 time: 0.2724259 Mar 23 02:17:25.599186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52864) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:25.601581 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc35604-0857-4ef0-b28a-a483e6f217a8 None None] Network bae2ee1e-91d5-4762-ab37-7722d8f3b4b5 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:25.679580 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (bae2ee1e-91d5-4762-ab37-7722d8f3b4b5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.737407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port 780e1dda-d8f6-425e-9a69-2d16cfecab8d {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:25.737751 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (780e1dda-d8f6-425e-9a69-2d16cfecab8d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.749204 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b296962-99c1-4c39-860f-f01eca48538b None None] DHCP port deletion for bae2ee1e-91d5-4762-ab37-7722d8f3b4b5 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:17:25.797019 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0b296962-99c1-4c39-860f-f01eca48538b None None] Deleting port 780e1dda-d8f6-425e-9a69-2d16cfecab8d {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:25.797390 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b296962-99c1-4c39-860f-f01eca48538b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (780e1dda-d8f6-425e-9a69-2d16cfecab8d), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.800448 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] For port 780e1dda-d8f6-425e-9a69-2d16cfecab8d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=780e1dda-d8f6-425e-9a69-2d16cfecab8d,segment=NetworkSegment(68098e91-31e2-4224-85a0-9c606d2a3fcc),segment_id=68098e91-31e2-4224-85a0-9c606d2a3fcc)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:25.800870 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (780e1dda-d8f6-425e-9a69-2d16cfecab8d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.814467 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for 780e1dda-d8f6-425e-9a69-2d16cfecab8d owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:25.865161 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.870706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0b296962-99c1-4c39-860f-f01eca48538b None None] For port 780e1dda-d8f6-425e-9a69-2d16cfecab8d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=780e1dda-d8f6-425e-9a69-2d16cfecab8d,segment=NetworkSegment(68098e91-31e2-4224-85a0-9c606d2a3fcc),segment_id=68098e91-31e2-4224-85a0-9c606d2a3fcc)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:25.871094 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b296962-99c1-4c39-860f-f01eca48538b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (780e1dda-d8f6-425e-9a69-2d16cfecab8d), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.888089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0b296962-99c1-4c39-860f-f01eca48538b None None] Calling delete_port for 780e1dda-d8f6-425e-9a69-2d16cfecab8d owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:25.898268 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (780e1dda-d8f6-425e-9a69-2d16cfecab8d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.921839 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=780e1dda-d8f6-425e-9a69-2d16cfecab8d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:25.927596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No DVR routers for this DVR port 780e1dda-d8f6-425e-9a69-2d16cfecab8d on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:17:25.966652 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b296962-99c1-4c39-860f-f01eca48538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (780e1dda-d8f6-425e-9a69-2d16cfecab8d), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:25.995329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b296962-99c1-4c39-860f-f01eca48538b None None] Pushing event deleted for resources: {'Port': ['ID=780e1dda-d8f6-425e-9a69-2d16cfecab8d,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:25.998859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b296962-99c1-4c39-860f-f01eca48538b None None] No DVR routers for this DVR port 780e1dda-d8f6-425e-9a69-2d16cfecab8d on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:17:26.021446 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (bae2ee1e-91d5-4762-ab37-7722d8f3b4b5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.049963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae2ee1e-91d5-4762-ab37-7722d8f3b4b5']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:26.061424 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68098e91-31e2-4224-85a0-9c606d2a3fcc') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:26.061711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68098e91-31e2-4224-85a0-9c606d2a3fcc') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:26.072732 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (68098e91-31e2-4224-85a0-9c606d2a3fcc), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.088226 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (68098e91-31e2-4224-85a0-9c606d2a3fcc), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.095157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:17:26.095729 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (68098e91-31e2-4224-85a0-9c606d2a3fcc), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:17:26.099069 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:17:26.159633 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (bae2ee1e-91d5-4762-ab37-7722d8f3b4b5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.171419 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.175357 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/networks/bae2ee1e-91d5-4762-ab37-7722d8f3b4b5 HTTP/1.1" status: 204 len: 168 time: 0.5744836 Mar 23 02:17:26.179280 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52866) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:26.189551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21e0d7-eee9-443d-8487-f26e4e8602f4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Network': ['ID=bae2ee1e-91d5-4762-ab37-7722d8f3b4b5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:26.225792 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177d9f19-716a-48b7-89fa-83223bf646db tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:26.227132 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-177d9f19-716a-48b7-89fa-83223bf646db tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports/15eb806d-7837-4277-97f1-538bbb496c4f HTTP/1.1" status: 200 len: 844 time: 0.0468097 Mar 23 02:17:26.232111 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52868) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:26.276129 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-83073fe9-2eb4-4df2-9821-59ced99b7e8f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports/15eb806d-7837-4277-97f1-538bbb496c4f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0428419 Mar 23 02:17:26.280703 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52870) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:26.285369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-8ef05cbc-c278-43e0-8be8-2a273844c8f5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'subnet': {'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:26.374182 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef05cbc-c278-43e0-8be8-2a273844c8f5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:26.377516 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ef05cbc-c278-43e0-8be8-2a273844c8f5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.565135 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ef05cbc-c278-43e0-8be8-2a273844c8f5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (5a13704e-8dab-4d34-aaa5-cef287a82f62), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.608457 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef05cbc-c278-43e0-8be8-2a273844c8f5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 0ae0203e-0946-4487-842b-9fff9cdff524 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:26.611645 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-8ef05cbc-c278-43e0-8be8-2a273844c8f5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:26.615771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef05cbc-c278-43e0-8be8-2a273844c8f5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:26.616362 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8ef05cbc-c278-43e0-8be8-2a273844c8f5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.620373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35822cc-e762-4efb-8f89-82f4a16c1ec4 None None] Network 0ae0203e-0946-4487-842b-9fff9cdff524 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:26.621645 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef05cbc-c278-43e0-8be8-2a273844c8f5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Subnet': ['ID=5a13704e-8dab-4d34-aaa5-cef287a82f62,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:26.638124 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8ef05cbc-c278-43e0-8be8-2a273844c8f5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3564436 Mar 23 02:17:26.641150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52872) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:26.646421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c7c73252-3cdc-4ee8-af55-97c30fd5fef0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'security_group': {'name': 'tempest-secgroup-1694413015'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:26.667319 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c7c73252-3cdc-4ee8-af55-97c30fd5fef0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.740029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 780e1dda-d8f6-425e-9a69-2d16cfecab8d no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:17:26.750467 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c7c73252-3cdc-4ee8-af55-97c30fd5fef0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (4ca686d4-49b3-4b9a-b710-78fe286bd501), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.755338 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c7c73252-3cdc-4ee8-af55-97c30fd5fef0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4ca686d4-49b3-4b9a-b710-78fe286bd501), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.764817 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 780e1dda-d8f6-425e-9a69-2d16cfecab8d {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:17:26.765377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 780e1dda-d8f6-425e-9a69-2d16cfecab8d not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:17:26.779519 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-0ae0203e-0946-4487-842b-9fff9cdff524', 'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524', 'project_id': 'f863de26b32849788a257d0389a78774', 'fixed_ips': [{'subnet_id': '5a13704e-8dab-4d34-aaa5-cef287a82f62'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:17:26.780438 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.785740 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c73252-3cdc-4ee8-af55-97c30fd5fef0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca686d4-49b3-4b9a-b710-78fe286bd501,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:26.790018 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c7c73252-3cdc-4ee8-af55-97c30fd5fef0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.793838 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c7c73252-3cdc-4ee8-af55-97c30fd5fef0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1485045 Mar 23 02:17:26.794199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52874) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:26.798623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-1d55834d-f8b4-479b-ab20-35b4ae7323c4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'security_group': {'name': 'tempest-secgroup-43976481'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:26.820839 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1d55834d-f8b4-479b-ab20-35b4ae7323c4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.893769 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1d55834d-f8b4-479b-ab20-35b4ae7323c4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (e6f2c5a1-0649-4bfe-9c8d-6d9c11122017), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.898425 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1d55834d-f8b4-479b-ab20-35b4ae7323c4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e6f2c5a1-0649-4bfe-9c8d-6d9c11122017), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.926254 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Allocated IP 2001:db8::2 (0ae0203e-0946-4487-842b-9fff9cdff524/5a13704e-8dab-4d34-aaa5-cef287a82f62/187da6c9-f747-4980-a438-4695e69a526b) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:26.928350 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1d55834d-f8b4-479b-ab20-35b4ae7323c4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:26.929797 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1d55834d-f8b4-479b-ab20-35b4ae7323c4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1346469 Mar 23 02:17:26.931829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55834d-f8b4-479b-ab20-35b4ae7323c4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f2c5a1-0649-4bfe-9c8d-6d9c11122017,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:26.932640 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52876) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:26.937968 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c6e7ae83-7544-44cc-b6cf-369f971d2f5c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1315773355', 'security_groups': ['e6f2c5a1-0649-4bfe-9c8d-6d9c11122017'], 'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5a13704e-8dab-4d34-aaa5-cef287a82f62'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:27.047034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e7ae83-7544-44cc-b6cf-369f971d2f5c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:27.077837 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Publish callbacks [] for port (187da6c9-f747-4980-a438-4695e69a526b), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:27.084088 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (187da6c9-f747-4980-a438-4695e69a526b), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:27.123363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Network 0ae0203e-0946-4487-842b-9fff9cdff524 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:27.128261 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ae83-7544-44cc-b6cf-369f971d2f5c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:27.129725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:27.134069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:27.137081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Pushing event updated for resources: {'Port': ['ID=187da6c9-f747-4980-a438-4695e69a526b,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:27.151595 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-c6e7ae83-7544-44cc-b6cf-369f971d2f5c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] device_id is not set on port 35f231c0-2f96-4500-b5aa-a0cf7cb7adef yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:27.196706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Attempting to bind port 187da6c9-f747-4980-a438-4695e69a526b on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:17:27.197072 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Attempting to bind port 187da6c9-f747-4980-a438-4695e69a526b by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'd4d2bf63-e44c-43d1-a60c-72fa29be0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:17:27.197433 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Attempting to bind port 187da6c9-f747-4980-a438-4695e69a526b on network 0ae0203e-0946-4487-842b-9fff9cdff524 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:17:27.202316 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:17:27.202688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Checking segment: {'id': 'd4d2bf63-e44c-43d1-a60c-72fa29be0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:27.203081 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:27.203467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Bound using segment: {'id': 'd4d2bf63-e44c-43d1-a60c-72fa29be0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:17:27.203925 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Bound port: 187da6c9-f747-4980-a438-4695e69a526b, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d2bf63-e44c-43d1-a60c-72fa29be0920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:17:27.204348 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (187da6c9-f747-4980-a438-4695e69a526b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:27.268866 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] For port 187da6c9-f747-4980-a438-4695e69a526b, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:17:27.272023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] For port 187da6c9-f747-4980-a438-4695e69a526b, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=187da6c9-f747-4980-a438-4695e69a526b,segment=NetworkSegment(d4d2bf63-e44c-43d1-a60c-72fa29be0920),segment_id=d4d2bf63-e44c-43d1-a60c-72fa29be0920)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:17:27.279462 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (187da6c9-f747-4980-a438-4695e69a526b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:27.319153 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-c6e7ae83-7544-44cc-b6cf-369f971d2f5c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Allocated IP 2001:db8::75 (0ae0203e-0946-4487-842b-9fff9cdff524/5a13704e-8dab-4d34-aaa5-cef287a82f62/35f231c0-2f96-4500-b5aa-a0cf7cb7adef) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:27.335823 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b8b92-41c2-4930-903e-9f1fa0a72c0a None None] Pushing event updated for resources: {'Port': ['ID=187da6c9-f747-4980-a438-4695e69a526b,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:27.481223 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ae83-7544-44cc-b6cf-369f971d2f5c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (35f231c0-2f96-4500-b5aa-a0cf7cb7adef), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:27.526348 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ae83-7544-44cc-b6cf-369f971d2f5c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (35f231c0-2f96-4500-b5aa-a0cf7cb7adef), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:27.577411 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e7ae83-7544-44cc-b6cf-369f971d2f5c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 0ae0203e-0946-4487-842b-9fff9cdff524 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:27.583228 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-c6e7ae83-7544-44cc-b6cf-369f971d2f5c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:27.585888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7ae83-7544-44cc-b6cf-369f971d2f5c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:27.592521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e7ae83-7544-44cc-b6cf-369f971d2f5c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:27.593314 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ae83-7544-44cc-b6cf-369f971d2f5c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:27.601530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7ae83-7544-44cc-b6cf-369f971d2f5c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=35f231c0-2f96-4500-b5aa-a0cf7cb7adef,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:27.626895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52878) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:27.627431 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c6e7ae83-7544-44cc-b6cf-369f971d2f5c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6927018 Mar 23 02:17:27.631927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-fcc7d96a-a9af-4b07-a372-caef570668fe tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'subnet': {'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:27.739895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc7d96a-a9af-4b07-a372-caef570668fe tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:27.743337 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fcc7d96a-a9af-4b07-a372-caef570668fe tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:27.838227 n-d-834677-4 neutron-server[99264]: INFO neutron.db.ipam_backend_mixin [None req-fcc7d96a-a9af-4b07-a372-caef570668fe tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a13704e-8dab-4d34-aaa5-cef287a82f62 (CIDR: 2001:db8::/64) Mar 23 02:17:27.842326 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc7d96a-a9af-4b07-a372-caef570668fe tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:17:27.842784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc7d96a-a9af-4b07-a372-caef570668fe tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:17:27.858422 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fcc7d96a-a9af-4b07-a372-caef570668fe tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2307651 Mar 23 02:17:27.861404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52880) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:27.866264 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-41278c1e-6b2d-4463-b530-076d4f903e33 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'subnet': {'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:27.982465 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41278c1e-6b2d-4463-b530-076d4f903e33 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:27.986500 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-41278c1e-6b2d-4463-b530-076d4f903e33 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:28.220503 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-41278c1e-6b2d-4463-b530-076d4f903e33 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (90b1e186-5e9a-4379-b69d-82c83db610c2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:28.268855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41278c1e-6b2d-4463-b530-076d4f903e33 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 0ae0203e-0946-4487-842b-9fff9cdff524 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:28.272166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-41278c1e-6b2d-4463-b530-076d4f903e33 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:28.276720 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41278c1e-6b2d-4463-b530-076d4f903e33 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:28.277702 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-41278c1e-6b2d-4463-b530-076d4f903e33 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:28.287457 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1dcbce52-0a4d-4cfe-8ca0-571ce8b5c8cf None None] Provisioning complete for port 15eb806d-7837-4277-97f1-538bbb496c4f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:28.287948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41278c1e-6b2d-4463-b530-076d4f903e33 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Subnet': ['ID=90b1e186-5e9a-4379-b69d-82c83db610c2,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:28.288388 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1dcbce52-0a4d-4cfe-8ca0-571ce8b5c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (15eb806d-7837-4277-97f1-538bbb496c4f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:28.302178 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-41278c1e-6b2d-4463-b530-076d4f903e33 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4391994 Mar 23 02:17:28.304466 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52882) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:28.309972 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-06d05379-4415-40dc-8398-0ac13b8e502f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-479499859', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '90b1e186-5e9a-4379-b69d-82c83db610c2'}], 'security_groups': ['4ca686d4-49b3-4b9a-b710-78fe286bd501']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:28.345922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1dcbce52-0a4d-4cfe-8ca0-571ce8b5c8cf None None] Port 15eb806d-7837-4277-97f1-538bbb496c4f cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:28.358821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1dcbce52-0a4d-4cfe-8ca0-571ce8b5c8cf None None] Provisioning complete for port 187da6c9-f747-4980-a438-4695e69a526b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:28.359191 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1dcbce52-0a4d-4cfe-8ca0-571ce8b5c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (187da6c9-f747-4980-a438-4695e69a526b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:28.389903 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06d05379-4415-40dc-8398-0ac13b8e502f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (35f231c0-2f96-4500-b5aa-a0cf7cb7adef), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:28.442837 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1dcbce52-0a4d-4cfe-8ca0-571ce8b5c8cf None None] Current status of the port 187da6c9-f747-4980-a438-4695e69a526b is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:28.443122 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1dcbce52-0a4d-4cfe-8ca0-571ce8b5c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (187da6c9-f747-4980-a438-4695e69a526b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:28.489258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1dcbce52-0a4d-4cfe-8ca0-571ce8b5c8cf None None] For port 187da6c9-f747-4980-a438-4695e69a526b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=187da6c9-f747-4980-a438-4695e69a526b,segment=NetworkSegment(d4d2bf63-e44c-43d1-a60c-72fa29be0920),segment_id=d4d2bf63-e44c-43d1-a60c-72fa29be0920)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:28.496918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4c86ba-2022-4d40-8fa5-7ecb230cc554 None None] Network 0ae0203e-0946-4487-842b-9fff9cdff524 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:28.499429 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1dcbce52-0a4d-4cfe-8ca0-571ce8b5c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (187da6c9-f747-4980-a438-4695e69a526b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:28.602016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbce52-0a4d-4cfe-8ca0-571ce8b5c8cf None None] Pushing event updated for resources: {'Port': ['ID=187da6c9-f747-4980-a438-4695e69a526b,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:28.643040 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-14efca6a-b27f-4898-a504-086029ce4a92 None None] Provisioning complete for port 35f231c0-2f96-4500-b5aa-a0cf7cb7adef triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:28.643381 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-14efca6a-b27f-4898-a504-086029ce4a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (35f231c0-2f96-4500-b5aa-a0cf7cb7adef), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:28.695128 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-14efca6a-b27f-4898-a504-086029ce4a92 None None] Port 35f231c0-2f96-4500-b5aa-a0cf7cb7adef cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:28.725909 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-06d05379-4415-40dc-8398-0ac13b8e502f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Delete allocated IP 2001:db8::75 (0ae0203e-0946-4487-842b-9fff9cdff524/5a13704e-8dab-4d34-aaa5-cef287a82f62) {{(pid=99263) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 02:17:28.734078 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-06d05379-4415-40dc-8398-0ac13b8e502f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Allocated IP 2001:db8:0:1::2a2 (0ae0203e-0946-4487-842b-9fff9cdff524/90b1e186-5e9a-4379-b69d-82c83db610c2/35f231c0-2f96-4500-b5aa-a0cf7cb7adef) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:28.777851 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 187da6c9-f747-4980-a438-4695e69a526b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:17:28.812258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714564b7-974f-43af-ba4c-821bc3f1b9a7 None None] Update dhcp port {'port': {'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524', 'fixed_ips': [{'subnet_id': '5a13704e-8dab-4d34-aaa5-cef287a82f62', 'ip_address': '2001:db8::2'}, {'subnet_id': '90b1e186-5e9a-4379-b69d-82c83db610c2'}], 'binding:host_id': 'n-d-834677-4'}, 'id': '187da6c9-f747-4980-a438-4695e69a526b'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:17:28.852180 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-714564b7-974f-43af-ba4c-821bc3f1b9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (187da6c9-f747-4980-a438-4695e69a526b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:28.871663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 187da6c9-f747-4980-a438-4695e69a526b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:28.872029 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (187da6c9-f747-4980-a438-4695e69a526b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:28.891598 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06d05379-4415-40dc-8398-0ac13b8e502f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (35f231c0-2f96-4500-b5aa-a0cf7cb7adef), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:28.897447 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06d05379-4415-40dc-8398-0ac13b8e502f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (35f231c0-2f96-4500-b5aa-a0cf7cb7adef), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:29.078401 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 187da6c9-f747-4980-a438-4695e69a526b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:29.086436 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-714564b7-974f-43af-ba4c-821bc3f1b9a7 None None] Allocated IP 2001:db8:0:1::2 (0ae0203e-0946-4487-842b-9fff9cdff524/90b1e186-5e9a-4379-b69d-82c83db610c2/187da6c9-f747-4980-a438-4695e69a526b) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:29.184321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-714564b7-974f-43af-ba4c-821bc3f1b9a7 None None] For port 187da6c9-f747-4980-a438-4695e69a526b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=187da6c9-f747-4980-a438-4695e69a526b,segment=NetworkSegment(d4d2bf63-e44c-43d1-a60c-72fa29be0920),segment_id=d4d2bf63-e44c-43d1-a60c-72fa29be0920)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:29.216384 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-714564b7-974f-43af-ba4c-821bc3f1b9a7 None None] Publish callbacks [] for port (187da6c9-f747-4980-a438-4695e69a526b), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:29.222346 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-714564b7-974f-43af-ba4c-821bc3f1b9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (187da6c9-f747-4980-a438-4695e69a526b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:29.304912 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-06d05379-4415-40dc-8398-0ac13b8e502f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] In _notify_port_updated(), no bound segment for port 35f231c0-2f96-4500-b5aa-a0cf7cb7adef on network 0ae0203e-0946-4487-842b-9fff9cdff524 {{(pid=99263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:17:29.309879 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d05379-4415-40dc-8398-0ac13b8e502f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:29.310561 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-06d05379-4415-40dc-8398-0ac13b8e502f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:29.311936 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-06d05379-4415-40dc-8398-0ac13b8e502f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "PUT /v2.0/ports/35f231c0-2f96-4500-b5aa-a0cf7cb7adef HTTP/1.1" status: 200 len: 930 time: 1.0063732 Mar 23 02:17:29.313456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714564b7-974f-43af-ba4c-821bc3f1b9a7 None None] Pushing event updated for resources: {'Port': ['ID=187da6c9-f747-4980-a438-4695e69a526b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:29.315105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52884) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:29.321018 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d05379-4415-40dc-8398-0ac13b8e502f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=35f231c0-2f96-4500-b5aa-a0cf7cb7adef,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:29.410037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-aad3d5a8-f85c-4fa6-8457-1439fec321d2 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port 35f231c0-2f96-4500-b5aa-a0cf7cb7adef {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:29.410382 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aad3d5a8-f85c-4fa6-8457-1439fec321d2 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (35f231c0-2f96-4500-b5aa-a0cf7cb7adef), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:29.506422 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aad3d5a8-f85c-4fa6-8457-1439fec321d2 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (35f231c0-2f96-4500-b5aa-a0cf7cb7adef), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:29.519233 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-aad3d5a8-f85c-4fa6-8457-1439fec321d2 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for 35f231c0-2f96-4500-b5aa-a0cf7cb7adef owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:29.662118 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aad3d5a8-f85c-4fa6-8457-1439fec321d2 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (35f231c0-2f96-4500-b5aa-a0cf7cb7adef), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:29.697593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3d5a8-f85c-4fa6-8457-1439fec321d2 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=35f231c0-2f96-4500-b5aa-a0cf7cb7adef,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:29.722496 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aad3d5a8-f85c-4fa6-8457-1439fec321d2 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:29.725864 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-aad3d5a8-f85c-4fa6-8457-1439fec321d2 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/35f231c0-2f96-4500-b5aa-a0cf7cb7adef HTTP/1.1" status: 204 len: 168 time: 0.4091270 Mar 23 02:17:29.728583 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52886) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:29.754561 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85f36d2-0070-4b03-b3f1-e268da45b8b2 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] GET failed (client error): The resource could not be found. Mar 23 02:17:29.758782 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b85f36d2-0070-4b03-b3f1-e268da45b8b2 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports/35f231c0-2f96-4500-b5aa-a0cf7cb7adef HTTP/1.1" status: 404 len: 333 time: 0.0265024 Mar 23 02:17:29.759092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52888) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:29.816148 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fc52c29c-4972-489e-be61-6a195d3856e9 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (e6f2c5a1-0649-4bfe-9c8d-6d9c11122017), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:29.839004 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fc52c29c-4972-489e-be61-6a195d3856e9 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (e6f2c5a1-0649-4bfe-9c8d-6d9c11122017), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:29.883805 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fc52c29c-4972-489e-be61-6a195d3856e9 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e6f2c5a1-0649-4bfe-9c8d-6d9c11122017), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:29.886416 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fc52c29c-4972-489e-be61-6a195d3856e9 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:29.890501 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fc52c29c-4972-489e-be61-6a195d3856e9 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/security-groups/e6f2c5a1-0649-4bfe-9c8d-6d9c11122017 HTTP/1.1" status: 204 len: 168 time: 0.1304176 Mar 23 02:17:29.890652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52890) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:29.901191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52c29c-4972-489e-be61-6a195d3856e9 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f2c5a1-0649-4bfe-9c8d-6d9c11122017,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:29.938070 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ff3a0963-a8c7-4990-b7bc-148eec41189c None None] Could not find standard attr ID for object 35f231c0-2f96-4500-b5aa-a0cf7cb7adef. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:29.948832 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-034b7a79-7a86-410e-b24b-107deb656eb3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (4ca686d4-49b3-4b9a-b710-78fe286bd501), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:29.950292 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ff3a0963-a8c7-4990-b7bc-148eec41189c None None] Provisioning complete for port 15eb806d-7837-4277-97f1-538bbb496c4f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:29.950855 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0963-a8c7-4990-b7bc-148eec41189c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (15eb806d-7837-4277-97f1-538bbb496c4f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:29.975495 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-034b7a79-7a86-410e-b24b-107deb656eb3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (4ca686d4-49b3-4b9a-b710-78fe286bd501), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:29.990382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ff3a0963-a8c7-4990-b7bc-148eec41189c None None] Port 15eb806d-7837-4277-97f1-538bbb496c4f cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:30.000955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ff3a0963-a8c7-4990-b7bc-148eec41189c None None] Provisioning complete for port 187da6c9-f747-4980-a438-4695e69a526b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:30.001669 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0963-a8c7-4990-b7bc-148eec41189c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (187da6c9-f747-4980-a438-4695e69a526b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:30.023645 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-034b7a79-7a86-410e-b24b-107deb656eb3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4ca686d4-49b3-4b9a-b710-78fe286bd501), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:30.026514 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-034b7a79-7a86-410e-b24b-107deb656eb3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:30.028149 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-034b7a79-7a86-410e-b24b-107deb656eb3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/security-groups/4ca686d4-49b3-4b9a-b710-78fe286bd501 HTTP/1.1" status: 204 len: 168 time: 0.1363838 Mar 23 02:17:30.031018 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52892) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:30.038175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b7a79-7a86-410e-b24b-107deb656eb3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca686d4-49b3-4b9a-b710-78fe286bd501,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:30.098538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-76bb625f-b1a7-4bd5-9c1f-22b2b7ff872f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting subnet 5a13704e-8dab-4d34-aaa5-cef287a82f62 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:17:30.102567 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76bb625f-b1a7-4bd5-9c1f-22b2b7ff872f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (5a13704e-8dab-4d34-aaa5-cef287a82f62), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:30.103558 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ff3a0963-a8c7-4990-b7bc-148eec41189c None None] Current status of the port 187da6c9-f747-4980-a438-4695e69a526b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:30.144088 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76bb625f-b1a7-4bd5-9c1f-22b2b7ff872f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (5a13704e-8dab-4d34-aaa5-cef287a82f62), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:30.216932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2a8b31f9-14cd-40a7-bc4e-4101c04110de None None] Could not find standard attr ID for object 35f231c0-2f96-4500-b5aa-a0cf7cb7adef. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:30.233380 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76bb625f-b1a7-4bd5-9c1f-22b2b7ff872f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (5a13704e-8dab-4d34-aaa5-cef287a82f62), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:30.304632 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76bb625f-b1a7-4bd5-9c1f-22b2b7ff872f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (5a13704e-8dab-4d34-aaa5-cef287a82f62), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:30.333225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb625f-b1a7-4bd5-9c1f-22b2b7ff872f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Subnet': ['ID=5a13704e-8dab-4d34-aaa5-cef287a82f62,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:30.338799 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-76bb625f-b1a7-4bd5-9c1f-22b2b7ff872f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:30.343427 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-76bb625f-b1a7-4bd5-9c1f-22b2b7ff872f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/5a13704e-8dab-4d34-aaa5-cef287a82f62 HTTP/1.1" status: 204 len: 168 time: 0.3110611 Mar 23 02:17:30.346843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f8ea9b-a8bd-4a11-bf16-f7f9f6fa75c1 None None] Network 0ae0203e-0946-4487-842b-9fff9cdff524 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:30.348141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52894) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:30.353367 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f395b9a7-02c1-4b94-ab4a-30b428d1777b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'subnet': {'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:30.469090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f395b9a7-02c1-4b94-ab4a-30b428d1777b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:30.472811 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f395b9a7-02c1-4b94-ab4a-30b428d1777b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:30.707120 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f395b9a7-02c1-4b94-ab4a-30b428d1777b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (18bc424a-8611-42af-a39f-b0f0c12c26b8), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:30.763161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f395b9a7-02c1-4b94-ab4a-30b428d1777b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 0ae0203e-0946-4487-842b-9fff9cdff524 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:30.763918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 187da6c9-f747-4980-a438-4695e69a526b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:17:30.766394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-f395b9a7-02c1-4b94-ab4a-30b428d1777b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:30.770936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f395b9a7-02c1-4b94-ab4a-30b428d1777b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:30.771533 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f395b9a7-02c1-4b94-ab4a-30b428d1777b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:30.778646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395b9a7-02c1-4b94-ab4a-30b428d1777b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Subnet': ['ID=18bc424a-8611-42af-a39f-b0f0c12c26b8,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:30.795322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52896) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:30.795545 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f395b9a7-02c1-4b94-ab4a-30b428d1777b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4462337 Mar 23 02:17:30.801208 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-74ff338d-137a-4575-bbe8-d05be9b70018 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'security_group': {'name': 'tempest-secgroup-1738477592'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:30.824018 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74ff338d-137a-4575-bbe8-d05be9b70018 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:30.839347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 187da6c9-f747-4980-a438-4695e69a526b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:30.839732 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (187da6c9-f747-4980-a438-4695e69a526b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:30.898314 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74ff338d-137a-4575-bbe8-d05be9b70018 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (9920122d-1804-456a-bd62-e2315910091b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:30.903778 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74ff338d-137a-4575-bbe8-d05be9b70018 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9920122d-1804-456a-bd62-e2315910091b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:30.929828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 187da6c9-f747-4980-a438-4695e69a526b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:30.936004 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-74ff338d-137a-4575-bbe8-d05be9b70018 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:30.937292 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-74ff338d-137a-4575-bbe8-d05be9b70018 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1400874 Mar 23 02:17:30.939584 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff338d-137a-4575-bbe8-d05be9b70018 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9920122d-1804-456a-bd62-e2315910091b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:30.940632 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52898) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:30.945334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a2e68c62-bb8b-4492-9f25-6d69814960a3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'security_group': {'name': 'tempest-secgroup-1679580915'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:30.967123 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2e68c62-bb8b-4492-9f25-6d69814960a3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:31.012859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d335cb-5b6c-43bd-a4fa-df321bc5eff6 None None] Network 0ae0203e-0946-4487-842b-9fff9cdff524 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:31.036472 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2e68c62-bb8b-4492-9f25-6d69814960a3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (9e91c0f0-5b92-4787-addf-d4892c6fa5e6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:31.041243 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2e68c62-bb8b-4492-9f25-6d69814960a3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9e91c0f0-5b92-4787-addf-d4892c6fa5e6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:31.073028 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2e68c62-bb8b-4492-9f25-6d69814960a3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:31.076800 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a2e68c62-bb8b-4492-9f25-6d69814960a3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1326246 Mar 23 02:17:31.076800 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e68c62-bb8b-4492-9f25-6d69814960a3 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e91c0f0-5b92-4787-addf-d4892c6fa5e6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:31.078643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52900) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:31.083881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-42de374f-653b-417d-a33c-576b74c15c28 None None] Provisioning complete for port 15eb806d-7837-4277-97f1-538bbb496c4f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:31.084283 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-42de374f-653b-417d-a33c-576b74c15c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (15eb806d-7837-4277-97f1-538bbb496c4f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:31.084759 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-930bad1d-d324-4344-8610-c54d5f354aef tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'security_group': {'name': 'tempest-secgroup-2142337247'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:31.107487 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-930bad1d-d324-4344-8610-c54d5f354aef tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:31.143721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-42de374f-653b-417d-a33c-576b74c15c28 None None] Port 15eb806d-7837-4277-97f1-538bbb496c4f cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:31.161163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-42de374f-653b-417d-a33c-576b74c15c28 None None] Provisioning complete for port 187da6c9-f747-4980-a438-4695e69a526b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:31.161546 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-42de374f-653b-417d-a33c-576b74c15c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (187da6c9-f747-4980-a438-4695e69a526b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:31.180080 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-930bad1d-d324-4344-8610-c54d5f354aef tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (4f631c41-24b4-456b-b22e-0f501666efa9), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:31.184949 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-930bad1d-d324-4344-8610-c54d5f354aef tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4f631c41-24b4-456b-b22e-0f501666efa9), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:31.215189 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-930bad1d-d324-4344-8610-c54d5f354aef tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:31.216362 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-930bad1d-d324-4344-8610-c54d5f354aef tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1365631 Mar 23 02:17:31.220742 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bad1d-d324-4344-8610-c54d5f354aef tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f631c41-24b4-456b-b22e-0f501666efa9,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:31.222225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52902) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:31.232037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3166b3f4-ae85-4611-bb84-06a8c952a639 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1844468173', 'security_groups': ['4f631c41-24b4-456b-b22e-0f501666efa9'], 'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18bc424a-8611-42af-a39f-b0f0c12c26b8'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:31.266092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-42de374f-653b-417d-a33c-576b74c15c28 None None] Current status of the port 187da6c9-f747-4980-a438-4695e69a526b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:31.283063 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb0e75-32bb-4963-83f1-d8122b87e05b None None] Update dhcp port {'port': {'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524', 'fixed_ips': [{'subnet_id': '90b1e186-5e9a-4379-b69d-82c83db610c2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '18bc424a-8611-42af-a39f-b0f0c12c26b8'}], 'binding:host_id': 'n-d-834677-4'}, 'id': '187da6c9-f747-4980-a438-4695e69a526b'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:17:31.315254 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-daeb0e75-32bb-4963-83f1-d8122b87e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (187da6c9-f747-4980-a438-4695e69a526b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:31.355224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3166b3f4-ae85-4611-bb84-06a8c952a639 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:31.445306 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3166b3f4-ae85-4611-bb84-06a8c952a639 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:31.463848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-3166b3f4-ae85-4611-bb84-06a8c952a639 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] device_id is not set on port 31a456a4-2b4f-4484-9c4b-77b3c1e9caaa yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:31.484393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-daeb0e75-32bb-4963-83f1-d8122b87e05b None None] Allocated IP 2001:db8::2 (0ae0203e-0946-4487-842b-9fff9cdff524/18bc424a-8611-42af-a39f-b0f0c12c26b8/187da6c9-f747-4980-a438-4695e69a526b) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:31.580309 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-daeb0e75-32bb-4963-83f1-d8122b87e05b None None] For port 187da6c9-f747-4980-a438-4695e69a526b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=187da6c9-f747-4980-a438-4695e69a526b,segment=NetworkSegment(d4d2bf63-e44c-43d1-a60c-72fa29be0920),segment_id=d4d2bf63-e44c-43d1-a60c-72fa29be0920)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:31.610107 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-daeb0e75-32bb-4963-83f1-d8122b87e05b None None] Publish callbacks [] for port (187da6c9-f747-4980-a438-4695e69a526b), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:31.616210 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-daeb0e75-32bb-4963-83f1-d8122b87e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (187da6c9-f747-4980-a438-4695e69a526b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:31.680653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-3166b3f4-ae85-4611-bb84-06a8c952a639 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Allocated IP 2001:db8::31a (0ae0203e-0946-4487-842b-9fff9cdff524/18bc424a-8611-42af-a39f-b0f0c12c26b8/31a456a4-2b4f-4484-9c4b-77b3c1e9caaa) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:31.826831 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3166b3f4-ae85-4611-bb84-06a8c952a639 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (31a456a4-2b4f-4484-9c4b-77b3c1e9caaa), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:31.866860 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3166b3f4-ae85-4611-bb84-06a8c952a639 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (31a456a4-2b4f-4484-9c4b-77b3c1e9caaa), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:31.869852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb0e75-32bb-4963-83f1-d8122b87e05b None None] Pushing event updated for resources: {'Port': ['ID=187da6c9-f747-4980-a438-4695e69a526b,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:31.910013 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166b3f4-ae85-4611-bb84-06a8c952a639 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 0ae0203e-0946-4487-842b-9fff9cdff524 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:31.913176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-3166b3f4-ae85-4611-bb84-06a8c952a639 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:31.919020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166b3f4-ae85-4611-bb84-06a8c952a639 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:31.924421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166b3f4-ae85-4611-bb84-06a8c952a639 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:31.925073 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3166b3f4-ae85-4611-bb84-06a8c952a639 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:31.931848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166b3f4-ae85-4611-bb84-06a8c952a639 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=31a456a4-2b4f-4484-9c4b-77b3c1e9caaa,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:31.948778 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3166b3f4-ae85-4611-bb84-06a8c952a639 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7206707 Mar 23 02:17:31.951694 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52904) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:31.957155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-7e47e0cb-2b97-4812-bb65-8cb47606dd5b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'subnet': {'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:32.067451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e47e0cb-2b97-4812-bb65-8cb47606dd5b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:32.070916 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7e47e0cb-2b97-4812-bb65-8cb47606dd5b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:32.168053 n-d-834677-4 neutron-server[99264]: INFO neutron.db.ipam_backend_mixin [None req-7e47e0cb-2b97-4812-bb65-8cb47606dd5b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18bc424a-8611-42af-a39f-b0f0c12c26b8 (CIDR: 2001:db8::/64) Mar 23 02:17:32.172385 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e47e0cb-2b97-4812-bb65-8cb47606dd5b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:17:32.172871 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e47e0cb-2b97-4812-bb65-8cb47606dd5b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:17:32.195705 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7e47e0cb-2b97-4812-bb65-8cb47606dd5b tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2428069 Mar 23 02:17:32.198567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52906) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:32.203394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-79e333e1-95ae-4caf-88e8-1a331839ad2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'subnet': {'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:32.316123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e333e1-95ae-4caf-88e8-1a331839ad2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:32.319585 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-79e333e1-95ae-4caf-88e8-1a331839ad2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:32.404980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5d31768c-a877-42d0-b0e7-57f941771d31 None None] Provisioning complete for port 15eb806d-7837-4277-97f1-538bbb496c4f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:32.405404 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5d31768c-a877-42d0-b0e7-57f941771d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (15eb806d-7837-4277-97f1-538bbb496c4f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:32.448034 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5d31768c-a877-42d0-b0e7-57f941771d31 None None] Port 15eb806d-7837-4277-97f1-538bbb496c4f cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:32.460236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5d31768c-a877-42d0-b0e7-57f941771d31 None None] Provisioning complete for port 187da6c9-f747-4980-a438-4695e69a526b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:32.460532 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5d31768c-a877-42d0-b0e7-57f941771d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (187da6c9-f747-4980-a438-4695e69a526b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:32.551859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5d31768c-a877-42d0-b0e7-57f941771d31 None None] Current status of the port 187da6c9-f747-4980-a438-4695e69a526b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:32.673754 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7089db39-a3ed-44f1-ad4b-0ba21050e1d6 None None] Provisioning complete for port 31a456a4-2b4f-4484-9c4b-77b3c1e9caaa triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:32.674114 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7089db39-a3ed-44f1-ad4b-0ba21050e1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (31a456a4-2b4f-4484-9c4b-77b3c1e9caaa), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:32.711289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7089db39-a3ed-44f1-ad4b-0ba21050e1d6 None None] Port 31a456a4-2b4f-4484-9c4b-77b3c1e9caaa cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:32.741482 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 187da6c9-f747-4980-a438-4695e69a526b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:17:32.756740 n-d-834677-4 neutron-server[99264]: INFO neutron.db.ipam_backend_mixin [None req-79e333e1-95ae-4caf-88e8-1a331839ad2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 90b1e186-5e9a-4379-b69d-82c83db610c2 (CIDR: 2001:db8:0:1::/64) Mar 23 02:17:32.760347 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e333e1-95ae-4caf-88e8-1a331839ad2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:17:32.760916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e333e1-95ae-4caf-88e8-1a331839ad2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:17:32.776074 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-79e333e1-95ae-4caf-88e8-1a331839ad2d tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5764995 Mar 23 02:17:32.779151 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52908) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:32.784434 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-561470ae-3df6-4156-8741-82c5742a9a48 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'subnet': {'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:32.791703 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 187da6c9-f747-4980-a438-4695e69a526b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:32.792075 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (187da6c9-f747-4980-a438-4695e69a526b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:32.876242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 187da6c9-f747-4980-a438-4695e69a526b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:32.895684 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561470ae-3df6-4156-8741-82c5742a9a48 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Made reservation on behalf of f863de26b32849788a257d0389a78774 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:32.899202 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-561470ae-3df6-4156-8741-82c5742a9a48 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:33.128170 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-561470ae-3df6-4156-8741-82c5742a9a48 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (93c4c955-6b7e-4d84-90fd-e75fa7d02e16), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:33.173918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561470ae-3df6-4156-8741-82c5742a9a48 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Network 0ae0203e-0946-4487-842b-9fff9cdff524 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:33.177045 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-561470ae-3df6-4156-8741-82c5742a9a48 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:33.181156 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561470ae-3df6-4156-8741-82c5742a9a48 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:33.181759 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-561470ae-3df6-4156-8741-82c5742a9a48 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:33.187715 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae64862c-e08c-4327-86ea-59bafbf18925 None None] Network 0ae0203e-0946-4487-842b-9fff9cdff524 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:33.193466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561470ae-3df6-4156-8741-82c5742a9a48 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Subnet': ['ID=93c4c955-6b7e-4d84-90fd-e75fa7d02e16,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:33.205713 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-561470ae-3df6-4156-8741-82c5742a9a48 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4254789 Mar 23 02:17:33.208374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52910) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:33.213476 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-1c4a9aac-3e5a-46d7-a0e9-a4efa5378015 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-114077933', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '93c4c955-6b7e-4d84-90fd-e75fa7d02e16'}], 'security_groups': ['9920122d-1804-456a-bd62-e2315910091b', '9e91c0f0-5b92-4787-addf-d4892c6fa5e6']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:33.283678 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c4a9aac-3e5a-46d7-a0e9-a4efa5378015 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (31a456a4-2b4f-4484-9c4b-77b3c1e9caaa), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:33.366776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7a4f7f-ce7b-46a4-8b47-d7cc4b824c7f None None] Update dhcp port {'port': {'network_id': '0ae0203e-0946-4487-842b-9fff9cdff524', 'fixed_ips': [{'subnet_id': '90b1e186-5e9a-4379-b69d-82c83db610c2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '18bc424a-8611-42af-a39f-b0f0c12c26b8', 'ip_address': '2001:db8::2'}, {'subnet_id': '93c4c955-6b7e-4d84-90fd-e75fa7d02e16'}], 'binding:host_id': 'n-d-834677-4'}, 'id': '187da6c9-f747-4980-a438-4695e69a526b'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:17:33.395899 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6f7a4f7f-ce7b-46a4-8b47-d7cc4b824c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (187da6c9-f747-4980-a438-4695e69a526b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:33.591748 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-1c4a9aac-3e5a-46d7-a0e9-a4efa5378015 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Delete allocated IP 2001:db8::31a (0ae0203e-0946-4487-842b-9fff9cdff524/18bc424a-8611-42af-a39f-b0f0c12c26b8) {{(pid=99264) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 02:17:33.601171 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-1c4a9aac-3e5a-46d7-a0e9-a4efa5378015 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Allocated IP 2001:db8:0:2::41 (0ae0203e-0946-4487-842b-9fff9cdff524/93c4c955-6b7e-4d84-90fd-e75fa7d02e16/31a456a4-2b4f-4484-9c4b-77b3c1e9caaa) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:33.772648 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c4a9aac-3e5a-46d7-a0e9-a4efa5378015 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for port (31a456a4-2b4f-4484-9c4b-77b3c1e9caaa), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:33.780967 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c4a9aac-3e5a-46d7-a0e9-a4efa5378015 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (31a456a4-2b4f-4484-9c4b-77b3c1e9caaa), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:33.834812 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-6f7a4f7f-ce7b-46a4-8b47-d7cc4b824c7f None None] Allocated IP 2001:db8:0:2::2 (0ae0203e-0946-4487-842b-9fff9cdff524/93c4c955-6b7e-4d84-90fd-e75fa7d02e16/187da6c9-f747-4980-a438-4695e69a526b) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:33.838444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a9aac-3e5a-46d7-a0e9-a4efa5378015 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] In _notify_port_updated(), no bound segment for port 31a456a4-2b4f-4484-9c4b-77b3c1e9caaa on network 0ae0203e-0946-4487-842b-9fff9cdff524 {{(pid=99264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:17:33.843842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4a9aac-3e5a-46d7-a0e9-a4efa5378015 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:33.844462 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c4a9aac-3e5a-46d7-a0e9-a4efa5378015 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:33.845907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1c4a9aac-3e5a-46d7-a0e9-a4efa5378015 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "PUT /v2.0/ports/31a456a4-2b4f-4484-9c4b-77b3c1e9caaa HTTP/1.1" status: 200 len: 968 time: 0.6364875 Mar 23 02:17:33.848626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52912) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:33.864195 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a9aac-3e5a-46d7-a0e9-a4efa5378015 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event updated for resources: {'Port': ['ID=31a456a4-2b4f-4484-9c4b-77b3c1e9caaa,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:33.929709 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6f7a4f7f-ce7b-46a4-8b47-d7cc4b824c7f None None] For port 187da6c9-f747-4980-a438-4695e69a526b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=187da6c9-f747-4980-a438-4695e69a526b,segment=NetworkSegment(d4d2bf63-e44c-43d1-a60c-72fa29be0920),segment_id=d4d2bf63-e44c-43d1-a60c-72fa29be0920)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:33.955978 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-c52e55ed-ede5-4aed-8994-87a2776cab24 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port 31a456a4-2b4f-4484-9c4b-77b3c1e9caaa {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:33.956324 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c52e55ed-ede5-4aed-8994-87a2776cab24 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (31a456a4-2b4f-4484-9c4b-77b3c1e9caaa), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:33.964637 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6f7a4f7f-ce7b-46a4-8b47-d7cc4b824c7f None None] Publish callbacks [] for port (187da6c9-f747-4980-a438-4695e69a526b), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:33.970198 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6f7a4f7f-ce7b-46a4-8b47-d7cc4b824c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (187da6c9-f747-4980-a438-4695e69a526b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.048419 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c52e55ed-ede5-4aed-8994-87a2776cab24 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (31a456a4-2b4f-4484-9c4b-77b3c1e9caaa), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.060190 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-c52e55ed-ede5-4aed-8994-87a2776cab24 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for 31a456a4-2b4f-4484-9c4b-77b3c1e9caaa owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:34.062798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a4f7f-ce7b-46a4-8b47-d7cc4b824c7f None None] Pushing event updated for resources: {'Port': ['ID=187da6c9-f747-4980-a438-4695e69a526b,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:34.135387 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.201612 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c52e55ed-ede5-4aed-8994-87a2776cab24 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (31a456a4-2b4f-4484-9c4b-77b3c1e9caaa), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.233218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e55ed-ede5-4aed-8994-87a2776cab24 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=31a456a4-2b4f-4484-9c4b-77b3c1e9caaa,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:34.262977 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c52e55ed-ede5-4aed-8994-87a2776cab24 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.266865 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c52e55ed-ede5-4aed-8994-87a2776cab24 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/31a456a4-2b4f-4484-9c4b-77b3c1e9caaa HTTP/1.1" status: 204 len: 168 time: 0.4171021 Mar 23 02:17:34.269430 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52914) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:34.295348 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab71de57-1d48-4020-a177-6782262be9b2 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] GET failed (client error): The resource could not be found. Mar 23 02:17:34.296885 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ab71de57-1d48-4020-a177-6782262be9b2 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports/31a456a4-2b4f-4484-9c4b-77b3c1e9caaa HTTP/1.1" status: 404 len: 333 time: 0.0264404 Mar 23 02:17:34.300048 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52916) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:34.361213 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a5d634f-eee4-4f2f-9e20-e1522c18543a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (4f631c41-24b4-456b-b22e-0f501666efa9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.384431 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a5d634f-eee4-4f2f-9e20-e1522c18543a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (4f631c41-24b4-456b-b22e-0f501666efa9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.430509 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a5d634f-eee4-4f2f-9e20-e1522c18543a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4f631c41-24b4-456b-b22e-0f501666efa9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.433245 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a5d634f-eee4-4f2f-9e20-e1522c18543a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.434547 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9a5d634f-eee4-4f2f-9e20-e1522c18543a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/security-groups/4f631c41-24b4-456b-b22e-0f501666efa9 HTTP/1.1" status: 204 len: 168 time: 0.1334469 Mar 23 02:17:34.437661 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52918) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:34.444328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d634f-eee4-4f2f-9e20-e1522c18543a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f631c41-24b4-456b-b22e-0f501666efa9,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:34.501902 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f737b883-adfb-4ead-83a4-1a8281bf19ac tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (9e91c0f0-5b92-4787-addf-d4892c6fa5e6), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.525145 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f737b883-adfb-4ead-83a4-1a8281bf19ac tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (9e91c0f0-5b92-4787-addf-d4892c6fa5e6), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.566756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f737b883-adfb-4ead-83a4-1a8281bf19ac tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9e91c0f0-5b92-4787-addf-d4892c6fa5e6), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.569429 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f737b883-adfb-4ead-83a4-1a8281bf19ac tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.570587 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f737b883-adfb-4ead-83a4-1a8281bf19ac tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/security-groups/9e91c0f0-5b92-4787-addf-d4892c6fa5e6 HTTP/1.1" status: 204 len: 168 time: 0.1318336 Mar 23 02:17:34.574221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52920) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:34.580301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737b883-adfb-4ead-83a4-1a8281bf19ac tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e91c0f0-5b92-4787-addf-d4892c6fa5e6,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:34.638376 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-490ca2b8-51e4-4c17-a73f-20bdf31fee1f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (9920122d-1804-456a-bd62-e2315910091b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.645194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f967c545-4774-4ba9-866a-64dcf94e7ec9 None None] Provisioning complete for port 15eb806d-7837-4277-97f1-538bbb496c4f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:34.645646 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f967c545-4774-4ba9-866a-64dcf94e7ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (15eb806d-7837-4277-97f1-538bbb496c4f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.661974 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-490ca2b8-51e4-4c17-a73f-20bdf31fee1f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (9920122d-1804-456a-bd62-e2315910091b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.683547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f967c545-4774-4ba9-866a-64dcf94e7ec9 None None] Port 15eb806d-7837-4277-97f1-538bbb496c4f cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:34.695388 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f967c545-4774-4ba9-866a-64dcf94e7ec9 None None] Provisioning complete for port 187da6c9-f747-4980-a438-4695e69a526b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:34.695803 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f967c545-4774-4ba9-866a-64dcf94e7ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (187da6c9-f747-4980-a438-4695e69a526b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.708568 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-490ca2b8-51e4-4c17-a73f-20bdf31fee1f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9920122d-1804-456a-bd62-e2315910091b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.711846 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-490ca2b8-51e4-4c17-a73f-20bdf31fee1f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.716742 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-490ca2b8-51e4-4c17-a73f-20bdf31fee1f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/security-groups/9920122d-1804-456a-bd62-e2315910091b HTTP/1.1" status: 204 len: 168 time: 0.1379986 Mar 23 02:17:34.716900 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52922) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:34.724929 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ca2b8-51e4-4c17-a73f-20bdf31fee1f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9920122d-1804-456a-bd62-e2315910091b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:34.787005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 187da6c9-f747-4980-a438-4695e69a526b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:17:34.788664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-42335fe2-e594-4b18-92ea-650098f4e3ba tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting subnet 18bc424a-8611-42af-a39f-b0f0c12c26b8 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:17:34.792221 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-42335fe2-e594-4b18-92ea-650098f4e3ba tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (18bc424a-8611-42af-a39f-b0f0c12c26b8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.840013 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-42335fe2-e594-4b18-92ea-650098f4e3ba tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (18bc424a-8611-42af-a39f-b0f0c12c26b8), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.855446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f967c545-4774-4ba9-866a-64dcf94e7ec9 None None] Current status of the port 187da6c9-f747-4980-a438-4695e69a526b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:34.862334 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f967c545-4774-4ba9-866a-64dcf94e7ec9 None None] Could not find standard attr ID for object 31a456a4-2b4f-4484-9c4b-77b3c1e9caaa. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:34.875347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 187da6c9-f747-4980-a438-4695e69a526b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:34.875724 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (187da6c9-f747-4980-a438-4695e69a526b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.928538 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-42335fe2-e594-4b18-92ea-650098f4e3ba tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (18bc424a-8611-42af-a39f-b0f0c12c26b8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:34.966734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 187da6c9-f747-4980-a438-4695e69a526b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:34.974928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-29b13cf4-5bc9-42a7-8b65-54b747d1f6f1 None None] Could not find standard attr ID for object 31a456a4-2b4f-4484-9c4b-77b3c1e9caaa. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:34.994904 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-42335fe2-e594-4b18-92ea-650098f4e3ba tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (18bc424a-8611-42af-a39f-b0f0c12c26b8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:35.028965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42335fe2-e594-4b18-92ea-650098f4e3ba tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Subnet': ['ID=18bc424a-8611-42af-a39f-b0f0c12c26b8,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:35.030941 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-42335fe2-e594-4b18-92ea-650098f4e3ba tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:35.035068 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-42335fe2-e594-4b18-92ea-650098f4e3ba tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/18bc424a-8611-42af-a39f-b0f0c12c26b8 HTTP/1.1" status: 204 len: 168 time: 0.3171160 Mar 23 02:17:35.036812 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e312eb8-39ed-411e-a105-e30de84fbbc1 None None] Network 0ae0203e-0946-4487-842b-9fff9cdff524 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:35.038199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52926) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:35.090375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ab565c-3331-41e6-aaa2-c97252ec72a5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting subnet 93c4c955-6b7e-4d84-90fd-e75fa7d02e16 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:17:35.093375 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c9ab565c-3331-41e6-aaa2-c97252ec72a5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (93c4c955-6b7e-4d84-90fd-e75fa7d02e16), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:35.137870 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c9ab565c-3331-41e6-aaa2-c97252ec72a5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (93c4c955-6b7e-4d84-90fd-e75fa7d02e16), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:35.224108 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c9ab565c-3331-41e6-aaa2-c97252ec72a5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (93c4c955-6b7e-4d84-90fd-e75fa7d02e16), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:35.287705 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c9ab565c-3331-41e6-aaa2-c97252ec72a5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (93c4c955-6b7e-4d84-90fd-e75fa7d02e16), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:35.322687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab565c-3331-41e6-aaa2-c97252ec72a5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Subnet': ['ID=93c4c955-6b7e-4d84-90fd-e75fa7d02e16,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:35.328225 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c9ab565c-3331-41e6-aaa2-c97252ec72a5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:35.332239 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c9ab565c-3331-41e6-aaa2-c97252ec72a5 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/93c4c955-6b7e-4d84-90fd-e75fa7d02e16 HTTP/1.1" status: 204 len: 168 time: 0.2929964 Mar 23 02:17:35.334705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52928) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:35.363685 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8778fd93-37a6-40f4-b182-7eabf681aa31 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] DELETE failed (client error): The resource could not be found. Mar 23 02:17:35.364031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8778fd93-37a6-40f4-b182-7eabf681aa31 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:17:35.367117 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8778fd93-37a6-40f4-b182-7eabf681aa31 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/18bc424a-8611-42af-a39f-b0f0c12c26b8 HTTP/1.1" status: 404 len: 337 time: 0.0314155 Mar 23 02:17:35.370393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52930) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:35.425288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec908777-a54a-42bd-a776-702ec913c0a6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting subnet 90b1e186-5e9a-4379-b69d-82c83db610c2 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:17:35.428785 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ec908777-a54a-42bd-a776-702ec913c0a6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (90b1e186-5e9a-4379-b69d-82c83db610c2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:35.469769 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ec908777-a54a-42bd-a776-702ec913c0a6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (90b1e186-5e9a-4379-b69d-82c83db610c2), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:35.560652 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ec908777-a54a-42bd-a776-702ec913c0a6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (90b1e186-5e9a-4379-b69d-82c83db610c2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:35.620848 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ec908777-a54a-42bd-a776-702ec913c0a6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (90b1e186-5e9a-4379-b69d-82c83db610c2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:35.646690 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec908777-a54a-42bd-a776-702ec913c0a6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Subnet': ['ID=90b1e186-5e9a-4379-b69d-82c83db610c2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:35.652843 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ec908777-a54a-42bd-a776-702ec913c0a6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:35.656073 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ec908777-a54a-42bd-a776-702ec913c0a6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/90b1e186-5e9a-4379-b69d-82c83db610c2 HTTP/1.1" status: 204 len: 168 time: 0.2822311 Mar 23 02:17:35.659861 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52932) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:35.692108 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c36c320-f00a-429f-b07a-961d3bf731a4 None None] Network 0ae0203e-0946-4487-842b-9fff9cdff524 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:35.695838 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-030a6b7c-b039-40ab-a18e-99995e202477 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] DELETE failed (client error): The resource could not be found. Mar 23 02:17:35.696303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030a6b7c-b039-40ab-a18e-99995e202477 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:17:35.702183 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-030a6b7c-b039-40ab-a18e-99995e202477 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/5a13704e-8dab-4d34-aaa5-cef287a82f62 HTTP/1.1" status: 404 len: 337 time: 0.0388544 Mar 23 02:17:35.702421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52934) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:35.731212 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-09178303-3da1-4112-8c01-08f30c382934 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac44e3b-c756-4141-85cb-89cf47ee3748 HTTP/1.1" status: 200 len: 205 time: 0.0276651 Mar 23 02:17:35.733830 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52936) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:35.762202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8adc1381-0ea5-40af-88b6-e7e1207b896f None None] Provisioning complete for port 15eb806d-7837-4277-97f1-538bbb496c4f triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:35.762572 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8adc1381-0ea5-40af-88b6-e7e1207b896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (15eb806d-7837-4277-97f1-538bbb496c4f), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:35.772141 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-115ebd1a-a4e6-4bec-8ca0-a76dc7d7f333 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] delete failed (client error): The resource could not be found. Mar 23 02:17:35.773238 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-115ebd1a-a4e6-4bec-8ca0-a76dc7d7f333 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/routers/eac44e3b-c756-4141-85cb-89cf47ee3748 HTTP/1.1" status: 404 len: 336 time: 0.0383406 Mar 23 02:17:35.775771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52938) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:35.806848 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-643df052-c12d-4b5c-8cbb-84ebb318b129 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] DELETE failed (client error): The resource could not be found. Mar 23 02:17:35.807305 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643df052-c12d-4b5c-8cbb-84ebb318b129 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:17:35.812842 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-643df052-c12d-4b5c-8cbb-84ebb318b129 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/50463aff-d84c-44ce-827d-f0b6daeed83b HTTP/1.1" status: 404 len: 337 time: 0.0336621 Mar 23 02:17:35.813254 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52940) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:35.818404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8adc1381-0ea5-40af-88b6-e7e1207b896f None None] Port 15eb806d-7837-4277-97f1-538bbb496c4f cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:35.835445 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8adc1381-0ea5-40af-88b6-e7e1207b896f None None] Provisioning complete for port 187da6c9-f747-4980-a438-4695e69a526b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:35.835818 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8adc1381-0ea5-40af-88b6-e7e1207b896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (187da6c9-f747-4980-a438-4695e69a526b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:35.838823 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cd7893-db62-42f3-a1b9-1db1c7fc923a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] DELETE failed (client error): The resource could not be found. Mar 23 02:17:35.839273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cd7893-db62-42f3-a1b9-1db1c7fc923a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:17:35.842284 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e8cd7893-db62-42f3-a1b9-1db1c7fc923a tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/05640161-bf09-447e-a9ff-423a02742c3c HTTP/1.1" status: 404 len: 337 time: 0.0279250 Mar 23 02:17:35.845002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52942) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:35.871726 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-7030895d-2b32-42ed-addc-a3f4d35ee0d4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] DELETE failed (client error): The resource could not be found. Mar 23 02:17:35.872182 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7030895d-2b32-42ed-addc-a3f4d35ee0d4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:17:35.875212 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7030895d-2b32-42ed-addc-a3f4d35ee0d4 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/3ff785c4-6697-4bc2-a51a-f66628ec4595 HTTP/1.1" status: 404 len: 337 time: 0.0293214 Mar 23 02:17:35.878119 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52944) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:35.902085 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb225c57-4e6f-4d52-92e8-b60d099af00c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] DELETE failed (client error): The resource could not be found. Mar 23 02:17:35.902995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb225c57-4e6f-4d52-92e8-b60d099af00c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:17:35.910702 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fb225c57-4e6f-4d52-92e8-b60d099af00c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/eea0a0d9-7d70-4642-8b70-0f258a58e912 HTTP/1.1" status: 404 len: 333 time: 0.0269415 Mar 23 02:17:35.910702 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52946) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:35.926557 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8adc1381-0ea5-40af-88b6-e7e1207b896f None None] Current status of the port 187da6c9-f747-4980-a438-4695e69a526b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:35.934606 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-663695d9-6f1c-4c09-84f8-eebc8c4b40f6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] DELETE failed (client error): The resource could not be found. Mar 23 02:17:35.935075 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663695d9-6f1c-4c09-84f8-eebc8c4b40f6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:17:35.938139 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-663695d9-6f1c-4c09-84f8-eebc8c4b40f6 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/0b8978f9-2870-4a07-8553-cc7dcccd11fc HTTP/1.1" status: 404 len: 337 time: 0.0285466 Mar 23 02:17:35.941012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52948) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:35.943642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb88066d-510b-4322-bb34-04cf6ccbd497 None None] DHCP port deletion for 0ae0203e-0946-4487-842b-9fff9cdff524 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:17:35.968254 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-97898c3a-176b-474e-ac39-1fb72eab940f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] DELETE failed (client error): The resource could not be found. Mar 23 02:17:35.968832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97898c3a-176b-474e-ac39-1fb72eab940f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:17:35.972528 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-97898c3a-176b-474e-ac39-1fb72eab940f tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/e38c1d21-11f8-4a6c-9c08-dfb60ca92948 HTTP/1.1" status: 404 len: 337 time: 0.0304658 Mar 23 02:17:35.975167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52950) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:35.993610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-cb88066d-510b-4322-bb34-04cf6ccbd497 None None] Deleting port 187da6c9-f747-4980-a438-4695e69a526b {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:35.993982 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cb88066d-510b-4322-bb34-04cf6ccbd497 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (187da6c9-f747-4980-a438-4695e69a526b), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:35.999195 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a4d1f7-cff6-47e9-8c7e-d896bafcfed0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] DELETE failed (client error): The resource could not be found. Mar 23 02:17:35.999822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a4d1f7-cff6-47e9-8c7e-d896bafcfed0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:17:36.003665 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b9a4d1f7-cff6-47e9-8c7e-d896bafcfed0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/8b7005a3-ae47-49e1-8542-5b1fcc716a3c HTTP/1.1" status: 404 len: 333 time: 0.0275276 Mar 23 02:17:36.006426 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52952) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:36.033294 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c33178d-e185-4f6f-9e5d-b022e00579bc tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] DELETE failed (client error): The resource could not be found. Mar 23 02:17:36.033839 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c33178d-e185-4f6f-9e5d-b022e00579bc tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:17:36.036832 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2c33178d-e185-4f6f-9e5d-b022e00579bc tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/cb80a230-fe40-4368-99cd-d6c836a51573 HTTP/1.1" status: 404 len: 337 time: 0.0293660 Mar 23 02:17:36.039606 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52954) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:36.066103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-cb88066d-510b-4322-bb34-04cf6ccbd497 None None] For port 187da6c9-f747-4980-a438-4695e69a526b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=187da6c9-f747-4980-a438-4695e69a526b,segment=NetworkSegment(d4d2bf63-e44c-43d1-a60c-72fa29be0920),segment_id=d4d2bf63-e44c-43d1-a60c-72fa29be0920)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:36.066495 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cb88066d-510b-4322-bb34-04cf6ccbd497 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (187da6c9-f747-4980-a438-4695e69a526b), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:36.072435 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-057ea2ec-948d-40cd-81f9-8e84f8cae4c0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] DELETE failed (client error): The resource could not be found. Mar 23 02:17:36.072930 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057ea2ec-948d-40cd-81f9-8e84f8cae4c0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:17:36.075873 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-057ea2ec-948d-40cd-81f9-8e84f8cae4c0 tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/subnets/eef6fca8-8958-472d-9e1b-98481ecb9d5c HTTP/1.1" status: 404 len: 337 time: 0.0353072 Mar 23 02:17:36.078725 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52956) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:36.079924 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-cb88066d-510b-4322-bb34-04cf6ccbd497 None None] Calling delete_port for 187da6c9-f747-4980-a438-4695e69a526b owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:36.168536 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cb88066d-510b-4322-bb34-04cf6ccbd497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (187da6c9-f747-4980-a438-4695e69a526b), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:36.180848 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-0d91fc37-fecc-44eb-b223-90b11f4057dc tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Deleting port 15eb806d-7837-4277-97f1-538bbb496c4f {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:36.181189 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d91fc37-fecc-44eb-b223-90b11f4057dc tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (15eb806d-7837-4277-97f1-538bbb496c4f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:36.194841 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88066d-510b-4322-bb34-04cf6ccbd497 None None] Pushing event deleted for resources: {'Port': ['ID=187da6c9-f747-4980-a438-4695e69a526b,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:36.198163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88066d-510b-4322-bb34-04cf6ccbd497 None None] No DVR routers for this DVR port 187da6c9-f747-4980-a438-4695e69a526b on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:17:36.255943 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d91fc37-fecc-44eb-b223-90b11f4057dc tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (15eb806d-7837-4277-97f1-538bbb496c4f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:36.268899 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-0d91fc37-fecc-44eb-b223-90b11f4057dc tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Calling delete_port for 15eb806d-7837-4277-97f1-538bbb496c4f owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:36.367968 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d91fc37-fecc-44eb-b223-90b11f4057dc tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (15eb806d-7837-4277-97f1-538bbb496c4f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:36.396539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91fc37-fecc-44eb-b223-90b11f4057dc tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Port': ['ID=15eb806d-7837-4277-97f1-538bbb496c4f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:36.401692 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d91fc37-fecc-44eb-b223-90b11f4057dc tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:36.405584 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0d91fc37-fecc-44eb-b223-90b11f4057dc tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/ports/15eb806d-7837-4277-97f1-538bbb496c4f HTTP/1.1" status: 204 len: 168 time: 0.3254647 Mar 23 02:17:36.408479 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52958) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:36.484354 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4935-3ba3-43cd-bd24-b08a74e0a01c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (0ae0203e-0946-4487-842b-9fff9cdff524), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:36.574544 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4935-3ba3-43cd-bd24-b08a74e0a01c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (0ae0203e-0946-4487-842b-9fff9cdff524), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:36.596231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-fe6a4935-3ba3-43cd-bd24-b08a74e0a01c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae0203e-0946-4487-842b-9fff9cdff524']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:36.605545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-fe6a4935-3ba3-43cd-bd24-b08a74e0a01c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d2bf63-e44c-43d1-a60c-72fa29be0920') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:36.605837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-fe6a4935-3ba3-43cd-bd24-b08a74e0a01c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d2bf63-e44c-43d1-a60c-72fa29be0920') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:36.615165 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4935-3ba3-43cd-bd24-b08a74e0a01c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (d4d2bf63-e44c-43d1-a60c-72fa29be0920), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:36.628422 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4935-3ba3-43cd-bd24-b08a74e0a01c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d4d2bf63-e44c-43d1-a60c-72fa29be0920), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:36.634446 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6a4935-3ba3-43cd-bd24-b08a74e0a01c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:17:36.634831 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4935-3ba3-43cd-bd24-b08a74e0a01c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (d4d2bf63-e44c-43d1-a60c-72fa29be0920), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:17:36.637831 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:17:36.695627 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4935-3ba3-43cd-bd24-b08a74e0a01c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (0ae0203e-0946-4487-842b-9fff9cdff524), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:36.703392 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4935-3ba3-43cd-bd24-b08a74e0a01c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:36.706842 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fe6a4935-3ba3-43cd-bd24-b08a74e0a01c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] 10.222.0.18 "DELETE /v2.0/networks/0ae0203e-0946-4487-842b-9fff9cdff524 HTTP/1.1" status: 204 len: 168 time: 0.2971148 Mar 23 02:17:36.718832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a4935-3ba3-43cd-bd24-b08a74e0a01c tempest-PortsIpV6TestJSON-1693020241 tempest-PortsIpV6TestJSON-1693020241-project] Pushing event deleted for resources: {'Network': ['ID=0ae0203e-0946-4487-842b-9fff9cdff524,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:36.753718 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 187da6c9-f747-4980-a438-4695e69a526b no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:17:36.777499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 187da6c9-f747-4980-a438-4695e69a526b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:17:36.777857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 187da6c9-f747-4980-a438-4695e69a526b not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:17:36.970271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52964) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:37.123563 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0bc1fcf0-2819-443c-b2d5-21d6fca76765 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f863de26b32849788a257d0389a78774&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520944 Mar 23 02:17:37.126299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52968) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:37.181356 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8d73e984-9def-43dc-bf0c-ca516901542a admin admin] Publish callbacks [] for security_group (a7efdf0a-0f73-4965-af86-3192aac55bbf), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:37.202632 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8d73e984-9def-43dc-bf0c-ca516901542a admin admin] Publish callbacks [] for security_group (a7efdf0a-0f73-4965-af86-3192aac55bbf), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:37.251381 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8d73e984-9def-43dc-bf0c-ca516901542a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a7efdf0a-0f73-4965-af86-3192aac55bbf), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:37.254041 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8d73e984-9def-43dc-bf0c-ca516901542a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:37.255224 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8d73e984-9def-43dc-bf0c-ca516901542a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7efdf0a-0f73-4965-af86-3192aac55bbf HTTP/1.1" status: 204 len: 168 time: 0.1280069 Mar 23 02:17:37.262641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73e984-9def-43dc-bf0c-ca516901542a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7efdf0a-0f73-4965-af86-3192aac55bbf,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:37.960725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52990) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:38.070852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-b33c464d-015e-4e3b-8d38-6f574c068ef2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1032598005'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:38.095339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33c464d-015e-4e3b-8d38-6f574c068ef2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:38.098659 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b33c464d-015e-4e3b-8d38-6f574c068ef2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:38.107229 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b33c464d-015e-4e3b-8d38-6f574c068ef2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:38.179928 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b33c464d-015e-4e3b-8d38-6f574c068ef2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (69cb4dad-d9cc-4b93-aa64-38d4da89ff5e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:38.185839 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b33c464d-015e-4e3b-8d38-6f574c068ef2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (69cb4dad-d9cc-4b93-aa64-38d4da89ff5e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:38.209474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33c464d-015e-4e3b-8d38-6f574c068ef2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:17:38.224099 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c464d-015e-4e3b-8d38-6f574c068ef2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69cb4dad-d9cc-4b93-aa64-38d4da89ff5e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:38.226990 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b33c464d-015e-4e3b-8d38-6f574c068ef2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a57e18af-1df8-4bbf-bf51-8b431b357dbf), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:38.227336 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-b33c464d-015e-4e3b-8d38-6f574c068ef2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Added segment a57e18af-1df8-4bbf-bf51-8b431b357dbf of type vlan for network 46113f0e-33d0-4af7-b294-821e61c4319f Mar 23 02:17:38.268827 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b33c464d-015e-4e3b-8d38-6f574c068ef2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (46113f0e-33d0-4af7-b294-821e61c4319f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:38.298486 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b33c464d-015e-4e3b-8d38-6f574c068ef2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (46113f0e-33d0-4af7-b294-821e61c4319f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:38.303928 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33c464d-015e-4e3b-8d38-6f574c068ef2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:38.304513 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b33c464d-015e-4e3b-8d38-6f574c068ef2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:38.370167 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b33c464d-015e-4e3b-8d38-6f574c068ef2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4083157 Mar 23 02:17:38.372934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52994) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:38.380118 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-83fa9e34-0b17-48d6-968c-0268a5080a94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f', 'name': 'tempest-PortsTestJSON-1138288455'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:38.386676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c464d-015e-4e3b-8d38-6f574c068ef2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Network': ['ID=46113f0e-33d0-4af7-b294-821e61c4319f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:38.397645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 46113f0e-33d0-4af7-b294-821e61c4319f details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:17:38.472081 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fa9e34-0b17-48d6-968c-0268a5080a94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:38.475517 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83fa9e34-0b17-48d6-968c-0268a5080a94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:38.493274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-83fa9e34-0b17-48d6-968c-0268a5080a94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] device_id is not set on port 313cf72d-206e-4a4f-bd01-392db60eb22a yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:38.658584 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83fa9e34-0b17-48d6-968c-0268a5080a94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (313cf72d-206e-4a4f-bd01-392db60eb22a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:38.696073 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83fa9e34-0b17-48d6-968c-0268a5080a94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (313cf72d-206e-4a4f-bd01-392db60eb22a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:38.754085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa9e34-0b17-48d6-968c-0268a5080a94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=313cf72d-206e-4a4f-bd01-392db60eb22a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:38.769542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa9e34-0b17-48d6-968c-0268a5080a94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Checking segment: {'id': 'a57e18af-1df8-4bbf-bf51-8b431b357dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:38.769906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fa9e34-0b17-48d6-968c-0268a5080a94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network hostable DHCP agents. Network: 46113f0e-33d0-4af7-b294-821e61c4319f, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:17:38.789259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fa9e34-0b17-48d6-968c-0268a5080a94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 46113f0e-33d0-4af7-b294-821e61c4319f is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:17:38.799529 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-83fa9e34-0b17-48d6-968c-0268a5080a94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 46113f0e-33d0-4af7-b294-821e61c4319f) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:38.804313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fa9e34-0b17-48d6-968c-0268a5080a94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:38.807652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714d80f2-48e9-42de-9f71-84beac47006d None None] Network 46113f0e-33d0-4af7-b294-821e61c4319f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:38.809079 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fa9e34-0b17-48d6-968c-0268a5080a94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:38.809690 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83fa9e34-0b17-48d6-968c-0268a5080a94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:38.826487 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-83fa9e34-0b17-48d6-968c-0268a5080a94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4524889 Mar 23 02:17:38.830618 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 52996) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:38.835513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f39e7939-e167-4950-b0da-95ece253c5c7 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-679027470'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:38.853819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39e7939-e167-4950-b0da-95ece253c5c7 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:38.857133 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f39e7939-e167-4950-b0da-95ece253c5c7 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:38.883158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39e7939-e167-4950-b0da-95ece253c5c7 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:17:38.892952 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f39e7939-e167-4950-b0da-95ece253c5c7 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (13a13511-cd46-448f-997d-8101931cec25), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:38.893534 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-f39e7939-e167-4950-b0da-95ece253c5c7 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Added segment 13a13511-cd46-448f-997d-8101931cec25 of type vlan for network 14b59303-86d1-4418-b289-3b6671b42bdc Mar 23 02:17:38.938851 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f39e7939-e167-4950-b0da-95ece253c5c7 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (14b59303-86d1-4418-b289-3b6671b42bdc), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:38.965778 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f39e7939-e167-4950-b0da-95ece253c5c7 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (14b59303-86d1-4418-b289-3b6671b42bdc), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:38.970826 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39e7939-e167-4950-b0da-95ece253c5c7 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:38.971405 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f39e7939-e167-4950-b0da-95ece253c5c7 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:39.026224 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f39e7939-e167-4950-b0da-95ece253c5c7 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1945524 Mar 23 02:17:39.029397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 52998) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:39.034772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'ports': [{'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f'}, {'network_id': '14b59303-86d1-4418-b289-3b6671b42bdc'}]} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:39.035092 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:39.035579 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'network_id': '14b59303-86d1-4418-b289-3b6671b42bdc'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:39.040141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e7939-e167-4950-b0da-95ece253c5c7 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Network': ['ID=14b59303-86d1-4418-b289-3b6671b42bdc,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:39.053942 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 14b59303-86d1-4418-b289-3b6671b42bdc details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:17:39.201243 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'port': 2} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:39.205318 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:39.219187 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:39.371684 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] device_id is not set on port c5f7269f-22e9-4a25-8157-ad0b0623be41 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:39.465332 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (c5f7269f-22e9-4a25-8157-ad0b0623be41), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:39.534394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] device_id is not set on port dab2479b-0c64-4730-8a0f-c0890326637c yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:39.621743 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (dab2479b-0c64-4730-8a0f-c0890326637c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:39.663313 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c5f7269f-22e9-4a25-8157-ad0b0623be41), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:39.705038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 46113f0e-33d0-4af7-b294-821e61c4319f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:39.708225 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:39.714073 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:39.714912 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (dab2479b-0c64-4730-8a0f-c0890326637c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:39.721005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=c5f7269f-22e9-4a25-8157-ad0b0623be41,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:39.785786 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=dab2479b-0c64-4730-8a0f-c0890326637c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:39.796933 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Checking segment: {'id': '13a13511-cd46-448f-997d-8101931cec25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '14b59303-86d1-4418-b289-3b6671b42bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:39.797296 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network hostable DHCP agents. Network: 14b59303-86d1-4418-b289-3b6671b42bdc, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:17:39.817067 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 14b59303-86d1-4418-b289-3b6671b42bdc is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:17:39.826221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 14b59303-86d1-4418-b289-3b6671b42bdc) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:39.830919 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:39.836162 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:39.837656 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effd0b8d-189a-4849-87bc-febc21d48614 None None] Network 14b59303-86d1-4418-b289-3b6671b42bdc requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:39.840526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:39.841215 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:39.857763 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b2d8351f-b303-4007-b1ab-57c7bbcdf462 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8271670 Mar 23 02:17:39.860559 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53000) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:39.956032 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-db98a7a5-cda2-4ae0-ac4b-ddf4376d0742 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port dab2479b-0c64-4730-8a0f-c0890326637c {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:39.956289 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db98a7a5-cda2-4ae0-ac4b-ddf4376d0742 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (dab2479b-0c64-4730-8a0f-c0890326637c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:40.025004 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db98a7a5-cda2-4ae0-ac4b-ddf4376d0742 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (dab2479b-0c64-4730-8a0f-c0890326637c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:40.038931 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-db98a7a5-cda2-4ae0-ac4b-ddf4376d0742 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for dab2479b-0c64-4730-8a0f-c0890326637c owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:40.124487 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db98a7a5-cda2-4ae0-ac4b-ddf4376d0742 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (dab2479b-0c64-4730-8a0f-c0890326637c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:40.153372 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98a7a5-cda2-4ae0-ac4b-ddf4376d0742 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=dab2479b-0c64-4730-8a0f-c0890326637c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:40.158722 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-db98a7a5-cda2-4ae0-ac4b-ddf4376d0742 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:40.161966 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-db98a7a5-cda2-4ae0-ac4b-ddf4376d0742 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/dab2479b-0c64-4730-8a0f-c0890326637c HTTP/1.1" status: 204 len: 168 time: 0.3004301 Mar 23 02:17:40.164763 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53002) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:40.221573 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f211fb0-c4d9-421a-8d7a-c7a0cd532eea tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:40.226773 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f211fb0-c4d9-421a-8d7a-c7a0cd532eea tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:40.228330 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2f211fb0-c4d9-421a-8d7a-c7a0cd532eea tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0626361 Mar 23 02:17:40.231184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53004) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:40.325656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-6f3faea9-63eb-4d44-9655-92936315be58 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port c5f7269f-22e9-4a25-8157-ad0b0623be41 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:40.326008 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f3faea9-63eb-4d44-9655-92936315be58 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c5f7269f-22e9-4a25-8157-ad0b0623be41), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:40.397356 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f3faea9-63eb-4d44-9655-92936315be58 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c5f7269f-22e9-4a25-8157-ad0b0623be41), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:40.412245 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-6f3faea9-63eb-4d44-9655-92936315be58 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for c5f7269f-22e9-4a25-8157-ad0b0623be41 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:40.500572 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f3faea9-63eb-4d44-9655-92936315be58 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c5f7269f-22e9-4a25-8157-ad0b0623be41), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:40.528516 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3faea9-63eb-4d44-9655-92936315be58 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=c5f7269f-22e9-4a25-8157-ad0b0623be41,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:40.536417 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6f3faea9-63eb-4d44-9655-92936315be58 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:40.539610 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6f3faea9-63eb-4d44-9655-92936315be58 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/c5f7269f-22e9-4a25-8157-ad0b0623be41 HTTP/1.1" status: 204 len: 168 time: 0.3074989 Mar 23 02:17:40.542302 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53006) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:40.597686 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a32e8e-33d5-4e38-a92d-27e2f12f8ea0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:40.599154 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-92a32e8e-33d5-4e38-a92d-27e2f12f8ea0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0559707 Mar 23 02:17:40.602986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53008) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:40.628322 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f89302f-7d17-4504-83a4-6a3aa57c30a1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] GET failed (client error): The resource could not be found. Mar 23 02:17:40.629689 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5f89302f-7d17-4504-83a4-6a3aa57c30a1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports/dab2479b-0c64-4730-8a0f-c0890326637c HTTP/1.1" status: 404 len: 333 time: 0.0258009 Mar 23 02:17:40.632369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53010) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:40.663382 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87bb889-33fd-4f69-a1a2-4b299d183de8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] GET failed (client error): The resource could not be found. Mar 23 02:17:40.664731 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c87bb889-33fd-4f69-a1a2-4b299d183de8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports/c5f7269f-22e9-4a25-8157-ad0b0623be41 HTTP/1.1" status: 404 len: 333 time: 0.0314362 Mar 23 02:17:40.667411 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53012) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:40.743603 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f36ae6f5-d9e5-42d1-ace9-c4c66d5f378f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (14b59303-86d1-4418-b289-3b6671b42bdc), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:40.830280 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f36ae6f5-d9e5-42d1-ace9-c4c66d5f378f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (14b59303-86d1-4418-b289-3b6671b42bdc), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:40.850474 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-f36ae6f5-d9e5-42d1-ace9-c4c66d5f378f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b59303-86d1-4418-b289-3b6671b42bdc']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:40.860192 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-f36ae6f5-d9e5-42d1-ace9-c4c66d5f378f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a13511-cd46-448f-997d-8101931cec25') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:40.860494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-f36ae6f5-d9e5-42d1-ace9-c4c66d5f378f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a13511-cd46-448f-997d-8101931cec25') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:40.870335 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f36ae6f5-d9e5-42d1-ace9-c4c66d5f378f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (13a13511-cd46-448f-997d-8101931cec25), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:40.884540 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f36ae6f5-d9e5-42d1-ace9-c4c66d5f378f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (13a13511-cd46-448f-997d-8101931cec25), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:40.891303 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36ae6f5-d9e5-42d1-ace9-c4c66d5f378f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:17:40.891721 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f36ae6f5-d9e5-42d1-ace9-c4c66d5f378f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (13a13511-cd46-448f-997d-8101931cec25), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:17:40.894843 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:17:40.967917 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f36ae6f5-d9e5-42d1-ace9-c4c66d5f378f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (14b59303-86d1-4418-b289-3b6671b42bdc), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:40.975720 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f36ae6f5-d9e5-42d1-ace9-c4c66d5f378f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:40.978853 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f36ae6f5-d9e5-42d1-ace9-c4c66d5f378f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/networks/14b59303-86d1-4418-b289-3b6671b42bdc HTTP/1.1" status: 204 len: 168 time: 0.3105659 Mar 23 02:17:40.982824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53014) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:40.988347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3c884369-6bf0-4677-8a50-05144a67a6c1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-785488236'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:40.990431 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ae6f5-d9e5-42d1-ace9-c4c66d5f378f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Network': ['ID=14b59303-86d1-4418-b289-3b6671b42bdc,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:41.014633 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c884369-6bf0-4677-8a50-05144a67a6c1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:41.018378 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c884369-6bf0-4677-8a50-05144a67a6c1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:41.048628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c884369-6bf0-4677-8a50-05144a67a6c1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:17:41.059161 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c884369-6bf0-4677-8a50-05144a67a6c1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (f64e1a7e-0db7-42fd-a3ad-66e1f43600bf), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:41.059508 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-3c884369-6bf0-4677-8a50-05144a67a6c1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Added segment f64e1a7e-0db7-42fd-a3ad-66e1f43600bf of type vlan for network 982db432-ee57-4c19-8b36-b776ccd6e901 Mar 23 02:17:41.099298 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c884369-6bf0-4677-8a50-05144a67a6c1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (982db432-ee57-4c19-8b36-b776ccd6e901), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:41.125644 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c884369-6bf0-4677-8a50-05144a67a6c1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (982db432-ee57-4c19-8b36-b776ccd6e901), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:41.131014 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c884369-6bf0-4677-8a50-05144a67a6c1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:41.131597 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c884369-6bf0-4677-8a50-05144a67a6c1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:41.203161 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3c884369-6bf0-4677-8a50-05144a67a6c1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2191899 Mar 23 02:17:41.206456 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53016) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:41.211623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-8f083a94-8b6f-4d20-a009-10c9018eacdc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'subnet': {'network_id': '982db432-ee57-4c19-8b36-b776ccd6e901', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:41.229503 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c884369-6bf0-4677-8a50-05144a67a6c1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Network': ['ID=982db432-ee57-4c19-8b36-b776ccd6e901,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:41.240338 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 982db432-ee57-4c19-8b36-b776ccd6e901 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:17:41.309584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f083a94-8b6f-4d20-a009-10c9018eacdc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:41.313164 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f083a94-8b6f-4d20-a009-10c9018eacdc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:41.369044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.ipam_backend_mixin [None req-8f083a94-8b6f-4d20-a009-10c9018eacdc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Performing IP validity checks on allocation pools {{(pid=99264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 23 02:17:41.369532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.ipam_backend_mixin [None req-8f083a94-8b6f-4d20-a009-10c9018eacdc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 23 02:17:41.497522 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f083a94-8b6f-4d20-a009-10c9018eacdc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (12a5b8c1-1d5a-4688-a65e-418beef87e47), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:41.554103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f083a94-8b6f-4d20-a009-10c9018eacdc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Subnet': ['ID=12a5b8c1-1d5a-4688-a65e-418beef87e47,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:41.564574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f083a94-8b6f-4d20-a009-10c9018eacdc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Checking segment: {'id': 'f64e1a7e-0db7-42fd-a3ad-66e1f43600bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '982db432-ee57-4c19-8b36-b776ccd6e901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:41.564971 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f083a94-8b6f-4d20-a009-10c9018eacdc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network hostable DHCP agents. Network: 982db432-ee57-4c19-8b36-b776ccd6e901, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:17:41.585433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f083a94-8b6f-4d20-a009-10c9018eacdc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 982db432-ee57-4c19-8b36-b776ccd6e901 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:17:41.598188 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-8f083a94-8b6f-4d20-a009-10c9018eacdc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 982db432-ee57-4c19-8b36-b776ccd6e901) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:41.602528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f083a94-8b6f-4d20-a009-10c9018eacdc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:41.603130 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8f083a94-8b6f-4d20-a009-10c9018eacdc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:41.607077 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd5db2d-39f3-4981-a116-65fd47c41a0d None None] Network 982db432-ee57-4c19-8b36-b776ccd6e901 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:41.624742 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8f083a94-8b6f-4d20-a009-10c9018eacdc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4143748 Mar 23 02:17:41.624928 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53018) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:41.630246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-0e2931e4-9735-4495-bf33-525c844e450f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'network_id': '982db432-ee57-4c19-8b36-b776ccd6e901', 'name': 'tempest-PortsTestJSON-376446712'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:41.719104 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-982db432-ee57-4c19-8b36-b776ccd6e901', 'network_id': '982db432-ee57-4c19-8b36-b776ccd6e901', 'project_id': 'a4d8103bf4e34afdb1495fb35d1c81f9', 'fixed_ips': [{'subnet_id': '12a5b8c1-1d5a-4688-a65e-418beef87e47'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:17:41.720352 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:41.743331 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2931e4-9735-4495-bf33-525c844e450f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:41.746888 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0e2931e4-9735-4495-bf33-525c844e450f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:41.764971 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-0e2931e4-9735-4495-bf33-525c844e450f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] device_id is not set on port 7dea4d58-b572-409c-b789-ea524b666f6e yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:41.852406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Allocated IP 172.20.0.2 (982db432-ee57-4c19-8b36-b776ccd6e901/12a5b8c1-1d5a-4688-a65e-418beef87e47/f7153850-1bb0-4e1d-823e-f9b87a04553e) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:42.000545 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Publish callbacks [] for port (f7153850-1bb0-4e1d-823e-f9b87a04553e), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:42.008976 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (f7153850-1bb0-4e1d-823e-f9b87a04553e), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:42.055427 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Network 982db432-ee57-4c19-8b36-b776ccd6e901 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:42.059410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:42.059559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-0e2931e4-9735-4495-bf33-525c844e450f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Allocated IP 172.20.0.12 (982db432-ee57-4c19-8b36-b776ccd6e901/12a5b8c1-1d5a-4688-a65e-418beef87e47/7dea4d58-b572-409c-b789-ea524b666f6e) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:42.061280 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Pushing event updated for resources: {'Port': ['ID=f7153850-1bb0-4e1d-823e-f9b87a04553e,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:42.063470 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:42.118494 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Attempting to bind port f7153850-1bb0-4e1d-823e-f9b87a04553e on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:17:42.118849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Attempting to bind port f7153850-1bb0-4e1d-823e-f9b87a04553e by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'f64e1a7e-0db7-42fd-a3ad-66e1f43600bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '982db432-ee57-4c19-8b36-b776ccd6e901'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:17:42.119211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Attempting to bind port f7153850-1bb0-4e1d-823e-f9b87a04553e on network 982db432-ee57-4c19-8b36-b776ccd6e901 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:17:42.124267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:17:42.124659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Checking segment: {'id': 'f64e1a7e-0db7-42fd-a3ad-66e1f43600bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '982db432-ee57-4c19-8b36-b776ccd6e901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:42.125064 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:42.125453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Bound using segment: {'id': 'f64e1a7e-0db7-42fd-a3ad-66e1f43600bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '982db432-ee57-4c19-8b36-b776ccd6e901'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:17:42.125922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Bound port: f7153850-1bb0-4e1d-823e-f9b87a04553e, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64e1a7e-0db7-42fd-a3ad-66e1f43600bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '982db432-ee57-4c19-8b36-b776ccd6e901'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:17:42.126747 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f7153850-1bb0-4e1d-823e-f9b87a04553e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:42.189718 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] For port f7153850-1bb0-4e1d-823e-f9b87a04553e, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:17:42.192981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] For port f7153850-1bb0-4e1d-823e-f9b87a04553e, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=f7153850-1bb0-4e1d-823e-f9b87a04553e,segment=NetworkSegment(f64e1a7e-0db7-42fd-a3ad-66e1f43600bf),segment_id=f64e1a7e-0db7-42fd-a3ad-66e1f43600bf)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:17:42.200641 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (f7153850-1bb0-4e1d-823e-f9b87a04553e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:42.219845 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0e2931e4-9735-4495-bf33-525c844e450f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (7dea4d58-b572-409c-b789-ea524b666f6e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:42.259523 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0e2931e4-9735-4495-bf33-525c844e450f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7dea4d58-b572-409c-b789-ea524b666f6e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:42.264234 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2844a58-771f-40c5-a9e6-6fdf024cb8e4 None None] Pushing event updated for resources: {'Port': ['ID=f7153850-1bb0-4e1d-823e-f9b87a04553e,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:42.304333 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2931e4-9735-4495-bf33-525c844e450f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 982db432-ee57-4c19-8b36-b776ccd6e901 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:42.307560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-0e2931e4-9735-4495-bf33-525c844e450f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:42.310515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2931e4-9735-4495-bf33-525c844e450f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:42.346794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2931e4-9735-4495-bf33-525c844e450f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=7dea4d58-b572-409c-b789-ea524b666f6e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:42.373832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2931e4-9735-4495-bf33-525c844e450f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:42.374493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0e2931e4-9735-4495-bf33-525c844e450f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:42.391808 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0e2931e4-9735-4495-bf33-525c844e450f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7657819 Mar 23 02:17:42.394493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53020) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:42.499854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-b99f4fe6-8dff-437c-9a5c-8b530bf2a761 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port 7dea4d58-b572-409c-b789-ea524b666f6e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:42.500567 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b99f4fe6-8dff-437c-9a5c-8b530bf2a761 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7dea4d58-b572-409c-b789-ea524b666f6e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:42.592693 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b99f4fe6-8dff-437c-9a5c-8b530bf2a761 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7dea4d58-b572-409c-b789-ea524b666f6e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:42.604647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-b99f4fe6-8dff-437c-9a5c-8b530bf2a761 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for 7dea4d58-b572-409c-b789-ea524b666f6e owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:42.742495 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b99f4fe6-8dff-437c-9a5c-8b530bf2a761 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7dea4d58-b572-409c-b789-ea524b666f6e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:42.771370 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device f7153850-1bb0-4e1d-823e-f9b87a04553e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:17:42.774169 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f4fe6-8dff-437c-9a5c-8b530bf2a761 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=7dea4d58-b572-409c-b789-ea524b666f6e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:42.824863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port f7153850-1bb0-4e1d-823e-f9b87a04553e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:42.825248 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (f7153850-1bb0-4e1d-823e-f9b87a04553e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:42.849902 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b99f4fe6-8dff-437c-9a5c-8b530bf2a761 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:42.854429 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b99f4fe6-8dff-437c-9a5c-8b530bf2a761 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/7dea4d58-b572-409c-b789-ea524b666f6e HTTP/1.1" status: 204 len: 168 time: 0.4589424 Mar 23 02:17:42.857001 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53022) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:42.882608 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b992e5-9a7f-4e0a-8a0b-7cfdbbc39107 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] DELETE failed (client error): The resource could not be found. Mar 23 02:17:42.883203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b992e5-9a7f-4e0a-8a0b-7cfdbbc39107 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:17:42.887726 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-89b992e5-9a7f-4e0a-8a0b-7cfdbbc39107 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/7dea4d58-b572-409c-b789-ea524b666f6e HTTP/1.1" status: 404 len: 333 time: 0.0282907 Mar 23 02:17:42.888962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53024) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:42.906191 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port f7153850-1bb0-4e1d-823e-f9b87a04553e is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:42.906583 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f7153850-1bb0-4e1d-823e-f9b87a04553e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:42.916798 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e15d74c-5253-42b6-8320-b4e615a356d8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] GET failed (client error): The resource could not be found. Mar 23 02:17:42.919478 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5e15d74c-5253-42b6-8320-b4e615a356d8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports/7dea4d58-b572-409c-b789-ea524b666f6e HTTP/1.1" status: 404 len: 333 time: 0.0284073 Mar 23 02:17:42.921236 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53026) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:42.947974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port f7153850-1bb0-4e1d-823e-f9b87a04553e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=f7153850-1bb0-4e1d-823e-f9b87a04553e,segment=NetworkSegment(f64e1a7e-0db7-42fd-a3ad-66e1f43600bf),segment_id=f64e1a7e-0db7-42fd-a3ad-66e1f43600bf)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:42.953154 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (f7153850-1bb0-4e1d-823e-f9b87a04553e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:42.983089 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1c2e7e-7b9d-4546-a14d-55f8e166f28d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting subnet 12a5b8c1-1d5a-4688-a65e-418beef87e47 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:17:42.986616 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2e7e-7b9d-4546-a14d-55f8e166f28d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (12a5b8c1-1d5a-4688-a65e-418beef87e47), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.007967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=f7153850-1bb0-4e1d-823e-f9b87a04553e,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:43.031247 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2e7e-7b9d-4546-a14d-55f8e166f28d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (12a5b8c1-1d5a-4688-a65e-418beef87e47), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.115906 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2e7e-7b9d-4546-a14d-55f8e166f28d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (12a5b8c1-1d5a-4688-a65e-418beef87e47), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.181802 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2e7e-7b9d-4546-a14d-55f8e166f28d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (12a5b8c1-1d5a-4688-a65e-418beef87e47), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.192998 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebff652-6685-4252-a253-90f56ad618df None None] Network 982db432-ee57-4c19-8b36-b776ccd6e901 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:43.208949 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c2e7e-7b9d-4546-a14d-55f8e166f28d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Subnet': ['ID=12a5b8c1-1d5a-4688-a65e-418beef87e47,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:43.212952 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2e7e-7b9d-4546-a14d-55f8e166f28d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.216301 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8d1c2e7e-7b9d-4546-a14d-55f8e166f28d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/12a5b8c1-1d5a-4688-a65e-418beef87e47 HTTP/1.1" status: 204 len: 168 time: 0.2941456 Mar 23 02:17:43.218966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53028) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:43.304508 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (982db432-ee57-4c19-8b36-b776ccd6e901), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.365633 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port f7153850-1bb0-4e1d-823e-f9b87a04553e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:43.365890 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (f7153850-1bb0-4e1d-823e-f9b87a04553e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.432493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] For port f7153850-1bb0-4e1d-823e-f9b87a04553e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=f7153850-1bb0-4e1d-823e-f9b87a04553e,segment=NetworkSegment(f64e1a7e-0db7-42fd-a3ad-66e1f43600bf),segment_id=f64e1a7e-0db7-42fd-a3ad-66e1f43600bf)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:43.432780 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (f7153850-1bb0-4e1d-823e-f9b87a04553e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.451193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for f7153850-1bb0-4e1d-823e-f9b87a04553e owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:43.468407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bcdb69f2-5007-4bf3-8544-c2d973928ec9 None None] Provisioning complete for port f7153850-1bb0-4e1d-823e-f9b87a04553e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:43.469028 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bcdb69f2-5007-4bf3-8544-c2d973928ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (f7153850-1bb0-4e1d-823e-f9b87a04553e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.543352 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec59e0f7-6663-44be-a166-2310e14bca58 None None] DHCP port deletion for 982db432-ee57-4c19-8b36-b776ccd6e901 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:17:43.543596 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (f7153850-1bb0-4e1d-823e-f9b87a04553e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.562711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb69f2-5007-4bf3-8544-c2d973928ec9 None None] Current status of the port f7153850-1bb0-4e1d-823e-f9b87a04553e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:43.571675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=f7153850-1bb0-4e1d-823e-f9b87a04553e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:43.573738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No DVR routers for this DVR port f7153850-1bb0-4e1d-823e-f9b87a04553e on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:17:43.655068 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (982db432-ee57-4c19-8b36-b776ccd6e901), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.677199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982db432-ee57-4c19-8b36-b776ccd6e901']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:43.686641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64e1a7e-0db7-42fd-a3ad-66e1f43600bf') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:43.686946 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64e1a7e-0db7-42fd-a3ad-66e1f43600bf') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:43.696522 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (f64e1a7e-0db7-42fd-a3ad-66e1f43600bf), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.710284 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (f64e1a7e-0db7-42fd-a3ad-66e1f43600bf), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.716983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:17:43.717405 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (f64e1a7e-0db7-42fd-a3ad-66e1f43600bf), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:17:43.720572 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:17:43.783420 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (982db432-ee57-4c19-8b36-b776ccd6e901), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.790152 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.793415 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/networks/982db432-ee57-4c19-8b36-b776ccd6e901 HTTP/1.1" status: 204 len: 168 time: 0.5733597 Mar 23 02:17:43.797348 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53030) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:43.802629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-67401802'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:43.806236 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b95b7-f9fc-458a-90ee-17983990e96d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Network': ['ID=982db432-ee57-4c19-8b36-b776ccd6e901,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:43.832049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:43.835689 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.862643 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:17:43.872882 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (34ffa026-e685-4e6a-a3c6-e78503c9f0ad), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.873228 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Added segment 34ffa026-e685-4e6a-a3c6-e78503c9f0ad of type vlan for network f14512ef-1e8d-48a8-ab37-c78c0f3309dc Mar 23 02:17:43.913082 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (f14512ef-1e8d-48a8-ab37-c78c0f3309dc), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.940046 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (f14512ef-1e8d-48a8-ab37-c78c0f3309dc), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:43.945150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:43.945734 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:44.008645 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2101278 Mar 23 02:17:44.011585 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53032) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:44.016493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-674474f8-56c6-41b6-83dc-8748dcf99d17 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'subnet': {'network_id': 'f14512ef-1e8d-48a8-ab37-c78c0f3309dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:44.035043 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Network': ['ID=f14512ef-1e8d-48a8-ab37-c78c0f3309dc,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:44.073064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:44.073417 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:44.073766 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:44.074134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:44.074476 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:44.074817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:44.075150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:44.075479 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:44.075802 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:44.076123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:44.076453 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:44.076805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:44.077130 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:44.077457 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:44.077780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209ab8b-8789-4862-8295-630ef1db0d6c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:44.088629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network f14512ef-1e8d-48a8-ab37-c78c0f3309dc details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:17:44.119778 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674474f8-56c6-41b6-83dc-8748dcf99d17 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:44.123338 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-674474f8-56c6-41b6-83dc-8748dcf99d17 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:44.315723 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-674474f8-56c6-41b6-83dc-8748dcf99d17 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (e394f37f-dea0-45f1-843c-e98f2afd3ac7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:44.376541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674474f8-56c6-41b6-83dc-8748dcf99d17 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Subnet': ['ID=e394f37f-dea0-45f1-843c-e98f2afd3ac7,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:44.387781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674474f8-56c6-41b6-83dc-8748dcf99d17 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Checking segment: {'id': '34ffa026-e685-4e6a-a3c6-e78503c9f0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f14512ef-1e8d-48a8-ab37-c78c0f3309dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:44.388128 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674474f8-56c6-41b6-83dc-8748dcf99d17 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network hostable DHCP agents. Network: f14512ef-1e8d-48a8-ab37-c78c0f3309dc, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:17:44.408254 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674474f8-56c6-41b6-83dc-8748dcf99d17 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network f14512ef-1e8d-48a8-ab37-c78c0f3309dc is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:17:44.417412 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-674474f8-56c6-41b6-83dc-8748dcf99d17 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, f14512ef-1e8d-48a8-ab37-c78c0f3309dc) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:44.421794 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674474f8-56c6-41b6-83dc-8748dcf99d17 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:44.422590 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-674474f8-56c6-41b6-83dc-8748dcf99d17 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:44.426703 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f345cd38-7c0b-4505-b2cb-9555c619796b None None] Network f14512ef-1e8d-48a8-ab37-c78c0f3309dc requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:44.440174 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-674474f8-56c6-41b6-83dc-8748dcf99d17 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4273808 Mar 23 02:17:44.442990 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53034) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:44.447908 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-caea9ed3-ed7f-4c20-a289-2a3ff63fd42a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'network_id': 'f14512ef-1e8d-48a8-ab37-c78c0f3309dc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1715890795'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:44.533381 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-f14512ef-1e8d-48a8-ab37-c78c0f3309dc', 'network_id': 'f14512ef-1e8d-48a8-ab37-c78c0f3309dc', 'project_id': 'a4d8103bf4e34afdb1495fb35d1c81f9', 'fixed_ips': [{'subnet_id': 'e394f37f-dea0-45f1-843c-e98f2afd3ac7'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:17:44.534023 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:44.562438 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caea9ed3-ed7f-4c20-a289-2a3ff63fd42a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:44.566763 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-caea9ed3-ed7f-4c20-a289-2a3ff63fd42a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:44.588670 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-caea9ed3-ed7f-4c20-a289-2a3ff63fd42a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] device_id is not set on port bfd171fc-b28b-47b0-9fda-4d47e4857da4 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:44.664466 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Allocated IP 172.20.0.2 (f14512ef-1e8d-48a8-ab37-c78c0f3309dc/e394f37f-dea0-45f1-843c-e98f2afd3ac7/485030a4-b9d8-442f-acbb-66510d05d06c) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:44.744236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device f7153850-1bb0-4e1d-823e-f9b87a04553e no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:17:44.770947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: f7153850-1bb0-4e1d-823e-f9b87a04553e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:17:44.771314 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device f7153850-1bb0-4e1d-823e-f9b87a04553e not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:17:44.832565 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Publish callbacks [] for port (485030a4-b9d8-442f-acbb-66510d05d06c), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:44.840990 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (485030a4-b9d8-442f-acbb-66510d05d06c), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:44.883143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Network f14512ef-1e8d-48a8-ab37-c78c0f3309dc is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:44.887989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:44.892512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:44.893382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-caea9ed3-ed7f-4c20-a289-2a3ff63fd42a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Allocated IP 172.20.0.9 (f14512ef-1e8d-48a8-ab37-c78c0f3309dc/e394f37f-dea0-45f1-843c-e98f2afd3ac7/bfd171fc-b28b-47b0-9fda-4d47e4857da4) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:44.894677 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Pushing event updated for resources: {'Port': ['ID=485030a4-b9d8-442f-acbb-66510d05d06c,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:44.952366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Attempting to bind port 485030a4-b9d8-442f-acbb-66510d05d06c on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:17:44.952808 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Attempting to bind port 485030a4-b9d8-442f-acbb-66510d05d06c by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '34ffa026-e685-4e6a-a3c6-e78503c9f0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f14512ef-1e8d-48a8-ab37-c78c0f3309dc'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:17:44.953180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Attempting to bind port 485030a4-b9d8-442f-acbb-66510d05d06c on network f14512ef-1e8d-48a8-ab37-c78c0f3309dc {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:17:44.959374 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:17:44.959756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Checking segment: {'id': '34ffa026-e685-4e6a-a3c6-e78503c9f0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f14512ef-1e8d-48a8-ab37-c78c0f3309dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:44.960165 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:44.960571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Bound using segment: {'id': '34ffa026-e685-4e6a-a3c6-e78503c9f0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f14512ef-1e8d-48a8-ab37-c78c0f3309dc'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:17:44.961071 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Bound port: 485030a4-b9d8-442f-acbb-66510d05d06c, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ffa026-e685-4e6a-a3c6-e78503c9f0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f14512ef-1e8d-48a8-ab37-c78c0f3309dc'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:17:44.961460 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (485030a4-b9d8-442f-acbb-66510d05d06c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:45.025134 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-caea9ed3-ed7f-4c20-a289-2a3ff63fd42a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (bfd171fc-b28b-47b0-9fda-4d47e4857da4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:45.028009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] For port 485030a4-b9d8-442f-acbb-66510d05d06c, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:17:45.031203 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] For port 485030a4-b9d8-442f-acbb-66510d05d06c, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=485030a4-b9d8-442f-acbb-66510d05d06c,segment=NetworkSegment(34ffa026-e685-4e6a-a3c6-e78503c9f0ad),segment_id=34ffa026-e685-4e6a-a3c6-e78503c9f0ad)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:17:45.037351 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (485030a4-b9d8-442f-acbb-66510d05d06c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:45.061750 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-caea9ed3-ed7f-4c20-a289-2a3ff63fd42a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (bfd171fc-b28b-47b0-9fda-4d47e4857da4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:45.098668 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58480201-7a28-43d1-82e3-f07f01937967 None None] Pushing event updated for resources: {'Port': ['ID=485030a4-b9d8-442f-acbb-66510d05d06c,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:45.113557 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caea9ed3-ed7f-4c20-a289-2a3ff63fd42a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network f14512ef-1e8d-48a8-ab37-c78c0f3309dc is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:45.117109 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-caea9ed3-ed7f-4c20-a289-2a3ff63fd42a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:45.121084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea9ed3-ed7f-4c20-a289-2a3ff63fd42a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:45.151588 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea9ed3-ed7f-4c20-a289-2a3ff63fd42a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=bfd171fc-b28b-47b0-9fda-4d47e4857da4,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:45.177145 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caea9ed3-ed7f-4c20-a289-2a3ff63fd42a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:45.177878 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-caea9ed3-ed7f-4c20-a289-2a3ff63fd42a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:45.194963 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-caea9ed3-ed7f-4c20-a289-2a3ff63fd42a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.7509043 Mar 23 02:17:45.197880 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53036) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:45.297620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6f11de37-8ff0-4b58-875f-53c8d0bc7bc9 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port bfd171fc-b28b-47b0-9fda-4d47e4857da4 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:45.298037 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6f11de37-8ff0-4b58-875f-53c8d0bc7bc9 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (bfd171fc-b28b-47b0-9fda-4d47e4857da4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:45.392483 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6f11de37-8ff0-4b58-875f-53c8d0bc7bc9 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (bfd171fc-b28b-47b0-9fda-4d47e4857da4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:45.405710 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6f11de37-8ff0-4b58-875f-53c8d0bc7bc9 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for bfd171fc-b28b-47b0-9fda-4d47e4857da4 owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:45.546068 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6f11de37-8ff0-4b58-875f-53c8d0bc7bc9 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (bfd171fc-b28b-47b0-9fda-4d47e4857da4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:45.573751 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11de37-8ff0-4b58-875f-53c8d0bc7bc9 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=bfd171fc-b28b-47b0-9fda-4d47e4857da4,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:45.640235 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6f11de37-8ff0-4b58-875f-53c8d0bc7bc9 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:45.643503 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6f11de37-8ff0-4b58-875f-53c8d0bc7bc9 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/bfd171fc-b28b-47b0-9fda-4d47e4857da4 HTTP/1.1" status: 204 len: 168 time: 0.4445348 Mar 23 02:17:45.646198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53038) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:45.675468 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bc6e6e-d127-4196-8331-24bcc894ad69 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] GET failed (client error): The resource could not be found. Mar 23 02:17:45.676883 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-99bc6e6e-d127-4196-8331-24bcc894ad69 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports/bfd171fc-b28b-47b0-9fda-4d47e4857da4 HTTP/1.1" status: 404 len: 333 time: 0.0297341 Mar 23 02:17:45.679697 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53040) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:45.731849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-1910bb18-a984-41f7-ae9a-6725325d12e0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting subnet e394f37f-dea0-45f1-843c-e98f2afd3ac7 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:17:45.735286 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1910bb18-a984-41f7-ae9a-6725325d12e0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (e394f37f-dea0-45f1-843c-e98f2afd3ac7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:45.777859 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1910bb18-a984-41f7-ae9a-6725325d12e0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (e394f37f-dea0-45f1-843c-e98f2afd3ac7), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:45.870495 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1910bb18-a984-41f7-ae9a-6725325d12e0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (e394f37f-dea0-45f1-843c-e98f2afd3ac7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:45.931671 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1910bb18-a984-41f7-ae9a-6725325d12e0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (e394f37f-dea0-45f1-843c-e98f2afd3ac7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:45.959624 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910bb18-a984-41f7-ae9a-6725325d12e0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Subnet': ['ID=e394f37f-dea0-45f1-843c-e98f2afd3ac7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:45.964154 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1910bb18-a984-41f7-ae9a-6725325d12e0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:45.967186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1910bb18-a984-41f7-ae9a-6725325d12e0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/e394f37f-dea0-45f1-843c-e98f2afd3ac7 HTTP/1.1" status: 204 len: 168 time: 0.2866247 Mar 23 02:17:45.969937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53042) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:46.024172 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e6e9b1-1888-4c5b-bf01-c131937f0725 None None] Network f14512ef-1e8d-48a8-ab37-c78c0f3309dc requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:46.047766 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (f14512ef-1e8d-48a8-ab37-c78c0f3309dc), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:46.106957 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port 485030a4-b9d8-442f-acbb-66510d05d06c {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:46.107296 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (485030a4-b9d8-442f-acbb-66510d05d06c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:46.117230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8874b6f2-35bd-418a-8290-fd7223cbdf0f None None] Provisioning complete for port 485030a4-b9d8-442f-acbb-66510d05d06c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:46.117586 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8874b6f2-35bd-418a-8290-fd7223cbdf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (485030a4-b9d8-442f-acbb-66510d05d06c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:46.171870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] For port 485030a4-b9d8-442f-acbb-66510d05d06c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=485030a4-b9d8-442f-acbb-66510d05d06c,segment=NetworkSegment(34ffa026-e685-4e6a-a3c6-e78503c9f0ad),segment_id=34ffa026-e685-4e6a-a3c6-e78503c9f0ad)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:46.173420 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (485030a4-b9d8-442f-acbb-66510d05d06c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:46.187667 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for 485030a4-b9d8-442f-acbb-66510d05d06c owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:46.208222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8874b6f2-35bd-418a-8290-fd7223cbdf0f None None] Current status of the port 485030a4-b9d8-442f-acbb-66510d05d06c is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:46.208660 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8874b6f2-35bd-418a-8290-fd7223cbdf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (485030a4-b9d8-442f-acbb-66510d05d06c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:46.227932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6987e1ca-fc5a-4bee-9020-d8b6ee28bac6 None None] DHCP port deletion for f14512ef-1e8d-48a8-ab37-c78c0f3309dc request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:17:46.262805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8874b6f2-35bd-418a-8290-fd7223cbdf0f None None] For port 485030a4-b9d8-442f-acbb-66510d05d06c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=485030a4-b9d8-442f-acbb-66510d05d06c,segment=NetworkSegment(34ffa026-e685-4e6a-a3c6-e78503c9f0ad),segment_id=34ffa026-e685-4e6a-a3c6-e78503c9f0ad)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:46.269484 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8874b6f2-35bd-418a-8290-fd7223cbdf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (485030a4-b9d8-442f-acbb-66510d05d06c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:46.275820 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (485030a4-b9d8-442f-acbb-66510d05d06c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:46.296890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874b6f2-35bd-418a-8290-fd7223cbdf0f None None] Pushing event deleted for resources: {'Port': ['ID=485030a4-b9d8-442f-acbb-66510d05d06c,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:46.307191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=485030a4-b9d8-442f-acbb-66510d05d06c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:46.312002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No DVR routers for this DVR port 485030a4-b9d8-442f-acbb-66510d05d06c on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:17:46.314621 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6987e1ca-fc5a-4bee-9020-d8b6ee28bac6 None None] Deleting port 485030a4-b9d8-442f-acbb-66510d05d06c {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:46.314844 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6987e1ca-fc5a-4bee-9020-d8b6ee28bac6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (485030a4-b9d8-442f-acbb-66510d05d06c), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:46.384855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6987e1ca-fc5a-4bee-9020-d8b6ee28bac6 None None] For port 485030a4-b9d8-442f-acbb-66510d05d06c, host n-d-834677-4, got binding levels [] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:46.385253 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6987e1ca-fc5a-4bee-9020-d8b6ee28bac6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (485030a4-b9d8-442f-acbb-66510d05d06c), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:46.389935 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (f14512ef-1e8d-48a8-ab37-c78c0f3309dc), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:46.398963 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6987e1ca-fc5a-4bee-9020-d8b6ee28bac6 None None] Calling delete_port for 485030a4-b9d8-442f-acbb-66510d05d06c owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:46.401711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.ipam_backend_mixin [None req-6987e1ca-fc5a-4bee-9020-d8b6ee28bac6 None None] Port 485030a4-b9d8-442f-acbb-66510d05d06c was not found and therefore no delete operation was performed {{(pid=99265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:17:46.403517 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6987e1ca-fc5a-4bee-9020-d8b6ee28bac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (485030a4-b9d8-442f-acbb-66510d05d06c), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:46.412171 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14512ef-1e8d-48a8-ab37-c78c0f3309dc']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:46.422418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ffa026-e685-4e6a-a3c6-e78503c9f0ad') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:46.422825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ffa026-e685-4e6a-a3c6-e78503c9f0ad') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:46.428493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987e1ca-fc5a-4bee-9020-d8b6ee28bac6 None None] Pushing event deleted for resources: {'Port': ['ID=485030a4-b9d8-442f-acbb-66510d05d06c,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:46.432067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6987e1ca-fc5a-4bee-9020-d8b6ee28bac6 None None] No DVR routers for this DVR port 485030a4-b9d8-442f-acbb-66510d05d06c on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:17:46.435303 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (34ffa026-e685-4e6a-a3c6-e78503c9f0ad), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:46.449166 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (34ffa026-e685-4e6a-a3c6-e78503c9f0ad), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:46.455371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:17:46.455783 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (34ffa026-e685-4e6a-a3c6-e78503c9f0ad), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:17:46.458707 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:17:46.845113 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (f14512ef-1e8d-48a8-ab37-c78c0f3309dc), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:46.852311 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:46.855485 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/networks/f14512ef-1e8d-48a8-ab37-c78c0f3309dc HTTP/1.1" status: 204 len: 168 time: 0.8845792 Mar 23 02:17:46.859565 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53044) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:46.864780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d30274ff-13f8-45a7-948d-fc2c2c8bd503 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f', 'name': 'tempest-PortsTestJSON-1198123043'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:46.866983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3f609-4eb6-4257-b3ea-49a558fd0bb3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Network': ['ID=f14512ef-1e8d-48a8-ab37-c78c0f3309dc,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:46.955956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30274ff-13f8-45a7-948d-fc2c2c8bd503 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:46.959235 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d30274ff-13f8-45a7-948d-fc2c2c8bd503 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:46.982582 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-d30274ff-13f8-45a7-948d-fc2c2c8bd503 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] device_id is not set on port fb9e97d9-03da-42ca-a6be-45f23dab0f5a yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:47.143950 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d30274ff-13f8-45a7-948d-fc2c2c8bd503 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (fb9e97d9-03da-42ca-a6be-45f23dab0f5a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:47.182379 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d30274ff-13f8-45a7-948d-fc2c2c8bd503 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (fb9e97d9-03da-42ca-a6be-45f23dab0f5a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:47.228262 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30274ff-13f8-45a7-948d-fc2c2c8bd503 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 46113f0e-33d0-4af7-b294-821e61c4319f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:47.231198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-d30274ff-13f8-45a7-948d-fc2c2c8bd503 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:47.237279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30274ff-13f8-45a7-948d-fc2c2c8bd503 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:47.242297 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30274ff-13f8-45a7-948d-fc2c2c8bd503 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:47.242914 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d30274ff-13f8-45a7-948d-fc2c2c8bd503 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:47.248843 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30274ff-13f8-45a7-948d-fc2c2c8bd503 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=fb9e97d9-03da-42ca-a6be-45f23dab0f5a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:47.264695 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d30274ff-13f8-45a7-948d-fc2c2c8bd503 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4039736 Mar 23 02:17:47.267417 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53046) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:47.354805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-877bf72d-bb3b-4bb5-aaba-2128821196b4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port fb9e97d9-03da-42ca-a6be-45f23dab0f5a {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:47.355153 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-877bf72d-bb3b-4bb5-aaba-2128821196b4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (fb9e97d9-03da-42ca-a6be-45f23dab0f5a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:47.425799 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-877bf72d-bb3b-4bb5-aaba-2128821196b4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (fb9e97d9-03da-42ca-a6be-45f23dab0f5a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:47.441418 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-877bf72d-bb3b-4bb5-aaba-2128821196b4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for fb9e97d9-03da-42ca-a6be-45f23dab0f5a owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:47.531633 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-877bf72d-bb3b-4bb5-aaba-2128821196b4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (fb9e97d9-03da-42ca-a6be-45f23dab0f5a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:47.559589 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bf72d-bb3b-4bb5-aaba-2128821196b4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=fb9e97d9-03da-42ca-a6be-45f23dab0f5a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:47.565449 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-877bf72d-bb3b-4bb5-aaba-2128821196b4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:47.569102 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-877bf72d-bb3b-4bb5-aaba-2128821196b4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/fb9e97d9-03da-42ca-a6be-45f23dab0f5a HTTP/1.1" status: 204 len: 168 time: 0.3007390 Mar 23 02:17:47.571716 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53048) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:47.576503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6041e35b-227a-4154-a660-72edcfa218ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f', 'mac_address': 'fa:16:3e:e9:10:07', 'name': 'tempest-PortsTestJSON-1318946745'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:47.672999 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6041e35b-227a-4154-a660-72edcfa218ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:47.744525 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6041e35b-227a-4154-a660-72edcfa218ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:47.764163 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-6041e35b-227a-4154-a660-72edcfa218ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] device_id is not set on port 8a667bb4-c2aa-4e61-8d37-90061af3995a yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:47.922432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6041e35b-227a-4154-a660-72edcfa218ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (8a667bb4-c2aa-4e61-8d37-90061af3995a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:47.969065 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6041e35b-227a-4154-a660-72edcfa218ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8a667bb4-c2aa-4e61-8d37-90061af3995a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:48.015241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6041e35b-227a-4154-a660-72edcfa218ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 46113f0e-33d0-4af7-b294-821e61c4319f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:48.020617 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-6041e35b-227a-4154-a660-72edcfa218ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:48.024741 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6041e35b-227a-4154-a660-72edcfa218ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:48.030162 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6041e35b-227a-4154-a660-72edcfa218ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:48.030750 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6041e35b-227a-4154-a660-72edcfa218ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:48.033879 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041e35b-227a-4154-a660-72edcfa218ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=8a667bb4-c2aa-4e61-8d37-90061af3995a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:48.052255 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6041e35b-227a-4154-a660-72edcfa218ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4795775 Mar 23 02:17:48.054779 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53050) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:48.098030 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d042e20c-7e82-41bc-bb8f-26b11cbcd999 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:48.099369 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d042e20c-7e82-41bc-bb8f-26b11cbcd999 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports/8a667bb4-c2aa-4e61-8d37-90061af3995a HTTP/1.1" status: 200 len: 841 time: 0.0436637 Mar 23 02:17:48.102132 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53052) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:48.187602 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-07c7e570-06b6-43d6-8592-e35293cde7cd tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port 8a667bb4-c2aa-4e61-8d37-90061af3995a {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:48.187854 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-07c7e570-06b6-43d6-8592-e35293cde7cd tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8a667bb4-c2aa-4e61-8d37-90061af3995a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:48.255675 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-07c7e570-06b6-43d6-8592-e35293cde7cd tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8a667bb4-c2aa-4e61-8d37-90061af3995a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:48.268962 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-07c7e570-06b6-43d6-8592-e35293cde7cd tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for 8a667bb4-c2aa-4e61-8d37-90061af3995a owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:48.352654 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-07c7e570-06b6-43d6-8592-e35293cde7cd tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8a667bb4-c2aa-4e61-8d37-90061af3995a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:48.383017 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7e570-06b6-43d6-8592-e35293cde7cd tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=8a667bb4-c2aa-4e61-8d37-90061af3995a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:48.391274 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-07c7e570-06b6-43d6-8592-e35293cde7cd tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:48.394958 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-07c7e570-06b6-43d6-8592-e35293cde7cd tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/8a667bb4-c2aa-4e61-8d37-90061af3995a HTTP/1.1" status: 204 len: 168 time: 0.2919292 Mar 23 02:17:48.397602 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53054) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:48.424075 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-03eee6c0-9faf-4775-9432-acd5e9673166 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] GET failed (client error): The resource could not be found. Mar 23 02:17:48.429077 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-03eee6c0-9faf-4775-9432-acd5e9673166 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports/8a667bb4-c2aa-4e61-8d37-90061af3995a HTTP/1.1" status: 404 len: 333 time: 0.0270982 Mar 23 02:17:48.429698 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53056) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:48.434855 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f956d561-92fa-4d7f-993c-94e2ab8bb81f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f', 'name': 'tempest-PortsTestJSON-1055735626'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:48.522244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f956d561-92fa-4d7f-993c-94e2ab8bb81f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:48.525649 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f956d561-92fa-4d7f-993c-94e2ab8bb81f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:48.549008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-f956d561-92fa-4d7f-993c-94e2ab8bb81f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] device_id is not set on port 93ef15b6-662a-455f-b87d-e4096cc984b7 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:48.706486 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f956d561-92fa-4d7f-993c-94e2ab8bb81f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (93ef15b6-662a-455f-b87d-e4096cc984b7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:48.741644 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f956d561-92fa-4d7f-993c-94e2ab8bb81f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (93ef15b6-662a-455f-b87d-e4096cc984b7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:48.790251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f956d561-92fa-4d7f-993c-94e2ab8bb81f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 46113f0e-33d0-4af7-b294-821e61c4319f is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:48.795556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-f956d561-92fa-4d7f-993c-94e2ab8bb81f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:48.800206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f956d561-92fa-4d7f-993c-94e2ab8bb81f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:48.805372 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f956d561-92fa-4d7f-993c-94e2ab8bb81f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:48.805975 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f956d561-92fa-4d7f-993c-94e2ab8bb81f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:48.809475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956d561-92fa-4d7f-993c-94e2ab8bb81f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=93ef15b6-662a-455f-b87d-e4096cc984b7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:48.827972 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f956d561-92fa-4d7f-993c-94e2ab8bb81f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.3971920 Mar 23 02:17:48.830798 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53058) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:48.835835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-756c444e-1f08-4907-87d0-e12c35d8c1d3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:48.902869 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-756c444e-1f08-4907-87d0-e12c35d8c1d3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (93ef15b6-662a-455f-b87d-e4096cc984b7), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:49.070339 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-756c444e-1f08-4907-87d0-e12c35d8c1d3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (93ef15b6-662a-455f-b87d-e4096cc984b7), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:49.077470 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-756c444e-1f08-4907-87d0-e12c35d8c1d3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (93ef15b6-662a-455f-b87d-e4096cc984b7), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:49.114501 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-756c444e-1f08-4907-87d0-e12c35d8c1d3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] In _notify_port_updated(), no bound segment for port 93ef15b6-662a-455f-b87d-e4096cc984b7 on network 46113f0e-33d0-4af7-b294-821e61c4319f {{(pid=99264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:17:49.119501 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756c444e-1f08-4907-87d0-e12c35d8c1d3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:49.120108 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-756c444e-1f08-4907-87d0-e12c35d8c1d3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:49.121431 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-756c444e-1f08-4907-87d0-e12c35d8c1d3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "PUT /v2.0/ports/93ef15b6-662a-455f-b87d-e4096cc984b7 HTTP/1.1" status: 200 len: 818 time: 0.2896709 Mar 23 02:17:49.124626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53060) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:49.137136 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c444e-1f08-4907-87d0-e12c35d8c1d3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=93ef15b6-662a-455f-b87d-e4096cc984b7,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:49.213150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-3e65a4de-caf5-4458-afbe-3433e633bf29 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port 93ef15b6-662a-455f-b87d-e4096cc984b7 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:49.213475 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e65a4de-caf5-4458-afbe-3433e633bf29 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (93ef15b6-662a-455f-b87d-e4096cc984b7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:49.283528 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e65a4de-caf5-4458-afbe-3433e633bf29 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (93ef15b6-662a-455f-b87d-e4096cc984b7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:49.298190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-3e65a4de-caf5-4458-afbe-3433e633bf29 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for 93ef15b6-662a-455f-b87d-e4096cc984b7 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:49.381372 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e65a4de-caf5-4458-afbe-3433e633bf29 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (93ef15b6-662a-455f-b87d-e4096cc984b7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:49.409772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65a4de-caf5-4458-afbe-3433e633bf29 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=93ef15b6-662a-455f-b87d-e4096cc984b7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:49.417768 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3e65a4de-caf5-4458-afbe-3433e633bf29 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:49.421226 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3e65a4de-caf5-4458-afbe-3433e633bf29 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/93ef15b6-662a-455f-b87d-e4096cc984b7 HTTP/1.1" status: 204 len: 168 time: 0.2955606 Mar 23 02:17:49.424256 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53062) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:49.480334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae746b1b-b090-4178-be4d-62919aa97204 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:49.481845 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ae746b1b-b090-4178-be4d-62919aa97204 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0564830 Mar 23 02:17:49.484698 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53064) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:49.509675 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-36212de3-18de-4c0b-94c2-c12b654995f7 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] GET failed (client error): The resource could not be found. Mar 23 02:17:49.511015 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-36212de3-18de-4c0b-94c2-c12b654995f7 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports/93ef15b6-662a-455f-b87d-e4096cc984b7 HTTP/1.1" status: 404 len: 333 time: 0.0254250 Mar 23 02:17:49.515426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53066) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:49.520132 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3dd3efd2-0cf5-4d1c-93c1-808ca4138ca3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-337328304'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:49.542426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd3efd2-0cf5-4d1c-93c1-808ca4138ca3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:49.546011 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3dd3efd2-0cf5-4d1c-93c1-808ca4138ca3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:49.571647 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-456d39ce-7f11-468b-82db-8029744fd260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:49.572431 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd3efd2-0cf5-4d1c-93c1-808ca4138ca3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:17:49.582876 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3dd3efd2-0cf5-4d1c-93c1-808ca4138ca3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (e91372b3-1c05-4133-8c9d-93ba5f92264b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:49.583217 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-3dd3efd2-0cf5-4d1c-93c1-808ca4138ca3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Added segment e91372b3-1c05-4133-8c9d-93ba5f92264b of type vlan for network 15991e53-8061-4464-bfa7-d3c328f56c74 Mar 23 02:17:49.629236 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3dd3efd2-0cf5-4d1c-93c1-808ca4138ca3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (15991e53-8061-4464-bfa7-d3c328f56c74), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:49.658931 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3dd3efd2-0cf5-4d1c-93c1-808ca4138ca3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (15991e53-8061-4464-bfa7-d3c328f56c74), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:49.663744 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd3efd2-0cf5-4d1c-93c1-808ca4138ca3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:49.664318 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3dd3efd2-0cf5-4d1c-93c1-808ca4138ca3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:49.724055 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3dd3efd2-0cf5-4d1c-93c1-808ca4138ca3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2076306 Mar 23 02:17:49.726880 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53068) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:49.731608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-31122bef-c2dc-491b-8a9c-0e3a16dd9d00 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'subnet': {'network_id': '15991e53-8061-4464-bfa7-d3c328f56c74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:49.775212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3efd2-0cf5-4d1c-93c1-808ca4138ca3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Network': ['ID=15991e53-8061-4464-bfa7-d3c328f56c74,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:49.786241 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 15991e53-8061-4464-bfa7-d3c328f56c74 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:17:49.825827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31122bef-c2dc-491b-8a9c-0e3a16dd9d00 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:49.829650 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-31122bef-c2dc-491b-8a9c-0e3a16dd9d00 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:50.025295 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-31122bef-c2dc-491b-8a9c-0e3a16dd9d00 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (771d62f2-3009-4dbd-9406-2d3a63641fb4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:50.087522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31122bef-c2dc-491b-8a9c-0e3a16dd9d00 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Subnet': ['ID=771d62f2-3009-4dbd-9406-2d3a63641fb4,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:50.098164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31122bef-c2dc-491b-8a9c-0e3a16dd9d00 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Checking segment: {'id': 'e91372b3-1c05-4133-8c9d-93ba5f92264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15991e53-8061-4464-bfa7-d3c328f56c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:50.098531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31122bef-c2dc-491b-8a9c-0e3a16dd9d00 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network hostable DHCP agents. Network: 15991e53-8061-4464-bfa7-d3c328f56c74, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:17:50.118517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31122bef-c2dc-491b-8a9c-0e3a16dd9d00 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 15991e53-8061-4464-bfa7-d3c328f56c74 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:17:50.129646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-31122bef-c2dc-491b-8a9c-0e3a16dd9d00 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 15991e53-8061-4464-bfa7-d3c328f56c74) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:50.134728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31122bef-c2dc-491b-8a9c-0e3a16dd9d00 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:50.136231 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-31122bef-c2dc-491b-8a9c-0e3a16dd9d00 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:50.138053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abac3eaa-2eb7-418e-abf6-c61295ac3b3c None None] Network 15991e53-8061-4464-bfa7-d3c328f56c74 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:50.157410 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-31122bef-c2dc-491b-8a9c-0e3a16dd9d00 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4267769 Mar 23 02:17:50.157768 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53070) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:50.163051 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-25abffd5-15bb-4f81-a994-f3235b3ebb0e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'subnet': {'network_id': '15991e53-8061-4464-bfa7-d3c328f56c74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:50.241875 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-15991e53-8061-4464-bfa7-d3c328f56c74', 'network_id': '15991e53-8061-4464-bfa7-d3c328f56c74', 'project_id': 'a4d8103bf4e34afdb1495fb35d1c81f9', 'fixed_ips': [{'subnet_id': '771d62f2-3009-4dbd-9406-2d3a63641fb4'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:17:50.242729 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:50.273787 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25abffd5-15bb-4f81-a994-f3235b3ebb0e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:50.277744 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25abffd5-15bb-4f81-a994-f3235b3ebb0e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:50.368193 n-d-834677-4 neutron-server[99263]: INFO neutron.db.ipam_backend_mixin [None req-25abffd5-15bb-4f81-a994-f3235b3ebb0e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 771d62f2-3009-4dbd-9406-2d3a63641fb4 (CIDR: 172.20.0.0/28) Mar 23 02:17:50.371665 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-25abffd5-15bb-4f81-a994-f3235b3ebb0e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:17:50.372248 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25abffd5-15bb-4f81-a994-f3235b3ebb0e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:17:50.382546 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Allocated IP 172.20.0.2 (15991e53-8061-4464-bfa7-d3c328f56c74/771d62f2-3009-4dbd-9406-2d3a63641fb4/a1379d1a-c770-4fa3-b289-ed3e01fefd08) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:50.389093 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-25abffd5-15bb-4f81-a994-f3235b3ebb0e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2301772 Mar 23 02:17:50.391693 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53072) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:50.396801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-cf8fbeec-ed53-4c0b-a3bb-846f254fae73 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'subnet': {'network_id': '15991e53-8061-4464-bfa7-d3c328f56c74', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:50.502894 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8fbeec-ed53-4c0b-a3bb-846f254fae73 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:50.506551 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cf8fbeec-ed53-4c0b-a3bb-846f254fae73 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:50.523655 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Publish callbacks [] for port (a1379d1a-c770-4fa3-b289-ed3e01fefd08), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:50.530083 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (a1379d1a-c770-4fa3-b289-ed3e01fefd08), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:50.572147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Network 15991e53-8061-4464-bfa7-d3c328f56c74 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:50.577091 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:50.581547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:50.584499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Pushing event updated for resources: {'Port': ['ID=a1379d1a-c770-4fa3-b289-ed3e01fefd08,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:50.639747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Attempting to bind port a1379d1a-c770-4fa3-b289-ed3e01fefd08 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:17:50.640124 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Attempting to bind port a1379d1a-c770-4fa3-b289-ed3e01fefd08 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e91372b3-1c05-4133-8c9d-93ba5f92264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15991e53-8061-4464-bfa7-d3c328f56c74'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:17:50.641083 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Attempting to bind port a1379d1a-c770-4fa3-b289-ed3e01fefd08 on network 15991e53-8061-4464-bfa7-d3c328f56c74 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:17:50.646451 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:17:50.646832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Checking segment: {'id': 'e91372b3-1c05-4133-8c9d-93ba5f92264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15991e53-8061-4464-bfa7-d3c328f56c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:50.647241 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:50.647634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Bound using segment: {'id': 'e91372b3-1c05-4133-8c9d-93ba5f92264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15991e53-8061-4464-bfa7-d3c328f56c74'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:17:50.648109 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Bound port: a1379d1a-c770-4fa3-b289-ed3e01fefd08, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91372b3-1c05-4133-8c9d-93ba5f92264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15991e53-8061-4464-bfa7-d3c328f56c74'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:17:50.648492 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a1379d1a-c770-4fa3-b289-ed3e01fefd08), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:50.712044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] For port a1379d1a-c770-4fa3-b289-ed3e01fefd08, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:17:50.715382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] For port a1379d1a-c770-4fa3-b289-ed3e01fefd08, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a1379d1a-c770-4fa3-b289-ed3e01fefd08,segment=NetworkSegment(e91372b3-1c05-4133-8c9d-93ba5f92264b),segment_id=e91372b3-1c05-4133-8c9d-93ba5f92264b)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:17:50.722345 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a1379d1a-c770-4fa3-b289-ed3e01fefd08), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:50.735899 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cf8fbeec-ed53-4c0b-a3bb-846f254fae73 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (90e53460-2825-4440-ae34-00f308b0e306), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:50.783117 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8fbeec-ed53-4c0b-a3bb-846f254fae73 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 15991e53-8061-4464-bfa7-d3c328f56c74 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:50.785895 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d699d60-61b6-453c-afe0-17f5409247ac None None] Pushing event updated for resources: {'Port': ['ID=a1379d1a-c770-4fa3-b289-ed3e01fefd08,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:50.786307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-cf8fbeec-ed53-4c0b-a3bb-846f254fae73 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:50.797663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8fbeec-ed53-4c0b-a3bb-846f254fae73 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:50.798487 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cf8fbeec-ed53-4c0b-a3bb-846f254fae73 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:50.808041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fbeec-ed53-4c0b-a3bb-846f254fae73 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Subnet': ['ID=90e53460-2825-4440-ae34-00f308b0e306,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:50.820116 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cf8fbeec-ed53-4c0b-a3bb-846f254fae73 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4273467 Mar 23 02:17:50.822919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53074) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:50.828153 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f847df56-bba2-4ce7-8ded-33370ab4ea1c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'network_id': '15991e53-8061-4464-bfa7-d3c328f56c74', 'fixed_ips': [{'subnet_id': '771d62f2-3009-4dbd-9406-2d3a63641fb4'}, {'subnet_id': '90e53460-2825-4440-ae34-00f308b0e306'}], 'name': 'tempest-PortsTestJSON-1024447527'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:50.914749 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:50.963248 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f847df56-bba2-4ce7-8ded-33370ab4ea1c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:51.063260 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f847df56-bba2-4ce7-8ded-33370ab4ea1c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:51.083486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-f847df56-bba2-4ce7-8ded-33370ab4ea1c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] device_id is not set on port d92041ec-97ee-4aef-adec-c3f1e42f40c9 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:51.357210 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-f847df56-bba2-4ce7-8ded-33370ab4ea1c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Allocated IP 172.20.0.11 (15991e53-8061-4464-bfa7-d3c328f56c74/771d62f2-3009-4dbd-9406-2d3a63641fb4/d92041ec-97ee-4aef-adec-c3f1e42f40c9) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:51.364480 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-f847df56-bba2-4ce7-8ded-33370ab4ea1c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Allocated IP 172.20.0.21 (15991e53-8061-4464-bfa7-d3c328f56c74/90e53460-2825-4440-ae34-00f308b0e306/d92041ec-97ee-4aef-adec-c3f1e42f40c9) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:51.519492 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f847df56-bba2-4ce7-8ded-33370ab4ea1c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (d92041ec-97ee-4aef-adec-c3f1e42f40c9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:51.555946 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f847df56-bba2-4ce7-8ded-33370ab4ea1c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (d92041ec-97ee-4aef-adec-c3f1e42f40c9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:51.607600 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f847df56-bba2-4ce7-8ded-33370ab4ea1c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 15991e53-8061-4464-bfa7-d3c328f56c74 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:51.611258 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-f847df56-bba2-4ce7-8ded-33370ab4ea1c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:51.617468 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f847df56-bba2-4ce7-8ded-33370ab4ea1c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:51.645049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847df56-bba2-4ce7-8ded-33370ab4ea1c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=d92041ec-97ee-4aef-adec-c3f1e42f40c9,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:51.672928 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f847df56-bba2-4ce7-8ded-33370ab4ea1c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:51.674047 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f847df56-bba2-4ce7-8ded-33370ab4ea1c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:51.690609 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f847df56-bba2-4ce7-8ded-33370ab4ea1c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 0.8665178 Mar 23 02:17:51.693342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53076) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:51.699354 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-b9c70d4b-f8f5-4840-b4ae-ddd1d4314672 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '771d62f2-3009-4dbd-9406-2d3a63641fb4'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:51.726391 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cff318c-1e25-4b3c-9be5-9e78459c7e0c None None] Network 15991e53-8061-4464-bfa7-d3c328f56c74 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:51.775965 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b9c70d4b-f8f5-4840-b4ae-ddd1d4314672 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d92041ec-97ee-4aef-adec-c3f1e42f40c9), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:51.839665 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a63a476b-2e49-4601-bf19-5d1f52ce952a None None] Provisioning complete for port a1379d1a-c770-4fa3-b289-ed3e01fefd08 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:51.840026 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a63a476b-2e49-4601-bf19-5d1f52ce952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a1379d1a-c770-4fa3-b289-ed3e01fefd08), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:51.964189 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a63a476b-2e49-4601-bf19-5d1f52ce952a None None] Current status of the port a1379d1a-c770-4fa3-b289-ed3e01fefd08 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:51.964491 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a63a476b-2e49-4601-bf19-5d1f52ce952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a1379d1a-c770-4fa3-b289-ed3e01fefd08), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:51.969197 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6045fbb4-61b9-4499-a01a-215aeac486af None None] Update dhcp port {'port': {'network_id': '15991e53-8061-4464-bfa7-d3c328f56c74', 'fixed_ips': [{'subnet_id': '771d62f2-3009-4dbd-9406-2d3a63641fb4', 'ip_address': '172.20.0.2'}, {'subnet_id': '90e53460-2825-4440-ae34-00f308b0e306'}], 'binding:host_id': 'n-d-834677-4'}, 'id': 'a1379d1a-c770-4fa3-b289-ed3e01fefd08'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:17:52.012250 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6045fbb4-61b9-4499-a01a-215aeac486af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a1379d1a-c770-4fa3-b289-ed3e01fefd08), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:52.022846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-b9c70d4b-f8f5-4840-b4ae-ddd1d4314672 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Delete allocated IP 172.20.0.21 (15991e53-8061-4464-bfa7-d3c328f56c74/90e53460-2825-4440-ae34-00f308b0e306) {{(pid=99264) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 02:17:52.035029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a63a476b-2e49-4601-bf19-5d1f52ce952a None None] For port a1379d1a-c770-4fa3-b289-ed3e01fefd08, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a1379d1a-c770-4fa3-b289-ed3e01fefd08,segment=NetworkSegment(e91372b3-1c05-4133-8c9d-93ba5f92264b),segment_id=e91372b3-1c05-4133-8c9d-93ba5f92264b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:52.061836 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a63a476b-2e49-4601-bf19-5d1f52ce952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a1379d1a-c770-4fa3-b289-ed3e01fefd08), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:52.149827 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7845a86d-251f-4a93-ada8-b08ee759bbcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:52.156523 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b9c70d4b-f8f5-4840-b4ae-ddd1d4314672 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (d92041ec-97ee-4aef-adec-c3f1e42f40c9), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:52.163017 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b9c70d4b-f8f5-4840-b4ae-ddd1d4314672 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (d92041ec-97ee-4aef-adec-c3f1e42f40c9), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:52.192274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a476b-2e49-4601-bf19-5d1f52ce952a None None] Pushing event updated for resources: {'Port': ['ID=a1379d1a-c770-4fa3-b289-ed3e01fefd08,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:52.242695 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-6045fbb4-61b9-4499-a01a-215aeac486af None None] Allocated IP 172.20.0.18 (15991e53-8061-4464-bfa7-d3c328f56c74/90e53460-2825-4440-ae34-00f308b0e306/a1379d1a-c770-4fa3-b289-ed3e01fefd08) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:52.259460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c70d4b-f8f5-4840-b4ae-ddd1d4314672 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=d92041ec-97ee-4aef-adec-c3f1e42f40c9,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:52.276189 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-b9c70d4b-f8f5-4840-b4ae-ddd1d4314672 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] In _notify_port_updated(), no bound segment for port d92041ec-97ee-4aef-adec-c3f1e42f40c9 on network 15991e53-8061-4464-bfa7-d3c328f56c74 {{(pid=99264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:17:52.281724 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c70d4b-f8f5-4840-b4ae-ddd1d4314672 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:52.282368 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b9c70d4b-f8f5-4840-b4ae-ddd1d4314672 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:52.283819 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b9c70d4b-f8f5-4840-b4ae-ddd1d4314672 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "PUT /v2.0/ports/d92041ec-97ee-4aef-adec-c3f1e42f40c9 HTTP/1.1" status: 200 len: 920 time: 0.5892189 Mar 23 02:17:52.286636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53078) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:52.291601 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-936b8c8f-eba1-47f6-bd50-5de7150b51f0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '771d62f2-3009-4dbd-9406-2d3a63641fb4'}, {'subnet_id': '90e53460-2825-4440-ae34-00f308b0e306'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:52.339824 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6045fbb4-61b9-4499-a01a-215aeac486af None None] For port a1379d1a-c770-4fa3-b289-ed3e01fefd08, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a1379d1a-c770-4fa3-b289-ed3e01fefd08,segment=NetworkSegment(e91372b3-1c05-4133-8c9d-93ba5f92264b),segment_id=e91372b3-1c05-4133-8c9d-93ba5f92264b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:52.362191 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-936b8c8f-eba1-47f6-bd50-5de7150b51f0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d92041ec-97ee-4aef-adec-c3f1e42f40c9), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:52.371378 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6045fbb4-61b9-4499-a01a-215aeac486af None None] Publish callbacks [] for port (a1379d1a-c770-4fa3-b289-ed3e01fefd08), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:52.377611 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6045fbb4-61b9-4499-a01a-215aeac486af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a1379d1a-c770-4fa3-b289-ed3e01fefd08), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:52.474132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045fbb4-61b9-4499-a01a-215aeac486af None None] Pushing event updated for resources: {'Port': ['ID=a1379d1a-c770-4fa3-b289-ed3e01fefd08,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:52.625107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-936b8c8f-eba1-47f6-bd50-5de7150b51f0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Allocated IP 172.20.0.28 (15991e53-8061-4464-bfa7-d3c328f56c74/90e53460-2825-4440-ae34-00f308b0e306/d92041ec-97ee-4aef-adec-c3f1e42f40c9) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:52.774725 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-936b8c8f-eba1-47f6-bd50-5de7150b51f0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (d92041ec-97ee-4aef-adec-c3f1e42f40c9), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:52.781123 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-936b8c8f-eba1-47f6-bd50-5de7150b51f0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (d92041ec-97ee-4aef-adec-c3f1e42f40c9), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:52.793213 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a1379d1a-c770-4fa3-b289-ed3e01fefd08 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:17:52.858828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port a1379d1a-c770-4fa3-b289-ed3e01fefd08 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:52.859446 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a1379d1a-c770-4fa3-b289-ed3e01fefd08), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:52.875994 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b8c8f-eba1-47f6-bd50-5de7150b51f0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=d92041ec-97ee-4aef-adec-c3f1e42f40c9,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:52.918335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-936b8c8f-eba1-47f6-bd50-5de7150b51f0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] In _notify_port_updated(), no bound segment for port d92041ec-97ee-4aef-adec-c3f1e42f40c9 on network 15991e53-8061-4464-bfa7-d3c328f56c74 {{(pid=99264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:17:52.923977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936b8c8f-eba1-47f6-bd50-5de7150b51f0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:52.925000 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-936b8c8f-eba1-47f6-bd50-5de7150b51f0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:52.926437 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-936b8c8f-eba1-47f6-bd50-5de7150b51f0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "PUT /v2.0/ports/d92041ec-97ee-4aef-adec-c3f1e42f40c9 HTTP/1.1" status: 200 len: 1000 time: 0.6388977 Mar 23 02:17:52.929329 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53080) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:52.950052 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a1379d1a-c770-4fa3-b289-ed3e01fefd08 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:52.982149 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6c915a-4c9a-4e5a-beeb-69d43fc01a63 None None] Network 15991e53-8061-4464-bfa7-d3c328f56c74 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:53.030588 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-9e7de79b-6677-4832-bc17-4b1813b0ca98 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port d92041ec-97ee-4aef-adec-c3f1e42f40c9 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:53.030881 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9e7de79b-6677-4832-bc17-4b1813b0ca98 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d92041ec-97ee-4aef-adec-c3f1e42f40c9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:53.108499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-78970e89-1c29-490b-9c58-923b09201f26 None None] Provisioning complete for port d92041ec-97ee-4aef-adec-c3f1e42f40c9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:53.108893 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-78970e89-1c29-490b-9c58-923b09201f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d92041ec-97ee-4aef-adec-c3f1e42f40c9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:53.123664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9e7de79b-6677-4832-bc17-4b1813b0ca98 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d92041ec-97ee-4aef-adec-c3f1e42f40c9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:53.136255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-9e7de79b-6677-4832-bc17-4b1813b0ca98 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for d92041ec-97ee-4aef-adec-c3f1e42f40c9 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:53.151548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-78970e89-1c29-490b-9c58-923b09201f26 None None] Port d92041ec-97ee-4aef-adec-c3f1e42f40c9 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:53.163132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-78970e89-1c29-490b-9c58-923b09201f26 None None] Provisioning complete for port a1379d1a-c770-4fa3-b289-ed3e01fefd08 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:53.163585 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-78970e89-1c29-490b-9c58-923b09201f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a1379d1a-c770-4fa3-b289-ed3e01fefd08), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:53.245659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-78970e89-1c29-490b-9c58-923b09201f26 None None] Current status of the port a1379d1a-c770-4fa3-b289-ed3e01fefd08 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:53.405401 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:53.668612 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-86152a1e-b359-48b4-beb8-b0e04102b533 None None] Provisioning complete for port d92041ec-97ee-4aef-adec-c3f1e42f40c9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:53.668993 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86152a1e-b359-48b4-beb8-b0e04102b533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d92041ec-97ee-4aef-adec-c3f1e42f40c9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:53.698225 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9e7de79b-6677-4832-bc17-4b1813b0ca98 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d92041ec-97ee-4aef-adec-c3f1e42f40c9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:53.730279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7de79b-6677-4832-bc17-4b1813b0ca98 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=d92041ec-97ee-4aef-adec-c3f1e42f40c9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:53.824348 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9e7de79b-6677-4832-bc17-4b1813b0ca98 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:53.830531 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9e7de79b-6677-4832-bc17-4b1813b0ca98 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/d92041ec-97ee-4aef-adec-c3f1e42f40c9 HTTP/1.1" status: 204 len: 168 time: 0.8975267 Mar 23 02:17:53.830837 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53082) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:53.861434 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-6104d048-1f2f-4579-8f15-0926ce554587 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] GET failed (client error): The resource could not be found. Mar 23 02:17:53.865424 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6104d048-1f2f-4579-8f15-0926ce554587 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports/d92041ec-97ee-4aef-adec-c3f1e42f40c9 HTTP/1.1" status: 404 len: 333 time: 0.0311842 Mar 23 02:17:53.865660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53084) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:53.885747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-86152a1e-b359-48b4-beb8-b0e04102b533 None None] Port d92041ec-97ee-4aef-adec-c3f1e42f40c9 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:53.897627 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-86152a1e-b359-48b4-beb8-b0e04102b533 None None] Provisioning complete for port a1379d1a-c770-4fa3-b289-ed3e01fefd08 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:53.898003 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-86152a1e-b359-48b4-beb8-b0e04102b533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a1379d1a-c770-4fa3-b289-ed3e01fefd08), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:53.921024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-85407b51-1645-4cb3-b21a-9b509fb2aa26 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting subnet 90e53460-2825-4440-ae34-00f308b0e306 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:17:53.925488 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85407b51-1645-4cb3-b21a-9b509fb2aa26 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (90e53460-2825-4440-ae34-00f308b0e306), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:53.969569 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85407b51-1645-4cb3-b21a-9b509fb2aa26 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (90e53460-2825-4440-ae34-00f308b0e306), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:53.982839 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-86152a1e-b359-48b4-beb8-b0e04102b533 None None] Current status of the port a1379d1a-c770-4fa3-b289-ed3e01fefd08 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:54.058722 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85407b51-1645-4cb3-b21a-9b509fb2aa26 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (90e53460-2825-4440-ae34-00f308b0e306), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:54.100558 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5ff92eb3-1981-42bf-9500-044e403e584b None None] Could not find standard attr ID for object d92041ec-97ee-4aef-adec-c3f1e42f40c9. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:54.122457 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85407b51-1645-4cb3-b21a-9b509fb2aa26 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (90e53460-2825-4440-ae34-00f308b0e306), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:54.150077 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85407b51-1645-4cb3-b21a-9b509fb2aa26 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Subnet': ['ID=90e53460-2825-4440-ae34-00f308b0e306,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:54.154145 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-85407b51-1645-4cb3-b21a-9b509fb2aa26 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:54.160160 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-85407b51-1645-4cb3-b21a-9b509fb2aa26 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/90e53460-2825-4440-ae34-00f308b0e306 HTTP/1.1" status: 204 len: 168 time: 0.2908337 Mar 23 02:17:54.160350 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53086) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:54.213692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87e9dd5-b6b0-4333-a455-00eec136a52f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting subnet 771d62f2-3009-4dbd-9406-2d3a63641fb4 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:17:54.217055 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a87e9dd5-b6b0-4333-a455-00eec136a52f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (771d62f2-3009-4dbd-9406-2d3a63641fb4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:54.220089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aeb021-fe87-408e-8b08-62a4c161e6d5 None None] Network 15991e53-8061-4464-bfa7-d3c328f56c74 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:54.259282 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a87e9dd5-b6b0-4333-a455-00eec136a52f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (771d62f2-3009-4dbd-9406-2d3a63641fb4), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:54.320283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b6564448-b8fe-4313-bf45-863b1bae1259 None None] Could not find standard attr ID for object d92041ec-97ee-4aef-adec-c3f1e42f40c9. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:54.348053 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a87e9dd5-b6b0-4333-a455-00eec136a52f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (771d62f2-3009-4dbd-9406-2d3a63641fb4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:54.409544 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a87e9dd5-b6b0-4333-a455-00eec136a52f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (771d62f2-3009-4dbd-9406-2d3a63641fb4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:54.440758 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a87e9dd5-b6b0-4333-a455-00eec136a52f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:54.443930 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a87e9dd5-b6b0-4333-a455-00eec136a52f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/771d62f2-3009-4dbd-9406-2d3a63641fb4 HTTP/1.1" status: 204 len: 168 time: 0.2826164 Mar 23 02:17:54.444799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e9dd5-b6b0-4333-a455-00eec136a52f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Subnet': ['ID=771d62f2-3009-4dbd-9406-2d3a63641fb4,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:54.447557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53088) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:54.530679 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (15991e53-8061-4464-bfa7-d3c328f56c74), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:54.592243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port a1379d1a-c770-4fa3-b289-ed3e01fefd08 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:54.592635 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a1379d1a-c770-4fa3-b289-ed3e01fefd08), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:54.659995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] For port a1379d1a-c770-4fa3-b289-ed3e01fefd08, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a1379d1a-c770-4fa3-b289-ed3e01fefd08,segment=NetworkSegment(e91372b3-1c05-4133-8c9d-93ba5f92264b),segment_id=e91372b3-1c05-4133-8c9d-93ba5f92264b)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:54.660369 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a1379d1a-c770-4fa3-b289-ed3e01fefd08), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:54.674838 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for a1379d1a-c770-4fa3-b289-ed3e01fefd08 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:54.726875 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:54.763362 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a1379d1a-c770-4fa3-b289-ed3e01fefd08), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:54.791355 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=a1379d1a-c770-4fa3-b289-ed3e01fefd08,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:54.793325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No DVR routers for this DVR port a1379d1a-c770-4fa3-b289-ed3e01fefd08 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:17:54.825079 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:17:54.838600 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a02ce89-f018-4265-a407-4492a7ca9e11 None None] Network 15991e53-8061-4464-bfa7-d3c328f56c74 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:54.870546 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (15991e53-8061-4464-bfa7-d3c328f56c74), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:54.891644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15991e53-8061-4464-bfa7-d3c328f56c74']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:54.901739 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91372b3-1c05-4133-8c9d-93ba5f92264b') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:54.902009 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91372b3-1c05-4133-8c9d-93ba5f92264b') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:54.916876 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (e91372b3-1c05-4133-8c9d-93ba5f92264b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:54.931995 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (e91372b3-1c05-4133-8c9d-93ba5f92264b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:54.937572 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3c8aa4b4-2fd3-48ee-82eb-8a42a286878a None None] Could not find standard attr ID for object a1379d1a-c770-4fa3-b289-ed3e01fefd08. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:54.940621 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:17:54.941048 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (e91372b3-1c05-4133-8c9d-93ba5f92264b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:17:54.944756 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:17:54.989364 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b5c499-e56f-4d73-8c00-99cf4f3d6e9f None None] DHCP port deletion for 15991e53-8061-4464-bfa7-d3c328f56c74 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:17:55.016771 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (15991e53-8061-4464-bfa7-d3c328f56c74), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:55.024161 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:55.027957 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/networks/15991e53-8061-4464-bfa7-d3c328f56c74 HTTP/1.1" status: 204 len: 168 time: 0.5784900 Mar 23 02:17:55.031754 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53090) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:55.039918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66259ea6-971c-41ab-9084-1f039679b46d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Network': ['ID=15991e53-8061-4464-bfa7-d3c328f56c74,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:55.088707 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c262b3-978a-45aa-8965-67523a8fa853 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:55.090076 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-34c262b3-978a-45aa-8965-67523a8fa853 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0569756 Mar 23 02:17:55.093854 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53092) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:55.145455 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d8a40fa7-3517-461d-82b1-b6bbbc6225cf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0502760 Mar 23 02:17:55.149107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53094) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:55.154682 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6db05dd7-08a8-4d6c-9896-5c28c9fe3a0d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1875453203'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:55.175279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db05dd7-08a8-4d6c-9896-5c28c9fe3a0d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:55.178788 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6db05dd7-08a8-4d6c-9896-5c28c9fe3a0d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:55.203472 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db05dd7-08a8-4d6c-9896-5c28c9fe3a0d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:17:55.213504 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6db05dd7-08a8-4d6c-9896-5c28c9fe3a0d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d5f9a0d5-23b0-4893-bc23-7491ffcb5a7f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:55.213861 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-6db05dd7-08a8-4d6c-9896-5c28c9fe3a0d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Added segment d5f9a0d5-23b0-4893-bc23-7491ffcb5a7f of type vlan for network 9e3edcdc-12fd-4693-93db-f1c101c8ae5f Mar 23 02:17:55.254923 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6db05dd7-08a8-4d6c-9896-5c28c9fe3a0d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (9e3edcdc-12fd-4693-93db-f1c101c8ae5f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:55.283261 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6db05dd7-08a8-4d6c-9896-5c28c9fe3a0d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (9e3edcdc-12fd-4693-93db-f1c101c8ae5f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:55.288812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db05dd7-08a8-4d6c-9896-5c28c9fe3a0d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:55.289417 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6db05dd7-08a8-4d6c-9896-5c28c9fe3a0d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:55.354806 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6db05dd7-08a8-4d6c-9896-5c28c9fe3a0d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2044225 Mar 23 02:17:55.357772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53096) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:55.361184 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db05dd7-08a8-4d6c-9896-5c28c9fe3a0d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Network': ['ID=9e3edcdc-12fd-4693-93db-f1c101c8ae5f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:55.363676 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-dec90ec5-2072-47cc-8e43-5f1301f1bef4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'subnet': {'network_id': '9e3edcdc-12fd-4693-93db-f1c101c8ae5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:55.371167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 9e3edcdc-12fd-4693-93db-f1c101c8ae5f details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:17:55.451623 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec90ec5-2072-47cc-8e43-5f1301f1bef4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:55.455596 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dec90ec5-2072-47cc-8e43-5f1301f1bef4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:55.647518 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dec90ec5-2072-47cc-8e43-5f1301f1bef4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (633082e1-fa43-4108-9e19-05800c5fbc8e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:55.709236 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec90ec5-2072-47cc-8e43-5f1301f1bef4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Subnet': ['ID=633082e1-fa43-4108-9e19-05800c5fbc8e,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:55.720838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec90ec5-2072-47cc-8e43-5f1301f1bef4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Checking segment: {'id': 'd5f9a0d5-23b0-4893-bc23-7491ffcb5a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e3edcdc-12fd-4693-93db-f1c101c8ae5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:55.721189 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec90ec5-2072-47cc-8e43-5f1301f1bef4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network hostable DHCP agents. Network: 9e3edcdc-12fd-4693-93db-f1c101c8ae5f, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:17:55.738974 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec90ec5-2072-47cc-8e43-5f1301f1bef4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 9e3edcdc-12fd-4693-93db-f1c101c8ae5f is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:17:55.748400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-dec90ec5-2072-47cc-8e43-5f1301f1bef4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 9e3edcdc-12fd-4693-93db-f1c101c8ae5f) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:55.753624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec90ec5-2072-47cc-8e43-5f1301f1bef4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:55.754751 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dec90ec5-2072-47cc-8e43-5f1301f1bef4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:55.757610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc808db9-b432-4be6-8ab8-e7949a8e0415 None None] Network 9e3edcdc-12fd-4693-93db-f1c101c8ae5f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:55.771622 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dec90ec5-2072-47cc-8e43-5f1301f1bef4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4125614 Mar 23 02:17:55.774248 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53098) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:55.779544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b8d3b82d-b45e-4ecc-9ea4-e5a87c40860a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'network_id': '9e3edcdc-12fd-4693-93db-f1c101c8ae5f', 'name': 'tempest-PortsTestJSON-953002248'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:55.842331 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:55.871170 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-9e3edcdc-12fd-4693-93db-f1c101c8ae5f', 'network_id': '9e3edcdc-12fd-4693-93db-f1c101c8ae5f', 'project_id': 'a4d8103bf4e34afdb1495fb35d1c81f9', 'fixed_ips': [{'subnet_id': '633082e1-fa43-4108-9e19-05800c5fbc8e'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:17:55.872076 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:55.889502 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d3b82d-b45e-4ecc-9ea4-e5a87c40860a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:55.893555 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b82d-b45e-4ecc-9ea4-e5a87c40860a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:55.912094 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-b8d3b82d-b45e-4ecc-9ea4-e5a87c40860a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] device_id is not set on port 932fad6a-89aa-4f94-9995-fda4cf421f42 yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:56.011255 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Allocated IP 172.20.0.2 (9e3edcdc-12fd-4693-93db-f1c101c8ae5f/633082e1-fa43-4108-9e19-05800c5fbc8e/3086bb70-232a-490d-a075-a82b3f493ece) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:56.156825 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Publish callbacks [] for port (3086bb70-232a-490d-a075-a82b3f493ece), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:56.166254 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (3086bb70-232a-490d-a075-a82b3f493ece), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:56.206862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Network 9e3edcdc-12fd-4693-93db-f1c101c8ae5f is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:56.214716 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:56.216823 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Pushing event updated for resources: {'Port': ['ID=3086bb70-232a-490d-a075-a82b3f493ece,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:56.218942 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:56.221282 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-b8d3b82d-b45e-4ecc-9ea4-e5a87c40860a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Allocated IP 172.20.0.10 (9e3edcdc-12fd-4693-93db-f1c101c8ae5f/633082e1-fa43-4108-9e19-05800c5fbc8e/932fad6a-89aa-4f94-9995-fda4cf421f42) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:56.280900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Attempting to bind port 3086bb70-232a-490d-a075-a82b3f493ece on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:17:56.281282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Attempting to bind port 3086bb70-232a-490d-a075-a82b3f493ece by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'd5f9a0d5-23b0-4893-bc23-7491ffcb5a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e3edcdc-12fd-4693-93db-f1c101c8ae5f'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:17:56.281646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Attempting to bind port 3086bb70-232a-490d-a075-a82b3f493ece on network 9e3edcdc-12fd-4693-93db-f1c101c8ae5f {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:17:56.286888 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:17:56.287323 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Checking segment: {'id': 'd5f9a0d5-23b0-4893-bc23-7491ffcb5a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e3edcdc-12fd-4693-93db-f1c101c8ae5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:56.287710 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:56.288102 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Bound using segment: {'id': 'd5f9a0d5-23b0-4893-bc23-7491ffcb5a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e3edcdc-12fd-4693-93db-f1c101c8ae5f'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:17:56.288578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Bound port: 3086bb70-232a-490d-a075-a82b3f493ece, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f9a0d5-23b0-4893-bc23-7491ffcb5a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e3edcdc-12fd-4693-93db-f1c101c8ae5f'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:17:56.288980 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3086bb70-232a-490d-a075-a82b3f493ece), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:56.349945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] For port 3086bb70-232a-490d-a075-a82b3f493ece, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:17:56.353103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] For port 3086bb70-232a-490d-a075-a82b3f493ece, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3086bb70-232a-490d-a075-a82b3f493ece,segment=NetworkSegment(d5f9a0d5-23b0-4893-bc23-7491ffcb5a7f),segment_id=d5f9a0d5-23b0-4893-bc23-7491ffcb5a7f)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:17:56.360115 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3086bb70-232a-490d-a075-a82b3f493ece), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:56.371295 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b82d-b45e-4ecc-9ea4-e5a87c40860a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (932fad6a-89aa-4f94-9995-fda4cf421f42), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:56.415372 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b82d-b45e-4ecc-9ea4-e5a87c40860a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (932fad6a-89aa-4f94-9995-fda4cf421f42), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:56.422407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba59fc-b51b-4939-a6bf-0c614ef649b5 None None] Pushing event updated for resources: {'Port': ['ID=3086bb70-232a-490d-a075-a82b3f493ece,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:56.459435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d3b82d-b45e-4ecc-9ea4-e5a87c40860a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 9e3edcdc-12fd-4693-93db-f1c101c8ae5f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:56.462600 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-b8d3b82d-b45e-4ecc-9ea4-e5a87c40860a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:56.466423 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d3b82d-b45e-4ecc-9ea4-e5a87c40860a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:56.497343 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3b82d-b45e-4ecc-9ea4-e5a87c40860a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=932fad6a-89aa-4f94-9995-fda4cf421f42,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:56.522679 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d3b82d-b45e-4ecc-9ea4-e5a87c40860a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:56.523298 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b82d-b45e-4ecc-9ea4-e5a87c40860a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:56.541614 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b8d3b82d-b45e-4ecc-9ea4-e5a87c40860a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7661896 Mar 23 02:17:56.544052 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53100) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:56.549127 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-af128fbe-0497-4ad3-91bb-eb8d66a59710 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'network_id': '9e3edcdc-12fd-4693-93db-f1c101c8ae5f', 'name': 'tempest-PortsTestJSON-2108423447'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:56.681778 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af128fbe-0497-4ad3-91bb-eb8d66a59710 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:56.685472 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af128fbe-0497-4ad3-91bb-eb8d66a59710 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:56.705170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-af128fbe-0497-4ad3-91bb-eb8d66a59710 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] device_id is not set on port 0dd84963-a621-4fdc-aaa9-3c516eb3698b yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:56.778954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3086bb70-232a-490d-a075-a82b3f493ece up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:17:56.823224 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-af128fbe-0497-4ad3-91bb-eb8d66a59710 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Allocated IP 172.20.0.6 (9e3edcdc-12fd-4693-93db-f1c101c8ae5f/633082e1-fa43-4108-9e19-05800c5fbc8e/0dd84963-a621-4fdc-aaa9-3c516eb3698b) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:17:56.838201 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 3086bb70-232a-490d-a075-a82b3f493ece triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:56.838560 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3086bb70-232a-490d-a075-a82b3f493ece), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:56.918525 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 3086bb70-232a-490d-a075-a82b3f493ece is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:56.919040 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3086bb70-232a-490d-a075-a82b3f493ece), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:56.951464 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 3086bb70-232a-490d-a075-a82b3f493ece, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3086bb70-232a-490d-a075-a82b3f493ece,segment=NetworkSegment(d5f9a0d5-23b0-4893-bc23-7491ffcb5a7f),segment_id=d5f9a0d5-23b0-4893-bc23-7491ffcb5a7f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:56.956112 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3086bb70-232a-490d-a075-a82b3f493ece), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:56.986601 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af128fbe-0497-4ad3-91bb-eb8d66a59710 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (0dd84963-a621-4fdc-aaa9-3c516eb3698b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:57.012202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a1379d1a-c770-4fa3-b289-ed3e01fefd08 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:17:57.030883 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af128fbe-0497-4ad3-91bb-eb8d66a59710 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (0dd84963-a621-4fdc-aaa9-3c516eb3698b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:57.037184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=3086bb70-232a-490d-a075-a82b3f493ece,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:57.039876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: a1379d1a-c770-4fa3-b289-ed3e01fefd08 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:17:57.040143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a1379d1a-c770-4fa3-b289-ed3e01fefd08 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:17:57.073585 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af128fbe-0497-4ad3-91bb-eb8d66a59710 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 9e3edcdc-12fd-4693-93db-f1c101c8ae5f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:17:57.076736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-af128fbe-0497-4ad3-91bb-eb8d66a59710 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:57.080892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af128fbe-0497-4ad3-91bb-eb8d66a59710 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:17:57.117209 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af128fbe-0497-4ad3-91bb-eb8d66a59710 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=0dd84963-a621-4fdc-aaa9-3c516eb3698b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:57.143626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af128fbe-0497-4ad3-91bb-eb8d66a59710 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:57.144281 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af128fbe-0497-4ad3-91bb-eb8d66a59710 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:57.162266 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-af128fbe-0497-4ad3-91bb-eb8d66a59710 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6170802 Mar 23 02:17:57.165223 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53102) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:57.261903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebee1ed2-d443-4ba6-8e5d-08908b14df22 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:57.263722 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ebee1ed2-d443-4ba6-8e5d-08908b14df22 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.0974844 Mar 23 02:17:57.266480 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53104) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:57.353100 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee38acea-e7d3-4c5f-be5e-15a495d81087 None None] Network 9e3edcdc-12fd-4693-93db-f1c101c8ae5f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:57.364295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port 0dd84963-a621-4fdc-aaa9-3c516eb3698b {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:57.364671 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0dd84963-a621-4fdc-aaa9-3c516eb3698b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:57.420658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1c10625a-437e-4ef3-b533-e44c8cc931d8 None None] Provisioning complete for port 3086bb70-232a-490d-a075-a82b3f493ece triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:57.421037 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1c10625a-437e-4ef3-b533-e44c8cc931d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3086bb70-232a-490d-a075-a82b3f493ece), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:57.453259 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0dd84963-a621-4fdc-aaa9-3c516eb3698b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:57.471543 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for 0dd84963-a621-4fdc-aaa9-3c516eb3698b owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:57.543303 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1c10625a-437e-4ef3-b533-e44c8cc931d8 None None] Current status of the port 3086bb70-232a-490d-a075-a82b3f493ece is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:57.607394 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0dd84963-a621-4fdc-aaa9-3c516eb3698b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:57.637838 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=0dd84963-a621-4fdc-aaa9-3c516eb3698b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:57.675579 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:57.675934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:57.676268 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:57.676659 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:57.676998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:57.677333 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:57.677665 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:57.678016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:57.678375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:57.678706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:57.679066 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:57.679511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:57.680092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:57.680778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:57.681263 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:17:57.732032 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:57.738179 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8d336269-7cf3-4770-bb21-a1e19afb5adf tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/0dd84963-a621-4fdc-aaa9-3c516eb3698b HTTP/1.1" status: 204 len: 168 time: 0.4680169 Mar 23 02:17:57.738550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53106) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:57.757942 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-599a5291-b6d2-42d7-b12f-bee2f982e1ec None None] Could not find standard attr ID for object 0dd84963-a621-4fdc-aaa9-3c516eb3698b. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:57.765127 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-faec22da-b8bc-433b-832e-f2fc6813e57f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] GET failed (client error): The resource could not be found. Mar 23 02:17:57.766864 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-faec22da-b8bc-433b-832e-f2fc6813e57f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports/0dd84963-a621-4fdc-aaa9-3c516eb3698b HTTP/1.1" status: 404 len: 333 time: 0.0273798 Mar 23 02:17:57.769805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53108) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:57.771166 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-599a5291-b6d2-42d7-b12f-bee2f982e1ec None None] Provisioning complete for port 932fad6a-89aa-4f94-9995-fda4cf421f42 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:57.771582 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-599a5291-b6d2-42d7-b12f-bee2f982e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (932fad6a-89aa-4f94-9995-fda4cf421f42), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:57.812861 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-599a5291-b6d2-42d7-b12f-bee2f982e1ec None None] Port 932fad6a-89aa-4f94-9995-fda4cf421f42 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:57.824984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-599a5291-b6d2-42d7-b12f-bee2f982e1ec None None] Provisioning complete for port 3086bb70-232a-490d-a075-a82b3f493ece triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:57.824984 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-599a5291-b6d2-42d7-b12f-bee2f982e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3086bb70-232a-490d-a075-a82b3f493ece), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:57.870804 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-0e7720ea-520f-448e-989c-fac9bccdf29e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port 932fad6a-89aa-4f94-9995-fda4cf421f42 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:57.871300 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e7720ea-520f-448e-989c-fac9bccdf29e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (932fad6a-89aa-4f94-9995-fda4cf421f42), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:57.909669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-599a5291-b6d2-42d7-b12f-bee2f982e1ec None None] Current status of the port 3086bb70-232a-490d-a075-a82b3f493ece is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:17:57.966180 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e7720ea-520f-448e-989c-fac9bccdf29e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (932fad6a-89aa-4f94-9995-fda4cf421f42), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:57.979660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-0e7720ea-520f-448e-989c-fac9bccdf29e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for 932fad6a-89aa-4f94-9995-fda4cf421f42 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:58.033682 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-84959bb5-b44f-4c01-864a-33b92d697399 None None] Provisioning complete for port 932fad6a-89aa-4f94-9995-fda4cf421f42 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:17:58.034259 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-84959bb5-b44f-4c01-864a-33b92d697399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (932fad6a-89aa-4f94-9995-fda4cf421f42), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:58.069576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-84959bb5-b44f-4c01-864a-33b92d697399 None None] Port 932fad6a-89aa-4f94-9995-fda4cf421f42 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:17:58.124263 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e7720ea-520f-448e-989c-fac9bccdf29e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (932fad6a-89aa-4f94-9995-fda4cf421f42), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:58.163046 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7720ea-520f-448e-989c-fac9bccdf29e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=932fad6a-89aa-4f94-9995-fda4cf421f42,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:58.182150 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ac10d06b-b89d-4787-bce4-5086a1f3ddc5 None None] Could not find standard attr ID for object 0dd84963-a621-4fdc-aaa9-3c516eb3698b. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:17:58.233092 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0e7720ea-520f-448e-989c-fac9bccdf29e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:58.236647 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0e7720ea-520f-448e-989c-fac9bccdf29e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/932fad6a-89aa-4f94-9995-fda4cf421f42 HTTP/1.1" status: 204 len: 168 time: 0.4657135 Mar 23 02:17:58.239298 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53110) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:58.266065 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-552d4a8c-abed-4c8f-bf0f-c2908ebea1f1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] GET failed (client error): The resource could not be found. Mar 23 02:17:58.267640 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-552d4a8c-abed-4c8f-bf0f-c2908ebea1f1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports/932fad6a-89aa-4f94-9995-fda4cf421f42 HTTP/1.1" status: 404 len: 333 time: 0.0273414 Mar 23 02:17:58.271211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53112) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:58.324654 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20184ae-1675-444c-a36a-d37ceaded01f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting subnet 633082e1-fa43-4108-9e19-05800c5fbc8e {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:17:58.328272 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f20184ae-1675-444c-a36a-d37ceaded01f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (633082e1-fa43-4108-9e19-05800c5fbc8e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:58.373861 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f20184ae-1675-444c-a36a-d37ceaded01f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (633082e1-fa43-4108-9e19-05800c5fbc8e), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:58.460324 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f20184ae-1675-444c-a36a-d37ceaded01f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (633082e1-fa43-4108-9e19-05800c5fbc8e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:58.519814 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f20184ae-1675-444c-a36a-d37ceaded01f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (633082e1-fa43-4108-9e19-05800c5fbc8e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:58.550768 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20184ae-1675-444c-a36a-d37ceaded01f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Subnet': ['ID=633082e1-fa43-4108-9e19-05800c5fbc8e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:58.554366 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f20184ae-1675-444c-a36a-d37ceaded01f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:58.557605 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f20184ae-1675-444c-a36a-d37ceaded01f tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/633082e1-fa43-4108-9e19-05800c5fbc8e HTTP/1.1" status: 204 len: 168 time: 0.2853851 Mar 23 02:17:58.560441 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53114) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:58.561197 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbabea01-14ed-46eb-b625-eafd4cee0f57 None None] Network 9e3edcdc-12fd-4693-93db-f1c101c8ae5f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:58.638019 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (9e3edcdc-12fd-4693-93db-f1c101c8ae5f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:58.697207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port 3086bb70-232a-490d-a075-a82b3f493ece {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:58.697548 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3086bb70-232a-490d-a075-a82b3f493ece), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:58.709349 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ee1572-1cf6-4bbe-ae13-f29820e73068 None None] DHCP port deletion for 9e3edcdc-12fd-4693-93db-f1c101c8ae5f request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:17:58.761642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-46ee1572-1cf6-4bbe-ae13-f29820e73068 None None] Deleting port 3086bb70-232a-490d-a075-a82b3f493ece {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:17:58.762017 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-46ee1572-1cf6-4bbe-ae13-f29820e73068 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3086bb70-232a-490d-a075-a82b3f493ece), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:58.765363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 3086bb70-232a-490d-a075-a82b3f493ece no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:17:58.767355 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] For port 3086bb70-232a-490d-a075-a82b3f493ece, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3086bb70-232a-490d-a075-a82b3f493ece,segment=NetworkSegment(d5f9a0d5-23b0-4893-bc23-7491ffcb5a7f),segment_id=d5f9a0d5-23b0-4893-bc23-7491ffcb5a7f)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:58.767887 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3086bb70-232a-490d-a075-a82b3f493ece), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:58.782307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for 3086bb70-232a-490d-a075-a82b3f493ece owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:58.864180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-46ee1572-1cf6-4bbe-ae13-f29820e73068 None None] For port 3086bb70-232a-490d-a075-a82b3f493ece, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=3086bb70-232a-490d-a075-a82b3f493ece,segment=NetworkSegment(d5f9a0d5-23b0-4893-bc23-7491ffcb5a7f),segment_id=d5f9a0d5-23b0-4893-bc23-7491ffcb5a7f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:17:58.864583 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-46ee1572-1cf6-4bbe-ae13-f29820e73068 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3086bb70-232a-490d-a075-a82b3f493ece), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:58.868682 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (3086bb70-232a-490d-a075-a82b3f493ece), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:58.880015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-46ee1572-1cf6-4bbe-ae13-f29820e73068 None None] Calling delete_port for 3086bb70-232a-490d-a075-a82b3f493ece owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:17:58.894930 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=3086bb70-232a-490d-a075-a82b3f493ece,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:58.899087 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No DVR routers for this DVR port 3086bb70-232a-490d-a075-a82b3f493ece on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:17:58.900118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Port 3086bb70-232a-490d-a075-a82b3f493ece update to DOWN by agent not found {{(pid=99265) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 23 02:17:58.976084 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-46ee1572-1cf6-4bbe-ae13-f29820e73068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (3086bb70-232a-490d-a075-a82b3f493ece), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:58.979055 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (9e3edcdc-12fd-4693-93db-f1c101c8ae5f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:58.999558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3edcdc-12fd-4693-93db-f1c101c8ae5f']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:59.000533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee1572-1cf6-4bbe-ae13-f29820e73068 None None] Pushing event deleted for resources: {'Port': ['ID=3086bb70-232a-490d-a075-a82b3f493ece,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:59.003966 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ee1572-1cf6-4bbe-ae13-f29820e73068 None None] No DVR routers for this DVR port 3086bb70-232a-490d-a075-a82b3f493ece on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:17:59.012756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f9a0d5-23b0-4893-bc23-7491ffcb5a7f') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:59.012756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f9a0d5-23b0-4893-bc23-7491ffcb5a7f') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:17:59.030134 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (d5f9a0d5-23b0-4893-bc23-7491ffcb5a7f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:59.045437 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d5f9a0d5-23b0-4893-bc23-7491ffcb5a7f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:59.051459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:17:59.051837 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (d5f9a0d5-23b0-4893-bc23-7491ffcb5a7f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:17:59.054886 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:17:59.111781 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (9e3edcdc-12fd-4693-93db-f1c101c8ae5f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:59.116142 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:59.121083 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/networks/9e3edcdc-12fd-4693-93db-f1c101c8ae5f HTTP/1.1" status: 204 len: 168 time: 0.5595715 Mar 23 02:17:59.123254 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53116) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:59.129742 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c02c3b7a-2359-4b5e-beb8-d899f2ba1033 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-502781203'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:59.137218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85885a1f-6324-4011-86bc-7a7bfe016fcc tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Network': ['ID=9e3edcdc-12fd-4693-93db-f1c101c8ae5f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:59.150766 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02c3b7a-2359-4b5e-beb8-d899f2ba1033 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:59.154589 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c02c3b7a-2359-4b5e-beb8-d899f2ba1033 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:59.177652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02c3b7a-2359-4b5e-beb8-d899f2ba1033 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:17:59.186126 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c02c3b7a-2359-4b5e-beb8-d899f2ba1033 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (91a7fe23-5df3-4f89-aae5-e5d699ad42c8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:59.186463 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-c02c3b7a-2359-4b5e-beb8-d899f2ba1033 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Added segment 91a7fe23-5df3-4f89-aae5-e5d699ad42c8 of type vlan for network bd2db8cd-88d1-4be0-920d-c1658222c019 Mar 23 02:17:59.226027 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c02c3b7a-2359-4b5e-beb8-d899f2ba1033 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (bd2db8cd-88d1-4be0-920d-c1658222c019), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:59.254761 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c02c3b7a-2359-4b5e-beb8-d899f2ba1033 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (bd2db8cd-88d1-4be0-920d-c1658222c019), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:59.259746 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02c3b7a-2359-4b5e-beb8-d899f2ba1033 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:59.260322 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c02c3b7a-2359-4b5e-beb8-d899f2ba1033 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:59.319055 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c02c3b7a-2359-4b5e-beb8-d899f2ba1033 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1943116 Mar 23 02:17:59.321859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53118) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:59.327047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e64a5340-31dd-40b0-a6bb-9176654d4fbe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'subnet': {'network_id': 'bd2db8cd-88d1-4be0-920d-c1658222c019', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:59.330510 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c3b7a-2359-4b5e-beb8-d899f2ba1033 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Network': ['ID=bd2db8cd-88d1-4be0-920d-c1658222c019,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:59.341251 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network bd2db8cd-88d1-4be0-920d-c1658222c019 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:17:59.418802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64a5340-31dd-40b0-a6bb-9176654d4fbe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:59.422321 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e64a5340-31dd-40b0-a6bb-9176654d4fbe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:59.604677 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e64a5340-31dd-40b0-a6bb-9176654d4fbe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (ea7f10f6-5713-4d76-aa23-6a410fdaf414), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:59.661302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a5340-31dd-40b0-a6bb-9176654d4fbe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Subnet': ['ID=ea7f10f6-5713-4d76-aa23-6a410fdaf414,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:17:59.671530 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64a5340-31dd-40b0-a6bb-9176654d4fbe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Checking segment: {'id': '91a7fe23-5df3-4f89-aae5-e5d699ad42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bd2db8cd-88d1-4be0-920d-c1658222c019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:17:59.671895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64a5340-31dd-40b0-a6bb-9176654d4fbe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network hostable DHCP agents. Network: bd2db8cd-88d1-4be0-920d-c1658222c019, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:17:59.690500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64a5340-31dd-40b0-a6bb-9176654d4fbe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network bd2db8cd-88d1-4be0-920d-c1658222c019 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:17:59.700291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e64a5340-31dd-40b0-a6bb-9176654d4fbe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, bd2db8cd-88d1-4be0-920d-c1658222c019) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:17:59.704765 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64a5340-31dd-40b0-a6bb-9176654d4fbe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:17:59.705359 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e64a5340-31dd-40b0-a6bb-9176654d4fbe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:59.710959 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e5e798-438f-4ca1-9791-dd0b492bcf18 None None] Network bd2db8cd-88d1-4be0-920d-c1658222c019 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:17:59.729933 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e64a5340-31dd-40b0-a6bb-9176654d4fbe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4068601 Mar 23 02:17:59.732707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53120) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:17:59.739429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-cbe5c28a-3524-4962-a9df-e2440d56692d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'network_id': 'bd2db8cd-88d1-4be0-920d-c1658222c019', 'name': 'tempest-PortsTestJSON-1375305041', 'fixed_ips': [{'subnet_id': 'ea7f10f6-5713-4d76-aa23-6a410fdaf414', 'ip_address': '172.20.0.10'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:17:59.821360 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-bd2db8cd-88d1-4be0-920d-c1658222c019', 'network_id': 'bd2db8cd-88d1-4be0-920d-c1658222c019', 'project_id': 'a4d8103bf4e34afdb1495fb35d1c81f9', 'fixed_ips': [{'subnet_id': 'ea7f10f6-5713-4d76-aa23-6a410fdaf414'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:17:59.822198 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:59.849209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe5c28a-3524-4962-a9df-e2440d56692d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:17:59.935820 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cbe5c28a-3524-4962-a9df-e2440d56692d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:17:59.953411 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-cbe5c28a-3524-4962-a9df-e2440d56692d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] device_id is not set on port 173f20a0-10f2-43cb-b97b-6a6386bcc87d yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:17:59.961459 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Allocated IP 172.20.0.2 (bd2db8cd-88d1-4be0-920d-c1658222c019/ea7f10f6-5713-4d76-aa23-6a410fdaf414/7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:18:00.107210 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Publish callbacks [] for port (7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:00.117420 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:00.156940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Network bd2db8cd-88d1-4be0-920d-c1658222c019 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:18:00.165112 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:18:00.165434 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-cbe5c28a-3524-4962-a9df-e2440d56692d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Allocated IP 172.20.0.10 (bd2db8cd-88d1-4be0-920d-c1658222c019/ea7f10f6-5713-4d76-aa23-6a410fdaf414/173f20a0-10f2-43cb-b97b-6a6386bcc87d) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:18:00.167219 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Pushing event updated for resources: {'Port': ['ID=7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:00.169342 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:18:00.233173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Attempting to bind port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:18:00.233453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Attempting to bind port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '91a7fe23-5df3-4f89-aae5-e5d699ad42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bd2db8cd-88d1-4be0-920d-c1658222c019'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:18:00.233844 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Attempting to bind port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 on network bd2db8cd-88d1-4be0-920d-c1658222c019 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:18:00.238783 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:18:00.239157 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Checking segment: {'id': '91a7fe23-5df3-4f89-aae5-e5d699ad42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bd2db8cd-88d1-4be0-920d-c1658222c019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:18:00.239560 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:00.239947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Bound using segment: {'id': '91a7fe23-5df3-4f89-aae5-e5d699ad42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bd2db8cd-88d1-4be0-920d-c1658222c019'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:18:00.240413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Bound port: 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a7fe23-5df3-4f89-aae5-e5d699ad42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bd2db8cd-88d1-4be0-920d-c1658222c019'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:18:00.240895 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:00.303653 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] For port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:18:00.306799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] For port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5,segment=NetworkSegment(91a7fe23-5df3-4f89-aae5-e5d699ad42c8),segment_id=91a7fe23-5df3-4f89-aae5-e5d699ad42c8)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:18:00.313968 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:00.323206 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cbe5c28a-3524-4962-a9df-e2440d56692d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (173f20a0-10f2-43cb-b97b-6a6386bcc87d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:00.363048 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cbe5c28a-3524-4962-a9df-e2440d56692d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (173f20a0-10f2-43cb-b97b-6a6386bcc87d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:00.373121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6579f-4db5-4646-9b3f-eb97ded8f306 None None] Pushing event updated for resources: {'Port': ['ID=7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:00.406165 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe5c28a-3524-4962-a9df-e2440d56692d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network bd2db8cd-88d1-4be0-920d-c1658222c019 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:18:00.409496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-cbe5c28a-3524-4962-a9df-e2440d56692d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:18:00.417406 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe5c28a-3524-4962-a9df-e2440d56692d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:18:00.447012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5c28a-3524-4962-a9df-e2440d56692d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=173f20a0-10f2-43cb-b97b-6a6386bcc87d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:00.474757 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe5c28a-3524-4962-a9df-e2440d56692d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:00.475361 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-cbe5c28a-3524-4962-a9df-e2440d56692d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:00.493443 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cbe5c28a-3524-4962-a9df-e2440d56692d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7595768 Mar 23 02:18:00.495879 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53122) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:00.500735 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-16949ec5-cf32-43c7-a513-08b3026d93e1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'network_id': 'bd2db8cd-88d1-4be0-920d-c1658222c019', 'name': 'tempest-PortsTestJSON-2070976299', 'fixed_ips': [{'subnet_id': 'ea7f10f6-5713-4d76-aa23-6a410fdaf414', 'ip_address': '172.20.0.9'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:00.636214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16949ec5-cf32-43c7-a513-08b3026d93e1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:18:00.641063 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16949ec5-cf32-43c7-a513-08b3026d93e1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:00.777737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:18:00.833327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:00.833704 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:00.915773 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:18:00.916166 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:00.952107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5,segment=NetworkSegment(91a7fe23-5df3-4f89-aae5-e5d699ad42c8),segment_id=91a7fe23-5df3-4f89-aae5-e5d699ad42c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:18:00.958328 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:00.991736 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-16949ec5-cf32-43c7-a513-08b3026d93e1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] device_id is not set on port e0f60401-e6e0-4fa4-aba3-f33b9dfa0a2c yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:18:01.013753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:01.154053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-16949ec5-cf32-43c7-a513-08b3026d93e1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Allocated IP 172.20.0.9 (bd2db8cd-88d1-4be0-920d-c1658222c019/ea7f10f6-5713-4d76-aa23-6a410fdaf414/e0f60401-e6e0-4fa4-aba3-f33b9dfa0a2c) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:18:01.279548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effac2b6-129e-4a7e-8664-755a16190631 None None] Network bd2db8cd-88d1-4be0-920d-c1658222c019 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:18:01.304667 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16949ec5-cf32-43c7-a513-08b3026d93e1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (e0f60401-e6e0-4fa4-aba3-f33b9dfa0a2c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:01.340332 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16949ec5-cf32-43c7-a513-08b3026d93e1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e0f60401-e6e0-4fa4-aba3-f33b9dfa0a2c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:01.353467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b8b94b9d-36d1-496a-9803-d5a4c8beee14 None None] Provisioning complete for port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:01.353840 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b8b94b9d-36d1-496a-9803-d5a4c8beee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:01.387931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16949ec5-cf32-43c7-a513-08b3026d93e1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network bd2db8cd-88d1-4be0-920d-c1658222c019 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:18:01.391113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-16949ec5-cf32-43c7-a513-08b3026d93e1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:18:01.397293 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16949ec5-cf32-43c7-a513-08b3026d93e1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:18:01.425615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16949ec5-cf32-43c7-a513-08b3026d93e1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=e0f60401-e6e0-4fa4-aba3-f33b9dfa0a2c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:01.458187 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16949ec5-cf32-43c7-a513-08b3026d93e1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:01.458842 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-16949ec5-cf32-43c7-a513-08b3026d93e1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:01.476506 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-16949ec5-cf32-43c7-a513-08b3026d93e1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9795423 Mar 23 02:18:01.479464 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53124) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:01.578807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb8f0ad-1fc1-4248-8239-27d2de2a0d92 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:01.583141 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4cb8f0ad-1fc1-4248-8239-27d2de2a0d92 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0999150 Mar 23 02:18:01.583365 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53126) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:01.636348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b8b94b9d-36d1-496a-9803-d5a4c8beee14 None None] Current status of the port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:18:01.643858 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01727a4-8fd3-4864-92e8-4b6f7abdd7e0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:01.649258 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01727a4-8fd3-4864-92e8-4b6f7abdd7e0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:01.654939 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01727a4-8fd3-4864-92e8-4b6f7abdd7e0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:01.656646 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a01727a4-8fd3-4864-92e8-4b6f7abdd7e0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.0721612 Mar 23 02:18:01.659851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53128) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:01.753158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-8e453dd6-242f-4ed3-ae8f-54ea4bdce8e5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port e0f60401-e6e0-4fa4-aba3-f33b9dfa0a2c {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:18:01.753502 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8e453dd6-242f-4ed3-ae8f-54ea4bdce8e5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e0f60401-e6e0-4fa4-aba3-f33b9dfa0a2c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:01.846226 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8e453dd6-242f-4ed3-ae8f-54ea4bdce8e5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e0f60401-e6e0-4fa4-aba3-f33b9dfa0a2c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:01.858214 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-802417da-04e0-458a-a5b2-443ddc6826d4 None None] Provisioning complete for port 173f20a0-10f2-43cb-b97b-6a6386bcc87d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:01.858675 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-802417da-04e0-458a-a5b2-443ddc6826d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (173f20a0-10f2-43cb-b97b-6a6386bcc87d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:01.859986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-8e453dd6-242f-4ed3-ae8f-54ea4bdce8e5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for e0f60401-e6e0-4fa4-aba3-f33b9dfa0a2c owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:18:01.898287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-802417da-04e0-458a-a5b2-443ddc6826d4 None None] Port 173f20a0-10f2-43cb-b97b-6a6386bcc87d cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:18:01.909757 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-802417da-04e0-458a-a5b2-443ddc6826d4 None None] Provisioning complete for port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:01.910438 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-802417da-04e0-458a-a5b2-443ddc6826d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:01.999535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-802417da-04e0-458a-a5b2-443ddc6826d4 None None] Current status of the port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:18:02.001214 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8e453dd6-242f-4ed3-ae8f-54ea4bdce8e5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (e0f60401-e6e0-4fa4-aba3-f33b9dfa0a2c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:02.004390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-802417da-04e0-458a-a5b2-443ddc6826d4 None None] Could not find standard attr ID for object e0f60401-e6e0-4fa4-aba3-f33b9dfa0a2c. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:18:02.034484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e453dd6-242f-4ed3-ae8f-54ea4bdce8e5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=e0f60401-e6e0-4fa4-aba3-f33b9dfa0a2c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:02.104098 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8e453dd6-242f-4ed3-ae8f-54ea4bdce8e5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:02.107365 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8e453dd6-242f-4ed3-ae8f-54ea4bdce8e5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/e0f60401-e6e0-4fa4-aba3-f33b9dfa0a2c HTTP/1.1" status: 204 len: 168 time: 0.4464881 Mar 23 02:18:02.110016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53130) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:02.126979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eff51609-3972-47b5-bc35-2e69a44a39e8 None None] Provisioning complete for port 173f20a0-10f2-43cb-b97b-6a6386bcc87d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:02.127282 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eff51609-3972-47b5-bc35-2e69a44a39e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (173f20a0-10f2-43cb-b97b-6a6386bcc87d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:02.136837 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd21b051-b6eb-47fd-b0d7-f6e1bfb2c083 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] GET failed (client error): The resource could not be found. Mar 23 02:18:02.138435 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-cd21b051-b6eb-47fd-b0d7-f6e1bfb2c083 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports/e0f60401-e6e0-4fa4-aba3-f33b9dfa0a2c HTTP/1.1" status: 404 len: 333 time: 0.0273228 Mar 23 02:18:02.141364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53132) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:02.163821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eff51609-3972-47b5-bc35-2e69a44a39e8 None None] Port 173f20a0-10f2-43cb-b97b-6a6386bcc87d cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:18:02.236427 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-69561645-be7d-48a0-9f5a-1bd438989ab8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port 173f20a0-10f2-43cb-b97b-6a6386bcc87d {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:18:02.236946 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69561645-be7d-48a0-9f5a-1bd438989ab8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (173f20a0-10f2-43cb-b97b-6a6386bcc87d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:02.276167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f1032bdd-44bf-4274-9c2f-3b3acf7b6d4b None None] Could not find standard attr ID for object e0f60401-e6e0-4fa4-aba3-f33b9dfa0a2c. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:18:02.324771 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69561645-be7d-48a0-9f5a-1bd438989ab8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (173f20a0-10f2-43cb-b97b-6a6386bcc87d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:02.338851 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-69561645-be7d-48a0-9f5a-1bd438989ab8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for 173f20a0-10f2-43cb-b97b-6a6386bcc87d owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:18:02.474914 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69561645-be7d-48a0-9f5a-1bd438989ab8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (173f20a0-10f2-43cb-b97b-6a6386bcc87d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:02.503013 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69561645-be7d-48a0-9f5a-1bd438989ab8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=173f20a0-10f2-43cb-b97b-6a6386bcc87d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:02.575968 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-69561645-be7d-48a0-9f5a-1bd438989ab8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:02.580263 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-69561645-be7d-48a0-9f5a-1bd438989ab8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/173f20a0-10f2-43cb-b97b-6a6386bcc87d HTTP/1.1" status: 204 len: 168 time: 0.4375498 Mar 23 02:18:02.582746 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53134) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:02.609722 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5828d1-2fc4-42dd-8d0c-864fd9f06fd3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] GET failed (client error): The resource could not be found. Mar 23 02:18:02.611448 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bb5828d1-2fc4-42dd-8d0c-864fd9f06fd3 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports/173f20a0-10f2-43cb-b97b-6a6386bcc87d HTTP/1.1" status: 404 len: 333 time: 0.0273905 Mar 23 02:18:02.613926 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53136) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:02.667226 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adb6e81-a539-4d6c-b2cd-2b31e6dccb38 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting subnet ea7f10f6-5713-4d76-aa23-6a410fdaf414 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:18:02.670893 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7adb6e81-a539-4d6c-b2cd-2b31e6dccb38 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (ea7f10f6-5713-4d76-aa23-6a410fdaf414), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:02.711233 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7adb6e81-a539-4d6c-b2cd-2b31e6dccb38 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (ea7f10f6-5713-4d76-aa23-6a410fdaf414), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:02.768258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:18:02.801133 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7adb6e81-a539-4d6c-b2cd-2b31e6dccb38 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (ea7f10f6-5713-4d76-aa23-6a410fdaf414), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:02.817311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:02.817694 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:02.861255 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7adb6e81-a539-4d6c-b2cd-2b31e6dccb38 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (ea7f10f6-5713-4d76-aa23-6a410fdaf414), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:02.889889 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb6e81-a539-4d6c-b2cd-2b31e6dccb38 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Subnet': ['ID=ea7f10f6-5713-4d76-aa23-6a410fdaf414,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:02.893099 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7adb6e81-a539-4d6c-b2cd-2b31e6dccb38 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:02.896290 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7adb6e81-a539-4d6c-b2cd-2b31e6dccb38 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/ea7f10f6-5713-4d76-aa23-6a410fdaf414 HTTP/1.1" status: 204 len: 168 time: 0.2813783 Mar 23 02:18:02.897916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:18:02.898866 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53138) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:02.902854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a9320f-07b6-4f85-80ce-1942e7956092 None None] Network bd2db8cd-88d1-4be0-920d-c1658222c019 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:18:02.974619 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (bd2db8cd-88d1-4be0-920d-c1658222c019), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.036782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:18:03.037123 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.053473 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77f782c-aaae-4a07-a164-f370dbeef7fc None None] DHCP port deletion for bd2db8cd-88d1-4be0-920d-c1658222c019 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:18:03.101866 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d77f782c-aaae-4a07-a164-f370dbeef7fc None None] Deleting port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:18:03.102273 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d77f782c-aaae-4a07-a164-f370dbeef7fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.103775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] For port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5,segment=NetworkSegment(91a7fe23-5df3-4f89-aae5-e5d699ad42c8),segment_id=91a7fe23-5df3-4f89-aae5-e5d699ad42c8)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:18:03.104132 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.118300 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:18:03.164673 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d77f782c-aaae-4a07-a164-f370dbeef7fc None None] For port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5,segment=NetworkSegment(91a7fe23-5df3-4f89-aae5-e5d699ad42c8),segment_id=91a7fe23-5df3-4f89-aae5-e5d699ad42c8)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:18:03.165102 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d77f782c-aaae-4a07-a164-f370dbeef7fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.177568 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d77f782c-aaae-4a07-a164-f370dbeef7fc None None] Calling delete_port for 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:18:03.204540 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.229677 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:03.233475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No DVR routers for this DVR port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:18:03.256733 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d77f782c-aaae-4a07-a164-f370dbeef7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.280917 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f782c-aaae-4a07-a164-f370dbeef7fc None None] Pushing event deleted for resources: {'Port': ['ID=7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:03.286475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f782c-aaae-4a07-a164-f370dbeef7fc None None] No DVR routers for this DVR port 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:18:03.314566 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (bd2db8cd-88d1-4be0-920d-c1658222c019), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.338702 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2db8cd-88d1-4be0-920d-c1658222c019']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:18:03.347910 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a7fe23-5df3-4f89-aae5-e5d699ad42c8') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:18:03.348250 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a7fe23-5df3-4f89-aae5-e5d699ad42c8') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:18:03.358127 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (91a7fe23-5df3-4f89-aae5-e5d699ad42c8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.371199 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (91a7fe23-5df3-4f89-aae5-e5d699ad42c8), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.377668 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:18:03.378230 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (91a7fe23-5df3-4f89-aae5-e5d699ad42c8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:18:03.381304 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:18:03.443575 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (bd2db8cd-88d1-4be0-920d-c1658222c019), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.454724 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.458642 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/networks/bd2db8cd-88d1-4be0-920d-c1658222c019 HTTP/1.1" status: 204 len: 168 time: 0.5574872 Mar 23 02:18:03.464250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53140) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:03.468913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8cb01-74cd-45f7-9c03-c7f390cb91f8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Network': ['ID=bd2db8cd-88d1-4be0-920d-c1658222c019,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:03.470921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e650b46e-1c7f-49f0-b92e-57f82db89f6e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-981412219'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:03.491392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e650b46e-1c7f-49f0-b92e-57f82db89f6e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:18:03.494789 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e650b46e-1c7f-49f0-b92e-57f82db89f6e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.522539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e650b46e-1c7f-49f0-b92e-57f82db89f6e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:18:03.532729 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e650b46e-1c7f-49f0-b92e-57f82db89f6e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (0f0c626c-5cec-4a3e-80ba-759e894d7ed2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.533079 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-e650b46e-1c7f-49f0-b92e-57f82db89f6e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Added segment 0f0c626c-5cec-4a3e-80ba-759e894d7ed2 of type vlan for network 9db39073-197c-457b-8e1f-ffd7a41ab997 Mar 23 02:18:03.573199 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e650b46e-1c7f-49f0-b92e-57f82db89f6e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (9db39073-197c-457b-8e1f-ffd7a41ab997), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.600023 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e650b46e-1c7f-49f0-b92e-57f82db89f6e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (9db39073-197c-457b-8e1f-ffd7a41ab997), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.605175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e650b46e-1c7f-49f0-b92e-57f82db89f6e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:03.605755 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e650b46e-1c7f-49f0-b92e-57f82db89f6e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.666072 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e650b46e-1c7f-49f0-b92e-57f82db89f6e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2000592 Mar 23 02:18:03.668725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53142) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:03.675760 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c9a80cbd-946d-47d0-b14f-d230f85885d4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'subnet': {'network_id': '9db39073-197c-457b-8e1f-ffd7a41ab997', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:03.682179 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650b46e-1c7f-49f0-b92e-57f82db89f6e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Network': ['ID=9db39073-197c-457b-8e1f-ffd7a41ab997,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:03.692879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 9db39073-197c-457b-8e1f-ffd7a41ab997 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:18:03.775308 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a80cbd-946d-47d0-b14f-d230f85885d4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:18:03.779185 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c9a80cbd-946d-47d0-b14f-d230f85885d4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:03.963759 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c9a80cbd-946d-47d0-b14f-d230f85885d4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (bed7593f-514c-4acf-aa0a-9f1ac69f7a52), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.020687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a80cbd-946d-47d0-b14f-d230f85885d4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Subnet': ['ID=bed7593f-514c-4acf-aa0a-9f1ac69f7a52,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:04.031999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a80cbd-946d-47d0-b14f-d230f85885d4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Checking segment: {'id': '0f0c626c-5cec-4a3e-80ba-759e894d7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9db39073-197c-457b-8e1f-ffd7a41ab997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:18:04.032386 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a80cbd-946d-47d0-b14f-d230f85885d4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network hostable DHCP agents. Network: 9db39073-197c-457b-8e1f-ffd7a41ab997, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:18:04.050887 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a80cbd-946d-47d0-b14f-d230f85885d4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 9db39073-197c-457b-8e1f-ffd7a41ab997 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:18:04.060798 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-c9a80cbd-946d-47d0-b14f-d230f85885d4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 9db39073-197c-457b-8e1f-ffd7a41ab997) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:18:04.065781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a80cbd-946d-47d0-b14f-d230f85885d4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:04.066381 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c9a80cbd-946d-47d0-b14f-d230f85885d4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.068562 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839ba326-266d-421f-b5f6-ca73a8051116 None None] Network 9db39073-197c-457b-8e1f-ffd7a41ab997 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:18:04.085892 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c9a80cbd-946d-47d0-b14f-d230f85885d4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4135942 Mar 23 02:18:04.086114 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53144) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:04.090508 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-23be0d81-cae9-4628-9077-c9e72b920fac tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-371398377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:04.111922 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-23be0d81-cae9-4628-9077-c9e72b920fac tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (8087a5da-44a2-481d-8485-63ac419fdf35), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.113019 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-23be0d81-cae9-4628-9077-c9e72b920fac tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (8087a5da-44a2-481d-8485-63ac419fdf35), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.150316 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.178106 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-23be0d81-cae9-4628-9077-c9e72b920fac tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for router_controller (8087a5da-44a2-481d-8485-63ac419fdf35), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.183248 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-23be0d81-cae9-4628-9077-c9e72b920fac tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (8087a5da-44a2-481d-8485-63ac419fdf35), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.184821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-9db39073-197c-457b-8e1f-ffd7a41ab997', 'network_id': '9db39073-197c-457b-8e1f-ffd7a41ab997', 'project_id': 'a4d8103bf4e34afdb1495fb35d1c81f9', 'fixed_ips': [{'subnet_id': 'bed7593f-514c-4acf-aa0a-9f1ac69f7a52'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:18:04.185734 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.203103 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-23be0d81-cae9-4628-9077-c9e72b920fac tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.204361 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-23be0d81-cae9-4628-9077-c9e72b920fac tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1172950 Mar 23 02:18:04.207354 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53146) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:04.212802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-59af1884-2d0b-4856-a57b-e80b371ac82c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'network_id': '9db39073-197c-457b-8e1f-ffd7a41ab997', 'name': 'tempest-PortsTestJSON-142256034'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:04.321683 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Allocated IP 172.20.0.2 (9db39073-197c-457b-8e1f-ffd7a41ab997/bed7593f-514c-4acf-aa0a-9f1ac69f7a52/2506af74-b9ff-456f-b7cd-0073269ef0b9) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:18:04.321978 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59af1884-2d0b-4856-a57b-e80b371ac82c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:18:04.325492 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-59af1884-2d0b-4856-a57b-e80b371ac82c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.343992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-59af1884-2d0b-4856-a57b-e80b371ac82c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] device_id is not set on port 14d97719-a1ea-44ed-a9c6-2972497378f5 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:18:04.466748 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Publish callbacks [] for port (2506af74-b9ff-456f-b7cd-0073269ef0b9), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.473481 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (2506af74-b9ff-456f-b7cd-0073269ef0b9), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.513090 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Network 9db39073-197c-457b-8e1f-ffd7a41ab997 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:18:04.516084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:18:04.523118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:18:04.529451 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Pushing event updated for resources: {'Port': ['ID=2506af74-b9ff-456f-b7cd-0073269ef0b9,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:04.541924 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-59af1884-2d0b-4856-a57b-e80b371ac82c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Allocated IP 172.20.0.3 (9db39073-197c-457b-8e1f-ffd7a41ab997/bed7593f-514c-4acf-aa0a-9f1ac69f7a52/14d97719-a1ea-44ed-a9c6-2972497378f5) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:18:04.591803 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Attempting to bind port 2506af74-b9ff-456f-b7cd-0073269ef0b9 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:18:04.592340 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Attempting to bind port 2506af74-b9ff-456f-b7cd-0073269ef0b9 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '0f0c626c-5cec-4a3e-80ba-759e894d7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9db39073-197c-457b-8e1f-ffd7a41ab997'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:18:04.592761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Attempting to bind port 2506af74-b9ff-456f-b7cd-0073269ef0b9 on network 9db39073-197c-457b-8e1f-ffd7a41ab997 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:18:04.599109 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:18:04.599491 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Checking segment: {'id': '0f0c626c-5cec-4a3e-80ba-759e894d7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9db39073-197c-457b-8e1f-ffd7a41ab997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:18:04.599884 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.600281 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Bound using segment: {'id': '0f0c626c-5cec-4a3e-80ba-759e894d7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9db39073-197c-457b-8e1f-ffd7a41ab997'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:18:04.600805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Bound port: 2506af74-b9ff-456f-b7cd-0073269ef0b9, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0c626c-5cec-4a3e-80ba-759e894d7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9db39073-197c-457b-8e1f-ffd7a41ab997'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:18:04.601191 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2506af74-b9ff-456f-b7cd-0073269ef0b9), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.675782 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] For port 2506af74-b9ff-456f-b7cd-0073269ef0b9, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:18:04.681740 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] For port 2506af74-b9ff-456f-b7cd-0073269ef0b9, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2506af74-b9ff-456f-b7cd-0073269ef0b9,segment=NetworkSegment(0f0c626c-5cec-4a3e-80ba-759e894d7ed2),segment_id=0f0c626c-5cec-4a3e-80ba-759e894d7ed2)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:18:04.691268 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2506af74-b9ff-456f-b7cd-0073269ef0b9), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.735517 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-59af1884-2d0b-4856-a57b-e80b371ac82c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (14d97719-a1ea-44ed-a9c6-2972497378f5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.769722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452261ae-fa6a-4118-94a6-2a35b8d9de53 None None] Pushing event updated for resources: {'Port': ['ID=2506af74-b9ff-456f-b7cd-0073269ef0b9,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:04.779468 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-59af1884-2d0b-4856-a57b-e80b371ac82c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (14d97719-a1ea-44ed-a9c6-2972497378f5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.788179 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:18:04.811171 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:18:04.811515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7ce5bb1c-854b-4e8e-8bf7-accc43fa7de5 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:18:04.836781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59af1884-2d0b-4856-a57b-e80b371ac82c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 9db39073-197c-457b-8e1f-ffd7a41ab997 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:18:04.840517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-59af1884-2d0b-4856-a57b-e80b371ac82c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:18:04.843954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59af1884-2d0b-4856-a57b-e80b371ac82c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:18:04.881117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af1884-2d0b-4856-a57b-e80b371ac82c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=14d97719-a1ea-44ed-a9c6-2972497378f5,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:04.916673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af1884-2d0b-4856-a57b-e80b371ac82c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:04.917590 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-59af1884-2d0b-4856-a57b-e80b371ac82c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:04.955169 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-59af1884-2d0b-4856-a57b-e80b371ac82c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7452800 Mar 23 02:18:04.956734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53148) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:05.331231 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-191bcde3-87e8-45e9-ad27-04fb7f315f86 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (14d97719-a1ea-44ed-a9c6-2972497378f5), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:05.606971 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-191bcde3-87e8-45e9-ad27-04fb7f315f86 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (14d97719-a1ea-44ed-a9c6-2972497378f5), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:05.612404 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-191bcde3-87e8-45e9-ad27-04fb7f315f86 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (14d97719-a1ea-44ed-a9c6-2972497378f5), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:05.689816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bcde3-87e8-45e9-ad27-04fb7f315f86 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=14d97719-a1ea-44ed-a9c6-2972497378f5,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:05.728398 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72423be2-70a4-4275-8b5c-a98ca1be0036 None None] Network 9db39073-197c-457b-8e1f-ffd7a41ab997 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:18:05.835605 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8f3877d8-a46b-4890-b41d-a9388fc75f6d None None] Provisioning complete for port 2506af74-b9ff-456f-b7cd-0073269ef0b9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:05.835808 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-191bcde3-87e8-45e9-ad27-04fb7f315f86 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (8087a5da-44a2-481d-8485-63ac419fdf35), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:05.835944 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8f3877d8-a46b-4890-b41d-a9388fc75f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2506af74-b9ff-456f-b7cd-0073269ef0b9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:05.933104 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8f3877d8-a46b-4890-b41d-a9388fc75f6d None None] Current status of the port 2506af74-b9ff-456f-b7cd-0073269ef0b9 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:18:05.933494 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8f3877d8-a46b-4890-b41d-a9388fc75f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2506af74-b9ff-456f-b7cd-0073269ef0b9), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:05.963242 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-191bcde3-87e8-45e9-ad27-04fb7f315f86 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (14d97719-a1ea-44ed-a9c6-2972497378f5), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:05.968057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8f3877d8-a46b-4890-b41d-a9388fc75f6d None None] For port 2506af74-b9ff-456f-b7cd-0073269ef0b9, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2506af74-b9ff-456f-b7cd-0073269ef0b9,segment=NetworkSegment(0f0c626c-5cec-4a3e-80ba-759e894d7ed2),segment_id=0f0c626c-5cec-4a3e-80ba-759e894d7ed2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:18:05.973521 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8f3877d8-a46b-4890-b41d-a9388fc75f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2506af74-b9ff-456f-b7cd-0073269ef0b9), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:06.023486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3877d8-a46b-4890-b41d-a9388fc75f6d None None] Pushing event updated for resources: {'Port': ['ID=2506af74-b9ff-456f-b7cd-0073269ef0b9,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:06.096195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-738a8d97-3f79-4f5b-a8a4-24c59f7a6afa None None] Provisioning complete for port 2506af74-b9ff-456f-b7cd-0073269ef0b9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:06.096558 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-738a8d97-3f79-4f5b-a8a4-24c59f7a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2506af74-b9ff-456f-b7cd-0073269ef0b9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:06.187392 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-738a8d97-3f79-4f5b-a8a4-24c59f7a6afa None None] Current status of the port 2506af74-b9ff-456f-b7cd-0073269ef0b9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:18:06.199346 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-738a8d97-3f79-4f5b-a8a4-24c59f7a6afa None None] Provisioning complete for port 14d97719-a1ea-44ed-a9c6-2972497378f5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:06.199718 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-738a8d97-3f79-4f5b-a8a4-24c59f7a6afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (14d97719-a1ea-44ed-a9c6-2972497378f5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:06.238797 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-738a8d97-3f79-4f5b-a8a4-24c59f7a6afa None None] Port 14d97719-a1ea-44ed-a9c6-2972497378f5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:18:06.359446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-dd6ed3be-80f9-4f7a-ad98-a6f6f5b31b3b None None] Provisioning complete for port 14d97719-a1ea-44ed-a9c6-2972497378f5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:06.359738 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dd6ed3be-80f9-4f7a-ad98-a6f6f5b31b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (14d97719-a1ea-44ed-a9c6-2972497378f5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:06.396748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ed3be-80f9-4f7a-ad98-a6f6f5b31b3b None None] Port 14d97719-a1ea-44ed-a9c6-2972497378f5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:18:06.517753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c1ae4ef3-369a-4154-953f-246889765315 None None] Provisioning complete for port 14d97719-a1ea-44ed-a9c6-2972497378f5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:06.518144 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c1ae4ef3-369a-4154-953f-246889765315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (14d97719-a1ea-44ed-a9c6-2972497378f5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:06.559613 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c1ae4ef3-369a-4154-953f-246889765315 None None] Port 14d97719-a1ea-44ed-a9c6-2972497378f5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:18:06.605450 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-191bcde3-87e8-45e9-ad27-04fb7f315f86 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (14d97719-a1ea-44ed-a9c6-2972497378f5), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:06.611215 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-191bcde3-87e8-45e9-ad27-04fb7f315f86 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (14d97719-a1ea-44ed-a9c6-2972497378f5), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:06.685021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bcde3-87e8-45e9-ad27-04fb7f315f86 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=14d97719-a1ea-44ed-a9c6-2972497378f5,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:06.687554 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-191bcde3-87e8-45e9-ad27-04fb7f315f86 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (8087a5da-44a2-481d-8485-63ac419fdf35), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:06.785017 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2506af74-b9ff-456f-b7cd-0073269ef0b9 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:18:06.785540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191bcde3-87e8-45e9-ad27-04fb7f315f86 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 9db39073-197c-457b-8e1f-ffd7a41ab997 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:18:06.787657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-191bcde3-87e8-45e9-ad27-04fb7f315f86 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:18:06.840134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 2506af74-b9ff-456f-b7cd-0073269ef0b9 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:06.840513 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2506af74-b9ff-456f-b7cd-0073269ef0b9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:06.924389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191bcde3-87e8-45e9-ad27-04fb7f315f86 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Router 8087a5da-44a2-481d-8485-63ac419fdf35 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:18:06.929605 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 2506af74-b9ff-456f-b7cd-0073269ef0b9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:18:07.022698 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191bcde3-87e8-45e9-ad27-04fb7f315f86 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:18:07.028085 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-191bcde3-87e8-45e9-ad27-04fb7f315f86 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "PUT /v2.0/routers/8087a5da-44a2-481d-8485-63ac419fdf35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0702736 Mar 23 02:18:07.030775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53150) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:07.034110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10f7fdf-068b-4345-8e0e-174d1769d056 None None] Sync routers for ids ['8087a5da-44a2-481d-8485-63ac419fdf35'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:18:07.045132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10f7fdf-068b-4345-8e0e-174d1769d056 None None] Routers {'8087a5da-44a2-481d-8485-63ac419fdf35'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:18:07.045750 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d10f7fdf-068b-4345-8e0e-174d1769d056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:17:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8087a5da-44a2-481d-8485-63ac419fdf35'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:18:07.083602 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d10f7fdf-068b-4345-8e0e-174d1769d056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:18:07.084450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66a8a00-60f0-49e5-9fd7-acb8ff2823fd tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:07.086172 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e66a8a00-60f0-49e5-9fd7-acb8ff2823fd tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports?device_id=8087a5da-44a2-481d-8485-63ac419fdf35 HTTP/1.1" status: 200 len: 981 time: 0.0544901 Mar 23 02:18:07.089034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53152) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:07.104746 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10f7fdf-068b-4345-8e0e-174d1769d056 None None] Routers {'8087a5da-44a2-481d-8485-63ac419fdf35'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:18:07.105366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d10f7fdf-068b-4345-8e0e-174d1769d056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:17:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8087a5da-44a2-481d-8485-63ac419fdf35'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:18:07.108377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5f12d7b3-ffa2-4c22-81e1-e208c7b7af03 None None] Provisioning complete for port 14d97719-a1ea-44ed-a9c6-2972497378f5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:07.108774 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5f12d7b3-ffa2-4c22-81e1-e208c7b7af03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (14d97719-a1ea-44ed-a9c6-2972497378f5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:07.144488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d10f7fdf-068b-4345-8e0e-174d1769d056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:18:07.145059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10f7fdf-068b-4345-8e0e-174d1769d056 None None] The sync data for ids ['8087a5da-44a2-481d-8485-63ac419fdf35'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:18:07.178671 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5f12d7b3-ffa2-4c22-81e1-e208c7b7af03 None None] Port 14d97719-a1ea-44ed-a9c6-2972497378f5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:18:07.426150 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-13a6801c-ba3f-4dc2-8142-cdf007b214a2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (8087a5da-44a2-481d-8485-63ac419fdf35), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:07.657614 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-13a6801c-ba3f-4dc2-8142-cdf007b214a2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port 14d97719-a1ea-44ed-a9c6-2972497378f5 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:18:07.657916 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-13a6801c-ba3f-4dc2-8142-cdf007b214a2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (14d97719-a1ea-44ed-a9c6-2972497378f5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:07.745658 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-13a6801c-ba3f-4dc2-8142-cdf007b214a2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (14d97719-a1ea-44ed-a9c6-2972497378f5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:07.758825 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-13a6801c-ba3f-4dc2-8142-cdf007b214a2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for 14d97719-a1ea-44ed-a9c6-2972497378f5 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:18:07.936723 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-13a6801c-ba3f-4dc2-8142-cdf007b214a2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (14d97719-a1ea-44ed-a9c6-2972497378f5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:07.969895 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6801c-ba3f-4dc2-8142-cdf007b214a2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=14d97719-a1ea-44ed-a9c6-2972497378f5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:08.116762 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-13a6801c-ba3f-4dc2-8142-cdf007b214a2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (8087a5da-44a2-481d-8485-63ac419fdf35), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:08.273840 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a6801c-ba3f-4dc2-8142-cdf007b214a2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Router 8087a5da-44a2-481d-8485-63ac419fdf35 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:18:08.354168 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a6801c-ba3f-4dc2-8142-cdf007b214a2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:18:08.359026 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-13a6801c-ba3f-4dc2-8142-cdf007b214a2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "PUT /v2.0/routers/8087a5da-44a2-481d-8485-63ac419fdf35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2690310 Mar 23 02:18:08.362671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53156) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:08.368025 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5358da-c9c7-4dad-bf55-9f99917e3537 None None] Sync routers for ids ['8087a5da-44a2-481d-8485-63ac419fdf35'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:18:08.380560 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5358da-c9c7-4dad-bf55-9f99917e3537 None None] Routers {'8087a5da-44a2-481d-8485-63ac419fdf35'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:18:08.381294 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-dc5358da-c9c7-4dad-bf55-9f99917e3537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:17:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8087a5da-44a2-481d-8485-63ac419fdf35'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:18:08.393782 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ef8c71-e29b-4662-881e-6bcef774de04 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] GET failed (client error): The resource could not be found. Mar 23 02:18:08.395270 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-98ef8c71-e29b-4662-881e-6bcef774de04 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports/14d97719-a1ea-44ed-a9c6-2972497378f5 HTTP/1.1" status: 404 len: 333 time: 0.0314021 Mar 23 02:18:08.398111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53158) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:08.419228 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-dc5358da-c9c7-4dad-bf55-9f99917e3537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:18:08.429266 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5358da-c9c7-4dad-bf55-9f99917e3537 None None] Routers {'8087a5da-44a2-481d-8485-63ac419fdf35'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:18:08.429871 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-dc5358da-c9c7-4dad-bf55-9f99917e3537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:17:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['8087a5da-44a2-481d-8485-63ac419fdf35'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:18:08.468372 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-dc5358da-c9c7-4dad-bf55-9f99917e3537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:18:08.469083 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5358da-c9c7-4dad-bf55-9f99917e3537 None None] The sync data for ids ['8087a5da-44a2-481d-8485-63ac419fdf35'] in n-d-834677-4 is: [] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:18:08.483699 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac283f07-c3a4-4613-ac71-69985c1a4b8d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for router (8087a5da-44a2-481d-8485-63ac419fdf35), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:08.651087 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac283f07-c3a4-4613-ac71-69985c1a4b8d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (8087a5da-44a2-481d-8485-63ac419fdf35), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:08.653628 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac283f07-c3a4-4613-ac71-69985c1a4b8d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for router_controller (8087a5da-44a2-481d-8485-63ac419fdf35), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:08.697669 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac283f07-c3a4-4613-ac71-69985c1a4b8d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (8087a5da-44a2-481d-8485-63ac419fdf35), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:08.698212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac283f07-c3a4-4613-ac71-69985c1a4b8d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Fanout notify agent at l3_agent the message router_deleted on router 8087a5da-44a2-481d-8485-63ac419fdf35 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:18:08.709878 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ac283f07-c3a4-4613-ac71-69985c1a4b8d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:08.710998 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ac283f07-c3a4-4613-ac71-69985c1a4b8d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/routers/8087a5da-44a2-481d-8485-63ac419fdf35 HTTP/1.1" status: 204 len: 168 time: 0.3119648 Mar 23 02:18:08.713896 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53160) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:08.767846 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b249f4-100e-49fc-8acc-ab3083542ac4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting subnet bed7593f-514c-4acf-aa0a-9f1ac69f7a52 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:18:08.771065 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1b249f4-100e-49fc-8acc-ab3083542ac4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (bed7593f-514c-4acf-aa0a-9f1ac69f7a52), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:08.811097 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1b249f4-100e-49fc-8acc-ab3083542ac4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (bed7593f-514c-4acf-aa0a-9f1ac69f7a52), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:08.893454 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1b249f4-100e-49fc-8acc-ab3083542ac4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (bed7593f-514c-4acf-aa0a-9f1ac69f7a52), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:08.968361 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1b249f4-100e-49fc-8acc-ab3083542ac4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (bed7593f-514c-4acf-aa0a-9f1ac69f7a52), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:08.997936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b249f4-100e-49fc-8acc-ab3083542ac4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Subnet': ['ID=bed7593f-514c-4acf-aa0a-9f1ac69f7a52,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:08.999869 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1b249f4-100e-49fc-8acc-ab3083542ac4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:09.006136 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e1b249f4-100e-49fc-8acc-ab3083542ac4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/bed7593f-514c-4acf-aa0a-9f1ac69f7a52 HTTP/1.1" status: 204 len: 168 time: 0.2887216 Mar 23 02:18:09.006136 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53162) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:09.008960 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c12403-a9d5-46e8-af68-6a02016992ca None None] Network 9db39073-197c-457b-8e1f-ffd7a41ab997 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:18:09.086097 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (9db39073-197c-457b-8e1f-ffd7a41ab997), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:09.147417 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port 2506af74-b9ff-456f-b7cd-0073269ef0b9 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:18:09.147973 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2506af74-b9ff-456f-b7cd-0073269ef0b9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:09.183178 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] DHCP port deletion for 9db39073-197c-457b-8e1f-ffd7a41ab997 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:18:09.217928 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] For port 2506af74-b9ff-456f-b7cd-0073269ef0b9, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2506af74-b9ff-456f-b7cd-0073269ef0b9,segment=NetworkSegment(0f0c626c-5cec-4a3e-80ba-759e894d7ed2),segment_id=0f0c626c-5cec-4a3e-80ba-759e894d7ed2)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:18:09.218256 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2506af74-b9ff-456f-b7cd-0073269ef0b9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:09.234087 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Deleting port 2506af74-b9ff-456f-b7cd-0073269ef0b9 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:18:09.234501 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2506af74-b9ff-456f-b7cd-0073269ef0b9), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:09.234679 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for 2506af74-b9ff-456f-b7cd-0073269ef0b9 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:18:09.300235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] For port 2506af74-b9ff-456f-b7cd-0073269ef0b9, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2506af74-b9ff-456f-b7cd-0073269ef0b9,segment=NetworkSegment(0f0c626c-5cec-4a3e-80ba-759e894d7ed2),segment_id=0f0c626c-5cec-4a3e-80ba-759e894d7ed2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:18:09.300641 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2506af74-b9ff-456f-b7cd-0073269ef0b9), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:09.314762 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (2506af74-b9ff-456f-b7cd-0073269ef0b9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:09.317453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Calling delete_port for 2506af74-b9ff-456f-b7cd-0073269ef0b9 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:18:09.344197 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=2506af74-b9ff-456f-b7cd-0073269ef0b9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:09.347745 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No DVR routers for this DVR port 2506af74-b9ff-456f-b7cd-0073269ef0b9 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:18:09.396254 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (2506af74-b9ff-456f-b7cd-0073269ef0b9), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:09.422493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Pushing event deleted for resources: {'Port': ['ID=2506af74-b9ff-456f-b7cd-0073269ef0b9,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:09.431840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:09.432184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:09.432534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:09.432896 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:09.433230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:09.433561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:09.433887 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:09.434217 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:09.434537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:09.435007 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:09.435325 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:09.436297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:09.436297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:09.436297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:09.436551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:09.437857 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (9db39073-197c-457b-8e1f-ffd7a41ab997), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:09.439669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1812da91-3fd9-48df-b1d3-923b05cf0de8 None None] No DVR routers for this DVR port 2506af74-b9ff-456f-b7cd-0073269ef0b9 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:18:09.466955 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db39073-197c-457b-8e1f-ffd7a41ab997']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:18:09.477591 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0c626c-5cec-4a3e-80ba-759e894d7ed2') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:18:09.477898 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0c626c-5cec-4a3e-80ba-759e894d7ed2') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:18:09.487970 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (0f0c626c-5cec-4a3e-80ba-759e894d7ed2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:09.501656 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (0f0c626c-5cec-4a3e-80ba-759e894d7ed2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:09.507866 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:18:09.508256 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (0f0c626c-5cec-4a3e-80ba-759e894d7ed2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:18:09.511208 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:18:09.574442 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (9db39073-197c-457b-8e1f-ffd7a41ab997), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:09.580157 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:09.585099 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/networks/9db39073-197c-457b-8e1f-ffd7a41ab997 HTTP/1.1" status: 204 len: 168 time: 0.5779567 Mar 23 02:18:09.590681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53164) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:09.602661 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5834e-b193-4302-8267-210258607df5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Network': ['ID=9db39073-197c-457b-8e1f-ffd7a41ab997,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:09.648067 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6754c7-41fb-415e-a816-f789736e4bda tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:09.649533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2d6754c7-41fb-415e-a816-f789736e4bda tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports/313cf72d-206e-4a4f-bd01-392db60eb22a HTTP/1.1" status: 200 len: 841 time: 0.0570498 Mar 23 02:18:09.653951 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53166) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:09.694967 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ffdc1b61-0806-485b-9019-29fc4ad8bc66 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports/313cf72d-206e-4a4f-bd01-392db60eb22a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0397356 Mar 23 02:18:09.698486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53168) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:09.703187 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7f292c6c-3833-448c-8f29-d7761ea11f34 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'subnet': {'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:09.794461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f292c6c-3833-448c-8f29-d7761ea11f34 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:18:09.798633 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7f292c6c-3833-448c-8f29-d7761ea11f34 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:09.977114 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7f292c6c-3833-448c-8f29-d7761ea11f34 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (d267d286-cf32-4162-b640-4e0b080ed738), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.018505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f292c6c-3833-448c-8f29-d7761ea11f34 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 46113f0e-33d0-4af7-b294-821e61c4319f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:18:10.021780 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-7f292c6c-3833-448c-8f29-d7761ea11f34 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:18:10.025156 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f292c6c-3833-448c-8f29-d7761ea11f34 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:10.025742 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7f292c6c-3833-448c-8f29-d7761ea11f34 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.032940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0fedd1-c42e-415d-9cec-9574b64290b8 None None] Network 46113f0e-33d0-4af7-b294-821e61c4319f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:18:10.044200 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f292c6c-3833-448c-8f29-d7761ea11f34 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Subnet': ['ID=d267d286-cf32-4162-b640-4e0b080ed738,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:10.056804 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7f292c6c-3833-448c-8f29-d7761ea11f34 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3544598 Mar 23 02:18:10.056804 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53170) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:10.061822 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-060ac54e-f7a4-4fc7-9b6c-50cae5325425 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'security_group': {'name': 'tempest-secgroup-184624454'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:10.085591 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-060ac54e-f7a4-4fc7-9b6c-50cae5325425 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.164759 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-060ac54e-f7a4-4fc7-9b6c-50cae5325425 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (58d6bd66-7cb1-443f-853f-011d98402441), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.168736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-46113f0e-33d0-4af7-b294-821e61c4319f', 'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f', 'project_id': 'a4d8103bf4e34afdb1495fb35d1c81f9', 'fixed_ips': [{'subnet_id': 'd267d286-cf32-4162-b640-4e0b080ed738'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:18:10.169052 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-060ac54e-f7a4-4fc7-9b6c-50cae5325425 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (58d6bd66-7cb1-443f-853f-011d98402441), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.169714 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.205371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ac54e-f7a4-4fc7-9b6c-50cae5325425 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d6bd66-7cb1-443f-853f-011d98402441,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:10.209898 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-060ac54e-f7a4-4fc7-9b6c-50cae5325425 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.214369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53172) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:10.218896 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-8549801e-ba0f-4d0d-a04e-d14e7e0e22ac tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'security_group': {'name': 'tempest-secgroup-991453443'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:10.221366 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-060ac54e-f7a4-4fc7-9b6c-50cae5325425 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1633191 Mar 23 02:18:10.241387 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8549801e-ba0f-4d0d-a04e-d14e7e0e22ac tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.317115 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8549801e-ba0f-4d0d-a04e-d14e7e0e22ac tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (1e30c130-9687-4e03-a00b-189f9a2e5d35), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.323687 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8549801e-ba0f-4d0d-a04e-d14e7e0e22ac tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1e30c130-9687-4e03-a00b-189f9a2e5d35), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.326745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Allocated IP 172.20.0.2 (46113f0e-33d0-4af7-b294-821e61c4319f/d267d286-cf32-4162-b640-4e0b080ed738/d82d6c8a-de08-4eee-8b87-64cf0d7553a2) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:18:10.342790 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8549801e-ba0f-4d0d-a04e-d14e7e0e22ac tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.344311 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8549801e-ba0f-4d0d-a04e-d14e7e0e22ac tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1289144 Mar 23 02:18:10.347831 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53174) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:10.357238 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9f752ec1-ff67-4256-b299-3fb39280d137 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-896856168', 'security_groups': ['1e30c130-9687-4e03-a00b-189f9a2e5d35'], 'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd267d286-cf32-4162-b640-4e0b080ed738'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:10.364647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549801e-ba0f-4d0d-a04e-d14e7e0e22ac tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e30c130-9687-4e03-a00b-189f9a2e5d35,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:10.475400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f752ec1-ff67-4256-b299-3fb39280d137 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:18:10.484225 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Publish callbacks [] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.490829 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.543542 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Pushing event updated for resources: {'Port': ['ID=d82d6c8a-de08-4eee-8b87-64cf0d7553a2,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:10.550321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Network 46113f0e-33d0-4af7-b294-821e61c4319f is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:18:10.552230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:18:10.556259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:18:10.577438 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f752ec1-ff67-4256-b299-3fb39280d137 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.597521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [None req-9f752ec1-ff67-4256-b299-3fb39280d137 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] device_id is not set on port efe75075-a083-4fa6-944a-a8da0a85a10d yet. {{(pid=99263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:18:10.631022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Attempting to bind port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:18:10.631396 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Attempting to bind port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'a57e18af-1df8-4bbf-bf51-8b431b357dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:18:10.631740 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Attempting to bind port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 on network 46113f0e-33d0-4af7-b294-821e61c4319f {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:18:10.637055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:18:10.637508 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Checking segment: {'id': 'a57e18af-1df8-4bbf-bf51-8b431b357dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:18:10.637980 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.638434 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Bound using segment: {'id': 'a57e18af-1df8-4bbf-bf51-8b431b357dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:18:10.639044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Bound port: d82d6c8a-de08-4eee-8b87-64cf0d7553a2, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57e18af-1df8-4bbf-bf51-8b431b357dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:18:10.639403 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.707507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] For port d82d6c8a-de08-4eee-8b87-64cf0d7553a2, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:18:10.710982 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] For port d82d6c8a-de08-4eee-8b87-64cf0d7553a2, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d82d6c8a-de08-4eee-8b87-64cf0d7553a2,segment=NetworkSegment(a57e18af-1df8-4bbf-bf51-8b431b357dbf),segment_id=a57e18af-1df8-4bbf-bf51-8b431b357dbf)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:18:10.718431 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.761241 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-9f752ec1-ff67-4256-b299-3fb39280d137 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Allocated IP 172.20.0.14 (46113f0e-33d0-4af7-b294-821e61c4319f/d267d286-cf32-4162-b640-4e0b080ed738/efe75075-a083-4fa6-944a-a8da0a85a10d) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:18:10.782117 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2506af74-b9ff-456f-b7cd-0073269ef0b9 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:18:10.807901 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d77df8-e875-4cf9-8d1c-e19256412cc9 None None] Pushing event updated for resources: {'Port': ['ID=d82d6c8a-de08-4eee-8b87-64cf0d7553a2,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:10.811912 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 2506af74-b9ff-456f-b7cd-0073269ef0b9 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:18:10.812268 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2506af74-b9ff-456f-b7cd-0073269ef0b9 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:18:10.917803 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f752ec1-ff67-4256-b299-3fb39280d137 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (efe75075-a083-4fa6-944a-a8da0a85a10d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:10.963408 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f752ec1-ff67-4256-b299-3fb39280d137 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (efe75075-a083-4fa6-944a-a8da0a85a10d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:11.007739 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f752ec1-ff67-4256-b299-3fb39280d137 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 46113f0e-33d0-4af7-b294-821e61c4319f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:18:11.011125 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-9f752ec1-ff67-4256-b299-3fb39280d137 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:18:11.017481 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f752ec1-ff67-4256-b299-3fb39280d137 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:18:11.024405 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f752ec1-ff67-4256-b299-3fb39280d137 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=efe75075-a083-4fa6-944a-a8da0a85a10d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:11.073026 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f752ec1-ff67-4256-b299-3fb39280d137 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:11.073660 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f752ec1-ff67-4256-b299-3fb39280d137 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:11.090794 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9f752ec1-ff67-4256-b299-3fb39280d137 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7410245 Mar 23 02:18:11.093468 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53176) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:11.098959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-074937b6-3303-411a-8b90-63cf87c62dc6 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'subnet': {'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:11.232229 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074937b6-3303-411a-8b90-63cf87c62dc6 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:18:11.235801 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-074937b6-3303-411a-8b90-63cf87c62dc6 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:11.327583 n-d-834677-4 neutron-server[99263]: INFO neutron.db.ipam_backend_mixin [None req-074937b6-3303-411a-8b90-63cf87c62dc6 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d267d286-cf32-4162-b640-4e0b080ed738 (CIDR: 172.20.0.0/28) Mar 23 02:18:11.332067 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-074937b6-3303-411a-8b90-63cf87c62dc6 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:18:11.332554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074937b6-3303-411a-8b90-63cf87c62dc6 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:18:11.349989 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-074937b6-3303-411a-8b90-63cf87c62dc6 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2554691 Mar 23 02:18:11.353695 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53178) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:11.358805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-560ac98a-cb4d-4b56-a200-e9ca3704eaee tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'subnet': {'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:11.476480 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560ac98a-cb4d-4b56-a200-e9ca3704eaee tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:18:11.479952 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-560ac98a-cb4d-4b56-a200-e9ca3704eaee tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:11.707390 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-560ac98a-cb4d-4b56-a200-e9ca3704eaee tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (0e5cc317-cfa0-49f8-aa4e-26c343ea63a5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:11.726379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3d8bf182-704b-4761-abca-f4f6d5e267a0 None None] Provisioning complete for port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:11.727054 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3d8bf182-704b-4761-abca-f4f6d5e267a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:11.752477 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560ac98a-cb4d-4b56-a200-e9ca3704eaee tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 46113f0e-33d0-4af7-b294-821e61c4319f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:18:11.757733 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-560ac98a-cb4d-4b56-a200-e9ca3704eaee tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:18:11.761973 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560ac98a-cb4d-4b56-a200-e9ca3704eaee tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:11.762665 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-560ac98a-cb4d-4b56-a200-e9ca3704eaee tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:11.782785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ac98a-cb4d-4b56-a200-e9ca3704eaee tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Subnet': ['ID=0e5cc317-cfa0-49f8-aa4e-26c343ea63a5,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:11.787934 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-560ac98a-cb4d-4b56-a200-e9ca3704eaee tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4332342 Mar 23 02:18:11.791117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53180) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:11.796798 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-be711046-fd98-4d18-aef0-13f1c9611c56 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-19100527', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0e5cc317-cfa0-49f8-aa4e-26c343ea63a5'}], 'security_groups': ['58d6bd66-7cb1-443f-853f-011d98402441']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:11.970958 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be711046-fd98-4d18-aef0-13f1c9611c56 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (efe75075-a083-4fa6-944a-a8da0a85a10d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:11.972648 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42daffcd-4d19-4ac9-ad2c-5edb9ddabf63 None None] Network 46113f0e-33d0-4af7-b294-821e61c4319f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:18:12.026740 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3d8bf182-704b-4761-abca-f4f6d5e267a0 None None] Current status of the port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:18:12.027100 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3d8bf182-704b-4761-abca-f4f6d5e267a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:12.082253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3d8bf182-704b-4761-abca-f4f6d5e267a0 None None] For port d82d6c8a-de08-4eee-8b87-64cf0d7553a2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d82d6c8a-de08-4eee-8b87-64cf0d7553a2,segment=NetworkSegment(a57e18af-1df8-4bbf-bf51-8b431b357dbf),segment_id=a57e18af-1df8-4bbf-bf51-8b431b357dbf)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:18:12.098664 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3d8bf182-704b-4761-abca-f4f6d5e267a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:12.154891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3d8bf182-704b-4761-abca-f4f6d5e267a0 None None] Provisioning complete for port 313cf72d-206e-4a4f-bd01-392db60eb22a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:12.155195 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3d8bf182-704b-4761-abca-f4f6d5e267a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (313cf72d-206e-4a4f-bd01-392db60eb22a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:12.179174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bf182-704b-4761-abca-f4f6d5e267a0 None None] Pushing event updated for resources: {'Port': ['ID=d82d6c8a-de08-4eee-8b87-64cf0d7553a2,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:12.202770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3d8bf182-704b-4761-abca-f4f6d5e267a0 None None] Port 313cf72d-206e-4a4f-bd01-392db60eb22a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:18:12.262837 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0caacf-ee8a-4e27-90e6-0f844c83e608 None None] Update dhcp port {'port': {'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f', 'fixed_ips': [{'subnet_id': 'd267d286-cf32-4162-b640-4e0b080ed738', 'ip_address': '172.20.0.2'}, {'subnet_id': '0e5cc317-cfa0-49f8-aa4e-26c343ea63a5'}], 'binding:host_id': 'n-d-834677-4'}, 'id': 'd82d6c8a-de08-4eee-8b87-64cf0d7553a2'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:18:12.267574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-be711046-fd98-4d18-aef0-13f1c9611c56 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Delete allocated IP 172.20.0.14 (46113f0e-33d0-4af7-b294-821e61c4319f/d267d286-cf32-4162-b640-4e0b080ed738) {{(pid=99264) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 02:18:12.275587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-be711046-fd98-4d18-aef0-13f1c9611c56 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Allocated IP 172.20.0.29 (46113f0e-33d0-4af7-b294-821e61c4319f/0e5cc317-cfa0-49f8-aa4e-26c343ea63a5/efe75075-a083-4fa6-944a-a8da0a85a10d) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:18:12.291470 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5b0caacf-ee8a-4e27-90e6-0f844c83e608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:12.398698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b16f2b56-2497-4ecb-ae12-3240c580fd05 None None] Provisioning complete for port efe75075-a083-4fa6-944a-a8da0a85a10d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:12.399067 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b16f2b56-2497-4ecb-ae12-3240c580fd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (efe75075-a083-4fa6-944a-a8da0a85a10d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:12.434895 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be711046-fd98-4d18-aef0-13f1c9611c56 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (efe75075-a083-4fa6-944a-a8da0a85a10d), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:12.441493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be711046-fd98-4d18-aef0-13f1c9611c56 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (efe75075-a083-4fa6-944a-a8da0a85a10d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:12.447557 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b16f2b56-2497-4ecb-ae12-3240c580fd05 None None] Port efe75075-a083-4fa6-944a-a8da0a85a10d cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:18:12.496202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-5b0caacf-ee8a-4e27-90e6-0f844c83e608 None None] Allocated IP 172.20.0.18 (46113f0e-33d0-4af7-b294-821e61c4319f/0e5cc317-cfa0-49f8-aa4e-26c343ea63a5/d82d6c8a-de08-4eee-8b87-64cf0d7553a2) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:18:12.531950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be711046-fd98-4d18-aef0-13f1c9611c56 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=efe75075-a083-4fa6-944a-a8da0a85a10d,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:12.554833 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-be711046-fd98-4d18-aef0-13f1c9611c56 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] In _notify_port_updated(), no bound segment for port efe75075-a083-4fa6-944a-a8da0a85a10d on network 46113f0e-33d0-4af7-b294-821e61c4319f {{(pid=99264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:18:12.560099 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be711046-fd98-4d18-aef0-13f1c9611c56 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:12.560826 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-be711046-fd98-4d18-aef0-13f1c9611c56 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:12.562253 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-be711046-fd98-4d18-aef0-13f1c9611c56 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "PUT /v2.0/ports/efe75075-a083-4fa6-944a-a8da0a85a10d HTTP/1.1" status: 200 len: 919 time: 0.7700012 Mar 23 02:18:12.566360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53182) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:12.596994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5b0caacf-ee8a-4e27-90e6-0f844c83e608 None None] For port d82d6c8a-de08-4eee-8b87-64cf0d7553a2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d82d6c8a-de08-4eee-8b87-64cf0d7553a2,segment=NetworkSegment(a57e18af-1df8-4bbf-bf51-8b431b357dbf),segment_id=a57e18af-1df8-4bbf-bf51-8b431b357dbf)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:18:12.631176 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5b0caacf-ee8a-4e27-90e6-0f844c83e608 None None] Publish callbacks [] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:12.637019 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5b0caacf-ee8a-4e27-90e6-0f844c83e608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:12.655983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-4225006a-bb23-40b8-85d1-46a7880e5239 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port efe75075-a083-4fa6-944a-a8da0a85a10d {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:18:12.656326 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4225006a-bb23-40b8-85d1-46a7880e5239 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (efe75075-a083-4fa6-944a-a8da0a85a10d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:12.729589 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0caacf-ee8a-4e27-90e6-0f844c83e608 None None] Pushing event updated for resources: {'Port': ['ID=d82d6c8a-de08-4eee-8b87-64cf0d7553a2,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:12.755683 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4225006a-bb23-40b8-85d1-46a7880e5239 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (efe75075-a083-4fa6-944a-a8da0a85a10d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:12.769147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-4225006a-bb23-40b8-85d1-46a7880e5239 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for efe75075-a083-4fa6-944a-a8da0a85a10d owned by {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:18:12.821100 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d82d6c8a-de08-4eee-8b87-64cf0d7553a2 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:18:12.879204 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:12.879672 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:12.901484 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4225006a-bb23-40b8-85d1-46a7880e5239 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (efe75075-a083-4fa6-944a-a8da0a85a10d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:12.935640 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225006a-bb23-40b8-85d1-46a7880e5239 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=efe75075-a083-4fa6-944a-a8da0a85a10d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:12.973774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:18:13.010617 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4225006a-bb23-40b8-85d1-46a7880e5239 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:13.014643 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4225006a-bb23-40b8-85d1-46a7880e5239 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/efe75075-a083-4fa6-944a-a8da0a85a10d HTTP/1.1" status: 204 len: 168 time: 0.4471438 Mar 23 02:18:13.017374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53184) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:13.044389 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefffa78-8de6-4ac8-9600-20a0a60d6012 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] GET failed (client error): The resource could not be found. Mar 23 02:18:13.045898 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fefffa78-8de6-4ac8-9600-20a0a60d6012 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports/efe75075-a083-4fa6-944a-a8da0a85a10d HTTP/1.1" status: 404 len: 333 time: 0.0274956 Mar 23 02:18:13.048807 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53186) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:13.107323 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7dbcab2e-f73d-4e6d-8b8a-639c88e0e8e4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (1e30c130-9687-4e03-a00b-189f9a2e5d35), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:13.134371 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7dbcab2e-f73d-4e6d-8b8a-639c88e0e8e4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (1e30c130-9687-4e03-a00b-189f9a2e5d35), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:13.184130 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7dbcab2e-f73d-4e6d-8b8a-639c88e0e8e4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (1e30c130-9687-4e03-a00b-189f9a2e5d35), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:13.186772 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7dbcab2e-f73d-4e6d-8b8a-639c88e0e8e4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:13.187950 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7dbcab2e-f73d-4e6d-8b8a-639c88e0e8e4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/security-groups/1e30c130-9687-4e03-a00b-189f9a2e5d35 HTTP/1.1" status: 204 len: 168 time: 0.1382651 Mar 23 02:18:13.190893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53188) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:13.197565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcab2e-f73d-4e6d-8b8a-639c88e0e8e4 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e30c130-9687-4e03-a00b-189f9a2e5d35,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:13.250790 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-83c3a6c5-fd38-42c4-985b-085d005d743c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (58d6bd66-7cb1-443f-853f-011d98402441), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:13.268331 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f09d5301-7f09-4a79-bab2-39b7fddc52d8 None None] Could not find standard attr ID for object efe75075-a083-4fa6-944a-a8da0a85a10d. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:18:13.274582 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-83c3a6c5-fd38-42c4-985b-085d005d743c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (58d6bd66-7cb1-443f-853f-011d98402441), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:13.279373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f09d5301-7f09-4a79-bab2-39b7fddc52d8 None None] Provisioning complete for port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:13.279748 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f09d5301-7f09-4a79-bab2-39b7fddc52d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:13.325469 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-83c3a6c5-fd38-42c4-985b-085d005d743c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (58d6bd66-7cb1-443f-853f-011d98402441), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:13.328643 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-83c3a6c5-fd38-42c4-985b-085d005d743c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:13.330956 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-83c3a6c5-fd38-42c4-985b-085d005d743c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/security-groups/58d6bd66-7cb1-443f-853f-011d98402441 HTTP/1.1" status: 204 len: 168 time: 0.1381137 Mar 23 02:18:13.333584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53190) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:13.341335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3a6c5-fd38-42c4-985b-085d005d743c tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d6bd66-7cb1-443f-853f-011d98402441,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:13.378753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f09d5301-7f09-4a79-bab2-39b7fddc52d8 None None] Current status of the port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:18:13.389163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f09d5301-7f09-4a79-bab2-39b7fddc52d8 None None] Provisioning complete for port 313cf72d-206e-4a4f-bd01-392db60eb22a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:13.389537 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f09d5301-7f09-4a79-bab2-39b7fddc52d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (313cf72d-206e-4a4f-bd01-392db60eb22a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:13.390163 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd584a1-d626-464d-ba0c-71d0e36d0063 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting subnet d267d286-cf32-4162-b640-4e0b080ed738 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:18:13.393333 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2fd584a1-d626-464d-ba0c-71d0e36d0063 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (d267d286-cf32-4162-b640-4e0b080ed738), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:13.427386 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f09d5301-7f09-4a79-bab2-39b7fddc52d8 None None] Port 313cf72d-206e-4a4f-bd01-392db60eb22a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:18:13.434062 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2fd584a1-d626-464d-ba0c-71d0e36d0063 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (d267d286-cf32-4162-b640-4e0b080ed738), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:13.523364 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2fd584a1-d626-464d-ba0c-71d0e36d0063 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (d267d286-cf32-4162-b640-4e0b080ed738), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:13.583956 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2fd584a1-d626-464d-ba0c-71d0e36d0063 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (d267d286-cf32-4162-b640-4e0b080ed738), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:13.615885 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-2fd584a1-d626-464d-ba0c-71d0e36d0063 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:13.619202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2fd584a1-d626-464d-ba0c-71d0e36d0063 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/d267d286-cf32-4162-b640-4e0b080ed738 HTTP/1.1" status: 204 len: 168 time: 0.2830801 Mar 23 02:18:13.620030 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd584a1-d626-464d-ba0c-71d0e36d0063 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Subnet': ['ID=d267d286-cf32-4162-b640-4e0b080ed738,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:13.623102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53192) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:13.629688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-45888577-afb5-4604-bdc5-0dfe14a7f676 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'subnet': {'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:13.743146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-efdc2e36-8d5c-45de-a93a-a186b800a40e None None] Could not find standard attr ID for object efe75075-a083-4fa6-944a-a8da0a85a10d. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:18:13.744515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c074afb3-4cf4-4f72-a7f2-148ca02fcad5 None None] Network 46113f0e-33d0-4af7-b294-821e61c4319f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:18:13.750916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45888577-afb5-4604-bdc5-0dfe14a7f676 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:18:13.754245 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-45888577-afb5-4604-bdc5-0dfe14a7f676 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:13.986699 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-45888577-afb5-4604-bdc5-0dfe14a7f676 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (fc787421-9004-4c1c-8326-72e9ed4ade80), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.035319 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45888577-afb5-4604-bdc5-0dfe14a7f676 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 46113f0e-33d0-4af7-b294-821e61c4319f is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:18:14.040413 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-45888577-afb5-4604-bdc5-0dfe14a7f676 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:18:14.045113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45888577-afb5-4604-bdc5-0dfe14a7f676 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:14.045698 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-45888577-afb5-4604-bdc5-0dfe14a7f676 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.056006 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45888577-afb5-4604-bdc5-0dfe14a7f676 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Subnet': ['ID=fc787421-9004-4c1c-8326-72e9ed4ade80,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:14.068217 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-45888577-afb5-4604-bdc5-0dfe14a7f676 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4428182 Mar 23 02:18:14.070850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53194) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:14.075175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-de19cfb8-ed3e-468a-95d8-8f8c4e489bb8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'security_group': {'name': 'tempest-secgroup-1675815096'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:14.097178 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de19cfb8-ed3e-468a-95d8-8f8c4e489bb8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.168325 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de19cfb8-ed3e-468a-95d8-8f8c4e489bb8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (b7e76c07-01ce-4902-adc3-bdc2423b9af1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.173659 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de19cfb8-ed3e-468a-95d8-8f8c4e489bb8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b7e76c07-01ce-4902-adc3-bdc2423b9af1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.205579 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de19cfb8-ed3e-468a-95d8-8f8c4e489bb8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.209421 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-de19cfb8-ed3e-468a-95d8-8f8c4e489bb8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1351171 Mar 23 02:18:14.209421 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19cfb8-ed3e-468a-95d8-8f8c4e489bb8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e76c07-01ce-4902-adc3-bdc2423b9af1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:14.209828 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53196) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:14.214515 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5f919724-d6f5-449b-bdd6-3741d3ce579e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'security_group': {'name': 'tempest-secgroup-1947774140'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:14.238437 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5f919724-d6f5-449b-bdd6-3741d3ce579e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.311397 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5f919724-d6f5-449b-bdd6-3741d3ce579e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (4bdbdf98-a4b3-4a06-8677-d9b4ccd5e802), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.316091 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5f919724-d6f5-449b-bdd6-3741d3ce579e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4bdbdf98-a4b3-4a06-8677-d9b4ccd5e802), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.353903 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5f919724-d6f5-449b-bdd6-3741d3ce579e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.355180 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5f919724-d6f5-449b-bdd6-3741d3ce579e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1443052 Mar 23 02:18:14.357138 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f919724-d6f5-449b-bdd6-3741d3ce579e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdbdf98-a4b3-4a06-8677-d9b4ccd5e802,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:14.358167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53198) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:14.364500 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34202953-7d36-4e77-bcb6-eae52edb5826 None None] Network 46113f0e-33d0-4af7-b294-821e61c4319f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:18:14.365749 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c14d84f6-604e-4e78-a8ce-0dffaac07ae5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'security_group': {'name': 'tempest-secgroup-725268840'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:14.385599 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c14d84f6-604e-4e78-a8ce-0dffaac07ae5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.455462 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c14d84f6-604e-4e78-a8ce-0dffaac07ae5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (4e7580b6-2d45-4bda-b88a-a97bcc4ee168), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.460001 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c14d84f6-604e-4e78-a8ce-0dffaac07ae5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4e7580b6-2d45-4bda-b88a-a97bcc4ee168), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.477947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-37490fd8-067f-4a8e-925b-f3102fe73c92 None None] Provisioning complete for port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:14.478342 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-37490fd8-067f-4a8e-925b-f3102fe73c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.489517 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c14d84f6-604e-4e78-a8ce-0dffaac07ae5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.490761 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c14d84f6-604e-4e78-a8ce-0dffaac07ae5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1305997 Mar 23 02:18:14.493532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53200) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:14.498231 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a37309d5-7e0f-45c1-b7bc-2b83e69b373d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-527578198', 'security_groups': ['4e7580b6-2d45-4bda-b88a-a97bcc4ee168'], 'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fc787421-9004-4c1c-8326-72e9ed4ade80'}]}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:14.504234 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d84f6-604e-4e78-a8ce-0dffaac07ae5 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7580b6-2d45-4bda-b88a-a97bcc4ee168,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:14.595654 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-37490fd8-067f-4a8e-925b-f3102fe73c92 None None] Current status of the port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:18:14.606997 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f74925f-1ad1-47de-962a-8932b4e0fd9a None None] Update dhcp port {'port': {'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f', 'fixed_ips': [{'subnet_id': '0e5cc317-cfa0-49f8-aa4e-26c343ea63a5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fc787421-9004-4c1c-8326-72e9ed4ade80'}], 'binding:host_id': 'n-d-834677-4'}, 'id': 'd82d6c8a-de08-4eee-8b87-64cf0d7553a2'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:18:14.617705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37309d5-7e0f-45c1-b7bc-2b83e69b373d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:18:14.622068 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a37309d5-7e0f-45c1-b7bc-2b83e69b373d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.636413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-37490fd8-067f-4a8e-925b-f3102fe73c92 None None] Provisioning complete for port 313cf72d-206e-4a4f-bd01-392db60eb22a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:14.636743 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-37490fd8-067f-4a8e-925b-f3102fe73c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (313cf72d-206e-4a4f-bd01-392db60eb22a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.640058 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [None req-a37309d5-7e0f-45c1-b7bc-2b83e69b373d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] device_id is not set on port bb987f66-5983-4ffe-8157-07c136de0703 yet. {{(pid=99264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 02:18:14.661035 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f74925f-1ad1-47de-962a-8932b4e0fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.700878 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-37490fd8-067f-4a8e-925b-f3102fe73c92 None None] Port 313cf72d-206e-4a4f-bd01-392db60eb22a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:18:14.774184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d82d6c8a-de08-4eee-8b87-64cf0d7553a2 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:18:14.809145 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-a37309d5-7e0f-45c1-b7bc-2b83e69b373d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Allocated IP 172.20.0.12 (46113f0e-33d0-4af7-b294-821e61c4319f/fc787421-9004-4c1c-8326-72e9ed4ade80/bb987f66-5983-4ffe-8157-07c136de0703) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:18:14.838215 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:14.838587 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.915588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:18:14.948496 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a37309d5-7e0f-45c1-b7bc-2b83e69b373d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (bb987f66-5983-4ffe-8157-07c136de0703), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:14.986911 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a37309d5-7e0f-45c1-b7bc-2b83e69b373d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (bb987f66-5983-4ffe-8157-07c136de0703), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:15.035273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37309d5-7e0f-45c1-b7bc-2b83e69b373d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 46113f0e-33d0-4af7-b294-821e61c4319f is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:18:15.037680 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-1f74925f-1ad1-47de-962a-8932b4e0fd9a None None] Allocated IP 172.20.0.2 (46113f0e-33d0-4af7-b294-821e61c4319f/fc787421-9004-4c1c-8326-72e9ed4ade80/d82d6c8a-de08-4eee-8b87-64cf0d7553a2) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:18:15.040745 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-a37309d5-7e0f-45c1-b7bc-2b83e69b373d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:18:15.045506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37309d5-7e0f-45c1-b7bc-2b83e69b373d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:18:15.049692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37309d5-7e0f-45c1-b7bc-2b83e69b373d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=bb987f66-5983-4ffe-8157-07c136de0703,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:15.096073 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37309d5-7e0f-45c1-b7bc-2b83e69b373d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:15.096724 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a37309d5-7e0f-45c1-b7bc-2b83e69b373d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:15.116272 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a37309d5-7e0f-45c1-b7bc-2b83e69b373d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6191938 Mar 23 02:18:15.116494 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53202) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:15.121400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4d16dcda-4fad-4e48-b266-113cbd7599ad tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'subnet': {'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:15.138732 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1f74925f-1ad1-47de-962a-8932b4e0fd9a None None] For port d82d6c8a-de08-4eee-8b87-64cf0d7553a2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d82d6c8a-de08-4eee-8b87-64cf0d7553a2,segment=NetworkSegment(a57e18af-1df8-4bbf-bf51-8b431b357dbf),segment_id=a57e18af-1df8-4bbf-bf51-8b431b357dbf)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:18:15.174096 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f74925f-1ad1-47de-962a-8932b4e0fd9a None None] Publish callbacks [] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:15.179615 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f74925f-1ad1-47de-962a-8932b4e0fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:15.235584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d16dcda-4fad-4e48-b266-113cbd7599ad tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:18:15.239013 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4d16dcda-4fad-4e48-b266-113cbd7599ad tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:15.267444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74925f-1ad1-47de-962a-8932b4e0fd9a None None] Pushing event updated for resources: {'Port': ['ID=d82d6c8a-de08-4eee-8b87-64cf0d7553a2,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:15.333933 n-d-834677-4 neutron-server[99264]: INFO neutron.db.ipam_backend_mixin [None req-4d16dcda-4fad-4e48-b266-113cbd7599ad tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fc787421-9004-4c1c-8326-72e9ed4ade80 (CIDR: 172.20.0.0/28) Mar 23 02:18:15.338129 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d16dcda-4fad-4e48-b266-113cbd7599ad tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:18:15.338638 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d16dcda-4fad-4e48-b266-113cbd7599ad tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:18:15.358165 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4d16dcda-4fad-4e48-b266-113cbd7599ad tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2396042 Mar 23 02:18:15.360969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53204) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:15.367418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f52ee88c-a85f-45a5-9ec8-12c1b481db5e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'subnet': {'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:15.486412 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52ee88c-a85f-45a5-9ec8-12c1b481db5e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:18:15.489922 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f52ee88c-a85f-45a5-9ec8-12c1b481db5e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:15.586095 n-d-834677-4 neutron-server[99264]: INFO neutron.db.ipam_backend_mixin [None req-f52ee88c-a85f-45a5-9ec8-12c1b481db5e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0e5cc317-cfa0-49f8-aa4e-26c343ea63a5 (CIDR: 172.20.0.16/28) Mar 23 02:18:15.589682 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52ee88c-a85f-45a5-9ec8-12c1b481db5e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:18:15.590176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52ee88c-a85f-45a5-9ec8-12c1b481db5e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:18:15.607363 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f52ee88c-a85f-45a5-9ec8-12c1b481db5e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2452226 Mar 23 02:18:15.610168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53206) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:15.615137 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-1c67cdf1-449a-4cd7-9746-38e6446035ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'subnet': {'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:15.734227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c67cdf1-449a-4cd7-9746-38e6446035ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Made reservation on behalf of a4d8103bf4e34afdb1495fb35d1c81f9 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:18:15.737921 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c67cdf1-449a-4cd7-9746-38e6446035ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:15.833334 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8a2e0849-6a65-4f1c-9efc-d506d6c2a565 None None] Provisioning complete for port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:15.833969 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0849-6a65-4f1c-9efc-d506d6c2a565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:15.913938 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e0849-6a65-4f1c-9efc-d506d6c2a565 None None] Current status of the port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:18:15.924851 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8a2e0849-6a65-4f1c-9efc-d506d6c2a565 None None] Provisioning complete for port 313cf72d-206e-4a4f-bd01-392db60eb22a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:15.925227 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8a2e0849-6a65-4f1c-9efc-d506d6c2a565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (313cf72d-206e-4a4f-bd01-392db60eb22a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:15.959301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e0849-6a65-4f1c-9efc-d506d6c2a565 None None] Port 313cf72d-206e-4a4f-bd01-392db60eb22a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:18:15.979832 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c67cdf1-449a-4cd7-9746-38e6446035ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (fe83a4eb-1e48-421d-9cd2-d576d94f1124), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:16.020882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c67cdf1-449a-4cd7-9746-38e6446035ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Network 46113f0e-33d0-4af7-b294-821e61c4319f is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:18:16.023828 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-1c67cdf1-449a-4cd7-9746-38e6446035ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:18:16.028261 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67cdf1-449a-4cd7-9746-38e6446035ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:16.028878 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1c67cdf1-449a-4cd7-9746-38e6446035ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:16.033252 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774c9b2c-5c78-4f26-bcbd-9438930c976c None None] Network 46113f0e-33d0-4af7-b294-821e61c4319f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:18:16.038103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67cdf1-449a-4cd7-9746-38e6446035ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Subnet': ['ID=fe83a4eb-1e48-421d-9cd2-d576d94f1124,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:16.051914 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1c67cdf1-449a-4cd7-9746-38e6446035ce tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4404051 Mar 23 02:18:16.054689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53208) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:16.060152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-64ca7668-d010-4d9c-a552-0703bc71d95e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1805621920', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fe83a4eb-1e48-421d-9cd2-d576d94f1124'}], 'security_groups': ['b7e76c07-01ce-4902-adc3-bdc2423b9af1', '4bdbdf98-a4b3-4a06-8677-d9b4ccd5e802']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:18:16.099918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-92bf515a-ffa2-4b09-9575-e0d56998f319 None None] Provisioning complete for port bb987f66-5983-4ffe-8157-07c136de0703 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:16.100290 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-92bf515a-ffa2-4b09-9575-e0d56998f319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bb987f66-5983-4ffe-8157-07c136de0703), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:16.161723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-92bf515a-ffa2-4b09-9575-e0d56998f319 None None] Port bb987f66-5983-4ffe-8157-07c136de0703 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:18:16.214987 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64ca7668-d010-4d9c-a552-0703bc71d95e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bb987f66-5983-4ffe-8157-07c136de0703), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:16.244294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4245b1-61c1-44dc-9b6e-b449fd5176d5 None None] Update dhcp port {'port': {'network_id': '46113f0e-33d0-4af7-b294-821e61c4319f', 'fixed_ips': [{'subnet_id': '0e5cc317-cfa0-49f8-aa4e-26c343ea63a5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fc787421-9004-4c1c-8326-72e9ed4ade80', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fe83a4eb-1e48-421d-9cd2-d576d94f1124'}], 'binding:host_id': 'n-d-834677-4'}, 'id': 'd82d6c8a-de08-4eee-8b87-64cf0d7553a2'} from n-d-834677-4. {{(pid=99265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 23 02:18:16.273516 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5f4245b1-61c1-44dc-9b6e-b449fd5176d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:16.441121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-5f4245b1-61c1-44dc-9b6e-b449fd5176d5 None None] Allocated IP 172.20.0.34 (46113f0e-33d0-4af7-b294-821e61c4319f/fe83a4eb-1e48-421d-9cd2-d576d94f1124/d82d6c8a-de08-4eee-8b87-64cf0d7553a2) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:18:16.544155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5f4245b1-61c1-44dc-9b6e-b449fd5176d5 None None] For port d82d6c8a-de08-4eee-8b87-64cf0d7553a2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d82d6c8a-de08-4eee-8b87-64cf0d7553a2,segment=NetworkSegment(a57e18af-1df8-4bbf-bf51-8b431b357dbf),segment_id=a57e18af-1df8-4bbf-bf51-8b431b357dbf)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:18:16.578009 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5f4245b1-61c1-44dc-9b6e-b449fd5176d5 None None] Publish callbacks [] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:16.585017 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5f4245b1-61c1-44dc-9b6e-b449fd5176d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:16.676294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4245b1-61c1-44dc-9b6e-b449fd5176d5 None None] Pushing event updated for resources: {'Port': ['ID=d82d6c8a-de08-4eee-8b87-64cf0d7553a2,revision_number=7']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:16.683463 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-64ca7668-d010-4d9c-a552-0703bc71d95e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Delete allocated IP 172.20.0.12 (46113f0e-33d0-4af7-b294-821e61c4319f/fc787421-9004-4c1c-8326-72e9ed4ade80) {{(pid=99263) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 02:18:16.691605 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-64ca7668-d010-4d9c-a552-0703bc71d95e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Allocated IP 172.20.0.44 (46113f0e-33d0-4af7-b294-821e61c4319f/fe83a4eb-1e48-421d-9cd2-d576d94f1124/bb987f66-5983-4ffe-8157-07c136de0703) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:18:16.772451 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d82d6c8a-de08-4eee-8b87-64cf0d7553a2 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:18:16.827488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:16.827956 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:16.921575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:18:17.233351 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64ca7668-d010-4d9c-a552-0703bc71d95e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for port (bb987f66-5983-4ffe-8157-07c136de0703), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:17.240623 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64ca7668-d010-4d9c-a552-0703bc71d95e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (bb987f66-5983-4ffe-8157-07c136de0703), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:17.293055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0d6e440e-33c1-4993-974d-ceda4e8a0415 None None] Provisioning complete for port bb987f66-5983-4ffe-8157-07c136de0703 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:17.293444 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0d6e440e-33c1-4993-974d-ceda4e8a0415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bb987f66-5983-4ffe-8157-07c136de0703), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:17.329438 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e440e-33c1-4993-974d-ceda4e8a0415 None None] Port bb987f66-5983-4ffe-8157-07c136de0703 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:18:17.329684 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca7668-d010-4d9c-a552-0703bc71d95e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event updated for resources: {'Port': ['ID=bb987f66-5983-4ffe-8157-07c136de0703,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:17.340226 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0d6e440e-33c1-4993-974d-ceda4e8a0415 None None] Provisioning complete for port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:17.340589 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0d6e440e-33c1-4993-974d-ceda4e8a0415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:17.349299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-64ca7668-d010-4d9c-a552-0703bc71d95e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] In _notify_port_updated(), no bound segment for port bb987f66-5983-4ffe-8157-07c136de0703 on network 46113f0e-33d0-4af7-b294-821e61c4319f {{(pid=99263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 23 02:18:17.354368 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ca7668-d010-4d9c-a552-0703bc71d95e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:18:17.354992 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-64ca7668-d010-4d9c-a552-0703bc71d95e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:17.356309 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-64ca7668-d010-4d9c-a552-0703bc71d95e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "PUT /v2.0/ports/bb987f66-5983-4ffe-8157-07c136de0703 HTTP/1.1" status: 200 len: 960 time: 1.3005617 Mar 23 02:18:17.359130 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53210) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:17.420853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e440e-33c1-4993-974d-ceda4e8a0415 None None] Current status of the port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:18:17.433490 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0d6e440e-33c1-4993-974d-ceda4e8a0415 None None] Provisioning complete for port 313cf72d-206e-4a4f-bd01-392db60eb22a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:17.434177 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0d6e440e-33c1-4993-974d-ceda4e8a0415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (313cf72d-206e-4a4f-bd01-392db60eb22a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:17.449047 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-16b1e447-42c0-4c0f-b486-3cf350a10bb8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port bb987f66-5983-4ffe-8157-07c136de0703 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:18:17.449481 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16b1e447-42c0-4c0f-b486-3cf350a10bb8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (bb987f66-5983-4ffe-8157-07c136de0703), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:17.476110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e440e-33c1-4993-974d-ceda4e8a0415 None None] Port 313cf72d-206e-4a4f-bd01-392db60eb22a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:18:17.540660 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16b1e447-42c0-4c0f-b486-3cf350a10bb8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (bb987f66-5983-4ffe-8157-07c136de0703), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:17.552442 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-16b1e447-42c0-4c0f-b486-3cf350a10bb8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for bb987f66-5983-4ffe-8157-07c136de0703 owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:18:17.683386 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16b1e447-42c0-4c0f-b486-3cf350a10bb8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (bb987f66-5983-4ffe-8157-07c136de0703), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:17.715028 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1e447-42c0-4c0f-b486-3cf350a10bb8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=bb987f66-5983-4ffe-8157-07c136de0703,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:17.795520 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-16b1e447-42c0-4c0f-b486-3cf350a10bb8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:17.799163 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-16b1e447-42c0-4c0f-b486-3cf350a10bb8 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/bb987f66-5983-4ffe-8157-07c136de0703 HTTP/1.1" status: 204 len: 168 time: 0.4390931 Mar 23 02:18:17.801831 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53214) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:17.827711 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca55250-d2f2-4211-9265-5cfbeb30b783 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] GET failed (client error): The resource could not be found. Mar 23 02:18:17.829310 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dca55250-d2f2-4211-9265-5cfbeb30b783 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports/bb987f66-5983-4ffe-8157-07c136de0703 HTTP/1.1" status: 404 len: 333 time: 0.0266261 Mar 23 02:18:17.832300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53216) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:17.889476 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-151fe81d-0847-4c71-9c70-5c035b6a5f07 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (4e7580b6-2d45-4bda-b88a-a97bcc4ee168), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:17.890409 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9dcc2892-cd11-446b-a2da-10787e8c7841 None None] Could not find standard attr ID for object bb987f66-5983-4ffe-8157-07c136de0703. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:18:17.916574 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-151fe81d-0847-4c71-9c70-5c035b6a5f07 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (4e7580b6-2d45-4bda-b88a-a97bcc4ee168), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:17.964245 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-151fe81d-0847-4c71-9c70-5c035b6a5f07 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4e7580b6-2d45-4bda-b88a-a97bcc4ee168), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:17.966998 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-151fe81d-0847-4c71-9c70-5c035b6a5f07 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:17.968147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-151fe81d-0847-4c71-9c70-5c035b6a5f07 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/security-groups/4e7580b6-2d45-4bda-b88a-a97bcc4ee168 HTTP/1.1" status: 204 len: 168 time: 0.1348481 Mar 23 02:18:17.971060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53218) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:17.978394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fe81d-0847-4c71-9c70-5c035b6a5f07 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7580b6-2d45-4bda-b88a-a97bcc4ee168,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:18.035326 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a23be94-7d89-44f6-9de3-5f81fcc8bdf0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (4bdbdf98-a4b3-4a06-8677-d9b4ccd5e802), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.057290 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a23be94-7d89-44f6-9de3-5f81fcc8bdf0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (4bdbdf98-a4b3-4a06-8677-d9b4ccd5e802), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.105747 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a23be94-7d89-44f6-9de3-5f81fcc8bdf0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4bdbdf98-a4b3-4a06-8677-d9b4ccd5e802), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.108395 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a23be94-7d89-44f6-9de3-5f81fcc8bdf0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.109550 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5a23be94-7d89-44f6-9de3-5f81fcc8bdf0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/security-groups/4bdbdf98-a4b3-4a06-8677-d9b4ccd5e802 HTTP/1.1" status: 204 len: 168 time: 0.1374881 Mar 23 02:18:18.112550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53220) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:18.118542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23be94-7d89-44f6-9de3-5f81fcc8bdf0 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdbdf98-a4b3-4a06-8677-d9b4ccd5e802,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:18.166916 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-298b6563-70bf-4179-bf0c-87f36e660312 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (b7e76c07-01ce-4902-adc3-bdc2423b9af1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.188273 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-298b6563-70bf-4179-bf0c-87f36e660312 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (b7e76c07-01ce-4902-adc3-bdc2423b9af1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.234762 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-298b6563-70bf-4179-bf0c-87f36e660312 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b7e76c07-01ce-4902-adc3-bdc2423b9af1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.237547 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-298b6563-70bf-4179-bf0c-87f36e660312 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.238665 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-298b6563-70bf-4179-bf0c-87f36e660312 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/security-groups/b7e76c07-01ce-4902-adc3-bdc2423b9af1 HTTP/1.1" status: 204 len: 168 time: 0.1250839 Mar 23 02:18:18.241674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53222) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:18.247652 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b6563-70bf-4179-bf0c-87f36e660312 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e76c07-01ce-4902-adc3-bdc2423b9af1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:18.294031 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41f045c-1cd1-4b9a-a6cb-70c7c8a8af94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting subnet fc787421-9004-4c1c-8326-72e9ed4ade80 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:18:18.297244 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f41f045c-1cd1-4b9a-a6cb-70c7c8a8af94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (fc787421-9004-4c1c-8326-72e9ed4ade80), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.336784 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f41f045c-1cd1-4b9a-a6cb-70c7c8a8af94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (fc787421-9004-4c1c-8326-72e9ed4ade80), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.427634 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f41f045c-1cd1-4b9a-a6cb-70c7c8a8af94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (fc787421-9004-4c1c-8326-72e9ed4ade80), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.486684 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f41f045c-1cd1-4b9a-a6cb-70c7c8a8af94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (fc787421-9004-4c1c-8326-72e9ed4ade80), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.515877 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f045c-1cd1-4b9a-a6cb-70c7c8a8af94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Subnet': ['ID=fc787421-9004-4c1c-8326-72e9ed4ade80,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:18.518211 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f41f045c-1cd1-4b9a-a6cb-70c7c8a8af94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.522962 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f41f045c-1cd1-4b9a-a6cb-70c7c8a8af94 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/fc787421-9004-4c1c-8326-72e9ed4ade80 HTTP/1.1" status: 204 len: 168 time: 0.2786019 Mar 23 02:18:18.525185 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53224) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:18.529179 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d425c7e6-30b3-4209-aa71-e73fb0b1195c None None] Network 46113f0e-33d0-4af7-b294-821e61c4319f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:18:18.575859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-681893c0-b242-4496-8b7d-d1011a6fdc3a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting subnet fe83a4eb-1e48-421d-9cd2-d576d94f1124 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:18:18.580356 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-681893c0-b242-4496-8b7d-d1011a6fdc3a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (fe83a4eb-1e48-421d-9cd2-d576d94f1124), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.619395 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-681893c0-b242-4496-8b7d-d1011a6fdc3a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (fe83a4eb-1e48-421d-9cd2-d576d94f1124), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.709855 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-681893c0-b242-4496-8b7d-d1011a6fdc3a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (fe83a4eb-1e48-421d-9cd2-d576d94f1124), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.771441 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-681893c0-b242-4496-8b7d-d1011a6fdc3a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (fe83a4eb-1e48-421d-9cd2-d576d94f1124), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.801304 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681893c0-b242-4496-8b7d-d1011a6fdc3a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Subnet': ['ID=fe83a4eb-1e48-421d-9cd2-d576d94f1124,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:18.806808 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-681893c0-b242-4496-8b7d-d1011a6fdc3a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.813065 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53226) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:18.813311 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-681893c0-b242-4496-8b7d-d1011a6fdc3a tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/fe83a4eb-1e48-421d-9cd2-d576d94f1124 HTTP/1.1" status: 204 len: 168 time: 0.2867858 Mar 23 02:18:18.840766 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcdf9058-27a3-4142-aa75-3dea4cd73a73 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] DELETE failed (client error): The resource could not be found. Mar 23 02:18:18.841334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcdf9058-27a3-4142-aa75-3dea4cd73a73 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:18:18.844414 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fcdf9058-27a3-4142-aa75-3dea4cd73a73 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/fc787421-9004-4c1c-8326-72e9ed4ade80 HTTP/1.1" status: 404 len: 337 time: 0.0300603 Mar 23 02:18:18.847522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53228) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:18.904953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-338d4109-3185-4273-a9d1-badabca26fb2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting subnet 0e5cc317-cfa0-49f8-aa4e-26c343ea63a5 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:18:18.908563 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-338d4109-3185-4273-a9d1-badabca26fb2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (0e5cc317-cfa0-49f8-aa4e-26c343ea63a5), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:18.950595 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-338d4109-3185-4273-a9d1-badabca26fb2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (0e5cc317-cfa0-49f8-aa4e-26c343ea63a5), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:19.038682 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-338d4109-3185-4273-a9d1-badabca26fb2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (0e5cc317-cfa0-49f8-aa4e-26c343ea63a5), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:19.103205 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-338d4109-3185-4273-a9d1-badabca26fb2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (0e5cc317-cfa0-49f8-aa4e-26c343ea63a5), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:19.132103 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d4109-3185-4273-a9d1-badabca26fb2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5cc317-cfa0-49f8-aa4e-26c343ea63a5,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:19.134369 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-338d4109-3185-4273-a9d1-badabca26fb2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:19.137503 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-338d4109-3185-4273-a9d1-badabca26fb2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/0e5cc317-cfa0-49f8-aa4e-26c343ea63a5 HTTP/1.1" status: 204 len: 168 time: 0.2889740 Mar 23 02:18:19.139965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53230) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:19.145752 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9041fb8-7a82-4c28-a993-a4888c76430b None None] Network 46113f0e-33d0-4af7-b294-821e61c4319f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:18:19.167466 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-5410563f-195b-4654-ae44-398fcf40e991 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] DELETE failed (client error): The resource could not be found. Mar 23 02:18:19.167929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5410563f-195b-4654-ae44-398fcf40e991 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:18:19.170979 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5410563f-195b-4654-ae44-398fcf40e991 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/d267d286-cf32-4162-b640-4e0b080ed738 HTTP/1.1" status: 404 len: 337 time: 0.0300837 Mar 23 02:18:19.174147 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53232) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:19.206738 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-75c5f618-2e16-407e-8bd7-0222cdfea0f9 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "GET /v2.0/ports?device_id=8087a5da-44a2-481d-8485-63ac419fdf35 HTTP/1.1" status: 200 len: 205 time: 0.0311677 Mar 23 02:18:19.209270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53234) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:19.252078 n-d-834677-4 neutron-server[99263]: INFO neutron.api.v2.resource [None req-9788a975-cd7d-4015-b9a4-41697a731d37 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] delete failed (client error): The resource could not be found. Mar 23 02:18:19.253202 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9788a975-cd7d-4015-b9a4-41697a731d37 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/routers/8087a5da-44a2-481d-8485-63ac419fdf35 HTTP/1.1" status: 404 len: 336 time: 0.0429826 Mar 23 02:18:19.255937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53236) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:19.284335 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6566b9-4a71-46d0-a1f9-8b12b4f47762 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] DELETE failed (client error): The resource could not be found. Mar 23 02:18:19.284833 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6566b9-4a71-46d0-a1f9-8b12b4f47762 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:18:19.287950 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-eb6566b9-4a71-46d0-a1f9-8b12b4f47762 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/bed7593f-514c-4acf-aa0a-9f1ac69f7a52 HTTP/1.1" status: 404 len: 337 time: 0.0310426 Mar 23 02:18:19.290629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53238) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:19.317993 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-5104ba91-a90f-4ab7-93e3-1dff74c8ce5e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] DELETE failed (client error): The resource could not be found. Mar 23 02:18:19.318463 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5104ba91-a90f-4ab7-93e3-1dff74c8ce5e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:18:19.321557 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5104ba91-a90f-4ab7-93e3-1dff74c8ce5e tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/ea7f10f6-5713-4d76-aa23-6a410fdaf414 HTTP/1.1" status: 404 len: 337 time: 0.0299525 Mar 23 02:18:19.324191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53240) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:19.350900 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-151fbe7a-4cdb-4b18-9c6a-82057689ae3d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] DELETE failed (client error): The resource could not be found. Mar 23 02:18:19.351363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151fbe7a-4cdb-4b18-9c6a-82057689ae3d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:18:19.354432 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-151fbe7a-4cdb-4b18-9c6a-82057689ae3d tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/633082e1-fa43-4108-9e19-05800c5fbc8e HTTP/1.1" status: 404 len: 337 time: 0.0292811 Mar 23 02:18:19.357126 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53242) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:19.381316 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-0988f87c-89e3-4f71-b815-8bc8692a9107 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] DELETE failed (client error): The resource could not be found. Mar 23 02:18:19.381761 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0988f87c-89e3-4f71-b815-8bc8692a9107 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:18:19.384798 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0988f87c-89e3-4f71-b815-8bc8692a9107 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/d92041ec-97ee-4aef-adec-c3f1e42f40c9 HTTP/1.1" status: 404 len: 333 time: 0.0267234 Mar 23 02:18:19.387419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53244) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:19.402610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ca2493a7-2559-4f9d-b37d-49839913bf86 None None] Provisioning complete for port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:19.403012 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ca2493a7-2559-4f9d-b37d-49839913bf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:19.413422 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c16ccee-5a6c-4586-b6f4-49c1c774a733 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] DELETE failed (client error): The resource could not be found. Mar 23 02:18:19.413888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c16ccee-5a6c-4586-b6f4-49c1c774a733 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:18:19.416910 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8c16ccee-5a6c-4586-b6f4-49c1c774a733 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/90e53460-2825-4440-ae34-00f308b0e306 HTTP/1.1" status: 404 len: 337 time: 0.0285618 Mar 23 02:18:19.419542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53246) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:19.449773 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c3c620-5711-424f-ba56-87c2639bba8b tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] DELETE failed (client error): The resource could not be found. Mar 23 02:18:19.450201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c3c620-5711-424f-ba56-87c2639bba8b tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:18:19.453363 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-03c3c620-5711-424f-ba56-87c2639bba8b tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/771d62f2-3009-4dbd-9406-2d3a63641fb4 HTTP/1.1" status: 404 len: 337 time: 0.0329490 Mar 23 02:18:19.456150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53248) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:19.482979 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a671893-57ba-47da-ab93-97fa220044f2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] DELETE failed (client error): The resource could not be found. Mar 23 02:18:19.483568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a671893-57ba-47da-ab93-97fa220044f2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:18:19.487296 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1a671893-57ba-47da-ab93-97fa220044f2 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/bfd171fc-b28b-47b0-9fda-4d47e4857da4 HTTP/1.1" status: 404 len: 333 time: 0.0293920 Mar 23 02:18:19.490451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53250) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:19.491139 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ca2493a7-2559-4f9d-b37d-49839913bf86 None None] Current status of the port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:18:19.507511 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ca2493a7-2559-4f9d-b37d-49839913bf86 None None] Provisioning complete for port 313cf72d-206e-4a4f-bd01-392db60eb22a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:18:19.507886 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ca2493a7-2559-4f9d-b37d-49839913bf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (313cf72d-206e-4a4f-bd01-392db60eb22a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:19.517797 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f39427-33c1-453a-b74b-c028f84e2abd tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] DELETE failed (client error): The resource could not be found. Mar 23 02:18:19.518541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f39427-33c1-453a-b74b-c028f84e2abd tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:18:19.521803 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-22f39427-33c1-453a-b74b-c028f84e2abd tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/e394f37f-dea0-45f1-843c-e98f2afd3ac7 HTTP/1.1" status: 404 len: 337 time: 0.0299764 Mar 23 02:18:19.524442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53252) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:19.541329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27416c38-822d-4e56-9792-c1f2b8f4c0dd None None] DHCP port deletion for 46113f0e-33d0-4af7-b294-821e61c4319f request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:18:19.550526 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a069b6b-f9e2-4060-99c2-12e8db15e3ca tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] DELETE failed (client error): The resource could not be found. Mar 23 02:18:19.551024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a069b6b-f9e2-4060-99c2-12e8db15e3ca tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:18:19.557307 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1a069b6b-f9e2-4060-99c2-12e8db15e3ca tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/subnets/12a5b8c1-1d5a-4688-a65e-418beef87e47 HTTP/1.1" status: 404 len: 337 time: 0.0314667 Mar 23 02:18:19.557886 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53254) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:19.583941 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ca2493a7-2559-4f9d-b37d-49839913bf86 None None] Port 313cf72d-206e-4a4f-bd01-392db60eb22a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:18:19.600692 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5e173e50-737a-47a8-98e3-640bd1a71571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:19.614908 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-27416c38-822d-4e56-9792-c1f2b8f4c0dd None None] Deleting port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:18:19.615265 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-27416c38-822d-4e56-9792-c1f2b8f4c0dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:19.667311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-9b2de1a3-ad59-4efc-b588-3df4a52bc8fe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Deleting port 313cf72d-206e-4a4f-bd01-392db60eb22a {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:18:19.667661 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b2de1a3-ad59-4efc-b588-3df4a52bc8fe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (313cf72d-206e-4a4f-bd01-392db60eb22a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:19.684801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-27416c38-822d-4e56-9792-c1f2b8f4c0dd None None] For port d82d6c8a-de08-4eee-8b87-64cf0d7553a2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d82d6c8a-de08-4eee-8b87-64cf0d7553a2,segment=NetworkSegment(a57e18af-1df8-4bbf-bf51-8b431b357dbf),segment_id=a57e18af-1df8-4bbf-bf51-8b431b357dbf)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:18:19.685203 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-27416c38-822d-4e56-9792-c1f2b8f4c0dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:19.701354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-27416c38-822d-4e56-9792-c1f2b8f4c0dd None None] Calling delete_port for d82d6c8a-de08-4eee-8b87-64cf0d7553a2 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:18:19.737020 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b2de1a3-ad59-4efc-b588-3df4a52bc8fe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (313cf72d-206e-4a4f-bd01-392db60eb22a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:19.750514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-9b2de1a3-ad59-4efc-b588-3df4a52bc8fe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Calling delete_port for 313cf72d-206e-4a4f-bd01-392db60eb22a owned by {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:18:19.785367 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-27416c38-822d-4e56-9792-c1f2b8f4c0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (d82d6c8a-de08-4eee-8b87-64cf0d7553a2), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:19.810578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27416c38-822d-4e56-9792-c1f2b8f4c0dd None None] Pushing event deleted for resources: {'Port': ['ID=d82d6c8a-de08-4eee-8b87-64cf0d7553a2,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:19.814306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27416c38-822d-4e56-9792-c1f2b8f4c0dd None None] No DVR routers for this DVR port d82d6c8a-de08-4eee-8b87-64cf0d7553a2 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:18:19.839020 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b2de1a3-ad59-4efc-b588-3df4a52bc8fe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (313cf72d-206e-4a4f-bd01-392db60eb22a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:19.867740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2de1a3-ad59-4efc-b588-3df4a52bc8fe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Port': ['ID=313cf72d-206e-4a4f-bd01-392db60eb22a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:19.873121 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b2de1a3-ad59-4efc-b588-3df4a52bc8fe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:19.876982 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9b2de1a3-ad59-4efc-b588-3df4a52bc8fe tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/ports/313cf72d-206e-4a4f-bd01-392db60eb22a HTTP/1.1" status: 204 len: 168 time: 0.3180027 Mar 23 02:18:19.879582 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53256) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:19.958769 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9b34766-2f77-4dab-a274-1fb5e1a5a1f1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (46113f0e-33d0-4af7-b294-821e61c4319f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:20.050368 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9b34766-2f77-4dab-a274-1fb5e1a5a1f1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (46113f0e-33d0-4af7-b294-821e61c4319f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:20.072197 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-a9b34766-2f77-4dab-a274-1fb5e1a5a1f1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46113f0e-33d0-4af7-b294-821e61c4319f']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:18:20.082204 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-a9b34766-2f77-4dab-a274-1fb5e1a5a1f1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57e18af-1df8-4bbf-bf51-8b431b357dbf') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:18:20.082391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-a9b34766-2f77-4dab-a274-1fb5e1a5a1f1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57e18af-1df8-4bbf-bf51-8b431b357dbf') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:18:20.092229 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9b34766-2f77-4dab-a274-1fb5e1a5a1f1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (a57e18af-1df8-4bbf-bf51-8b431b357dbf), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:20.107155 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9b34766-2f77-4dab-a274-1fb5e1a5a1f1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (a57e18af-1df8-4bbf-bf51-8b431b357dbf), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:20.113549 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b34766-2f77-4dab-a274-1fb5e1a5a1f1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:18:20.114062 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9b34766-2f77-4dab-a274-1fb5e1a5a1f1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (a57e18af-1df8-4bbf-bf51-8b431b357dbf), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:18:20.116943 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:18:20.174806 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9b34766-2f77-4dab-a274-1fb5e1a5a1f1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (46113f0e-33d0-4af7-b294-821e61c4319f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:20.181954 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a9b34766-2f77-4dab-a274-1fb5e1a5a1f1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:20.185046 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a9b34766-2f77-4dab-a274-1fb5e1a5a1f1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] 10.222.0.18 "DELETE /v2.0/networks/46113f0e-33d0-4af7-b294-821e61c4319f HTTP/1.1" status: 204 len: 168 time: 0.3045151 Mar 23 02:18:20.197149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b34766-2f77-4dab-a274-1fb5e1a5a1f1 tempest-PortsTestJSON-365020783 tempest-PortsTestJSON-365020783-project] Pushing event deleted for resources: {'Network': ['ID=46113f0e-33d0-4af7-b294-821e61c4319f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:20.452039 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53262) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:20.590655 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a64187b6-f098-43db-8935-904d2ed7be68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4d8103bf4e34afdb1495fb35d1c81f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373115 Mar 23 02:18:20.593931 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53266) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:20.658837 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0774dbd1-7333-4384-96fe-d40500b9669b admin admin] Publish callbacks [] for security_group (69cb4dad-d9cc-4b93-aa64-38d4da89ff5e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:20.682414 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0774dbd1-7333-4384-96fe-d40500b9669b admin admin] Publish callbacks [] for security_group (69cb4dad-d9cc-4b93-aa64-38d4da89ff5e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:20.734396 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0774dbd1-7333-4384-96fe-d40500b9669b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (69cb4dad-d9cc-4b93-aa64-38d4da89ff5e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:20.737750 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0774dbd1-7333-4384-96fe-d40500b9669b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:20.741504 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0774dbd1-7333-4384-96fe-d40500b9669b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69cb4dad-d9cc-4b93-aa64-38d4da89ff5e HTTP/1.1" status: 204 len: 168 time: 0.1432776 Mar 23 02:18:20.746922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774dbd1-7333-4384-96fe-d40500b9669b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cb4dad-d9cc-4b93-aa64-38d4da89ff5e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:20.771294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d82d6c8a-de08-4eee-8b87-64cf0d7553a2 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:18:20.795401 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: d82d6c8a-de08-4eee-8b87-64cf0d7553a2 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:18:20.795970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d82d6c8a-de08-4eee-8b87-64cf0d7553a2 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:18:20.928224 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:21.432419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53288) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:21.541096 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-224fb92a-416f-46ea-9559-c549131dd449 tempest-ServiceProvidersTest-785503785 tempest-ServiceProvidersTest-785503785-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1070943 Mar 23 02:18:21.810878 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53296) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:21.925869 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-915b3829-2c4e-4184-b721-69cf4331f323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:22.003560 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-915b3829-2c4e-4184-b721-69cf4331f323 admin admin] Publish callbacks [] for security_group (747a7cf9-0702-4e98-b56a-b00cfe1f5aae), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:22.009116 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-915b3829-2c4e-4184-b721-69cf4331f323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (747a7cf9-0702-4e98-b56a-b00cfe1f5aae), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:22.050075 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-915b3829-2c4e-4184-b721-69cf4331f323 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b41bcaf3419434b9ed471bd7803436c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2381353 Mar 23 02:18:22.051468 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b3829-2c4e-4184-b721-69cf4331f323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747a7cf9-0702-4e98-b56a-b00cfe1f5aae,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:22.052990 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53300) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:22.067020 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e0c72420-9d4e-4fd9-9631-36e35d930f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:22.106451 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a73db2a3-2d08-497f-af12-b1d43466a5cf admin admin] Publish callbacks [] for security_group (747a7cf9-0702-4e98-b56a-b00cfe1f5aae), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:22.128271 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a73db2a3-2d08-497f-af12-b1d43466a5cf admin admin] Publish callbacks [] for security_group (747a7cf9-0702-4e98-b56a-b00cfe1f5aae), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:22.179042 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a73db2a3-2d08-497f-af12-b1d43466a5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (747a7cf9-0702-4e98-b56a-b00cfe1f5aae), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:22.181856 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a73db2a3-2d08-497f-af12-b1d43466a5cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:22.183066 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a73db2a3-2d08-497f-af12-b1d43466a5cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/747a7cf9-0702-4e98-b56a-b00cfe1f5aae HTTP/1.1" status: 204 len: 168 time: 0.1291182 Mar 23 02:18:22.191188 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73db2a3-2d08-497f-af12-b1d43466a5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747a7cf9-0702-4e98-b56a-b00cfe1f5aae,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:23.407658 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:24.729235 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:25.833550 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:30.888938 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53388) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:31.001589 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6af9294b-02fd-4ead-bc35-ff686f584b8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:31.075948 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6af9294b-02fd-4ead-bc35-ff686f584b8e admin admin] Publish callbacks [] for security_group (2b0d0ee2-3772-49a5-bc2e-03eeaf698484), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:31.080944 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6af9294b-02fd-4ead-bc35-ff686f584b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2b0d0ee2-3772-49a5-bc2e-03eeaf698484), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:31.122440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6af9294b-02fd-4ead-bc35-ff686f584b8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=282d5d290e4b470182ebdda044061740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322624 Mar 23 02:18:31.123299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9294b-02fd-4ead-bc35-ff686f584b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0d0ee2-3772-49a5-bc2e-03eeaf698484,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:31.125349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53392) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:31.176965 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f1b59e14-5233-4d5c-bb3c-ec371ae63dbf admin admin] Publish callbacks [] for security_group (2b0d0ee2-3772-49a5-bc2e-03eeaf698484), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:31.198149 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f1b59e14-5233-4d5c-bb3c-ec371ae63dbf admin admin] Publish callbacks [] for security_group (2b0d0ee2-3772-49a5-bc2e-03eeaf698484), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:31.247570 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f1b59e14-5233-4d5c-bb3c-ec371ae63dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2b0d0ee2-3772-49a5-bc2e-03eeaf698484), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:31.250159 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f1b59e14-5233-4d5c-bb3c-ec371ae63dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:31.251298 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f1b59e14-5233-4d5c-bb3c-ec371ae63dbf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b0d0ee2-3772-49a5-bc2e-03eeaf698484 HTTP/1.1" status: 204 len: 168 time: 0.1248550 Mar 23 02:18:31.259428 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b59e14-5233-4d5c-bb3c-ec371ae63dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0d0ee2-3772-49a5-bc2e-03eeaf698484,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:31.518549 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53398) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:31.532371 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4dae7e45-3a59-4502-b87c-ed74fc74396b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:31.605754 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4dae7e45-3a59-4502-b87c-ed74fc74396b admin admin] Publish callbacks [] for security_group (c9b06b5f-708d-476d-9616-50a1fb8ff19d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:31.610190 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4dae7e45-3a59-4502-b87c-ed74fc74396b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c9b06b5f-708d-476d-9616-50a1fb8ff19d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:31.647271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae7e45-3a59-4502-b87c-ed74fc74396b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b06b5f-708d-476d-9616-50a1fb8ff19d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:31.656060 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4dae7e45-3a59-4502-b87c-ed74fc74396b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2872044d25ef45e799c52f35a19a8108&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1337335 Mar 23 02:18:31.656477 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53400) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:31.709498 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-57dfd795-bf1a-4182-9554-517871b282da admin admin] Publish callbacks [] for security_group (c9b06b5f-708d-476d-9616-50a1fb8ff19d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:31.733238 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-57dfd795-bf1a-4182-9554-517871b282da admin admin] Publish callbacks [] for security_group (c9b06b5f-708d-476d-9616-50a1fb8ff19d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:31.782281 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-57dfd795-bf1a-4182-9554-517871b282da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c9b06b5f-708d-476d-9616-50a1fb8ff19d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:31.785065 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-57dfd795-bf1a-4182-9554-517871b282da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:31.786116 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-57dfd795-bf1a-4182-9554-517871b282da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9b06b5f-708d-476d-9616-50a1fb8ff19d HTTP/1.1" status: 204 len: 168 time: 0.1286900 Mar 23 02:18:31.794407 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfd795-bf1a-4182-9554-517871b282da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b06b5f-708d-476d-9616-50a1fb8ff19d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:31.824912 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:18:34.151081 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:47.307937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53500) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:47.415892 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:47.494730 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Publish callbacks [] for security_group (0f55fbd9-5a60-4da1-b44d-eae2776fdc4b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:47.498756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0f55fbd9-5a60-4da1-b44d-eae2776fdc4b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:47.534057 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bfe726b0e4b40118ae79775bf4dd14e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249243 Mar 23 02:18:47.537141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53504) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:47.539469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f55fbd9-5a60-4da1-b44d-eae2776fdc4b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:47.547100 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:47.547448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:47.547791 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:47.548131 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:47.548463 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:47.548820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:47.549151 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:47.549495 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:47.549819 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:47.550148 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:47.550471 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:47.551289 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:47.551289 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:47.551513 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:47.551742 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575491ac-c9fb-40fb-b9d7-4810899f66e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:18:47.594125 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9df82eed-92a1-4be4-a547-f77346e3fa17 admin admin] Publish callbacks [] for security_group (0f55fbd9-5a60-4da1-b44d-eae2776fdc4b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:47.617058 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9df82eed-92a1-4be4-a547-f77346e3fa17 admin admin] Publish callbacks [] for security_group (0f55fbd9-5a60-4da1-b44d-eae2776fdc4b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:47.666694 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9df82eed-92a1-4be4-a547-f77346e3fa17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0f55fbd9-5a60-4da1-b44d-eae2776fdc4b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:47.669429 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9df82eed-92a1-4be4-a547-f77346e3fa17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:47.670584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9df82eed-92a1-4be4-a547-f77346e3fa17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f55fbd9-5a60-4da1-b44d-eae2776fdc4b HTTP/1.1" status: 204 len: 168 time: 0.1323314 Mar 23 02:18:47.681627 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df82eed-92a1-4be4-a547-f77346e3fa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f55fbd9-5a60-4da1-b44d-eae2776fdc4b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:47.936526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53510) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:47.950025 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-063d8e86-5774-47e9-9787-d76401f47424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:48.027743 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-063d8e86-5774-47e9-9787-d76401f47424 admin admin] Publish callbacks [] for security_group (4a9bfc56-08b7-4d96-9ec4-7dcef569f947), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:48.032638 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-063d8e86-5774-47e9-9787-d76401f47424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4a9bfc56-08b7-4d96-9ec4-7dcef569f947), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:48.070355 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d8e86-5774-47e9-9787-d76401f47424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9bfc56-08b7-4d96-9ec4-7dcef569f947,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:48.077220 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-063d8e86-5774-47e9-9787-d76401f47424 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aae8d061cdaa4683b0a08ee7e9449952&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1370456 Mar 23 02:18:48.077500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53512) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:18:48.125211 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-03b52ab5-9c77-4a47-b080-6b48a8ad8fea admin admin] Publish callbacks [] for security_group (4a9bfc56-08b7-4d96-9ec4-7dcef569f947), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:48.146218 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-03b52ab5-9c77-4a47-b080-6b48a8ad8fea admin admin] Publish callbacks [] for security_group (4a9bfc56-08b7-4d96-9ec4-7dcef569f947), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:48.525544 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-03b52ab5-9c77-4a47-b080-6b48a8ad8fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (4a9bfc56-08b7-4d96-9ec4-7dcef569f947), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:48.529298 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-03b52ab5-9c77-4a47-b080-6b48a8ad8fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:48.530638 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-03b52ab5-9c77-4a47-b080-6b48a8ad8fea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a9bfc56-08b7-4d96-9ec4-7dcef569f947 HTTP/1.1" status: 204 len: 168 time: 0.4523056 Mar 23 02:18:48.538952 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b52ab5-9c77-4a47-b080-6b48a8ad8fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9bfc56-08b7-4d96-9ec4-7dcef569f947,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:18:49.574224 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3b6bc72d-bee2-4643-9926-61dd4bd32aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:50.944333 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:52.060036 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3f3834d-3ca2-40a2-ad43-2f56e34d2434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:53.410581 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:54.741596 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:18:55.829310 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:04.167838 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:08.824687 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:19:19.576685 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6d99c0b8-fc78-4664-81ba-584fc0d5263d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:20.967102 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:22.063142 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4bb043c1-a1dc-457e-8fa2-9457d939ff8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:23.421294 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:24.735124 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:25.825941 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:34.169221 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:34.678164 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53696) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:34.792389 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6dec-937f-47fe-b37b-ac1d3c5c54e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:34.866106 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6dec-937f-47fe-b37b-ac1d3c5c54e6 admin admin] Publish callbacks [] for security_group (5466f56e-86a9-4625-9b43-489206377cfe), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:34.870445 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6dec-937f-47fe-b37b-ac1d3c5c54e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5466f56e-86a9-4625-9b43-489206377cfe), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:34.907922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c6dec-937f-47fe-b37b-ac1d3c5c54e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5466f56e-86a9-4625-9b43-489206377cfe,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:34.912145 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fb3c6dec-937f-47fe-b37b-ac1d3c5c54e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c712200652064c71a24d8871fbe809ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2329011 Mar 23 02:19:34.914931 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53700) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:34.965416 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d86f09d-971e-4574-9661-3809e07dae64 admin admin] Publish callbacks [] for security_group (5466f56e-86a9-4625-9b43-489206377cfe), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:34.987876 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d86f09d-971e-4574-9661-3809e07dae64 admin admin] Publish callbacks [] for security_group (5466f56e-86a9-4625-9b43-489206377cfe), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:35.036247 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d86f09d-971e-4574-9661-3809e07dae64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5466f56e-86a9-4625-9b43-489206377cfe), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:35.039017 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9d86f09d-971e-4574-9661-3809e07dae64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:35.040395 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9d86f09d-971e-4574-9661-3809e07dae64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5466f56e-86a9-4625-9b43-489206377cfe HTTP/1.1" status: 204 len: 168 time: 0.1243539 Mar 23 02:19:35.048288 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86f09d-971e-4574-9661-3809e07dae64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5466f56e-86a9-4625-9b43-489206377cfe,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:36.313451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53742) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:36.463262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'network': {'name': 'tempest-network-smoke--2144120377', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'port_security_enabled': True}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:19:36.487651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Made reservation on behalf of c716da15b3cf452e9ad1041996da1f52 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:19:36.491111 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:36.499840 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:36.575440 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (5d39773b-11d1-42b9-ad71-b9c6c29898a0), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:36.581000 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5d39773b-11d1-42b9-ad71-b9c6c29898a0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:36.609168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:19:36.618128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d39773b-11d1-42b9-ad71-b9c6c29898a0,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:36.627380 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (68caa019-f930-4141-816b-679b61281d02), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:36.627726 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Added segment 68caa019-f930-4141-816b-679b61281d02 of type vlan for network b19a4d7c-1a76-46c2-afd3-c1a18e12e58b Mar 23 02:19:36.629897 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:36.630245 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:36.630598 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:36.630923 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:36.631257 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:36.631591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:36.631925 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:36.632329 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:36.632690 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:36.633016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:36.633339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:36.633667 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:36.633996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:36.634320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:36.634641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:36.683316 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (b19a4d7c-1a76-46c2-afd3-c1a18e12e58b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:36.710316 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (b19a4d7c-1a76-46c2-afd3-c1a18e12e58b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:36.715867 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:36.716469 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:36.779315 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4648542 Mar 23 02:19:36.782212 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53746) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:36.789282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'admin_state_up': True, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:19:36.798639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51949b6d-dafa-4e69-a098-ecb1136cf948 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Network': ['ID=b19a4d7c-1a76-46c2-afd3-c1a18e12e58b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:36.809588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network b19a4d7c-1a76-46c2-afd3-c1a18e12e58b details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:19:36.815620 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (6809cefa-b6dc-4269-9f8e-6b0ad8090033), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:36.816728 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (6809cefa-b6dc-4269-9f8e-6b0ad8090033), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:36.869590 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router_controller (6809cefa-b6dc-4269-9f8e-6b0ad8090033), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:37.012951 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router_gateway (6809cefa-b6dc-4269-9f8e-6b0ad8090033), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:37.227729 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router_gateway (6809cefa-b6dc-4269-9f8e-6b0ad8090033), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:37.248035 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:37.353685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Allocated IP 172.25.0.204 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/4a0c5101-ca1d-4d71-99ce-2469cda6827d) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:19:37.467341 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for port (4a0c5101-ca1d-4d71-99ce-2469cda6827d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:37.510754 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4a0c5101-ca1d-4d71-99ce-2469cda6827d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:37.548285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:19:37.555305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:19:37.559766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:19:37.562805 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Port': ['ID=4a0c5101-ca1d-4d71-99ce-2469cda6827d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:37.837485 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router_gateway (6809cefa-b6dc-4269-9f8e-6b0ad8090033), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:38.043041 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (6809cefa-b6dc-4269-9f8e-6b0ad8090033), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:38.195457 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:19:38.314520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:19:38.325232 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Sync routers for ids ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:19:38.337816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Routers {'6809cefa-b6dc-4269-9f8e-6b0ad8090033'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:19:38.338421 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:19:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:19:38.341296 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:38.342541 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a00f622b-c987-454f-96ac-dea24009a67a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5594151 Mar 23 02:19:38.345876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53750) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:38.426112 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-af82d6c5-6f74-4232-b1a3-451fed7da98a tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=c716da15b3cf452e9ad1041996da1f52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0788436 Mar 23 02:19:38.428798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53754) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:38.450012 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Set router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:19:38.606902 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efde063-2612-466e-b3b4-91a22752d6f2 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:38.611219 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0efde063-2612-466e-b3b4-91a22752d6f2 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1786954 Mar 23 02:19:38.611623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53756) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:38.642890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:19:37Z', 'revision_number': 3, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:19:38.646305 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f1dba751-7739-43e1-9b60-129fc490e7c3 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333979 Mar 23 02:19:38.649192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53758) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:38.654313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d2ead37b-0454-4e73-b7ab-db70b52420c1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-787088484', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:19:38.669815 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Checking router: 6809cefa-b6dc-4269-9f8e-6b0ad8090033 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:19:38.670168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Updating router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 port 4a0c5101-ca1d-4d71-99ce-2469cda6827d binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:19:38.697494 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4a0c5101-ca1d-4d71-99ce-2469cda6827d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:38.747730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ead37b-0454-4e73-b7ab-db70b52420c1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Made reservation on behalf of c716da15b3cf452e9ad1041996da1f52 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:19:38.752583 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2ead37b-0454-4e73-b7ab-db70b52420c1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:38.935691 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2ead37b-0454-4e73-b7ab-db70b52420c1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (afb07b64-2201-412f-9073-8d87229efdce), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:38.957167 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Publish callbacks [] for port (4a0c5101-ca1d-4d71-99ce-2469cda6827d), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:38.963466 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4a0c5101-ca1d-4d71-99ce-2469cda6827d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:39.004191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ead37b-0454-4e73-b7ab-db70b52420c1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Subnet': ['ID=afb07b64-2201-412f-9073-8d87229efdce,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:39.006799 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ead37b-0454-4e73-b7ab-db70b52420c1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Checking segment: {'id': '68caa019-f930-4141-816b-679b61281d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:19:39.007257 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ead37b-0454-4e73-b7ab-db70b52420c1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network hostable DHCP agents. Network: b19a4d7c-1a76-46c2-afd3-c1a18e12e58b, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:19:39.016981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Attempting to bind port 4a0c5101-ca1d-4d71-99ce-2469cda6827d on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:19:39.017361 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Attempting to bind port 4a0c5101-ca1d-4d71-99ce-2469cda6827d by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:19:39.017726 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Attempting to bind port 4a0c5101-ca1d-4d71-99ce-2469cda6827d on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:19:39.020560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3f08c-5533-4ce9-b884-f8892fdc1241 None None] Pushing event updated for resources: {'Port': ['ID=4a0c5101-ca1d-4d71-99ce-2469cda6827d,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:39.025565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:19:39.025881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ead37b-0454-4e73-b7ab-db70b52420c1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network b19a4d7c-1a76-46c2-afd3-c1a18e12e58b is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:19:39.026009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:19:39.026338 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:39.026735 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:19:39.027205 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Bound port: 4a0c5101-ca1d-4d71-99ce-2469cda6827d, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:19:39.027952 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4a0c5101-ca1d-4d71-99ce-2469cda6827d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:39.034368 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3f08c-5533-4ce9-b884-f8892fdc1241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:39.034708 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3f08c-5533-4ce9-b884-f8892fdc1241 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:39.035051 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3f08c-5533-4ce9-b884-f8892fdc1241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:39.035184 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-d2ead37b-0454-4e73-b7ab-db70b52420c1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, b19a4d7c-1a76-46c2-afd3-c1a18e12e58b) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:19:39.035395 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3f08c-5533-4ce9-b884-f8892fdc1241 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:39.035731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3f08c-5533-4ce9-b884-f8892fdc1241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:39.036062 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3f08c-5533-4ce9-b884-f8892fdc1241 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:39.036397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3f08c-5533-4ce9-b884-f8892fdc1241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:39.036752 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3f08c-5533-4ce9-b884-f8892fdc1241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:39.037081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3f08c-5533-4ce9-b884-f8892fdc1241 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:39.037406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3f08c-5533-4ce9-b884-f8892fdc1241 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:39.037731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3f08c-5533-4ce9-b884-f8892fdc1241 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:39.038052 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3f08c-5533-4ce9-b884-f8892fdc1241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:39.038443 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3f08c-5533-4ce9-b884-f8892fdc1241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:39.038769 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3f08c-5533-4ce9-b884-f8892fdc1241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:39.039092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd3f08c-5533-4ce9-b884-f8892fdc1241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:39.044546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ead37b-0454-4e73-b7ab-db70b52420c1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:39.045184 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2ead37b-0454-4e73-b7ab-db70b52420c1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:39.059955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a59837-3d1a-4722-aa65-344e25382804 None None] Network b19a4d7c-1a76-46c2-afd3-c1a18e12e58b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:19:39.066113 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d2ead37b-0454-4e73-b7ab-db70b52420c1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4159033 Mar 23 02:19:39.069126 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53760) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:39.146460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] For port 4a0c5101-ca1d-4d71-99ce-2469cda6827d, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:19:39.151039 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] For port 4a0c5101-ca1d-4d71-99ce-2469cda6827d, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4a0c5101-ca1d-4d71-99ce-2469cda6827d,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:19:39.160128 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4a0c5101-ca1d-4d71-99ce-2469cda6827d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:39.223468 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'fixed_ips': [{'subnet_id': 'afb07b64-2201-412f-9073-8d87229efdce'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:19:39.224317 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:39.251869 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3f08c-5533-4ce9-b884-f8892fdc1241 None None] Pushing event updated for resources: {'Port': ['ID=4a0c5101-ca1d-4d71-99ce-2469cda6827d,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:39.265786 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Routers {'6809cefa-b6dc-4269-9f8e-6b0ad8090033'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:19:39.266433 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:19:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:19:39.468420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] Set router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:19:39.495876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Allocated IP 172.20.0.2 (b19a4d7c-1a76-46c2-afd3-c1a18e12e58b/afb07b64-2201-412f-9073-8d87229efdce/a04f8940-0678-4b68-bc03-448c5d3bd1e4) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:19:39.588383 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:39.760305 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Publish callbacks [] for port (a04f8940-0678-4b68-bc03-448c5d3bd1e4), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:39.769384 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (a04f8940-0678-4b68-bc03-448c5d3bd1e4), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:39.878710 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Allocated IP 172.20.0.1 (b19a4d7c-1a76-46c2-afd3-c1a18e12e58b/afb07b64-2201-412f-9073-8d87229efdce/533b2485-3939-4728-8683-789a4ee749f0) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:19:39.978163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Network b19a4d7c-1a76-46c2-afd3-c1a18e12e58b is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:19:39.979646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:19:37Z', 'revision_number': 3, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:19:39.984221 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:19:40.004098 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for port (533b2485-3939-4728-8683-789a4ee749f0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:40.011707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:19:40.017275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb8e8b-cbc1-44df-9a0b-0e690f7d7971 None None] The sync data for ids ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'] in n-d-834677-4 is: [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:19:37Z', 'revision_number': 3, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:19:40.024707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Pushing event updated for resources: {'Port': ['ID=a04f8940-0678-4b68-bc03-448c5d3bd1e4,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:40.045541 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (533b2485-3939-4728-8683-789a4ee749f0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:40.085206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Attempting to bind port a04f8940-0678-4b68-bc03-448c5d3bd1e4 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:19:40.086818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Attempting to bind port a04f8940-0678-4b68-bc03-448c5d3bd1e4 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '68caa019-f930-4141-816b-679b61281d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:19:40.087206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Attempting to bind port a04f8940-0678-4b68-bc03-448c5d3bd1e4 on network b19a4d7c-1a76-46c2-afd3-c1a18e12e58b {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:19:40.089005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network b19a4d7c-1a76-46c2-afd3-c1a18e12e58b is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:19:40.092199 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:19:40.092836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:19:40.093218 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Checking segment: {'id': '68caa019-f930-4141-816b-679b61281d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:19:40.094412 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:40.094812 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Bound using segment: {'id': '68caa019-f930-4141-816b-679b61281d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:19:40.095291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Bound port: a04f8940-0678-4b68-bc03-448c5d3bd1e4, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68caa019-f930-4141-816b-679b61281d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:19:40.095836 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a04f8940-0678-4b68-bc03-448c5d3bd1e4), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:40.098661 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:19:40.128514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Port': ['ID=533b2485-3939-4728-8683-789a4ee749f0,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:40.155353 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (6809cefa-b6dc-4269-9f8e-6b0ad8090033), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:40.178750 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] For port a04f8940-0678-4b68-bc03-448c5d3bd1e4, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:19:40.184026 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] For port a04f8940-0678-4b68-bc03-448c5d3bd1e4, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a04f8940-0678-4b68-bc03-448c5d3bd1e4,segment=NetworkSegment(68caa019-f930-4141-816b-679b61281d02),segment_id=68caa019-f930-4141-816b-679b61281d02)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:19:40.191750 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a04f8940-0678-4b68-bc03-448c5d3bd1e4), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:40.288517 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a74b1-5862-4f2c-8d9c-781359803187 None None] Pushing event updated for resources: {'Port': ['ID=a04f8940-0678-4b68-bc03-448c5d3bd1e4,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:40.345208 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (533b2485-3939-4728-8683-789a4ee749f0), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:40.676668 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for port (533b2485-3939-4728-8683-789a4ee749f0), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:40.681687 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (533b2485-3939-4728-8683-789a4ee749f0), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:40.761798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Port': ['ID=533b2485-3939-4728-8683-789a4ee749f0,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:40.766057 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (6809cefa-b6dc-4269-9f8e-6b0ad8090033), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:40.881346 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a04f8940-0678-4b68-bc03-448c5d3bd1e4 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:19:40.882222 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network b19a4d7c-1a76-46c2-afd3-c1a18e12e58b is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:19:40.883789 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:19:40.942275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port a04f8940-0678-4b68-bc03-448c5d3bd1e4 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:19:40.942833 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a04f8940-0678-4b68-bc03-448c5d3bd1e4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:41.024682 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:19:41.045757 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a04f8940-0678-4b68-bc03-448c5d3bd1e4 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:19:41.046447 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a04f8940-0678-4b68-bc03-448c5d3bd1e4), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:41.089876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port a04f8940-0678-4b68-bc03-448c5d3bd1e4, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a04f8940-0678-4b68-bc03-448c5d3bd1e4,segment=NetworkSegment(68caa019-f930-4141-816b-679b61281d02),segment_id=68caa019-f930-4141-816b-679b61281d02)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:19:41.095306 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a04f8940-0678-4b68-bc03-448c5d3bd1e4), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:41.096173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4a0c5101-ca1d-4d71-99ce-2469cda6827d up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:19:41.158578 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:19:41.167700 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2ffa8196-deec-4de6-8e38-8fb1028457bf tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "PUT /v2.0/routers/6809cefa-b6dc-4269-9f8e-6b0ad8090033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0970833 Mar 23 02:19:41.168002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53762) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:41.177759 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=a04f8940-0678-4b68-bc03-448c5d3bd1e4,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:41.188219 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4a0c5101-ca1d-4d71-99ce-2469cda6827d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:19:41.188592 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4a0c5101-ca1d-4d71-99ce-2469cda6827d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:41.273459 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4a0c5101-ca1d-4d71-99ce-2469cda6827d is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:19:41.274231 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4a0c5101-ca1d-4d71-99ce-2469cda6827d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:41.301905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 4a0c5101-ca1d-4d71-99ce-2469cda6827d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4a0c5101-ca1d-4d71-99ce-2469cda6827d,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:19:41.308797 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4a0c5101-ca1d-4d71-99ce-2469cda6827d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:41.317465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48a7cd6-2981-442a-b9c2-9a33d1e3f184 None None] Network b19a4d7c-1a76-46c2-afd3-c1a18e12e58b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:19:41.364298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f15553-3ec7-492f-985b-f782039f4b09 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:41.364808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f15553-3ec7-492f-985b-f782039f4b09 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:41.365309 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f15553-3ec7-492f-985b-f782039f4b09 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:41.365734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f15553-3ec7-492f-985b-f782039f4b09 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:41.367766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c7f15553-3ec7-492f-985b-f782039f4b09 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1986084 Mar 23 02:19:41.370562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53764) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:41.423731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=4a0c5101-ca1d-4d71-99ce-2469cda6827d,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:41.443658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2d8d73de-4b72-427c-b948-44787f72ce4d None None] Provisioning complete for port a04f8940-0678-4b68-bc03-448c5d3bd1e4 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:19:41.444034 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2d8d73de-4b72-427c-b948-44787f72ce4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a04f8940-0678-4b68-bc03-448c5d3bd1e4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:41.461239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b75e6f-d37a-4503-8c6c-c726845990c1 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:41.461701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b75e6f-d37a-4503-8c6c-c726845990c1 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:41.462169 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b75e6f-d37a-4503-8c6c-c726845990c1 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:41.462622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b75e6f-d37a-4503-8c6c-c726845990c1 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:41.464305 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-54b75e6f-d37a-4503-8c6c-c726845990c1 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0928185 Mar 23 02:19:41.467200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53766) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:41.556717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d73de-4b72-427c-b948-44787f72ce4d None None] Current status of the port a04f8940-0678-4b68-bc03-448c5d3bd1e4 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:19:41.714971 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-540b00d9-1092-43dc-b96c-57e1a21cdc1c tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2466373 Mar 23 02:19:41.780331 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-47fd1b21-3471-43b6-be37-ece36c6b8ef3 None None] Provisioning complete for port 533b2485-3939-4728-8683-789a4ee749f0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:19:41.780943 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-47fd1b21-3471-43b6-be37-ece36c6b8ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (533b2485-3939-4728-8683-789a4ee749f0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:41.820686 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-47fd1b21-3471-43b6-be37-ece36c6b8ef3 None None] Port 533b2485-3939-4728-8683-789a4ee749f0 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:19:41.831587 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-47fd1b21-3471-43b6-be37-ece36c6b8ef3 None None] Provisioning complete for port a04f8940-0678-4b68-bc03-448c5d3bd1e4 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:19:41.831979 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-47fd1b21-3471-43b6-be37-ece36c6b8ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a04f8940-0678-4b68-bc03-448c5d3bd1e4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:41.924151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-47fd1b21-3471-43b6-be37-ece36c6b8ef3 None None] Current status of the port a04f8940-0678-4b68-bc03-448c5d3bd1e4 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:19:41.947346 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Sync routers for ids ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:19:41.958027 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Routers {'6809cefa-b6dc-4269-9f8e-6b0ad8090033'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:19:41.958651 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:19:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:19:42.045264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-92b9d8b6-acc5-44bd-81cf-1d900eb3bb91 None None] Provisioning complete for port 533b2485-3939-4728-8683-789a4ee749f0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:19:42.046687 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-92b9d8b6-acc5-44bd-81cf-1d900eb3bb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (533b2485-3939-4728-8683-789a4ee749f0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.079330 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Set router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:19:42.098623 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-92b9d8b6-acc5-44bd-81cf-1d900eb3bb91 None None] Port 533b2485-3939-4728-8683-789a4ee749f0 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:19:42.115121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53772) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:42.120729 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-141fee01-cfda-4147-a6de-04d8fc2b4783 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-812312720', 'description': 'tempest-secgroup-smoke-812312720 description', 'project_id': 'c716da15b3cf452e9ad1041996da1f52'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:19:42.143364 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-141fee01-cfda-4147-a6de-04d8fc2b4783 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.219753 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-141fee01-cfda-4147-a6de-04d8fc2b4783 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (a355216c-5c04-4b4d-adb3-8e9ed696c29c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.220431 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e6640b08-aafa-4007-9a1f-99b656976ce5 None None] Provisioning complete for port 533b2485-3939-4728-8683-789a4ee749f0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:19:42.220431 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e6640b08-aafa-4007-9a1f-99b656976ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (533b2485-3939-4728-8683-789a4ee749f0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.225490 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-141fee01-cfda-4147-a6de-04d8fc2b4783 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a355216c-5c04-4b4d-adb3-8e9ed696c29c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.256613 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-141fee01-cfda-4147-a6de-04d8fc2b4783 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.257708 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e6640b08-aafa-4007-9a1f-99b656976ce5 None None] Port 533b2485-3939-4728-8683-789a4ee749f0 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:19:42.261619 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-141fee01-cfda-4147-a6de-04d8fc2b4783 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1447330 Mar 23 02:19:42.261753 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53774) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:42.266411 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5036ab0f-441c-4cb7-b5ea-5c1d4b9af786 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': 'a355216c-5c04-4b4d-adb3-8e9ed696c29c', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:19:42.269430 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fee01-cfda-4147-a6de-04d8fc2b4783 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a355216c-5c04-4b4d-adb3-8e9ed696c29c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:42.295679 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5036ab0f-441c-4cb7-b5ea-5c1d4b9af786 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (a1d1b76c-fcfe-423e-b126-e4acc8b59bca), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.301152 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:19:40Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '533b2485-3939-4728-8683-789a4ee749f0', 'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:10:41:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'afb07b64-2201-412f-9073-8d87229efdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:39Z', 'updated_at': '2022-03-23T02:19:40Z', 'revision_number': 2, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': 'afb07b64-2201-412f-9073-8d87229efdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:19:42.327151 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Checking router: 6809cefa-b6dc-4269-9f8e-6b0ad8090033 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:19:42.327500 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Updating router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 port 533b2485-3939-4728-8683-789a4ee749f0 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:19:42.355063 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (533b2485-3939-4728-8683-789a4ee749f0), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.363963 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5036ab0f-441c-4cb7-b5ea-5c1d4b9af786 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (a1d1b76c-fcfe-423e-b126-e4acc8b59bca), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.368621 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5036ab0f-441c-4cb7-b5ea-5c1d4b9af786 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (a1d1b76c-fcfe-423e-b126-e4acc8b59bca), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.383941 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036ab0f-441c-4cb7-b5ea-5c1d4b9af786 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d1b76c-fcfe-423e-b126-e4acc8b59bca,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:42.395305 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5036ab0f-441c-4cb7-b5ea-5c1d4b9af786 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.396533 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5036ab0f-441c-4cb7-b5ea-5c1d4b9af786 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337359 Mar 23 02:19:42.399771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53776) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:42.404965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6edd3cbf-1060-4dc2-ad6d-83b109f566d4 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': 'a355216c-5c04-4b4d-adb3-8e9ed696c29c', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:19:42.435981 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6edd3cbf-1060-4dc2-ad6d-83b109f566d4 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (893c9ffe-af9a-4839-90c9-9a9bae5d02c9), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.497458 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6edd3cbf-1060-4dc2-ad6d-83b109f566d4 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (893c9ffe-af9a-4839-90c9-9a9bae5d02c9), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.502872 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6edd3cbf-1060-4dc2-ad6d-83b109f566d4 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (893c9ffe-af9a-4839-90c9-9a9bae5d02c9), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.519114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd3cbf-1060-4dc2-ad6d-83b109f566d4 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893c9ffe-af9a-4839-90c9-9a9bae5d02c9,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:42.532917 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6edd3cbf-1060-4dc2-ad6d-83b109f566d4 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.534161 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6edd3cbf-1060-4dc2-ad6d-83b109f566d4 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332498 Mar 23 02:19:42.536959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53778) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:42.541501 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ae1ce6cd-c0e1-4fc2-9a8e-287913c7fe59 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': 'a355216c-5c04-4b4d-adb3-8e9ed696c29c', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:19:42.566740 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae1ce6cd-c0e1-4fc2-9a8e-287913c7fe59 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (87fe14a5-c7cf-42b1-a3d7-53982a5162a2), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.624056 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae1ce6cd-c0e1-4fc2-9a8e-287913c7fe59 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (87fe14a5-c7cf-42b1-a3d7-53982a5162a2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.628083 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae1ce6cd-c0e1-4fc2-9a8e-287913c7fe59 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (87fe14a5-c7cf-42b1-a3d7-53982a5162a2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.636348 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Publish callbacks [] for port (533b2485-3939-4728-8683-789a4ee749f0), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.641435 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (533b2485-3939-4728-8683-789a4ee749f0), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.645728 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ce6cd-c0e1-4fc2-9a8e-287913c7fe59 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fe14a5-c7cf-42b1-a3d7-53982a5162a2,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:42.660229 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ae1ce6cd-c0e1-4fc2-9a8e-287913c7fe59 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.664052 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ae1ce6cd-c0e1-4fc2-9a8e-287913c7fe59 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236396 Mar 23 02:19:42.664335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53780) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:42.668973 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9fff62f1-9356-4fe5-8d7a-066fab7eaa1d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': 'a355216c-5c04-4b4d-adb3-8e9ed696c29c', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:19:42.695327 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7a97f-5ca9-4fc9-a2c3-964e9449ea65 None None] Pushing event updated for resources: {'Port': ['ID=533b2485-3939-4728-8683-789a4ee749f0,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:42.697221 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9fff62f1-9356-4fe5-8d7a-066fab7eaa1d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (41e64754-b0ef-463f-8164-86f2bcf36245), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.719326 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a97f-5ca9-4fc9-a2c3-964e9449ea65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:42.719667 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a97f-5ca9-4fc9-a2c3-964e9449ea65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:42.720134 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a97f-5ca9-4fc9-a2c3-964e9449ea65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:42.720335 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a97f-5ca9-4fc9-a2c3-964e9449ea65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:42.720685 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a97f-5ca9-4fc9-a2c3-964e9449ea65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:42.721015 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a97f-5ca9-4fc9-a2c3-964e9449ea65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:42.721337 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a97f-5ca9-4fc9-a2c3-964e9449ea65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:42.721655 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a97f-5ca9-4fc9-a2c3-964e9449ea65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:42.721978 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a97f-5ca9-4fc9-a2c3-964e9449ea65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:42.722298 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a97f-5ca9-4fc9-a2c3-964e9449ea65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:42.722619 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a97f-5ca9-4fc9-a2c3-964e9449ea65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:42.722937 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a97f-5ca9-4fc9-a2c3-964e9449ea65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:42.723254 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a97f-5ca9-4fc9-a2c3-964e9449ea65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:42.723571 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a97f-5ca9-4fc9-a2c3-964e9449ea65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:42.723886 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7a97f-5ca9-4fc9-a2c3-964e9449ea65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:19:42.757099 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Attempting to bind port 533b2485-3939-4728-8683-789a4ee749f0 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:19:42.757487 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Attempting to bind port 533b2485-3939-4728-8683-789a4ee749f0 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '68caa019-f930-4141-816b-679b61281d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:19:42.758237 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Attempting to bind port 533b2485-3939-4728-8683-789a4ee749f0 on network b19a4d7c-1a76-46c2-afd3-c1a18e12e58b {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:19:42.762053 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9fff62f1-9356-4fe5-8d7a-066fab7eaa1d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (41e64754-b0ef-463f-8164-86f2bcf36245), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.763853 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:19:42.764229 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Checking segment: {'id': '68caa019-f930-4141-816b-679b61281d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:19:42.764677 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.765074 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Bound using segment: {'id': '68caa019-f930-4141-816b-679b61281d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:19:42.765630 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Bound port: 533b2485-3939-4728-8683-789a4ee749f0, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68caa019-f930-4141-816b-679b61281d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:19:42.765950 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (533b2485-3939-4728-8683-789a4ee749f0), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.769154 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9fff62f1-9356-4fe5-8d7a-066fab7eaa1d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (41e64754-b0ef-463f-8164-86f2bcf36245), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.792832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff62f1-9356-4fe5-8d7a-066fab7eaa1d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e64754-b0ef-463f-8164-86f2bcf36245,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:42.806653 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9fff62f1-9356-4fe5-8d7a-066fab7eaa1d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.808461 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9fff62f1-9356-4fe5-8d7a-066fab7eaa1d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1429574 Mar 23 02:19:42.811499 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53782) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:42.816447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-971e9d56-257c-46b5-99ba-a8fe026236c7 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': 'a355216c-5c04-4b4d-adb3-8e9ed696c29c', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:19:42.839664 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] For port 533b2485-3939-4728-8683-789a4ee749f0, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:19:42.841322 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] For port 533b2485-3939-4728-8683-789a4ee749f0, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=533b2485-3939-4728-8683-789a4ee749f0,segment=NetworkSegment(68caa019-f930-4141-816b-679b61281d02),segment_id=68caa019-f930-4141-816b-679b61281d02)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:19:42.848829 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (533b2485-3939-4728-8683-789a4ee749f0), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.852697 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-971e9d56-257c-46b5-99ba-a8fe026236c7 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Project c716da15b3cf452e9ad1041996da1f52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:19:42.859730 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-971e9d56-257c-46b5-99ba-a8fe026236c7 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (8713dca4-c297-4375-9da7-115f335cee4d), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.892396 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a04f8940-0678-4b68-bc03-448c5d3bd1e4 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:19:42.910866 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Routers {'6809cefa-b6dc-4269-9f8e-6b0ad8090033'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:19:42.911491 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:19:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:19:42.913331 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7a97f-5ca9-4fc9-a2c3-964e9449ea65 None None] Pushing event updated for resources: {'Port': ['ID=533b2485-3939-4728-8683-789a4ee749f0,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:42.957016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port a04f8940-0678-4b68-bc03-448c5d3bd1e4 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:19:42.957588 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a04f8940-0678-4b68-bc03-448c5d3bd1e4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.964273 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-971e9d56-257c-46b5-99ba-a8fe026236c7 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (8713dca4-c297-4375-9da7-115f335cee4d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.972946 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-971e9d56-257c-46b5-99ba-a8fe026236c7 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (8713dca4-c297-4375-9da7-115f335cee4d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:42.995419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e9d56-257c-46b5-99ba-a8fe026236c7 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8713dca4-c297-4375-9da7-115f335cee4d,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:43.002511 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-971e9d56-257c-46b5-99ba-a8fe026236c7 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:43.007064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53784) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:43.007282 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-971e9d56-257c-46b5-99ba-a8fe026236c7 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1943836 Mar 23 02:19:43.011891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-30905e87-e794-4f80-8f59-0b7f66e5912b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': 'a355216c-5c04-4b4d-adb3-8e9ed696c29c', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:19:43.022722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1647fdc7-0db4-48dd-9a00-b8eb4ce2e18f None None] Provisioning complete for port 533b2485-3939-4728-8683-789a4ee749f0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:19:43.023181 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1647fdc7-0db4-48dd-9a00-b8eb4ce2e18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (533b2485-3939-4728-8683-789a4ee749f0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:43.025772 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] Set router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:19:43.040827 n-d-834677-4 neutron-server[99263]: INFO neutron.db.securitygroups_db [None req-30905e87-e794-4f80-8f59-0b7f66e5912b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Project c716da15b3cf452e9ad1041996da1f52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:19:43.048289 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-30905e87-e794-4f80-8f59-0b7f66e5912b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (8ddc7a4e-92f1-49be-aab5-12aa9c378e07), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:43.115287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a04f8940-0678-4b68-bc03-448c5d3bd1e4 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:19:43.116932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4a0c5101-ca1d-4d71-99ce-2469cda6827d up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:19:43.131491 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-30905e87-e794-4f80-8f59-0b7f66e5912b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (8ddc7a4e-92f1-49be-aab5-12aa9c378e07), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:43.138070 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-30905e87-e794-4f80-8f59-0b7f66e5912b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (8ddc7a4e-92f1-49be-aab5-12aa9c378e07), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:43.167155 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30905e87-e794-4f80-8f59-0b7f66e5912b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddc7a4e-92f1-49be-aab5-12aa9c378e07,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:43.189031 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1647fdc7-0db4-48dd-9a00-b8eb4ce2e18f None None] Current status of the port 533b2485-3939-4728-8683-789a4ee749f0 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:19:43.189423 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1647fdc7-0db4-48dd-9a00-b8eb4ce2e18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (533b2485-3939-4728-8683-789a4ee749f0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:43.193001 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-30905e87-e794-4f80-8f59-0b7f66e5912b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:43.197135 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-30905e87-e794-4f80-8f59-0b7f66e5912b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1888285 Mar 23 02:19:43.241606 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1647fdc7-0db4-48dd-9a00-b8eb4ce2e18f None None] For port 533b2485-3939-4728-8683-789a4ee749f0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=533b2485-3939-4728-8683-789a4ee749f0,segment=NetworkSegment(68caa019-f930-4141-816b-679b61281d02),segment_id=68caa019-f930-4141-816b-679b61281d02)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:19:43.246165 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4a0c5101-ca1d-4d71-99ce-2469cda6827d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:19:43.246570 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4a0c5101-ca1d-4d71-99ce-2469cda6827d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:43.251957 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1647fdc7-0db4-48dd-9a00-b8eb4ce2e18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (533b2485-3939-4728-8683-789a4ee749f0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:43.264428 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:19:40Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '533b2485-3939-4728-8683-789a4ee749f0', 'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:10:41:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'afb07b64-2201-412f-9073-8d87229efdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:39Z', 'updated_at': '2022-03-23T02:19:42Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': 'afb07b64-2201-412f-9073-8d87229efdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:19:43.301287 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb0b7c3-4de3-4aef-afef-ae7480d73c0a None None] The sync data for ids ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'] in n-d-834677-4 is: [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:19:40Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '533b2485-3939-4728-8683-789a4ee749f0', 'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:10:41:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'afb07b64-2201-412f-9073-8d87229efdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:39Z', 'updated_at': '2022-03-23T02:19:42Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': 'afb07b64-2201-412f-9073-8d87229efdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:19:43.333434 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647fdc7-0db4-48dd-9a00-b8eb4ce2e18f None None] Pushing event updated for resources: {'Port': ['ID=533b2485-3939-4728-8683-789a4ee749f0,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:43.403821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4a0c5101-ca1d-4d71-99ce-2469cda6827d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:19:43.408922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-4986b40a-5221-4cee-a30a-5e0b949b8979 None None] Provisioning complete for port 533b2485-3939-4728-8683-789a4ee749f0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:19:43.409546 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4986b40a-5221-4cee-a30a-5e0b949b8979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (533b2485-3939-4728-8683-789a4ee749f0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:43.415144 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-bc333ef7-bba7-4bb1-ae3a-270fffee8292 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-812312720&fields=id&tenant_id=c716da15b3cf452e9ad1041996da1f52 HTTP/1.1" status: 200 len: 267 time: 0.0982261 Mar 23 02:19:43.521590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4986b40a-5221-4cee-a30a-5e0b949b8979 None None] Current status of the port 533b2485-3939-4728-8683-789a4ee749f0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:19:43.997914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-c472ac95-3027-4b1f-8b5d-389e722e1502 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:43.999432 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-c472ac95-3027-4b1f-8b5d-389e722e1502 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/networks?id=b19a4d7c-1a76-46c2-afd3-c1a18e12e58b HTTP/1.1" status: 200 len: 797 time: 0.5738893 Mar 23 02:19:44.014873 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-ec212440-ead1-4306-82eb-9277b9032bcb tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/quotas/c716da15b3cf452e9ad1041996da1f52 HTTP/1.1" status: 200 len: 375 time: 0.0100365 Mar 23 02:19:44.119429 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d314ab43-ae48-474d-8b95-dccbdaecb8f4 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c716da15b3cf452e9ad1041996da1f52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985775 Mar 23 02:19:44.201334 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-5d165024-9c9a-4059-8626-f36d07ec7d49 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:19:44.202595 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-5d165024-9c9a-4059-8626-f36d07ec7d49 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0683134 Mar 23 02:19:44.297427 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-5ab212c8-72df-4e12-b2b1-40320ca8c472 service neutron] 10.222.0.18 "GET /v2.0/networks/b19a4d7c-1a76-46c2-afd3-c1a18e12e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878556 Mar 23 02:19:44.397911 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-72381369-a59d-484d-bdbd-0613661b99f3 service neutron] 10.222.0.18 "GET /v2.0/networks/b19a4d7c-1a76-46c2-afd3-c1a18e12e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946915 Mar 23 02:19:44.579579 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ae6be893-0237-4513-b9f7-4bf2f8496408 req-8670e2ec-3963-49de-b5d9-1d93255bfa11 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 210 time: 0.0283067 Mar 23 02:19:44.837263 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 533b2485-3939-4728-8683-789a4ee749f0 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:19:44.886904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 533b2485-3939-4728-8683-789a4ee749f0 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:19:44.887299 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (533b2485-3939-4728-8683-789a4ee749f0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:44.971337 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 533b2485-3939-4728-8683-789a4ee749f0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:19:45.665091 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d504a6b4-3829-4ba5-8f61-f12253038851 req-60f39976-ae11-42d4-a8d4-e76ac2a6a5e5 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 210 time: 0.0312159 Mar 23 02:19:45.828830 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:19:46.747873 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7c42b086-4c37-4ef8-8ac2-2d397027bba8 req-7ba5ac9c-9658-419b-83c1-a31445a94d0d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 210 time: 0.0300117 Mar 23 02:19:47.834590 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-770b377d-7016-4bda-b843-aac81487ee5a req-9e08462e-9453-420c-994a-699df5794a14 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 210 time: 0.0274339 Mar 23 02:19:49.273738 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1a77d32d-585c-4b6f-bb35-879dddf250b7 req-c79d08c9-aff3-45cd-af20-bc19345bdd55 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 210 time: 0.3558812 Mar 23 02:19:49.587796 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-250c6212-1d6e-4e3e-bd8f-5879bef587a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:49.758232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-41c8cdd3-7b3a-48db-aa6c-85faa70245de tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:49.759662 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-41c8cdd3-7b3a-48db-aa6c-85faa70245de tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.42 "GET /v2.0/networks?id=b19a4d7c-1a76-46c2-afd3-c1a18e12e58b HTTP/1.1" status: 200 len: 797 time: 0.1112998 Mar 23 02:19:49.827643 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-0d8f1546-f346-48de-8871-c63e94aed4dc tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c716da15b3cf452e9ad1041996da1f52 HTTP/1.1" status: 200 len: 379 time: 0.0601895 Mar 23 02:19:49.837386 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-06bfe0f4-f558-4dfc-9f10-88aaa29d24b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'port': {'device_id': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'admin_state_up': True, 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'security_groups': ['a355216c-5c04-4b4d-adb3-8e9ed696c29c']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:19:49.952477 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-06bfe0f4-f558-4dfc-9f10-88aaa29d24b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Made reservation on behalf of c716da15b3cf452e9ad1041996da1f52 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:19:49.955874 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-06bfe0f4-f558-4dfc-9f10-88aaa29d24b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:50.087455 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-06bfe0f4-f558-4dfc-9f10-88aaa29d24b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Allocated IP 172.20.0.6 (b19a4d7c-1a76-46c2-afd3-c1a18e12e58b/afb07b64-2201-412f-9073-8d87229efdce/64995a78-036f-49e9-8083-288abce62493) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:19:50.226472 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-06bfe0f4-f558-4dfc-9f10-88aaa29d24b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for port (64995a78-036f-49e9-8083-288abce62493), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:50.263699 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-06bfe0f4-f558-4dfc-9f10-88aaa29d24b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (64995a78-036f-49e9-8083-288abce62493), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:50.310670 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-06bfe0f4-f558-4dfc-9f10-88aaa29d24b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network b19a4d7c-1a76-46c2-afd3-c1a18e12e58b is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:19:50.313788 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-06bfe0f4-f558-4dfc-9f10-88aaa29d24b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:19:50.317703 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-06bfe0f4-f558-4dfc-9f10-88aaa29d24b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:19:50.346735 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfe0f4-f558-4dfc-9f10-88aaa29d24b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Port': ['ID=64995a78-036f-49e9-8083-288abce62493,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:50.378754 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-06bfe0f4-f558-4dfc-9f10-88aaa29d24b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:50.379537 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-06bfe0f4-f558-4dfc-9f10-88aaa29d24b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:50.399808 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-06bfe0f4-f558-4dfc-9f10-88aaa29d24b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5660665 Mar 23 02:19:50.408692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c43b0-8676-4687-b34e-38af0d1e3290 req-851ff1a5-bf5a-4146-966e-dfb696696c95 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:50.410931 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a52c43b0-8676-4687-b34e-38af0d1e3290 req-851ff1a5-bf5a-4146-966e-dfb696696c95 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 931 time: 0.0629361 Mar 23 02:19:50.467134 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Request body: {'port': {'device_id': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:19:50.472567 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a52c43b0-8676-4687-b34e-38af0d1e3290 req-cfa2ab65-ed30-499d-8742-8da8204fed65 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=a355216c-5c04-4b4d-adb3-8e9ed696c29c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555522 Mar 23 02:19:50.529711 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (64995a78-036f-49e9-8083-288abce62493), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:50.592099 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-17462681-22ea-4158-a5f0-7bd5741e4fed None None] Provisioning complete for port 64995a78-036f-49e9-8083-288abce62493 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:19:50.592728 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-17462681-22ea-4158-a5f0-7bd5741e4fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (64995a78-036f-49e9-8083-288abce62493), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:50.631896 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-17462681-22ea-4158-a5f0-7bd5741e4fed None None] Port 64995a78-036f-49e9-8083-288abce62493 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:19:50.803556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64995a78-036f-49e9-8083-288abce62493 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:19:50.812060 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Publish callbacks [] for port (64995a78-036f-49e9-8083-288abce62493), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:50.825168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Transition to ACTIVE for port object 64995a78-036f-49e9-8083-288abce62493 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:19:50.833433 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (64995a78-036f-49e9-8083-288abce62493), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:50.886202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Pushing event updated for resources: {'Port': ['ID=64995a78-036f-49e9-8083-288abce62493,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:50.964477 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Attempting to bind port 64995a78-036f-49e9-8083-288abce62493 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:19:50.964889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Attempting to bind port 64995a78-036f-49e9-8083-288abce62493 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '68caa019-f930-4141-816b-679b61281d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:19:50.965202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Attempting to bind port 64995a78-036f-49e9-8083-288abce62493 on network b19a4d7c-1a76-46c2-afd3-c1a18e12e58b {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:19:50.969400 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:50.970831 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Port 64995a78-036f-49e9-8083-288abce62493 on network b19a4d7c-1a76-46c2-afd3-c1a18e12e58b not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:19:50.971156 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Attempting to bind port 64995a78-036f-49e9-8083-288abce62493 on network b19a4d7c-1a76-46c2-afd3-c1a18e12e58b {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:19:50.976269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:19:50.976793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Checking segment: {'id': '68caa019-f930-4141-816b-679b61281d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:19:50.977377 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Bound using segment: {'id': '68caa019-f930-4141-816b-679b61281d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:19:50.978005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Bound port: 64995a78-036f-49e9-8083-288abce62493, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68caa019-f930-4141-816b-679b61281d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:19:50.978372 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (64995a78-036f-49e9-8083-288abce62493), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:51.045120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] For port 64995a78-036f-49e9-8083-288abce62493, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:19:51.048790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] For port 64995a78-036f-49e9-8083-288abce62493, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=64995a78-036f-49e9-8083-288abce62493,segment=NetworkSegment(68caa019-f930-4141-816b-679b61281d02),segment_id=68caa019-f930-4141-816b-679b61281d02)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:19:51.055933 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (64995a78-036f-49e9-8083-288abce62493), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:51.090836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:51.091514 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:51.092938 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] 10.222.0.42 "PUT /v2.0/ports/64995a78-036f-49e9-8083-288abce62493 HTTP/1.1" status: 200 len: 1091 time: 0.6864932 Mar 23 02:19:51.093369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'tag': '64995a78-036f-49e9-8083-288abce62493'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:19:51.095626 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8470d568-1616-4374-816b-b078fcc115bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a8eb9dee-dffd-482e-9dd0-5654a3b4a627", "tag": "64995a78-036f-49e9-8083-288abce62493"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:19:51.121478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989ffd9-cce0-4b2f-8ee2-eff502b6360d service neutron] Pushing event updated for resources: {'Port': ['ID=64995a78-036f-49e9-8083-288abce62493,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:51.187327 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-2ac75856-12d5-4969-b46e-e5444081b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:51.188923 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-2ac75856-12d5-4969-b46e-e5444081b290 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716da15b3cf452e9ad1041996da1f52&device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 1125 time: 0.0561650 Mar 23 02:19:51.240952 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-e246db30-43ca-4979-a316-6270b8babb01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64995a78-036f-49e9-8083-288abce62493 HTTP/1.1" status: 200 len: 217 time: 0.0455277 Mar 23 02:19:51.292164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-86cfd026-f4b1-4b8c-8571-1fc201208175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:51.293774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-86cfd026-f4b1-4b8c-8571-1fc201208175 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=afb07b64-2201-412f-9073-8d87229efdce HTTP/1.1" status: 200 len: 834 time: 0.0474932 Mar 23 02:19:51.308113 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebfbbbd-fb90-4a25-811c-f9f20c2444b8 x-openstack-request-id: req-0ebfbbbd-fb90-4a25-811c-f9f20c2444b8 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:19:51.308408 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8eb9dee-dffd-482e-9dd0-5654a3b4a627", "tag": "64995a78-036f-49e9-8083-288abce62493", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:19:51.308695 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ebfbbbd-fb90-4a25-811c-f9f20c2444b8 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:19:51.309141 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ebfbbbd-fb90-4a25-811c-f9f20c2444b8'] response: {'name': 'network-changed', 'server_uuid': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'tag': '64995a78-036f-49e9-8083-288abce62493', 'status': 'completed', 'code': 200} Mar 23 02:19:51.347766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-3bc32e3e-0466-4bc8-bf04-ee5edd8484d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:51.349385 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-3bc32e3e-0466-4bc8-bf04-ee5edd8484d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b19a4d7c-1a76-46c2-afd3-c1a18e12e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501840 Mar 23 02:19:51.446876 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-f53ecdea-e033-4af7-b2f6-a0690c57b1c9 service neutron] 10.222.0.42 "GET /v2.0/networks/b19a4d7c-1a76-46c2-afd3-c1a18e12e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912871 Mar 23 02:19:51.543181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7b52477f-48f3-4b01-9a0e-f2332e48ddb5 req-976a8ba3-dfe5-4144-bc58-90dd24bc0e36 service neutron] 10.222.0.42 "GET /v2.0/networks/b19a4d7c-1a76-46c2-afd3-c1a18e12e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904841 Mar 23 02:19:51.595125 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75d6d4-2214-41d2-bf83-140cb0743b90 req-00775561-faf6-4fec-9bbb-48798f22662a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:51.596626 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4a75d6d4-2214-41d2-bf83-140cb0743b90 req-00775561-faf6-4fec-9bbb-48798f22662a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 943 time: 0.0539196 Mar 23 02:19:51.641265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470d568-1616-4374-816b-b078fcc115bc req-a80416b3-bf83-448f-930c-20564a483e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:51.642828 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8470d568-1616-4374-816b-b078fcc115bc req-a80416b3-bf83-448f-930c-20564a483e00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716da15b3cf452e9ad1041996da1f52&device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 1125 time: 0.0524881 Mar 23 02:19:51.649704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4a75d6d4-2214-41d2-bf83-140cb0743b90 req-1593a9a0-15a5-4faf-b80a-c9fb97a84a9f tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=a355216c-5c04-4b4d-adb3-8e9ed696c29c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463521 Mar 23 02:19:51.738302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470d568-1616-4374-816b-b078fcc115bc req-534fc258-46db-4d68-95b5-4e0698c81644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:51.739746 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8470d568-1616-4374-816b-b078fcc115bc req-534fc258-46db-4d68-95b5-4e0698c81644 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b19a4d7c-1a76-46c2-afd3-c1a18e12e58b HTTP/1.1" status: 200 len: 897 time: 0.0913265 Mar 23 02:19:51.782711 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8470d568-1616-4374-816b-b078fcc115bc req-85ea47b7-d96a-4edc-ba28-fc8fc8c9b383 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64995a78-036f-49e9-8083-288abce62493 HTTP/1.1" status: 200 len: 217 time: 0.0355458 Mar 23 02:19:51.837811 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470d568-1616-4374-816b-b078fcc115bc req-4ced4df9-7d16-4274-b00b-71490c3cac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:51.840262 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8470d568-1616-4374-816b-b078fcc115bc req-4ced4df9-7d16-4274-b00b-71490c3cac25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=afb07b64-2201-412f-9073-8d87229efdce HTTP/1.1" status: 200 len: 834 time: 0.0518024 Mar 23 02:19:51.897239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470d568-1616-4374-816b-b078fcc115bc req-86e40612-63de-4018-bba4-bfc804527c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:51.898747 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8470d568-1616-4374-816b-b078fcc115bc req-86e40612-63de-4018-bba4-bfc804527c45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b19a4d7c-1a76-46c2-afd3-c1a18e12e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521822 Mar 23 02:19:51.988869 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8470d568-1616-4374-816b-b078fcc115bc req-85423414-0de6-4b9f-8a9b-fc195da463d6 service neutron] 10.222.0.42 "GET /v2.0/networks/b19a4d7c-1a76-46c2-afd3-c1a18e12e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835884 Mar 23 02:19:52.069510 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e1fb42d9-2a21-4ace-9691-e5ee8314aecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:52.093632 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8470d568-1616-4374-816b-b078fcc115bc req-95854fc2-f84d-4243-aff9-7e6c153d4346 service neutron] 10.222.0.42 "GET /v2.0/networks/b19a4d7c-1a76-46c2-afd3-c1a18e12e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980814 Mar 23 02:19:52.793579 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20aee02-41eb-47c8-8316-306bd98e1680 req-32254f7e-e0ac-484e-938e-4124953df6f3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:52.795080 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d20aee02-41eb-47c8-8316-306bd98e1680 req-32254f7e-e0ac-484e-938e-4124953df6f3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 943 time: 0.0640163 Mar 23 02:19:52.848353 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d20aee02-41eb-47c8-8316-306bd98e1680 req-21572653-a9f6-49fa-bfe4-cd720bea58ae tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=a355216c-5c04-4b4d-adb3-8e9ed696c29c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475636 Mar 23 02:19:53.425359 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:53.540648 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 64995a78-036f-49e9-8083-288abce62493 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:19:53.640988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 64995a78-036f-49e9-8083-288abce62493, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=64995a78-036f-49e9-8083-288abce62493,segment=NetworkSegment(68caa019-f930-4141-816b-679b61281d02),segment_id=68caa019-f930-4141-816b-679b61281d02)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:19:53.652849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '64995a78-036f-49e9-8083-288abce62493', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'port_id': '64995a78-036f-49e9-8083-288abce62493', 'mac_address': 'fa:16:3e:d5:eb:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afb07b64-2201-412f-9073-8d87229efdce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:19:53.693056 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 64995a78-036f-49e9-8083-288abce62493 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:19:53.693321 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (64995a78-036f-49e9-8083-288abce62493), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:53.707405 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64995a78-036f-49e9-8083-288abce62493 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:19:53.726647 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 64995a78-036f-49e9-8083-288abce62493, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=64995a78-036f-49e9-8083-288abce62493,segment=NetworkSegment(68caa019-f930-4141-816b-679b61281d02),segment_id=68caa019-f930-4141-816b-679b61281d02)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:19:53.733240 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (64995a78-036f-49e9-8083-288abce62493), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:53.780413 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=64995a78-036f-49e9-8083-288abce62493,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:53.955314 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['64995a78-036f-49e9-8083-288abce62493'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:19:53.975052 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240c48a-b903-411a-9135-e7d96655918c req-658d5587-32a4-4bea-a6f1-40172cbf2361 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:53.976527 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8240c48a-b903-411a-9135-e7d96655918c req-658d5587-32a4-4bea-a6f1-40172cbf2361 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 944 time: 0.0544219 Mar 23 02:19:54.030051 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8240c48a-b903-411a-9135-e7d96655918c req-c62f98c8-04a4-4fdd-9092-fe28fbf73f60 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=a355216c-5c04-4b4d-adb3-8e9ed696c29c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473828 Mar 23 02:19:54.745555 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:55.186544 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df750a-0495-4ae5-b7f9-8c004b109078 req-8033271b-6552-447f-82a0-94c4dc08fc38 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:55.188066 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0df750a-0495-4ae5-b7f9-8c004b109078 req-8033271b-6552-447f-82a0-94c4dc08fc38 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 944 time: 0.0713511 Mar 23 02:19:55.243065 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0df750a-0495-4ae5-b7f9-8c004b109078 req-2f927ead-71af-4afe-8245-952adfaf11a1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=a355216c-5c04-4b4d-adb3-8e9ed696c29c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492954 Mar 23 02:19:55.540671 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 64995a78-036f-49e9-8083-288abce62493 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:19:55.599891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 64995a78-036f-49e9-8083-288abce62493 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:19:55.604096 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 64995a78-036f-49e9-8083-288abce62493 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:19:55.604479 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (64995a78-036f-49e9-8083-288abce62493), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:55.688731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 64995a78-036f-49e9-8083-288abce62493 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:19:55.689346 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (64995a78-036f-49e9-8083-288abce62493), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:55.716437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64995a78-036f-49e9-8083-288abce62493'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:19:55.718687 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd23f196-3544-4d1b-af83-5fab646fd99b" -d '{"events": [{"server_uuid": "a8eb9dee-dffd-482e-9dd0-5654a3b4a627", "name": "network-vif-plugged", "status": "completed", "tag": "64995a78-036f-49e9-8083-288abce62493"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:19:55.731191 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 64995a78-036f-49e9-8083-288abce62493, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=64995a78-036f-49e9-8083-288abce62493,segment=NetworkSegment(68caa019-f930-4141-816b-679b61281d02),segment_id=68caa019-f930-4141-816b-679b61281d02)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:19:55.736789 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (64995a78-036f-49e9-8083-288abce62493), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:55.795816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=64995a78-036f-49e9-8083-288abce62493,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:55.826664 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:55.832693 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3e55f0-e5b4-48bb-af75-b46c6c112689 x-openstack-request-id: req-ba3e55f0-e5b4-48bb-af75-b46c6c112689 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:19:55.832991 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8eb9dee-dffd-482e-9dd0-5654a3b4a627", "name": "network-vif-plugged", "status": "completed", "tag": "64995a78-036f-49e9-8083-288abce62493", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:19:55.833292 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba3e55f0-e5b4-48bb-af75-b46c6c112689 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:19:55.833679 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba3e55f0-e5b4-48bb-af75-b46c6c112689'] response: {'server_uuid': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64995a78-036f-49e9-8083-288abce62493', 'code': 200} Mar 23 02:19:55.944591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0414b-3a89-41cd-9c5f-2c11d8a50042 req-d2c3725c-8618-486a-a6ca-089c6530a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:55.946857 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5be0414b-3a89-41cd-9c5f-2c11d8a50042 req-d2c3725c-8618-486a-a6ca-089c6530a1c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 1127 time: 0.0543091 Mar 23 02:19:56.002265 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5be0414b-3a89-41cd-9c5f-2c11d8a50042 req-0387c2bc-ce9a-4ce9-a68e-139c0d3fe1fb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a355216c-5c04-4b4d-adb3-8e9ed696c29c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494413 Mar 23 02:19:56.369347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3e368-34a4-4f73-820d-e293aeccede6 req-9e1568f2-98f0-4922-be21-ace2a3c86aef tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:56.370841 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aab3e368-34a4-4f73-820d-e293aeccede6 req-9e1568f2-98f0-4922-be21-ace2a3c86aef tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 945 time: 0.0561326 Mar 23 02:19:56.427720 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aab3e368-34a4-4f73-820d-e293aeccede6 req-6222a942-95fb-4201-9cd0-04161f0b3384 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=a355216c-5c04-4b4d-adb3-8e9ed696c29c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490489 Mar 23 02:19:57.573303 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb72431-99e9-4e2c-a245-bc6beedfcde3 req-705aa873-3947-4013-96ad-cceb0f75d9a1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:57.574821 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-edb72431-99e9-4e2c-a245-bc6beedfcde3 req-705aa873-3947-4013-96ad-cceb0f75d9a1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 945 time: 0.0590208 Mar 23 02:19:57.633034 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-edb72431-99e9-4e2c-a245-bc6beedfcde3 req-3ecc9f77-065c-43c4-9bf8-79cedb074ac5 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=a355216c-5c04-4b4d-adb3-8e9ed696c29c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524685 Mar 23 02:19:57.758093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1596d0a-d98f-4745-8dc9-a3eec8dda0f3 req-790c6d4f-43f7-4802-a4e7-182c4e3a9199 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:57.759848 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1596d0a-d98f-4745-8dc9-a3eec8dda0f3 req-790c6d4f-43f7-4802-a4e7-182c4e3a9199 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 945 time: 0.0549889 Mar 23 02:19:57.811946 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1596d0a-d98f-4745-8dc9-a3eec8dda0f3 req-2b5ed670-f32f-49ea-841a-92293b79cedd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=a355216c-5c04-4b4d-adb3-8e9ed696c29c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464840 Mar 23 02:19:57.836360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53868) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:57.887067 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6747ce3e-46fc-493e-9a46-9f3ce93fb2c0 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:57.888618 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6747ce3e-46fc-493e-9a46-9f3ce93fb2c0 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 1122 time: 0.0510678 Mar 23 02:19:57.891665 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53870) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:57.895915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': '64995a78-036f-49e9-8083-288abce62493', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:19:57.919982 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:58.024069 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:58.132003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Allocated IP 172.25.0.252 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/3668e965-7a1b-495b-9b94-23a69678f31e) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:19:58.251110 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for port (3668e965-7a1b-495b-9b94-23a69678f31e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:58.290216 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (3668e965-7a1b-495b-9b94-23a69678f31e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:58.328232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:19:58.336256 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:19:58.338558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Port': ['ID=3668e965-7a1b-495b-9b94-23a69678f31e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:58.340689 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:19:58.696205 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for floatingip (74ecccf6-9a1e-44d8-923f-31b5bb3d8850), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:58.767648 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3668e965-7a1b-495b-9b94-23a69678f31e), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:58.918637 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for port (3668e965-7a1b-495b-9b94-23a69678f31e), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:58.925297 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3668e965-7a1b-495b-9b94-23a69678f31e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:58.996005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Port': ['ID=3668e965-7a1b-495b-9b94-23a69678f31e,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:19:59.006035 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (74ecccf6-9a1e-44d8-923f-31b5bb3d8850), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:59.112511 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Floating IP 74ecccf6-9a1e-44d8-923f-31b5bb3d8850 associated. External IP: 172.25.0.252, port: 64995a78-036f-49e9-8083-288abce62493. Mar 23 02:19:59.328120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:19:59.441401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:19:59.456301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82023d-b5fa-410b-8ec2-2203e571da2b None None] Sync routers for ids ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:19:59.462126 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:19:59.466590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82023d-b5fa-410b-8ec2-2203e571da2b None None] Routers {'6809cefa-b6dc-4269-9f8e-6b0ad8090033'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:19:59.467219 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-bc82023d-b5fa-410b-8ec2-2203e571da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:19:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:19:59.492522 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9babaa7b-5a50-4f00-8d99-73d63ee1da1c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5998452 Mar 23 02:19:59.493198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'tag': '64995a78-036f-49e9-8083-288abce62493'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:19:59.495439 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc2bd22-f284-49d1-a2ce-f67fa3004f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8eb9dee-dffd-482e-9dd0-5654a3b4a627", "tag": "64995a78-036f-49e9-8083-288abce62493"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:19:59.495984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53872) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:19:59.535223 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abd889b-34df-4a07-87aa-424de118afb9 x-openstack-request-id: req-1abd889b-34df-4a07-87aa-424de118afb9 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:19:59.535535 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8eb9dee-dffd-482e-9dd0-5654a3b4a627", "tag": "64995a78-036f-49e9-8083-288abce62493", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:19:59.535797 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1abd889b-34df-4a07-87aa-424de118afb9 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:19:59.536220 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1abd889b-34df-4a07-87aa-424de118afb9'] response: {'name': 'network-changed', 'server_uuid': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'tag': '64995a78-036f-49e9-8083-288abce62493', 'status': 'completed', 'code': 200} Mar 23 02:19:59.565151 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c9df0ac1-3455-4fcd-8940-f953c527db7f tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/floatingips/74ecccf6-9a1e-44d8-923f-31b5bb3d8850 HTTP/1.1" status: 200 len: 991 time: 0.0661287 Mar 23 02:19:59.577625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-bc82023d-b5fa-410b-8ec2-2203e571da2b None None] Set router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:19:59.601763 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2bd22-f284-49d1-a2ce-f67fa3004f1e req-aeab7026-b8b1-4949-889a-738b419360ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:59.603226 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbc2bd22-f284-49d1-a2ce-f67fa3004f1e req-aeab7026-b8b1-4949-889a-738b419360ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716da15b3cf452e9ad1041996da1f52&device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 1127 time: 0.0453913 Mar 23 02:19:59.692375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2bd22-f284-49d1-a2ce-f67fa3004f1e req-01e3f5cc-831f-4d0e-86c1-bd4761faae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:59.693947 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbc2bd22-f284-49d1-a2ce-f67fa3004f1e req-01e3f5cc-831f-4d0e-86c1-bd4761faae92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b19a4d7c-1a76-46c2-afd3-c1a18e12e58b HTTP/1.1" status: 200 len: 897 time: 0.0852916 Mar 23 02:19:59.763958 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbc2bd22-f284-49d1-a2ce-f67fa3004f1e req-4f308498-5e4d-4dea-bb68-3271fa70f69a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64995a78-036f-49e9-8083-288abce62493 HTTP/1.1" status: 200 len: 999 time: 0.0629551 Mar 23 02:19:59.813486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2bd22-f284-49d1-a2ce-f67fa3004f1e req-17fc2f96-c696-41a7-ac9f-56e65c1993a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:59.814758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-bc82023d-b5fa-410b-8ec2-2203e571da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:19:40Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '74ecccf6-9a1e-44d8-923f-31b5bb3d8850', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'port_id': '64995a78-036f-49e9-8083-288abce62493', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'mac_address': 'fa:16:3e:d5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:19:58Z', 'updated_at': '2022-03-23T02:19:58Z', 'revision_number': 0, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533b2485-3939-4728-8683-789a4ee749f0', 'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:10:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'afb07b64-2201-412f-9073-8d87229efdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:39Z', 'updated_at': '2022-03-23T02:19:43Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': 'afb07b64-2201-412f-9073-8d87229efdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:19:59.815091 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbc2bd22-f284-49d1-a2ce-f67fa3004f1e req-17fc2f96-c696-41a7-ac9f-56e65c1993a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=afb07b64-2201-412f-9073-8d87229efdce HTTP/1.1" status: 200 len: 834 time: 0.0457838 Mar 23 02:19:59.841328 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82023d-b5fa-410b-8ec2-2203e571da2b None None] Checking router: 6809cefa-b6dc-4269-9f8e-6b0ad8090033 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:19:59.850431 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82023d-b5fa-410b-8ec2-2203e571da2b None None] Routers {'6809cefa-b6dc-4269-9f8e-6b0ad8090033'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:19:59.851037 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-bc82023d-b5fa-410b-8ec2-2203e571da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:19:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:19:59.864680 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2bd22-f284-49d1-a2ce-f67fa3004f1e req-a1477a74-18db-4912-875d-aed2df2e9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:19:59.866309 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbc2bd22-f284-49d1-a2ce-f67fa3004f1e req-a1477a74-18db-4912-875d-aed2df2e9f59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b19a4d7c-1a76-46c2-afd3-c1a18e12e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452437 Mar 23 02:19:59.960961 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbc2bd22-f284-49d1-a2ce-f67fa3004f1e req-570e6045-6802-45b1-a987-dc9a3627f806 service neutron] 10.222.0.42 "GET /v2.0/networks/b19a4d7c-1a76-46c2-afd3-c1a18e12e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879927 Mar 23 02:19:59.961480 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-bc82023d-b5fa-410b-8ec2-2203e571da2b None None] Set router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:20:00.050256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fbc2bd22-f284-49d1-a2ce-f67fa3004f1e req-c65f0f28-0294-4a2a-90d9-3dbd0d7010ba service neutron] 10.222.0.42 "GET /v2.0/networks/b19a4d7c-1a76-46c2-afd3-c1a18e12e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837300 Mar 23 02:20:00.360431 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-bc82023d-b5fa-410b-8ec2-2203e571da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:19:40Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '74ecccf6-9a1e-44d8-923f-31b5bb3d8850', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'port_id': '64995a78-036f-49e9-8083-288abce62493', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'mac_address': 'fa:16:3e:d5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:19:58Z', 'updated_at': '2022-03-23T02:19:58Z', 'revision_number': 0, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533b2485-3939-4728-8683-789a4ee749f0', 'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:10:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'afb07b64-2201-412f-9073-8d87229efdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:39Z', 'updated_at': '2022-03-23T02:19:43Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': 'afb07b64-2201-412f-9073-8d87229efdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:20:00.390437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82023d-b5fa-410b-8ec2-2203e571da2b None None] The sync data for ids ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'] in n-d-834677-4 is: [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:19:40Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '74ecccf6-9a1e-44d8-923f-31b5bb3d8850', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'port_id': '64995a78-036f-49e9-8083-288abce62493', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'mac_address': 'fa:16:3e:d5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:19:58Z', 'updated_at': '2022-03-23T02:19:58Z', 'revision_number': 0, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533b2485-3939-4728-8683-789a4ee749f0', 'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:10:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'afb07b64-2201-412f-9073-8d87229efdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:39Z', 'updated_at': '2022-03-23T02:19:43Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': 'afb07b64-2201-412f-9073-8d87229efdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:20:00.568152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53876) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:00.603858 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71df4729-9651-4cb8-9ca5-d9512da82926 None None] New status for floating IP 74ecccf6-9a1e-44d8-923f-31b5bb3d8850: ACTIVE {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:20:00.635167 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bb2e837a-d961-4d95-9778-ca9a9ea5adfe tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/floatingips/74ecccf6-9a1e-44d8-923f-31b5bb3d8850 HTTP/1.1" status: 200 len: 991 time: 0.0655944 Mar 23 02:20:01.639332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53878) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:01.713838 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-87c0188e-7b3b-426b-a22b-c07489ab552c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/floatingips/74ecccf6-9a1e-44d8-923f-31b5bb3d8850 HTTP/1.1" status: 200 len: 993 time: 0.0716345 Mar 23 02:20:04.187301 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:13.645590 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-285ba9cc-705b-4018-adc4-444429b2c22a req-f3177277-d97f-4cca-bbd7-a684b1d92a8c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506554 Mar 23 02:20:13.741389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ba9cc-705b-4018-adc4-444429b2c22a req-1b96b23b-96c9-4bc8-aa24-fb28d69a6406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:13.743427 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-285ba9cc-705b-4018-adc4-444429b2c22a req-1b96b23b-96c9-4bc8-aa24-fb28d69a6406 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716da15b3cf452e9ad1041996da1f52&device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 1127 time: 0.0548179 Mar 23 02:20:13.859442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ba9cc-705b-4018-adc4-444429b2c22a req-6d37a625-1b61-4b8d-ba81-ac63f152d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:13.860976 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-285ba9cc-705b-4018-adc4-444429b2c22a req-6d37a625-1b61-4b8d-ba81-ac63f152d7e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b19a4d7c-1a76-46c2-afd3-c1a18e12e58b HTTP/1.1" status: 200 len: 897 time: 0.0975149 Mar 23 02:20:13.928540 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-285ba9cc-705b-4018-adc4-444429b2c22a req-3c15d337-7ed3-4517-973d-54c976124be3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64995a78-036f-49e9-8083-288abce62493 HTTP/1.1" status: 200 len: 1001 time: 0.0611343 Mar 23 02:20:13.982941 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ba9cc-705b-4018-adc4-444429b2c22a req-4a13fc80-9b29-4dc4-ae99-8568e431cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:13.984401 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-285ba9cc-705b-4018-adc4-444429b2c22a req-4a13fc80-9b29-4dc4-ae99-8568e431cdc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=afb07b64-2201-412f-9073-8d87229efdce HTTP/1.1" status: 200 len: 834 time: 0.0497987 Mar 23 02:20:14.034417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ba9cc-705b-4018-adc4-444429b2c22a req-81cd4843-0e51-4c85-b319-44e089ea1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:14.035821 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-285ba9cc-705b-4018-adc4-444429b2c22a req-81cd4843-0e51-4c85-b319-44e089ea1bf6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b19a4d7c-1a76-46c2-afd3-c1a18e12e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450561 Mar 23 02:20:14.124391 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-285ba9cc-705b-4018-adc4-444429b2c22a req-89e4a1eb-b9bb-4803-8c47-920040b6a40c service neutron] 10.222.0.42 "GET /v2.0/networks/b19a4d7c-1a76-46c2-afd3-c1a18e12e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829754 Mar 23 02:20:14.218777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-285ba9cc-705b-4018-adc4-444429b2c22a req-77ebcd03-b417-4e20-80fd-6087800ff13d service neutron] 10.222.0.42 "GET /v2.0/networks/b19a4d7c-1a76-46c2-afd3-c1a18e12e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881670 Mar 23 02:20:19.582800 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e271f9d4-e203-447f-936a-d20341500a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:20.978665 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:22.070464 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4ba2b697-d341-4707-8374-62743557a670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:22.831581 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:20:23.430145 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:24.752286 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:25.832962 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:30.330493 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53890) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:30.413509 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4377c8e-3917-4373-b043-836104c1de22 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:30.413986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4377c8e-3917-4373-b043-836104c1de22 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:30.414457 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4377c8e-3917-4373-b043-836104c1de22 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:30.416197 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b4377c8e-3917-4373-b043-836104c1de22 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=c716da15b3cf452e9ad1041996da1f52&network_id=b19a4d7c-1a76-46c2-afd3-c1a18e12e58b HTTP/1.1" status: 200 len: 3072 time: 0.0846376 Mar 23 02:20:33.927975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53900) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:33.997256 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28525746-3c03-414a-8b16-dbc393c3228c tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:33.998766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-28525746-3c03-414a-8b16-dbc393c3228c tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042 HTTP/1.1" status: 200 len: 814 time: 0.0693951 Mar 23 02:20:34.194057 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:34.987214 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53906) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:34.999646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'network': {'name': 'tempest-network-smoke--745103845', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'port_security_enabled': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:20:35.024995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Made reservation on behalf of c716da15b3cf452e9ad1041996da1f52 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:20:35.028894 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:35.055038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:20:35.064057 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (5bbd3446-e151-4ddb-8cc9-12ea3e9ec192), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:35.064401 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Added segment 5bbd3446-e151-4ddb-8cc9-12ea3e9ec192 of type vlan for network afbb556f-057e-4ef6-8cbc-120e7b2daf16 Mar 23 02:20:35.107954 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (afbb556f-057e-4ef6-8cbc-120e7b2daf16), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:35.136505 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (afbb556f-057e-4ef6-8cbc-120e7b2daf16), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:35.141624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:35.142249 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:35.202368 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2128186 Mar 23 02:20:35.205549 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53908) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:35.224964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Network': ['ID=afbb556f-057e-4ef6-8cbc-120e7b2daf16,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:35.269664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:35.270027 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:35.270362 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:35.270709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:35.271032 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:35.271340 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:35.271664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:35.271994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:35.272317 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:35.272648 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:35.272986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:35.273306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:35.273621 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:35.273939 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:35.274259 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7355241-db9d-4b64-b65b-efc32ea97612 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:35.286800 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network afbb556f-057e-4ef6-8cbc-120e7b2daf16 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:20:35.296975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648007eb-8253-45d2-8e1e-44c098d3bff3 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:35.301312 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-648007eb-8253-45d2-8e1e-44c098d3bff3 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=c716da15b3cf452e9ad1041996da1f52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0919847 Mar 23 02:20:35.301954 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53910) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:35.393375 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d335b50-329a-44a4-b1dd-9450291e022e tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:35.395129 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4d335b50-329a-44a4-b1dd-9450291e022e tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922463 Mar 23 02:20:35.399095 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53912) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:35.437482 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-12ead17d-8a42-424a-bf57-2607ec0b951d tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373118 Mar 23 02:20:35.440463 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53914) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:35.467184 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7787d93e-3823-45e5-898a-9c9a48821062 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=c716da15b3cf452e9ad1041996da1f52&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259042 Mar 23 02:20:35.469671 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53916) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:35.562134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003ebdca-bc1e-4909-b086-f18f42dadf79 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:35.563681 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-003ebdca-bc1e-4909-b086-f18f42dadf79 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931194 Mar 23 02:20:35.568147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53918) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:35.600079 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bbb69d30-17e4-4252-988e-e70fbcdefb4d tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307925 Mar 23 02:20:35.603655 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53920) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:35.608293 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-33d04752-b838-4b13-ade6-efe98f7fc92d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1015557783', 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:20:35.698493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d04752-b838-4b13-ade6-efe98f7fc92d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Made reservation on behalf of c716da15b3cf452e9ad1041996da1f52 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:20:35.701885 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33d04752-b838-4b13-ade6-efe98f7fc92d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:35.882745 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33d04752-b838-4b13-ade6-efe98f7fc92d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (2c52b03c-fd25-404a-85a7-99a87bc29ad7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:35.938620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d04752-b838-4b13-ade6-efe98f7fc92d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Subnet': ['ID=2c52b03c-fd25-404a-85a7-99a87bc29ad7,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:35.949640 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d04752-b838-4b13-ade6-efe98f7fc92d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Checking segment: {'id': '5bbd3446-e151-4ddb-8cc9-12ea3e9ec192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:20:35.949991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d04752-b838-4b13-ade6-efe98f7fc92d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network hostable DHCP agents. Network: afbb556f-057e-4ef6-8cbc-120e7b2daf16, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:20:35.969167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d04752-b838-4b13-ade6-efe98f7fc92d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network afbb556f-057e-4ef6-8cbc-120e7b2daf16 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:20:35.981915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-33d04752-b838-4b13-ade6-efe98f7fc92d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, afbb556f-057e-4ef6-8cbc-120e7b2daf16) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:20:35.986335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d04752-b838-4b13-ade6-efe98f7fc92d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:35.987055 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-33d04752-b838-4b13-ade6-efe98f7fc92d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:35.994789 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0c7c99-6dd0-4442-a395-2c587368ca54 None None] Network afbb556f-057e-4ef6-8cbc-120e7b2daf16 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:20:36.005101 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-33d04752-b838-4b13-ade6-efe98f7fc92d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4004991 Mar 23 02:20:36.103476 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-afbb556f-057e-4ef6-8cbc-120e7b2daf16', 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'fixed_ips': [{'subnet_id': '2c52b03c-fd25-404a-85a7-99a87bc29ad7'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:20:36.104325 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.237121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Allocated IP 172.20.0.18 (afbb556f-057e-4ef6-8cbc-120e7b2daf16/2c52b03c-fd25-404a-85a7-99a87bc29ad7/72eb42e5-0eae-44ca-89df-46376ea01df0) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:20:36.315593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53924) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:36.320171 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-245a6fca-1e41-4a58-b0db-8ea5b791a2bd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36882665', 'description': 'tempest-secgroup-smoke-36882665 description', 'project_id': 'c716da15b3cf452e9ad1041996da1f52'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:20:36.340469 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-245a6fca-1e41-4a58-b0db-8ea5b791a2bd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.383407 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Publish callbacks [] for port (72eb42e5-0eae-44ca-89df-46376ea01df0), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.389402 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (72eb42e5-0eae-44ca-89df-46376ea01df0), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.412718 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-245a6fca-1e41-4a58-b0db-8ea5b791a2bd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (6dcc961d-459c-411f-887a-74cf7da67446), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.417778 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-245a6fca-1e41-4a58-b0db-8ea5b791a2bd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6dcc961d-459c-411f-887a-74cf7da67446), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.428547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Network afbb556f-057e-4ef6-8cbc-120e7b2daf16 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:20:36.431521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:20:36.438207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:20:36.445675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Pushing event updated for resources: {'Port': ['ID=72eb42e5-0eae-44ca-89df-46376ea01df0,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:36.447943 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-245a6fca-1e41-4a58-b0db-8ea5b791a2bd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.452335 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-245a6fca-1e41-4a58-b0db-8ea5b791a2bd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1326940 Mar 23 02:20:36.452499 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53926) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:36.457190 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-45f83d18-8f69-481d-8902-2a74a4e20171 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': '6dcc961d-459c-411f-887a-74cf7da67446', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:20:36.457321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a6fca-1e41-4a58-b0db-8ea5b791a2bd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcc961d-459c-411f-887a-74cf7da67446,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:36.484809 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-45f83d18-8f69-481d-8902-2a74a4e20171 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (18cc3f7a-a420-4e86-8227-792963455775), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.511722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Attempting to bind port 72eb42e5-0eae-44ca-89df-46376ea01df0 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:20:36.511951 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Attempting to bind port 72eb42e5-0eae-44ca-89df-46376ea01df0 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '5bbd3446-e151-4ddb-8cc9-12ea3e9ec192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:20:36.512314 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Attempting to bind port 72eb42e5-0eae-44ca-89df-46376ea01df0 on network afbb556f-057e-4ef6-8cbc-120e7b2daf16 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:20:36.517220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:20:36.517635 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Checking segment: {'id': '5bbd3446-e151-4ddb-8cc9-12ea3e9ec192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:20:36.518644 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.518644 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Bound using segment: {'id': '5bbd3446-e151-4ddb-8cc9-12ea3e9ec192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:20:36.519180 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Bound port: 72eb42e5-0eae-44ca-89df-46376ea01df0, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbd3446-e151-4ddb-8cc9-12ea3e9ec192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:20:36.519557 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (72eb42e5-0eae-44ca-89df-46376ea01df0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.547573 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-45f83d18-8f69-481d-8902-2a74a4e20171 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (18cc3f7a-a420-4e86-8227-792963455775), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.551769 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-45f83d18-8f69-481d-8902-2a74a4e20171 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (18cc3f7a-a420-4e86-8227-792963455775), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.570397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f83d18-8f69-481d-8902-2a74a4e20171 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18cc3f7a-a420-4e86-8227-792963455775,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:36.578849 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-45f83d18-8f69-481d-8902-2a74a4e20171 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.582724 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-45f83d18-8f69-481d-8902-2a74a4e20171 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265941 Mar 23 02:20:36.582957 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53928) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:36.587410 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-843c12ff-6a84-4d56-93c8-411901f1547c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': '6dcc961d-459c-411f-887a-74cf7da67446', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:20:36.587728 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] For port 72eb42e5-0eae-44ca-89df-46376ea01df0, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:20:36.591124 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] For port 72eb42e5-0eae-44ca-89df-46376ea01df0, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=72eb42e5-0eae-44ca-89df-46376ea01df0,segment=NetworkSegment(5bbd3446-e151-4ddb-8cc9-12ea3e9ec192),segment_id=5bbd3446-e151-4ddb-8cc9-12ea3e9ec192)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:20:36.597932 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (72eb42e5-0eae-44ca-89df-46376ea01df0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.612789 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-843c12ff-6a84-4d56-93c8-411901f1547c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (7dc3e5fa-bff4-4057-8b75-522121849015), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.660085 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b711d-c14d-4999-850c-3ace354893f7 None None] Pushing event updated for resources: {'Port': ['ID=72eb42e5-0eae-44ca-89df-46376ea01df0,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:36.673472 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-843c12ff-6a84-4d56-93c8-411901f1547c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (7dc3e5fa-bff4-4057-8b75-522121849015), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.678860 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-843c12ff-6a84-4d56-93c8-411901f1547c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (7dc3e5fa-bff4-4057-8b75-522121849015), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.701273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c12ff-6a84-4d56-93c8-411901f1547c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc3e5fa-bff4-4057-8b75-522121849015,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:36.707024 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-843c12ff-6a84-4d56-93c8-411901f1547c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.708207 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-843c12ff-6a84-4d56-93c8-411901f1547c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242929 Mar 23 02:20:36.711372 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 53930) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:36.716233 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': '6dcc961d-459c-411f-887a-74cf7da67446', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:20:36.743390 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (cc131e4b-5012-44fe-bc41-7a274b4125cb), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.802148 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (cc131e4b-5012-44fe-bc41-7a274b4125cb), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.806994 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (cc131e4b-5012-44fe-bc41-7a274b4125cb), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.834833 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc131e4b-5012-44fe-bc41-7a274b4125cb,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:36.845551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:36.845779 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:36.846143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:36.846489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:36.846995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:36.847330 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:36.847718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:36.848074 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:36.848400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:36.848829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:36.849398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:36.849955 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:36.850284 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:36.851342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:36.851812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:36.859497 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.863755 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53932) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:36.863908 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9e5be680-2d8e-49f3-80d8-76ee1f2f4426 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1512020 Mar 23 02:20:36.868470 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-505cc689-e099-42c4-b618-9e414d485054 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': '6dcc961d-459c-411f-887a-74cf7da67446', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:20:36.897504 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-505cc689-e099-42c4-b618-9e414d485054 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (ec2641ac-45fb-48a6-a6c0-5eaee313bfae), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.958548 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-505cc689-e099-42c4-b618-9e414d485054 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (ec2641ac-45fb-48a6-a6c0-5eaee313bfae), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.964059 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-505cc689-e099-42c4-b618-9e414d485054 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ec2641ac-45fb-48a6-a6c0-5eaee313bfae), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.982859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505cc689-e099-42c4-b618-9e414d485054 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2641ac-45fb-48a6-a6c0-5eaee313bfae,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:36.991432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-505cc689-e099-42c4-b618-9e414d485054 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:36.993058 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-505cc689-e099-42c4-b618-9e414d485054 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281564 Mar 23 02:20:36.995676 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53934) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:37.000187 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-698af888-fe65-491e-8c39-34ac3c27ad79 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': '6dcc961d-459c-411f-887a-74cf7da67446', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:20:37.020666 n-d-834677-4 neutron-server[99263]: INFO neutron.db.securitygroups_db [None req-698af888-fe65-491e-8c39-34ac3c27ad79 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Project c716da15b3cf452e9ad1041996da1f52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:20:37.025500 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-698af888-fe65-491e-8c39-34ac3c27ad79 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (4f7fcbfb-36a2-4c56-8ffc-b5345aefdd30), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:37.084610 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-698af888-fe65-491e-8c39-34ac3c27ad79 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (4f7fcbfb-36a2-4c56-8ffc-b5345aefdd30), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:37.090739 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-698af888-fe65-491e-8c39-34ac3c27ad79 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (4f7fcbfb-36a2-4c56-8ffc-b5345aefdd30), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:37.116386 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698af888-fe65-491e-8c39-34ac3c27ad79 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7fcbfb-36a2-4c56-8ffc-b5345aefdd30,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:37.124753 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-698af888-fe65-491e-8c39-34ac3c27ad79 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:37.125962 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-698af888-fe65-491e-8c39-34ac3c27ad79 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293211 Mar 23 02:20:37.129198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 53936) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:37.135734 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e88caf76-738f-49ed-a3ab-bc6e9a601251 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': '6dcc961d-459c-411f-887a-74cf7da67446', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:20:37.165449 n-d-834677-4 neutron-server[99263]: INFO neutron.db.securitygroups_db [None req-e88caf76-738f-49ed-a3ab-bc6e9a601251 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Project c716da15b3cf452e9ad1041996da1f52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:20:37.171120 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e88caf76-738f-49ed-a3ab-bc6e9a601251 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (40546c2c-9d9b-4266-b0ab-ebbb9edf77f4), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:37.231797 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e88caf76-738f-49ed-a3ab-bc6e9a601251 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (40546c2c-9d9b-4266-b0ab-ebbb9edf77f4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:37.235880 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e88caf76-738f-49ed-a3ab-bc6e9a601251 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (40546c2c-9d9b-4266-b0ab-ebbb9edf77f4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:37.254393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88caf76-738f-49ed-a3ab-bc6e9a601251 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40546c2c-9d9b-4266-b0ab-ebbb9edf77f4,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:37.261077 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e88caf76-738f-49ed-a3ab-bc6e9a601251 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:37.262278 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e88caf76-738f-49ed-a3ab-bc6e9a601251 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320691 Mar 23 02:20:37.544873 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-ba7de43e-50a7-49fa-973c-def65b1f8cc4 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36882665&fields=id&tenant_id=c716da15b3cf452e9ad1041996da1f52 HTTP/1.1" status: 200 len: 267 time: 0.0494196 Mar 23 02:20:37.617682 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07653ce1-9720-4375-b495-4603670aa477 None None] Network afbb556f-057e-4ef6-8cbc-120e7b2daf16 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:20:37.655436 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-36edfb21-91f2-45e7-b808-d193ed7a0785 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:37.656977 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-36edfb21-91f2-45e7-b808-d193ed7a0785 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/networks?id=afbb556f-057e-4ef6-8cbc-120e7b2daf16 HTTP/1.1" status: 200 len: 796 time: 0.1049361 Mar 23 02:20:37.672867 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-b6562305-ee3b-4f1d-8b33-f8ba7e0667e3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/quotas/c716da15b3cf452e9ad1041996da1f52 HTTP/1.1" status: 200 len: 375 time: 0.0100484 Mar 23 02:20:37.736336 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6e1d3ea5-b33a-4120-a851-000c8d43ec7a None None] Provisioning complete for port 72eb42e5-0eae-44ca-89df-46376ea01df0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:20:37.736761 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3ea5-b33a-4120-a851-000c8d43ec7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (72eb42e5-0eae-44ca-89df-46376ea01df0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:37.822267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d3ea5-b33a-4120-a851-000c8d43ec7a None None] Current status of the port 72eb42e5-0eae-44ca-89df-46376ea01df0 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:20:37.822659 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3ea5-b33a-4120-a851-000c8d43ec7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (72eb42e5-0eae-44ca-89df-46376ea01df0), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:37.861913 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6e1d3ea5-b33a-4120-a851-000c8d43ec7a None None] For port 72eb42e5-0eae-44ca-89df-46376ea01df0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=72eb42e5-0eae-44ca-89df-46376ea01df0,segment=NetworkSegment(5bbd3446-e151-4ddb-8cc9-12ea3e9ec192),segment_id=5bbd3446-e151-4ddb-8cc9-12ea3e9ec192)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:20:37.867516 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6e1d3ea5-b33a-4120-a851-000c8d43ec7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (72eb42e5-0eae-44ca-89df-46376ea01df0), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:37.930144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d3ea5-b33a-4120-a851-000c8d43ec7a None None] Pushing event updated for resources: {'Port': ['ID=72eb42e5-0eae-44ca-89df-46376ea01df0,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:37.989063 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c94a70a7-2cc7-4800-8cf1-f5dcd208ce1a None None] Provisioning complete for port 72eb42e5-0eae-44ca-89df-46376ea01df0 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:20:37.989437 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c94a70a7-2cc7-4800-8cf1-f5dcd208ce1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (72eb42e5-0eae-44ca-89df-46376ea01df0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:38.070508 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c94a70a7-2cc7-4800-8cf1-f5dcd208ce1a None None] Current status of the port 72eb42e5-0eae-44ca-89df-46376ea01df0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:20:38.098246 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-1e2b528f-e2de-43dd-9c06-df7e4a122899 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c716da15b3cf452e9ad1041996da1f52&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4194353 Mar 23 02:20:38.247232 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-6cb0383a-14a1-4a66-a427-974669fa1c37 service neutron] 10.222.0.18 "GET /v2.0/networks/afbb556f-057e-4ef6-8cbc-120e7b2daf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369910 Mar 23 02:20:38.338041 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-2d5b45aa-060d-4f65-a559-63e75711c6b0 service neutron] 10.222.0.18 "GET /v2.0/networks/afbb556f-057e-4ef6-8cbc-120e7b2daf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843563 Mar 23 02:20:38.577859 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d16c2ff0-adeb-4c34-8a16-c0f0149ed03b req-5d51c49d-0ec6-45fa-a479-eaf831ef233d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 210 time: 0.0867195 Mar 23 02:20:38.879270 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 72eb42e5-0eae-44ca-89df-46376ea01df0 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:20:38.935118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 72eb42e5-0eae-44ca-89df-46376ea01df0 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:20:38.935492 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (72eb42e5-0eae-44ca-89df-46376ea01df0), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:39.026032 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 72eb42e5-0eae-44ca-89df-46376ea01df0 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:20:39.678370 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4de570cf-a52d-43a1-81a8-1bee40246295 req-562de2c2-ebef-4acf-9fb9-e62029a6021b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 210 time: 0.0275455 Mar 23 02:20:39.756867 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-b3cff693-2ca8-4901-b8ce-7cd39ccf480e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:39.758261 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-b3cff693-2ca8-4901-b8ce-7cd39ccf480e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.43 "GET /v2.0/networks?id=afbb556f-057e-4ef6-8cbc-120e7b2daf16 HTTP/1.1" status: 200 len: 796 time: 0.1098580 Mar 23 02:20:39.850198 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-70dc8dfc-b721-4ff8-9707-cddcfd373869 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c716da15b3cf452e9ad1041996da1f52 HTTP/1.1" status: 200 len: 470 time: 0.0782936 Mar 23 02:20:39.859860 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-c3767f52-78e7-48b3-8de3-ec06e55c327c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'port': {'device_id': '7298c785-4e74-4803-927f-3057a79fb3d5', 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16', 'admin_state_up': True, 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'security_groups': ['6dcc961d-459c-411f-887a-74cf7da67446']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:20:39.983421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-c3767f52-78e7-48b3-8de3-ec06e55c327c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Made reservation on behalf of c716da15b3cf452e9ad1041996da1f52 for: {'port': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:20:39.988043 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-c3767f52-78e7-48b3-8de3-ec06e55c327c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:40.118255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-c3767f52-78e7-48b3-8de3-ec06e55c327c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Allocated IP 172.20.0.22 (afbb556f-057e-4ef6-8cbc-120e7b2daf16/2c52b03c-fd25-404a-85a7-99a87bc29ad7/cdb5126a-1f11-4cb9-adf0-acdfa50112d6) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:20:40.269552 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-c3767f52-78e7-48b3-8de3-ec06e55c327c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for port (cdb5126a-1f11-4cb9-adf0-acdfa50112d6), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:40.306901 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-c3767f52-78e7-48b3-8de3-ec06e55c327c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (cdb5126a-1f11-4cb9-adf0-acdfa50112d6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:40.349108 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-c3767f52-78e7-48b3-8de3-ec06e55c327c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network afbb556f-057e-4ef6-8cbc-120e7b2daf16 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:20:40.352163 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-c3767f52-78e7-48b3-8de3-ec06e55c327c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:20:40.358656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-c3767f52-78e7-48b3-8de3-ec06e55c327c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:20:40.386797 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3767f52-78e7-48b3-8de3-ec06e55c327c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Port': ['ID=cdb5126a-1f11-4cb9-adf0-acdfa50112d6,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:40.415371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-c3767f52-78e7-48b3-8de3-ec06e55c327c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:40.416006 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-c3767f52-78e7-48b3-8de3-ec06e55c327c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:40.437119 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-c3767f52-78e7-48b3-8de3-ec06e55c327c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5808887 Mar 23 02:20:40.454146 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Request body: {'port': {'device_id': '7298c785-4e74-4803-927f-3057a79fb3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:20:40.516307 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cdb5126a-1f11-4cb9-adf0-acdfa50112d6), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:40.609473 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5dd7ad56-6b74-4f27-9f3c-390e1f557a8d None None] Provisioning complete for port cdb5126a-1f11-4cb9-adf0-acdfa50112d6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:20:40.610087 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5dd7ad56-6b74-4f27-9f3c-390e1f557a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cdb5126a-1f11-4cb9-adf0-acdfa50112d6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:40.645293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5dd7ad56-6b74-4f27-9f3c-390e1f557a8d None None] Port cdb5126a-1f11-4cb9-adf0-acdfa50112d6 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:20:40.835531 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f5c76-48ad-42b9-8074-d94afa410dd8 req-9780f149-362a-4fc8-a2d4-8e9647d51842 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:40.837010 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-837f5c76-48ad-42b9-8074-d94afa410dd8 req-9780f149-362a-4fc8-a2d4-8e9647d51842 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 932 time: 0.0861530 Mar 23 02:20:40.879325 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb5126a-1f11-4cb9-adf0-acdfa50112d6 {{(pid=99263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:20:40.889041 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Publish callbacks [] for port (cdb5126a-1f11-4cb9-adf0-acdfa50112d6), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:40.925138 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Transition to ACTIVE for port object cdb5126a-1f11-4cb9-adf0-acdfa50112d6 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:20:40.930809 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-837f5c76-48ad-42b9-8074-d94afa410dd8 req-52b9f0b2-d398-407b-a561-ff3b84547b11 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=6dcc961d-459c-411f-887a-74cf7da67446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773032 Mar 23 02:20:40.931819 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (cdb5126a-1f11-4cb9-adf0-acdfa50112d6), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:41.004030 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Pushing event updated for resources: {'Port': ['ID=cdb5126a-1f11-4cb9-adf0-acdfa50112d6,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:41.077240 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Attempting to bind port cdb5126a-1f11-4cb9-adf0-acdfa50112d6 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:20:41.077635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Attempting to bind port cdb5126a-1f11-4cb9-adf0-acdfa50112d6 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '5bbd3446-e151-4ddb-8cc9-12ea3e9ec192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:20:41.077974 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Attempting to bind port cdb5126a-1f11-4cb9-adf0-acdfa50112d6 on network afbb556f-057e-4ef6-8cbc-120e7b2daf16 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:20:41.082695 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Port cdb5126a-1f11-4cb9-adf0-acdfa50112d6 on network afbb556f-057e-4ef6-8cbc-120e7b2daf16 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:20:41.083154 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Attempting to bind port cdb5126a-1f11-4cb9-adf0-acdfa50112d6 on network afbb556f-057e-4ef6-8cbc-120e7b2daf16 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:20:41.088333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:20:41.088701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Checking segment: {'id': '5bbd3446-e151-4ddb-8cc9-12ea3e9ec192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:20:41.089091 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Bound using segment: {'id': '5bbd3446-e151-4ddb-8cc9-12ea3e9ec192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:20:41.089527 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Bound port: cdb5126a-1f11-4cb9-adf0-acdfa50112d6, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbd3446-e151-4ddb-8cc9-12ea3e9ec192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:20:41.089890 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cdb5126a-1f11-4cb9-adf0-acdfa50112d6), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:41.160218 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] For port cdb5126a-1f11-4cb9-adf0-acdfa50112d6, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:20:41.163857 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] For port cdb5126a-1f11-4cb9-adf0-acdfa50112d6, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=cdb5126a-1f11-4cb9-adf0-acdfa50112d6,segment=NetworkSegment(5bbd3446-e151-4ddb-8cc9-12ea3e9ec192),segment_id=5bbd3446-e151-4ddb-8cc9-12ea3e9ec192)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:20:41.170837 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (cdb5126a-1f11-4cb9-adf0-acdfa50112d6), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:41.204872 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:41.205630 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:41.207051 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] 10.222.0.43 "PUT /v2.0/ports/cdb5126a-1f11-4cb9-adf0-acdfa50112d6 HTTP/1.1" status: 200 len: 1092 time: 0.7576008 Mar 23 02:20:41.207520 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7298c785-4e74-4803-927f-3057a79fb3d5', 'tag': 'cdb5126a-1f11-4cb9-adf0-acdfa50112d6'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:20:41.209834 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3f6c73-efba-4aae-adce-a1b1dd23a853" -d '{"events": [{"name": "network-changed", "server_uuid": "7298c785-4e74-4803-927f-3057a79fb3d5", "tag": "cdb5126a-1f11-4cb9-adf0-acdfa50112d6"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:20:41.235374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fd012-aa34-4e6a-8ae5-80d6e102de3f service neutron] Pushing event updated for resources: {'Port': ['ID=cdb5126a-1f11-4cb9-adf0-acdfa50112d6,revision_number=3']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:41.319819 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-929d2ca5-8dc5-4b85-88b9-3cff2add846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:41.321566 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-929d2ca5-8dc5-4b85-88b9-3cff2add846c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c716da15b3cf452e9ad1041996da1f52&device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 1126 time: 0.0504344 Mar 23 02:20:41.333794 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869f07a7-3cc5-4769-a950-c3a6f16dd452 x-openstack-request-id: req-869f07a7-3cc5-4769-a950-c3a6f16dd452 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:20:41.334220 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7298c785-4e74-4803-927f-3057a79fb3d5", "tag": "cdb5126a-1f11-4cb9-adf0-acdfa50112d6", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:20:41.334915 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-869f07a7-3cc5-4769-a950-c3a6f16dd452 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:20:41.335485 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-869f07a7-3cc5-4769-a950-c3a6f16dd452'] response: {'name': 'network-changed', 'server_uuid': '7298c785-4e74-4803-927f-3057a79fb3d5', 'tag': 'cdb5126a-1f11-4cb9-adf0-acdfa50112d6', 'status': 'completed', 'code': 200} Mar 23 02:20:41.376360 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-c46f1dad-5f50-497d-a742-c825a0b1c82b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=cdb5126a-1f11-4cb9-adf0-acdfa50112d6 HTTP/1.1" status: 200 len: 217 time: 0.0399263 Mar 23 02:20:41.426797 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-efc52225-1027-46e0-8070-351919f4a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:41.428414 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-efc52225-1027-46e0-8070-351919f4a1b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c52b03c-fd25-404a-85a7-99a87bc29ad7 HTTP/1.1" status: 200 len: 838 time: 0.0464773 Mar 23 02:20:41.479059 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-d965c4fa-b06e-4e77-ae0a-0caeeb59ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:41.480511 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-d965c4fa-b06e-4e77-ae0a-0caeeb59ad34 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=afbb556f-057e-4ef6-8cbc-120e7b2daf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451212 Mar 23 02:20:41.573988 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-9fd068ee-782f-46aa-b2da-e85f415396de service neutron] 10.222.0.43 "GET /v2.0/networks/afbb556f-057e-4ef6-8cbc-120e7b2daf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874443 Mar 23 02:20:41.665905 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-36dc9206-831c-4004-8df2-25a2c93da2bf req-4e4ece79-d202-4167-86c3-2511a5b8feae service neutron] 10.222.0.43 "GET /v2.0/networks/afbb556f-057e-4ef6-8cbc-120e7b2daf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855720 Mar 23 02:20:41.797063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f6c73-efba-4aae-adce-a1b1dd23a853 req-279f9aaa-ff5e-4849-bb34-667f36b17d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:41.798499 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cc3f6c73-efba-4aae-adce-a1b1dd23a853 req-279f9aaa-ff5e-4849-bb34-667f36b17d3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c716da15b3cf452e9ad1041996da1f52&device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 1126 time: 0.0477920 Mar 23 02:20:41.894889 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f6c73-efba-4aae-adce-a1b1dd23a853 req-f1e470b8-4ac1-4564-bc68-1ab3cee25680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:41.896397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cc3f6c73-efba-4aae-adce-a1b1dd23a853 req-f1e470b8-4ac1-4564-bc68-1ab3cee25680 service neutron] 10.222.0.43 "GET /v2.0/networks?id=afbb556f-057e-4ef6-8cbc-120e7b2daf16 HTTP/1.1" status: 200 len: 896 time: 0.0916760 Mar 23 02:20:41.936961 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cc3f6c73-efba-4aae-adce-a1b1dd23a853 req-3111a5ad-093e-410b-8aaa-6c8a23dc03db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=cdb5126a-1f11-4cb9-adf0-acdfa50112d6 HTTP/1.1" status: 200 len: 217 time: 0.0344381 Mar 23 02:20:41.991608 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f6c73-efba-4aae-adce-a1b1dd23a853 req-41aec474-4dcc-46fd-a37c-0e3535b1fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:41.993158 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cc3f6c73-efba-4aae-adce-a1b1dd23a853 req-41aec474-4dcc-46fd-a37c-0e3535b1fe69 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c52b03c-fd25-404a-85a7-99a87bc29ad7 HTTP/1.1" status: 200 len: 838 time: 0.0502274 Mar 23 02:20:42.092632 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f6c73-efba-4aae-adce-a1b1dd23a853 req-4fd20db0-eebb-400b-9d5e-ee006ed8f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:42.094107 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cc3f6c73-efba-4aae-adce-a1b1dd23a853 req-4fd20db0-eebb-400b-9d5e-ee006ed8f068 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=afbb556f-057e-4ef6-8cbc-120e7b2daf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0944898 Mar 23 02:20:42.103962 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677da41b-f971-4c92-804b-0889f6316852 req-ac956eb0-7c96-45cc-8795-81dc0cb661d8 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:42.105348 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-677da41b-f971-4c92-804b-0889f6316852 req-ac956eb0-7c96-45cc-8795-81dc0cb661d8 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 944 time: 0.0967259 Mar 23 02:20:42.207403 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-677da41b-f971-4c92-804b-0889f6316852 req-2b9a4983-b608-4bc9-9fe9-2a660473e1f8 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=6dcc961d-459c-411f-887a-74cf7da67446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942125 Mar 23 02:20:42.223711 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cc3f6c73-efba-4aae-adce-a1b1dd23a853 req-3a96ccf3-9676-4222-a3c6-684cbe76ce84 service neutron] 10.222.0.43 "GET /v2.0/networks/afbb556f-057e-4ef6-8cbc-120e7b2daf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174374 Mar 23 02:20:42.317321 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cc3f6c73-efba-4aae-adce-a1b1dd23a853 req-38620064-8760-41c9-bf68-9bf5c75ff976 service neutron] 10.222.0.43 "GET /v2.0/networks/afbb556f-057e-4ef6-8cbc-120e7b2daf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871861 Mar 23 02:20:43.342980 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c2b77-2817-4d57-a2fe-149de84a3de7 req-f39feb9b-c116-495f-86fe-552af01373a1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:43.344373 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd6c2b77-2817-4d57-a2fe-149de84a3de7 req-f39feb9b-c116-495f-86fe-552af01373a1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 944 time: 0.0548034 Mar 23 02:20:43.398551 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd6c2b77-2817-4d57-a2fe-149de84a3de7 req-69d3e284-ff47-4166-9bb8-eeacefe01c71 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=6dcc961d-459c-411f-887a-74cf7da67446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481606 Mar 23 02:20:44.528474 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e60407-9e1b-4ac4-9fe9-85609d6ad15e req-fe608451-690a-4cf6-b1ea-eca6bedc4b84 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:44.530797 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-20e60407-9e1b-4ac4-9fe9-85609d6ad15e req-fe608451-690a-4cf6-b1ea-eca6bedc4b84 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 944 time: 0.0615118 Mar 23 02:20:44.585288 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device cdb5126a-1f11-4cb9-adf0-acdfa50112d6 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:20:44.595833 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-20e60407-9e1b-4ac4-9fe9-85609d6ad15e req-ca68b963-b5f6-4d7e-a7e2-df72682ea390 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=6dcc961d-459c-411f-887a-74cf7da67446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576479 Mar 23 02:20:44.683739 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port cdb5126a-1f11-4cb9-adf0-acdfa50112d6, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=cdb5126a-1f11-4cb9-adf0-acdfa50112d6,segment=NetworkSegment(5bbd3446-e151-4ddb-8cc9-12ea3e9ec192),segment_id=5bbd3446-e151-4ddb-8cc9-12ea3e9ec192)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:20:44.694607 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'cdb5126a-1f11-4cb9-adf0-acdfa50112d6', 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16', 'port_id': 'cdb5126a-1f11-4cb9-adf0-acdfa50112d6', 'mac_address': 'fa:16:3e:f4:1f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c52b03c-fd25-404a-85a7-99a87bc29ad7', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:20:44.739863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port cdb5126a-1f11-4cb9-adf0-acdfa50112d6 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:20:44.740412 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cdb5126a-1f11-4cb9-adf0-acdfa50112d6), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:44.758522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb5126a-1f11-4cb9-adf0-acdfa50112d6 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:20:44.780089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port cdb5126a-1f11-4cb9-adf0-acdfa50112d6, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=cdb5126a-1f11-4cb9-adf0-acdfa50112d6,segment=NetworkSegment(5bbd3446-e151-4ddb-8cc9-12ea3e9ec192),segment_id=5bbd3446-e151-4ddb-8cc9-12ea3e9ec192)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:20:44.787533 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cdb5126a-1f11-4cb9-adf0-acdfa50112d6), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:44.844339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=cdb5126a-1f11-4cb9-adf0-acdfa50112d6,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:44.853113 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:44.853437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:44.853789 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:44.854099 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:44.854422 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:44.854745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:44.855065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:44.855383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:44.855721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:44.856023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:44.856337 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:44.856681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:44.856999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:44.857309 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:44.857626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:20:45.202541 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['cdb5126a-1f11-4cb9-adf0-acdfa50112d6'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:20:45.729984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23960829-84fe-459c-ad66-0ba42974a472 req-b335207e-004a-49ad-bae6-e90a86a30702 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:45.731364 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-23960829-84fe-459c-ad66-0ba42974a472 req-b335207e-004a-49ad-bae6-e90a86a30702 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 945 time: 0.0624545 Mar 23 02:20:45.779842 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-23960829-84fe-459c-ad66-0ba42974a472 req-ff18d896-0845-40f0-8338-e62dfd3d52cc tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=6dcc961d-459c-411f-887a-74cf7da67446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428252 Mar 23 02:20:46.602444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device cdb5126a-1f11-4cb9-adf0-acdfa50112d6 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:20:46.667008 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port cdb5126a-1f11-4cb9-adf0-acdfa50112d6 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:20:46.671441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port cdb5126a-1f11-4cb9-adf0-acdfa50112d6 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:20:46.671810 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cdb5126a-1f11-4cb9-adf0-acdfa50112d6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:46.751649 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port cdb5126a-1f11-4cb9-adf0-acdfa50112d6 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:20:46.751941 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cdb5126a-1f11-4cb9-adf0-acdfa50112d6), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:46.776440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7298c785-4e74-4803-927f-3057a79fb3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb5126a-1f11-4cb9-adf0-acdfa50112d6'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:20:46.779160 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb932a7c-2a1d-4a8c-b6e6-d5710055e73f" -d '{"events": [{"server_uuid": "7298c785-4e74-4803-927f-3057a79fb3d5", "name": "network-vif-plugged", "status": "completed", "tag": "cdb5126a-1f11-4cb9-adf0-acdfa50112d6"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:20:46.793147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port cdb5126a-1f11-4cb9-adf0-acdfa50112d6, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=cdb5126a-1f11-4cb9-adf0-acdfa50112d6,segment=NetworkSegment(5bbd3446-e151-4ddb-8cc9-12ea3e9ec192),segment_id=5bbd3446-e151-4ddb-8cc9-12ea3e9ec192)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:20:46.798758 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cdb5126a-1f11-4cb9-adf0-acdfa50112d6), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:46.829495 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f8fca2-b9a8-4b5b-aab0-08d45ef4926f x-openstack-request-id: req-26f8fca2-b9a8-4b5b-aab0-08d45ef4926f {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:20:46.829783 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7298c785-4e74-4803-927f-3057a79fb3d5", "name": "network-vif-plugged", "status": "completed", "tag": "cdb5126a-1f11-4cb9-adf0-acdfa50112d6", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:20:46.830026 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26f8fca2-b9a8-4b5b-aab0-08d45ef4926f {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:20:46.830455 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f8fca2-b9a8-4b5b-aab0-08d45ef4926f'] response: {'server_uuid': '7298c785-4e74-4803-927f-3057a79fb3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb5126a-1f11-4cb9-adf0-acdfa50112d6', 'code': 200} Mar 23 02:20:46.857693 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=cdb5126a-1f11-4cb9-adf0-acdfa50112d6,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:46.916215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0d4e1-2efe-4d0b-901e-602e6f6a05e0 req-54e1d3c1-7139-4b2e-9ac5-a2749f67a73b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:46.917747 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0b0d4e1-2efe-4d0b-901e-602e6f6a05e0 req-54e1d3c1-7139-4b2e-9ac5-a2749f67a73b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 946 time: 0.0613017 Mar 23 02:20:46.947620 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f47277-5c46-4ea8-8714-29456b6667a4 req-412853f5-d478-48f3-8c3b-3bfe7e9e4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:46.949174 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b6f47277-5c46-4ea8-8714-29456b6667a4 req-412853f5-d478-48f3-8c3b-3bfe7e9e4b92 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 1128 time: 0.0441589 Mar 23 02:20:46.968380 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b0b0d4e1-2efe-4d0b-901e-602e6f6a05e0 req-23ec37c2-576e-4e2a-9cf4-746694f6682c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=6dcc961d-459c-411f-887a-74cf7da67446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449803 Mar 23 02:20:47.002003 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b6f47277-5c46-4ea8-8714-29456b6667a4 req-de2df903-cd67-4ae4-9294-2585cd96e0de service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6dcc961d-459c-411f-887a-74cf7da67446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467954 Mar 23 02:20:48.108625 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5735b25-4ae1-49d4-87df-83a9aedaf700 req-673a67fe-453a-465b-9f61-a17552666460 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:48.110122 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c5735b25-4ae1-49d4-87df-83a9aedaf700 req-673a67fe-453a-465b-9f61-a17552666460 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 946 time: 0.0581908 Mar 23 02:20:48.424315 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c5735b25-4ae1-49d4-87df-83a9aedaf700 req-dc0286c7-0f90-4e67-b7ca-29208b85626b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=6dcc961d-459c-411f-887a-74cf7da67446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3083394 Mar 23 02:20:49.561117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b436b1-3ba8-4db6-b1bb-ad62eed18b5b req-07897a0e-961b-4263-b825-38872286cb16 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:49.562612 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33b436b1-3ba8-4db6-b1bb-ad62eed18b5b req-07897a0e-961b-4263-b825-38872286cb16 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 946 time: 0.0602226 Mar 23 02:20:49.589474 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-726f44b8-7de0-42d2-ae12-f2bdb01c5c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:49.618201 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33b436b1-3ba8-4db6-b1bb-ad62eed18b5b req-ccdf04a5-04d6-4161-93d8-c4d9ddac1c28 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=6dcc961d-459c-411f-887a-74cf7da67446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472317 Mar 23 02:20:49.742491 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22493fc7-cc04-41aa-b66c-7f5d5dbf2624 req-bf213a69-d145-4b0a-8638-332053e54d88 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:20:49.743895 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22493fc7-cc04-41aa-b66c-7f5d5dbf2624 req-bf213a69-d145-4b0a-8638-332053e54d88 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 946 time: 0.0566051 Mar 23 02:20:49.797095 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22493fc7-cc04-41aa-b66c-7f5d5dbf2624 req-3833a6fe-4a25-41cc-9758-9da0206b1eef tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=6dcc961d-459c-411f-887a-74cf7da67446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449305 Mar 23 02:20:50.975217 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:51.293409 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54002) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:20:51.736425 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:52.030784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Allocated IP 172.20.0.17 (afbb556f-057e-4ef6-8cbc-120e7b2daf16/2c52b03c-fd25-404a-85a7-99a87bc29ad7/cf604047-ca35-4534-9aae-e13dd538169b) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:20:52.067121 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e97164a7-6de0-4d82-a7f0-6515eb746826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:52.164743 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for port (cf604047-ca35-4534-9aae-e13dd538169b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:52.203632 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (cf604047-ca35-4534-9aae-e13dd538169b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:52.243647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network afbb556f-057e-4ef6-8cbc-120e7b2daf16 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:20:52.246852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:20:52.253989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:20:52.280706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Port': ['ID=cf604047-ca35-4534-9aae-e13dd538169b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:52.305150 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (6809cefa-b6dc-4269-9f8e-6b0ad8090033), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:52.448267 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cf604047-ca35-4534-9aae-e13dd538169b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:52.493663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-53cd0c94-a4dc-4e03-af7e-8f2cfd0ccdd6 None None] Provisioning complete for port cf604047-ca35-4534-9aae-e13dd538169b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:20:52.494041 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-53cd0c94-a4dc-4e03-af7e-8f2cfd0ccdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cf604047-ca35-4534-9aae-e13dd538169b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:52.529816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-53cd0c94-a4dc-4e03-af7e-8f2cfd0ccdd6 None None] Port cf604047-ca35-4534-9aae-e13dd538169b cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:20:52.748978 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for port (cf604047-ca35-4534-9aae-e13dd538169b), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:52.755397 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (cf604047-ca35-4534-9aae-e13dd538169b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:52.826999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Port': ['ID=cf604047-ca35-4534-9aae-e13dd538169b,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:52.830387 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (6809cefa-b6dc-4269-9f8e-6b0ad8090033), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:52.925679 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network afbb556f-057e-4ef6-8cbc-120e7b2daf16 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:20:52.927144 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:20:53.051317 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:20:53.157780 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3da40dea-b155-4586-bdc0-506998362c89 None None] Provisioning complete for port cf604047-ca35-4534-9aae-e13dd538169b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:20:53.158441 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3da40dea-b155-4586-bdc0-506998362c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cf604047-ca35-4534-9aae-e13dd538169b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:53.170287 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:20:53.175640 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-36f2ce1f-85f4-4aea-8936-369c4436fe1b tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "PUT /v2.0/routers/6809cefa-b6dc-4269-9f8e-6b0ad8090033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8811519 Mar 23 02:20:53.182177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Sync routers for ids ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:20:53.204940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Routers {'6809cefa-b6dc-4269-9f8e-6b0ad8090033'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:20:53.205483 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:20:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:20:53.208658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3da40dea-b155-4586-bdc0-506998362c89 None None] Port cf604047-ca35-4534-9aae-e13dd538169b cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:20:53.323015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Set router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:20:53.444187 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:53.568062 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:20:52Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '74ecccf6-9a1e-44d8-923f-31b5bb3d8850', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'port_id': '64995a78-036f-49e9-8083-288abce62493', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'mac_address': 'fa:16:3e:d5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:19:58Z', 'updated_at': '2022-03-23T02:20:00Z', 'revision_number': 1, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533b2485-3939-4728-8683-789a4ee749f0', 'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:10:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'afb07b64-2201-412f-9073-8d87229efdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:39Z', 'updated_at': '2022-03-23T02:19:43Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': 'afb07b64-2201-412f-9073-8d87229efdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf604047-ca35-4534-9aae-e13dd538169b', 'name': '', 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:a1:65:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '2c52b03c-fd25-404a-85a7-99a87bc29ad7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:20:51Z', 'updated_at': '2022-03-23T02:20:52Z', 'revision_number': 2, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': '2c52b03c-fd25-404a-85a7-99a87bc29ad7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:20:53.594625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Checking router: 6809cefa-b6dc-4269-9f8e-6b0ad8090033 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:20:53.594923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Updating router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 port cf604047-ca35-4534-9aae-e13dd538169b binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:20:53.626265 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cf604047-ca35-4534-9aae-e13dd538169b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:53.891304 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Publish callbacks [] for port (cf604047-ca35-4534-9aae-e13dd538169b), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:53.900525 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cf604047-ca35-4534-9aae-e13dd538169b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:53.962372 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a51beb-1ae3-43d1-a4be-c572a5ffeeb5 None None] Pushing event updated for resources: {'Port': ['ID=cf604047-ca35-4534-9aae-e13dd538169b,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:54.014308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Attempting to bind port cf604047-ca35-4534-9aae-e13dd538169b on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:20:54.014951 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Attempting to bind port cf604047-ca35-4534-9aae-e13dd538169b by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '5bbd3446-e151-4ddb-8cc9-12ea3e9ec192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:20:54.015310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Attempting to bind port cf604047-ca35-4534-9aae-e13dd538169b on network afbb556f-057e-4ef6-8cbc-120e7b2daf16 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:20:54.020495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:20:54.020898 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Checking segment: {'id': '5bbd3446-e151-4ddb-8cc9-12ea3e9ec192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:20:54.021332 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:54.022423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Bound using segment: {'id': '5bbd3446-e151-4ddb-8cc9-12ea3e9ec192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:20:54.022914 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Bound port: cf604047-ca35-4534-9aae-e13dd538169b, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbd3446-e151-4ddb-8cc9-12ea3e9ec192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:20:54.023294 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cf604047-ca35-4534-9aae-e13dd538169b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:54.092456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] For port cf604047-ca35-4534-9aae-e13dd538169b, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:20:54.095220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] For port cf604047-ca35-4534-9aae-e13dd538169b, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=cf604047-ca35-4534-9aae-e13dd538169b,segment=NetworkSegment(5bbd3446-e151-4ddb-8cc9-12ea3e9ec192),segment_id=5bbd3446-e151-4ddb-8cc9-12ea3e9ec192)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:20:54.102514 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cf604047-ca35-4534-9aae-e13dd538169b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:54.173651 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c3b27309-fc55-43e5-ae89-42b27d5cd841 None None] Provisioning complete for port cf604047-ca35-4534-9aae-e13dd538169b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:20:54.174357 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3b27309-fc55-43e5-ae89-42b27d5cd841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cf604047-ca35-4534-9aae-e13dd538169b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:54.175783 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a51beb-1ae3-43d1-a4be-c572a5ffeeb5 None None] Pushing event updated for resources: {'Port': ['ID=cf604047-ca35-4534-9aae-e13dd538169b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:54.203278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Routers {'6809cefa-b6dc-4269-9f8e-6b0ad8090033'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:20:54.203927 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:20:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:20:54.523222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] Set router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:20:54.553874 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c3b27309-fc55-43e5-ae89-42b27d5cd841 None None] Current status of the port cf604047-ca35-4534-9aae-e13dd538169b is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:20:54.554262 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3b27309-fc55-43e5-ae89-42b27d5cd841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cf604047-ca35-4534-9aae-e13dd538169b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:54.638409 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c3b27309-fc55-43e5-ae89-42b27d5cd841 None None] For port cf604047-ca35-4534-9aae-e13dd538169b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=cf604047-ca35-4534-9aae-e13dd538169b,segment=NetworkSegment(5bbd3446-e151-4ddb-8cc9-12ea3e9ec192),segment_id=5bbd3446-e151-4ddb-8cc9-12ea3e9ec192)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:20:54.644056 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3b27309-fc55-43e5-ae89-42b27d5cd841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cf604047-ca35-4534-9aae-e13dd538169b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:54.750808 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b27309-fc55-43e5-ae89-42b27d5cd841 None None] Pushing event updated for resources: {'Port': ['ID=cf604047-ca35-4534-9aae-e13dd538169b,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:20:54.772337 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:54.798366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d704e5da-a62c-4a84-9d47-58fa31d01242 None None] Provisioning complete for port cf604047-ca35-4534-9aae-e13dd538169b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:20:54.798726 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d704e5da-a62c-4a84-9d47-58fa31d01242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cf604047-ca35-4534-9aae-e13dd538169b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:54.906806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:20:52Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '74ecccf6-9a1e-44d8-923f-31b5bb3d8850', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'port_id': '64995a78-036f-49e9-8083-288abce62493', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'mac_address': 'fa:16:3e:d5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:19:58Z', 'updated_at': '2022-03-23T02:20:00Z', 'revision_number': 1, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533b2485-3939-4728-8683-789a4ee749f0', 'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:10:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'afb07b64-2201-412f-9073-8d87229efdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:39Z', 'updated_at': '2022-03-23T02:19:43Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': 'afb07b64-2201-412f-9073-8d87229efdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf604047-ca35-4534-9aae-e13dd538169b', 'name': '', 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:a1:65:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '2c52b03c-fd25-404a-85a7-99a87bc29ad7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:20:51Z', 'updated_at': '2022-03-23T02:20:54Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': '2c52b03c-fd25-404a-85a7-99a87bc29ad7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:20:54.941288 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57a0936-fecb-4f30-a9cd-cc7a5ee0acb0 None None] The sync data for ids ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'] in n-d-834677-4 is: [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:20:52Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '74ecccf6-9a1e-44d8-923f-31b5bb3d8850', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'port_id': '64995a78-036f-49e9-8083-288abce62493', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'mac_address': 'fa:16:3e:d5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:19:58Z', 'updated_at': '2022-03-23T02:20:00Z', 'revision_number': 1, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533b2485-3939-4728-8683-789a4ee749f0', 'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:10:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'afb07b64-2201-412f-9073-8d87229efdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:39Z', 'updated_at': '2022-03-23T02:19:43Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': 'afb07b64-2201-412f-9073-8d87229efdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf604047-ca35-4534-9aae-e13dd538169b', 'name': '', 'network_id': 'afbb556f-057e-4ef6-8cbc-120e7b2daf16', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:a1:65:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '2c52b03c-fd25-404a-85a7-99a87bc29ad7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:20:51Z', 'updated_at': '2022-03-23T02:20:54Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': '2c52b03c-fd25-404a-85a7-99a87bc29ad7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:20:54.942894 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d704e5da-a62c-4a84-9d47-58fa31d01242 None None] Current status of the port cf604047-ca35-4534-9aae-e13dd538169b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:20:55.848034 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:56.882171 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cf604047-ca35-4534-9aae-e13dd538169b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:20:56.931855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port cf604047-ca35-4534-9aae-e13dd538169b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:20:56.932223 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cf604047-ca35-4534-9aae-e13dd538169b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:20:57.027969 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port cf604047-ca35-4534-9aae-e13dd538169b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:20:59.835485 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:21:04.198721 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:10.426194 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1708e0f7-7a50-4ee8-8c6c-5dc4fe9bb499 req-9573e5ac-f1e8-4f9d-955b-a679f6f70e12 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7298c785-4e74-4803-927f-3057a79fb3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1008437 Mar 23 02:21:10.552838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708e0f7-7a50-4ee8-8c6c-5dc4fe9bb499 req-64f6b279-b43e-437c-8c6d-6c46f939f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:10.554414 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1708e0f7-7a50-4ee8-8c6c-5dc4fe9bb499 req-64f6b279-b43e-437c-8c6d-6c46f939f67f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c716da15b3cf452e9ad1041996da1f52&device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 1128 time: 0.0547333 Mar 23 02:21:10.666495 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708e0f7-7a50-4ee8-8c6c-5dc4fe9bb499 req-ab8dd1f1-8358-49c8-ab4b-47cd54503b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:10.668548 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1708e0f7-7a50-4ee8-8c6c-5dc4fe9bb499 req-ab8dd1f1-8358-49c8-ab4b-47cd54503b9f service neutron] 10.222.0.43 "GET /v2.0/networks?id=afbb556f-057e-4ef6-8cbc-120e7b2daf16 HTTP/1.1" status: 200 len: 896 time: 0.0931995 Mar 23 02:21:10.712851 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1708e0f7-7a50-4ee8-8c6c-5dc4fe9bb499 req-48112fdf-81a1-4d06-be53-138382682c82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=cdb5126a-1f11-4cb9-adf0-acdfa50112d6 HTTP/1.1" status: 200 len: 217 time: 0.0381331 Mar 23 02:21:10.760337 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708e0f7-7a50-4ee8-8c6c-5dc4fe9bb499 req-6f41d1f4-b3bb-4a30-8ad5-e4804c06edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:10.761842 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1708e0f7-7a50-4ee8-8c6c-5dc4fe9bb499 req-6f41d1f4-b3bb-4a30-8ad5-e4804c06edbe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2c52b03c-fd25-404a-85a7-99a87bc29ad7 HTTP/1.1" status: 200 len: 838 time: 0.0430596 Mar 23 02:21:10.810528 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708e0f7-7a50-4ee8-8c6c-5dc4fe9bb499 req-3b9d7444-cae7-4dee-a2f5-676734990368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:10.812049 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1708e0f7-7a50-4ee8-8c6c-5dc4fe9bb499 req-3b9d7444-cae7-4dee-a2f5-676734990368 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=afbb556f-057e-4ef6-8cbc-120e7b2daf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447757 Mar 23 02:21:10.907477 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1708e0f7-7a50-4ee8-8c6c-5dc4fe9bb499 req-0116e3ec-2b89-4bf5-9622-25dd989e4a5e service neutron] 10.222.0.43 "GET /v2.0/networks/afbb556f-057e-4ef6-8cbc-120e7b2daf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887699 Mar 23 02:21:10.997789 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1708e0f7-7a50-4ee8-8c6c-5dc4fe9bb499 req-26775768-59ba-42e9-b159-2655d3548bc2 service neutron] 10.222.0.43 "GET /v2.0/networks/afbb556f-057e-4ef6-8cbc-120e7b2daf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844083 Mar 23 02:21:14.198903 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de6a2923-910b-4f13-8c22-c1c3d34ee0df req-811256c8-72d9-48b7-8364-02d2fb60678e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528193 Mar 23 02:21:14.295696 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a2923-910b-4f13-8c22-c1c3d34ee0df req-9a7567b2-d910-43ae-bcd8-fb810fc84a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:14.297254 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de6a2923-910b-4f13-8c22-c1c3d34ee0df req-9a7567b2-d910-43ae-bcd8-fb810fc84a8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716da15b3cf452e9ad1041996da1f52&device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 1127 time: 0.0548046 Mar 23 02:21:14.414776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a2923-910b-4f13-8c22-c1c3d34ee0df req-29c8cc0e-6c75-4476-bdc8-f5bba94eb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:14.416231 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de6a2923-910b-4f13-8c22-c1c3d34ee0df req-29c8cc0e-6c75-4476-bdc8-f5bba94eb9c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b19a4d7c-1a76-46c2-afd3-c1a18e12e58b HTTP/1.1" status: 200 len: 897 time: 0.0968373 Mar 23 02:21:14.485812 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de6a2923-910b-4f13-8c22-c1c3d34ee0df req-f1730be8-f081-40da-a912-5474133e85ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64995a78-036f-49e9-8083-288abce62493 HTTP/1.1" status: 200 len: 1001 time: 0.0629776 Mar 23 02:21:14.535630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a2923-910b-4f13-8c22-c1c3d34ee0df req-6aedc160-a8c1-49c4-9f03-bd20d4f72166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:14.537120 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de6a2923-910b-4f13-8c22-c1c3d34ee0df req-6aedc160-a8c1-49c4-9f03-bd20d4f72166 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=afb07b64-2201-412f-9073-8d87229efdce HTTP/1.1" status: 200 len: 834 time: 0.0457838 Mar 23 02:21:14.593692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a2923-910b-4f13-8c22-c1c3d34ee0df req-df138ff1-1fb4-472a-9bda-e9bfac28eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:14.595205 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de6a2923-910b-4f13-8c22-c1c3d34ee0df req-df138ff1-1fb4-472a-9bda-e9bfac28eac4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b19a4d7c-1a76-46c2-afd3-c1a18e12e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522141 Mar 23 02:21:14.689073 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de6a2923-910b-4f13-8c22-c1c3d34ee0df req-5c24198e-6433-4d35-aad9-862aae393294 service neutron] 10.222.0.42 "GET /v2.0/networks/b19a4d7c-1a76-46c2-afd3-c1a18e12e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879195 Mar 23 02:21:14.783886 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de6a2923-910b-4f13-8c22-c1c3d34ee0df req-b3eecb2e-da9e-456d-a12f-39d65c006bfa service neutron] 10.222.0.42 "GET /v2.0/networks/b19a4d7c-1a76-46c2-afd3-c1a18e12e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891545 Mar 23 02:21:19.589005 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6e7c33ee-ebf7-481e-a6bf-aa3686ace717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:20.978483 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:22.066034 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a8ec83fa-785b-4006-ba34-1be04073de1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:22.361526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54036) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:22.755198 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-652d4d4b-a00c-4525-855a-8bc9f34ff413 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (6809cefa-b6dc-4269-9f8e-6b0ad8090033), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:23.080360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-652d4d4b-a00c-4525-855a-8bc9f34ff413 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Deleting port cf604047-ca35-4534-9aae-e13dd538169b {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:21:23.080612 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-652d4d4b-a00c-4525-855a-8bc9f34ff413 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (cf604047-ca35-4534-9aae-e13dd538169b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:23.430459 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:23.529091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-652d4d4b-a00c-4525-855a-8bc9f34ff413 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] For port cf604047-ca35-4534-9aae-e13dd538169b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=cf604047-ca35-4534-9aae-e13dd538169b,segment=NetworkSegment(5bbd3446-e151-4ddb-8cc9-12ea3e9ec192),segment_id=5bbd3446-e151-4ddb-8cc9-12ea3e9ec192)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:21:23.529756 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-652d4d4b-a00c-4525-855a-8bc9f34ff413 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (cf604047-ca35-4534-9aae-e13dd538169b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:23.542928 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-652d4d4b-a00c-4525-855a-8bc9f34ff413 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Calling delete_port for cf604047-ca35-4534-9aae-e13dd538169b owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:21:23.735700 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-652d4d4b-a00c-4525-855a-8bc9f34ff413 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (cf604047-ca35-4534-9aae-e13dd538169b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:23.761787 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d4d4b-a00c-4525-855a-8bc9f34ff413 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'Port': ['ID=cf604047-ca35-4534-9aae-e13dd538169b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:23.944396 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-652d4d4b-a00c-4525-855a-8bc9f34ff413 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (6809cefa-b6dc-4269-9f8e-6b0ad8090033), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:24.181691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652d4d4b-a00c-4525-855a-8bc9f34ff413 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:21:24.291680 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652d4d4b-a00c-4525-855a-8bc9f34ff413 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:21:24.297866 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-652d4d4b-a00c-4525-855a-8bc9f34ff413 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "PUT /v2.0/routers/6809cefa-b6dc-4269-9f8e-6b0ad8090033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9351985 Mar 23 02:21:24.302233 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a39b4e1-797f-4efd-b898-7082c2a81235 None None] Sync routers for ids ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:21:24.313231 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a39b4e1-797f-4efd-b898-7082c2a81235 None None] Routers {'6809cefa-b6dc-4269-9f8e-6b0ad8090033'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:21:24.313878 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0a39b4e1-797f-4efd-b898-7082c2a81235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:21:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:24.429019 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-0a39b4e1-797f-4efd-b898-7082c2a81235 None None] Set router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:21:24.537867 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689fea0-b1e1-4849-b481-c634b2a94f14 req-b72f146d-3349-43ae-a859-be78524ee622 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:24.539389 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0689fea0-b1e1-4849-b481-c634b2a94f14 req-b72f146d-3349-43ae-a859-be78524ee622 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 946 time: 0.0577896 Mar 23 02:21:24.592066 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0689fea0-b1e1-4849-b481-c634b2a94f14 req-1289da8f-4238-4172-8a36-c83e1b01f206 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=6dcc961d-459c-411f-887a-74cf7da67446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468552 Mar 23 02:21:24.659560 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0a39b4e1-797f-4efd-b898-7082c2a81235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:21:23Z', 'revision_number': 6, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '74ecccf6-9a1e-44d8-923f-31b5bb3d8850', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'port_id': '64995a78-036f-49e9-8083-288abce62493', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'mac_address': 'fa:16:3e:d5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:19:58Z', 'updated_at': '2022-03-23T02:20:00Z', 'revision_number': 1, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533b2485-3939-4728-8683-789a4ee749f0', 'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:10:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'afb07b64-2201-412f-9073-8d87229efdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:39Z', 'updated_at': '2022-03-23T02:19:43Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': 'afb07b64-2201-412f-9073-8d87229efdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:24.689216 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a39b4e1-797f-4efd-b898-7082c2a81235 None None] Checking router: 6809cefa-b6dc-4269-9f8e-6b0ad8090033 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:21:24.698103 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a39b4e1-797f-4efd-b898-7082c2a81235 None None] Routers {'6809cefa-b6dc-4269-9f8e-6b0ad8090033'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:21:24.698650 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0a39b4e1-797f-4efd-b898-7082c2a81235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:21:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:24.749234 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:24.806118 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-0a39b4e1-797f-4efd-b898-7082c2a81235 None None] Set router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:21:25.038822 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0a39b4e1-797f-4efd-b898-7082c2a81235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:21:23Z', 'revision_number': 6, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '74ecccf6-9a1e-44d8-923f-31b5bb3d8850', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'port_id': '64995a78-036f-49e9-8083-288abce62493', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'mac_address': 'fa:16:3e:d5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:19:58Z', 'updated_at': '2022-03-23T02:20:00Z', 'revision_number': 1, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533b2485-3939-4728-8683-789a4ee749f0', 'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:10:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'afb07b64-2201-412f-9073-8d87229efdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:39Z', 'updated_at': '2022-03-23T02:19:43Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': 'afb07b64-2201-412f-9073-8d87229efdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:25.065540 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a39b4e1-797f-4efd-b898-7082c2a81235 None None] The sync data for ids ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'] in n-d-834677-4 is: [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:21:23Z', 'revision_number': 6, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '74ecccf6-9a1e-44d8-923f-31b5bb3d8850', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'port_id': '64995a78-036f-49e9-8083-288abce62493', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'mac_address': 'fa:16:3e:d5:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:19:58Z', 'updated_at': '2022-03-23T02:20:00Z', 'revision_number': 1, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533b2485-3939-4728-8683-789a4ee749f0', 'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:10:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'afb07b64-2201-412f-9073-8d87229efdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:39Z', 'updated_at': '2022-03-23T02:19:43Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': 'afb07b64-2201-412f-9073-8d87229efdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:21:25.722462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af089cdb-37a6-4820-a221-9d35ad5bc562 req-65d3e1b1-dee6-43d5-ac0f-8a3f40b25de0 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:25.724022 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af089cdb-37a6-4820-a221-9d35ad5bc562 req-65d3e1b1-dee6-43d5-ac0f-8a3f40b25de0 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 946 time: 0.0586150 Mar 23 02:21:25.773982 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af089cdb-37a6-4820-a221-9d35ad5bc562 req-a4e2d8f4-d255-46d0-a804-bcf9c7c604aa tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=6dcc961d-459c-411f-887a-74cf7da67446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442476 Mar 23 02:21:25.833853 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:26.073820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace01a5d-9350-43c9-86ba-f1b1197cdc43 req-048fab36-0f08-4d5e-91e1-5dfa9576e556 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:26.075230 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ace01a5d-9350-43c9-86ba-f1b1197cdc43 req-048fab36-0f08-4d5e-91e1-5dfa9576e556 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.43 "GET /v2.0/ports?device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 946 time: 0.0603235 Mar 23 02:21:26.168867 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-ace01a5d-9350-43c9-86ba-f1b1197cdc43 req-7e8aaa7d-4f46-4588-8118-530ef9b2b3a8 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Deleting port cdb5126a-1f11-4cb9-adf0-acdfa50112d6 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:21:26.169206 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ace01a5d-9350-43c9-86ba-f1b1197cdc43 req-7e8aaa7d-4f46-4588-8118-530ef9b2b3a8 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (cdb5126a-1f11-4cb9-adf0-acdfa50112d6), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:26.276998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-ace01a5d-9350-43c9-86ba-f1b1197cdc43 req-7e8aaa7d-4f46-4588-8118-530ef9b2b3a8 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] For port cdb5126a-1f11-4cb9-adf0-acdfa50112d6, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=cdb5126a-1f11-4cb9-adf0-acdfa50112d6,segment=NetworkSegment(5bbd3446-e151-4ddb-8cc9-12ea3e9ec192),segment_id=5bbd3446-e151-4ddb-8cc9-12ea3e9ec192)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:21:26.277684 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ace01a5d-9350-43c9-86ba-f1b1197cdc43 req-7e8aaa7d-4f46-4588-8118-530ef9b2b3a8 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (cdb5126a-1f11-4cb9-adf0-acdfa50112d6), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:26.291367 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-ace01a5d-9350-43c9-86ba-f1b1197cdc43 req-7e8aaa7d-4f46-4588-8118-530ef9b2b3a8 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Calling delete_port for cdb5126a-1f11-4cb9-adf0-acdfa50112d6 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:21:26.435716 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ace01a5d-9350-43c9-86ba-f1b1197cdc43 req-7e8aaa7d-4f46-4588-8118-530ef9b2b3a8 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (cdb5126a-1f11-4cb9-adf0-acdfa50112d6), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:26.466741 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8aaa7d-4f46-4588-8118-530ef9b2b3a8 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'Port': ['ID=cdb5126a-1f11-4cb9-adf0-acdfa50112d6,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:26.511895 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace01a5d-9350-43c9-86ba-f1b1197cdc43 req-7e8aaa7d-4f46-4588-8118-530ef9b2b3a8 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] No DVR routers for this DVR port cdb5126a-1f11-4cb9-adf0-acdfa50112d6 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:21:26.514698 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-ace01a5d-9350-43c9-86ba-f1b1197cdc43 req-7e8aaa7d-4f46-4588-8118-530ef9b2b3a8 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:26.518254 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ace01a5d-9350-43c9-86ba-f1b1197cdc43 req-7e8aaa7d-4f46-4588-8118-530ef9b2b3a8 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.43 "DELETE /v2.0/ports/cdb5126a-1f11-4cb9-adf0-acdfa50112d6 HTTP/1.1" status: 204 len: 173 time: 0.4375072 Mar 23 02:21:26.518701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7298c785-4e74-4803-927f-3057a79fb3d5', 'name': 'network-vif-deleted', 'tag': 'cdb5126a-1f11-4cb9-adf0-acdfa50112d6'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:21:26.521049 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a16cb6f-4806-4c88-87fe-5ab8bb5ef283" -d '{"events": [{"server_uuid": "7298c785-4e74-4803-927f-3057a79fb3d5", "name": "network-vif-deleted", "tag": "cdb5126a-1f11-4cb9-adf0-acdfa50112d6"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:21:26.557660 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d40081-8c61-4eb5-867a-9a29c72f66a2 x-openstack-request-id: req-13d40081-8c61-4eb5-867a-9a29c72f66a2 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:21:26.558021 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7298c785-4e74-4803-927f-3057a79fb3d5", "name": "network-vif-deleted", "tag": "cdb5126a-1f11-4cb9-adf0-acdfa50112d6", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:21:26.558281 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13d40081-8c61-4eb5-867a-9a29c72f66a2 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:21:26.558696 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d40081-8c61-4eb5-867a-9a29c72f66a2'] response: {'server_uuid': '7298c785-4e74-4803-927f-3057a79fb3d5', 'name': 'network-vif-deleted', 'tag': 'cdb5126a-1f11-4cb9-adf0-acdfa50112d6', 'status': 'completed', 'code': 200} Mar 23 02:21:26.838411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cf604047-ca35-4534-9aae-e13dd538169b no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:21:26.865121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: cf604047-ca35-4534-9aae-e13dd538169b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:21:26.865466 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device cf604047-ca35-4534-9aae-e13dd538169b not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:21:26.892029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c546b0de-6039-43b3-90eb-3a4e7d2900e1 req-754c4364-2a55-418d-99af-b605a2e5ed16 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=7298c785-4e74-4803-927f-3057a79fb3d5 HTTP/1.1" status: 200 len: 210 time: 0.0293407 Mar 23 02:21:27.963054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54050) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:28.021999 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5e2206ad-816f-4b10-b801-70880a7577d0 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (6dcc961d-459c-411f-887a-74cf7da67446), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.050290 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5e2206ad-816f-4b10-b801-70880a7577d0 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (6dcc961d-459c-411f-887a-74cf7da67446), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.123005 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5e2206ad-816f-4b10-b801-70880a7577d0 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6dcc961d-459c-411f-887a-74cf7da67446), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.125570 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5e2206ad-816f-4b10-b801-70880a7577d0 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.127340 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5e2206ad-816f-4b10-b801-70880a7577d0 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "DELETE /v2.0/security-groups/6dcc961d-459c-411f-887a-74cf7da67446 HTTP/1.1" status: 204 len: 168 time: 0.1633034 Mar 23 02:21:28.136952 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2206ad-816f-4b10-b801-70880a7577d0 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcc961d-459c-411f-887a-74cf7da67446,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:28.165150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54054) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:28.218256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-205f093f-808e-46eb-90e3-00cb6d8f62bb tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Deleting subnet 2c52b03c-fd25-404a-85a7-99a87bc29ad7 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:21:28.221876 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-205f093f-808e-46eb-90e3-00cb6d8f62bb tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for subnet (2c52b03c-fd25-404a-85a7-99a87bc29ad7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.265887 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-205f093f-808e-46eb-90e3-00cb6d8f62bb tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (2c52b03c-fd25-404a-85a7-99a87bc29ad7), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.351208 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-205f093f-808e-46eb-90e3-00cb6d8f62bb tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (2c52b03c-fd25-404a-85a7-99a87bc29ad7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.414601 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-205f093f-808e-46eb-90e3-00cb6d8f62bb tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (2c52b03c-fd25-404a-85a7-99a87bc29ad7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.448651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f093f-808e-46eb-90e3-00cb6d8f62bb tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'Subnet': ['ID=2c52b03c-fd25-404a-85a7-99a87bc29ad7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:28.450949 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-205f093f-808e-46eb-90e3-00cb6d8f62bb tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.455622 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-205f093f-808e-46eb-90e3-00cb6d8f62bb tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "DELETE /v2.0/subnets/2c52b03c-fd25-404a-85a7-99a87bc29ad7 HTTP/1.1" status: 204 len: 168 time: 0.2880864 Mar 23 02:21:28.457621 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54056) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:28.458931 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6436b2d7-2513-477e-856c-253067506d3d None None] Network afbb556f-057e-4ef6-8cbc-120e7b2daf16 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:21:28.534664 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (afbb556f-057e-4ef6-8cbc-120e7b2daf16), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.593113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Deleting port 72eb42e5-0eae-44ca-89df-46376ea01df0 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:21:28.593477 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (72eb42e5-0eae-44ca-89df-46376ea01df0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.621354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9ba293-28e7-49dc-a45e-1578456a2630 None None] DHCP port deletion for afbb556f-057e-4ef6-8cbc-120e7b2daf16 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:21:28.662977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] For port 72eb42e5-0eae-44ca-89df-46376ea01df0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=72eb42e5-0eae-44ca-89df-46376ea01df0,segment=NetworkSegment(5bbd3446-e151-4ddb-8cc9-12ea3e9ec192),segment_id=5bbd3446-e151-4ddb-8cc9-12ea3e9ec192)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:21:28.663344 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (72eb42e5-0eae-44ca-89df-46376ea01df0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.674166 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ba293-28e7-49dc-a45e-1578456a2630 None None] Deleting port 72eb42e5-0eae-44ca-89df-46376ea01df0 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:21:28.674541 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dd9ba293-28e7-49dc-a45e-1578456a2630 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (72eb42e5-0eae-44ca-89df-46376ea01df0), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.677131 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Calling delete_port for 72eb42e5-0eae-44ca-89df-46376ea01df0 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:21:28.744304 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-dd9ba293-28e7-49dc-a45e-1578456a2630 None None] For port 72eb42e5-0eae-44ca-89df-46376ea01df0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=72eb42e5-0eae-44ca-89df-46376ea01df0,segment=NetworkSegment(5bbd3446-e151-4ddb-8cc9-12ea3e9ec192),segment_id=5bbd3446-e151-4ddb-8cc9-12ea3e9ec192)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:21:28.744720 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dd9ba293-28e7-49dc-a45e-1578456a2630 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (72eb42e5-0eae-44ca-89df-46376ea01df0), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.758438 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ba293-28e7-49dc-a45e-1578456a2630 None None] Calling delete_port for 72eb42e5-0eae-44ca-89df-46376ea01df0 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:21:28.759072 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (72eb42e5-0eae-44ca-89df-46376ea01df0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.786236 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'Port': ['ID=72eb42e5-0eae-44ca-89df-46376ea01df0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:28.787964 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] No DVR routers for this DVR port 72eb42e5-0eae-44ca-89df-46376ea01df0 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:21:28.808141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device cdb5126a-1f11-4cb9-adf0-acdfa50112d6 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:21:28.835461 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: cdb5126a-1f11-4cb9-adf0-acdfa50112d6 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:21:28.835801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device cdb5126a-1f11-4cb9-adf0-acdfa50112d6 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 02:21:28.867789 n-d-834677-4 neutron-server[99265]: self.session.flush() Mar 23 02:21:28.875760 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (afbb556f-057e-4ef6-8cbc-120e7b2daf16), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.879601 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dd9ba293-28e7-49dc-a45e-1578456a2630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (72eb42e5-0eae-44ca-89df-46376ea01df0), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.899078 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbb556f-057e-4ef6-8cbc-120e7b2daf16']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:28.906347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 72eb42e5-0eae-44ca-89df-46376ea01df0 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:21:28.909683 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ba293-28e7-49dc-a45e-1578456a2630 None None] Pushing event deleted for resources: {'Port': ['ID=72eb42e5-0eae-44ca-89df-46376ea01df0,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:28.909942 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbd3446-e151-4ddb-8cc9-12ea3e9ec192') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:28.910238 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbd3446-e151-4ddb-8cc9-12ea3e9ec192') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:28.920837 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (5bbd3446-e151-4ddb-8cc9-12ea3e9ec192), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.929505 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 72eb42e5-0eae-44ca-89df-46376ea01df0 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:21:28.929849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 72eb42e5-0eae-44ca-89df-46376ea01df0 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:21:28.931350 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ba293-28e7-49dc-a45e-1578456a2630 None None] No DVR routers for this DVR port 72eb42e5-0eae-44ca-89df-46376ea01df0 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:21:28.937376 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (5bbd3446-e151-4ddb-8cc9-12ea3e9ec192), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.944884 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:21:28.945388 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (5bbd3446-e151-4ddb-8cc9-12ea3e9ec192), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:21:28.948565 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:21:29.018551 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (afbb556f-057e-4ef6-8cbc-120e7b2daf16), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:29.025822 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:29.029197 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "DELETE /v2.0/networks/afbb556f-057e-4ef6-8cbc-120e7b2daf16 HTTP/1.1" status: 204 len: 168 time: 0.5705760 Mar 23 02:21:29.032074 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54058) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:29.041295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eea624-1f7d-4986-9415-b74bb8414329 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'Network': ['ID=afbb556f-057e-4ef6-8cbc-120e7b2daf16,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:29.198919 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7ce9e055-9925-492c-9836-6a9dd4550de1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Deleting port 3668e965-7a1b-495b-9b94-23a69678f31e {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:21:29.199543 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e055-9925-492c-9836-6a9dd4550de1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3668e965-7a1b-495b-9b94-23a69678f31e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:29.284921 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e055-9925-492c-9836-6a9dd4550de1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3668e965-7a1b-495b-9b94-23a69678f31e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:29.285261 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e055-9925-492c-9836-6a9dd4550de1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for floatingip (3668e965-7a1b-495b-9b94-23a69678f31e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:29.302817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7ce9e055-9925-492c-9836-6a9dd4550de1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Calling delete_port for 3668e965-7a1b-495b-9b94-23a69678f31e owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:21:29.471871 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e055-9925-492c-9836-6a9dd4550de1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (3668e965-7a1b-495b-9b94-23a69678f31e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:29.496235 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9e055-9925-492c-9836-6a9dd4550de1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'Port': ['ID=3668e965-7a1b-495b-9b94-23a69678f31e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:29.566428 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e055-9925-492c-9836-6a9dd4550de1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for floatingip (74ecccf6-9a1e-44d8-923f-31b5bb3d8850), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:29.566661 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-7ce9e055-9925-492c-9836-6a9dd4550de1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Floating IP 74ecccf6-9a1e-44d8-923f-31b5bb3d8850 disassociated (deleted). External IP: 172.25.0.252, port: 64995a78-036f-49e9-8083-288abce62493. Mar 23 02:21:29.787652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce9e055-9925-492c-9836-6a9dd4550de1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:21:29.896676 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce9e055-9925-492c-9836-6a9dd4550de1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:21:29.901076 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e055-9925-492c-9836-6a9dd4550de1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:29.908111 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e918306d-5dca-453c-b798-7e37225a616a None None] Sync routers for ids ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:21:29.917983 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e918306d-5dca-453c-b798-7e37225a616a None None] Routers {'6809cefa-b6dc-4269-9f8e-6b0ad8090033'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:21:29.918598 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e918306d-5dca-453c-b798-7e37225a616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:21:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:29.932589 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7ce9e055-9925-492c-9836-6a9dd4550de1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "DELETE /v2.0/floatingips/74ecccf6-9a1e-44d8-923f-31b5bb3d8850 HTTP/1.1" status: 204 len: 168 time: 0.8986263 Mar 23 02:21:29.933381 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'tag': '64995a78-036f-49e9-8083-288abce62493'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:21:29.935865 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf94093c-1643-49c0-9a98-0eeb2aff5a21" -d '{"events": [{"name": "network-changed", "server_uuid": "a8eb9dee-dffd-482e-9dd0-5654a3b4a627", "tag": "64995a78-036f-49e9-8083-288abce62493"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:21:29.975710 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de59604-aef7-40c9-ade3-bb64d52792f0 x-openstack-request-id: req-9de59604-aef7-40c9-ade3-bb64d52792f0 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:21:29.976173 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8eb9dee-dffd-482e-9dd0-5654a3b4a627", "tag": "64995a78-036f-49e9-8083-288abce62493", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:21:29.976309 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9de59604-aef7-40c9-ade3-bb64d52792f0 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:21:29.976679 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de59604-aef7-40c9-ade3-bb64d52792f0'] response: {'name': 'network-changed', 'server_uuid': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'tag': '64995a78-036f-49e9-8083-288abce62493', 'status': 'completed', 'code': 200} Mar 23 02:21:30.031784 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-e918306d-5dca-453c-b798-7e37225a616a None None] Set router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:21:30.043673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94093c-1643-49c0-9a98-0eeb2aff5a21 req-367c106e-d538-463a-a414-8e54b0736d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:30.045403 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf94093c-1643-49c0-9a98-0eeb2aff5a21 req-367c106e-d538-463a-a414-8e54b0736d76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716da15b3cf452e9ad1041996da1f52&device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 1127 time: 0.0478663 Mar 23 02:21:30.178782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94093c-1643-49c0-9a98-0eeb2aff5a21 req-d2a1db18-117a-49cc-b9da-818803051aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:30.180285 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf94093c-1643-49c0-9a98-0eeb2aff5a21 req-d2a1db18-117a-49cc-b9da-818803051aac service neutron] 10.222.0.42 "GET /v2.0/networks?id=b19a4d7c-1a76-46c2-afd3-c1a18e12e58b HTTP/1.1" status: 200 len: 897 time: 0.1235509 Mar 23 02:21:30.230233 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a7c54-f92b-4f97-b550-c6e1f9717be3 req-8545fccc-dae9-40f2-a2bd-fa7bb1d66449 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:30.231693 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc8a7c54-f92b-4f97-b550-c6e1f9717be3 req-8545fccc-dae9-40f2-a2bd-fa7bb1d66449 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 945 time: 0.1060262 Mar 23 02:21:30.233673 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf94093c-1643-49c0-9a98-0eeb2aff5a21 req-3ae0b4f5-fa90-4fc8-bc41-fa075429f0ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64995a78-036f-49e9-8083-288abce62493 HTTP/1.1" status: 200 len: 217 time: 0.0452681 Mar 23 02:21:30.252334 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e918306d-5dca-453c-b798-7e37225a616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:21:23Z', 'revision_number': 6, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '533b2485-3939-4728-8683-789a4ee749f0', 'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:10:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'afb07b64-2201-412f-9073-8d87229efdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:39Z', 'updated_at': '2022-03-23T02:19:43Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': 'afb07b64-2201-412f-9073-8d87229efdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:30.279629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e918306d-5dca-453c-b798-7e37225a616a None None] Checking router: 6809cefa-b6dc-4269-9f8e-6b0ad8090033 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:21:30.289194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e918306d-5dca-453c-b798-7e37225a616a None None] Routers {'6809cefa-b6dc-4269-9f8e-6b0ad8090033'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:21:30.289809 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e918306d-5dca-453c-b798-7e37225a616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:21:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:30.319016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94093c-1643-49c0-9a98-0eeb2aff5a21 req-192392e1-9d21-4528-aaef-f29bbc7a261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:30.320524 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf94093c-1643-49c0-9a98-0eeb2aff5a21 req-192392e1-9d21-4528-aaef-f29bbc7a261f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=afb07b64-2201-412f-9073-8d87229efdce HTTP/1.1" status: 200 len: 834 time: 0.0764046 Mar 23 02:21:30.324278 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc8a7c54-f92b-4f97-b550-c6e1f9717be3 req-de402792-ad05-4c6f-9f84-90931b7db37c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=a355216c-5c04-4b4d-adb3-8e9ed696c29c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861990 Mar 23 02:21:30.374084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94093c-1643-49c0-9a98-0eeb2aff5a21 req-ab54c151-18a9-43c2-a29e-b9f4aa288b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:30.375960 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf94093c-1643-49c0-9a98-0eeb2aff5a21 req-ab54c151-18a9-43c2-a29e-b9f4aa288b0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b19a4d7c-1a76-46c2-afd3-c1a18e12e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490139 Mar 23 02:21:30.410062 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-e918306d-5dca-453c-b798-7e37225a616a None None] Set router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:21:30.465928 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf94093c-1643-49c0-9a98-0eeb2aff5a21 req-29818657-cd4a-4541-988f-5713ad8546c6 service neutron] 10.222.0.42 "GET /v2.0/networks/b19a4d7c-1a76-46c2-afd3-c1a18e12e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833254 Mar 23 02:21:30.562402 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cf94093c-1643-49c0-9a98-0eeb2aff5a21 req-ea924d61-3224-4bed-bd82-3debd2c3254d service neutron] 10.222.0.42 "GET /v2.0/networks/b19a4d7c-1a76-46c2-afd3-c1a18e12e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904596 Mar 23 02:21:30.610940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-e918306d-5dca-453c-b798-7e37225a616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:21:23Z', 'revision_number': 6, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '533b2485-3939-4728-8683-789a4ee749f0', 'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:10:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'afb07b64-2201-412f-9073-8d87229efdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:39Z', 'updated_at': '2022-03-23T02:19:43Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': 'afb07b64-2201-412f-9073-8d87229efdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:30.641827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e918306d-5dca-453c-b798-7e37225a616a None None] The sync data for ids ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'] in n-d-834677-4 is: [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:21:23Z', 'revision_number': 6, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '533b2485-3939-4728-8683-789a4ee749f0', 'name': '', 'network_id': 'b19a4d7c-1a76-46c2-afd3-c1a18e12e58b', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:10:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'afb07b64-2201-412f-9073-8d87229efdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:39Z', 'updated_at': '2022-03-23T02:19:43Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': 'afb07b64-2201-412f-9073-8d87229efdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:21:30.897600 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114eba3-6b41-4a5c-a1f6-2d35de70e0cd None None] New status for floating IP 74ecccf6-9a1e-44d8-923f-31b5bb3d8850: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:21:31.399127 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221aff7a-e773-4078-a168-32f51b01a3a7 req-30a8bab9-a3f3-491b-8800-3db36f60f606 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:31.400616 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-221aff7a-e773-4078-a168-32f51b01a3a7 req-30a8bab9-a3f3-491b-8800-3db36f60f606 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 945 time: 0.0638330 Mar 23 02:21:31.465505 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e38da-f136-475a-918e-98d4ce424dfd req-057a76c8-c222-45e8-829f-2774e2397c80 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:31.467101 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e22e38da-f136-475a-918e-98d4ce424dfd req-057a76c8-c222-45e8-829f-2774e2397c80 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8eb9dee-dffd-482e-9dd0-5654a3b4a627 HTTP/1.1" status: 200 len: 945 time: 0.0656626 Mar 23 02:21:31.503025 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-221aff7a-e773-4078-a168-32f51b01a3a7 req-890ef9b0-5dc9-41cd-82f2-c787e4c1171d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Deleting port 64995a78-036f-49e9-8083-288abce62493 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:21:31.503025 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-221aff7a-e773-4078-a168-32f51b01a3a7 req-890ef9b0-5dc9-41cd-82f2-c787e4c1171d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (64995a78-036f-49e9-8083-288abce62493), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:31.518767 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e22e38da-f136-475a-918e-98d4ce424dfd req-22bccac4-22a3-40ed-9632-f759446fcab7 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=a355216c-5c04-4b4d-adb3-8e9ed696c29c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458581 Mar 23 02:21:31.589607 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-221aff7a-e773-4078-a168-32f51b01a3a7 req-890ef9b0-5dc9-41cd-82f2-c787e4c1171d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] For port 64995a78-036f-49e9-8083-288abce62493, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=64995a78-036f-49e9-8083-288abce62493,segment=NetworkSegment(68caa019-f930-4141-816b-679b61281d02),segment_id=68caa019-f930-4141-816b-679b61281d02)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:21:31.589969 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-221aff7a-e773-4078-a168-32f51b01a3a7 req-890ef9b0-5dc9-41cd-82f2-c787e4c1171d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (64995a78-036f-49e9-8083-288abce62493), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:31.603137 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-221aff7a-e773-4078-a168-32f51b01a3a7 req-890ef9b0-5dc9-41cd-82f2-c787e4c1171d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Calling delete_port for 64995a78-036f-49e9-8083-288abce62493 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:21:31.737291 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-221aff7a-e773-4078-a168-32f51b01a3a7 req-890ef9b0-5dc9-41cd-82f2-c787e4c1171d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (64995a78-036f-49e9-8083-288abce62493), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:31.766445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ef9b0-5dc9-41cd-82f2-c787e4c1171d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'Port': ['ID=64995a78-036f-49e9-8083-288abce62493,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:31.811862 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-221aff7a-e773-4078-a168-32f51b01a3a7 req-890ef9b0-5dc9-41cd-82f2-c787e4c1171d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] No DVR routers for this DVR port 64995a78-036f-49e9-8083-288abce62493 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:21:31.815059 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-221aff7a-e773-4078-a168-32f51b01a3a7 req-890ef9b0-5dc9-41cd-82f2-c787e4c1171d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:31.820118 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-221aff7a-e773-4078-a168-32f51b01a3a7 req-890ef9b0-5dc9-41cd-82f2-c787e4c1171d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.42 "DELETE /v2.0/ports/64995a78-036f-49e9-8083-288abce62493 HTTP/1.1" status: 204 len: 173 time: 0.4139502 Mar 23 02:21:31.820738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'name': 'network-vif-deleted', 'tag': '64995a78-036f-49e9-8083-288abce62493'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:21:31.823610 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bae429b-6d01-4424-8327-33933fbd3cb9" -d '{"events": [{"server_uuid": "a8eb9dee-dffd-482e-9dd0-5654a3b4a627", "name": "network-vif-deleted", "tag": "64995a78-036f-49e9-8083-288abce62493"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:21:31.867032 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5776a85d-7e43-45b0-a9ee-094d9fdf28f0 x-openstack-request-id: req-5776a85d-7e43-45b0-a9ee-094d9fdf28f0 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:21:31.867630 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8eb9dee-dffd-482e-9dd0-5654a3b4a627", "name": "network-vif-deleted", "tag": "64995a78-036f-49e9-8083-288abce62493", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:21:31.867891 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5776a85d-7e43-45b0-a9ee-094d9fdf28f0 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:21:31.868337 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5776a85d-7e43-45b0-a9ee-094d9fdf28f0'] response: {'server_uuid': 'a8eb9dee-dffd-482e-9dd0-5654a3b4a627', 'name': 'network-vif-deleted', 'tag': '64995a78-036f-49e9-8083-288abce62493', 'status': 'completed', 'code': 200} Mar 23 02:21:32.585695 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54072) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:32.646275 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a2872bd1-8c75-497e-abaf-8a80f46da89d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (a355216c-5c04-4b4d-adb3-8e9ed696c29c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:32.672761 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a2872bd1-8c75-497e-abaf-8a80f46da89d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (a355216c-5c04-4b4d-adb3-8e9ed696c29c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:32.738831 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a2872bd1-8c75-497e-abaf-8a80f46da89d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a355216c-5c04-4b4d-adb3-8e9ed696c29c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:32.741422 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a2872bd1-8c75-497e-abaf-8a80f46da89d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:32.742644 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a2872bd1-8c75-497e-abaf-8a80f46da89d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "DELETE /v2.0/security-groups/a355216c-5c04-4b4d-adb3-8e9ed696c29c HTTP/1.1" status: 204 len: 168 time: 0.1559296 Mar 23 02:21:32.752299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2872bd1-8c75-497e-abaf-8a80f46da89d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a355216c-5c04-4b4d-adb3-8e9ed696c29c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:32.779222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54076) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:33.156581 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1e3e37da-4b9a-49cf-b330-516e5ca5b5ac tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (6809cefa-b6dc-4269-9f8e-6b0ad8090033), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:33.428989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e37da-4b9a-49cf-b330-516e5ca5b5ac tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Deleting port 533b2485-3939-4728-8683-789a4ee749f0 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:21:33.429451 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1e3e37da-4b9a-49cf-b330-516e5ca5b5ac tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (533b2485-3939-4728-8683-789a4ee749f0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:33.523272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-1e3e37da-4b9a-49cf-b330-516e5ca5b5ac tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] For port 533b2485-3939-4728-8683-789a4ee749f0, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=533b2485-3939-4728-8683-789a4ee749f0,segment=NetworkSegment(68caa019-f930-4141-816b-679b61281d02),segment_id=68caa019-f930-4141-816b-679b61281d02)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:21:33.523668 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1e3e37da-4b9a-49cf-b330-516e5ca5b5ac tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (533b2485-3939-4728-8683-789a4ee749f0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:33.543798 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e37da-4b9a-49cf-b330-516e5ca5b5ac tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Calling delete_port for 533b2485-3939-4728-8683-789a4ee749f0 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:21:33.747748 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1e3e37da-4b9a-49cf-b330-516e5ca5b5ac tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (533b2485-3939-4728-8683-789a4ee749f0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:33.775166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e37da-4b9a-49cf-b330-516e5ca5b5ac tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'Port': ['ID=533b2485-3939-4728-8683-789a4ee749f0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:33.944661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 64995a78-036f-49e9-8083-288abce62493 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:21:33.948024 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1e3e37da-4b9a-49cf-b330-516e5ca5b5ac tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (6809cefa-b6dc-4269-9f8e-6b0ad8090033), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:33.966306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 64995a78-036f-49e9-8083-288abce62493 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:21:33.966881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 64995a78-036f-49e9-8083-288abce62493 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:21:34.184515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3e37da-4b9a-49cf-b330-516e5ca5b5ac tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:21:34.193637 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:34.312136 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3e37da-4b9a-49cf-b330-516e5ca5b5ac tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:21:34.317448 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1e3e37da-4b9a-49cf-b330-516e5ca5b5ac tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "PUT /v2.0/routers/6809cefa-b6dc-4269-9f8e-6b0ad8090033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5371079 Mar 23 02:21:34.320334 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54078) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:34.322257 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28111a07-5b89-4133-93e0-9c3c7f1c6e27 None None] Sync routers for ids ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:21:34.333553 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28111a07-5b89-4133-93e0-9c3c7f1c6e27 None None] Routers {'6809cefa-b6dc-4269-9f8e-6b0ad8090033'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:21:34.334216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-28111a07-5b89-4133-93e0-9c3c7f1c6e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:21:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:34.379791 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b6d748-d391-4aeb-a9b0-84e47338d23c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Deleting subnet afb07b64-2201-412f-9073-8d87229efdce {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:21:34.383221 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-21b6d748-d391-4aeb-a9b0-84e47338d23c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for subnet (afb07b64-2201-412f-9073-8d87229efdce), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:34.423892 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-21b6d748-d391-4aeb-a9b0-84e47338d23c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (afb07b64-2201-412f-9073-8d87229efdce), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:34.444647 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-28111a07-5b89-4133-93e0-9c3c7f1c6e27 None None] Set router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:21:34.505522 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-21b6d748-d391-4aeb-a9b0-84e47338d23c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (afb07b64-2201-412f-9073-8d87229efdce), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:34.570905 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-21b6d748-d391-4aeb-a9b0-84e47338d23c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (afb07b64-2201-412f-9073-8d87229efdce), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:34.598441 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6d748-d391-4aeb-a9b0-84e47338d23c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'Subnet': ['ID=afb07b64-2201-412f-9073-8d87229efdce,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:34.602278 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-21b6d748-d391-4aeb-a9b0-84e47338d23c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:34.605555 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-21b6d748-d391-4aeb-a9b0-84e47338d23c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "DELETE /v2.0/subnets/afb07b64-2201-412f-9073-8d87229efdce HTTP/1.1" status: 204 len: 168 time: 0.2839994 Mar 23 02:21:34.608287 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54080) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:34.611725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0970d6-05fe-4e9d-b377-96256a962382 None None] Network b19a4d7c-1a76-46c2-afd3-c1a18e12e58b requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:21:34.710994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-28111a07-5b89-4133-93e0-9c3c7f1c6e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:21:33Z', 'revision_number': 7, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:34.723215 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e075ed52-3991-4adf-89e1-8fc55e6706b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router (6809cefa-b6dc-4269-9f8e-6b0ad8090033), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:34.748348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28111a07-5b89-4133-93e0-9c3c7f1c6e27 None None] Checking router: 6809cefa-b6dc-4269-9f8e-6b0ad8090033 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:21:34.758266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28111a07-5b89-4133-93e0-9c3c7f1c6e27 None None] Routers {'6809cefa-b6dc-4269-9f8e-6b0ad8090033'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:21:34.758910 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-28111a07-5b89-4133-93e0-9c3c7f1c6e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:21:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:34.824339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9e7eab-808b-45a3-9900-4633bcd9a8d1 None None] DHCP port deletion for b19a4d7c-1a76-46c2-afd3-c1a18e12e58b request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:21:35.011472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a04f8940-0678-4b68-bc03-448c5d3bd1e4 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:21:35.118106 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-28111a07-5b89-4133-93e0-9c3c7f1c6e27 None None] Set router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:21:35.198922 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e075ed52-3991-4adf-89e1-8fc55e6706b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router_gateway (6809cefa-b6dc-4269-9f8e-6b0ad8090033), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:35.251638 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-e075ed52-3991-4adf-89e1-8fc55e6706b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Deleting port 4a0c5101-ca1d-4d71-99ce-2469cda6827d {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:21:35.252099 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e075ed52-3991-4adf-89e1-8fc55e6706b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4a0c5101-ca1d-4d71-99ce-2469cda6827d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:35.263420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e7eab-808b-45a3-9900-4633bcd9a8d1 None None] Deleting port a04f8940-0678-4b68-bc03-448c5d3bd1e4 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:21:35.263715 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7eab-808b-45a3-9900-4633bcd9a8d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a04f8940-0678-4b68-bc03-448c5d3bd1e4), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:35.269766 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a04f8940-0678-4b68-bc03-448c5d3bd1e4 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:21:35.270138 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a04f8940-0678-4b68-bc03-448c5d3bd1e4), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:35.332318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-e075ed52-3991-4adf-89e1-8fc55e6706b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] For port 4a0c5101-ca1d-4d71-99ce-2469cda6827d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4a0c5101-ca1d-4d71-99ce-2469cda6827d,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:21:35.332689 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e075ed52-3991-4adf-89e1-8fc55e6706b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4a0c5101-ca1d-4d71-99ce-2469cda6827d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:35.346028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-e075ed52-3991-4adf-89e1-8fc55e6706b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Calling delete_port for 4a0c5101-ca1d-4d71-99ce-2469cda6827d owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:21:35.372115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7b9e7eab-808b-45a3-9900-4633bcd9a8d1 None None] For port a04f8940-0678-4b68-bc03-448c5d3bd1e4, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a04f8940-0678-4b68-bc03-448c5d3bd1e4,segment=NetworkSegment(68caa019-f930-4141-816b-679b61281d02),segment_id=68caa019-f930-4141-816b-679b61281d02)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:21:35.372513 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7eab-808b-45a3-9900-4633bcd9a8d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a04f8940-0678-4b68-bc03-448c5d3bd1e4), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:35.394276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port a04f8940-0678-4b68-bc03-448c5d3bd1e4, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a04f8940-0678-4b68-bc03-448c5d3bd1e4,segment=NetworkSegment(68caa019-f930-4141-816b-679b61281d02),segment_id=68caa019-f930-4141-816b-679b61281d02)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:21:35.395635 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e7eab-808b-45a3-9900-4633bcd9a8d1 None None] Calling delete_port for a04f8940-0678-4b68-bc03-448c5d3bd1e4 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:21:35.403134 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a04f8940-0678-4b68-bc03-448c5d3bd1e4), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:35.523234 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e075ed52-3991-4adf-89e1-8fc55e6706b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4a0c5101-ca1d-4d71-99ce-2469cda6827d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:35.539460 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=a04f8940-0678-4b68-bc03-448c5d3bd1e4,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:35.554018 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075ed52-3991-4adf-89e1-8fc55e6706b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'Port': ['ID=4a0c5101-ca1d-4d71-99ce-2469cda6827d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:35.570435 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-28111a07-5b89-4133-93e0-9c3c7f1c6e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:21:33Z', 'revision_number': 7, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:35.572840 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7eab-808b-45a3-9900-4633bcd9a8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (a04f8940-0678-4b68-bc03-448c5d3bd1e4), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:35.616874 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e075ed52-3991-4adf-89e1-8fc55e6706b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (6809cefa-b6dc-4269-9f8e-6b0ad8090033), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:35.623504 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28111a07-5b89-4133-93e0-9c3c7f1c6e27 None None] The sync data for ids ['6809cefa-b6dc-4269-9f8e-6b0ad8090033'] in n-d-834677-4 is: [{'id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'name': 'tempest-TestNetworkBasicOps-router-1973294300', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:19:36Z', 'updated_at': '2022-03-23T02:21:33Z', 'revision_number': 7, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '4a0c5101-ca1d-4d71-99ce-2469cda6827d', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809cefa-b6dc-4269-9f8e-6b0ad8090033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:19:37Z', 'updated_at': '2022-03-23T02:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:21:35.626765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e7eab-808b-45a3-9900-4633bcd9a8d1 None None] Pushing event deleted for resources: {'Port': ['ID=a04f8940-0678-4b68-bc03-448c5d3bd1e4,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:35.631074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e7eab-808b-45a3-9900-4633bcd9a8d1 None None] No DVR routers for this DVR port a04f8940-0678-4b68-bc03-448c5d3bd1e4 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:21:35.715442 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e075ed52-3991-4adf-89e1-8fc55e6706b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (6809cefa-b6dc-4269-9f8e-6b0ad8090033), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:35.717905 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e075ed52-3991-4adf-89e1-8fc55e6706b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router_controller (6809cefa-b6dc-4269-9f8e-6b0ad8090033), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:35.766559 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e075ed52-3991-4adf-89e1-8fc55e6706b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (6809cefa-b6dc-4269-9f8e-6b0ad8090033), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:35.767488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e075ed52-3991-4adf-89e1-8fc55e6706b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Fanout notify agent at l3_agent the message router_deleted on router 6809cefa-b6dc-4269-9f8e-6b0ad8090033 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:21:35.774532 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e075ed52-3991-4adf-89e1-8fc55e6706b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:35.775593 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e075ed52-3991-4adf-89e1-8fc55e6706b3 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "DELETE /v2.0/routers/6809cefa-b6dc-4269-9f8e-6b0ad8090033 HTTP/1.1" status: 204 len: 168 time: 1.1662626 Mar 23 02:21:35.778799 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54082) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:35.859247 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bafed5b1-4806-43c5-bd1d-bc2306d955ba tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (b19a4d7c-1a76-46c2-afd3-c1a18e12e58b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:35.950838 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bafed5b1-4806-43c5-bd1d-bc2306d955ba tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (b19a4d7c-1a76-46c2-afd3-c1a18e12e58b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:35.974003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-bafed5b1-4806-43c5-bd1d-bc2306d955ba tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19a4d7c-1a76-46c2-afd3-c1a18e12e58b']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:35.985412 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-bafed5b1-4806-43c5-bd1d-bc2306d955ba tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68caa019-f930-4141-816b-679b61281d02') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:35.985721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-bafed5b1-4806-43c5-bd1d-bc2306d955ba tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68caa019-f930-4141-816b-679b61281d02') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:35.996404 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bafed5b1-4806-43c5-bd1d-bc2306d955ba tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (68caa019-f930-4141-816b-679b61281d02), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:36.011044 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bafed5b1-4806-43c5-bd1d-bc2306d955ba tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (68caa019-f930-4141-816b-679b61281d02), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:36.018459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafed5b1-4806-43c5-bd1d-bc2306d955ba tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:21:36.018834 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bafed5b1-4806-43c5-bd1d-bc2306d955ba tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (68caa019-f930-4141-816b-679b61281d02), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:21:36.021935 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:21:36.079658 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bafed5b1-4806-43c5-bd1d-bc2306d955ba tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (b19a4d7c-1a76-46c2-afd3-c1a18e12e58b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:36.086816 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bafed5b1-4806-43c5-bd1d-bc2306d955ba tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:36.089958 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bafed5b1-4806-43c5-bd1d-bc2306d955ba tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "DELETE /v2.0/networks/b19a4d7c-1a76-46c2-afd3-c1a18e12e58b HTTP/1.1" status: 204 len: 168 time: 0.3102307 Mar 23 02:21:36.101714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafed5b1-4806-43c5-bd1d-bc2306d955ba tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'Network': ['ID=b19a4d7c-1a76-46c2-afd3-c1a18e12e58b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:36.107129 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54084) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:36.114720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'network': {'name': 'tempest-network-smoke--221695122', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'port_security_enabled': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:21:36.133999 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Made reservation on behalf of c716da15b3cf452e9ad1041996da1f52 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:21:36.137498 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:36.162917 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:21:36.174281 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:36.174695 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Added segment 6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec of type vlan for network 106825dd-853d-42ef-baaa-3d69133ee02d Mar 23 02:21:36.217321 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (106825dd-853d-42ef-baaa-3d69133ee02d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:36.243949 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (106825dd-853d-42ef-baaa-3d69133ee02d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:36.249140 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:36.249729 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:36.305277 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1951661 Mar 23 02:21:36.308149 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54086) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:36.312853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1079511427', 'admin_state_up': True, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:21:36.325167 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Network': ['ID=106825dd-853d-42ef-baaa-3d69133ee02d,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:36.334311 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (6dcba951-ae38-42ef-9265-fae691752ca8), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:36.335643 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (6dcba951-ae38-42ef-9265-fae691752ca8), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:36.335792 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:36.336361 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:36.337014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:36.337548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:36.337903 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:36.338270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:36.338724 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:36.338948 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:36.339283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:36.339614 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:36.340581 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:36.340968 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:36.341433 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:36.341832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:36.341984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e191cf8b-cdee-4011-9b84-00f72e8e0e63 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:36.354685 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 106825dd-853d-42ef-baaa-3d69133ee02d details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:21:36.398857 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router_controller (6dcba951-ae38-42ef-9265-fae691752ca8), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:36.542064 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router_gateway (6dcba951-ae38-42ef-9265-fae691752ca8), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:36.741027 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router_gateway (6dcba951-ae38-42ef-9265-fae691752ca8), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:36.759176 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:36.835680 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:21:36.880493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Allocated IP 172.25.0.40 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/58b57847-cf18-4f09-8915-2963f06d1ae7) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:21:36.882198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4a0c5101-ca1d-4d71-99ce-2469cda6827d no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:21:36.907190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 4a0c5101-ca1d-4d71-99ce-2469cda6827d {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:21:36.907442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4a0c5101-ca1d-4d71-99ce-2469cda6827d not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:21:36.907864 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 533b2485-3939-4728-8683-789a4ee749f0 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:21:36.927465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 533b2485-3939-4728-8683-789a4ee749f0 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:21:36.927805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 533b2485-3939-4728-8683-789a4ee749f0 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:21:36.982848 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for port (58b57847-cf18-4f09-8915-2963f06d1ae7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:37.017101 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (58b57847-cf18-4f09-8915-2963f06d1ae7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:37.059028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:21:37.061963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:21:37.067608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:21:37.073392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Port': ['ID=58b57847-cf18-4f09-8915-2963f06d1ae7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:37.101138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:37.101493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:37.101843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:37.102186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:37.102529 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:37.102858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:37.103187 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:37.103545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:37.103878 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:37.104188 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:37.104515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:37.104873 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:37.105195 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:37.105527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:37.105852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:37.349763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router_gateway (6dcba951-ae38-42ef-9265-fae691752ca8), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:37.563819 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (6dcba951-ae38-42ef-9265-fae691752ca8), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:37.713309 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Router 6dcba951-ae38-42ef-9265-fae691752ca8 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:21:37.823150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:21:37.832904 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Sync routers for ids ['6dcba951-ae38-42ef-9265-fae691752ca8'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:21:37.844870 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:37.845390 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Routers {'6dcba951-ae38-42ef-9265-fae691752ca8'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:21:37.847314 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:21:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6dcba951-ae38-42ef-9265-fae691752ca8'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:37.847420 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-052372c3-b63e-4cfa-b08d-718f9f395093 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5368922 Mar 23 02:21:37.849391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54088) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:37.878340 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c0e493db-25b4-4901-9245-5ea2e686762b tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=c716da15b3cf452e9ad1041996da1f52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273747 Mar 23 02:21:37.880451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54090) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:37.951744 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Set router 6dcba951-ae38-42ef-9265-fae691752ca8 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:21:38.037880 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc5dad9-d01c-4417-8979-ad8fac3c94b8 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:38.039359 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-efc5dad9-d01c-4417-8979-ad8fac3c94b8 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1580224 Mar 23 02:21:38.042570 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54092) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:38.071385 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-31a28bba-f250-4ca5-b1f8-2e86a1c8b50b tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276957 Mar 23 02:21:38.074033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54094) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:38.078781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-1b5d9521-66b1-4fd5-a9ab-7e51d5fd3070 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-341749090', 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:21:38.168391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5d9521-66b1-4fd5-a9ab-7e51d5fd3070 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Made reservation on behalf of c716da15b3cf452e9ad1041996da1f52 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:21:38.171986 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9521-66b1-4fd5-a9ab-7e51d5fd3070 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:38.228685 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'name': 'tempest-TestNetworkBasicOps-router-1079511427', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:37Z', 'revision_number': 3, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:38.255913 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Checking router: 6dcba951-ae38-42ef-9265-fae691752ca8 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:21:38.256280 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Updating router 6dcba951-ae38-42ef-9265-fae691752ca8 port 58b57847-cf18-4f09-8915-2963f06d1ae7 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:21:38.283655 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (58b57847-cf18-4f09-8915-2963f06d1ae7), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:38.347296 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9521-66b1-4fd5-a9ab-7e51d5fd3070 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (585954df-9411-4772-9301-f00f510a17c9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:38.401237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d9521-66b1-4fd5-a9ab-7e51d5fd3070 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Subnet': ['ID=585954df-9411-4772-9301-f00f510a17c9,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:38.416489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5d9521-66b1-4fd5-a9ab-7e51d5fd3070 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Checking segment: {'id': '6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:21:38.416887 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d9521-66b1-4fd5-a9ab-7e51d5fd3070 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network hostable DHCP agents. Network: 106825dd-853d-42ef-baaa-3d69133ee02d, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:21:38.435951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d9521-66b1-4fd5-a9ab-7e51d5fd3070 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network 106825dd-853d-42ef-baaa-3d69133ee02d is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:21:38.445635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-1b5d9521-66b1-4fd5-a9ab-7e51d5fd3070 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 106825dd-853d-42ef-baaa-3d69133ee02d) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:21:38.452032 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d9521-66b1-4fd5-a9ab-7e51d5fd3070 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:38.452032 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9521-66b1-4fd5-a9ab-7e51d5fd3070 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:38.456693 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cb2e65-dd1b-4fdc-a5e6-22191ae75a5e None None] Network 106825dd-853d-42ef-baaa-3d69133ee02d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:21:38.473893 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1b5d9521-66b1-4fd5-a9ab-7e51d5fd3070 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3960731 Mar 23 02:21:38.474123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54096) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:38.539340 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Publish callbacks [] for port (58b57847-cf18-4f09-8915-2963f06d1ae7), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:38.546007 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (58b57847-cf18-4f09-8915-2963f06d1ae7), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:38.576100 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-106825dd-853d-42ef-baaa-3d69133ee02d', 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'fixed_ips': [{'subnet_id': '585954df-9411-4772-9301-f00f510a17c9'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:21:38.577258 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:38.591395 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ea63c-1a2d-4b5c-a601-a61ed57676ce None None] Pushing event updated for resources: {'Port': ['ID=58b57847-cf18-4f09-8915-2963f06d1ae7,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:38.602337 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ea63c-1a2d-4b5c-a601-a61ed57676ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:38.602566 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ea63c-1a2d-4b5c-a601-a61ed57676ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:38.602895 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ea63c-1a2d-4b5c-a601-a61ed57676ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:38.603540 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ea63c-1a2d-4b5c-a601-a61ed57676ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:38.603954 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ea63c-1a2d-4b5c-a601-a61ed57676ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:38.604298 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ea63c-1a2d-4b5c-a601-a61ed57676ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:38.604859 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ea63c-1a2d-4b5c-a601-a61ed57676ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:38.605319 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ea63c-1a2d-4b5c-a601-a61ed57676ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:38.605883 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ea63c-1a2d-4b5c-a601-a61ed57676ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:38.606307 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ea63c-1a2d-4b5c-a601-a61ed57676ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:38.606609 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ea63c-1a2d-4b5c-a601-a61ed57676ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:38.607068 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ea63c-1a2d-4b5c-a601-a61ed57676ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:38.607550 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ea63c-1a2d-4b5c-a601-a61ed57676ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:38.608010 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ea63c-1a2d-4b5c-a601-a61ed57676ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:38.608473 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ea63c-1a2d-4b5c-a601-a61ed57676ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:38.626090 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Attempting to bind port 58b57847-cf18-4f09-8915-2963f06d1ae7 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:21:38.627120 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Attempting to bind port 58b57847-cf18-4f09-8915-2963f06d1ae7 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:21:38.627589 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Attempting to bind port 58b57847-cf18-4f09-8915-2963f06d1ae7 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:21:38.633560 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:21:38.634542 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:21:38.634993 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:38.635385 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:21:38.636089 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Bound port: 58b57847-cf18-4f09-8915-2963f06d1ae7, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:21:38.636470 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (58b57847-cf18-4f09-8915-2963f06d1ae7), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:38.693632 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] For port 58b57847-cf18-4f09-8915-2963f06d1ae7, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:21:38.696855 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] For port 58b57847-cf18-4f09-8915-2963f06d1ae7, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=58b57847-cf18-4f09-8915-2963f06d1ae7,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:21:38.703133 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (58b57847-cf18-4f09-8915-2963f06d1ae7), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:38.721943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Allocated IP 172.20.0.2 (106825dd-853d-42ef-baaa-3d69133ee02d/585954df-9411-4772-9301-f00f510a17c9/46aa44bf-45ec-4053-9356-24bf74266481) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:21:38.758079 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Routers {'6dcba951-ae38-42ef-9265-fae691752ca8'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:21:38.758703 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:21:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6dcba951-ae38-42ef-9265-fae691752ca8'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:38.869014 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] Set router 6dcba951-ae38-42ef-9265-fae691752ca8 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:21:38.907365 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Publish callbacks [] for port (46aa44bf-45ec-4053-9356-24bf74266481), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:38.915211 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (46aa44bf-45ec-4053-9356-24bf74266481), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:38.926037 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ea63c-1a2d-4b5c-a601-a61ed57676ce None None] Pushing event updated for resources: {'Port': ['ID=58b57847-cf18-4f09-8915-2963f06d1ae7,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:38.956881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Network 106825dd-853d-42ef-baaa-3d69133ee02d is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:21:38.962338 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:21:38.967356 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:21:38.970661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Pushing event updated for resources: {'Port': ['ID=46aa44bf-45ec-4053-9356-24bf74266481,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:39.036294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Attempting to bind port 46aa44bf-45ec-4053-9356-24bf74266481 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:21:39.036732 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Attempting to bind port 46aa44bf-45ec-4053-9356-24bf74266481 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:21:39.037053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Attempting to bind port 46aa44bf-45ec-4053-9356-24bf74266481 on network 106825dd-853d-42ef-baaa-3d69133ee02d {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:21:39.042377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:21:39.042748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Checking segment: {'id': '6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:21:39.043160 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:39.043535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Bound using segment: {'id': '6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:21:39.044003 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Bound port: 46aa44bf-45ec-4053-9356-24bf74266481, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:21:39.044379 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (46aa44bf-45ec-4053-9356-24bf74266481), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:39.073535 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'name': 'tempest-TestNetworkBasicOps-router-1079511427', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:37Z', 'revision_number': 3, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:39.100722 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d102ad-d1c3-4d9d-b5e8-dcd837606016 None None] The sync data for ids ['6dcba951-ae38-42ef-9265-fae691752ca8'] in n-d-834677-4 is: [{'id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'name': 'tempest-TestNetworkBasicOps-router-1079511427', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:37Z', 'revision_number': 3, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:21:39.113297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] For port 46aa44bf-45ec-4053-9356-24bf74266481, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:21:39.126115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] For port 46aa44bf-45ec-4053-9356-24bf74266481, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=46aa44bf-45ec-4053-9356-24bf74266481,segment=NetworkSegment(6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec),segment_id=6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:21:39.133328 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (46aa44bf-45ec-4053-9356-24bf74266481), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:39.202753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf16683-d05f-4108-bbcf-0513709b951f None None] Pushing event updated for resources: {'Port': ['ID=46aa44bf-45ec-4053-9356-24bf74266481,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:39.371076 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:39.689878 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Allocated IP 172.20.0.1 (106825dd-853d-42ef-baaa-3d69133ee02d/585954df-9411-4772-9301-f00f510a17c9/732fdfa9-d849-4f14-8b1e-c4c40214811b) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:21:39.813311 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:39.847225 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:39.890245 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network 106825dd-853d-42ef-baaa-3d69133ee02d is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:21:39.893912 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:21:39.900152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:21:39.907697 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Port': ['ID=732fdfa9-d849-4f14-8b1e-c4c40214811b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:39.950293 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (6dcba951-ae38-42ef-9265-fae691752ca8), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:40.094609 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:40.240772 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7692e4-1c8a-451a-a57c-1076bb9b04ef None None] Network 106825dd-853d-42ef-baaa-3d69133ee02d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:21:40.318101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d8815fcd-48bf-4a78-9654-941dceabaf10 None None] Provisioning complete for port 46aa44bf-45ec-4053-9356-24bf74266481 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:21:40.318473 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d8815fcd-48bf-4a78-9654-941dceabaf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (46aa44bf-45ec-4053-9356-24bf74266481), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:40.386963 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:40.392497 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:40.433344 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d8815fcd-48bf-4a78-9654-941dceabaf10 None None] Current status of the port 46aa44bf-45ec-4053-9356-24bf74266481 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:21:40.433716 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d8815fcd-48bf-4a78-9654-941dceabaf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (46aa44bf-45ec-4053-9356-24bf74266481), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:40.469102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Port': ['ID=732fdfa9-d849-4f14-8b1e-c4c40214811b,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:40.471988 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (6dcba951-ae38-42ef-9265-fae691752ca8), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:40.472158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d8815fcd-48bf-4a78-9654-941dceabaf10 None None] For port 46aa44bf-45ec-4053-9356-24bf74266481, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=46aa44bf-45ec-4053-9356-24bf74266481,segment=NetworkSegment(6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec),segment_id=6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:21:40.478433 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d8815fcd-48bf-4a78-9654-941dceabaf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (46aa44bf-45ec-4053-9356-24bf74266481), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:40.535909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8815fcd-48bf-4a78-9654-941dceabaf10 None None] Pushing event updated for resources: {'Port': ['ID=46aa44bf-45ec-4053-9356-24bf74266481,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:40.589965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network 106825dd-853d-42ef-baaa-3d69133ee02d is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:21:40.591647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:21:40.700263 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ef531e7c-b73f-49f1-a33d-fb29c7a275a4 None None] Provisioning complete for port 732fdfa9-d849-4f14-8b1e-c4c40214811b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:21:40.700650 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ef531e7c-b73f-49f1-a33d-fb29c7a275a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:40.727080 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Router 6dcba951-ae38-42ef-9265-fae691752ca8 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:21:40.743321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ef531e7c-b73f-49f1-a33d-fb29c7a275a4 None None] Port 732fdfa9-d849-4f14-8b1e-c4c40214811b cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:21:40.755535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ef531e7c-b73f-49f1-a33d-fb29c7a275a4 None None] Provisioning complete for port 46aa44bf-45ec-4053-9356-24bf74266481 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:21:40.755921 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ef531e7c-b73f-49f1-a33d-fb29c7a275a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (46aa44bf-45ec-4053-9356-24bf74266481), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:40.846785 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ef531e7c-b73f-49f1-a33d-fb29c7a275a4 None None] Current status of the port 46aa44bf-45ec-4053-9356-24bf74266481 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:21:40.853280 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:21:40.858796 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a2a88091-8aed-4b84-a5db-3b32a1ec77db tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "PUT /v2.0/routers/6dcba951-ae38-42ef-9265-fae691752ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3834100 Mar 23 02:21:40.861265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54098) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:40.945367 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Sync routers for ids ['6dcba951-ae38-42ef-9265-fae691752ca8'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:21:40.960870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Routers {'6dcba951-ae38-42ef-9265-fae691752ca8'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:21:40.961514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:21:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6dcba951-ae38-42ef-9265-fae691752ca8'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:41.030226 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 46aa44bf-45ec-4053-9356-24bf74266481 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:21:41.062698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-518f39c6-06af-4152-9b15-f6e9e5de04aa None None] Provisioning complete for port 732fdfa9-d849-4f14-8b1e-c4c40214811b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:21:41.063076 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-518f39c6-06af-4152-9b15-f6e9e5de04aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:41.076824 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8676486-0c3c-4c90-9125-28e648aa89ff tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:41.077294 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8676486-0c3c-4c90-9125-28e648aa89ff tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:41.078210 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8676486-0c3c-4c90-9125-28e648aa89ff tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:41.078934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8676486-0c3c-4c90-9125-28e648aa89ff tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:41.080821 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a8676486-0c3c-4c90-9125-28e648aa89ff tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.2183967 Mar 23 02:21:41.085297 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54100) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:41.136845 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-518f39c6-06af-4152-9b15-f6e9e5de04aa None None] Port 732fdfa9-d849-4f14-8b1e-c4c40214811b cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:21:41.155712 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Set router 6dcba951-ae38-42ef-9265-fae691752ca8 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:21:41.180936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc38f921-9451-49b7-bb01-256ea523cca6 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:41.181414 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc38f921-9451-49b7-bb01-256ea523cca6 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:41.181872 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc38f921-9451-49b7-bb01-256ea523cca6 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:41.182330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc38f921-9451-49b7-bb01-256ea523cca6 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:41.186632 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fc38f921-9451-49b7-bb01-256ea523cca6 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0978343 Mar 23 02:21:41.186778 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54102) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:41.192022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 46aa44bf-45ec-4053-9356-24bf74266481 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:21:41.192318 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (46aa44bf-45ec-4053-9356-24bf74266481), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:41.321816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8d82836e-683e-4a47-b37d-59cf2011d921 None None] Provisioning complete for port 732fdfa9-d849-4f14-8b1e-c4c40214811b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:21:41.322543 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8d82836e-683e-4a47-b37d-59cf2011d921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:41.406095 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8d82836e-683e-4a47-b37d-59cf2011d921 None None] Port 732fdfa9-d849-4f14-8b1e-c4c40214811b cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:21:41.446459 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 46aa44bf-45ec-4053-9356-24bf74266481 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:21:41.447539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 58b57847-cf18-4f09-8915-2963f06d1ae7 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:21:41.513332 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'name': 'tempest-TestNetworkBasicOps-router-1079511427', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:40Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '732fdfa9-d849-4f14-8b1e-c4c40214811b', 'name': '', 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:34:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '585954df-9411-4772-9301-f00f510a17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:39Z', 'updated_at': '2022-03-23T02:21:40Z', 'revision_number': 2, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': '585954df-9411-4772-9301-f00f510a17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:41.517034 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 58b57847-cf18-4f09-8915-2963f06d1ae7 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:21:41.517034 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (58b57847-cf18-4f09-8915-2963f06d1ae7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:41.564447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Checking router: 6dcba951-ae38-42ef-9265-fae691752ca8 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:21:41.564802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Updating router 6dcba951-ae38-42ef-9265-fae691752ca8 port 732fdfa9-d849-4f14-8b1e-c4c40214811b binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:21:41.603063 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:41.706206 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8f274d8e-a618-4f89-82b4-0c90bb7e619e tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.5181801 Mar 23 02:21:41.895963 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 58b57847-cf18-4f09-8915-2963f06d1ae7 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:21:41.896354 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (58b57847-cf18-4f09-8915-2963f06d1ae7), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:41.907382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54106) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:41.912751 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-010efa1d-1c30-4096-800f-1b825356268e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-146172594', 'description': 'tempest-secgroup-smoke-146172594 description', 'project_id': 'c716da15b3cf452e9ad1041996da1f52'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:21:41.933174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 58b57847-cf18-4f09-8915-2963f06d1ae7, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=58b57847-cf18-4f09-8915-2963f06d1ae7,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:21:41.935325 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-010efa1d-1c30-4096-800f-1b825356268e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:41.939747 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (58b57847-cf18-4f09-8915-2963f06d1ae7), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.002106 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-010efa1d-1c30-4096-800f-1b825356268e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (9a4b617b-a062-4bd4-a904-3f0fc8101b3e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.007001 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-010efa1d-1c30-4096-800f-1b825356268e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9a4b617b-a062-4bd4-a904-3f0fc8101b3e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.037112 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-010efa1d-1c30-4096-800f-1b825356268e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.038272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=58b57847-cf18-4f09-8915-2963f06d1ae7,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:42.038482 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-010efa1d-1c30-4096-800f-1b825356268e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1292768 Mar 23 02:21:42.040801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010efa1d-1c30-4096-800f-1b825356268e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4b617b-a062-4bd4-a904-3f0fc8101b3e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:42.041389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54108) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:42.046040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ae84c767-9fcb-4379-b44c-118cb516864d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': '9a4b617b-a062-4bd4-a904-3f0fc8101b3e', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:21:42.071598 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae84c767-9fcb-4379-b44c-118cb516864d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (ff2d2f9a-c261-451a-8693-914106d86e36), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.124217 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Publish callbacks [] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.127301 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae84c767-9fcb-4379-b44c-118cb516864d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (ff2d2f9a-c261-451a-8693-914106d86e36), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.133597 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.133972 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae84c767-9fcb-4379-b44c-118cb516864d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ff2d2f9a-c261-451a-8693-914106d86e36), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.149281 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c767-9fcb-4379-b44c-118cb516864d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2d2f9a-c261-451a-8693-914106d86e36,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:42.162041 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ae84c767-9fcb-4379-b44c-118cb516864d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.163582 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ae84c767-9fcb-4379-b44c-118cb516864d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211534 Mar 23 02:21:42.167134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54110) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:42.172116 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b28b39dd-f73d-4b9e-99ad-258080a93232 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': '9a4b617b-a062-4bd4-a904-3f0fc8101b3e', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:21:42.205926 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b28b39dd-f73d-4b9e-99ad-258080a93232 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (a518444d-995f-4727-bc4f-9df5d3e69782), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.209860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cdd46-81b6-4f06-b7d7-ca324b77da50 None None] Pushing event updated for resources: {'Port': ['ID=732fdfa9-d849-4f14-8b1e-c4c40214811b,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:42.242834 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Attempting to bind port 732fdfa9-d849-4f14-8b1e-c4c40214811b on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:21:42.243208 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Attempting to bind port 732fdfa9-d849-4f14-8b1e-c4c40214811b by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:21:42.243567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Attempting to bind port 732fdfa9-d849-4f14-8b1e-c4c40214811b on network 106825dd-853d-42ef-baaa-3d69133ee02d {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:21:42.248973 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:21:42.249667 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Checking segment: {'id': '6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:21:42.249812 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.250138 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Bound using segment: {'id': '6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:21:42.250612 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Bound port: 732fdfa9-d849-4f14-8b1e-c4c40214811b, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:21:42.250991 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.274282 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b28b39dd-f73d-4b9e-99ad-258080a93232 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (a518444d-995f-4727-bc4f-9df5d3e69782), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.279500 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b28b39dd-f73d-4b9e-99ad-258080a93232 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (a518444d-995f-4727-bc4f-9df5d3e69782), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.304725 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b39dd-f73d-4b9e-99ad-258080a93232 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a518444d-995f-4727-bc4f-9df5d3e69782,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:42.310802 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b28b39dd-f73d-4b9e-99ad-258080a93232 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.314938 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b28b39dd-f73d-4b9e-99ad-258080a93232 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1438484 Mar 23 02:21:42.315229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54112) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:42.320175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f90a2f9c-3bfd-4824-821c-6f59c3e8b29a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': '9a4b617b-a062-4bd4-a904-3f0fc8101b3e', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:21:42.331283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] For port 732fdfa9-d849-4f14-8b1e-c4c40214811b, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:21:42.334733 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] For port 732fdfa9-d849-4f14-8b1e-c4c40214811b, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=732fdfa9-d849-4f14-8b1e-c4c40214811b,segment=NetworkSegment(6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec),segment_id=6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:21:42.341904 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.349239 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f90a2f9c-3bfd-4824-821c-6f59c3e8b29a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (c114f1ff-aab2-4915-93e3-b12abc1da1d4), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.403720 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Routers {'6dcba951-ae38-42ef-9265-fae691752ca8'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:21:42.404368 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:21:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6dcba951-ae38-42ef-9265-fae691752ca8'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:42.409873 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cdd46-81b6-4f06-b7d7-ca324b77da50 None None] Pushing event updated for resources: {'Port': ['ID=732fdfa9-d849-4f14-8b1e-c4c40214811b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:42.417800 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f90a2f9c-3bfd-4824-821c-6f59c3e8b29a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (c114f1ff-aab2-4915-93e3-b12abc1da1d4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.426374 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f90a2f9c-3bfd-4824-821c-6f59c3e8b29a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (c114f1ff-aab2-4915-93e3-b12abc1da1d4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.446990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a2f9c-3bfd-4824-821c-6f59c3e8b29a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c114f1ff-aab2-4915-93e3-b12abc1da1d4,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:42.460040 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f90a2f9c-3bfd-4824-821c-6f59c3e8b29a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.461025 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f90a2f9c-3bfd-4824-821c-6f59c3e8b29a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446059 Mar 23 02:21:42.463630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54114) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:42.468509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-175d727a-e742-45e0-9472-85fad5c9212e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': '9a4b617b-a062-4bd4-a904-3f0fc8101b3e', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:21:42.497700 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-175d727a-e742-45e0-9472-85fad5c9212e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (ca860925-e4a2-42fa-bc86-37413be14162), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.515406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-faf7a9b3-da86-4af2-bcc9-887ba59ba926 None None] Provisioning complete for port 732fdfa9-d849-4f14-8b1e-c4c40214811b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:21:42.515765 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-faf7a9b3-da86-4af2-bcc9-887ba59ba926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.564721 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-175d727a-e742-45e0-9472-85fad5c9212e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (ca860925-e4a2-42fa-bc86-37413be14162), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.571747 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-175d727a-e742-45e0-9472-85fad5c9212e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ca860925-e4a2-42fa-bc86-37413be14162), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.581954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] Set router 6dcba951-ae38-42ef-9265-fae691752ca8 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:21:42.598009 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d727a-e742-45e0-9472-85fad5c9212e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca860925-e4a2-42fa-bc86-37413be14162,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:42.605325 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-175d727a-e742-45e0-9472-85fad5c9212e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.606597 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-175d727a-e742-45e0-9472-85fad5c9212e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418402 Mar 23 02:21:42.609292 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54116) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:42.615970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-fd9bb933-98a8-4b4c-8a31-3bdd0cb1a3c6 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': '9a4b617b-a062-4bd4-a904-3f0fc8101b3e', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:21:42.637796 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-fd9bb933-98a8-4b4c-8a31-3bdd0cb1a3c6 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Project c716da15b3cf452e9ad1041996da1f52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:21:42.643200 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd9bb933-98a8-4b4c-8a31-3bdd0cb1a3c6 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (44866a99-c260-44c8-9958-db9bab46dc34), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.703932 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd9bb933-98a8-4b4c-8a31-3bdd0cb1a3c6 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (44866a99-c260-44c8-9958-db9bab46dc34), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.709731 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd9bb933-98a8-4b4c-8a31-3bdd0cb1a3c6 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (44866a99-c260-44c8-9958-db9bab46dc34), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.722368 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-faf7a9b3-da86-4af2-bcc9-887ba59ba926 None None] Current status of the port 732fdfa9-d849-4f14-8b1e-c4c40214811b is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:21:42.722758 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-faf7a9b3-da86-4af2-bcc9-887ba59ba926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.731783 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bb933-98a8-4b4c-8a31-3bdd0cb1a3c6 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44866a99-c260-44c8-9958-db9bab46dc34,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:42.737607 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-fd9bb933-98a8-4b4c-8a31-3bdd0cb1a3c6 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.738800 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-fd9bb933-98a8-4b4c-8a31-3bdd0cb1a3c6 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277311 Mar 23 02:21:42.741850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54118) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:42.746490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-27a6bb32-67ee-4a0a-8adf-b30b682effab tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'security_group_rule': {'security_group_id': '9a4b617b-a062-4bd4-a904-3f0fc8101b3e', 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:21:42.766940 n-d-834677-4 neutron-server[99263]: INFO neutron.db.securitygroups_db [None req-27a6bb32-67ee-4a0a-8adf-b30b682effab tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Project c716da15b3cf452e9ad1041996da1f52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:21:42.772484 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27a6bb32-67ee-4a0a-8adf-b30b682effab tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (097569d7-def2-4205-87af-b27c60eed05a), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.772784 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-faf7a9b3-da86-4af2-bcc9-887ba59ba926 None None] For port 732fdfa9-d849-4f14-8b1e-c4c40214811b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=732fdfa9-d849-4f14-8b1e-c4c40214811b,segment=NetworkSegment(6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec),segment_id=6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:21:42.778346 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-faf7a9b3-da86-4af2-bcc9-887ba59ba926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.831532 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27a6bb32-67ee-4a0a-8adf-b30b682effab tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (097569d7-def2-4205-87af-b27c60eed05a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.836707 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27a6bb32-67ee-4a0a-8adf-b30b682effab tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (097569d7-def2-4205-87af-b27c60eed05a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.855618 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6bb32-67ee-4a0a-8adf-b30b682effab tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097569d7-def2-4205-87af-b27c60eed05a,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:42.867352 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27a6bb32-67ee-4a0a-8adf-b30b682effab tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:42.867515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7a9b3-da86-4af2-bcc9-887ba59ba926 None None] Pushing event updated for resources: {'Port': ['ID=732fdfa9-d849-4f14-8b1e-c4c40214811b,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:42.873122 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-27a6bb32-67ee-4a0a-8adf-b30b682effab tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301396 Mar 23 02:21:42.892795 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'name': 'tempest-TestNetworkBasicOps-router-1079511427', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:40Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '732fdfa9-d849-4f14-8b1e-c4c40214811b', 'name': '', 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:34:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '585954df-9411-4772-9301-f00f510a17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:39Z', 'updated_at': '2022-03-23T02:21:42Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': '585954df-9411-4772-9301-f00f510a17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:42.924330 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 58b57847-cf18-4f09-8915-2963f06d1ae7 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:21:42.928150 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8538f501-f713-49e6-9ac9-5b9cf8eda7e8 None None] The sync data for ids ['6dcba951-ae38-42ef-9265-fae691752ca8'] in n-d-834677-4 is: [{'id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'name': 'tempest-TestNetworkBasicOps-router-1079511427', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:40Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '732fdfa9-d849-4f14-8b1e-c4c40214811b', 'name': '', 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:34:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '585954df-9411-4772-9301-f00f510a17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:39Z', 'updated_at': '2022-03-23T02:21:42Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': '585954df-9411-4772-9301-f00f510a17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:21:42.958164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b6efe91c-b609-48dc-8506-33550c4e9482 None None] Provisioning complete for port 732fdfa9-d849-4f14-8b1e-c4c40214811b triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:21:42.958546 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b6efe91c-b609-48dc-8506-33550c4e9482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:43.039780 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-d06167a5-6aca-42c7-bd35-462fb19dc689 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-146172594&fields=id&tenant_id=c716da15b3cf452e9ad1041996da1f52 HTTP/1.1" status: 200 len: 267 time: 0.0600450 Mar 23 02:21:43.040830 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 58b57847-cf18-4f09-8915-2963f06d1ae7 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:21:43.041207 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (58b57847-cf18-4f09-8915-2963f06d1ae7), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:43.109528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b6efe91c-b609-48dc-8506-33550c4e9482 None None] Current status of the port 732fdfa9-d849-4f14-8b1e-c4c40214811b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:21:43.157747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 58b57847-cf18-4f09-8915-2963f06d1ae7 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:21:43.173645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-a63787f9-c104-44c7-96d1-b4af639e6395 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:43.175449 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-a63787f9-c104-44c7-96d1-b4af639e6395 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/networks?id=106825dd-853d-42ef-baaa-3d69133ee02d HTTP/1.1" status: 200 len: 796 time: 0.1287436 Mar 23 02:21:43.191129 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-22387b31-2135-470c-be40-ae8c560863d5 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/quotas/c716da15b3cf452e9ad1041996da1f52 HTTP/1.1" status: 200 len: 375 time: 0.0099237 Mar 23 02:21:43.250956 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-18c687a9-fc7f-4acb-9270-94ec68210917 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c716da15b3cf452e9ad1041996da1f52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537031 Mar 23 02:21:43.267499 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-3c684783-6ff0-4344-b43f-d38d09e0b2cd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:21:43.268781 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-3c684783-6ff0-4344-b43f-d38d09e0b2cd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057724 Mar 23 02:21:43.363260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-1dd9df21-5fc0-44a2-89ad-71341e2e9646 service neutron] 10.222.0.18 "GET /v2.0/networks/106825dd-853d-42ef-baaa-3d69133ee02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882761 Mar 23 02:21:43.463446 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-2a868339-ecd5-4c2a-ba10-c2c639df2f5e service neutron] 10.222.0.18 "GET /v2.0/networks/106825dd-853d-42ef-baaa-3d69133ee02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944183 Mar 23 02:21:43.639305 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6e429a36-2d75-4187-9e7c-c88871442593 req-ce973050-f92c-48d7-b1cf-70e4f57b59cd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 210 time: 0.0300486 Mar 23 02:21:44.590313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-6040c4cf-e28e-4bc3-92b7-1c5554188fa1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:44.591755 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-6040c4cf-e28e-4bc3-92b7-1c5554188fa1 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.42 "GET /v2.0/networks?id=106825dd-853d-42ef-baaa-3d69133ee02d HTTP/1.1" status: 200 len: 796 time: 0.1086693 Mar 23 02:21:44.662307 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-e75c5700-5334-45b4-ac9c-3a694aa11e55 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c716da15b3cf452e9ad1041996da1f52 HTTP/1.1" status: 200 len: 379 time: 0.0624640 Mar 23 02:21:44.675732 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-e62c8754-496e-4762-b14b-f2ac8923ad64 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'port': {'device_id': '5bbbc696-0b3a-451c-95c2-41d1be2d83b4', 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d', 'admin_state_up': True, 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'security_groups': ['9a4b617b-a062-4bd4-a904-3f0fc8101b3e']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:21:44.756141 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d7cb7e91-0dda-4046-93e9-772a1d818d79 req-e3434520-fe44-4ac4-b38e-68681dc7e90d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 210 time: 0.0356009 Mar 23 02:21:44.814464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-e62c8754-496e-4762-b14b-f2ac8923ad64 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Made reservation on behalf of c716da15b3cf452e9ad1041996da1f52 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:21:44.818715 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-e62c8754-496e-4762-b14b-f2ac8923ad64 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:44.940305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 732fdfa9-d849-4f14-8b1e-c4c40214811b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:21:44.980888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-e62c8754-496e-4762-b14b-f2ac8923ad64 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Allocated IP 172.20.0.14 (106825dd-853d-42ef-baaa-3d69133ee02d/585954df-9411-4772-9301-f00f510a17c9/cc57aad4-273e-40cc-a651-14f72ac03035) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:21:44.994736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 732fdfa9-d849-4f14-8b1e-c4c40214811b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:21:44.995105 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:45.071997 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 732fdfa9-d849-4f14-8b1e-c4c40214811b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:21:45.126752 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-e62c8754-496e-4762-b14b-f2ac8923ad64 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for port (cc57aad4-273e-40cc-a651-14f72ac03035), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:45.164364 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-e62c8754-496e-4762-b14b-f2ac8923ad64 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (cc57aad4-273e-40cc-a651-14f72ac03035), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:45.207679 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-e62c8754-496e-4762-b14b-f2ac8923ad64 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network 106825dd-853d-42ef-baaa-3d69133ee02d is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:21:45.210912 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-e62c8754-496e-4762-b14b-f2ac8923ad64 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:21:45.217447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-e62c8754-496e-4762-b14b-f2ac8923ad64 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:21:45.223636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c8754-496e-4762-b14b-f2ac8923ad64 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Port': ['ID=cc57aad4-273e-40cc-a651-14f72ac03035,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:45.270832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-e62c8754-496e-4762-b14b-f2ac8923ad64 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:45.271497 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-e62c8754-496e-4762-b14b-f2ac8923ad64 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:45.289258 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-e62c8754-496e-4762-b14b-f2ac8923ad64 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6176677 Mar 23 02:21:45.300615 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Request body: {'port': {'device_id': '5bbbc696-0b3a-451c-95c2-41d1be2d83b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:21:45.367546 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cc57aad4-273e-40cc-a651-14f72ac03035), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:45.444298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e8e723c8-e1eb-420c-ac4e-e1ad6861e888 None None] Provisioning complete for port cc57aad4-273e-40cc-a651-14f72ac03035 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:21:45.444812 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e8e723c8-e1eb-420c-ac4e-e1ad6861e888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cc57aad4-273e-40cc-a651-14f72ac03035), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:45.483024 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e8e723c8-e1eb-420c-ac4e-e1ad6861e888 None None] Port cc57aad4-273e-40cc-a651-14f72ac03035 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:21:45.641738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc57aad4-273e-40cc-a651-14f72ac03035 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:21:45.649979 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Publish callbacks [] for port (cc57aad4-273e-40cc-a651-14f72ac03035), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:45.665148 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Transition to ACTIVE for port object cc57aad4-273e-40cc-a651-14f72ac03035 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:21:45.670830 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (cc57aad4-273e-40cc-a651-14f72ac03035), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:45.719654 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Pushing event updated for resources: {'Port': ['ID=cc57aad4-273e-40cc-a651-14f72ac03035,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:45.799721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Attempting to bind port cc57aad4-273e-40cc-a651-14f72ac03035 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:21:45.800197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Attempting to bind port cc57aad4-273e-40cc-a651-14f72ac03035 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:21:45.801976 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Attempting to bind port cc57aad4-273e-40cc-a651-14f72ac03035 on network 106825dd-853d-42ef-baaa-3d69133ee02d {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:21:45.806777 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Port cc57aad4-273e-40cc-a651-14f72ac03035 on network 106825dd-853d-42ef-baaa-3d69133ee02d not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:21:45.807136 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Attempting to bind port cc57aad4-273e-40cc-a651-14f72ac03035 on network 106825dd-853d-42ef-baaa-3d69133ee02d {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:21:45.812851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:21:45.813200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Checking segment: {'id': '6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:21:45.813646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Bound using segment: {'id': '6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:21:45.814088 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Bound port: cc57aad4-273e-40cc-a651-14f72ac03035, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:21:45.814474 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cc57aad4-273e-40cc-a651-14f72ac03035), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:45.882992 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50041b12-32d6-4ad2-adc2-1f428523165c req-fbf74707-c967-42f7-a70d-e00f51e9b1c5 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:45.884546 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-50041b12-32d6-4ad2-adc2-1f428523165c req-fbf74707-c967-42f7-a70d-e00f51e9b1c5 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 944 time: 0.0563030 Mar 23 02:21:45.885205 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] For port cc57aad4-273e-40cc-a651-14f72ac03035, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:21:45.888489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] For port cc57aad4-273e-40cc-a651-14f72ac03035, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cc57aad4-273e-40cc-a651-14f72ac03035,segment=NetworkSegment(6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec),segment_id=6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:21:45.895886 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (cc57aad4-273e-40cc-a651-14f72ac03035), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:45.932376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:45.933033 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:45.934587 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] 10.222.0.42 "PUT /v2.0/ports/cc57aad4-273e-40cc-a651-14f72ac03035 HTTP/1.1" status: 200 len: 1092 time: 0.6383133 Mar 23 02:21:45.935047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbbc696-0b3a-451c-95c2-41d1be2d83b4', 'tag': 'cc57aad4-273e-40cc-a651-14f72ac03035'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:21:45.937343 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3012bd69-7d2c-411e-a344-d76c0756af73" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbbc696-0b3a-451c-95c2-41d1be2d83b4", "tag": "cc57aad4-273e-40cc-a651-14f72ac03035"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:21:45.941682 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-50041b12-32d6-4ad2-adc2-1f428523165c req-ea4d8eda-32bf-4155-8f1f-0e3d6147ce78 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a4b617b-a062-4bd4-a904-3f0fc8101b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476427 Mar 23 02:21:45.958619 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddb45b-aff8-4b99-8813-2272e3ba5bac service neutron] Pushing event updated for resources: {'Port': ['ID=cc57aad4-273e-40cc-a651-14f72ac03035,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:45.987369 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6f3f56-e217-4f98-97df-0eb0e60fc191 x-openstack-request-id: req-3c6f3f56-e217-4f98-97df-0eb0e60fc191 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:21:45.987668 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbbc696-0b3a-451c-95c2-41d1be2d83b4", "tag": "cc57aad4-273e-40cc-a651-14f72ac03035", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:21:45.987925 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c6f3f56-e217-4f98-97df-0eb0e60fc191 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:21:45.988374 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c6f3f56-e217-4f98-97df-0eb0e60fc191'] response: {'name': 'network-changed', 'server_uuid': '5bbbc696-0b3a-451c-95c2-41d1be2d83b4', 'tag': 'cc57aad4-273e-40cc-a651-14f72ac03035', 'status': 'completed', 'code': 200} Mar 23 02:21:46.047785 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-47f97aea-c248-48bc-9ff1-334970d12ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:46.049533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-47f97aea-c248-48bc-9ff1-334970d12ffa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716da15b3cf452e9ad1041996da1f52&device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 1126 time: 0.0542877 Mar 23 02:21:46.091154 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-56e20737-88c3-4780-a28a-d09ce8b0876a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc57aad4-273e-40cc-a651-14f72ac03035 HTTP/1.1" status: 200 len: 217 time: 0.0353866 Mar 23 02:21:46.146485 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-54a9dfae-87d2-49a9-b35e-ceea6ebb8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:46.147885 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-54a9dfae-87d2-49a9-b35e-ceea6ebb8f97 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=585954df-9411-4772-9301-f00f510a17c9 HTTP/1.1" status: 200 len: 834 time: 0.0512085 Mar 23 02:21:46.198914 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-4b8a88a8-140c-44b0-915b-a2306621b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:46.200434 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-4b8a88a8-140c-44b0-915b-a2306621b494 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=106825dd-853d-42ef-baaa-3d69133ee02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464315 Mar 23 02:21:46.293290 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-95cee852-7bd9-4c51-9244-635daf416fd9 service neutron] 10.222.0.42 "GET /v2.0/networks/106825dd-853d-42ef-baaa-3d69133ee02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861900 Mar 23 02:21:46.394092 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcc23f90-3ab0-4e4e-990d-c6c8c78dee0c req-406c6a07-0335-42fc-867c-0b99471ef7bb service neutron] 10.222.0.42 "GET /v2.0/networks/106825dd-853d-42ef-baaa-3d69133ee02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948231 Mar 23 02:21:46.499612 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012bd69-7d2c-411e-a344-d76c0756af73 req-b9316843-c48c-4186-9397-ddcf14f0292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:46.502067 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3012bd69-7d2c-411e-a344-d76c0756af73 req-b9316843-c48c-4186-9397-ddcf14f0292d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716da15b3cf452e9ad1041996da1f52&device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 1126 time: 0.0562027 Mar 23 02:21:46.601665 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012bd69-7d2c-411e-a344-d76c0756af73 req-95c64a9d-acc1-49bd-80c3-ed961e6694c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:46.603160 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3012bd69-7d2c-411e-a344-d76c0756af73 req-95c64a9d-acc1-49bd-80c3-ed961e6694c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=106825dd-853d-42ef-baaa-3d69133ee02d HTTP/1.1" status: 200 len: 896 time: 0.0951774 Mar 23 02:21:46.649001 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3012bd69-7d2c-411e-a344-d76c0756af73 req-46e1d34b-8dae-44c2-92d8-2eddfcfc2e3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc57aad4-273e-40cc-a651-14f72ac03035 HTTP/1.1" status: 200 len: 217 time: 0.0392938 Mar 23 02:21:46.698243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012bd69-7d2c-411e-a344-d76c0756af73 req-6221e0c4-acc9-41fb-b70f-6cd87c69bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:46.699716 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3012bd69-7d2c-411e-a344-d76c0756af73 req-6221e0c4-acc9-41fb-b70f-6cd87c69bc05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=585954df-9411-4772-9301-f00f510a17c9 HTTP/1.1" status: 200 len: 834 time: 0.0435357 Mar 23 02:21:46.748682 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012bd69-7d2c-411e-a344-d76c0756af73 req-4ba7093a-38ee-4314-8cb9-740105bdf45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:46.750111 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3012bd69-7d2c-411e-a344-d76c0756af73 req-4ba7093a-38ee-4314-8cb9-740105bdf45f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=106825dd-853d-42ef-baaa-3d69133ee02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433824 Mar 23 02:21:46.843421 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3012bd69-7d2c-411e-a344-d76c0756af73 req-85556140-4271-4761-9a57-14975c640f7b service neutron] 10.222.0.42 "GET /v2.0/networks/106825dd-853d-42ef-baaa-3d69133ee02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859182 Mar 23 02:21:46.938001 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3012bd69-7d2c-411e-a344-d76c0756af73 req-9896230f-0689-4eb6-b1ca-b381d32a32c2 service neutron] 10.222.0.42 "GET /v2.0/networks/106825dd-853d-42ef-baaa-3d69133ee02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868430 Mar 23 02:21:47.070613 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb16127-1629-43df-9a76-36814305b7ea req-e26a0900-c715-45e6-84bd-6804931721ec tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:47.071998 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ecb16127-1629-43df-9a76-36814305b7ea req-e26a0900-c715-45e6-84bd-6804931721ec tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 944 time: 0.0569646 Mar 23 02:21:47.121337 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ecb16127-1629-43df-9a76-36814305b7ea req-5720ab40-6090-4de2-ac9c-fe234f88ffeb tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a4b617b-a062-4bd4-a904-3f0fc8101b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436354 Mar 23 02:21:48.003177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cc57aad4-273e-40cc-a651-14f72ac03035 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:21:48.107649 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port cc57aad4-273e-40cc-a651-14f72ac03035, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cc57aad4-273e-40cc-a651-14f72ac03035,segment=NetworkSegment(6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec),segment_id=6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:21:48.119322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'cc57aad4-273e-40cc-a651-14f72ac03035', 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d', 'port_id': 'cc57aad4-273e-40cc-a651-14f72ac03035', 'mac_address': 'fa:16:3e:78:09:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585954df-9411-4772-9301-f00f510a17c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:21:48.161212 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port cc57aad4-273e-40cc-a651-14f72ac03035 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:21:48.161598 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cc57aad4-273e-40cc-a651-14f72ac03035), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:48.175030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc57aad4-273e-40cc-a651-14f72ac03035 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:21:48.198146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port cc57aad4-273e-40cc-a651-14f72ac03035, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cc57aad4-273e-40cc-a651-14f72ac03035,segment=NetworkSegment(6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec),segment_id=6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:21:48.203733 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cc57aad4-273e-40cc-a651-14f72ac03035), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:48.252801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb2f53-4dd9-4060-9f50-cf33c4c68a10 req-ada7f205-a69c-4ad9-bb1f-1cf9879c0d24 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:48.254373 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cecb2f53-4dd9-4060-9f50-cf33c4c68a10 req-ada7f205-a69c-4ad9-bb1f-1cf9879c0d24 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 945 time: 0.0537636 Mar 23 02:21:48.254767 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=cc57aad4-273e-40cc-a651-14f72ac03035,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:48.262130 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:48.262480 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:48.262853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:48.263187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:48.263519 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:48.263847 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:48.264176 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:48.264497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:48.264861 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:48.265185 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:48.265476 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:48.265831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:48.266147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:48.266453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:48.266769 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:21:48.303607 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cecb2f53-4dd9-4060-9f50-cf33c4c68a10 req-2b0bbf63-89ab-4ee6-9516-5161045ba412 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a4b617b-a062-4bd4-a904-3f0fc8101b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434322 Mar 23 02:21:48.410810 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['cc57aad4-273e-40cc-a651-14f72ac03035'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:21:49.438715 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3c65c-26e1-4ed5-a38a-2020c50c08b1 req-0037e352-3f86-4795-978a-3be726ce6c2a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:49.440322 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-83e3c65c-26e1-4ed5-a38a-2020c50c08b1 req-0037e352-3f86-4795-978a-3be726ce6c2a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 945 time: 0.0605700 Mar 23 02:21:49.492440 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-83e3c65c-26e1-4ed5-a38a-2020c50c08b1 req-25cc997b-719c-43c1-97b7-bfe9a2f935c9 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a4b617b-a062-4bd4-a904-3f0fc8101b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436661 Mar 23 02:21:49.590031 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7f91f458-0ae7-44c4-bdc3-7798082f8f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:50.003756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cc57aad4-273e-40cc-a651-14f72ac03035 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:21:50.063378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port cc57aad4-273e-40cc-a651-14f72ac03035 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:21:50.067554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port cc57aad4-273e-40cc-a651-14f72ac03035 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:21:50.067926 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (cc57aad4-273e-40cc-a651-14f72ac03035), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:50.149369 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port cc57aad4-273e-40cc-a651-14f72ac03035 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:21:50.149764 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (cc57aad4-273e-40cc-a651-14f72ac03035), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:50.173598 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbbc696-0b3a-451c-95c2-41d1be2d83b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc57aad4-273e-40cc-a651-14f72ac03035'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:21:50.175942 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e868a91c-531c-4de6-a22b-7ffcc5560d62" -d '{"events": [{"server_uuid": "5bbbc696-0b3a-451c-95c2-41d1be2d83b4", "name": "network-vif-plugged", "status": "completed", "tag": "cc57aad4-273e-40cc-a651-14f72ac03035"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:21:50.188265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port cc57aad4-273e-40cc-a651-14f72ac03035, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cc57aad4-273e-40cc-a651-14f72ac03035,segment=NetworkSegment(6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec),segment_id=6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:21:50.193445 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (cc57aad4-273e-40cc-a651-14f72ac03035), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:50.218050 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac7ec5c-b40f-4313-b6a7-58f819bc1382 x-openstack-request-id: req-8ac7ec5c-b40f-4313-b6a7-58f819bc1382 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:21:50.218332 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbbc696-0b3a-451c-95c2-41d1be2d83b4", "name": "network-vif-plugged", "status": "completed", "tag": "cc57aad4-273e-40cc-a651-14f72ac03035", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:21:50.218575 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ac7ec5c-b40f-4313-b6a7-58f819bc1382 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:21:50.218975 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac7ec5c-b40f-4313-b6a7-58f819bc1382'] response: {'server_uuid': '5bbbc696-0b3a-451c-95c2-41d1be2d83b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc57aad4-273e-40cc-a651-14f72ac03035', 'code': 200} Mar 23 02:21:50.249028 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=cc57aad4-273e-40cc-a651-14f72ac03035,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:50.330943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec434ef-bb72-4e88-8905-ac5094978418 req-64a50a7c-95fe-4f4d-8b8c-22b79363093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:50.332494 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dec434ef-bb72-4e88-8905-ac5094978418 req-64a50a7c-95fe-4f4d-8b8c-22b79363093f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 1128 time: 0.0559733 Mar 23 02:21:50.377741 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dec434ef-bb72-4e88-8905-ac5094978418 req-b761c814-8359-43ab-a0b4-550266bea499 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9a4b617b-a062-4bd4-a904-3f0fc8101b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391514 Mar 23 02:21:50.638373 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493cb2e-68d2-46c8-ad36-d39382c03a35 req-60eb57aa-e9af-48d4-85fc-798877ec8d59 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:50.639924 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a493cb2e-68d2-46c8-ad36-d39382c03a35 req-60eb57aa-e9af-48d4-85fc-798877ec8d59 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 946 time: 0.0661845 Mar 23 02:21:50.691700 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a493cb2e-68d2-46c8-ad36-d39382c03a35 req-c399ec9f-3f71-4af2-9b17-5c59cbd7b579 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a4b617b-a062-4bd4-a904-3f0fc8101b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456977 Mar 23 02:21:50.978412 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:51.828392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e57708-e444-46c1-ad52-55a3143ef89b req-8c2877d0-672a-4c9c-a05e-d83b73fd3629 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:51.829924 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6e57708-e444-46c1-ad52-55a3143ef89b req-8c2877d0-672a-4c9c-a05e-d83b73fd3629 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 946 time: 0.0564561 Mar 23 02:21:51.879967 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6e57708-e444-46c1-ad52-55a3143ef89b req-61d2e67d-5b40-4a04-8108-2c430b181ded tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a4b617b-a062-4bd4-a904-3f0fc8101b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421569 Mar 23 02:21:52.032491 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a112cc-5d1a-4e37-ba48-5b8cbb31f1e5 req-e7422c25-cdd1-4a3b-84b8-cab8b584cdec tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:52.033927 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98a112cc-5d1a-4e37-ba48-5b8cbb31f1e5 req-e7422c25-cdd1-4a3b-84b8-cab8b584cdec tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 946 time: 0.0659122 Mar 23 02:21:52.059554 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6bc7ce81-c165-48d5-9bdc-6467d941f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:52.090792 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-98a112cc-5d1a-4e37-ba48-5b8cbb31f1e5 req-b639b0c5-a9bd-404b-bd9b-ea5154b44de5 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a4b617b-a062-4bd4-a904-3f0fc8101b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475645 Mar 23 02:21:52.112835 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54168) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:52.161178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c6eb07-4a98-4e21-b9c0-d2bd8c33cba1 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:52.162743 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-47c6eb07-4a98-4e21-b9c0-d2bd8c33cba1 tempest-TestNetworkBasicOps-1847932226 tempest-TestNetworkBasicOps-1847932226-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 1123 time: 0.0489144 Mar 23 02:21:52.165773 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54170) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:52.170049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': 'cc57aad4-273e-40cc-a651-14f72ac03035', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:21:52.193929 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:52.293526 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:52.456109 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Allocated IP 172.25.0.94 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/4b04536b-e026-4f63-abaf-c97fcbe95dec) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:21:52.570245 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for port (4b04536b-e026-4f63-abaf-c97fcbe95dec), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:52.605946 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (4b04536b-e026-4f63-abaf-c97fcbe95dec), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:52.643759 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:21:52.646829 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:21:52.650485 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:21:52.676940 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Port': ['ID=4b04536b-e026-4f63-abaf-c97fcbe95dec,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:53.124457 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for floatingip (4ae1bc4f-1dd5-4edc-a978-cdf15da408e8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:53.231541 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4b04536b-e026-4f63-abaf-c97fcbe95dec), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:53.408678 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for port (4b04536b-e026-4f63-abaf-c97fcbe95dec), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:53.417859 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (4b04536b-e026-4f63-abaf-c97fcbe95dec), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:53.433137 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:53.485543 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event updated for resources: {'Port': ['ID=4b04536b-e026-4f63-abaf-c97fcbe95dec,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:21:53.497956 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (4ae1bc4f-1dd5-4edc-a978-cdf15da408e8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:53.601880 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Floating IP 4ae1bc4f-1dd5-4edc-a978-cdf15da408e8 associated. External IP: 172.25.0.94, port: cc57aad4-273e-40cc-a651-14f72ac03035. Mar 23 02:21:53.820349 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Router 6dcba951-ae38-42ef-9265-fae691752ca8 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:21:53.944849 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:21:53.957199 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe92a358-bb42-4760-a728-125b958d1132 None None] Sync routers for ids ['6dcba951-ae38-42ef-9265-fae691752ca8'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:21:53.965364 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:53.968852 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe92a358-bb42-4760-a728-125b958d1132 None None] Routers {'6dcba951-ae38-42ef-9265-fae691752ca8'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:21:53.969616 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-fe92a358-bb42-4760-a728-125b958d1132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:21:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6dcba951-ae38-42ef-9265-fae691752ca8'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:54.003247 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-94cb22e2-2ded-421b-8360-d36e06c4142a tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8364372 Mar 23 02:21:54.003914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbbc696-0b3a-451c-95c2-41d1be2d83b4', 'tag': 'cc57aad4-273e-40cc-a651-14f72ac03035'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:21:54.006414 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c215e9-eba7-4438-9b81-e380d9f29d22" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbbc696-0b3a-451c-95c2-41d1be2d83b4", "tag": "cc57aad4-273e-40cc-a651-14f72ac03035"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:21:54.006589 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54172) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:54.044229 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c05d99-cf4d-4655-9563-77620cd73664 x-openstack-request-id: req-b9c05d99-cf4d-4655-9563-77620cd73664 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:21:54.044810 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbbc696-0b3a-451c-95c2-41d1be2d83b4", "tag": "cc57aad4-273e-40cc-a651-14f72ac03035", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:21:54.045071 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9c05d99-cf4d-4655-9563-77620cd73664 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:21:54.045491 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c05d99-cf4d-4655-9563-77620cd73664'] response: {'name': 'network-changed', 'server_uuid': '5bbbc696-0b3a-451c-95c2-41d1be2d83b4', 'tag': 'cc57aad4-273e-40cc-a651-14f72ac03035', 'status': 'completed', 'code': 200} Mar 23 02:21:54.082916 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6acd374d-35ee-4792-9e79-ff70a7a44ff4 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/floatingips/4ae1bc4f-1dd5-4edc-a978-cdf15da408e8 HTTP/1.1" status: 200 len: 991 time: 0.0738039 Mar 23 02:21:54.090648 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-fe92a358-bb42-4760-a728-125b958d1132 None None] Set router 6dcba951-ae38-42ef-9265-fae691752ca8 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:21:54.113818 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c215e9-eba7-4438-9b81-e380d9f29d22 req-84cc77ab-949c-4e42-9e1f-9cc11ff81048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:54.115341 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-74c215e9-eba7-4438-9b81-e380d9f29d22 req-84cc77ab-949c-4e42-9e1f-9cc11ff81048 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716da15b3cf452e9ad1041996da1f52&device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 1128 time: 0.0470321 Mar 23 02:21:54.208647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c215e9-eba7-4438-9b81-e380d9f29d22 req-6a7ff03e-d366-4fbd-9909-a36b2a99850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:54.210138 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-74c215e9-eba7-4438-9b81-e380d9f29d22 req-6a7ff03e-d366-4fbd-9909-a36b2a99850b service neutron] 10.222.0.42 "GET /v2.0/networks?id=106825dd-853d-42ef-baaa-3d69133ee02d HTTP/1.1" status: 200 len: 896 time: 0.0890441 Mar 23 02:21:54.274608 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-74c215e9-eba7-4438-9b81-e380d9f29d22 req-37c9798d-2829-4a78-8381-16b763f8746a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc57aad4-273e-40cc-a651-14f72ac03035 HTTP/1.1" status: 200 len: 999 time: 0.0582943 Mar 23 02:21:54.319543 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-fe92a358-bb42-4760-a728-125b958d1132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'name': 'tempest-TestNetworkBasicOps-router-1079511427', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:40Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '4ae1bc4f-1dd5-4edc-a978-cdf15da408e8', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'port_id': 'cc57aad4-273e-40cc-a651-14f72ac03035', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d', 'mac_address': 'fa:16:3e:78:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbbc696-0b3a-451c-95c2-41d1be2d83b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:21:52Z', 'updated_at': '2022-03-23T02:21:52Z', 'revision_number': 0, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732fdfa9-d849-4f14-8b1e-c4c40214811b', 'name': '', 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:34:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '585954df-9411-4772-9301-f00f510a17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:39Z', 'updated_at': '2022-03-23T02:21:42Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': '585954df-9411-4772-9301-f00f510a17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:54.321934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c215e9-eba7-4438-9b81-e380d9f29d22 req-632d8967-4fdf-480d-97bf-5e38426c75c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:54.323365 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-74c215e9-eba7-4438-9b81-e380d9f29d22 req-632d8967-4fdf-480d-97bf-5e38426c75c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=585954df-9411-4772-9301-f00f510a17c9 HTTP/1.1" status: 200 len: 834 time: 0.0437610 Mar 23 02:21:54.345649 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe92a358-bb42-4760-a728-125b958d1132 None None] Checking router: 6dcba951-ae38-42ef-9265-fae691752ca8 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:21:54.354554 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe92a358-bb42-4760-a728-125b958d1132 None None] Routers {'6dcba951-ae38-42ef-9265-fae691752ca8'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:21:54.355151 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-fe92a358-bb42-4760-a728-125b958d1132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:21:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6dcba951-ae38-42ef-9265-fae691752ca8'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:54.376458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c215e9-eba7-4438-9b81-e380d9f29d22 req-aefd0572-ad4b-4445-bfa4-2ae2db5528af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:21:54.378057 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-74c215e9-eba7-4438-9b81-e380d9f29d22 req-aefd0572-ad4b-4445-bfa4-2ae2db5528af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=106825dd-853d-42ef-baaa-3d69133ee02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489230 Mar 23 02:21:54.470525 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-74c215e9-eba7-4438-9b81-e380d9f29d22 req-3d4f811b-6293-4eaa-b12b-aabfea8e3aa4 service neutron] 10.222.0.42 "GET /v2.0/networks/106825dd-853d-42ef-baaa-3d69133ee02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868363 Mar 23 02:21:54.555721 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-fe92a358-bb42-4760-a728-125b958d1132 None None] Set router 6dcba951-ae38-42ef-9265-fae691752ca8 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:21:54.566275 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-74c215e9-eba7-4438-9b81-e380d9f29d22 req-367482b6-6c4a-41b3-ad3d-84345e35c6bb service neutron] 10.222.0.42 "GET /v2.0/networks/106825dd-853d-42ef-baaa-3d69133ee02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901895 Mar 23 02:21:54.755081 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:54.787220 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-fe92a358-bb42-4760-a728-125b958d1132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'name': 'tempest-TestNetworkBasicOps-router-1079511427', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:40Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '4ae1bc4f-1dd5-4edc-a978-cdf15da408e8', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'port_id': 'cc57aad4-273e-40cc-a651-14f72ac03035', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d', 'mac_address': 'fa:16:3e:78:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbbc696-0b3a-451c-95c2-41d1be2d83b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:21:52Z', 'updated_at': '2022-03-23T02:21:52Z', 'revision_number': 0, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732fdfa9-d849-4f14-8b1e-c4c40214811b', 'name': '', 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:34:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '585954df-9411-4772-9301-f00f510a17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:39Z', 'updated_at': '2022-03-23T02:21:42Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': '585954df-9411-4772-9301-f00f510a17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:21:54.813259 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe92a358-bb42-4760-a728-125b958d1132 None None] The sync data for ids ['6dcba951-ae38-42ef-9265-fae691752ca8'] in n-d-834677-4 is: [{'id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'name': 'tempest-TestNetworkBasicOps-router-1079511427', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:40Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '4ae1bc4f-1dd5-4edc-a978-cdf15da408e8', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'port_id': 'cc57aad4-273e-40cc-a651-14f72ac03035', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d', 'mac_address': 'fa:16:3e:78:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbbc696-0b3a-451c-95c2-41d1be2d83b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:21:52Z', 'updated_at': '2022-03-23T02:21:52Z', 'revision_number': 0, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732fdfa9-d849-4f14-8b1e-c4c40214811b', 'name': '', 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:34:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '585954df-9411-4772-9301-f00f510a17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:39Z', 'updated_at': '2022-03-23T02:21:42Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': '585954df-9411-4772-9301-f00f510a17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:21:55.018314 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44133527-297a-4d75-8f17-bd8c2b55e882 None None] New status for floating IP 4ae1bc4f-1dd5-4edc-a978-cdf15da408e8: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:21:55.086077 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54176) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:55.146879 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d9fb89a6-e85d-48e4-8476-302ff39378ad tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/floatingips/4ae1bc4f-1dd5-4edc-a978-cdf15da408e8 HTTP/1.1" status: 200 len: 991 time: 0.0596249 Mar 23 02:21:55.850915 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:21:56.151348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54178) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:21:56.218312 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-948ddf1e-1c0e-4daf-8cbd-35aa7faf8d6c tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/floatingips/4ae1bc4f-1dd5-4edc-a978-cdf15da408e8 HTTP/1.1" status: 200 len: 993 time: 0.0658560 Mar 23 02:22:04.219545 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:13.840268 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:22:14.179995 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba3cb63f-d45a-4734-be16-91b0ff161f6f req-2b19a29e-5910-4eb3-909e-335570270887 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465965 Mar 23 02:22:14.270579 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cb63f-d45a-4734-be16-91b0ff161f6f req-38ad9eb0-4435-46c8-b769-658a694dc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:14.272082 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba3cb63f-d45a-4734-be16-91b0ff161f6f req-38ad9eb0-4435-46c8-b769-658a694dc8ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716da15b3cf452e9ad1041996da1f52&device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 1128 time: 0.0466645 Mar 23 02:22:14.383970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cb63f-d45a-4734-be16-91b0ff161f6f req-e08bab91-809f-43f5-8912-a20244335bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:14.385593 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba3cb63f-d45a-4734-be16-91b0ff161f6f req-e08bab91-809f-43f5-8912-a20244335bb1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=106825dd-853d-42ef-baaa-3d69133ee02d HTTP/1.1" status: 200 len: 896 time: 0.0929892 Mar 23 02:22:14.459814 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba3cb63f-d45a-4734-be16-91b0ff161f6f req-937b212b-52bf-4514-ab50-112f3769cc28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc57aad4-273e-40cc-a651-14f72ac03035 HTTP/1.1" status: 200 len: 1001 time: 0.0677314 Mar 23 02:22:14.513858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cb63f-d45a-4734-be16-91b0ff161f6f req-0f7b1170-068e-49a4-9840-f5c840c5bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:14.515271 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba3cb63f-d45a-4734-be16-91b0ff161f6f req-0f7b1170-068e-49a4-9840-f5c840c5bccd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=585954df-9411-4772-9301-f00f510a17c9 HTTP/1.1" status: 200 len: 834 time: 0.0490959 Mar 23 02:22:14.571264 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cb63f-d45a-4734-be16-91b0ff161f6f req-ed5e1cd8-d846-48dc-8a48-7e62905699d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:14.572822 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba3cb63f-d45a-4734-be16-91b0ff161f6f req-ed5e1cd8-d846-48dc-8a48-7e62905699d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=106825dd-853d-42ef-baaa-3d69133ee02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512235 Mar 23 02:22:14.677383 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba3cb63f-d45a-4734-be16-91b0ff161f6f req-c57ecbf8-402b-4ce8-8d03-68eacbc7725c service neutron] 10.222.0.42 "GET /v2.0/networks/106825dd-853d-42ef-baaa-3d69133ee02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975854 Mar 23 02:22:14.776729 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba3cb63f-d45a-4734-be16-91b0ff161f6f req-0875612e-ad59-44f1-95e6-40fc889315b3 service neutron] 10.222.0.42 "GET /v2.0/networks/106825dd-853d-42ef-baaa-3d69133ee02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919111 Mar 23 02:22:19.588554 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b11a44ef-9680-42b6-abdf-98fb42cd80d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:20.989079 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:22.073195 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-40694e31-856f-4851-9632-e55f8d8b6f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:23.441793 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:24.764316 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:24.851366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54188) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:24.918220 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-39d87c74-dd9a-4af9-bc4e-46de3b905fd4 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/floatingips/4ae1bc4f-1dd5-4edc-a978-cdf15da408e8 HTTP/1.1" status: 200 len: 993 time: 0.0654190 Mar 23 02:22:25.211650 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54194) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:25.757334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-e4003896-7b01-45a1-afdd-d697f798e172 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Deleting port 4b04536b-e026-4f63-abaf-c97fcbe95dec {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:22:25.757641 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4003896-7b01-45a1-afdd-d697f798e172 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4b04536b-e026-4f63-abaf-c97fcbe95dec), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:25.834212 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4003896-7b01-45a1-afdd-d697f798e172 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4b04536b-e026-4f63-abaf-c97fcbe95dec), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:25.834535 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4003896-7b01-45a1-afdd-d697f798e172 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for floatingip (4b04536b-e026-4f63-abaf-c97fcbe95dec), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:25.836175 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:25.846686 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-e4003896-7b01-45a1-afdd-d697f798e172 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Calling delete_port for 4b04536b-e026-4f63-abaf-c97fcbe95dec owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:22:26.018023 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4003896-7b01-45a1-afdd-d697f798e172 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (4b04536b-e026-4f63-abaf-c97fcbe95dec), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:26.042700 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4003896-7b01-45a1-afdd-d697f798e172 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'Port': ['ID=4b04536b-e026-4f63-abaf-c97fcbe95dec,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:26.105706 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4003896-7b01-45a1-afdd-d697f798e172 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for floatingip (4ae1bc4f-1dd5-4edc-a978-cdf15da408e8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:26.106075 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-e4003896-7b01-45a1-afdd-d697f798e172 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Floating IP 4ae1bc4f-1dd5-4edc-a978-cdf15da408e8 disassociated (deleted). External IP: 172.25.0.94, port: cc57aad4-273e-40cc-a651-14f72ac03035. Mar 23 02:22:26.320078 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4003896-7b01-45a1-afdd-d697f798e172 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Router 6dcba951-ae38-42ef-9265-fae691752ca8 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:22:26.437903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4003896-7b01-45a1-afdd-d697f798e172 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:22:26.443028 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e4003896-7b01-45a1-afdd-d697f798e172 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:26.447857 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95370600-f5f1-466d-8fa6-5db6c781a5f7 None None] Sync routers for ids ['6dcba951-ae38-42ef-9265-fae691752ca8'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:22:26.461111 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95370600-f5f1-466d-8fa6-5db6c781a5f7 None None] Routers {'6dcba951-ae38-42ef-9265-fae691752ca8'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:22:26.461726 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-95370600-f5f1-466d-8fa6-5db6c781a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:22:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6dcba951-ae38-42ef-9265-fae691752ca8'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:26.474085 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e4003896-7b01-45a1-afdd-d697f798e172 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "DELETE /v2.0/floatingips/4ae1bc4f-1dd5-4edc-a978-cdf15da408e8 HTTP/1.1" status: 204 len: 168 time: 1.2612495 Mar 23 02:22:26.474692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbbc696-0b3a-451c-95c2-41d1be2d83b4', 'tag': 'cc57aad4-273e-40cc-a651-14f72ac03035'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:22:26.476990 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acc6f08-7590-4395-938a-5cb7eab7ed90" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbbc696-0b3a-451c-95c2-41d1be2d83b4", "tag": "cc57aad4-273e-40cc-a651-14f72ac03035"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:22:26.519440 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a40fed-56b2-422c-8a2b-13757ae9e350 x-openstack-request-id: req-37a40fed-56b2-422c-8a2b-13757ae9e350 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:22:26.519729 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbbc696-0b3a-451c-95c2-41d1be2d83b4", "tag": "cc57aad4-273e-40cc-a651-14f72ac03035", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:22:26.519983 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37a40fed-56b2-422c-8a2b-13757ae9e350 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:22:26.520396 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a40fed-56b2-422c-8a2b-13757ae9e350'] response: {'name': 'network-changed', 'server_uuid': '5bbbc696-0b3a-451c-95c2-41d1be2d83b4', 'tag': 'cc57aad4-273e-40cc-a651-14f72ac03035', 'status': 'completed', 'code': 200} Mar 23 02:22:26.571164 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-95370600-f5f1-466d-8fa6-5db6c781a5f7 None None] Set router 6dcba951-ae38-42ef-9265-fae691752ca8 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:22:26.601523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc6f08-7590-4395-938a-5cb7eab7ed90 req-786c5b80-7501-42eb-87fb-52782ba315af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:26.603561 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5acc6f08-7590-4395-938a-5cb7eab7ed90 req-786c5b80-7501-42eb-87fb-52782ba315af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716da15b3cf452e9ad1041996da1f52&device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 1128 time: 0.0599980 Mar 23 02:22:26.702951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc6f08-7590-4395-938a-5cb7eab7ed90 req-e6253ea4-b1a8-4896-8630-498209ffe054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:26.704454 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5acc6f08-7590-4395-938a-5cb7eab7ed90 req-e6253ea4-b1a8-4896-8630-498209ffe054 service neutron] 10.222.0.42 "GET /v2.0/networks?id=106825dd-853d-42ef-baaa-3d69133ee02d HTTP/1.1" status: 200 len: 896 time: 0.0953500 Mar 23 02:22:26.766339 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5acc6f08-7590-4395-938a-5cb7eab7ed90 req-da532c09-a68a-453c-b6aa-557c5151cc0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc57aad4-273e-40cc-a651-14f72ac03035 HTTP/1.1" status: 200 len: 217 time: 0.0505085 Mar 23 02:22:26.781839 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-95370600-f5f1-466d-8fa6-5db6c781a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'name': 'tempest-TestNetworkBasicOps-router-1079511427', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:40Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '732fdfa9-d849-4f14-8b1e-c4c40214811b', 'name': '', 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:34:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '585954df-9411-4772-9301-f00f510a17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:39Z', 'updated_at': '2022-03-23T02:21:42Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': '585954df-9411-4772-9301-f00f510a17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:26.813890 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95370600-f5f1-466d-8fa6-5db6c781a5f7 None None] Checking router: 6dcba951-ae38-42ef-9265-fae691752ca8 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:22:26.823073 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95370600-f5f1-466d-8fa6-5db6c781a5f7 None None] Routers {'6dcba951-ae38-42ef-9265-fae691752ca8'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:22:26.823602 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-95370600-f5f1-466d-8fa6-5db6c781a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:22:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6dcba951-ae38-42ef-9265-fae691752ca8'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:26.832905 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc6f08-7590-4395-938a-5cb7eab7ed90 req-bb893431-9528-4dca-acf9-97cbf1d5bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:26.834357 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5acc6f08-7590-4395-938a-5cb7eab7ed90 req-bb893431-9528-4dca-acf9-97cbf1d5bca6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=585954df-9411-4772-9301-f00f510a17c9 HTTP/1.1" status: 200 len: 834 time: 0.0523717 Mar 23 02:22:26.845405 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b09141-7ed5-46bc-a944-e6bfae6b31de req-009504dc-0242-4b2b-a05f-3cf6dc352f00 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:26.846802 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03b09141-7ed5-46bc-a944-e6bfae6b31de req-009504dc-0242-4b2b-a05f-3cf6dc352f00 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 946 time: 0.1216276 Mar 23 02:22:26.931541 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03b09141-7ed5-46bc-a944-e6bfae6b31de req-bab6f2a7-8cbf-4667-865f-50fecb0724af tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a4b617b-a062-4bd4-a904-3f0fc8101b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763552 Mar 23 02:22:26.934142 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-95370600-f5f1-466d-8fa6-5db6c781a5f7 None None] Set router 6dcba951-ae38-42ef-9265-fae691752ca8 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:22:26.934522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc6f08-7590-4395-938a-5cb7eab7ed90 req-9b0fd4e6-c623-4eb0-9eb3-aa3fdca98f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:26.936246 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5acc6f08-7590-4395-938a-5cb7eab7ed90 req-9b0fd4e6-c623-4eb0-9eb3-aa3fdca98f53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=106825dd-853d-42ef-baaa-3d69133ee02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0884681 Mar 23 02:22:27.031059 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5acc6f08-7590-4395-938a-5cb7eab7ed90 req-409e7a5a-0950-49ae-b3bc-46ab44b92977 service neutron] 10.222.0.42 "GET /v2.0/networks/106825dd-853d-42ef-baaa-3d69133ee02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860674 Mar 23 02:22:27.128979 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5acc6f08-7590-4395-938a-5cb7eab7ed90 req-680f546b-fd6a-4432-8c07-a6dd8705bc6d service neutron] 10.222.0.42 "GET /v2.0/networks/106825dd-853d-42ef-baaa-3d69133ee02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907021 Mar 23 02:22:27.135443 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-95370600-f5f1-466d-8fa6-5db6c781a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'name': 'tempest-TestNetworkBasicOps-router-1079511427', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:40Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '732fdfa9-d849-4f14-8b1e-c4c40214811b', 'name': '', 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:34:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '585954df-9411-4772-9301-f00f510a17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:39Z', 'updated_at': '2022-03-23T02:21:42Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': '585954df-9411-4772-9301-f00f510a17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:27.163934 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95370600-f5f1-466d-8fa6-5db6c781a5f7 None None] The sync data for ids ['6dcba951-ae38-42ef-9265-fae691752ca8'] in n-d-834677-4 is: [{'id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'name': 'tempest-TestNetworkBasicOps-router-1079511427', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:40Z', 'revision_number': 4, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '732fdfa9-d849-4f14-8b1e-c4c40214811b', 'name': '', 'network_id': '106825dd-853d-42ef-baaa-3d69133ee02d', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'mac_address': 'fa:16:3e:34:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '585954df-9411-4772-9301-f00f510a17c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:39Z', 'updated_at': '2022-03-23T02:21:42Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'subnets': [{'id': '585954df-9411-4772-9301-f00f510a17c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:22:27.408847 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bd7a9c-9272-4329-9b42-ef81f7a6624e None None] New status for floating IP 4ae1bc4f-1dd5-4edc-a978-cdf15da408e8: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:22:28.008542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dad5a-92cc-4107-910c-fad1a005c2d4 req-a94412b4-f0bc-4d4d-9e60-3628fb65c6a2 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:28.010101 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-926dad5a-92cc-4107-910c-fad1a005c2d4 req-a94412b4-f0bc-4d4d-9e60-3628fb65c6a2 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 946 time: 0.0600989 Mar 23 02:22:28.096855 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9ecd0-740a-4dcf-858f-15b7703fbc55 req-46a191da-6e11-41bf-bf19-ca82f942cc1e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:28.100065 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52e9ecd0-740a-4dcf-858f-15b7703fbc55 req-46a191da-6e11-41bf-bf19-ca82f942cc1e tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bbbc696-0b3a-451c-95c2-41d1be2d83b4 HTTP/1.1" status: 200 len: 946 time: 0.0566428 Mar 23 02:22:28.107069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-926dad5a-92cc-4107-910c-fad1a005c2d4 req-f54f41b0-c158-4e4c-8cdb-6bce48bb34af tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Deleting port cc57aad4-273e-40cc-a651-14f72ac03035 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:22:28.107869 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-926dad5a-92cc-4107-910c-fad1a005c2d4 req-f54f41b0-c158-4e4c-8cdb-6bce48bb34af tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (cc57aad4-273e-40cc-a651-14f72ac03035), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:28.150139 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52e9ecd0-740a-4dcf-858f-15b7703fbc55 req-4bc9a243-70c2-477c-b89d-39c603855a49 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a4b617b-a062-4bd4-a904-3f0fc8101b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444772 Mar 23 02:22:28.200725 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-926dad5a-92cc-4107-910c-fad1a005c2d4 req-f54f41b0-c158-4e4c-8cdb-6bce48bb34af tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] For port cc57aad4-273e-40cc-a651-14f72ac03035, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=cc57aad4-273e-40cc-a651-14f72ac03035,segment=NetworkSegment(6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec),segment_id=6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:22:28.201102 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-926dad5a-92cc-4107-910c-fad1a005c2d4 req-f54f41b0-c158-4e4c-8cdb-6bce48bb34af tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (cc57aad4-273e-40cc-a651-14f72ac03035), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:28.214938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-926dad5a-92cc-4107-910c-fad1a005c2d4 req-f54f41b0-c158-4e4c-8cdb-6bce48bb34af tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Calling delete_port for cc57aad4-273e-40cc-a651-14f72ac03035 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:22:28.357595 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-926dad5a-92cc-4107-910c-fad1a005c2d4 req-f54f41b0-c158-4e4c-8cdb-6bce48bb34af tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (cc57aad4-273e-40cc-a651-14f72ac03035), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:28.386641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f41b0-c158-4e4c-8cdb-6bce48bb34af tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'Port': ['ID=cc57aad4-273e-40cc-a651-14f72ac03035,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:28.432332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-926dad5a-92cc-4107-910c-fad1a005c2d4 req-f54f41b0-c158-4e4c-8cdb-6bce48bb34af tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] No DVR routers for this DVR port cc57aad4-273e-40cc-a651-14f72ac03035 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:22:28.435322 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-926dad5a-92cc-4107-910c-fad1a005c2d4 req-f54f41b0-c158-4e4c-8cdb-6bce48bb34af tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:28.438982 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-926dad5a-92cc-4107-910c-fad1a005c2d4 req-f54f41b0-c158-4e4c-8cdb-6bce48bb34af tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.42 "DELETE /v2.0/ports/cc57aad4-273e-40cc-a651-14f72ac03035 HTTP/1.1" status: 204 len: 173 time: 0.4218106 Mar 23 02:22:28.521938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbbc696-0b3a-451c-95c2-41d1be2d83b4', 'name': 'network-vif-deleted', 'tag': 'cc57aad4-273e-40cc-a651-14f72ac03035'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:22:28.524267 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d024abc7fd429f5a90fc0c3ac132ee5a1ee059dc38be03d41d7bed865aca5ea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f7309c-d75a-41cd-afda-3dcda6b7d7f5" -d '{"events": [{"server_uuid": "5bbbc696-0b3a-451c-95c2-41d1be2d83b4", "name": "network-vif-deleted", "tag": "cc57aad4-273e-40cc-a651-14f72ac03035"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:22:28.561538 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c43549-ef42-4ec7-8cd5-679f9a34898e x-openstack-request-id: req-68c43549-ef42-4ec7-8cd5-679f9a34898e {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:22:28.561853 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbbc696-0b3a-451c-95c2-41d1be2d83b4", "name": "network-vif-deleted", "tag": "cc57aad4-273e-40cc-a651-14f72ac03035", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:22:28.563544 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68c43549-ef42-4ec7-8cd5-679f9a34898e {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:22:28.563544 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c43549-ef42-4ec7-8cd5-679f9a34898e'] response: {'server_uuid': '5bbbc696-0b3a-451c-95c2-41d1be2d83b4', 'name': 'network-vif-deleted', 'tag': 'cc57aad4-273e-40cc-a651-14f72ac03035', 'status': 'completed', 'code': 200} Mar 23 02:22:29.219582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54212) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:29.279105 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e92ac24b-b712-4119-a792-c949bc2cd68d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (9a4b617b-a062-4bd4-a904-3f0fc8101b3e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:29.311629 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e92ac24b-b712-4119-a792-c949bc2cd68d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (9a4b617b-a062-4bd4-a904-3f0fc8101b3e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:29.388478 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e92ac24b-b712-4119-a792-c949bc2cd68d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9a4b617b-a062-4bd4-a904-3f0fc8101b3e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:29.391319 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e92ac24b-b712-4119-a792-c949bc2cd68d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:29.392509 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e92ac24b-b712-4119-a792-c949bc2cd68d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "DELETE /v2.0/security-groups/9a4b617b-a062-4bd4-a904-3f0fc8101b3e HTTP/1.1" status: 204 len: 168 time: 0.1719415 Mar 23 02:22:29.403210 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ac24b-b712-4119-a792-c949bc2cd68d tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4b617b-a062-4bd4-a904-3f0fc8101b3e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:29.432855 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54216) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:29.809439 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab24725c-9ead-4cb8-83a6-9034ac7b0cdd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (6dcba951-ae38-42ef-9265-fae691752ca8), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:30.087031 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ab24725c-9ead-4cb8-83a6-9034ac7b0cdd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Deleting port 732fdfa9-d849-4f14-8b1e-c4c40214811b {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:22:30.087260 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab24725c-9ead-4cb8-83a6-9034ac7b0cdd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:30.174169 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-ab24725c-9ead-4cb8-83a6-9034ac7b0cdd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] For port 732fdfa9-d849-4f14-8b1e-c4c40214811b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=732fdfa9-d849-4f14-8b1e-c4c40214811b,segment=NetworkSegment(6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec),segment_id=6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:22:30.174522 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab24725c-9ead-4cb8-83a6-9034ac7b0cdd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:30.187999 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ab24725c-9ead-4cb8-83a6-9034ac7b0cdd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Calling delete_port for 732fdfa9-d849-4f14-8b1e-c4c40214811b owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:22:30.696529 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab24725c-9ead-4cb8-83a6-9034ac7b0cdd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (732fdfa9-d849-4f14-8b1e-c4c40214811b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:30.721541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24725c-9ead-4cb8-83a6-9034ac7b0cdd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'Port': ['ID=732fdfa9-d849-4f14-8b1e-c4c40214811b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:30.910389 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab24725c-9ead-4cb8-83a6-9034ac7b0cdd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (6dcba951-ae38-42ef-9265-fae691752ca8), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:31.139475 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab24725c-9ead-4cb8-83a6-9034ac7b0cdd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Router 6dcba951-ae38-42ef-9265-fae691752ca8 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:22:31.252957 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab24725c-9ead-4cb8-83a6-9034ac7b0cdd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:22:31.258487 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ab24725c-9ead-4cb8-83a6-9034ac7b0cdd tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "PUT /v2.0/routers/6dcba951-ae38-42ef-9265-fae691752ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8246295 Mar 23 02:22:31.261578 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54218) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:31.262641 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132bad2-0001-4087-8a4d-7ee5e72d9bef None None] Sync routers for ids ['6dcba951-ae38-42ef-9265-fae691752ca8'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:22:31.274108 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132bad2-0001-4087-8a4d-7ee5e72d9bef None None] Routers {'6dcba951-ae38-42ef-9265-fae691752ca8'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:22:31.274715 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b132bad2-0001-4087-8a4d-7ee5e72d9bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:22:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6dcba951-ae38-42ef-9265-fae691752ca8'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:31.313666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1a6106-7283-4e8a-9cde-2834a7130305 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Deleting subnet 585954df-9411-4772-9301-f00f510a17c9 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:22:31.316995 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb1a6106-7283-4e8a-9cde-2834a7130305 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for subnet (585954df-9411-4772-9301-f00f510a17c9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:31.363264 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb1a6106-7283-4e8a-9cde-2834a7130305 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (585954df-9411-4772-9301-f00f510a17c9), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:31.387932 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b132bad2-0001-4087-8a4d-7ee5e72d9bef None None] Set router 6dcba951-ae38-42ef-9265-fae691752ca8 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:22:31.458734 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb1a6106-7283-4e8a-9cde-2834a7130305 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (585954df-9411-4772-9301-f00f510a17c9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:31.521254 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb1a6106-7283-4e8a-9cde-2834a7130305 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (585954df-9411-4772-9301-f00f510a17c9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:31.548784 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a6106-7283-4e8a-9cde-2834a7130305 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'Subnet': ['ID=585954df-9411-4772-9301-f00f510a17c9,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:31.552465 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fb1a6106-7283-4e8a-9cde-2834a7130305 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:31.559069 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fb1a6106-7283-4e8a-9cde-2834a7130305 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "DELETE /v2.0/subnets/585954df-9411-4772-9301-f00f510a17c9 HTTP/1.1" status: 204 len: 168 time: 0.2939293 Mar 23 02:22:31.559572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54220) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:31.560589 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd471e55-2086-4216-8a09-aa4ec8dff775 None None] Network 106825dd-853d-42ef-baaa-3d69133ee02d requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:22:31.575475 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b132bad2-0001-4087-8a4d-7ee5e72d9bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'name': 'tempest-TestNetworkBasicOps-router-1079511427', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:22:30Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:31.606606 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132bad2-0001-4087-8a4d-7ee5e72d9bef None None] Checking router: 6dcba951-ae38-42ef-9265-fae691752ca8 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:22:31.615591 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132bad2-0001-4087-8a4d-7ee5e72d9bef None None] Routers {'6dcba951-ae38-42ef-9265-fae691752ca8'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:22:31.616217 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b132bad2-0001-4087-8a4d-7ee5e72d9bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:22:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['6dcba951-ae38-42ef-9265-fae691752ca8'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:31.676711 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de37add6-e372-419d-8bd9-d7233138c303 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router (6dcba951-ae38-42ef-9265-fae691752ca8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:31.732723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f48fd57-7151-4342-bef7-c41d6b343582 None None] DHCP port deletion for 106825dd-853d-42ef-baaa-3d69133ee02d request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:22:31.739606 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-b132bad2-0001-4087-8a4d-7ee5e72d9bef None None] Set router 6dcba951-ae38-42ef-9265-fae691752ca8 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:22:31.784742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7f48fd57-7151-4342-bef7-c41d6b343582 None None] Deleting port 46aa44bf-45ec-4053-9356-24bf74266481 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:22:31.785589 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7f48fd57-7151-4342-bef7-c41d6b343582 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (46aa44bf-45ec-4053-9356-24bf74266481), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:31.788551 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de37add6-e372-419d-8bd9-d7233138c303 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router_gateway (6dcba951-ae38-42ef-9265-fae691752ca8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:31.849210 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-de37add6-e372-419d-8bd9-d7233138c303 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Deleting port 58b57847-cf18-4f09-8915-2963f06d1ae7 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:22:31.849706 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de37add6-e372-419d-8bd9-d7233138c303 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (58b57847-cf18-4f09-8915-2963f06d1ae7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:31.859478 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-7f48fd57-7151-4342-bef7-c41d6b343582 None None] For port 46aa44bf-45ec-4053-9356-24bf74266481, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=46aa44bf-45ec-4053-9356-24bf74266481,segment=NetworkSegment(6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec),segment_id=6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:22:31.859905 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7f48fd57-7151-4342-bef7-c41d6b343582 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (46aa44bf-45ec-4053-9356-24bf74266481), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:31.873269 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7f48fd57-7151-4342-bef7-c41d6b343582 None None] Calling delete_port for 46aa44bf-45ec-4053-9356-24bf74266481 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:22:31.937154 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-de37add6-e372-419d-8bd9-d7233138c303 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] For port 58b57847-cf18-4f09-8915-2963f06d1ae7, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=58b57847-cf18-4f09-8915-2963f06d1ae7,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:22:31.937512 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de37add6-e372-419d-8bd9-d7233138c303 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (58b57847-cf18-4f09-8915-2963f06d1ae7), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:31.952399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-de37add6-e372-419d-8bd9-d7233138c303 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Calling delete_port for 58b57847-cf18-4f09-8915-2963f06d1ae7 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:22:31.955329 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7f48fd57-7151-4342-bef7-c41d6b343582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (46aa44bf-45ec-4053-9356-24bf74266481), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:31.969039 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f48fd57-7151-4342-bef7-c41d6b343582 None None] No DVR routers for this DVR port 46aa44bf-45ec-4053-9356-24bf74266481 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:22:31.992688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48fd57-7151-4342-bef7-c41d6b343582 None None] Pushing event deleted for resources: {'Port': ['ID=46aa44bf-45ec-4053-9356-24bf74266481,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:32.042074 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-b132bad2-0001-4087-8a4d-7ee5e72d9bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'name': 'tempest-TestNetworkBasicOps-router-1079511427', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:22:30Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:32.067602 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132bad2-0001-4087-8a4d-7ee5e72d9bef None None] The sync data for ids ['6dcba951-ae38-42ef-9265-fae691752ca8'] in n-d-834677-4 is: [{'id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'name': 'tempest-TestNetworkBasicOps-router-1079511427', 'tenant_id': 'c716da15b3cf452e9ad1041996da1f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:22:30Z', 'revision_number': 5, 'project_id': 'c716da15b3cf452e9ad1041996da1f52', 'gw_port': {'id': '58b57847-cf18-4f09-8915-2963f06d1ae7', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcba951-ae38-42ef-9265-fae691752ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:21:36Z', 'updated_at': '2022-03-23T02:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:22:32.132820 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de37add6-e372-419d-8bd9-d7233138c303 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (58b57847-cf18-4f09-8915-2963f06d1ae7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:32.160956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37add6-e372-419d-8bd9-d7233138c303 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'Port': ['ID=58b57847-cf18-4f09-8915-2963f06d1ae7,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:32.229405 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de37add6-e372-419d-8bd9-d7233138c303 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (6dcba951-ae38-42ef-9265-fae691752ca8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:32.239780 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cc57aad4-273e-40cc-a651-14f72ac03035 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:22:32.265675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: cc57aad4-273e-40cc-a651-14f72ac03035 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:22:32.266825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device cc57aad4-273e-40cc-a651-14f72ac03035 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:22:32.327132 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de37add6-e372-419d-8bd9-d7233138c303 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (6dcba951-ae38-42ef-9265-fae691752ca8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:32.329418 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de37add6-e372-419d-8bd9-d7233138c303 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router_controller (6dcba951-ae38-42ef-9265-fae691752ca8), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:32.374320 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de37add6-e372-419d-8bd9-d7233138c303 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (6dcba951-ae38-42ef-9265-fae691752ca8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:32.374968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de37add6-e372-419d-8bd9-d7233138c303 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Fanout notify agent at l3_agent the message router_deleted on router 6dcba951-ae38-42ef-9265-fae691752ca8 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:22:32.381842 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-de37add6-e372-419d-8bd9-d7233138c303 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:32.383060 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-de37add6-e372-419d-8bd9-d7233138c303 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "DELETE /v2.0/routers/6dcba951-ae38-42ef-9265-fae691752ca8 HTTP/1.1" status: 204 len: 168 time: 0.8224034 Mar 23 02:22:32.385769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54222) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:32.468688 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-70bf003e-918f-4014-9fcf-ca6f08eda799 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (106825dd-853d-42ef-baaa-3d69133ee02d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:32.559689 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-70bf003e-918f-4014-9fcf-ca6f08eda799 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (106825dd-853d-42ef-baaa-3d69133ee02d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:32.580111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-70bf003e-918f-4014-9fcf-ca6f08eda799 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106825dd-853d-42ef-baaa-3d69133ee02d']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:32.589468 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-70bf003e-918f-4014-9fcf-ca6f08eda799 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:32.589764 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-70bf003e-918f-4014-9fcf-ca6f08eda799 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:32.603974 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-70bf003e-918f-4014-9fcf-ca6f08eda799 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:32.617220 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-70bf003e-918f-4014-9fcf-ca6f08eda799 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:32.623325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70bf003e-918f-4014-9fcf-ca6f08eda799 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:22:32.623748 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-70bf003e-918f-4014-9fcf-ca6f08eda799 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (6fa62253-bc6b-4ee4-9170-bd4f54a4b7ec), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:22:32.626678 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:22:32.686562 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-70bf003e-918f-4014-9fcf-ca6f08eda799 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (106825dd-853d-42ef-baaa-3d69133ee02d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:32.694114 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-70bf003e-918f-4014-9fcf-ca6f08eda799 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:32.697267 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-70bf003e-918f-4014-9fcf-ca6f08eda799 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] 10.222.0.18 "DELETE /v2.0/networks/106825dd-853d-42ef-baaa-3d69133ee02d HTTP/1.1" status: 204 len: 168 time: 0.3104630 Mar 23 02:22:32.709396 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf003e-918f-4014-9fcf-ca6f08eda799 tempest-TestNetworkBasicOps-1150893818 tempest-TestNetworkBasicOps-1150893818-project] Pushing event deleted for resources: {'Network': ['ID=106825dd-853d-42ef-baaa-3d69133ee02d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:32.927905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 46aa44bf-45ec-4053-9356-24bf74266481 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:22:32.947687 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 46aa44bf-45ec-4053-9356-24bf74266481 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:22:32.948127 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 46aa44bf-45ec-4053-9356-24bf74266481 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:22:32.948624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 58b57847-cf18-4f09-8915-2963f06d1ae7 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:22:32.967526 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 58b57847-cf18-4f09-8915-2963f06d1ae7 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:22:32.967761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 58b57847-cf18-4f09-8915-2963f06d1ae7 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:22:32.968202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 732fdfa9-d849-4f14-8b1e-c4c40214811b no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:22:32.987034 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 732fdfa9-d849-4f14-8b1e-c4c40214811b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:22:32.987378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 732fdfa9-d849-4f14-8b1e-c4c40214811b not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:22:32.988265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54228) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:33.137122 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cb250e97-a5b0-41e1-8d2f-f775e72f964b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c716da15b3cf452e9ad1041996da1f52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474771 Mar 23 02:22:33.139894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54232) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:33.195431 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8983e203-ba32-496b-937d-c728e5c656fc admin admin] Publish callbacks [] for security_group (5d39773b-11d1-42b9-ad71-b9c6c29898a0), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:33.217155 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8983e203-ba32-496b-937d-c728e5c656fc admin admin] Publish callbacks [] for security_group (5d39773b-11d1-42b9-ad71-b9c6c29898a0), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:33.275032 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8983e203-ba32-496b-937d-c728e5c656fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (5d39773b-11d1-42b9-ad71-b9c6c29898a0), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:33.279266 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8983e203-ba32-496b-937d-c728e5c656fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:33.280581 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8983e203-ba32-496b-937d-c728e5c656fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d39773b-11d1-42b9-ad71-b9c6c29898a0 HTTP/1.1" status: 204 len: 168 time: 0.1393991 Mar 23 02:22:33.288849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983e203-ba32-496b-937d-c728e5c656fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d39773b-11d1-42b9-ad71-b9c6c29898a0,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:33.590200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54238) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:33.608316 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-279b965e-1ae8-425d-acb9-bccd7d56ed81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:33.684104 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-279b965e-1ae8-425d-acb9-bccd7d56ed81 admin admin] Publish callbacks [] for security_group (6516c52c-1f29-4a36-a462-b447c2f30bed), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:33.689540 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-279b965e-1ae8-425d-acb9-bccd7d56ed81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6516c52c-1f29-4a36-a462-b447c2f30bed), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:33.730187 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-279b965e-1ae8-425d-acb9-bccd7d56ed81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9b2af484432411db8fdf59ea2d0569d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1362338 Mar 23 02:22:33.730187 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b965e-1ae8-425d-acb9-bccd7d56ed81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6516c52c-1f29-4a36-a462-b447c2f30bed,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:33.730658 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54240) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:33.786277 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9d6998a-a196-4c2e-8bfc-8c3d9d72d2ec admin admin] Publish callbacks [] for security_group (6516c52c-1f29-4a36-a462-b447c2f30bed), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:33.808914 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9d6998a-a196-4c2e-8bfc-8c3d9d72d2ec admin admin] Publish callbacks [] for security_group (6516c52c-1f29-4a36-a462-b447c2f30bed), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:33.857644 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9d6998a-a196-4c2e-8bfc-8c3d9d72d2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6516c52c-1f29-4a36-a462-b447c2f30bed), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:33.860427 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e9d6998a-a196-4c2e-8bfc-8c3d9d72d2ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:33.861633 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e9d6998a-a196-4c2e-8bfc-8c3d9d72d2ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6516c52c-1f29-4a36-a462-b447c2f30bed HTTP/1.1" status: 204 len: 168 time: 0.1299946 Mar 23 02:22:33.869042 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6998a-a196-4c2e-8bfc-8c3d9d72d2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6516c52c-1f29-4a36-a462-b447c2f30bed,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:34.208499 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:34.612237 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54262) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:34.714611 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0d34831d-d057-46be-9d51-69e81b1705a5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-603707917-network', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:22:34.738089 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d34831d-d057-46be-9d51-69e81b1705a5 admin admin] Made reservation on behalf of 4076f2107f2b4dfb955722a7412a4ac4 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:22:34.740373 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d34831d-d057-46be-9d51-69e81b1705a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:34.749059 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d34831d-d057-46be-9d51-69e81b1705a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:34.827697 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d34831d-d057-46be-9d51-69e81b1705a5 admin admin] Publish callbacks [] for security_group (0258f0d5-b0f6-489e-9111-1459f0d48afd), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:34.833973 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d34831d-d057-46be-9d51-69e81b1705a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0258f0d5-b0f6-489e-9111-1459f0d48afd), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:34.857832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d34831d-d057-46be-9d51-69e81b1705a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:22:34.867545 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34831d-d057-46be-9d51-69e81b1705a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0258f0d5-b0f6-489e-9111-1459f0d48afd,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:34.872233 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d34831d-d057-46be-9d51-69e81b1705a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2e5efdd9-881f-4eb0-8200-16fa892ed3fd), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:34.872574 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-0d34831d-d057-46be-9d51-69e81b1705a5 admin admin] Added segment 2e5efdd9-881f-4eb0-8200-16fa892ed3fd of type vlan for network 7980af7f-d469-4a32-a8d6-0dd384e46cff Mar 23 02:22:34.913274 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d34831d-d057-46be-9d51-69e81b1705a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (7980af7f-d469-4a32-a8d6-0dd384e46cff), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:34.940280 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d34831d-d057-46be-9d51-69e81b1705a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (7980af7f-d469-4a32-a8d6-0dd384e46cff), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:34.941601 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d34831d-d057-46be-9d51-69e81b1705a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:34.942433 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d34831d-d057-46be-9d51-69e81b1705a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:35.025052 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0d34831d-d057-46be-9d51-69e81b1705a5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4116156 Mar 23 02:22:35.028688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54266) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:35.033863 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e2e92900-00b0-4a59-b910-8a71235b3f9a admin admin] Request body: {'subnet': {'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-603707917-subnet', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:22:35.043650 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34831d-d057-46be-9d51-69e81b1705a5 admin admin] Pushing event updated for resources: {'Network': ['ID=7980af7f-d469-4a32-a8d6-0dd384e46cff,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:35.054492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 7980af7f-d469-4a32-a8d6-0dd384e46cff details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:22:35.058687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e92900-00b0-4a59-b910-8a71235b3f9a admin admin] Made reservation on behalf of 4076f2107f2b4dfb955722a7412a4ac4 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:22:35.061545 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e2e92900-00b0-4a59-b910-8a71235b3f9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:35.247923 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e2e92900-00b0-4a59-b910-8a71235b3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (6b14ef37-baa1-4a66-a8cb-af0c7c198ed1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:35.298234 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e92900-00b0-4a59-b910-8a71235b3f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b14ef37-baa1-4a66-a8cb-af0c7c198ed1,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:35.313491 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e92900-00b0-4a59-b910-8a71235b3f9a admin admin] Checking segment: {'id': '2e5efdd9-881f-4eb0-8200-16fa892ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:22:35.313850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e92900-00b0-4a59-b910-8a71235b3f9a admin admin] Network hostable DHCP agents. Network: 7980af7f-d469-4a32-a8d6-0dd384e46cff, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:22:35.331854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e92900-00b0-4a59-b910-8a71235b3f9a admin admin] Network 7980af7f-d469-4a32-a8d6-0dd384e46cff is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:22:35.340461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e2e92900-00b0-4a59-b910-8a71235b3f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 7980af7f-d469-4a32-a8d6-0dd384e46cff) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:22:35.344944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e92900-00b0-4a59-b910-8a71235b3f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:35.345547 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e2e92900-00b0-4a59-b910-8a71235b3f9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:35.351511 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ba0467-3c42-45f0-9d1b-50e2bff4812f None None] Network 7980af7f-d469-4a32-a8d6-0dd384e46cff requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:22:35.367686 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54268) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:35.367908 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e2e92900-00b0-4a59-b910-8a71235b3f9a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3378189 Mar 23 02:22:35.372165 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-603707917-router', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:22:35.391518 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (c9c27320-b9e7-4e66-9d98-1c34e26424f5), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:35.393203 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (c9c27320-b9e7-4e66-9d98-1c34e26424f5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:35.450847 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Publish callbacks [] for router_controller (c9c27320-b9e7-4e66-9d98-1c34e26424f5), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:35.466242 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-7980af7f-d469-4a32-a8d6-0dd384e46cff', 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'fixed_ips': [{'subnet_id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:22:35.467202 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:35.593375 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Publish callbacks [] for router_gateway (c9c27320-b9e7-4e66-9d98-1c34e26424f5), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:35.601784 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Allocated IP 172.20.0.2 (7980af7f-d469-4a32-a8d6-0dd384e46cff/6b14ef37-baa1-4a66-a8cb-af0c7c198ed1/e5554b21-d684-4558-b44b-359c2167b38d) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:22:35.745988 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Publish callbacks [] for port (e5554b21-d684-4558-b44b-359c2167b38d), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:35.752288 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (e5554b21-d684-4558-b44b-359c2167b38d), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:35.791045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Network 7980af7f-d469-4a32-a8d6-0dd384e46cff is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:22:35.792338 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:22:35.795693 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:22:35.799927 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Publish callbacks [] for router_gateway (c9c27320-b9e7-4e66-9d98-1c34e26424f5), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:35.819522 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:35.831429 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Pushing event updated for resources: {'Port': ['ID=e5554b21-d684-4558-b44b-359c2167b38d,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:35.860547 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Attempting to bind port e5554b21-d684-4558-b44b-359c2167b38d on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:22:35.860862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Attempting to bind port e5554b21-d684-4558-b44b-359c2167b38d by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '2e5efdd9-881f-4eb0-8200-16fa892ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:22:35.861226 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Attempting to bind port e5554b21-d684-4558-b44b-359c2167b38d on network 7980af7f-d469-4a32-a8d6-0dd384e46cff {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:22:35.866253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:22:35.866625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Checking segment: {'id': '2e5efdd9-881f-4eb0-8200-16fa892ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:22:35.867021 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:35.867409 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Bound using segment: {'id': '2e5efdd9-881f-4eb0-8200-16fa892ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:22:35.867862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Bound port: e5554b21-d684-4558-b44b-359c2167b38d, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5efdd9-881f-4eb0-8200-16fa892ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:22:35.868266 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e5554b21-d684-4558-b44b-359c2167b38d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:35.924011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Allocated IP 172.25.0.16 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/41a57622-3a08-4d55-823b-63e84f79f80c) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:22:35.931887 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] For port e5554b21-d684-4558-b44b-359c2167b38d, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:22:35.935045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] For port e5554b21-d684-4558-b44b-359c2167b38d, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e5554b21-d684-4558-b44b-359c2167b38d,segment=NetworkSegment(2e5efdd9-881f-4eb0-8200-16fa892ed3fd),segment_id=2e5efdd9-881f-4eb0-8200-16fa892ed3fd)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:22:35.942144 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e5554b21-d684-4558-b44b-359c2167b38d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:36.005870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233d2e6-42b7-4ec9-996b-a25cade855bf None None] Pushing event updated for resources: {'Port': ['ID=e5554b21-d684-4558-b44b-359c2167b38d,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:36.037217 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Publish callbacks [] for port (41a57622-3a08-4d55-823b-63e84f79f80c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:36.078277 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (41a57622-3a08-4d55-823b-63e84f79f80c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:36.117535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:22:36.120387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:22:36.126433 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:22:36.132270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Pushing event updated for resources: {'Port': ['ID=41a57622-3a08-4d55-823b-63e84f79f80c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:36.410578 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Publish callbacks [] for router_gateway (c9c27320-b9e7-4e66-9d98-1c34e26424f5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:36.610228 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (c9c27320-b9e7-4e66-9d98-1c34e26424f5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:36.750796 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Router c9c27320-b9e7-4e66-9d98-1c34e26424f5 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:22:36.868960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:22:36.886105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Sync routers for ids ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:22:36.898814 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:36.900225 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c836c7e3-8147-449f-ad0c-8ee64495630a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5314209 Mar 23 02:22:36.900450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Routers {'c9c27320-b9e7-4e66-9d98-1c34e26424f5'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:22:36.901037 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:22:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:36.903261 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54272) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:36.978231 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e5554b21-d684-4558-b44b-359c2167b38d up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:22:37.009031 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8824cb9-c1fa-4329-9d5c-1a15596cead8 None None] Network 7980af7f-d469-4a32-a8d6-0dd384e46cff requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:22:37.113224 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a30ca585-8fc9-4575-98e2-ddf9f9fef921 None None] Provisioning complete for port e5554b21-d684-4558-b44b-359c2167b38d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:37.113592 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a30ca585-8fc9-4575-98e2-ddf9f9fef921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e5554b21-d684-4558-b44b-359c2167b38d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:37.151486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Set router c9c27320-b9e7-4e66-9d98-1c34e26424f5 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:22:37.246950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e5554b21-d684-4558-b44b-359c2167b38d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:37.247179 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e5554b21-d684-4558-b44b-359c2167b38d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:37.332075 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:37.410824 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a30ca585-8fc9-4575-98e2-ddf9f9fef921 None None] Current status of the port e5554b21-d684-4558-b44b-359c2167b38d is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:37.410824 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a30ca585-8fc9-4575-98e2-ddf9f9fef921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e5554b21-d684-4558-b44b-359c2167b38d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:37.497681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e5554b21-d684-4558-b44b-359c2167b38d is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:37.498165 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e5554b21-d684-4558-b44b-359c2167b38d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:37.518020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Allocated IP 172.20.0.1 (7980af7f-d469-4a32-a8d6-0dd384e46cff/6b14ef37-baa1-4a66-a8cb-af0c7c198ed1/dfeba4e2-15bb-406f-affe-76ef278b5aa9) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:22:37.534447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a30ca585-8fc9-4575-98e2-ddf9f9fef921 None None] For port e5554b21-d684-4558-b44b-359c2167b38d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e5554b21-d684-4558-b44b-359c2167b38d,segment=NetworkSegment(2e5efdd9-881f-4eb0-8200-16fa892ed3fd),segment_id=2e5efdd9-881f-4eb0-8200-16fa892ed3fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:22:37.547353 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a30ca585-8fc9-4575-98e2-ddf9f9fef921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e5554b21-d684-4558-b44b-359c2167b38d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:37.606397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'name': 'tempest-TestServerBasicOps-603707917-router', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:36Z', 'revision_number': 3, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'gw_port': {'id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:31:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:37.633972 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Publish callbacks [] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:37.656877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Checking router: c9c27320-b9e7-4e66-9d98-1c34e26424f5 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:22:37.657223 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Updating router c9c27320-b9e7-4e66-9d98-1c34e26424f5 port 41a57622-3a08-4d55-823b-63e84f79f80c binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:22:37.668641 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:37.668834 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:22:37.669096 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:22:37.688434 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ca585-8fc9-4575-98e2-ddf9f9fef921 None None] Pushing event updated for resources: {'Port': ['ID=e5554b21-d684-4558-b44b-359c2167b38d,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:37.704865 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (41a57622-3a08-4d55-823b-63e84f79f80c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:37.706306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d54944b0-3beb-46e1-a5b6-39d1327c70c8 None None] Provisioning complete for port e5554b21-d684-4558-b44b-359c2167b38d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:37.706691 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d54944b0-3beb-46e1-a5b6-39d1327c70c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e5554b21-d684-4558-b44b-359c2167b38d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:37.708416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Network 7980af7f-d469-4a32-a8d6-0dd384e46cff is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:22:37.711524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:22:37.718116 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:22:37.750105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Pushing event updated for resources: {'Port': ['ID=dfeba4e2-15bb-406f-affe-76ef278b5aa9,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:37.766819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:37.767506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:37.767506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:37.767842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:37.768186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:37.768571 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:37.768877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:37.769208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:37.769538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:37.769867 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:37.770204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:37.770532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:37.770857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:37.771181 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:37.771504 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:37.783568 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (c9c27320-b9e7-4e66-9d98-1c34e26424f5), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:37.934523 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:38.093394 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d54944b0-3beb-46e1-a5b6-39d1327c70c8 None None] Current status of the port e5554b21-d684-4558-b44b-359c2167b38d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:38.099277 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Publish callbacks [] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:38.105067 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:38.173962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Pushing event updated for resources: {'Port': ['ID=dfeba4e2-15bb-406f-affe-76ef278b5aa9,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:38.176470 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (c9c27320-b9e7-4e66-9d98-1c34e26424f5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:38.228940 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Publish callbacks [] for port (41a57622-3a08-4d55-823b-63e84f79f80c), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:38.231736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e5554b21-d684-4558-b44b-359c2167b38d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:38.239780 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (41a57622-3a08-4d55-823b-63e84f79f80c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:38.243124 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-21dfddc7-e33d-43cf-a447-b20182c316cb None None] Provisioning complete for port dfeba4e2-15bb-406f-affe-76ef278b5aa9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:38.243510 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-21dfddc7-e33d-43cf-a447-b20182c316cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:38.274701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Network 7980af7f-d469-4a32-a8d6-0dd384e46cff is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:22:38.276122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:22:38.314276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Attempting to bind port 41a57622-3a08-4d55-823b-63e84f79f80c on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:22:38.314650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Attempting to bind port 41a57622-3a08-4d55-823b-63e84f79f80c by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:22:38.315030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Attempting to bind port 41a57622-3a08-4d55-823b-63e84f79f80c on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:22:38.334272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69d502-989d-4349-9287-8b1ab27c8d55 None None] Pushing event updated for resources: {'Port': ['ID=41a57622-3a08-4d55-823b-63e84f79f80c,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:38.337061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:22:38.337448 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:22:38.337852 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:38.338234 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:22:38.338719 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Bound port: 41a57622-3a08-4d55-823b-63e84f79f80c, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:22:38.339098 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (41a57622-3a08-4d55-823b-63e84f79f80c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:38.341246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-21dfddc7-e33d-43cf-a447-b20182c316cb None None] Port dfeba4e2-15bb-406f-affe-76ef278b5aa9 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:22:38.397973 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] For port 41a57622-3a08-4d55-823b-63e84f79f80c, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:22:38.401892 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] For port 41a57622-3a08-4d55-823b-63e84f79f80c, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=41a57622-3a08-4d55-823b-63e84f79f80c,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:22:38.407107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Router c9c27320-b9e7-4e66-9d98-1c34e26424f5 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:22:38.409063 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (41a57622-3a08-4d55-823b-63e84f79f80c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:38.475697 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Routers {'c9c27320-b9e7-4e66-9d98-1c34e26424f5'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:22:38.476370 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:22:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:38.482296 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69d502-989d-4349-9287-8b1ab27c8d55 None None] Pushing event updated for resources: {'Port': ['ID=41a57622-3a08-4d55-823b-63e84f79f80c,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:38.592174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a9ff90fa-e657-42b7-854a-edbb56f531f6 None None] Provisioning complete for port dfeba4e2-15bb-406f-affe-76ef278b5aa9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:38.592469 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a9ff90fa-e657-42b7-854a-edbb56f531f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:38.627565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] Set router c9c27320-b9e7-4e66-9d98-1c34e26424f5 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:22:38.669698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a9ff90fa-e657-42b7-854a-edbb56f531f6 None None] Port dfeba4e2-15bb-406f-affe-76ef278b5aa9 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:22:38.851520 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'name': 'tempest-TestServerBasicOps-603707917-router', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:37Z', 'revision_number': 4, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'gw_port': {'id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:31:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'dfeba4e2-15bb-406f-affe-76ef278b5aa9', 'name': '', 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'mac_address': 'fa:16:3e:fc:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:37Z', 'updated_at': '2022-03-23T02:22:37Z', 'revision_number': 2, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'subnets': [{'id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:38.882774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd4ee3-03f9-449b-a082-750e31fccd17 None None] The sync data for ids ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'] in n-d-834677-4 is: [{'id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'name': 'tempest-TestServerBasicOps-603707917-router', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:37Z', 'revision_number': 4, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'gw_port': {'id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:31:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'dfeba4e2-15bb-406f-affe-76ef278b5aa9', 'name': '', 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'mac_address': 'fa:16:3e:fc:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:37Z', 'updated_at': '2022-03-23T02:22:37Z', 'revision_number': 2, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'subnets': [{'id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:22:38.907902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:22:38.913508 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e127ac7c-426c-4323-adc8-24ab5f68be43 admin admin] 10.222.0.18 "PUT /v2.0/routers/c9c27320-b9e7-4e66-9d98-1c34e26424f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0090237 Mar 23 02:22:38.925837 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e5554b21-d684-4558-b44b-359c2167b38d up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:22:38.977682 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e5554b21-d684-4558-b44b-359c2167b38d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:38.978077 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e5554b21-d684-4558-b44b-359c2167b38d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:39.077936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e5554b21-d684-4558-b44b-359c2167b38d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:39.425493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54288) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:39.430519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6e5332d2-f0b3-4e8a-916a-4f92eb313edd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1118132131-network', 'tenant_id': '67cacb28de344cf288241749ea2d6580'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:22:39.453413 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5332d2-f0b3-4e8a-916a-4f92eb313edd admin admin] Made reservation on behalf of 67cacb28de344cf288241749ea2d6580 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:22:39.456390 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e5332d2-f0b3-4e8a-916a-4f92eb313edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:39.468475 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e5332d2-f0b3-4e8a-916a-4f92eb313edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:39.563822 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e5332d2-f0b3-4e8a-916a-4f92eb313edd admin admin] Publish callbacks [] for security_group (8e4b02a2-04fa-4261-85ad-fa47c330ab38), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:39.568255 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e5332d2-f0b3-4e8a-916a-4f92eb313edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8e4b02a2-04fa-4261-85ad-fa47c330ab38), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:39.602607 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5332d2-f0b3-4e8a-916a-4f92eb313edd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:22:39.609182 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5332d2-f0b3-4e8a-916a-4f92eb313edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4b02a2-04fa-4261-85ad-fa47c330ab38,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:39.616232 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e5332d2-f0b3-4e8a-916a-4f92eb313edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (0b0c701e-4c68-46f6-9be0-16df29e3f95b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:39.616621 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-6e5332d2-f0b3-4e8a-916a-4f92eb313edd admin admin] Added segment 0b0c701e-4c68-46f6-9be0-16df29e3f95b of type vlan for network 8fba23ac-a30b-468f-9f25-de6df8612388 Mar 23 02:22:39.662661 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e5332d2-f0b3-4e8a-916a-4f92eb313edd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (8fba23ac-a30b-468f-9f25-de6df8612388), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:39.689615 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e5332d2-f0b3-4e8a-916a-4f92eb313edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (8fba23ac-a30b-468f-9f25-de6df8612388), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:39.690508 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5332d2-f0b3-4e8a-916a-4f92eb313edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:39.691091 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6e5332d2-f0b3-4e8a-916a-4f92eb313edd admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:39.749703 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6e5332d2-f0b3-4e8a-916a-4f92eb313edd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3230109 Mar 23 02:22:39.752566 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54290) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:39.753133 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5332d2-f0b3-4e8a-916a-4f92eb313edd admin admin] Pushing event updated for resources: {'Network': ['ID=8fba23ac-a30b-468f-9f25-de6df8612388,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:39.760051 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Request body: {'subnet': {'network_id': '8fba23ac-a30b-468f-9f25-de6df8612388', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1118132131-subnet', 'tenant_id': '67cacb28de344cf288241749ea2d6580', 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:22:39.763923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 8fba23ac-a30b-468f-9f25-de6df8612388 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:22:39.784802 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Made reservation on behalf of 67cacb28de344cf288241749ea2d6580 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:22:39.787631 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:39.972069 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (ac4e1e43-29e2-4641-91d1-1efafea33700), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:40.021617 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac4e1e43-29e2-4641-91d1-1efafea33700,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:40.039122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:40.039462 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:40.039802 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:40.040135 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:40.040463 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:40.040813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:40.041138 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:40.041466 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:40.041783 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:40.042101 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:40.042421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:40.042735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:40.043050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:40.043363 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:40.043675 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:40.056411 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Checking segment: {'id': '0b0c701e-4c68-46f6-9be0-16df29e3f95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8fba23ac-a30b-468f-9f25-de6df8612388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:22:40.056803 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Network hostable DHCP agents. Network: 8fba23ac-a30b-468f-9f25-de6df8612388, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:22:40.074755 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Network 8fba23ac-a30b-468f-9f25-de6df8612388 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:22:40.085898 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 8fba23ac-a30b-468f-9f25-de6df8612388) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:22:40.090501 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:40.091087 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:40.095788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27061f90-1d5d-4d20-929a-beb83ccf3689 None None] Network 8fba23ac-a30b-468f-9f25-de6df8612388 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:22:40.110299 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e0aa635d-e2d8-4eda-907f-600dc703b48d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3556769 Mar 23 02:22:40.112806 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54292) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:40.117536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1118132131-router', 'tenant_id': '67cacb28de344cf288241749ea2d6580', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:22:40.140012 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (af70374b-b4c6-4474-8d1a-5dda5f5a374d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:40.141193 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (af70374b-b4c6-4474-8d1a-5dda5f5a374d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:40.200433 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Publish callbacks [] for router_controller (af70374b-b4c6-4474-8d1a-5dda5f5a374d), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:40.217346 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-8fba23ac-a30b-468f-9f25-de6df8612388', 'network_id': '8fba23ac-a30b-468f-9f25-de6df8612388', 'project_id': '67cacb28de344cf288241749ea2d6580', 'fixed_ips': [{'subnet_id': 'ac4e1e43-29e2-4641-91d1-1efafea33700'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:22:40.218294 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:40.345971 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Publish callbacks [] for router_gateway (af70374b-b4c6-4474-8d1a-5dda5f5a374d), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:40.361842 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Allocated IP 172.20.0.2 (8fba23ac-a30b-468f-9f25-de6df8612388/ac4e1e43-29e2-4641-91d1-1efafea33700/1f736ec0-2237-41cc-8ab0-161a083cda35) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:22:40.513051 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Publish callbacks [] for port (1f736ec0-2237-41cc-8ab0-161a083cda35), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:40.520479 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (1f736ec0-2237-41cc-8ab0-161a083cda35), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:40.564010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Network 8fba23ac-a30b-468f-9f25-de6df8612388 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:22:40.567017 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:22:40.570763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:22:40.584437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Pushing event updated for resources: {'Port': ['ID=1f736ec0-2237-41cc-8ab0-161a083cda35,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:40.637830 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Attempting to bind port 1f736ec0-2237-41cc-8ab0-161a083cda35 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:22:40.638272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Attempting to bind port 1f736ec0-2237-41cc-8ab0-161a083cda35 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '0b0c701e-4c68-46f6-9be0-16df29e3f95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8fba23ac-a30b-468f-9f25-de6df8612388'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:22:40.638586 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Attempting to bind port 1f736ec0-2237-41cc-8ab0-161a083cda35 on network 8fba23ac-a30b-468f-9f25-de6df8612388 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:22:40.644130 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:22:40.644515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Checking segment: {'id': '0b0c701e-4c68-46f6-9be0-16df29e3f95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8fba23ac-a30b-468f-9f25-de6df8612388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:22:40.644958 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:40.645351 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Bound using segment: {'id': '0b0c701e-4c68-46f6-9be0-16df29e3f95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8fba23ac-a30b-468f-9f25-de6df8612388'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:22:40.645820 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Bound port: 1f736ec0-2237-41cc-8ab0-161a083cda35, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0c701e-4c68-46f6-9be0-16df29e3f95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8fba23ac-a30b-468f-9f25-de6df8612388'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:22:40.646202 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1f736ec0-2237-41cc-8ab0-161a083cda35), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:40.718548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] For port 1f736ec0-2237-41cc-8ab0-161a083cda35, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:22:40.722336 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] For port 1f736ec0-2237-41cc-8ab0-161a083cda35, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1f736ec0-2237-41cc-8ab0-161a083cda35,segment=NetworkSegment(0b0c701e-4c68-46f6-9be0-16df29e3f95b),segment_id=0b0c701e-4c68-46f6-9be0-16df29e3f95b)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:22:40.732068 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1f736ec0-2237-41cc-8ab0-161a083cda35), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:40.790985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e46ec1-98a4-4bf5-a2d5-432f760feb3e None None] Pushing event updated for resources: {'Port': ['ID=1f736ec0-2237-41cc-8ab0-161a083cda35,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:40.929879 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Publish callbacks [] for router_gateway (af70374b-b4c6-4474-8d1a-5dda5f5a374d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:40.951449 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:40.959308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 41a57622-3a08-4d55-823b-63e84f79f80c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:22:41.028996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 41a57622-3a08-4d55-823b-63e84f79f80c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:41.029527 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (41a57622-3a08-4d55-823b-63e84f79f80c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:41.097596 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Allocated IP 172.25.0.118 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/44e92e24-781d-4796-9f72-c69702b6ae55) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:22:41.112546 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Sync routers for ids ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:22:41.127027 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Routers {'c9c27320-b9e7-4e66-9d98-1c34e26424f5'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:22:41.127671 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:22:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:41.129354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 41a57622-3a08-4d55-823b-63e84f79f80c is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:41.129720 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (41a57622-3a08-4d55-823b-63e84f79f80c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:41.162657 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 41a57622-3a08-4d55-823b-63e84f79f80c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=41a57622-3a08-4d55-823b-63e84f79f80c,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:22:41.169268 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (41a57622-3a08-4d55-823b-63e84f79f80c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:41.235443 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=41a57622-3a08-4d55-823b-63e84f79f80c,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:41.239298 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Publish callbacks [] for port (44e92e24-781d-4796-9f72-c69702b6ae55), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:41.249556 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Set router c9c27320-b9e7-4e66-9d98-1c34e26424f5 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:22:41.275075 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (44e92e24-781d-4796-9f72-c69702b6ae55), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:41.315517 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:22:41.320391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:22:41.325042 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:22:41.328281 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Pushing event updated for resources: {'Port': ['ID=44e92e24-781d-4796-9f72-c69702b6ae55,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:41.456385 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'name': 'tempest-TestServerBasicOps-603707917-router', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:37Z', 'revision_number': 4, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'gw_port': {'id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:31:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'dfeba4e2-15bb-406f-affe-76ef278b5aa9', 'name': '', 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'mac_address': 'fa:16:3e:fc:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:37Z', 'updated_at': '2022-03-23T02:22:37Z', 'revision_number': 2, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'subnets': [{'id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:41.484333 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Checking router: c9c27320-b9e7-4e66-9d98-1c34e26424f5 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:22:41.484703 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Updating router c9c27320-b9e7-4e66-9d98-1c34e26424f5 port dfeba4e2-15bb-406f-affe-76ef278b5aa9 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:22:41.514028 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:41.591823 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Publish callbacks [] for router_gateway (af70374b-b4c6-4474-8d1a-5dda5f5a374d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:41.803700 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Publish callbacks [] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:41.810211 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:41.811875 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (af70374b-b4c6-4474-8d1a-5dda5f5a374d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:41.909647 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d0829-1de6-4d4f-9639-3e9829702257 None None] Pushing event updated for resources: {'Port': ['ID=dfeba4e2-15bb-406f-affe-76ef278b5aa9,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:41.919488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78887d04-7ed8-46d8-b2e3-35f835991b88 None None] Network 8fba23ac-a30b-468f-9f25-de6df8612388 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:22:41.920244 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Attempting to bind port dfeba4e2-15bb-406f-affe-76ef278b5aa9 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:22:41.920244 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Attempting to bind port dfeba4e2-15bb-406f-affe-76ef278b5aa9 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '2e5efdd9-881f-4eb0-8200-16fa892ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:22:41.920532 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Attempting to bind port dfeba4e2-15bb-406f-affe-76ef278b5aa9 on network 7980af7f-d469-4a32-a8d6-0dd384e46cff {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:22:41.924113 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d0829-1de6-4d4f-9639-3e9829702257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:41.924454 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d0829-1de6-4d4f-9639-3e9829702257 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:41.925155 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d0829-1de6-4d4f-9639-3e9829702257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:41.925155 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d0829-1de6-4d4f-9639-3e9829702257 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:41.925453 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d0829-1de6-4d4f-9639-3e9829702257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:41.925777 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d0829-1de6-4d4f-9639-3e9829702257 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:41.926104 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d0829-1de6-4d4f-9639-3e9829702257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:41.926424 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d0829-1de6-4d4f-9639-3e9829702257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:41.927088 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d0829-1de6-4d4f-9639-3e9829702257 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:41.927088 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d0829-1de6-4d4f-9639-3e9829702257 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:41.927356 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d0829-1de6-4d4f-9639-3e9829702257 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:41.927671 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d0829-1de6-4d4f-9639-3e9829702257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:41.927983 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d0829-1de6-4d4f-9639-3e9829702257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:41.928296 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d0829-1de6-4d4f-9639-3e9829702257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:41.928637 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d0829-1de6-4d4f-9639-3e9829702257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:41.934233 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:22:41.934607 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Checking segment: {'id': '2e5efdd9-881f-4eb0-8200-16fa892ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:22:41.935003 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:41.935378 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Bound using segment: {'id': '2e5efdd9-881f-4eb0-8200-16fa892ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:22:41.936127 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Bound port: dfeba4e2-15bb-406f-affe-76ef278b5aa9, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5efdd9-881f-4eb0-8200-16fa892ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:22:41.937203 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:41.983273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Router af70374b-b4c6-4474-8d1a-5dda5f5a374d is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:22:42.015984 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] For port dfeba4e2-15bb-406f-affe-76ef278b5aa9, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:22:42.019814 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] For port dfeba4e2-15bb-406f-affe-76ef278b5aa9, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=dfeba4e2-15bb-406f-affe-76ef278b5aa9,segment=NetworkSegment(2e5efdd9-881f-4eb0-8200-16fa892ed3fd),segment_id=2e5efdd9-881f-4eb0-8200-16fa892ed3fd)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:22:42.028546 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:42.087327 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Routers {'c9c27320-b9e7-4e66-9d98-1c34e26424f5'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:22:42.087955 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:22:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:42.093297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a730acdc-0b18-4cd0-8eac-09e0863233ed None None] Provisioning complete for port 1f736ec0-2237-41cc-8ab0-161a083cda35 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:42.093758 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a730acdc-0b18-4cd0-8eac-09e0863233ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1f736ec0-2237-41cc-8ab0-161a083cda35), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:42.102882 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:22:42.122725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Sync routers for ids ['af70374b-b4c6-4474-8d1a-5dda5f5a374d'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:22:42.134667 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:42.138205 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4b1d4da7-ba7f-4f75-9547-4ed987412471 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0242717 Mar 23 02:22:42.141038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54294) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:42.157374 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Routers {'af70374b-b4c6-4474-8d1a-5dda5f5a374d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:22:42.158142 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:22:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['af70374b-b4c6-4474-8d1a-5dda5f5a374d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:42.235921 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d0829-1de6-4d4f-9639-3e9829702257 None None] Pushing event updated for resources: {'Port': ['ID=dfeba4e2-15bb-406f-affe-76ef278b5aa9,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:42.318469 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] Set router c9c27320-b9e7-4e66-9d98-1c34e26424f5 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:22:42.323984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a730acdc-0b18-4cd0-8eac-09e0863233ed None None] Current status of the port 1f736ec0-2237-41cc-8ab0-161a083cda35 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:42.324763 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a730acdc-0b18-4cd0-8eac-09e0863233ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1f736ec0-2237-41cc-8ab0-161a083cda35), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:42.342382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Set router af70374b-b4c6-4474-8d1a-5dda5f5a374d gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:22:42.587397 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'name': 'tempest-TestServerBasicOps-603707917-router', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:37Z', 'revision_number': 4, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'gw_port': {'id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'dfeba4e2-15bb-406f-affe-76ef278b5aa9', 'name': '', 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'mac_address': 'fa:16:3e:fc:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:37Z', 'updated_at': '2022-03-23T02:22:42Z', 'revision_number': 4, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'subnets': [{'id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:42.615537 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f20973a-82f7-4d1d-9db2-74f5cca369ed None None] The sync data for ids ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'] in n-d-834677-4 is: [{'id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'name': 'tempest-TestServerBasicOps-603707917-router', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:37Z', 'revision_number': 4, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'gw_port': {'id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'dfeba4e2-15bb-406f-affe-76ef278b5aa9', 'name': '', 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'mac_address': 'fa:16:3e:fc:6e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:37Z', 'updated_at': '2022-03-23T02:22:42Z', 'revision_number': 4, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'subnets': [{'id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:22:42.646363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a730acdc-0b18-4cd0-8eac-09e0863233ed None None] For port 1f736ec0-2237-41cc-8ab0-161a083cda35, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1f736ec0-2237-41cc-8ab0-161a083cda35,segment=NetworkSegment(0b0c701e-4c68-46f6-9be0-16df29e3f95b),segment_id=0b0c701e-4c68-46f6-9be0-16df29e3f95b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:22:42.655108 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a730acdc-0b18-4cd0-8eac-09e0863233ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1f736ec0-2237-41cc-8ab0-161a083cda35), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:42.711193 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:42.730634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730acdc-0b18-4cd0-8eac-09e0863233ed None None] Pushing event updated for resources: {'Port': ['ID=1f736ec0-2237-41cc-8ab0-161a083cda35,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:42.783840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1ba2ef40-955d-4a62-9c1f-6db2a4847d84 None None] Provisioning complete for port dfeba4e2-15bb-406f-affe-76ef278b5aa9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:42.784216 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ba2ef40-955d-4a62-9c1f-6db2a4847d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:42.815644 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'name': 'tempest-TestServerBasicOps-1118132131-router', 'tenant_id': '67cacb28de344cf288241749ea2d6580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '44e92e24-781d-4796-9f72-c69702b6ae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:40Z', 'updated_at': '2022-03-23T02:22:41Z', 'revision_number': 3, 'project_id': '67cacb28de344cf288241749ea2d6580', 'gw_port': {'id': '44e92e24-781d-4796-9f72-c69702b6ae55', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:40Z', 'updated_at': '2022-03-23T02:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:42.852688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Checking router: af70374b-b4c6-4474-8d1a-5dda5f5a374d for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:22:42.853046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Updating router af70374b-b4c6-4474-8d1a-5dda5f5a374d port 44e92e24-781d-4796-9f72-c69702b6ae55 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:22:42.889506 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (44e92e24-781d-4796-9f72-c69702b6ae55), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:42.897592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Allocated IP 172.20.0.1 (8fba23ac-a30b-468f-9f25-de6df8612388/ac4e1e43-29e2-4641-91d1-1efafea33700/45bd1575-87b8-4ec6-97e5-6802f1f38136) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:22:42.959613 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2ef40-955d-4a62-9c1f-6db2a4847d84 None None] Current status of the port dfeba4e2-15bb-406f-affe-76ef278b5aa9 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:42.960211 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ba2ef40-955d-4a62-9c1f-6db2a4847d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.053767 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Publish callbacks [] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.057484 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1ba2ef40-955d-4a62-9c1f-6db2a4847d84 None None] For port dfeba4e2-15bb-406f-affe-76ef278b5aa9, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=dfeba4e2-15bb-406f-affe-76ef278b5aa9,segment=NetworkSegment(2e5efdd9-881f-4eb0-8200-16fa892ed3fd),segment_id=2e5efdd9-881f-4eb0-8200-16fa892ed3fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:22:43.071023 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ba2ef40-955d-4a62-9c1f-6db2a4847d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.098621 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.133570 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device dfeba4e2-15bb-406f-affe-76ef278b5aa9 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:22:43.142603 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Network 8fba23ac-a30b-468f-9f25-de6df8612388 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:22:43.146288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:22:43.149125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:22:43.193613 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (af70374b-b4c6-4474-8d1a-5dda5f5a374d), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.206806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1ba2ef40-955d-4a62-9c1f-6db2a4847d84 None None] Provisioning complete for port 1f736ec0-2237-41cc-8ab0-161a083cda35 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:43.207187 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ba2ef40-955d-4a62-9c1f-6db2a4847d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1f736ec0-2237-41cc-8ab0-161a083cda35), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.246282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Pushing event updated for resources: {'Port': ['ID=45bd1575-87b8-4ec6-97e5-6802f1f38136,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:43.254077 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2ef40-955d-4a62-9c1f-6db2a4847d84 None None] Pushing event updated for resources: {'Port': ['ID=dfeba4e2-15bb-406f-affe-76ef278b5aa9,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:43.317954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port dfeba4e2-15bb-406f-affe-76ef278b5aa9 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:43.318331 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.359693 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.411900 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Publish callbacks [] for port (44e92e24-781d-4796-9f72-c69702b6ae55), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.436575 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (44e92e24-781d-4796-9f72-c69702b6ae55), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.450148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2ef40-955d-4a62-9c1f-6db2a4847d84 None None] Current status of the port 1f736ec0-2237-41cc-8ab0-161a083cda35 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:43.521991 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Attempting to bind port 44e92e24-781d-4796-9f72-c69702b6ae55 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:22:43.522354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Attempting to bind port 44e92e24-781d-4796-9f72-c69702b6ae55 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:22:43.522714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Attempting to bind port 44e92e24-781d-4796-9f72-c69702b6ae55 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:22:43.540222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:22:43.540587 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:22:43.541039 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.541434 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:22:43.541929 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Bound port: 44e92e24-781d-4796-9f72-c69702b6ae55, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:22:43.542315 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (44e92e24-781d-4796-9f72-c69702b6ae55), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.562909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aca404-1b46-4cee-86a5-fbfa5c66db46 None None] Pushing event updated for resources: {'Port': ['ID=44e92e24-781d-4796-9f72-c69702b6ae55,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:43.579488 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Publish callbacks [] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.586297 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.592174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port dfeba4e2-15bb-406f-affe-76ef278b5aa9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:43.593294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1f736ec0-2237-41cc-8ab0-161a083cda35 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:22:43.637855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d0e64cad-9315-4872-a541-5ce6cea99bbc None None] Provisioning complete for port 45bd1575-87b8-4ec6-97e5-6802f1f38136 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:43.638141 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d0e64cad-9315-4872-a541-5ce6cea99bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.660454 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (af70374b-b4c6-4474-8d1a-5dda5f5a374d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.662364 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Pushing event updated for resources: {'Port': ['ID=45bd1575-87b8-4ec6-97e5-6802f1f38136,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:43.675681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] For port 44e92e24-781d-4796-9f72-c69702b6ae55, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:22:43.698596 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] For port 44e92e24-781d-4796-9f72-c69702b6ae55, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=44e92e24-781d-4796-9f72-c69702b6ae55,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:22:43.700121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d0e64cad-9315-4872-a541-5ce6cea99bbc None None] Port 45bd1575-87b8-4ec6-97e5-6802f1f38136 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:22:43.710169 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (44e92e24-781d-4796-9f72-c69702b6ae55), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.741656 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 1f736ec0-2237-41cc-8ab0-161a083cda35 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:43.742026 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1f736ec0-2237-41cc-8ab0-161a083cda35), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:43.761864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Network 8fba23ac-a30b-468f-9f25-de6df8612388 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:22:43.763252 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:22:43.803974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Routers {'af70374b-b4c6-4474-8d1a-5dda5f5a374d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:22:43.804626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:22:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['af70374b-b4c6-4474-8d1a-5dda5f5a374d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:43.807276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aca404-1b46-4cee-86a5-fbfa5c66db46 None None] Pushing event updated for resources: {'Port': ['ID=44e92e24-781d-4796-9f72-c69702b6ae55,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:43.886616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Router af70374b-b4c6-4474-8d1a-5dda5f5a374d has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:22:43.930576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 1f736ec0-2237-41cc-8ab0-161a083cda35 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:43.931716 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 41a57622-3a08-4d55-823b-63e84f79f80c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:22:43.985833 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] Set router af70374b-b4c6-4474-8d1a-5dda5f5a374d gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:22:44.007736 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:22:44.012457 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-082205a3-8fae-4579-8828-4ecab2d4896f admin admin] 10.222.0.18 "PUT /v2.0/routers/af70374b-b4c6-4474-8d1a-5dda5f5a374d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8703761 Mar 23 02:22:44.073534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8eada6dc-f2bd-4259-aabe-e1c182751e57 None None] Provisioning complete for port 45bd1575-87b8-4ec6-97e5-6802f1f38136 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:44.073911 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8eada6dc-f2bd-4259-aabe-e1c182751e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:44.132168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 41a57622-3a08-4d55-823b-63e84f79f80c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:44.132546 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (41a57622-3a08-4d55-823b-63e84f79f80c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:44.186322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8eada6dc-f2bd-4259-aabe-e1c182751e57 None None] Port 45bd1575-87b8-4ec6-97e5-6802f1f38136 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:22:44.286273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 41a57622-3a08-4d55-823b-63e84f79f80c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:44.300723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'name': 'tempest-TestServerBasicOps-1118132131-router', 'tenant_id': '67cacb28de344cf288241749ea2d6580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '44e92e24-781d-4796-9f72-c69702b6ae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:40Z', 'updated_at': '2022-03-23T02:22:43Z', 'revision_number': 4, 'project_id': '67cacb28de344cf288241749ea2d6580', 'gw_port': {'id': '44e92e24-781d-4796-9f72-c69702b6ae55', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:40Z', 'updated_at': '2022-03-23T02:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '45bd1575-87b8-4ec6-97e5-6802f1f38136', 'name': '', 'network_id': '8fba23ac-a30b-468f-9f25-de6df8612388', 'tenant_id': '67cacb28de344cf288241749ea2d6580', 'mac_address': 'fa:16:3e:ef:6b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ac4e1e43-29e2-4641-91d1-1efafea33700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:42Z', 'updated_at': '2022-03-23T02:22:43Z', 'revision_number': 2, 'project_id': '67cacb28de344cf288241749ea2d6580', 'subnets': [{'id': 'ac4e1e43-29e2-4641-91d1-1efafea33700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:44.327985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5338f58f-0ec4-4e8f-ad98-545418e53c91 None None] The sync data for ids ['af70374b-b4c6-4474-8d1a-5dda5f5a374d'] in n-d-834677-4 is: [{'id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'name': 'tempest-TestServerBasicOps-1118132131-router', 'tenant_id': '67cacb28de344cf288241749ea2d6580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '44e92e24-781d-4796-9f72-c69702b6ae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:40Z', 'updated_at': '2022-03-23T02:22:43Z', 'revision_number': 4, 'project_id': '67cacb28de344cf288241749ea2d6580', 'gw_port': {'id': '44e92e24-781d-4796-9f72-c69702b6ae55', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:40Z', 'updated_at': '2022-03-23T02:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '45bd1575-87b8-4ec6-97e5-6802f1f38136', 'name': '', 'network_id': '8fba23ac-a30b-468f-9f25-de6df8612388', 'tenant_id': '67cacb28de344cf288241749ea2d6580', 'mac_address': 'fa:16:3e:ef:6b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ac4e1e43-29e2-4641-91d1-1efafea33700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:42Z', 'updated_at': '2022-03-23T02:22:43Z', 'revision_number': 2, 'project_id': '67cacb28de344cf288241749ea2d6580', 'subnets': [{'id': 'ac4e1e43-29e2-4641-91d1-1efafea33700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:22:44.916715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54302) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:44.921616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-aa38c517-860f-45e8-b1ec-9d5d58dcfa7e tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-909715205', 'description': 'tempest-secgroup-smoke-909715205 description', 'project_id': '4076f2107f2b4dfb955722a7412a4ac4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:22:44.935912 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device dfeba4e2-15bb-406f-affe-76ef278b5aa9 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:22:44.943334 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa38c517-860f-45e8-b1ec-9d5d58dcfa7e tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.004194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port dfeba4e2-15bb-406f-affe-76ef278b5aa9 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:45.004766 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.024761 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa38c517-860f-45e8-b1ec-9d5d58dcfa7e tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group (e95801de-aeab-473e-b1f1-ed967c08a22b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.030586 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa38c517-860f-45e8-b1ec-9d5d58dcfa7e tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e95801de-aeab-473e-b1f1-ed967c08a22b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.062970 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-aa38c517-860f-45e8-b1ec-9d5d58dcfa7e tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.067265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54304) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:45.067807 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-aa38c517-860f-45e8-b1ec-9d5d58dcfa7e tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1494732 Mar 23 02:22:45.072948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38c517-860f-45e8-b1ec-9d5d58dcfa7e tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95801de-aeab-473e-b1f1-ed967c08a22b,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:45.073422 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c4baf8f8-d31c-47af-8ea3-d294fd459f78 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Request body: {'security_group_rule': {'security_group_id': 'e95801de-aeab-473e-b1f1-ed967c08a22b', 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:22:45.095522 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port dfeba4e2-15bb-406f-affe-76ef278b5aa9 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:45.117235 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4baf8f8-d31c-47af-8ea3-d294fd459f78 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (dc51abcf-acc8-4849-9c7d-48ad78e18d34), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.175740 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4baf8f8-d31c-47af-8ea3-d294fd459f78 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (dc51abcf-acc8-4849-9c7d-48ad78e18d34), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.180478 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4baf8f8-d31c-47af-8ea3-d294fd459f78 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (dc51abcf-acc8-4849-9c7d-48ad78e18d34), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.198140 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4baf8f8-d31c-47af-8ea3-d294fd459f78 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc51abcf-acc8-4849-9c7d-48ad78e18d34,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:45.208365 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c4baf8f8-d31c-47af-8ea3-d294fd459f78 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.209600 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c4baf8f8-d31c-47af-8ea3-d294fd459f78 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404886 Mar 23 02:22:45.212346 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54306) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:45.216775 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-a15e5907-c875-4cbe-98f3-d54c66215d5e tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Request body: {'security_group_rule': {'security_group_id': 'e95801de-aeab-473e-b1f1-ed967c08a22b', 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:22:45.243114 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a15e5907-c875-4cbe-98f3-d54c66215d5e tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (0c6389c1-6bf9-49c0-b495-5a5f53c02512), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.300683 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a15e5907-c875-4cbe-98f3-d54c66215d5e tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (0c6389c1-6bf9-49c0-b495-5a5f53c02512), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.305303 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a15e5907-c875-4cbe-98f3-d54c66215d5e tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (0c6389c1-6bf9-49c0-b495-5a5f53c02512), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.325267 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e5907-c875-4cbe-98f3-d54c66215d5e tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6389c1-6bf9-49c0-b495-5a5f53c02512,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:45.333574 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a15e5907-c875-4cbe-98f3-d54c66215d5e tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.334775 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a15e5907-c875-4cbe-98f3-d54c66215d5e tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214697 Mar 23 02:22:45.337522 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54308) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:45.341889 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-dbbfcc8f-5a93-47e7-90a1-1a19caa424ec tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Request body: {'security_group_rule': {'security_group_id': 'e95801de-aeab-473e-b1f1-ed967c08a22b', 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:22:45.367198 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dbbfcc8f-5a93-47e7-90a1-1a19caa424ec tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (8536f351-8922-4cb6-9613-632fc1b6bad4), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.425622 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dbbfcc8f-5a93-47e7-90a1-1a19caa424ec tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (8536f351-8922-4cb6-9613-632fc1b6bad4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.430559 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dbbfcc8f-5a93-47e7-90a1-1a19caa424ec tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (8536f351-8922-4cb6-9613-632fc1b6bad4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.453055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfcc8f-5a93-47e7-90a1-1a19caa424ec tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8536f351-8922-4cb6-9613-632fc1b6bad4,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:45.459573 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dbbfcc8f-5a93-47e7-90a1-1a19caa424ec tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.460859 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dbbfcc8f-5a93-47e7-90a1-1a19caa424ec tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223209 Mar 23 02:22:45.465268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54310) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:45.468822 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-2f7b9157-9111-45d1-afed-439d4ca58c31 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Request body: {'security_group_rule': {'security_group_id': 'e95801de-aeab-473e-b1f1-ed967c08a22b', 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:22:45.501681 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9157-9111-45d1-afed-439d4ca58c31 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (fc132130-668d-41e6-8b7a-1790b28b10e6), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.563742 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9157-9111-45d1-afed-439d4ca58c31 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (fc132130-668d-41e6-8b7a-1790b28b10e6), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.567992 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9157-9111-45d1-afed-439d4ca58c31 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (fc132130-668d-41e6-8b7a-1790b28b10e6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.587837 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b9157-9111-45d1-afed-439d4ca58c31 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc132130-668d-41e6-8b7a-1790b28b10e6,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:45.594159 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9157-9111-45d1-afed-439d4ca58c31 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.595410 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2f7b9157-9111-45d1-afed-439d4ca58c31 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307230 Mar 23 02:22:45.598621 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54312) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:45.607327 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-00957ea1-07cf-42c0-99c0-16ee60a1f087 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Request body: {'security_group_rule': {'security_group_id': 'e95801de-aeab-473e-b1f1-ed967c08a22b', 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:22:45.631009 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-00957ea1-07cf-42c0-99c0-16ee60a1f087 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Project 4076f2107f2b4dfb955722a7412a4ac4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:22:45.637613 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00957ea1-07cf-42c0-99c0-16ee60a1f087 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (dd48b6c1-65de-4516-bfd7-ec68d2c611b0), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.699688 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00957ea1-07cf-42c0-99c0-16ee60a1f087 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (dd48b6c1-65de-4516-bfd7-ec68d2c611b0), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.704561 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00957ea1-07cf-42c0-99c0-16ee60a1f087 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (dd48b6c1-65de-4516-bfd7-ec68d2c611b0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.727547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00957ea1-07cf-42c0-99c0-16ee60a1f087 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd48b6c1-65de-4516-bfd7-ec68d2c611b0,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:45.737918 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-00957ea1-07cf-42c0-99c0-16ee60a1f087 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.739185 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-00957ea1-07cf-42c0-99c0-16ee60a1f087 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388822 Mar 23 02:22:45.742018 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54314) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:45.746671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-83a2cddd-487f-4c93-8222-f464b5357943 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Request body: {'security_group_rule': {'security_group_id': 'e95801de-aeab-473e-b1f1-ed967c08a22b', 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:22:45.769153 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-83a2cddd-487f-4c93-8222-f464b5357943 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Project 4076f2107f2b4dfb955722a7412a4ac4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:22:45.774695 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83a2cddd-487f-4c93-8222-f464b5357943 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (7ac09510-39df-41b1-bb8d-ea59512e701f), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.838968 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83a2cddd-487f-4c93-8222-f464b5357943 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (7ac09510-39df-41b1-bb8d-ea59512e701f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.843171 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83a2cddd-487f-4c93-8222-f464b5357943 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (7ac09510-39df-41b1-bb8d-ea59512e701f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.861659 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2cddd-487f-4c93-8222-f464b5357943 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac09510-39df-41b1-bb8d-ea59512e701f,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:45.870422 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-83a2cddd-487f-4c93-8222-f464b5357943 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:45.871639 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-83a2cddd-487f-4c93-8222-f464b5357943 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285613 Mar 23 02:22:46.160672 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873226cc-ffe4-4614-adaf-625183348253 req-e492455f-a257-4186-86e5-723b68bf8d14 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909715205&fields=id&tenant_id=4076f2107f2b4dfb955722a7412a4ac4 HTTP/1.1" status: 200 len: 267 time: 0.0468304 Mar 23 02:22:46.272043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873226cc-ffe4-4614-adaf-625183348253 req-10e4b4f4-16a3-4fa0-b148-0e86a956dde7 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:46.273569 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873226cc-ffe4-4614-adaf-625183348253 req-10e4b4f4-16a3-4fa0-b148-0e86a956dde7 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/networks?id=7980af7f-d469-4a32-a8d6-0dd384e46cff HTTP/1.1" status: 200 len: 808 time: 0.1062796 Mar 23 02:22:46.291654 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873226cc-ffe4-4614-adaf-625183348253 req-8f1dfdbe-7f94-43fd-bca9-5a87e008a91f tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/quotas/4076f2107f2b4dfb955722a7412a4ac4 HTTP/1.1" status: 200 len: 375 time: 0.0097368 Mar 23 02:22:46.352579 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873226cc-ffe4-4614-adaf-625183348253 req-0b4f4c9d-aee9-4f6e-879c-90e0387ea76f tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4076f2107f2b4dfb955722a7412a4ac4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535414 Mar 23 02:22:46.450185 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873226cc-ffe4-4614-adaf-625183348253 req-a1918612-e913-46cf-8c78-0581ad61d675 service neutron] 10.222.0.18 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852301 Mar 23 02:22:46.544789 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873226cc-ffe4-4614-adaf-625183348253 req-5d933267-051a-4e4d-9226-b777a9890306 service neutron] 10.222.0.18 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886743 Mar 23 02:22:46.910222 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e9e966d6-0502-4f18-8c40-6d789d5c8049 req-4333f3d6-1b05-45e3-9770-fe68871c5b75 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 210 time: 0.1370752 Mar 23 02:22:46.942221 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Sync routers for ids ['af70374b-b4c6-4474-8d1a-5dda5f5a374d'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:22:46.963705 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Routers {'af70374b-b4c6-4474-8d1a-5dda5f5a374d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:22:46.964546 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:22:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['af70374b-b4c6-4474-8d1a-5dda5f5a374d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:46.992259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 44e92e24-781d-4796-9f72-c69702b6ae55 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:22:47.050951 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 44e92e24-781d-4796-9f72-c69702b6ae55 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:47.051326 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (44e92e24-781d-4796-9f72-c69702b6ae55), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:47.137372 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 44e92e24-781d-4796-9f72-c69702b6ae55 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:47.137883 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (44e92e24-781d-4796-9f72-c69702b6ae55), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:47.160996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 44e92e24-781d-4796-9f72-c69702b6ae55, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=44e92e24-781d-4796-9f72-c69702b6ae55,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:22:47.165644 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (44e92e24-781d-4796-9f72-c69702b6ae55), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:47.202530 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Set router af70374b-b4c6-4474-8d1a-5dda5f5a374d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:22:47.214838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=44e92e24-781d-4796-9f72-c69702b6ae55,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:47.402864 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'name': 'tempest-TestServerBasicOps-1118132131-router', 'tenant_id': '67cacb28de344cf288241749ea2d6580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '44e92e24-781d-4796-9f72-c69702b6ae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:40Z', 'updated_at': '2022-03-23T02:22:43Z', 'revision_number': 4, 'project_id': '67cacb28de344cf288241749ea2d6580', 'gw_port': {'id': '44e92e24-781d-4796-9f72-c69702b6ae55', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:40Z', 'updated_at': '2022-03-23T02:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '45bd1575-87b8-4ec6-97e5-6802f1f38136', 'name': '', 'network_id': '8fba23ac-a30b-468f-9f25-de6df8612388', 'tenant_id': '67cacb28de344cf288241749ea2d6580', 'mac_address': 'fa:16:3e:ef:6b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ac4e1e43-29e2-4641-91d1-1efafea33700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:42Z', 'updated_at': '2022-03-23T02:22:43Z', 'revision_number': 2, 'project_id': '67cacb28de344cf288241749ea2d6580', 'subnets': [{'id': 'ac4e1e43-29e2-4641-91d1-1efafea33700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:47.432692 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Checking router: af70374b-b4c6-4474-8d1a-5dda5f5a374d for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:22:47.433038 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Updating router af70374b-b4c6-4474-8d1a-5dda5f5a374d port 45bd1575-87b8-4ec6-97e5-6802f1f38136 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:22:47.461907 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:47.723422 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Publish callbacks [] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:47.731483 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:47.783530 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c598b2-5186-4cc6-a7cd-9e262753e1c7 None None] Pushing event updated for resources: {'Port': ['ID=45bd1575-87b8-4ec6-97e5-6802f1f38136,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:47.837554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873226cc-ffe4-4614-adaf-625183348253 req-602e92c0-52f2-4a77-be03-160315b965cb tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:47.839065 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873226cc-ffe4-4614-adaf-625183348253 req-602e92c0-52f2-4a77-be03-160315b965cb tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.42 "GET /v2.0/networks?id=7980af7f-d469-4a32-a8d6-0dd384e46cff HTTP/1.1" status: 200 len: 808 time: 0.1298659 Mar 23 02:22:47.843565 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Attempting to bind port 45bd1575-87b8-4ec6-97e5-6802f1f38136 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:22:47.843940 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Attempting to bind port 45bd1575-87b8-4ec6-97e5-6802f1f38136 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '0b0c701e-4c68-46f6-9be0-16df29e3f95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8fba23ac-a30b-468f-9f25-de6df8612388'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:22:47.844300 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Attempting to bind port 45bd1575-87b8-4ec6-97e5-6802f1f38136 on network 8fba23ac-a30b-468f-9f25-de6df8612388 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:22:47.859324 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:22:47.859833 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Checking segment: {'id': '0b0c701e-4c68-46f6-9be0-16df29e3f95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8fba23ac-a30b-468f-9f25-de6df8612388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:22:47.860234 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:47.860894 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Bound using segment: {'id': '0b0c701e-4c68-46f6-9be0-16df29e3f95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8fba23ac-a30b-468f-9f25-de6df8612388'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:22:47.861382 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Bound port: 45bd1575-87b8-4ec6-97e5-6802f1f38136, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0c701e-4c68-46f6-9be0-16df29e3f95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8fba23ac-a30b-468f-9f25-de6df8612388'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:22:47.861877 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:47.915052 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873226cc-ffe4-4614-adaf-625183348253 req-eda625cb-f8f8-4068-81ef-15d7b1dc6fc9 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4076f2107f2b4dfb955722a7412a4ac4 HTTP/1.1" status: 200 len: 379 time: 0.0669434 Mar 23 02:22:47.927210 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-873226cc-ffe4-4614-adaf-625183348253 req-cb851fff-9c9a-4119-9f40-c13862d45ffe tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Request body: {'port': {'device_id': '94acc2c9-853d-4141-870a-24da0b3227dc', 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'admin_state_up': True, 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'security_groups': ['e95801de-aeab-473e-b1f1-ed967c08a22b']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:22:47.929089 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] For port 45bd1575-87b8-4ec6-97e5-6802f1f38136, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:22:47.932295 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] For port 45bd1575-87b8-4ec6-97e5-6802f1f38136, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=45bd1575-87b8-4ec6-97e5-6802f1f38136,segment=NetworkSegment(0b0c701e-4c68-46f6-9be0-16df29e3f95b),segment_id=0b0c701e-4c68-46f6-9be0-16df29e3f95b)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:22:47.944465 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:47.994034 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Routers {'af70374b-b4c6-4474-8d1a-5dda5f5a374d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:22:47.994679 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:22:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['af70374b-b4c6-4474-8d1a-5dda5f5a374d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:48.022206 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f1bb1e0-dfc9-4039-bdb5-061154529bed req-572d220d-c530-4520-8ec2-2e7604f68c90 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 210 time: 0.0336926 Mar 23 02:22:48.080756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873226cc-ffe4-4614-adaf-625183348253 req-cb851fff-9c9a-4119-9f40-c13862d45ffe tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Made reservation on behalf of 4076f2107f2b4dfb955722a7412a4ac4 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:22:48.085367 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-873226cc-ffe4-4614-adaf-625183348253 req-cb851fff-9c9a-4119-9f40-c13862d45ffe tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:48.106106 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c598b2-5186-4cc6-a7cd-9e262753e1c7 None None] Pushing event updated for resources: {'Port': ['ID=45bd1575-87b8-4ec6-97e5-6802f1f38136,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:48.135899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Provisioning complete for port 45bd1575-87b8-4ec6-97e5-6802f1f38136 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:48.136994 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:48.152866 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] Set router af70374b-b4c6-4474-8d1a-5dda5f5a374d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:22:48.253649 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Current status of the port 45bd1575-87b8-4ec6-97e5-6802f1f38136 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:48.253927 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:48.262934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-873226cc-ffe4-4614-adaf-625183348253 req-cb851fff-9c9a-4119-9f40-c13862d45ffe tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Allocated IP 172.20.0.12 (7980af7f-d469-4a32-a8d6-0dd384e46cff/6b14ef37-baa1-4a66-a8cb-af0c7c198ed1/0cc01d87-a265-4b6d-abbb-336ed95ad6f6) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:22:48.296552 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] For port 45bd1575-87b8-4ec6-97e5-6802f1f38136, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=45bd1575-87b8-4ec6-97e5-6802f1f38136,segment=NetworkSegment(0b0c701e-4c68-46f6-9be0-16df29e3f95b),segment_id=0b0c701e-4c68-46f6-9be0-16df29e3f95b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:22:48.301778 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:48.355303 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Pushing event updated for resources: {'Port': ['ID=45bd1575-87b8-4ec6-97e5-6802f1f38136,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:48.363418 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:48.363987 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:48.364515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:48.365069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:48.365611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:48.366134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:48.366528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:48.366867 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:48.367217 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:48.367531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:48.367862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:48.368260 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:48.368592 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:48.368923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:48.369425 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e393529c-8ab7-4d60-b318-67741ac47665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:22:48.392759 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'name': 'tempest-TestServerBasicOps-1118132131-router', 'tenant_id': '67cacb28de344cf288241749ea2d6580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '44e92e24-781d-4796-9f72-c69702b6ae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:40Z', 'updated_at': '2022-03-23T02:22:43Z', 'revision_number': 4, 'project_id': '67cacb28de344cf288241749ea2d6580', 'gw_port': {'id': '44e92e24-781d-4796-9f72-c69702b6ae55', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:40Z', 'updated_at': '2022-03-23T02:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '45bd1575-87b8-4ec6-97e5-6802f1f38136', 'name': '', 'network_id': '8fba23ac-a30b-468f-9f25-de6df8612388', 'tenant_id': '67cacb28de344cf288241749ea2d6580', 'mac_address': 'fa:16:3e:ef:6b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ac4e1e43-29e2-4641-91d1-1efafea33700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:42Z', 'updated_at': '2022-03-23T02:22:47Z', 'revision_number': 4, 'project_id': '67cacb28de344cf288241749ea2d6580', 'subnets': [{'id': 'ac4e1e43-29e2-4641-91d1-1efafea33700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:48.419501 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff3ef0e-65e9-4283-83cb-9cb2d8d6e1b8 None None] The sync data for ids ['af70374b-b4c6-4474-8d1a-5dda5f5a374d'] in n-d-834677-4 is: [{'id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'name': 'tempest-TestServerBasicOps-1118132131-router', 'tenant_id': '67cacb28de344cf288241749ea2d6580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '44e92e24-781d-4796-9f72-c69702b6ae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:40Z', 'updated_at': '2022-03-23T02:22:43Z', 'revision_number': 4, 'project_id': '67cacb28de344cf288241749ea2d6580', 'gw_port': {'id': '44e92e24-781d-4796-9f72-c69702b6ae55', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:40Z', 'updated_at': '2022-03-23T02:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '45bd1575-87b8-4ec6-97e5-6802f1f38136', 'name': '', 'network_id': '8fba23ac-a30b-468f-9f25-de6df8612388', 'tenant_id': '67cacb28de344cf288241749ea2d6580', 'mac_address': 'fa:16:3e:ef:6b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'ac4e1e43-29e2-4641-91d1-1efafea33700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:42Z', 'updated_at': '2022-03-23T02:22:47Z', 'revision_number': 4, 'project_id': '67cacb28de344cf288241749ea2d6580', 'subnets': [{'id': 'ac4e1e43-29e2-4641-91d1-1efafea33700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:22:48.422239 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-873226cc-ffe4-4614-adaf-625183348253 req-cb851fff-9c9a-4119-9f40-c13862d45ffe tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for port (0cc01d87-a265-4b6d-abbb-336ed95ad6f6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:48.424303 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3b01eb61-d4c5-45c7-83c3-a6006f79a33e None None] Provisioning complete for port 45bd1575-87b8-4ec6-97e5-6802f1f38136 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:48.424700 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3b01eb61-d4c5-45c7-83c3-a6006f79a33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:48.464949 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-873226cc-ffe4-4614-adaf-625183348253 req-cb851fff-9c9a-4119-9f40-c13862d45ffe tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0cc01d87-a265-4b6d-abbb-336ed95ad6f6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:48.515097 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873226cc-ffe4-4614-adaf-625183348253 req-cb851fff-9c9a-4119-9f40-c13862d45ffe tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Network 7980af7f-d469-4a32-a8d6-0dd384e46cff is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:22:48.520511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-873226cc-ffe4-4614-adaf-625183348253 req-cb851fff-9c9a-4119-9f40-c13862d45ffe tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:22:48.525320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-873226cc-ffe4-4614-adaf-625183348253 req-cb851fff-9c9a-4119-9f40-c13862d45ffe tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:22:48.528059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3b01eb61-d4c5-45c7-83c3-a6006f79a33e None None] Current status of the port 45bd1575-87b8-4ec6-97e5-6802f1f38136 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:48.529806 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb851fff-9c9a-4119-9f40-c13862d45ffe tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Pushing event updated for resources: {'Port': ['ID=0cc01d87-a265-4b6d-abbb-336ed95ad6f6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:48.596955 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873226cc-ffe4-4614-adaf-625183348253 req-cb851fff-9c9a-4119-9f40-c13862d45ffe tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:48.597699 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-873226cc-ffe4-4614-adaf-625183348253 req-cb851fff-9c9a-4119-9f40-c13862d45ffe tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:48.617223 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873226cc-ffe4-4614-adaf-625183348253 req-cb851fff-9c9a-4119-9f40-c13862d45ffe tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6957033 Mar 23 02:22:48.722400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Request body: {'port': {'device_id': '94acc2c9-853d-4141-870a-24da0b3227dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:22:48.790329 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0cc01d87-a265-4b6d-abbb-336ed95ad6f6), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:48.855297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fdeb1924-5c3f-4258-aed2-5191f9d59829 None None] Provisioning complete for port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:48.855677 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fdeb1924-5c3f-4258-aed2-5191f9d59829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0cc01d87-a265-4b6d-abbb-336ed95ad6f6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:48.907865 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fdeb1924-5c3f-4258-aed2-5191f9d59829 None None] Port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:22:48.984451 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 44e92e24-781d-4796-9f72-c69702b6ae55 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:22:49.037002 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 44e92e24-781d-4796-9f72-c69702b6ae55 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:49.037287 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (44e92e24-781d-4796-9f72-c69702b6ae55), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:49.085836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:22:49.097223 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Publish callbacks [] for port (0cc01d87-a265-4b6d-abbb-336ed95ad6f6), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:49.111556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Transition to ACTIVE for port object 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:22:49.117895 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (0cc01d87-a265-4b6d-abbb-336ed95ad6f6), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:49.120673 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 44e92e24-781d-4796-9f72-c69702b6ae55 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:49.121822 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 45bd1575-87b8-4ec6-97e5-6802f1f38136 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:22:49.158273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c46ae2-d519-4bca-b926-e01cc045ebe4 req-2ca5a95b-e136-4130-8c9c-edc820d7e9a1 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:49.160628 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-80c46ae2-d519-4bca-b926-e01cc045ebe4 req-2ca5a95b-e136-4130-8c9c-edc820d7e9a1 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 932 time: 0.0606468 Mar 23 02:22:49.170435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Pushing event updated for resources: {'Port': ['ID=0cc01d87-a265-4b6d-abbb-336ed95ad6f6,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:49.170890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 45bd1575-87b8-4ec6-97e5-6802f1f38136 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:49.171357 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:49.227760 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-80c46ae2-d519-4bca-b926-e01cc045ebe4 req-10fc9cd5-9329-4121-af91-d34f2d69e30d tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95801de-aeab-473e-b1f1-ed967c08a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556319 Mar 23 02:22:49.279520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Attempting to bind port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:22:49.279801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Attempting to bind port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '2e5efdd9-881f-4eb0-8200-16fa892ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:22:49.280131 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Attempting to bind port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 on network 7980af7f-d469-4a32-a8d6-0dd384e46cff {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:22:49.285208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 on network 7980af7f-d469-4a32-a8d6-0dd384e46cff not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:22:49.285535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Attempting to bind port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 on network 7980af7f-d469-4a32-a8d6-0dd384e46cff {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:22:49.291762 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:22:49.292016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Checking segment: {'id': '2e5efdd9-881f-4eb0-8200-16fa892ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:22:49.292408 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Bound using segment: {'id': '2e5efdd9-881f-4eb0-8200-16fa892ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:22:49.292876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Bound port: 0cc01d87-a265-4b6d-abbb-336ed95ad6f6, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5efdd9-881f-4eb0-8200-16fa892ed3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:22:49.293418 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0cc01d87-a265-4b6d-abbb-336ed95ad6f6), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:49.363251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] For port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:22:49.366753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] For port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0cc01d87-a265-4b6d-abbb-336ed95ad6f6,segment=NetworkSegment(2e5efdd9-881f-4eb0-8200-16fa892ed3fd),segment_id=2e5efdd9-881f-4eb0-8200-16fa892ed3fd)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:22:49.375214 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (0cc01d87-a265-4b6d-abbb-336ed95ad6f6), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:49.414140 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:49.414847 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:49.417096 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873226cc-ffe4-4614-adaf-625183348253 req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] 10.222.0.42 "PUT /v2.0/ports/0cc01d87-a265-4b6d-abbb-336ed95ad6f6 HTTP/1.1" status: 200 len: 1092 time: 0.7505689 Mar 23 02:22:49.417833 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94acc2c9-853d-4141-870a-24da0b3227dc', 'tag': '0cc01d87-a265-4b6d-abbb-336ed95ad6f6'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:22:49.457097 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744884b9-baba-464c-a453-9adf9a27f4dc service neutron] Pushing event updated for resources: {'Port': ['ID=0cc01d87-a265-4b6d-abbb-336ed95ad6f6,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:49.458631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 45bd1575-87b8-4ec6-97e5-6802f1f38136 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:49.503054 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680a6140-0918-414d-85aa-ab71e4edd25e" -d '{"events": [{"name": "network-changed", "server_uuid": "94acc2c9-853d-4141-870a-24da0b3227dc", "tag": "0cc01d87-a265-4b6d-abbb-336ed95ad6f6"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:22:49.527539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873226cc-ffe4-4614-adaf-625183348253 req-affd93c7-7826-4a7e-9d78-4cdb8e698192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:49.529106 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873226cc-ffe4-4614-adaf-625183348253 req-affd93c7-7826-4a7e-9d78-4cdb8e698192 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4076f2107f2b4dfb955722a7412a4ac4&device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 1126 time: 0.0613565 Mar 23 02:22:49.580449 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873226cc-ffe4-4614-adaf-625183348253 req-997e8c2c-a0e6-4d52-b5c8-65bed5d41e61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc01d87-a265-4b6d-abbb-336ed95ad6f6 HTTP/1.1" status: 200 len: 217 time: 0.0436776 Mar 23 02:22:49.589785 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-11914108-e88b-4b46-813f-4094a1ee1ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:49.633162 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8dca2b-cab2-4387-84f4-ddef89a3cd48 x-openstack-request-id: req-da8dca2b-cab2-4387-84f4-ddef89a3cd48 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:22:49.633453 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94acc2c9-853d-4141-870a-24da0b3227dc", "tag": "0cc01d87-a265-4b6d-abbb-336ed95ad6f6", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:22:49.633707 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da8dca2b-cab2-4387-84f4-ddef89a3cd48 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:22:49.634121 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da8dca2b-cab2-4387-84f4-ddef89a3cd48'] response: {'name': 'network-changed', 'server_uuid': '94acc2c9-853d-4141-870a-24da0b3227dc', 'tag': '0cc01d87-a265-4b6d-abbb-336ed95ad6f6', 'status': 'completed', 'code': 200} Mar 23 02:22:49.653490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873226cc-ffe4-4614-adaf-625183348253 req-fd6f194d-44d3-433f-878e-3fbae7e261e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:49.654988 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873226cc-ffe4-4614-adaf-625183348253 req-fd6f194d-44d3-433f-878e-3fbae7e261e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b14ef37-baa1-4a66-a8cb-af0c7c198ed1 HTTP/1.1" status: 200 len: 847 time: 0.0679789 Mar 23 02:22:49.704934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873226cc-ffe4-4614-adaf-625183348253 req-bafc6555-67cb-435e-8ff5-e49bec8db059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:49.706469 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873226cc-ffe4-4614-adaf-625183348253 req-bafc6555-67cb-435e-8ff5-e49bec8db059 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7980af7f-d469-4a32-a8d6-0dd384e46cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450315 Mar 23 02:22:49.798911 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873226cc-ffe4-4614-adaf-625183348253 req-f3e542cd-0a31-44fc-b194-9040a7c28de5 service neutron] 10.222.0.42 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864661 Mar 23 02:22:49.892104 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-873226cc-ffe4-4614-adaf-625183348253 req-fafc0caa-22d5-49bd-8aea-84a2a804333f service neutron] 10.222.0.42 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877845 Mar 23 02:22:49.990961 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a6140-0918-414d-85aa-ab71e4edd25e req-9dce6353-0a59-46f1-aa27-86b9ed867139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:49.992520 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-680a6140-0918-414d-85aa-ab71e4edd25e req-9dce6353-0a59-46f1-aa27-86b9ed867139 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4076f2107f2b4dfb955722a7412a4ac4&device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 1126 time: 0.0519702 Mar 23 02:22:50.082111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a6140-0918-414d-85aa-ab71e4edd25e req-661caad3-f6c5-46d3-a61f-e96c462c9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:50.083503 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-680a6140-0918-414d-85aa-ab71e4edd25e req-661caad3-f6c5-46d3-a61f-e96c462c9b6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7980af7f-d469-4a32-a8d6-0dd384e46cff HTTP/1.1" status: 200 len: 908 time: 0.0843160 Mar 23 02:22:50.127569 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-680a6140-0918-414d-85aa-ab71e4edd25e req-27c90be1-e601-4485-894c-dbf6d99ed0e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc01d87-a265-4b6d-abbb-336ed95ad6f6 HTTP/1.1" status: 200 len: 217 time: 0.0378468 Mar 23 02:22:50.177931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a6140-0918-414d-85aa-ab71e4edd25e req-8104eaad-460d-4f4f-8d6b-834ae44a11c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:50.179356 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-680a6140-0918-414d-85aa-ab71e4edd25e req-8104eaad-460d-4f4f-8d6b-834ae44a11c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b14ef37-baa1-4a66-a8cb-af0c7c198ed1 HTTP/1.1" status: 200 len: 847 time: 0.0454395 Mar 23 02:22:50.233483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a6140-0918-414d-85aa-ab71e4edd25e req-31581805-fe84-403d-8e91-ece9a67669bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:50.235018 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-680a6140-0918-414d-85aa-ab71e4edd25e req-31581805-fe84-403d-8e91-ece9a67669bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7980af7f-d469-4a32-a8d6-0dd384e46cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479953 Mar 23 02:22:50.329735 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-680a6140-0918-414d-85aa-ab71e4edd25e req-79b32bb4-9c6e-44b1-992a-b63b93226dcf service neutron] 10.222.0.42 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878711 Mar 23 02:22:50.354290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd82b0-bf3e-479f-b06d-c1e4aef9427f req-4ba0f477-de6d-4e06-a9ce-81aef4d74c37 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:50.355699 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-33fd82b0-bf3e-479f-b06d-c1e4aef9427f req-4ba0f477-de6d-4e06-a9ce-81aef4d74c37 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 944 time: 0.0557485 Mar 23 02:22:50.407399 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-33fd82b0-bf3e-479f-b06d-c1e4aef9427f req-4ff8ab4b-d59f-4dbc-9742-fdbf1c4150e3 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95801de-aeab-473e-b1f1-ed967c08a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453887 Mar 23 02:22:50.420373 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-680a6140-0918-414d-85aa-ab71e4edd25e req-33531b99-2b78-416b-8705-0d95068b5b86 service neutron] 10.222.0.42 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835907 Mar 23 02:22:50.846555 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:22:50.986316 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:51.535401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da565ad2-a3dc-4bcb-a72e-f288d39374a7 req-82728eb3-04ed-4f92-a966-69d70a405d94 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:51.536960 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da565ad2-a3dc-4bcb-a72e-f288d39374a7 req-82728eb3-04ed-4f92-a966-69d70a405d94 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 944 time: 0.0565462 Mar 23 02:22:51.593037 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-da565ad2-a3dc-4bcb-a72e-f288d39374a7 req-bd3bfda0-38cd-4525-884c-23860f030dd7 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95801de-aeab-473e-b1f1-ed967c08a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483205 Mar 23 02:22:52.074883 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-21fad2be-9ee8-4ae9-83fb-8695f1eb93c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:52.457745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:22:52.557555 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0cc01d87-a265-4b6d-abbb-336ed95ad6f6,segment=NetworkSegment(2e5efdd9-881f-4eb0-8200-16fa892ed3fd),segment_id=2e5efdd9-881f-4eb0-8200-16fa892ed3fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:22:52.569514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '0cc01d87-a265-4b6d-abbb-336ed95ad6f6', 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'port_id': '0cc01d87-a265-4b6d-abbb-336ed95ad6f6', 'mac_address': 'fa:16:3e:1c:65:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:22:52.608046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:52.608428 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0cc01d87-a265-4b6d-abbb-336ed95ad6f6), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:52.624880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:22:52.646093 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0cc01d87-a265-4b6d-abbb-336ed95ad6f6,segment=NetworkSegment(2e5efdd9-881f-4eb0-8200-16fa892ed3fd),segment_id=2e5efdd9-881f-4eb0-8200-16fa892ed3fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:22:52.651240 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0cc01d87-a265-4b6d-abbb-336ed95ad6f6), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:52.702356 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=0cc01d87-a265-4b6d-abbb-336ed95ad6f6,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:52.720991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ff78f-2675-4c5f-b2d3-0d6dceca018e req-2e17b04e-5496-469e-875e-bee9bd9e1761 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:52.722508 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-446ff78f-2675-4c5f-b2d3-0d6dceca018e req-2e17b04e-5496-469e-875e-bee9bd9e1761 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 945 time: 0.0541434 Mar 23 02:22:52.775945 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-446ff78f-2675-4c5f-b2d3-0d6dceca018e req-f940791f-8c41-486b-bc41-595137d4a70b tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95801de-aeab-473e-b1f1-ed967c08a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475595 Mar 23 02:22:52.870103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['0cc01d87-a265-4b6d-abbb-336ed95ad6f6'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:22:53.448248 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:53.927370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f9a3c-78ca-457f-8bb9-04353418f1f5 req-db566f45-6e49-4d8a-af0e-3204c1a588ba tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:53.928886 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f5f9a3c-78ca-457f-8bb9-04353418f1f5 req-db566f45-6e49-4d8a-af0e-3204c1a588ba tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 945 time: 0.0685287 Mar 23 02:22:53.978438 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4f5f9a3c-78ca-457f-8bb9-04353418f1f5 req-435175cf-07d9-4705-9b62-23b6174ccffb tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95801de-aeab-473e-b1f1-ed967c08a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439651 Mar 23 02:22:54.457673 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:22:54.515799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:22:54.520178 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:22:54.520554 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0cc01d87-a265-4b6d-abbb-336ed95ad6f6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:54.602654 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:22:54.603038 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0cc01d87-a265-4b6d-abbb-336ed95ad6f6), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:54.626436 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94acc2c9-853d-4141-870a-24da0b3227dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc01d87-a265-4b6d-abbb-336ed95ad6f6'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:22:54.628695 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7baf2f9c63dd4d77676058a19c1219e6fd3672a012b02538431ba1e98f907f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c2e51d-6e09-4629-adb4-d9dd65151a7e" -d '{"events": [{"server_uuid": "94acc2c9-853d-4141-870a-24da0b3227dc", "name": "network-vif-plugged", "status": "completed", "tag": "0cc01d87-a265-4b6d-abbb-336ed95ad6f6"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:22:54.643652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0cc01d87-a265-4b6d-abbb-336ed95ad6f6,segment=NetworkSegment(2e5efdd9-881f-4eb0-8200-16fa892ed3fd),segment_id=2e5efdd9-881f-4eb0-8200-16fa892ed3fd)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:22:54.647762 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0cc01d87-a265-4b6d-abbb-336ed95ad6f6), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:54.670758 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ad2700-8b64-4809-baed-777e2ee9f5ab x-openstack-request-id: req-c2ad2700-8b64-4809-baed-777e2ee9f5ab {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:22:54.671052 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94acc2c9-853d-4141-870a-24da0b3227dc", "name": "network-vif-plugged", "status": "completed", "tag": "0cc01d87-a265-4b6d-abbb-336ed95ad6f6", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:22:54.671367 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2ad2700-8b64-4809-baed-777e2ee9f5ab {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:22:54.671822 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ad2700-8b64-4809-baed-777e2ee9f5ab'] response: {'server_uuid': '94acc2c9-853d-4141-870a-24da0b3227dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc01d87-a265-4b6d-abbb-336ed95ad6f6', 'code': 200} Mar 23 02:22:54.697194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=0cc01d87-a265-4b6d-abbb-336ed95ad6f6,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:54.758114 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:54.773864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099787b-5bc7-43e4-86ee-69a7833b320f req-aad06114-2a28-470b-afac-9f855777c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:54.774166 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e099787b-5bc7-43e4-86ee-69a7833b320f req-aad06114-2a28-470b-afac-9f855777c0d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 1128 time: 0.0465879 Mar 23 02:22:54.822529 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e099787b-5bc7-43e4-86ee-69a7833b320f req-1809b6d7-2d89-4b26-9b75-6c1467f25681 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e95801de-aeab-473e-b1f1-ed967c08a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421309 Mar 23 02:22:55.117109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039db3e8-52b8-4537-a0ff-40c03fc47971 req-d18fcd4d-50ca-4555-97c1-f0931245b21c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:55.118615 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-039db3e8-52b8-4537-a0ff-40c03fc47971 req-d18fcd4d-50ca-4555-97c1-f0931245b21c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 946 time: 0.0597422 Mar 23 02:22:55.169631 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-039db3e8-52b8-4537-a0ff-40c03fc47971 req-d2226355-c7f9-4a54-8664-39990682d098 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95801de-aeab-473e-b1f1-ed967c08a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453043 Mar 23 02:22:55.840138 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:56.315849 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14ca01-6df5-4844-91f9-210c4c8d2471 req-f9b94e08-eb17-49e1-8a2e-4e567396b2f4 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:56.317343 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0f14ca01-6df5-4844-91f9-210c4c8d2471 req-f9b94e08-eb17-49e1-8a2e-4e567396b2f4 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 946 time: 0.0619082 Mar 23 02:22:56.366851 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0f14ca01-6df5-4844-91f9-210c4c8d2471 req-11c64cc1-0631-4cd9-9e15-bd5f3dd7b0d1 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95801de-aeab-473e-b1f1-ed967c08a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438404 Mar 23 02:22:56.492923 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7665f4-a122-46b5-9c56-cee4ed072481 req-10fb0894-56e8-4529-9242-1103e15252f8 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:56.494319 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e7665f4-a122-46b5-9c56-cee4ed072481 req-10fb0894-56e8-4529-9242-1103e15252f8 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 946 time: 0.0581965 Mar 23 02:22:56.547631 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5e7665f4-a122-46b5-9c56-cee4ed072481 req-7cfd4d61-26dd-4433-9e07-f2dc9998f3ee tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95801de-aeab-473e-b1f1-ed967c08a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454767 Mar 23 02:22:56.677176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba5912-9abd-4b8a-a390-7bb4a011f883 req-7f364e62-3579-4916-94a5-5034e1d9c335 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:56.678676 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57ba5912-9abd-4b8a-a390-7bb4a011f883 req-7f364e62-3579-4916-94a5-5034e1d9c335 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 946 time: 0.0583003 Mar 23 02:22:56.727981 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-57ba5912-9abd-4b8a-a390-7bb4a011f883 req-dd0c3d2e-c5f4-41f5-96eb-2f5b3cb03321 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95801de-aeab-473e-b1f1-ed967c08a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435884 Mar 23 02:22:56.750276 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54382) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:56.846538 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5261b37-ab7c-47df-9bc1-28d10d3d2c4c tempest-TestServerBasicOps-893278505 tempest-TestServerBasicOps-893278505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:56.849273 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e5261b37-ab7c-47df-9bc1-28d10d3d2c4c tempest-TestServerBasicOps-893278505 tempest-TestServerBasicOps-893278505-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 1123 time: 0.0980432 Mar 23 02:22:56.853511 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54386) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:22:56.857850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': '0cc01d87-a265-4b6d-abbb-336ed95ad6f6', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:22:56.886064 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:56.994527 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:57.103468 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Allocated IP 172.25.0.232 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/518b3c66-4849-4826-afaf-dc5f9c277fee) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:22:57.209525 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for port (518b3c66-4849-4826-afaf-dc5f9c277fee), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:57.246193 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (518b3c66-4849-4826-afaf-dc5f9c277fee), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:57.283913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:22:57.286756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:22:57.292829 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:22:57.298886 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Pushing event updated for resources: {'Port': ['ID=518b3c66-4849-4826-afaf-dc5f9c277fee,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:57.661632 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for floatingip (7636776a-082c-48e2-aa0c-32f2dcff749a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:57.737055 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (518b3c66-4849-4826-afaf-dc5f9c277fee), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:57.891417 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for port (518b3c66-4849-4826-afaf-dc5f9c277fee), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:57.898058 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (518b3c66-4849-4826-afaf-dc5f9c277fee), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:57.971208 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Pushing event updated for resources: {'Port': ['ID=518b3c66-4849-4826-afaf-dc5f9c277fee,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:22:57.981057 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (7636776a-082c-48e2-aa0c-32f2dcff749a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:58.089456 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Floating IP 7636776a-082c-48e2-aa0c-32f2dcff749a associated. External IP: 172.25.0.232, port: 0cc01d87-a265-4b6d-abbb-336ed95ad6f6. Mar 23 02:22:58.311717 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Router c9c27320-b9e7-4e66-9d98-1c34e26424f5 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:22:58.436470 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:22:58.446344 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b5869-93f9-4a7b-9bfd-ed8bd8771de0 None None] Sync routers for ids ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:22:58.457140 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:22:58.457746 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b5869-93f9-4a7b-9bfd-ed8bd8771de0 None None] Routers {'c9c27320-b9e7-4e66-9d98-1c34e26424f5'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:22:58.458409 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ec0b5869-93f9-4a7b-9bfd-ed8bd8771de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:22:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:58.502813 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0d65fcdd-53a1-4b01-bf1b-f5e9c351b42c tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6359334 Mar 23 02:22:58.502813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94acc2c9-853d-4141-870a-24da0b3227dc', 'tag': '0cc01d87-a265-4b6d-abbb-336ed95ad6f6'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:22:58.502813 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b3fc04345361d8e6f35bd2cfccc912c15c9f9436ea489dfc739e3356d8de786" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae50ce2c-fe0b-4333-b727-c69196f9f994" -d '{"events": [{"name": "network-changed", "server_uuid": "94acc2c9-853d-4141-870a-24da0b3227dc", "tag": "0cc01d87-a265-4b6d-abbb-336ed95ad6f6"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:22:58.541016 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87875927-adb1-4846-bbc9-617ed12c24a2 x-openstack-request-id: req-87875927-adb1-4846-bbc9-617ed12c24a2 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:22:58.541304 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94acc2c9-853d-4141-870a-24da0b3227dc", "tag": "0cc01d87-a265-4b6d-abbb-336ed95ad6f6", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:22:58.541604 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87875927-adb1-4846-bbc9-617ed12c24a2 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:22:58.542017 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87875927-adb1-4846-bbc9-617ed12c24a2'] response: {'name': 'network-changed', 'server_uuid': '94acc2c9-853d-4141-870a-24da0b3227dc', 'tag': '0cc01d87-a265-4b6d-abbb-336ed95ad6f6', 'status': 'completed', 'code': 200} Mar 23 02:22:58.573033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-ec0b5869-93f9-4a7b-9bfd-ed8bd8771de0 None None] Set router c9c27320-b9e7-4e66-9d98-1c34e26424f5 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:22:58.615665 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50ce2c-fe0b-4333-b727-c69196f9f994 req-475b67f1-cc41-40e6-9ada-5f3f95232497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:58.617257 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ae50ce2c-fe0b-4333-b727-c69196f9f994 req-475b67f1-cc41-40e6-9ada-5f3f95232497 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4076f2107f2b4dfb955722a7412a4ac4&device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 1128 time: 0.0528138 Mar 23 02:22:58.714561 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50ce2c-fe0b-4333-b727-c69196f9f994 req-96d22c29-dba3-4de9-b3eb-3de3db4bf30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:58.716056 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ae50ce2c-fe0b-4333-b727-c69196f9f994 req-96d22c29-dba3-4de9-b3eb-3de3db4bf30c service neutron] 10.222.0.42 "GET /v2.0/networks?id=7980af7f-d469-4a32-a8d6-0dd384e46cff HTTP/1.1" status: 200 len: 908 time: 0.0927312 Mar 23 02:22:58.782555 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ae50ce2c-fe0b-4333-b727-c69196f9f994 req-b6a0bc13-8f9b-47f0-9a39-ee567d47106f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc01d87-a265-4b6d-abbb-336ed95ad6f6 HTTP/1.1" status: 200 len: 1000 time: 0.0609574 Mar 23 02:22:58.804840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ec0b5869-93f9-4a7b-9bfd-ed8bd8771de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'name': 'tempest-TestServerBasicOps-603707917-router', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:37Z', 'revision_number': 4, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'gw_port': {'id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '7636776a-082c-48e2-aa0c-32f2dcff749a', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'port_id': '0cc01d87-a265-4b6d-abbb-336ed95ad6f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'mac_address': 'fa:16:3e:1c:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94acc2c9-853d-4141-870a-24da0b3227dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:22:57Z', 'updated_at': '2022-03-23T02:22:57Z', 'revision_number': 0, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfeba4e2-15bb-406f-affe-76ef278b5aa9', 'name': '', 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'mac_address': 'fa:16:3e:fc:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:37Z', 'updated_at': '2022-03-23T02:22:43Z', 'revision_number': 5, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'subnets': [{'id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:58.831525 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b5869-93f9-4a7b-9bfd-ed8bd8771de0 None None] Checking router: c9c27320-b9e7-4e66-9d98-1c34e26424f5 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:22:58.837272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50ce2c-fe0b-4333-b727-c69196f9f994 req-54440714-8f8c-4d1a-ba12-1e3aa10dcce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:58.838796 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ae50ce2c-fe0b-4333-b727-c69196f9f994 req-54440714-8f8c-4d1a-ba12-1e3aa10dcce0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b14ef37-baa1-4a66-a8cb-af0c7c198ed1 HTTP/1.1" status: 200 len: 847 time: 0.0511124 Mar 23 02:22:58.841174 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b5869-93f9-4a7b-9bfd-ed8bd8771de0 None None] Routers {'c9c27320-b9e7-4e66-9d98-1c34e26424f5'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:22:58.841787 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ec0b5869-93f9-4a7b-9bfd-ed8bd8771de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:22:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:58.889263 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50ce2c-fe0b-4333-b727-c69196f9f994 req-e2bc86fe-3ffd-44a4-8238-66f4b289d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:22:58.890887 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ae50ce2c-fe0b-4333-b727-c69196f9f994 req-e2bc86fe-3ffd-44a4-8238-66f4b289d940 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7980af7f-d469-4a32-a8d6-0dd384e46cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455902 Mar 23 02:22:58.955886 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-ec0b5869-93f9-4a7b-9bfd-ed8bd8771de0 None None] Set router c9c27320-b9e7-4e66-9d98-1c34e26424f5 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:22:58.982317 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ae50ce2c-fe0b-4333-b727-c69196f9f994 req-52c4615c-d604-4c31-8c62-514657393819 service neutron] 10.222.0.42 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856411 Mar 23 02:22:59.077206 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ae50ce2c-fe0b-4333-b727-c69196f9f994 req-d9b240f2-f249-410f-8577-112a11f3a1d8 service neutron] 10.222.0.42 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891809 Mar 23 02:22:59.190707 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ec0b5869-93f9-4a7b-9bfd-ed8bd8771de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'name': 'tempest-TestServerBasicOps-603707917-router', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:37Z', 'revision_number': 4, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'gw_port': {'id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '7636776a-082c-48e2-aa0c-32f2dcff749a', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'port_id': '0cc01d87-a265-4b6d-abbb-336ed95ad6f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'mac_address': 'fa:16:3e:1c:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94acc2c9-853d-4141-870a-24da0b3227dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:22:57Z', 'updated_at': '2022-03-23T02:22:57Z', 'revision_number': 0, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfeba4e2-15bb-406f-affe-76ef278b5aa9', 'name': '', 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'mac_address': 'fa:16:3e:fc:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:37Z', 'updated_at': '2022-03-23T02:22:43Z', 'revision_number': 5, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'subnets': [{'id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:22:59.216937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b5869-93f9-4a7b-9bfd-ed8bd8771de0 None None] The sync data for ids ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'] in n-d-834677-4 is: [{'id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'name': 'tempest-TestServerBasicOps-603707917-router', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:37Z', 'revision_number': 4, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'gw_port': {'id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '7636776a-082c-48e2-aa0c-32f2dcff749a', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'port_id': '0cc01d87-a265-4b6d-abbb-336ed95ad6f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'mac_address': 'fa:16:3e:1c:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94acc2c9-853d-4141-870a-24da0b3227dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:22:57Z', 'updated_at': '2022-03-23T02:22:57Z', 'revision_number': 0, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfeba4e2-15bb-406f-affe-76ef278b5aa9', 'name': '', 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'mac_address': 'fa:16:3e:fc:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:37Z', 'updated_at': '2022-03-23T02:22:43Z', 'revision_number': 5, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'subnets': [{'id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:22:59.428210 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6d8e5-86df-41ba-8a97-8d4e308c96f2 None None] New status for floating IP 7636776a-082c-48e2-aa0c-32f2dcff749a: ACTIVE {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:23:04.241049 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:23:16.329137 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ee673a5-ec5f-4269-a517-a4edc1b4172d req-98f5669d-ee28-4445-ad7e-d30fd3704d33 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537498 Mar 23 02:23:16.423345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee673a5-ec5f-4269-a517-a4edc1b4172d req-07ff7c39-0fc1-40c6-94dd-fda62f9e7b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:23:16.424887 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ee673a5-ec5f-4269-a517-a4edc1b4172d req-07ff7c39-0fc1-40c6-94dd-fda62f9e7b20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4076f2107f2b4dfb955722a7412a4ac4&device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 1128 time: 0.0508559 Mar 23 02:23:16.533865 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee673a5-ec5f-4269-a517-a4edc1b4172d req-83f84476-9820-4405-b8df-3406227c71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:23:16.535329 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ee673a5-ec5f-4269-a517-a4edc1b4172d req-83f84476-9820-4405-b8df-3406227c71ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=7980af7f-d469-4a32-a8d6-0dd384e46cff HTTP/1.1" status: 200 len: 908 time: 0.0908167 Mar 23 02:23:16.609527 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ee673a5-ec5f-4269-a517-a4edc1b4172d req-3bb13eab-bb91-4162-9560-247c38793b85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc01d87-a265-4b6d-abbb-336ed95ad6f6 HTTP/1.1" status: 200 len: 1002 time: 0.0665340 Mar 23 02:23:16.666313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee673a5-ec5f-4269-a517-a4edc1b4172d req-fd28436b-b4e3-4c08-aca1-b0001c78ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:23:16.667809 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ee673a5-ec5f-4269-a517-a4edc1b4172d req-fd28436b-b4e3-4c08-aca1-b0001c78ece8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b14ef37-baa1-4a66-a8cb-af0c7c198ed1 HTTP/1.1" status: 200 len: 847 time: 0.0525968 Mar 23 02:23:16.720977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee673a5-ec5f-4269-a517-a4edc1b4172d req-19263d0c-4eeb-4550-87ab-559cf2836ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:23:16.722471 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ee673a5-ec5f-4269-a517-a4edc1b4172d req-19263d0c-4eeb-4550-87ab-559cf2836ffc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7980af7f-d469-4a32-a8d6-0dd384e46cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477343 Mar 23 02:23:16.812471 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ee673a5-ec5f-4269-a517-a4edc1b4172d req-c7c401e6-9f69-4f23-bbb7-3f5909bbc32e service neutron] 10.222.0.42 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828154 Mar 23 02:23:16.911832 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8ee673a5-ec5f-4269-a517-a4edc1b4172d req-693fbb47-c9a4-4e2f-a9c6-3d864b7d3618 service neutron] 10.222.0.42 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918930 Mar 23 02:23:19.590483 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c29f28cf-64bc-4b88-9adc-d772bb2218c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:23:20.992313 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:23:22.078496 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f7e279c8-1ba2-4f69-a876-0af22e092478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:23:23.450401 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:23:24.766816 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:23:25.845358 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:23:27.842148 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:23:34.250251 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:23:34.614822 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54412) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:23:34.725088 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af43bf-65f1-4a50-b7d8-4c8edcfebf78 req-b9b18b9f-7806-46b5-ba6e-6e9e2683937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:23:34.726688 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68af43bf-65f1-4a50-b7d8-4c8edcfebf78 req-b9b18b9f-7806-46b5-ba6e-6e9e2683937e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 1128 time: 0.1104546 Mar 23 02:23:34.778903 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-68af43bf-65f1-4a50-b7d8-4c8edcfebf78 req-6c03fdd0-07bb-4577-931f-18dd25b2ced4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e95801de-aeab-473e-b1f1-ed967c08a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437551 Mar 23 02:23:49.590157 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4c888e35-a0a1-434b-98df-1050002bde7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:23:50.985920 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:23:52.078325 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0065c21d-2907-4f82-9429-7ec25d17e67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:23:53.450496 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:23:54.773196 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:23:55.851907 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:24:04.243609 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:24:04.847331 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:24:17.197797 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ef69e1da-898d-4ff1-825a-23eebd6a34e8 req-d45dcaf1-8e23-4fd4-b2db-97618f4b4444 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464065 Mar 23 02:24:17.284969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69e1da-898d-4ff1-825a-23eebd6a34e8 req-f08f7e7c-2a72-4715-a596-06cbbadb6b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:24:17.286510 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ef69e1da-898d-4ff1-825a-23eebd6a34e8 req-f08f7e7c-2a72-4715-a596-06cbbadb6b12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4076f2107f2b4dfb955722a7412a4ac4&device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 1128 time: 0.0474637 Mar 23 02:24:17.397795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69e1da-898d-4ff1-825a-23eebd6a34e8 req-affaf8d6-4ed3-4480-a31b-67fdb1867e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:24:17.399308 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ef69e1da-898d-4ff1-825a-23eebd6a34e8 req-affaf8d6-4ed3-4480-a31b-67fdb1867e03 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7980af7f-d469-4a32-a8d6-0dd384e46cff HTTP/1.1" status: 200 len: 908 time: 0.0947006 Mar 23 02:24:17.471065 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ef69e1da-898d-4ff1-825a-23eebd6a34e8 req-c18d5558-dd12-441e-b8a1-6c6db4a51dde service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc01d87-a265-4b6d-abbb-336ed95ad6f6 HTTP/1.1" status: 200 len: 1002 time: 0.0661643 Mar 23 02:24:17.522589 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69e1da-898d-4ff1-825a-23eebd6a34e8 req-be2a0b4b-e2f3-425e-80fb-721da58ad606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:24:17.524024 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ef69e1da-898d-4ff1-825a-23eebd6a34e8 req-be2a0b4b-e2f3-425e-80fb-721da58ad606 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b14ef37-baa1-4a66-a8cb-af0c7c198ed1 HTTP/1.1" status: 200 len: 847 time: 0.0468872 Mar 23 02:24:17.573213 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69e1da-898d-4ff1-825a-23eebd6a34e8 req-e99ce8be-8b43-441c-8f3c-584e804cfa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:24:17.574684 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ef69e1da-898d-4ff1-825a-23eebd6a34e8 req-e99ce8be-8b43-441c-8f3c-584e804cfa60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7980af7f-d469-4a32-a8d6-0dd384e46cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444891 Mar 23 02:24:17.665627 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ef69e1da-898d-4ff1-825a-23eebd6a34e8 req-b0d5a965-5bc9-49ef-8347-1cff94f14218 service neutron] 10.222.0.42 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844393 Mar 23 02:24:17.765657 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ef69e1da-898d-4ff1-825a-23eebd6a34e8 req-a79716b2-100a-46a0-ab93-4e8a6ce1bd01 service neutron] 10.222.0.42 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925810 Mar 23 02:24:19.586540 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7254cfee-69f1-4fce-9272-79f3ad7fcd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:24:20.986435 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:24:22.075254 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf934-d761-4cf2-8c43-d3100b5eb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:24:23.455242 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:24:24.769030 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:24:25.854297 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:24:34.268114 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:24:41.852716 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:24:49.585085 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6d18a7ad-554a-468c-8a36-dcd08428da54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:24:50.986176 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:24:52.074259 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-43b6427a-0b00-47e2-86fb-148858783dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:24:53.461464 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:24:54.777205 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:24:55.858964 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:25:04.276980 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:25:18.855939 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:25:19.315916 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-009fd196-9556-4a75-a9b2-79b83d717548 req-694596ae-bd61-40fe-b290-198f90de93d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570159 Mar 23 02:25:19.403692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fd196-9556-4a75-a9b2-79b83d717548 req-d5f80869-08d0-409e-b205-3831cd16d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:25:19.405249 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-009fd196-9556-4a75-a9b2-79b83d717548 req-d5f80869-08d0-409e-b205-3831cd16d94a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4076f2107f2b4dfb955722a7412a4ac4&device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 1128 time: 0.0468607 Mar 23 02:25:19.579981 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a445d568-f42c-439d-b245-8f396afe1f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:25:19.894250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fd196-9556-4a75-a9b2-79b83d717548 req-cd69b4e7-7b8a-4d2a-a84a-654459cc944d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:25:19.895625 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-009fd196-9556-4a75-a9b2-79b83d717548 req-cd69b4e7-7b8a-4d2a-a84a-654459cc944d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7980af7f-d469-4a32-a8d6-0dd384e46cff HTTP/1.1" status: 200 len: 908 time: 0.4704781 Mar 23 02:25:19.965449 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-009fd196-9556-4a75-a9b2-79b83d717548 req-4556fdfb-0106-4097-8424-7c121caf8142 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc01d87-a265-4b6d-abbb-336ed95ad6f6 HTTP/1.1" status: 200 len: 1002 time: 0.0625081 Mar 23 02:25:20.016462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fd196-9556-4a75-a9b2-79b83d717548 req-2c024dea-4d3b-4f08-aa31-8429630e5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:25:20.017951 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-009fd196-9556-4a75-a9b2-79b83d717548 req-2c024dea-4d3b-4f08-aa31-8429630e5dcc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b14ef37-baa1-4a66-a8cb-af0c7c198ed1 HTTP/1.1" status: 200 len: 847 time: 0.0468884 Mar 23 02:25:20.071583 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fd196-9556-4a75-a9b2-79b83d717548 req-9c95e92d-d281-4050-ba2e-09d7a6ae6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:25:20.073165 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-009fd196-9556-4a75-a9b2-79b83d717548 req-9c95e92d-d281-4050-ba2e-09d7a6ae6338 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7980af7f-d469-4a32-a8d6-0dd384e46cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494511 Mar 23 02:25:20.161974 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-009fd196-9556-4a75-a9b2-79b83d717548 req-62902b06-5b12-4340-b689-79eced63c864 service neutron] 10.222.0.42 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827971 Mar 23 02:25:20.254596 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-009fd196-9556-4a75-a9b2-79b83d717548 req-d8f03fc6-9cc7-4641-b239-17c3a8a7c817 service neutron] 10.222.0.42 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873089 Mar 23 02:25:20.988635 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:25:22.072898 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8b209c07-6845-4089-b578-41c9a19b609e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:25:23.464191 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:25:24.781367 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:25:25.856966 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:25:34.287208 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:25:49.589803 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1bf122a6-9b14-4358-ad72-b9d79dadfce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:25:50.999607 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:25:52.077834 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-90d9fe07-3066-456e-927f-669ff01329f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:25:53.468380 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:25:54.787059 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:25:55.861631 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:25:55.862334 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:26:04.291802 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:26:19.182950 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ce83dc67-cbbd-4a0e-8a17-abeaccbb50d4 req-f8d2f174-51cb-4325-b955-bad927cf9c44 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465140 Mar 23 02:26:19.274270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83dc67-cbbd-4a0e-8a17-abeaccbb50d4 req-4074baa1-542c-4ee8-81d2-a5fecc28f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:26:19.275684 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ce83dc67-cbbd-4a0e-8a17-abeaccbb50d4 req-4074baa1-542c-4ee8-81d2-a5fecc28f8dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4076f2107f2b4dfb955722a7412a4ac4&device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 1128 time: 0.0466561 Mar 23 02:26:19.391560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83dc67-cbbd-4a0e-8a17-abeaccbb50d4 req-7e4b1075-d952-4f80-bcea-bd8317385df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:26:19.393594 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ce83dc67-cbbd-4a0e-8a17-abeaccbb50d4 req-7e4b1075-d952-4f80-bcea-bd8317385df2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7980af7f-d469-4a32-a8d6-0dd384e46cff HTTP/1.1" status: 200 len: 908 time: 0.0952232 Mar 23 02:26:19.460456 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ce83dc67-cbbd-4a0e-8a17-abeaccbb50d4 req-0ebd069a-b381-4f53-a351-514324827d4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc01d87-a265-4b6d-abbb-336ed95ad6f6 HTTP/1.1" status: 200 len: 1002 time: 0.0610082 Mar 23 02:26:19.519972 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83dc67-cbbd-4a0e-8a17-abeaccbb50d4 req-6f081851-2f3d-4e0a-945e-5824a24488ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:26:19.522777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ce83dc67-cbbd-4a0e-8a17-abeaccbb50d4 req-6f081851-2f3d-4e0a-945e-5824a24488ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b14ef37-baa1-4a66-a8cb-af0c7c198ed1 HTTP/1.1" status: 200 len: 847 time: 0.0533037 Mar 23 02:26:19.576002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83dc67-cbbd-4a0e-8a17-abeaccbb50d4 req-80bee88c-36a7-4fc0-b044-7fc5c1d272c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:26:19.577471 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ce83dc67-cbbd-4a0e-8a17-abeaccbb50d4 req-80bee88c-36a7-4fc0-b044-7fc5c1d272c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7980af7f-d469-4a32-a8d6-0dd384e46cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481639 Mar 23 02:26:19.584198 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-31d11664-7ed7-4d59-8ace-67d5dfaef3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:26:19.587581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-ce83dc67-cbbd-4a0e-8a17-abeaccbb50d4 req-a0d8a9c2-13a8-4934-8fec-bd9f18217224 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:26:19.588550 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ce83dc67-cbbd-4a0e-8a17-abeaccbb50d4 req-a0d8a9c2-13a8-4934-8fec-bd9f18217224 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052781 Mar 23 02:26:19.682767 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ce83dc67-cbbd-4a0e-8a17-abeaccbb50d4 req-45b68433-6c8c-4bed-9bad-7191d0534091 service neutron] 10.222.0.42 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883322 Mar 23 02:26:19.779539 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ce83dc67-cbbd-4a0e-8a17-abeaccbb50d4 req-53571909-b76b-498a-a816-a5b40d1b777c service neutron] 10.222.0.42 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912681 Mar 23 02:26:19.783908 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-b0c81b2f-0de4-481f-b461-7605afadeb41 req-7c41fc34-24de-4d2a-8bcf-2051b1565ef1 tempest-TestVolumeBootPattern-843097853 tempest-TestVolumeBootPattern-843097853-project] (99263) timed out ('10.222.0.42', 53935) {{(pid=99263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 02:26:21.007001 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:26:22.076314 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2bc0bd7b-2519-4cb9-90af-d1461b855d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:26:23.469919 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:26:24.793303 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:26:25.862859 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:26:32.865255 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:26:34.289629 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:26:49.600522 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b4410fac-d2bc-4358-928d-4f0ab1002749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:26:51.017745 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:26:52.085041 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3bed17e-471c-4ce5-b150-d1ec4d97b249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:26:53.472475 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:26:54.797043 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:26:55.868999 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:04.296550 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:09.865041 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:27:19.599323 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-95ef53b8-1309-46f4-a70c-c5e1392fafec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:20.167169 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d4d181b5-3093-4ea3-a663-d4401fcc41b7 req-28e8235b-d8ed-4c08-9b7c-a17d649249e3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548337 Mar 23 02:27:20.259640 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d181b5-3093-4ea3-a663-d4401fcc41b7 req-3370fdae-8c3b-4d25-bf96-b58e79f60d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:27:20.261341 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d4d181b5-3093-4ea3-a663-d4401fcc41b7 req-3370fdae-8c3b-4d25-bf96-b58e79f60d40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4076f2107f2b4dfb955722a7412a4ac4&device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 1128 time: 0.0499208 Mar 23 02:27:20.371616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d181b5-3093-4ea3-a663-d4401fcc41b7 req-02fdb065-3927-406c-9d27-40c0febb211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:27:20.373162 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d4d181b5-3093-4ea3-a663-d4401fcc41b7 req-02fdb065-3927-406c-9d27-40c0febb211c service neutron] 10.222.0.42 "GET /v2.0/networks?id=7980af7f-d469-4a32-a8d6-0dd384e46cff HTTP/1.1" status: 200 len: 908 time: 0.0935268 Mar 23 02:27:20.443658 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d4d181b5-3093-4ea3-a663-d4401fcc41b7 req-ca75ee94-7598-47c2-b5ba-92646b43e193 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc01d87-a265-4b6d-abbb-336ed95ad6f6 HTTP/1.1" status: 200 len: 1002 time: 0.0641010 Mar 23 02:27:20.498859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d181b5-3093-4ea3-a663-d4401fcc41b7 req-e0edbd00-8db5-458e-8aae-3348d0be8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:27:20.500318 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d4d181b5-3093-4ea3-a663-d4401fcc41b7 req-e0edbd00-8db5-458e-8aae-3348d0be8e96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b14ef37-baa1-4a66-a8cb-af0c7c198ed1 HTTP/1.1" status: 200 len: 847 time: 0.0512393 Mar 23 02:27:20.550054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d181b5-3093-4ea3-a663-d4401fcc41b7 req-24b2aed3-fbb1-4f66-8b82-bd8479d6f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:27:20.551561 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d4d181b5-3093-4ea3-a663-d4401fcc41b7 req-24b2aed3-fbb1-4f66-8b82-bd8479d6f04f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7980af7f-d469-4a32-a8d6-0dd384e46cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454862 Mar 23 02:27:20.642946 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d4d181b5-3093-4ea3-a663-d4401fcc41b7 req-a886f462-0b34-45ad-80e3-ffa9ad5bdd5b service neutron] 10.222.0.42 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849991 Mar 23 02:27:20.743397 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d4d181b5-3093-4ea3-a663-d4401fcc41b7 req-dcda1b64-26e6-4e60-b846-777f0c2a93ea service neutron] 10.222.0.42 "GET /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948176 Mar 23 02:27:21.043180 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:22.073051 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-55258092-10f5-4233-b724-02c8342b9d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:23.476096 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:24.803556 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:25.874470 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:34.322284 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:39.366815 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743639d3-b100-4506-8cd3-aba5f262bfdc req-6c97f9d6-1b5d-4647-bf8d-efa78de5ff48 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:27:39.368209 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-743639d3-b100-4506-8cd3-aba5f262bfdc req-6c97f9d6-1b5d-4647-bf8d-efa78de5ff48 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 946 time: 0.0628145 Mar 23 02:27:39.424066 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-743639d3-b100-4506-8cd3-aba5f262bfdc req-7c7408b7-40e6-4023-971c-8bb1296e5556 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95801de-aeab-473e-b1f1-ed967c08a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497420 Mar 23 02:27:40.576866 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f6f97-1b1b-471d-91f7-b770477410bf req-ed1f83af-2eb5-4f0a-b391-5168a9e005e3 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:27:40.578369 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d16f6f97-1b1b-471d-91f7-b770477410bf req-ed1f83af-2eb5-4f0a-b391-5168a9e005e3 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 946 time: 0.0645430 Mar 23 02:27:40.667964 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d16f6f97-1b1b-471d-91f7-b770477410bf req-2974cfd6-3622-4450-9bec-36b328eed5a9 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95801de-aeab-473e-b1f1-ed967c08a22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837345 Mar 23 02:27:40.681304 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d971f-2ce8-4125-a77c-b333e658a33b req-844cb2a7-a41a-493d-badf-bae19b1bc81e tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:27:40.682803 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e4d971f-2ce8-4125-a77c-b333e658a33b req-844cb2a7-a41a-493d-badf-bae19b1bc81e tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.42 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 946 time: 0.0969698 Mar 23 02:27:40.787284 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-1e4d971f-2ce8-4125-a77c-b333e658a33b req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Deleting port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:27:40.787531 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1e4d971f-2ce8-4125-a77c-b333e658a33b req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0cc01d87-a265-4b6d-abbb-336ed95ad6f6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:40.884758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-1e4d971f-2ce8-4125-a77c-b333e658a33b req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] For port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=0cc01d87-a265-4b6d-abbb-336ed95ad6f6,segment=NetworkSegment(2e5efdd9-881f-4eb0-8200-16fa892ed3fd),segment_id=2e5efdd9-881f-4eb0-8200-16fa892ed3fd)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:27:40.885119 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1e4d971f-2ce8-4125-a77c-b333e658a33b req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0cc01d87-a265-4b6d-abbb-336ed95ad6f6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:41.079267 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1e4d971f-2ce8-4125-a77c-b333e658a33b req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:41.079723 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1e4d971f-2ce8-4125-a77c-b333e658a33b req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (7636776a-082c-48e2-aa0c-32f2dcff749a), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:41.080045 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-1e4d971f-2ce8-4125-a77c-b333e658a33b req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Floating IP 7636776a-082c-48e2-aa0c-32f2dcff749a disassociated. External IP: 172.25.0.232, port: 0cc01d87-a265-4b6d-abbb-336ed95ad6f6. Mar 23 02:27:41.080393 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-1e4d971f-2ce8-4125-a77c-b333e658a33b req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Calling delete_port for 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:27:41.235786 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1e4d971f-2ce8-4125-a77c-b333e658a33b req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0cc01d87-a265-4b6d-abbb-336ed95ad6f6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:41.264798 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Pushing event deleted for resources: {'Port': ['ID=0cc01d87-a265-4b6d-abbb-336ed95ad6f6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:41.276420 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:41.276796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:41.277140 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:41.277466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:41.277808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:41.278141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:41.278474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:41.278799 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:41.279314 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:41.279443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:41.279767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:41.280102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:41.280423 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:41.280793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:41.281125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:41.403975 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e4d971f-2ce8-4125-a77c-b333e658a33b req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Router c9c27320-b9e7-4e66-9d98-1c34e26424f5 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:27:41.514454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e4d971f-2ce8-4125-a77c-b333e658a33b req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:27:41.524779 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58149c64-ed53-42ff-a3f1-3844713f602a None None] Sync routers for ids ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:27:41.536132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58149c64-ed53-42ff-a3f1-3844713f602a None None] Routers {'c9c27320-b9e7-4e66-9d98-1c34e26424f5'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:27:41.536705 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-58149c64-ed53-42ff-a3f1-3844713f602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:27:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:41.558208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4d971f-2ce8-4125-a77c-b333e658a33b req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] No DVR routers for this DVR port 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:27:41.561458 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1e4d971f-2ce8-4125-a77c-b333e658a33b req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:41.564975 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e4d971f-2ce8-4125-a77c-b333e658a33b req-f10dd54f-b05d-4d88-b61b-0f727b703e26 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.42 "DELETE /v2.0/ports/0cc01d87-a265-4b6d-abbb-336ed95ad6f6 HTTP/1.1" status: 204 len: 173 time: 0.8769836 Mar 23 02:27:41.565535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94acc2c9-853d-4141-870a-24da0b3227dc', 'name': 'network-vif-deleted', 'tag': '0cc01d87-a265-4b6d-abbb-336ed95ad6f6'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:27:41.567913 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b29095b-3eac-49a8-ae41-d98dc0084c5f" -d '{"events": [{"server_uuid": "94acc2c9-853d-4141-870a-24da0b3227dc", "name": "network-vif-deleted", "tag": "0cc01d87-a265-4b6d-abbb-336ed95ad6f6"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:27:41.614808 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa0934e-d5a7-49db-99fb-6320718409c4 x-openstack-request-id: req-6aa0934e-d5a7-49db-99fb-6320718409c4 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:27:41.615483 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94acc2c9-853d-4141-870a-24da0b3227dc", "name": "network-vif-deleted", "tag": "0cc01d87-a265-4b6d-abbb-336ed95ad6f6", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:27:41.615483 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6aa0934e-d5a7-49db-99fb-6320718409c4 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:27:41.615681 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa0934e-d5a7-49db-99fb-6320718409c4'] response: {'server_uuid': '94acc2c9-853d-4141-870a-24da0b3227dc', 'name': 'network-vif-deleted', 'tag': '0cc01d87-a265-4b6d-abbb-336ed95ad6f6', 'status': 'completed', 'code': 200} Mar 23 02:27:41.667690 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-58149c64-ed53-42ff-a3f1-3844713f602a None None] Set router c9c27320-b9e7-4e66-9d98-1c34e26424f5 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:27:41.807187 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-62e4efc9-a327-46c8-a733-a806602f5c8d req-c90cc982-ce49-4230-a4eb-0904636d5ec8 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "GET /v2.0/ports?device_id=94acc2c9-853d-4141-870a-24da0b3227dc HTTP/1.1" status: 200 len: 210 time: 0.0371263 Mar 23 02:27:41.890793 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-58149c64-ed53-42ff-a3f1-3844713f602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'name': 'tempest-TestServerBasicOps-603707917-router', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:37Z', 'revision_number': 4, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'gw_port': {'id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'dfeba4e2-15bb-406f-affe-76ef278b5aa9', 'name': '', 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'mac_address': 'fa:16:3e:fc:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:37Z', 'updated_at': '2022-03-23T02:22:43Z', 'revision_number': 5, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'subnets': [{'id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:41.917358 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58149c64-ed53-42ff-a3f1-3844713f602a None None] Checking router: c9c27320-b9e7-4e66-9d98-1c34e26424f5 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:27:41.926260 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58149c64-ed53-42ff-a3f1-3844713f602a None None] Routers {'c9c27320-b9e7-4e66-9d98-1c34e26424f5'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:27:41.926849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-58149c64-ed53-42ff-a3f1-3844713f602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:27:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:42.215996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-58149c64-ed53-42ff-a3f1-3844713f602a None None] Set router c9c27320-b9e7-4e66-9d98-1c34e26424f5 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:27:42.424749 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-58149c64-ed53-42ff-a3f1-3844713f602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'name': 'tempest-TestServerBasicOps-603707917-router', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:37Z', 'revision_number': 4, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'gw_port': {'id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'dfeba4e2-15bb-406f-affe-76ef278b5aa9', 'name': '', 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'mac_address': 'fa:16:3e:fc:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:37Z', 'updated_at': '2022-03-23T02:22:43Z', 'revision_number': 5, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'subnets': [{'id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:42.461109 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58149c64-ed53-42ff-a3f1-3844713f602a None None] The sync data for ids ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'] in n-d-834677-4 is: [{'id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'name': 'tempest-TestServerBasicOps-603707917-router', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:37Z', 'revision_number': 4, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'gw_port': {'id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'dfeba4e2-15bb-406f-affe-76ef278b5aa9', 'name': '', 'network_id': '7980af7f-d469-4a32-a8d6-0dd384e46cff', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'mac_address': 'fa:16:3e:fc:6e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:37Z', 'updated_at': '2022-03-23T02:22:43Z', 'revision_number': 5, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'subnets': [{'id': '6b14ef37-baa1-4a66-a8cb-af0c7c198ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:27:42.685077 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed89d0-5041-40df-ad8a-9d443648626e None None] New status for floating IP 7636776a-082c-48e2-aa0c-32f2dcff749a: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:27:42.868896 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54558) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:43.336277 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Deleting port 518b3c66-4849-4826-afaf-dc5f9c277fee {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:27:43.336623 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (518b3c66-4849-4826-afaf-dc5f9c277fee), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:43.414164 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (518b3c66-4849-4826-afaf-dc5f9c277fee), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:43.414488 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for floatingip (518b3c66-4849-4826-afaf-dc5f9c277fee), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:43.427891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Calling delete_port for 518b3c66-4849-4826-afaf-dc5f9c277fee owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:27:43.573967 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (518b3c66-4849-4826-afaf-dc5f9c277fee), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:43.599396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Pushing event deleted for resources: {'Port': ['ID=518b3c66-4849-4826-afaf-dc5f9c277fee,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:43.611535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:43.611744 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:43.611948 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:43.612285 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:43.612635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:43.612975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:43.613307 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:43.613632 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:43.613952 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:43.614276 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:43.614601 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:43.614920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:43.615227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:43.615575 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:43.615887 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:43.673997 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for floatingip (7636776a-082c-48e2-aa0c-32f2dcff749a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:43.676511 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:43.677701 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-78397615-c82f-43e6-ab5a-e6f2a07d2268 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "DELETE /v2.0/floatingips/7636776a-082c-48e2-aa0c-32f2dcff749a HTTP/1.1" status: 204 len: 168 time: 0.8078010 Mar 23 02:27:43.700741 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:27:43.720292 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:27:43.720571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 0cc01d87-a265-4b6d-abbb-336ed95ad6f6 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:27:43.797227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54566) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:43.855258 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54231ec0-59f5-4070-bd5c-c402d107ecb4 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group (e95801de-aeab-473e-b1f1-ed967c08a22b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:43.885377 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54231ec0-59f5-4070-bd5c-c402d107ecb4 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group (e95801de-aeab-473e-b1f1-ed967c08a22b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:43.947815 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54231ec0-59f5-4070-bd5c-c402d107ecb4 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e95801de-aeab-473e-b1f1-ed967c08a22b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:43.950391 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-54231ec0-59f5-4070-bd5c-c402d107ecb4 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:43.951641 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-54231ec0-59f5-4070-bd5c-c402d107ecb4 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] 10.222.0.18 "DELETE /v2.0/security-groups/e95801de-aeab-473e-b1f1-ed967c08a22b HTTP/1.1" status: 204 len: 168 time: 0.1533389 Mar 23 02:27:43.961209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54231ec0-59f5-4070-bd5c-c402d107ecb4 tempest-TestServerBasicOps-1529436058 tempest-TestServerBasicOps-1529436058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95801de-aeab-473e-b1f1-ed967c08a22b,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:45.013029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54572) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:45.494041 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bc98acf1-fc06-4174-981d-14deca544a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (c9c27320-b9e7-4e66-9d98-1c34e26424f5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:45.765796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-bc98acf1-fc06-4174-981d-14deca544a26 admin admin] Deleting port dfeba4e2-15bb-406f-affe-76ef278b5aa9 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:27:45.766036 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bc98acf1-fc06-4174-981d-14deca544a26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:45.850179 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-bc98acf1-fc06-4174-981d-14deca544a26 admin admin] For port dfeba4e2-15bb-406f-affe-76ef278b5aa9, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=dfeba4e2-15bb-406f-affe-76ef278b5aa9,segment=NetworkSegment(2e5efdd9-881f-4eb0-8200-16fa892ed3fd),segment_id=2e5efdd9-881f-4eb0-8200-16fa892ed3fd)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:27:45.850543 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bc98acf1-fc06-4174-981d-14deca544a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:45.864225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-bc98acf1-fc06-4174-981d-14deca544a26 admin admin] Calling delete_port for dfeba4e2-15bb-406f-affe-76ef278b5aa9 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:27:46.062680 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bc98acf1-fc06-4174-981d-14deca544a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (dfeba4e2-15bb-406f-affe-76ef278b5aa9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:46.085860 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98acf1-fc06-4174-981d-14deca544a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfeba4e2-15bb-406f-affe-76ef278b5aa9,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:46.252960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bc98acf1-fc06-4174-981d-14deca544a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (c9c27320-b9e7-4e66-9d98-1c34e26424f5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:46.486668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc98acf1-fc06-4174-981d-14deca544a26 admin admin] Router c9c27320-b9e7-4e66-9d98-1c34e26424f5 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:27:46.598324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc98acf1-fc06-4174-981d-14deca544a26 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:27:46.605589 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bc98acf1-fc06-4174-981d-14deca544a26 admin admin] 10.222.0.18 "PUT /v2.0/routers/c9c27320-b9e7-4e66-9d98-1c34e26424f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5909045 Mar 23 02:27:46.606179 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54576) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:46.608042 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610f7f38-b638-4f44-9c8e-d1314774a5f3 None None] Sync routers for ids ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:27:46.619245 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610f7f38-b638-4f44-9c8e-d1314774a5f3 None None] Routers {'c9c27320-b9e7-4e66-9d98-1c34e26424f5'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:27:46.619867 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-610f7f38-b638-4f44-9c8e-d1314774a5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:27:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:46.712970 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-19786780-b75e-43c6-8c83-d6896950641a admin admin] Publish callbacks [] for router (c9c27320-b9e7-4e66-9d98-1c34e26424f5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:46.730285 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-610f7f38-b638-4f44-9c8e-d1314774a5f3 None None] Set router c9c27320-b9e7-4e66-9d98-1c34e26424f5 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:27:46.864896 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:27:46.922054 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-610f7f38-b638-4f44-9c8e-d1314774a5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'name': 'tempest-TestServerBasicOps-603707917-router', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:27:46Z', 'revision_number': 5, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'gw_port': {'id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:46.950685 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610f7f38-b638-4f44-9c8e-d1314774a5f3 None None] Checking router: c9c27320-b9e7-4e66-9d98-1c34e26424f5 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:27:46.960768 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610f7f38-b638-4f44-9c8e-d1314774a5f3 None None] Routers {'c9c27320-b9e7-4e66-9d98-1c34e26424f5'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:27:46.961407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-610f7f38-b638-4f44-9c8e-d1314774a5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:27:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:47.077499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-610f7f38-b638-4f44-9c8e-d1314774a5f3 None None] Set router c9c27320-b9e7-4e66-9d98-1c34e26424f5 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:27:47.193470 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-19786780-b75e-43c6-8c83-d6896950641a admin admin] Publish callbacks [] for router_gateway (c9c27320-b9e7-4e66-9d98-1c34e26424f5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:47.247718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-19786780-b75e-43c6-8c83-d6896950641a admin admin] Deleting port 41a57622-3a08-4d55-823b-63e84f79f80c {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:27:47.248382 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-19786780-b75e-43c6-8c83-d6896950641a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (41a57622-3a08-4d55-823b-63e84f79f80c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:47.266440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-610f7f38-b638-4f44-9c8e-d1314774a5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'name': 'tempest-TestServerBasicOps-603707917-router', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:27:46Z', 'revision_number': 5, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'gw_port': {'id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:47.296397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610f7f38-b638-4f44-9c8e-d1314774a5f3 None None] The sync data for ids ['c9c27320-b9e7-4e66-9d98-1c34e26424f5'] in n-d-834677-4 is: [{'id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'name': 'tempest-TestServerBasicOps-603707917-router', 'tenant_id': '4076f2107f2b4dfb955722a7412a4ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:27:46Z', 'revision_number': 5, 'project_id': '4076f2107f2b4dfb955722a7412a4ac4', 'gw_port': {'id': '41a57622-3a08-4d55-823b-63e84f79f80c', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:31:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c27320-b9e7-4e66-9d98-1c34e26424f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:35Z', 'updated_at': '2022-03-23T02:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:27:47.335109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-19786780-b75e-43c6-8c83-d6896950641a admin admin] For port 41a57622-3a08-4d55-823b-63e84f79f80c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=41a57622-3a08-4d55-823b-63e84f79f80c,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:27:47.335486 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-19786780-b75e-43c6-8c83-d6896950641a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (41a57622-3a08-4d55-823b-63e84f79f80c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:47.350390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-19786780-b75e-43c6-8c83-d6896950641a admin admin] Calling delete_port for 41a57622-3a08-4d55-823b-63e84f79f80c owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:27:47.528682 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-19786780-b75e-43c6-8c83-d6896950641a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (41a57622-3a08-4d55-823b-63e84f79f80c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:47.554692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19786780-b75e-43c6-8c83-d6896950641a admin admin] Pushing event deleted for resources: {'Port': ['ID=41a57622-3a08-4d55-823b-63e84f79f80c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:47.615409 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-19786780-b75e-43c6-8c83-d6896950641a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (c9c27320-b9e7-4e66-9d98-1c34e26424f5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:47.710083 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-19786780-b75e-43c6-8c83-d6896950641a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (c9c27320-b9e7-4e66-9d98-1c34e26424f5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:47.712436 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-19786780-b75e-43c6-8c83-d6896950641a admin admin] Publish callbacks [] for router_controller (c9c27320-b9e7-4e66-9d98-1c34e26424f5), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:47.761831 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-19786780-b75e-43c6-8c83-d6896950641a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (c9c27320-b9e7-4e66-9d98-1c34e26424f5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:47.762392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19786780-b75e-43c6-8c83-d6896950641a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9c27320-b9e7-4e66-9d98-1c34e26424f5 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:27:47.767121 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-19786780-b75e-43c6-8c83-d6896950641a admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:47.770852 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-19786780-b75e-43c6-8c83-d6896950641a admin admin] 10.222.0.18 "DELETE /v2.0/routers/c9c27320-b9e7-4e66-9d98-1c34e26424f5 HTTP/1.1" status: 204 len: 168 time: 1.1612346 Mar 23 02:27:47.771221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54578) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:47.817406 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-25dba3a9-6784-4d3b-956e-7a0fb618a480 admin admin] Deleting subnet 6b14ef37-baa1-4a66-a8cb-af0c7c198ed1 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:27:47.820582 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25dba3a9-6784-4d3b-956e-7a0fb618a480 admin admin] Publish callbacks [] for subnet (6b14ef37-baa1-4a66-a8cb-af0c7c198ed1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:47.854831 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25dba3a9-6784-4d3b-956e-7a0fb618a480 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (6b14ef37-baa1-4a66-a8cb-af0c7c198ed1), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:47.943068 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25dba3a9-6784-4d3b-956e-7a0fb618a480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (6b14ef37-baa1-4a66-a8cb-af0c7c198ed1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:48.002345 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25dba3a9-6784-4d3b-956e-7a0fb618a480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (6b14ef37-baa1-4a66-a8cb-af0c7c198ed1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:48.032342 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dba3a9-6784-4d3b-956e-7a0fb618a480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b14ef37-baa1-4a66-a8cb-af0c7c198ed1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:48.038244 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25dba3a9-6784-4d3b-956e-7a0fb618a480 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:48.042535 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-25dba3a9-6784-4d3b-956e-7a0fb618a480 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6b14ef37-baa1-4a66-a8cb-af0c7c198ed1 HTTP/1.1" status: 204 len: 168 time: 0.2702720 Mar 23 02:27:48.043246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1409fdef-0372-4902-8b91-7be9d92a19db None None] Network 7980af7f-d469-4a32-a8d6-0dd384e46cff requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:27:48.045408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54582) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:48.111503 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (7980af7f-d469-4a32-a8d6-0dd384e46cff), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:48.171843 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] Deleting port e5554b21-d684-4558-b44b-359c2167b38d {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:27:48.172494 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e5554b21-d684-4558-b44b-359c2167b38d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:48.234366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] For port e5554b21-d684-4558-b44b-359c2167b38d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e5554b21-d684-4558-b44b-359c2167b38d,segment=NetworkSegment(2e5efdd9-881f-4eb0-8200-16fa892ed3fd),segment_id=2e5efdd9-881f-4eb0-8200-16fa892ed3fd)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:27:48.234719 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e5554b21-d684-4558-b44b-359c2167b38d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:48.248509 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] Calling delete_port for e5554b21-d684-4558-b44b-359c2167b38d owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:27:48.309354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] DHCP port deletion for 7980af7f-d469-4a32-a8d6-0dd384e46cff request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:27:48.335713 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (e5554b21-d684-4558-b44b-359c2167b38d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:48.366434 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Deleting port e5554b21-d684-4558-b44b-359c2167b38d {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:27:48.366687 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e5554b21-d684-4558-b44b-359c2167b38d), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:48.370625 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5554b21-d684-4558-b44b-359c2167b38d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:48.377081 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] No DVR routers for this DVR port e5554b21-d684-4558-b44b-359c2167b38d on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:27:48.432474 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] For port e5554b21-d684-4558-b44b-359c2167b38d, host n-d-834677-4, got binding levels [] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:27:48.432922 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e5554b21-d684-4558-b44b-359c2167b38d), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:48.449200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Calling delete_port for e5554b21-d684-4558-b44b-359c2167b38d owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:27:48.452111 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (7980af7f-d469-4a32-a8d6-0dd384e46cff), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:48.452447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.ipam_backend_mixin [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Port e5554b21-d684-4558-b44b-359c2167b38d was not found and therefore no delete operation was performed {{(pid=99265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:27:48.455146 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (e5554b21-d684-4558-b44b-359c2167b38d), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:48.476629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7980af7f-d469-4a32-a8d6-0dd384e46cff']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:48.486532 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5efdd9-881f-4eb0-8200-16fa892ed3fd') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:48.486860 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5efdd9-881f-4eb0-8200-16fa892ed3fd') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:48.488479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Pushing event deleted for resources: {'Port': ['ID=e5554b21-d684-4558-b44b-359c2167b38d,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:48.490941 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] No DVR routers for this DVR port e5554b21-d684-4558-b44b-359c2167b38d on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:27:48.501936 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (2e5efdd9-881f-4eb0-8200-16fa892ed3fd), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:48.502124 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:48.502389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:48.502731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:48.503071 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:48.503378 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:48.503746 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:48.504169 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:48.504377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:48.504706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:48.505034 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:48.505352 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:48.505676 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:48.505982 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:48.506306 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:48.506626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698f23b-9ec5-4fb8-bdc2-8234a7dc19df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:27:48.517632 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2e5efdd9-881f-4eb0-8200-16fa892ed3fd), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:48.524416 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:27:48.524851 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (2e5efdd9-881f-4eb0-8200-16fa892ed3fd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:27:48.526919 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:27:48.582773 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (7980af7f-d469-4a32-a8d6-0dd384e46cff), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:48.589608 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:48.592281 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7980af7f-d469-4a32-a8d6-0dd384e46cff HTTP/1.1" status: 204 len: 168 time: 0.5459585 Mar 23 02:27:48.595618 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54584) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:48.602104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44645d-7bd2-49e8-9280-d8b5bd0bb717 admin admin] Pushing event deleted for resources: {'Network': ['ID=7980af7f-d469-4a32-a8d6-0dd384e46cff,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:48.964538 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef98c798-25db-4ff2-88ce-477b21dd70fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (af70374b-b4c6-4474-8d1a-5dda5f5a374d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:49.101602 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device dfeba4e2-15bb-406f-affe-76ef278b5aa9 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:27:49.125387 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: dfeba4e2-15bb-406f-affe-76ef278b5aa9 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:27:49.125740 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device dfeba4e2-15bb-406f-affe-76ef278b5aa9 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:27:49.126156 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 41a57622-3a08-4d55-823b-63e84f79f80c no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:27:49.145734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 41a57622-3a08-4d55-823b-63e84f79f80c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:27:49.146076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 41a57622-3a08-4d55-823b-63e84f79f80c not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:27:49.146529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e5554b21-d684-4558-b44b-359c2167b38d no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:27:49.165471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: e5554b21-d684-4558-b44b-359c2167b38d {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:27:49.165778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e5554b21-d684-4558-b44b-359c2167b38d not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:27:49.238674 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ef98c798-25db-4ff2-88ce-477b21dd70fe admin admin] Deleting port 45bd1575-87b8-4ec6-97e5-6802f1f38136 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:27:49.238929 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef98c798-25db-4ff2-88ce-477b21dd70fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:49.318630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-ef98c798-25db-4ff2-88ce-477b21dd70fe admin admin] For port 45bd1575-87b8-4ec6-97e5-6802f1f38136, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=45bd1575-87b8-4ec6-97e5-6802f1f38136,segment=NetworkSegment(0b0c701e-4c68-46f6-9be0-16df29e3f95b),segment_id=0b0c701e-4c68-46f6-9be0-16df29e3f95b)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:27:49.318988 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef98c798-25db-4ff2-88ce-477b21dd70fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:49.332348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-ef98c798-25db-4ff2-88ce-477b21dd70fe admin admin] Calling delete_port for 45bd1575-87b8-4ec6-97e5-6802f1f38136 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:27:49.531228 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef98c798-25db-4ff2-88ce-477b21dd70fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (45bd1575-87b8-4ec6-97e5-6802f1f38136), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:49.559426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98c798-25db-4ff2-88ce-477b21dd70fe admin admin] Pushing event deleted for resources: {'Port': ['ID=45bd1575-87b8-4ec6-97e5-6802f1f38136,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:49.599374 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2a3d1db2-c2b8-4416-95b7-65770bb0c707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:49.736869 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ef98c798-25db-4ff2-88ce-477b21dd70fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (af70374b-b4c6-4474-8d1a-5dda5f5a374d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:49.978431 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef98c798-25db-4ff2-88ce-477b21dd70fe admin admin] Router af70374b-b4c6-4474-8d1a-5dda5f5a374d has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:27:50.097496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef98c798-25db-4ff2-88ce-477b21dd70fe admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:27:50.103378 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ef98c798-25db-4ff2-88ce-477b21dd70fe admin admin] 10.222.0.18 "PUT /v2.0/routers/af70374b-b4c6-4474-8d1a-5dda5f5a374d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5066216 Mar 23 02:27:50.105933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54586) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:50.108389 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8037df81-8b3f-44eb-859e-6c0334623499 None None] Sync routers for ids ['af70374b-b4c6-4474-8d1a-5dda5f5a374d'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:27:50.118880 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8037df81-8b3f-44eb-859e-6c0334623499 None None] Routers {'af70374b-b4c6-4474-8d1a-5dda5f5a374d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:27:50.119698 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8037df81-8b3f-44eb-859e-6c0334623499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:27:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['af70374b-b4c6-4474-8d1a-5dda5f5a374d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:50.221468 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b72bd237-f6f5-45ee-8f4d-7893bea2e991 admin admin] Publish callbacks [] for router (af70374b-b4c6-4474-8d1a-5dda5f5a374d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:50.228786 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-8037df81-8b3f-44eb-859e-6c0334623499 None None] Set router af70374b-b4c6-4474-8d1a-5dda5f5a374d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:27:50.329810 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b72bd237-f6f5-45ee-8f4d-7893bea2e991 admin admin] Publish callbacks [] for router_gateway (af70374b-b4c6-4474-8d1a-5dda5f5a374d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:50.382928 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-b72bd237-f6f5-45ee-8f4d-7893bea2e991 admin admin] Deleting port 44e92e24-781d-4796-9f72-c69702b6ae55 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:27:50.383268 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b72bd237-f6f5-45ee-8f4d-7893bea2e991 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (44e92e24-781d-4796-9f72-c69702b6ae55), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:50.411284 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8037df81-8b3f-44eb-859e-6c0334623499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'name': 'tempest-TestServerBasicOps-1118132131-router', 'tenant_id': '67cacb28de344cf288241749ea2d6580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '44e92e24-781d-4796-9f72-c69702b6ae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:40Z', 'updated_at': '2022-03-23T02:27:49Z', 'revision_number': 5, 'project_id': '67cacb28de344cf288241749ea2d6580', 'gw_port': {'id': '44e92e24-781d-4796-9f72-c69702b6ae55', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:22:40Z', 'updated_at': '2022-03-23T02:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:50.441646 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8037df81-8b3f-44eb-859e-6c0334623499 None None] Checking router: af70374b-b4c6-4474-8d1a-5dda5f5a374d for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:27:50.454601 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8037df81-8b3f-44eb-859e-6c0334623499 None None] Routers {'af70374b-b4c6-4474-8d1a-5dda5f5a374d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:27:50.455370 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8037df81-8b3f-44eb-859e-6c0334623499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:27:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['af70374b-b4c6-4474-8d1a-5dda5f5a374d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:50.462519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-b72bd237-f6f5-45ee-8f4d-7893bea2e991 admin admin] For port 44e92e24-781d-4796-9f72-c69702b6ae55, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=44e92e24-781d-4796-9f72-c69702b6ae55,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:27:50.462886 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b72bd237-f6f5-45ee-8f4d-7893bea2e991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (44e92e24-781d-4796-9f72-c69702b6ae55), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:50.480298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-b72bd237-f6f5-45ee-8f4d-7893bea2e991 admin admin] Calling delete_port for 44e92e24-781d-4796-9f72-c69702b6ae55 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:27:50.540308 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-8037df81-8b3f-44eb-859e-6c0334623499 None None] Set router af70374b-b4c6-4474-8d1a-5dda5f5a374d gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:27:50.592155 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8037df81-8b3f-44eb-859e-6c0334623499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'name': 'tempest-TestServerBasicOps-1118132131-router', 'tenant_id': '67cacb28de344cf288241749ea2d6580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:40Z', 'updated_at': '2022-03-23T02:27:50Z', 'revision_number': 6, 'project_id': '67cacb28de344cf288241749ea2d6580', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:50.619409 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8037df81-8b3f-44eb-859e-6c0334623499 None None] The sync data for ids ['af70374b-b4c6-4474-8d1a-5dda5f5a374d'] in n-d-834677-4 is: [{'id': 'af70374b-b4c6-4474-8d1a-5dda5f5a374d', 'name': 'tempest-TestServerBasicOps-1118132131-router', 'tenant_id': '67cacb28de344cf288241749ea2d6580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:22:40Z', 'updated_at': '2022-03-23T02:27:50Z', 'revision_number': 6, 'project_id': '67cacb28de344cf288241749ea2d6580', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:27:50.657548 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b72bd237-f6f5-45ee-8f4d-7893bea2e991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (44e92e24-781d-4796-9f72-c69702b6ae55), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:50.688644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bd237-f6f5-45ee-8f4d-7893bea2e991 admin admin] Pushing event deleted for resources: {'Port': ['ID=44e92e24-781d-4796-9f72-c69702b6ae55,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:50.743562 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b72bd237-f6f5-45ee-8f4d-7893bea2e991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (af70374b-b4c6-4474-8d1a-5dda5f5a374d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:50.834281 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b72bd237-f6f5-45ee-8f4d-7893bea2e991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (af70374b-b4c6-4474-8d1a-5dda5f5a374d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:50.836619 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b72bd237-f6f5-45ee-8f4d-7893bea2e991 admin admin] Publish callbacks [] for router_controller (af70374b-b4c6-4474-8d1a-5dda5f5a374d), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:50.892127 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b72bd237-f6f5-45ee-8f4d-7893bea2e991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (af70374b-b4c6-4474-8d1a-5dda5f5a374d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:50.892693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72bd237-f6f5-45ee-8f4d-7893bea2e991 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af70374b-b4c6-4474-8d1a-5dda5f5a374d {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:27:50.897623 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b72bd237-f6f5-45ee-8f4d-7893bea2e991 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:50.898783 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b72bd237-f6f5-45ee-8f4d-7893bea2e991 admin admin] 10.222.0.18 "DELETE /v2.0/routers/af70374b-b4c6-4474-8d1a-5dda5f5a374d HTTP/1.1" status: 204 len: 168 time: 0.7916808 Mar 23 02:27:50.901723 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54590) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:50.945490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6a8c66-8e56-4644-9427-a4d29a8476cc admin admin] Deleting subnet ac4e1e43-29e2-4641-91d1-1efafea33700 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:27:50.948630 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0f6a8c66-8e56-4644-9427-a4d29a8476cc admin admin] Publish callbacks [] for subnet (ac4e1e43-29e2-4641-91d1-1efafea33700), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:50.983196 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0f6a8c66-8e56-4644-9427-a4d29a8476cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (ac4e1e43-29e2-4641-91d1-1efafea33700), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.072744 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0f6a8c66-8e56-4644-9427-a4d29a8476cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (ac4e1e43-29e2-4641-91d1-1efafea33700), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.130189 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0f6a8c66-8e56-4644-9427-a4d29a8476cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (ac4e1e43-29e2-4641-91d1-1efafea33700), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.138388 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.170497 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0f6a8c66-8e56-4644-9427-a4d29a8476cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.178718 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0f6a8c66-8e56-4644-9427-a4d29a8476cc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ac4e1e43-29e2-4641-91d1-1efafea33700 HTTP/1.1" status: 204 len: 168 time: 0.2737482 Mar 23 02:27:51.178718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a8c66-8e56-4644-9427-a4d29a8476cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac4e1e43-29e2-4641-91d1-1efafea33700,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:51.179001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb78eb91-4331-4888-9377-d514c4ae5216 None None] Network 8fba23ac-a30b-468f-9f25-de6df8612388 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:27:51.179112 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54592) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:51.233685 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 45bd1575-87b8-4ec6-97e5-6802f1f38136 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:27:51.256491 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 45bd1575-87b8-4ec6-97e5-6802f1f38136 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:27:51.256765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 45bd1575-87b8-4ec6-97e5-6802f1f38136 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:27:51.266579 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (8fba23ac-a30b-468f-9f25-de6df8612388), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.328003 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] Deleting port 1f736ec0-2237-41cc-8ab0-161a083cda35 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:27:51.328315 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1f736ec0-2237-41cc-8ab0-161a083cda35), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.359458 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21421903-aec1-4a41-bf18-ab16733e7c83 None None] DHCP port deletion for 8fba23ac-a30b-468f-9f25-de6df8612388 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:27:51.393423 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] For port 1f736ec0-2237-41cc-8ab0-161a083cda35, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1f736ec0-2237-41cc-8ab0-161a083cda35,segment=NetworkSegment(0b0c701e-4c68-46f6-9be0-16df29e3f95b),segment_id=0b0c701e-4c68-46f6-9be0-16df29e3f95b)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:27:51.393849 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1f736ec0-2237-41cc-8ab0-161a083cda35), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.408767 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] Calling delete_port for 1f736ec0-2237-41cc-8ab0-161a083cda35 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:27:51.415137 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-21421903-aec1-4a41-bf18-ab16733e7c83 None None] Deleting port 1f736ec0-2237-41cc-8ab0-161a083cda35 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:27:51.415525 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-21421903-aec1-4a41-bf18-ab16733e7c83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1f736ec0-2237-41cc-8ab0-161a083cda35), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.484267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-21421903-aec1-4a41-bf18-ab16733e7c83 None None] For port 1f736ec0-2237-41cc-8ab0-161a083cda35, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1f736ec0-2237-41cc-8ab0-161a083cda35,segment=NetworkSegment(0b0c701e-4c68-46f6-9be0-16df29e3f95b),segment_id=0b0c701e-4c68-46f6-9be0-16df29e3f95b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:27:51.486121 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-21421903-aec1-4a41-bf18-ab16733e7c83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1f736ec0-2237-41cc-8ab0-161a083cda35), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.495398 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1f736ec0-2237-41cc-8ab0-161a083cda35), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.505198 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-21421903-aec1-4a41-bf18-ab16733e7c83 None None] Calling delete_port for 1f736ec0-2237-41cc-8ab0-161a083cda35 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:27:51.525600 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f736ec0-2237-41cc-8ab0-161a083cda35,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:51.527786 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] No DVR routers for this DVR port 1f736ec0-2237-41cc-8ab0-161a083cda35 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:27:51.586462 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-21421903-aec1-4a41-bf18-ab16733e7c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (1f736ec0-2237-41cc-8ab0-161a083cda35), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.598383 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (8fba23ac-a30b-468f-9f25-de6df8612388), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.616132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21421903-aec1-4a41-bf18-ab16733e7c83 None None] Pushing event deleted for resources: {'Port': ['ID=1f736ec0-2237-41cc-8ab0-161a083cda35,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:51.622690 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21421903-aec1-4a41-bf18-ab16733e7c83 None None] No DVR routers for this DVR port 1f736ec0-2237-41cc-8ab0-161a083cda35 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:27:51.626087 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fba23ac-a30b-468f-9f25-de6df8612388']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:51.636284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0c701e-4c68-46f6-9be0-16df29e3f95b') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:51.636410 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0c701e-4c68-46f6-9be0-16df29e3f95b') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:51.646022 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (0b0c701e-4c68-46f6-9be0-16df29e3f95b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.659817 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (0b0c701e-4c68-46f6-9be0-16df29e3f95b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.665861 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:27:51.666267 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (0b0c701e-4c68-46f6-9be0-16df29e3f95b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:27:51.668273 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:27:51.724213 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (8fba23ac-a30b-468f-9f25-de6df8612388), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.730218 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.733414 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] 10.222.0.18 "DELETE /v2.0/networks/8fba23ac-a30b-468f-9f25-de6df8612388 HTTP/1.1" status: 204 len: 168 time: 0.5533116 Mar 23 02:27:51.747682 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8802de-6e78-4715-9395-15b80de8f77f admin admin] Pushing event deleted for resources: {'Network': ['ID=8fba23ac-a30b-468f-9f25-de6df8612388,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:51.843832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54596) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:51.885119 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5733b225-2a42-47e3-8f9a-3365bc08dca9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4076f2107f2b4dfb955722a7412a4ac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396550 Mar 23 02:27:51.888629 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54598) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:51.939160 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b348dc34-1ae8-441e-9625-bd2442c56d72 admin admin] Publish callbacks [] for security_group (0258f0d5-b0f6-489e-9111-1459f0d48afd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:51.961602 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b348dc34-1ae8-441e-9625-bd2442c56d72 admin admin] Publish callbacks [] for security_group (0258f0d5-b0f6-489e-9111-1459f0d48afd), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:52.017600 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b348dc34-1ae8-441e-9625-bd2442c56d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (0258f0d5-b0f6-489e-9111-1459f0d48afd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:52.020096 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b348dc34-1ae8-441e-9625-bd2442c56d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:52.021379 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b348dc34-1ae8-441e-9625-bd2442c56d72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0258f0d5-b0f6-489e-9111-1459f0d48afd HTTP/1.1" status: 204 len: 168 time: 0.1317818 Mar 23 02:27:52.030287 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348dc34-1ae8-441e-9625-bd2442c56d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0258f0d5-b0f6-489e-9111-1459f0d48afd,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:52.066734 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-87c52125-3ec2-4aa0-8b6a-e047884510cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:52.357990 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54604) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:52.399709 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c9a531a5-29e0-462d-99c3-25c48d38b8f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67cacb28de344cf288241749ea2d6580&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404725 Mar 23 02:27:52.403451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54606) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:52.452266 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d854aebd-355c-439a-84e7-222d66b01bb4 admin admin] Publish callbacks [] for security_group (8e4b02a2-04fa-4261-85ad-fa47c330ab38), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:52.484033 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d854aebd-355c-439a-84e7-222d66b01bb4 admin admin] Publish callbacks [] for security_group (8e4b02a2-04fa-4261-85ad-fa47c330ab38), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:52.539094 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d854aebd-355c-439a-84e7-222d66b01bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (8e4b02a2-04fa-4261-85ad-fa47c330ab38), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:52.541575 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d854aebd-355c-439a-84e7-222d66b01bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:52.542729 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d854aebd-355c-439a-84e7-222d66b01bb4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e4b02a2-04fa-4261-85ad-fa47c330ab38 HTTP/1.1" status: 204 len: 168 time: 0.1383898 Mar 23 02:27:52.550384 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854aebd-355c-439a-84e7-222d66b01bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4b02a2-04fa-4261-85ad-fa47c330ab38,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:53.094771 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 44e92e24-781d-4796-9f72-c69702b6ae55 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:27:53.115770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 44e92e24-781d-4796-9f72-c69702b6ae55 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:27:53.116114 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 44e92e24-781d-4796-9f72-c69702b6ae55 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:27:53.116540 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1f736ec0-2237-41cc-8ab0-161a083cda35 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:27:53.138466 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 1f736ec0-2237-41cc-8ab0-161a083cda35 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:27:53.139027 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1f736ec0-2237-41cc-8ab0-161a083cda35 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:27:53.271897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54628) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:53.391344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b257c8d7-c577-46d9-833f-1f14106a5bc0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-303978999-network', 'tenant_id': 'a33f056f58454968b64ee1ecc83cb227'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:27:53.414816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b257c8d7-c577-46d9-833f-1f14106a5bc0 admin admin] Made reservation on behalf of a33f056f58454968b64ee1ecc83cb227 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:27:53.417225 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b257c8d7-c577-46d9-833f-1f14106a5bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:53.426568 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b257c8d7-c577-46d9-833f-1f14106a5bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:53.476501 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:53.502334 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b257c8d7-c577-46d9-833f-1f14106a5bc0 admin admin] Publish callbacks [] for security_group (2f074793-3dfa-44f9-b2d6-40c663187886), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:53.507995 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b257c8d7-c577-46d9-833f-1f14106a5bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2f074793-3dfa-44f9-b2d6-40c663187886), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:53.535962 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b257c8d7-c577-46d9-833f-1f14106a5bc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:27:53.542204 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257c8d7-c577-46d9-833f-1f14106a5bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f074793-3dfa-44f9-b2d6-40c663187886,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:53.548437 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b257c8d7-c577-46d9-833f-1f14106a5bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (6bd4ba2e-34a6-4cc0-b741-f9e699eb170c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:53.548626 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-b257c8d7-c577-46d9-833f-1f14106a5bc0 admin admin] Added segment 6bd4ba2e-34a6-4cc0-b741-f9e699eb170c of type vlan for network 22f5afd2-72b2-4d49-902d-85a1983548be Mar 23 02:27:53.588848 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b257c8d7-c577-46d9-833f-1f14106a5bc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (22f5afd2-72b2-4d49-902d-85a1983548be), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:53.617806 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b257c8d7-c577-46d9-833f-1f14106a5bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (22f5afd2-72b2-4d49-902d-85a1983548be), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:53.619065 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b257c8d7-c577-46d9-833f-1f14106a5bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:27:53.619974 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b257c8d7-c577-46d9-833f-1f14106a5bc0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:53.678442 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b257c8d7-c577-46d9-833f-1f14106a5bc0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.4054153 Mar 23 02:27:53.681496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54632) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:53.686635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-74bba863-ae81-4065-b35b-7bf45b11c31e admin admin] Request body: {'subnet': {'network_id': '22f5afd2-72b2-4d49-902d-85a1983548be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-303978999-subnet', 'tenant_id': 'a33f056f58454968b64ee1ecc83cb227', 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:27:53.689178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257c8d7-c577-46d9-833f-1f14106a5bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=22f5afd2-72b2-4d49-902d-85a1983548be,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:53.699591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 22f5afd2-72b2-4d49-902d-85a1983548be details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:27:53.715793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bba863-ae81-4065-b35b-7bf45b11c31e admin admin] Made reservation on behalf of a33f056f58454968b64ee1ecc83cb227 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:27:53.718642 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-74bba863-ae81-4065-b35b-7bf45b11c31e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:53.889625 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-74bba863-ae81-4065-b35b-7bf45b11c31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (45207c70-14e1-457a-a9de-98e84b54330b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:53.947394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bba863-ae81-4065-b35b-7bf45b11c31e admin admin] Pushing event updated for resources: {'Subnet': ['ID=45207c70-14e1-457a-a9de-98e84b54330b,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:53.958126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bba863-ae81-4065-b35b-7bf45b11c31e admin admin] Checking segment: {'id': '6bd4ba2e-34a6-4cc0-b741-f9e699eb170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '22f5afd2-72b2-4d49-902d-85a1983548be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:27:53.958482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bba863-ae81-4065-b35b-7bf45b11c31e admin admin] Network hostable DHCP agents. Network: 22f5afd2-72b2-4d49-902d-85a1983548be, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:27:53.977254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bba863-ae81-4065-b35b-7bf45b11c31e admin admin] Network 22f5afd2-72b2-4d49-902d-85a1983548be is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:27:53.986695 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-74bba863-ae81-4065-b35b-7bf45b11c31e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 22f5afd2-72b2-4d49-902d-85a1983548be) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:27:53.990911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bba863-ae81-4065-b35b-7bf45b11c31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:27:53.991615 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-74bba863-ae81-4065-b35b-7bf45b11c31e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:53.996100 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b872f841-1dfc-48a3-bec5-d74963145ab6 None None] Network 22f5afd2-72b2-4d49-902d-85a1983548be requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:27:54.009704 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-74bba863-ae81-4065-b35b-7bf45b11c31e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3267019 Mar 23 02:27:54.012097 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54634) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:54.016366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-303978999-router', 'tenant_id': 'a33f056f58454968b64ee1ecc83cb227', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:27:54.037407 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (eb92050b-be50-434f-bca6-31d1d61f7ae7), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:54.038493 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (eb92050b-be50-434f-bca6-31d1d61f7ae7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:54.091662 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Publish callbacks [] for router_controller (eb92050b-be50-434f-bca6-31d1d61f7ae7), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:54.107119 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-22f5afd2-72b2-4d49-902d-85a1983548be', 'network_id': '22f5afd2-72b2-4d49-902d-85a1983548be', 'project_id': 'a33f056f58454968b64ee1ecc83cb227', 'fixed_ips': [{'subnet_id': '45207c70-14e1-457a-a9de-98e84b54330b'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:27:54.107980 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:54.248075 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Publish callbacks [] for router_gateway (eb92050b-be50-434f-bca6-31d1d61f7ae7), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:54.258216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Allocated IP 172.20.0.2 (22f5afd2-72b2-4d49-902d-85a1983548be/45207c70-14e1-457a-a9de-98e84b54330b/dc1d31c8-9854-4eea-a384-f4d7f1f80ead) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:27:54.405144 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Publish callbacks [] for port (dc1d31c8-9854-4eea-a384-f4d7f1f80ead), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:54.412063 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (dc1d31c8-9854-4eea-a384-f4d7f1f80ead), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:54.449988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Network 22f5afd2-72b2-4d49-902d-85a1983548be is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:27:54.451420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:27:54.455186 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:27:54.458505 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Publish callbacks [] for router_gateway (eb92050b-be50-434f-bca6-31d1d61f7ae7), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:54.466083 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Pushing event updated for resources: {'Port': ['ID=dc1d31c8-9854-4eea-a384-f4d7f1f80ead,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:54.479460 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:54.518700 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Attempting to bind port dc1d31c8-9854-4eea-a384-f4d7f1f80ead on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:27:54.518979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Attempting to bind port dc1d31c8-9854-4eea-a384-f4d7f1f80ead by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '6bd4ba2e-34a6-4cc0-b741-f9e699eb170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '22f5afd2-72b2-4d49-902d-85a1983548be'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:27:54.519337 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Attempting to bind port dc1d31c8-9854-4eea-a384-f4d7f1f80ead on network 22f5afd2-72b2-4d49-902d-85a1983548be {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:27:54.524243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:27:54.524647 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Checking segment: {'id': '6bd4ba2e-34a6-4cc0-b741-f9e699eb170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '22f5afd2-72b2-4d49-902d-85a1983548be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:27:54.525078 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:54.525472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Bound using segment: {'id': '6bd4ba2e-34a6-4cc0-b741-f9e699eb170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '22f5afd2-72b2-4d49-902d-85a1983548be'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:27:54.526281 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Bound port: dc1d31c8-9854-4eea-a384-f4d7f1f80ead, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd4ba2e-34a6-4cc0-b741-f9e699eb170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '22f5afd2-72b2-4d49-902d-85a1983548be'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:27:54.527162 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (dc1d31c8-9854-4eea-a384-f4d7f1f80ead), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:54.587385 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Allocated IP 172.25.0.177 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/20ba1d7b-598f-4036-b826-a638a85c6c46) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:27:54.598718 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] For port dc1d31c8-9854-4eea-a384-f4d7f1f80ead, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:27:54.601470 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] For port dc1d31c8-9854-4eea-a384-f4d7f1f80ead, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=dc1d31c8-9854-4eea-a384-f4d7f1f80ead,segment=NetworkSegment(6bd4ba2e-34a6-4cc0-b741-f9e699eb170c),segment_id=6bd4ba2e-34a6-4cc0-b741-f9e699eb170c)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:27:54.606819 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (dc1d31c8-9854-4eea-a384-f4d7f1f80ead), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:54.670456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc673992-240b-4a15-bd6a-44d85ab015f8 None None] Pushing event updated for resources: {'Port': ['ID=dc1d31c8-9854-4eea-a384-f4d7f1f80ead,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:54.699998 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Publish callbacks [] for port (20ba1d7b-598f-4036-b826-a638a85c6c46), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:54.738887 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (20ba1d7b-598f-4036-b826-a638a85c6c46), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:54.775471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:27:54.778690 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:27:54.782561 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:27:54.800185 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:54.809423 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Pushing event updated for resources: {'Port': ['ID=20ba1d7b-598f-4036-b826-a638a85c6c46,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:55.069140 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Publish callbacks [] for router_gateway (eb92050b-be50-434f-bca6-31d1d61f7ae7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:55.128554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device dc1d31c8-9854-4eea-a384-f4d7f1f80ead up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:27:55.178287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port dc1d31c8-9854-4eea-a384-f4d7f1f80ead triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:27:55.178666 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dc1d31c8-9854-4eea-a384-f4d7f1f80ead), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:55.277792 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port dc1d31c8-9854-4eea-a384-f4d7f1f80ead is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:27:55.278356 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (dc1d31c8-9854-4eea-a384-f4d7f1f80ead), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:55.318808 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port dc1d31c8-9854-4eea-a384-f4d7f1f80ead, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=dc1d31c8-9854-4eea-a384-f4d7f1f80ead,segment=NetworkSegment(6bd4ba2e-34a6-4cc0-b741-f9e699eb170c),segment_id=6bd4ba2e-34a6-4cc0-b741-f9e699eb170c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:27:55.324442 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (dc1d31c8-9854-4eea-a384-f4d7f1f80ead), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:55.384811 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=dc1d31c8-9854-4eea-a384-f4d7f1f80ead,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:55.614333 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ed485e-2796-4fd8-a62b-4e6ff82412cb None None] Network 22f5afd2-72b2-4d49-902d-85a1983548be requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:27:55.663091 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (eb92050b-be50-434f-bca6-31d1d61f7ae7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:55.675989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-dbe7dc0d-6879-40cb-b07a-545a70ede79d None None] Provisioning complete for port dc1d31c8-9854-4eea-a384-f4d7f1f80ead triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:27:55.676364 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dbe7dc0d-6879-40cb-b07a-545a70ede79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dc1d31c8-9854-4eea-a384-f4d7f1f80ead), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:55.798299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Router eb92050b-be50-434f-bca6-31d1d61f7ae7 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:27:55.917037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:27:55.934878 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:55.936142 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-49df4c8f-1ba9-4562-bcd6-1459b23ca496 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.9231098 Mar 23 02:27:55.939615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54638) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:55.967420 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Sync routers for ids ['eb92050b-be50-434f-bca6-31d1d61f7ae7'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:27:55.978109 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-dbe7dc0d-6879-40cb-b07a-545a70ede79d None None] Current status of the port dc1d31c8-9854-4eea-a384-f4d7f1f80ead is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:27:55.990608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Routers {'eb92050b-be50-434f-bca6-31d1d61f7ae7'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:27:55.991240 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb92050b-be50-434f-bca6-31d1d61f7ae7'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:55.995752 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:56.109259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Set router eb92050b-be50-434f-bca6-31d1d61f7ae7 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:27:56.238357 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bbe86361-3d2b-4726-8f17-043a1712b09b None None] Provisioning complete for port dc1d31c8-9854-4eea-a384-f4d7f1f80ead triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:27:56.239135 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bbe86361-3d2b-4726-8f17-043a1712b09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dc1d31c8-9854-4eea-a384-f4d7f1f80ead), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:56.365226 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bbe86361-3d2b-4726-8f17-043a1712b09b None None] Current status of the port dc1d31c8-9854-4eea-a384-f4d7f1f80ead is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:27:56.373698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb92050b-be50-434f-bca6-31d1d61f7ae7', 'name': 'tempest-ImageQuotaTest-303978999-router', 'tenant_id': 'a33f056f58454968b64ee1ecc83cb227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '20ba1d7b-598f-4036-b826-a638a85c6c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:27:54Z', 'updated_at': '2022-03-23T02:27:54Z', 'revision_number': 3, 'project_id': 'a33f056f58454968b64ee1ecc83cb227', 'gw_port': {'id': '20ba1d7b-598f-4036-b826-a638a85c6c46', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb92050b-be50-434f-bca6-31d1d61f7ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:27:54Z', 'updated_at': '2022-03-23T02:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:56.393741 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:56.400497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Checking router: eb92050b-be50-434f-bca6-31d1d61f7ae7 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:27:56.401316 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Updating router eb92050b-be50-434f-bca6-31d1d61f7ae7 port 20ba1d7b-598f-4036-b826-a638a85c6c46 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:27:56.428761 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (20ba1d7b-598f-4036-b826-a638a85c6c46), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:56.595892 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Allocated IP 172.20.0.1 (22f5afd2-72b2-4d49-902d-85a1983548be/45207c70-14e1-457a-a9de-98e84b54330b/30086224-a3a9-4415-a45b-1d089151d2cb) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:27:56.687095 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Publish callbacks [] for port (20ba1d7b-598f-4036-b826-a638a85c6c46), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:56.694171 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (20ba1d7b-598f-4036-b826-a638a85c6c46), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:56.705811 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Publish callbacks [] for port (30086224-a3a9-4415-a45b-1d089151d2cb), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:56.738803 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (30086224-a3a9-4415-a45b-1d089151d2cb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:56.746496 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Attempting to bind port 20ba1d7b-598f-4036-b826-a638a85c6c46 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:27:56.746886 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Attempting to bind port 20ba1d7b-598f-4036-b826-a638a85c6c46 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:27:56.747259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Attempting to bind port 20ba1d7b-598f-4036-b826-a638a85c6c46 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:27:56.749326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639db17a-873f-4a2c-b39e-fee9f2df9dfa None None] Pushing event updated for resources: {'Port': ['ID=20ba1d7b-598f-4036-b826-a638a85c6c46,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:56.754829 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:27:56.755207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:27:56.755615 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:56.756003 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:27:56.756471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Bound port: 20ba1d7b-598f-4036-b826-a638a85c6c46, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:27:56.756886 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (20ba1d7b-598f-4036-b826-a638a85c6c46), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:56.780772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Network 22f5afd2-72b2-4d49-902d-85a1983548be is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:27:56.786082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:27:56.790658 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:27:56.793755 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Pushing event updated for resources: {'Port': ['ID=30086224-a3a9-4415-a45b-1d089151d2cb,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:56.810852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] For port 20ba1d7b-598f-4036-b826-a638a85c6c46, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:27:56.814267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] For port 20ba1d7b-598f-4036-b826-a638a85c6c46, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=20ba1d7b-598f-4036-b826-a638a85c6c46,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:27:56.821228 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (20ba1d7b-598f-4036-b826-a638a85c6c46), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:56.836316 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (eb92050b-be50-434f-bca6-31d1d61f7ae7), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:56.883702 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Routers {'eb92050b-be50-434f-bca6-31d1d61f7ae7'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:27:56.884343 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb92050b-be50-434f-bca6-31d1d61f7ae7'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:56.932035 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639db17a-873f-4a2c-b39e-fee9f2df9dfa None None] Pushing event updated for resources: {'Port': ['ID=20ba1d7b-598f-4036-b826-a638a85c6c46,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:56.984221 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (30086224-a3a9-4415-a45b-1d089151d2cb), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:57.017081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] Set router eb92050b-be50-434f-bca6-31d1d61f7ae7 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:27:57.123888 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device dc1d31c8-9854-4eea-a384-f4d7f1f80ead up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:27:57.149757 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Publish callbacks [] for port (30086224-a3a9-4415-a45b-1d089151d2cb), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:57.155669 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (30086224-a3a9-4415-a45b-1d089151d2cb), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:57.170578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-df017c28-1c15-455d-8848-8c3cff6edff1 None None] Provisioning complete for port 30086224-a3a9-4415-a45b-1d089151d2cb triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:27:57.170981 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-df017c28-1c15-455d-8848-8c3cff6edff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (30086224-a3a9-4415-a45b-1d089151d2cb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:57.224998 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Pushing event updated for resources: {'Port': ['ID=30086224-a3a9-4415-a45b-1d089151d2cb,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:57.227411 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (eb92050b-be50-434f-bca6-31d1d61f7ae7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:57.230170 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-df017c28-1c15-455d-8848-8c3cff6edff1 None None] Port 30086224-a3a9-4415-a45b-1d089151d2cb cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:27:57.259482 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port dc1d31c8-9854-4eea-a384-f4d7f1f80ead triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:27:57.260157 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (dc1d31c8-9854-4eea-a384-f4d7f1f80ead), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:57.321835 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Network 22f5afd2-72b2-4d49-902d-85a1983548be is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:27:57.322101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb92050b-be50-434f-bca6-31d1d61f7ae7', 'name': 'tempest-ImageQuotaTest-303978999-router', 'tenant_id': 'a33f056f58454968b64ee1ecc83cb227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '20ba1d7b-598f-4036-b826-a638a85c6c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:27:54Z', 'updated_at': '2022-03-23T02:27:54Z', 'revision_number': 3, 'project_id': 'a33f056f58454968b64ee1ecc83cb227', 'gw_port': {'id': '20ba1d7b-598f-4036-b826-a638a85c6c46', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb92050b-be50-434f-bca6-31d1d61f7ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:27:54Z', 'updated_at': '2022-03-23T02:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:57.323448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:27:57.374144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e62329-9b12-42f9-b105-1090cb01888b None None] The sync data for ids ['eb92050b-be50-434f-bca6-31d1d61f7ae7'] in n-d-834677-4 is: [{'id': 'eb92050b-be50-434f-bca6-31d1d61f7ae7', 'name': 'tempest-ImageQuotaTest-303978999-router', 'tenant_id': 'a33f056f58454968b64ee1ecc83cb227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '20ba1d7b-598f-4036-b826-a638a85c6c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:27:54Z', 'updated_at': '2022-03-23T02:27:54Z', 'revision_number': 3, 'project_id': 'a33f056f58454968b64ee1ecc83cb227', 'gw_port': {'id': '20ba1d7b-598f-4036-b826-a638a85c6c46', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb92050b-be50-434f-bca6-31d1d61f7ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:27:54Z', 'updated_at': '2022-03-23T02:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:27:57.397997 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port dc1d31c8-9854-4eea-a384-f4d7f1f80ead is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:27:57.462007 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Router eb92050b-be50-434f-bca6-31d1d61f7ae7 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:27:57.556371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ceec2dca-51de-4581-b44c-c4c6150c1a0c None None] Provisioning complete for port 30086224-a3a9-4415-a45b-1d089151d2cb triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:27:57.556757 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ceec2dca-51de-4581-b44c-c4c6150c1a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (30086224-a3a9-4415-a45b-1d089151d2cb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:57.576634 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:27:57.591533 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ab666ee3-18ea-41da-9222-6f73bb60bb13 admin admin] 10.222.0.18 "PUT /v2.0/routers/eb92050b-be50-434f-bca6-31d1d61f7ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6404345 Mar 23 02:27:57.594364 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ceec2dca-51de-4581-b44c-c4c6150c1a0c None None] Port 30086224-a3a9-4415-a45b-1d089151d2cb cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:27:58.633381 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54664) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:27:58.947067 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb45e4-4f2f-4ccc-a82a-40965e8a342f None None] Sync routers for ids ['eb92050b-be50-434f-bca6-31d1d61f7ae7'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:27:58.962216 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb45e4-4f2f-4ccc-a82a-40965e8a342f None None] Routers {'eb92050b-be50-434f-bca6-31d1d61f7ae7'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:27:58.962836 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-13cb45e4-4f2f-4ccc-a82a-40965e8a342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb92050b-be50-434f-bca6-31d1d61f7ae7'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:59.001591 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a96a60c-7250-4f8e-b721-0797c002637c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (eb92050b-be50-434f-bca6-31d1d61f7ae7), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:59.068052 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-13cb45e4-4f2f-4ccc-a82a-40965e8a342f None None] Set router eb92050b-be50-434f-bca6-31d1d61f7ae7 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:27:59.150468 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 20ba1d7b-598f-4036-b826-a638a85c6c46 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:27:59.211986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 20ba1d7b-598f-4036-b826-a638a85c6c46 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:27:59.212262 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (20ba1d7b-598f-4036-b826-a638a85c6c46), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:59.265653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-0a96a60c-7250-4f8e-b721-0797c002637c admin admin] Deleting port 30086224-a3a9-4415-a45b-1d089151d2cb {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:27:59.266001 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a96a60c-7250-4f8e-b721-0797c002637c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (30086224-a3a9-4415-a45b-1d089151d2cb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:59.283525 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-13cb45e4-4f2f-4ccc-a82a-40965e8a342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb92050b-be50-434f-bca6-31d1d61f7ae7', 'name': 'tempest-ImageQuotaTest-303978999-router', 'tenant_id': 'a33f056f58454968b64ee1ecc83cb227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '20ba1d7b-598f-4036-b826-a638a85c6c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:27:54Z', 'updated_at': '2022-03-23T02:27:56Z', 'revision_number': 4, 'project_id': 'a33f056f58454968b64ee1ecc83cb227', 'gw_port': {'id': '20ba1d7b-598f-4036-b826-a638a85c6c46', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb92050b-be50-434f-bca6-31d1d61f7ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:27:54Z', 'updated_at': '2022-03-23T02:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '30086224-a3a9-4415-a45b-1d089151d2cb', 'name': '', 'network_id': '22f5afd2-72b2-4d49-902d-85a1983548be', 'tenant_id': 'a33f056f58454968b64ee1ecc83cb227', 'mac_address': 'fa:16:3e:5f:b3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb92050b-be50-434f-bca6-31d1d61f7ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '45207c70-14e1-457a-a9de-98e84b54330b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:27:56Z', 'updated_at': '2022-03-23T02:27:57Z', 'revision_number': 2, 'project_id': 'a33f056f58454968b64ee1ecc83cb227', 'subnets': [{'id': '45207c70-14e1-457a-a9de-98e84b54330b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:27:59.294090 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 20ba1d7b-598f-4036-b826-a638a85c6c46 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:27:59.294458 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (20ba1d7b-598f-4036-b826-a638a85c6c46), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:59.311088 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb45e4-4f2f-4ccc-a82a-40965e8a342f None None] Checking router: eb92050b-be50-434f-bca6-31d1d61f7ae7 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:27:59.311433 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb45e4-4f2f-4ccc-a82a-40965e8a342f None None] Updating router eb92050b-be50-434f-bca6-31d1d61f7ae7 port 30086224-a3a9-4415-a45b-1d089151d2cb binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:27:59.316162 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 20ba1d7b-598f-4036-b826-a638a85c6c46, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=20ba1d7b-598f-4036-b826-a638a85c6c46,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:27:59.321488 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (20ba1d7b-598f-4036-b826-a638a85c6c46), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:59.345636 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-13cb45e4-4f2f-4ccc-a82a-40965e8a342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (30086224-a3a9-4415-a45b-1d089151d2cb), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:59.350341 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a96a60c-7250-4f8e-b721-0797c002637c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (30086224-a3a9-4415-a45b-1d089151d2cb), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:59.364409 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-0a96a60c-7250-4f8e-b721-0797c002637c admin admin] Calling delete_port for 30086224-a3a9-4415-a45b-1d089151d2cb owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:27:59.374653 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=20ba1d7b-598f-4036-b826-a638a85c6c46,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:59.563897 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a96a60c-7250-4f8e-b721-0797c002637c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (30086224-a3a9-4415-a45b-1d089151d2cb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:59.589488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96a60c-7250-4f8e-b721-0797c002637c admin admin] Pushing event deleted for resources: {'Port': ['ID=30086224-a3a9-4415-a45b-1d089151d2cb,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:27:59.727256 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.db.api [None req-13cb45e4-4f2f-4ccc-a82a-40965e8a342f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:27:59.727621 n-d-834677-4 neutron-server[99266]: DEBUG oslo_db.api [None req-13cb45e4-4f2f-4ccc-a82a-40965e8a342f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:27:59.760898 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0a96a60c-7250-4f8e-b721-0797c002637c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (eb92050b-be50-434f-bca6-31d1d61f7ae7), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:27:59.984146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a96a60c-7250-4f8e-b721-0797c002637c admin admin] Router eb92050b-be50-434f-bca6-31d1d61f7ae7 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:28:00.099035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a96a60c-7250-4f8e-b721-0797c002637c admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:28:00.104687 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0a96a60c-7250-4f8e-b721-0797c002637c admin admin] 10.222.0.18 "PUT /v2.0/routers/eb92050b-be50-434f-bca6-31d1d61f7ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4700034 Mar 23 02:28:00.108303 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54666) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:28:00.214456 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a48c8d8c-8709-4c4c-8e8d-0eb162fb435e admin admin] Publish callbacks [] for router (eb92050b-be50-434f-bca6-31d1d61f7ae7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:00.247711 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb45e4-4f2f-4ccc-a82a-40965e8a342f None None] Port 30086224-a3a9-4415-a45b-1d089151d2cb not found while updating agent binding for router eb92050b-be50-434f-bca6-31d1d61f7ae7. {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 23 02:28:00.257451 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb45e4-4f2f-4ccc-a82a-40965e8a342f None None] Routers {'eb92050b-be50-434f-bca6-31d1d61f7ae7'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:28:00.258075 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-13cb45e4-4f2f-4ccc-a82a-40965e8a342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['eb92050b-be50-434f-bca6-31d1d61f7ae7'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:28:00.319356 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a48c8d8c-8709-4c4c-8e8d-0eb162fb435e admin admin] Publish callbacks [] for router_gateway (eb92050b-be50-434f-bca6-31d1d61f7ae7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:00.369156 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-13cb45e4-4f2f-4ccc-a82a-40965e8a342f None None] Set router eb92050b-be50-434f-bca6-31d1d61f7ae7 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:28:00.375072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-a48c8d8c-8709-4c4c-8e8d-0eb162fb435e admin admin] Deleting port 20ba1d7b-598f-4036-b826-a638a85c6c46 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:28:00.375757 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a48c8d8c-8709-4c4c-8e8d-0eb162fb435e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (20ba1d7b-598f-4036-b826-a638a85c6c46), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:00.468914 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-a48c8d8c-8709-4c4c-8e8d-0eb162fb435e admin admin] For port 20ba1d7b-598f-4036-b826-a638a85c6c46, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=20ba1d7b-598f-4036-b826-a638a85c6c46,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:28:00.469333 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a48c8d8c-8709-4c4c-8e8d-0eb162fb435e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (20ba1d7b-598f-4036-b826-a638a85c6c46), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:00.482535 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-a48c8d8c-8709-4c4c-8e8d-0eb162fb435e admin admin] Calling delete_port for 20ba1d7b-598f-4036-b826-a638a85c6c46 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:28:00.545273 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-13cb45e4-4f2f-4ccc-a82a-40965e8a342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb92050b-be50-434f-bca6-31d1d61f7ae7', 'name': 'tempest-ImageQuotaTest-303978999-router', 'tenant_id': 'a33f056f58454968b64ee1ecc83cb227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '20ba1d7b-598f-4036-b826-a638a85c6c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:27:54Z', 'updated_at': '2022-03-23T02:27:59Z', 'revision_number': 5, 'project_id': 'a33f056f58454968b64ee1ecc83cb227', 'gw_port': {'id': '20ba1d7b-598f-4036-b826-a638a85c6c46', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92050b-be50-434f-bca6-31d1d61f7ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:27:54Z', 'updated_at': '2022-03-23T02:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:28:00.574114 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb45e4-4f2f-4ccc-a82a-40965e8a342f None None] The sync data for ids ['eb92050b-be50-434f-bca6-31d1d61f7ae7'] in n-d-834677-4 is: [{'id': 'eb92050b-be50-434f-bca6-31d1d61f7ae7', 'name': 'tempest-ImageQuotaTest-303978999-router', 'tenant_id': 'a33f056f58454968b64ee1ecc83cb227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '20ba1d7b-598f-4036-b826-a638a85c6c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:27:54Z', 'updated_at': '2022-03-23T02:27:59Z', 'revision_number': 5, 'project_id': 'a33f056f58454968b64ee1ecc83cb227', 'gw_port': {'id': '20ba1d7b-598f-4036-b826-a638a85c6c46', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92050b-be50-434f-bca6-31d1d61f7ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:27:54Z', 'updated_at': '2022-03-23T02:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:28:00.653996 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a48c8d8c-8709-4c4c-8e8d-0eb162fb435e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (20ba1d7b-598f-4036-b826-a638a85c6c46), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:00.680583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c8d8c-8709-4c4c-8e8d-0eb162fb435e admin admin] Pushing event deleted for resources: {'Port': ['ID=20ba1d7b-598f-4036-b826-a638a85c6c46,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:00.742344 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a48c8d8c-8709-4c4c-8e8d-0eb162fb435e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (eb92050b-be50-434f-bca6-31d1d61f7ae7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:00.841481 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a48c8d8c-8709-4c4c-8e8d-0eb162fb435e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (eb92050b-be50-434f-bca6-31d1d61f7ae7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:00.843997 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a48c8d8c-8709-4c4c-8e8d-0eb162fb435e admin admin] Publish callbacks [] for router_controller (eb92050b-be50-434f-bca6-31d1d61f7ae7), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:00.891989 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a48c8d8c-8709-4c4c-8e8d-0eb162fb435e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (eb92050b-be50-434f-bca6-31d1d61f7ae7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:00.892538 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48c8d8c-8709-4c4c-8e8d-0eb162fb435e admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb92050b-be50-434f-bca6-31d1d61f7ae7 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:28:00.897874 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a48c8d8c-8709-4c4c-8e8d-0eb162fb435e admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:00.899078 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a48c8d8c-8709-4c4c-8e8d-0eb162fb435e admin admin] 10.222.0.18 "DELETE /v2.0/routers/eb92050b-be50-434f-bca6-31d1d61f7ae7 HTTP/1.1" status: 204 len: 168 time: 0.7897706 Mar 23 02:28:00.902122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54668) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:28:00.950177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ba45f4-919f-43b7-a049-d82abc712e23 admin admin] Deleting subnet 45207c70-14e1-457a-a9de-98e84b54330b {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:28:00.953432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25ba45f4-919f-43b7-a049-d82abc712e23 admin admin] Publish callbacks [] for subnet (45207c70-14e1-457a-a9de-98e84b54330b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:00.989530 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25ba45f4-919f-43b7-a049-d82abc712e23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (45207c70-14e1-457a-a9de-98e84b54330b), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:01.077318 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25ba45f4-919f-43b7-a049-d82abc712e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (45207c70-14e1-457a-a9de-98e84b54330b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:01.136160 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25ba45f4-919f-43b7-a049-d82abc712e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (45207c70-14e1-457a-a9de-98e84b54330b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:01.164922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba45f4-919f-43b7-a049-d82abc712e23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45207c70-14e1-457a-a9de-98e84b54330b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:01.166914 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-25ba45f4-919f-43b7-a049-d82abc712e23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:01.170119 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-25ba45f4-919f-43b7-a049-d82abc712e23 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/45207c70-14e1-457a-a9de-98e84b54330b HTTP/1.1" status: 204 len: 168 time: 0.2670069 Mar 23 02:28:01.171177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f4cab4-aa81-4d93-97ae-6ddc9c82159f None None] Network 22f5afd2-72b2-4d49-902d-85a1983548be requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:28:01.172949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54670) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:28:01.224878 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b947b17-27b9-4756-9ff1-d0bebbf8ccb4 None None] Sync routers for ids ['eb92050b-be50-434f-bca6-31d1d61f7ae7'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:28:01.250142 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (22f5afd2-72b2-4d49-902d-85a1983548be), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:01.253199 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b947b17-27b9-4756-9ff1-d0bebbf8ccb4 None None] Routers set() bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:28:01.253565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b947b17-27b9-4756-9ff1-d0bebbf8ccb4 None None] Router IDs set() for agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 02:28:01.254155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_agentschedulers_db [None req-7b947b17-27b9-4756-9ff1-d0bebbf8ccb4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eb92050b-be50-434f-bca6-31d1d61f7ae7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent'). {{(pid=99265) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 23 02:28:01.268571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b947b17-27b9-4756-9ff1-d0bebbf8ccb4 None None] Routers set() bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:28:01.268948 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b947b17-27b9-4756-9ff1-d0bebbf8ccb4 None None] Router IDs set() for agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 02:28:01.269531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_agentschedulers_db [None req-7b947b17-27b9-4756-9ff1-d0bebbf8ccb4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eb92050b-be50-434f-bca6-31d1d61f7ae7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:27:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent'). {{(pid=99265) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 23 02:28:01.269902 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b947b17-27b9-4756-9ff1-d0bebbf8ccb4 None None] The sync data for ids ['eb92050b-be50-434f-bca6-31d1d61f7ae7'] in n-d-834677-4 is: [] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:28:01.357120 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986867a1-07f4-437f-a7e1-b5944e62e683 None None] DHCP port deletion for 22f5afd2-72b2-4d49-902d-85a1983548be request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:28:01.422486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-986867a1-07f4-437f-a7e1-b5944e62e683 None None] Deleting port dc1d31c8-9854-4eea-a384-f4d7f1f80ead {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:28:01.422921 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-986867a1-07f4-437f-a7e1-b5944e62e683 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (dc1d31c8-9854-4eea-a384-f4d7f1f80ead), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:01.487191 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-986867a1-07f4-437f-a7e1-b5944e62e683 None None] For port dc1d31c8-9854-4eea-a384-f4d7f1f80ead, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=dc1d31c8-9854-4eea-a384-f4d7f1f80ead,segment=NetworkSegment(6bd4ba2e-34a6-4cc0-b741-f9e699eb170c),segment_id=6bd4ba2e-34a6-4cc0-b741-f9e699eb170c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:28:01.487552 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-986867a1-07f4-437f-a7e1-b5944e62e683 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (dc1d31c8-9854-4eea-a384-f4d7f1f80ead), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:01.501804 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-986867a1-07f4-437f-a7e1-b5944e62e683 None None] Calling delete_port for dc1d31c8-9854-4eea-a384-f4d7f1f80ead owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:28:01.587943 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-986867a1-07f4-437f-a7e1-b5944e62e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (dc1d31c8-9854-4eea-a384-f4d7f1f80ead), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:01.613939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986867a1-07f4-437f-a7e1-b5944e62e683 None None] Pushing event deleted for resources: {'Port': ['ID=dc1d31c8-9854-4eea-a384-f4d7f1f80ead,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:01.617717 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986867a1-07f4-437f-a7e1-b5944e62e683 None None] No DVR routers for this DVR port dc1d31c8-9854-4eea-a384-f4d7f1f80ead on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:28:01.655070 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] Deleting port dc1d31c8-9854-4eea-a384-f4d7f1f80ead {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:28:01.655412 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (dc1d31c8-9854-4eea-a384-f4d7f1f80ead), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:01.721748 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] For port dc1d31c8-9854-4eea-a384-f4d7f1f80ead, host n-d-834677-4, got binding levels [] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:28:01.722117 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (dc1d31c8-9854-4eea-a384-f4d7f1f80ead), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:01.735177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] Calling delete_port for dc1d31c8-9854-4eea-a384-f4d7f1f80ead owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:28:01.738063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_backend_mixin [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] Port dc1d31c8-9854-4eea-a384-f4d7f1f80ead was not found and therefore no delete operation was performed {{(pid=99263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:28:01.739428 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (dc1d31c8-9854-4eea-a384-f4d7f1f80ead), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:01.767833 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1d31c8-9854-4eea-a384-f4d7f1f80ead,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:01.771939 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] No DVR routers for this DVR port dc1d31c8-9854-4eea-a384-f4d7f1f80ead on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:28:01.843968 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (22f5afd2-72b2-4d49-902d-85a1983548be), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:01.864393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f5afd2-72b2-4d49-902d-85a1983548be']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:28:01.873885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd4ba2e-34a6-4cc0-b741-f9e699eb170c') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:28:01.874188 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd4ba2e-34a6-4cc0-b741-f9e699eb170c') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:28:01.883854 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (6bd4ba2e-34a6-4cc0-b741-f9e699eb170c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:01.897582 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (6bd4ba2e-34a6-4cc0-b741-f9e699eb170c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:01.904211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:28:01.904587 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (6bd4ba2e-34a6-4cc0-b741-f9e699eb170c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:28:01.906441 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:28:01.963435 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (22f5afd2-72b2-4d49-902d-85a1983548be), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:01.970055 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:01.974040 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] 10.222.0.18 "DELETE /v2.0/networks/22f5afd2-72b2-4d49-902d-85a1983548be HTTP/1.1" status: 204 len: 168 time: 0.7994523 Mar 23 02:28:01.985287 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f7ca4-de76-456d-81b0-dc47167e6415 admin admin] Pushing event deleted for resources: {'Network': ['ID=22f5afd2-72b2-4d49-902d-85a1983548be,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:02.091042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54674) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:28:02.134307 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-db7c392d-1bee-470b-87f5-695d35968152 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a33f056f58454968b64ee1ecc83cb227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421004 Mar 23 02:28:02.136936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54676) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:28:02.187724 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a8845b6-1558-432c-ae35-6ee2103588d2 admin admin] Publish callbacks [] for security_group (2f074793-3dfa-44f9-b2d6-40c663187886), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:02.213485 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a8845b6-1558-432c-ae35-6ee2103588d2 admin admin] Publish callbacks [] for security_group (2f074793-3dfa-44f9-b2d6-40c663187886), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:02.269492 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a8845b6-1558-432c-ae35-6ee2103588d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (2f074793-3dfa-44f9-b2d6-40c663187886), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:02.272023 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8a8845b6-1558-432c-ae35-6ee2103588d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:02.273212 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8a8845b6-1558-432c-ae35-6ee2103588d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f074793-3dfa-44f9-b2d6-40c663187886 HTTP/1.1" status: 204 len: 168 time: 0.1353786 Mar 23 02:28:02.281353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8845b6-1558-432c-ae35-6ee2103588d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f074793-3dfa-44f9-b2d6-40c663187886,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:02.654568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54682) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:28:02.670617 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a552c23f-0fcb-4d09-8124-d4f107da7178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:02.757779 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a552c23f-0fcb-4d09-8124-d4f107da7178 admin admin] Publish callbacks [] for security_group (93e1a066-8d4d-4bd3-a947-e28c0b848054), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:02.762286 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a552c23f-0fcb-4d09-8124-d4f107da7178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (93e1a066-8d4d-4bd3-a947-e28c0b848054), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:02.800030 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a552c23f-0fcb-4d09-8124-d4f107da7178 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1443353 Mar 23 02:28:02.800911 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552c23f-0fcb-4d09-8124-d4f107da7178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e1a066-8d4d-4bd3-a947-e28c0b848054,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:02.803647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54684) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:28:02.853392 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb20f654-58b9-483c-8c88-46bc0453b6aa admin admin] Publish callbacks [] for security_group (93e1a066-8d4d-4bd3-a947-e28c0b848054), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:02.875300 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb20f654-58b9-483c-8c88-46bc0453b6aa admin admin] Publish callbacks [] for security_group (93e1a066-8d4d-4bd3-a947-e28c0b848054), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:02.925640 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb20f654-58b9-483c-8c88-46bc0453b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (93e1a066-8d4d-4bd3-a947-e28c0b848054), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:02.928183 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bb20f654-58b9-483c-8c88-46bc0453b6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:02.929388 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bb20f654-58b9-483c-8c88-46bc0453b6aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93e1a066-8d4d-4bd3-a947-e28c0b848054 HTTP/1.1" status: 204 len: 168 time: 0.1247480 Mar 23 02:28:02.937181 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20f654-58b9-483c-8c88-46bc0453b6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e1a066-8d4d-4bd3-a947-e28c0b848054,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:03.100064 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device dc1d31c8-9854-4eea-a384-f4d7f1f80ead no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:28:03.121542 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: dc1d31c8-9854-4eea-a384-f4d7f1f80ead {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:28:03.121858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device dc1d31c8-9854-4eea-a384-f4d7f1f80ead not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:28:03.122324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 20ba1d7b-598f-4036-b826-a638a85c6c46 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:28:03.143073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 20ba1d7b-598f-4036-b826-a638a85c6c46 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:28:03.143396 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 20ba1d7b-598f-4036-b826-a638a85c6c46 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:28:04.309739 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:14.397485 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-67f65e40-5a75-4344-ab99-93c5fefc79fa tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f7ea1e06a7a9475f9212b879301a7af9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303607 Mar 23 02:28:14.596783 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-16f7031a-7583-40d2-a1e3-436f766fbcee tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:14.598921 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-16f7031a-7583-40d2-a1e3-436f766fbcee tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925631 Mar 23 02:28:14.614575 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-9a9fa6e5-b961-4369-8029-17b2bd53d963 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/quotas/f7ea1e06a7a9475f9212b879301a7af9 HTTP/1.1" status: 200 len: 375 time: 0.0097375 Mar 23 02:28:14.645929 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-a529c3a2-83be-4165-9e46-2b708d8881f2 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7ea1e06a7a9475f9212b879301a7af9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263722 Mar 23 02:28:14.922497 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9abae1c1-1e10-42f2-88c9-eb4d589bed3c req-a57b43a2-fc26-40dc-8e96-fd38e88e9e54 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca429b7c-33b4-4736-9dc8-828337675d0a HTTP/1.1" status: 200 len: 210 time: 0.1250715 Mar 23 02:28:16.014649 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-fac50ca9-2e7c-4934-8c65-a6c58c74d914 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f7ea1e06a7a9475f9212b879301a7af9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297480 Mar 23 02:28:16.026430 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e397e282-f86c-473b-bb3a-99ec1666c69a req-578f1019-d6b1-4be9-9b7e-1d1135f91aea tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca429b7c-33b4-4736-9dc8-828337675d0a HTTP/1.1" status: 200 len: 210 time: 0.0287619 Mar 23 02:28:16.231110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-d1faeb88-5c96-434b-9179-6bf1faa22b56 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:16.232465 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-d1faeb88-5c96-434b-9179-6bf1faa22b56 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2110875 Mar 23 02:28:16.244021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-c78dbacc-fe9b-427e-8822-e8ca62259a09 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Request body: {'port': {'device_id': 'ca429b7c-33b4-4736-9dc8-828337675d0a', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'admin_state_up': True, 'tenant_id': 'f7ea1e06a7a9475f9212b879301a7af9'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:28:16.392698 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-c78dbacc-fe9b-427e-8822-e8ca62259a09 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Made reservation on behalf of f7ea1e06a7a9475f9212b879301a7af9 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:28:16.398318 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-c78dbacc-fe9b-427e-8822-e8ca62259a09 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:16.408827 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-c78dbacc-fe9b-427e-8822-e8ca62259a09 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:16.493542 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-c78dbacc-fe9b-427e-8822-e8ca62259a09 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Publish callbacks [] for security_group (6b0f28e3-8aed-4455-b862-385c07a4614d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:16.499314 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-c78dbacc-fe9b-427e-8822-e8ca62259a09 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6b0f28e3-8aed-4455-b862-385c07a4614d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:16.569159 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dbacc-fe9b-427e-8822-e8ca62259a09 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0f28e3-8aed-4455-b862-385c07a4614d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:16.643682 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-c78dbacc-fe9b-427e-8822-e8ca62259a09 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Allocated IP 192.168.233.194 (c0552ab9-cef2-43bf-84f9-7f46dc193310/9a1acd02-8765-4406-ba53-e9336e9fe894/092abe85-414f-4838-ad91-f56588ce30fd) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:28:16.813454 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-c78dbacc-fe9b-427e-8822-e8ca62259a09 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Publish callbacks [] for port (092abe85-414f-4838-ad91-f56588ce30fd), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:16.854418 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-c78dbacc-fe9b-427e-8822-e8ca62259a09 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (092abe85-414f-4838-ad91-f56588ce30fd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:16.911894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-c78dbacc-fe9b-427e-8822-e8ca62259a09 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Network c0552ab9-cef2-43bf-84f9-7f46dc193310 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:28:16.915723 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-c78dbacc-fe9b-427e-8822-e8ca62259a09 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:28:16.923278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-c78dbacc-fe9b-427e-8822-e8ca62259a09 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:28:16.928640 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dbacc-fe9b-427e-8822-e8ca62259a09 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Pushing event updated for resources: {'Port': ['ID=092abe85-414f-4838-ad91-f56588ce30fd,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:16.980921 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-c78dbacc-fe9b-427e-8822-e8ca62259a09 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:16.981594 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-c78dbacc-fe9b-427e-8822-e8ca62259a09 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:17.002950 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-c78dbacc-fe9b-427e-8822-e8ca62259a09 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7625597 Mar 23 02:28:17.075096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Request body: {'port': {'device_id': 'ca429b7c-33b4-4736-9dc8-828337675d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:28:17.166861 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b555be3d-14af-4f23-9c84-ca7f2ecdf7a8 None None] Provisioning complete for port 092abe85-414f-4838-ad91-f56588ce30fd triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:28:17.167472 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b555be3d-14af-4f23-9c84-ca7f2ecdf7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (092abe85-414f-4838-ad91-f56588ce30fd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:17.170794 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (092abe85-414f-4838-ad91-f56588ce30fd), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:17.208281 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b555be3d-14af-4f23-9c84-ca7f2ecdf7a8 None None] Port 092abe85-414f-4838-ad91-f56588ce30fd cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:28:17.494463 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfa7ec-eda2-47f8-bc3c-9140b96acdb7 req-0fe4d39b-fa77-4193-a1af-4934600dc0d7 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:17.495951 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3cfa7ec-eda2-47f8-bc3c-9140b96acdb7 req-0fe4d39b-fa77-4193-a1af-4934600dc0d7 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca429b7c-33b4-4736-9dc8-828337675d0a HTTP/1.1" status: 200 len: 936 time: 0.1022460 Mar 23 02:28:17.567750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092abe85-414f-4838-ad91-f56588ce30fd {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:28:17.581546 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Publish callbacks [] for port (092abe85-414f-4838-ad91-f56588ce30fd), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:17.590440 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3cfa7ec-eda2-47f8-bc3c-9140b96acdb7 req-c303f11e-d894-4586-8bf6-bb167d056c14 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b0f28e3-8aed-4455-b862-385c07a4614d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887048 Mar 23 02:28:17.597567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Transition to ACTIVE for port object 092abe85-414f-4838-ad91-f56588ce30fd will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:28:17.602925 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (092abe85-414f-4838-ad91-f56588ce30fd), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:17.659877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Pushing event updated for resources: {'Port': ['ID=092abe85-414f-4838-ad91-f56588ce30fd,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:17.736371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Attempting to bind port 092abe85-414f-4838-ad91-f56588ce30fd on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:28:17.736748 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Attempting to bind port 092abe85-414f-4838-ad91-f56588ce30fd by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:28:17.737088 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Attempting to bind port 092abe85-414f-4838-ad91-f56588ce30fd on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:28:17.742745 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Port 092abe85-414f-4838-ad91-f56588ce30fd on network c0552ab9-cef2-43bf-84f9-7f46dc193310 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:28:17.743264 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Attempting to bind port 092abe85-414f-4838-ad91-f56588ce30fd on network c0552ab9-cef2-43bf-84f9-7f46dc193310 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:28:17.750032 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:28:17.750517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Checking segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:28:17.750907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Bound using segment: {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:28:17.751336 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Bound port: 092abe85-414f-4838-ad91-f56588ce30fd, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1129985e-eb49-4ece-8968-32cd9062b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:28:17.751691 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (092abe85-414f-4838-ad91-f56588ce30fd), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:17.818889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] For port 092abe85-414f-4838-ad91-f56588ce30fd, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:28:17.823222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] For port 092abe85-414f-4838-ad91-f56588ce30fd, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=092abe85-414f-4838-ad91-f56588ce30fd,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:28:17.830047 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (092abe85-414f-4838-ad91-f56588ce30fd), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:17.868379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:17.869108 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:17.870518 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] 10.222.0.42 "PUT /v2.0/ports/092abe85-414f-4838-ad91-f56588ce30fd HTTP/1.1" status: 200 len: 1096 time: 0.8603516 Mar 23 02:28:17.870987 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca429b7c-33b4-4736-9dc8-828337675d0a', 'tag': '092abe85-414f-4838-ad91-f56588ce30fd'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:28:17.873536 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c655b0b1-dd68-4861-a78b-323554fbc66c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca429b7c-33b4-4736-9dc8-828337675d0a", "tag": "092abe85-414f-4838-ad91-f56588ce30fd"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:28:17.905618 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004dcdee-53ad-4f58-b8f6-09326ced3a18 service neutron] Pushing event updated for resources: {'Port': ['ID=092abe85-414f-4838-ad91-f56588ce30fd,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:17.963001 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-1cc7a007-d9a1-4ade-a3a9-2bc632875da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:17.964751 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-1cc7a007-d9a1-4ade-a3a9-2bc632875da5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7ea1e06a7a9475f9212b879301a7af9&device_id=ca429b7c-33b4-4736-9dc8-828337675d0a HTTP/1.1" status: 200 len: 1130 time: 0.0524414 Mar 23 02:28:18.007449 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fad151-65e0-4dc8-abae-7bbbc8fe3b2f x-openstack-request-id: req-41fad151-65e0-4dc8-abae-7bbbc8fe3b2f {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:28:18.007744 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca429b7c-33b4-4736-9dc8-828337675d0a", "tag": "092abe85-414f-4838-ad91-f56588ce30fd", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:28:18.007936 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41fad151-65e0-4dc8-abae-7bbbc8fe3b2f {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:28:18.008349 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41fad151-65e0-4dc8-abae-7bbbc8fe3b2f'] response: {'name': 'network-changed', 'server_uuid': 'ca429b7c-33b4-4736-9dc8-828337675d0a', 'tag': '092abe85-414f-4838-ad91-f56588ce30fd', 'status': 'completed', 'code': 200} Mar 23 02:28:18.010235 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-1172c9eb-afb5-4df8-9729-e2adb4ac67b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=092abe85-414f-4838-ad91-f56588ce30fd HTTP/1.1" status: 200 len: 217 time: 0.0391436 Mar 23 02:28:18.064865 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-e0f89edb-1af9-434f-9dad-b59c6778d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:18.066355 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-e0f89edb-1af9-434f-9dad-b59c6778d5a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0505931 Mar 23 02:28:18.116061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-623fa22f-c573-4289-a703-cc2585b0d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:18.117581 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-623fa22f-c573-4289-a703-cc2585b0d746 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0445316 Mar 23 02:28:18.212433 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-82dad0cb-3206-4b2d-89ba-3b6932a7df41 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875549 Mar 23 02:28:18.319049 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d68a8ff1-d1a9-4ec4-be3d-4bdbd9c6ff71 req-f4bc73fc-a3cc-42f5-913f-14174d72f616 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007538 Mar 23 02:28:18.420878 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655b0b1-dd68-4861-a78b-323554fbc66c req-aac2caaf-d49f-4203-bb0b-0cf15a5034a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:18.422428 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c655b0b1-dd68-4861-a78b-323554fbc66c req-aac2caaf-d49f-4203-bb0b-0cf15a5034a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7ea1e06a7a9475f9212b879301a7af9&device_id=ca429b7c-33b4-4736-9dc8-828337675d0a HTTP/1.1" status: 200 len: 1130 time: 0.0488703 Mar 23 02:28:18.517535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655b0b1-dd68-4861-a78b-323554fbc66c req-d227cdba-9188-406e-801f-3761fd0a81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:18.519035 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c655b0b1-dd68-4861-a78b-323554fbc66c req-d227cdba-9188-406e-801f-3761fd0a81f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0552ab9-cef2-43bf-84f9-7f46dc193310 HTTP/1.1" status: 200 len: 869 time: 0.0903664 Mar 23 02:28:18.560873 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c655b0b1-dd68-4861-a78b-323554fbc66c req-7d1429b6-866a-4a4b-a536-66a76014c6aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=092abe85-414f-4838-ad91-f56588ce30fd HTTP/1.1" status: 200 len: 217 time: 0.0357509 Mar 23 02:28:18.615860 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655b0b1-dd68-4861-a78b-323554fbc66c req-ba42b3c9-11d4-4c5a-aa97-d03494b37448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:18.617494 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c655b0b1-dd68-4861-a78b-323554fbc66c req-ba42b3c9-11d4-4c5a-aa97-d03494b37448 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a1acd02-8765-4406-ba53-e9336e9fe894 HTTP/1.1" status: 200 len: 843 time: 0.0509789 Mar 23 02:28:18.711647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655b0b1-dd68-4861-a78b-323554fbc66c req-50c2171e-af66-4ed2-adac-e5b5b3330825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:18.713539 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c655b0b1-dd68-4861-a78b-323554fbc66c req-50c2171e-af66-4ed2-adac-e5b5b3330825 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0552ab9-cef2-43bf-84f9-7f46dc193310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0887733 Mar 23 02:28:18.775157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4f91e-0477-4621-9e78-847fb9ffa125 req-e226b179-f05c-41a7-b99f-f87118dc137f tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:18.777010 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4fd4f91e-0477-4621-9e78-847fb9ffa125 req-e226b179-f05c-41a7-b99f-f87118dc137f tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca429b7c-33b4-4736-9dc8-828337675d0a HTTP/1.1" status: 200 len: 948 time: 0.1056201 Mar 23 02:28:18.857329 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4fd4f91e-0477-4621-9e78-847fb9ffa125 req-b72b79a5-336f-4c66-91e4-5acb81ce6237 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b0f28e3-8aed-4455-b862-385c07a4614d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738738 Mar 23 02:28:18.859266 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c655b0b1-dd68-4861-a78b-323554fbc66c req-89e08be5-7197-4e61-a3ba-5d45326b404b service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376295 Mar 23 02:28:18.960835 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c655b0b1-dd68-4861-a78b-323554fbc66c req-5b5e55c9-4dd7-4178-9f9a-0827ebbeb052 service neutron] 10.222.0.42 "GET /v2.0/networks/c0552ab9-cef2-43bf-84f9-7f46dc193310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953629 Mar 23 02:28:19.596534 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1abcc1e8-ffdf-44e9-8d98-316807d1798b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:19.875887 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 092abe85-414f-4838-ad91-f56588ce30fd details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:28:19.975472 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 092abe85-414f-4838-ad91-f56588ce30fd, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=092abe85-414f-4838-ad91-f56588ce30fd,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:28:19.984070 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225de0ad-b47f-4b3e-bf4d-1f3523e7c23b req-2521aa60-5322-4c5a-b214-b57b8f9bd1aa tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:19.985614 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-225de0ad-b47f-4b3e-bf4d-1f3523e7c23b req-2521aa60-5322-4c5a-b214-b57b8f9bd1aa tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca429b7c-33b4-4736-9dc8-828337675d0a HTTP/1.1" status: 200 len: 948 time: 0.0567250 Mar 23 02:28:19.987473 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '092abe85-414f-4838-ad91-f56588ce30fd', 'network_id': 'c0552ab9-cef2-43bf-84f9-7f46dc193310', 'port_id': '092abe85-414f-4838-ad91-f56588ce30fd', 'mac_address': 'fa:16:3e:5c:8f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1acd02-8765-4406-ba53-e9336e9fe894', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:28:20.028867 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 092abe85-414f-4838-ad91-f56588ce30fd is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:28:20.029236 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (092abe85-414f-4838-ad91-f56588ce30fd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:20.033620 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-225de0ad-b47f-4b3e-bf4d-1f3523e7c23b req-df500964-0aac-427d-ab7e-ce426a6196e0 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b0f28e3-8aed-4455-b862-385c07a4614d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414331 Mar 23 02:28:20.042986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092abe85-414f-4838-ad91-f56588ce30fd {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:28:20.063317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 092abe85-414f-4838-ad91-f56588ce30fd, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=092abe85-414f-4838-ad91-f56588ce30fd,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:28:20.068765 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (092abe85-414f-4838-ad91-f56588ce30fd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:20.117848 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=092abe85-414f-4838-ad91-f56588ce30fd,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:20.306527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['092abe85-414f-4838-ad91-f56588ce30fd'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:28:21.143957 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:21.173585 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6741b-d02e-4db8-bffa-7574149d3b59 req-f54300bf-f9b5-48f7-b600-e030b46cc3e0 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:21.175075 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65e6741b-d02e-4db8-bffa-7574149d3b59 req-f54300bf-f9b5-48f7-b600-e030b46cc3e0 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca429b7c-33b4-4736-9dc8-828337675d0a HTTP/1.1" status: 200 len: 949 time: 0.0632758 Mar 23 02:28:21.235987 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-65e6741b-d02e-4db8-bffa-7574149d3b59 req-66b5d249-3088-471a-b23a-80b914733572 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b0f28e3-8aed-4455-b862-385c07a4614d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546353 Mar 23 02:28:21.888296 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 092abe85-414f-4838-ad91-f56588ce30fd up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:28:21.943885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 092abe85-414f-4838-ad91-f56588ce30fd completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:28:21.947846 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 092abe85-414f-4838-ad91-f56588ce30fd triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:28:21.948222 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (092abe85-414f-4838-ad91-f56588ce30fd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:22.196508 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 092abe85-414f-4838-ad91-f56588ce30fd is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:28:22.197298 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (092abe85-414f-4838-ad91-f56588ce30fd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:22.208699 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-59b165bb-eed4-41cb-9564-eb73c5a419bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:22.224206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca429b7c-33b4-4736-9dc8-828337675d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092abe85-414f-4838-ad91-f56588ce30fd'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:28:22.238661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 092abe85-414f-4838-ad91-f56588ce30fd, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=092abe85-414f-4838-ad91-f56588ce30fd,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:28:22.244163 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (092abe85-414f-4838-ad91-f56588ce30fd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:22.277773 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23235cf0-0e03-47c0-9552-92c4cc70b828" -d '{"events": [{"server_uuid": "ca429b7c-33b4-4736-9dc8-828337675d0a", "name": "network-vif-plugged", "status": "completed", "tag": "092abe85-414f-4838-ad91-f56588ce30fd"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:28:22.296289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=092abe85-414f-4838-ad91-f56588ce30fd,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:22.372835 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a31ad-b52b-4b3d-95a8-dbd2dc0e3769 req-13b46de5-94dc-48d8-8f05-c0ed06bf10ac tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:22.374439 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e7a31ad-b52b-4b3d-95a8-dbd2dc0e3769 req-13b46de5-94dc-48d8-8f05-c0ed06bf10ac tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca429b7c-33b4-4736-9dc8-828337675d0a HTTP/1.1" status: 200 len: 950 time: 0.0616100 Mar 23 02:28:22.374964 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba847215-b810-4bea-9256-d595cb2a6492 x-openstack-request-id: req-ba847215-b810-4bea-9256-d595cb2a6492 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:28:22.375260 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca429b7c-33b4-4736-9dc8-828337675d0a", "name": "network-vif-plugged", "status": "completed", "tag": "092abe85-414f-4838-ad91-f56588ce30fd", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:28:22.375518 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba847215-b810-4bea-9256-d595cb2a6492 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:28:22.375983 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba847215-b810-4bea-9256-d595cb2a6492'] response: {'server_uuid': 'ca429b7c-33b4-4736-9dc8-828337675d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092abe85-414f-4838-ad91-f56588ce30fd', 'code': 200} Mar 23 02:28:22.422120 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e7a31ad-b52b-4b3d-95a8-dbd2dc0e3769 req-eae1872f-86df-4a81-80b5-7714dda3acca tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b0f28e3-8aed-4455-b862-385c07a4614d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418360 Mar 23 02:28:22.479884 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292fe9c-c0ae-4435-915f-77a5f70175ab req-066291ef-994c-4075-a36b-215a5606ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:22.481458 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0292fe9c-c0ae-4435-915f-77a5f70175ab req-066291ef-994c-4075-a36b-215a5606ebaa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ca429b7c-33b4-4736-9dc8-828337675d0a HTTP/1.1" status: 200 len: 1132 time: 0.0496874 Mar 23 02:28:22.527066 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0292fe9c-c0ae-4435-915f-77a5f70175ab req-022dc80b-f36c-40a3-bf17-0db3e82fd48a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6b0f28e3-8aed-4455-b862-385c07a4614d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396512 Mar 23 02:28:23.482040 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:23.557002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171a81d-6aed-409b-aab8-7ecde37eb30d req-d0b36d17-c222-4bdb-a7f7-4376daac9323 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:23.558558 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2171a81d-6aed-409b-aab8-7ecde37eb30d req-d0b36d17-c222-4bdb-a7f7-4376daac9323 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca429b7c-33b4-4736-9dc8-828337675d0a HTTP/1.1" status: 200 len: 950 time: 0.0618260 Mar 23 02:28:23.606396 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2171a81d-6aed-409b-aab8-7ecde37eb30d req-2ab46c30-f41e-43bc-9578-6a1f0ff6e384 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b0f28e3-8aed-4455-b862-385c07a4614d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419877 Mar 23 02:28:23.868732 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:28:24.744401 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ffb94-d480-4d25-9d9a-036a99572566 req-e7e87f54-59ba-46d7-be9a-127d7a7d3bb2 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:24.745911 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e70ffb94-d480-4d25-9d9a-036a99572566 req-e7e87f54-59ba-46d7-be9a-127d7a7d3bb2 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca429b7c-33b4-4736-9dc8-828337675d0a HTTP/1.1" status: 200 len: 950 time: 0.0609634 Mar 23 02:28:24.794595 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e70ffb94-d480-4d25-9d9a-036a99572566 req-12cb883a-8ccf-4e3d-b51f-1607f66a1a31 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b0f28e3-8aed-4455-b862-385c07a4614d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429599 Mar 23 02:28:24.801062 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:25.180044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-b5306b26-6838-45af-a38c-70101dca48f9 req-b8f142b5-cba7-47d7-b5be-db4415e6026a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:28:25.181098 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5306b26-6838-45af-a38c-70101dca48f9 req-b8f142b5-cba7-47d7-b5be-db4415e6026a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498464 Mar 23 02:28:25.637893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-b64ad95f-99ae-4787-b540-a4b84f7d5ba0 req-613975d9-537a-4a2a-9186-9f775894dc31 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:28:25.638893 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b64ad95f-99ae-4787-b540-a4b84f7d5ba0 req-613975d9-537a-4a2a-9186-9f775894dc31 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0605533 Mar 23 02:28:25.869585 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:26.013011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df266882-f2af-4a09-a39c-5892b255c664 req-0d47f665-e6fc-44aa-a0ae-c721a384e208 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:26.014657 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-df266882-f2af-4a09-a39c-5892b255c664 req-0d47f665-e6fc-44aa-a0ae-c721a384e208 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca429b7c-33b4-4736-9dc8-828337675d0a HTTP/1.1" status: 200 len: 950 time: 0.0641444 Mar 23 02:28:26.077696 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-df266882-f2af-4a09-a39c-5892b255c664 req-31678c7b-7914-4ad4-91db-1afc47f7ca46 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b0f28e3-8aed-4455-b862-385c07a4614d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539351 Mar 23 02:28:27.230764 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e35de-1fbe-4bc1-97fa-81ff70aa2609 req-cd9e394f-2455-47cc-bbe0-f3191199c12f tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:27.232231 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-666e35de-1fbe-4bc1-97fa-81ff70aa2609 req-cd9e394f-2455-47cc-bbe0-f3191199c12f tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca429b7c-33b4-4736-9dc8-828337675d0a HTTP/1.1" status: 200 len: 950 time: 0.0863969 Mar 23 02:28:27.239891 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f234c-3e4d-419c-bb54-6e9e17623430 req-e0a95e2b-0014-4fd5-9a7d-1d293c90e6a9 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:27.241490 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d4f234c-3e4d-419c-bb54-6e9e17623430 req-e0a95e2b-0014-4fd5-9a7d-1d293c90e6a9 tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca429b7c-33b4-4736-9dc8-828337675d0a HTTP/1.1" status: 200 len: 950 time: 0.0867834 Mar 23 02:28:27.341067 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d4f234c-3e4d-419c-bb54-6e9e17623430 req-5b3585d5-8aac-46dd-bd8f-ca251fc0375a tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b0f28e3-8aed-4455-b862-385c07a4614d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920224 Mar 23 02:28:27.370564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-666e35de-1fbe-4bc1-97fa-81ff70aa2609 req-d054988b-fcee-458c-83ec-c50d8e3f5fde tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Deleting port 092abe85-414f-4838-ad91-f56588ce30fd {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:28:27.370893 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-666e35de-1fbe-4bc1-97fa-81ff70aa2609 req-d054988b-fcee-458c-83ec-c50d8e3f5fde tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (092abe85-414f-4838-ad91-f56588ce30fd), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:27.469458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-666e35de-1fbe-4bc1-97fa-81ff70aa2609 req-d054988b-fcee-458c-83ec-c50d8e3f5fde tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] For port 092abe85-414f-4838-ad91-f56588ce30fd, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=092abe85-414f-4838-ad91-f56588ce30fd,segment=NetworkSegment(1129985e-eb49-4ece-8968-32cd9062b8fa),segment_id=1129985e-eb49-4ece-8968-32cd9062b8fa)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:28:27.469823 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-666e35de-1fbe-4bc1-97fa-81ff70aa2609 req-d054988b-fcee-458c-83ec-c50d8e3f5fde tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (092abe85-414f-4838-ad91-f56588ce30fd), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:27.483983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-666e35de-1fbe-4bc1-97fa-81ff70aa2609 req-d054988b-fcee-458c-83ec-c50d8e3f5fde tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Calling delete_port for 092abe85-414f-4838-ad91-f56588ce30fd owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:28:27.624381 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-666e35de-1fbe-4bc1-97fa-81ff70aa2609 req-d054988b-fcee-458c-83ec-c50d8e3f5fde tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (092abe85-414f-4838-ad91-f56588ce30fd), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:27.636001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['092abe85-414f-4838-ad91-f56588ce30fd'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:28:27.654938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054988b-fcee-458c-83ec-c50d8e3f5fde tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Pushing event deleted for resources: {'Port': ['ID=092abe85-414f-4838-ad91-f56588ce30fd,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:27.698980 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-666e35de-1fbe-4bc1-97fa-81ff70aa2609 req-d054988b-fcee-458c-83ec-c50d8e3f5fde tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] No DVR routers for this DVR port 092abe85-414f-4838-ad91-f56588ce30fd on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:28:27.701937 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-666e35de-1fbe-4bc1-97fa-81ff70aa2609 req-d054988b-fcee-458c-83ec-c50d8e3f5fde tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:27.705371 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-666e35de-1fbe-4bc1-97fa-81ff70aa2609 req-d054988b-fcee-458c-83ec-c50d8e3f5fde tempest-ServersAdminNegativeTestJSON-437023409 tempest-ServersAdminNegativeTestJSON-437023409-project] 10.222.0.42 "DELETE /v2.0/ports/092abe85-414f-4838-ad91-f56588ce30fd HTTP/1.1" status: 204 len: 173 time: 0.4630144 Mar 23 02:28:27.705812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca429b7c-33b4-4736-9dc8-828337675d0a', 'name': 'network-vif-deleted', 'tag': '092abe85-414f-4838-ad91-f56588ce30fd'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:28:27.708189 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6046ef-1843-4bed-925c-964a41135e6c" -d '{"events": [{"server_uuid": "ca429b7c-33b4-4736-9dc8-828337675d0a", "name": "network-vif-deleted", "tag": "092abe85-414f-4838-ad91-f56588ce30fd"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:28:27.759066 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb3df7b-aa13-42ac-8fbe-12f1912a1d51 x-openstack-request-id: req-6fb3df7b-aa13-42ac-8fbe-12f1912a1d51 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:28:27.759393 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca429b7c-33b4-4736-9dc8-828337675d0a", "name": "network-vif-deleted", "tag": "092abe85-414f-4838-ad91-f56588ce30fd", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:28:27.759635 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fb3df7b-aa13-42ac-8fbe-12f1912a1d51 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:28:27.760044 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fb3df7b-aa13-42ac-8fbe-12f1912a1d51'] response: {'server_uuid': 'ca429b7c-33b4-4736-9dc8-828337675d0a', 'name': 'network-vif-deleted', 'tag': '092abe85-414f-4838-ad91-f56588ce30fd', 'status': 'completed', 'code': 200} Mar 23 02:28:28.700373 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54858) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:28:28.854121 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2b10de82-0e5e-4ae8-8fea-b2c6caeae3de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7ea1e06a7a9475f9212b879301a7af9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1524458 Mar 23 02:28:28.856773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54862) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:28:28.907872 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-91c83ad6-ed3b-44b7-98d9-a015f43de991 admin admin] Publish callbacks [] for security_group (6b0f28e3-8aed-4455-b862-385c07a4614d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:28.928964 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-91c83ad6-ed3b-44b7-98d9-a015f43de991 admin admin] Publish callbacks [] for security_group (6b0f28e3-8aed-4455-b862-385c07a4614d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:28.977469 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-91c83ad6-ed3b-44b7-98d9-a015f43de991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (6b0f28e3-8aed-4455-b862-385c07a4614d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:28.980119 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-91c83ad6-ed3b-44b7-98d9-a015f43de991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:28.981327 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-91c83ad6-ed3b-44b7-98d9-a015f43de991 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b0f28e3-8aed-4455-b862-385c07a4614d HTTP/1.1" status: 204 len: 168 time: 0.1236589 Mar 23 02:28:28.988996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c83ad6-ed3b-44b7-98d9-a015f43de991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0f28e3-8aed-4455-b862-385c07a4614d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:29.277591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54870) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:28:29.291480 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ea4e40f7-40fe-4ca3-8c06-b23675d4f8e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:29.366928 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ea4e40f7-40fe-4ca3-8c06-b23675d4f8e5 admin admin] Publish callbacks [] for security_group (eee0ac16-60ab-479f-931a-47478da4c129), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:29.372949 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ea4e40f7-40fe-4ca3-8c06-b23675d4f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (eee0ac16-60ab-479f-931a-47478da4c129), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:29.411212 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ea4e40f7-40fe-4ca3-8c06-b23675d4f8e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef990f3225e4479ab23dfa92686ed888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324968 Mar 23 02:28:29.412052 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e40f7-40fe-4ca3-8c06-b23675d4f8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee0ac16-60ab-479f-931a-47478da4c129,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:29.414348 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54872) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:28:29.469332 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-97a754af-c97a-44e6-bdf8-8f51c1403c10 admin admin] Publish callbacks [] for security_group (eee0ac16-60ab-479f-931a-47478da4c129), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:29.493013 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-97a754af-c97a-44e6-bdf8-8f51c1403c10 admin admin] Publish callbacks [] for security_group (eee0ac16-60ab-479f-931a-47478da4c129), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:29.551722 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-97a754af-c97a-44e6-bdf8-8f51c1403c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (eee0ac16-60ab-479f-931a-47478da4c129), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:29.554623 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-97a754af-c97a-44e6-bdf8-8f51c1403c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:29.555803 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-97a754af-c97a-44e6-bdf8-8f51c1403c10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eee0ac16-60ab-479f-931a-47478da4c129 HTTP/1.1" status: 204 len: 168 time: 0.1404295 Mar 23 02:28:29.563623 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a754af-c97a-44e6-bdf8-8f51c1403c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee0ac16-60ab-479f-931a-47478da4c129,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:29.934936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 092abe85-414f-4838-ad91-f56588ce30fd no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:28:29.954540 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 092abe85-414f-4838-ad91-f56588ce30fd {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:28:29.954887 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 092abe85-414f-4838-ad91-f56588ce30fd not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:28:30.290324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54894) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:28:30.391385 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c800c00a-77d7-4eef-b207-81251be246b4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1066442362-network', 'tenant_id': 'e21b3ee22d0f4f34bdefea9d2d3bc44a'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:28:30.413986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c800c00a-77d7-4eef-b207-81251be246b4 admin admin] Made reservation on behalf of e21b3ee22d0f4f34bdefea9d2d3bc44a for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:28:30.416425 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c800c00a-77d7-4eef-b207-81251be246b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:30.425140 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c800c00a-77d7-4eef-b207-81251be246b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:30.506789 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c800c00a-77d7-4eef-b207-81251be246b4 admin admin] Publish callbacks [] for security_group (73da5747-e401-4292-a0f5-6a1c8cb9d0f2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:30.511509 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c800c00a-77d7-4eef-b207-81251be246b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (73da5747-e401-4292-a0f5-6a1c8cb9d0f2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:30.536572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c800c00a-77d7-4eef-b207-81251be246b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:28:30.546509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800c00a-77d7-4eef-b207-81251be246b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73da5747-e401-4292-a0f5-6a1c8cb9d0f2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:30.553000 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c800c00a-77d7-4eef-b207-81251be246b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (fdcea7c9-f64e-40a9-97ca-f6e859e03f3a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:30.553346 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-c800c00a-77d7-4eef-b207-81251be246b4 admin admin] Added segment fdcea7c9-f64e-40a9-97ca-f6e859e03f3a of type vlan for network b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f Mar 23 02:28:30.593593 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c800c00a-77d7-4eef-b207-81251be246b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:30.621538 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c800c00a-77d7-4eef-b207-81251be246b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:30.622656 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c800c00a-77d7-4eef-b207-81251be246b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:30.623244 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c800c00a-77d7-4eef-b207-81251be246b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:30.681086 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c800c00a-77d7-4eef-b207-81251be246b4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3895547 Mar 23 02:28:30.684196 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54898) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:28:30.686370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800c00a-77d7-4eef-b207-81251be246b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:30.689215 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3b35159d-8e14-4c66-b513-53ca9947c223 admin admin] Request body: {'subnet': {'network_id': 'b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1066442362-subnet', 'tenant_id': 'e21b3ee22d0f4f34bdefea9d2d3bc44a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:28:30.698970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:28:30.714349 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b35159d-8e14-4c66-b513-53ca9947c223 admin admin] Made reservation on behalf of e21b3ee22d0f4f34bdefea9d2d3bc44a for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:28:30.716835 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3b35159d-8e14-4c66-b513-53ca9947c223 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:30.895227 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3b35159d-8e14-4c66-b513-53ca9947c223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (1f964c0a-a103-4e36-ba79-92584d2dc429), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:30.944736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35159d-8e14-4c66-b513-53ca9947c223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f964c0a-a103-4e36-ba79-92584d2dc429,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:30.961192 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b35159d-8e14-4c66-b513-53ca9947c223 admin admin] Checking segment: {'id': 'fdcea7c9-f64e-40a9-97ca-f6e859e03f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:28:30.961558 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b35159d-8e14-4c66-b513-53ca9947c223 admin admin] Network hostable DHCP agents. Network: b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:28:30.980552 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b35159d-8e14-4c66-b513-53ca9947c223 admin admin] Network b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:28:30.993723 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-3b35159d-8e14-4c66-b513-53ca9947c223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:28:30.999745 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b35159d-8e14-4c66-b513-53ca9947c223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:30.999745 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3b35159d-8e14-4c66-b513-53ca9947c223 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:31.002882 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3972ba81-1121-4e4d-b446-e22fc2c1c22f None None] Network b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:28:31.017481 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3b35159d-8e14-4c66-b513-53ca9947c223 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3320811 Mar 23 02:28:31.102664 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7ee850-7e32-4466-8759-552479891f8c None None] Network b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:28:31.436901 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-5fced944-3936-403d-9156-7e2d5bbb15f5 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:31.438396 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-5fced944-3936-403d-9156-7e2d5bbb15f5 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/networks?id=b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f HTTP/1.1" status: 200 len: 812 time: 0.1026156 Mar 23 02:28:31.455082 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-e4a2bae6-3c1a-4a56-8aef-4ceeaba155d7 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/quotas/e21b3ee22d0f4f34bdefea9d2d3bc44a HTTP/1.1" status: 200 len: 375 time: 0.0097165 Mar 23 02:28:31.492239 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-730eac7c-142a-45f3-871a-eadd987ec54a tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e21b3ee22d0f4f34bdefea9d2d3bc44a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313983 Mar 23 02:28:31.601657 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-2222688f-7fa4-446b-b676-b4a5754f8184 service neutron] 10.222.0.18 "GET /v2.0/networks/b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985553 Mar 23 02:28:31.704447 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-06da426c-4ed1-4d93-b3fb-af85ca68e1d4 service neutron] 10.222.0.18 "GET /v2.0/networks/b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942388 Mar 23 02:28:31.874325 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-078a3678-2306-4f32-b0c2-9c6182466ef5 req-06601dff-3c2e-40c4-a6c8-9facbedf244a tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 210 time: 0.0327137 Mar 23 02:28:32.982973 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52d650c6-db4e-4e3f-ae23-eb63b08e9f06 req-fc90244d-8819-4015-963c-32eaf9c92a9e tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 210 time: 0.0302653 Mar 23 02:28:32.994310 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-d367fd0a-3026-4d66-8356-c777c644aff3 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:33.001184 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-d367fd0a-3026-4d66-8356-c777c644aff3 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.42 "GET /v2.0/networks?id=b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f HTTP/1.1" status: 200 len: 812 time: 0.1155763 Mar 23 02:28:33.008202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-6ec2067f-c18e-43ea-be14-71118abf2d3f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Request body: {'port': {'device_id': '5c328b54-acf3-44bc-b0a5-fa359ab61430', 'network_id': 'b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f', 'admin_state_up': True, 'tenant_id': 'e21b3ee22d0f4f34bdefea9d2d3bc44a'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:28:33.118638 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-6ec2067f-c18e-43ea-be14-71118abf2d3f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Made reservation on behalf of e21b3ee22d0f4f34bdefea9d2d3bc44a for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:28:33.121945 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-6ec2067f-c18e-43ea-be14-71118abf2d3f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:33.256929 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-6ec2067f-c18e-43ea-be14-71118abf2d3f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Allocated IP 172.20.0.13 (b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f/1f964c0a-a103-4e36-ba79-92584d2dc429/b64ed481-8ea7-4711-8f70-8fe889dc8082) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:28:33.421414 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-6ec2067f-c18e-43ea-be14-71118abf2d3f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Publish callbacks [] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:33.466523 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-6ec2067f-c18e-43ea-be14-71118abf2d3f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:33.509104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-6ec2067f-c18e-43ea-be14-71118abf2d3f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Network b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:28:33.512158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-6ec2067f-c18e-43ea-be14-71118abf2d3f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:28:33.518283 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-6ec2067f-c18e-43ea-be14-71118abf2d3f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:28:33.525332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2067f-c18e-43ea-be14-71118abf2d3f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Pushing event updated for resources: {'Port': ['ID=b64ed481-8ea7-4711-8f70-8fe889dc8082,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:33.576036 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-6ec2067f-c18e-43ea-be14-71118abf2d3f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:33.576655 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-6ec2067f-c18e-43ea-be14-71118abf2d3f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:33.597553 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-6ec2067f-c18e-43ea-be14-71118abf2d3f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5934026 Mar 23 02:28:33.609557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Request body: {'port': {'device_id': '5c328b54-acf3-44bc-b0a5-fa359ab61430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:28:34.033568 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:34.206740 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3c340-e600-488e-9b95-fb0bfb18aecb req-8f8af59f-4c2b-40f4-b1c7-c2caaf90e0e6 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:34.208201 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73f3c340-e600-488e-9b95-fb0bfb18aecb req-8f8af59f-4c2b-40f4-b1c7-c2caaf90e0e6 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 932 time: 0.1417136 Mar 23 02:28:34.299623 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73f3c340-e600-488e-9b95-fb0bfb18aecb req-099e8426-2eef-4343-9019-06cfd0bdb962 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635941 Mar 23 02:28:34.329243 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:34.376791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64ed481-8ea7-4711-8f70-8fe889dc8082 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:28:34.384425 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Publish callbacks [] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:34.397578 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Transition to ACTIVE for port object b64ed481-8ea7-4711-8f70-8fe889dc8082 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:28:34.404099 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:34.451261 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b64ed481-8ea7-4711-8f70-8fe889dc8082,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:34.523965 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Attempting to bind port b64ed481-8ea7-4711-8f70-8fe889dc8082 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:28:34.524251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Attempting to bind port b64ed481-8ea7-4711-8f70-8fe889dc8082 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'fdcea7c9-f64e-40a9-97ca-f6e859e03f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:28:34.524629 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Attempting to bind port b64ed481-8ea7-4711-8f70-8fe889dc8082 on network b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:28:34.529291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Port b64ed481-8ea7-4711-8f70-8fe889dc8082 on network b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:28:34.529612 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Attempting to bind port b64ed481-8ea7-4711-8f70-8fe889dc8082 on network b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:28:34.534460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:28:34.534797 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Checking segment: {'id': 'fdcea7c9-f64e-40a9-97ca-f6e859e03f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:28:34.535187 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Bound using segment: {'id': 'fdcea7c9-f64e-40a9-97ca-f6e859e03f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:28:34.535617 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Bound port: b64ed481-8ea7-4711-8f70-8fe889dc8082, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcea7c9-f64e-40a9-97ca-f6e859e03f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:28:34.535976 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:34.598707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] For port b64ed481-8ea7-4711-8f70-8fe889dc8082, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:28:34.601772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] For port b64ed481-8ea7-4711-8f70-8fe889dc8082, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=b64ed481-8ea7-4711-8f70-8fe889dc8082,segment=NetworkSegment(fdcea7c9-f64e-40a9-97ca-f6e859e03f3a),segment_id=fdcea7c9-f64e-40a9-97ca-f6e859e03f3a)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:28:34.608589 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:34.641786 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:34.642411 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:34.643808 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] 10.222.0.42 "PUT /v2.0/ports/b64ed481-8ea7-4711-8f70-8fe889dc8082 HTTP/1.1" status: 200 len: 1092 time: 1.0387583 Mar 23 02:28:34.644248 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c328b54-acf3-44bc-b0a5-fa359ab61430', 'tag': 'b64ed481-8ea7-4711-8f70-8fe889dc8082'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:28:34.646678 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2d608b-1393-4856-beb2-59cceabbf151" -d '{"events": [{"name": "network-changed", "server_uuid": "5c328b54-acf3-44bc-b0a5-fa359ab61430", "tag": "b64ed481-8ea7-4711-8f70-8fe889dc8082"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:28:34.673333 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeede99-95ae-41c2-aef1-888d13d7e9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b64ed481-8ea7-4711-8f70-8fe889dc8082,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:34.694083 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548bc89f-cfb5-488e-9436-218cc3cd62d4 x-openstack-request-id: req-548bc89f-cfb5-488e-9436-218cc3cd62d4 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:28:34.694364 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c328b54-acf3-44bc-b0a5-fa359ab61430", "tag": "b64ed481-8ea7-4711-8f70-8fe889dc8082", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:28:34.694621 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-548bc89f-cfb5-488e-9436-218cc3cd62d4 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:28:34.695010 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548bc89f-cfb5-488e-9436-218cc3cd62d4'] response: {'name': 'network-changed', 'server_uuid': '5c328b54-acf3-44bc-b0a5-fa359ab61430', 'tag': 'b64ed481-8ea7-4711-8f70-8fe889dc8082', 'status': 'completed', 'code': 200} Mar 23 02:28:34.735978 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-a2d3766b-f95e-4538-8cd1-84bf531cc495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:34.737542 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-a2d3766b-f95e-4538-8cd1-84bf531cc495 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e21b3ee22d0f4f34bdefea9d2d3bc44a&device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 1126 time: 0.0523365 Mar 23 02:28:34.781712 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-f15164d9-3a93-4ee0-8a81-0892f2c3da38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b64ed481-8ea7-4711-8f70-8fe889dc8082 HTTP/1.1" status: 200 len: 217 time: 0.0361407 Mar 23 02:28:34.835959 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-23d52685-6c91-40a7-96f5-348fa6992c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:34.838195 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-23d52685-6c91-40a7-96f5-348fa6992c61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f964c0a-a103-4e36-ba79-92584d2dc429 HTTP/1.1" status: 200 len: 852 time: 0.0508947 Mar 23 02:28:34.871981 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-61e1bb34-f3ad-4ca7-b7ed-38d9e0836687 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274577 Mar 23 02:28:34.976213 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-53b749d9-0801-40fe-8168-1379b1aa6795 service neutron] 10.222.0.42 "GET /v2.0/networks/b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980759 Mar 23 02:28:35.064181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5eb066fa-2599-44fd-ac79-0c02456c4e39 req-326ef4fb-df6a-4ad3-8a29-00fe3b32c26f service neutron] 10.222.0.42 "GET /v2.0/networks/b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820792 Mar 23 02:28:35.163481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d608b-1393-4856-beb2-59cceabbf151 req-75fd525c-d417-4526-9ced-87ef56f792ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:35.164971 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1c2d608b-1393-4856-beb2-59cceabbf151 req-75fd525c-d417-4526-9ced-87ef56f792ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e21b3ee22d0f4f34bdefea9d2d3bc44a&device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 1126 time: 0.0555921 Mar 23 02:28:35.266107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d608b-1393-4856-beb2-59cceabbf151 req-87b2b8e3-2ac6-449a-92c8-f997afb889fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:35.267593 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1c2d608b-1393-4856-beb2-59cceabbf151 req-87b2b8e3-2ac6-449a-92c8-f997afb889fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f HTTP/1.1" status: 200 len: 912 time: 0.0972989 Mar 23 02:28:35.312764 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1c2d608b-1393-4856-beb2-59cceabbf151 req-83aa5cfe-c8cf-44a8-bcce-9b36cb14e39e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b64ed481-8ea7-4711-8f70-8fe889dc8082 HTTP/1.1" status: 200 len: 217 time: 0.0387940 Mar 23 02:28:35.361127 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d608b-1393-4856-beb2-59cceabbf151 req-dbbf30eb-bce4-4932-aa18-40d6448f8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:35.362983 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1c2d608b-1393-4856-beb2-59cceabbf151 req-dbbf30eb-bce4-4932-aa18-40d6448f8cb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f964c0a-a103-4e36-ba79-92584d2dc429 HTTP/1.1" status: 200 len: 852 time: 0.0442681 Mar 23 02:28:35.402518 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1c2d608b-1393-4856-beb2-59cceabbf151 req-b49a2c5c-24c4-4214-9b1f-8ba337e1626f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338445 Mar 23 02:28:35.519982 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a74e9e-a7db-4e77-9d97-d8ae0cbdb9ac req-e5e92655-0336-46b9-abba-25c00de71ce4 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:35.522657 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84a74e9e-a7db-4e77-9d97-d8ae0cbdb9ac req-e5e92655-0336-46b9-abba-25c00de71ce4 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 944 time: 0.1438601 Mar 23 02:28:35.559595 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1c2d608b-1393-4856-beb2-59cceabbf151 req-69bae395-da11-40e5-b582-1b803cc952eb service neutron] 10.222.0.42 "GET /v2.0/networks/b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391752 Mar 23 02:28:35.630868 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-84a74e9e-a7db-4e77-9d97-d8ae0cbdb9ac req-2be55950-f8b2-4638-a86f-5423d737aedb tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007264 Mar 23 02:28:35.674058 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1c2d608b-1393-4856-beb2-59cceabbf151 req-8a84e034-81d5-41f8-9f21-5d70747a067b service neutron] 10.222.0.42 "GET /v2.0/networks/b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084809 Mar 23 02:28:36.775176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c7254-da6a-4bc8-80e7-1023a4bdb559 req-1bb2b6ef-066c-44f7-88d2-9e2d8f14ef76 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:36.776910 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f37c7254-da6a-4bc8-80e7-1023a4bdb559 req-1bb2b6ef-066c-44f7-88d2-9e2d8f14ef76 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 944 time: 0.0649197 Mar 23 02:28:36.829345 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f37c7254-da6a-4bc8-80e7-1023a4bdb559 req-764d6bce-e8f8-4c42-9eae-c39ca4226979 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439799 Mar 23 02:28:37.980038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa28807-72ec-4b58-b52a-fba632e7bc9a req-a05354de-f370-4f85-bf9c-328e2d946760 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:37.981654 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-daa28807-72ec-4b58-b52a-fba632e7bc9a req-a05354de-f370-4f85-bf9c-328e2d946760 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 944 time: 0.0681024 Mar 23 02:28:38.011616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device b64ed481-8ea7-4711-8f70-8fe889dc8082 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:28:38.029694 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-daa28807-72ec-4b58-b52a-fba632e7bc9a req-7da93514-c56e-4180-9a19-8e3cc2521236 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423987 Mar 23 02:28:38.113431 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port b64ed481-8ea7-4711-8f70-8fe889dc8082, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=b64ed481-8ea7-4711-8f70-8fe889dc8082,segment=NetworkSegment(fdcea7c9-f64e-40a9-97ca-f6e859e03f3a),segment_id=fdcea7c9-f64e-40a9-97ca-f6e859e03f3a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:28:38.125038 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'b64ed481-8ea7-4711-8f70-8fe889dc8082', 'network_id': 'b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f', 'port_id': 'b64ed481-8ea7-4711-8f70-8fe889dc8082', 'mac_address': 'fa:16:3e:61:cf:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f964c0a-a103-4e36-ba79-92584d2dc429', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:28:38.163321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port b64ed481-8ea7-4711-8f70-8fe889dc8082 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:28:38.163714 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:38.180702 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64ed481-8ea7-4711-8f70-8fe889dc8082 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:28:38.200567 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port b64ed481-8ea7-4711-8f70-8fe889dc8082, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=b64ed481-8ea7-4711-8f70-8fe889dc8082,segment=NetworkSegment(fdcea7c9-f64e-40a9-97ca-f6e859e03f3a),segment_id=fdcea7c9-f64e-40a9-97ca-f6e859e03f3a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:28:38.206702 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:38.269804 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=b64ed481-8ea7-4711-8f70-8fe889dc8082,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:38.394314 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['b64ed481-8ea7-4711-8f70-8fe889dc8082'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:28:39.167576 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a05e8-f50c-490e-997e-9ae251f0d6a8 req-e26c54f3-de28-451b-82d6-4c6766f8838a tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:39.169064 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e61a05e8-f50c-490e-997e-9ae251f0d6a8 req-e26c54f3-de28-451b-82d6-4c6766f8838a tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 945 time: 0.0622604 Mar 23 02:28:39.219062 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e61a05e8-f50c-490e-997e-9ae251f0d6a8 req-6d65aa80-c296-478b-86a3-94feb2b5221e tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415442 Mar 23 02:28:40.051474 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device b64ed481-8ea7-4711-8f70-8fe889dc8082 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:28:40.111244 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port b64ed481-8ea7-4711-8f70-8fe889dc8082 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:28:40.115166 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port b64ed481-8ea7-4711-8f70-8fe889dc8082 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:28:40.115556 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:40.191701 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port b64ed481-8ea7-4711-8f70-8fe889dc8082 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:28:40.192081 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:40.217465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c328b54-acf3-44bc-b0a5-fa359ab61430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64ed481-8ea7-4711-8f70-8fe889dc8082'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:28:40.221019 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753303d5-1c56-4e68-8e3c-321b2e8e2b67" -d '{"events": [{"server_uuid": "5c328b54-acf3-44bc-b0a5-fa359ab61430", "name": "network-vif-plugged", "status": "completed", "tag": "b64ed481-8ea7-4711-8f70-8fe889dc8082"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:28:40.234937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port b64ed481-8ea7-4711-8f70-8fe889dc8082, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=b64ed481-8ea7-4711-8f70-8fe889dc8082,segment=NetworkSegment(fdcea7c9-f64e-40a9-97ca-f6e859e03f3a),segment_id=fdcea7c9-f64e-40a9-97ca-f6e859e03f3a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:28:40.240194 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:40.272785 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62257ae-9e1f-4323-abb3-2f6f21ff4d9d x-openstack-request-id: req-e62257ae-9e1f-4323-abb3-2f6f21ff4d9d {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:28:40.273150 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c328b54-acf3-44bc-b0a5-fa359ab61430", "name": "network-vif-plugged", "status": "completed", "tag": "b64ed481-8ea7-4711-8f70-8fe889dc8082", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:28:40.273325 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e62257ae-9e1f-4323-abb3-2f6f21ff4d9d {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:28:40.273713 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e62257ae-9e1f-4323-abb3-2f6f21ff4d9d'] response: {'server_uuid': '5c328b54-acf3-44bc-b0a5-fa359ab61430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64ed481-8ea7-4711-8f70-8fe889dc8082', 'code': 200} Mar 23 02:28:40.304758 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=b64ed481-8ea7-4711-8f70-8fe889dc8082,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:28:40.347598 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286a0af-50f7-4bef-b039-a93c1091ea11 req-ac1fbaac-f26f-479d-8b65-e9a1529d7892 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:40.349412 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9286a0af-50f7-4bef-b039-a93c1091ea11 req-ac1fbaac-f26f-479d-8b65-e9a1529d7892 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0603993 Mar 23 02:28:40.367220 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63968e8a-0dc5-45a5-91ba-6fb70ec94b6b req-37b70e48-b189-4899-beeb-381f2b2cb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:40.368767 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63968e8a-0dc5-45a5-91ba-6fb70ec94b6b req-37b70e48-b189-4899-beeb-381f2b2cb78c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 1128 time: 0.0493100 Mar 23 02:28:40.395624 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9286a0af-50f7-4bef-b039-a93c1091ea11 req-cbae55f3-01b9-4544-bb48-5613ca2e1963 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405979 Mar 23 02:28:40.411895 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63968e8a-0dc5-45a5-91ba-6fb70ec94b6b req-b78d2747-1294-4f11-b6f0-7f69a0c28bd4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373259 Mar 23 02:28:41.543452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c93335-942f-4100-84b3-5a8745edae39 req-0e98ca80-d4bf-45d7-956a-983a6673f935 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:41.544952 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79c93335-942f-4100-84b3-5a8745edae39 req-0e98ca80-d4bf-45d7-956a-983a6673f935 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0665505 Mar 23 02:28:41.596845 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79c93335-942f-4100-84b3-5a8745edae39 req-7057f542-5bf4-4d56-be1e-912a45316eaf tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Mar 23 02:28:41.845866 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 54966) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:28:41.873890 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528a1ef-3782-4396-adb4-dbca60922318 req-00b7a6c5-cae0-4953-9dcf-4a9c3e55e5df tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:41.875377 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b528a1ef-3782-4396-adb4-dbca60922318 req-00b7a6c5-cae0-4953-9dcf-4a9c3e55e5df tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0534151 Mar 23 02:28:41.932555 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b528a1ef-3782-4396-adb4-dbca60922318 req-9a6ef985-ffd2-4d13-ad4c-d0ab075da52e tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503452 Mar 23 02:28:41.940728 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-66d0e6a3-7f78-49c7-9569-9485a8baaa49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936241 Mar 23 02:28:41.949849 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-3b3850e7-909a-4b7f-bdc3-07cddf4392e4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:28:41.950877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-3b3850e7-909a-4b7f-bdc3-07cddf4392e4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051620 Mar 23 02:28:42.307371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 54988) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:28:42.410909 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-f3065511-ce28-4967-9b5c-8a36eaaf9bc9 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:42.412895 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-f3065511-ce28-4967-9b5c-8a36eaaf9bc9 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports/b64ed481-8ea7-4711-8f70-8fe889dc8082 HTTP/1.1" status: 200 len: 943 time: 0.1043963 Mar 23 02:28:43.068459 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a1b87-488f-4bdb-a844-f5be561d9d57 req-81ecf21b-61c0-4ff4-b840-7acc0c56472f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:43.070207 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-266a1b87-488f-4bdb-a844-f5be561d9d57 req-81ecf21b-61c0-4ff4-b840-7acc0c56472f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0632353 Mar 23 02:28:43.119176 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-266a1b87-488f-4bdb-a844-f5be561d9d57 req-b1b2f1f8-4d92-49b0-a676-0c6f341c54da tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431259 Mar 23 02:28:43.346480 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-7fa8403a-3af6-4189-bbf3-529a5b5fd900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:43.347925 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-7fa8403a-3af6-4189-bbf3-529a5b5fd900 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e21b3ee22d0f4f34bdefea9d2d3bc44a&device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 1128 time: 0.0538197 Mar 23 02:28:43.440705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-e07a6bba-566d-4454-a52c-d303efc12968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:43.442269 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-e07a6bba-566d-4454-a52c-d303efc12968 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f HTTP/1.1" status: 200 len: 912 time: 0.0871325 Mar 23 02:28:43.488168 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-0c7bb254-baa0-404b-bd07-b5f4a6ecb396 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b64ed481-8ea7-4711-8f70-8fe889dc8082 HTTP/1.1" status: 200 len: 217 time: 0.0394793 Mar 23 02:28:43.539730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-9cb9d8d4-6d58-4355-80b2-d359f92584ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:43.542222 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-9cb9d8d4-6d58-4355-80b2-d359f92584ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f964c0a-a103-4e36-ba79-92584d2dc429 HTTP/1.1" status: 200 len: 852 time: 0.0472953 Mar 23 02:28:43.572168 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-647f104e-3007-4caf-b281-3d2d18cf0e18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255709 Mar 23 02:28:43.675033 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-6027752e-1315-4a9b-9334-029ab9c25e00 service neutron] 10.222.0.42 "GET /v2.0/networks/b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973439 Mar 23 02:28:43.764308 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-e367c477-f129-47c7-87df-88dfd891ae2f service neutron] 10.222.0.42 "GET /v2.0/networks/b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826941 Mar 23 02:28:44.256624 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb9179-b5cc-4660-90ba-38565b97290a req-3331933d-806d-4cb7-b319-7cceffda188f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:44.258571 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfbb9179-b5cc-4660-90ba-38565b97290a req-3331933d-806d-4cb7-b319-7cceffda188f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0609961 Mar 23 02:28:44.311977 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cfbb9179-b5cc-4660-90ba-38565b97290a req-1dfc5103-7620-4d9b-8f94-6ecf8a5cb4ab tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476711 Mar 23 02:28:45.452743 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe39f6-701f-4c30-9991-640ece5811c5 req-d4f7edf1-5646-490c-a3a6-c15eb2e178d1 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:45.454197 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2dfe39f6-701f-4c30-9991-640ece5811c5 req-d4f7edf1-5646-490c-a3a6-c15eb2e178d1 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0596080 Mar 23 02:28:45.502276 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2dfe39f6-701f-4c30-9991-640ece5811c5 req-f94d62c4-a60b-4eaf-970f-c1afa3a3641a tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422618 Mar 23 02:28:46.640115 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d74d4-ba99-485b-860b-f611d8bf76c2 req-d271234a-fc30-4466-ac9d-5a3b0a919e90 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:46.644634 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-346d74d4-ba99-485b-860b-f611d8bf76c2 req-d271234a-fc30-4466-ac9d-5a3b0a919e90 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0551643 Mar 23 02:28:46.692291 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-346d74d4-ba99-485b-860b-f611d8bf76c2 req-f3c09e70-e23a-4553-ab38-0710d4188f8a tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448084 Mar 23 02:28:47.826458 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d188c-c177-4aae-92b4-db7235a99816 req-56d552fc-9c49-4459-bf83-5d403cee5ec2 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:47.827942 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-297d188c-c177-4aae-92b4-db7235a99816 req-56d552fc-9c49-4459-bf83-5d403cee5ec2 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0620630 Mar 23 02:28:47.882934 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-297d188c-c177-4aae-92b4-db7235a99816 req-db739996-875c-4e1f-9eac-2ee166314de1 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462677 Mar 23 02:28:49.014399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2c5af-48fa-42da-990e-76999927bc9b req-cc83686c-0a53-4e35-b1d3-baa83a1a2cfa tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:49.015918 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28e2c5af-48fa-42da-990e-76999927bc9b req-cc83686c-0a53-4e35-b1d3-baa83a1a2cfa tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0586269 Mar 23 02:28:49.064958 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-28e2c5af-48fa-42da-990e-76999927bc9b req-92232291-2c73-4087-b79d-eb03070ad50f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430908 Mar 23 02:28:49.597107 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fa4a8d70-e933-426f-9462-e9d6036fab30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:50.219151 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6e7b7-ba77-4ae9-b7a4-7ddfbabf9585 req-bed09b8f-e9e4-40f0-8f3c-32d51ee1e6cf tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:50.220709 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-90c6e7b7-ba77-4ae9-b7a4-7ddfbabf9585 req-bed09b8f-e9e4-40f0-8f3c-32d51ee1e6cf tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0630493 Mar 23 02:28:50.271544 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-90c6e7b7-ba77-4ae9-b7a4-7ddfbabf9585 req-c6e5c6ad-542a-471b-9d58-c96604f1a11a tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427969 Mar 23 02:28:51.144145 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:51.408570 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f9245-2faa-4221-adf9-2252ef80f1f7 req-21a2b141-e75d-476d-af92-a02621d681a7 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:51.410054 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-480f9245-2faa-4221-adf9-2252ef80f1f7 req-21a2b141-e75d-476d-af92-a02621d681a7 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0598400 Mar 23 02:28:51.458674 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-480f9245-2faa-4221-adf9-2252ef80f1f7 req-b0ad7600-79a9-42d2-a52e-3e7bc84c5418 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426290 Mar 23 02:28:52.076763 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6e251331-4a7e-4d2d-8f99-be30a9725e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:52.593322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfdac2-b655-4853-af23-d3b91a5a50ec req-2cdf3ebc-89dd-4e28-beeb-9a2db0185b37 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:52.594845 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-28bfdac2-b655-4853-af23-d3b91a5a50ec req-2cdf3ebc-89dd-4e28-beeb-9a2db0185b37 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0624268 Mar 23 02:28:52.643048 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-28bfdac2-b655-4853-af23-d3b91a5a50ec req-517023fa-0895-4103-b57b-80ed57a5501e tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424232 Mar 23 02:28:53.487244 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:53.773007 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026c373-fb62-4ed7-8890-9d03fdf20820 req-3b9f7a03-c64b-4f36-a9e4-8b0498da5971 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:53.774933 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9026c373-fb62-4ed7-8890-9d03fdf20820 req-3b9f7a03-c64b-4f36-a9e4-8b0498da5971 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0566094 Mar 23 02:28:53.822756 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9026c373-fb62-4ed7-8890-9d03fdf20820 req-b0494e86-6c6b-4423-b844-09aeb2076db5 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421510 Mar 23 02:28:54.811951 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:54.963976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a7fab-68aa-4f23-b6a3-4f4ba71b042d req-576e5855-e26f-4cf6-90a3-94e4e7a272d5 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:54.965417 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e45a7fab-68aa-4f23-b6a3-4f4ba71b042d req-576e5855-e26f-4cf6-90a3-94e4e7a272d5 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0621178 Mar 23 02:28:55.012567 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e45a7fab-68aa-4f23-b6a3-4f4ba71b042d req-5d919ced-5c51-4aa2-9636-144255fb4c63 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413780 Mar 23 02:28:55.885863 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:28:56.158026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897f953-c098-4e1d-a8c7-0f063001bfff req-c8ec800d-f059-4a1e-80d5-b9accc4bf0c6 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:56.159416 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a897f953-c098-4e1d-a8c7-0f063001bfff req-c8ec800d-f059-4a1e-80d5-b9accc4bf0c6 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0676475 Mar 23 02:28:56.215176 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a897f953-c098-4e1d-a8c7-0f063001bfff req-fb36dddc-069e-4d63-b8bb-57734cb5c360 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465581 Mar 23 02:28:57.362283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca75246-45b8-4142-bc66-554231e810c8 req-45811c72-d5d2-44f4-8c94-c6c1a91abb06 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:57.363683 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cca75246-45b8-4142-bc66-554231e810c8 req-45811c72-d5d2-44f4-8c94-c6c1a91abb06 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0611706 Mar 23 02:28:57.414346 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cca75246-45b8-4142-bc66-554231e810c8 req-ac426fc2-f3b3-42e3-9f65-5a1ef1446b06 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448313 Mar 23 02:28:58.547636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbea961-c9bc-4a4f-8956-fac1b3db2c6a req-38543d96-3ff5-452b-bb4e-d53289fe5ba1 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:58.549156 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9bbea961-c9bc-4a4f-8956-fac1b3db2c6a req-38543d96-3ff5-452b-bb4e-d53289fe5ba1 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0644956 Mar 23 02:28:58.602873 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9bbea961-c9bc-4a4f-8956-fac1b3db2c6a req-e707b2c5-66a9-4a10-9a9d-ccb43ea92a1f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478699 Mar 23 02:28:59.754845 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81012290-6e52-4600-be73-91d2f981ab48 req-74c12d63-a3c2-46c2-a11d-f8164cb6df7f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:28:59.756242 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-81012290-6e52-4600-be73-91d2f981ab48 req-74c12d63-a3c2-46c2-a11d-f8164cb6df7f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0589404 Mar 23 02:28:59.814790 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-81012290-6e52-4600-be73-91d2f981ab48 req-54ceb916-104f-4c35-9f35-f0b30b57d8ed tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508597 Mar 23 02:29:00.868111 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:29:00.955496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15359f12-7342-4d8e-9cef-0c609c29d192 req-1223cb6c-d07a-45ad-9f9a-3ceae3e53f6a tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:00.956998 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15359f12-7342-4d8e-9cef-0c609c29d192 req-1223cb6c-d07a-45ad-9f9a-3ceae3e53f6a tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0606396 Mar 23 02:29:01.009793 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-15359f12-7342-4d8e-9cef-0c609c29d192 req-692c9ebd-5242-454b-99dd-e01f270bc4cc tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467482 Mar 23 02:29:02.145864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235f9b8-6e73-4a40-807f-75a76062a59b req-152db995-e90c-4694-941c-5442e9f1510e tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:02.147366 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8235f9b8-6e73-4a40-807f-75a76062a59b req-152db995-e90c-4694-941c-5442e9f1510e tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0568686 Mar 23 02:29:02.197713 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8235f9b8-6e73-4a40-807f-75a76062a59b req-b01bd5ad-ef37-4000-b856-ed79e34a5af7 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423458 Mar 23 02:29:03.330147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c5af0-e159-4016-a4be-1dd74bfc426f req-005e680b-bbfa-423a-90f3-535a592eac99 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:03.331539 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1c7c5af0-e159-4016-a4be-1dd74bfc426f req-005e680b-bbfa-423a-90f3-535a592eac99 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0599880 Mar 23 02:29:03.383850 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1c7c5af0-e159-4016-a4be-1dd74bfc426f req-fd6e2974-81ea-4729-ab13-a893d7a3fca7 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465837 Mar 23 02:29:04.342298 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:04.511756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179cd5b-bdd7-4497-8ffb-9c3af4a4c395 req-259dcb58-3350-4347-a76e-282db7a9719c tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:04.513356 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2179cd5b-bdd7-4497-8ffb-9c3af4a4c395 req-259dcb58-3350-4347-a76e-282db7a9719c tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0525851 Mar 23 02:29:04.564721 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2179cd5b-bdd7-4497-8ffb-9c3af4a4c395 req-6d091372-56a2-4f73-81fb-7e0bccd23e3d tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455036 Mar 23 02:29:04.928740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-76e7195c-ff3f-4c56-aec2-286e5a2bb4ad req-0cc5af3d-e96b-499d-ade9-f62ee57e134d service neutron] (99263) timed out ('10.222.0.43', 62378) {{(pid=99263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 02:29:05.705915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59840b46-3dab-4c98-8f7e-1f4725406266 req-7f4961f9-a36a-4650-8aab-89a5fdad79dd tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:05.707329 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59840b46-3dab-4c98-8f7e-1f4725406266 req-7f4961f9-a36a-4650-8aab-89a5fdad79dd tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0642850 Mar 23 02:29:05.759899 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59840b46-3dab-4c98-8f7e-1f4725406266 req-d1f94301-fb57-48b2-af53-46f2936c06a5 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423503 Mar 23 02:29:06.890169 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45802a8f-dd3c-49a9-a389-4c2c7994ec44 req-33e5a75b-13c0-47c3-840a-c0138af0b707 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:06.891655 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-45802a8f-dd3c-49a9-a389-4c2c7994ec44 req-33e5a75b-13c0-47c3-840a-c0138af0b707 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0567591 Mar 23 02:29:06.942090 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-45802a8f-dd3c-49a9-a389-4c2c7994ec44 req-196aa086-ea5a-4ab5-8414-cd43070e9cb5 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420396 Mar 23 02:29:08.082653 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa988ffd-0c7b-48bc-a5e1-1d112721cc3e req-b93969c0-1e3f-40f4-97c9-6fae821511d6 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:08.084147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa988ffd-0c7b-48bc-a5e1-1d112721cc3e req-b93969c0-1e3f-40f4-97c9-6fae821511d6 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0601614 Mar 23 02:29:08.136865 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa988ffd-0c7b-48bc-a5e1-1d112721cc3e req-1dec6521-22cf-438e-b752-557eb875a460 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444365 Mar 23 02:29:09.266382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd93be-802c-4e55-96ea-b103c5d74437 req-be4fcebb-e6df-4daa-bb8a-6dbcbd7f1536 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:09.267874 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-08cd93be-802c-4e55-96ea-b103c5d74437 req-be4fcebb-e6df-4daa-bb8a-6dbcbd7f1536 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0540071 Mar 23 02:29:09.318091 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-08cd93be-802c-4e55-96ea-b103c5d74437 req-e4075afe-af8b-435c-9e59-14c7951dec17 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414703 Mar 23 02:29:10.450944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9722c96-5921-4bef-9fe0-ae6230e8b72a req-c122e614-4f47-40c6-9b15-0bb859f2fe56 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:10.450944 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b9722c96-5921-4bef-9fe0-ae6230e8b72a req-c122e614-4f47-40c6-9b15-0bb859f2fe56 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 946 time: 0.0618134 Mar 23 02:29:10.499806 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b9722c96-5921-4bef-9fe0-ae6230e8b72a req-c52c1e22-8870-4473-9fa3-eece1e29a06b tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437293 Mar 23 02:29:10.654876 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-7ef0519b-0036-48de-abfa-5a2007b3f748 service neutron] show failed (client error): The resource could not be found. Mar 23 02:29:10.655820 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-7ef0519b-0036-48de-abfa-5a2007b3f748 service neutron] 10.222.0.42 "GET /v2.0/ports/b64ed481-8ea7-4711-8f70-8fe889dc8082/bindings/n-h2-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.0643866 Mar 23 02:29:10.975042 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-435130e2-06f9-457c-b14d-8d7d823cd47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:10.976592 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-435130e2-06f9-457c-b14d-8d7d823cd47c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430&tenant_id=e21b3ee22d0f4f34bdefea9d2d3bc44a HTTP/1.1" status: 200 len: 1128 time: 0.1193726 Mar 23 02:29:10.986316 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ae1a4fc6-1920-43bc-a39e-61aeae11f79c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:29:10.987253 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ae1a4fc6-1920-43bc-a39e-61aeae11f79c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049524 Mar 23 02:29:11.004936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:29:11.066419 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:11.285251 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] For port b64ed481-8ea7-4711-8f70-8fe889dc8082, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=b64ed481-8ea7-4711-8f70-8fe889dc8082,segment=NetworkSegment(fdcea7c9-f64e-40a9-97ca-f6e859e03f3a),segment_id=fdcea7c9-f64e-40a9-97ca-f6e859e03f3a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:29:11.318971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] For port b64ed481-8ea7-4711-8f70-8fe889dc8082, host n-h1-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:29:11.359536 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c328b54-acf3-44bc-b0a5-fa359ab61430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b64ed481-8ea7-4711-8f70-8fe889dc8082'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:29:11.365093 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Publish callbacks [] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:11.384178 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Transition to ACTIVE for port object b64ed481-8ea7-4711-8f70-8fe889dc8082 will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:29:11.389536 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:11.418149 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e617de-6bc2-40de-9d0e-cb6f5c16d5d5" -d '{"events": [{"server_uuid": "5c328b54-acf3-44bc-b0a5-fa359ab61430", "name": "network-vif-unplugged", "status": "completed", "tag": "b64ed481-8ea7-4711-8f70-8fe889dc8082"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:29:11.456814 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] No DVR routers for this DVR port b64ed481-8ea7-4711-8f70-8fe889dc8082 on host n-h1-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:29:11.463524 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Pushing event updated for resources: {'Port': ['ID=b64ed481-8ea7-4711-8f70-8fe889dc8082,revision_number=6']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:11.474922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:11.475271 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:11.475609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:11.475942 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:11.476270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:11.476593 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:11.476938 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:11.477393 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:11.477577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:11.477890 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:11.478194 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:11.478518 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:11.478832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:11.479147 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:11.479456 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:11.513943 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Attempting to bind port b64ed481-8ea7-4711-8f70-8fe889dc8082 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:29:11.514975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Attempting to bind port b64ed481-8ea7-4711-8f70-8fe889dc8082 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'fdcea7c9-f64e-40a9-97ca-f6e859e03f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:29:11.515333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Attempting to bind port b64ed481-8ea7-4711-8f70-8fe889dc8082 on network b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:29:11.520652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Port b64ed481-8ea7-4711-8f70-8fe889dc8082 on network b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:29:11.520972 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Attempting to bind port b64ed481-8ea7-4711-8f70-8fe889dc8082 on network b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:29:11.526547 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 02:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c81732-852d-49df-89df-e95587167075 x-openstack-request-id: req-21c81732-852d-49df-89df-e95587167075 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:29:11.526837 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c328b54-acf3-44bc-b0a5-fa359ab61430", "name": "network-vif-unplugged", "status": "completed", "tag": "b64ed481-8ea7-4711-8f70-8fe889dc8082", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:29:11.527093 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21c81732-852d-49df-89df-e95587167075 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:29:11.527491 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c81732-852d-49df-89df-e95587167075'] response: {'server_uuid': '5c328b54-acf3-44bc-b0a5-fa359ab61430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b64ed481-8ea7-4711-8f70-8fe889dc8082', 'code': 200} Mar 23 02:29:11.530976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:29:11.531098 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Checking segment: {'id': 'fdcea7c9-f64e-40a9-97ca-f6e859e03f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:29:11.531480 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Bound using segment: {'id': 'fdcea7c9-f64e-40a9-97ca-f6e859e03f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:29:11.531913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Bound port: b64ed481-8ea7-4711-8f70-8fe889dc8082, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcea7c9-f64e-40a9-97ca-f6e859e03f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:29:11.532275 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:11.598379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] For port b64ed481-8ea7-4711-8f70-8fe889dc8082, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:29:11.601379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] For port b64ed481-8ea7-4711-8f70-8fe889dc8082, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b64ed481-8ea7-4711-8f70-8fe889dc8082,segment=NetworkSegment(fdcea7c9-f64e-40a9-97ca-f6e859e03f3a),segment_id=fdcea7c9-f64e-40a9-97ca-f6e859e03f3a)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:29:11.610164 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:11.626823 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e6a64-c7ac-4e0a-8278-b3056401da4a req-1c1b8c0b-0858-4ed3-8a74-25b0e45a6679 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:11.628392 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be7e6a64-c7ac-4e0a-8278-b3056401da4a req-1c1b8c0b-0858-4ed3-8a74-25b0e45a6679 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 944 time: 0.0579360 Mar 23 02:29:11.644974 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:11.645673 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:11.647104 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] 10.222.0.43 "PUT /v2.0/ports/b64ed481-8ea7-4711-8f70-8fe889dc8082 HTTP/1.1" status: 200 len: 1092 time: 0.6467319 Mar 23 02:29:11.667450 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fdc1e-102e-4608-bc4d-5237ce55837f service neutron] Pushing event updated for resources: {'Port': ['ID=b64ed481-8ea7-4711-8f70-8fe889dc8082,revision_number=7']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:11.677744 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be7e6a64-c7ac-4e0a-8278-b3056401da4a req-208f7b56-6a7c-475a-96b8-50af0ea2a2f5 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434570 Mar 23 02:29:11.725837 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-d6c9995c-b44d-4b36-b77f-e4a755c2ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:11.727394 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-d6c9995c-b44d-4b36-b77f-e4a755c2ba6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e21b3ee22d0f4f34bdefea9d2d3bc44a&device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 1126 time: 0.0450904 Mar 23 02:29:11.826003 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-24d4485f-b1f2-45fd-afaf-3567f9e45203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:11.827582 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-24d4485f-b1f2-45fd-afaf-3567f9e45203 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f HTTP/1.1" status: 200 len: 912 time: 0.0944891 Mar 23 02:29:11.867481 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-fc45398c-63f2-48c3-b1c9-b131e2cd730e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b64ed481-8ea7-4711-8f70-8fe889dc8082 HTTP/1.1" status: 200 len: 217 time: 0.0343077 Mar 23 02:29:11.925109 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-950cb756-d1b0-4635-a89a-709fd87bf7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:11.927252 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-950cb756-d1b0-4635-a89a-709fd87bf7a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f964c0a-a103-4e36-ba79-92584d2dc429 HTTP/1.1" status: 200 len: 852 time: 0.0542052 Mar 23 02:29:11.960454 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-8fc1a4cc-0794-4927-a8cf-ce8963e1d351 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263929 Mar 23 02:29:12.049260 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-f9617bb4-8d5c-4855-8505-93c1f427b698 service neutron] 10.222.0.43 "GET /v2.0/networks/b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826473 Mar 23 02:29:12.143882 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-604005f0-1a0e-43be-b144-7d7bb43a850c req-23919cb8-90ca-4f21-ac6a-1516d38e129e service neutron] 10.222.0.43 "GET /v2.0/networks/b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877318 Mar 23 02:29:12.809629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6932ff3-82ac-4e7c-8e0e-990607e3bd1e req-2f1a7ada-2b34-4c68-8737-5f059ddc8bfc tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:12.811352 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a6932ff3-82ac-4e7c-8e0e-990607e3bd1e req-2f1a7ada-2b34-4c68-8737-5f059ddc8bfc tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 944 time: 0.0609679 Mar 23 02:29:12.866503 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a6932ff3-82ac-4e7c-8e0e-990607e3bd1e req-bff15b9b-550a-4fe9-bd48-1db0b11b5ce5 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473025 Mar 23 02:29:13.529575 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c328b54-acf3-44bc-b0a5-fa359ab61430', 'tag': 'b64ed481-8ea7-4711-8f70-8fe889dc8082'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:29:13.533449 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390e610e-453e-49e1-95ae-5dd11d5c7a49" -d '{"events": [{"name": "network-changed", "server_uuid": "5c328b54-acf3-44bc-b0a5-fa359ab61430", "tag": "b64ed481-8ea7-4711-8f70-8fe889dc8082"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:29:13.590182 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabbffd2-312f-46e2-bb26-dca0e2f857dc x-openstack-request-id: req-eabbffd2-312f-46e2-bb26-dca0e2f857dc {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:29:13.590483 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c328b54-acf3-44bc-b0a5-fa359ab61430", "tag": "b64ed481-8ea7-4711-8f70-8fe889dc8082", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:29:13.590743 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eabbffd2-312f-46e2-bb26-dca0e2f857dc {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:29:13.591160 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eabbffd2-312f-46e2-bb26-dca0e2f857dc'] response: {'name': 'network-changed', 'server_uuid': '5c328b54-acf3-44bc-b0a5-fa359ab61430', 'tag': 'b64ed481-8ea7-4711-8f70-8fe889dc8082', 'status': 'completed', 'code': 200} Mar 23 02:29:13.655718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-5b5d7b71-b067-4040-b7eb-eb77f402f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:13.657449 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-5b5d7b71-b067-4040-b7eb-eb77f402f4c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e21b3ee22d0f4f34bdefea9d2d3bc44a&device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 1126 time: 0.0479527 Mar 23 02:29:13.681027 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-925e8da6-dc8d-4cc9-b57f-05033fbc149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:13.682560 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-925e8da6-dc8d-4cc9-b57f-05033fbc149c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e21b3ee22d0f4f34bdefea9d2d3bc44a&device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 1126 time: 0.0461864 Mar 23 02:29:13.754605 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-24bc8cdf-bc71-4b4f-8bb4-421b4601636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:13.756014 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-24bc8cdf-bc71-4b4f-8bb4-421b4601636a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f HTTP/1.1" status: 200 len: 912 time: 0.0928109 Mar 23 02:29:13.773740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-4bcae7a0-6ff1-420b-baf6-57c96e34ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:13.775560 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-4bcae7a0-6ff1-420b-baf6-57c96e34ace4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f HTTP/1.1" status: 200 len: 912 time: 0.0871007 Mar 23 02:29:13.797725 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-3b7702af-8393-4973-8e0c-4fdd6700c424 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b64ed481-8ea7-4711-8f70-8fe889dc8082 HTTP/1.1" status: 200 len: 217 time: 0.0356956 Mar 23 02:29:13.816575 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-2cb7faaf-e962-48fc-be7b-1a20f1a3f25b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b64ed481-8ea7-4711-8f70-8fe889dc8082 HTTP/1.1" status: 200 len: 217 time: 0.0344622 Mar 23 02:29:13.846608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-e38965ff-e34f-41ed-86fa-df7830243dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:13.848112 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-e38965ff-e34f-41ed-86fa-df7830243dc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f964c0a-a103-4e36-ba79-92584d2dc429 HTTP/1.1" status: 200 len: 852 time: 0.0447946 Mar 23 02:29:13.869547 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-4a43b749-3d6b-4d46-9c2f-c21f0121d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:13.871052 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-4a43b749-3d6b-4d46-9c2f-c21f0121d551 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f964c0a-a103-4e36-ba79-92584d2dc429 HTTP/1.1" status: 200 len: 852 time: 0.0478208 Mar 23 02:29:13.880910 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-9bcf6a0f-1fda-40ff-983d-fc1f4651285b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262883 Mar 23 02:29:13.903425 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-edf994d8-735b-4a25-9838-d2d6363a6325 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257895 Mar 23 02:29:13.976293 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-4d60ff9f-888d-42f2-851f-95512b5523f2 service neutron] 10.222.0.42 "GET /v2.0/networks/b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894823 Mar 23 02:29:14.033781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7431d-62b3-460d-b6eb-a5ab81e1b8c6 req-8ece00c8-7b03-46d3-b892-6fc75bf32229 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:14.035191 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8da7431d-62b3-460d-b6eb-a5ab81e1b8c6 req-8ece00c8-7b03-46d3-b892-6fc75bf32229 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 944 time: 0.0840011 Mar 23 02:29:14.043203 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-fa086d0d-8f25-4738-8c55-836cdc9c9d6e service neutron] 10.222.0.43 "GET /v2.0/networks/b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333804 Mar 23 02:29:14.065396 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-e392d080-1393-4bef-82f6-32bc285b3685 service neutron] 10.222.0.42 "GET /v2.0/networks/b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832176 Mar 23 02:29:14.135443 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8da7431d-62b3-460d-b6eb-a5ab81e1b8c6 req-5ff7646a-c9e2-474b-b3db-9969ab827822 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945508 Mar 23 02:29:14.165211 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-390e610e-453e-49e1-95ae-5dd11d5c7a49 req-e4d6820d-f621-4ef4-9e2f-363345efea9b service neutron] 10.222.0.43 "GET /v2.0/networks/b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151662 Mar 23 02:29:14.262654 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device b64ed481-8ea7-4711-8f70-8fe889dc8082 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:29:14.304493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] The host n-h1-834677-4 is not matching for port b64ed481-8ea7-4711-8f70-8fe889dc8082 host n-h2-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 02:29:14.304828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device b64ed481-8ea7-4711-8f70-8fe889dc8082 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:29:15.268622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e14ad-7955-4b43-ba49-629d1b3679e8 req-89546c83-63e7-4c87-a97e-8b39f85b3282 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:15.270130 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f81e14ad-7955-4b43-ba49-629d1b3679e8 req-89546c83-63e7-4c87-a97e-8b39f85b3282 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 944 time: 0.0628085 Mar 23 02:29:15.317061 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f81e14ad-7955-4b43-ba49-629d1b3679e8 req-10e1eea2-a8c7-4e27-b446-46adcfe5ec2b tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406160 Mar 23 02:29:15.614107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-68de8888-dce3-45a4-b92d-17b6ff269b49 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:15.615502 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-68de8888-dce3-45a4-b92d-17b6ff269b49 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430&tenant_id=e21b3ee22d0f4f34bdefea9d2d3bc44a&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 944 time: 0.0984230 Mar 23 02:29:15.689699 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-bb3925a2-3410-4171-94e1-9552f39ec68c service neutron] delete failed (client error): The resource could not be found. Mar 23 02:29:15.690749 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-bb3925a2-3410-4171-94e1-9552f39ec68c service neutron] 10.222.0.42 "DELETE /v2.0/ports/b64ed481-8ea7-4711-8f70-8fe889dc8082/bindings/n-h1-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.0671849 Mar 23 02:29:15.783384 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-38c9e8db-3e57-4627-9211-2194fbc8c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:15.784954 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-38c9e8db-3e57-4627-9211-2194fbc8c24b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e21b3ee22d0f4f34bdefea9d2d3bc44a&device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 1126 time: 0.0488272 Mar 23 02:29:15.888085 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-c615f314-4812-407a-a4c4-089e56a61e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:15.889538 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-c615f314-4812-407a-a4c4-089e56a61e2a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f HTTP/1.1" status: 200 len: 912 time: 0.0981255 Mar 23 02:29:15.930541 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-9f9e06ab-a956-4425-b106-bdf604f44d42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b64ed481-8ea7-4711-8f70-8fe889dc8082 HTTP/1.1" status: 200 len: 217 time: 0.0350623 Mar 23 02:29:15.979853 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-5d56d2bc-2d66-401e-a357-299ae49eee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:15.981301 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-5d56d2bc-2d66-401e-a357-299ae49eee0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f964c0a-a103-4e36-ba79-92584d2dc429 HTTP/1.1" status: 200 len: 852 time: 0.0451565 Mar 23 02:29:16.012631 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-cd10009e-5f9d-4b5b-a5a6-421cd13e0cc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249534 Mar 23 02:29:16.376091 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-0996017c-acc0-4a1c-9810-ceb513246062 service neutron] 10.222.0.42 "GET /v2.0/networks/b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573077 Mar 23 02:29:16.480988 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-a8d889c2-b52e-4641-9d96-ae5f53c31bc6 service neutron] 10.222.0.42 "GET /v2.0/networks/b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982060 Mar 23 02:29:16.970762 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device b64ed481-8ea7-4711-8f70-8fe889dc8082 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:29:17.091653 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port b64ed481-8ea7-4711-8f70-8fe889dc8082, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b64ed481-8ea7-4711-8f70-8fe889dc8082,segment=NetworkSegment(fdcea7c9-f64e-40a9-97ca-f6e859e03f3a),segment_id=fdcea7c9-f64e-40a9-97ca-f6e859e03f3a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:29:17.108843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'b64ed481-8ea7-4711-8f70-8fe889dc8082', 'network_id': 'b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f', 'port_id': 'b64ed481-8ea7-4711-8f70-8fe889dc8082', 'mac_address': 'fa:16:3e:61:cf:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f964c0a-a103-4e36-ba79-92584d2dc429', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:29:17.159248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port b64ed481-8ea7-4711-8f70-8fe889dc8082 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:29:17.159651 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:17.181412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64ed481-8ea7-4711-8f70-8fe889dc8082 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:29:17.204435 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port b64ed481-8ea7-4711-8f70-8fe889dc8082, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b64ed481-8ea7-4711-8f70-8fe889dc8082,segment=NetworkSegment(fdcea7c9-f64e-40a9-97ca-f6e859e03f3a),segment_id=fdcea7c9-f64e-40a9-97ca-f6e859e03f3a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:29:17.212162 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:17.264458 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=b64ed481-8ea7-4711-8f70-8fe889dc8082,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:17.272917 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:17.273239 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:17.273592 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:17.273903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:17.274262 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:17.274584 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:17.274917 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:17.275710 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:17.276036 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:17.276358 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:17.276703 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:17.277045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:17.277441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:17.277673 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:17.278197 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:17.281753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d76376-6575-4372-9084-3200140f809f req-1714655a-34ff-4b67-bb41-543f6bf638b9 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:17.283216 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1d76376-6575-4372-9084-3200140f809f req-1714655a-34ff-4b67-bb41-543f6bf638b9 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 945 time: 0.0716925 Mar 23 02:29:17.335000 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e1d76376-6575-4372-9084-3200140f809f req-556195c8-c606-45a9-94f9-6aea6b17dd48 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447288 Mar 23 02:29:17.660053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['b64ed481-8ea7-4711-8f70-8fe889dc8082'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:29:18.481162 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7bf84-6a8a-483c-9434-b19face901d2 req-b4760103-6c06-40d9-84c2-4223e85ba23f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:18.482656 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04c7bf84-6a8a-483c-9434-b19face901d2 req-b4760103-6c06-40d9-84c2-4223e85ba23f tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 945 time: 0.0585527 Mar 23 02:29:18.533047 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04c7bf84-6a8a-483c-9434-b19face901d2 req-53d0b137-1854-4ad6-8c18-c132b3e39937 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.18 "GET /v2.0/security-groups?id=73da5747-e401-4292-a0f5-6a1c8cb9d0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418174 Mar 23 02:29:18.737336 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-2f0defe4-d02a-497b-bf73-d2400eb09053 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:18.738802 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-2f0defe4-d02a-497b-bf73-d2400eb09053 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 945 time: 0.0659361 Mar 23 02:29:18.839601 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-96e91944-c460-4391-8de8-fe8516ecaeb0 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Deleting port b64ed481-8ea7-4711-8f70-8fe889dc8082 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:29:18.839959 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-96e91944-c460-4391-8de8-fe8516ecaeb0 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:18.932223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-96e91944-c460-4391-8de8-fe8516ecaeb0 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] For port b64ed481-8ea7-4711-8f70-8fe889dc8082, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=b64ed481-8ea7-4711-8f70-8fe889dc8082,segment=NetworkSegment(fdcea7c9-f64e-40a9-97ca-f6e859e03f3a),segment_id=fdcea7c9-f64e-40a9-97ca-f6e859e03f3a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:29:18.932531 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-96e91944-c460-4391-8de8-fe8516ecaeb0 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:18.947184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-96e91944-c460-4391-8de8-fe8516ecaeb0 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Calling delete_port for b64ed481-8ea7-4711-8f70-8fe889dc8082 owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:29:19.001733 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device b64ed481-8ea7-4711-8f70-8fe889dc8082 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:29:19.081896 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-96e91944-c460-4391-8de8-fe8516ecaeb0 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:19.082185 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port b64ed481-8ea7-4711-8f70-8fe889dc8082 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:29:19.087049 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port b64ed481-8ea7-4711-8f70-8fe889dc8082 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:29:19.087435 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b64ed481-8ea7-4711-8f70-8fe889dc8082), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:19.109863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e91944-c460-4391-8de8-fe8516ecaeb0 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Pushing event deleted for resources: {'Port': ['ID=b64ed481-8ea7-4711-8f70-8fe889dc8082,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:19.110124 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Port b64ed481-8ea7-4711-8f70-8fe889dc8082 was deleted so its status cannot be updated. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 23 02:29:19.113190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['b64ed481-8ea7-4711-8f70-8fe889dc8082'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:29:19.157076 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-96e91944-c460-4391-8de8-fe8516ecaeb0 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] No DVR routers for this DVR port b64ed481-8ea7-4711-8f70-8fe889dc8082 on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:29:19.159856 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-96e91944-c460-4391-8de8-fe8516ecaeb0 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:19.163300 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e695f6a1-abda-4210-a062-aa8a6eb78f43 req-96e91944-c460-4391-8de8-fe8516ecaeb0 tempest-DeleteServersTestJSON-1835085623 tempest-DeleteServersTestJSON-1835085623-project] 10.222.0.43 "DELETE /v2.0/ports/b64ed481-8ea7-4711-8f70-8fe889dc8082 HTTP/1.1" status: 204 len: 173 time: 0.4166887 Mar 23 02:29:19.163793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c328b54-acf3-44bc-b0a5-fa359ab61430', 'name': 'network-vif-deleted', 'tag': 'b64ed481-8ea7-4711-8f70-8fe889dc8082'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:29:19.166109 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d172dacb-ad1a-4a86-af6c-4976babc5407" -d '{"events": [{"server_uuid": "5c328b54-acf3-44bc-b0a5-fa359ab61430", "name": "network-vif-deleted", "tag": "b64ed481-8ea7-4711-8f70-8fe889dc8082"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:29:19.202319 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfac88db-22ce-44c3-a84b-876ca37d1016 x-openstack-request-id: req-bfac88db-22ce-44c3-a84b-876ca37d1016 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:29:19.202857 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c328b54-acf3-44bc-b0a5-fa359ab61430", "name": "network-vif-deleted", "tag": "b64ed481-8ea7-4711-8f70-8fe889dc8082", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:29:19.203124 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfac88db-22ce-44c3-a84b-876ca37d1016 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:29:19.203619 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfac88db-22ce-44c3-a84b-876ca37d1016'] response: {'server_uuid': '5c328b54-acf3-44bc-b0a5-fa359ab61430', 'name': 'network-vif-deleted', 'tag': 'b64ed481-8ea7-4711-8f70-8fe889dc8082', 'status': 'completed', 'code': 200} Mar 23 02:29:19.375081 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11f59367-6d1e-4133-9c76-11e15c6ad316 req-07b2ffdb-5f5b-417d-a57b-b0e8e480cd18 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0322440 Mar 23 02:29:19.467537 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11f59367-6d1e-4133-9c76-11e15c6ad316 req-97f2a60e-d9c1-479d-a276-fe37069b229c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e21b3ee22d0f4f34bdefea9d2d3bc44a&device_id=5c328b54-acf3-44bc-b0a5-fa359ab61430 HTTP/1.1" status: 200 len: 210 time: 0.0321548 Mar 23 02:29:19.591716 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ea202fa0-0d3e-4ba0-8535-2783c9c26a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:19.678004 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55088) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:19.705100 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f59367-6d1e-4133-9c76-11e15c6ad316 req-fe3fa700-057d-4c63-8bad-631eb26433cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:19.706723 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11f59367-6d1e-4133-9c76-11e15c6ad316 req-fe3fa700-057d-4c63-8bad-631eb26433cd service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e21b3ee22d0f4f34bdefea9d2d3bc44a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2044680 Mar 23 02:29:19.721812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Deleting subnet 1f964c0a-a103-4e36-ba79-92584d2dc429 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:29:19.725024 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Publish callbacks [] for subnet (1f964c0a-a103-4e36-ba79-92584d2dc429), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:19.762286 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (1f964c0a-a103-4e36-ba79-92584d2dc429), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:19.805776 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (1f964c0a-a103-4e36-ba79-92584d2dc429), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:19.862627 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (1f964c0a-a103-4e36-ba79-92584d2dc429), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:19.888894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f964c0a-a103-4e36-ba79-92584d2dc429,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:19.894544 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:19.897821 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1f964c0a-a103-4e36-ba79-92584d2dc429 HTTP/1.1" status: 204 len: 168 time: 0.2186944 Mar 23 02:29:19.902506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55090) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:19.911868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:19.912181 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:19.912550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:19.912913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:19.913241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:19.913569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:19.913927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:19.914184 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:19.914503 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:19.914823 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:19.915163 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:19.915477 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:19.915791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:19.916106 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:19.916416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91101f64-369c-4f0d-8307-bcf5b3f354b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:29:19.983083 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1639ac67-eb19-4ca5-a9d6-c32b9fb04c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:20.075889 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1639ac67-eb19-4ca5-a9d6-c32b9fb04c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:20.101305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1639ac67-eb19-4ca5-a9d6-c32b9fb04c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:29:20.112743 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1639ac67-eb19-4ca5-a9d6-c32b9fb04c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdcea7c9-f64e-40a9-97ca-f6e859e03f3a') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:29:20.112952 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-1639ac67-eb19-4ca5-a9d6-c32b9fb04c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdcea7c9-f64e-40a9-97ca-f6e859e03f3a') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:29:20.125016 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1639ac67-eb19-4ca5-a9d6-c32b9fb04c4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (fdcea7c9-f64e-40a9-97ca-f6e859e03f3a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:20.140264 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1639ac67-eb19-4ca5-a9d6-c32b9fb04c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (fdcea7c9-f64e-40a9-97ca-f6e859e03f3a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:20.147847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1639ac67-eb19-4ca5-a9d6-c32b9fb04c4a admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:29:20.148247 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1639ac67-eb19-4ca5-a9d6-c32b9fb04c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (fdcea7c9-f64e-40a9-97ca-f6e859e03f3a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:29:20.150619 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:29:20.208202 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1639ac67-eb19-4ca5-a9d6-c32b9fb04c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:20.213802 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1639ac67-eb19-4ca5-a9d6-c32b9fb04c4a admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:20.216933 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1639ac67-eb19-4ca5-a9d6-c32b9fb04c4a admin admin] 10.222.0.18 "DELETE /v2.0/networks/b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f HTTP/1.1" status: 204 len: 168 time: 0.3134925 Mar 23 02:29:20.229348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639ac67-eb19-4ca5-a9d6-c32b9fb04c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=b43d2fd4-89b3-4a04-ab2b-d7a4f431ca7f,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:20.235224 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f59367-6d1e-4133-9c76-11e15c6ad316 req-ab0c5fb9-b749-40ec-ac8b-d6977f5f4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:20.236278 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-11f59367-6d1e-4133-9c76-11e15c6ad316 req-ab0c5fb9-b749-40ec-ac8b-d6977f5f4fb4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5228581 Mar 23 02:29:20.329730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55094) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:20.370509 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3c851c73-a00a-4535-921e-7b1e00965ef7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e21b3ee22d0f4f34bdefea9d2d3bc44a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395203 Mar 23 02:29:20.374032 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55096) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:20.421457 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a55f939-870c-4d07-92b9-a8a1833358a8 admin admin] Publish callbacks [] for security_group (73da5747-e401-4292-a0f5-6a1c8cb9d0f2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:20.443021 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a55f939-870c-4d07-92b9-a8a1833358a8 admin admin] Publish callbacks [] for security_group (73da5747-e401-4292-a0f5-6a1c8cb9d0f2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:20.492855 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a55f939-870c-4d07-92b9-a8a1833358a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (73da5747-e401-4292-a0f5-6a1c8cb9d0f2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:20.495373 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7a55f939-870c-4d07-92b9-a8a1833358a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:20.496571 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7a55f939-870c-4d07-92b9-a8a1833358a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73da5747-e401-4292-a0f5-6a1c8cb9d0f2 HTTP/1.1" status: 204 len: 168 time: 0.1216762 Mar 23 02:29:20.504963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55f939-870c-4d07-92b9-a8a1833358a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73da5747-e401-4292-a0f5-6a1c8cb9d0f2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:21.137755 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:21.237215 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55118) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:21.336636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e5d26ce5-2b90-409d-a754-ea10e4b6d142 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2123528342-network', 'tenant_id': '27333c03dc164aa795346d4d0bcf70b4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:29:21.358753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d26ce5-2b90-409d-a754-ea10e4b6d142 admin admin] Made reservation on behalf of 27333c03dc164aa795346d4d0bcf70b4 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:29:21.362354 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e5d26ce5-2b90-409d-a754-ea10e4b6d142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:21.375567 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e5d26ce5-2b90-409d-a754-ea10e4b6d142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:21.477370 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e5d26ce5-2b90-409d-a754-ea10e4b6d142 admin admin] Publish callbacks [] for security_group (c4d0648d-0585-4b83-ab77-13a8452a6220), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:21.481323 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e5d26ce5-2b90-409d-a754-ea10e4b6d142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c4d0648d-0585-4b83-ab77-13a8452a6220), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:21.506392 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d26ce5-2b90-409d-a754-ea10e4b6d142 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:29:21.516553 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d26ce5-2b90-409d-a754-ea10e4b6d142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d0648d-0585-4b83-ab77-13a8452a6220,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:21.521455 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e5d26ce5-2b90-409d-a754-ea10e4b6d142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (6f09a1dc-6ec9-4604-b0ed-53e4146e5028), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:21.521794 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-e5d26ce5-2b90-409d-a754-ea10e4b6d142 admin admin] Added segment 6f09a1dc-6ec9-4604-b0ed-53e4146e5028 of type vlan for network b47f8aff-f885-459d-8a49-9c55772f88c4 Mar 23 02:29:21.567069 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e5d26ce5-2b90-409d-a754-ea10e4b6d142 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (b47f8aff-f885-459d-8a49-9c55772f88c4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:21.610917 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e5d26ce5-2b90-409d-a754-ea10e4b6d142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (b47f8aff-f885-459d-8a49-9c55772f88c4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:21.612010 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d26ce5-2b90-409d-a754-ea10e4b6d142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:21.612630 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e5d26ce5-2b90-409d-a754-ea10e4b6d142 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:21.668874 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e5d26ce5-2b90-409d-a754-ea10e4b6d142 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4305010 Mar 23 02:29:21.673303 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55122) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:29:21.675484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d26ce5-2b90-409d-a754-ea10e4b6d142 admin admin] Pushing event updated for resources: {'Network': ['ID=b47f8aff-f885-459d-8a49-9c55772f88c4,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:21.680114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-84fe5540-715d-4f92-abad-ccbacdd8a206 admin admin] Request body: {'subnet': {'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2123528342-subnet', 'tenant_id': '27333c03dc164aa795346d4d0bcf70b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:29:21.685526 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network b47f8aff-f885-459d-8a49-9c55772f88c4 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:29:21.702406 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fe5540-715d-4f92-abad-ccbacdd8a206 admin admin] Made reservation on behalf of 27333c03dc164aa795346d4d0bcf70b4 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:29:21.706020 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84fe5540-715d-4f92-abad-ccbacdd8a206 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:21.915951 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84fe5540-715d-4f92-abad-ccbacdd8a206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (803375c8-8b8f-4b64-9ddb-84dd1287adbe), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:21.969257 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe5540-715d-4f92-abad-ccbacdd8a206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=803375c8-8b8f-4b64-9ddb-84dd1287adbe,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:21.980629 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe5540-715d-4f92-abad-ccbacdd8a206 admin admin] Checking segment: {'id': '6f09a1dc-6ec9-4604-b0ed-53e4146e5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:29:21.981037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fe5540-715d-4f92-abad-ccbacdd8a206 admin admin] Network hostable DHCP agents. Network: b47f8aff-f885-459d-8a49-9c55772f88c4, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:29:21.999874 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fe5540-715d-4f92-abad-ccbacdd8a206 admin admin] Network b47f8aff-f885-459d-8a49-9c55772f88c4 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:29:22.008772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-84fe5540-715d-4f92-abad-ccbacdd8a206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, b47f8aff-f885-459d-8a49-9c55772f88c4) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:29:22.017595 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fe5540-715d-4f92-abad-ccbacdd8a206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:22.018105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af151d-dcd1-43e2-9a38-a952b4b9e137 None None] Network b47f8aff-f885-459d-8a49-9c55772f88c4 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:29:22.020417 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-84fe5540-715d-4f92-abad-ccbacdd8a206 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:22.044938 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-84fe5540-715d-4f92-abad-ccbacdd8a206 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3659024 Mar 23 02:29:22.087533 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-79a306e7-83a2-4254-a81b-e8df1f63ec96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:22.131679 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4e7209-e3ac-42e9-b116-6ed680fb4e23 None None] Network b47f8aff-f885-459d-8a49-9c55772f88c4 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:29:22.496376 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-970fda88-549d-44fb-9827-0b0b4babc8ad tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:22.497794 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-970fda88-549d-44fb-9827-0b0b4babc8ad tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/networks?id=b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 200 len: 815 time: 0.1093993 Mar 23 02:29:22.513304 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-010f88f7-8dbb-4168-9175-f38a81ec2343 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/quotas/27333c03dc164aa795346d4d0bcf70b4 HTTP/1.1" status: 200 len: 375 time: 0.0098457 Mar 23 02:29:22.546920 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-d691c703-df52-47ae-8f6a-656830fae19e tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=27333c03dc164aa795346d4d0bcf70b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282614 Mar 23 02:29:22.651298 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-5af047d7-1f89-474f-be9b-60af1a260d6a service neutron] 10.222.0.18 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971789 Mar 23 02:29:22.746336 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-54ff949b-e101-4269-8312-1d5a920feec4 service neutron] 10.222.0.18 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890148 Mar 23 02:29:22.925129 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-907c2405-470a-4ca5-bbae-16315ed8c06c req-f66dc77d-c8c3-4f16-a91e-b5d53acfcb5b tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 210 time: 0.0318875 Mar 23 02:29:23.001473 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device b64ed481-8ea7-4711-8f70-8fe889dc8082 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:29:23.022494 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: b64ed481-8ea7-4711-8f70-8fe889dc8082 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:29:23.022871 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device b64ed481-8ea7-4711-8f70-8fe889dc8082 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:29:23.496990 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:23.946606 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-9a099f8f-fbd0-458e-b25c-42fda31a881c tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:23.948070 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-9a099f8f-fbd0-458e-b25c-42fda31a881c tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.42 "GET /v2.0/networks?id=b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 200 len: 815 time: 0.1104834 Mar 23 02:29:23.959925 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-a06412b2-2a6c-4e70-90b6-6512301aea25 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Request body: {'port': {'device_id': '9fbd3625-f032-4b61-8d0e-a245f0fa57c2', 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4', 'admin_state_up': True, 'tenant_id': '27333c03dc164aa795346d4d0bcf70b4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:29:24.036204 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a4f4f1d8-c43b-4648-ad6a-ad0756a8a8e5 req-cb2d9f5e-5c16-44b6-99a0-49a1a3ded177 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 210 time: 0.0331242 Mar 23 02:29:24.092445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-a06412b2-2a6c-4e70-90b6-6512301aea25 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Made reservation on behalf of 27333c03dc164aa795346d4d0bcf70b4 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:29:24.096471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-a06412b2-2a6c-4e70-90b6-6512301aea25 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:24.239689 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-a06412b2-2a6c-4e70-90b6-6512301aea25 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Allocated IP 172.20.0.3 (b47f8aff-f885-459d-8a49-9c55772f88c4/803375c8-8b8f-4b64-9ddb-84dd1287adbe/9a618b9f-d770-44c7-ad58-2450e19a03ab) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:29:24.387854 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-a06412b2-2a6c-4e70-90b6-6512301aea25 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Publish callbacks [] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:24.423383 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-a06412b2-2a6c-4e70-90b6-6512301aea25 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:24.465986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-a06412b2-2a6c-4e70-90b6-6512301aea25 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Network b47f8aff-f885-459d-8a49-9c55772f88c4 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:29:24.469371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-a06412b2-2a6c-4e70-90b6-6512301aea25 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:29:24.475346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-a06412b2-2a6c-4e70-90b6-6512301aea25 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:29:24.482060 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06412b2-2a6c-4e70-90b6-6512301aea25 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Pushing event updated for resources: {'Port': ['ID=9a618b9f-d770-44c7-ad58-2450e19a03ab,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:24.530936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-a06412b2-2a6c-4e70-90b6-6512301aea25 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:24.531800 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-a06412b2-2a6c-4e70-90b6-6512301aea25 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:24.549623 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-a06412b2-2a6c-4e70-90b6-6512301aea25 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5936129 Mar 23 02:29:24.561738 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Request body: {'port': {'device_id': '9fbd3625-f032-4b61-8d0e-a245f0fa57c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:29:24.625742 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:24.808077 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:24.891174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a618b9f-d770-44c7-ad58-2450e19a03ab {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:29:24.898792 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Publish callbacks [] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:24.911820 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Transition to ACTIVE for port object 9a618b9f-d770-44c7-ad58-2450e19a03ab will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:29:24.916579 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:24.964149 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a618b9f-d770-44c7-ad58-2450e19a03ab,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:25.039224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Attempting to bind port 9a618b9f-d770-44c7-ad58-2450e19a03ab on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:29:25.039569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Attempting to bind port 9a618b9f-d770-44c7-ad58-2450e19a03ab by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '6f09a1dc-6ec9-4604-b0ed-53e4146e5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:29:25.039903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Attempting to bind port 9a618b9f-d770-44c7-ad58-2450e19a03ab on network b47f8aff-f885-459d-8a49-9c55772f88c4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:29:25.044795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Port 9a618b9f-d770-44c7-ad58-2450e19a03ab on network b47f8aff-f885-459d-8a49-9c55772f88c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:29:25.045124 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Attempting to bind port 9a618b9f-d770-44c7-ad58-2450e19a03ab on network b47f8aff-f885-459d-8a49-9c55772f88c4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:29:25.050255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:29:25.050599 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Checking segment: {'id': '6f09a1dc-6ec9-4604-b0ed-53e4146e5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:29:25.050993 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Bound using segment: {'id': '6f09a1dc-6ec9-4604-b0ed-53e4146e5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:29:25.051429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Bound port: 9a618b9f-d770-44c7-ad58-2450e19a03ab, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f09a1dc-6ec9-4604-b0ed-53e4146e5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:29:25.051792 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:25.118824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] For port 9a618b9f-d770-44c7-ad58-2450e19a03ab, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:29:25.121834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] For port 9a618b9f-d770-44c7-ad58-2450e19a03ab, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=9a618b9f-d770-44c7-ad58-2450e19a03ab,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:29:25.129099 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:25.162041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4038a4-0573-4e56-acc0-3b10d90967b3 req-c545a371-4750-4613-8811-2b5d02ec7c0e tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:25.162917 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:25.163557 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:25.163684 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2b4038a4-0573-4e56-acc0-3b10d90967b3 req-c545a371-4750-4613-8811-2b5d02ec7c0e tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 943 time: 0.0531085 Mar 23 02:29:25.165558 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] 10.222.0.42 "PUT /v2.0/ports/9a618b9f-d770-44c7-ad58-2450e19a03ab HTTP/1.1" status: 200 len: 1091 time: 0.6077502 Mar 23 02:29:25.167981 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbd3625-f032-4b61-8d0e-a245f0fa57c2', 'tag': '9a618b9f-d770-44c7-ad58-2450e19a03ab'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:29:25.171518 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e10e35-5002-4ee6-a0d4-bdcd29a5c2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbd3625-f032-4b61-8d0e-a245f0fa57c2", "tag": "9a618b9f-d770-44c7-ad58-2450e19a03ab"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:29:25.205071 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e4658-3e04-4131-8954-948742d93da4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a618b9f-d770-44c7-ad58-2450e19a03ab,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:25.217647 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2b4038a4-0573-4e56-acc0-3b10d90967b3 req-c9c07f93-189c-4672-8ceb-3eae05fc7cf9 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471349 Mar 23 02:29:25.220789 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970569b2-b36c-42e9-8a09-a1ae8e9374f9 x-openstack-request-id: req-970569b2-b36c-42e9-8a09-a1ae8e9374f9 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:29:25.221307 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbd3625-f032-4b61-8d0e-a245f0fa57c2", "tag": "9a618b9f-d770-44c7-ad58-2450e19a03ab", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:29:25.221406 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-970569b2-b36c-42e9-8a09-a1ae8e9374f9 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:29:25.221788 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-970569b2-b36c-42e9-8a09-a1ae8e9374f9'] response: {'name': 'network-changed', 'server_uuid': '9fbd3625-f032-4b61-8d0e-a245f0fa57c2', 'tag': '9a618b9f-d770-44c7-ad58-2450e19a03ab', 'status': 'completed', 'code': 200} Mar 23 02:29:25.261049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-fdd25de1-12b0-411c-904a-e039870e94a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:25.262636 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-fdd25de1-12b0-411c-904a-e039870e94a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27333c03dc164aa795346d4d0bcf70b4&device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 1125 time: 0.0524802 Mar 23 02:29:25.304722 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-544d89ac-e616-4ce2-b835-980e35f55d2d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a618b9f-d770-44c7-ad58-2450e19a03ab HTTP/1.1" status: 200 len: 217 time: 0.0357997 Mar 23 02:29:25.352427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-682576b9-5502-47f5-baae-fdc8e68048d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:25.353818 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-682576b9-5502-47f5-baae-fdc8e68048d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=803375c8-8b8f-4b64-9ddb-84dd1287adbe HTTP/1.1" status: 200 len: 855 time: 0.0433567 Mar 23 02:29:25.394658 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-7585ba88-03e1-4beb-8676-064339770f5b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b47f8aff-f885-459d-8a49-9c55772f88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343990 Mar 23 02:29:25.496206 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-483e9bc6-f9db-4ab6-91e8-ca5731d85727 service neutron] 10.222.0.42 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946641 Mar 23 02:29:25.600433 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2cd04b73-a556-49c5-bed4-ee6dbecf88d0 req-dad0a7ee-395d-45a7-89bd-65080f396252 service neutron] 10.222.0.42 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986471 Mar 23 02:29:25.701172 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e10e35-5002-4ee6-a0d4-bdcd29a5c2a8 req-22e3d710-2907-448d-a0ac-4c57860a6c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:25.702694 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21e10e35-5002-4ee6-a0d4-bdcd29a5c2a8 req-22e3d710-2907-448d-a0ac-4c57860a6c56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27333c03dc164aa795346d4d0bcf70b4&device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 1125 time: 0.0478523 Mar 23 02:29:25.791454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e10e35-5002-4ee6-a0d4-bdcd29a5c2a8 req-d6efbe3e-9f40-436a-b1c2-0765eff3d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:25.792984 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21e10e35-5002-4ee6-a0d4-bdcd29a5c2a8 req-d6efbe3e-9f40-436a-b1c2-0765eff3d5df service neutron] 10.222.0.42 "GET /v2.0/networks?id=b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 200 len: 915 time: 0.0844059 Mar 23 02:29:25.839133 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21e10e35-5002-4ee6-a0d4-bdcd29a5c2a8 req-7d87e4aa-4270-479e-9879-b4ae56516c72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a618b9f-d770-44c7-ad58-2450e19a03ab HTTP/1.1" status: 200 len: 217 time: 0.0405214 Mar 23 02:29:25.870702 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:25.902209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e10e35-5002-4ee6-a0d4-bdcd29a5c2a8 req-539c9757-e22c-4acd-84ab-38e8c0c87081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:25.904087 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21e10e35-5002-4ee6-a0d4-bdcd29a5c2a8 req-539c9757-e22c-4acd-84ab-38e8c0c87081 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=803375c8-8b8f-4b64-9ddb-84dd1287adbe HTTP/1.1" status: 200 len: 855 time: 0.0590572 Mar 23 02:29:25.936303 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21e10e35-5002-4ee6-a0d4-bdcd29a5c2a8 req-4b4a5d82-cd28-4c10-9a2b-361955345c3d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b47f8aff-f885-459d-8a49-9c55772f88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256693 Mar 23 02:29:26.040387 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21e10e35-5002-4ee6-a0d4-bdcd29a5c2a8 req-e9cd836b-ceed-420e-9bee-044aeceb5f02 service neutron] 10.222.0.42 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964313 Mar 23 02:29:26.127972 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-21e10e35-5002-4ee6-a0d4-bdcd29a5c2a8 req-48b68fae-57e2-4b46-97fa-7f13edec7109 service neutron] 10.222.0.42 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814087 Mar 23 02:29:26.346876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789ceab-f4ab-4d1f-aae5-6eb1af8a6cda req-fabecb63-6854-4d89-8534-e32973eb9f17 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:26.348773 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7789ceab-f4ab-4d1f-aae5-6eb1af8a6cda req-fabecb63-6854-4d89-8534-e32973eb9f17 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 943 time: 0.0569303 Mar 23 02:29:26.404523 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7789ceab-f4ab-4d1f-aae5-6eb1af8a6cda req-40253281-d4b3-48ef-a324-961d1af7f13d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497417 Mar 23 02:29:27.542154 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b595d6-f75a-4b20-865c-1ca25ee775e1 req-b6bc67ef-42fe-4c79-a7b4-bbbcfd5114a6 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:27.543653 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-99b595d6-f75a-4b20-865c-1ca25ee775e1 req-b6bc67ef-42fe-4c79-a7b4-bbbcfd5114a6 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 943 time: 0.0537777 Mar 23 02:29:27.592367 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-99b595d6-f75a-4b20-865c-1ca25ee775e1 req-f26ed185-5f30-47d0-b608-e275ed555d57 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427465 Mar 23 02:29:28.278514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 9a618b9f-d770-44c7-ad58-2450e19a03ab details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:29:28.379248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 9a618b9f-d770-44c7-ad58-2450e19a03ab, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=9a618b9f-d770-44c7-ad58-2450e19a03ab,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:29:28.391246 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '9a618b9f-d770-44c7-ad58-2450e19a03ab', 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4', 'port_id': '9a618b9f-d770-44c7-ad58-2450e19a03ab', 'mac_address': 'fa:16:3e:1d:6c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803375c8-8b8f-4b64-9ddb-84dd1287adbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:29:28.428789 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 9a618b9f-d770-44c7-ad58-2450e19a03ab is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:29:28.429171 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:28.442161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a618b9f-d770-44c7-ad58-2450e19a03ab {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:29:28.461665 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 9a618b9f-d770-44c7-ad58-2450e19a03ab, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=9a618b9f-d770-44c7-ad58-2450e19a03ab,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:29:28.467355 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:28.514193 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=9a618b9f-d770-44c7-ad58-2450e19a03ab,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:28.668947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['9a618b9f-d770-44c7-ad58-2450e19a03ab'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:29:28.738043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb9319-6df7-4c57-9481-005e8db999dc req-d27b7e87-1f51-4455-b8ac-fe5437f35a0d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:28.739575 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3bbb9319-6df7-4c57-9481-005e8db999dc req-d27b7e87-1f51-4455-b8ac-fe5437f35a0d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 944 time: 0.0553160 Mar 23 02:29:28.803092 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3bbb9319-6df7-4c57-9481-005e8db999dc req-074813c7-2f8c-45c3-b0a6-794e0eb735f8 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460017 Mar 23 02:29:29.939238 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42875b33-6351-42d3-8cb0-dffad11368cf req-24cc90eb-ade2-4547-b237-1c5c9d4da327 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:29.940912 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42875b33-6351-42d3-8cb0-dffad11368cf req-24cc90eb-ade2-4547-b237-1c5c9d4da327 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 944 time: 0.0611846 Mar 23 02:29:29.991298 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42875b33-6351-42d3-8cb0-dffad11368cf req-ff721821-3d90-4634-b8fe-bc9fe3996d76 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446167 Mar 23 02:29:30.294962 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 9a618b9f-d770-44c7-ad58-2450e19a03ab up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:29:30.357493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 9a618b9f-d770-44c7-ad58-2450e19a03ab completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:29:30.361255 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 9a618b9f-d770-44c7-ad58-2450e19a03ab triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:29:30.361700 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:30.443402 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 9a618b9f-d770-44c7-ad58-2450e19a03ab is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:29:30.443776 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:30.466543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbd3625-f032-4b61-8d0e-a245f0fa57c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a618b9f-d770-44c7-ad58-2450e19a03ab'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:29:30.468825 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddab74db-e532-4a24-a37c-f14355953cc7" -d '{"events": [{"server_uuid": "9fbd3625-f032-4b61-8d0e-a245f0fa57c2", "name": "network-vif-plugged", "status": "completed", "tag": "9a618b9f-d770-44c7-ad58-2450e19a03ab"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:29:30.481912 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 9a618b9f-d770-44c7-ad58-2450e19a03ab, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=9a618b9f-d770-44c7-ad58-2450e19a03ab,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:29:30.487564 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:30.510376 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8835e3b9-f135-4fe7-9dc2-d4261ec06440 x-openstack-request-id: req-8835e3b9-f135-4fe7-9dc2-d4261ec06440 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:29:30.510671 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbd3625-f032-4b61-8d0e-a245f0fa57c2", "name": "network-vif-plugged", "status": "completed", "tag": "9a618b9f-d770-44c7-ad58-2450e19a03ab", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:29:30.510930 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8835e3b9-f135-4fe7-9dc2-d4261ec06440 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:29:30.511329 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8835e3b9-f135-4fe7-9dc2-d4261ec06440'] response: {'server_uuid': '9fbd3625-f032-4b61-8d0e-a245f0fa57c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a618b9f-d770-44c7-ad58-2450e19a03ab', 'code': 200} Mar 23 02:29:30.537958 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=9a618b9f-d770-44c7-ad58-2450e19a03ab,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:29:30.608693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1c2bf-98c6-4ad3-b844-60d35b7ab527 req-578e5067-2c63-4cfc-9071-8db56bf74b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:30.610351 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-17e1c2bf-98c6-4ad3-b844-60d35b7ab527 req-578e5067-2c63-4cfc-9071-8db56bf74b9a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 1127 time: 0.0464602 Mar 23 02:29:30.658447 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-17e1c2bf-98c6-4ad3-b844-60d35b7ab527 req-0bc960bd-64a9-44cf-885c-f0fabc2c8e0f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Mar 23 02:29:31.121850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f93f39-4510-4d33-9f90-addbb25bf3bb req-e989268d-dbc0-4a54-88c9-270150cbd67f tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:31.123403 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-02f93f39-4510-4d33-9f90-addbb25bf3bb req-e989268d-dbc0-4a54-88c9-270150cbd67f tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0550988 Mar 23 02:29:31.174514 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-02f93f39-4510-4d33-9f90-addbb25bf3bb req-7d19027e-22d1-490a-ae3a-603e509561b1 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428476 Mar 23 02:29:32.331906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6046e-6cf3-4964-903b-887b6ca5de83 req-fd1f2466-f032-4784-b0d2-1b2b3ca619ef tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:32.333432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c7a6046e-6cf3-4964-903b-887b6ca5de83 req-fd1f2466-f032-4784-b0d2-1b2b3ca619ef tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0821168 Mar 23 02:29:32.380279 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c7a6046e-6cf3-4964-903b-887b6ca5de83 req-61e58ebf-c420-4bd6-a3ee-7812656320c7 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Mar 23 02:29:32.504016 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946261e-2770-41c8-a02d-a7b7fa30c16b req-3db0c56e-7bce-46f9-b7e2-7ec4952346ad tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:32.505492 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4946261e-2770-41c8-a02d-a7b7fa30c16b req-3db0c56e-7bce-46f9-b7e2-7ec4952346ad tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0579937 Mar 23 02:29:32.557055 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4946261e-2770-41c8-a02d-a7b7fa30c16b req-2eb6d896-698a-48b5-b140-876ce8e5b037 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431995 Mar 23 02:29:32.768426 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a6d2b-fccd-4310-b1ce-4af6e59e4eb7 req-15ba61b8-d050-4b30-bb05-5934a89572a3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:32.769718 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b9a6d2b-fccd-4310-b1ce-4af6e59e4eb7 req-15ba61b8-d050-4b30-bb05-5934a89572a3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0534344 Mar 23 02:29:32.816789 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b9a6d2b-fccd-4310-b1ce-4af6e59e4eb7 req-7e6391e9-5e24-438b-bc80-2bb249479414 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412381 Mar 23 02:29:32.937936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cf17f-ed80-4ea0-9696-f980efa302d7 req-b1a35d3a-5d8a-4aba-9aea-c10391d2658a tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:32.939469 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-382cf17f-ed80-4ea0-9696-f980efa302d7 req-b1a35d3a-5d8a-4aba-9aea-c10391d2658a tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0559297 Mar 23 02:29:32.989984 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-382cf17f-ed80-4ea0-9696-f980efa302d7 req-9fe5f7ae-459b-41e0-a120-0d635409517e tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432677 Mar 23 02:29:33.230616 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-12352172-3011-41b4-88d9-6578190c2e30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0454245 Mar 23 02:29:33.238698 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ab8a7-2317-4774-99bb-74a46963948e req-0b93c499-87d7-456c-a447-b7dd74eb8ee4 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:33.240198 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-815ab8a7-2317-4774-99bb-74a46963948e req-0b93c499-87d7-456c-a447-b7dd74eb8ee4 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0518372 Mar 23 02:29:33.292729 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-815ab8a7-2317-4774-99bb-74a46963948e req-6c7d3478-0726-42bc-aeff-9ec7ae86deae tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465934 Mar 23 02:29:33.645734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f231668-8708-4f1a-97fe-a803afb21893 req-c1910f9b-2004-4a6d-825e-0d2b9507927d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:33.647106 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-c1910f9b-2004-4a6d-825e-0d2b9507927d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports/9a618b9f-d770-44c7-ad58-2450e19a03ab HTTP/1.1" status: 200 len: 942 time: 0.0474854 Mar 23 02:29:34.357956 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:34.428340 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf290676-1bf2-42f7-a698-92ea1dabf0e2 req-941b8721-154a-4332-93f6-b8aaabc4e51b tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:34.429931 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bf290676-1bf2-42f7-a698-92ea1dabf0e2 req-941b8721-154a-4332-93f6-b8aaabc4e51b tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0576866 Mar 23 02:29:34.485116 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bf290676-1bf2-42f7-a698-92ea1dabf0e2 req-cec1fdd4-76ac-4e72-b968-ed72aa13bb29 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465007 Mar 23 02:29:34.558816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a4dff09a-105c-4f59-8889-6b55597b2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:34.560379 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a4dff09a-105c-4f59-8889-6b55597b2685 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27333c03dc164aa795346d4d0bcf70b4&device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 1127 time: 0.0477870 Mar 23 02:29:34.658327 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f231668-8708-4f1a-97fe-a803afb21893 req-82dbb292-b9c0-425c-ad92-3d21662bdf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:34.659721 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-82dbb292-b9c0-425c-ad92-3d21662bdf31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 200 len: 915 time: 0.0935585 Mar 23 02:29:34.701806 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-253a1888-39c8-49f2-a115-388aa0e6ddd6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a618b9f-d770-44c7-ad58-2450e19a03ab HTTP/1.1" status: 200 len: 217 time: 0.0350227 Mar 23 02:29:34.749842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f231668-8708-4f1a-97fe-a803afb21893 req-77d3b5e1-0a7a-4392-9533-6c37889afafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:34.751257 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-77d3b5e1-0a7a-4392-9533-6c37889afafc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=803375c8-8b8f-4b64-9ddb-84dd1287adbe HTTP/1.1" status: 200 len: 855 time: 0.0442727 Mar 23 02:29:34.783069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-ce39ecc6-8acb-43cc-a4a1-805fab95629c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b47f8aff-f885-459d-8a49-9c55772f88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260022 Mar 23 02:29:34.875515 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-dca40d0d-59a7-48f9-8dc2-88f91bb36a71 service neutron] 10.222.0.42 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860038 Mar 23 02:29:34.967227 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-82af7730-aa5b-46d0-b5bf-d866e46a70eb service neutron] 10.222.0.42 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859072 Mar 23 02:29:35.626451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad2dd8-f8a0-4dc2-979b-15f317722a1b req-9ae03afb-10a5-4b6a-be30-1122df7dc313 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:35.627960 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcad2dd8-f8a0-4dc2-979b-15f317722a1b req-9ae03afb-10a5-4b6a-be30-1122df7dc313 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0594046 Mar 23 02:29:35.676955 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcad2dd8-f8a0-4dc2-979b-15f317722a1b req-64e5d0c2-bb80-467f-b850-ca8eb8e7a93b tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430117 Mar 23 02:29:36.819173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed53da-a664-4608-a260-7c2f8f292f94 req-b565d49a-7a97-407f-9725-93844faa9e01 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:36.820659 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a1ed53da-a664-4608-a260-7c2f8f292f94 req-b565d49a-7a97-407f-9725-93844faa9e01 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0605819 Mar 23 02:29:36.871867 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a1ed53da-a664-4608-a260-7c2f8f292f94 req-9939b306-38bb-4534-88db-17e5cc7212aa tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 Mar 23 02:29:37.872819 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:29:38.001733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272837e1-154d-42ad-952f-80c125e79d66 req-43268d93-0b0d-4b4e-a2fa-bc20f1ec3c9e tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:38.003217 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-272837e1-154d-42ad-952f-80c125e79d66 req-43268d93-0b0d-4b4e-a2fa-bc20f1ec3c9e tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0565405 Mar 23 02:29:38.050796 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-272837e1-154d-42ad-952f-80c125e79d66 req-dde01490-78a6-4f46-b215-4b2b08d12cf0 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 Mar 23 02:29:39.185391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc78ff-9f50-4637-a704-6344b2b3eb14 req-31272bfe-a8d6-4529-a86d-4c0f8b3d768d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:39.186861 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bafc78ff-9f50-4637-a704-6344b2b3eb14 req-31272bfe-a8d6-4529-a86d-4c0f8b3d768d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0628362 Mar 23 02:29:39.241662 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bafc78ff-9f50-4637-a704-6344b2b3eb14 req-500959c6-8018-48c2-9e27-fb7925a1a052 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466578 Mar 23 02:29:40.387154 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3ee96-b0dd-4dde-b9d2-93232e71aa27 req-75b7c793-3e2b-4a7a-873d-98315ddc7fa6 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:40.388633 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-72d3ee96-b0dd-4dde-b9d2-93232e71aa27 req-75b7c793-3e2b-4a7a-873d-98315ddc7fa6 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0678561 Mar 23 02:29:40.442048 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-72d3ee96-b0dd-4dde-b9d2-93232e71aa27 req-0a4177a9-de04-45a5-893f-02606e7a8cb3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471990 Mar 23 02:29:41.568094 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4746e-21e2-4183-a35b-f56097d0d2a8 req-b0c914f5-d8e9-4722-b3d0-c951b71d5b06 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:41.569669 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09f4746e-21e2-4183-a35b-f56097d0d2a8 req-b0c914f5-d8e9-4722-b3d0-c951b71d5b06 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0554740 Mar 23 02:29:41.617893 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09f4746e-21e2-4183-a35b-f56097d0d2a8 req-e66ca73e-1b8e-437b-9aea-5bb8d11b707a tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425043 Mar 23 02:29:42.751191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844dfa3-a2c6-42c7-b716-94c582ebf0eb req-2d780804-525b-472a-8c71-b3289fe46606 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:42.752565 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b844dfa3-a2c6-42c7-b716-94c582ebf0eb req-2d780804-525b-472a-8c71-b3289fe46606 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0590320 Mar 23 02:29:42.801191 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b844dfa3-a2c6-42c7-b716-94c582ebf0eb req-5a385529-0736-48a1-a091-d3fd95b7f45f tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Mar 23 02:29:43.948639 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714aaa14-285f-4d03-b911-9be2ba29f9f4 req-a50b2eef-ae98-4aca-bd10-dddb87a0c86d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:43.950201 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-714aaa14-285f-4d03-b911-9be2ba29f9f4 req-a50b2eef-ae98-4aca-bd10-dddb87a0c86d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0605760 Mar 23 02:29:43.998932 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-714aaa14-285f-4d03-b911-9be2ba29f9f4 req-15fdcd0c-c3be-4b77-8e7d-8d8171b2ae60 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429726 Mar 23 02:29:45.131683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb0287-ce50-45f6-a9dc-dc2ae4c3faea req-425477ee-d629-4c35-8de5-2314c652b38d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:45.133241 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9cb0287-ce50-45f6-a9dc-dc2ae4c3faea req-425477ee-d629-4c35-8de5-2314c652b38d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0531743 Mar 23 02:29:45.195401 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9cb0287-ce50-45f6-a9dc-dc2ae4c3faea req-72075c72-c6ac-42d6-b534-8daeced63657 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561023 Mar 23 02:29:46.337896 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e8545-1388-4c5e-893f-474a2b60da21 req-86df08d3-5604-464a-95f7-c9a1ade45713 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:46.340649 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e1e8545-1388-4c5e-893f-474a2b60da21 req-86df08d3-5604-464a-95f7-c9a1ade45713 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0729771 Mar 23 02:29:46.392149 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e1e8545-1388-4c5e-893f-474a2b60da21 req-e38f468d-db64-4544-a16b-b71acb22679c tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427179 Mar 23 02:29:47.522012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecccc82-991a-4f68-ac3e-0157e81f1687 req-36859626-f6cc-432b-a4fa-357543b0aff9 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:47.523847 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9ecccc82-991a-4f68-ac3e-0157e81f1687 req-36859626-f6cc-432b-a4fa-357543b0aff9 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0574470 Mar 23 02:29:47.575001 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9ecccc82-991a-4f68-ac3e-0157e81f1687 req-a7263eb1-0472-4423-a4c9-e3c564014425 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423603 Mar 23 02:29:48.708416 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a02d1f-d4ab-4c37-a457-0bf649cbc146 req-3784b9d3-9fb1-4e33-ab49-407410d39a9a tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:48.709882 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-81a02d1f-d4ab-4c37-a457-0bf649cbc146 req-3784b9d3-9fb1-4e33-ab49-407410d39a9a tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0563495 Mar 23 02:29:48.760189 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-81a02d1f-d4ab-4c37-a457-0bf649cbc146 req-99363a0f-2097-4799-8163-04be2cc9b6a7 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443683 Mar 23 02:29:49.601827 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8ea6042b-6d43-4581-99d4-eddf0b883cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:49.896475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4e8a9-2f35-4837-8737-62d5201e17f9 req-b593ce3f-9630-4345-82aa-3c78b25af1a5 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:49.898190 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1fa4e8a9-2f35-4837-8737-62d5201e17f9 req-b593ce3f-9630-4345-82aa-3c78b25af1a5 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0577006 Mar 23 02:29:49.946230 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1fa4e8a9-2f35-4837-8737-62d5201e17f9 req-c352d7fb-5984-4746-b4a9-816617e0f70d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Mar 23 02:29:51.079324 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c263d9-88b4-46d8-8208-be236a5531a0 req-0c2e4404-5228-45e4-880b-8ff24e19bc44 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:51.080894 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-47c263d9-88b4-46d8-8208-be236a5531a0 req-0c2e4404-5228-45e4-880b-8ff24e19bc44 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0580709 Mar 23 02:29:51.129312 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-47c263d9-88b4-46d8-8208-be236a5531a0 req-53a508a0-4b7b-43be-b0da-4839a7f13103 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422239 Mar 23 02:29:51.135910 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:52.079825 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b4f6785d-1e82-4df3-ba77-048d74a50faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:52.262153 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08648c4-3e0b-433c-893b-f3f89fa6aafc req-b2c5151b-e735-46f7-86ac-b59d47322dda tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:52.263687 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d08648c4-3e0b-433c-893b-f3f89fa6aafc req-b2c5151b-e735-46f7-86ac-b59d47322dda tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0612180 Mar 23 02:29:52.314796 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d08648c4-3e0b-433c-893b-f3f89fa6aafc req-dd370a38-cb9b-4235-a0e6-c07b79126cb5 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453322 Mar 23 02:29:53.449196 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399660b4-ead6-4cb0-874e-74e741f7847a req-9deaad1f-b7a0-4b4e-bd58-9481bb8af272 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:53.450707 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-399660b4-ead6-4cb0-874e-74e741f7847a req-9deaad1f-b7a0-4b4e-bd58-9481bb8af272 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0558307 Mar 23 02:29:53.493353 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:53.498756 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-399660b4-ead6-4cb0-874e-74e741f7847a req-e6ec9a2d-a604-4f1f-8149-e8d4e340a409 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422130 Mar 23 02:29:54.629721 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ddf47-40c6-438a-95af-a925f6483ff8 req-79c75aaf-cff6-43bc-8ba0-2d3efc49965d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:54.632279 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a4ddf47-40c6-438a-95af-a925f6483ff8 req-79c75aaf-cff6-43bc-8ba0-2d3efc49965d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0590563 Mar 23 02:29:54.684249 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7a4ddf47-40c6-438a-95af-a925f6483ff8 req-32f3179d-2d43-4e24-b163-6e776f6fef96 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438311 Mar 23 02:29:54.812331 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:55.808058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d10be-c109-4478-b9fa-b0669ca6cce0 req-3bf962af-1352-46a7-8d0c-468aaad3ac88 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:55.809600 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d10be-c109-4478-b9fa-b0669ca6cce0 req-3bf962af-1352-46a7-8d0c-468aaad3ac88 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0560820 Mar 23 02:29:55.868889 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:29:55.871636 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e14d10be-c109-4478-b9fa-b0669ca6cce0 req-39d88636-1eea-40bb-9a61-20e06ce5b1c8 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533819 Mar 23 02:29:57.008892 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1d227-585b-46b8-91ea-97ffdaa8fcf8 req-0e00d7a4-3184-4ce4-9c8c-19b2aa0486f5 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:57.010401 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-00f1d227-585b-46b8-91ea-97ffdaa8fcf8 req-0e00d7a4-3184-4ce4-9c8c-19b2aa0486f5 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0571880 Mar 23 02:29:57.062703 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-00f1d227-585b-46b8-91ea-97ffdaa8fcf8 req-228d94a0-44b9-4c48-94ba-2292d2b95be0 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458817 Mar 23 02:29:58.204736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862c32d-a450-4832-9df4-495cd9b6ec29 req-05422152-e85e-4ea1-a1e1-bfe660c20640 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:58.206236 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2862c32d-a450-4832-9df4-495cd9b6ec29 req-05422152-e85e-4ea1-a1e1-bfe660c20640 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0587351 Mar 23 02:29:58.260780 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2862c32d-a450-4832-9df4-495cd9b6ec29 req-763b1982-fe54-4653-af5f-826864e2cf2a tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451136 Mar 23 02:29:59.399911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960cd72-1b07-4560-b38f-7e84b8dc228f req-874d36a0-2bae-4e10-b565-4c33077f24d1 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:29:59.401687 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d960cd72-1b07-4560-b38f-7e84b8dc228f req-874d36a0-2bae-4e10-b565-4c33077f24d1 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0649724 Mar 23 02:29:59.448755 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d960cd72-1b07-4560-b38f-7e84b8dc228f req-e815e113-229f-42ca-aebe-6b6ab0daccbc tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Mar 23 02:30:00.573953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61b507-c6ac-4f7a-a747-381843a5ca7c req-a3941269-1289-4442-8040-ab322901b168 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:00.575464 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1b61b507-c6ac-4f7a-a747-381843a5ca7c req-a3941269-1289-4442-8040-ab322901b168 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0555375 Mar 23 02:30:00.630807 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1b61b507-c6ac-4f7a-a747-381843a5ca7c req-047a3663-a8a6-457f-a666-3c61be707eb9 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468664 Mar 23 02:30:01.810219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5163b8e-5d6d-48cd-9240-addfb81c97c4 req-cef549b1-6b0e-4183-bb74-5022bb8702a1 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:01.811654 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5163b8e-5d6d-48cd-9240-addfb81c97c4 req-cef549b1-6b0e-4183-bb74-5022bb8702a1 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.1000953 Mar 23 02:30:01.825991 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-7f231668-8708-4f1a-97fe-a803afb21893 req-1f6e0100-dc4b-440d-a133-5f4201f3fcf6 service neutron] show failed (client error): The resource could not be found. Mar 23 02:30:01.827087 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-1f6e0100-dc4b-440d-a133-5f4201f3fcf6 service neutron] 10.222.0.42 "GET /v2.0/ports/9a618b9f-d770-44c7-ad58-2450e19a03ab/bindings/n-h2-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.0799992 Mar 23 02:30:01.865601 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5163b8e-5d6d-48cd-9240-addfb81c97c4 req-a138080e-9a06-4944-b39a-3707126fb2bd tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474155 Mar 23 02:30:02.045123 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f231668-8708-4f1a-97fe-a803afb21893 req-caacd909-44a0-45bb-9e4d-e59d04f51b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:02.046672 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-caacd909-44a0-45bb-9e4d-e59d04f51b55 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2&tenant_id=27333c03dc164aa795346d4d0bcf70b4 HTTP/1.1" status: 200 len: 1127 time: 0.0572164 Mar 23 02:30:02.063567 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:30:02.121178 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:02.335896 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] For port 9a618b9f-d770-44c7-ad58-2450e19a03ab, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=9a618b9f-d770-44c7-ad58-2450e19a03ab,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:30:02.368838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] For port 9a618b9f-d770-44c7-ad58-2450e19a03ab, host n-h1-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:30:02.411243 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbd3625-f032-4b61-8d0e-a245f0fa57c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a618b9f-d770-44c7-ad58-2450e19a03ab'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:30:02.413716 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44693e3a-804a-44ad-8e13-87b498df2aa8" -d '{"events": [{"server_uuid": "9fbd3625-f032-4b61-8d0e-a245f0fa57c2", "name": "network-vif-unplugged", "status": "completed", "tag": "9a618b9f-d770-44c7-ad58-2450e19a03ab"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:30:02.417694 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Publish callbacks [] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:02.430347 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.provisioning_blocks [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Transition to ACTIVE for port object 9a618b9f-d770-44c7-ad58-2450e19a03ab will not be triggered until provisioned by entity L2. {{(pid=99263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:30:02.436126 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:02.469818 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 02:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94620e33-d27a-41da-a30a-d7a9c56fc38d x-openstack-request-id: req-94620e33-d27a-41da-a30a-d7a9c56fc38d {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:30:02.470113 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbd3625-f032-4b61-8d0e-a245f0fa57c2", "name": "network-vif-unplugged", "status": "completed", "tag": "9a618b9f-d770-44c7-ad58-2450e19a03ab", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:30:02.470365 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94620e33-d27a-41da-a30a-d7a9c56fc38d {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:30:02.470766 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94620e33-d27a-41da-a30a-d7a9c56fc38d'] response: {'server_uuid': '9fbd3625-f032-4b61-8d0e-a245f0fa57c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a618b9f-d770-44c7-ad58-2450e19a03ab', 'code': 200} Mar 23 02:30:02.501900 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] No DVR routers for this DVR port 9a618b9f-d770-44c7-ad58-2450e19a03ab on host n-h1-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:30:02.503828 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Pushing event updated for resources: {'Port': ['ID=9a618b9f-d770-44c7-ad58-2450e19a03ab,revision_number=6']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:02.540246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Attempting to bind port 9a618b9f-d770-44c7-ad58-2450e19a03ab on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:30:02.540578 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Attempting to bind port 9a618b9f-d770-44c7-ad58-2450e19a03ab by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '6f09a1dc-6ec9-4604-b0ed-53e4146e5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4'}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:30:02.540943 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Attempting to bind port 9a618b9f-d770-44c7-ad58-2450e19a03ab on network b47f8aff-f885-459d-8a49-9c55772f88c4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:30:02.545271 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Port 9a618b9f-d770-44c7-ad58-2450e19a03ab on network b47f8aff-f885-459d-8a49-9c55772f88c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:30:02.545608 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Attempting to bind port 9a618b9f-d770-44c7-ad58-2450e19a03ab on network b47f8aff-f885-459d-8a49-9c55772f88c4 {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:30:02.550443 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:30:02.550761 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Checking segment: {'id': '6f09a1dc-6ec9-4604-b0ed-53e4146e5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:30:02.551144 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Bound using segment: {'id': '6f09a1dc-6ec9-4604-b0ed-53e4146e5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4'} {{(pid=99263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:30:02.551568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.managers [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Bound port: 9a618b9f-d770-44c7-ad58-2450e19a03ab, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f09a1dc-6ec9-4604-b0ed-53e4146e5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4'}}] {{(pid=99263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:30:02.551933 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:02.616343 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] For port 9a618b9f-d770-44c7-ad58-2450e19a03ab, host n-h2-834677-4, cleared binding levels {{(pid=99263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:30:02.619239 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] For port 9a618b9f-d770-44c7-ad58-2450e19a03ab, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=9a618b9f-d770-44c7-ad58-2450e19a03ab,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:30:02.628039 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:02.661515 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:02.662339 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:02.663739 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] 10.222.0.43 "PUT /v2.0/ports/9a618b9f-d770-44c7-ad58-2450e19a03ab HTTP/1.1" status: 200 len: 1091 time: 0.6042714 Mar 23 02:30:02.685149 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22049e3-0bec-40f7-af35-97a856bfdb8f service neutron] Pushing event updated for resources: {'Port': ['ID=9a618b9f-d770-44c7-ad58-2450e19a03ab,revision_number=7']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:02.741360 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a41e2038-fdbc-41a4-9c17-eba866cc63ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:02.742868 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a41e2038-fdbc-41a4-9c17-eba866cc63ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27333c03dc164aa795346d4d0bcf70b4&device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 1125 time: 0.0449574 Mar 23 02:30:02.834756 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a171c785-681a-4c18-a38b-77963bc85e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:02.836238 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a171c785-681a-4c18-a38b-77963bc85e74 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 200 len: 915 time: 0.0876312 Mar 23 02:30:02.877047 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-a58bc56c-9838-485e-a7c4-0e3c6d10b128 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a618b9f-d770-44c7-ad58-2450e19a03ab HTTP/1.1" status: 200 len: 217 time: 0.0342653 Mar 23 02:30:02.925587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f231668-8708-4f1a-97fe-a803afb21893 req-dfe9a9d5-146a-43b5-bc28-a8bff14449d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:02.927101 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-dfe9a9d5-146a-43b5-bc28-a8bff14449d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=803375c8-8b8f-4b64-9ddb-84dd1287adbe HTTP/1.1" status: 200 len: 855 time: 0.0436218 Mar 23 02:30:02.958064 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-9349cb0b-447f-46ed-9555-2ba202adc470 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b47f8aff-f885-459d-8a49-9c55772f88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252862 Mar 23 02:30:02.988554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea68da0-ba25-47fc-a665-377dba14c6e1 req-c20ab076-0fee-469f-806b-b29cd4f9e9e9 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:02.990727 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ea68da0-ba25-47fc-a665-377dba14c6e1 req-c20ab076-0fee-469f-806b-b29cd4f9e9e9 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 943 time: 0.0549183 Mar 23 02:30:03.040028 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ea68da0-ba25-47fc-a665-377dba14c6e1 req-6b27c155-27f3-4d46-8c61-add5a520e389 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432706 Mar 23 02:30:03.054592 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-d8d0316a-a4e2-4d89-877e-02843c1cd2f1 service neutron] 10.222.0.43 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902987 Mar 23 02:30:03.154286 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f231668-8708-4f1a-97fe-a803afb21893 req-5f5d7b5d-3739-43ef-94fd-97f6895b697f service neutron] 10.222.0.43 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940957 Mar 23 02:30:04.178286 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b2820-d23e-4d26-aa9f-c61a9d2a65eb req-3559d06e-27c2-4548-b7fb-8d0037d95e4f tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:04.179781 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5a2b2820-d23e-4d26-aa9f-c61a9d2a65eb req-3559d06e-27c2-4548-b7fb-8d0037d95e4f tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 943 time: 0.0610244 Mar 23 02:30:04.232784 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5a2b2820-d23e-4d26-aa9f-c61a9d2a65eb req-3c9bc838-1925-4563-9c35-4266eeb6e6cf tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439332 Mar 23 02:30:04.353992 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:04.471916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbd3625-f032-4b61-8d0e-a245f0fa57c2', 'tag': '9a618b9f-d770-44c7-ad58-2450e19a03ab'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:30:04.474413 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d0a25f-b890-41c9-a025-d5b298d93438" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbd3625-f032-4b61-8d0e-a245f0fa57c2", "tag": "9a618b9f-d770-44c7-ad58-2450e19a03ab"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:30:04.478849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 9a618b9f-d770-44c7-ad58-2450e19a03ab no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:30:04.521947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] The host n-h1-834677-4 is not matching for port 9a618b9f-d770-44c7-ad58-2450e19a03ab host n-h2-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 02:30:04.522360 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 9a618b9f-d770-44c7-ad58-2450e19a03ab not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:30:04.527605 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20e8c65-4b35-4b3a-9e4d-0ccc44584bb0 x-openstack-request-id: req-d20e8c65-4b35-4b3a-9e4d-0ccc44584bb0 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:30:04.527907 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbd3625-f032-4b61-8d0e-a245f0fa57c2", "tag": "9a618b9f-d770-44c7-ad58-2450e19a03ab", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:30:04.528158 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d20e8c65-4b35-4b3a-9e4d-0ccc44584bb0 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:30:04.528581 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d20e8c65-4b35-4b3a-9e4d-0ccc44584bb0'] response: {'name': 'network-changed', 'server_uuid': '9fbd3625-f032-4b61-8d0e-a245f0fa57c2', 'tag': '9a618b9f-d770-44c7-ad58-2450e19a03ab', 'status': 'completed', 'code': 200} Mar 23 02:30:04.593961 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-a815ea53-0669-484b-af95-835745e1f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:04.595483 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-a815ea53-0669-484b-af95-835745e1f3f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27333c03dc164aa795346d4d0bcf70b4&device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 1125 time: 0.0502129 Mar 23 02:30:04.617801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-0f7ebbca-a1b2-49e2-b533-3a6b8c37fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:04.619223 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-0f7ebbca-a1b2-49e2-b533-3a6b8c37fb5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27333c03dc164aa795346d4d0bcf70b4&device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 1125 time: 0.0473063 Mar 23 02:30:04.691760 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-d17d6ada-86b7-4fc4-a36f-94d70f3103b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:04.693370 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-d17d6ada-86b7-4fc4-a36f-94d70f3103b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 200 len: 915 time: 0.0904679 Mar 23 02:30:04.712704 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-6e59d0f6-bbbf-41d2-b84b-dbaf7564a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:04.714324 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-6e59d0f6-bbbf-41d2-b84b-dbaf7564a56e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 200 len: 915 time: 0.0882556 Mar 23 02:30:04.734148 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-83f1a205-fbff-4e85-9ea6-12d85edcd1e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a618b9f-d770-44c7-ad58-2450e19a03ab HTTP/1.1" status: 200 len: 217 time: 0.0351760 Mar 23 02:30:04.763563 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-8941536c-91e2-46fc-add9-d2b409e06568 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a618b9f-d770-44c7-ad58-2450e19a03ab HTTP/1.1" status: 200 len: 217 time: 0.0359557 Mar 23 02:30:04.812886 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-9ae3ece2-ac3e-42a8-9912-8d89675256d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:04.814356 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-9ae3ece2-ac3e-42a8-9912-8d89675256d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=803375c8-8b8f-4b64-9ddb-84dd1287adbe HTTP/1.1" status: 200 len: 855 time: 0.0449116 Mar 23 02:30:04.847642 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-3a69d5e1-74f4-4c77-8969-88631c3226b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b47f8aff-f885-459d-8a49-9c55772f88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265596 Mar 23 02:30:04.947261 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-39b62130-b78a-4843-95d6-28f6a9a5e291 service neutron] 10.222.0.43 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932779 Mar 23 02:30:05.040037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-6610c953-cc39-4652-add4-a39cc58af4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:05.041530 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-6610c953-cc39-4652-add4-a39cc58af4df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=803375c8-8b8f-4b64-9ddb-84dd1287adbe HTTP/1.1" status: 200 len: 855 time: 0.3010759 Mar 23 02:30:05.043001 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-37f58df7-98b8-47f2-94fd-7796d89b6cf5 service neutron] 10.222.0.43 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893390 Mar 23 02:30:05.074001 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-f67b153a-6158-45de-b88d-eebafe7cb6af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b47f8aff-f885-459d-8a49-9c55772f88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267224 Mar 23 02:30:05.160997 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-701205b0-7a4c-42dc-8744-205fc341ea67 service neutron] 10.222.0.42 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810308 Mar 23 02:30:05.255181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5d0a25f-b890-41c9-a025-d5b298d93438 req-d9e639bd-b3c1-4b03-9d87-189573e59307 service neutron] 10.222.0.42 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879500 Mar 23 02:30:05.360659 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a1123-0fcf-4ba8-9a41-1315a663879a req-0a6d91ab-0a63-4723-8a23-b07669f42b14 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:05.362200 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-812a1123-0fcf-4ba8-9a41-1315a663879a req-0a6d91ab-0a63-4723-8a23-b07669f42b14 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 943 time: 0.0586076 Mar 23 02:30:05.433453 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-812a1123-0fcf-4ba8-9a41-1315a663879a req-04ad5646-bb22-430c-a8e4-426f740a7e2b tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641615 Mar 23 02:30:06.578315 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e81096-e85a-4e6b-829c-5f357e841b76 req-be753bf6-513a-4662-a507-043da278a4bb tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:06.579795 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b9e81096-e85a-4e6b-829c-5f357e841b76 req-be753bf6-513a-4662-a507-043da278a4bb tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 943 time: 0.0623879 Mar 23 02:30:06.637059 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b9e81096-e85a-4e6b-829c-5f357e841b76 req-e8d2a531-5025-42e3-8235-ef87e549950a tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499232 Mar 23 02:30:06.885927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f0e7b-b785-4821-b66f-29dd847b65df req-e96d7c25-cf8b-48e7-8824-8083edb83353 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:06.887419 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441f0e7b-b785-4821-b66f-29dd847b65df req-e96d7c25-cf8b-48e7-8824-8083edb83353 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 943 time: 0.0911205 Mar 23 02:30:06.894973 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc305ddc-e4ee-4d38-8ec3-8ed07721f651 req-c3eff890-401b-49d5-bdb6-843d4912b836 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:06.897019 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc305ddc-e4ee-4d38-8ec3-8ed07721f651 req-c3eff890-401b-49d5-bdb6-843d4912b836 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.42 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2&tenant_id=27333c03dc164aa795346d4d0bcf70b4&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 943 time: 0.0896442 Mar 23 02:30:06.976985 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-441f0e7b-b785-4821-b66f-29dd847b65df req-039f76a4-2850-4738-9bcf-a464d3fe0f48 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789845 Mar 23 02:30:06.986182 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-cc305ddc-e4ee-4d38-8ec3-8ed07721f651 req-6cb6bbeb-334f-4d5d-888a-3e596451ddca service neutron] delete failed (client error): The resource could not be found. Mar 23 02:30:06.987144 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc305ddc-e4ee-4d38-8ec3-8ed07721f651 req-6cb6bbeb-334f-4d5d-888a-3e596451ddca service neutron] 10.222.0.42 "DELETE /v2.0/ports/9a618b9f-d770-44c7-ad58-2450e19a03ab/bindings/n-h1-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.0832093 Mar 23 02:30:07.079238 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc305ddc-e4ee-4d38-8ec3-8ed07721f651 req-bd1eb14f-74f0-4f03-b340-2256b4ecd380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:07.080639 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc305ddc-e4ee-4d38-8ec3-8ed07721f651 req-bd1eb14f-74f0-4f03-b340-2256b4ecd380 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27333c03dc164aa795346d4d0bcf70b4&device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 1125 time: 0.0499930 Mar 23 02:30:07.172574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc305ddc-e4ee-4d38-8ec3-8ed07721f651 req-b9066a75-9678-45a2-8efe-144e6fb44ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:07.174368 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc305ddc-e4ee-4d38-8ec3-8ed07721f651 req-b9066a75-9678-45a2-8efe-144e6fb44ac7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 200 len: 915 time: 0.0871835 Mar 23 02:30:07.202294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 9a618b9f-d770-44c7-ad58-2450e19a03ab details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:30:07.220768 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc305ddc-e4ee-4d38-8ec3-8ed07721f651 req-b4ddfcc8-c044-450a-9b05-2b6122331526 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a618b9f-d770-44c7-ad58-2450e19a03ab HTTP/1.1" status: 200 len: 217 time: 0.0399060 Mar 23 02:30:07.267847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc305ddc-e4ee-4d38-8ec3-8ed07721f651 req-87dd48dc-3f8a-49bb-9e10-40a258e5a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:07.269333 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc305ddc-e4ee-4d38-8ec3-8ed07721f651 req-87dd48dc-3f8a-49bb-9e10-40a258e5a87a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=803375c8-8b8f-4b64-9ddb-84dd1287adbe HTTP/1.1" status: 200 len: 855 time: 0.0432334 Mar 23 02:30:07.305392 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc305ddc-e4ee-4d38-8ec3-8ed07721f651 req-41b1ca78-560a-4f1d-af76-00111135c0ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b47f8aff-f885-459d-8a49-9c55772f88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289783 Mar 23 02:30:07.307283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 9a618b9f-d770-44c7-ad58-2450e19a03ab, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=9a618b9f-d770-44c7-ad58-2450e19a03ab,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:30:07.319264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '9a618b9f-d770-44c7-ad58-2450e19a03ab', 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4', 'port_id': '9a618b9f-d770-44c7-ad58-2450e19a03ab', 'mac_address': 'fa:16:3e:1d:6c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803375c8-8b8f-4b64-9ddb-84dd1287adbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:30:07.362059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 9a618b9f-d770-44c7-ad58-2450e19a03ab is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:30:07.362347 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:07.377365 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a618b9f-d770-44c7-ad58-2450e19a03ab {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:30:07.399576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 9a618b9f-d770-44c7-ad58-2450e19a03ab, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=9a618b9f-d770-44c7-ad58-2450e19a03ab,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:30:07.404994 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc305ddc-e4ee-4d38-8ec3-8ed07721f651 req-1adfcc3c-415f-4648-8526-861d46727966 service neutron] 10.222.0.42 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935459 Mar 23 02:30:07.406175 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:07.453676 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=9a618b9f-d770-44c7-ad58-2450e19a03ab,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:07.502431 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cc305ddc-e4ee-4d38-8ec3-8ed07721f651 req-9a001c31-e979-4df9-804b-6bf57c495c2b service neutron] 10.222.0.42 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923700 Mar 23 02:30:07.777332 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['9a618b9f-d770-44c7-ad58-2450e19a03ab'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:30:08.107565 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0e70c-5acb-4ff3-9c56-d7aab857d76d req-802f2b28-533f-484b-80b9-d86724a28bdf tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:08.109054 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f7d0e70c-5acb-4ff3-9c56-d7aab857d76d req-802f2b28-533f-484b-80b9-d86724a28bdf tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 944 time: 0.0575414 Mar 23 02:30:08.156230 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f7d0e70c-5acb-4ff3-9c56-d7aab857d76d req-ee114545-3d47-4ced-91ec-667ea60e26ae tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414112 Mar 23 02:30:08.300389 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758eae9b-fb71-4d64-9dae-ab19e97814f2 req-bc0008de-5b95-471d-b916-954c1e4d3212 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:08.302445 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-758eae9b-fb71-4d64-9dae-ab19e97814f2 req-bc0008de-5b95-471d-b916-954c1e4d3212 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 944 time: 0.0605934 Mar 23 02:30:08.352095 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-758eae9b-fb71-4d64-9dae-ab19e97814f2 req-5a1aec94-0d37-45e7-bb4e-67debe2e6608 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434985 Mar 23 02:30:08.480142 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393c9ea-43b8-4ae7-aa6f-a65bdb9879be req-4ce4aa0a-0143-4796-a67b-446051d20580 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:08.482116 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2393c9ea-43b8-4ae7-aa6f-a65bdb9879be req-4ce4aa0a-0143-4796-a67b-446051d20580 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 944 time: 0.0605776 Mar 23 02:30:08.537513 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2393c9ea-43b8-4ae7-aa6f-a65bdb9879be req-10160de0-0cf2-447c-9f06-fb442f2bfc2d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498824 Mar 23 02:30:08.890772 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-482c961f-a4c7-45ae-95b8-4a866829875f tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:08.892261 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-482c961f-a4c7-45ae-95b8-4a866829875f tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/networks?id=b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 200 len: 815 time: 0.1007795 Mar 23 02:30:08.908980 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-25c5b6a4-bf77-4080-90ca-3a47ca31486f tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/quotas/27333c03dc164aa795346d4d0bcf70b4 HTTP/1.1" status: 200 len: 375 time: 0.0100274 Mar 23 02:30:08.979785 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-f938ba26-5e23-496d-a7d2-270f4fa486cf tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=27333c03dc164aa795346d4d0bcf70b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0647905 Mar 23 02:30:08.990674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-144a2baf-34a3-4afa-af8d-4a427b20229a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:30:08.991699 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-144a2baf-34a3-4afa-af8d-4a427b20229a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050251 Mar 23 02:30:09.081079 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-1e6982cb-2c36-4e83-85f1-aec581937c92 service neutron] 10.222.0.18 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835016 Mar 23 02:30:09.180218 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c5422c4e-d3f3-4bd0-a34c-122c6475ac12 service neutron] 10.222.0.18 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927284 Mar 23 02:30:09.217536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 9a618b9f-d770-44c7-ad58-2450e19a03ab up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:30:09.268206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 9a618b9f-d770-44c7-ad58-2450e19a03ab completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:30:09.273023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 9a618b9f-d770-44c7-ad58-2450e19a03ab triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:30:09.273423 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:09.351727 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3f79a014-476c-4958-9c64-9c1da7c07444 req-bfff3374-856d-48da-b074-f1f6f738fca7 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 210 time: 0.0334239 Mar 23 02:30:09.365400 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 9a618b9f-d770-44c7-ad58-2450e19a03ab is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:30:09.365998 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:09.392477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbd3625-f032-4b61-8d0e-a245f0fa57c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a618b9f-d770-44c7-ad58-2450e19a03ab'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:30:09.394966 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e85240a-19f8-4ff3-a79a-a1c69f96a37d" -d '{"events": [{"server_uuid": "9fbd3625-f032-4b61-8d0e-a245f0fa57c2", "name": "network-vif-plugged", "status": "completed", "tag": "9a618b9f-d770-44c7-ad58-2450e19a03ab"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:30:09.426501 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 9a618b9f-d770-44c7-ad58-2450e19a03ab, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=9a618b9f-d770-44c7-ad58-2450e19a03ab,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:30:09.434208 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:09.468464 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459bc662-d64c-43ef-b973-4c2bab646393 x-openstack-request-id: req-459bc662-d64c-43ef-b973-4c2bab646393 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:30:09.468645 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbd3625-f032-4b61-8d0e-a245f0fa57c2", "name": "network-vif-plugged", "status": "completed", "tag": "9a618b9f-d770-44c7-ad58-2450e19a03ab", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:30:09.468907 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-459bc662-d64c-43ef-b973-4c2bab646393 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:30:09.469305 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459bc662-d64c-43ef-b973-4c2bab646393'] response: {'server_uuid': '9fbd3625-f032-4b61-8d0e-a245f0fa57c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a618b9f-d770-44c7-ad58-2450e19a03ab', 'code': 200} Mar 23 02:30:09.498026 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=9a618b9f-d770-44c7-ad58-2450e19a03ab,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:10.231899 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42bac3-7e21-4e60-a810-3ada3613aa68 req-567d04bc-afb8-4ca0-8453-4efb049937d2 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:10.234108 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5c42bac3-7e21-4e60-a810-3ada3613aa68 req-567d04bc-afb8-4ca0-8453-4efb049937d2 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fbd3625-f032-4b61-8d0e-a245f0fa57c2 HTTP/1.1" status: 200 len: 945 time: 0.0588722 Mar 23 02:30:10.331837 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-5c42bac3-7e21-4e60-a810-3ada3613aa68 req-5d002c87-7398-4422-a939-ac47c558ca66 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Deleting port 9a618b9f-d770-44c7-ad58-2450e19a03ab {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:30:10.332188 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5c42bac3-7e21-4e60-a810-3ada3613aa68 req-5d002c87-7398-4422-a939-ac47c558ca66 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:10.407944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.43', 63116) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:30:10.440083 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-5c42bac3-7e21-4e60-a810-3ada3613aa68 req-5d002c87-7398-4422-a939-ac47c558ca66 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] For port 9a618b9f-d770-44c7-ad58-2450e19a03ab, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=9a618b9f-d770-44c7-ad58-2450e19a03ab,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:30:10.440443 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5c42bac3-7e21-4e60-a810-3ada3613aa68 req-5d002c87-7398-4422-a939-ac47c558ca66 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:10.463757 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [req-5c42bac3-7e21-4e60-a810-3ada3613aa68 req-5d002c87-7398-4422-a939-ac47c558ca66 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Calling delete_port for 9a618b9f-d770-44c7-ad58-2450e19a03ab owned by compute:nova {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:30:10.492954 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-87d1ddcc-2b00-4d3b-99b3-f05355d2a686 req-2830bc72-c807-4d68-b435-787118d9ddd1 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 210 time: 0.0575087 Mar 23 02:30:10.554176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-dd9162b9-2766-4bf8-914a-d6b71b08f1f8 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:10.556632 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-dd9162b9-2766-4bf8-914a-d6b71b08f1f8 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.43 "GET /v2.0/networks?id=b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 200 len: 815 time: 0.1460180 Mar 23 02:30:10.583020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-45765397-dd2f-4eb9-a588-267219eb7fb3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Request body: {'port': {'device_id': 'a7fd8ca9-b4ad-4b56-8ec9-c74457c48749', 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4', 'admin_state_up': True, 'tenant_id': '27333c03dc164aa795346d4d0bcf70b4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:30:10.635052 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5c42bac3-7e21-4e60-a810-3ada3613aa68 req-5d002c87-7398-4422-a939-ac47c558ca66 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (9a618b9f-d770-44c7-ad58-2450e19a03ab), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:10.661851 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d002c87-7398-4422-a939-ac47c558ca66 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Pushing event deleted for resources: {'Port': ['ID=9a618b9f-d770-44c7-ad58-2450e19a03ab,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:10.670620 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['9a618b9f-d770-44c7-ad58-2450e19a03ab'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:30:10.710851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-45765397-dd2f-4eb9-a588-267219eb7fb3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Made reservation on behalf of 27333c03dc164aa795346d4d0bcf70b4 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:30:10.711782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c42bac3-7e21-4e60-a810-3ada3613aa68 req-5d002c87-7398-4422-a939-ac47c558ca66 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] No DVR routers for this DVR port 9a618b9f-d770-44c7-ad58-2450e19a03ab on host n-h2-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:30:10.714585 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-5c42bac3-7e21-4e60-a810-3ada3613aa68 req-5d002c87-7398-4422-a939-ac47c558ca66 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:10.715792 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-45765397-dd2f-4eb9-a588-267219eb7fb3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:10.717883 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5c42bac3-7e21-4e60-a810-3ada3613aa68 req-5d002c87-7398-4422-a939-ac47c558ca66 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.43 "DELETE /v2.0/ports/9a618b9f-d770-44c7-ad58-2450e19a03ab HTTP/1.1" status: 204 len: 173 time: 0.4778852 Mar 23 02:30:10.718341 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbd3625-f032-4b61-8d0e-a245f0fa57c2', 'name': 'network-vif-deleted', 'tag': '9a618b9f-d770-44c7-ad58-2450e19a03ab'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:30:10.720608 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadd97ee-47fe-4631-9491-de66a59cc20d" -d '{"events": [{"server_uuid": "9fbd3625-f032-4b61-8d0e-a245f0fa57c2", "name": "network-vif-deleted", "tag": "9a618b9f-d770-44c7-ad58-2450e19a03ab"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:30:10.763277 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e731d53-ca02-404a-b41d-ec166bd73c42 x-openstack-request-id: req-1e731d53-ca02-404a-b41d-ec166bd73c42 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:30:10.763585 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbd3625-f032-4b61-8d0e-a245f0fa57c2", "name": "network-vif-deleted", "tag": "9a618b9f-d770-44c7-ad58-2450e19a03ab", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:30:10.763841 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e731d53-ca02-404a-b41d-ec166bd73c42 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:30:10.764253 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e731d53-ca02-404a-b41d-ec166bd73c42'] response: {'server_uuid': '9fbd3625-f032-4b61-8d0e-a245f0fa57c2', 'name': 'network-vif-deleted', 'tag': '9a618b9f-d770-44c7-ad58-2450e19a03ab', 'status': 'completed', 'code': 200} Mar 23 02:30:10.859778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-45765397-dd2f-4eb9-a588-267219eb7fb3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Allocated IP 172.20.0.5 (b47f8aff-f885-459d-8a49-9c55772f88c4/803375c8-8b8f-4b64-9ddb-84dd1287adbe/8daffe9f-0bf7-4720-ba4d-1ede22bb35e3) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:30:11.016913 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-45765397-dd2f-4eb9-a588-267219eb7fb3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Publish callbacks [] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:11.053878 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-45765397-dd2f-4eb9-a588-267219eb7fb3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:11.097001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['9a618b9f-d770-44c7-ad58-2450e19a03ab'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:30:11.099527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-45765397-dd2f-4eb9-a588-267219eb7fb3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Network b47f8aff-f885-459d-8a49-9c55772f88c4 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:30:11.102816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-45765397-dd2f-4eb9-a588-267219eb7fb3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:30:11.105320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-45765397-dd2f-4eb9-a588-267219eb7fb3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:30:11.139343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45765397-dd2f-4eb9-a588-267219eb7fb3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Pushing event updated for resources: {'Port': ['ID=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:11.165603 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-45765397-dd2f-4eb9-a588-267219eb7fb3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:11.166218 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-45765397-dd2f-4eb9-a588-267219eb7fb3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:11.182734 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-45765397-dd2f-4eb9-a588-267219eb7fb3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6109602 Mar 23 02:30:11.198955 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Request body: {'port': {'device_id': 'a7fd8ca9-b4ad-4b56-8ec9-c74457c48749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:30:11.257631 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:11.534920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:30:11.542861 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Publish callbacks [] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:11.556213 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Transition to ACTIVE for port object 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:30:11.561488 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:11.637984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Pushing event updated for resources: {'Port': ['ID=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:11.705683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8882602-e640-4e86-9a08-b82b35fe3656 req-26b6a9e9-a259-493a-a9e4-ff140de2ffac tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:11.707094 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8882602-e640-4e86-9a08-b82b35fe3656 req-26b6a9e9-a259-493a-a9e4-ff140de2ffac tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 943 time: 0.1193500 Mar 23 02:30:11.743326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Attempting to bind port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:30:11.743663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Attempting to bind port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '6f09a1dc-6ec9-4604-b0ed-53e4146e5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:30:11.743985 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Attempting to bind port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 on network b47f8aff-f885-459d-8a49-9c55772f88c4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:30:11.755942 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 on network b47f8aff-f885-459d-8a49-9c55772f88c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:30:11.756269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Attempting to bind port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 on network b47f8aff-f885-459d-8a49-9c55772f88c4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:30:11.770220 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:30:11.770562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Checking segment: {'id': '6f09a1dc-6ec9-4604-b0ed-53e4146e5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:30:11.770946 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Bound using segment: {'id': '6f09a1dc-6ec9-4604-b0ed-53e4146e5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:30:11.771377 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Bound port: 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f09a1dc-6ec9-4604-b0ed-53e4146e5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:30:11.771735 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:11.777971 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8882602-e640-4e86-9a08-b82b35fe3656 req-07210d8b-2f66-472b-9f7f-64b986f3179a tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647926 Mar 23 02:30:11.844179 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] For port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:30:11.847272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] For port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:30:11.854535 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:11.889477 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:11.890120 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:11.891501 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] 10.222.0.43 "PUT /v2.0/ports/8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 HTTP/1.1" status: 200 len: 1091 time: 0.6965752 Mar 23 02:30:11.891933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7fd8ca9-b4ad-4b56-8ec9-c74457c48749', 'tag': '8daffe9f-0bf7-4720-ba4d-1ede22bb35e3'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:30:11.894219 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39abc0e7-625b-41c5-a00e-e76569cb04c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a7fd8ca9-b4ad-4b56-8ec9-c74457c48749", "tag": "8daffe9f-0bf7-4720-ba4d-1ede22bb35e3"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:30:11.916457 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97250f3-33a3-4676-82c6-4a94d11f3eee service neutron] Pushing event updated for resources: {'Port': ['ID=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:11.937591 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95645637-04fc-46c4-93e6-1df08c0e371d x-openstack-request-id: req-95645637-04fc-46c4-93e6-1df08c0e371d {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:30:11.937867 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7fd8ca9-b4ad-4b56-8ec9-c74457c48749", "tag": "8daffe9f-0bf7-4720-ba4d-1ede22bb35e3", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:30:11.938206 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95645637-04fc-46c4-93e6-1df08c0e371d {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:30:11.938626 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95645637-04fc-46c4-93e6-1df08c0e371d'] response: {'name': 'network-changed', 'server_uuid': 'a7fd8ca9-b4ad-4b56-8ec9-c74457c48749', 'tag': '8daffe9f-0bf7-4720-ba4d-1ede22bb35e3', 'status': 'completed', 'code': 200} Mar 23 02:30:12.002391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-33c6f6f1-4000-4a03-bc0c-dcb06d485860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:12.003805 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-33c6f6f1-4000-4a03-bc0c-dcb06d485860 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27333c03dc164aa795346d4d0bcf70b4&device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 1125 time: 0.0498433 Mar 23 02:30:12.051251 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-f5fd1cb5-d7f0-49f0-b5ca-77fdc6486f1e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 HTTP/1.1" status: 200 len: 217 time: 0.0346763 Mar 23 02:30:12.109039 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-65f13573-7dd8-46be-a3ca-f78310c82f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:12.110470 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-65f13573-7dd8-46be-a3ca-f78310c82f77 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=803375c8-8b8f-4b64-9ddb-84dd1287adbe HTTP/1.1" status: 200 len: 855 time: 0.0531943 Mar 23 02:30:12.142044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-f4670eb1-c425-436a-8ac3-8232c9389c61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b47f8aff-f885-459d-8a49-9c55772f88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251122 Mar 23 02:30:12.240681 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-c8f5c60b-06cd-4943-8198-ca2154144302 service neutron] 10.222.0.43 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914118 Mar 23 02:30:12.339617 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ff752ce-078c-49c3-b8c4-20d452d77dbd req-0c114a84-ce52-4e5f-ba84-e10f16c66d7b service neutron] 10.222.0.43 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925455 Mar 23 02:30:12.483886 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abc0e7-625b-41c5-a00e-e76569cb04c3 req-c7914fcc-2b00-453f-8de8-8e9b2293c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:12.485474 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39abc0e7-625b-41c5-a00e-e76569cb04c3 req-c7914fcc-2b00-453f-8de8-8e9b2293c3af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27333c03dc164aa795346d4d0bcf70b4&device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 1125 time: 0.0564039 Mar 23 02:30:12.581006 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abc0e7-625b-41c5-a00e-e76569cb04c3 req-0d554c6e-8b41-412a-a74a-255767eba4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:12.582558 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39abc0e7-625b-41c5-a00e-e76569cb04c3 req-0d554c6e-8b41-412a-a74a-255767eba4c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 200 len: 915 time: 0.0899494 Mar 23 02:30:12.626766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39abc0e7-625b-41c5-a00e-e76569cb04c3 req-7e5a28c7-9ab9-446f-a338-788bed491731 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 HTTP/1.1" status: 200 len: 217 time: 0.0379562 Mar 23 02:30:12.677146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abc0e7-625b-41c5-a00e-e76569cb04c3 req-d62c1d54-d1a9-41a9-b338-afd8beaaeac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:12.678755 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39abc0e7-625b-41c5-a00e-e76569cb04c3 req-d62c1d54-d1a9-41a9-b338-afd8beaaeac7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=803375c8-8b8f-4b64-9ddb-84dd1287adbe HTTP/1.1" status: 200 len: 855 time: 0.0457575 Mar 23 02:30:12.709600 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39abc0e7-625b-41c5-a00e-e76569cb04c3 req-e71483f8-e9a1-433e-9802-fdff913d67e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b47f8aff-f885-459d-8a49-9c55772f88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254769 Mar 23 02:30:12.805198 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39abc0e7-625b-41c5-a00e-e76569cb04c3 req-1668957e-c111-48dc-a0f4-e1c07f462832 service neutron] 10.222.0.43 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893669 Mar 23 02:30:12.928266 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39abc0e7-625b-41c5-a00e-e76569cb04c3 req-166490b9-e6c0-42c1-b11d-0b2f504f0c0a service neutron] 10.222.0.43 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175351 Mar 23 02:30:12.938590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0230edc-0d17-4fc7-a535-4d063faae398 req-1b7cfe2d-8dba-4bea-81c2-67c6e7788c9d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:12.939975 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0230edc-0d17-4fc7-a535-4d063faae398 req-1b7cfe2d-8dba-4bea-81c2-67c6e7788c9d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 943 time: 0.0836477 Mar 23 02:30:13.000214 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0230edc-0d17-4fc7-a535-4d063faae398 req-19b6308a-67b4-48fd-a431-0985fd6a1646 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518591 Mar 23 02:30:14.146267 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b81b5-f281-4cee-8275-406de7855fcd req-c62a8fe8-879c-4e59-9261-2a0aec510b8d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:14.147771 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a86b81b5-f281-4cee-8275-406de7855fcd req-c62a8fe8-879c-4e59-9261-2a0aec510b8d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 943 time: 0.0621302 Mar 23 02:30:14.195179 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a86b81b5-f281-4cee-8275-406de7855fcd req-e8a35114-5f10-4212-8876-b89575e95460 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409062 Mar 23 02:30:14.874897 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:30:15.249424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 9a618b9f-d770-44c7-ad58-2450e19a03ab no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:30:15.270184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 9a618b9f-d770-44c7-ad58-2450e19a03ab {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:30:15.270540 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 9a618b9f-d770-44c7-ad58-2450e19a03ab not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:30:15.322747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2797abb-fccd-41a5-a29e-ecbfafd7454d req-efd00a9c-d7bd-487d-a6ab-421118cb6b29 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:15.324272 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2797abb-fccd-41a5-a29e-ecbfafd7454d req-efd00a9c-d7bd-487d-a6ab-421118cb6b29 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 943 time: 0.0537806 Mar 23 02:30:15.372706 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2797abb-fccd-41a5-a29e-ecbfafd7454d req-63d48da8-eab7-429e-a0c7-e280411e2405 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426762 Mar 23 02:30:16.503346 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7356da-4375-46fb-8d48-9473f6747157 req-5fa5721d-73c1-4f13-b1a0-84a3a6c63d33 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:16.506303 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e7356da-4375-46fb-8d48-9473f6747157 req-5fa5721d-73c1-4f13-b1a0-84a3a6c63d33 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 943 time: 0.0612171 Mar 23 02:30:16.566839 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e7356da-4375-46fb-8d48-9473f6747157 req-00e72874-4807-451c-b615-ed816a5ae7fc tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492604 Mar 23 02:30:17.265932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:30:17.540630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:30:17.552297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '8daffe9f-0bf7-4720-ba4d-1ede22bb35e3', 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4', 'port_id': '8daffe9f-0bf7-4720-ba4d-1ede22bb35e3', 'mac_address': 'fa:16:3e:75:45:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803375c8-8b8f-4b64-9ddb-84dd1287adbe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:30:17.591382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:30:17.591773 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:17.605975 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:30:17.629609 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:30:17.635303 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:17.684356 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:17.692184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:17.692536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:17.692944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:17.693276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:17.693611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:17.693945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:17.694272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:17.694608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:17.695014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:17.695372 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:17.695723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:17.696143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:17.696630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:17.696980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:17.697301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:17.698566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516b35a-a0e6-4034-9eb6-3373edf88272 req-f54cd12c-8c3d-4fa2-a66e-6e342dc64c0a tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:17.700092 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7516b35a-a0e6-4034-9eb6-3373edf88272 req-f54cd12c-8c3d-4fa2-a66e-6e342dc64c0a tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 944 time: 0.0585701 Mar 23 02:30:17.746150 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7516b35a-a0e6-4034-9eb6-3373edf88272 req-e94403a2-947c-49cd-8e73-ffd1f29ac204 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403614 Mar 23 02:30:18.030194 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['8daffe9f-0bf7-4720-ba4d-1ede22bb35e3'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:30:18.871893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5159a9a-5ebc-4c9e-b53b-8f144164a3e9 req-bed5a554-b9ef-431d-8f96-5e8b9c525698 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:18.873380 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d5159a9a-5ebc-4c9e-b53b-8f144164a3e9 req-bed5a554-b9ef-431d-8f96-5e8b9c525698 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 944 time: 0.0556588 Mar 23 02:30:18.928114 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d5159a9a-5ebc-4c9e-b53b-8f144164a3e9 req-85fc2e99-4049-48c8-aaff-31bb1dbf171c tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488093 Mar 23 02:30:19.282761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:30:19.346249 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:30:19.350223 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:30:19.350592 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:19.427344 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:30:19.427735 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:19.450455 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fd8ca9-b4ad-4b56-8ec9-c74457c48749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8daffe9f-0bf7-4720-ba4d-1ede22bb35e3'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:30:19.452807 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe381f4-ad21-4044-960c-458d6cfb0456" -d '{"events": [{"server_uuid": "a7fd8ca9-b4ad-4b56-8ec9-c74457c48749", "name": "network-vif-plugged", "status": "completed", "tag": "8daffe9f-0bf7-4720-ba4d-1ede22bb35e3"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:30:19.465816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:30:19.471187 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:19.493951 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9c349b-eee5-41b4-a922-4b4235917534 x-openstack-request-id: req-9a9c349b-eee5-41b4-a922-4b4235917534 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:30:19.494226 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fd8ca9-b4ad-4b56-8ec9-c74457c48749", "name": "network-vif-plugged", "status": "completed", "tag": "8daffe9f-0bf7-4720-ba4d-1ede22bb35e3", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:30:19.494471 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a9c349b-eee5-41b4-a922-4b4235917534 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:30:19.494899 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a9c349b-eee5-41b4-a922-4b4235917534'] response: {'server_uuid': 'a7fd8ca9-b4ad-4b56-8ec9-c74457c48749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8daffe9f-0bf7-4720-ba4d-1ede22bb35e3', 'code': 200} Mar 23 02:30:19.521087 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:19.600068 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-57fbfddb-d6e0-4b46-9841-17e23c2ffa57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:19.629737 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903ff4b-08aa-4808-85c4-95800e760741 req-f3be95ce-8948-4708-b968-20a610ddfa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:19.631287 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9903ff4b-08aa-4808-85c4-95800e760741 req-f3be95ce-8948-4708-b968-20a610ddfa5d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 1127 time: 0.0496569 Mar 23 02:30:19.676835 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9903ff4b-08aa-4808-85c4-95800e760741 req-e7a015d5-40df-4b17-a729-a3945cba25e8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392351 Mar 23 02:30:20.062043 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54602b49-7874-45d9-bb9a-7fe8ca473669 req-762c6bcf-de81-4f1c-8d1e-1c5cefcfdd04 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:20.063534 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-54602b49-7874-45d9-bb9a-7fe8ca473669 req-762c6bcf-de81-4f1c-8d1e-1c5cefcfdd04 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0619049 Mar 23 02:30:20.112975 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-54602b49-7874-45d9-bb9a-7fe8ca473669 req-0ff15a7b-1e97-4968-964b-8c6fd8956f77 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411835 Mar 23 02:30:21.142085 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:21.237362 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91986c04-1822-4fad-965b-bc22134bd0f6 req-d9e69edd-acf1-4799-9c90-498b66511696 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:21.238847 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91986c04-1822-4fad-965b-bc22134bd0f6 req-d9e69edd-acf1-4799-9c90-498b66511696 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0537698 Mar 23 02:30:21.288823 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-91986c04-1822-4fad-965b-bc22134bd0f6 req-3b157b06-152b-4380-8325-190685067433 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436916 Mar 23 02:30:21.349152 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c276ed2-698b-4a75-910c-4dafaca1d167 req-d29541e2-9bff-4232-9672-247c86f4e6ab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502172 Mar 23 02:30:21.421253 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00414f26-0089-4aa2-a93f-a64166766bfa req-57864f0a-e454-4a1d-91d4-aa0a5bf2f09d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:21.423079 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-00414f26-0089-4aa2-a93f-a64166766bfa req-57864f0a-e454-4a1d-91d4-aa0a5bf2f09d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0536580 Mar 23 02:30:21.456261 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c276ed2-698b-4a75-910c-4dafaca1d167 req-c375ee59-6c96-4dca-bcab-232cf07d33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:21.457964 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c276ed2-698b-4a75-910c-4dafaca1d167 req-c375ee59-6c96-4dca-bcab-232cf07d33ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27333c03dc164aa795346d4d0bcf70b4&device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 1127 time: 0.0521209 Mar 23 02:30:21.472276 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-00414f26-0089-4aa2-a93f-a64166766bfa req-f73b8668-9183-4432-beab-4b6f8ddafaf3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434623 Mar 23 02:30:21.563035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c276ed2-698b-4a75-910c-4dafaca1d167 req-402634c9-ef14-45f8-a0e2-0cab1edca3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:21.564581 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c276ed2-698b-4a75-910c-4dafaca1d167 req-402634c9-ef14-45f8-a0e2-0cab1edca3a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 200 len: 915 time: 0.0882711 Mar 23 02:30:21.612329 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c276ed2-698b-4a75-910c-4dafaca1d167 req-7193db32-1f55-4dc7-a599-a69dce0b8d23 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 HTTP/1.1" status: 200 len: 217 time: 0.0419726 Mar 23 02:30:21.672135 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c276ed2-698b-4a75-910c-4dafaca1d167 req-aae59086-fdda-45e0-ba7c-ab6116d7dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:21.673586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c276ed2-698b-4a75-910c-4dafaca1d167 req-aae59086-fdda-45e0-ba7c-ab6116d7dbc9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=803375c8-8b8f-4b64-9ddb-84dd1287adbe HTTP/1.1" status: 200 len: 855 time: 0.0560894 Mar 23 02:30:21.709267 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c276ed2-698b-4a75-910c-4dafaca1d167 req-8c6c9aff-cda8-4ddb-b71d-2797251c7d4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b47f8aff-f885-459d-8a49-9c55772f88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293796 Mar 23 02:30:21.751819 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-76603c53-1d5d-4deb-b1cd-651dbbb6dcb9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810537 Mar 23 02:30:21.764070 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038f2b4-b6ce-4720-b305-ffe45053215f req-63ecb99a-ce20-4711-b4f7-1818e99b51f2 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:21.765723 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1038f2b4-b6ce-4720-b305-ffe45053215f req-63ecb99a-ce20-4711-b4f7-1818e99b51f2 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0863972 Mar 23 02:30:21.800464 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c276ed2-698b-4a75-910c-4dafaca1d167 req-1b6e4a86-6374-4d08-bb59-1932529bb186 service neutron] 10.222.0.43 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846424 Mar 23 02:30:21.825916 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1038f2b4-b6ce-4720-b305-ffe45053215f req-055435ae-81a4-4517-8d5e-cf57270ae94c tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527561 Mar 23 02:30:21.901584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c276ed2-698b-4a75-910c-4dafaca1d167 req-e40a6911-b76e-4bcc-b252-c437970c1be8 service neutron] 10.222.0.43 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907719 Mar 23 02:30:22.075825 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-40f1fddd-c4ba-470c-a860-bd1c3684d7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:22.124524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cb75e-153f-459b-b858-db46d3a069ba req-df6705b4-bf75-425c-a441-e5e5b0873e31 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:22.125906 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-df6705b4-bf75-425c-a441-e5e5b0873e31 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports/8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 HTTP/1.1" status: 200 len: 942 time: 0.0490973 Mar 23 02:30:22.986331 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc36986-293a-4593-b058-89513a678a9d req-f128dfe1-22c0-472c-bdd6-dddac871f852 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:22.987843 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8dc36986-293a-4593-b058-89513a678a9d req-f128dfe1-22c0-472c-bdd6-dddac871f852 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0866284 Mar 23 02:30:22.995777 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cb75e-153f-459b-b858-db46d3a069ba req-0a72843a-9c38-4369-ba26-d4d29f1dc7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:22.997292 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-0a72843a-9c38-4369-ba26-d4d29f1dc7ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27333c03dc164aa795346d4d0bcf70b4&device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 1127 time: 0.0690629 Mar 23 02:30:23.096747 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8dc36986-293a-4593-b058-89513a678a9d req-a1a77189-10a2-4358-9c78-1c6b0499e14d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984490 Mar 23 02:30:23.118362 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cb75e-153f-459b-b858-db46d3a069ba req-485f82d1-0953-4452-af13-31b9ecc0385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:23.119844 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-485f82d1-0953-4452-af13-31b9ecc0385e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 200 len: 915 time: 0.1157913 Mar 23 02:30:23.161512 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-ff8c2a6d-20f2-4f53-be89-508095bbb159 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 HTTP/1.1" status: 200 len: 217 time: 0.0360777 Mar 23 02:30:23.208956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cb75e-153f-459b-b858-db46d3a069ba req-dd2cca8f-32a2-41e1-9600-e2556624687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:23.210395 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-dd2cca8f-32a2-41e1-9600-e2556624687c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=803375c8-8b8f-4b64-9ddb-84dd1287adbe HTTP/1.1" status: 200 len: 855 time: 0.0433829 Mar 23 02:30:23.241855 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-1862e47b-66a1-4149-a021-7061836fa264 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b47f8aff-f885-459d-8a49-9c55772f88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255897 Mar 23 02:30:23.337499 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-5677a962-1526-4d01-a7a3-676ee4fb5db8 service neutron] 10.222.0.43 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895455 Mar 23 02:30:23.427065 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c9b9d567-df04-4068-8ed5-1966b40566a2 service neutron] 10.222.0.43 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842528 Mar 23 02:30:23.495638 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:24.227541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30987ea9-9c06-401a-8b49-7cf19f037270 req-aff86766-f98b-429d-92f3-4c2ef4f97185 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:24.229048 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-30987ea9-9c06-401a-8b49-7cf19f037270 req-aff86766-f98b-429d-92f3-4c2ef4f97185 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0595944 Mar 23 02:30:24.280010 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-30987ea9-9c06-401a-8b49-7cf19f037270 req-4d572efb-8a2b-4231-a8e6-543b43994e23 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452201 Mar 23 02:30:24.815313 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:25.448388 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3093a-0f89-4caf-804d-680a1aecee13 req-8e0d6d3f-07bd-442c-8a54-998c3706c102 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:25.449971 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f5c3093a-0f89-4caf-804d-680a1aecee13 req-8e0d6d3f-07bd-442c-8a54-998c3706c102 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0887883 Mar 23 02:30:25.499215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f5c3093a-0f89-4caf-804d-680a1aecee13 req-0c6738db-5dc7-455f-ba5f-bd7dd0bcd0c0 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433357 Mar 23 02:30:25.870277 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:26.642554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a163b-1833-4751-ad57-0f30271ce831 req-afd38808-5656-4593-81ae-568f61bab5e5 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:26.644225 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1d1a163b-1833-4751-ad57-0f30271ce831 req-afd38808-5656-4593-81ae-568f61bab5e5 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0591280 Mar 23 02:30:26.693799 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1d1a163b-1833-4751-ad57-0f30271ce831 req-43f6e9e4-a743-4093-97b4-bb54c0ecdb7f tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437393 Mar 23 02:30:27.833450 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6923c-3af2-4b9d-9fa3-c9755add70f1 req-7c8275b7-92cb-41e8-b673-6d518d32bee4 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:27.834953 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-31f6923c-3af2-4b9d-9fa3-c9755add70f1 req-7c8275b7-92cb-41e8-b673-6d518d32bee4 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0624740 Mar 23 02:30:27.882676 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-31f6923c-3af2-4b9d-9fa3-c9755add70f1 req-47be98c5-3cc8-42c4-9925-450e96c5bb10 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409665 Mar 23 02:30:29.009863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9328f0-bb2d-4b93-8a5b-aba8b10aa75a req-74abe107-1cd4-4e89-9324-1de8fd711458 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:29.011464 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dc9328f0-bb2d-4b93-8a5b-aba8b10aa75a req-74abe107-1cd4-4e89-9324-1de8fd711458 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0589149 Mar 23 02:30:29.058860 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dc9328f0-bb2d-4b93-8a5b-aba8b10aa75a req-2b6bc7f7-45a4-4966-be11-532d0b619e43 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416179 Mar 23 02:30:30.192588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe5847-663b-4826-821a-6c16fed9f21a req-b6b764eb-ad9c-44e9-981b-a3284c51c28d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:30.194095 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cbe5847-663b-4826-821a-6c16fed9f21a req-b6b764eb-ad9c-44e9-981b-a3284c51c28d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0548966 Mar 23 02:30:30.245740 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9cbe5847-663b-4826-821a-6c16fed9f21a req-f42712b8-b24a-49d7-9314-a87fe65307fc tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446234 Mar 23 02:30:31.383925 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c949f56-4976-419a-bdea-7deeb77df945 req-ec246231-2271-4282-9cc8-e589f853b92f tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:31.385354 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c949f56-4976-419a-bdea-7deeb77df945 req-ec246231-2271-4282-9cc8-e589f853b92f tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0670066 Mar 23 02:30:31.433324 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c949f56-4976-419a-bdea-7deeb77df945 req-fd8f2566-b102-4d67-b2ee-ef8ff27c4874 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421669 Mar 23 02:30:32.568646 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbf7c7-d3a7-4ab0-8c8a-d3d93a5f57ea req-2ce8b665-2891-437a-adaf-4fc01fb5d92e tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:32.570253 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-50dbf7c7-d3a7-4ab0-8c8a-d3d93a5f57ea req-2ce8b665-2891-437a-adaf-4fc01fb5d92e tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0548975 Mar 23 02:30:32.619353 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-50dbf7c7-d3a7-4ab0-8c8a-d3d93a5f57ea req-bb7bfa30-abc9-4f31-b5b5-ab346bec769e tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423996 Mar 23 02:30:33.756202 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad75e81-f77d-4e02-9ce3-434ad87a533e req-3a8dea7e-1089-40e2-afc6-b1194725830b tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:33.757735 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bad75e81-f77d-4e02-9ce3-434ad87a533e req-3a8dea7e-1089-40e2-afc6-b1194725830b tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0546644 Mar 23 02:30:33.808822 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bad75e81-f77d-4e02-9ce3-434ad87a533e req-d2340762-a39d-404c-9d8c-8862619a87d1 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421231 Mar 23 02:30:34.364911 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:34.953314 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e324b95-9ad4-4bf7-99aa-93434359888c req-a3e6ff62-25d0-4627-9a36-01bfdef0b572 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:34.954874 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6e324b95-9ad4-4bf7-99aa-93434359888c req-a3e6ff62-25d0-4627-9a36-01bfdef0b572 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0565829 Mar 23 02:30:35.003792 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6e324b95-9ad4-4bf7-99aa-93434359888c req-bd3ea639-6ce8-470a-81ad-27a0144be962 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409219 Mar 23 02:30:36.141594 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835f76e-80cd-4d77-875e-718c5413952f req-cc6eeb1c-019f-46c0-9cc4-327fff345034 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:36.143106 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f835f76e-80cd-4d77-875e-718c5413952f req-cc6eeb1c-019f-46c0-9cc4-327fff345034 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0574028 Mar 23 02:30:36.198497 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f835f76e-80cd-4d77-875e-718c5413952f req-26eba213-f76a-4a60-80c1-7aa6e33a0c8e tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468206 Mar 23 02:30:37.335590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91caee-efd1-4a72-bcef-7afb58f18efc req-ade7b30c-d59a-49a1-9a75-c3229fcf4d23 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:37.339268 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd91caee-efd1-4a72-bcef-7afb58f18efc req-ade7b30c-d59a-49a1-9a75-c3229fcf4d23 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0685675 Mar 23 02:30:37.401047 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd91caee-efd1-4a72-bcef-7afb58f18efc req-b79d960e-1b90-4b96-9f62-44251b04cdcc tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535002 Mar 23 02:30:38.551873 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cc81b-18f3-4309-979c-b9e7b82b12c8 req-df8990cf-a882-42ad-a791-4b1ff2b61100 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:38.553518 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-530cc81b-18f3-4309-979c-b9e7b82b12c8 req-df8990cf-a882-42ad-a791-4b1ff2b61100 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0625482 Mar 23 02:30:38.603141 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-530cc81b-18f3-4309-979c-b9e7b82b12c8 req-68dc9611-86d6-4af6-81e5-1e36e881d784 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436397 Mar 23 02:30:39.746076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec5cc7-5c06-4bc9-9949-342e81177412 req-7bd8855d-fa45-4fd1-9b72-cd500de1e5d3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:39.747470 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-caec5cc7-5c06-4bc9-9949-342e81177412 req-7bd8855d-fa45-4fd1-9b72-cd500de1e5d3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0635741 Mar 23 02:30:39.800418 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-caec5cc7-5c06-4bc9-9949-342e81177412 req-2280e454-7cd7-4219-b537-51fb6597dc62 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442498 Mar 23 02:30:40.936973 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25a047-8fe3-4129-a58f-fc800953beff req-00a9d73d-c134-44cd-85ad-abda1585eac5 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:40.938473 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3d25a047-8fe3-4129-a58f-fc800953beff req-00a9d73d-c134-44cd-85ad-abda1585eac5 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0617847 Mar 23 02:30:40.989673 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3d25a047-8fe3-4129-a58f-fc800953beff req-72ca6056-f5d7-4e93-a9b2-dddf150d6f86 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429895 Mar 23 02:30:42.128037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee2b16-da9e-40e2-af4b-0d1713b8da5a req-29bbbb24-b616-4e4f-924b-b317709dd803 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:42.129667 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11ee2b16-da9e-40e2-af4b-0d1713b8da5a req-29bbbb24-b616-4e4f-924b-b317709dd803 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0646250 Mar 23 02:30:42.178796 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-11ee2b16-da9e-40e2-af4b-0d1713b8da5a req-dcf6e1aa-35de-49cc-a614-598e5b364a1c tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411932 Mar 23 02:30:43.322193 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d44bb-bf07-4954-b641-f64c0901e391 req-7901f144-a88b-4045-9d90-b5fd917c5d22 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:43.323697 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-017d44bb-bf07-4954-b641-f64c0901e391 req-7901f144-a88b-4045-9d90-b5fd917c5d22 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0687978 Mar 23 02:30:43.374433 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-017d44bb-bf07-4954-b641-f64c0901e391 req-84d2a938-3ec8-46b7-828f-8f922801ba4c tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446315 Mar 23 02:30:44.515477 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a94baa-3e98-4d9b-a265-ef342ad447d5 req-e5f56495-1be8-4d8d-a382-f305ae5c9285 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:44.517052 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-45a94baa-3e98-4d9b-a265-ef342ad447d5 req-e5f56495-1be8-4d8d-a382-f305ae5c9285 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0592158 Mar 23 02:30:44.571124 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-45a94baa-3e98-4d9b-a265-ef342ad447d5 req-40e7a76e-0dd2-48fb-9a61-d79fef73cd16 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454695 Mar 23 02:30:45.714289 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fd718-73b0-494d-b293-eca47f716d68 req-327fb0ca-a87b-4aa2-b768-8a5e2f5ba0eb tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:45.716057 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a9fd718-73b0-494d-b293-eca47f716d68 req-327fb0ca-a87b-4aa2-b768-8a5e2f5ba0eb tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0627515 Mar 23 02:30:45.763982 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1a9fd718-73b0-494d-b293-eca47f716d68 req-d38bea84-4ae5-4112-accb-4ae709b9bd7f tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 Mar 23 02:30:46.891675 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff2d59-8ef3-41b0-8e78-95a755dac230 req-387c1668-fbb0-49ea-bc26-d2d1da9f3ded tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:46.893193 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63ff2d59-8ef3-41b0-8e78-95a755dac230 req-387c1668-fbb0-49ea-bc26-d2d1da9f3ded tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0528541 Mar 23 02:30:46.948171 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-63ff2d59-8ef3-41b0-8e78-95a755dac230 req-a73f389d-bec9-4d19-9899-7384f9d9740e tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494213 Mar 23 02:30:48.096434 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5127f-8eb9-4474-90cd-b4833b465f74 req-4fb00095-ca28-4ea7-9900-f14a7c93089c tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:48.098023 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d5e5127f-8eb9-4474-90cd-b4833b465f74 req-4fb00095-ca28-4ea7-9900-f14a7c93089c tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0628471 Mar 23 02:30:48.146431 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d5e5127f-8eb9-4474-90cd-b4833b465f74 req-615ec7a9-88c3-42e2-b080-7a393d657e16 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426431 Mar 23 02:30:49.287832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1a962-d1f6-4322-b8e0-2d12ba5198f7 req-897b194d-5c7c-4a0a-82a2-3c69700e1c4e tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:49.289369 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8f1a962-d1f6-4322-b8e0-2d12ba5198f7 req-897b194d-5c7c-4a0a-82a2-3c69700e1c4e tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0636671 Mar 23 02:30:49.346868 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8f1a962-d1f6-4322-b8e0-2d12ba5198f7 req-febdc300-ea4e-47d3-bddb-825cab56d966 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488029 Mar 23 02:30:49.601277 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4a68674c-34c1-41e8-8f39-0a48e03ac036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:50.481781 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366926f2-5b2f-49bf-a620-0288958420fd req-3ee455a7-6ef5-4bc9-b87d-83f81cc60a59 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:50.483308 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-366926f2-5b2f-49bf-a620-0288958420fd req-3ee455a7-6ef5-4bc9-b87d-83f81cc60a59 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0555003 Mar 23 02:30:50.531686 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-366926f2-5b2f-49bf-a620-0288958420fd req-d8e074fb-9424-4405-935c-9f7f853c6da9 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420327 Mar 23 02:30:50.588121 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-d71cb75e-153f-459b-b858-db46d3a069ba req-a0b93596-5804-4fac-be0e-29c20e4d7c96 service neutron] show failed (client error): The resource could not be found. Mar 23 02:30:50.589179 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-a0b93596-5804-4fac-be0e-29c20e4d7c96 service neutron] 10.222.0.43 "GET /v2.0/ports/8daffe9f-0bf7-4720-ba4d-1ede22bb35e3/bindings/n-h1-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.0587387 Mar 23 02:30:50.846240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cb75e-153f-459b-b858-db46d3a069ba req-9fce5169-5b37-4c55-85b1-191556b6ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:50.847816 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-9fce5169-5b37-4c55-85b1-191556b6ca44 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749&tenant_id=27333c03dc164aa795346d4d0bcf70b4 HTTP/1.1" status: 200 len: 1127 time: 0.0927315 Mar 23 02:30:50.858835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:30:50.916791 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:51.127637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] For port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:30:51.148408 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:51.163345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] For port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:30:51.210029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fd8ca9-b4ad-4b56-8ec9-c74457c48749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8daffe9f-0bf7-4720-ba4d-1ede22bb35e3'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:30:51.212301 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c1fa2f-b7dd-4d99-88c7-15a078bfc78b" -d '{"events": [{"server_uuid": "a7fd8ca9-b4ad-4b56-8ec9-c74457c48749", "name": "network-vif-unplugged", "status": "completed", "tag": "8daffe9f-0bf7-4720-ba4d-1ede22bb35e3"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:30:51.215811 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Publish callbacks [] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:51.231464 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Transition to ACTIVE for port object 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:30:51.235860 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:51.267582 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 02:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e0a212-4941-48b9-bf70-df66e4c4e09a x-openstack-request-id: req-62e0a212-4941-48b9-bf70-df66e4c4e09a {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:30:51.267890 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fd8ca9-b4ad-4b56-8ec9-c74457c48749", "name": "network-vif-unplugged", "status": "completed", "tag": "8daffe9f-0bf7-4720-ba4d-1ede22bb35e3", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:30:51.268148 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62e0a212-4941-48b9-bf70-df66e4c4e09a {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:30:51.268895 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62e0a212-4941-48b9-bf70-df66e4c4e09a'] response: {'server_uuid': 'a7fd8ca9-b4ad-4b56-8ec9-c74457c48749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8daffe9f-0bf7-4720-ba4d-1ede22bb35e3', 'code': 200} Mar 23 02:30:51.300692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Pushing event updated for resources: {'Port': ['ID=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,revision_number=6']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:51.302953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] No DVR routers for this DVR port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:30:51.311718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:51.312098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:51.312442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:51.312809 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:51.313155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:51.313488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:51.313817 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:51.314147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:51.314476 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:51.314801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:51.315127 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:51.315451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:51.315775 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:51.316098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:51.316420 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:51.351156 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Attempting to bind port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:30:51.351488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Attempting to bind port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '6f09a1dc-6ec9-4604-b0ed-53e4146e5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:30:51.351824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Attempting to bind port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 on network b47f8aff-f885-459d-8a49-9c55772f88c4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:30:51.356351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 on network b47f8aff-f885-459d-8a49-9c55772f88c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:30:51.356714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Attempting to bind port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 on network b47f8aff-f885-459d-8a49-9c55772f88c4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:30:51.361778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:30:51.362118 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Checking segment: {'id': '6f09a1dc-6ec9-4604-b0ed-53e4146e5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:30:51.362504 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Bound using segment: {'id': '6f09a1dc-6ec9-4604-b0ed-53e4146e5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:30:51.362934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Bound port: 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f09a1dc-6ec9-4604-b0ed-53e4146e5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:30:51.363292 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:51.660531 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1a604-f1c3-426a-8062-da6fef79ac56 req-a0d7a47b-4c78-44fb-b3fc-1ccaaa42245d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:51.662082 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-59d1a604-f1c3-426a-8062-da6fef79ac56 req-a0d7a47b-4c78-44fb-b3fc-1ccaaa42245d tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 943 time: 0.0566959 Mar 23 02:30:51.677998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] For port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:30:51.681521 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] For port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:30:51.688571 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:51.716640 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-59d1a604-f1c3-426a-8062-da6fef79ac56 req-08dc0f12-ff16-4d40-8ce5-15a99cea5c10 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487139 Mar 23 02:30:51.726534 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:51.727223 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:51.728751 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] 10.222.0.42 "PUT /v2.0/ports/8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 HTTP/1.1" status: 200 len: 1091 time: 0.8738408 Mar 23 02:30:51.745204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27da7f8-66b0-4774-a43e-da5fba15f884 service neutron] Pushing event updated for resources: {'Port': ['ID=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:51.799697 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cb75e-153f-459b-b858-db46d3a069ba req-d5c9edfd-2662-43c0-8460-90f218c50072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:51.801256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-d5c9edfd-2662-43c0-8460-90f218c50072 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27333c03dc164aa795346d4d0bcf70b4&device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 1125 time: 0.0447381 Mar 23 02:30:51.873743 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:30:51.893792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cb75e-153f-459b-b858-db46d3a069ba req-8bd0acad-e07f-4139-a217-34d9b9b26907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:51.895250 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-8bd0acad-e07f-4139-a217-34d9b9b26907 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 200 len: 915 time: 0.0880609 Mar 23 02:30:51.935088 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-5b9f579d-c16f-4671-b1a3-1d9172c74944 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 HTTP/1.1" status: 200 len: 217 time: 0.0337818 Mar 23 02:30:51.983350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cb75e-153f-459b-b858-db46d3a069ba req-8c5fe839-e950-4238-b8c7-76d3f1225c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:51.984863 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-8c5fe839-e950-4238-b8c7-76d3f1225c45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=803375c8-8b8f-4b64-9ddb-84dd1287adbe HTTP/1.1" status: 200 len: 855 time: 0.0439517 Mar 23 02:30:52.016973 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-48245685-45cd-4e92-b962-63e6ffc8f96b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b47f8aff-f885-459d-8a49-9c55772f88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257928 Mar 23 02:30:52.072952 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ece79f9e-b2ce-4ed3-8561-3092b32d6547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:52.107585 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-dba56aac-8ac7-457c-a0bf-93296f716554 service neutron] 10.222.0.42 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847814 Mar 23 02:30:52.197374 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d71cb75e-153f-459b-b858-db46d3a069ba req-618e800f-5fdb-49d3-adae-b6741a46a4f2 service neutron] 10.222.0.42 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836692 Mar 23 02:30:52.849977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ffacf-f107-4a77-b5d3-137c3d4259f5 req-c634c480-94f0-4c3d-90d2-f68531cbaafe tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:52.851466 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b2ffacf-f107-4a77-b5d3-137c3d4259f5 req-c634c480-94f0-4c3d-90d2-f68531cbaafe tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 943 time: 0.0589423 Mar 23 02:30:52.901024 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b2ffacf-f107-4a77-b5d3-137c3d4259f5 req-d333ab89-83a0-4c94-b144-3b6ce76401ae tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410254 Mar 23 02:30:53.269816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7fd8ca9-b4ad-4b56-8ec9-c74457c48749', 'tag': '8daffe9f-0bf7-4720-ba4d-1ede22bb35e3'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:30:53.273456 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedebba9-a6ae-429b-92db-83dedd1751fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a7fd8ca9-b4ad-4b56-8ec9-c74457c48749", "tag": "8daffe9f-0bf7-4720-ba4d-1ede22bb35e3"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:30:53.333753 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94ddbea-ac87-484a-9168-635cfc5d81c8 x-openstack-request-id: req-f94ddbea-ac87-484a-9168-635cfc5d81c8 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:30:53.334052 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7fd8ca9-b4ad-4b56-8ec9-c74457c48749", "tag": "8daffe9f-0bf7-4720-ba4d-1ede22bb35e3", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:30:53.334387 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f94ddbea-ac87-484a-9168-635cfc5d81c8 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:30:53.334801 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f94ddbea-ac87-484a-9168-635cfc5d81c8'] response: {'name': 'network-changed', 'server_uuid': 'a7fd8ca9-b4ad-4b56-8ec9-c74457c48749', 'tag': '8daffe9f-0bf7-4720-ba4d-1ede22bb35e3', 'status': 'completed', 'code': 200} Mar 23 02:30:53.439869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-94c0364f-bdff-4a4b-a9f9-04c6dc310526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:53.441425 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-94c0364f-bdff-4a4b-a9f9-04c6dc310526 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27333c03dc164aa795346d4d0bcf70b4&device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 1125 time: 0.0889938 Mar 23 02:30:53.447896 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-93d13724-a008-4f0d-87ec-d6df7fa02f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:53.449299 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-93d13724-a008-4f0d-87ec-d6df7fa02f7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27333c03dc164aa795346d4d0bcf70b4&device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 1125 time: 0.0646732 Mar 23 02:30:53.498391 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:53.611107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-05384009-79c1-4335-8db8-e0c346b346d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:53.612626 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-05384009-79c1-4335-8db8-e0c346b346d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 200 len: 915 time: 0.1624606 Mar 23 02:30:53.613915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-8d599d54-4b78-46a1-8b1e-4132458efc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:53.615205 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-8d599d54-4b78-46a1-8b1e-4132458efc6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 200 len: 915 time: 0.1572812 Mar 23 02:30:53.684352 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-4eccd975-83c6-456f-a25f-19373a81eb27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 HTTP/1.1" status: 200 len: 217 time: 0.0651517 Mar 23 02:30:53.685832 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-0da5a300-0a76-4b91-aed9-95658ace03de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 HTTP/1.1" status: 200 len: 217 time: 0.0610309 Mar 23 02:30:53.769226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-dc5fc441-be9e-4153-a425-4b56bc2735d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:53.770713 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-dc5fc441-be9e-4153-a425-4b56bc2735d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=803375c8-8b8f-4b64-9ddb-84dd1287adbe HTTP/1.1" status: 200 len: 855 time: 0.0809722 Mar 23 02:30:53.772080 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-b23eb47d-7935-421c-b9d0-d609a31561bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:53.773443 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-b23eb47d-7935-421c-b9d0-d609a31561bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=803375c8-8b8f-4b64-9ddb-84dd1287adbe HTTP/1.1" status: 200 len: 855 time: 0.0764160 Mar 23 02:30:53.821699 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-795a694a-bb96-4e99-99a9-7e4ef2075205 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b47f8aff-f885-459d-8a49-9c55772f88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446081 Mar 23 02:30:53.823472 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-f59f0c27-2c0a-425c-a33f-15462bc1a771 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b47f8aff-f885-459d-8a49-9c55772f88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391481 Mar 23 02:30:53.975874 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-1c1edb1a-0a5e-4577-a151-26540f69a544 service neutron] 10.222.0.42 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483865 Mar 23 02:30:53.978017 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-47ec0244-aabe-49c3-9384-86f894177e73 service neutron] 10.222.0.43 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438887 Mar 23 02:30:54.152878 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b672f95-2a98-4862-ad45-6c1f0c849091 req-24d2f844-9994-467e-88bf-65eeee1151ee tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:54.154281 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b672f95-2a98-4862-ad45-6c1f0c849091 req-24d2f844-9994-467e-88bf-65eeee1151ee tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 943 time: 0.1754060 Mar 23 02:30:54.178783 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-70282908-0503-44d1-bef4-2901653cb0a2 service neutron] 10.222.0.42 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916814 Mar 23 02:30:54.187233 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedebba9-a6ae-429b-92db-83dedd1751fd req-0c1b96ec-0e57-49cf-9d13-1041cb122d95 service neutron] 10.222.0.43 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992779 Mar 23 02:30:54.216943 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b672f95-2a98-4862-ad45-6c1f0c849091 req-987cb2bd-06f4-4414-8383-fc42d45a9fe9 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567405 Mar 23 02:30:54.460551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e1f49-875f-40bd-b553-cd57929aaa03 req-2d262d60-5f7d-4450-bab9-bca73b679987 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:54.462078 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d7e1f49-875f-40bd-b553-cd57929aaa03 req-2d262d60-5f7d-4450-bab9-bca73b679987 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 943 time: 0.0885539 Mar 23 02:30:54.475518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8d759-c65a-41df-b546-a211b735f8c3 req-acf1b887-7316-44ff-a0d2-231992e1196a tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:54.476916 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bca8d759-c65a-41df-b546-a211b735f8c3 req-acf1b887-7316-44ff-a0d2-231992e1196a tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749&tenant_id=27333c03dc164aa795346d4d0bcf70b4&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 943 time: 0.0731418 Mar 23 02:30:54.552538 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d7e1f49-875f-40bd-b553-cd57929aaa03 req-3eddcab1-4162-4989-a245-10af3668b390 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843089 Mar 23 02:30:54.561893 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-bca8d759-c65a-41df-b546-a211b735f8c3 req-81444158-7833-4a0c-9def-1048dea5984d service neutron] delete failed (client error): The resource could not be found. Mar 23 02:30:54.563189 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bca8d759-c65a-41df-b546-a211b735f8c3 req-81444158-7833-4a0c-9def-1048dea5984d service neutron] 10.222.0.43 "DELETE /v2.0/ports/8daffe9f-0bf7-4720-ba4d-1ede22bb35e3/bindings/n-h2-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.0800483 Mar 23 02:30:54.654356 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:30:54.694771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8d759-c65a-41df-b546-a211b735f8c3 req-da8a0b6d-88ff-4370-838f-d88f2d850ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:54.696317 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bca8d759-c65a-41df-b546-a211b735f8c3 req-da8a0b6d-88ff-4370-838f-d88f2d850ad8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=27333c03dc164aa795346d4d0bcf70b4&device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 1125 time: 0.0634980 Mar 23 02:30:54.756850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:30:54.768826 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '8daffe9f-0bf7-4720-ba4d-1ede22bb35e3', 'network_id': 'b47f8aff-f885-459d-8a49-9c55772f88c4', 'port_id': '8daffe9f-0bf7-4720-ba4d-1ede22bb35e3', 'mac_address': 'fa:16:3e:75:45:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803375c8-8b8f-4b64-9ddb-84dd1287adbe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:30:54.788275 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8d759-c65a-41df-b546-a211b735f8c3 req-4f6bf53b-7441-4643-a67c-fe37802397a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:54.789800 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bca8d759-c65a-41df-b546-a211b735f8c3 req-4f6bf53b-7441-4643-a67c-fe37802397a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 200 len: 915 time: 0.0840774 Mar 23 02:30:54.821802 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:54.822444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:30:54.822848 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:54.835822 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:30:54.837693 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bca8d759-c65a-41df-b546-a211b735f8c3 req-87f9a0fa-7e03-40e2-a5f6-714c339964da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 HTTP/1.1" status: 200 len: 217 time: 0.0418918 Mar 23 02:30:54.856176 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:30:54.861064 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:54.889600 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8d759-c65a-41df-b546-a211b735f8c3 req-04438a8b-d7f6-4c4e-b98d-a6c7be406736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:54.891545 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bca8d759-c65a-41df-b546-a211b735f8c3 req-04438a8b-d7f6-4c4e-b98d-a6c7be406736 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=803375c8-8b8f-4b64-9ddb-84dd1287adbe HTTP/1.1" status: 200 len: 855 time: 0.0480282 Mar 23 02:30:54.908351 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:54.924124 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bca8d759-c65a-41df-b546-a211b735f8c3 req-81b5bda3-73c6-4194-8405-f39707a8d58f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b47f8aff-f885-459d-8a49-9c55772f88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272431 Mar 23 02:30:55.013939 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bca8d759-c65a-41df-b546-a211b735f8c3 req-8901ac41-8403-4cfb-9da2-ae8f955bd666 service neutron] 10.222.0.43 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835564 Mar 23 02:30:55.088434 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8daffe9f-0bf7-4720-ba4d-1ede22bb35e3'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:30:55.109953 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bca8d759-c65a-41df-b546-a211b735f8c3 req-26d46e9e-91c2-454f-a8b2-43898a40954a service neutron] 10.222.0.43 "GET /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900426 Mar 23 02:30:55.496807 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:30:55.538994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] The host n-h2-834677-4 is not matching for port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 host n-h1-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 02:30:55.539390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:30:55.677392 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce1c68-a15f-45b6-9846-37e76d1fbb21 req-6de42708-60bf-4fb1-8c60-45f5eda281de tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:55.678916 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-75ce1c68-a15f-45b6-9846-37e76d1fbb21 req-6de42708-60bf-4fb1-8c60-45f5eda281de tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 944 time: 0.0554109 Mar 23 02:30:55.734147 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-75ce1c68-a15f-45b6-9846-37e76d1fbb21 req-3b748382-0ec9-43c0-8125-5949bfbcb94e tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482352 Mar 23 02:30:55.856689 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c60cc-6e13-48c6-a8eb-c43f6514c08a req-20abc256-682c-47ea-9bf2-a491742f4de3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:55.858280 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b32c60cc-6e13-48c6-a8eb-c43f6514c08a req-20abc256-682c-47ea-9bf2-a491742f4de3 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 944 time: 0.0560005 Mar 23 02:30:55.865708 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:55.906511 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b32c60cc-6e13-48c6-a8eb-c43f6514c08a req-c6d4cb36-dff5-4850-9c4f-2f0bab04f23b tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423186 Mar 23 02:30:56.038319 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46547ff-9edc-43f3-9b00-21cee444d0b0 req-f3bb66e8-bc53-4b8e-9656-08fe07aca8fd tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:56.039720 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e46547ff-9edc-43f3-9b00-21cee444d0b0 req-f3bb66e8-bc53-4b8e-9656-08fe07aca8fd tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 944 time: 0.0663242 Mar 23 02:30:56.102791 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e46547ff-9edc-43f3-9b00-21cee444d0b0 req-d9d5bbcf-fcf5-4b0b-af96-bc71ae43afb7 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572233 Mar 23 02:30:56.484426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8df31-5f68-4457-aa2e-6b2509922d56 req-1f2aba07-aae7-44d2-94aa-7f4be4560c5b tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:56.486529 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-24d8df31-5f68-4457-aa2e-6b2509922d56 req-1f2aba07-aae7-44d2-94aa-7f4be4560c5b tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 944 time: 0.0710893 Mar 23 02:30:56.536990 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-24d8df31-5f68-4457-aa2e-6b2509922d56 req-c372d7e4-f8eb-4f2e-bc6a-fcadea813dc2 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443060 Mar 23 02:30:56.666910 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:30:56.731649 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:30:56.735742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:30:56.736118 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:56.817044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:30:56.817755 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:56.851488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fd8ca9-b4ad-4b56-8ec9-c74457c48749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8daffe9f-0bf7-4720-ba4d-1ede22bb35e3'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:30:56.853771 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da35761b-f858-458c-a0a7-41675ad671de" -d '{"events": [{"server_uuid": "a7fd8ca9-b4ad-4b56-8ec9-c74457c48749", "name": "network-vif-plugged", "status": "completed", "tag": "8daffe9f-0bf7-4720-ba4d-1ede22bb35e3"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:30:56.866107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:30:56.871980 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:56.897417 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7c8066-4295-4c74-9005-5a25043e4c5f x-openstack-request-id: req-1b7c8066-4295-4c74-9005-5a25043e4c5f {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:30:56.897715 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fd8ca9-b4ad-4b56-8ec9-c74457c48749", "name": "network-vif-plugged", "status": "completed", "tag": "8daffe9f-0bf7-4720-ba4d-1ede22bb35e3", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:30:56.897969 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b7c8066-4295-4c74-9005-5a25043e4c5f {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:30:56.898399 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b7c8066-4295-4c74-9005-5a25043e4c5f'] response: {'server_uuid': 'a7fd8ca9-b4ad-4b56-8ec9-c74457c48749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8daffe9f-0bf7-4720-ba4d-1ede22bb35e3', 'code': 200} Mar 23 02:30:56.926071 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:57.627785 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f618dff-f9c9-4dd9-ab37-36a6d6144dab req-374987c2-b5a4-4669-94ba-bbd5d6055c04 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:57.629302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f618dff-f9c9-4dd9-ab37-36a6d6144dab req-374987c2-b5a4-4669-94ba-bbd5d6055c04 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.0653322 Mar 23 02:30:57.732768 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae16f1-6386-4289-83a5-5d55488f501c req-dd7e49d7-6a5c-4660-8c1f-e9eeca9a4222 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:30:57.734218 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1ae16f1-6386-4289-83a5-5d55488f501c req-dd7e49d7-6a5c-4660-8c1f-e9eeca9a4222 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7fd8ca9-b4ad-4b56-8ec9-c74457c48749 HTTP/1.1" status: 200 len: 945 time: 0.1040299 Mar 23 02:30:57.789572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-9f618dff-f9c9-4dd9-ab37-36a6d6144dab req-186e3140-fce4-4cc1-81cf-1c68d83f7d16 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Deleting port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:30:57.789901 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9f618dff-f9c9-4dd9-ab37-36a6d6144dab req-186e3140-fce4-4cc1-81cf-1c68d83f7d16 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:57.796384 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1ae16f1-6386-4289-83a5-5d55488f501c req-0b25534f-7180-45c8-8438-e9c5a61c38f7 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4d0648d-0585-4b83-ab77-13a8452a6220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563443 Mar 23 02:30:57.882952 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9f618dff-f9c9-4dd9-ab37-36a6d6144dab req-186e3140-fce4-4cc1-81cf-1c68d83f7d16 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] For port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,segment=NetworkSegment(6f09a1dc-6ec9-4604-b0ed-53e4146e5028),segment_id=6f09a1dc-6ec9-4604-b0ed-53e4146e5028)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:30:57.883318 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9f618dff-f9c9-4dd9-ab37-36a6d6144dab req-186e3140-fce4-4cc1-81cf-1c68d83f7d16 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:57.901229 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-9f618dff-f9c9-4dd9-ab37-36a6d6144dab req-186e3140-fce4-4cc1-81cf-1c68d83f7d16 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Calling delete_port for 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:30:58.034483 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9f618dff-f9c9-4dd9-ab37-36a6d6144dab req-186e3140-fce4-4cc1-81cf-1c68d83f7d16 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8daffe9f-0bf7-4720-ba4d-1ede22bb35e3), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:58.047381 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['8daffe9f-0bf7-4720-ba4d-1ede22bb35e3'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:30:58.064857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e3140-fce4-4cc1-81cf-1c68d83f7d16 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Pushing event deleted for resources: {'Port': ['ID=8daffe9f-0bf7-4720-ba4d-1ede22bb35e3,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:58.110334 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f618dff-f9c9-4dd9-ab37-36a6d6144dab req-186e3140-fce4-4cc1-81cf-1c68d83f7d16 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] No DVR routers for this DVR port 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:30:58.113349 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9f618dff-f9c9-4dd9-ab37-36a6d6144dab req-186e3140-fce4-4cc1-81cf-1c68d83f7d16 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:58.116643 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9f618dff-f9c9-4dd9-ab37-36a6d6144dab req-186e3140-fce4-4cc1-81cf-1c68d83f7d16 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] 10.222.0.42 "DELETE /v2.0/ports/8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 HTTP/1.1" status: 204 len: 173 time: 0.4784632 Mar 23 02:30:58.117099 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fd8ca9-b4ad-4b56-8ec9-c74457c48749', 'name': 'network-vif-deleted', 'tag': '8daffe9f-0bf7-4720-ba4d-1ede22bb35e3'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:30:58.119324 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a33dca-65f5-45df-a550-a57f66c3830e" -d '{"events": [{"server_uuid": "a7fd8ca9-b4ad-4b56-8ec9-c74457c48749", "name": "network-vif-deleted", "tag": "8daffe9f-0bf7-4720-ba4d-1ede22bb35e3"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:30:58.160331 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc985a38-2be9-4039-99c2-4aefbed03379 x-openstack-request-id: req-bc985a38-2be9-4039-99c2-4aefbed03379 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:30:58.160591 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fd8ca9-b4ad-4b56-8ec9-c74457c48749", "name": "network-vif-deleted", "tag": "8daffe9f-0bf7-4720-ba4d-1ede22bb35e3", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:30:58.160895 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc985a38-2be9-4039-99c2-4aefbed03379 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:30:58.161302 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc985a38-2be9-4039-99c2-4aefbed03379'] response: {'server_uuid': 'a7fd8ca9-b4ad-4b56-8ec9-c74457c48749', 'name': 'network-vif-deleted', 'tag': '8daffe9f-0bf7-4720-ba4d-1ede22bb35e3', 'status': 'completed', 'code': 200} Mar 23 02:30:58.929985 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55444) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:30:59.223628 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Deleting subnet 803375c8-8b8f-4b64-9ddb-84dd1287adbe {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:30:59.227171 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Publish callbacks [] for subnet (803375c8-8b8f-4b64-9ddb-84dd1287adbe), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:59.265316 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (803375c8-8b8f-4b64-9ddb-84dd1287adbe), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:59.304689 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (803375c8-8b8f-4b64-9ddb-84dd1287adbe), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:59.356830 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (803375c8-8b8f-4b64-9ddb-84dd1287adbe), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:59.385311 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=803375c8-8b8f-4b64-9ddb-84dd1287adbe,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:59.389811 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:59.392975 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/803375c8-8b8f-4b64-9ddb-84dd1287adbe HTTP/1.1" status: 204 len: 168 time: 0.4619365 Mar 23 02:30:59.396001 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55446) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:30:59.398331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:59.398668 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:59.399023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:59.399427 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:59.400122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:59.400461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:59.400844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:59.401212 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:59.401477 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:59.401805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:59.402301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:59.402532 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:59.402862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:59.403184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:59.403506 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b62a8c-46af-41b3-94a3-31200e4794a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:30:59.465561 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-483d6e31-592f-470c-9c60-1b26ece9417a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (b47f8aff-f885-459d-8a49-9c55772f88c4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:59.551166 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-483d6e31-592f-470c-9c60-1b26ece9417a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (b47f8aff-f885-459d-8a49-9c55772f88c4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:59.571514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-483d6e31-592f-470c-9c60-1b26ece9417a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47f8aff-f885-459d-8a49-9c55772f88c4']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:30:59.580990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-483d6e31-592f-470c-9c60-1b26ece9417a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f09a1dc-6ec9-4604-b0ed-53e4146e5028') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:30:59.581291 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-483d6e31-592f-470c-9c60-1b26ece9417a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f09a1dc-6ec9-4604-b0ed-53e4146e5028') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:30:59.592177 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-483d6e31-592f-470c-9c60-1b26ece9417a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (6f09a1dc-6ec9-4604-b0ed-53e4146e5028), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:59.609321 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-483d6e31-592f-470c-9c60-1b26ece9417a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (6f09a1dc-6ec9-4604-b0ed-53e4146e5028), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:59.616706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483d6e31-592f-470c-9c60-1b26ece9417a admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:30:59.617145 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-483d6e31-592f-470c-9c60-1b26ece9417a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (6f09a1dc-6ec9-4604-b0ed-53e4146e5028), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:30:59.619107 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:30:59.675947 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-483d6e31-592f-470c-9c60-1b26ece9417a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (b47f8aff-f885-459d-8a49-9c55772f88c4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:59.682124 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-483d6e31-592f-470c-9c60-1b26ece9417a admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:59.687926 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-483d6e31-592f-470c-9c60-1b26ece9417a admin admin] 10.222.0.18 "DELETE /v2.0/networks/b47f8aff-f885-459d-8a49-9c55772f88c4 HTTP/1.1" status: 204 len: 168 time: 0.2884791 Mar 23 02:30:59.696960 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d6e31-592f-470c-9c60-1b26ece9417a admin admin] Pushing event deleted for resources: {'Network': ['ID=b47f8aff-f885-459d-8a49-9c55772f88c4,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:30:59.801076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55450) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:30:59.844755 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-88271a0a-5923-41b7-a41f-9214575061dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27333c03dc164aa795346d4d0bcf70b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423803 Mar 23 02:30:59.847642 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55452) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:30:59.894428 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c66c6a73-c4af-440f-a311-acee9ff1822c admin admin] Publish callbacks [] for security_group (c4d0648d-0585-4b83-ab77-13a8452a6220), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:59.916187 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c66c6a73-c4af-440f-a311-acee9ff1822c admin admin] Publish callbacks [] for security_group (c4d0648d-0585-4b83-ab77-13a8452a6220), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:59.966155 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c66c6a73-c4af-440f-a311-acee9ff1822c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c4d0648d-0585-4b83-ab77-13a8452a6220), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:59.968566 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c66c6a73-c4af-440f-a311-acee9ff1822c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:30:59.969764 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c66c6a73-c4af-440f-a311-acee9ff1822c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4d0648d-0585-4b83-ab77-13a8452a6220 HTTP/1.1" status: 204 len: 168 time: 0.1212013 Mar 23 02:30:59.977804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c6a73-c4af-440f-a311-acee9ff1822c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d0648d-0585-4b83-ab77-13a8452a6220,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:00.680321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:31:00.700657 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:31:00.701018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 8daffe9f-0bf7-4720-ba4d-1ede22bb35e3 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:31:00.750253 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55474) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:00.855957 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-8128cd33-7093-4603-9c4b-fb83f900c2d3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1463757768-network', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:31:00.883264 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8128cd33-7093-4603-9c4b-fb83f900c2d3 admin admin] Made reservation on behalf of b959132206244a4d8875d29a99ea52a1 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:31:00.885809 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8128cd33-7093-4603-9c4b-fb83f900c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:00.897068 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8128cd33-7093-4603-9c4b-fb83f900c2d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:00.977072 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8128cd33-7093-4603-9c4b-fb83f900c2d3 admin admin] Publish callbacks [] for security_group (c31e5da9-fac7-43e4-bec4-87ffb1b79050), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:00.982041 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8128cd33-7093-4603-9c4b-fb83f900c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c31e5da9-fac7-43e4-bec4-87ffb1b79050), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:01.003028 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8128cd33-7093-4603-9c4b-fb83f900c2d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:31:01.017725 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128cd33-7093-4603-9c4b-fb83f900c2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31e5da9-fac7-43e4-bec4-87ffb1b79050,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:01.020851 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8128cd33-7093-4603-9c4b-fb83f900c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (560fafb3-80ab-424a-9266-09fd06bfdb91), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:01.021190 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-8128cd33-7093-4603-9c4b-fb83f900c2d3 admin admin] Added segment 560fafb3-80ab-424a-9266-09fd06bfdb91 of type vlan for network b987d650-3ee7-4da2-9bf4-0c6a073e1636 Mar 23 02:31:01.063831 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8128cd33-7093-4603-9c4b-fb83f900c2d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (b987d650-3ee7-4da2-9bf4-0c6a073e1636), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:01.090319 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8128cd33-7093-4603-9c4b-fb83f900c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (b987d650-3ee7-4da2-9bf4-0c6a073e1636), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:01.091188 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8128cd33-7093-4603-9c4b-fb83f900c2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:01.091919 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8128cd33-7093-4603-9c4b-fb83f900c2d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:01.150138 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8128cd33-7093-4603-9c4b-fb83f900c2d3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3984635 Mar 23 02:31:01.153297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55478) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:01.155384 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128cd33-7093-4603-9c4b-fb83f900c2d3 admin admin] Pushing event updated for resources: {'Network': ['ID=b987d650-3ee7-4da2-9bf4-0c6a073e1636,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:01.158952 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-c2e8e5bd-1cf0-4a93-91ee-2171cea4306b admin admin] Request body: {'subnet': {'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1463757768-subnet', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:31:01.165315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network b987d650-3ee7-4da2-9bf4-0c6a073e1636 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:31:01.181900 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e8e5bd-1cf0-4a93-91ee-2171cea4306b admin admin] Made reservation on behalf of b959132206244a4d8875d29a99ea52a1 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:31:01.184479 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c2e8e5bd-1cf0-4a93-91ee-2171cea4306b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:01.358113 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c2e8e5bd-1cf0-4a93-91ee-2171cea4306b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (6861b56c-b880-4f3b-9d89-1cd98f603e92), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:01.406237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8e5bd-1cf0-4a93-91ee-2171cea4306b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6861b56c-b880-4f3b-9d89-1cd98f603e92,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:01.421439 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e8e5bd-1cf0-4a93-91ee-2171cea4306b admin admin] Checking segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:31:01.421800 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e8e5bd-1cf0-4a93-91ee-2171cea4306b admin admin] Network hostable DHCP agents. Network: b987d650-3ee7-4da2-9bf4-0c6a073e1636, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:31:01.439658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e8e5bd-1cf0-4a93-91ee-2171cea4306b admin admin] Network b987d650-3ee7-4da2-9bf4-0c6a073e1636 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:31:01.448977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-c2e8e5bd-1cf0-4a93-91ee-2171cea4306b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, b987d650-3ee7-4da2-9bf4-0c6a073e1636) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:31:01.453320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e8e5bd-1cf0-4a93-91ee-2171cea4306b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:01.453917 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c2e8e5bd-1cf0-4a93-91ee-2171cea4306b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:01.461703 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a5fe40-955b-44bb-9ed2-6c8896cb2a24 None None] Network b987d650-3ee7-4da2-9bf4-0c6a073e1636 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:31:01.470960 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c2e8e5bd-1cf0-4a93-91ee-2171cea4306b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3163865 Mar 23 02:31:01.473920 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55480) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:01.478139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:31:01.499725 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (b09a5698-febf-4d3e-be72-cfc2bff13158), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:01.501382 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (b09a5698-febf-4d3e-be72-cfc2bff13158), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:01.558037 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Publish callbacks [] for router_controller (b09a5698-febf-4d3e-be72-cfc2bff13158), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:01.570317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:31:01.571388 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:01.701080 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Publish callbacks [] for router_gateway (b09a5698-febf-4d3e-be72-cfc2bff13158), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:01.703746 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Allocated IP 172.20.0.2 (b987d650-3ee7-4da2-9bf4-0c6a073e1636/6861b56c-b880-4f3b-9d89-1cd98f603e92/082ff8f5-62c9-4af2-a1c3-2cc49066a19d) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:31:01.852122 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Publish callbacks [] for port (082ff8f5-62c9-4af2-a1c3-2cc49066a19d), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:01.858865 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (082ff8f5-62c9-4af2-a1c3-2cc49066a19d), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:01.898720 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Network b987d650-3ee7-4da2-9bf4-0c6a073e1636 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:31:01.909075 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:31:01.912002 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:31:01.914222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Pushing event updated for resources: {'Port': ['ID=082ff8f5-62c9-4af2-a1c3-2cc49066a19d,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:01.976053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Attempting to bind port 082ff8f5-62c9-4af2-a1c3-2cc49066a19d on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:31:01.976287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Attempting to bind port 082ff8f5-62c9-4af2-a1c3-2cc49066a19d by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:31:01.976712 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Attempting to bind port 082ff8f5-62c9-4af2-a1c3-2cc49066a19d on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:31:01.982184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:31:01.982551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Checking segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:31:01.982953 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:01.983342 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Bound using segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:31:01.983813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Bound port: 082ff8f5-62c9-4af2-a1c3-2cc49066a19d, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:31:01.984195 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (082ff8f5-62c9-4af2-a1c3-2cc49066a19d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:02.050669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] For port 082ff8f5-62c9-4af2-a1c3-2cc49066a19d, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:31:02.053872 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] For port 082ff8f5-62c9-4af2-a1c3-2cc49066a19d, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=082ff8f5-62c9-4af2-a1c3-2cc49066a19d,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:31:02.061075 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (082ff8f5-62c9-4af2-a1c3-2cc49066a19d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:02.121099 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d55fb4-814c-4597-885d-e6fa54e1a083 None None] Pushing event updated for resources: {'Port': ['ID=082ff8f5-62c9-4af2-a1c3-2cc49066a19d,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:02.169284 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Publish callbacks [] for router_gateway (b09a5698-febf-4d3e-be72-cfc2bff13158), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:02.188564 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:02.321736 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Allocated IP 172.25.0.67 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/98d9f5ae-7c22-49c8-a842-753c8f3aa534) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:31:02.427496 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Publish callbacks [] for port (98d9f5ae-7c22-49c8-a842-753c8f3aa534), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:02.460380 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (98d9f5ae-7c22-49c8-a842-753c8f3aa534), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:02.499927 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:31:02.502804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:31:02.506278 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:31:02.531419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Pushing event updated for resources: {'Port': ['ID=98d9f5ae-7c22-49c8-a842-753c8f3aa534,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:02.772074 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Publish callbacks [] for router_gateway (b09a5698-febf-4d3e-be72-cfc2bff13158), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:02.982013 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (b09a5698-febf-4d3e-be72-cfc2bff13158), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:03.037886 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e71a963-be80-4c2f-a03c-f62fa59546e2 None None] Network b987d650-3ee7-4da2-9bf4-0c6a073e1636 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:31:03.101348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d1774a38-8eb3-43f6-bfb6-1590b1e26c33 None None] Provisioning complete for port 082ff8f5-62c9-4af2-a1c3-2cc49066a19d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:31:03.101717 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d1774a38-8eb3-43f6-bfb6-1590b1e26c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (082ff8f5-62c9-4af2-a1c3-2cc49066a19d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:03.119042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Router b09a5698-febf-4d3e-be72-cfc2bff13158 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:31:03.237863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d1774a38-8eb3-43f6-bfb6-1590b1e26c33 None None] Current status of the port 082ff8f5-62c9-4af2-a1c3-2cc49066a19d is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:31:03.238340 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d1774a38-8eb3-43f6-bfb6-1590b1e26c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (082ff8f5-62c9-4af2-a1c3-2cc49066a19d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:03.261412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 082ff8f5-62c9-4af2-a1c3-2cc49066a19d up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:31:03.263899 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:31:03.275598 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Sync routers for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:31:03.288642 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:31:03.291695 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:03.292464 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:30:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:31:03.296644 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-25ff18ea-eba3-459a-b12d-1b081216605a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8190496 Mar 23 02:31:03.298333 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55482) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:03.302962 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d1774a38-8eb3-43f6-bfb6-1590b1e26c33 None None] For port 082ff8f5-62c9-4af2-a1c3-2cc49066a19d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=082ff8f5-62c9-4af2-a1c3-2cc49066a19d,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:31:03.317968 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d1774a38-8eb3-43f6-bfb6-1590b1e26c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (082ff8f5-62c9-4af2-a1c3-2cc49066a19d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:03.391953 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1774a38-8eb3-43f6-bfb6-1590b1e26c33 None None] Pushing event updated for resources: {'Port': ['ID=082ff8f5-62c9-4af2-a1c3-2cc49066a19d,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:03.395052 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 082ff8f5-62c9-4af2-a1c3-2cc49066a19d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:31:03.395424 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (082ff8f5-62c9-4af2-a1c3-2cc49066a19d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:03.425257 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:31:03.509069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 082ff8f5-62c9-4af2-a1c3-2cc49066a19d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:31:03.543617 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5d00008d-0b5b-4070-b50c-0d2b33cde4fd None None] Provisioning complete for port 082ff8f5-62c9-4af2-a1c3-2cc49066a19d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:31:03.543998 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5d00008d-0b5b-4070-b50c-0d2b33cde4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (082ff8f5-62c9-4af2-a1c3-2cc49066a19d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:03.626082 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:02Z', 'revision_number': 3, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:31:03.629134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5d00008d-0b5b-4070-b50c-0d2b33cde4fd None None] Current status of the port 082ff8f5-62c9-4af2-a1c3-2cc49066a19d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:31:03.655838 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Checking router: b09a5698-febf-4d3e-be72-cfc2bff13158 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:31:03.656194 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Updating router b09a5698-febf-4d3e-be72-cfc2bff13158 port 98d9f5ae-7c22-49c8-a842-753c8f3aa534 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:31:03.683477 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (98d9f5ae-7c22-49c8-a842-753c8f3aa534), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:03.794902 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:03.959130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Allocated IP 172.20.0.1 (b987d650-3ee7-4da2-9bf4-0c6a073e1636/6861b56c-b880-4f3b-9d89-1cd98f603e92/67fbf14a-0e40-423d-a88e-3fbaa89b14e2) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:31:04.030617 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Publish callbacks [] for port (98d9f5ae-7c22-49c8-a842-753c8f3aa534), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:04.036680 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (98d9f5ae-7c22-49c8-a842-753c8f3aa534), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:04.067200 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Publish callbacks [] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:04.084544 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Attempting to bind port 98d9f5ae-7c22-49c8-a842-753c8f3aa534 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:31:04.084943 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Attempting to bind port 98d9f5ae-7c22-49c8-a842-753c8f3aa534 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:31:04.085337 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Attempting to bind port 98d9f5ae-7c22-49c8-a842-753c8f3aa534 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:31:04.092212 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b322a54-ffe4-4942-89a1-31bfc7dc70e1 None None] Pushing event updated for resources: {'Port': ['ID=98d9f5ae-7c22-49c8-a842-753c8f3aa534,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:04.095495 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:31:04.095702 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:31:04.096153 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:04.096535 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:31:04.097107 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Bound port: 98d9f5ae-7c22-49c8-a842-753c8f3aa534, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:31:04.097590 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (98d9f5ae-7c22-49c8-a842-753c8f3aa534), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:04.102175 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:04.120039 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b322a54-ffe4-4942-89a1-31bfc7dc70e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:04.120367 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b322a54-ffe4-4942-89a1-31bfc7dc70e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:04.120723 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b322a54-ffe4-4942-89a1-31bfc7dc70e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:04.121056 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b322a54-ffe4-4942-89a1-31bfc7dc70e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:04.121414 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b322a54-ffe4-4942-89a1-31bfc7dc70e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:04.121738 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b322a54-ffe4-4942-89a1-31bfc7dc70e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:04.122056 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b322a54-ffe4-4942-89a1-31bfc7dc70e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:04.122374 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b322a54-ffe4-4942-89a1-31bfc7dc70e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:04.122685 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b322a54-ffe4-4942-89a1-31bfc7dc70e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:04.123000 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b322a54-ffe4-4942-89a1-31bfc7dc70e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:04.123312 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b322a54-ffe4-4942-89a1-31bfc7dc70e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:04.123625 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b322a54-ffe4-4942-89a1-31bfc7dc70e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:04.123892 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b322a54-ffe4-4942-89a1-31bfc7dc70e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:04.124230 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b322a54-ffe4-4942-89a1-31bfc7dc70e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:04.124539 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b322a54-ffe4-4942-89a1-31bfc7dc70e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:04.145744 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Network b987d650-3ee7-4da2-9bf4-0c6a073e1636 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:31:04.151193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:31:04.155726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:31:04.159143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=67fbf14a-0e40-423d-a88e-3fbaa89b14e2,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:04.168780 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] For port 98d9f5ae-7c22-49c8-a842-753c8f3aa534, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:31:04.173818 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] For port 98d9f5ae-7c22-49c8-a842-753c8f3aa534, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=98d9f5ae-7c22-49c8-a842-753c8f3aa534,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:31:04.180759 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (98d9f5ae-7c22-49c8-a842-753c8f3aa534), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:04.196932 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (b09a5698-febf-4d3e-be72-cfc2bff13158), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:04.241546 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b322a54-ffe4-4942-89a1-31bfc7dc70e1 None None] Pushing event updated for resources: {'Port': ['ID=98d9f5ae-7c22-49c8-a842-753c8f3aa534,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:04.246643 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:31:04.247260 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:30:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:31:04.340830 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:04.356683 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:04.372335 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:31:04.459232 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-571dbc90-feff-4512-b72d-726c785633fb None None] Provisioning complete for port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:31:04.459729 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-571dbc90-feff-4512-b72d-726c785633fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:04.494736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-571dbc90-feff-4512-b72d-726c785633fb None None] Port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:31:04.514971 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Publish callbacks [] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:04.520153 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:04.551219 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:02Z', 'revision_number': 3, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:31:04.580138 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178574d4-52a1-4247-87db-da6b83a3b9a5 None None] The sync data for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 is: [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:02Z', 'revision_number': 3, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:31:04.587940 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=67fbf14a-0e40-423d-a88e-3fbaa89b14e2,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:04.591669 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (b09a5698-febf-4d3e-be72-cfc2bff13158), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:04.694713 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Network b987d650-3ee7-4da2-9bf4-0c6a073e1636 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:31:04.696111 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:31:04.825614 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Router b09a5698-febf-4d3e-be72-cfc2bff13158 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:31:04.953489 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:31:04.959129 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-51b88d8d-0a08-4468-9667-99f31c0fa5a0 admin admin] 10.222.0.18 "PUT /v2.0/routers/b09a5698-febf-4d3e-be72-cfc2bff13158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6596541 Mar 23 02:31:05.020788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d6c22eaf-1a73-43af-8fba-ad0e7608d8ef None None] Provisioning complete for port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:31:05.021169 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d6c22eaf-1a73-43af-8fba-ad0e7608d8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:05.057324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d6c22eaf-1a73-43af-8fba-ad0e7608d8ef None None] Port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:31:05.307944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 082ff8f5-62c9-4af2-a1c3-2cc49066a19d up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:31:05.358218 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 082ff8f5-62c9-4af2-a1c3-2cc49066a19d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:31:05.358933 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (082ff8f5-62c9-4af2-a1c3-2cc49066a19d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:05.442263 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 082ff8f5-62c9-4af2-a1c3-2cc49066a19d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:31:05.443991 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 98d9f5ae-7c22-49c8-a842-753c8f3aa534 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:31:05.492389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 98d9f5ae-7c22-49c8-a842-753c8f3aa534 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:31:05.492783 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (98d9f5ae-7c22-49c8-a842-753c8f3aa534), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:05.571259 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 98d9f5ae-7c22-49c8-a842-753c8f3aa534 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:31:05.571644 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (98d9f5ae-7c22-49c8-a842-753c8f3aa534), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:05.591931 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 98d9f5ae-7c22-49c8-a842-753c8f3aa534, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=98d9f5ae-7c22-49c8-a842-753c8f3aa534,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:31:05.598555 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (98d9f5ae-7c22-49c8-a842-753c8f3aa534), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:05.647537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=98d9f5ae-7c22-49c8-a842-753c8f3aa534,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:06.154742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Sync routers for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:31:06.166030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:31:06.166642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:30:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:31:06.274120 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:31:06.475490 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 2, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:31:06.506503 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Checking router: b09a5698-febf-4d3e-be72-cfc2bff13158 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:31:06.506880 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Updating router b09a5698-febf-4d3e-be72-cfc2bff13158 port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:31:06.534193 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:06.737589 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55492) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:06.742455 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d8a4d2e8-8ace-4e7e-871a-c023e35a8414 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1801768792', 'description': 'tempest-description--805971034'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:31:06.767236 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d8a4d2e8-8ace-4e7e-871a-c023e35a8414 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:06.842966 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d8a4d2e8-8ace-4e7e-871a-c023e35a8414 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for security_group (cccc9f1b-f66a-4c1d-b845-49003327ca38), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:06.847581 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d8a4d2e8-8ace-4e7e-871a-c023e35a8414 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (cccc9f1b-f66a-4c1d-b845-49003327ca38), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:06.874606 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d8a4d2e8-8ace-4e7e-871a-c023e35a8414 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:06.875848 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d8a4d2e8-8ace-4e7e-871a-c023e35a8414 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1371362 Mar 23 02:31:06.879273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55494) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:06.880823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4d2e8-8ace-4e7e-871a-c023e35a8414 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cccc9f1b-f66a-4c1d-b845-49003327ca38,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:06.885772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-7b7cdef1-831c-4896-a0fa-baf291578013 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Request body: {'security_group_rule': {'security_group_id': 'cccc9f1b-f66a-4c1d-b845-49003327ca38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:31:06.918168 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b7cdef1-831c-4896-a0fa-baf291578013 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for security_group_rule (1dc7be10-0255-40d0-8621-fa0b71cb58cc), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:06.980973 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b7cdef1-831c-4896-a0fa-baf291578013 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for security_group_rule (1dc7be10-0255-40d0-8621-fa0b71cb58cc), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:06.985796 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b7cdef1-831c-4896-a0fa-baf291578013 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (1dc7be10-0255-40d0-8621-fa0b71cb58cc), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.003751 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cdef1-831c-4896-a0fa-baf291578013 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc7be10-0255-40d0-8621-fa0b71cb58cc,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:07.013098 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7b7cdef1-831c-4896-a0fa-baf291578013 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.014365 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7b7cdef1-831c-4896-a0fa-baf291578013 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333477 Mar 23 02:31:07.017281 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 55496) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:07.021782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3d2c55e3-0c4b-49d9-9540-ea66ccab4f31 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Request body: {'security_group_rule': {'security_group_id': 'cccc9f1b-f66a-4c1d-b845-49003327ca38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:31:07.047369 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3d2c55e3-0c4b-49d9-9540-ea66ccab4f31 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for security_group_rule (ae8dbae3-16f1-464c-8ffd-73a10398d5c5), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.085028 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Publish callbacks [] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.094093 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.105376 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3d2c55e3-0c4b-49d9-9540-ea66ccab4f31 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for security_group_rule (ae8dbae3-16f1-464c-8ffd-73a10398d5c5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.110876 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3d2c55e3-0c4b-49d9-9540-ea66ccab4f31 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ae8dbae3-16f1-464c-8ffd-73a10398d5c5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.134728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c55e3-0c4b-49d9-9540-ea66ccab4f31 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8dbae3-16f1-464c-8ffd-73a10398d5c5,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:07.142015 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3d2c55e3-0c4b-49d9-9540-ea66ccab4f31 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.146118 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3d2c55e3-0c4b-49d9-9540-ea66ccab4f31 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249318 Mar 23 02:31:07.146540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55498) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:07.153240 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:31:07.157424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55e20f-9d7f-47dc-837e-efbffa7d2d1f None None] Pushing event updated for resources: {'Port': ['ID=67fbf14a-0e40-423d-a88e-3fbaa89b14e2,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:07.184176 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.228368 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Attempting to bind port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:31:07.228784 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Attempting to bind port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:31:07.229151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Attempting to bind port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:31:07.235389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:31:07.235762 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Checking segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:31:07.236561 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.236723 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Bound using segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:31:07.237804 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Bound port: 67fbf14a-0e40-423d-a88e-3fbaa89b14e2, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:31:07.238265 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.277688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 98d9f5ae-7c22-49c8-a842-753c8f3aa534 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:31:07.304302 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.354583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] For port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:31:07.359541 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] For port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=67fbf14a-0e40-423d-a88e-3fbaa89b14e2,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:31:07.364424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 98d9f5ae-7c22-49c8-a842-753c8f3aa534 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:31:07.364816 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (98d9f5ae-7c22-49c8-a842-753c8f3aa534), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.391361 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.421092 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Allocated IP 172.25.0.97 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/c7c7f321-2f98-4974-a0bf-0defc53fe0c4) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:31:07.464722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a8e97944-9ab8-461f-87ef-f3e365a7abff None None] Provisioning complete for port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:31:07.465004 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a8e97944-9ab8-461f-87ef-f3e365a7abff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.503495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55e20f-9d7f-47dc-837e-efbffa7d2d1f None None] Pushing event updated for resources: {'Port': ['ID=67fbf14a-0e40-423d-a88e-3fbaa89b14e2,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:07.511238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:31:07.511879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:30:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:31:07.539369 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for port (c7c7f321-2f98-4974-a0bf-0defc53fe0c4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.576050 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (c7c7f321-2f98-4974-a0bf-0defc53fe0c4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.616134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:31:07.619256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:31:07.623140 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:31:07.635558 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 98d9f5ae-7c22-49c8-a842-753c8f3aa534 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:31:07.662548 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Pushing event updated for resources: {'Port': ['ID=c7c7f321-2f98-4974-a0bf-0defc53fe0c4,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:07.688978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:31:07.725690 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a8e97944-9ab8-461f-87ef-f3e365a7abff None None] Current status of the port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:31:07.726018 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a8e97944-9ab8-461f-87ef-f3e365a7abff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.729054 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for floatingip (a5e789c1-a8b6-4c67-b708-25752906fd5e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.769732 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c7c7f321-2f98-4974-a0bf-0defc53fe0c4), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.828424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a8e97944-9ab8-461f-87ef-f3e365a7abff None None] For port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=67fbf14a-0e40-423d-a88e-3fbaa89b14e2,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:31:07.833474 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a8e97944-9ab8-461f-87ef-f3e365a7abff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.909534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e97944-9ab8-461f-87ef-f3e365a7abff None None] Pushing event updated for resources: {'Port': ['ID=67fbf14a-0e40-423d-a88e-3fbaa89b14e2,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:07.921131 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for port (c7c7f321-2f98-4974-a0bf-0defc53fe0c4), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.926534 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (c7c7f321-2f98-4974-a0bf-0defc53fe0c4), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.964239 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fefca4ba-a9b9-46a8-97e6-9850983aca47 None None] Provisioning complete for port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:31:07.964689 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fefca4ba-a9b9-46a8-97e6-9850983aca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:07.997012 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Pushing event updated for resources: {'Port': ['ID=c7c7f321-2f98-4974-a0bf-0defc53fe0c4,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:07.998091 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:31:08.012046 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (a5e789c1-a8b6-4c67-b708-25752906fd5e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:08.028563 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:08.038192 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f38fed6c-c35d-457a-b23a-486bbc9f6c66 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8819175 Mar 23 02:31:08.040856 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c575ab1-8506-4358-bbe9-7ac200567822 None None] The sync data for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 is: [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:31:08.082326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fefca4ba-a9b9-46a8-97e6-9850983aca47 None None] Current status of the port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:31:08.197020 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-2be7b774-657f-402a-9f4b-b9753694da85 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1801768792&fields=id&tenant_id=b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 267 time: 0.0491498 Mar 23 02:31:08.309387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-ff05d67e-c366-484a-846d-be06e11622b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:08.311076 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-ff05d67e-c366-484a-846d-be06e11622b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 812 time: 0.1074822 Mar 23 02:31:08.331334 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-17e326cc-06de-4e4c-b1dd-4799566250be tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/quotas/b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 375 time: 0.0110872 Mar 23 02:31:08.669658 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-b0b5c1c3-b09b-4bf6-8be1-5291528e7a50 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3314555 Mar 23 02:31:08.779993 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-f704983b-1e72-4e4f-8977-18ea4424d411 service neutron] 10.222.0.18 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964892 Mar 23 02:31:08.885873 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-20014162-bd94-4e9d-b114-7b37c44366af service neutron] 10.222.0.18 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048574 Mar 23 02:31:09.075630 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-86ea68e5-d6d7-46a7-93ab-8c2489cf0f24 req-057894b4-5ed7-49eb-a6b2-34c08eb6c3b9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 210 time: 0.0287025 Mar 23 02:31:09.279552 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:31:09.343073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:31:09.343468 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:09.450781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:31:10.196284 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cbf3396e-233a-44e5-87cf-66b4128b7221 req-fe417475-ad05-4991-9131-ee2c42c3216c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 210 time: 0.0475950 Mar 23 02:31:10.228639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-ef93aaa8-6c45-4016-a5e0-1ed930016039 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:10.230450 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-ef93aaa8-6c45-4016-a5e0-1ed930016039 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 812 time: 0.1578658 Mar 23 02:31:10.290405 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-247f2b97-a13e-4537-8ccc-d213ebbc3a71 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 380 time: 0.0520566 Mar 23 02:31:10.300192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-f706bcba-a440-478b-b561-716fea04e90a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Request body: {'port': {'device_id': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'admin_state_up': True, 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'security_groups': ['cccc9f1b-f66a-4c1d-b845-49003327ca38']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:31:10.409133 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-f706bcba-a440-478b-b561-716fea04e90a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Made reservation on behalf of b959132206244a4d8875d29a99ea52a1 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:31:10.412421 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-f706bcba-a440-478b-b561-716fea04e90a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:10.551811 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-f706bcba-a440-478b-b561-716fea04e90a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Allocated IP 172.20.0.6 (b987d650-3ee7-4da2-9bf4-0c6a073e1636/6861b56c-b880-4f3b-9d89-1cd98f603e92/52505bc5-d66e-4f4b-9f50-8f2d3aa67d89) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:31:10.707551 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-f706bcba-a440-478b-b561-716fea04e90a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:10.746525 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-f706bcba-a440-478b-b561-716fea04e90a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:10.793959 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-f706bcba-a440-478b-b561-716fea04e90a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Network b987d650-3ee7-4da2-9bf4-0c6a073e1636 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:31:10.797155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-f706bcba-a440-478b-b561-716fea04e90a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:31:10.803032 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-f706bcba-a440-478b-b561-716fea04e90a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:31:10.809622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706bcba-a440-478b-b561-716fea04e90a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Pushing event updated for resources: {'Port': ['ID=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:10.856164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-f706bcba-a440-478b-b561-716fea04e90a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:10.856707 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-f706bcba-a440-478b-b561-716fea04e90a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:10.873785 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-f706bcba-a440-478b-b561-716fea04e90a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5773115 Mar 23 02:31:10.885273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Request body: {'port': {'device_id': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:31:10.955143 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:11.026941 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6e4ffaf6-cbd1-4eec-82a8-c4db29d78d49 None None] Provisioning complete for port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:31:11.027540 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6e4ffaf6-cbd1-4eec-82a8-c4db29d78d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:11.060435 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6e4ffaf6-cbd1-4eec-82a8-c4db29d78d49 None None] Port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:31:11.226539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:31:11.234616 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Publish callbacks [] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:11.247597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Transition to ACTIVE for port object 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:31:11.254508 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:11.307070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Pushing event updated for resources: {'Port': ['ID=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:11.325017 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f63ac-a781-4893-8e6d-67d2fea37861 req-293b888c-5baa-4cdc-89e0-8c1372043789 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:11.326575 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7d1f63ac-a781-4893-8e6d-67d2fea37861 req-293b888c-5baa-4cdc-89e0-8c1372043789 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 943 time: 0.0618279 Mar 23 02:31:11.385514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Attempting to bind port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:31:11.386934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Attempting to bind port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:31:11.386934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Attempting to bind port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:31:11.390592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:31:11.390915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Attempting to bind port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:31:11.396432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:31:11.396816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Checking segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:31:11.397202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Bound using segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:31:11.397633 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Bound port: 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:31:11.397994 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:11.398341 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7d1f63ac-a781-4893-8e6d-67d2fea37861 req-477d8971-61be-4432-bd33-42efcd63bd0e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647826 Mar 23 02:31:11.467358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] For port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:31:11.470677 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] For port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:31:11.478169 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:11.510929 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:11.511490 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:11.513141 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] 10.222.0.42 "PUT /v2.0/ports/52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 HTTP/1.1" status: 200 len: 1091 time: 0.6320105 Mar 23 02:31:11.515445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'tag': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:31:11.517957 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a08f025-c919-4545-a810-416b4ea2e304" -d '{"events": [{"name": "network-changed", "server_uuid": "da3ecc46-34e6-495e-8dbd-4734f6f8ec5e", "tag": "52505bc5-d66e-4f4b-9f50-8f2d3aa67d89"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:31:11.545430 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25ee7e-a338-4969-8f16-920ad7afcd7c service neutron] Pushing event updated for resources: {'Port': ['ID=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:11.561014 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c5d38d-9afd-4e69-8c53-3bcc11a05839 x-openstack-request-id: req-82c5d38d-9afd-4e69-8c53-3bcc11a05839 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:31:11.561414 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3ecc46-34e6-495e-8dbd-4734f6f8ec5e", "tag": "52505bc5-d66e-4f4b-9f50-8f2d3aa67d89", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:31:11.561732 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82c5d38d-9afd-4e69-8c53-3bcc11a05839 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:31:11.562235 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82c5d38d-9afd-4e69-8c53-3bcc11a05839'] response: {'name': 'network-changed', 'server_uuid': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'tag': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89', 'status': 'completed', 'code': 200} Mar 23 02:31:11.618996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-697e1fd9-7253-4e54-80aa-80f7a7bed55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:11.620623 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-697e1fd9-7253-4e54-80aa-80f7a7bed55a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 1125 time: 0.0499649 Mar 23 02:31:11.668930 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-4df826ee-637e-4496-b06a-40e5a91c25ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 HTTP/1.1" status: 200 len: 217 time: 0.0415146 Mar 23 02:31:11.719449 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-3018fb85-039f-4f62-8203-f14c1242c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:11.721087 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-3018fb85-039f-4f62-8203-f14c1242c260 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0465715 Mar 23 02:31:11.772054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-291424e2-a35a-487e-9001-780609cec4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:11.773506 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-291424e2-a35a-487e-9001-780609cec4b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464711 Mar 23 02:31:11.873698 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-6e998ab6-6eec-4c45-829a-b19b0c7ead07 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940869 Mar 23 02:31:11.963655 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d67b873-4a80-4650-b28a-cb5e27dc7e62 req-0a213a1c-850e-449c-96b7-b3a31464271f service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821283 Mar 23 02:31:12.073266 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08f025-c919-4545-a810-416b4ea2e304 req-866acaba-375b-4966-bd02-3b7d8e469d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:12.075502 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a08f025-c919-4545-a810-416b4ea2e304 req-866acaba-375b-4966-bd02-3b7d8e469d03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 1125 time: 0.0578663 Mar 23 02:31:12.178060 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08f025-c919-4545-a810-416b4ea2e304 req-2a1a4117-f4b9-4089-b869-898528543173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:12.179508 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a08f025-c919-4545-a810-416b4ea2e304 req-2a1a4117-f4b9-4089-b869-898528543173 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0985293 Mar 23 02:31:12.221346 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a08f025-c919-4545-a810-416b4ea2e304 req-f4481295-6d9c-452d-8572-89464f3db56d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 HTTP/1.1" status: 200 len: 217 time: 0.0356376 Mar 23 02:31:12.275736 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08f025-c919-4545-a810-416b4ea2e304 req-5ae63045-ed21-4f46-80f6-be1a23f5d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:12.277202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a08f025-c919-4545-a810-416b4ea2e304 req-5ae63045-ed21-4f46-80f6-be1a23f5d10e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0491879 Mar 23 02:31:12.336186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08f025-c919-4545-a810-416b4ea2e304 req-2a1452b0-1815-4247-bb1a-abcd3f66b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:12.337650 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a08f025-c919-4545-a810-416b4ea2e304 req-2a1452b0-1815-4247-bb1a-abcd3f66b1a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543091 Mar 23 02:31:12.427018 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a08f025-c919-4545-a810-416b4ea2e304 req-bc96a9c9-1465-4fe2-99ac-d99a1de33980 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826802 Mar 23 02:31:12.523830 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2a08f025-c919-4545-a810-416b4ea2e304 req-2a08ae1c-6165-4fca-b3d6-60cf5a970296 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901968 Mar 23 02:31:12.524120 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b737e-d3eb-4a39-910b-e8fc8f2fccd6 req-35890d11-9e28-4083-8fcc-4568559366bb tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:12.526053 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de1b737e-d3eb-4a39-910b-e8fc8f2fccd6 req-35890d11-9e28-4083-8fcc-4568559366bb tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 943 time: 0.0561936 Mar 23 02:31:12.574178 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-de1b737e-d3eb-4a39-910b-e8fc8f2fccd6 req-81ae93fa-7aa3-4ad7-91d9-d041bf4e652a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423591 Mar 23 02:31:13.701600 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57fbc3-fe39-4c7b-9b37-eff20bd93e8c req-f7c59908-c084-475c-9130-11b95a770b30 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:13.703186 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb57fbc3-fe39-4c7b-9b37-eff20bd93e8c req-f7c59908-c084-475c-9130-11b95a770b30 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 943 time: 0.0574408 Mar 23 02:31:13.750079 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bb57fbc3-fe39-4c7b-9b37-eff20bd93e8c req-07877cb3-ff2d-4389-a36a-740552d7d00e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409968 Mar 23 02:31:14.775903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:31:14.880156 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2d6d4-5ea2-446f-82d7-17241fb94183 req-c167e404-59fb-4406-81e8-ff2b3c8da8fe tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:14.881725 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dcf2d6d4-5ea2-446f-82d7-17241fb94183 req-c167e404-59fb-4406-81e8-ff2b3c8da8fe tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 943 time: 0.0551071 Mar 23 02:31:14.884565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:31:14.897526 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'port_id': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89', 'mac_address': 'fa:16:3e:bb:a1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:31:14.930089 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dcf2d6d4-5ea2-446f-82d7-17241fb94183 req-03229004-8503-4fc9-b4de-db12fc1b9fc8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423577 Mar 23 02:31:14.938008 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:31:14.938391 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:14.953558 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:31:14.974590 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:31:14.981257 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:15.035824 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:15.175236 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['52505bc5-d66e-4f4b-9f50-8f2d3aa67d89'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:31:16.071591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863682aa-0365-4b9b-a26c-089bb02ceabd req-e0322d4d-ad81-472f-a9c8-ecdfbfc902df tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:16.073135 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863682aa-0365-4b9b-a26c-089bb02ceabd req-e0322d4d-ad81-472f-a9c8-ecdfbfc902df tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 944 time: 0.0661583 Mar 23 02:31:16.120451 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863682aa-0365-4b9b-a26c-089bb02ceabd req-4d1488dd-3e39-4df4-9620-b766bf78e993 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416474 Mar 23 02:31:16.776059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:31:16.836664 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:31:16.842840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:31:16.843397 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:16.924238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:31:16.924636 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:16.949647 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:31:16.951897 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8312cb-13e2-4d01-883f-66405b175f21" -d '{"events": [{"server_uuid": "da3ecc46-34e6-495e-8dbd-4734f6f8ec5e", "name": "network-vif-plugged", "status": "completed", "tag": "52505bc5-d66e-4f4b-9f50-8f2d3aa67d89"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:31:16.966159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:31:16.971409 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:16.994990 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54588af8-955b-41a3-9a37-08d23a59f6c2 x-openstack-request-id: req-54588af8-955b-41a3-9a37-08d23a59f6c2 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:31:16.995281 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3ecc46-34e6-495e-8dbd-4734f6f8ec5e", "name": "network-vif-plugged", "status": "completed", "tag": "52505bc5-d66e-4f4b-9f50-8f2d3aa67d89", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:31:16.995534 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54588af8-955b-41a3-9a37-08d23a59f6c2 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:31:16.995927 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54588af8-955b-41a3-9a37-08d23a59f6c2'] response: {'server_uuid': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89', 'code': 200} Mar 23 02:31:17.022535 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:17.093347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2379-7111-4064-b23f-eb2f6bb1e283 req-eeaa3c8d-15f3-4aa2-94e4-cabbd6815d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:17.095014 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb1c2379-7111-4064-b23f-eb2f6bb1e283 req-eeaa3c8d-15f3-4aa2-94e4-cabbd6815d11 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 1127 time: 0.0448723 Mar 23 02:31:17.139121 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb1c2379-7111-4064-b23f-eb2f6bb1e283 req-735d5005-258b-43d6-a408-5aaef416b63c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370412 Mar 23 02:31:17.253746 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c50ef-6cf4-4113-89c0-c561149b531b req-9ef4321c-ae50-449f-9261-cc0e82ba27f0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:17.255278 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a16c50ef-6cf4-4113-89c0-c561149b531b req-9ef4321c-ae50-449f-9261-cc0e82ba27f0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0648406 Mar 23 02:31:17.312067 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a16c50ef-6cf4-4113-89c0-c561149b531b req-1ad5af59-3bef-4cf6-ba98-c9ebe925a488 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510154 Mar 23 02:31:18.459604 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcd109-2715-40a5-9822-10ccebe9bcb6 req-808a91d2-67c6-4524-ac59-ff47865b7082 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:18.461109 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eabcd109-2715-40a5-9822-10ccebe9bcb6 req-808a91d2-67c6-4524-ac59-ff47865b7082 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0634344 Mar 23 02:31:18.514815 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-eabcd109-2715-40a5-9822-10ccebe9bcb6 req-631b289a-998e-429c-9039-c9e6b3f9b66b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477517 Mar 23 02:31:18.678375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40e722-70c3-4c3a-b1d6-829ce3f8c8dc req-77330d73-234f-4bda-9c2f-74955b85a4f8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:18.679912 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8e40e722-70c3-4c3a-b1d6-829ce3f8c8dc req-77330d73-234f-4bda-9c2f-74955b85a4f8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0741358 Mar 23 02:31:18.692835 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55546) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:31:18.697669 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-1ee53154-57dc-462b-a743-75a17d84fae1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Request body: {'floatingip': {'port_id': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:31:18.743804 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1ee53154-57dc-462b-a743-75a17d84fae1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for floatingip (a5e789c1-a8b6-4c67-b708-25752906fd5e), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:19.310878 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1ee53154-57dc-462b-a743-75a17d84fae1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:19.320370 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1ee53154-57dc-462b-a743-75a17d84fae1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (a5e789c1-a8b6-4c67-b708-25752906fd5e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:19.445817 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-1ee53154-57dc-462b-a743-75a17d84fae1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Floating IP a5e789c1-a8b6-4c67-b708-25752906fd5e associated. External IP: 172.25.0.97, port: 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89. Mar 23 02:31:19.598717 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-40f1faa4-2cec-4311-b0ce-32d7f5b8119c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:19.673237 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee53154-57dc-462b-a743-75a17d84fae1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Router b09a5698-febf-4d3e-be72-cfc2bff13158 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:31:19.785284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee53154-57dc-462b-a743-75a17d84fae1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:31:19.791744 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1ee53154-57dc-462b-a743-75a17d84fae1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:19.798058 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e837a8-a453-4edd-aad3-55fef9d7c2ef None None] Sync routers for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:31:19.812238 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e837a8-a453-4edd-aad3-55fef9d7c2ef None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:31:19.813089 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-69e837a8-a453-4edd-aad3-55fef9d7c2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:30:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:31:19.831474 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1ee53154-57dc-462b-a743-75a17d84fae1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "PUT /v2.0/floatingips/a5e789c1-a8b6-4c67-b708-25752906fd5e HTTP/1.1" status: 200 len: 990 time: 1.1344061 Mar 23 02:31:19.831474 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'tag': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:31:19.831814 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9274e7ac-c698-4465-a777-82e753955a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "da3ecc46-34e6-495e-8dbd-4734f6f8ec5e", "tag": "52505bc5-d66e-4f4b-9f50-8f2d3aa67d89"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:31:19.869989 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85af5bf-a5eb-458c-8fdc-42702757e8e8 x-openstack-request-id: req-a85af5bf-a5eb-458c-8fdc-42702757e8e8 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:31:19.870523 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3ecc46-34e6-495e-8dbd-4734f6f8ec5e", "tag": "52505bc5-d66e-4f4b-9f50-8f2d3aa67d89", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:31:19.870819 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a85af5bf-a5eb-458c-8fdc-42702757e8e8 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:31:19.871394 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85af5bf-a5eb-458c-8fdc-42702757e8e8'] response: {'name': 'network-changed', 'server_uuid': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'tag': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89', 'status': 'completed', 'code': 200} Mar 23 02:31:19.926199 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-69e837a8-a453-4edd-aad3-55fef9d7c2ef None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:31:19.935391 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf59a8-c7ce-4ff9-9840-a55d71e7d5fb req-a4d3b593-1684-4821-9ded-9b6f6548d233 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:19.936451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274e7ac-c698-4465-a777-82e753955a0a req-68b4b13d-00b3-4d2a-a28e-5b82ed8b0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:19.937168 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cbaf59a8-c7ce-4ff9-9840-a55d71e7d5fb req-a4d3b593-1684-4821-9ded-9b6f6548d233 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0564899 Mar 23 02:31:19.938014 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9274e7ac-c698-4465-a777-82e753955a0a req-68b4b13d-00b3-4d2a-a28e-5b82ed8b0e24 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 1127 time: 0.0462115 Mar 23 02:31:19.985551 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cbaf59a8-c7ce-4ff9-9840-a55d71e7d5fb req-388dcf60-2511-4354-ba43-c30c7c331345 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419543 Mar 23 02:31:20.037204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274e7ac-c698-4465-a777-82e753955a0a req-fe5098f9-e514-4697-925f-688f9fe65fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:20.038712 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9274e7ac-c698-4465-a777-82e753955a0a req-fe5098f9-e514-4697-925f-688f9fe65fde service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0942085 Mar 23 02:31:20.130077 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9274e7ac-c698-4465-a777-82e753955a0a req-4dfd08ec-6fc5-4ade-b1c6-9a3f5c9584b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 HTTP/1.1" status: 200 len: 998 time: 0.0850244 Mar 23 02:31:20.158138 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-69e837a8-a453-4edd-aad3-55fef9d7c2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'a5e789c1-a8b6-4c67-b708-25752906fd5e', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'port_id': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'mac_address': 'fa:16:3e:bb:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:31:07Z', 'updated_at': '2022-03-23T02:31:19Z', 'revision_number': 1, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:31:20.180424 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eba458-d08f-4448-9cde-b7ffac31a8c1 req-b518d553-1e3d-4d96-82f5-fbc80842512e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:20.181930 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08eba458-d08f-4448-9cde-b7ffac31a8c1 req-b518d553-1e3d-4d96-82f5-fbc80842512e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.1013889 Mar 23 02:31:20.188271 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e837a8-a453-4edd-aad3-55fef9d7c2ef None None] Checking router: b09a5698-febf-4d3e-be72-cfc2bff13158 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:31:20.197053 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e837a8-a453-4edd-aad3-55fef9d7c2ef None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:31:20.197653 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-69e837a8-a453-4edd-aad3-55fef9d7c2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:30:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:31:20.205884 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274e7ac-c698-4465-a777-82e753955a0a req-c4cb5fd7-38ff-4206-ada0-1a10ebe8286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:20.207474 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9274e7ac-c698-4465-a777-82e753955a0a req-c4cb5fd7-38ff-4206-ada0-1a10ebe8286d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0703926 Mar 23 02:31:20.263112 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-08eba458-d08f-4448-9cde-b7ffac31a8c1 req-38ff4e81-6b54-452f-8796-579b2b37b323 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733328 Mar 23 02:31:20.277731 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274e7ac-c698-4465-a777-82e753955a0a req-eda761c3-a4d5-488b-9026-cc546e776790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:20.279283 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9274e7ac-c698-4465-a777-82e753955a0a req-eda761c3-a4d5-488b-9026-cc546e776790 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0649745 Mar 23 02:31:20.306254 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-69e837a8-a453-4edd-aad3-55fef9d7c2ef None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:31:20.373839 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9274e7ac-c698-4465-a777-82e753955a0a req-579fad48-16c3-4ad3-bfdf-9e7910d08687 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886426 Mar 23 02:31:20.465161 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9274e7ac-c698-4465-a777-82e753955a0a req-57ac2011-9b42-4d84-b90a-3cc3ffc7e140 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858691 Mar 23 02:31:20.526491 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-69e837a8-a453-4edd-aad3-55fef9d7c2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'a5e789c1-a8b6-4c67-b708-25752906fd5e', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'port_id': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'mac_address': 'fa:16:3e:bb:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:31:07Z', 'updated_at': '2022-03-23T02:31:19Z', 'revision_number': 1, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:31:20.555412 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e837a8-a453-4edd-aad3-55fef9d7c2ef None None] The sync data for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 is: [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'a5e789c1-a8b6-4c67-b708-25752906fd5e', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'port_id': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'mac_address': 'fa:16:3e:bb:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:31:07Z', 'updated_at': '2022-03-23T02:31:19Z', 'revision_number': 1, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:31:20.766121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b5da88-a103-40af-aa52-ee828f791f71 None None] New status for floating IP a5e789c1-a8b6-4c67-b708-25752906fd5e: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:31:21.154613 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:21.401020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472356bb-622d-4e61-ab0e-650c88cff98a req-a1c80963-24f5-42f1-a326-d9edcc91effb tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:21.402532 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-472356bb-622d-4e61-ab0e-650c88cff98a req-a1c80963-24f5-42f1-a326-d9edcc91effb tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0608320 Mar 23 02:31:21.450940 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-472356bb-622d-4e61-ab0e-650c88cff98a req-a885104f-5a82-4a27-a7c3-4998689d30c0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424292 Mar 23 02:31:21.574152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5f745-a3e3-4a78-8e90-56a61947e786 req-9fcc23bb-b11c-4691-8557-d5508984ab44 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:21.575510 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d4e5f745-a3e3-4a78-8e90-56a61947e786 req-9fcc23bb-b11c-4691-8557-d5508984ab44 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0548697 Mar 23 02:31:21.626756 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d4e5f745-a3e3-4a78-8e90-56a61947e786 req-1268ac9d-b771-4276-98c6-ec416b47ef6d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455773 Mar 23 02:31:21.887868 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-86a9c80a-a7d6-4089-bf97-a4857e4ee579 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480130 Mar 23 02:31:21.893924 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a40c4a-c714-4592-b219-a09abd51b838 req-f4035838-c22c-4eaa-9eca-2758d00542ef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:21.896000 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-90a40c4a-c714-4592-b219-a09abd51b838 req-f4035838-c22c-4eaa-9eca-2758d00542ef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0602043 Mar 23 02:31:21.948437 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-90a40c4a-c714-4592-b219-a09abd51b838 req-2715c61b-d73d-415c-b883-dbd104bb4114 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462821 Mar 23 02:31:22.078391 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7547a6cc-711a-47de-9057-6b82de9e1440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:22.314564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd164d55-282d-4527-b1ad-945935c68c0a req-f4de1773-2bb7-4018-b257-acb369c873ca tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:22.315964 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-f4de1773-2bb7-4018-b257-acb369c873ca tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports/52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 HTTP/1.1" status: 200 len: 942 time: 0.0481627 Mar 23 02:31:23.082233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff37823-acc3-4688-b043-9178a1126ff9 req-d9352321-d097-4e98-b141-9373ce52296b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:23.083736 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4ff37823-acc3-4688-b043-9178a1126ff9 req-d9352321-d097-4e98-b141-9373ce52296b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0539033 Mar 23 02:31:23.137567 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4ff37823-acc3-4688-b043-9178a1126ff9 req-c182d71e-a57c-4554-a64e-594b71ce757a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460367 Mar 23 02:31:23.211347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2806d95-9259-4359-bdec-a41a1ef4d2ea req-92ecba80-8018-4436-99e3-5ff69cefb581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:23.212901 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2806d95-9259-4359-bdec-a41a1ef4d2ea req-92ecba80-8018-4436-99e3-5ff69cefb581 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 1127 time: 0.0469403 Mar 23 02:31:23.325784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2806d95-9259-4359-bdec-a41a1ef4d2ea req-e5384ebb-4645-4a44-8e94-fd7e557d5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:23.327189 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2806d95-9259-4359-bdec-a41a1ef4d2ea req-e5384ebb-4645-4a44-8e94-fd7e557d5131 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0957959 Mar 23 02:31:23.394562 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2806d95-9259-4359-bdec-a41a1ef4d2ea req-cdf9e054-38ec-4caf-887b-e1a762a473e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 HTTP/1.1" status: 200 len: 1000 time: 0.0608354 Mar 23 02:31:23.447645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2806d95-9259-4359-bdec-a41a1ef4d2ea req-a4d5a737-6b68-434a-8637-d87e3afbc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:23.449138 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2806d95-9259-4359-bdec-a41a1ef4d2ea req-a4d5a737-6b68-434a-8637-d87e3afbc78a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0483835 Mar 23 02:31:23.500247 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:23.501299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2806d95-9259-4359-bdec-a41a1ef4d2ea req-ca5bab78-4283-409c-94cd-f5ffe81e1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:23.502864 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2806d95-9259-4359-bdec-a41a1ef4d2ea req-ca5bab78-4283-409c-94cd-f5ffe81e1bf5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479569 Mar 23 02:31:23.596253 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2806d95-9259-4359-bdec-a41a1ef4d2ea req-49d46506-d5b7-45c0-b96d-1a18d3aeca81 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871344 Mar 23 02:31:23.707261 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2806d95-9259-4359-bdec-a41a1ef4d2ea req-0552fdc1-f697-4f25-b71e-208dd332ebf9 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053307 Mar 23 02:31:23.793071 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd164d55-282d-4527-b1ad-945935c68c0a req-65d2f431-85c5-4862-9596-61054774da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:23.794572 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-65d2f431-85c5-4862-9596-61054774da28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 1127 time: 0.0467529 Mar 23 02:31:23.886750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd164d55-282d-4527-b1ad-945935c68c0a req-b776fa89-a038-4890-a0af-f72774d4c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:23.888088 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-b776fa89-a038-4890-a0af-f72774d4c76d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0883033 Mar 23 02:31:23.966975 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-59e98676-fc83-4ee7-921f-9390ad94b62b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 HTTP/1.1" status: 200 len: 1000 time: 0.0728190 Mar 23 02:31:24.025084 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd164d55-282d-4527-b1ad-945935c68c0a req-dfd1c551-9317-4bda-a2af-854aa496c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:24.027113 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-dfd1c551-9317-4bda-a2af-854aa496c9c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0532067 Mar 23 02:31:24.085918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd164d55-282d-4527-b1ad-945935c68c0a req-df454dbd-6e96-4b17-a61b-9729e30e9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:24.087402 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-df454dbd-6e96-4b17-a61b-9729e30e9d18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0544732 Mar 23 02:31:24.178117 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-136efcbe-39f4-4e22-83c8-d9add638070d service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841894 Mar 23 02:31:24.305657 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-1767fbbb-a08c-4b55-b25e-2a7d07c0f0bf service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216259 Mar 23 02:31:24.313485 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104ba15-f3f8-4591-8d24-6f623acb0a87 req-bc73188f-9472-40e6-94fb-c4c88c314929 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:24.314888 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6104ba15-f3f8-4591-8d24-6f623acb0a87 req-bc73188f-9472-40e6-94fb-c4c88c314929 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0857449 Mar 23 02:31:24.366702 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6104ba15-f3f8-4591-8d24-6f623acb0a87 req-ac0904f9-1456-45c8-9fa8-de3fa7b8e470 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420978 Mar 23 02:31:24.828918 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:25.502704 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c2201-72d8-47aa-9eee-06790455fcd1 req-7b2180cc-ed75-4c71-811c-aedc1b1a8e31 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:25.504230 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c21c2201-72d8-47aa-9eee-06790455fcd1 req-7b2180cc-ed75-4c71-811c-aedc1b1a8e31 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0591850 Mar 23 02:31:25.562165 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c21c2201-72d8-47aa-9eee-06790455fcd1 req-3581a772-69ef-4f73-83b5-cc3f59d71765 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502076 Mar 23 02:31:25.871527 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:26.702246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc7c63-b9c6-434a-a57a-8093eeb9480c req-d99c9ac3-c5c4-47cb-b150-74c79654610e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:26.703840 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5adc7c63-b9c6-434a-a57a-8093eeb9480c req-d99c9ac3-c5c4-47cb-b150-74c79654610e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0607059 Mar 23 02:31:26.756185 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5adc7c63-b9c6-434a-a57a-8093eeb9480c req-78fe74fe-f11b-41db-80e0-58264f77705a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466061 Mar 23 02:31:27.887136 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef80acf-252a-47a0-8d02-13eb3ab8c87f req-674a773a-a887-4e24-be2f-942a7916d6a9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:27.888641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0ef80acf-252a-47a0-8d02-13eb3ab8c87f req-674a773a-a887-4e24-be2f-942a7916d6a9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0533202 Mar 23 02:31:27.941599 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0ef80acf-252a-47a0-8d02-13eb3ab8c87f req-1f7c0329-70d7-477a-9ebd-b01cbe084940 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449686 Mar 23 02:31:28.875251 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:31:29.072190 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3037c03-7d73-4882-8323-35f5e4ca932e req-2f9c6cec-48ac-42fa-8966-6373be867302 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:29.073699 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3037c03-7d73-4882-8323-35f5e4ca932e req-2f9c6cec-48ac-42fa-8966-6373be867302 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0603111 Mar 23 02:31:29.132786 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c3037c03-7d73-4882-8323-35f5e4ca932e req-40f1f1b6-57c6-4c46-ab72-f9bf7252feab tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506120 Mar 23 02:31:30.268515 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94465464-48dd-41dd-b9d3-8b2dfe3b2a73 req-b5a67cc7-bf2d-4931-940c-1fdae8767339 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:30.269921 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94465464-48dd-41dd-b9d3-8b2dfe3b2a73 req-b5a67cc7-bf2d-4931-940c-1fdae8767339 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0582530 Mar 23 02:31:30.322926 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-94465464-48dd-41dd-b9d3-8b2dfe3b2a73 req-31274fdf-469f-4b75-a4bc-79bc48012f8f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439754 Mar 23 02:31:31.462746 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bc66b-d5fd-4082-ad32-d8e200fef795 req-499edd78-3207-4250-9a1e-294173d6d9eb tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:31.464244 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e07bc66b-d5fd-4082-ad32-d8e200fef795 req-499edd78-3207-4250-9a1e-294173d6d9eb tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0544121 Mar 23 02:31:31.510933 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e07bc66b-d5fd-4082-ad32-d8e200fef795 req-5f0c5aaa-5f11-46a4-be98-725d12268905 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409565 Mar 23 02:31:32.651092 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e245d63-97ee-4595-aee4-05041c2fc783 req-ff89ed16-fcc0-43b4-b4ab-3bfd18dc38b2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:32.652635 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e245d63-97ee-4595-aee4-05041c2fc783 req-ff89ed16-fcc0-43b4-b4ab-3bfd18dc38b2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0561213 Mar 23 02:31:32.701186 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0e245d63-97ee-4595-aee4-05041c2fc783 req-669399af-4d41-46c4-9a76-8a00c09a559f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427787 Mar 23 02:31:33.836687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72fd3b-ce2d-4823-837b-586c6f3c505c req-42482a10-4ae8-4e16-b2e2-bb1702bebad9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:33.838212 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc72fd3b-ce2d-4823-837b-586c6f3c505c req-42482a10-4ae8-4e16-b2e2-bb1702bebad9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0644727 Mar 23 02:31:33.890770 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fc72fd3b-ce2d-4823-837b-586c6f3c505c req-235459da-5187-447c-a2af-5124707265ea tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444217 Mar 23 02:31:34.362594 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:35.031556 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a0800-b9f8-4bd1-b77e-f78f59b97ec1 req-9168f5a2-270e-4cd1-b821-72496ab7c727 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:35.033118 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-947a0800-b9f8-4bd1-b77e-f78f59b97ec1 req-9168f5a2-270e-4cd1-b821-72496ab7c727 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0595827 Mar 23 02:31:35.092502 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-947a0800-b9f8-4bd1-b77e-f78f59b97ec1 req-0a0f4545-a387-4306-9ca3-dcc26548b943 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502493 Mar 23 02:31:36.226869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7a9da-5541-4cc8-8f28-5cd5c331f919 req-9ab83f25-4775-4924-87f2-370468414646 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:36.228345 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cad7a9da-5541-4cc8-8f28-5cd5c331f919 req-9ab83f25-4775-4924-87f2-370468414646 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0575879 Mar 23 02:31:36.279644 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cad7a9da-5541-4cc8-8f28-5cd5c331f919 req-9793f15b-016a-42f1-9f7b-05552e5baeff tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431354 Mar 23 02:31:37.417615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417027f9-91ae-408c-8348-e373fc08ca3b req-adce8996-3b8b-4e15-abd8-ab6d12a14afa tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:37.419161 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-417027f9-91ae-408c-8348-e373fc08ca3b req-adce8996-3b8b-4e15-abd8-ab6d12a14afa tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0550027 Mar 23 02:31:37.468476 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-417027f9-91ae-408c-8348-e373fc08ca3b req-dccd6f9f-0049-4d4b-bbd6-dcc4b53b556d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432601 Mar 23 02:31:38.604748 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daadaf1-82e5-4a84-b852-06a51e770bb6 req-a9db3988-3338-45a0-a546-e997ffd57b52 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:38.606260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0daadaf1-82e5-4a84-b852-06a51e770bb6 req-a9db3988-3338-45a0-a546-e997ffd57b52 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0688136 Mar 23 02:31:38.653557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0daadaf1-82e5-4a84-b852-06a51e770bb6 req-40c39abb-d875-4027-8b75-02acc928835d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415111 Mar 23 02:31:39.785934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cc249-46ba-4988-93c6-38d8dc383d5b req-19300687-d596-4ad0-9331-3b283856d401 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:39.787342 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-199cc249-46ba-4988-93c6-38d8dc383d5b req-19300687-d596-4ad0-9331-3b283856d401 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0549653 Mar 23 02:31:39.837725 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-199cc249-46ba-4988-93c6-38d8dc383d5b req-608417cb-bf09-4305-a2eb-97fa1617a666 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416548 Mar 23 02:31:40.977379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd2ef9-94bb-48ff-816d-f4d8e9095599 req-de16b38a-a154-4ec2-b518-ea967e5cb1ae tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:40.978873 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e5cd2ef9-94bb-48ff-816d-f4d8e9095599 req-de16b38a-a154-4ec2-b518-ea967e5cb1ae tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0565434 Mar 23 02:31:41.031907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e5cd2ef9-94bb-48ff-816d-f4d8e9095599 req-3000b9a3-6c2c-4cdc-9b3d-8f4b84f82f2f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473514 Mar 23 02:31:42.173348 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6428f-70c9-4e9c-9f6c-c98a7c5be951 req-2c236dfe-e189-45bf-b7fb-634cadc3f1d5 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:42.174834 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22f6428f-70c9-4e9c-9f6c-c98a7c5be951 req-2c236dfe-e189-45bf-b7fb-634cadc3f1d5 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0621839 Mar 23 02:31:42.221647 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-22f6428f-70c9-4e9c-9f6c-c98a7c5be951 req-c3f11b7f-edb4-4b9c-b242-aa49ec665f2d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410168 Mar 23 02:31:43.355604 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063c9f0-3702-4416-97f2-d6f10f2fd575 req-8513d485-ff3c-46b0-acdc-dd90167d80d9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:43.357189 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a063c9f0-3702-4416-97f2-d6f10f2fd575 req-8513d485-ff3c-46b0-acdc-dd90167d80d9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0580673 Mar 23 02:31:43.413891 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a063c9f0-3702-4416-97f2-d6f10f2fd575 req-2a3a481d-1aeb-4df5-91eb-09c0559b7e41 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478635 Mar 23 02:31:44.545299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2dd22-88ec-4ea4-bdae-d39385a00021 req-21e9729e-bae2-4e94-ab7c-0ca7fd423670 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:44.546810 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-91c2dd22-88ec-4ea4-bdae-d39385a00021 req-21e9729e-bae2-4e94-ab7c-0ca7fd423670 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0557525 Mar 23 02:31:44.594522 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-91c2dd22-88ec-4ea4-bdae-d39385a00021 req-81e7ea03-8952-459e-be65-233cda967e96 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419660 Mar 23 02:31:45.733580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04fbbc-cc1d-44f2-bdfb-1dc0b1289343 req-f13fb98a-84a1-4b83-aa1a-8461365405af tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:45.734998 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0c04fbbc-cc1d-44f2-bdfb-1dc0b1289343 req-f13fb98a-84a1-4b83-aa1a-8461365405af tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0565457 Mar 23 02:31:45.782787 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0c04fbbc-cc1d-44f2-bdfb-1dc0b1289343 req-cf79e70c-8953-4b42-bdf4-eb240f92e101 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419381 Mar 23 02:31:46.918656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a7522-f5d4-4f7c-9c57-d713a374a011 req-7940ebf6-62e2-439c-a005-14d51d7e6966 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:46.920138 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-779a7522-f5d4-4f7c-9c57-d713a374a011 req-7940ebf6-62e2-439c-a005-14d51d7e6966 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0562942 Mar 23 02:31:46.974671 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-779a7522-f5d4-4f7c-9c57-d713a374a011 req-600550a0-8d05-4ccd-aa33-eddb40e051dc tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465338 Mar 23 02:31:48.117174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77985137-2365-4293-a6c4-6d3ca230a6a8 req-5fe13fcf-bbda-44f5-a4cc-937741ce6c9f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:48.119019 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77985137-2365-4293-a6c4-6d3ca230a6a8 req-5fe13fcf-bbda-44f5-a4cc-937741ce6c9f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0631404 Mar 23 02:31:48.168340 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77985137-2365-4293-a6c4-6d3ca230a6a8 req-2df09092-464d-491d-b356-cf5d4c58e6e9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432081 Mar 23 02:31:49.295254 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcebf97-b331-41c9-a061-ef835492e816 req-f8f5771a-353c-4427-a883-f807a30180bd tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:49.296799 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fbcebf97-b331-41c9-a061-ef835492e816 req-f8f5771a-353c-4427-a883-f807a30180bd tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0573525 Mar 23 02:31:49.348997 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fbcebf97-b331-41c9-a061-ef835492e816 req-fbe93422-1c27-43ae-bfd3-d9ccecf24559 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463717 Mar 23 02:31:49.599901 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6d82e2af-29d6-4dd6-8f9a-afe624546be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:50.483904 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d32ca-2fe9-42e4-80f3-9dbacf96d068 req-022a4dda-53cf-4770-aa40-ef1115f75157 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:50.485419 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-895d32ca-2fe9-42e4-80f3-9dbacf96d068 req-022a4dda-53cf-4770-aa40-ef1115f75157 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0619035 Mar 23 02:31:50.550833 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-895d32ca-2fe9-42e4-80f3-9dbacf96d068 req-2eedf01a-68d0-4a43-ba5b-662f19876ab0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595837 Mar 23 02:31:51.172851 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:51.689667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76161265-599f-4301-88fb-c3c66f44abe4 req-7df3fc4e-20db-4e1e-a3ed-cb5bc3d68913 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:51.691160 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76161265-599f-4301-88fb-c3c66f44abe4 req-7df3fc4e-20db-4e1e-a3ed-cb5bc3d68913 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0568230 Mar 23 02:31:51.740626 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-76161265-599f-4301-88fb-c3c66f44abe4 req-45a9c608-4021-46d8-8975-fa89390ae7dc tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408230 Mar 23 02:31:52.088317 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0a02a30e-3dd3-4d78-bb72-8defb28afb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:52.876484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29188a96-d81b-447b-a474-3b6eb8c96b8b req-29d1b601-c4f8-4643-8ac2-386af537cf5d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:52.877974 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-29188a96-d81b-447b-a474-3b6eb8c96b8b req-29d1b601-c4f8-4643-8ac2-386af537cf5d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0575671 Mar 23 02:31:52.939074 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-29188a96-d81b-447b-a474-3b6eb8c96b8b req-94cf4226-df9f-4182-9320-fd3fe846bd76 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528600 Mar 23 02:31:53.504685 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:54.067958 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee527bb1-c20e-492f-b8aa-ee46de7c4723 req-d359203a-5a76-4a21-80e5-344c5f1a8c9e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:54.069457 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ee527bb1-c20e-492f-b8aa-ee46de7c4723 req-d359203a-5a76-4a21-80e5-344c5f1a8c9e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0588245 Mar 23 02:31:54.127676 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ee527bb1-c20e-492f-b8aa-ee46de7c4723 req-dad8360c-8621-4926-af58-1ddc10829cbb tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495684 Mar 23 02:31:54.832342 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:55.266116 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b472284-5d6c-430e-86c3-db32779bb8c7 req-18d5d05d-f9dc-4c02-b0ee-c44965958283 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:55.267595 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b472284-5d6c-430e-86c3-db32779bb8c7 req-18d5d05d-f9dc-4c02-b0ee-c44965958283 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0581272 Mar 23 02:31:55.320991 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b472284-5d6c-430e-86c3-db32779bb8c7 req-b9b6934d-7457-49d4-9ca9-c503b9b66fb8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456965 Mar 23 02:31:55.872354 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:56.078545 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-fd164d55-282d-4527-b1ad-945935c68c0a req-4943ce90-84cf-4d8d-ac0e-b5d27a11ebeb service neutron] show failed (client error): The resource could not be found. Mar 23 02:31:56.079525 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-4943ce90-84cf-4d8d-ac0e-b5d27a11ebeb service neutron] 10.222.0.42 "GET /v2.0/ports/52505bc5-d66e-4f4b-9f50-8f2d3aa67d89/bindings/n-h2-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.0610933 Mar 23 02:31:56.300213 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd164d55-282d-4527-b1ad-945935c68c0a req-e6de3595-fdd7-477d-85d0-cc84d8e4c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:56.301780 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-e6de3595-fdd7-477d-85d0-cc84d8e4c566 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e&tenant_id=b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 1127 time: 0.0546300 Mar 23 02:31:56.319614 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:31:56.381634 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:56.452015 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb4712-8f90-449a-af7b-ab6fb1d70837 req-b1dc1712-3e3f-49b8-a978-8ce2715696d0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:56.453988 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6bbb4712-8f90-449a-af7b-ab6fb1d70837 req-b1dc1712-3e3f-49b8-a978-8ce2715696d0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0583839 Mar 23 02:31:56.505815 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6bbb4712-8f90-449a-af7b-ab6fb1d70837 req-31dfb59d-4100-474b-b63c-eba610991018 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459595 Mar 23 02:31:56.838825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] For port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:31:56.873566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] For port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:31:56.913415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:31:56.915753 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1bc5d1-1b65-4d29-8dc2-9ecbebe23aba" -d '{"events": [{"server_uuid": "da3ecc46-34e6-495e-8dbd-4734f6f8ec5e", "name": "network-vif-unplugged", "status": "completed", "tag": "52505bc5-d66e-4f4b-9f50-8f2d3aa67d89"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:31:56.919235 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Publish callbacks [] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:56.931711 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Transition to ACTIVE for port object 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:31:56.936458 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:56.970439 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 02:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624111bd-3be0-42e7-b543-19497fbfea74 x-openstack-request-id: req-624111bd-3be0-42e7-b543-19497fbfea74 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:31:56.970739 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3ecc46-34e6-495e-8dbd-4734f6f8ec5e", "name": "network-vif-unplugged", "status": "completed", "tag": "52505bc5-d66e-4f4b-9f50-8f2d3aa67d89", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:31:56.970963 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-624111bd-3be0-42e7-b543-19497fbfea74 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:31:56.971524 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624111bd-3be0-42e7-b543-19497fbfea74'] response: {'server_uuid': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89', 'code': 200} Mar 23 02:31:57.047964 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Pushing event updated for resources: {'Port': ['ID=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,revision_number=6']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:57.069539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:57.069884 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:57.070233 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:57.070573 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:57.070923 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:57.071256 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:57.071553 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:57.071874 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:57.072245 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:57.072573 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:57.073123 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:57.073514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:57.073848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:57.074401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:57.074401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:31:57.124165 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] No DVR routers for this DVR port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:31:57.277443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Attempting to bind port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:31:57.277796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Attempting to bind port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:31:57.278136 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Attempting to bind port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:31:57.283189 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:31:57.283511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Attempting to bind port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:31:57.288938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:31:57.289281 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Checking segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:31:57.289669 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Bound using segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:31:57.290098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Bound port: 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:31:57.290444 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:57.355100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] For port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:31:57.358285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] For port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:31:57.364274 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:57.397476 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:57.398121 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:31:57.399860 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] 10.222.0.43 "PUT /v2.0/ports/52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 HTTP/1.1" status: 200 len: 1091 time: 1.0838878 Mar 23 02:31:57.422195 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed47af-feaa-42a1-8a02-84d36389dca6 service neutron] Pushing event updated for resources: {'Port': ['ID=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:31:57.481518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd164d55-282d-4527-b1ad-945935c68c0a req-216c2673-1f19-4b07-bd26-6738b981d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:57.483120 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-216c2673-1f19-4b07-bd26-6738b981d9dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 1125 time: 0.0504129 Mar 23 02:31:57.580824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd164d55-282d-4527-b1ad-945935c68c0a req-0de53151-ecb6-4579-867f-05e27b5596c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:57.582348 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-0de53151-ecb6-4579-867f-05e27b5596c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0921605 Mar 23 02:31:57.635227 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f82b41-1404-4ccb-be9e-d2c68431b06c req-75ee8e35-64e2-441c-99a8-610341fdd1bd tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:57.636777 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-96f82b41-1404-4ccb-be9e-d2c68431b06c req-75ee8e35-64e2-441c-99a8-610341fdd1bd tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 943 time: 0.0562370 Mar 23 02:31:57.652119 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-bfeb63dc-f979-4d90-8ec7-4b9d1a18e2f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 HTTP/1.1" status: 200 len: 998 time: 0.0642214 Mar 23 02:31:57.684758 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-96f82b41-1404-4ccb-be9e-d2c68431b06c req-98459101-4c88-402d-b893-ff5a787792ab tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419266 Mar 23 02:31:57.703332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd164d55-282d-4527-b1ad-945935c68c0a req-e92449ec-b5e3-4fed-a06d-7f08965ed424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:57.704909 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-e92449ec-b5e3-4fed-a06d-7f08965ed424 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0464625 Mar 23 02:31:57.753814 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd164d55-282d-4527-b1ad-945935c68c0a req-11505d17-d5c4-470d-903f-160548afbe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:57.755319 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-11505d17-d5c4-470d-903f-160548afbe9e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444646 Mar 23 02:31:57.851386 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-245d5aad-4525-4026-90f6-1a7a93fe34ba service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902247 Mar 23 02:31:57.940805 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fd164d55-282d-4527-b1ad-945935c68c0a req-e946ae44-603b-4890-a31f-f00726876d12 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832074 Mar 23 02:31:58.813825 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbf81d-a7c3-4de8-863a-570fc96ceaae req-23cbfd34-4dd8-4bc8-9c66-9b30ebd5bd03 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:58.815196 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bedbf81d-a7c3-4de8-863a-570fc96ceaae req-23cbfd34-4dd8-4bc8-9c66-9b30ebd5bd03 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 943 time: 0.0577173 Mar 23 02:31:58.868351 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bedbf81d-a7c3-4de8-863a-570fc96ceaae req-3d523394-8a8c-4012-9d18-2a4d37daab9b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456624 Mar 23 02:31:58.972524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'tag': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:31:58.975804 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fada5e-d976-4a0d-88f3-b2debe94eee8" -d '{"events": [{"name": "network-changed", "server_uuid": "da3ecc46-34e6-495e-8dbd-4734f6f8ec5e", "tag": "52505bc5-d66e-4f4b-9f50-8f2d3aa67d89"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:31:58.984756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:31:59.031313 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d5ecb0-486f-42db-92f1-9c25016187e8 x-openstack-request-id: req-36d5ecb0-486f-42db-92f1-9c25016187e8 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:31:59.031675 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3ecc46-34e6-495e-8dbd-4734f6f8ec5e", "tag": "52505bc5-d66e-4f4b-9f50-8f2d3aa67d89", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:31:59.031906 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36d5ecb0-486f-42db-92f1-9c25016187e8 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:31:59.032352 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d5ecb0-486f-42db-92f1-9c25016187e8'] response: {'name': 'network-changed', 'server_uuid': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'tag': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89', 'status': 'completed', 'code': 200} Mar 23 02:31:59.036455 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] The host n-h1-834677-4 is not matching for port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 host n-h2-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 02:31:59.036881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:31:59.129907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-2d0fb893-04fd-4947-bc99-2068a36a8cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:59.131423 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-2d0fb893-04fd-4947-bc99-2068a36a8cdf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 1125 time: 0.0824497 Mar 23 02:31:59.134063 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-cf63aed6-2272-452b-b3f0-29b7acd98f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:59.135970 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-cf63aed6-2272-452b-b3f0-29b7acd98f5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 1125 time: 0.0593843 Mar 23 02:31:59.296803 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-7b953129-caca-4eed-8b50-0e10ee88ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:59.298184 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-7b953129-caca-4eed-8b50-0e10ee88ed77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1609824 Mar 23 02:31:59.299236 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-f45e2418-e052-4619-bd50-7c2d0c8b2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:59.300539 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-f45e2418-e052-4619-bd50-7c2d0c8b2385 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1562479 Mar 23 02:31:59.410964 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-af20d00d-40a3-4882-88d5-47227074555b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 HTTP/1.1" status: 200 len: 998 time: 0.1067266 Mar 23 02:31:59.412699 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-c37729af-6900-4dab-aef5-a724584f90ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 HTTP/1.1" status: 200 len: 998 time: 0.1021440 Mar 23 02:31:59.495138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-299d2aa6-79ab-4f9e-a467-c5253dac8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:59.496648 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-299d2aa6-79ab-4f9e-a467-c5253dac8c64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0799417 Mar 23 02:31:59.498277 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-aad1c469-f9db-4590-bc6e-e90c26602616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:59.499578 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-aad1c469-f9db-4590-bc6e-e90c26602616 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0755312 Mar 23 02:31:59.578934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-68067c55-9777-478c-ad7c-a5f1f6302476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:59.580374 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-68067c55-9777-478c-ad7c-a5f1f6302476 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0779374 Mar 23 02:31:59.582222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-623fe970-e3eb-4750-ad68-19cba4e6e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:59.583564 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-623fe970-e3eb-4750-ad68-19cba4e6e7e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0737379 Mar 23 02:31:59.734746 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-74a86aa5-e2ad-4c83-946e-2d096f68df0e service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484387 Mar 23 02:31:59.736555 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-d8ee011a-a334-450e-90e1-60943bdda991 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431861 Mar 23 02:31:59.888953 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-d952b156-7d9f-4ab8-9077-7f51bffaa440 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478992 Mar 23 02:31:59.890722 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0fada5e-d976-4a0d-88f3-b2debe94eee8 req-25ff1d78-adc1-4a8a-a708-167119fc1340 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428244 Mar 23 02:31:59.998484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d19131-bc21-4637-bee0-8aaa48c7fc02 req-d2233a68-2356-4dfe-9665-7e528f25a2c8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:31:59.999983 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70d19131-bc21-4637-bee0-8aaa48c7fc02 req-d2233a68-2356-4dfe-9665-7e528f25a2c8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 943 time: 0.0581932 Mar 23 02:32:00.054705 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70d19131-bc21-4637-bee0-8aaa48c7fc02 req-64f56c62-f238-43da-a1b9-6a70be5746e7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465662 Mar 23 02:32:01.184041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cf396-a89b-464d-9b81-93d5c9e65000 req-8cc1b61b-89ee-4bfc-af0d-0cce7bf2ac92 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:01.185460 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-103cf396-a89b-464d-9b81-93d5c9e65000 req-8cc1b61b-89ee-4bfc-af0d-0cce7bf2ac92 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 943 time: 0.0531361 Mar 23 02:32:01.237466 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-103cf396-a89b-464d-9b81-93d5c9e65000 req-4ecbc445-d321-4567-985c-8b062de5eb71 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461981 Mar 23 02:32:01.456973 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ffb9a-881a-4832-bbf1-3533cc952842 req-5e58d694-4991-4f17-bc26-d1af54d94541 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:01.458550 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dc1ffb9a-881a-4832-bbf1-3533cc952842 req-5e58d694-4991-4f17-bc26-d1af54d94541 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 943 time: 0.0540245 Mar 23 02:32:01.474144 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baefdb-278b-4cd1-b624-6d4e40ef827b req-c25c1b56-0cc5-4801-a9df-9657392c4eaf tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:01.475655 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-23baefdb-278b-4cd1-b624-6d4e40ef827b req-c25c1b56-0cc5-4801-a9df-9657392c4eaf tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.42 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e&tenant_id=b959132206244a4d8875d29a99ea52a1&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 943 time: 0.0567799 Mar 23 02:32:01.511400 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-dc1ffb9a-881a-4832-bbf1-3533cc952842 req-5022c6d8-2f5c-4a07-a31f-0eec28401e14 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462878 Mar 23 02:32:01.539532 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-23baefdb-278b-4cd1-b624-6d4e40ef827b req-32c6eb45-e39e-4d2d-8b17-7228fe584b3d service neutron] delete failed (client error): The resource could not be found. Mar 23 02:32:01.540576 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-23baefdb-278b-4cd1-b624-6d4e40ef827b req-32c6eb45-e39e-4d2d-8b17-7228fe584b3d service neutron] 10.222.0.42 "DELETE /v2.0/ports/52505bc5-d66e-4f4b-9f50-8f2d3aa67d89/bindings/n-h1-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.0581214 Mar 23 02:32:01.627642 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baefdb-278b-4cd1-b624-6d4e40ef827b req-f83f2295-0558-4779-9933-91db319f0861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:01.629075 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-23baefdb-278b-4cd1-b624-6d4e40ef827b req-f83f2295-0558-4779-9933-91db319f0861 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 1125 time: 0.0470605 Mar 23 02:32:01.728146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baefdb-278b-4cd1-b624-6d4e40ef827b req-c67b9576-4076-4894-a117-d09b12345897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:01.729816 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-23baefdb-278b-4cd1-b624-6d4e40ef827b req-c67b9576-4076-4894-a117-d09b12345897 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0944521 Mar 23 02:32:01.759980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:32:01.794757 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-23baefdb-278b-4cd1-b624-6d4e40ef827b req-0ee7cd2d-0956-412e-8ded-104a0e560b8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 HTTP/1.1" status: 200 len: 998 time: 0.0591662 Mar 23 02:32:01.850138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baefdb-278b-4cd1-b624-6d4e40ef827b req-0d7e4cc4-1cfb-48d6-93d2-94364d9572ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:01.851682 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-23baefdb-278b-4cd1-b624-6d4e40ef827b req-0d7e4cc4-1cfb-48d6-93d2-94364d9572ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0505245 Mar 23 02:32:01.861018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:32:01.873169 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'port_id': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89', 'mac_address': 'fa:16:3e:bb:a1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:32:01.901234 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baefdb-278b-4cd1-b624-6d4e40ef827b req-c1f30149-c0ec-4f90-82a2-36a8c2cf53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:01.902710 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-23baefdb-278b-4cd1-b624-6d4e40ef827b req-c1f30149-c0ec-4f90-82a2-36a8c2cf53dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451539 Mar 23 02:32:01.911376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:32:01.911764 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:01.925551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:32:01.950314 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:32:01.954580 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:01.991027 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-23baefdb-278b-4cd1-b624-6d4e40ef827b req-7faab8eb-0941-4bf8-8d4d-84cb7d0d7346 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823348 Mar 23 02:32:02.008619 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:32:02.016488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:02.016863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:02.017205 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:02.017539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:02.017871 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:02.018200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:02.018528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:02.018859 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:02.019172 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:02.019491 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:02.019811 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:02.020131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:02.020448 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:02.020790 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:02.021112 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:32:02.082562 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-23baefdb-278b-4cd1-b624-6d4e40ef827b req-737369da-e537-4704-8871-e8c5417decf1 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847216 Mar 23 02:32:02.351539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['52505bc5-d66e-4f4b-9f50-8f2d3aa67d89'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:32:02.638090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42206e87-e06f-4abc-955c-2ae484187c34 req-e73d9247-5a60-405a-a3c3-59a331cf7977 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:02.639499 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42206e87-e06f-4abc-955c-2ae484187c34 req-e73d9247-5a60-405a-a3c3-59a331cf7977 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 944 time: 0.0530739 Mar 23 02:32:02.689106 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42206e87-e06f-4abc-955c-2ae484187c34 req-854bbb89-3dbb-4c42-82bb-889b8a46c09e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435572 Mar 23 02:32:03.061371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382146d9-bccf-43e1-a0d4-d837410cafa1 req-eec02d2d-be12-4cc3-9211-9c27b8a1901d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:03.062900 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-382146d9-bccf-43e1-a0d4-d837410cafa1 req-eec02d2d-be12-4cc3-9211-9c27b8a1901d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 944 time: 0.3063345 Mar 23 02:32:03.112409 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-382146d9-bccf-43e1-a0d4-d837410cafa1 req-7ab84b37-052c-4ef5-8c15-4252234c56f3 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408399 Mar 23 02:32:03.249375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7f21d-4712-44ce-92fd-9bba4de950e2 req-07555f6d-36a1-4d71-9063-0ce67b52d3f7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:03.250901 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33c7f21d-4712-44ce-92fd-9bba4de950e2 req-07555f6d-36a1-4d71-9063-0ce67b52d3f7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 944 time: 0.0602326 Mar 23 02:32:03.302222 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33c7f21d-4712-44ce-92fd-9bba4de950e2 req-0dfe898b-282f-429d-9c73-294acaeb7c1d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414855 Mar 23 02:32:03.548391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc08d1-edcf-49bd-83a2-5e87ea8c8d3c req-43e77124-709f-443a-b1ed-932519932948 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:03.550101 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c2dc08d1-edcf-49bd-83a2-5e87ea8c8d3c req-43e77124-709f-443a-b1ed-932519932948 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 944 time: 0.0564973 Mar 23 02:32:03.599410 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c2dc08d1-edcf-49bd-83a2-5e87ea8c8d3c req-0371f7a0-7fbd-48d7-a394-34d6fc074d7e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423965 Mar 23 02:32:03.776406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:32:03.843684 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:32:03.849359 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:32:03.849976 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:03.929250 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:32:03.929639 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:03.952892 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:32:03.955127 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaebe56c-a7b8-460b-935f-5d9a51bac076" -d '{"events": [{"server_uuid": "da3ecc46-34e6-495e-8dbd-4734f6f8ec5e", "name": "network-vif-plugged", "status": "completed", "tag": "52505bc5-d66e-4f4b-9f50-8f2d3aa67d89"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:32:03.969176 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:32:03.974390 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:04.001629 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c5410b-60b2-4983-9fe7-0a4671eb8ac0 x-openstack-request-id: req-58c5410b-60b2-4983-9fe7-0a4671eb8ac0 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:32:04.001930 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3ecc46-34e6-495e-8dbd-4734f6f8ec5e", "name": "network-vif-plugged", "status": "completed", "tag": "52505bc5-d66e-4f4b-9f50-8f2d3aa67d89", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:32:04.002187 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58c5410b-60b2-4983-9fe7-0a4671eb8ac0 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:32:04.002582 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c5410b-60b2-4983-9fe7-0a4671eb8ac0'] response: {'server_uuid': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89', 'code': 200} Mar 23 02:32:04.029725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:32:04.370247 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:04.727994 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175cdb1-412a-42ff-8931-8a3610972f1b req-17812663-8a71-4d36-89a6-5af1da0be31e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:04.730272 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9175cdb1-412a-42ff-8931-8a3610972f1b req-17812663-8a71-4d36-89a6-5af1da0be31e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0541193 Mar 23 02:32:04.796435 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9175cdb1-412a-42ff-8931-8a3610972f1b req-aae350ac-9609-46a7-8a8f-acee5920b62b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602283 Mar 23 02:32:05.051594 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af022a-4649-47bf-a4f9-8ec53e13b19e req-63487dc7-53de-430f-bbf0-0aba69450a03 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:05.053108 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-30af022a-4649-47bf-a4f9-8ec53e13b19e req-63487dc7-53de-430f-bbf0-0aba69450a03 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.43 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 945 time: 0.0653443 Mar 23 02:32:05.183290 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-30af022a-4649-47bf-a4f9-8ec53e13b19e req-09493663-7e25-40b5-8568-c901220a92b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Deleting port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:32:05.183290 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-30af022a-4649-47bf-a4f9-8ec53e13b19e req-09493663-7e25-40b5-8568-c901220a92b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:05.547909 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-30af022a-4649-47bf-a4f9-8ec53e13b19e req-09493663-7e25-40b5-8568-c901220a92b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] For port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:32:05.548232 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-30af022a-4649-47bf-a4f9-8ec53e13b19e req-09493663-7e25-40b5-8568-c901220a92b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:05.727923 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-30af022a-4649-47bf-a4f9-8ec53e13b19e req-09493663-7e25-40b5-8568-c901220a92b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:05.728172 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-30af022a-4649-47bf-a4f9-8ec53e13b19e req-09493663-7e25-40b5-8568-c901220a92b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (a5e789c1-a8b6-4c67-b708-25752906fd5e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:05.729126 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-30af022a-4649-47bf-a4f9-8ec53e13b19e req-09493663-7e25-40b5-8568-c901220a92b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Floating IP a5e789c1-a8b6-4c67-b708-25752906fd5e disassociated. External IP: 172.25.0.97, port: 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89. Mar 23 02:32:05.729126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-30af022a-4649-47bf-a4f9-8ec53e13b19e req-09493663-7e25-40b5-8568-c901220a92b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Calling delete_port for 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:32:05.875524 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-30af022a-4649-47bf-a4f9-8ec53e13b19e req-09493663-7e25-40b5-8568-c901220a92b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (52505bc5-d66e-4f4b-9f50-8f2d3aa67d89), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:05.875835 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:32:05.897552 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cb4f362c-a5a4-44ce-8099-5ee9647879bb req-03765600-4dda-46ab-a780-67f8f31bce2c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=da3ecc46-34e6-495e-8dbd-4734f6f8ec5e HTTP/1.1" status: 200 len: 210 time: 0.0286741 Mar 23 02:32:05.903024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09493663-7e25-40b5-8568-c901220a92b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Pushing event deleted for resources: {'Port': ['ID=52505bc5-d66e-4f4b-9f50-8f2d3aa67d89,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:32:06.025945 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30af022a-4649-47bf-a4f9-8ec53e13b19e req-09493663-7e25-40b5-8568-c901220a92b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Router b09a5698-febf-4d3e-be72-cfc2bff13158 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:32:06.141066 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30af022a-4649-47bf-a4f9-8ec53e13b19e req-09493663-7e25-40b5-8568-c901220a92b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:32:06.151137 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e3a585-20b1-4b4a-8f47-6a4bf207f261 None None] Sync routers for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:32:06.161042 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e3a585-20b1-4b4a-8f47-6a4bf207f261 None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:32:06.161647 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-73e3a585-20b1-4b4a-8f47-6a4bf207f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:31:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:32:06.182959 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-30af022a-4649-47bf-a4f9-8ec53e13b19e req-09493663-7e25-40b5-8568-c901220a92b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] No DVR routers for this DVR port 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:32:06.185692 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-30af022a-4649-47bf-a4f9-8ec53e13b19e req-09493663-7e25-40b5-8568-c901220a92b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:06.189055 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-30af022a-4649-47bf-a4f9-8ec53e13b19e req-09493663-7e25-40b5-8568-c901220a92b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.43 "DELETE /v2.0/ports/52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 HTTP/1.1" status: 204 len: 173 time: 1.1310842 Mar 23 02:32:06.189486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'name': 'network-vif-deleted', 'tag': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:32:06.191776 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfa97bd-76bb-4f92-bf3e-23271a030f32" -d '{"events": [{"server_uuid": "da3ecc46-34e6-495e-8dbd-4734f6f8ec5e", "name": "network-vif-deleted", "tag": "52505bc5-d66e-4f4b-9f50-8f2d3aa67d89"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:32:06.233495 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9279f730-8d5c-4119-90e5-3c20a29609de x-openstack-request-id: req-9279f730-8d5c-4119-90e5-3c20a29609de {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:32:06.233785 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3ecc46-34e6-495e-8dbd-4734f6f8ec5e", "name": "network-vif-deleted", "tag": "52505bc5-d66e-4f4b-9f50-8f2d3aa67d89", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:32:06.234044 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9279f730-8d5c-4119-90e5-3c20a29609de {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:32:06.234455 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9279f730-8d5c-4119-90e5-3c20a29609de'] response: {'server_uuid': 'da3ecc46-34e6-495e-8dbd-4734f6f8ec5e', 'name': 'network-vif-deleted', 'tag': '52505bc5-d66e-4f4b-9f50-8f2d3aa67d89', 'status': 'completed', 'code': 200} Mar 23 02:32:06.282344 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-73e3a585-20b1-4b4a-8f47-6a4bf207f261 None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:32:06.489089 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-73e3a585-20b1-4b4a-8f47-6a4bf207f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:32:06.515155 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e3a585-20b1-4b4a-8f47-6a4bf207f261 None None] Checking router: b09a5698-febf-4d3e-be72-cfc2bff13158 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:32:06.523707 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e3a585-20b1-4b4a-8f47-6a4bf207f261 None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:32:06.524708 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-73e3a585-20b1-4b4a-8f47-6a4bf207f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:31:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:32:06.654618 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-73e3a585-20b1-4b4a-8f47-6a4bf207f261 None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:32:06.862757 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-73e3a585-20b1-4b4a-8f47-6a4bf207f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:32:06.891520 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e3a585-20b1-4b4a-8f47-6a4bf207f261 None None] The sync data for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 is: [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:32:07.136957 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a1b067-a1bd-41ca-a0aa-2206399f9630 None None] New status for floating IP a5e789c1-a8b6-4c67-b708-25752906fd5e: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:32:07.167404 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-ba815c2f-2471-4295-8bc3-bd3c77286ca2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1801768792&fields=id&tenant_id=b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 267 time: 0.0593104 Mar 23 02:32:07.281204 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-b6bd4798-2f5c-40df-8ddb-99d24334e997 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:07.282719 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-b6bd4798-2f5c-40df-8ddb-99d24334e997 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 812 time: 0.1079276 Mar 23 02:32:07.298147 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-c29f3df3-788a-4142-8734-5efbf9e4a2f7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/quotas/b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 375 time: 0.0096552 Mar 23 02:32:07.358904 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-d693393f-3606-4d10-a164-e1bdb7e317ad tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554717 Mar 23 02:32:07.465064 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-21ee16f6-e328-4125-87c4-ebd7243e3673 service neutron] 10.222.0.18 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914223 Mar 23 02:32:07.559557 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-ad8a0d81-615d-4816-90f2-cc0754a1185c service neutron] 10.222.0.18 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885184 Mar 23 02:32:07.726655 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f247171a-025a-4822-976b-8c7f5153e680 req-d2b4810b-86ff-433a-9bcf-853a5e229e53 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 210 time: 0.0291190 Mar 23 02:32:08.858006 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-ee8027db-73fa-4051-8259-f08f5c9d6a51 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:08.859701 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-ee8027db-73fa-4051-8259-f08f5c9d6a51 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 812 time: 0.1290815 Mar 23 02:32:08.861998 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6b144c8a-d863-494e-9117-32fb33e3c228 req-aa686864-6b5e-454e-bf59-e9763ca940b4 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 210 time: 0.0462816 Mar 23 02:32:08.929527 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-da45622e-4921-4c63-ad95-53287e7ebc31 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 380 time: 0.0562139 Mar 23 02:32:08.939132 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-fe7fe820-62bb-4989-b542-3bbfb41a4a8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Request body: {'port': {'device_id': '9c459377-07b6-410f-89c6-5547c049a8ca', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'admin_state_up': True, 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'security_groups': ['cccc9f1b-f66a-4c1d-b845-49003327ca38']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:32:09.050475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-fe7fe820-62bb-4989-b542-3bbfb41a4a8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Made reservation on behalf of b959132206244a4d8875d29a99ea52a1 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:32:09.053812 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-fe7fe820-62bb-4989-b542-3bbfb41a4a8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:09.180240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-fe7fe820-62bb-4989-b542-3bbfb41a4a8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Allocated IP 172.20.0.5 (b987d650-3ee7-4da2-9bf4-0c6a073e1636/6861b56c-b880-4f3b-9d89-1cd98f603e92/76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:32:09.338081 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-fe7fe820-62bb-4989-b542-3bbfb41a4a8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:09.378310 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-fe7fe820-62bb-4989-b542-3bbfb41a4a8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:09.425101 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-fe7fe820-62bb-4989-b542-3bbfb41a4a8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Network b987d650-3ee7-4da2-9bf4-0c6a073e1636 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:32:09.428565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-fe7fe820-62bb-4989-b542-3bbfb41a4a8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:32:09.431786 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-fe7fe820-62bb-4989-b542-3bbfb41a4a8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:32:09.461139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fe820-62bb-4989-b542-3bbfb41a4a8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Pushing event updated for resources: {'Port': ['ID=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:32:09.501387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-fe7fe820-62bb-4989-b542-3bbfb41a4a8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:09.502128 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-fe7fe820-62bb-4989-b542-3bbfb41a4a8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:09.523425 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-fe7fe820-62bb-4989-b542-3bbfb41a4a8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5880260 Mar 23 02:32:09.539645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Request body: {'port': {'device_id': '9c459377-07b6-410f-89c6-5547c049a8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:32:09.616512 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:09.697740 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-be9ec218-ed4a-4a5b-b172-d7fe84577baf None None] Provisioning complete for port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:32:09.698362 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-be9ec218-ed4a-4a5b-b172-d7fe84577baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:09.733211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-be9ec218-ed4a-4a5b-b172-d7fe84577baf None None] Port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:32:09.838100 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:32:09.862367 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:32:09.862708 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 52505bc5-d66e-4f4b-9f50-8f2d3aa67d89 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:32:09.886091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:32:09.893313 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Publish callbacks [] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:09.906851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Transition to ACTIVE for port object 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:32:09.911970 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:10.038901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Pushing event updated for resources: {'Port': ['ID=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:32:10.080836 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988513e8-8751-4551-bc9e-11e0c0971e87 req-e9ee1e3f-15bd-4285-8676-9b01ebc4c0b6 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:10.082531 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-988513e8-8751-4551-bc9e-11e0c0971e87 req-e9ee1e3f-15bd-4285-8676-9b01ebc4c0b6 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 943 time: 0.1422315 Mar 23 02:32:10.098944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Attempting to bind port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:32:10.099290 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Attempting to bind port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:32:10.099625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Attempting to bind port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:32:10.113311 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:32:10.113718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Attempting to bind port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:32:10.122840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:32:10.123179 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Checking segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:32:10.123568 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Bound using segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:32:10.124015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Bound port: 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:32:10.124376 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:10.175208 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-988513e8-8751-4551-bc9e-11e0c0971e87 req-5a312266-42aa-423a-9cd4-a11b9c7466b1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842047 Mar 23 02:32:10.218608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] For port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:32:10.221872 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] For port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:32:10.229809 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:10.264276 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:10.265027 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:10.266332 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] 10.222.0.43 "PUT /v2.0/ports/76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 HTTP/1.1" status: 200 len: 1091 time: 0.7311347 Mar 23 02:32:10.266883 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c459377-07b6-410f-89c6-5547c049a8ca', 'tag': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:32:10.269368 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cecdab1-5654-44b8-b3fb-244225951a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c459377-07b6-410f-89c6-5547c049a8ca", "tag": "76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:32:10.314801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7f205-7088-4369-aee2-c4610e4f496c service neutron] Pushing event updated for resources: {'Port': ['ID=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:32:10.330217 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ef29d8-274d-40d0-9e4c-0c42af175825 x-openstack-request-id: req-77ef29d8-274d-40d0-9e4c-0c42af175825 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:32:10.330517 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c459377-07b6-410f-89c6-5547c049a8ca", "tag": "76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:32:10.330774 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77ef29d8-274d-40d0-9e4c-0c42af175825 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:32:10.331189 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ef29d8-274d-40d0-9e4c-0c42af175825'] response: {'name': 'network-changed', 'server_uuid': '9c459377-07b6-410f-89c6-5547c049a8ca', 'tag': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9', 'status': 'completed', 'code': 200} Mar 23 02:32:10.393284 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-40a451e8-2cb1-41cf-a4f7-728456526bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:10.394849 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-40a451e8-2cb1-41cf-a4f7-728456526bd7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 1125 time: 0.0496931 Mar 23 02:32:10.443421 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-7e9a5322-d580-4a1f-a54d-0a6150a0d0b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 HTTP/1.1" status: 200 len: 217 time: 0.0371146 Mar 23 02:32:10.498309 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-9a901e48-922b-400a-99f9-8c7d0f8407bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:10.499801 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-9a901e48-922b-400a-99f9-8c7d0f8407bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0502958 Mar 23 02:32:10.550342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-efc132e1-4b71-4223-912c-6e3f4685d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:10.551795 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-efc132e1-4b71-4223-912c-6e3f4685d289 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455675 Mar 23 02:32:10.651269 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-76293978-c886-493d-b261-b19c7c567c7b service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923431 Mar 23 02:32:10.748552 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-01855e1f-cb8f-4dfc-835c-d067b5c529db req-b19f3df3-89b9-4060-9af9-e8722c50869c service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924091 Mar 23 02:32:10.893322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecdab1-5654-44b8-b3fb-244225951a3c req-1c203a90-311c-4a57-afa7-297baf342621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:10.894918 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1cecdab1-5654-44b8-b3fb-244225951a3c req-1c203a90-311c-4a57-afa7-297baf342621 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 1125 time: 0.0474589 Mar 23 02:32:10.989161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecdab1-5654-44b8-b3fb-244225951a3c req-53ec507e-6ecf-429d-a6e7-1ebb3b9169be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:10.990641 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1cecdab1-5654-44b8-b3fb-244225951a3c req-53ec507e-6ecf-429d-a6e7-1ebb3b9169be service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0899577 Mar 23 02:32:11.032268 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1cecdab1-5654-44b8-b3fb-244225951a3c req-aafa55f2-a65e-4083-8653-f2905c3529a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 HTTP/1.1" status: 200 len: 217 time: 0.0357227 Mar 23 02:32:11.086532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecdab1-5654-44b8-b3fb-244225951a3c req-14d38ea2-b596-4cba-9e1f-78526c26dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:11.089042 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1cecdab1-5654-44b8-b3fb-244225951a3c req-14d38ea2-b596-4cba-9e1f-78526c26dbc3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0506756 Mar 23 02:32:11.146071 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecdab1-5654-44b8-b3fb-244225951a3c req-e869f8a6-41dd-4f74-b4bc-0f532127cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:11.147581 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1cecdab1-5654-44b8-b3fb-244225951a3c req-e869f8a6-41dd-4f74-b4bc-0f532127cf30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532396 Mar 23 02:32:11.238815 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1cecdab1-5654-44b8-b3fb-244225951a3c req-52acbc42-9c20-4242-8867-761eff399a92 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849667 Mar 23 02:32:11.367804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea994b05-de31-4b52-930f-22089b805dcf req-aee05613-3967-43d7-b696-c6ad8a5b34a6 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:11.369270 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea994b05-de31-4b52-930f-22089b805dcf req-aee05613-3967-43d7-b696-c6ad8a5b34a6 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 943 time: 0.1172822 Mar 23 02:32:11.373008 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1cecdab1-5654-44b8-b3fb-244225951a3c req-f58ed63d-dfa3-4e77-b305-39912bbd3bcb service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281912 Mar 23 02:32:11.417894 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ea994b05-de31-4b52-930f-22089b805dcf req-938e52d3-a7ec-4128-8022-6fd1591c29e7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427451 Mar 23 02:32:12.549366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7b71f-bfd1-4c53-84f8-dadb15c82de0 req-b90f7ff9-ba49-4f34-933a-6165c32d7675 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:12.550883 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-edf7b71f-bfd1-4c53-84f8-dadb15c82de0 req-b90f7ff9-ba49-4f34-933a-6165c32d7675 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 943 time: 0.0613489 Mar 23 02:32:12.598548 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-edf7b71f-bfd1-4c53-84f8-dadb15c82de0 req-c3ddf2c7-1d47-4a79-b871-14d458378c80 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418041 Mar 23 02:32:13.733580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88a624-2ea2-4a14-93af-b73a887d85f1 req-a9516e1c-6518-49dc-baa9-baae2a678184 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:13.734981 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8e88a624-2ea2-4a14-93af-b73a887d85f1 req-a9516e1c-6518-49dc-baa9-baae2a678184 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 943 time: 0.0570126 Mar 23 02:32:13.786070 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8e88a624-2ea2-4a14-93af-b73a887d85f1 req-7690878b-3828-4205-b955-cfca472a50d9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451076 Mar 23 02:32:13.886199 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:32:13.998058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:32:14.010642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'port_id': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9', 'mac_address': 'fa:16:3e:62:e4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:32:14.048045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:32:14.048429 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:14.062612 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:32:14.082388 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:32:14.088416 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:14.136119 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:32:14.443431 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:32:14.915395 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e74a3-63ef-4b6b-9c29-4c84be92a969 req-74b52ecd-c41e-4247-9b69-20acf19b976c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:14.916897 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a48e74a3-63ef-4b6b-9c29-4c84be92a969 req-74b52ecd-c41e-4247-9b69-20acf19b976c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 944 time: 0.0562036 Mar 23 02:32:14.974364 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a48e74a3-63ef-4b6b-9c29-4c84be92a969 req-b4990ea7-af18-4258-9fb4-cbc78b03ca69 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513096 Mar 23 02:32:15.886581 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:32:15.961554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:32:15.969694 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:32:15.970069 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:16.055978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:32:16.056379 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:16.079014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c459377-07b6-410f-89c6-5547c049a8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:32:16.081282 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e79037-e9f1-4264-9089-77707ecbf95f" -d '{"events": [{"server_uuid": "9c459377-07b6-410f-89c6-5547c049a8ca", "name": "network-vif-plugged", "status": "completed", "tag": "76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:32:16.093939 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:32:16.097411 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6181096-a0a0-46a2-828f-98e4d006ee8e req-c165f0e3-a73e-45d2-9207-8858caf3cc54 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:16.099233 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:16.104733 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6181096-a0a0-46a2-828f-98e4d006ee8e req-c165f0e3-a73e-45d2-9207-8858caf3cc54 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 944 time: 0.0592568 Mar 23 02:32:16.138524 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cab8d0-e4b7-4fbe-a504-73eaa5ec793e x-openstack-request-id: req-18cab8d0-e4b7-4fbe-a504-73eaa5ec793e {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:32:16.138750 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c459377-07b6-410f-89c6-5547c049a8ca", "name": "network-vif-plugged", "status": "completed", "tag": "76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:32:16.139012 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18cab8d0-e4b7-4fbe-a504-73eaa5ec793e {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:32:16.139400 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18cab8d0-e4b7-4fbe-a504-73eaa5ec793e'] response: {'server_uuid': '9c459377-07b6-410f-89c6-5547c049a8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9', 'code': 200} Mar 23 02:32:16.148776 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6181096-a0a0-46a2-828f-98e4d006ee8e req-36d36b3e-dea1-4993-82f2-f957f9ba842b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416794 Mar 23 02:32:16.151453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:32:16.271265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c55-c608-4cf5-9f59-ecc2810d5a88 req-fe675488-3cfa-4e10-92be-eed3f8b3112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:16.272867 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-917e6c55-c608-4cf5-9f59-ecc2810d5a88 req-fe675488-3cfa-4e10-92be-eed3f8b3112d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 1127 time: 0.0481091 Mar 23 02:32:16.320528 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-917e6c55-c608-4cf5-9f59-ecc2810d5a88 req-25aedda9-748f-4d4c-bb09-67b4abe8f4b6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419207 Mar 23 02:32:17.290037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e3d7d-2369-493f-8ad6-38e7a9d7cfaf req-ae699992-ec4a-47d8-a38e-afda7e937c78 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:17.291496 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5b2e3d7d-2369-493f-8ad6-38e7a9d7cfaf req-ae699992-ec4a-47d8-a38e-afda7e937c78 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0598950 Mar 23 02:32:17.358859 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5b2e3d7d-2369-493f-8ad6-38e7a9d7cfaf req-756122e0-9ae0-4cba-bd51-aa6672fffcb4 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610349 Mar 23 02:32:18.496550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f876cff-27ed-4ba3-a182-9f1ea5165841 req-28f9c5f7-d554-4805-a5b7-f432933be9bc tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:18.498062 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f876cff-27ed-4ba3-a182-9f1ea5165841 req-28f9c5f7-d554-4805-a5b7-f432933be9bc tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0586715 Mar 23 02:32:18.546266 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f876cff-27ed-4ba3-a182-9f1ea5165841 req-33732ef3-50e8-40b4-b594-0510e4b7c61f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425746 Mar 23 02:32:18.679575 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3c719-7f3f-4324-b280-66a512a90a32 req-6286495e-b8ec-46c6-8281-510edaa58bfa tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:18.681200 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bdd3c719-7f3f-4324-b280-66a512a90a32 req-6286495e-b8ec-46c6-8281-510edaa58bfa tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0596225 Mar 23 02:32:18.690274 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55732) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:32:18.695336 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9f120b60-5b04-41d5-9a73-89ccc6f6d41b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Request body: {'floatingip': {'port_id': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:32:18.734892 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f120b60-5b04-41d5-9a73-89ccc6f6d41b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for floatingip (a5e789c1-a8b6-4c67-b708-25752906fd5e), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:19.178861 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f120b60-5b04-41d5-9a73-89ccc6f6d41b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:19.185440 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f120b60-5b04-41d5-9a73-89ccc6f6d41b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (a5e789c1-a8b6-4c67-b708-25752906fd5e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:19.291922 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-9f120b60-5b04-41d5-9a73-89ccc6f6d41b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Floating IP a5e789c1-a8b6-4c67-b708-25752906fd5e associated. External IP: 172.25.0.97, port: 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9. Mar 23 02:32:19.543697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f120b60-5b04-41d5-9a73-89ccc6f6d41b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Router b09a5698-febf-4d3e-be72-cfc2bff13158 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:32:19.595300 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ed896e6c-3858-466c-b1cd-3791292514c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:19.665845 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f120b60-5b04-41d5-9a73-89ccc6f6d41b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:32:19.671156 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9f120b60-5b04-41d5-9a73-89ccc6f6d41b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:19.679929 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be19631-5176-461d-b12c-16c705e8470a None None] Sync routers for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:32:19.693374 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be19631-5176-461d-b12c-16c705e8470a None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:32:19.694403 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9be19631-5176-461d-b12c-16c705e8470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:31:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:32:19.705061 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9f120b60-5b04-41d5-9a73-89ccc6f6d41b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "PUT /v2.0/floatingips/a5e789c1-a8b6-4c67-b708-25752906fd5e HTTP/1.1" status: 200 len: 990 time: 1.0108359 Mar 23 02:32:19.705061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c459377-07b6-410f-89c6-5547c049a8ca', 'tag': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:32:19.705747 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498a3699-f20c-4a27-b5e4-e8539eca81fe" -d '{"events": [{"name": "network-changed", "server_uuid": "9c459377-07b6-410f-89c6-5547c049a8ca", "tag": "76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:32:19.747698 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d887908-3ec2-4464-85da-4acddef675a9 x-openstack-request-id: req-1d887908-3ec2-4464-85da-4acddef675a9 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:32:19.748029 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c459377-07b6-410f-89c6-5547c049a8ca", "tag": "76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:32:19.748289 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d887908-3ec2-4464-85da-4acddef675a9 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:32:19.748760 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d887908-3ec2-4464-85da-4acddef675a9'] response: {'name': 'network-changed', 'server_uuid': '9c459377-07b6-410f-89c6-5547c049a8ca', 'tag': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9', 'status': 'completed', 'code': 200} Mar 23 02:32:19.842496 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-9be19631-5176-461d-b12c-16c705e8470a None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:32:19.846851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a3699-f20c-4a27-b5e4-e8539eca81fe req-b7edf77a-0e6f-4286-bc87-9fdf5f621b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:19.848413 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-498a3699-f20c-4a27-b5e4-e8539eca81fe req-b7edf77a-0e6f-4286-bc87-9fdf5f621b11 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 1127 time: 0.0571225 Mar 23 02:32:19.943343 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393be3e-1bd8-42a7-96d1-665da67d415d req-589ee6de-9495-4eb9-8967-1c6ef24f7dcd tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:19.946685 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a393be3e-1bd8-42a7-96d1-665da67d415d req-589ee6de-9495-4eb9-8967-1c6ef24f7dcd tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0684688 Mar 23 02:32:19.968941 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a3699-f20c-4a27-b5e4-e8539eca81fe req-42dd1b7f-06e0-45bf-8927-3ed46b78a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:19.970346 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-498a3699-f20c-4a27-b5e4-e8539eca81fe req-42dd1b7f-06e0-45bf-8927-3ed46b78a89d service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1083601 Mar 23 02:32:20.006211 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a393be3e-1bd8-42a7-96d1-665da67d415d req-eb68c74d-5a1a-40b9-b9c9-092ac49e71b3 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527868 Mar 23 02:32:20.058441 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-498a3699-f20c-4a27-b5e4-e8539eca81fe req-bd4dfa0d-2b37-43ab-8dca-c27140419ad3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 HTTP/1.1" status: 200 len: 998 time: 0.0751085 Mar 23 02:32:20.087763 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9be19631-5176-461d-b12c-16c705e8470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'a5e789c1-a8b6-4c67-b708-25752906fd5e', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'port_id': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'mac_address': 'fa:16:3e:62:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c459377-07b6-410f-89c6-5547c049a8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:31:07Z', 'updated_at': '2022-03-23T02:32:19Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:32:20.111442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a3699-f20c-4a27-b5e4-e8539eca81fe req-20149b7e-a4de-4f7f-ac03-1c90614e03f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:20.113051 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-498a3699-f20c-4a27-b5e4-e8539eca81fe req-20149b7e-a4de-4f7f-ac03-1c90614e03f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0487356 Mar 23 02:32:20.118570 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be19631-5176-461d-b12c-16c705e8470a None None] Checking router: b09a5698-febf-4d3e-be72-cfc2bff13158 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:32:20.128529 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be19631-5176-461d-b12c-16c705e8470a None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:32:20.129305 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9be19631-5176-461d-b12c-16c705e8470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:31:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:32:20.169276 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a3699-f20c-4a27-b5e4-e8539eca81fe req-c8282e6a-ddac-4668-85e5-087710742bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:20.170799 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-498a3699-f20c-4a27-b5e4-e8539eca81fe req-c8282e6a-ddac-4668-85e5-087710742bf9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520170 Mar 23 02:32:20.260193 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-9be19631-5176-461d-b12c-16c705e8470a None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:32:20.263291 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-498a3699-f20c-4a27-b5e4-e8539eca81fe req-328b6c43-af1c-43f4-9b2c-e36ed0137bc3 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865371 Mar 23 02:32:20.373711 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-498a3699-f20c-4a27-b5e4-e8539eca81fe req-1ede16eb-fd58-4198-b37f-0d8a328af836 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047540 Mar 23 02:32:20.625897 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9be19631-5176-461d-b12c-16c705e8470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'a5e789c1-a8b6-4c67-b708-25752906fd5e', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'port_id': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'mac_address': 'fa:16:3e:62:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c459377-07b6-410f-89c6-5547c049a8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:31:07Z', 'updated_at': '2022-03-23T02:32:19Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:32:20.655655 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be19631-5176-461d-b12c-16c705e8470a None None] The sync data for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 is: [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'a5e789c1-a8b6-4c67-b708-25752906fd5e', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'port_id': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'mac_address': 'fa:16:3e:62:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c459377-07b6-410f-89c6-5547c049a8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:31:07Z', 'updated_at': '2022-03-23T02:32:19Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:32:20.888849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79290f77-31e3-4365-aec4-5445387c0196 None None] New status for floating IP a5e789c1-a8b6-4c67-b708-25752906fd5e: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:32:21.144141 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42c59b-46f2-4cb5-9226-8e33d0709b8e req-861ba4af-9047-4e4f-8417-7a7c6260b0c3 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:21.145646 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a42c59b-46f2-4cb5-9226-8e33d0709b8e req-861ba4af-9047-4e4f-8417-7a7c6260b0c3 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0600057 Mar 23 02:32:21.162837 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:21.194243 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a42c59b-46f2-4cb5-9226-8e33d0709b8e req-1ea4c66c-9a4f-4a84-a08f-f9897dd02bd5 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423820 Mar 23 02:32:22.093131 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-16b4e88a-2c0c-4685-8196-fd4c32d51740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:22.328050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696bc77-d9b5-4983-b280-0b3f2178a2c2 req-60716863-e9bd-4503-a3ee-eac259bbdb5c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:22.329605 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e696bc77-d9b5-4983-b280-0b3f2178a2c2 req-60716863-e9bd-4503-a3ee-eac259bbdb5c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0619800 Mar 23 02:32:22.379396 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614398b0-c368-46e0-8cbb-eef2afff3f58 req-ff5cd6bd-447b-408b-a28e-d8d8ba6ecefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:22.380843 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e696bc77-d9b5-4983-b280-0b3f2178a2c2 req-c95249a8-ab13-424f-9400-6b56efba0672 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453646 Mar 23 02:32:22.381207 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-614398b0-c368-46e0-8cbb-eef2afff3f58 req-ff5cd6bd-447b-408b-a28e-d8d8ba6ecefd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 1127 time: 0.0468290 Mar 23 02:32:22.498222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614398b0-c368-46e0-8cbb-eef2afff3f58 req-898ff0bf-d4f2-4170-9fc7-256c4d7c4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:22.499628 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-614398b0-c368-46e0-8cbb-eef2afff3f58 req-898ff0bf-d4f2-4170-9fc7-256c4d7c4892 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0992780 Mar 23 02:32:22.564514 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-614398b0-c368-46e0-8cbb-eef2afff3f58 req-46ce7592-fc63-40ad-a35c-a25d40cb66ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 HTTP/1.1" status: 200 len: 1000 time: 0.0587118 Mar 23 02:32:22.616434 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614398b0-c368-46e0-8cbb-eef2afff3f58 req-b3caea12-fdb5-4ee9-9e08-2571fb08a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:22.617862 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-614398b0-c368-46e0-8cbb-eef2afff3f58 req-b3caea12-fdb5-4ee9-9e08-2571fb08a10d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0476396 Mar 23 02:32:22.666882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614398b0-c368-46e0-8cbb-eef2afff3f58 req-28a85418-a799-4e1a-8f6b-741b7ec8bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:22.668389 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-614398b0-c368-46e0-8cbb-eef2afff3f58 req-28a85418-a799-4e1a-8f6b-741b7ec8bb64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445487 Mar 23 02:32:22.754871 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-614398b0-c368-46e0-8cbb-eef2afff3f58 req-a2b0e6f2-e7a5-43fe-a957-d42d584fde8d service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799234 Mar 23 02:32:22.851055 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-614398b0-c368-46e0-8cbb-eef2afff3f58 req-a0f3ed77-8602-4949-8317-39d3b8763f6f service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901561 Mar 23 02:32:23.505938 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:23.507027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53555b2d-4f21-4358-8da5-959434c10b85 req-796d805f-b80f-488d-ad66-1ac4169115a8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:23.508743 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53555b2d-4f21-4358-8da5-959434c10b85 req-796d805f-b80f-488d-ad66-1ac4169115a8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0564299 Mar 23 02:32:23.561028 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-53555b2d-4f21-4358-8da5-959434c10b85 req-f52c53b3-cde3-4596-906d-1da5cd682b6c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462389 Mar 23 02:32:24.692254 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f344b-643c-4a5e-8d50-d95c181102fe req-28dd97a4-552e-48a4-bb92-8486dbe47d7a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:24.693915 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-334f344b-643c-4a5e-8d50-d95c181102fe req-28dd97a4-552e-48a4-bb92-8486dbe47d7a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0560350 Mar 23 02:32:24.742778 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-334f344b-643c-4a5e-8d50-d95c181102fe req-ad35ae53-90f9-474e-8b41-5387b1aabfbb tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409911 Mar 23 02:32:24.832865 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:25.871941 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:25.881395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889abe2-c16d-48a0-8ccd-ef0e64c91b99 req-72c2b799-e430-46cd-85d8-34e8e78f124a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:25.883083 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8889abe2-c16d-48a0-8ccd-ef0e64c91b99 req-72c2b799-e430-46cd-85d8-34e8e78f124a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0657899 Mar 23 02:32:25.942776 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8889abe2-c16d-48a0-8ccd-ef0e64c91b99 req-bc3ced19-b488-46fa-b0d6-57a43c58c0fb tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509317 Mar 23 02:32:27.070174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71490fc-02ad-41c1-8a83-83ec5f608603 req-ee1dcd9c-e551-4f8d-94ad-ffcae9e31b36 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:27.071657 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d71490fc-02ad-41c1-8a83-83ec5f608603 req-ee1dcd9c-e551-4f8d-94ad-ffcae9e31b36 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0551269 Mar 23 02:32:27.122735 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d71490fc-02ad-41c1-8a83-83ec5f608603 req-8e38ecb1-322b-4797-af4b-978a99acad78 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450222 Mar 23 02:32:28.261200 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d8dbb-ddc6-46b1-bfeb-b108342301fd req-32e7345e-d362-4856-8fa0-492bb1d40251 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:28.262664 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b9d8dbb-ddc6-46b1-bfeb-b108342301fd req-32e7345e-d362-4856-8fa0-492bb1d40251 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0567043 Mar 23 02:32:28.311825 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b9d8dbb-ddc6-46b1-bfeb-b108342301fd req-23938e60-c79a-4ddd-aefe-7d6d9b700fad tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432384 Mar 23 02:32:29.446843 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94cbe4-7a6d-4120-baa1-7af030e48329 req-e6f8370b-5eb7-4b5d-ab40-0118ebd7b10b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:29.448423 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0f94cbe4-7a6d-4120-baa1-7af030e48329 req-e6f8370b-5eb7-4b5d-ab40-0118ebd7b10b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0602455 Mar 23 02:32:29.498674 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0f94cbe4-7a6d-4120-baa1-7af030e48329 req-beb530c1-04d8-4da8-9f80-90b3f5eed045 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419822 Mar 23 02:32:30.639835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b76d7f-704f-4437-a610-b42eff05243b req-65473c89-c111-474d-a14e-fd6a149b779f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:30.641382 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-56b76d7f-704f-4437-a610-b42eff05243b req-65473c89-c111-474d-a14e-fd6a149b779f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0564859 Mar 23 02:32:30.688990 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-56b76d7f-704f-4437-a610-b42eff05243b req-11be75fb-c6a4-4af9-82db-77f20125406c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417769 Mar 23 02:32:31.831989 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035eaadd-c730-408f-8745-99f7517a36d6 req-cf454981-bcde-4955-97b7-8d1eceee58e0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:31.833600 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-035eaadd-c730-408f-8745-99f7517a36d6 req-cf454981-bcde-4955-97b7-8d1eceee58e0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0634699 Mar 23 02:32:31.895491 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-035eaadd-c730-408f-8745-99f7517a36d6 req-9762151e-238b-4588-bb58-35cc798e6af8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533319 Mar 23 02:32:33.032919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48f4c1-fb0b-466f-9118-ec0f54f403c9 req-93f131c3-acbd-4fdb-bb29-15f9d3566878 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:33.034413 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de48f4c1-fb0b-466f-9118-ec0f54f403c9 req-93f131c3-acbd-4fdb-bb29-15f9d3566878 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0616066 Mar 23 02:32:33.085787 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de48f4c1-fb0b-466f-9118-ec0f54f403c9 req-e1110acd-10c1-4e3a-86dc-2a4f5313e8db tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433335 Mar 23 02:32:34.226395 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52804271-9a58-4f3b-b7b5-f558561de15a req-9aaaad56-f17f-4176-b2da-86bd0d299a54 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:34.227885 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52804271-9a58-4f3b-b7b5-f558561de15a req-9aaaad56-f17f-4176-b2da-86bd0d299a54 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0605114 Mar 23 02:32:34.278546 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-52804271-9a58-4f3b-b7b5-f558561de15a req-68474c8d-26c0-4249-a86d-9aa2ac788b6d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433214 Mar 23 02:32:34.364912 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:35.407543 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b688d-d793-4d6d-9f79-055cb7b08fcc req-148ad485-7404-4953-824e-07a6f6b34be7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:35.409234 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-670b688d-d793-4d6d-9f79-055cb7b08fcc req-148ad485-7404-4953-824e-07a6f6b34be7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0578361 Mar 23 02:32:35.460411 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-670b688d-d793-4d6d-9f79-055cb7b08fcc req-0d360ad2-3464-4b39-9984-32cb769df8cd tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426803 Mar 23 02:32:36.607599 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456dabe-5f9b-4e92-ad63-1cfda114da39 req-85d67b40-9936-49c7-9520-adddb1db6e8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:36.609622 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7456dabe-5f9b-4e92-ad63-1cfda114da39 req-85d67b40-9936-49c7-9520-adddb1db6e8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0704818 Mar 23 02:32:36.662115 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7456dabe-5f9b-4e92-ad63-1cfda114da39 req-d3e9141a-e7ff-44b2-a307-7bee59292ad8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440626 Mar 23 02:32:37.802608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b1c10-513f-44ff-ae13-6e8256810264 req-2c7b1df3-f18d-4ed4-b04f-b8b78c5613db tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:37.804090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-143b1c10-513f-44ff-ae13-6e8256810264 req-2c7b1df3-f18d-4ed4-b04f-b8b78c5613db tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0588636 Mar 23 02:32:37.852229 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-143b1c10-513f-44ff-ae13-6e8256810264 req-301ea29b-0577-453e-8750-647ce7965099 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424407 Mar 23 02:32:38.993512 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77de50-80cb-4d6f-adf5-fae6476cb965 req-9fba3377-c53d-4ef0-a939-75ad9649cdbf tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:38.995281 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3c77de50-80cb-4d6f-adf5-fae6476cb965 req-9fba3377-c53d-4ef0-a939-75ad9649cdbf tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0662243 Mar 23 02:32:39.044174 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3c77de50-80cb-4d6f-adf5-fae6476cb965 req-c6943cd4-1d48-4a4a-9c9c-db4b86694a93 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426917 Mar 23 02:32:40.176740 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e048855-42a7-4a9c-853b-f06e6290bd96 req-c4522f12-08cb-468d-a820-d6acc46fb7fd tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:40.178263 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e048855-42a7-4a9c-853b-f06e6290bd96 req-c4522f12-08cb-468d-a820-d6acc46fb7fd tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0546408 Mar 23 02:32:40.226473 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e048855-42a7-4a9c-853b-f06e6290bd96 req-d006c658-b09d-4397-9a46-5a862e3fc573 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425165 Mar 23 02:32:41.366303 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e073a8c-9775-4808-9190-d75345201375 req-746e26a7-a1f2-421d-8670-2e429e1f6ca9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:41.368322 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9e073a8c-9775-4808-9190-d75345201375 req-746e26a7-a1f2-421d-8670-2e429e1f6ca9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0609331 Mar 23 02:32:41.420303 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9e073a8c-9775-4808-9190-d75345201375 req-f284397a-d515-413e-88dd-b54dea254669 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435424 Mar 23 02:32:42.549477 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddf9d8-cfe9-45e9-ae58-0ddc0e10d566 req-03da442a-a99e-4b2e-9cd0-1349b572f653 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:42.551032 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-90ddf9d8-cfe9-45e9-ae58-0ddc0e10d566 req-03da442a-a99e-4b2e-9cd0-1349b572f653 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0575337 Mar 23 02:32:42.605350 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-90ddf9d8-cfe9-45e9-ae58-0ddc0e10d566 req-bab8c8c0-6673-4827-be28-90aae017672a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462544 Mar 23 02:32:42.879536 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:32:43.731685 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9272d1-08e9-40f9-b113-130430efc6d2 req-5c1a2941-1571-48b2-8815-cd2a4f61833a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:43.733191 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e9272d1-08e9-40f9-b113-130430efc6d2 req-5c1a2941-1571-48b2-8815-cd2a4f61833a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0596437 Mar 23 02:32:43.786622 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4e9272d1-08e9-40f9-b113-130430efc6d2 req-2afc655d-67f5-4a85-b44e-17002611c876 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475984 Mar 23 02:32:44.927174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e6006-073d-4296-b110-4a810cf37542 req-65bf1a0e-96a8-4601-a875-b913671faae6 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:44.928768 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8b6e6006-073d-4296-b110-4a810cf37542 req-65bf1a0e-96a8-4601-a875-b913671faae6 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0639122 Mar 23 02:32:44.978804 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8b6e6006-073d-4296-b110-4a810cf37542 req-19ca888b-aba8-45ac-b271-7bcafd58564a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415082 Mar 23 02:32:46.117305 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e436ae-5c5c-45d6-bd33-5f7435494240 req-86661a77-f4a7-4d43-969f-e19950483269 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:46.118836 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12e436ae-5c5c-45d6-bd33-5f7435494240 req-86661a77-f4a7-4d43-969f-e19950483269 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0597465 Mar 23 02:32:46.167567 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-12e436ae-5c5c-45d6-bd33-5f7435494240 req-45380f4a-b2fc-4ec6-828e-e2022397da38 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427349 Mar 23 02:32:46.445459 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-653a3eaf-5071-4fd2-9914-8ef02ce55a1e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757866 Mar 23 02:32:46.459754 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831afd65-f213-43d6-b8eb-19b25a583552 req-acf486ca-ac37-4a56-8efd-1b6cc4e59ecd tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:46.461257 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-831afd65-f213-43d6-b8eb-19b25a583552 req-acf486ca-ac37-4a56-8efd-1b6cc4e59ecd tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0819657 Mar 23 02:32:46.509144 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-831afd65-f213-43d6-b8eb-19b25a583552 req-8def1826-c976-4d33-9609-a623ac842412 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421281 Mar 23 02:32:46.791241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0ee20186-0b35-42df-b5cd-4ae24f38849c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:46.792635 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0ee20186-0b35-42df-b5cd-4ae24f38849c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports/76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 HTTP/1.1" status: 200 len: 942 time: 0.0457582 Mar 23 02:32:47.933960 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-168b5fcb-87b1-41a6-bb95-9f1d5a61a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:47.935470 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-168b5fcb-87b1-41a6-bb95-9f1d5a61a1d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 1127 time: 0.3651741 Mar 23 02:32:47.943436 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4c59e-69d7-46d3-a4a3-c09085d4455b req-a77b33ee-6f1e-4f5a-8a9b-a4bd231b9590 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:47.944808 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97a4c59e-69d7-46d3-a4a3-c09085d4455b req-a77b33ee-6f1e-4f5a-8a9b-a4bd231b9590 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.3635960 Mar 23 02:32:48.046513 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-97a4c59e-69d7-46d3-a4a3-c09085d4455b req-30bd1e6f-c746-40e2-8827-08cd58314892 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937428 Mar 23 02:32:48.061962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-9bbdd2e2-f9be-4229-82d6-0a928f92eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:48.063540 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-9bbdd2e2-f9be-4229-82d6-0a928f92eefb service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1178982 Mar 23 02:32:48.147583 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-8a1dd996-8444-42ba-b4c4-562bd3de3ff5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 HTTP/1.1" status: 200 len: 1000 time: 0.0772538 Mar 23 02:32:48.200176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-225edec8-4e16-4986-942a-20f51e7c0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:48.201559 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-225edec8-4e16-4986-942a-20f51e7c0679 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0478652 Mar 23 02:32:48.256622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-d3490622-a71b-4e6f-890b-0d35643abb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:48.258153 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-d3490622-a71b-4e6f-890b-0d35643abb75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505545 Mar 23 02:32:48.345136 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-966a6309-a39f-4047-946e-6e57bd01974b service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807724 Mar 23 02:32:48.441468 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-59e82d4b-7aef-491e-9352-f4e69ae589db service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903819 Mar 23 02:32:49.175860 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b192b06-365f-46f6-9fd6-e712e5187f5e req-52661d2f-9998-4336-9dc8-fbc1c6bed942 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:49.177358 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b192b06-365f-46f6-9fd6-e712e5187f5e req-52661d2f-9998-4336-9dc8-fbc1c6bed942 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0575182 Mar 23 02:32:49.228468 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7b192b06-365f-46f6-9fd6-e712e5187f5e req-94344080-72e7-4807-a04d-0d89c84141de tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425601 Mar 23 02:32:49.604801 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-06abe919-d024-404f-9fe0-8cd14c0cf1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:50.298631 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-8d542ec4-0675-4158-9b0e-40c5fc3b81b8 service neutron] show failed (client error): The resource could not be found. Mar 23 02:32:50.299669 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-8d542ec4-0675-4158-9b0e-40c5fc3b81b8 service neutron] 10.222.0.43 "GET /v2.0/ports/76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9/bindings/n-h1-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.0631001 Mar 23 02:32:50.351469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d355a-4577-4a66-b928-8bc65166329a req-4ff3c73f-1f31-4e8b-8edb-821b0c2f8b61 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:50.352961 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c8d355a-4577-4a66-b928-8bc65166329a req-4ff3c73f-1f31-4e8b-8edb-821b0c2f8b61 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0524459 Mar 23 02:32:50.405303 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c8d355a-4577-4a66-b928-8bc65166329a req-4b91cb72-71b8-42ba-a38b-7fb896668554 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458062 Mar 23 02:32:50.526182 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-cb262fe1-2858-4524-b911-625d660705d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:50.527598 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-cb262fe1-2858-4524-b911-625d660705d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca&tenant_id=b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 1127 time: 0.0628712 Mar 23 02:32:50.537935 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:32:50.595453 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:50.804410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] For port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:32:50.844730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] For port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:32:50.894076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c459377-07b6-410f-89c6-5547c049a8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:32:50.896370 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d40a47-4ac8-43e4-8cd6-44938457725d" -d '{"events": [{"server_uuid": "9c459377-07b6-410f-89c6-5547c049a8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:32:50.901004 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Publish callbacks [] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:50.914315 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Transition to ACTIVE for port object 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:32:50.918252 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:50.948524 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 02:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9687ef19-ffa7-4ab2-b3ea-8fd5a7773730 x-openstack-request-id: req-9687ef19-ffa7-4ab2-b3ea-8fd5a7773730 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:32:50.948856 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c459377-07b6-410f-89c6-5547c049a8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:32:50.949112 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9687ef19-ffa7-4ab2-b3ea-8fd5a7773730 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:32:50.949521 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9687ef19-ffa7-4ab2-b3ea-8fd5a7773730'] response: {'server_uuid': '9c459377-07b6-410f-89c6-5547c049a8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9', 'code': 200} Mar 23 02:32:50.970876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Pushing event updated for resources: {'Port': ['ID=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,revision_number=6']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:32:51.044043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] No DVR routers for this DVR port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:32:51.165260 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:51.200947 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Attempting to bind port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:32:51.201285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Attempting to bind port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:32:51.201621 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Attempting to bind port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:32:51.205908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:32:51.206219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Attempting to bind port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:32:51.211027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:32:51.211364 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Checking segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:32:51.211741 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Bound using segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:32:51.212132 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Bound port: 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:32:51.212484 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:51.276649 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] For port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:32:51.280003 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] For port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:32:51.287561 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:51.321370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:51.322053 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:51.323383 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] 10.222.0.42 "PUT /v2.0/ports/76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 HTTP/1.1" status: 200 len: 1091 time: 0.7893827 Mar 23 02:32:51.354677 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f8a3f-9215-4a71-aef3-cf8585ad77fb service neutron] Pushing event updated for resources: {'Port': ['ID=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:32:51.396318 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-a28947a6-72ff-4a66-a329-14ac47f81269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:51.397881 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-a28947a6-72ff-4a66-a329-14ac47f81269 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 1125 time: 0.0511637 Mar 23 02:32:51.523759 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-de52be1b-7e62-4acf-b43b-730c3a70c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:51.525661 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-de52be1b-7e62-4acf-b43b-730c3a70c6fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1220841 Mar 23 02:32:51.591945 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc7f7e-3148-4c4e-9199-ccadea68730a req-88182036-7848-4bed-9a2c-266ef5b3cd6e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:51.593612 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1cc7f7e-3148-4c4e-9199-ccadea68730a req-88182036-7848-4bed-9a2c-266ef5b3cd6e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 943 time: 0.1131470 Mar 23 02:32:51.615207 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-8fca3736-c287-4f7a-855e-fd444a175a2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 HTTP/1.1" status: 200 len: 998 time: 0.0826757 Mar 23 02:32:51.685055 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d1cc7f7e-3148-4c4e-9199-ccadea68730a req-865c411b-7e3e-4b8e-a806-a81a76eba2f9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858657 Mar 23 02:32:51.686906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-e7523cec-d051-4eb3-b3f9-4aee7e7fd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:51.688263 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-e7523cec-d051-4eb3-b3f9-4aee7e7fd2b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0669141 Mar 23 02:32:51.742219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-e00c222d-c70c-4c98-aefa-6bce92d92847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:51.743725 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-e00c222d-c70c-4c98-aefa-6bce92d92847 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496132 Mar 23 02:32:51.851476 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-eacd9628-5625-4fac-be71-69ffe30d5503 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007822 Mar 23 02:32:51.948633 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-602f98a2-7d06-4d9d-9694-26a16f453429 req-67dbd9db-e14f-408b-9aa6-632eaa76cadd service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917926 Mar 23 02:32:52.086443 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b7de2305-663d-4ca6-adbe-cc7f6c64465c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:52.820469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf46840-957e-4d7c-9a6b-232b43d188be req-d3136496-7696-459f-a37e-f08f4cb43914 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:52.821979 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4cf46840-957e-4d7c-9a6b-232b43d188be req-d3136496-7696-459f-a37e-f08f4cb43914 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 943 time: 0.0599844 Mar 23 02:32:52.874064 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4cf46840-957e-4d7c-9a6b-232b43d188be req-f7c3952e-b7db-4c55-8de0-d561af3bb80a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443633 Mar 23 02:32:52.950546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c459377-07b6-410f-89c6-5547c049a8ca', 'tag': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:32:52.953045 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952a501b-5438-424d-8e89-1fd810af73b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c459377-07b6-410f-89c6-5547c049a8ca", "tag": "76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:32:53.001643 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b899307-c343-4eab-875b-0274773d676d x-openstack-request-id: req-6b899307-c343-4eab-875b-0274773d676d {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:32:53.001958 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c459377-07b6-410f-89c6-5547c049a8ca", "tag": "76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:32:53.002238 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b899307-c343-4eab-875b-0274773d676d {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:32:53.002674 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b899307-c343-4eab-875b-0274773d676d'] response: {'name': 'network-changed', 'server_uuid': '9c459377-07b6-410f-89c6-5547c049a8ca', 'tag': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9', 'status': 'completed', 'code': 200} Mar 23 02:32:53.099610 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a501b-5438-424d-8e89-1fd810af73b6 req-6fc03041-c4af-4a0d-9859-69b28fa458b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:53.101167 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-952a501b-5438-424d-8e89-1fd810af73b6 req-6fc03041-c4af-4a0d-9859-69b28fa458b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 1125 time: 0.0806942 Mar 23 02:32:53.109302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a501b-5438-424d-8e89-1fd810af73b6 req-1ea22c3b-2091-4778-b36f-d32908b08fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:53.110692 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-952a501b-5438-424d-8e89-1fd810af73b6 req-1ea22c3b-2091-4778-b36f-d32908b08fcf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 1125 time: 0.0585072 Mar 23 02:32:53.267210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:32:53.268993 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a501b-5438-424d-8e89-1fd810af73b6 req-08669129-793c-4916-b661-61f5094777a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:53.270527 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-952a501b-5438-424d-8e89-1fd810af73b6 req-08669129-793c-4916-b661-61f5094777a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1589932 Mar 23 02:32:53.271905 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a501b-5438-424d-8e89-1fd810af73b6 req-ac4736bd-dc22-4e01-bf60-68c180ebe687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:53.273264 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-952a501b-5438-424d-8e89-1fd810af73b6 req-ac4736bd-dc22-4e01-bf60-68c180ebe687 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1545172 Mar 23 02:32:53.366835 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:32:53.378540 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'port_id': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9', 'mac_address': 'fa:16:3e:62:e4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:32:53.383557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-952a501b-5438-424d-8e89-1fd810af73b6 req-9a4e1bb5-d52d-4764-b3e5-b5805456647e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 HTTP/1.1" status: 200 len: 998 time: 0.1064734 Mar 23 02:32:53.387531 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-952a501b-5438-424d-8e89-1fd810af73b6 req-19edcfcf-31b9-41b9-86b4-0638fde7a5e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 HTTP/1.1" status: 200 len: 998 time: 0.1044996 Mar 23 02:32:53.416080 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:32:53.416457 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:53.429451 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:32:53.450702 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:32:53.455243 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:53.472926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a501b-5438-424d-8e89-1fd810af73b6 req-0f0e4804-8069-43ea-932f-de167a7ab984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:53.474463 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-952a501b-5438-424d-8e89-1fd810af73b6 req-0f0e4804-8069-43ea-932f-de167a7ab984 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0855582 Mar 23 02:32:53.475837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a501b-5438-424d-8e89-1fd810af73b6 req-e7809c8c-906d-42fc-94ea-091725043d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:53.477164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-952a501b-5438-424d-8e89-1fd810af73b6 req-e7809c8c-906d-42fc-94ea-091725043d67 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0809057 Mar 23 02:32:53.516158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:32:53.520701 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:53.561126 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a501b-5438-424d-8e89-1fd810af73b6 req-ceb2af49-046c-4393-b6c7-89ab15259026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:53.562781 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-952a501b-5438-424d-8e89-1fd810af73b6 req-ceb2af49-046c-4393-b6c7-89ab15259026 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0717678 Mar 23 02:32:53.565147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a501b-5438-424d-8e89-1fd810af73b6 req-2529b865-a716-46d3-b4c3-ff7851c375b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:53.566585 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-952a501b-5438-424d-8e89-1fd810af73b6 req-2529b865-a716-46d3-b4c3-ff7851c375b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0855007 Mar 23 02:32:53.661298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:32:53.721281 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-952a501b-5438-424d-8e89-1fd810af73b6 req-79933376-21a5-48d7-89ad-c2064a8e37cf service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518438 Mar 23 02:32:53.723416 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-952a501b-5438-424d-8e89-1fd810af73b6 req-717a1b48-a1c6-4143-a58e-7755f8e82065 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469417 Mar 23 02:32:53.881954 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-952a501b-5438-424d-8e89-1fd810af73b6 req-88fcefad-5eb2-4ece-8d91-80fbfc7d29b8 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548679 Mar 23 02:32:53.883745 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-952a501b-5438-424d-8e89-1fd810af73b6 req-05788d85-f4dc-4a17-9541-5ed757cec161 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498206 Mar 23 02:32:54.000395 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cba1c-13eb-4750-8e3b-5a0108ffdd72 req-8566b2b2-0e31-4bf0-9fa4-cbf18a6f478a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:54.001936 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8f7cba1c-13eb-4750-8e3b-5a0108ffdd72 req-8566b2b2-0e31-4bf0-9fa4-cbf18a6f478a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 944 time: 0.0571086 Mar 23 02:32:54.038616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:32:54.050725 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8f7cba1c-13eb-4750-8e3b-5a0108ffdd72 req-d2aa5923-5154-4e47-8cbc-8c1ef2d33066 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430827 Mar 23 02:32:54.084888 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] The host n-h2-834677-4 is not matching for port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 host n-h1-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 02:32:54.085283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:32:54.257971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d033a2b-4d6d-49a9-a745-1c5bb8eb28ba req-74d0c17a-893f-4829-9ba4-56f300b126bc tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:54.259507 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d033a2b-4d6d-49a9-a745-1c5bb8eb28ba req-74d0c17a-893f-4829-9ba4-56f300b126bc tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 944 time: 0.0540073 Mar 23 02:32:54.283584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0239d2-202f-43a7-91a5-8dad96240315 req-a2752cec-bbf3-40c2-97be-ae746ed8c680 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:54.285092 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8b0239d2-202f-43a7-91a5-8dad96240315 req-a2752cec-bbf3-40c2-97be-ae746ed8c680 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca&tenant_id=b959132206244a4d8875d29a99ea52a1&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 944 time: 0.0577769 Mar 23 02:32:54.307609 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d033a2b-4d6d-49a9-a745-1c5bb8eb28ba req-fd899c1c-aa12-407b-bc40-61c02c0e9f91 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419748 Mar 23 02:32:54.345565 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-8b0239d2-202f-43a7-91a5-8dad96240315 req-31b336ad-bf50-4aa9-9bb6-825c09b4bf2a service neutron] delete failed (client error): The resource could not be found. Mar 23 02:32:54.346604 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8b0239d2-202f-43a7-91a5-8dad96240315 req-31b336ad-bf50-4aa9-9bb6-825c09b4bf2a service neutron] 10.222.0.43 "DELETE /v2.0/ports/76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9/bindings/n-h2-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.0548749 Mar 23 02:32:54.455963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0239d2-202f-43a7-91a5-8dad96240315 req-2fe59fe4-e750-439f-a342-b7f9550a94b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:54.457517 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8b0239d2-202f-43a7-91a5-8dad96240315 req-2fe59fe4-e750-439f-a342-b7f9550a94b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 1126 time: 0.0469871 Mar 23 02:32:54.557138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0239d2-202f-43a7-91a5-8dad96240315 req-8cf3e37e-10f4-4470-b712-4a9bdda530e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:54.558639 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8b0239d2-202f-43a7-91a5-8dad96240315 req-8cf3e37e-10f4-4470-b712-4a9bdda530e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0957839 Mar 23 02:32:54.631380 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8b0239d2-202f-43a7-91a5-8dad96240315 req-a32fdf64-f8c4-4db9-b2c6-65259b443a9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 HTTP/1.1" status: 200 len: 999 time: 0.0663610 Mar 23 02:32:54.685069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0239d2-202f-43a7-91a5-8dad96240315 req-3e024eea-5a66-4d7f-93a6-07bfb50ef520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:54.686502 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8b0239d2-202f-43a7-91a5-8dad96240315 req-3e024eea-5a66-4d7f-93a6-07bfb50ef520 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0500307 Mar 23 02:32:54.736532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0239d2-202f-43a7-91a5-8dad96240315 req-751326f7-2268-48e2-9bf0-e64d5e36302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:54.737951 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8b0239d2-202f-43a7-91a5-8dad96240315 req-751326f7-2268-48e2-9bf0-e64d5e36302b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455055 Mar 23 02:32:54.829476 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8b0239d2-202f-43a7-91a5-8dad96240315 req-a8e8d25c-b0b8-45fe-8cc9-b34fc51ce8f8 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850582 Mar 23 02:32:54.829846 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:54.927390 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8b0239d2-202f-43a7-91a5-8dad96240315 req-c15346c1-a7bb-4992-a750-36a2c50e768b service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920711 Mar 23 02:32:55.277972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:32:55.330104 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:32:55.335367 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:32:55.335817 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:55.426974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:32:55.427506 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:55.439482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed095e-0164-4a58-be04-df3437568c79 req-0c552552-fc01-41cc-85f3-b65b7c77a1e7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:55.441273 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c9ed095e-0164-4a58-be04-df3437568c79 req-0c552552-fc01-41cc-85f3-b65b7c77a1e7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 944 time: 0.0600019 Mar 23 02:32:55.451879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c459377-07b6-410f-89c6-5547c049a8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:32:55.454576 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480463a1-90f6-40bb-978d-f14a7c0d91f8" -d '{"events": [{"server_uuid": "9c459377-07b6-410f-89c6-5547c049a8ca", "name": "network-vif-plugged", "status": "completed", "tag": "76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:32:55.468092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:32:55.473703 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:55.501077 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c9ed095e-0164-4a58-be04-df3437568c79 req-ee302226-d46c-40c3-ac50-c52344d7aec2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537274 Mar 23 02:32:55.515007 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421999a0-9987-4a0b-b067-5d672a942050 x-openstack-request-id: req-421999a0-9987-4a0b-b067-5d672a942050 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:32:55.515284 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c459377-07b6-410f-89c6-5547c049a8ca", "name": "network-vif-plugged", "status": "completed", "tag": "76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:32:55.515540 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-421999a0-9987-4a0b-b067-5d672a942050 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:32:55.515946 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421999a0-9987-4a0b-b067-5d672a942050'] response: {'server_uuid': '9c459377-07b6-410f-89c6-5547c049a8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9', 'code': 200} Mar 23 02:32:55.529394 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:32:55.874730 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:32:56.645958 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e727f-425a-4b53-9f7d-98ce38eaadff req-4ea92b12-b3e6-4469-999b-fa1f61c87e02 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:56.647443 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-814e727f-425a-4b53-9f7d-98ce38eaadff req-4ea92b12-b3e6-4469-999b-fa1f61c87e02 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0636940 Mar 23 02:32:56.698400 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-814e727f-425a-4b53-9f7d-98ce38eaadff req-1bbd9062-b365-429f-8769-9c03f53df9e2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420201 Mar 23 02:32:56.825438 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa961ca6-f6ff-4e28-8809-e66e50faeda8 req-d02e78b1-0626-48e2-8fb1-f8ea115c971b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:56.826919 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa961ca6-f6ff-4e28-8809-e66e50faeda8 req-d02e78b1-0626-48e2-8fb1-f8ea115c971b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0556226 Mar 23 02:32:56.880012 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aa961ca6-f6ff-4e28-8809-e66e50faeda8 req-06b840b8-138f-49c6-8ab5-9a3e68b345c3 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464220 Mar 23 02:32:57.115128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14771cf-fbb5-4c93-ba0a-8b775229fc42 req-4e8a5011-b6da-4e76-9409-00d427e2e413 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:57.116638 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c14771cf-fbb5-4c93-ba0a-8b775229fc42 req-4e8a5011-b6da-4e76-9409-00d427e2e413 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0801370 Mar 23 02:32:57.145128 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70438bdf-8690-436a-8223-80b56fbbd9f9 req-5aa1c3fd-4c7b-4ff7-bba3-71444e2564ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:57.146592 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70438bdf-8690-436a-8223-80b56fbbd9f9 req-5aa1c3fd-4c7b-4ff7-bba3-71444e2564ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 1127 time: 0.0728343 Mar 23 02:32:57.215213 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c14771cf-fbb5-4c93-ba0a-8b775229fc42 req-c1a3ce07-28b6-414f-908b-15a44e9a2fba tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923030 Mar 23 02:32:57.258595 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70438bdf-8690-436a-8223-80b56fbbd9f9 req-5a797779-6611-47b1-ae36-51c61846df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:57.259997 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70438bdf-8690-436a-8223-80b56fbbd9f9 req-5a797779-6611-47b1-ae36-51c61846df84 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1036680 Mar 23 02:32:57.327999 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70438bdf-8690-436a-8223-80b56fbbd9f9 req-cbdeecb0-351a-4dba-bd25-deb8c1a8192f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 HTTP/1.1" status: 200 len: 1000 time: 0.0619433 Mar 23 02:32:57.382634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70438bdf-8690-436a-8223-80b56fbbd9f9 req-129ca5cd-5873-42bc-9c71-bef8b2cffd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:57.384100 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70438bdf-8690-436a-8223-80b56fbbd9f9 req-129ca5cd-5873-42bc-9c71-bef8b2cffd31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0501955 Mar 23 02:32:57.433630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70438bdf-8690-436a-8223-80b56fbbd9f9 req-9a985c0a-5ddc-4073-82ca-2d05e706b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:57.435154 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70438bdf-8690-436a-8223-80b56fbbd9f9 req-9a985c0a-5ddc-4073-82ca-2d05e706b9e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455379 Mar 23 02:32:57.527765 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70438bdf-8690-436a-8223-80b56fbbd9f9 req-854925b5-441c-473d-a82f-5911493cc521 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861428 Mar 23 02:32:57.633181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-70438bdf-8690-436a-8223-80b56fbbd9f9 req-1f85d3ea-e858-4041-9773-31bc0b3d2814 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989041 Mar 23 02:32:58.353008 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7832e0f-d048-4f9b-bc91-b69ae1e75a04 req-90e80d90-b73f-4107-8c23-627fded5c120 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:58.354478 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7832e0f-d048-4f9b-bc91-b69ae1e75a04 req-90e80d90-b73f-4107-8c23-627fded5c120 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0540423 Mar 23 02:32:58.402345 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7832e0f-d048-4f9b-bc91-b69ae1e75a04 req-b9b978b5-09e2-41fc-937c-d76f3648c91b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421066 Mar 23 02:32:58.646032 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b9835-6da5-4e1c-a998-3cbb88b1683c req-62417ca6-8221-47d0-b547-fc8583a5d462 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:58.647527 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c26b9835-6da5-4e1c-a998-3cbb88b1683c req-62417ca6-8221-47d0-b547-fc8583a5d462 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0560112 Mar 23 02:32:58.702816 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c26b9835-6da5-4e1c-a998-3cbb88b1683c req-6dd597a2-aedc-4415-b2dc-9412de999752 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460401 Mar 23 02:32:59.843348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab131d23-be6d-4bd0-9ec8-d5e828ccfe0c req-7c292ba6-e9fe-4978-9257-8d9e29dbd182 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:59.844851 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ab131d23-be6d-4bd0-9ec8-d5e828ccfe0c req-7c292ba6-e9fe-4978-9257-8d9e29dbd182 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0649867 Mar 23 02:32:59.919816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cb208-15b9-4d37-ba35-32a86395180c req-9c2cdee2-f3ad-4893-9263-741f5ee1771f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:32:59.921302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dd9cb208-15b9-4d37-ba35-32a86395180c req-9c2cdee2-f3ad-4893-9263-741f5ee1771f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 945 time: 0.0941122 Mar 23 02:32:59.924313 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ab131d23-be6d-4bd0-9ec8-d5e828ccfe0c req-4a547d00-ac5d-4c02-8126-196095a2b5ca tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651684 Mar 23 02:33:00.278026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-dd9cb208-15b9-4d37-ba35-32a86395180c req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Deleting port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:33:00.278353 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dd9cb208-15b9-4d37-ba35-32a86395180c req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:00.369571 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-dd9cb208-15b9-4d37-ba35-32a86395180c req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] For port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:33:00.369907 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dd9cb208-15b9-4d37-ba35-32a86395180c req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:00.540416 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dd9cb208-15b9-4d37-ba35-32a86395180c req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:00.540670 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dd9cb208-15b9-4d37-ba35-32a86395180c req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (a5e789c1-a8b6-4c67-b708-25752906fd5e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:00.541016 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-dd9cb208-15b9-4d37-ba35-32a86395180c req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Floating IP a5e789c1-a8b6-4c67-b708-25752906fd5e disassociated. External IP: 172.25.0.97, port: 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9. Mar 23 02:33:00.541361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-dd9cb208-15b9-4d37-ba35-32a86395180c req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Calling delete_port for 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:33:00.689608 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dd9cb208-15b9-4d37-ba35-32a86395180c req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:00.728095 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Pushing event deleted for resources: {'Port': ['ID=76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:33:00.739498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:00.739864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:00.740193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:00.740514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:00.740878 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:00.741202 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:00.741542 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:00.741870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:00.742192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:00.742518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:00.742842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:00.743161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:00.743481 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:00.743800 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:00.744103 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:00.859366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd9cb208-15b9-4d37-ba35-32a86395180c req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Router b09a5698-febf-4d3e-be72-cfc2bff13158 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:33:00.977781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd9cb208-15b9-4d37-ba35-32a86395180c req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:33:00.989760 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a800dd-da8c-4cf2-bc09-f33b68cff967 None None] Sync routers for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:33:00.999732 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a800dd-da8c-4cf2-bc09-f33b68cff967 None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:33:01.000668 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-88a800dd-da8c-4cf2-bc09-f33b68cff967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:33:01.021009 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9cb208-15b9-4d37-ba35-32a86395180c req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] No DVR routers for this DVR port 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:33:01.023727 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-dd9cb208-15b9-4d37-ba35-32a86395180c req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:01.024940 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e74e5a5a-c609-4ac3-821e-38324032c8fd req-a612fcf3-7f48-4b22-a293-86ad880b007c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c459377-07b6-410f-89c6-5547c049a8ca HTTP/1.1" status: 200 len: 210 time: 0.0291867 Mar 23 02:33:01.027493 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dd9cb208-15b9-4d37-ba35-32a86395180c req-274a4351-bd01-48d8-95a0-a4bda83320ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.42 "DELETE /v2.0/ports/76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 HTTP/1.1" status: 204 len: 173 time: 1.1009555 Mar 23 02:33:01.027948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c459377-07b6-410f-89c6-5547c049a8ca', 'name': 'network-vif-deleted', 'tag': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:33:01.030438 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7576b5a8-972e-4a5c-91b1-f2a403e3d643" -d '{"events": [{"server_uuid": "9c459377-07b6-410f-89c6-5547c049a8ca", "name": "network-vif-deleted", "tag": "76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:33:01.076414 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3522b0fe-2a1f-4aa2-ac5e-5b9c43c97dbe x-openstack-request-id: req-3522b0fe-2a1f-4aa2-ac5e-5b9c43c97dbe {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:33:01.076740 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c459377-07b6-410f-89c6-5547c049a8ca", "name": "network-vif-deleted", "tag": "76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:33:01.076999 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3522b0fe-2a1f-4aa2-ac5e-5b9c43c97dbe {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:33:01.077413 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3522b0fe-2a1f-4aa2-ac5e-5b9c43c97dbe'] response: {'server_uuid': '9c459377-07b6-410f-89c6-5547c049a8ca', 'name': 'network-vif-deleted', 'tag': '76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9', 'status': 'completed', 'code': 200} Mar 23 02:33:01.120031 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-88a800dd-da8c-4cf2-bc09-f33b68cff967 None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:33:01.327569 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-88a800dd-da8c-4cf2-bc09-f33b68cff967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:33:01.353421 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a800dd-da8c-4cf2-bc09-f33b68cff967 None None] Checking router: b09a5698-febf-4d3e-be72-cfc2bff13158 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:33:01.363165 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a800dd-da8c-4cf2-bc09-f33b68cff967 None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:33:01.363779 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-88a800dd-da8c-4cf2-bc09-f33b68cff967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:33:01.476717 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-88a800dd-da8c-4cf2-bc09-f33b68cff967 None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:33:01.674870 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-88a800dd-da8c-4cf2-bc09-f33b68cff967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:33:01.704415 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a800dd-da8c-4cf2-bc09-f33b68cff967 None None] The sync data for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 is: [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:33:02.066846 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c918da92-3be7-4a22-b087-837650251024 None None] New status for floating IP a5e789c1-a8b6-4c67-b708-25752906fd5e: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:33:02.286101 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b886c06c-4068-43c0-99b3-95368134ee2f req-175207b3-0991-4553-a581-c5af93bb4cfe tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1801768792&fields=id&tenant_id=b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 267 time: 0.0511508 Mar 23 02:33:02.398449 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886c06c-4068-43c0-99b3-95368134ee2f req-bba4fb47-ef8a-422b-971f-4f46af527c55 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:02.400255 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b886c06c-4068-43c0-99b3-95368134ee2f req-bba4fb47-ef8a-422b-971f-4f46af527c55 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 812 time: 0.1072931 Mar 23 02:33:02.414738 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b886c06c-4068-43c0-99b3-95368134ee2f req-35ae6ae4-0e8a-47c0-a508-977720e740bb tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/quotas/b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 375 time: 0.0090003 Mar 23 02:33:02.469481 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b886c06c-4068-43c0-99b3-95368134ee2f req-d8aaec5f-ca4e-4e01-97cb-68bc6e8397b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497782 Mar 23 02:33:02.564291 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b886c06c-4068-43c0-99b3-95368134ee2f req-d9504538-c818-4ba1-86ea-72472fd0cb8b service neutron] 10.222.0.18 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830114 Mar 23 02:33:02.656349 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b886c06c-4068-43c0-99b3-95368134ee2f req-e826f686-d79c-496b-9e9d-eb20a066b170 service neutron] 10.222.0.18 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862310 Mar 23 02:33:02.828400 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0944332c-58a7-49a0-889f-1af581102d9c req-477c4ab0-dce8-41d8-b35d-eea81d304845 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 210 time: 0.0279822 Mar 23 02:33:03.348714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:33:03.373441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:33:03.373963 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 76f6dbee-62f7-4bb9-8aca-4e0b383d0cb9 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:33:03.880693 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886c06c-4068-43c0-99b3-95368134ee2f req-7e5baaa4-37b9-4a62-bc07-a04bd71aa910 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:03.882472 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b886c06c-4068-43c0-99b3-95368134ee2f req-7e5baaa4-37b9-4a62-bc07-a04bd71aa910 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 812 time: 0.1061590 Mar 23 02:33:03.927256 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ad54be91-68ae-4828-b5c2-aa9d767c37e7 req-9d352971-2438-4df3-bcb9-49ef9125ae1d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 210 time: 0.0295563 Mar 23 02:33:03.951941 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b886c06c-4068-43c0-99b3-95368134ee2f req-b4b3dda2-40c8-4324-b461-7f5fa7480c84 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 380 time: 0.0555947 Mar 23 02:33:03.978525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-b886c06c-4068-43c0-99b3-95368134ee2f req-87fd5a90-e6f1-41c3-9fb8-52e600bdc899 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Request body: {'port': {'device_id': '27fbd49e-d596-458f-8501-537088417eed', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'admin_state_up': True, 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'security_groups': ['cccc9f1b-f66a-4c1d-b845-49003327ca38']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:33:04.127399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b886c06c-4068-43c0-99b3-95368134ee2f req-87fd5a90-e6f1-41c3-9fb8-52e600bdc899 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Made reservation on behalf of b959132206244a4d8875d29a99ea52a1 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:33:04.130740 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b886c06c-4068-43c0-99b3-95368134ee2f req-87fd5a90-e6f1-41c3-9fb8-52e600bdc899 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:04.261699 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-b886c06c-4068-43c0-99b3-95368134ee2f req-87fd5a90-e6f1-41c3-9fb8-52e600bdc899 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Allocated IP 172.20.0.3 (b987d650-3ee7-4da2-9bf4-0c6a073e1636/6861b56c-b880-4f3b-9d89-1cd98f603e92/3cb5d8b4-7828-49aa-9866-2234131ea9ee) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:33:04.358633 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:04.416399 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b886c06c-4068-43c0-99b3-95368134ee2f req-87fd5a90-e6f1-41c3-9fb8-52e600bdc899 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:04.458264 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b886c06c-4068-43c0-99b3-95368134ee2f req-87fd5a90-e6f1-41c3-9fb8-52e600bdc899 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:04.500500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b886c06c-4068-43c0-99b3-95368134ee2f req-87fd5a90-e6f1-41c3-9fb8-52e600bdc899 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Network b987d650-3ee7-4da2-9bf4-0c6a073e1636 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:33:04.503600 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-b886c06c-4068-43c0-99b3-95368134ee2f req-87fd5a90-e6f1-41c3-9fb8-52e600bdc899 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:33:04.510565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b886c06c-4068-43c0-99b3-95368134ee2f req-87fd5a90-e6f1-41c3-9fb8-52e600bdc899 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:33:04.516385 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd5a90-e6f1-41c3-9fb8-52e600bdc899 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Pushing event updated for resources: {'Port': ['ID=3cb5d8b4-7828-49aa-9866-2234131ea9ee,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:33:04.564838 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886c06c-4068-43c0-99b3-95368134ee2f req-87fd5a90-e6f1-41c3-9fb8-52e600bdc899 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:04.565494 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b886c06c-4068-43c0-99b3-95368134ee2f req-87fd5a90-e6f1-41c3-9fb8-52e600bdc899 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:04.585651 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b886c06c-4068-43c0-99b3-95368134ee2f req-87fd5a90-e6f1-41c3-9fb8-52e600bdc899 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6109128 Mar 23 02:33:04.602051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Request body: {'port': {'device_id': '27fbd49e-d596-458f-8501-537088417eed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:33:04.668882 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:04.734329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e9437622-1f6e-4776-8991-781d0e12b130 None None] Provisioning complete for port 3cb5d8b4-7828-49aa-9866-2234131ea9ee triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:33:04.734727 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e9437622-1f6e-4776-8991-781d0e12b130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:04.770264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e9437622-1f6e-4776-8991-781d0e12b130 None None] Port 3cb5d8b4-7828-49aa-9866-2234131ea9ee cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:33:04.929474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb5d8b4-7828-49aa-9866-2234131ea9ee {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:33:04.936977 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Publish callbacks [] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:04.949060 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Transition to ACTIVE for port object 3cb5d8b4-7828-49aa-9866-2234131ea9ee will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:33:04.955272 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:05.014193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb5d8b4-7828-49aa-9866-2234131ea9ee,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:33:05.120509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6d723-ff14-4cbc-a58d-675e59da86b8 req-6760fd84-e6ad-4a4a-bcb0-1836fc7ca3d9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:05.122096 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b6d723-ff14-4cbc-a58d-675e59da86b8 req-6760fd84-e6ad-4a4a-bcb0-1836fc7ca3d9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 943 time: 0.1186919 Mar 23 02:33:05.123372 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Attempting to bind port 3cb5d8b4-7828-49aa-9866-2234131ea9ee on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:33:05.123705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Attempting to bind port 3cb5d8b4-7828-49aa-9866-2234131ea9ee by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:33:05.124032 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Attempting to bind port 3cb5d8b4-7828-49aa-9866-2234131ea9ee on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:33:05.135236 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Port 3cb5d8b4-7828-49aa-9866-2234131ea9ee on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:33:05.135560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Attempting to bind port 3cb5d8b4-7828-49aa-9866-2234131ea9ee on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:33:05.149153 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:33:05.149505 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Checking segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:33:05.149902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Bound using segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:33:05.150347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Bound port: 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:33:05.150709 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:05.212812 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-04b6d723-ff14-4cbc-a58d-675e59da86b8 req-e05e1bd6-a924-49e8-bb7d-14c82edffad8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838325 Mar 23 02:33:05.243295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:33:05.246219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:33:05.254351 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:05.286732 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:05.287514 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:05.289308 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b886c06c-4068-43c0-99b3-95368134ee2f req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] 10.222.0.43 "PUT /v2.0/ports/3cb5d8b4-7828-49aa-9866-2234131ea9ee HTTP/1.1" status: 200 len: 1091 time: 0.6917167 Mar 23 02:33:05.289753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:33:05.292036 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e664f8-453d-4015-aed8-79bc79d19643" -d '{"events": [{"name": "network-changed", "server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:33:05.322622 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb6989-55ad-4fc5-9ce2-fcf309230c37 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb5d8b4-7828-49aa-9866-2234131ea9ee,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:33:05.334740 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a10a1f-068c-40db-8d05-d76aefdddabb x-openstack-request-id: req-c2a10a1f-068c-40db-8d05-d76aefdddabb {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:33:05.335035 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:33:05.335291 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2a10a1f-068c-40db-8d05-d76aefdddabb {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:33:05.335705 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a10a1f-068c-40db-8d05-d76aefdddabb'] response: {'name': 'network-changed', 'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'status': 'completed', 'code': 200} Mar 23 02:33:05.401256 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886c06c-4068-43c0-99b3-95368134ee2f req-fe713e5c-0669-491f-8758-ab1117365882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:05.402864 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b886c06c-4068-43c0-99b3-95368134ee2f req-fe713e5c-0669-491f-8758-ab1117365882 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 1125 time: 0.0515652 Mar 23 02:33:05.454725 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b886c06c-4068-43c0-99b3-95368134ee2f req-b5af52ee-5329-4728-a005-463619b47dfd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee HTTP/1.1" status: 200 len: 217 time: 0.0402768 Mar 23 02:33:05.504470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886c06c-4068-43c0-99b3-95368134ee2f req-d0d4f82f-a573-4aaa-85a5-b9b20e8938dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:05.506015 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b886c06c-4068-43c0-99b3-95368134ee2f req-d0d4f82f-a573-4aaa-85a5-b9b20e8938dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0442965 Mar 23 02:33:05.555919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886c06c-4068-43c0-99b3-95368134ee2f req-6dd2d780-32cc-4d30-8129-20d44f3b07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:05.557345 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b886c06c-4068-43c0-99b3-95368134ee2f req-6dd2d780-32cc-4d30-8129-20d44f3b07e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455003 Mar 23 02:33:05.652839 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b886c06c-4068-43c0-99b3-95368134ee2f req-04297700-7d0d-46ad-9070-f29d0e560af0 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895212 Mar 23 02:33:05.745374 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b886c06c-4068-43c0-99b3-95368134ee2f req-d760927d-d271-49f5-9a87-4d0d928ffec5 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866942 Mar 23 02:33:05.891239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e664f8-453d-4015-aed8-79bc79d19643 req-0db4e282-4deb-4655-997a-4740a4de158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:05.892801 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b3e664f8-453d-4015-aed8-79bc79d19643 req-0db4e282-4deb-4655-997a-4740a4de158c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 1125 time: 0.0496428 Mar 23 02:33:05.989833 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e664f8-453d-4015-aed8-79bc79d19643 req-761a5181-5516-4d27-a030-95a5f2686e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:05.991344 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b3e664f8-453d-4015-aed8-79bc79d19643 req-761a5181-5516-4d27-a030-95a5f2686e13 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0916998 Mar 23 02:33:06.032010 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b3e664f8-453d-4015-aed8-79bc79d19643 req-d1fb5878-84d9-4fcc-8aff-5819a28ef27a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee HTTP/1.1" status: 200 len: 217 time: 0.0348387 Mar 23 02:33:06.079746 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e664f8-453d-4015-aed8-79bc79d19643 req-b9b149d1-c799-4d2f-9563-1b95b1cf2117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:06.081257 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b3e664f8-453d-4015-aed8-79bc79d19643 req-b9b149d1-c799-4d2f-9563-1b95b1cf2117 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0426707 Mar 23 02:33:06.142651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e664f8-453d-4015-aed8-79bc79d19643 req-cc08bc0d-980f-420d-aaa4-dfcc8493a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:06.144191 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b3e664f8-453d-4015-aed8-79bc79d19643 req-cc08bc0d-980f-420d-aaa4-dfcc8493a292 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564773 Mar 23 02:33:06.235619 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b3e664f8-453d-4015-aed8-79bc79d19643 req-287434cb-44d3-46ae-ad7d-fa515cdc5d5f service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851207 Mar 23 02:33:06.363453 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b3e664f8-453d-4015-aed8-79bc79d19643 req-f3cb71ce-85cb-4ef6-b84c-a383d4385cb7 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210711 Mar 23 02:33:06.373129 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f995204-9927-4851-8d53-b3257727b305 req-938c0582-fd7b-4c48-afe2-e6353727021c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:06.374849 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f995204-9927-4851-8d53-b3257727b305 req-938c0582-fd7b-4c48-afe2-e6353727021c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 943 time: 0.0859320 Mar 23 02:33:06.429989 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f995204-9927-4851-8d53-b3257727b305 req-487ec5f3-0248-4217-b983-ed9c646959ab tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471909 Mar 23 02:33:07.566238 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123140b-deb5-429e-8d88-eaa77d3ed03c req-645d8e2e-7a9b-44de-83a5-3f9dc37f4fd5 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:07.567745 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c123140b-deb5-429e-8d88-eaa77d3ed03c req-645d8e2e-7a9b-44de-83a5-3f9dc37f4fd5 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 943 time: 0.0602579 Mar 23 02:33:07.617697 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c123140b-deb5-429e-8d88-eaa77d3ed03c req-23ebb257-a615-4d7a-9105-08be9282292c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435395 Mar 23 02:33:08.749520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f575b34-a79f-4b5f-8a1f-cbc06c8b0d1e req-f0f2f9c8-e3be-461e-883c-8ef5a7c62e8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:08.751072 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2f575b34-a79f-4b5f-8a1f-cbc06c8b0d1e req-f0f2f9c8-e3be-461e-883c-8ef5a7c62e8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 943 time: 0.0610619 Mar 23 02:33:08.798980 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2f575b34-a79f-4b5f-8a1f-cbc06c8b0d1e req-0c347b69-3a7b-44fa-b887-5e835a4f1a39 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421119 Mar 23 02:33:09.925431 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93224f13-883e-400e-8756-4c91e4a22398 req-cad17b68-1a64-4d2d-a077-a7deb8c5535e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:09.926945 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93224f13-883e-400e-8756-4c91e4a22398 req-cad17b68-1a64-4d2d-a077-a7deb8c5535e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 943 time: 0.0577769 Mar 23 02:33:09.975712 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93224f13-883e-400e-8756-4c91e4a22398 req-9f1bbf86-4f0d-409b-b97a-d5ef9d29d42e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426159 Mar 23 02:33:10.116855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3cb5d8b4-7828-49aa-9866-2234131ea9ee details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:33:10.216355 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:33:10.229150 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'port_id': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'mac_address': 'fa:16:3e:ee:2f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:33:10.273185 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 3cb5d8b4-7828-49aa-9866-2234131ea9ee is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:33:10.273589 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:10.286784 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb5d8b4-7828-49aa-9866-2234131ea9ee {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:33:10.307650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:33:10.313058 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:10.362663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=3cb5d8b4-7828-49aa-9866-2234131ea9ee,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:33:10.370279 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:10.370556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:10.370914 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:10.371250 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:10.371581 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:10.371915 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:10.372226 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:10.372545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:10.372912 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:10.373234 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:10.373552 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:10.373875 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:10.374187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:10.374505 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:10.374810 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:33:10.721230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3cb5d8b4-7828-49aa-9866-2234131ea9ee'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:33:11.106347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd2188-c562-4eac-86bd-fd0e54dd5843 req-e718cb8c-96c3-4030-9a4a-43db6595e2da tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:11.107830 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-80fd2188-c562-4eac-86bd-fd0e54dd5843 req-e718cb8c-96c3-4030-9a4a-43db6595e2da tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 944 time: 0.0559607 Mar 23 02:33:11.163357 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-80fd2188-c562-4eac-86bd-fd0e54dd5843 req-f878f336-508e-4536-b637-ea9f6d22b532 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497625 Mar 23 02:33:12.133913 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3cb5d8b4-7828-49aa-9866-2234131ea9ee up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:33:12.205078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 3cb5d8b4-7828-49aa-9866-2234131ea9ee completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:33:12.210239 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 3cb5d8b4-7828-49aa-9866-2234131ea9ee triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:33:12.210788 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:12.290317 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67584aa3-53bc-4161-8037-c67f071576fc req-cbaec0a9-6fa5-4870-82a3-e766d7a45e96 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:12.291887 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67584aa3-53bc-4161-8037-c67f071576fc req-cbaec0a9-6fa5-4870-82a3-e766d7a45e96 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 944 time: 0.0550797 Mar 23 02:33:12.294711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 3cb5d8b4-7828-49aa-9866-2234131ea9ee is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:33:12.295099 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:12.318043 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:33:12.321042 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1002318f-4da3-454d-adae-02ccb13f9997" -d '{"events": [{"server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "name": "network-vif-plugged", "status": "completed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:33:12.334055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:33:12.338550 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:12.343190 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67584aa3-53bc-4161-8037-c67f071576fc req-ea5eddee-6c06-4704-b86a-3a8ee00ed08e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454056 Mar 23 02:33:12.364646 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0927fbae-e7f5-4459-9481-cd2aa0e9bc65 x-openstack-request-id: req-0927fbae-e7f5-4459-9481-cd2aa0e9bc65 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:33:12.364945 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "name": "network-vif-plugged", "status": "completed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:33:12.365201 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0927fbae-e7f5-4459-9481-cd2aa0e9bc65 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:33:12.365823 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0927fbae-e7f5-4459-9481-cd2aa0e9bc65'] response: {'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'code': 200} Mar 23 02:33:12.391494 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=3cb5d8b4-7828-49aa-9866-2234131ea9ee,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:33:12.489312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eadab6-6157-4419-80b8-ea1595724b30 req-e17d29f1-b84b-4414-a955-9efef34f3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:12.490904 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96eadab6-6157-4419-80b8-ea1595724b30 req-e17d29f1-b84b-4414-a955-9efef34f3c08 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 1127 time: 0.0442483 Mar 23 02:33:12.541630 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96eadab6-6157-4419-80b8-ea1595724b30 req-37d9c63d-c0fb-4839-8c4a-567bc3570289 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451016 Mar 23 02:33:13.483928 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31715dc5-27ed-44ab-a9c5-1dab5a251149 req-93cc5a95-beaa-47d0-b018-9be8340188e6 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:13.485386 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31715dc5-27ed-44ab-a9c5-1dab5a251149 req-93cc5a95-beaa-47d0-b018-9be8340188e6 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0596819 Mar 23 02:33:13.796342 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31715dc5-27ed-44ab-a9c5-1dab5a251149 req-9ddeaf83-9af6-48f9-8c87-a40e5314a569 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033462 Mar 23 02:33:14.990697 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aed971-831f-4ddb-8339-9df9b50cafbe req-e9c615dc-d04f-4dbc-8253-9b6433707e96 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:14.992500 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96aed971-831f-4ddb-8339-9df9b50cafbe req-e9c615dc-d04f-4dbc-8253-9b6433707e96 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.1135008 Mar 23 02:33:15.044399 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96aed971-831f-4ddb-8339-9df9b50cafbe req-db4c96d3-56b2-47ff-8b9c-68d5699043b4 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438023 Mar 23 02:33:15.224929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4723bd-381b-4002-a84a-684c30a6d2ae req-c437612f-aa39-45dd-93c9-c379dd2ba7b2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:15.226447 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-df4723bd-381b-4002-a84a-684c30a6d2ae req-c437612f-aa39-45dd-93c9-c379dd2ba7b2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.1117663 Mar 23 02:33:15.235554 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 55914) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:33:15.239958 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f3d3cb05-33b4-4ee3-b312-a417a01784a8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Request body: {'floatingip': {'port_id': '3cb5d8b4-7828-49aa-9866-2234131ea9ee'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:33:15.279616 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3d3cb05-33b4-4ee3-b312-a417a01784a8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for floatingip (a5e789c1-a8b6-4c67-b708-25752906fd5e), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:15.717531 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3d3cb05-33b4-4ee3-b312-a417a01784a8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:15.722733 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3d3cb05-33b4-4ee3-b312-a417a01784a8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (a5e789c1-a8b6-4c67-b708-25752906fd5e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:15.835352 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-f3d3cb05-33b4-4ee3-b312-a417a01784a8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Floating IP a5e789c1-a8b6-4c67-b708-25752906fd5e associated. External IP: 172.25.0.97, port: 3cb5d8b4-7828-49aa-9866-2234131ea9ee. Mar 23 02:33:16.071152 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d3cb05-33b4-4ee3-b312-a417a01784a8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Router b09a5698-febf-4d3e-be72-cfc2bff13158 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:33:16.188335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d3cb05-33b4-4ee3-b312-a417a01784a8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:33:16.193750 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f3d3cb05-33b4-4ee3-b312-a417a01784a8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:16.199007 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f89c8c-4af8-4c51-afc4-a589b6211c43 None None] Sync routers for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:33:16.209843 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f89c8c-4af8-4c51-afc4-a589b6211c43 None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:33:16.210435 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-99f89c8c-4af8-4c51-afc4-a589b6211c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:33:16.224448 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f3d3cb05-33b4-4ee3-b312-a417a01784a8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "PUT /v2.0/floatingips/a5e789c1-a8b6-4c67-b708-25752906fd5e HTTP/1.1" status: 200 len: 990 time: 0.9877658 Mar 23 02:33:16.225097 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:33:16.227845 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ea450c-5854-4166-8709-15b10e581fed" -d '{"events": [{"name": "network-changed", "server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:33:16.271591 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400c3d94-abba-40bb-8135-7670fb804181 x-openstack-request-id: req-400c3d94-abba-40bb-8135-7670fb804181 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:33:16.271883 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:33:16.272134 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-400c3d94-abba-40bb-8135-7670fb804181 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:33:16.272541 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-400c3d94-abba-40bb-8135-7670fb804181'] response: {'name': 'network-changed', 'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'status': 'completed', 'code': 200} Mar 23 02:33:16.332444 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-99f89c8c-4af8-4c51-afc4-a589b6211c43 None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:33:16.370968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea450c-5854-4166-8709-15b10e581fed req-ca68c3d2-75d1-4933-a63f-5ea9e902c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:16.374581 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8ea450c-5854-4166-8709-15b10e581fed req-ca68c3d2-75d1-4933-a63f-5ea9e902c95d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 1127 time: 0.0613275 Mar 23 02:33:16.498418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea450c-5854-4166-8709-15b10e581fed req-4352e379-7f65-42e4-971e-667ccc25dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:16.499904 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8ea450c-5854-4166-8709-15b10e581fed req-4352e379-7f65-42e4-971e-667ccc25dff2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1181927 Mar 23 02:33:16.504250 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dc6e5-2e81-4b4c-b6cf-e34e3fb101a7 req-66d7249d-bb59-472b-89fd-97e2e580f503 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:16.505793 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b29dc6e5-2e81-4b4c-b6cf-e34e3fb101a7 req-66d7249d-bb59-472b-89fd-97e2e580f503 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0883920 Mar 23 02:33:16.532810 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-21d020b1-0e21-4f2c-999a-6af9a41ad129 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833766 Mar 23 02:33:16.564369 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b29dc6e5-2e81-4b4c-b6cf-e34e3fb101a7 req-59dc7dde-c698-445b-acc7-4cd2530b3a61 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499902 Mar 23 02:33:16.572503 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8ea450c-5854-4166-8709-15b10e581fed req-ad035e80-80df-4d04-a5f1-34fab8d23730 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee HTTP/1.1" status: 200 len: 998 time: 0.0638068 Mar 23 02:33:16.576952 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-99f89c8c-4af8-4c51-afc4-a589b6211c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'a5e789c1-a8b6-4c67-b708-25752906fd5e', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'port_id': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'mac_address': 'fa:16:3e:ee:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fbd49e-d596-458f-8501-537088417eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:31:07Z', 'updated_at': '2022-03-23T02:33:15Z', 'revision_number': 9, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:33:16.610901 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f89c8c-4af8-4c51-afc4-a589b6211c43 None None] Checking router: b09a5698-febf-4d3e-be72-cfc2bff13158 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:33:16.620003 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f89c8c-4af8-4c51-afc4-a589b6211c43 None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:33:16.620503 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-99f89c8c-4af8-4c51-afc4-a589b6211c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:32:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:33:16.627970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea450c-5854-4166-8709-15b10e581fed req-93408ecc-03f7-4ab2-a802-614da0db7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:16.629493 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8ea450c-5854-4166-8709-15b10e581fed req-93408ecc-03f7-4ab2-a802-614da0db7b9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0454316 Mar 23 02:33:16.683705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea450c-5854-4166-8709-15b10e581fed req-f9c51861-76d2-44a7-a363-6c66484ad7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:16.685282 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8ea450c-5854-4166-8709-15b10e581fed req-f9c51861-76d2-44a7-a363-6c66484ad7f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502183 Mar 23 02:33:16.787173 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8ea450c-5854-4166-8709-15b10e581fed req-90f2efaf-7918-4bb6-8057-9c76a814ceb5 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956655 Mar 23 02:33:16.829243 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-99f89c8c-4af8-4c51-afc4-a589b6211c43 None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:33:16.919016 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c8ea450c-5854-4166-8709-15b10e581fed req-1bb9690a-4a46-4158-8f7c-755771f94bb4 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256223 Mar 23 02:33:16.927607 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-0854488b-f8cf-499e-96be-058a316aec11 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:16.928917 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-0854488b-f8cf-499e-96be-058a316aec11 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports/3cb5d8b4-7828-49aa-9866-2234131ea9ee HTTP/1.1" status: 200 len: 942 time: 0.0623319 Mar 23 02:33:17.060476 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-99f89c8c-4af8-4c51-afc4-a589b6211c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'a5e789c1-a8b6-4c67-b708-25752906fd5e', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'port_id': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'mac_address': 'fa:16:3e:ee:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fbd49e-d596-458f-8501-537088417eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:31:07Z', 'updated_at': '2022-03-23T02:33:15Z', 'revision_number': 9, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:33:17.087575 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f89c8c-4af8-4c51-afc4-a589b6211c43 None None] The sync data for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 is: [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'a5e789c1-a8b6-4c67-b708-25752906fd5e', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'port_id': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'mac_address': 'fa:16:3e:ee:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fbd49e-d596-458f-8501-537088417eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:31:07Z', 'updated_at': '2022-03-23T02:33:15Z', 'revision_number': 9, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:33:17.306963 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbbe8b4-6231-4da3-ac56-414c11c6dfc7 None None] New status for floating IP a5e789c1-a8b6-4c67-b708-25752906fd5e: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:33:17.699990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30dd59-bb98-4d2b-a758-f7258e383739 req-f1314d4d-6563-4816-9119-2d5430294f28 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:17.701797 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b30dd59-bb98-4d2b-a758-f7258e383739 req-f1314d4d-6563-4816-9119-2d5430294f28 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0637443 Mar 23 02:33:17.754120 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b30dd59-bb98-4d2b-a758-f7258e383739 req-46d6e71e-b907-4795-8540-12135d4048a6 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436709 Mar 23 02:33:17.902962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-c65a6889-4ea4-4d77-9267-a163d199a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:17.904479 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-c65a6889-4ea4-4d77-9267-a163d199a5d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 1127 time: 0.0510893 Mar 23 02:33:17.993812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-b4fc4418-32ad-415a-bb15-20a115fb4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:17.995299 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-b4fc4418-32ad-415a-bb15-20a115fb4830 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0848920 Mar 23 02:33:18.064724 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-1459b477-5730-4732-b33f-738d5815d7ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee HTTP/1.1" status: 200 len: 1001 time: 0.0634563 Mar 23 02:33:18.112832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-9a096bcf-5ea1-4c19-8c5c-7d51be4dab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:18.114409 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-9a096bcf-5ea1-4c19-8c5c-7d51be4dab28 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0443795 Mar 23 02:33:18.167399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-1f36f030-dca7-4b91-9ec8-6f621ee62c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:18.168990 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-1f36f030-dca7-4b91-9ec8-6f621ee62c5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489390 Mar 23 02:33:18.262147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-b8ac0fe5-d12d-42a2-8677-2f1bd42eb366 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872815 Mar 23 02:33:18.350556 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-cc54f9c4-221a-4d83-ad17-782592419ce9 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824821 Mar 23 02:33:18.890736 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521b21a-3e31-4283-859c-b189600fd344 req-a136c05f-8a62-4298-87fb-43219dfce086 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:18.892271 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b521b21a-3e31-4283-859c-b189600fd344 req-a136c05f-8a62-4298-87fb-43219dfce086 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0565529 Mar 23 02:33:18.947694 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b521b21a-3e31-4283-859c-b189600fd344 req-a7ef7011-6ecb-44b3-824f-e31186408634 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494924 Mar 23 02:33:19.600980 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5b24fdb6-a242-4bd3-9c29-fcd4acfafccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:19.890757 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:33:20.097720 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc8b21-faa6-46f7-be1f-6ff261b58937 req-dc7a94b4-f8bc-4ebd-97f0-e58bfae2e746 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:20.099204 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59cc8b21-faa6-46f7-be1f-6ff261b58937 req-dc7a94b4-f8bc-4ebd-97f0-e58bfae2e746 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0634573 Mar 23 02:33:20.153697 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59cc8b21-faa6-46f7-be1f-6ff261b58937 req-5e6c5034-8b93-4f1c-970d-6da48a44328a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458024 Mar 23 02:33:21.174743 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:21.301026 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28284289-e760-4f0e-b188-8c16645faa0a req-d93d4153-0ecc-4dbc-a72e-1c73b4cd7c2e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:21.302539 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-28284289-e760-4f0e-b188-8c16645faa0a req-d93d4153-0ecc-4dbc-a72e-1c73b4cd7c2e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0593972 Mar 23 02:33:21.374141 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-28284289-e760-4f0e-b188-8c16645faa0a req-0432df92-6b8b-4d18-b3d5-4123fa163e5e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641885 Mar 23 02:33:22.091733 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-70260496-2d17-4fe8-8091-b5a4c4bbddf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:22.514570 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e3bc2-5409-48ef-b661-2ecb14a90394 req-4e0190a9-42f5-4aa8-b839-107b09a83e54 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:22.516072 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad0e3bc2-5409-48ef-b661-2ecb14a90394 req-4e0190a9-42f5-4aa8-b839-107b09a83e54 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0574491 Mar 23 02:33:22.568268 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad0e3bc2-5409-48ef-b661-2ecb14a90394 req-caad28a5-4f6e-4afe-b3ca-0778349be9db tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435569 Mar 23 02:33:23.393576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2753526-9880-4d80-a745-d075dadd7acf req-bbf2d3cf-4e26-43aa-a109-7c6cfe83ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:23.395074 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2753526-9880-4d80-a745-d075dadd7acf req-bbf2d3cf-4e26-43aa-a109-7c6cfe83ba10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 1127 time: 0.0502493 Mar 23 02:33:23.514262 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:23.695992 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f6543-eff2-435f-be1a-0b1d31afeb70 req-5737d1c1-b669-416b-bde5-087f2904c745 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:23.697644 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-421f6543-eff2-435f-be1a-0b1d31afeb70 req-5737d1c1-b669-416b-bde5-087f2904c745 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0571837 Mar 23 02:33:23.747239 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-421f6543-eff2-435f-be1a-0b1d31afeb70 req-4533629a-c7e2-4e89-9d16-3211465b4219 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433326 Mar 23 02:33:23.770822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2753526-9880-4d80-a745-d075dadd7acf req-70b95e1b-f393-48a9-8f8d-fd4fc53a7619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:23.772253 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2753526-9880-4d80-a745-d075dadd7acf req-70b95e1b-f393-48a9-8f8d-fd4fc53a7619 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.3530760 Mar 23 02:33:23.840650 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2753526-9880-4d80-a745-d075dadd7acf req-a443a613-4384-4c09-88ff-c50ab29bd661 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee HTTP/1.1" status: 200 len: 1001 time: 0.0619929 Mar 23 02:33:23.894668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2753526-9880-4d80-a745-d075dadd7acf req-ce9944f6-14c2-4c74-9110-056f81d7bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:23.896326 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2753526-9880-4d80-a745-d075dadd7acf req-ce9944f6-14c2-4c74-9110-056f81d7bc1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0500848 Mar 23 02:33:23.949121 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2753526-9880-4d80-a745-d075dadd7acf req-7ddba719-6847-4673-86a0-6de8877a35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:23.950656 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2753526-9880-4d80-a745-d075dadd7acf req-7ddba719-6847-4673-86a0-6de8877a35d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475664 Mar 23 02:33:24.042243 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2753526-9880-4d80-a745-d075dadd7acf req-2b2f9a49-4d6d-47d8-95f0-9742c2329d33 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849297 Mar 23 02:33:24.133989 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b2753526-9880-4d80-a745-d075dadd7acf req-c89aab2c-5753-434e-9702-45b1be6a2ac4 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851846 Mar 23 02:33:24.832295 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:24.872925 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de2388-eae4-4094-86f3-01fd57c7d8ad req-c9c82e15-8056-4e24-875b-bdb03e4b1bc2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:24.874430 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d0de2388-eae4-4094-86f3-01fd57c7d8ad req-c9c82e15-8056-4e24-875b-bdb03e4b1bc2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0539792 Mar 23 02:33:24.923824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d0de2388-eae4-4094-86f3-01fd57c7d8ad req-3e21a8c3-9dbf-4e1a-bcf6-46c8668b1615 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436378 Mar 23 02:33:25.866772 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:26.059529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec7df7-e504-4405-bfa2-f2b568259ff5 req-19bfeed3-fbb7-44eb-b4f2-900a3f97e35c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:26.061064 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8ec7df7-e504-4405-bfa2-f2b568259ff5 req-19bfeed3-fbb7-44eb-b4f2-900a3f97e35c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0626972 Mar 23 02:33:26.117055 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f8ec7df7-e504-4405-bfa2-f2b568259ff5 req-d80e8cd5-552c-4abf-8123-efa61a81caf1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472224 Mar 23 02:33:27.263819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e0b91-b289-4959-89fa-6725b9c0eef0 req-d1a542d6-fcd8-4ed4-af02-31c6c3206f32 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:27.265511 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a3e0b91-b289-4959-89fa-6725b9c0eef0 req-d1a542d6-fcd8-4ed4-af02-31c6c3206f32 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0678053 Mar 23 02:33:27.315752 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0a3e0b91-b289-4959-89fa-6725b9c0eef0 req-85388f78-7a51-43eb-8463-5db371266831 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443032 Mar 23 02:33:28.466453 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa65426-0f49-41f7-ab44-11812073a42d req-901ea599-e293-4761-a04d-7465c49622ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:28.467970 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0aa65426-0f49-41f7-ab44-11812073a42d req-901ea599-e293-4761-a04d-7465c49622ee tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0665751 Mar 23 02:33:28.517242 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0aa65426-0f49-41f7-ab44-11812073a42d req-3dd0179b-6085-40eb-ab64-085afd23d4c4 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434926 Mar 23 02:33:29.656403 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee5cbd-2dcb-411b-a263-5a0c14b0d795 req-89058f78-afad-4140-98ac-8c96add47d6d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:29.657947 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-83ee5cbd-2dcb-411b-a263-5a0c14b0d795 req-89058f78-afad-4140-98ac-8c96add47d6d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0556293 Mar 23 02:33:29.708193 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-83ee5cbd-2dcb-411b-a263-5a0c14b0d795 req-16f45cf1-2735-4f8b-958b-8704f437a31d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420432 Mar 23 02:33:30.841649 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c1be9-0bb2-4830-a6c4-3a369ae528d3 req-3da22fca-59c3-47da-8dbc-37c252b6be00 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:30.843110 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ba3c1be9-0bb2-4830-a6c4-3a369ae528d3 req-3da22fca-59c3-47da-8dbc-37c252b6be00 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0595365 Mar 23 02:33:30.892515 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ba3c1be9-0bb2-4830-a6c4-3a369ae528d3 req-febaa90e-2b7e-4637-8eb6-730b358f10ba tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413961 Mar 23 02:33:32.024160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd2da-3f36-463d-a610-495f9d8cb9dd req-84759831-7f2e-44ad-8df5-432b12543b82 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:32.025698 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ed7cd2da-3f36-463d-a610-495f9d8cb9dd req-84759831-7f2e-44ad-8df5-432b12543b82 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0550630 Mar 23 02:33:32.079828 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ed7cd2da-3f36-463d-a610-495f9d8cb9dd req-963d9725-e538-4065-b4de-941f901cfc9f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453794 Mar 23 02:33:33.227555 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b018212-99d3-4534-bd59-23aa3ee19143 req-8ecde6c9-727f-49da-a64d-424a65afa6fe tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:33.229066 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b018212-99d3-4534-bd59-23aa3ee19143 req-8ecde6c9-727f-49da-a64d-424a65afa6fe tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0630674 Mar 23 02:33:33.285018 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b018212-99d3-4534-bd59-23aa3ee19143 req-7bd8c3ec-fc06-4833-a46a-e139116b747e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474498 Mar 23 02:33:34.358218 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:34.415984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82407cc4-97a1-411a-a69c-dca432d8d9e1 req-769506b8-7b35-4d49-8173-287d4e4f1fc5 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:34.417511 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82407cc4-97a1-411a-a69c-dca432d8d9e1 req-769506b8-7b35-4d49-8173-287d4e4f1fc5 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0528858 Mar 23 02:33:34.465864 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82407cc4-97a1-411a-a69c-dca432d8d9e1 req-ab6bf17b-35d8-495e-a862-ac9c5923c800 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424047 Mar 23 02:33:35.597129 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bad400-c3f3-495f-b63c-e0cf3a3c48b8 req-6e999551-3705-4459-a31d-1e7847f39af6 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:35.598653 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-35bad400-c3f3-495f-b63c-e0cf3a3c48b8 req-6e999551-3705-4459-a31d-1e7847f39af6 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0626953 Mar 23 02:33:35.650937 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-35bad400-c3f3-495f-b63c-e0cf3a3c48b8 req-e255453a-1bc4-4861-8599-841d10f0c767 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448110 Mar 23 02:33:36.789339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d1266-bdd5-4563-a5a1-3e77badd5b37 req-7e637cd9-5fb4-4d6d-a144-39afbb119132 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:36.790738 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6e1d1266-bdd5-4563-a5a1-3e77badd5b37 req-7e637cd9-5fb4-4d6d-a144-39afbb119132 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0607252 Mar 23 02:33:36.839146 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6e1d1266-bdd5-4563-a5a1-3e77badd5b37 req-1749a4b6-751d-4d33-bcfc-5356da5430ce tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427125 Mar 23 02:33:37.976909 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e0407-e703-4614-bbca-31a95e00e95a req-ba56cd40-45f4-485e-984b-56fcddfab9a1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:37.978424 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a20e0407-e703-4614-bbca-31a95e00e95a req-ba56cd40-45f4-485e-984b-56fcddfab9a1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0583408 Mar 23 02:33:38.029317 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a20e0407-e703-4614-bbca-31a95e00e95a req-24f97e51-de5e-454a-9255-7330a0c84ebe tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429349 Mar 23 02:33:39.160056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a08844-cc89-4708-83a0-4cb136487507 req-ad17826e-a891-4871-a70f-f2065743daba tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:39.161607 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22a08844-cc89-4708-83a0-4cb136487507 req-ad17826e-a891-4871-a70f-f2065743daba tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0613296 Mar 23 02:33:39.213509 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-22a08844-cc89-4708-83a0-4cb136487507 req-7b3bc40d-5c5c-44ba-be41-95d13aa164a3 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435839 Mar 23 02:33:40.351940 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce759cfd-47b3-44ac-ab8b-6ee114e4ba8a req-186d710c-c749-4925-b10e-62b1352702a3 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:40.353454 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce759cfd-47b3-44ac-ab8b-6ee114e4ba8a req-186d710c-c749-4925-b10e-62b1352702a3 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0579171 Mar 23 02:33:40.417313 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ce759cfd-47b3-44ac-ab8b-6ee114e4ba8a req-991f3dd0-dccc-4fca-9dba-10821f0d4a6c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546494 Mar 23 02:33:41.557167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c7881-41c5-48ef-b429-8b95f00293e2 req-f186e32f-79c5-4184-be7e-3debc3216cf2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:41.558555 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-160c7881-41c5-48ef-b429-8b95f00293e2 req-f186e32f-79c5-4184-be7e-3debc3216cf2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0610127 Mar 23 02:33:41.606795 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-160c7881-41c5-48ef-b429-8b95f00293e2 req-9015ba4f-f261-4cbf-8a36-ba2bc0733e1f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420241 Mar 23 02:33:42.744842 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77f7d6-54db-4732-b7d1-1b64cbe08b45 req-565af7cb-e69b-4fa2-aa7a-d61336199847 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:42.746230 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-df77f7d6-54db-4732-b7d1-1b64cbe08b45 req-565af7cb-e69b-4fa2-aa7a-d61336199847 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0625241 Mar 23 02:33:42.799167 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-df77f7d6-54db-4732-b7d1-1b64cbe08b45 req-3f13bc12-adf1-402e-9d60-6d88823dc9b6 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448334 Mar 23 02:33:43.943893 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c41d5-3cd9-420a-8265-55b57a956d50 req-339dc47e-62c7-4ef6-8e2d-7112c45bed72 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:43.945411 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-258c41d5-3cd9-420a-8265-55b57a956d50 req-339dc47e-62c7-4ef6-8e2d-7112c45bed72 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0619791 Mar 23 02:33:44.005823 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-258c41d5-3cd9-420a-8265-55b57a956d50 req-9107b3f2-25b6-4424-975e-64149fffa79a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519750 Mar 23 02:33:45.153298 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05644a-1037-4365-a7f0-4d930603f26b req-e7eed509-3f62-43d0-b70b-3fbc3f56ca25 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:45.154806 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6c05644a-1037-4365-a7f0-4d930603f26b req-e7eed509-3f62-43d0-b70b-3fbc3f56ca25 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0627809 Mar 23 02:33:45.210283 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-6c05644a-1037-4365-a7f0-4d930603f26b req-a51142fd-7b59-497c-8bc5-70e709753ef2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495071 Mar 23 02:33:45.363586 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-ec64eaf1-2dfe-44e9-91b5-4a1869802563 service neutron] show failed (client error): The resource could not be found. Mar 23 02:33:45.364494 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-ec64eaf1-2dfe-44e9-91b5-4a1869802563 service neutron] 10.222.0.43 "GET /v2.0/ports/3cb5d8b4-7828-49aa-9866-2234131ea9ee/bindings/n-h1-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.0609279 Mar 23 02:33:45.628049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-116322a1-a402-4883-be0e-e6bb7093651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:45.629517 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-116322a1-a402-4883-be0e-e6bb7093651b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed&tenant_id=b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 1127 time: 0.0947180 Mar 23 02:33:45.643410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:33:45.713208 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:45.922031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:33:45.960429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:33:46.009415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:33:46.011903 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc0b1bb-e375-463c-adad-d199a8e46d6c" -d '{"events": [{"server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:33:46.015867 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Publish callbacks [] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:46.031264 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Transition to ACTIVE for port object 3cb5d8b4-7828-49aa-9866-2234131ea9ee will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:33:46.036947 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:46.138293 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 02:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadfc398-8865-4b34-b951-2151f54c2630 x-openstack-request-id: req-dadfc398-8865-4b34-b951-2151f54c2630 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:33:46.138588 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:33:46.138847 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dadfc398-8865-4b34-b951-2151f54c2630 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:33:46.139267 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dadfc398-8865-4b34-b951-2151f54c2630'] response: {'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'code': 200} Mar 23 02:33:46.142221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Pushing event updated for resources: {'Port': ['ID=3cb5d8b4-7828-49aa-9866-2234131ea9ee,revision_number=6']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:33:46.166088 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] No DVR routers for this DVR port 3cb5d8b4-7828-49aa-9866-2234131ea9ee on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:33:46.311263 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Attempting to bind port 3cb5d8b4-7828-49aa-9866-2234131ea9ee on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:33:46.311557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Attempting to bind port 3cb5d8b4-7828-49aa-9866-2234131ea9ee by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:33:46.311926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Attempting to bind port 3cb5d8b4-7828-49aa-9866-2234131ea9ee on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:33:46.316259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Port 3cb5d8b4-7828-49aa-9866-2234131ea9ee on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:33:46.316576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Attempting to bind port 3cb5d8b4-7828-49aa-9866-2234131ea9ee on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:33:46.321472 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:33:46.321863 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Checking segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:33:46.322271 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Bound using segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:33:46.322644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Bound port: 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:33:46.323031 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:46.351881 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1632ba6-6996-43e4-85a7-9c4c6cd58bb1 req-41287cb0-d5b0-46a4-9a04-7bed59f4e980 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:46.353395 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d1632ba6-6996-43e4-85a7-9c4c6cd58bb1 req-41287cb0-d5b0-46a4-9a04-7bed59f4e980 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 943 time: 0.0681877 Mar 23 02:33:46.387397 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:33:46.390843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:33:46.397675 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:46.401473 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d1632ba6-6996-43e4-85a7-9c4c6cd58bb1 req-8d1eb4f7-8bed-47ed-af11-71d3a2113849 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423057 Mar 23 02:33:46.441170 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:46.441770 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:46.443203 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] 10.222.0.42 "PUT /v2.0/ports/3cb5d8b4-7828-49aa-9866-2234131ea9ee HTTP/1.1" status: 200 len: 1091 time: 0.8064506 Mar 23 02:33:46.463323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3bb83-466c-4b35-8ee5-214e1b7898ae service neutron] Pushing event updated for resources: {'Port': ['ID=3cb5d8b4-7828-49aa-9866-2234131ea9ee,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:33:46.511923 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-e3899092-23a9-4634-b63a-86e8c5eff460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:46.513529 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-e3899092-23a9-4634-b63a-86e8c5eff460 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 1125 time: 0.0467577 Mar 23 02:33:46.609124 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-28ee3817-db07-42e6-b641-6b5dc7ccc4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:46.611147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-28ee3817-db07-42e6-b641-6b5dc7ccc4bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0919557 Mar 23 02:33:46.682982 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-54add02c-50d7-46ac-afda-1883af9ab512 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee HTTP/1.1" status: 200 len: 999 time: 0.0647678 Mar 23 02:33:46.732210 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-3f8713da-1b32-4a1c-bb13-113d93803d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:46.733596 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-3f8713da-1b32-4a1c-bb13-113d93803d9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0447669 Mar 23 02:33:46.784400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-912d1a88-bf7c-42ac-ad7d-ef2148268157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:46.785928 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-912d1a88-bf7c-42ac-ad7d-ef2148268157 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464108 Mar 23 02:33:46.882837 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-b5e2e14e-d3c5-4257-99b4-797c4df9ff21 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903108 Mar 23 02:33:46.973646 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-73a70843-0fe8-49bc-a3c1-424e34954e8e req-8bab0c0b-cb18-4b5c-89e9-eb1d2ea8b368 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854053 Mar 23 02:33:47.534122 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef81e1-2282-4437-8d92-8f8592ff1633 req-09c95664-c0c3-4940-b295-c96aa2b32d8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:47.535670 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6ef81e1-2282-4437-8d92-8f8592ff1633 req-09c95664-c0c3-4940-b295-c96aa2b32d8b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 943 time: 0.0586820 Mar 23 02:33:47.593465 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d6ef81e1-2282-4437-8d92-8f8592ff1633 req-eba347a4-ef05-4867-96f6-f89f4d48e221 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504112 Mar 23 02:33:48.140814 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:33:48.144670 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a4dcf1-7375-4416-a702-844b701f8326" -d '{"events": [{"name": "network-changed", "server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:33:48.201894 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6145050-fbe7-4336-a457-0ad4070005cf x-openstack-request-id: req-c6145050-fbe7-4336-a457-0ad4070005cf {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:33:48.202922 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:33:48.203181 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6145050-fbe7-4336-a457-0ad4070005cf {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:33:48.203648 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6145050-fbe7-4336-a457-0ad4070005cf'] response: {'name': 'network-changed', 'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'status': 'completed', 'code': 200} Mar 23 02:33:48.297102 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-f5fcf0e4-bf98-488e-85a4-9080109de735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:48.298622 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-f5fcf0e4-bf98-488e-85a4-9080109de735 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 1125 time: 0.0784552 Mar 23 02:33:48.301775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3cb5d8b4-7828-49aa-9866-2234131ea9ee no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:33:48.305453 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-a7b85739-e472-42c6-9a2e-e8ebc7f70b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:48.307791 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-a7b85739-e472-42c6-9a2e-e8ebc7f70b9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 1125 time: 0.0608768 Mar 23 02:33:48.346035 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] The host n-h2-834677-4 is not matching for port 3cb5d8b4-7828-49aa-9866-2234131ea9ee host n-h1-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 02:33:48.346431 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3cb5d8b4-7828-49aa-9866-2234131ea9ee not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:33:48.467366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-65c85f03-e84a-48a6-b981-61914049951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:48.468927 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-65c85f03-e84a-48a6-b981-61914049951d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1597059 Mar 23 02:33:48.470353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-5bb03f36-c3b9-4efe-88a1-f5e4e39efab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:48.471652 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-5bb03f36-c3b9-4efe-88a1-f5e4e39efab2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1552889 Mar 23 02:33:48.586733 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-c0e9a542-9eea-44b7-8726-93ade9a13482 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee HTTP/1.1" status: 200 len: 999 time: 0.1115794 Mar 23 02:33:48.588897 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-8aa1f383-f90b-4abc-b695-81f273de72e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee HTTP/1.1" status: 200 len: 999 time: 0.1072052 Mar 23 02:33:48.678419 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-8e867c0b-5dd2-4cdc-b3c2-6cf50dd341f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:48.679796 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-8e867c0b-5dd2-4cdc-b3c2-6cf50dd341f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0797567 Mar 23 02:33:48.681211 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-e4ccbe5a-ba36-4159-a95e-54ab156c1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:48.682501 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-e4ccbe5a-ba36-4159-a95e-54ab156c1a75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0896347 Mar 23 02:33:48.787629 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-8afba663-f7c6-4b1e-8d34-667bb4678b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:48.789067 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-8afba663-f7c6-4b1e-8d34-667bb4678b74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0962324 Mar 23 02:33:48.792262 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-e9b24bac-801f-4b38-acbe-baab7187e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:48.793641 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-e9b24bac-801f-4b38-acbe-baab7187e021 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1077871 Mar 23 02:33:48.800541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6112c-e576-46d4-8087-f40bf7d8f6cd req-9ad522ed-f744-4d6f-acad-32758b0130f5 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:48.801903 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9be6112c-e576-46d4-8087-f40bf7d8f6cd req-9ad522ed-f744-4d6f-acad-32758b0130f5 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 943 time: 0.1347208 Mar 23 02:33:48.978475 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9be6112c-e576-46d4-8087-f40bf7d8f6cd req-9fd84d14-4639-47f2-b084-3c4a3815b371 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597807 Mar 23 02:33:49.003182 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-82227c3a-f9cf-4590-874a-14fdbccacfb0 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003553 Mar 23 02:33:49.005023 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-a7af765b-b393-4a6c-8b7f-477fc12b397e service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012813 Mar 23 02:33:49.163926 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-5faef7b8-71ab-44f5-81d0-d23a2fef2028 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551764 Mar 23 02:33:49.166396 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7a4dcf1-7375-4416-a702-844b701f8326 req-6d80fd71-ff29-4cb4-b0fb-7cb9f0f40c45 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494694 Mar 23 02:33:49.314586 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-ebd62fda-6994-48cd-a26f-8535e8b56273 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:49.315958 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-ebd62fda-6994-48cd-a26f-8535e8b56273 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.42 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed&tenant_id=b959132206244a4d8875d29a99ea52a1&binding%3Ahost_id=n-h1-834677-4 HTTP/1.1" status: 200 len: 943 time: 0.0904257 Mar 23 02:33:49.335802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06df5db-0ffd-4d63-8a24-b3fee1cf9a3d req-9b65b2eb-3889-411a-90b5-743eb1df13ba tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:49.337264 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f06df5db-0ffd-4d63-8a24-b3fee1cf9a3d req-9b65b2eb-3889-411a-90b5-743eb1df13ba tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 943 time: 0.0794945 Mar 23 02:33:49.418102 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-8810ed45-2194-4208-b454-c247c383d3a2 service neutron] 10.222.0.42 "GET /v2.0/ports/3cb5d8b4-7828-49aa-9866-2234131ea9ee/bindings/n-h1-834677-4 HTTP/1.1" status: 200 len: 382 time: 0.0938358 Mar 23 02:33:49.421289 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f06df5db-0ffd-4d63-8a24-b3fee1cf9a3d req-d7d858fe-ed68-4354-9016-1ca0c36bab1d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642765 Mar 23 02:33:49.491694 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-749cf558-95a4-45fa-92cc-99ffc3a87bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:49.493224 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-749cf558-95a4-45fa-92cc-99ffc3a87bff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 1125 time: 0.0507209 Mar 23 02:33:49.518867 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3cb5d8b4-7828-49aa-9866-2234131ea9ee details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:33:49.584570 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-8b59a1b5-06ed-4f43-b41f-a1455e220437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:49.585973 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-8b59a1b5-06ed-4f43-b41f-a1455e220437 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0847735 Mar 23 02:33:49.610074 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-238f330f-3b35-4d20-b7c6-05cdeb83404a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:49.632523 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:33:49.644510 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'port_id': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'mac_address': 'fa:16:3e:ee:2f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:33:49.658147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-aa968198-0278-486e-9a75-e78806e2de63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee HTTP/1.1" status: 200 len: 999 time: 0.0658503 Mar 23 02:33:49.682911 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 3cb5d8b4-7828-49aa-9866-2234131ea9ee is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:33:49.683306 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:49.696011 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb5d8b4-7828-49aa-9866-2234131ea9ee {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:33:49.706024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-151852f5-3b45-4a96-9d8d-40c43af32be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:49.707525 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-151852f5-3b45-4a96-9d8d-40c43af32be5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0443606 Mar 23 02:33:49.718097 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:33:49.723212 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:49.756895 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-71fdfe7d-e013-4bb1-b138-acbc223eea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:49.758463 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-71fdfe7d-e013-4bb1-b138-acbc223eea31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456579 Mar 23 02:33:49.770637 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=3cb5d8b4-7828-49aa-9866-2234131ea9ee,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:33:49.859601 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-3b983293-22c6-4b12-a416-1bdf446248fb service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948598 Mar 23 02:33:49.927060 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['3cb5d8b4-7828-49aa-9866-2234131ea9ee'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:33:49.950293 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-99182023-7a5d-44c5-af3f-237ea4b134de service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842052 Mar 23 02:33:50.553364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de8dd4-bca8-4835-b872-0002814aaa9c req-9a812199-3a6a-41c5-b2fc-5dddde57a97c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:50.555625 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-24de8dd4-bca8-4835-b872-0002814aaa9c req-9a812199-3a6a-41c5-b2fc-5dddde57a97c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 944 time: 0.0595832 Mar 23 02:33:50.612813 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-24de8dd4-bca8-4835-b872-0002814aaa9c req-a41e042b-3bad-4b68-b158-543c99db4095 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487454 Mar 23 02:33:51.182844 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:51.535045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3cb5d8b4-7828-49aa-9866-2234131ea9ee up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:33:51.587546 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 3cb5d8b4-7828-49aa-9866-2234131ea9ee completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:33:51.592421 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 3cb5d8b4-7828-49aa-9866-2234131ea9ee triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:33:51.592997 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:51.688326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 3cb5d8b4-7828-49aa-9866-2234131ea9ee is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:33:51.688880 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:51.713477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:33:51.715733 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd100c2-3c0d-4e52-83e2-1ec65a9569bd" -d '{"events": [{"server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "name": "network-vif-plugged", "status": "completed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:33:51.733645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:33:51.737869 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:51.765700 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753950f-7521-4cba-904d-e20652aa05d1 req-d4cdc382-d345-4385-a63e-fdd88514fbd1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:51.767457 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a753950f-7521-4cba-904d-e20652aa05d1 req-d4cdc382-d345-4385-a63e-fdd88514fbd1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 944 time: 0.0828221 Mar 23 02:33:51.796235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=3cb5d8b4-7828-49aa-9866-2234131ea9ee,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:33:51.824437 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a753950f-7521-4cba-904d-e20652aa05d1 req-d39f6edc-2a46-4802-8913-8dbe0f0e827c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514033 Mar 23 02:33:51.855061 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5768e41b-186e-4011-b64b-29cfe175df14 x-openstack-request-id: req-5768e41b-186e-4011-b64b-29cfe175df14 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:33:51.855358 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "name": "network-vif-plugged", "status": "completed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:33:51.855611 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5768e41b-186e-4011-b64b-29cfe175df14 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:33:51.856009 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5768e41b-186e-4011-b64b-29cfe175df14'] response: {'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'code': 200} Mar 23 02:33:51.948118 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-df114bef-3950-471a-8255-bcdf5c648bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:51.949745 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-df114bef-3950-471a-8255-bcdf5c648bac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed&tenant_id=b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 1127 time: 0.0468767 Mar 23 02:33:51.965391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:33:52.031214 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:52.095508 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1c862350-05c7-416f-9846-11b4031e9a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:52.510590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:33:52.548113 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:33:52.592835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:33:52.595116 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7870a956-beae-4d12-b4c4-2d933a3d4194" -d '{"events": [{"server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:33:52.598631 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Publish callbacks [] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:52.612217 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Transition to ACTIVE for port object 3cb5d8b4-7828-49aa-9866-2234131ea9ee will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:33:52.616990 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:52.650653 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 02:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210c0e53-6ef4-498d-b251-22e72f206465 x-openstack-request-id: req-210c0e53-6ef4-498d-b251-22e72f206465 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:33:52.650954 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:33:52.651224 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-210c0e53-6ef4-498d-b251-22e72f206465 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:33:52.651593 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-210c0e53-6ef4-498d-b251-22e72f206465'] response: {'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'code': 200} Mar 23 02:33:52.696884 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb5d8b4-7828-49aa-9866-2234131ea9ee,revision_number=10']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:33:52.741984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] No DVR routers for this DVR port 3cb5d8b4-7828-49aa-9866-2234131ea9ee on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:33:52.883001 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Attempting to bind port 3cb5d8b4-7828-49aa-9866-2234131ea9ee on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:33:52.883673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Attempting to bind port 3cb5d8b4-7828-49aa-9866-2234131ea9ee by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:33:52.883673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Attempting to bind port 3cb5d8b4-7828-49aa-9866-2234131ea9ee on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:33:52.888324 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Port 3cb5d8b4-7828-49aa-9866-2234131ea9ee on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:33:52.888645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Attempting to bind port 3cb5d8b4-7828-49aa-9866-2234131ea9ee on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:33:52.893594 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:33:52.893932 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Checking segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:33:52.894305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Bound using segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:33:52.894701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Bound port: 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:33:52.895076 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:52.955132 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba2b80-c09f-4ca2-b063-553cd2153017 req-6e383911-c5c4-4ebd-b8b6-0e439e6b8882 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:52.956572 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ceba2b80-c09f-4ca2-b063-553cd2153017 req-6e383911-c5c4-4ebd-b8b6-0e439e6b8882 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 944 time: 0.0553362 Mar 23 02:33:52.958491 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:33:52.961566 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:33:52.968496 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:53.002390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:53.003094 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:53.003949 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ceba2b80-c09f-4ca2-b063-553cd2153017 req-fd886563-c44d-49d7-aa16-31a1159c7c0b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415022 Mar 23 02:33:53.004467 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] 10.222.0.43 "PUT /v2.0/ports/3cb5d8b4-7828-49aa-9866-2234131ea9ee HTTP/1.1" status: 200 len: 1092 time: 1.0432317 Mar 23 02:33:53.025930 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88013b5d-d7a8-4a5f-8899-0858d39ffee8 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb5d8b4-7828-49aa-9866-2234131ea9ee,revision_number=11']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:33:53.093020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-db4680a1-ba2c-4398-9739-1f6af38a454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:53.094760 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-db4680a1-ba2c-4398-9739-1f6af38a454d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 1126 time: 0.0492218 Mar 23 02:33:53.189609 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-622a1a24-fffd-497b-9dd4-28036d89b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:53.191199 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-622a1a24-fffd-497b-9dd4-28036d89b281 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0908425 Mar 23 02:33:53.261462 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-1463a972-73d6-4d37-872b-68fdf66be1b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee HTTP/1.1" status: 200 len: 999 time: 0.0640674 Mar 23 02:33:53.318375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-51c84076-324e-4871-9342-b659321d0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:53.319758 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-51c84076-324e-4871-9342-b659321d0b3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0527637 Mar 23 02:33:53.375274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-fd059fb5-de22-4846-af9a-919b3e27b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:53.376836 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-fd059fb5-de22-4846-af9a-919b3e27b0d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512481 Mar 23 02:33:53.473121 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-88bd6902-5e87-467b-bcd5-44f7cc8d99fa service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891461 Mar 23 02:33:53.515695 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:53.568640 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8222745-bdeb-4277-a6b1-e12c36557d5c req-62321337-c29b-4609-b485-abe9112daaf4 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900154 Mar 23 02:33:54.144355 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f43ad9-dade-45a1-8c67-ff51c427a15f req-758913cf-93b2-466c-b539-95ea2c48eeeb tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:54.146478 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e3f43ad9-dade-45a1-8c67-ff51c427a15f req-758913cf-93b2-466c-b539-95ea2c48eeeb tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 944 time: 0.0549297 Mar 23 02:33:54.196016 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e3f43ad9-dade-45a1-8c67-ff51c427a15f req-f6484d3d-211e-4acc-82eb-a370ba7c40c5 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422368 Mar 23 02:33:54.653300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:33:54.657267 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa988cc-a1ea-442c-92bc-48b70239d17a" -d '{"events": [{"name": "network-changed", "server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:33:54.714487 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd96c596-0994-4d2a-b452-ed8114a6929c x-openstack-request-id: req-fd96c596-0994-4d2a-b452-ed8114a6929c {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:33:54.714778 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:33:54.715029 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd96c596-0994-4d2a-b452-ed8114a6929c {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:33:54.715438 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd96c596-0994-4d2a-b452-ed8114a6929c'] response: {'name': 'network-changed', 'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'status': 'completed', 'code': 200} Mar 23 02:33:54.816480 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-a3c8d095-f899-409c-91c6-2926accfa50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:54.818039 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-a3c8d095-f899-409c-91c6-2926accfa50f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 1126 time: 0.0842118 Mar 23 02:33:54.824037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-79121694-e590-462b-97d1-fea17989268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:54.825493 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-79121694-e590-462b-97d1-fea17989268d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 1126 time: 0.0592368 Mar 23 02:33:54.836528 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:54.976146 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-0e993f7c-bb6c-456c-aca8-19ad02cbf585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:54.977585 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-0e993f7c-bb6c-456c-aca8-19ad02cbf585 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1512456 Mar 23 02:33:54.979017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-edb3ec86-ed60-49c2-a34e-0c0a58780613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:54.980382 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-edb3ec86-ed60-49c2-a34e-0c0a58780613 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1466846 Mar 23 02:33:55.094162 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-2e345e7d-a183-4a48-9dfb-494f6bca1a3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee HTTP/1.1" status: 200 len: 999 time: 0.1101508 Mar 23 02:33:55.095898 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-8b7c0708-f3fe-4c2f-a8f5-51b5dfcdbb48 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee HTTP/1.1" status: 200 len: 999 time: 0.1060464 Mar 23 02:33:55.176860 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-7ccc4aee-9237-4436-af8a-ca3c00392178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:55.178312 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-7ccc4aee-9237-4436-af8a-ca3c00392178 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0788119 Mar 23 02:33:55.180002 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-719440c0-4961-44aa-b456-8b30c86559ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:55.181354 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-719440c0-4961-44aa-b456-8b30c86559ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0745192 Mar 23 02:33:55.255189 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-8541320b-f40a-4b86-9d64-eb98680547a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:55.256767 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-8541320b-f40a-4b86-9d64-eb98680547a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0720332 Mar 23 02:33:55.261413 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-7272fc13-0917-490d-baa9-f4e59f329a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:55.262824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-7272fc13-0917-490d-baa9-f4e59f329a51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0707819 Mar 23 02:33:55.448071 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-f7ddf525-2ba1-4e2d-84fd-f5be930e5c22 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829517 Mar 23 02:33:55.486035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dbfa6-9892-4c03-ae62-f6499d9c3588 req-bc13278b-1864-4517-a651-aa76ae4a2678 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:55.487416 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a73dbfa6-9892-4c03-ae62-f6499d9c3588 req-bc13278b-1864-4517-a651-aa76ae4a2678 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 944 time: 0.1985521 Mar 23 02:33:55.513926 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-6947cec6-b40c-41ea-9fa9-c096df2d77fd service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416742 Mar 23 02:33:55.551600 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3cb5d8b4-7828-49aa-9866-2234131ea9ee no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:33:55.592190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] The host n-h1-834677-4 is not matching for port 3cb5d8b4-7828-49aa-9866-2234131ea9ee host n-h2-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 02:33:55.592661 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 3cb5d8b4-7828-49aa-9866-2234131ea9ee not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:33:55.646452 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-0be09b90-8418-492f-9330-ef73bfb0b322 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928577 Mar 23 02:33:55.652701 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a73dbfa6-9892-4c03-ae62-f6499d9c3588 req-024fd800-6d11-4f15-9e4e-7f559dcac0c5 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412115 Mar 23 02:33:55.670643 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfa988cc-a1ea-442c-92bc-48b70239d17a req-807c3428-b351-4893-9b6e-54087b6887e9 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450317 Mar 23 02:33:55.868054 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:56.352820 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3cb5d8b4-7828-49aa-9866-2234131ea9ee details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:33:56.456736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:33:56.469544 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'port_id': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'mac_address': 'fa:16:3e:ee:2f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:33:56.508631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 3cb5d8b4-7828-49aa-9866-2234131ea9ee is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:33:56.509039 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:56.523869 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb5d8b4-7828-49aa-9866-2234131ea9ee {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:33:56.543633 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:33:56.548139 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:56.598819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=3cb5d8b4-7828-49aa-9866-2234131ea9ee,revision_number=12']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:33:56.782371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273549d-7efd-4317-a824-07a3800ef6d4 req-f61dec18-da5f-4cae-b5bd-eefde470c98b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:56.783862 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e273549d-7efd-4317-a824-07a3800ef6d4 req-f61dec18-da5f-4cae-b5bd-eefde470c98b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0593376 Mar 23 02:33:56.836183 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e273549d-7efd-4317-a824-07a3800ef6d4 req-ad09322b-24f3-45f0-9ddf-14935e08b375 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435686 Mar 23 02:33:56.880700 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:33:56.928216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['3cb5d8b4-7828-49aa-9866-2234131ea9ee'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:33:56.973854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4edd37-b19f-4fab-988e-43489918aa7a req-69b1cffa-1eb5-4181-995e-105814b00d3b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:56.975325 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc4edd37-b19f-4fab-988e-43489918aa7a req-69b1cffa-1eb5-4181-995e-105814b00d3b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0633929 Mar 23 02:33:57.024892 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bc4edd37-b19f-4fab-988e-43489918aa7a req-8a6ac531-97d4-4d39-8de9-ea418cc6c77b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434682 Mar 23 02:33:57.153249 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7a5bc-7539-442e-9555-ca3ca92ddb08 req-eccac795-bb89-47ee-b8d5-9840a0c7757c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:57.154691 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a9b7a5bc-7539-442e-9555-ca3ca92ddb08 req-eccac795-bb89-47ee-b8d5-9840a0c7757c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0626247 Mar 23 02:33:57.204137 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a9b7a5bc-7539-442e-9555-ca3ca92ddb08 req-0d937305-4390-4050-bcec-0efe432bc2c4 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409160 Mar 23 02:33:57.460169 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e8076-3e5e-4f5f-a675-5b1353ee72d9 req-5e8b35a6-f9f7-431c-a43b-cefcee9e54d4 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:57.461698 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-781e8076-3e5e-4f5f-a675-5b1353ee72d9 req-5e8b35a6-f9f7-431c-a43b-cefcee9e54d4 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 945 time: 0.0654840 Mar 23 02:33:57.511873 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-781e8076-3e5e-4f5f-a675-5b1353ee72d9 req-4af49982-fd5a-41b0-86c3-a9dcab32bd71 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438566 Mar 23 02:33:58.377468 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3cb5d8b4-7828-49aa-9866-2234131ea9ee up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:33:58.450077 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port 3cb5d8b4-7828-49aa-9866-2234131ea9ee completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:33:58.455637 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port 3cb5d8b4-7828-49aa-9866-2234131ea9ee triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:33:58.456061 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:58.536133 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port 3cb5d8b4-7828-49aa-9866-2234131ea9ee is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:33:58.536521 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:58.560080 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:33:58.562410 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f6fb30-c9e7-437d-9af1-eb3ed00679e3" -d '{"events": [{"server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "name": "network-vif-plugged", "status": "completed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:33:58.575043 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:33:58.580690 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:58.609584 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a9a2dc-4488-4da4-a6e6-071453e00416 x-openstack-request-id: req-c8a9a2dc-4488-4da4-a6e6-071453e00416 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:33:58.609861 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "name": "network-vif-plugged", "status": "completed", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:33:58.610128 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8a9a2dc-4488-4da4-a6e6-071453e00416 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:33:58.610522 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a9a2dc-4488-4da4-a6e6-071453e00416'] response: {'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'code': 200} Mar 23 02:33:58.637946 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=3cb5d8b4-7828-49aa-9866-2234131ea9ee,revision_number=13']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:33:58.663161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e826780-7c30-46f9-aafa-3aeaf4a8ebc8 req-485461fe-9bf8-43d7-8b87-5273f89c3c08 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:58.664668 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2e826780-7c30-46f9-aafa-3aeaf4a8ebc8 req-485461fe-9bf8-43d7-8b87-5273f89c3c08 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 946 time: 0.0704834 Mar 23 02:33:58.712396 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2e826780-7c30-46f9-aafa-3aeaf4a8ebc8 req-4d543fd0-3820-4ee3-8e37-702712b050ac tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419004 Mar 23 02:33:58.965225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3468e-232b-4360-8ad9-8545632b1777 req-5c39c5e5-0ccf-45ba-9bf4-abb0ef96edf7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:33:58.966694 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcf3468e-232b-4360-8ad9-8545632b1777 req-5c39c5e5-0ccf-45ba-9bf4-abb0ef96edf7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.43 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 946 time: 0.0564015 Mar 23 02:33:59.068184 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-bcf3468e-232b-4360-8ad9-8545632b1777 req-176290fb-ce81-4c2d-bcf2-c377d4182935 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Deleting port 3cb5d8b4-7828-49aa-9866-2234131ea9ee {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:33:59.068494 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bcf3468e-232b-4360-8ad9-8545632b1777 req-176290fb-ce81-4c2d-bcf2-c377d4182935 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:59.157305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-bcf3468e-232b-4360-8ad9-8545632b1777 req-176290fb-ce81-4c2d-bcf2-c377d4182935 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] For port 3cb5d8b4-7828-49aa-9866-2234131ea9ee, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=3cb5d8b4-7828-49aa-9866-2234131ea9ee,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:33:59.157676 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bcf3468e-232b-4360-8ad9-8545632b1777 req-176290fb-ce81-4c2d-bcf2-c377d4182935 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:59.330703 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bcf3468e-232b-4360-8ad9-8545632b1777 req-176290fb-ce81-4c2d-bcf2-c377d4182935 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:59.331081 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bcf3468e-232b-4360-8ad9-8545632b1777 req-176290fb-ce81-4c2d-bcf2-c377d4182935 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (a5e789c1-a8b6-4c67-b708-25752906fd5e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:59.331395 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-bcf3468e-232b-4360-8ad9-8545632b1777 req-176290fb-ce81-4c2d-bcf2-c377d4182935 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Floating IP a5e789c1-a8b6-4c67-b708-25752906fd5e disassociated. External IP: 172.25.0.97, port: 3cb5d8b4-7828-49aa-9866-2234131ea9ee. Mar 23 02:33:59.331715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-bcf3468e-232b-4360-8ad9-8545632b1777 req-176290fb-ce81-4c2d-bcf2-c377d4182935 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Calling delete_port for 3cb5d8b4-7828-49aa-9866-2234131ea9ee owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:33:59.468999 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bcf3468e-232b-4360-8ad9-8545632b1777 req-176290fb-ce81-4c2d-bcf2-c377d4182935 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (3cb5d8b4-7828-49aa-9866-2234131ea9ee), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:33:59.499889 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176290fb-ce81-4c2d-bcf2-c377d4182935 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Pushing event deleted for resources: {'Port': ['ID=3cb5d8b4-7828-49aa-9866-2234131ea9ee,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:33:59.622395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcf3468e-232b-4360-8ad9-8545632b1777 req-176290fb-ce81-4c2d-bcf2-c377d4182935 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Router b09a5698-febf-4d3e-be72-cfc2bff13158 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:33:59.816461 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7d46a53-a5c0-4b8e-848e-22983c059d7c req-a7888814-8f5d-418b-9285-eaff4ced8515 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=27fbd49e-d596-458f-8501-537088417eed HTTP/1.1" status: 200 len: 210 time: 0.0287480 Mar 23 02:33:59.994524 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcf3468e-232b-4360-8ad9-8545632b1777 req-176290fb-ce81-4c2d-bcf2-c377d4182935 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:34:00.006676 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a47e0c5-87dd-4918-8476-59d44e1b9142 None None] Sync routers for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:34:00.017259 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a47e0c5-87dd-4918-8476-59d44e1b9142 None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:34:00.017826 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3a47e0c5-87dd-4918-8476-59d44e1b9142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:34:00.036634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf3468e-232b-4360-8ad9-8545632b1777 req-176290fb-ce81-4c2d-bcf2-c377d4182935 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] No DVR routers for this DVR port 3cb5d8b4-7828-49aa-9866-2234131ea9ee on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:34:00.039567 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-bcf3468e-232b-4360-8ad9-8545632b1777 req-176290fb-ce81-4c2d-bcf2-c377d4182935 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:00.043237 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bcf3468e-232b-4360-8ad9-8545632b1777 req-176290fb-ce81-4c2d-bcf2-c377d4182935 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.43 "DELETE /v2.0/ports/3cb5d8b4-7828-49aa-9866-2234131ea9ee HTTP/1.1" status: 204 len: 173 time: 1.0689902 Mar 23 02:34:00.043676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'name': 'network-vif-deleted', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:34:00.046129 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf4e06d-1f51-4de0-8407-4c5a15d9bbb2" -d '{"events": [{"server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "name": "network-vif-deleted", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:34:00.097316 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad5689f-e446-4bc8-be2b-bf9ba11b0ff6 x-openstack-request-id: req-1ad5689f-e446-4bc8-be2b-bf9ba11b0ff6 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:34:00.097638 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fbd49e-d596-458f-8501-537088417eed", "name": "network-vif-deleted", "tag": "3cb5d8b4-7828-49aa-9866-2234131ea9ee", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:34:00.097906 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ad5689f-e446-4bc8-be2b-bf9ba11b0ff6 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:34:00.098326 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad5689f-e446-4bc8-be2b-bf9ba11b0ff6'] response: {'server_uuid': '27fbd49e-d596-458f-8501-537088417eed', 'name': 'network-vif-deleted', 'tag': '3cb5d8b4-7828-49aa-9866-2234131ea9ee', 'status': 'completed', 'code': 200} Mar 23 02:34:00.131759 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-3a47e0c5-87dd-4918-8476-59d44e1b9142 None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:34:00.341943 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3a47e0c5-87dd-4918-8476-59d44e1b9142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:34:00.370975 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a47e0c5-87dd-4918-8476-59d44e1b9142 None None] Checking router: b09a5698-febf-4d3e-be72-cfc2bff13158 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:34:00.379719 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a47e0c5-87dd-4918-8476-59d44e1b9142 None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:34:00.380309 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3a47e0c5-87dd-4918-8476-59d44e1b9142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:34:00.496693 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-3a47e0c5-87dd-4918-8476-59d44e1b9142 None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:34:00.709249 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-3a47e0c5-87dd-4918-8476-59d44e1b9142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:34:00.739191 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a47e0c5-87dd-4918-8476-59d44e1b9142 None None] The sync data for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 is: [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:34:01.090828 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-b1cdd08c-0eb6-4a4b-8738-2b3342185b16 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1801768792&fields=id&tenant_id=b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 267 time: 0.0511031 Mar 23 02:34:01.117010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e17504-cc28-4756-9d78-069a62691bd4 None None] New status for floating IP a5e789c1-a8b6-4c67-b708-25752906fd5e: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:34:01.202684 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-e04ab805-a801-43fe-af26-6805f6d7354e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:01.204199 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-e04ab805-a801-43fe-af26-6805f6d7354e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 812 time: 0.1064861 Mar 23 02:34:01.219877 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-65234ab4-4142-412f-8ba6-5922d2c893e7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/quotas/b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 375 time: 0.0098295 Mar 23 02:34:01.280674 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-dbe5c32f-26d8-4235-94a9-46f993b98125 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555058 Mar 23 02:34:01.420812 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-40beb993-bd1f-476f-9df8-088def95deab service neutron] 10.222.0.18 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282234 Mar 23 02:34:01.522755 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-f8c1616a-68d3-44e1-85e0-775f402b28d3 service neutron] 10.222.0.18 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930727 Mar 23 02:34:01.695776 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c58d01ad-af20-4ed5-87f7-356371e2b73f req-8f3f4da3-9b05-4749-ba3c-e905f7b8723a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 210 time: 0.0300760 Mar 23 02:34:02.379580 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3cb5d8b4-7828-49aa-9866-2234131ea9ee no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:34:02.399954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: 3cb5d8b4-7828-49aa-9866-2234131ea9ee {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:34:02.400301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device 3cb5d8b4-7828-49aa-9866-2234131ea9ee not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:34:02.725480 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-7b5ecf29-0e68-4688-9072-44658261a6e7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:02.726943 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-7b5ecf29-0e68-4688-9072-44658261a6e7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 812 time: 0.1015387 Mar 23 02:34:02.791022 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-ff6504ae-b196-4c74-9f1d-f185eefbfb9a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 380 time: 0.0551674 Mar 23 02:34:02.804385 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-be5587fe-78dc-483f-828f-2654bec54e18 req-64403d2b-abf0-4551-a720-73012be8c2a8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 210 time: 0.0330446 Mar 23 02:34:02.805979 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Request body: {'port': {'device_id': '1933d826-1836-49ca-b0ae-d7921f126b27', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'admin_state_up': True, 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'security_groups': ['cccc9f1b-f66a-4c1d-b845-49003327ca38']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:34:02.918575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Made reservation on behalf of b959132206244a4d8875d29a99ea52a1 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:34:02.921967 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:03.059030 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Allocated IP 172.20.0.12 (b987d650-3ee7-4da2-9bf4-0c6a073e1636/6861b56c-b880-4f3b-9d89-1cd98f603e92/bf9d1f0b-4871-4f45-936f-de515557e599) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:34:03.207419 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for port (bf9d1f0b-4871-4f45-936f-de515557e599), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:03.246121 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:03.292472 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Network b987d650-3ee7-4da2-9bf4-0c6a073e1636 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:34:03.295632 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:34:03.302129 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:34:03.308436 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Pushing event updated for resources: {'Port': ['ID=bf9d1f0b-4871-4f45-936f-de515557e599,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:34:03.338326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:03.338996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:03.339369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:03.339900 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:03.340216 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:03.340576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:03.340940 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:03.341266 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:03.341598 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:03.341919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:03.342244 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:03.342563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:03.342864 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:03.343192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:03.343531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:03.367581 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:03.368228 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:03.386451 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-2762e7c0-0420-4aff-b176-ea0af8d5780f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5841744 Mar 23 02:34:03.398063 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Request body: {'port': {'device_id': '1933d826-1836-49ca-b0ae-d7921f126b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:34:03.462909 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:03.535268 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-41f26263-670d-4886-935b-651eba12713a None None] Provisioning complete for port bf9d1f0b-4871-4f45-936f-de515557e599 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:34:03.535945 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-41f26263-670d-4886-935b-651eba12713a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:03.574785 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-41f26263-670d-4886-935b-651eba12713a None None] Port bf9d1f0b-4871-4f45-936f-de515557e599 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:34:03.735305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9d1f0b-4871-4f45-936f-de515557e599 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:34:03.742884 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Publish callbacks [] for port (bf9d1f0b-4871-4f45-936f-de515557e599), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:03.755037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Transition to ACTIVE for port object bf9d1f0b-4871-4f45-936f-de515557e599 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:34:03.762078 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:03.812452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9d1f0b-4871-4f45-936f-de515557e599,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:34:03.898913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Attempting to bind port bf9d1f0b-4871-4f45-936f-de515557e599 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:34:03.899240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Attempting to bind port bf9d1f0b-4871-4f45-936f-de515557e599 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:34:03.899579 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Attempting to bind port bf9d1f0b-4871-4f45-936f-de515557e599 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:34:03.922586 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Port bf9d1f0b-4871-4f45-936f-de515557e599 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:34:03.922906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Attempting to bind port bf9d1f0b-4871-4f45-936f-de515557e599 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:34:03.932494 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:34:03.932849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Checking segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:34:03.933296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Bound using segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:34:03.933761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Bound port: bf9d1f0b-4871-4f45-936f-de515557e599, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:34:03.934121 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:03.961112 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5403111-b59c-4a5d-b070-2d2cdd1a2ec1 req-5f667840-3b6e-4e6a-9681-8e0e19dd84aa tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:03.962660 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5403111-b59c-4a5d-b070-2d2cdd1a2ec1 req-5f667840-3b6e-4e6a-9681-8e0e19dd84aa tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0782497 Mar 23 02:34:04.040970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:34:04.046223 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5403111-b59c-4a5d-b070-2d2cdd1a2ec1 req-bbac9155-8036-4fd5-bd44-a3ad8f193030 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667059 Mar 23 02:34:04.047892 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bf9d1f0b-4871-4f45-936f-de515557e599,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:34:04.056368 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:04.093865 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:04.094435 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:04.095860 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] 10.222.0.42 "PUT /v2.0/ports/bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 200 len: 1092 time: 0.7022996 Mar 23 02:34:04.096312 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:34:04.098567 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf04bb7-9cbe-459f-980a-684828f66472" -d '{"events": [{"name": "network-changed", "server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:34:04.129458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b4e28-077e-4070-bbeb-a6a956cf6640 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9d1f0b-4871-4f45-936f-de515557e599,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:34:04.148904 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa3d02e-2c58-42a9-86ea-8f9017e1221d x-openstack-request-id: req-2fa3d02e-2c58-42a9-86ea-8f9017e1221d {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:34:04.149202 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:34:04.149450 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fa3d02e-2c58-42a9-86ea-8f9017e1221d {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:34:04.149844 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa3d02e-2c58-42a9-86ea-8f9017e1221d'] response: {'name': 'network-changed', 'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'status': 'completed', 'code': 200} Mar 23 02:34:04.189523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6cdfc800-66b1-4894-aa2d-a8edd89c2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:04.191129 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-6cdfc800-66b1-4894-aa2d-a8edd89c2464 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 1126 time: 0.0516102 Mar 23 02:34:04.237289 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-e84e6ba5-3b37-4f52-a0cd-ab06493ed643 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 200 len: 217 time: 0.0378675 Mar 23 02:34:04.302538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-77fa72ee-430d-4615-8b5d-77897955c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:04.304032 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-77fa72ee-430d-4615-8b5d-77897955c2cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0510125 Mar 23 02:34:04.352486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-386bf169-0b49-4196-a872-32dad0f6879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:04.353979 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-386bf169-0b49-4196-a872-32dad0f6879a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444829 Mar 23 02:34:04.359742 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:04.445902 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-5cea09fb-0f8e-4c17-a735-d99fe5c04172 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855076 Mar 23 02:34:04.556561 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f097fdda-ee05-4054-aa0b-ab88b93a4ac6 req-c69e98b7-5ab9-43f4-8b88-69dfc7269247 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051724 Mar 23 02:34:04.654243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf04bb7-9cbe-459f-980a-684828f66472 req-12882411-48e6-4715-bf4e-8574d369407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:04.655728 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-caf04bb7-9cbe-459f-980a-684828f66472 req-12882411-48e6-4715-bf4e-8574d369407b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 1126 time: 0.0491357 Mar 23 02:34:04.749883 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf04bb7-9cbe-459f-980a-684828f66472 req-42e75316-0966-404f-abdc-92cb7710f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:04.751399 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-caf04bb7-9cbe-459f-980a-684828f66472 req-42e75316-0966-404f-abdc-92cb7710f566 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0896318 Mar 23 02:34:04.794051 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-caf04bb7-9cbe-459f-980a-684828f66472 req-2be25d6e-fdbb-410d-8cb0-924f7efcf88d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 200 len: 217 time: 0.0367460 Mar 23 02:34:04.846429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf04bb7-9cbe-459f-980a-684828f66472 req-e5136a68-2e56-4595-adfc-f097a3afe2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:04.847923 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-caf04bb7-9cbe-459f-980a-684828f66472 req-e5136a68-2e56-4595-adfc-f097a3afe2e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0476558 Mar 23 02:34:04.904842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf04bb7-9cbe-459f-980a-684828f66472 req-500b03aa-0441-449e-a08d-cd5ca3f6c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:04.906272 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-caf04bb7-9cbe-459f-980a-684828f66472 req-500b03aa-0441-449e-a08d-cd5ca3f6c12e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515049 Mar 23 02:34:05.002986 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-caf04bb7-9cbe-459f-980a-684828f66472 req-4e4b9ab1-f9aa-4347-a46a-ecaed136a1cf service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896983 Mar 23 02:34:05.100693 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-caf04bb7-9cbe-459f-980a-684828f66472 req-ffc8a7b3-7edf-471b-bb1c-7d6dcac388d4 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910206 Mar 23 02:34:05.172637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff28ab-fae2-4b50-83ed-5b71f7e2f101 req-f5735345-6d27-4798-9dd0-5c37584e5612 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:05.174166 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-90ff28ab-fae2-4b50-83ed-5b71f7e2f101 req-f5735345-6d27-4798-9dd0-5c37584e5612 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0544152 Mar 23 02:34:05.222247 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-90ff28ab-fae2-4b50-83ed-5b71f7e2f101 req-3b0243fc-b878-4d52-895d-dcd02a256746 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420539 Mar 23 02:34:06.370972 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054ac4c-6a9f-4917-a6fd-4dccd1c9ba73 req-4b44c2d0-f93b-455c-a59f-43ea8e8003fe tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:06.372579 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8054ac4c-6a9f-4917-a6fd-4dccd1c9ba73 req-4b44c2d0-f93b-455c-a59f-43ea8e8003fe tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0583739 Mar 23 02:34:06.425417 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8054ac4c-6a9f-4917-a6fd-4dccd1c9ba73 req-17f900c4-1c01-4295-bf80-f93fad8f831f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464013 Mar 23 02:34:07.546620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb58a9c-370b-4c1c-b6a1-ab2ff00d2f70 req-1347d310-4531-4bec-9063-d9e14ff98c98 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:07.548018 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1cb58a9c-370b-4c1c-b6a1-ab2ff00d2f70 req-1347d310-4531-4bec-9063-d9e14ff98c98 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0561354 Mar 23 02:34:07.565615 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device bf9d1f0b-4871-4f45-936f-de515557e599 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:34:07.596800 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1cb58a9c-370b-4c1c-b6a1-ab2ff00d2f70 req-31403fda-a49a-4fde-b828-b2d37707659c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430071 Mar 23 02:34:07.666798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bf9d1f0b-4871-4f45-936f-de515557e599,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:34:07.678797 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'port_id': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'mac_address': 'fa:16:3e:79:06:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:34:07.725868 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port bf9d1f0b-4871-4f45-936f-de515557e599 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:34:07.726251 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:07.739477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9d1f0b-4871-4f45-936f-de515557e599 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:34:07.759935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bf9d1f0b-4871-4f45-936f-de515557e599,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:34:07.766372 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:07.812515 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=bf9d1f0b-4871-4f45-936f-de515557e599,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:34:07.982020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['bf9d1f0b-4871-4f45-936f-de515557e599'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:34:08.719799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a7ab6-6369-4e7f-a644-4abe6b463a7c req-5a8ea732-1e91-4150-b139-3fab26bbfe65 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:08.721346 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f93a7ab6-6369-4e7f-a644-4abe6b463a7c req-5a8ea732-1e91-4150-b139-3fab26bbfe65 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0552509 Mar 23 02:34:08.769250 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f93a7ab6-6369-4e7f-a644-4abe6b463a7c req-b569a03f-10f4-4df4-9ab1-35b7063eecab tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421090 Mar 23 02:34:09.565821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device bf9d1f0b-4871-4f45-936f-de515557e599 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:34:09.619076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port bf9d1f0b-4871-4f45-936f-de515557e599 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:34:09.623518 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port bf9d1f0b-4871-4f45-936f-de515557e599 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:34:09.623891 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:09.707266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port bf9d1f0b-4871-4f45-936f-de515557e599 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:34:09.707655 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:09.730216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:34:09.732434 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bca75c-746f-4018-9d40-614bdb883ebd" -d '{"events": [{"server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "name": "network-vif-plugged", "status": "completed", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:34:09.745564 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bf9d1f0b-4871-4f45-936f-de515557e599,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:34:09.751699 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:09.777832 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc6d10a-fd8b-4a3e-a3c2-a9a3ca203582 x-openstack-request-id: req-2cc6d10a-fd8b-4a3e-a3c2-a9a3ca203582 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:34:09.778142 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "name": "network-vif-plugged", "status": "completed", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:34:09.778393 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cc6d10a-fd8b-4a3e-a3c2-a9a3ca203582 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:34:09.778786 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc6d10a-fd8b-4a3e-a3c2-a9a3ca203582'] response: {'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'code': 200} Mar 23 02:34:09.806164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=bf9d1f0b-4871-4f45-936f-de515557e599,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:34:09.908941 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63483ce-3add-4e34-9816-957acace10e1 req-dabeb6ec-6825-4354-8118-9c21e7568d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:09.910635 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d63483ce-3add-4e34-9816-957acace10e1 req-dabeb6ec-6825-4354-8118-9c21e7568d65 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 1128 time: 0.0603952 Mar 23 02:34:09.917440 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f75d0-526b-4d25-8d1f-687829c94006 req-e19cb05e-b69e-4f9d-b955-f1d628d2c8b1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:09.918916 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-683f75d0-526b-4d25-8d1f-687829c94006 req-e19cb05e-b69e-4f9d-b955-f1d628d2c8b1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0677819 Mar 23 02:34:09.961214 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d63483ce-3add-4e34-9816-957acace10e1 req-cd34ad88-2d45-4578-adc2-d88fb85d33bd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443950 Mar 23 02:34:09.969063 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-683f75d0-526b-4d25-8d1f-687829c94006 req-1a901074-da8c-4912-a198-dab312f98464 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443723 Mar 23 02:34:11.102843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2dba6-6614-434f-b539-66452e05a471 req-34b5b7fe-9703-43ea-af6f-bf672ba041da tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:11.104611 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54a2dba6-6614-434f-b539-66452e05a471 req-34b5b7fe-9703-43ea-af6f-bf672ba041da tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0640264 Mar 23 02:34:11.154073 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54a2dba6-6614-434f-b539-66452e05a471 req-8853a8da-a578-40c1-8eb6-d04a2e734f33 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436838 Mar 23 02:34:11.276286 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b608832-6db7-4a37-bf44-9cd938750e01 req-8ca00ef7-0f29-4db4-9fc4-f98d200bfab2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:11.277865 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4b608832-6db7-4a37-bf44-9cd938750e01 req-8ca00ef7-0f29-4db4-9fc4-f98d200bfab2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0563369 Mar 23 02:34:11.286621 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56102) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:34:11.291031 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-465d6f49-9c1b-41fd-bb46-cd532647045e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Request body: {'floatingip': {'port_id': 'bf9d1f0b-4871-4f45-936f-de515557e599'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:34:11.330789 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-465d6f49-9c1b-41fd-bb46-cd532647045e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for floatingip (a5e789c1-a8b6-4c67-b708-25752906fd5e), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:11.980949 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.resource_extend [None req-465d6f49-9c1b-41fd-bb46-cd532647045e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 02:34:12.033565 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-465d6f49-9c1b-41fd-bb46-cd532647045e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:12.040824 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-465d6f49-9c1b-41fd-bb46-cd532647045e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (a5e789c1-a8b6-4c67-b708-25752906fd5e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:12.151241 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-465d6f49-9c1b-41fd-bb46-cd532647045e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Floating IP a5e789c1-a8b6-4c67-b708-25752906fd5e associated. External IP: 172.25.0.97, port: bf9d1f0b-4871-4f45-936f-de515557e599. Mar 23 02:34:12.395027 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465d6f49-9c1b-41fd-bb46-cd532647045e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Router b09a5698-febf-4d3e-be72-cfc2bff13158 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:34:12.506882 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465d6f49-9c1b-41fd-bb46-cd532647045e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:34:12.511766 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-465d6f49-9c1b-41fd-bb46-cd532647045e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:12.518226 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb3bdd3-5437-4e8b-8558-0b2465c13357 None None] Sync routers for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:34:12.528771 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3bdd3-5437-4e8b-8558-0b2465c13357 None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:34:12.529374 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0fb3bdd3-5437-4e8b-8558-0b2465c13357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:34:12.541668 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-465d6f49-9c1b-41fd-bb46-cd532647045e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "PUT /v2.0/floatingips/a5e789c1-a8b6-4c67-b708-25752906fd5e HTTP/1.1" status: 200 len: 992 time: 1.2539067 Mar 23 02:34:12.542703 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:34:12.545081 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85f0e77-e03a-4c5a-9e64-0ebbec45c41a" -d '{"events": [{"name": "network-changed", "server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:34:12.640525 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b774aa-2c7a-42cf-b9c9-56ff0f5c993d x-openstack-request-id: req-73b774aa-2c7a-42cf-b9c9-56ff0f5c993d {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:34:12.641067 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:34:12.641468 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73b774aa-2c7a-42cf-b9c9-56ff0f5c993d {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:34:12.642051 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b774aa-2c7a-42cf-b9c9-56ff0f5c993d'] response: {'name': 'network-changed', 'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'status': 'completed', 'code': 200} Mar 23 02:34:12.646525 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-0fb3bdd3-5437-4e8b-8558-0b2465c13357 None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:34:12.709348 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f0e77-e03a-4c5a-9e64-0ebbec45c41a req-0acbd15b-1d2f-40eb-aff8-fdb259411498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:12.711102 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f85f0e77-e03a-4c5a-9e64-0ebbec45c41a req-0acbd15b-1d2f-40eb-aff8-fdb259411498 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 1128 time: 0.0468383 Mar 23 02:34:12.818072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f0e77-e03a-4c5a-9e64-0ebbec45c41a req-23762120-24d2-4c66-901e-5fb985c28ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:12.819659 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f85f0e77-e03a-4c5a-9e64-0ebbec45c41a req-23762120-24d2-4c66-901e-5fb985c28ab8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1026566 Mar 23 02:34:12.892135 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f85f0e77-e03a-4c5a-9e64-0ebbec45c41a req-64098ad4-d6e4-4b98-b8f4-9d34388566c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 200 len: 1000 time: 0.0662909 Mar 23 02:34:12.949430 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f0e77-e03a-4c5a-9e64-0ebbec45c41a req-e95cf6e3-bb94-42ed-9f35-830737896fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:12.951168 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f85f0e77-e03a-4c5a-9e64-0ebbec45c41a req-e95cf6e3-bb94-42ed-9f35-830737896fc7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0530543 Mar 23 02:34:12.975844 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0fb3bdd3-5437-4e8b-8558-0b2465c13357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'a5e789c1-a8b6-4c67-b708-25752906fd5e', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'port_id': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'mac_address': 'fa:16:3e:79:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d826-1836-49ca-b0ae-d7921f126b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:31:07Z', 'updated_at': '2022-03-23T02:34:11Z', 'revision_number': 13, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:34:13.001932 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f0e77-e03a-4c5a-9e64-0ebbec45c41a req-8f3e5839-e980-4ce2-8615-44b4a4a90fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:13.003714 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f85f0e77-e03a-4c5a-9e64-0ebbec45c41a req-8f3e5839-e980-4ce2-8615-44b4a4a90fe6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464730 Mar 23 02:34:13.004665 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb3bdd3-5437-4e8b-8558-0b2465c13357 None None] Checking router: b09a5698-febf-4d3e-be72-cfc2bff13158 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:34:13.013314 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3bdd3-5437-4e8b-8558-0b2465c13357 None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:34:13.013924 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0fb3bdd3-5437-4e8b-8558-0b2465c13357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:33:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:34:13.110328 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f85f0e77-e03a-4c5a-9e64-0ebbec45c41a req-50cb1da2-e337-446e-9ae7-48e8fd5fb607 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985029 Mar 23 02:34:13.143288 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-0fb3bdd3-5437-4e8b-8558-0b2465c13357 None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:34:13.217134 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f85f0e77-e03a-4c5a-9e64-0ebbec45c41a req-5cc47d25-81b9-4297-b57d-ad8bd23ba6c1 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009903 Mar 23 02:34:13.385188 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0fb3bdd3-5437-4e8b-8558-0b2465c13357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'a5e789c1-a8b6-4c67-b708-25752906fd5e', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'port_id': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'mac_address': 'fa:16:3e:79:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d826-1836-49ca-b0ae-d7921f126b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:31:07Z', 'updated_at': '2022-03-23T02:34:11Z', 'revision_number': 13, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:34:13.414883 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb3bdd3-5437-4e8b-8558-0b2465c13357 None None] The sync data for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 is: [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'a5e789c1-a8b6-4c67-b708-25752906fd5e', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'floating_ip_address': '172.25.0.97', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'port_id': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'mac_address': 'fa:16:3e:79:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1933d826-1836-49ca-b0ae-d7921f126b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:31:07Z', 'updated_at': '2022-03-23T02:34:11Z', 'revision_number': 13, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:34:13.621542 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dbdc61-9838-4bcc-b987-8bfbbe4fc2d7 None None] New status for floating IP a5e789c1-a8b6-4c67-b708-25752906fd5e: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:34:15.118709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ace74-a714-430e-8ce9-08cb70aa76d9 req-bb591276-ecbe-4f7d-8092-224f7998b34d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:15.120294 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-395ace74-a714-430e-8ce9-08cb70aa76d9 req-bb591276-ecbe-4f7d-8092-224f7998b34d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0588596 Mar 23 02:34:15.170240 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-395ace74-a714-430e-8ce9-08cb70aa76d9 req-cc0b7d1b-eba3-42cf-a533-e5e054885c93 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416646 Mar 23 02:34:19.594566 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8a03e94f-8844-4f00-a294-c823c4ed68a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:21.186657 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:22.101012 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-203cef63-500d-4e5a-bebf-40912da7eef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:23.521570 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:24.841040 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:25.873971 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:26.176448 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0fddbd6-e1a7-48cb-9323-098829ef38d8 req-1613a2e6-a9eb-44cd-991e-89f2535ed5aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508549 Mar 23 02:34:26.268583 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fddbd6-e1a7-48cb-9323-098829ef38d8 req-1bac05c7-8dbe-4e2b-bf06-0a80d00b4bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:26.270153 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0fddbd6-e1a7-48cb-9323-098829ef38d8 req-1bac05c7-8dbe-4e2b-bf06-0a80d00b4bb2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 1128 time: 0.0470278 Mar 23 02:34:26.383588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fddbd6-e1a7-48cb-9323-098829ef38d8 req-478d071c-21ad-4ba2-a34f-63cdf473acff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:26.385565 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0fddbd6-e1a7-48cb-9323-098829ef38d8 req-478d071c-21ad-4ba2-a34f-63cdf473acff service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0953147 Mar 23 02:34:26.452343 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0fddbd6-e1a7-48cb-9323-098829ef38d8 req-eb1653fd-4ada-413a-88e8-80301d425460 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 200 len: 1002 time: 0.0608339 Mar 23 02:34:26.509021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fddbd6-e1a7-48cb-9323-098829ef38d8 req-5ddf1a6c-22e3-43e6-9b95-407ad7c39674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:26.510490 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0fddbd6-e1a7-48cb-9323-098829ef38d8 req-5ddf1a6c-22e3-43e6-9b95-407ad7c39674 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0523846 Mar 23 02:34:26.565759 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fddbd6-e1a7-48cb-9323-098829ef38d8 req-15ebbafc-92f9-46cd-a899-64cb3df3fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:26.567276 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0fddbd6-e1a7-48cb-9323-098829ef38d8 req-15ebbafc-92f9-46cd-a899-64cb3df3fc99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496483 Mar 23 02:34:26.655402 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0fddbd6-e1a7-48cb-9323-098829ef38d8 req-d045f26e-2718-493f-855a-9d4de860b433 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824721 Mar 23 02:34:26.759656 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0fddbd6-e1a7-48cb-9323-098829ef38d8 req-d55bbc74-5eef-4f0f-b01b-a791627158d2 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978320 Mar 23 02:34:32.750053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6630f-76d1-46a6-9462-58bb5cd85175 req-2f650a98-e293-4924-91c1-0e3742217579 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:32.751708 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fab6630f-76d1-46a6-9462-58bb5cd85175 req-2f650a98-e293-4924-91c1-0e3742217579 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0554733 Mar 23 02:34:32.779541 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-d983528b-c84a-46e6-a633-2878013c7479 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906138 Mar 23 02:34:32.799747 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fab6630f-76d1-46a6-9462-58bb5cd85175 req-7d9cb59e-4846-41e9-87c2-1a354f81bcec tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421546 Mar 23 02:34:33.190418 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-f409fc90-302a-479c-b621-d72403dd40fa tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:33.191766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-f409fc90-302a-479c-b621-d72403dd40fa tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports/bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 200 len: 943 time: 0.1043015 Mar 23 02:34:33.880699 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:34:33.931691 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f5868-46c1-40e8-9c39-4b2cd910d5ad req-aeaf50ca-c36a-4a64-bc68-8b926939a8ab tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:33.933820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-771f5868-46c1-40e8-9c39-4b2cd910d5ad req-aeaf50ca-c36a-4a64-bc68-8b926939a8ab tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0630310 Mar 23 02:34:33.981527 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-771f5868-46c1-40e8-9c39-4b2cd910d5ad req-97bf0df4-e4b9-4304-981d-c50630a3dea6 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407484 Mar 23 02:34:34.243526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-d2a81ba8-a137-42df-a755-c3b4d810446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:34.245113 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-d2a81ba8-a137-42df-a755-c3b4d810446d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 1128 time: 0.0482037 Mar 23 02:34:34.337192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-5b8f3fa0-a507-4eb4-b9e7-32902310232a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:34.338696 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-5b8f3fa0-a507-4eb4-b9e7-32902310232a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0869415 Mar 23 02:34:34.364444 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:34.409241 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-c806d5c6-481e-4d20-8bc5-66392ffa0d5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 200 len: 1002 time: 0.0646381 Mar 23 02:34:34.456786 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-c2ebad34-16ee-45e6-aad1-c9005ba6832f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:34.458251 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-c2ebad34-16ee-45e6-aad1-c9005ba6832f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0433857 Mar 23 02:34:34.508513 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-0eb35c3c-ede7-408c-94d0-d7605229ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:34.509978 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-0eb35c3c-ede7-408c-94d0-d7605229ece6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452521 Mar 23 02:34:34.612638 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-9d74d494-f54f-405a-a747-e4e1a79fca49 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961790 Mar 23 02:34:34.713790 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-3dc9b26c-36c5-4e45-b62d-4a053226c387 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926661 Mar 23 02:34:35.118865 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133463d-8350-4e19-b3db-7c05a11280c3 req-0b766a2a-ac49-48d0-a35f-4a6999d9bce8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:35.120338 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4133463d-8350-4e19-b3db-7c05a11280c3 req-0b766a2a-ac49-48d0-a35f-4a6999d9bce8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0636554 Mar 23 02:34:35.172190 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4133463d-8350-4e19-b3db-7c05a11280c3 req-0f77845e-8ba6-442c-88c0-6609c49d62b0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457404 Mar 23 02:34:36.308847 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072922fe-ecd0-4356-8d47-ba6cee6908e8 req-35ada96c-605f-4780-961f-a1d4e4f90e98 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:36.310946 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-072922fe-ecd0-4356-8d47-ba6cee6908e8 req-35ada96c-605f-4780-961f-a1d4e4f90e98 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0667853 Mar 23 02:34:36.363576 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-072922fe-ecd0-4356-8d47-ba6cee6908e8 req-36caa5fe-0326-4fff-bf0c-ddee97c868a1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466833 Mar 23 02:34:37.498541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59a43b-6380-4663-8e84-10b3c2de2afb req-6645380d-179e-4ab3-9f0f-c5d058abbeab tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:37.500033 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8e59a43b-6380-4663-8e84-10b3c2de2afb req-6645380d-179e-4ab3-9f0f-c5d058abbeab tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0535431 Mar 23 02:34:37.550790 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8e59a43b-6380-4663-8e84-10b3c2de2afb req-cffb13a3-dd93-4f37-af39-19f1198b7ac4 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447235 Mar 23 02:34:38.697571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a264fd7-94fa-405c-b1ad-df89ffcad4db req-bda66c4e-1d1d-48db-add8-dea034f9081c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:38.699034 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a264fd7-94fa-405c-b1ad-df89ffcad4db req-bda66c4e-1d1d-48db-add8-dea034f9081c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0612025 Mar 23 02:34:38.758672 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8a264fd7-94fa-405c-b1ad-df89ffcad4db req-e419455f-b824-463f-9e98-92937c8eac22 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538125 Mar 23 02:34:39.896808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490a763-3024-4d18-a25f-1fc621383b89 req-b2e36923-8944-4ab4-96d7-9c0b6be0541a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:39.898671 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6490a763-3024-4d18-a25f-1fc621383b89 req-b2e36923-8944-4ab4-96d7-9c0b6be0541a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0565705 Mar 23 02:34:39.950075 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6490a763-3024-4d18-a25f-1fc621383b89 req-c623c848-7aa6-4fa5-8451-179502e111c8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455766 Mar 23 02:34:41.088402 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88707b42-7fce-40ec-b187-788546f33c59 req-f92bbbba-9eea-48fb-a802-0ec0823f00f9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:41.090029 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-88707b42-7fce-40ec-b187-788546f33c59 req-f92bbbba-9eea-48fb-a802-0ec0823f00f9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0606880 Mar 23 02:34:41.143622 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-88707b42-7fce-40ec-b187-788546f33c59 req-de0df3bf-2911-412d-a94e-8d139c03c23c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450790 Mar 23 02:34:42.265618 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa004ca-9db4-4621-ac42-537bb2a33778 req-4c7c62e5-ce76-4beb-a4b2-a2942919ba45 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:42.267093 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-faa004ca-9db4-4621-ac42-537bb2a33778 req-4c7c62e5-ce76-4beb-a4b2-a2942919ba45 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0532579 Mar 23 02:34:42.316994 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-faa004ca-9db4-4621-ac42-537bb2a33778 req-c908b99b-c712-45d7-aa62-27124a4eedc3 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441723 Mar 23 02:34:43.457971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8e882-576d-4fd0-949c-d8412b32105c req-2d778d2d-8b1c-4c94-8747-940c6a8e81b3 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:43.459664 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a9a8e882-576d-4fd0-949c-d8412b32105c req-2d778d2d-8b1c-4c94-8747-940c6a8e81b3 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0662255 Mar 23 02:34:43.511426 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a9a8e882-576d-4fd0-949c-d8412b32105c req-0d9f49e4-3181-4e7c-94a9-667460fece2a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451274 Mar 23 02:34:44.641933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c21d04-92da-41ac-8f29-2cc617b26b4e req-c3698f49-03fd-467e-91f6-1105d733a416 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:44.643417 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d8c21d04-92da-41ac-8f29-2cc617b26b4e req-c3698f49-03fd-467e-91f6-1105d733a416 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0532038 Mar 23 02:34:44.694602 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d8c21d04-92da-41ac-8f29-2cc617b26b4e req-66edd554-913f-4961-aa6e-6a0af478dc90 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446243 Mar 23 02:34:45.501308 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-c19213ef-7085-4b9e-977e-c53fe45b1a53 service neutron] show failed (client error): The resource could not be found. Mar 23 02:34:45.502345 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-c19213ef-7085-4b9e-977e-c53fe45b1a53 service neutron] 10.222.0.42 "GET /v2.0/ports/bf9d1f0b-4871-4f45-936f-de515557e599/bindings/n-h2-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.0577157 Mar 23 02:34:45.752745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device bf9d1f0b-4871-4f45-936f-de515557e599 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:34:45.771759 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-d7562339-eed8-448d-9d6a-19af9038301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:45.773796 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-d7562339-eed8-448d-9d6a-19af9038301d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27&tenant_id=b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 1128 time: 0.0953188 Mar 23 02:34:45.790533 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:34:45.819684 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd3711-0090-4c4d-b01f-58dc2220aa1d req-342e184f-8de8-4db7-9a6a-b62f71c6df42 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:45.821923 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1cbd3711-0090-4c4d-b01f-58dc2220aa1d req-342e184f-8de8-4db7-9a6a-b62f71c6df42 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0552359 Mar 23 02:34:45.832475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port bf9d1f0b-4871-4f45-936f-de515557e599 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:34:45.832898 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:45.852642 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:45.857132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:34:45.859620 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e700cc2-6efe-47ef-833b-d0c5c154bda0" -d '{"events": [{"server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "name": "network-vif-unplugged", "status": "completed", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:34:45.874947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bf9d1f0b-4871-4f45-936f-de515557e599,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:34:45.875113 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1cbd3711-0090-4c4d-b01f-58dc2220aa1d req-b10bdb1a-a46a-462e-8591-1b64c1856d63 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469749 Mar 23 02:34:45.880953 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:45.911916 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.db.api [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:34:45.912121 n-d-834677-4 neutron-server[99264]: DEBUG oslo_db.api [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:34:45.935616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=bf9d1f0b-4871-4f45-936f-de515557e599,revision_number=6']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:34:45.942986 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 02:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a752c7a7-500b-452c-9654-3a94a4628e01 x-openstack-request-id: req-a752c7a7-500b-452c-9654-3a94a4628e01 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:34:45.943276 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "name": "network-vif-unplugged", "status": "completed", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:34:45.943533 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a752c7a7-500b-452c-9654-3a94a4628e01 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:34:45.943926 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a752c7a7-500b-452c-9654-3a94a4628e01'] response: {'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'code': 200} Mar 23 02:34:45.945969 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:45.946321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:45.946666 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:45.947003 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:45.947337 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:45.947669 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:45.947999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:45.948324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:45.948672 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:45.948999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:45.949326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:45.949650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:45.949972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:45.950292 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:45.950616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:34:46.451303 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:46.663602 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bf9d1f0b-4871-4f45-936f-de515557e599,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:34:46.698518 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:34:46.734846 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9d1f0b-4871-4f45-936f-de515557e599 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:34:46.742371 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Publish callbacks [] for port (bf9d1f0b-4871-4f45-936f-de515557e599), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:46.754730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Transition to ACTIVE for port object bf9d1f0b-4871-4f45-936f-de515557e599 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:34:46.760641 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:46.843028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Pushing event updated for resources: {'Port': ['ID=bf9d1f0b-4871-4f45-936f-de515557e599,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:34:46.883160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] No DVR routers for this DVR port bf9d1f0b-4871-4f45-936f-de515557e599 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:34:47.017496 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf97c4-3388-4f85-85f4-daef4ff7615a req-e32bf4b2-74de-4e58-9fb6-cf5c58e6ddab tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:47.018978 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ccf97c4-3388-4f85-85f4-daef4ff7615a req-e32bf4b2-74de-4e58-9fb6-cf5c58e6ddab tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0551972 Mar 23 02:34:47.027842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Attempting to bind port bf9d1f0b-4871-4f45-936f-de515557e599 on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:34:47.028183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Attempting to bind port bf9d1f0b-4871-4f45-936f-de515557e599 by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:34:47.028520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Attempting to bind port bf9d1f0b-4871-4f45-936f-de515557e599 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:34:47.033253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Port bf9d1f0b-4871-4f45-936f-de515557e599 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:34:47.033454 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Attempting to bind port bf9d1f0b-4871-4f45-936f-de515557e599 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:34:47.038397 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:34:47.038736 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Checking segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:34:47.039120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Bound using segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:34:47.039541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Bound port: bf9d1f0b-4871-4f45-936f-de515557e599, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:34:47.039902 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:47.080659 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ccf97c4-3388-4f85-85f4-daef4ff7615a req-b4cd80ca-0c47-4501-9577-7ecb127c9a77 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551212 Mar 23 02:34:47.106214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:34:47.109322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=bf9d1f0b-4871-4f45-936f-de515557e599,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:34:47.117345 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:47.152840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:47.153527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:47.154876 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] 10.222.0.43 "PUT /v2.0/ports/bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 200 len: 1092 time: 1.3686342 Mar 23 02:34:47.155289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:34:47.157617 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96903424-d2ea-49e9-aa36-38af52f4ba32" -d '{"events": [{"name": "network-changed", "server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:34:47.181219 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f7a99-b4b1-42b0-b34f-d96ab1bebb0a service neutron] Pushing event updated for resources: {'Port': ['ID=bf9d1f0b-4871-4f45-936f-de515557e599,revision_number=8']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:34:47.220466 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cef8aeb-bb57-447b-a03d-ff1154d3a3d0 x-openstack-request-id: req-8cef8aeb-bb57-447b-a03d-ff1154d3a3d0 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:34:47.220793 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:34:47.221402 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8cef8aeb-bb57-447b-a03d-ff1154d3a3d0 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:34:47.221535 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cef8aeb-bb57-447b-a03d-ff1154d3a3d0'] response: {'name': 'network-changed', 'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'status': 'completed', 'code': 200} Mar 23 02:34:47.268461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-93e4b802-90b7-4080-a117-2497b2e02c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:47.270022 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-93e4b802-90b7-4080-a117-2497b2e02c3a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 1126 time: 0.0779116 Mar 23 02:34:47.341917 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-b8409414-291f-43b1-b83b-763e979b1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:47.343456 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-b8409414-291f-43b1-b83b-763e979b1a3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 1126 time: 0.1096296 Mar 23 02:34:47.425604 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-24e6ad73-57a4-4532-aad5-eaf8b73e23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:47.427085 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-24e6ad73-57a4-4532-aad5-eaf8b73e23bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1500428 Mar 23 02:34:47.496988 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-ab5fa8f4-356e-4668-aac8-f84a3532f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:47.498361 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-ab5fa8f4-356e-4668-aac8-f84a3532f38d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1457412 Mar 23 02:34:47.518223 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-b536f589-fbf3-40b3-9d4f-a4b855b8eeef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 200 len: 1000 time: 0.0807102 Mar 23 02:34:47.859336 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-e9f42f43-8378-4283-961a-a8b93105d1ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 200 len: 1000 time: 0.3518050 Mar 23 02:34:47.862707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-f142722e-4efc-4d4a-8014-cf4032550a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:47.864035 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-f142722e-4efc-4d4a-8014-cf4032550a3a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0594704 Mar 23 02:34:47.933750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-79eb302c-187a-4bb8-9fea-e31af6fb5a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:47.935197 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-79eb302c-187a-4bb8-9fea-e31af6fb5a77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0699418 Mar 23 02:34:47.968297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-81dd483d-7e57-42f7-9eb8-19061d9a93df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:47.969803 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-81dd483d-7e57-42f7-9eb8-19061d9a93df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0976825 Mar 23 02:34:48.036018 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-a6d722ca-5e65-45cd-9df5-19ee38396079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:48.037546 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-a6d722ca-5e65-45cd-9df5-19ee38396079 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0963895 Mar 23 02:34:48.117970 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-a370c147-5eaf-4795-a225-02ee8b8f689e service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411543 Mar 23 02:34:48.204939 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-85bf7624-c911-45c4-8864-624e0d7ea06a service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573794 Mar 23 02:34:48.214572 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa4c88-0aa3-42f4-aa42-7afac3f2dece req-fc8771ee-8035-4abb-b4c3-d9cf3a0d7027 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:48.216642 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cefa4c88-0aa3-42f4-aa42-7afac3f2dece req-fc8771ee-8035-4abb-b4c3-d9cf3a0d7027 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0571349 Mar 23 02:34:48.267533 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cefa4c88-0aa3-42f4-aa42-7afac3f2dece req-9fa25753-041f-441b-87b1-00eb78dc2a88 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451264 Mar 23 02:34:48.284645 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-5f9ab9af-d96f-49f2-bd35-9941f5551f8e service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568227 Mar 23 02:34:48.314698 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-b28c67d6-fe36-4c8a-9cd7-79a5b165262d service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995574 Mar 23 02:34:48.400983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-65a81b55-8369-40bf-946f-4bd80a47a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:48.402803 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-65a81b55-8369-40bf-946f-4bd80a47a47e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 1126 time: 0.0486100 Mar 23 02:34:48.501328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-affe89c1-d509-47fc-9870-96d1f1dfc123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:48.502866 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-affe89c1-d509-47fc-9870-96d1f1dfc123 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0909941 Mar 23 02:34:48.570181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-0af43b8c-6770-4b1e-86df-9f2a2d0f2501 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 200 len: 1000 time: 0.0603144 Mar 23 02:34:48.622180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-b93254ed-6054-445a-926d-a83b2c53a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:48.623662 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-b93254ed-6054-445a-926d-a83b2c53a552 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0482724 Mar 23 02:34:48.673119 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-84ee63c2-3b5f-4e7d-bd54-4ed2965a873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:48.674655 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-84ee63c2-3b5f-4e7d-bd54-4ed2965a873a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452650 Mar 23 02:34:48.763060 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-e43f493c-6e18-43cd-a296-127d92dfa295 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813603 Mar 23 02:34:48.855587 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-96903424-d2ea-49e9-aa36-38af52f4ba32 req-0956f649-2a6d-46f9-ad0c-0a2309c085a8 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867593 Mar 23 02:34:49.397199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd87f86-b637-4f6c-9fed-16f9db0c3ffc req-b851ada7-c7f2-4980-99b3-e0c0714f13ef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:49.399109 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7bd87f86-b637-4f6c-9fed-16f9db0c3ffc req-b851ada7-c7f2-4980-99b3-e0c0714f13ef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0574288 Mar 23 02:34:49.447510 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7bd87f86-b637-4f6c-9fed-16f9db0c3ffc req-014433a5-63e1-4c98-8df9-26dbdf4d7537 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420790 Mar 23 02:34:49.601407 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fd23944b-3452-4c4c-aa97-812c14dd5a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:50.576785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bcf64-5986-418f-967c-71565c1f0c7c req-514be9f7-68aa-43e5-b179-763bd4fd094b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:50.578329 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b90bcf64-5986-418f-967c-71565c1f0c7c req-514be9f7-68aa-43e5-b179-763bd4fd094b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0599568 Mar 23 02:34:50.626448 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b90bcf64-5986-418f-967c-71565c1f0c7c req-d9fc4a6c-2951-4de5-902c-cb3c67a35325 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423074 Mar 23 02:34:51.185182 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:51.756269 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87cea1-3e9d-48f5-ad17-da666d4168a8 req-19383acc-7929-4f0e-9e53-ebdbbcc555cc tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:51.758299 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ce87cea1-3e9d-48f5-ad17-da666d4168a8 req-19383acc-7929-4f0e-9e53-ebdbbcc555cc tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0592594 Mar 23 02:34:51.811568 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ce87cea1-3e9d-48f5-ad17-da666d4168a8 req-71f35120-ffde-43cd-9c32-ab03f4d76fb4 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466719 Mar 23 02:34:52.105255 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7725672a-0d50-411a-a415-b8ed7a4afde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:52.944469 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05975189-648e-4996-ab27-d67c7e9172cb req-35f9c7ed-78c2-45b9-b5ed-2a2b2579689b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:52.946208 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-05975189-648e-4996-ab27-d67c7e9172cb req-35f9c7ed-78c2-45b9-b5ed-2a2b2579689b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0620584 Mar 23 02:34:52.999718 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-05975189-648e-4996-ab27-d67c7e9172cb req-52e457c1-857f-4064-93e1-45fbd413abda tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475445 Mar 23 02:34:53.521671 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:54.125426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb368ee3-5dca-4f7b-b8bb-cbf6e8e6ee5c req-238e1201-4b0c-4cc9-a2ad-1c095f5e6bde tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:54.126929 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cb368ee3-5dca-4f7b-b8bb-cbf6e8e6ee5c req-238e1201-4b0c-4cc9-a2ad-1c095f5e6bde tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0552719 Mar 23 02:34:54.175770 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cb368ee3-5dca-4f7b-b8bb-cbf6e8e6ee5c req-8baa5cd6-d3b9-428f-8fd9-020d7dc550ef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427458 Mar 23 02:34:54.843797 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:55.302349 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee021c31-edc1-4fd3-895f-01c11dfaf3c6 req-afa24b1a-e290-4162-8b64-2201ff3ab957 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:55.303844 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ee021c31-edc1-4fd3-895f-01c11dfaf3c6 req-afa24b1a-e290-4162-8b64-2201ff3ab957 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0548596 Mar 23 02:34:55.353017 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ee021c31-edc1-4fd3-895f-01c11dfaf3c6 req-7a98f7bc-3547-4391-b231-bc5c6d01b770 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428102 Mar 23 02:34:55.868920 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:34:56.484266 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff02b3-2994-4844-bf21-d48ac5708501 req-9dfbe1dd-183d-41f2-8fc9-412bb6eccb09 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:56.486178 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77ff02b3-2994-4844-bf21-d48ac5708501 req-9dfbe1dd-183d-41f2-8fc9-412bb6eccb09 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0564668 Mar 23 02:34:56.544060 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-77ff02b3-2994-4844-bf21-d48ac5708501 req-7f521bfc-ec02-4b46-aa64-5acfa9024f52 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518131 Mar 23 02:34:57.675144 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ca097-10a3-4cdc-a2c4-b09e4a792714 req-daf57aa2-36b5-4484-8fce-746d83244d19 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:57.676674 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d78ca097-10a3-4cdc-a2c4-b09e4a792714 req-daf57aa2-36b5-4484-8fce-746d83244d19 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0599473 Mar 23 02:34:57.726052 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d78ca097-10a3-4cdc-a2c4-b09e4a792714 req-1d6d4a85-5219-4003-8f3e-9be13c056e58 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432217 Mar 23 02:34:58.878452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328c4a1-5717-4813-8372-796476e018a9 req-3165addd-3bc2-44ef-9f9c-b8319bd1894f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:34:58.880119 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c328c4a1-5717-4813-8372-796476e018a9 req-3165addd-3bc2-44ef-9f9c-b8319bd1894f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0705681 Mar 23 02:34:58.933645 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c328c4a1-5717-4813-8372-796476e018a9 req-df67ba97-9993-4754-b588-239b7e8c0ea1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428817 Mar 23 02:35:00.074176 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d0ccf-6315-4a43-9e2e-ed11f42a5c0f req-ed5757b2-f92b-4e57-b674-c0229a98919b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:00.075691 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a99d0ccf-6315-4a43-9e2e-ed11f42a5c0f req-ed5757b2-f92b-4e57-b674-c0229a98919b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0613158 Mar 23 02:35:00.124010 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a99d0ccf-6315-4a43-9e2e-ed11f42a5c0f req-936d1d9c-c620-4d84-8dca-a6b073c0fd40 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423536 Mar 23 02:35:01.270288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c0afc-1db0-4cb1-9c24-dfd1f706a732 req-c48228ff-1976-4d84-bbec-912b301ccadd tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:01.271773 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de9c0afc-1db0-4cb1-9c24-dfd1f706a732 req-c48228ff-1976-4d84-bbec-912b301ccadd tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0602767 Mar 23 02:35:01.322835 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-de9c0afc-1db0-4cb1-9c24-dfd1f706a732 req-d947fa23-60a7-4bcb-b9b3-27b43393af21 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447938 Mar 23 02:35:02.467397 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc3598-d196-4301-a9e3-0d24bce3eff2 req-c0a880b4-4d96-4488-b581-5b19e9bf8c44 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:02.469692 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-34dc3598-d196-4301-a9e3-0d24bce3eff2 req-c0a880b4-4d96-4488-b581-5b19e9bf8c44 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0649862 Mar 23 02:35:02.520278 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-34dc3598-d196-4301-a9e3-0d24bce3eff2 req-5c90e854-ad24-436b-b0a6-81a4d5ab682d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450182 Mar 23 02:35:03.661585 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e0278-4ad5-48e7-9893-ee2069514eba req-fe5fc159-5e38-428d-8a1b-ef0a081c31d3 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:03.663116 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a71e0278-4ad5-48e7-9893-ee2069514eba req-fe5fc159-5e38-428d-8a1b-ef0a081c31d3 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0603857 Mar 23 02:35:03.713696 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a71e0278-4ad5-48e7-9893-ee2069514eba req-1404430c-1499-4efc-9ff5-ad990d990751 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447738 Mar 23 02:35:04.368494 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:04.842221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d2bcd-0dcb-497f-a818-b89f415f8307 req-85e78529-aeab-4474-a20e-de498f745133 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:04.843726 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c6d2bcd-0dcb-497f-a818-b89f415f8307 req-85e78529-aeab-4474-a20e-de498f745133 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0558410 Mar 23 02:35:04.890835 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0c6d2bcd-0dcb-497f-a818-b89f415f8307 req-86569a31-eb18-41de-a0a6-46dd50637214 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413785 Mar 23 02:35:06.043953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34829645-8f7a-4462-b747-e43cd0735910 req-bdbb018b-4cdc-4bce-9920-009275cabf53 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:06.045521 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-34829645-8f7a-4462-b747-e43cd0735910 req-bdbb018b-4cdc-4bce-9920-009275cabf53 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0697479 Mar 23 02:35:06.095425 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-34829645-8f7a-4462-b747-e43cd0735910 req-1165b205-b7b1-436a-9aa3-b82a2e431023 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441544 Mar 23 02:35:07.244375 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eec480-3d65-4cb5-9967-bfc278d8825b req-ef69b214-c4d4-4929-8a5b-46b462f4f0d1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:07.246272 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31eec480-3d65-4cb5-9967-bfc278d8825b req-ef69b214-c4d4-4929-8a5b-46b462f4f0d1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0585139 Mar 23 02:35:07.296454 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-31eec480-3d65-4cb5-9967-bfc278d8825b req-825f19c8-be34-466b-b1e9-2cc97fec90d9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443912 Mar 23 02:35:08.432620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af664e-8a20-4190-b2a9-d207ecf39552 req-77ec705e-30ec-4f6e-b553-417190af0c27 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:08.434148 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1af664e-8a20-4190-b2a9-d207ecf39552 req-77ec705e-30ec-4f6e-b553-417190af0c27 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0607007 Mar 23 02:35:08.484030 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b1af664e-8a20-4190-b2a9-d207ecf39552 req-7eefd477-378f-402b-be0d-82e2a5c357ca tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441263 Mar 23 02:35:08.784024 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device bf9d1f0b-4871-4f45-936f-de515557e599 details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:35:08.812762 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b1db9-8703-465d-b481-345fccf196b6 req-eb8bb031-ad64-4035-8172-fdf11367ba12 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:08.814353 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-eb8bb031-ad64-4035-8172-fdf11367ba12 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.43 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27&tenant_id=b959132206244a4d8875d29a99ea52a1&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 944 time: 0.0866327 Mar 23 02:35:08.835881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99c179-f91c-4142-b75f-69c5acd96b4a req-7d4cbb97-cea7-4738-a391-d46db5639b3e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:08.837584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e99c179-f91c-4142-b75f-69c5acd96b4a req-7d4cbb97-cea7-4738-a391-d46db5639b3e tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 944 time: 0.0813985 Mar 23 02:35:08.907970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=bf9d1f0b-4871-4f45-936f-de515557e599,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:35:08.926749 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'port_id': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'mac_address': 'fa:16:3e:79:06:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:35:08.927328 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0e99c179-f91c-4142-b75f-69c5acd96b4a req-32a3bd56-21cf-4532-8807-e05600fbbeec tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697091 Mar 23 02:35:08.933437 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-7cb1a41c-52c6-4fda-87b0-fd8a98893705 service neutron] 10.222.0.43 "GET /v2.0/ports/bf9d1f0b-4871-4f45-936f-de515557e599/bindings/n-h2-834677-4 HTTP/1.1" status: 200 len: 382 time: 0.1102333 Mar 23 02:35:08.977850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port bf9d1f0b-4871-4f45-936f-de515557e599 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:35:08.978516 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:08.992369 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9d1f0b-4871-4f45-936f-de515557e599 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:35:09.014385 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=bf9d1f0b-4871-4f45-936f-de515557e599,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:35:09.019836 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:09.021329 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b1db9-8703-465d-b481-345fccf196b6 req-164b69c7-11e6-479a-96e4-6ba51814cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:09.023257 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-164b69c7-11e6-479a-96e4-6ba51814cb13 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 1126 time: 0.0470755 Mar 23 02:35:09.074927 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=bf9d1f0b-4871-4f45-936f-de515557e599,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:35:09.119536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b1db9-8703-465d-b481-345fccf196b6 req-8b3adfd1-d508-4c2f-bc0c-1ab3935a3399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:09.120994 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-8b3adfd1-d508-4c2f-bc0c-1ab3935a3399 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0919223 Mar 23 02:35:09.190065 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-d2a08dce-9015-446c-92cc-643ce251a6e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 200 len: 1001 time: 0.0624614 Mar 23 02:35:09.240662 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b509df81-a798-43b2-8359-c87df5bd157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:09.242136 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b509df81-a798-43b2-8359-c87df5bd157f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0446208 Mar 23 02:35:09.298915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b1db9-8703-465d-b481-345fccf196b6 req-2898e87e-d6ec-46b9-9db4-8ecbfca00ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:09.300977 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-2898e87e-d6ec-46b9-9db4-8ecbfca00ab8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525939 Mar 23 02:35:09.406023 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-5cf17da8-e749-46f1-b25d-2e261712d169 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980279 Mar 23 02:35:09.451778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['bf9d1f0b-4871-4f45-936f-de515557e599'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:35:09.508071 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-9913dc02-d239-481c-8082-2276f0aeb6a2 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948186 Mar 23 02:35:10.067817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342194-4cea-45d1-978c-7036f50715ec req-b4efc867-1cea-4c6a-b718-8c75232fc842 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:10.069394 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-39342194-4cea-45d1-978c-7036f50715ec req-b4efc867-1cea-4c6a-b718-8c75232fc842 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0586526 Mar 23 02:35:10.118503 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-39342194-4cea-45d1-978c-7036f50715ec req-a446b782-50ac-4305-b34a-fbe03041747c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431185 Mar 23 02:35:10.801295 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device bf9d1f0b-4871-4f45-936f-de515557e599 up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:35:10.867514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port bf9d1f0b-4871-4f45-936f-de515557e599 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:35:10.871849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port bf9d1f0b-4871-4f45-936f-de515557e599 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:35:10.872252 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:10.882495 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:35:10.952324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port bf9d1f0b-4871-4f45-936f-de515557e599 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:35:10.952712 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:10.975453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:35:10.977840 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff46b68-efd4-419d-adfc-d85626ff6665" -d '{"events": [{"server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "name": "network-vif-plugged", "status": "completed", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:35:10.990450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=bf9d1f0b-4871-4f45-936f-de515557e599,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:35:10.996406 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:11.027443 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd99d1d-c672-41bd-bd19-b9a67fc461b0 x-openstack-request-id: req-6dd99d1d-c672-41bd-bd19-b9a67fc461b0 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:35:11.027733 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "name": "network-vif-plugged", "status": "completed", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:35:11.027959 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6dd99d1d-c672-41bd-bd19-b9a67fc461b0 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:35:11.028376 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd99d1d-c672-41bd-bd19-b9a67fc461b0'] response: {'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'code': 200} Mar 23 02:35:11.051613 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=bf9d1f0b-4871-4f45-936f-de515557e599,revision_number=10']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:35:11.254305 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359b154-6cf0-46ac-8e97-467767cb0cf9 req-2579b568-056c-496a-9b69-73319c521feb tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:11.255806 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3359b154-6cf0-46ac-8e97-467767cb0cf9 req-2579b568-056c-496a-9b69-73319c521feb tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 947 time: 0.0582232 Mar 23 02:35:11.306787 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3359b154-6cf0-46ac-8e97-467767cb0cf9 req-305ce334-571f-4547-bfe4-98f88145863b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428135 Mar 23 02:35:12.445670 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbf67a-3740-41f9-990d-f4922f4e0973 req-7ab1a263-1675-41ce-a446-46a8c0e70f1a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:12.447383 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9efbf67a-3740-41f9-990d-f4922f4e0973 req-7ab1a263-1675-41ce-a446-46a8c0e70f1a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 947 time: 0.0615985 Mar 23 02:35:12.496704 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9efbf67a-3740-41f9-990d-f4922f4e0973 req-1a60164c-9af3-408c-8457-0d680c9d69d7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430357 Mar 23 02:35:13.621429 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9f241-76f2-4872-94c1-4c62f1bd37ff req-d3f66f74-a83d-424f-bc9d-fce0e66bb21b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:13.622921 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e6d9f241-76f2-4872-94c1-4c62f1bd37ff req-d3f66f74-a83d-424f-bc9d-fce0e66bb21b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 947 time: 0.0538926 Mar 23 02:35:13.675033 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e6d9f241-76f2-4872-94c1-4c62f1bd37ff req-cc993dab-074c-47ed-a92d-fd29547ed93f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463643 Mar 23 02:35:14.800462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ad8c0-f6ad-4438-b3e7-9c749400d818 req-2e60a681-3e42-4c68-ba65-dacedbbea767 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:14.802019 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-582ad8c0-f6ad-4438-b3e7-9c749400d818 req-2e60a681-3e42-4c68-ba65-dacedbbea767 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 947 time: 0.0568285 Mar 23 02:35:14.814078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device bf9d1f0b-4871-4f45-936f-de515557e599 no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:35:14.850051 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-582ad8c0-f6ad-4438-b3e7-9c749400d818 req-522da64b-c418-4ad7-8f95-43853c3bb910 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421779 Mar 23 02:35:14.895142 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port bf9d1f0b-4871-4f45-936f-de515557e599 is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:35:14.895532 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:14.920765 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:35:14.923083 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3de51e6-3af0-4b55-a41c-753b81ec0126" -d '{"events": [{"server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "name": "network-vif-unplugged", "status": "completed", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:35:14.941519 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=bf9d1f0b-4871-4f45-936f-de515557e599,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:35:14.947366 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:14.977786 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 02:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbc2756-866f-4b61-b54f-d9149d1d384d x-openstack-request-id: req-0fbc2756-866f-4b61-b54f-d9149d1d384d {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:35:14.978097 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "name": "network-vif-unplugged", "status": "completed", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:35:14.978356 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fbc2756-866f-4b61-b54f-d9149d1d384d {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:35:14.978778 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fbc2756-866f-4b61-b54f-d9149d1d384d'] response: {'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'code': 200} Mar 23 02:35:15.001144 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=bf9d1f0b-4871-4f45-936f-de515557e599,revision_number=11']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:35:15.814372 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b1db9-8703-465d-b481-345fccf196b6 req-ae5fb697-5e13-474f-a749-06bbc083c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:15.815846 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-ae5fb697-5e13-474f-a749-06bbc083c2ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27&tenant_id=b959132206244a4d8875d29a99ea52a1 HTTP/1.1" status: 200 len: 1127 time: 0.0494201 Mar 23 02:35:15.826569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:35:15.885448 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:16.089603 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0176-58b6-46bc-9c9f-6678f1638a2d req-51510fc0-8f53-4566-a6b5-a9ad08eb83a3 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:16.091089 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d49a0176-58b6-46bc-9c9f-6678f1638a2d req-51510fc0-8f53-4566-a6b5-a9ad08eb83a3 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.1651270 Mar 23 02:35:16.157969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=bf9d1f0b-4871-4f45-936f-de515557e599,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:35:16.181436 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d49a0176-58b6-46bc-9c9f-6678f1638a2d req-8052b2df-991d-4474-bf9e-e659f2b15820 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818322 Mar 23 02:35:16.202590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:35:16.235682 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9d1f0b-4871-4f45-936f-de515557e599 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:35:16.243824 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Publish callbacks [] for port (bf9d1f0b-4871-4f45-936f-de515557e599), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:16.257458 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Transition to ACTIVE for port object bf9d1f0b-4871-4f45-936f-de515557e599 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:35:16.262408 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:16.341520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9d1f0b-4871-4f45-936f-de515557e599,revision_number=12']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:35:16.355135 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:16.355476 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:16.355816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:16.356154 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:16.356478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:16.356854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:16.357175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:16.357496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:16.358156 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:16.358473 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:16.358794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:16.359097 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:16.359411 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:16.359726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:16.360046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:16.402548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] No DVR routers for this DVR port bf9d1f0b-4871-4f45-936f-de515557e599 on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:35:16.559596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Attempting to bind port bf9d1f0b-4871-4f45-936f-de515557e599 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:35:16.560356 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Attempting to bind port bf9d1f0b-4871-4f45-936f-de515557e599 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:35:16.560727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Attempting to bind port bf9d1f0b-4871-4f45-936f-de515557e599 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:35:16.566922 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Port bf9d1f0b-4871-4f45-936f-de515557e599 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:35:16.567426 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Attempting to bind port bf9d1f0b-4871-4f45-936f-de515557e599 on network b987d650-3ee7-4da2-9bf4-0c6a073e1636 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:35:16.574715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:35:16.575062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Checking segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:35:16.575455 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Bound using segment: {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:35:16.575887 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Bound port: bf9d1f0b-4871-4f45-936f-de515557e599, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560fafb3-80ab-424a-9266-09fd06bfdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:35:16.576251 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:16.641849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:35:16.645351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bf9d1f0b-4871-4f45-936f-de515557e599,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:35:16.652558 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:16.688643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:16.689274 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:16.690672 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] 10.222.0.42 "PUT /v2.0/ports/bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 200 len: 1093 time: 0.8679998 Mar 23 02:35:16.691106 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:35:16.693354 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2366487f-500b-4aa6-b7dc-d5f1afa087b5" -d '{"events": [{"name": "network-changed", "server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:35:16.725761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d3bfe-29c7-4fea-b29b-d17b67a299d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9d1f0b-4871-4f45-936f-de515557e599,revision_number=13']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:35:16.753494 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc212a17-dbe8-4bff-bf2c-ff6c4f872a4a x-openstack-request-id: req-fc212a17-dbe8-4bff-bf2c-ff6c4f872a4a {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:35:16.753804 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:35:16.754054 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc212a17-dbe8-4bff-bf2c-ff6c4f872a4a {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:35:16.754449 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc212a17-dbe8-4bff-bf2c-ff6c4f872a4a'] response: {'name': 'network-changed', 'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'status': 'completed', 'code': 200} Mar 23 02:35:16.767459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b1db9-8703-465d-b481-345fccf196b6 req-59acc0c6-c099-4777-bae5-b1423b57872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:16.769197 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-59acc0c6-c099-4777-bae5-b1423b57872d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 1127 time: 0.0544178 Mar 23 02:35:16.899926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b1db9-8703-465d-b481-345fccf196b6 req-d88dffc5-9689-47b6-a479-bcfeb3d96239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:16.901454 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-d88dffc5-9689-47b6-a479-bcfeb3d96239 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1261573 Mar 23 02:35:16.903280 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-2ddd9c12-8068-4bb9-944c-f706428a91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:16.904633 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-2ddd9c12-8068-4bb9-944c-f706428a91f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 1127 time: 0.0857563 Mar 23 02:35:17.014599 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-63a2c181-75af-4d69-a1f7-ed006661998e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 200 len: 1000 time: 0.1065471 Mar 23 02:35:17.073709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-4ee7ae75-91be-4a65-a262-1dc076fd30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:17.075169 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-4ee7ae75-91be-4a65-a262-1dc076fd30d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.1617286 Mar 23 02:35:17.088942 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b1db9-8703-465d-b481-345fccf196b6 req-692ee2d4-0418-47e1-b302-586fb1fd9b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:17.090270 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-692ee2d4-0418-47e1-b302-586fb1fd9b60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0676000 Mar 23 02:35:17.458184 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-bd8bb979-8d79-4ced-8236-4f154bdfe1f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 200 len: 1000 time: 0.3769896 Mar 23 02:35:17.523751 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b1db9-8703-465d-b481-345fccf196b6 req-10e4cece-232c-4d17-8183-688c604692b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:17.525826 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-10e4cece-232c-4d17-8183-688c604692b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4050272 Mar 23 02:35:17.536510 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156fdea-cdbd-4eff-b1c3-a410e375ddfe req-aa53651e-5939-43fc-b090-b78c29c4a4a7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:17.537898 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3156fdea-cdbd-4eff-b1c3-a410e375ddfe req-aa53651e-5939-43fc-b090-b78c29c4a4a7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.1490476 Mar 23 02:35:17.546806 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-44c3160e-b7ba-4d94-91f4-332ac3aa3fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:17.548056 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-44c3160e-b7ba-4d94-91f4-332ac3aa3fd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0831540 Mar 23 02:35:17.690154 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3156fdea-cdbd-4eff-b1c3-a410e375ddfe req-dfd68425-c4b4-41d0-9c70-39ef40b26f72 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403849 Mar 23 02:35:17.693132 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-de943f2b-1b24-4211-9a03-b9c66f127c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:17.694534 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-de943f2b-1b24-4211-9a03-b9c66f127c4e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1345096 Mar 23 02:35:17.696978 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-e5c97d6a-b738-4d2b-910b-dafd1741ae03 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581457 Mar 23 02:35:17.853008 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-e66fcdb2-f7c0-465b-9e59-4e7748f289b4 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517830 Mar 23 02:35:17.854759 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f04b1db9-8703-465d-b481-345fccf196b6 req-06a742f5-bb3d-4824-9f20-b05420f995ae service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526527 Mar 23 02:35:17.976410 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-5398891c-19be-40e0-a77c-51d191ea6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:17.978666 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-5398891c-19be-40e0-a77c-51d191ea6f5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 1127 time: 0.0780075 Mar 23 02:35:17.984204 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-1441cab8-5bfe-4afa-a7bc-755f052ab6d6 service neutron] 10.222.0.43 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258051 Mar 23 02:35:18.069264 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-b28d17d0-1906-47da-b95a-a4befb3109e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:18.070793 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-b28d17d0-1906-47da-b95a-a4befb3109e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0856798 Mar 23 02:35:18.142036 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-931cd20a-522f-4612-a291-812d273450c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 200 len: 1000 time: 0.0649297 Mar 23 02:35:18.190945 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-2e7e39d5-3714-4d55-b15d-59da6c6a6166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:18.192422 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-2e7e39d5-3714-4d55-b15d-59da6c6a6166 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0452840 Mar 23 02:35:18.240500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-0bbe86e7-3f94-47cf-befb-75071d1d387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:18.242051 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-0bbe86e7-3f94-47cf-befb-75071d1d387a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439751 Mar 23 02:35:18.335675 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-cc0b5435-f28f-4c7e-97c5-7ab54b07e2f1 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866783 Mar 23 02:35:18.424586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2366487f-500b-4aa6-b7dc-d5f1afa087b5 req-94784ffb-2fa3-40cd-80e4-4c867585c63e service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829742 Mar 23 02:35:18.824952 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b2d80-f038-4bcb-828a-7e696b43ead8 req-3640abc6-0f9e-4fbf-9926-f02af6b77610 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:18.826805 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a52b2d80-f038-4bcb-828a-7e696b43ead8 req-3640abc6-0f9e-4fbf-9926-f02af6b77610 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0622938 Mar 23 02:35:18.875651 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a52b2d80-f038-4bcb-828a-7e696b43ead8 req-2ed4232b-01ba-4e29-b075-ff53e1820af8 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432603 Mar 23 02:35:19.596881 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f1c74418-c197-49f7-98fb-963c84285263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:19.998534 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ebeb7-0fd7-4056-912d-08aecbc560af req-60b76f25-d65a-4ce2-a490-47f0578560c9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:20.000149 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ae8ebeb7-0fd7-4056-912d-08aecbc560af req-60b76f25-d65a-4ce2-a490-47f0578560c9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0548561 Mar 23 02:35:20.052341 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ae8ebeb7-0fd7-4056-912d-08aecbc560af req-f6f30b38-6be4-4497-a0fd-716dcddc71f7 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464358 Mar 23 02:35:21.180365 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5b01d-b450-487f-ae3d-ae8021952ba2 req-9265629f-cdff-4f7e-81f8-97a8773ef28b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:21.182038 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-83a5b01d-b450-487f-ae3d-ae8021952ba2 req-9265629f-cdff-4f7e-81f8-97a8773ef28b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0553715 Mar 23 02:35:21.182810 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:21.230842 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-83a5b01d-b450-487f-ae3d-ae8021952ba2 req-a0f87d07-a047-4086-a3cf-e8a81d803dd5 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422041 Mar 23 02:35:22.110465 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-be4f62a2-a27d-4b76-967e-911bdcc045aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:22.361503 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497f5d5-c7b4-47d6-9125-58a3f7662303 req-0caa4ac4-642f-47ed-8b14-1d2c67cd2026 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:22.362897 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d497f5d5-c7b4-47d6-9125-58a3f7662303 req-0caa4ac4-642f-47ed-8b14-1d2c67cd2026 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0547910 Mar 23 02:35:22.411817 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d497f5d5-c7b4-47d6-9125-58a3f7662303 req-9268fdfe-6d7c-4ee9-aade-1082a4e42bed tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427654 Mar 23 02:35:23.525316 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:23.543935 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea2f26-3320-481e-9c5f-9c562f29a1b4 req-32299d31-f059-4890-b685-05e9d6e6b450 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:23.545466 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1bea2f26-3320-481e-9c5f-9c562f29a1b4 req-32299d31-f059-4890-b685-05e9d6e6b450 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0591316 Mar 23 02:35:23.595864 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1bea2f26-3320-481e-9c5f-9c562f29a1b4 req-da168492-41bb-430b-bf61-1b680c1d42df tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445747 Mar 23 02:35:24.727254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22430a-6647-42ab-8d36-cafe5bc1b439 req-3bfa1e55-6788-40f3-a252-0051ac899170 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:24.728776 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c22430a-6647-42ab-8d36-cafe5bc1b439 req-3bfa1e55-6788-40f3-a252-0051ac899170 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0531092 Mar 23 02:35:24.775045 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9c22430a-6647-42ab-8d36-cafe5bc1b439 req-de11b6ee-02e5-46b3-9d19-46241701a027 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406785 Mar 23 02:35:24.846193 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:25.868363 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:25.901737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81e956-9780-48c1-aa6c-549382dd8f1d req-68aceeae-33e4-43ec-8428-7fc9c2e86d58 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:25.903322 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bd81e956-9780-48c1-aa6c-549382dd8f1d req-68aceeae-33e4-43ec-8428-7fc9c2e86d58 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0582168 Mar 23 02:35:25.957582 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bd81e956-9780-48c1-aa6c-549382dd8f1d req-4e1ce3ab-fb66-4cf5-8ced-a312a3c1a864 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481215 Mar 23 02:35:27.092701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c14b4b-9f56-4cfb-ae8e-2dc3879a2e8d req-db05dfdd-b4ab-4771-8237-969d7b766689 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:27.094871 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a4c14b4b-9f56-4cfb-ae8e-2dc3879a2e8d req-db05dfdd-b4ab-4771-8237-969d7b766689 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0592396 Mar 23 02:35:27.142293 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a4c14b4b-9f56-4cfb-ae8e-2dc3879a2e8d req-f86528e1-d1bb-4901-a355-03d0f3184cab tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417118 Mar 23 02:35:27.632858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff5880-2c8a-4dc1-affd-110186320a3b req-8109a90f-4c7e-4fba-9014-dcde464df02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:27.635002 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f7ff5880-2c8a-4dc1-affd-110186320a3b req-8109a90f-4c7e-4fba-9014-dcde464df02d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b959132206244a4d8875d29a99ea52a1&device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 1127 time: 0.0487704 Mar 23 02:35:27.744480 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff5880-2c8a-4dc1-affd-110186320a3b req-82cca825-5a90-4a05-add9-0c8c98978c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:27.746041 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f7ff5880-2c8a-4dc1-affd-110186320a3b req-82cca825-5a90-4a05-add9-0c8c98978c2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 200 len: 912 time: 0.0933545 Mar 23 02:35:27.815840 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f7ff5880-2c8a-4dc1-affd-110186320a3b req-faabcc02-38fc-4973-8a3e-5234a7a0703e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 200 len: 1000 time: 0.0632975 Mar 23 02:35:27.866369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff5880-2c8a-4dc1-affd-110186320a3b req-67626a62-2f5e-4cd0-a602-8ebfe5856de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:27.868265 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f7ff5880-2c8a-4dc1-affd-110186320a3b req-67626a62-2f5e-4cd0-a602-8ebfe5856de7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 200 len: 851 time: 0.0468855 Mar 23 02:35:27.925907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff5880-2c8a-4dc1-affd-110186320a3b req-68118ae0-270b-4a67-98c2-5785192ee9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:27.927456 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f7ff5880-2c8a-4dc1-affd-110186320a3b req-68118ae0-270b-4a67-98c2-5785192ee9ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b987d650-3ee7-4da2-9bf4-0c6a073e1636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533562 Mar 23 02:35:28.019168 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f7ff5880-2c8a-4dc1-affd-110186320a3b req-4aee428e-6cf1-42b1-9c62-6e33622c259b service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850873 Mar 23 02:35:28.113353 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f7ff5880-2c8a-4dc1-affd-110186320a3b req-27258339-51eb-4673-a6b4-7a0d9f4b95b8 service neutron] 10.222.0.42 "GET /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867205 Mar 23 02:35:28.277206 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd317f43-0f7b-4607-9e79-8f575238ddde req-e429a541-7b8d-4eb0-83d6-c1b998b0eb3f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:28.278700 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bd317f43-0f7b-4607-9e79-8f575238ddde req-e429a541-7b8d-4eb0-83d6-c1b998b0eb3f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0646980 Mar 23 02:35:28.327221 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bd317f43-0f7b-4607-9e79-8f575238ddde req-936cff2a-95f5-4f8d-9bd8-64282ec62dd6 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427337 Mar 23 02:35:29.470461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b733d-20b4-4ecc-a544-bc2ccecd8ae8 req-ba8f7f5b-a437-48a5-9aa0-6a7fcd90287d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:29.471996 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c54b733d-20b4-4ecc-a544-bc2ccecd8ae8 req-ba8f7f5b-a437-48a5-9aa0-6a7fcd90287d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0610549 Mar 23 02:35:29.518380 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c54b733d-20b4-4ecc-a544-bc2ccecd8ae8 req-ee63b5e4-2092-408c-8fd5-21582caac24a tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404963 Mar 23 02:35:30.675965 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20b9fd-4f13-4bea-bdc0-cf4eea9203c2 req-aa403ea9-2156-4968-ac5b-d06ba78e43ae tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:30.677520 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af20b9fd-4f13-4bea-bdc0-cf4eea9203c2 req-aa403ea9-2156-4968-ac5b-d06ba78e43ae tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0721924 Mar 23 02:35:30.732385 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af20b9fd-4f13-4bea-bdc0-cf4eea9203c2 req-85a7c0f5-7321-41fa-ab2e-3942a5bbe839 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469174 Mar 23 02:35:31.863951 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a96ee-6346-4329-a450-910ddaea1777 req-ce8765fe-fe5c-4c37-be32-507ad8d9c747 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:31.865503 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e96a96ee-6346-4329-a450-910ddaea1777 req-ce8765fe-fe5c-4c37-be32-507ad8d9c747 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0558918 Mar 23 02:35:31.922616 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e96a96ee-6346-4329-a450-910ddaea1777 req-6827923d-ed2d-4e31-9d35-a60d8e3d5c23 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506082 Mar 23 02:35:33.060633 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205db2c-1bab-4825-9d32-d7a4e90c21a9 req-a61ba568-43cc-4047-9dae-99d37b04a37f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:33.062172 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1205db2c-1bab-4825-9d32-d7a4e90c21a9 req-a61ba568-43cc-4047-9dae-99d37b04a37f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0572886 Mar 23 02:35:33.115527 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1205db2c-1bab-4825-9d32-d7a4e90c21a9 req-0833704a-84bf-418d-9742-dc90da4eaf63 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452380 Mar 23 02:35:34.263504 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f386f1-49da-4c3a-b550-f699d552ab28 req-14b49280-4b34-4522-bf6f-6a5744db599f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:34.265052 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a2f386f1-49da-4c3a-b550-f699d552ab28 req-14b49280-4b34-4522-bf6f-6a5744db599f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0598857 Mar 23 02:35:34.314252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a2f386f1-49da-4c3a-b550-f699d552ab28 req-1f248080-2513-4272-87ad-343935a74baf tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433686 Mar 23 02:35:34.364104 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:35.445297 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fc4b1-604d-4487-bc7e-39d6444a822a req-56abc428-5b4b-49e1-a6b0-7577f6d8f391 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:35.446800 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c0fc4b1-604d-4487-bc7e-39d6444a822a req-56abc428-5b4b-49e1-a6b0-7577f6d8f391 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0594575 Mar 23 02:35:35.498000 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9c0fc4b1-604d-4487-bc7e-39d6444a822a req-3b8f1fc2-9834-4637-a1ea-6d52736b24e9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446157 Mar 23 02:35:35.634327 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88239b-919b-4f57-97f8-b3e554e3ec1f req-3a91e493-290c-432c-b456-f1329ef08f6c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:35.635717 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d88239b-919b-4f57-97f8-b3e554e3ec1f req-3a91e493-290c-432c-b456-f1329ef08f6c tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0633569 Mar 23 02:35:35.684299 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d88239b-919b-4f57-97f8-b3e554e3ec1f req-2d330f8f-3c82-4355-9e11-fda1aa536ff9 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421174 Mar 23 02:35:35.818125 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82eee3d-0120-4220-b355-1f2fdd8f1f1f req-7b79a234-8174-48f1-be73-9ab754757913 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:35.819664 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d82eee3d-0120-4220-b355-1f2fdd8f1f1f req-7b79a234-8174-48f1-be73-9ab754757913 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0542724 Mar 23 02:35:35.871386 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d82eee3d-0120-4220-b355-1f2fdd8f1f1f req-1d9f7282-eee9-47ba-a74b-d2c8f9046f84 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458729 Mar 23 02:35:35.969913 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device bf9d1f0b-4871-4f45-936f-de515557e599 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:35:36.073419 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bf9d1f0b-4871-4f45-936f-de515557e599,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:35:36.085579 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'port_id': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'mac_address': 'fa:16:3e:79:06:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:35:36.119404 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887151cb-ed29-4e0c-a58c-cd2b9c9916e2 req-0ea41162-66fe-40d9-8a62-e7d94e5e2736 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:36.121123 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-887151cb-ed29-4e0c-a58c-cd2b9c9916e2 req-0ea41162-66fe-40d9-8a62-e7d94e5e2736 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 945 time: 0.0564508 Mar 23 02:35:36.122587 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port bf9d1f0b-4871-4f45-936f-de515557e599 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:35:36.122974 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:36.135663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9d1f0b-4871-4f45-936f-de515557e599 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:35:36.155362 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bf9d1f0b-4871-4f45-936f-de515557e599,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:35:36.159935 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:36.174536 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-887151cb-ed29-4e0c-a58c-cd2b9c9916e2 req-8202925a-5c41-471c-9fea-e9273b5be003 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473645 Mar 23 02:35:36.212492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=bf9d1f0b-4871-4f45-936f-de515557e599,revision_number=14']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:35:36.394396 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['bf9d1f0b-4871-4f45-936f-de515557e599'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:35:37.312198 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4259869-79df-47ac-9d63-ddbc78966b8c req-e9926a38-e686-4f22-829c-e852f7ee9b62 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:37.313744 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e4259869-79df-47ac-9d63-ddbc78966b8c req-e9926a38-e686-4f22-829c-e852f7ee9b62 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0604484 Mar 23 02:35:37.363456 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e4259869-79df-47ac-9d63-ddbc78966b8c req-6a76d1a6-f375-470c-b7f3-b0316aa60e0b tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups?id=cccc9f1b-f66a-4c1d-b845-49003327ca38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425978 Mar 23 02:35:37.677835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bed19b-a813-4481-843d-f6e1372598cb req-9c9fd203-2d8b-43d2-b1ea-62f01f4aeba4 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:35:37.679308 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0bed19b-a813-4481-843d-f6e1372598cb req-9c9fd203-2d8b-43d2-b1ea-62f01f4aeba4 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.42 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 946 time: 0.0635502 Mar 23 02:35:37.771824 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-a0bed19b-a813-4481-843d-f6e1372598cb req-339578c6-8039-45aa-81d3-b9a2384eaf4f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Deleting port bf9d1f0b-4871-4f45-936f-de515557e599 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:35:37.772163 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a0bed19b-a813-4481-843d-f6e1372598cb req-339578c6-8039-45aa-81d3-b9a2384eaf4f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:37.863966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-a0bed19b-a813-4481-843d-f6e1372598cb req-339578c6-8039-45aa-81d3-b9a2384eaf4f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] For port bf9d1f0b-4871-4f45-936f-de515557e599, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=bf9d1f0b-4871-4f45-936f-de515557e599,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:35:37.864320 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a0bed19b-a813-4481-843d-f6e1372598cb req-339578c6-8039-45aa-81d3-b9a2384eaf4f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:37.985086 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device bf9d1f0b-4871-4f45-936f-de515557e599 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:35:38.039555 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a0bed19b-a813-4481-843d-f6e1372598cb req-339578c6-8039-45aa-81d3-b9a2384eaf4f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:38.039927 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a0bed19b-a813-4481-843d-f6e1372598cb req-339578c6-8039-45aa-81d3-b9a2384eaf4f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (a5e789c1-a8b6-4c67-b708-25752906fd5e), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:38.040181 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port bf9d1f0b-4871-4f45-936f-de515557e599 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:35:38.040360 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [req-a0bed19b-a813-4481-843d-f6e1372598cb req-339578c6-8039-45aa-81d3-b9a2384eaf4f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Floating IP a5e789c1-a8b6-4c67-b708-25752906fd5e disassociated. External IP: 172.25.0.97, port: bf9d1f0b-4871-4f45-936f-de515557e599. Mar 23 02:35:38.040812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-a0bed19b-a813-4481-843d-f6e1372598cb req-339578c6-8039-45aa-81d3-b9a2384eaf4f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Calling delete_port for bf9d1f0b-4871-4f45-936f-de515557e599 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:35:38.044548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port bf9d1f0b-4871-4f45-936f-de515557e599 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:35:38.044959 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:38.122319 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port bf9d1f0b-4871-4f45-936f-de515557e599 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:35:38.122710 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:38.172465 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a0bed19b-a813-4481-843d-f6e1372598cb req-339578c6-8039-45aa-81d3-b9a2384eaf4f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (bf9d1f0b-4871-4f45-936f-de515557e599), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:38.199444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339578c6-8039-45aa-81d3-b9a2384eaf4f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Pushing event deleted for resources: {'Port': ['ID=bf9d1f0b-4871-4f45-936f-de515557e599,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:35:38.323428 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0bed19b-a813-4481-843d-f6e1372598cb req-339578c6-8039-45aa-81d3-b9a2384eaf4f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Router b09a5698-febf-4d3e-be72-cfc2bff13158 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:35:38.437822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0bed19b-a813-4481-843d-f6e1372598cb req-339578c6-8039-45aa-81d3-b9a2384eaf4f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:35:38.454962 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395ef173-53ad-4acb-92e9-9293367e1024 None None] Sync routers for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:35:38.468508 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ef173-53ad-4acb-92e9-9293367e1024 None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:35:38.469168 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-395ef173-53ad-4acb-92e9-9293367e1024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:35:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:35:38.471335 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-665a19c8-bb02-4229-a6bc-9992030f4eb3 req-64d8c978-d9b1-448d-ba21-e78a28a34a97 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 210 time: 0.0326838 Mar 23 02:35:38.481184 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bed19b-a813-4481-843d-f6e1372598cb req-339578c6-8039-45aa-81d3-b9a2384eaf4f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] No DVR routers for this DVR port bf9d1f0b-4871-4f45-936f-de515557e599 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:35:38.484210 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-a0bed19b-a813-4481-843d-f6e1372598cb req-339578c6-8039-45aa-81d3-b9a2384eaf4f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:38.487911 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a0bed19b-a813-4481-843d-f6e1372598cb req-339578c6-8039-45aa-81d3-b9a2384eaf4f tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.42 "DELETE /v2.0/ports/bf9d1f0b-4871-4f45-936f-de515557e599 HTTP/1.1" status: 204 len: 173 time: 0.8034234 Mar 23 02:35:38.488395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'name': 'network-vif-deleted', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:35:38.492121 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e0d624-f827-4334-aad6-201cb9acf7a1" -d '{"events": [{"server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "name": "network-vif-deleted", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:35:38.534775 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70870198-7605-401b-a7c4-471f62d6bda6 x-openstack-request-id: req-70870198-7605-401b-a7c4-471f62d6bda6 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:35:38.535126 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1933d826-1836-49ca-b0ae-d7921f126b27", "name": "network-vif-deleted", "tag": "bf9d1f0b-4871-4f45-936f-de515557e599", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:35:38.535388 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70870198-7605-401b-a7c4-471f62d6bda6 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:35:38.535808 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70870198-7605-401b-a7c4-471f62d6bda6'] response: {'server_uuid': '1933d826-1836-49ca-b0ae-d7921f126b27', 'name': 'network-vif-deleted', 'tag': 'bf9d1f0b-4871-4f45-936f-de515557e599', 'status': 'completed', 'code': 200} Mar 23 02:35:38.601570 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-395ef173-53ad-4acb-92e9-9293367e1024 None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:35:38.800231 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-395ef173-53ad-4acb-92e9-9293367e1024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:35:38.839748 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395ef173-53ad-4acb-92e9-9293367e1024 None None] Checking router: b09a5698-febf-4d3e-be72-cfc2bff13158 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:35:38.857505 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ef173-53ad-4acb-92e9-9293367e1024 None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:35:38.858176 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-395ef173-53ad-4acb-92e9-9293367e1024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:35:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:35:38.967569 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-395ef173-53ad-4acb-92e9-9293367e1024 None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:35:39.162640 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-395ef173-53ad-4acb-92e9-9293367e1024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:35:39.189246 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395ef173-53ad-4acb-92e9-9293367e1024 None None] The sync data for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 is: [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:31:04Z', 'revision_number': 4, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '67fbf14a-0e40-423d-a88e-3fbaa89b14e2', 'name': '', 'network_id': 'b987d650-3ee7-4da2-9bf4-0c6a073e1636', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'mac_address': 'fa:16:3e:c2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:03Z', 'updated_at': '2022-03-23T02:31:07Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'subnets': [{'id': '6861b56c-b880-4f3b-9d89-1cd98f603e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:35:39.426154 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25450db0-6358-464b-841a-60fc53b5dc65 None None] New status for floating IP a5e789c1-a8b6-4c67-b708-25752906fd5e: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:35:39.576870 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a12c6895-f0db-4269-8473-71db30dd8d34 req-9ae44512-b99f-4c2b-aefe-f4f28bcd4754 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 210 time: 0.0324988 Mar 23 02:35:40.681172 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b9a17634-0b8c-4f35-bcf4-c3e34dd5fee3 req-08f0e530-39e7-4396-9ef8-dc1e4aa898d0 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 210 time: 0.0318370 Mar 23 02:35:41.783690 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d8a17bc-df0a-4e27-b104-0ff17feae7a5 req-093eb14d-bb08-40cb-9c25-b1bf6d3be4cf tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 210 time: 0.0315897 Mar 23 02:35:42.001114 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device bf9d1f0b-4871-4f45-936f-de515557e599 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:35:42.022539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: bf9d1f0b-4871-4f45-936f-de515557e599 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:35:42.023265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device bf9d1f0b-4871-4f45-936f-de515557e599 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:35:42.881642 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-af085c9d-5609-4b21-8929-16d130929129 req-054c8b82-2a09-4e7e-8b10-e40fdaf50985 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 210 time: 0.0290356 Mar 23 02:35:43.979620 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1d7de6bc-f37b-4e73-9a47-39f8ee16186d req-f00b6c56-591d-4e00-8d47-49855432a96d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 210 time: 0.0274525 Mar 23 02:35:45.076931 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb38135e-1afd-4fab-bfe1-50e827cc9445 req-14d0d5e1-a4f7-445f-913a-fde21a7f55c1 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 210 time: 0.0283461 Mar 23 02:35:46.174744 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5d00e644-f944-466d-9fef-55d0fd3b0781 req-d16944b6-9772-4f27-8d59-c79e1a56e17d tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 210 time: 0.0290377 Mar 23 02:35:47.281655 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be47fc44-f0e7-42b7-8449-0f443fe6f070 req-c13462ac-157e-451d-b57b-f424c55a73ce tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/ports?device_id=1933d826-1836-49ca-b0ae-d7921f126b27 HTTP/1.1" status: 200 len: 210 time: 0.0294166 Mar 23 02:35:47.882146 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:35:49.594084 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3469141e-e340-4b04-b432-dde1127871ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:51.182013 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:52.115859 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5326a223-1635-4439-91df-40de9cbdd0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:53.529689 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:54.844392 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:55.149592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56398) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:35:55.205683 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for security_group (cccc9f1b-f66a-4c1d-b845-49003327ca38), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:55.229834 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for security_group (cccc9f1b-f66a-4c1d-b845-49003327ca38), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:55.280160 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (cccc9f1b-f66a-4c1d-b845-49003327ca38), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:55.282991 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:55.286499 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "DELETE /v2.0/security-groups/cccc9f1b-f66a-4c1d-b845-49003327ca38 HTTP/1.1" status: 204 len: 168 time: 0.1335721 Mar 23 02:35:55.286996 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56400) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:35:55.294138 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccc9f1b-f66a-4c1d-b845-49003327ca38,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:35:55.301293 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-ee957928-ef82-40c2-a6f9-8518cc286481 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] show failed (client error): The resource could not be found. Mar 23 02:35:55.301616 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:55.301960 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:55.305122 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:55.305288 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ee957928-ef82-40c2-a6f9-8518cc286481 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "GET /v2.0/security-groups/cccc9f1b-f66a-4c1d-b845-49003327ca38 HTTP/1.1" status: 404 len: 347 time: 0.0144529 Mar 23 02:35:55.305419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:55.305419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:55.305419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:55.305419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:55.305419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:55.305419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:55.305419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:55.305419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:55.305419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:55.306192 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:55.306289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56402) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:35:55.306394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:55.306394 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4ad0c1-9ae3-45e0-bd5e-162609558aef tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:35:55.721088 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-28693e98-061b-44a8-a026-b8badbd7a5a2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Deleting port c7c7f321-2f98-4974-a0bf-0defc53fe0c4 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:35:55.721324 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-28693e98-061b-44a8-a026-b8badbd7a5a2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c7c7f321-2f98-4974-a0bf-0defc53fe0c4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:55.796997 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-28693e98-061b-44a8-a026-b8badbd7a5a2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c7c7f321-2f98-4974-a0bf-0defc53fe0c4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:55.797320 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-28693e98-061b-44a8-a026-b8badbd7a5a2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for floatingip (c7c7f321-2f98-4974-a0bf-0defc53fe0c4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:55.809101 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-28693e98-061b-44a8-a026-b8badbd7a5a2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Calling delete_port for c7c7f321-2f98-4974-a0bf-0defc53fe0c4 owned by network:floatingip {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:35:55.864626 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:55.957964 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-28693e98-061b-44a8-a026-b8badbd7a5a2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (c7c7f321-2f98-4974-a0bf-0defc53fe0c4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:55.991341 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28693e98-061b-44a8-a026-b8badbd7a5a2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Pushing event deleted for resources: {'Port': ['ID=c7c7f321-2f98-4974-a0bf-0defc53fe0c4,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:35:56.046119 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-28693e98-061b-44a8-a026-b8badbd7a5a2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks [] for floatingip (a5e789c1-a8b6-4c67-b708-25752906fd5e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:56.050213 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-28693e98-061b-44a8-a026-b8badbd7a5a2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:56.051989 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-28693e98-061b-44a8-a026-b8badbd7a5a2 tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] 10.222.0.18 "DELETE /v2.0/floatingips/a5e789c1-a8b6-4c67-b708-25752906fd5e HTTP/1.1" status: 204 len: 168 time: 0.7446766 Mar 23 02:35:56.055109 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56404) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:35:56.508851 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9115a35e-cba4-4d8e-825e-0bd1a978e899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (b09a5698-febf-4d3e-be72-cfc2bff13158), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:56.829175 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-9115a35e-cba4-4d8e-825e-0bd1a978e899 admin admin] Deleting port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:35:56.829485 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9115a35e-cba4-4d8e-825e-0bd1a978e899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:56.915106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-9115a35e-cba4-4d8e-825e-0bd1a978e899 admin admin] For port 67fbf14a-0e40-423d-a88e-3fbaa89b14e2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=67fbf14a-0e40-423d-a88e-3fbaa89b14e2,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:35:56.915471 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9115a35e-cba4-4d8e-825e-0bd1a978e899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:56.928633 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-9115a35e-cba4-4d8e-825e-0bd1a978e899 admin admin] Calling delete_port for 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:35:57.128486 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9115a35e-cba4-4d8e-825e-0bd1a978e899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (67fbf14a-0e40-423d-a88e-3fbaa89b14e2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:57.153359 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115a35e-cba4-4d8e-825e-0bd1a978e899 admin admin] Pushing event deleted for resources: {'Port': ['ID=67fbf14a-0e40-423d-a88e-3fbaa89b14e2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:35:57.585847 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9115a35e-cba4-4d8e-825e-0bd1a978e899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (b09a5698-febf-4d3e-be72-cfc2bff13158), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:57.807463 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9115a35e-cba4-4d8e-825e-0bd1a978e899 admin admin] Router b09a5698-febf-4d3e-be72-cfc2bff13158 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:35:57.949880 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9115a35e-cba4-4d8e-825e-0bd1a978e899 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:35:57.955392 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9115a35e-cba4-4d8e-825e-0bd1a978e899 admin admin] 10.222.0.18 "PUT /v2.0/routers/b09a5698-febf-4d3e-be72-cfc2bff13158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8992431 Mar 23 02:35:57.958267 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56408) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:35:57.959097 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2ac177-f203-47d9-b9b7-e4be16876c8f None None] Sync routers for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:35:58.058774 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2ac177-f203-47d9-b9b7-e4be16876c8f None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:35:58.059274 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0b2ac177-f203-47d9-b9b7-e4be16876c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:35:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:35:58.068761 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6f49d126-2134-4a57-ab7a-3bae98c92b22 admin admin] Publish callbacks [] for router (b09a5698-febf-4d3e-be72-cfc2bff13158), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:58.166788 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-0b2ac177-f203-47d9-b9b7-e4be16876c8f None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:35:58.174845 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6f49d126-2134-4a57-ab7a-3bae98c92b22 admin admin] Publish callbacks [] for router_gateway (b09a5698-febf-4d3e-be72-cfc2bff13158), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:58.230616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6f49d126-2134-4a57-ab7a-3bae98c92b22 admin admin] Deleting port 98d9f5ae-7c22-49c8-a842-753c8f3aa534 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:35:58.230942 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6f49d126-2134-4a57-ab7a-3bae98c92b22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (98d9f5ae-7c22-49c8-a842-753c8f3aa534), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:58.321685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-6f49d126-2134-4a57-ab7a-3bae98c92b22 admin admin] For port 98d9f5ae-7c22-49c8-a842-753c8f3aa534, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=98d9f5ae-7c22-49c8-a842-753c8f3aa534,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:35:58.322032 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6f49d126-2134-4a57-ab7a-3bae98c92b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (98d9f5ae-7c22-49c8-a842-753c8f3aa534), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:58.335797 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-6f49d126-2134-4a57-ab7a-3bae98c92b22 admin admin] Calling delete_port for 98d9f5ae-7c22-49c8-a842-753c8f3aa534 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:35:58.348774 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0b2ac177-f203-47d9-b9b7-e4be16876c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:35:57Z', 'revision_number': 5, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port': {'id': '98d9f5ae-7c22-49c8-a842-753c8f3aa534', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:31:02Z', 'updated_at': '2022-03-23T02:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:35:58.377900 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2ac177-f203-47d9-b9b7-e4be16876c8f None None] Checking router: b09a5698-febf-4d3e-be72-cfc2bff13158 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:35:58.386650 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2ac177-f203-47d9-b9b7-e4be16876c8f None None] Routers {'b09a5698-febf-4d3e-be72-cfc2bff13158'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:35:58.387289 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0b2ac177-f203-47d9-b9b7-e4be16876c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:35:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b09a5698-febf-4d3e-be72-cfc2bff13158'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:35:58.473334 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-0b2ac177-f203-47d9-b9b7-e4be16876c8f None None] Set router b09a5698-febf-4d3e-be72-cfc2bff13158 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:35:58.509469 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6f49d126-2134-4a57-ab7a-3bae98c92b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (98d9f5ae-7c22-49c8-a842-753c8f3aa534), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:58.526793 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-0b2ac177-f203-47d9-b9b7-e4be16876c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:35:58Z', 'revision_number': 6, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:35:58.536295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49d126-2134-4a57-ab7a-3bae98c92b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d9f5ae-7c22-49c8-a842-753c8f3aa534,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:35:58.552553 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2ac177-f203-47d9-b9b7-e4be16876c8f None None] The sync data for ids ['b09a5698-febf-4d3e-be72-cfc2bff13158'] in n-d-834677-4 is: [{'id': 'b09a5698-febf-4d3e-be72-cfc2bff13158', 'name': 'tempest-ServerActionsTestJSON-1463757768-router', 'tenant_id': 'b959132206244a4d8875d29a99ea52a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:31:01Z', 'updated_at': '2022-03-23T02:35:58Z', 'revision_number': 6, 'project_id': 'b959132206244a4d8875d29a99ea52a1', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:35:58.600367 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6f49d126-2134-4a57-ab7a-3bae98c92b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (b09a5698-febf-4d3e-be72-cfc2bff13158), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:58.694904 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6f49d126-2134-4a57-ab7a-3bae98c92b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (b09a5698-febf-4d3e-be72-cfc2bff13158), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:58.697102 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6f49d126-2134-4a57-ab7a-3bae98c92b22 admin admin] Publish callbacks [] for router_controller (b09a5698-febf-4d3e-be72-cfc2bff13158), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:58.744070 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6f49d126-2134-4a57-ab7a-3bae98c92b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (b09a5698-febf-4d3e-be72-cfc2bff13158), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:58.744877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f49d126-2134-4a57-ab7a-3bae98c92b22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b09a5698-febf-4d3e-be72-cfc2bff13158 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:35:58.750317 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6f49d126-2134-4a57-ab7a-3bae98c92b22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:58.751464 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6f49d126-2134-4a57-ab7a-3bae98c92b22 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b09a5698-febf-4d3e-be72-cfc2bff13158 HTTP/1.1" status: 204 len: 168 time: 0.7922268 Mar 23 02:35:58.754807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56410) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:35:58.804664 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a66b90-e0cf-4f3b-a57d-675f495529e8 admin admin] Deleting subnet 6861b56c-b880-4f3b-9d89-1cd98f603e92 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:35:58.808830 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d6a66b90-e0cf-4f3b-a57d-675f495529e8 admin admin] Publish callbacks [] for subnet (6861b56c-b880-4f3b-9d89-1cd98f603e92), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:58.844469 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d6a66b90-e0cf-4f3b-a57d-675f495529e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (6861b56c-b880-4f3b-9d89-1cd98f603e92), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:58.926338 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d6a66b90-e0cf-4f3b-a57d-675f495529e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (6861b56c-b880-4f3b-9d89-1cd98f603e92), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:58.982985 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d6a66b90-e0cf-4f3b-a57d-675f495529e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (6861b56c-b880-4f3b-9d89-1cd98f603e92), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:59.014297 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a66b90-e0cf-4f3b-a57d-675f495529e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6861b56c-b880-4f3b-9d89-1cd98f603e92,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:35:59.019963 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d6a66b90-e0cf-4f3b-a57d-675f495529e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:59.023666 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d6a66b90-e0cf-4f3b-a57d-675f495529e8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6861b56c-b880-4f3b-9d89-1cd98f603e92 HTTP/1.1" status: 204 len: 168 time: 0.2677736 Mar 23 02:35:59.026413 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56412) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:35:59.026898 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970278cb-d82f-4e3b-9508-6208b2f2d667 None None] Network b987d650-3ee7-4da2-9bf4-0c6a073e1636 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:35:59.099975 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (b987d650-3ee7-4da2-9bf4-0c6a073e1636), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:59.159828 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] Deleting port 082ff8f5-62c9-4af2-a1c3-2cc49066a19d {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:35:59.160200 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (082ff8f5-62c9-4af2-a1c3-2cc49066a19d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:59.231081 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] For port 082ff8f5-62c9-4af2-a1c3-2cc49066a19d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=082ff8f5-62c9-4af2-a1c3-2cc49066a19d,segment=NetworkSegment(560fafb3-80ab-424a-9266-09fd06bfdb91),segment_id=560fafb3-80ab-424a-9266-09fd06bfdb91)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:35:59.231414 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (082ff8f5-62c9-4af2-a1c3-2cc49066a19d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:59.245838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] Calling delete_port for 082ff8f5-62c9-4af2-a1c3-2cc49066a19d owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:35:59.331169 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (082ff8f5-62c9-4af2-a1c3-2cc49066a19d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:59.353763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6c28dc-add2-40e1-a55a-074594fd763b None None] DHCP port deletion for b987d650-3ee7-4da2-9bf4-0c6a073e1636 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:35:59.358592 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=082ff8f5-62c9-4af2-a1c3-2cc49066a19d,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:35:59.366981 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] No DVR routers for this DVR port 082ff8f5-62c9-4af2-a1c3-2cc49066a19d on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:35:59.418131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:35:59.438412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:35:59.438840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 67fbf14a-0e40-423d-a88e-3fbaa89b14e2 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:35:59.439715 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 082ff8f5-62c9-4af2-a1c3-2cc49066a19d no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:35:59.451296 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (b987d650-3ee7-4da2-9bf4-0c6a073e1636), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:59.461824 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 082ff8f5-62c9-4af2-a1c3-2cc49066a19d {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:35:59.462164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 082ff8f5-62c9-4af2-a1c3-2cc49066a19d not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:35:59.462790 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 98d9f5ae-7c22-49c8-a842-753c8f3aa534 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:35:59.474374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b987d650-3ee7-4da2-9bf4-0c6a073e1636']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:35:59.485663 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560fafb3-80ab-424a-9266-09fd06bfdb91') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:35:59.486137 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560fafb3-80ab-424a-9266-09fd06bfdb91') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:35:59.486433 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 98d9f5ae-7c22-49c8-a842-753c8f3aa534 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:35:59.486955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 98d9f5ae-7c22-49c8-a842-753c8f3aa534 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:35:59.497141 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (560fafb3-80ab-424a-9266-09fd06bfdb91), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:59.512940 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (560fafb3-80ab-424a-9266-09fd06bfdb91), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:59.518913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:35:59.519291 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (560fafb3-80ab-424a-9266-09fd06bfdb91), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:35:59.521069 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:35:59.579224 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (b987d650-3ee7-4da2-9bf4-0c6a073e1636), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:59.585050 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:59.588436 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b987d650-3ee7-4da2-9bf4-0c6a073e1636 HTTP/1.1" status: 204 len: 168 time: 0.5609562 Mar 23 02:35:59.605838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a01112-c2b0-4d41-b068-e00c106885d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b987d650-3ee7-4da2-9bf4-0c6a073e1636,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:35:59.708593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56416) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:35:59.749947 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9253de20-cb8c-48ec-b6b6-3ecd5d4bc9b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b959132206244a4d8875d29a99ea52a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401144 Mar 23 02:35:59.753310 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56418) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:35:59.803903 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e17051c5-cc45-4c8c-bd1c-d2c7a413782a admin admin] Publish callbacks [] for security_group (c31e5da9-fac7-43e4-bec4-87ffb1b79050), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:59.826135 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e17051c5-cc45-4c8c-bd1c-d2c7a413782a admin admin] Publish callbacks [] for security_group (c31e5da9-fac7-43e4-bec4-87ffb1b79050), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:59.878518 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e17051c5-cc45-4c8c-bd1c-d2c7a413782a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (c31e5da9-fac7-43e4-bec4-87ffb1b79050), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:59.882717 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e17051c5-cc45-4c8c-bd1c-d2c7a413782a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:35:59.884248 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e17051c5-cc45-4c8c-bd1c-d2c7a413782a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c31e5da9-fac7-43e4-bec4-87ffb1b79050 HTTP/1.1" status: 204 len: 168 time: 0.1299534 Mar 23 02:35:59.892900 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17051c5-cc45-4c8c-bd1c-d2c7a413782a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31e5da9-fac7-43e4-bec4-87ffb1b79050,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:00.602850 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56440) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:00.711674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-32459372-502c-4ec0-acbb-2fdb8bb88567 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2003463490-network', 'tenant_id': '47b6e45640b04c06bd0e1356537f9956'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:00.738395 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32459372-502c-4ec0-acbb-2fdb8bb88567 admin admin] Made reservation on behalf of 47b6e45640b04c06bd0e1356537f9956 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:00.741624 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-32459372-502c-4ec0-acbb-2fdb8bb88567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:00.754638 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-32459372-502c-4ec0-acbb-2fdb8bb88567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:00.837360 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-32459372-502c-4ec0-acbb-2fdb8bb88567 admin admin] Publish callbacks [] for security_group (fbc019ba-0270-4e36-b89c-aa483a5a6589), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:00.843649 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-32459372-502c-4ec0-acbb-2fdb8bb88567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fbc019ba-0270-4e36-b89c-aa483a5a6589), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:00.870501 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32459372-502c-4ec0-acbb-2fdb8bb88567 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:36:00.876639 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32459372-502c-4ec0-acbb-2fdb8bb88567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc019ba-0270-4e36-b89c-aa483a5a6589,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:00.882436 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-32459372-502c-4ec0-acbb-2fdb8bb88567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d23f294d-625b-4216-a6d3-c3b9630f8a1b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:00.882775 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-32459372-502c-4ec0-acbb-2fdb8bb88567 admin admin] Added segment d23f294d-625b-4216-a6d3-c3b9630f8a1b of type vlan for network 3fbdd64c-659d-4109-a155-1663ece4be5c Mar 23 02:36:00.923772 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-32459372-502c-4ec0-acbb-2fdb8bb88567 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (3fbdd64c-659d-4109-a155-1663ece4be5c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:00.952343 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-32459372-502c-4ec0-acbb-2fdb8bb88567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (3fbdd64c-659d-4109-a155-1663ece4be5c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:00.953244 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32459372-502c-4ec0-acbb-2fdb8bb88567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:00.953810 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-32459372-502c-4ec0-acbb-2fdb8bb88567 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:01.013327 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-32459372-502c-4ec0-acbb-2fdb8bb88567 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4093640 Mar 23 02:36:01.016196 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56444) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:01.023258 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-1cf8264a-8daf-4e27-9844-09dfef48a78f admin admin] Request body: {'subnet': {'network_id': '3fbdd64c-659d-4109-a155-1663ece4be5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2003463490-subnet', 'tenant_id': '47b6e45640b04c06bd0e1356537f9956', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:01.027766 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32459372-502c-4ec0-acbb-2fdb8bb88567 admin admin] Pushing event updated for resources: {'Network': ['ID=3fbdd64c-659d-4109-a155-1663ece4be5c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:01.037783 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 3fbdd64c-659d-4109-a155-1663ece4be5c details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:36:01.047525 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf8264a-8daf-4e27-9844-09dfef48a78f admin admin] Made reservation on behalf of 47b6e45640b04c06bd0e1356537f9956 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:01.049886 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cf8264a-8daf-4e27-9844-09dfef48a78f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:01.240366 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cf8264a-8daf-4e27-9844-09dfef48a78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (3520d5fa-f2b6-4b7b-920d-fb247767a7f0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:01.294709 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8264a-8daf-4e27-9844-09dfef48a78f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3520d5fa-f2b6-4b7b-920d-fb247767a7f0,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:01.305723 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8264a-8daf-4e27-9844-09dfef48a78f admin admin] Checking segment: {'id': 'd23f294d-625b-4216-a6d3-c3b9630f8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3fbdd64c-659d-4109-a155-1663ece4be5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:01.306083 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf8264a-8daf-4e27-9844-09dfef48a78f admin admin] Network hostable DHCP agents. Network: 3fbdd64c-659d-4109-a155-1663ece4be5c, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:36:01.325857 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf8264a-8daf-4e27-9844-09dfef48a78f admin admin] Network 3fbdd64c-659d-4109-a155-1663ece4be5c is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:36:01.336062 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-1cf8264a-8daf-4e27-9844-09dfef48a78f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 3fbdd64c-659d-4109-a155-1663ece4be5c) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:01.340301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf8264a-8daf-4e27-9844-09dfef48a78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:01.340988 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1cf8264a-8daf-4e27-9844-09dfef48a78f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:01.345463 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592dd831-8e54-4493-a139-cd6895313d6a None None] Network 3fbdd64c-659d-4109-a155-1663ece4be5c requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:01.357097 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1cf8264a-8daf-4e27-9844-09dfef48a78f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3380663 Mar 23 02:36:01.444539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eb7e95-d122-48f6-ad6b-ce079642732a None None] Network 3fbdd64c-659d-4109-a155-1663ece4be5c requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:01.786485 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-6045d4ed-578b-4183-8294-21bcb53fdf6e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:01.787841 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-6045d4ed-578b-4183-8294-21bcb53fdf6e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/networks?id=3fbdd64c-659d-4109-a155-1663ece4be5c HTTP/1.1" status: 200 len: 814 time: 0.1126757 Mar 23 02:36:01.805487 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-288c0fa0-557e-467a-9f42-eed2c56dade5 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/quotas/47b6e45640b04c06bd0e1356537f9956 HTTP/1.1" status: 200 len: 375 time: 0.0118818 Mar 23 02:36:01.847908 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-24dae2a7-3b27-446e-a342-555cb7ed0dfa tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=47b6e45640b04c06bd0e1356537f9956&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371056 Mar 23 02:36:01.914453 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-a6630736-3fd5-48c4-a933-ddda1c0038f8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:36:01.915837 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-a6630736-3fd5-48c4-a933-ddda1c0038f8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0589418 Mar 23 02:36:02.015687 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-106c3c05-8f70-4a46-a628-5512c717feef service neutron] 10.222.0.18 "GET /v2.0/networks/3fbdd64c-659d-4109-a155-1663ece4be5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932617 Mar 23 02:36:02.106289 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-7acfaf40-4b39-4bff-a766-27c0154b21a0 service neutron] 10.222.0.18 "GET /v2.0/networks/3fbdd64c-659d-4109-a155-1663ece4be5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845523 Mar 23 02:36:03.304550 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ecc48749-e367-4b81-9962-4f8b7a92f620 req-478b7405-436b-4e3a-850b-9aae7007e86f tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 210 time: 0.0286908 Mar 23 02:36:04.287717 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-2681501c-9057-45c9-8b86-d37d6cb37378 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:04.289248 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-2681501c-9057-45c9-8b86-d37d6cb37378 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.42 "GET /v2.0/networks?id=3fbdd64c-659d-4109-a155-1663ece4be5c HTTP/1.1" status: 200 len: 814 time: 0.1079156 Mar 23 02:36:04.302617 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-14b33e94-cc9d-4d2f-91e8-6a9a831d5ed7 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Request body: {'port': {'device_id': '35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa', 'network_id': '3fbdd64c-659d-4109-a155-1663ece4be5c', 'admin_state_up': True, 'tenant_id': '47b6e45640b04c06bd0e1356537f9956'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:04.359855 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:04.411716 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d6a17fb-ccdc-4eda-a38a-fa5e5c4fe681 req-4ede2b07-bf35-4d56-9fd2-9cdc370d298a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 210 time: 0.0375125 Mar 23 02:36:04.449384 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-14b33e94-cc9d-4d2f-91e8-6a9a831d5ed7 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Made reservation on behalf of 47b6e45640b04c06bd0e1356537f9956 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:04.452835 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-14b33e94-cc9d-4d2f-91e8-6a9a831d5ed7 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:04.577240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-14b33e94-cc9d-4d2f-91e8-6a9a831d5ed7 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Allocated IP 172.20.0.10 (3fbdd64c-659d-4109-a155-1663ece4be5c/3520d5fa-f2b6-4b7b-920d-fb247767a7f0/88e1ac89-7ee9-4943-9a15-6731ca5c9125) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:36:04.742538 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-14b33e94-cc9d-4d2f-91e8-6a9a831d5ed7 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Publish callbacks [] for port (88e1ac89-7ee9-4943-9a15-6731ca5c9125), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:04.782008 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-14b33e94-cc9d-4d2f-91e8-6a9a831d5ed7 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (88e1ac89-7ee9-4943-9a15-6731ca5c9125), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:04.831469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-14b33e94-cc9d-4d2f-91e8-6a9a831d5ed7 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Network 3fbdd64c-659d-4109-a155-1663ece4be5c is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:36:04.834490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-14b33e94-cc9d-4d2f-91e8-6a9a831d5ed7 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:04.841843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-14b33e94-cc9d-4d2f-91e8-6a9a831d5ed7 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:36:04.848588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b33e94-cc9d-4d2f-91e8-6a9a831d5ed7 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Pushing event updated for resources: {'Port': ['ID=88e1ac89-7ee9-4943-9a15-6731ca5c9125,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:04.893689 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-14b33e94-cc9d-4d2f-91e8-6a9a831d5ed7 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:04.894302 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-14b33e94-cc9d-4d2f-91e8-6a9a831d5ed7 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:04.912263 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-14b33e94-cc9d-4d2f-91e8-6a9a831d5ed7 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6142969 Mar 23 02:36:04.923984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Request body: {'port': {'device_id': '35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:04.987549 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (88e1ac89-7ee9-4943-9a15-6731ca5c9125), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:05.263543 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e1ac89-7ee9-4943-9a15-6731ca5c9125 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:36:05.271111 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Publish callbacks [] for port (88e1ac89-7ee9-4943-9a15-6731ca5c9125), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:05.283575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Transition to ACTIVE for port object 88e1ac89-7ee9-4943-9a15-6731ca5c9125 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:36:05.290616 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (88e1ac89-7ee9-4943-9a15-6731ca5c9125), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:05.339339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Pushing event updated for resources: {'Port': ['ID=88e1ac89-7ee9-4943-9a15-6731ca5c9125,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:05.412575 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Attempting to bind port 88e1ac89-7ee9-4943-9a15-6731ca5c9125 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:36:05.412935 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Attempting to bind port 88e1ac89-7ee9-4943-9a15-6731ca5c9125 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'd23f294d-625b-4216-a6d3-c3b9630f8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3fbdd64c-659d-4109-a155-1663ece4be5c'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:36:05.413260 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Attempting to bind port 88e1ac89-7ee9-4943-9a15-6731ca5c9125 on network 3fbdd64c-659d-4109-a155-1663ece4be5c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:36:05.417602 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Port 88e1ac89-7ee9-4943-9a15-6731ca5c9125 on network 3fbdd64c-659d-4109-a155-1663ece4be5c not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:36:05.417942 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Attempting to bind port 88e1ac89-7ee9-4943-9a15-6731ca5c9125 on network 3fbdd64c-659d-4109-a155-1663ece4be5c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:36:05.423272 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:36:05.423607 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Checking segment: {'id': 'd23f294d-625b-4216-a6d3-c3b9630f8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3fbdd64c-659d-4109-a155-1663ece4be5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:05.424011 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Bound using segment: {'id': 'd23f294d-625b-4216-a6d3-c3b9630f8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3fbdd64c-659d-4109-a155-1663ece4be5c'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:36:05.424459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Bound port: 88e1ac89-7ee9-4943-9a15-6731ca5c9125, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23f294d-625b-4216-a6d3-c3b9630f8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3fbdd64c-659d-4109-a155-1663ece4be5c'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:36:05.424847 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (88e1ac89-7ee9-4943-9a15-6731ca5c9125), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:05.494903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] For port 88e1ac89-7ee9-4943-9a15-6731ca5c9125, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:36:05.498685 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] For port 88e1ac89-7ee9-4943-9a15-6731ca5c9125, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=88e1ac89-7ee9-4943-9a15-6731ca5c9125,segment=NetworkSegment(d23f294d-625b-4216-a6d3-c3b9630f8a1b),segment_id=d23f294d-625b-4216-a6d3-c3b9630f8a1b)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:36:05.507851 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (88e1ac89-7ee9-4943-9a15-6731ca5c9125), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:05.542618 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:05.543675 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:05.545105 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] 10.222.0.42 "PUT /v2.0/ports/88e1ac89-7ee9-4943-9a15-6731ca5c9125 HTTP/1.1" status: 200 len: 1092 time: 0.6251688 Mar 23 02:36:05.545553 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa', 'tag': '88e1ac89-7ee9-4943-9a15-6731ca5c9125'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:36:05.545681 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b576ccf-52cc-47f9-bd0e-9f7baecda904 req-f49a8e1d-9ae1-40dc-8684-2364daacdc82 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:05.547140 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9b576ccf-52cc-47f9-bd0e-9f7baecda904 req-f49a8e1d-9ae1-40dc-8684-2364daacdc82 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 944 time: 0.0589302 Mar 23 02:36:05.547835 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f8c692-bac5-4791-a797-a3c9970a48a7" -d '{"events": [{"name": "network-changed", "server_uuid": "35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa", "tag": "88e1ac89-7ee9-4943-9a15-6731ca5c9125"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:36:05.572075 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a17ee-bd40-4951-ae87-db705514c825 service neutron] Pushing event updated for resources: {'Port': ['ID=88e1ac89-7ee9-4943-9a15-6731ca5c9125,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:05.604428 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9b576ccf-52cc-47f9-bd0e-9f7baecda904 req-494a4e22-48d7-477d-bb9f-c0e6a10b3bc4 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505817 Mar 23 02:36:05.605957 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb21d6b-baff-46b0-8dd4-d0056d6f3b3c x-openstack-request-id: req-1fb21d6b-baff-46b0-8dd4-d0056d6f3b3c {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:36:05.606230 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa", "tag": "88e1ac89-7ee9-4943-9a15-6731ca5c9125", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:36:05.606481 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1fb21d6b-baff-46b0-8dd4-d0056d6f3b3c {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:36:05.606882 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fb21d6b-baff-46b0-8dd4-d0056d6f3b3c'] response: {'name': 'network-changed', 'server_uuid': '35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa', 'tag': '88e1ac89-7ee9-4943-9a15-6731ca5c9125', 'status': 'completed', 'code': 200} Mar 23 02:36:05.643992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-5cc049d4-e894-42b3-8c79-5abee5c3d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:05.645555 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-5cc049d4-e894-42b3-8c79-5abee5c3d5c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47b6e45640b04c06bd0e1356537f9956&device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 1126 time: 0.0508657 Mar 23 02:36:05.686129 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-14fbcd47-2c0e-4af9-bbbe-eedf230ebd4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88e1ac89-7ee9-4943-9a15-6731ca5c9125 HTTP/1.1" status: 200 len: 217 time: 0.0340643 Mar 23 02:36:05.738405 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-7b59cb40-2507-43dd-9fca-f63d6ea782a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:05.739897 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-7b59cb40-2507-43dd-9fca-f63d6ea782a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3520d5fa-f2b6-4b7b-920d-fb247767a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0471921 Mar 23 02:36:05.776057 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-03fb48a9-b6aa-4830-b791-70e7a51bc357 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fbdd64c-659d-4109-a155-1663ece4be5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297008 Mar 23 02:36:05.883330 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-c2632dd5-d2f2-4175-8f31-26465a87f0c5 service neutron] 10.222.0.42 "GET /v2.0/networks/3fbdd64c-659d-4109-a155-1663ece4be5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008651 Mar 23 02:36:05.979354 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-162cb9f4-51be-4412-9699-7d2353a5af32 req-8647e767-b1bb-4abb-bbf9-f125edd79891 service neutron] 10.222.0.42 "GET /v2.0/networks/3fbdd64c-659d-4109-a155-1663ece4be5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901523 Mar 23 02:36:06.083928 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8c692-bac5-4791-a797-a3c9970a48a7 req-e92b98b2-4530-4a4d-b073-c0f2d9ef5b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:06.085469 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7f8c692-bac5-4791-a797-a3c9970a48a7 req-e92b98b2-4530-4a4d-b073-c0f2d9ef5b6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47b6e45640b04c06bd0e1356537f9956&device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 1126 time: 0.0473220 Mar 23 02:36:06.178710 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8c692-bac5-4791-a797-a3c9970a48a7 req-fff9429a-58b2-436c-ad98-87e8ee2a74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:06.180209 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7f8c692-bac5-4791-a797-a3c9970a48a7 req-fff9429a-58b2-436c-ad98-87e8ee2a74dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=3fbdd64c-659d-4109-a155-1663ece4be5c HTTP/1.1" status: 200 len: 914 time: 0.0874982 Mar 23 02:36:06.224764 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7f8c692-bac5-4791-a797-a3c9970a48a7 req-ebdf24bb-df6d-4edc-bab4-2af31928ecfa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88e1ac89-7ee9-4943-9a15-6731ca5c9125 HTTP/1.1" status: 200 len: 217 time: 0.0384762 Mar 23 02:36:06.280627 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8c692-bac5-4791-a797-a3c9970a48a7 req-2c7f78cc-4d2b-4ebf-a8ea-694b14cb5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:06.282067 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7f8c692-bac5-4791-a797-a3c9970a48a7 req-2c7f78cc-4d2b-4ebf-a8ea-694b14cb5d6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3520d5fa-f2b6-4b7b-920d-fb247767a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0504537 Mar 23 02:36:06.315561 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7f8c692-bac5-4791-a797-a3c9970a48a7 req-ffa75815-5e20-435a-a960-d321d0c3a13d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fbdd64c-659d-4109-a155-1663ece4be5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265515 Mar 23 02:36:06.410054 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7f8c692-bac5-4791-a797-a3c9970a48a7 req-1b26568a-f299-4bcf-92bf-1b1ff72a6e3d service neutron] 10.222.0.42 "GET /v2.0/networks/3fbdd64c-659d-4109-a155-1663ece4be5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879459 Mar 23 02:36:06.509126 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e7f8c692-bac5-4791-a797-a3c9970a48a7 req-eaf05802-111b-4864-9148-0461add58b51 service neutron] 10.222.0.42 "GET /v2.0/networks/3fbdd64c-659d-4109-a155-1663ece4be5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915878 Mar 23 02:36:06.736586 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847ae0b-f14f-42f3-a29f-9b303af2033e req-0ca1ed32-35ac-4e14-a6b6-bab5ff9e6dbf tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:06.738011 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7847ae0b-f14f-42f3-a29f-9b303af2033e req-0ca1ed32-35ac-4e14-a6b6-bab5ff9e6dbf tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 944 time: 0.0545793 Mar 23 02:36:06.789054 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7847ae0b-f14f-42f3-a29f-9b303af2033e req-bd16af66-d10c-446c-9320-537862c0e147 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453577 Mar 23 02:36:07.935264 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4aa2a-f861-4756-8d13-bca20651d45a req-0ef77a88-a500-4cb2-a369-5ccac50a1792 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:07.936818 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-01e4aa2a-f861-4756-8d13-bca20651d45a req-0ef77a88-a500-4cb2-a369-5ccac50a1792 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 944 time: 0.0653565 Mar 23 02:36:07.990332 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-01e4aa2a-f861-4756-8d13-bca20651d45a req-197608cd-e247-434f-9d1f-1d035837e715 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448322 Mar 23 02:36:09.119332 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974f458-80d8-43ea-b0b6-a295eafa5159 req-80956835-3804-4ec8-b382-2cab86b22ea3 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:09.120859 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7974f458-80d8-43ea-b0b6-a295eafa5159 req-80956835-3804-4ec8-b382-2cab86b22ea3 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 944 time: 0.0564914 Mar 23 02:36:09.177417 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7974f458-80d8-43ea-b0b6-a295eafa5159 req-50cc2366-2926-47d9-b37c-460ce0b4d821 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503750 Mar 23 02:36:10.124954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 88e1ac89-7ee9-4943-9a15-6731ca5c9125 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:36:10.230214 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 88e1ac89-7ee9-4943-9a15-6731ca5c9125, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=88e1ac89-7ee9-4943-9a15-6731ca5c9125,segment=NetworkSegment(d23f294d-625b-4216-a6d3-c3b9630f8a1b),segment_id=d23f294d-625b-4216-a6d3-c3b9630f8a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:10.243243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '88e1ac89-7ee9-4943-9a15-6731ca5c9125', 'network_id': '3fbdd64c-659d-4109-a155-1663ece4be5c', 'port_id': '88e1ac89-7ee9-4943-9a15-6731ca5c9125', 'mac_address': 'fa:16:3e:c3:0c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3520d5fa-f2b6-4b7b-920d-fb247767a7f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:36:10.284273 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 88e1ac89-7ee9-4943-9a15-6731ca5c9125 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:36:10.284694 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (88e1ac89-7ee9-4943-9a15-6731ca5c9125), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:10.299966 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e1ac89-7ee9-4943-9a15-6731ca5c9125 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:36:10.302708 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ce071-bac8-4940-9595-ca4aaa024fb9 req-a4175b4a-6419-4da0-88fc-4f286702da4f tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:10.304215 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bd2ce071-bac8-4940-9595-ca4aaa024fb9 req-a4175b4a-6419-4da0-88fc-4f286702da4f tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 944 time: 0.0572469 Mar 23 02:36:10.321539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 88e1ac89-7ee9-4943-9a15-6731ca5c9125, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=88e1ac89-7ee9-4943-9a15-6731ca5c9125,segment=NetworkSegment(d23f294d-625b-4216-a6d3-c3b9630f8a1b),segment_id=d23f294d-625b-4216-a6d3-c3b9630f8a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:10.328401 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (88e1ac89-7ee9-4943-9a15-6731ca5c9125), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:10.358973 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bd2ce071-bac8-4940-9595-ca4aaa024fb9 req-322d79d8-7641-4333-8560-d29fe15395ea tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490348 Mar 23 02:36:10.380973 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=88e1ac89-7ee9-4943-9a15-6731ca5c9125,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:10.388410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:10.389073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:10.389073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:10.389411 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:10.389739 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:10.390116 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:10.390552 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:10.390927 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:10.391250 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:10.391571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:10.391886 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:10.392204 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:10.392518 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:10.392858 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:10.393173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:10.519764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['88e1ac89-7ee9-4943-9a15-6731ca5c9125'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:36:11.487857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d184ba9-0efa-433f-9b2b-c3e1152c6f17 req-9bade90f-c82a-4183-9bab-ae7f8ccbce6a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:11.489372 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d184ba9-0efa-433f-9b2b-c3e1152c6f17 req-9bade90f-c82a-4183-9bab-ae7f8ccbce6a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 945 time: 0.0536687 Mar 23 02:36:11.541413 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d184ba9-0efa-433f-9b2b-c3e1152c6f17 req-640896fc-1170-4ce4-a534-d9ba4cc277a3 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436945 Mar 23 02:36:12.143708 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 88e1ac89-7ee9-4943-9a15-6731ca5c9125 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:36:12.203351 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 88e1ac89-7ee9-4943-9a15-6731ca5c9125 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:36:12.208114 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 88e1ac89-7ee9-4943-9a15-6731ca5c9125 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:36:12.208492 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (88e1ac89-7ee9-4943-9a15-6731ca5c9125), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:12.295495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 88e1ac89-7ee9-4943-9a15-6731ca5c9125 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:36:12.295878 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (88e1ac89-7ee9-4943-9a15-6731ca5c9125), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:12.318619 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e1ac89-7ee9-4943-9a15-6731ca5c9125'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:36:12.320860 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953af73a-ebed-43de-9d9b-fd1b68476a59" -d '{"events": [{"server_uuid": "35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa", "name": "network-vif-plugged", "status": "completed", "tag": "88e1ac89-7ee9-4943-9a15-6731ca5c9125"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:36:12.335135 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 88e1ac89-7ee9-4943-9a15-6731ca5c9125, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=88e1ac89-7ee9-4943-9a15-6731ca5c9125,segment=NetworkSegment(d23f294d-625b-4216-a6d3-c3b9630f8a1b),segment_id=d23f294d-625b-4216-a6d3-c3b9630f8a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:12.341041 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (88e1ac89-7ee9-4943-9a15-6731ca5c9125), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:12.368775 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76360952-509f-441f-88ff-619c2a8ed57b x-openstack-request-id: req-76360952-509f-441f-88ff-619c2a8ed57b {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:36:12.369068 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa", "name": "network-vif-plugged", "status": "completed", "tag": "88e1ac89-7ee9-4943-9a15-6731ca5c9125", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:36:12.369317 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76360952-509f-441f-88ff-619c2a8ed57b {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:36:12.369710 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76360952-509f-441f-88ff-619c2a8ed57b'] response: {'server_uuid': '35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e1ac89-7ee9-4943-9a15-6731ca5c9125', 'code': 200} Mar 23 02:36:12.399529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=88e1ac89-7ee9-4943-9a15-6731ca5c9125,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:12.479491 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e5cba-22fc-41fd-b8e4-dd62a3f99247 req-430e2e60-f455-42f7-9666-4a480288adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:12.481069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-198e5cba-22fc-41fd-b8e4-dd62a3f99247 req-430e2e60-f455-42f7-9666-4a480288adeb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 1128 time: 0.0580873 Mar 23 02:36:12.526823 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-198e5cba-22fc-41fd-b8e4-dd62a3f99247 req-9e0ee8d1-9300-4948-b09a-578cc97ff3bd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394216 Mar 23 02:36:12.668520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf74a04-33b1-4b51-aff1-59f4f56638c1 req-84163a5b-6307-4be8-b10e-d1b63f138f0f tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:12.670269 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3cf74a04-33b1-4b51-aff1-59f4f56638c1 req-84163a5b-6307-4be8-b10e-d1b63f138f0f tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 946 time: 0.0598221 Mar 23 02:36:12.719540 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3cf74a04-33b1-4b51-aff1-59f4f56638c1 req-3cf4e27a-c6e0-44d5-b432-bc44f2e68973 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432060 Mar 23 02:36:13.875844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b78cf6-1f24-4775-b82c-58f9d599b913 req-a9078fb3-efde-441c-880e-1481cb027e41 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:13.877383 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-16b78cf6-1f24-4775-b82c-58f9d599b913 req-a9078fb3-efde-441c-880e-1481cb027e41 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 946 time: 0.0653160 Mar 23 02:36:13.928074 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-16b78cf6-1f24-4775-b82c-58f9d599b913 req-3656b0af-3929-4cb6-81b3-5e5966b599a5 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424662 Mar 23 02:36:14.173193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7e7f2608-77b8-4563-917b-8c91e928d5e7 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:14.174698 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7e7f2608-77b8-4563-917b-8c91e928d5e7 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/networks?id=3fbdd64c-659d-4109-a155-1663ece4be5c HTTP/1.1" status: 200 len: 814 time: 0.1190248 Mar 23 02:36:14.192323 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-034b8b6a-06f2-42ca-befa-a9c0fc29b85a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/quotas/47b6e45640b04c06bd0e1356537f9956 HTTP/1.1" status: 200 len: 375 time: 0.0094185 Mar 23 02:36:14.253056 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-c4633dca-4a6f-4c03-ab17-a059deedda31 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=47b6e45640b04c06bd0e1356537f9956&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0534246 Mar 23 02:36:14.355842 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-65ef27f7-5f9d-4e28-8b7d-2b3145333d70 service neutron] 10.222.0.18 "GET /v2.0/networks/3fbdd64c-659d-4109-a155-1663ece4be5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958066 Mar 23 02:36:14.450488 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-15ca529f-ec50-4579-8d14-4571f09ed646 service neutron] 10.222.0.18 "GET /v2.0/networks/3fbdd64c-659d-4109-a155-1663ece4be5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849016 Mar 23 02:36:14.617432 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-711ee607-79bb-4359-a216-e5fb0785a59b req-8d918080-61a8-4a8c-9de7-8e0bd8e9495e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b8ae01e-1143-4ed2-b057-911defa42e26 HTTP/1.1" status: 200 len: 210 time: 0.0274725 Mar 23 02:36:15.693790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-61dbc67e-1aa8-40b2-bd13-6502ed425600 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:15.695314 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-61dbc67e-1aa8-40b2-bd13-6502ed425600 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.43 "GET /v2.0/networks?id=3fbdd64c-659d-4109-a155-1663ece4be5c HTTP/1.1" status: 200 len: 814 time: 0.1151156 Mar 23 02:36:15.980895 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a17fd14-5606-4376-a065-f602f138b948 req-171ab558-81d4-4d5b-b49b-e8f14400b412 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b8ae01e-1143-4ed2-b057-911defa42e26 HTTP/1.1" status: 200 len: 210 time: 0.2845681 Mar 23 02:36:15.984236 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Request body: {'port': {'device_id': '1b8ae01e-1143-4ed2-b057-911defa42e26', 'network_id': '3fbdd64c-659d-4109-a155-1663ece4be5c', 'admin_state_up': True, 'tenant_id': '47b6e45640b04c06bd0e1356537f9956'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:16.096944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Made reservation on behalf of 47b6e45640b04c06bd0e1356537f9956 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:16.102072 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:16.235822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Allocated IP 172.20.0.5 (3fbdd64c-659d-4109-a155-1663ece4be5c/3520d5fa-f2b6-4b7b-920d-fb247767a7f0/a3618a4d-5d13-4221-9b83-7516c51ec76d) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:36:16.391991 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Publish callbacks [] for port (a3618a4d-5d13-4221-9b83-7516c51ec76d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:16.426928 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a3618a4d-5d13-4221-9b83-7516c51ec76d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:16.439235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['88e1ac89-7ee9-4943-9a15-6731ca5c9125'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:36:16.468865 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Network 3fbdd64c-659d-4109-a155-1663ece4be5c is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:36:16.472282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:16.478216 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:36:16.485344 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Pushing event updated for resources: {'Port': ['ID=a3618a4d-5d13-4221-9b83-7516c51ec76d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:16.514584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:16.514849 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:16.515221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:16.515567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:16.515937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:16.516251 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:16.516613 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:16.516945 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:16.517284 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:16.517614 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:16.517937 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:16.518256 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:16.518596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:16.518930 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:16.519273 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:16.541555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:16.542179 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:16.558922 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-ef821bce-fd9f-447a-b0cf-948def90c97e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5805860 Mar 23 02:36:16.575092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Request body: {'port': {'device_id': '1b8ae01e-1143-4ed2-b057-911defa42e26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:16.638342 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a3618a4d-5d13-4221-9b83-7516c51ec76d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:16.928436 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3618a4d-5d13-4221-9b83-7516c51ec76d {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:36:16.940393 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Publish callbacks [] for port (a3618a4d-5d13-4221-9b83-7516c51ec76d), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:16.957943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Transition to ACTIVE for port object a3618a4d-5d13-4221-9b83-7516c51ec76d will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:36:16.962797 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a3618a4d-5d13-4221-9b83-7516c51ec76d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:17.010694 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Pushing event updated for resources: {'Port': ['ID=a3618a4d-5d13-4221-9b83-7516c51ec76d,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:17.086319 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Attempting to bind port a3618a4d-5d13-4221-9b83-7516c51ec76d on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:36:17.086617 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Attempting to bind port a3618a4d-5d13-4221-9b83-7516c51ec76d by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': 'd23f294d-625b-4216-a6d3-c3b9630f8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3fbdd64c-659d-4109-a155-1663ece4be5c'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:36:17.086946 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Attempting to bind port a3618a4d-5d13-4221-9b83-7516c51ec76d on network 3fbdd64c-659d-4109-a155-1663ece4be5c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:36:17.091338 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Port a3618a4d-5d13-4221-9b83-7516c51ec76d on network 3fbdd64c-659d-4109-a155-1663ece4be5c not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:36:17.091681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Attempting to bind port a3618a4d-5d13-4221-9b83-7516c51ec76d on network 3fbdd64c-659d-4109-a155-1663ece4be5c {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:36:17.097208 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:36:17.097545 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Checking segment: {'id': 'd23f294d-625b-4216-a6d3-c3b9630f8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3fbdd64c-659d-4109-a155-1663ece4be5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:17.097928 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Bound using segment: {'id': 'd23f294d-625b-4216-a6d3-c3b9630f8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3fbdd64c-659d-4109-a155-1663ece4be5c'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:36:17.098351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Bound port: a3618a4d-5d13-4221-9b83-7516c51ec76d, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23f294d-625b-4216-a6d3-c3b9630f8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3fbdd64c-659d-4109-a155-1663ece4be5c'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:36:17.098707 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a3618a4d-5d13-4221-9b83-7516c51ec76d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:17.109472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9d4be-37d7-4b2a-bcf8-b787be51bfd1 req-70ceb6b2-54ed-4d3d-810f-53ac53223107 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:17.111267 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bcb9d4be-37d7-4b2a-bcf8-b787be51bfd1 req-70ceb6b2-54ed-4d3d-810f-53ac53223107 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b8ae01e-1143-4ed2-b057-911defa42e26 HTTP/1.1" status: 200 len: 943 time: 0.0555615 Mar 23 02:36:17.162597 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bcb9d4be-37d7-4b2a-bcf8-b787be51bfd1 req-637640da-aa6b-4abd-8cb3-82a827c9868f tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453897 Mar 23 02:36:17.163429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] For port a3618a4d-5d13-4221-9b83-7516c51ec76d, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:36:17.166452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] For port a3618a4d-5d13-4221-9b83-7516c51ec76d, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a3618a4d-5d13-4221-9b83-7516c51ec76d,segment=NetworkSegment(d23f294d-625b-4216-a6d3-c3b9630f8a1b),segment_id=d23f294d-625b-4216-a6d3-c3b9630f8a1b)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:36:17.174060 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a3618a4d-5d13-4221-9b83-7516c51ec76d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:17.209528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:17.210154 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:17.211622 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] 10.222.0.43 "PUT /v2.0/ports/a3618a4d-5d13-4221-9b83-7516c51ec76d HTTP/1.1" status: 200 len: 1091 time: 0.6406717 Mar 23 02:36:17.212059 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8ae01e-1143-4ed2-b057-911defa42e26', 'tag': 'a3618a4d-5d13-4221-9b83-7516c51ec76d'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:36:17.214353 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8773df74-643a-43ef-878d-ba5c174fbcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8ae01e-1143-4ed2-b057-911defa42e26", "tag": "a3618a4d-5d13-4221-9b83-7516c51ec76d"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:36:17.243218 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587dab6-4b9f-4189-b116-43a213cb3f33 service neutron] Pushing event updated for resources: {'Port': ['ID=a3618a4d-5d13-4221-9b83-7516c51ec76d,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:17.260851 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4901f5-173a-4230-91dc-ffffc5f5c7c1 x-openstack-request-id: req-7f4901f5-173a-4230-91dc-ffffc5f5c7c1 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:36:17.261149 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8ae01e-1143-4ed2-b057-911defa42e26", "tag": "a3618a4d-5d13-4221-9b83-7516c51ec76d", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:36:17.261474 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f4901f5-173a-4230-91dc-ffffc5f5c7c1 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:36:17.261879 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f4901f5-173a-4230-91dc-ffffc5f5c7c1'] response: {'name': 'network-changed', 'server_uuid': '1b8ae01e-1143-4ed2-b057-911defa42e26', 'tag': 'a3618a4d-5d13-4221-9b83-7516c51ec76d', 'status': 'completed', 'code': 200} Mar 23 02:36:17.322564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-6f0efa30-5a96-42b5-b4da-4e9f4f31661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:17.324091 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-6f0efa30-5a96-42b5-b4da-4e9f4f31661c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47b6e45640b04c06bd0e1356537f9956&device_id=1b8ae01e-1143-4ed2-b057-911defa42e26 HTTP/1.1" status: 200 len: 1125 time: 0.0460331 Mar 23 02:36:17.375029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-81a1afa5-57e6-4ef9-bbd8-720228c241b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3618a4d-5d13-4221-9b83-7516c51ec76d HTTP/1.1" status: 200 len: 217 time: 0.0373380 Mar 23 02:36:17.423712 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-e88a5718-d3f3-4eb5-8595-11e788d15706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:17.425262 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-e88a5718-d3f3-4eb5-8595-11e788d15706 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3520d5fa-f2b6-4b7b-920d-fb247767a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0438745 Mar 23 02:36:17.457642 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-01d1578a-093a-4803-b52b-00220e574701 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3fbdd64c-659d-4109-a155-1663ece4be5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263040 Mar 23 02:36:17.549589 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-fadc8b46-e981-4087-bf2d-09e19d6c3e3f service neutron] 10.222.0.43 "GET /v2.0/networks/3fbdd64c-659d-4109-a155-1663ece4be5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857916 Mar 23 02:36:17.637376 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57de6e64-2261-4bab-a352-6d3cc9a49138 req-e37cb890-dd3b-410b-959f-6a64dbf5a233 service neutron] 10.222.0.43 "GET /v2.0/networks/3fbdd64c-659d-4109-a155-1663ece4be5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817168 Mar 23 02:36:17.794311 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773df74-643a-43ef-878d-ba5c174fbcb3 req-ee6bfa22-30fc-4b87-ae73-eac0972c7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:17.795727 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8773df74-643a-43ef-878d-ba5c174fbcb3 req-ee6bfa22-30fc-4b87-ae73-eac0972c7043 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=47b6e45640b04c06bd0e1356537f9956&device_id=1b8ae01e-1143-4ed2-b057-911defa42e26 HTTP/1.1" status: 200 len: 1125 time: 0.0526221 Mar 23 02:36:17.887347 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773df74-643a-43ef-878d-ba5c174fbcb3 req-b9163b1a-54ee-44bd-a233-522b0be01c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:17.888860 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8773df74-643a-43ef-878d-ba5c174fbcb3 req-b9163b1a-54ee-44bd-a233-522b0be01c5d service neutron] 10.222.0.43 "GET /v2.0/networks?id=3fbdd64c-659d-4109-a155-1663ece4be5c HTTP/1.1" status: 200 len: 914 time: 0.0875609 Mar 23 02:36:17.930765 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8773df74-643a-43ef-878d-ba5c174fbcb3 req-51be56b3-0ba0-4427-98b3-5236b6539ebc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3618a4d-5d13-4221-9b83-7516c51ec76d HTTP/1.1" status: 200 len: 217 time: 0.0359640 Mar 23 02:36:17.984037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773df74-643a-43ef-878d-ba5c174fbcb3 req-1c829746-b89e-42bb-b6c4-a9ab6a4efae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:17.985586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8773df74-643a-43ef-878d-ba5c174fbcb3 req-1c829746-b89e-42bb-b6c4-a9ab6a4efae6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3520d5fa-f2b6-4b7b-920d-fb247767a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0491848 Mar 23 02:36:18.016638 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8773df74-643a-43ef-878d-ba5c174fbcb3 req-e227b1e7-357b-4fda-abfb-8ee356e4831e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3fbdd64c-659d-4109-a155-1663ece4be5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252018 Mar 23 02:36:18.112522 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8773df74-643a-43ef-878d-ba5c174fbcb3 req-78e70678-c50c-48a6-b0a1-6c3f2355b541 service neutron] 10.222.0.43 "GET /v2.0/networks/3fbdd64c-659d-4109-a155-1663ece4be5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888717 Mar 23 02:36:18.209356 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8773df74-643a-43ef-878d-ba5c174fbcb3 req-11a8af25-0ac8-4d34-9966-9f9d4eac00c4 service neutron] 10.222.0.43 "GET /v2.0/networks/3fbdd64c-659d-4109-a155-1663ece4be5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907531 Mar 23 02:36:18.292382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8d38d-6191-4ef3-a67f-e901930bc4cb req-85ee566d-b754-46f3-b91a-87dfc002158c tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:18.293903 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6f8d38d-6191-4ef3-a67f-e901930bc4cb req-85ee566d-b754-46f3-b91a-87dfc002158c tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b8ae01e-1143-4ed2-b057-911defa42e26 HTTP/1.1" status: 200 len: 943 time: 0.0570323 Mar 23 02:36:18.344923 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d6f8d38d-6191-4ef3-a67f-e901930bc4cb req-881836a2-084a-4939-9636-7e1379b85640 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451801 Mar 23 02:36:19.484342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990170e-4a76-49bc-bbf6-5d33e8d56928 req-b4544f3f-cd7c-42dd-bac5-f2453d2e403a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:19.485948 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3990170e-4a76-49bc-bbf6-5d33e8d56928 req-b4544f3f-cd7c-42dd-bac5-f2453d2e403a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b8ae01e-1143-4ed2-b057-911defa42e26 HTTP/1.1" status: 200 len: 943 time: 0.0620046 Mar 23 02:36:19.533670 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3990170e-4a76-49bc-bbf6-5d33e8d56928 req-6e4ed27d-a4bc-4f79-b261-30faf24d205d tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420318 Mar 23 02:36:19.590077 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-aeda1c81-aebb-48e1-9c33-ce19a8ed54f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:20.669808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdafa10-8a39-4363-bc3b-d00eacea51a0 req-5f13edea-2a35-42ab-8ba1-865857ced7c5 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:20.671320 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4bdafa10-8a39-4363-bc3b-d00eacea51a0 req-5f13edea-2a35-42ab-8ba1-865857ced7c5 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b8ae01e-1143-4ed2-b057-911defa42e26 HTTP/1.1" status: 200 len: 943 time: 0.0571277 Mar 23 02:36:20.721089 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4bdafa10-8a39-4363-bc3b-d00eacea51a0 req-f54589b4-5692-4010-b7e7-67b32778c5c4 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433402 Mar 23 02:36:21.093992 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a3618a4d-5d13-4221-9b83-7516c51ec76d details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:36:21.206481 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:21.227581 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port a3618a4d-5d13-4221-9b83-7516c51ec76d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a3618a4d-5d13-4221-9b83-7516c51ec76d,segment=NetworkSegment(d23f294d-625b-4216-a6d3-c3b9630f8a1b),segment_id=d23f294d-625b-4216-a6d3-c3b9630f8a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:21.239205 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'a3618a4d-5d13-4221-9b83-7516c51ec76d', 'network_id': '3fbdd64c-659d-4109-a155-1663ece4be5c', 'port_id': 'a3618a4d-5d13-4221-9b83-7516c51ec76d', 'mac_address': 'fa:16:3e:66:8c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3520d5fa-f2b6-4b7b-920d-fb247767a7f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:36:21.281823 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port a3618a4d-5d13-4221-9b83-7516c51ec76d is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:36:21.282257 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a3618a4d-5d13-4221-9b83-7516c51ec76d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:21.458846 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3618a4d-5d13-4221-9b83-7516c51ec76d {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:36:21.478394 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port a3618a4d-5d13-4221-9b83-7516c51ec76d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a3618a4d-5d13-4221-9b83-7516c51ec76d,segment=NetworkSegment(d23f294d-625b-4216-a6d3-c3b9630f8a1b),segment_id=d23f294d-625b-4216-a6d3-c3b9630f8a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:21.484569 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a3618a4d-5d13-4221-9b83-7516c51ec76d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:21.533505 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=a3618a4d-5d13-4221-9b83-7516c51ec76d,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:21.862135 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcd648-6e25-43e8-966c-68041fadab95 req-b06b9323-121c-47a8-9e9f-2a779201bc97 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:21.864565 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f7fcd648-6e25-43e8-966c-68041fadab95 req-b06b9323-121c-47a8-9e9f-2a779201bc97 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b8ae01e-1143-4ed2-b057-911defa42e26 HTTP/1.1" status: 200 len: 944 time: 0.0709026 Mar 23 02:36:21.878006 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a3618a4d-5d13-4221-9b83-7516c51ec76d'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:36:21.918464 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f7fcd648-6e25-43e8-966c-68041fadab95 req-ed28d70f-5dc6-4847-82a1-51b53f19896f tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445063 Mar 23 02:36:22.135275 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b7e33b11-483f-4951-93d1-9b2095917809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:23.047692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabea9c-47f5-42ad-b633-912d9912724c req-20cd9320-3f6e-4b42-82e5-ddd1e101298a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:23.049209 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ebabea9c-47f5-42ad-b633-912d9912724c req-20cd9320-3f6e-4b42-82e5-ddd1e101298a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b8ae01e-1143-4ed2-b057-911defa42e26 HTTP/1.1" status: 200 len: 944 time: 0.0539410 Mar 23 02:36:23.104340 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ebabea9c-47f5-42ad-b633-912d9912724c req-4da4bbb0-f606-40c4-b7da-9e2548338384 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464802 Mar 23 02:36:23.107749 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a3618a4d-5d13-4221-9b83-7516c51ec76d up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:36:23.159565 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port a3618a4d-5d13-4221-9b83-7516c51ec76d completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:36:23.163404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port a3618a4d-5d13-4221-9b83-7516c51ec76d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:36:23.163779 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a3618a4d-5d13-4221-9b83-7516c51ec76d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:23.242662 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port a3618a4d-5d13-4221-9b83-7516c51ec76d is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:36:23.242908 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a3618a4d-5d13-4221-9b83-7516c51ec76d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:23.266988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8ae01e-1143-4ed2-b057-911defa42e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3618a4d-5d13-4221-9b83-7516c51ec76d'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:36:23.269272 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b01884-3537-46bf-a69b-eb3076514a84" -d '{"events": [{"server_uuid": "1b8ae01e-1143-4ed2-b057-911defa42e26", "name": "network-vif-plugged", "status": "completed", "tag": "a3618a4d-5d13-4221-9b83-7516c51ec76d"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:36:23.281783 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port a3618a4d-5d13-4221-9b83-7516c51ec76d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a3618a4d-5d13-4221-9b83-7516c51ec76d,segment=NetworkSegment(d23f294d-625b-4216-a6d3-c3b9630f8a1b),segment_id=d23f294d-625b-4216-a6d3-c3b9630f8a1b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:23.286951 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a3618a4d-5d13-4221-9b83-7516c51ec76d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:23.314192 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a01d52-57fb-4f3b-98e6-90f0fd243b09 x-openstack-request-id: req-a0a01d52-57fb-4f3b-98e6-90f0fd243b09 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:36:23.314485 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8ae01e-1143-4ed2-b057-911defa42e26", "name": "network-vif-plugged", "status": "completed", "tag": "a3618a4d-5d13-4221-9b83-7516c51ec76d", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:36:23.314739 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0a01d52-57fb-4f3b-98e6-90f0fd243b09 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:36:23.315137 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a01d52-57fb-4f3b-98e6-90f0fd243b09'] response: {'server_uuid': '1b8ae01e-1143-4ed2-b057-911defa42e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3618a4d-5d13-4221-9b83-7516c51ec76d', 'code': 200} Mar 23 02:36:23.342697 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=a3618a4d-5d13-4221-9b83-7516c51ec76d,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:23.446091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ed5f0-7ccb-4968-aae0-c3598971e12e req-7c70189f-3e5e-4142-b987-884bebc62b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:23.447617 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-603ed5f0-7ccb-4968-aae0-c3598971e12e req-7c70189f-3e5e-4142-b987-884bebc62b82 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1b8ae01e-1143-4ed2-b057-911defa42e26 HTTP/1.1" status: 200 len: 1127 time: 0.0478132 Mar 23 02:36:23.504636 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-603ed5f0-7ccb-4968-aae0-c3598971e12e req-bb46b572-b3c5-44fc-857f-50ab805e21d3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510194 Mar 23 02:36:23.534028 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:24.252025 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57af91-1edd-40f1-91cb-fe919ea7327b req-e8307181-dd09-4757-a61d-a5fbf98aec75 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:24.253536 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f57af91-1edd-40f1-91cb-fe919ea7327b req-e8307181-dd09-4757-a61d-a5fbf98aec75 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b8ae01e-1143-4ed2-b057-911defa42e26 HTTP/1.1" status: 200 len: 945 time: 0.0668349 Mar 23 02:36:24.307031 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f57af91-1edd-40f1-91cb-fe919ea7327b req-67866d03-7b91-40a6-b75e-bcce0db05a5c tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454204 Mar 23 02:36:24.844490 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:24.882291 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:36:25.448222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d8441-88ca-46a6-952f-f23f18397193 req-f8fbdc03-64f0-4ca1-8e49-4fec4fa058e8 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:25.449771 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e93d8441-88ca-46a6-952f-f23f18397193 req-f8fbdc03-64f0-4ca1-8e49-4fec4fa058e8 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b8ae01e-1143-4ed2-b057-911defa42e26 HTTP/1.1" status: 200 len: 945 time: 0.0550303 Mar 23 02:36:25.500574 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e93d8441-88ca-46a6-952f-f23f18397193 req-bbfe437a-0b01-4ef6-9ac0-740eb2e3ab2d tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450547 Mar 23 02:36:25.767558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050def58-c037-40c5-83cb-efec0536cc6e req-c1d8e23b-0519-4440-b658-6a9cfef24c04 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:25.769187 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-050def58-c037-40c5-83cb-efec0536cc6e req-c1d8e23b-0519-4440-b658-6a9cfef24c04 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b8ae01e-1143-4ed2-b057-911defa42e26 HTTP/1.1" status: 200 len: 945 time: 0.0591664 Mar 23 02:36:25.817528 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-050def58-c037-40c5-83cb-efec0536cc6e req-ffc3b266-18d2-4def-9820-2be25dcbabb5 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421689 Mar 23 02:36:25.868539 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:26.953412 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9d4b0-cdb6-4dcc-b7fe-7a9ef83b9584 req-0d5717fc-eda7-4a3d-840e-ab32b5298361 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:26.954909 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-30f9d4b0-cdb6-4dcc-b7fe-7a9ef83b9584 req-0d5717fc-eda7-4a3d-840e-ab32b5298361 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b8ae01e-1143-4ed2-b057-911defa42e26 HTTP/1.1" status: 200 len: 945 time: 0.0573120 Mar 23 02:36:27.007434 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-30f9d4b0-cdb6-4dcc-b7fe-7a9ef83b9584 req-88801c74-a8ab-49f2-87de-c81246775928 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443416 Mar 23 02:36:27.239143 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cd05e-f078-4a51-9d47-833a77d591ec req-61d21933-c3b1-4517-8db5-877d3eb1258f tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:27.240629 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b5cd05e-f078-4a51-9d47-833a77d591ec req-61d21933-c3b1-4517-8db5-877d3eb1258f tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b8ae01e-1143-4ed2-b057-911defa42e26 HTTP/1.1" status: 200 len: 945 time: 0.0610714 Mar 23 02:36:27.353120 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-9b5cd05e-f078-4a51-9d47-833a77d591ec req-0e7be2f9-bbef-415e-a2da-c7c2afdb1a66 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Deleting port a3618a4d-5d13-4221-9b83-7516c51ec76d {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:36:27.353601 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9b5cd05e-f078-4a51-9d47-833a77d591ec req-0e7be2f9-bbef-415e-a2da-c7c2afdb1a66 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a3618a4d-5d13-4221-9b83-7516c51ec76d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:27.449945 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-9b5cd05e-f078-4a51-9d47-833a77d591ec req-0e7be2f9-bbef-415e-a2da-c7c2afdb1a66 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] For port a3618a4d-5d13-4221-9b83-7516c51ec76d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a3618a4d-5d13-4221-9b83-7516c51ec76d,segment=NetworkSegment(d23f294d-625b-4216-a6d3-c3b9630f8a1b),segment_id=d23f294d-625b-4216-a6d3-c3b9630f8a1b)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:27.450441 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9b5cd05e-f078-4a51-9d47-833a77d591ec req-0e7be2f9-bbef-415e-a2da-c7c2afdb1a66 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a3618a4d-5d13-4221-9b83-7516c51ec76d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:27.464238 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-9b5cd05e-f078-4a51-9d47-833a77d591ec req-0e7be2f9-bbef-415e-a2da-c7c2afdb1a66 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Calling delete_port for a3618a4d-5d13-4221-9b83-7516c51ec76d owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:36:27.601366 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9b5cd05e-f078-4a51-9d47-833a77d591ec req-0e7be2f9-bbef-415e-a2da-c7c2afdb1a66 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a3618a4d-5d13-4221-9b83-7516c51ec76d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:27.616881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['88e1ac89-7ee9-4943-9a15-6731ca5c9125'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:36:27.634016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7be2f9-bbef-415e-a2da-c7c2afdb1a66 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Pushing event deleted for resources: {'Port': ['ID=a3618a4d-5d13-4221-9b83-7516c51ec76d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:27.650561 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a3618a4d-5d13-4221-9b83-7516c51ec76d'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:36:27.685597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5cd05e-f078-4a51-9d47-833a77d591ec req-0e7be2f9-bbef-415e-a2da-c7c2afdb1a66 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] No DVR routers for this DVR port a3618a4d-5d13-4221-9b83-7516c51ec76d on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:36:27.688216 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-9b5cd05e-f078-4a51-9d47-833a77d591ec req-0e7be2f9-bbef-415e-a2da-c7c2afdb1a66 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:27.691670 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9b5cd05e-f078-4a51-9d47-833a77d591ec req-0e7be2f9-bbef-415e-a2da-c7c2afdb1a66 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.43 "DELETE /v2.0/ports/a3618a4d-5d13-4221-9b83-7516c51ec76d HTTP/1.1" status: 204 len: 173 time: 0.4321384 Mar 23 02:36:27.692114 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8ae01e-1143-4ed2-b057-911defa42e26', 'name': 'network-vif-deleted', 'tag': 'a3618a4d-5d13-4221-9b83-7516c51ec76d'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:36:27.694413 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf871dcc-fd4d-4e2e-b522-cb079aa96ad9" -d '{"events": [{"server_uuid": "1b8ae01e-1143-4ed2-b057-911defa42e26", "name": "network-vif-deleted", "tag": "a3618a4d-5d13-4221-9b83-7516c51ec76d"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:36:27.730852 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dfbab5-0d9a-4a45-a9b5-b0596acc6077 x-openstack-request-id: req-c8dfbab5-0d9a-4a45-a9b5-b0596acc6077 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:36:27.731095 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8ae01e-1143-4ed2-b057-911defa42e26", "name": "network-vif-deleted", "tag": "a3618a4d-5d13-4221-9b83-7516c51ec76d", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:36:27.731347 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8dfbab5-0d9a-4a45-a9b5-b0596acc6077 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:36:27.731773 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8dfbab5-0d9a-4a45-a9b5-b0596acc6077'] response: {'server_uuid': '1b8ae01e-1143-4ed2-b057-911defa42e26', 'name': 'network-vif-deleted', 'tag': 'a3618a4d-5d13-4221-9b83-7516c51ec76d', 'status': 'completed', 'code': 200} Mar 23 02:36:28.128080 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-afcfa1c3-f3c0-4fb3-bee3-9fef7c3a0e4b req-09d39b55-2e49-40ca-b552-ba98579ad9a2 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b8ae01e-1143-4ed2-b057-911defa42e26 HTTP/1.1" status: 200 len: 210 time: 0.0344477 Mar 23 02:36:29.291572 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e76b1-fcee-4b9b-9304-afd5f8682ed8 req-060c05ea-25a9-424c-8508-9d832d0009b1 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:29.293067 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3d7e76b1-fcee-4b9b-9304-afd5f8682ed8 req-060c05ea-25a9-424c-8508-9d832d0009b1 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 946 time: 0.0579536 Mar 23 02:36:29.340035 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3d7e76b1-fcee-4b9b-9304-afd5f8682ed8 req-588f3f79-7d8e-4231-995c-d5c6b1f76a25 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412462 Mar 23 02:36:29.482279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4523e-bc7e-40b1-8ff2-06a98e4d408a req-dec337cf-64e6-4d93-acff-3f2e2575eb6d tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:29.483777 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-27c4523e-bc7e-40b1-8ff2-06a98e4d408a req-dec337cf-64e6-4d93-acff-3f2e2575eb6d tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 946 time: 0.0592139 Mar 23 02:36:29.541198 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-27c4523e-bc7e-40b1-8ff2-06a98e4d408a req-ecf2017f-8264-45b9-b87a-2be9ae21fa73 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516398 Mar 23 02:36:29.615316 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec6323b7-9dc6-440f-b1e9-0a6d4d591abf req-0987d6a4-e32b-476f-a13e-911ff5264bdb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477154 Mar 23 02:36:29.674486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ffb0e-69be-44a0-a217-51c967d9f01e req-7f5ef43f-f2be-4364-84d5-0666b3aa86e8 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:29.676228 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd5ffb0e-69be-44a0-a217-51c967d9f01e req-7f5ef43f-f2be-4364-84d5-0666b3aa86e8 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 946 time: 0.0646803 Mar 23 02:36:29.743551 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6323b7-9dc6-440f-b1e9-0a6d4d591abf req-0cf9b159-2295-44e9-8b3d-37ab5e4ad685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:29.744996 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec6323b7-9dc6-440f-b1e9-0a6d4d591abf req-0cf9b159-2295-44e9-8b3d-37ab5e4ad685 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47b6e45640b04c06bd0e1356537f9956&device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 1128 time: 0.0879230 Mar 23 02:36:29.748117 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd5ffb0e-69be-44a0-a217-51c967d9f01e req-7bacab02-9555-493e-b26f-4d67daa6fdd9 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579357 Mar 23 02:36:29.851610 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6323b7-9dc6-440f-b1e9-0a6d4d591abf req-fdcf1d3c-58f7-4898-afcc-b336ddb37a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:29.853170 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec6323b7-9dc6-440f-b1e9-0a6d4d591abf req-fdcf1d3c-58f7-4898-afcc-b336ddb37a52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3fbdd64c-659d-4109-a155-1663ece4be5c HTTP/1.1" status: 200 len: 914 time: 0.0882242 Mar 23 02:36:29.911047 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec6323b7-9dc6-440f-b1e9-0a6d4d591abf req-1d1e52c7-f7c0-4285-a243-832e3ae1c9fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88e1ac89-7ee9-4943-9a15-6731ca5c9125 HTTP/1.1" status: 200 len: 217 time: 0.0473576 Mar 23 02:36:29.977417 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6323b7-9dc6-440f-b1e9-0a6d4d591abf req-86d40bd8-7a03-4562-8828-209e2c2c8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:29.978887 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec6323b7-9dc6-440f-b1e9-0a6d4d591abf req-86d40bd8-7a03-4562-8828-209e2c2c8888 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3520d5fa-f2b6-4b7b-920d-fb247767a7f0 HTTP/1.1" status: 200 len: 854 time: 0.0531213 Mar 23 02:36:29.989515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302cf0b-1ba5-494a-8dc5-a19a9eafa5de req-a7beaec3-df8a-4922-81e6-67f7d86e4c6f tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:29.990908 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d302cf0b-1ba5-494a-8dc5-a19a9eafa5de req-a7beaec3-df8a-4922-81e6-67f7d86e4c6f tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 946 time: 0.1211591 Mar 23 02:36:30.021787 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec6323b7-9dc6-440f-b1e9-0a6d4d591abf req-3c08686c-8f80-4c24-b86f-0f0e7407b96e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fbdd64c-659d-4109-a155-1663ece4be5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298731 Mar 23 02:36:30.032369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-ec6323b7-9dc6-440f-b1e9-0a6d4d591abf req-1b23143d-005d-444e-ac38-29850c4919b9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:36:30.033333 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec6323b7-9dc6-440f-b1e9-0a6d4d591abf req-1b23143d-005d-444e-ac38-29850c4919b9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055094 Mar 23 02:36:30.109040 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d302cf0b-1ba5-494a-8dc5-a19a9eafa5de req-7d35c24b-6830-4709-9d4f-d32013b4e603 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088130 Mar 23 02:36:30.150286 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec6323b7-9dc6-440f-b1e9-0a6d4d591abf req-8a44de5c-5cf3-4a06-93ea-bfe1baea54b0 service neutron] 10.222.0.42 "GET /v2.0/networks/3fbdd64c-659d-4109-a155-1663ece4be5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096575 Mar 23 02:36:30.237320 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3ef8e-b6e8-4e29-8e43-eafe3b79c25b req-f4c7b2bb-0903-4734-af4d-869438e2b052 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:30.238875 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ee3ef8e-b6e8-4e29-8e43-eafe3b79c25b req-f4c7b2bb-0903-4734-af4d-869438e2b052 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 946 time: 0.0589216 Mar 23 02:36:30.241433 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec6323b7-9dc6-440f-b1e9-0a6d4d591abf req-3f357cae-fe9b-4cae-854a-f62aef473add service neutron] 10.222.0.42 "GET /v2.0/networks/3fbdd64c-659d-4109-a155-1663ece4be5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848823 Mar 23 02:36:30.288160 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5ee3ef8e-b6e8-4e29-8e43-eafe3b79c25b req-25583945-627f-401c-af5d-0f4c35ec44a0 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432584 Mar 23 02:36:30.421183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852edc12-635f-4dbd-818a-ec6fc681afb2 req-2fb1b6ab-efd9-4584-8be8-cd8f4c927009 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:30.422650 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-852edc12-635f-4dbd-818a-ec6fc681afb2 req-2fb1b6ab-efd9-4584-8be8-cd8f4c927009 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 946 time: 0.0563650 Mar 23 02:36:30.485995 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-852edc12-635f-4dbd-818a-ec6fc681afb2 req-4ffa5780-bedb-4756-947e-bf110f6c98ff tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569992 Mar 23 02:36:30.807574 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0df3-bb85-4a77-a79f-efd321860f3f req-87f22fd0-ea67-4a83-83b2-7888df93b9f8 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:30.809035 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9cad0df3-bb85-4a77-a79f-efd321860f3f req-87f22fd0-ea67-4a83-83b2-7888df93b9f8 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 946 time: 0.0616882 Mar 23 02:36:30.859038 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9cad0df3-bb85-4a77-a79f-efd321860f3f req-d48ef229-0542-432c-94a4-0983c66a0114 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Mar 23 02:36:31.145181 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a3618a4d-5d13-4221-9b83-7516c51ec76d no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:36:31.166084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: a3618a4d-5d13-4221-9b83-7516c51ec76d {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:36:31.166432 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a3618a4d-5d13-4221-9b83-7516c51ec76d not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:36:31.986985 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a457bf-d662-4c67-9fc8-19725d924bd3 req-cedefc13-3ee6-4787-99ae-9f441e2e3c04 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:31.988563 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-68a457bf-d662-4c67-9fc8-19725d924bd3 req-cedefc13-3ee6-4787-99ae-9f441e2e3c04 tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 946 time: 0.0583830 Mar 23 02:36:32.058146 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-68a457bf-d662-4c67-9fc8-19725d924bd3 req-91e6ccc5-e948-4fae-99b7-448d5adbc37e tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbc019ba-0270-4e36-b89c-aa483a5a6589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637317 Mar 23 02:36:32.081770 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f999e-555c-421e-be23-4a0c0d1fd4a9 req-aa7029c2-a201-4be2-846b-f5a3a216b88a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:32.083223 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e1f999e-555c-421e-be23-4a0c0d1fd4a9 req-aa7029c2-a201-4be2-846b-f5a3a216b88a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.42 "GET /v2.0/ports?device_id=35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa HTTP/1.1" status: 200 len: 946 time: 0.0589833 Mar 23 02:36:32.182232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-1e1f999e-555c-421e-be23-4a0c0d1fd4a9 req-2f9b290e-c83b-4e87-9120-ccacf770164a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Deleting port 88e1ac89-7ee9-4943-9a15-6731ca5c9125 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:36:32.182582 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1e1f999e-555c-421e-be23-4a0c0d1fd4a9 req-2f9b290e-c83b-4e87-9120-ccacf770164a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (88e1ac89-7ee9-4943-9a15-6731ca5c9125), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:32.275151 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-1e1f999e-555c-421e-be23-4a0c0d1fd4a9 req-2f9b290e-c83b-4e87-9120-ccacf770164a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] For port 88e1ac89-7ee9-4943-9a15-6731ca5c9125, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=88e1ac89-7ee9-4943-9a15-6731ca5c9125,segment=NetworkSegment(d23f294d-625b-4216-a6d3-c3b9630f8a1b),segment_id=d23f294d-625b-4216-a6d3-c3b9630f8a1b)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:32.275520 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1e1f999e-555c-421e-be23-4a0c0d1fd4a9 req-2f9b290e-c83b-4e87-9120-ccacf770164a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (88e1ac89-7ee9-4943-9a15-6731ca5c9125), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:32.289722 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-1e1f999e-555c-421e-be23-4a0c0d1fd4a9 req-2f9b290e-c83b-4e87-9120-ccacf770164a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Calling delete_port for 88e1ac89-7ee9-4943-9a15-6731ca5c9125 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:36:32.433647 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1e1f999e-555c-421e-be23-4a0c0d1fd4a9 req-2f9b290e-c83b-4e87-9120-ccacf770164a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (88e1ac89-7ee9-4943-9a15-6731ca5c9125), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:32.445579 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['88e1ac89-7ee9-4943-9a15-6731ca5c9125'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:36:32.469807 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b290e-c83b-4e87-9120-ccacf770164a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Pushing event deleted for resources: {'Port': ['ID=88e1ac89-7ee9-4943-9a15-6731ca5c9125,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:32.514650 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1f999e-555c-421e-be23-4a0c0d1fd4a9 req-2f9b290e-c83b-4e87-9120-ccacf770164a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] No DVR routers for this DVR port 88e1ac89-7ee9-4943-9a15-6731ca5c9125 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:36:32.517261 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-1e1f999e-555c-421e-be23-4a0c0d1fd4a9 req-2f9b290e-c83b-4e87-9120-ccacf770164a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:32.520735 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e1f999e-555c-421e-be23-4a0c0d1fd4a9 req-2f9b290e-c83b-4e87-9120-ccacf770164a tempest-ServersNegativeTestJSON-1533862155 tempest-ServersNegativeTestJSON-1533862155-project] 10.222.0.42 "DELETE /v2.0/ports/88e1ac89-7ee9-4943-9a15-6731ca5c9125 HTTP/1.1" status: 204 len: 173 time: 0.4320199 Mar 23 02:36:32.521165 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa', 'name': 'network-vif-deleted', 'tag': '88e1ac89-7ee9-4943-9a15-6731ca5c9125'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:36:32.523780 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608ccd2a-859a-4d30-ba75-5ecc24740811" -d '{"events": [{"server_uuid": "35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa", "name": "network-vif-deleted", "tag": "88e1ac89-7ee9-4943-9a15-6731ca5c9125"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:36:32.566027 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2201d5d-8995-45dd-8e8a-5b9d3f695dbd x-openstack-request-id: req-d2201d5d-8995-45dd-8e8a-5b9d3f695dbd {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:36:32.566320 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa", "name": "network-vif-deleted", "tag": "88e1ac89-7ee9-4943-9a15-6731ca5c9125", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:36:32.566656 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2201d5d-8995-45dd-8e8a-5b9d3f695dbd {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:36:32.567061 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2201d5d-8995-45dd-8e8a-5b9d3f695dbd'] response: {'server_uuid': '35d7af30-b3d8-4dd9-a57b-3ef7c7c6b1fa', 'name': 'network-vif-deleted', 'tag': '88e1ac89-7ee9-4943-9a15-6731ca5c9125', 'status': 'completed', 'code': 200} Mar 23 02:36:33.116645 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56592) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:33.163186 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b051fae-faf4-4ee1-8d89-af57d774a497 admin admin] Deleting subnet 3520d5fa-f2b6-4b7b-920d-fb247767a7f0 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:36:33.166430 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b051fae-faf4-4ee1-8d89-af57d774a497 admin admin] Publish callbacks [] for subnet (3520d5fa-f2b6-4b7b-920d-fb247767a7f0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:33.202723 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b051fae-faf4-4ee1-8d89-af57d774a497 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (3520d5fa-f2b6-4b7b-920d-fb247767a7f0), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:33.242431 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b051fae-faf4-4ee1-8d89-af57d774a497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (3520d5fa-f2b6-4b7b-920d-fb247767a7f0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:33.302732 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b051fae-faf4-4ee1-8d89-af57d774a497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (3520d5fa-f2b6-4b7b-920d-fb247767a7f0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:33.329009 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b051fae-faf4-4ee1-8d89-af57d774a497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3520d5fa-f2b6-4b7b-920d-fb247767a7f0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:33.330957 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5b051fae-faf4-4ee1-8d89-af57d774a497 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:33.335347 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5b051fae-faf4-4ee1-8d89-af57d774a497 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3520d5fa-f2b6-4b7b-920d-fb247767a7f0 HTTP/1.1" status: 204 len: 168 time: 0.2176282 Mar 23 02:36:33.337308 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56594) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:33.405418 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8934b5b8-5583-4402-bea5-ec7837f8e24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (3fbdd64c-659d-4109-a155-1663ece4be5c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:33.492758 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8934b5b8-5583-4402-bea5-ec7837f8e24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (3fbdd64c-659d-4109-a155-1663ece4be5c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:33.512747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-8934b5b8-5583-4402-bea5-ec7837f8e24c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbdd64c-659d-4109-a155-1663ece4be5c']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:33.522044 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-8934b5b8-5583-4402-bea5-ec7837f8e24c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23f294d-625b-4216-a6d3-c3b9630f8a1b') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:33.522707 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-8934b5b8-5583-4402-bea5-ec7837f8e24c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23f294d-625b-4216-a6d3-c3b9630f8a1b') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:33.531785 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8934b5b8-5583-4402-bea5-ec7837f8e24c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (d23f294d-625b-4216-a6d3-c3b9630f8a1b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:33.546568 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8934b5b8-5583-4402-bea5-ec7837f8e24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (d23f294d-625b-4216-a6d3-c3b9630f8a1b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:33.552642 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8934b5b8-5583-4402-bea5-ec7837f8e24c admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:36:33.553031 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8934b5b8-5583-4402-bea5-ec7837f8e24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (d23f294d-625b-4216-a6d3-c3b9630f8a1b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:36:33.554662 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:36:33.608852 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8934b5b8-5583-4402-bea5-ec7837f8e24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (3fbdd64c-659d-4109-a155-1663ece4be5c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:33.614911 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8934b5b8-5583-4402-bea5-ec7837f8e24c admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:33.618052 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8934b5b8-5583-4402-bea5-ec7837f8e24c admin admin] 10.222.0.18 "DELETE /v2.0/networks/3fbdd64c-659d-4109-a155-1663ece4be5c HTTP/1.1" status: 204 len: 168 time: 0.2796471 Mar 23 02:36:33.629541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934b5b8-5583-4402-bea5-ec7837f8e24c admin admin] Pushing event deleted for resources: {'Network': ['ID=3fbdd64c-659d-4109-a155-1663ece4be5c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:33.756366 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56598) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:33.802083 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1f847625-8dbf-4016-8bf3-7eabc759c598 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47b6e45640b04c06bd0e1356537f9956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444260 Mar 23 02:36:33.805150 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56600) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:33.860649 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14d259f3-110f-472c-9b51-b31614a34531 admin admin] Publish callbacks [] for security_group (fbc019ba-0270-4e36-b89c-aa483a5a6589), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:33.883726 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14d259f3-110f-472c-9b51-b31614a34531 admin admin] Publish callbacks [] for security_group (fbc019ba-0270-4e36-b89c-aa483a5a6589), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:33.935261 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14d259f3-110f-472c-9b51-b31614a34531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fbc019ba-0270-4e36-b89c-aa483a5a6589), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:33.939092 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-14d259f3-110f-472c-9b51-b31614a34531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:33.940823 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-14d259f3-110f-472c-9b51-b31614a34531 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbc019ba-0270-4e36-b89c-aa483a5a6589 HTTP/1.1" status: 204 len: 168 time: 0.1345928 Mar 23 02:36:33.949069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d259f3-110f-472c-9b51-b31614a34531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc019ba-0270-4e36-b89c-aa483a5a6589,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:34.357958 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:34.732209 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56622) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:34.847970 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-57700f32-cdc0-4de5-b86b-10393a0dfea2 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-896298194'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:34.869184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57700f32-cdc0-4de5-b86b-10393a0dfea2 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Made reservation on behalf of 7a0f406d571648c798df5467f6dc09d9 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:34.872432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-57700f32-cdc0-4de5-b86b-10393a0dfea2 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:34.885522 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-57700f32-cdc0-4de5-b86b-10393a0dfea2 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:34.960266 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-57700f32-cdc0-4de5-b86b-10393a0dfea2 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for security_group (ad437928-ec83-4065-9d01-e4d2a4af5219), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:34.966221 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-57700f32-cdc0-4de5-b86b-10393a0dfea2 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ad437928-ec83-4065-9d01-e4d2a4af5219), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:34.993275 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57700f32-cdc0-4de5-b86b-10393a0dfea2 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:36:35.002802 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57700f32-cdc0-4de5-b86b-10393a0dfea2 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad437928-ec83-4065-9d01-e4d2a4af5219,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:35.010215 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-57700f32-cdc0-4de5-b86b-10393a0dfea2 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (f01c6d6d-700f-47c5-b6f4-75164b7d6738), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:35.010423 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-57700f32-cdc0-4de5-b86b-10393a0dfea2 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Added segment f01c6d6d-700f-47c5-b6f4-75164b7d6738 of type vlan for network 2a54aef6-f4fd-4a23-adc2-e55f7c4823a2 Mar 23 02:36:35.051677 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-57700f32-cdc0-4de5-b86b-10393a0dfea2 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (2a54aef6-f4fd-4a23-adc2-e55f7c4823a2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:35.079000 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-57700f32-cdc0-4de5-b86b-10393a0dfea2 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (2a54aef6-f4fd-4a23-adc2-e55f7c4823a2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:35.084672 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57700f32-cdc0-4de5-b86b-10393a0dfea2 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:35.085256 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-57700f32-cdc0-4de5-b86b-10393a0dfea2 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:35.171937 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-57700f32-cdc0-4de5-b86b-10393a0dfea2 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4385281 Mar 23 02:36:35.194242 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57700f32-cdc0-4de5-b86b-10393a0dfea2 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event updated for resources: {'Network': ['ID=2a54aef6-f4fd-4a23-adc2-e55f7c4823a2,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:35.204694 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 2a54aef6-f4fd-4a23-adc2-e55f7c4823a2 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:36:36.235145 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 88e1ac89-7ee9-4943-9a15-6731ca5c9125 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:36:36.257615 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 88e1ac89-7ee9-4943-9a15-6731ca5c9125 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:36:36.257954 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 88e1ac89-7ee9-4943-9a15-6731ca5c9125 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:36:38.333003 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56626) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:38.341462 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-143dc92b-eb96-4480-a977-f6a62b7931a7 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Request body: {'subnet': {'network_id': '2a54aef6-f4fd-4a23-adc2-e55f7c4823a2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:38.434929 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143dc92b-eb96-4480-a977-f6a62b7931a7 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Made reservation on behalf of 7a0f406d571648c798df5467f6dc09d9 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:38.438635 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-143dc92b-eb96-4480-a977-f6a62b7931a7 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:38.634445 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-143dc92b-eb96-4480-a977-f6a62b7931a7 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (1a3d72e2-0baa-4885-9494-ead0e8c080ea), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:38.695656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143dc92b-eb96-4480-a977-f6a62b7931a7 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event updated for resources: {'Subnet': ['ID=1a3d72e2-0baa-4885-9494-ead0e8c080ea,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:38.706169 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143dc92b-eb96-4480-a977-f6a62b7931a7 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Checking segment: {'id': 'f01c6d6d-700f-47c5-b6f4-75164b7d6738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2a54aef6-f4fd-4a23-adc2-e55f7c4823a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:38.706538 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143dc92b-eb96-4480-a977-f6a62b7931a7 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Network hostable DHCP agents. Network: 2a54aef6-f4fd-4a23-adc2-e55f7c4823a2, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:36:38.726569 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143dc92b-eb96-4480-a977-f6a62b7931a7 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Network 2a54aef6-f4fd-4a23-adc2-e55f7c4823a2 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:36:38.735744 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-143dc92b-eb96-4480-a977-f6a62b7931a7 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 2a54aef6-f4fd-4a23-adc2-e55f7c4823a2) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:38.740027 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143dc92b-eb96-4480-a977-f6a62b7931a7 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:38.740877 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-143dc92b-eb96-4480-a977-f6a62b7931a7 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:38.749336 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f3ffeb-d707-48a7-b3f6-281c2e35a2fb None None] Network 2a54aef6-f4fd-4a23-adc2-e55f7c4823a2 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:38.757684 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-143dc92b-eb96-4480-a977-f6a62b7931a7 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4232147 Mar 23 02:36:38.761094 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56628) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:38.766035 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-86d7d0d1-2485-432e-a113-d726348ffad6 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-648832264'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:38.787172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d7d0d1-2485-432e-a113-d726348ffad6 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Made reservation on behalf of 7a0f406d571648c798df5467f6dc09d9 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:38.790864 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-86d7d0d1-2485-432e-a113-d726348ffad6 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:38.815517 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d7d0d1-2485-432e-a113-d726348ffad6 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:36:38.825157 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-86d7d0d1-2485-432e-a113-d726348ffad6 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (63bbb928-0214-4126-b4ce-914cd705049c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:38.825502 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-86d7d0d1-2485-432e-a113-d726348ffad6 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Added segment 63bbb928-0214-4126-b4ce-914cd705049c of type vlan for network 852011e3-bdc7-4161-be35-27a059922425 Mar 23 02:36:38.855151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-2a54aef6-f4fd-4a23-adc2-e55f7c4823a2', 'network_id': '2a54aef6-f4fd-4a23-adc2-e55f7c4823a2', 'project_id': '7a0f406d571648c798df5467f6dc09d9', 'fixed_ips': [{'subnet_id': '1a3d72e2-0baa-4885-9494-ead0e8c080ea'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:36:38.856293 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:38.868858 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-86d7d0d1-2485-432e-a113-d726348ffad6 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (852011e3-bdc7-4161-be35-27a059922425), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:38.894039 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-86d7d0d1-2485-432e-a113-d726348ffad6 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (852011e3-bdc7-4161-be35-27a059922425), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:38.900084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d7d0d1-2485-432e-a113-d726348ffad6 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:38.900718 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-86d7d0d1-2485-432e-a113-d726348ffad6 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:38.964693 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-86d7d0d1-2485-432e-a113-d726348ffad6 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2025220 Mar 23 02:36:38.967625 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56630) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:38.974720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-23cece57-3e8d-4050-a28f-60bd8679899a tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Request body: {'subnet': {'network_id': '852011e3-bdc7-4161-be35-27a059922425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:38.999487 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Allocated IP 2001:db8:0:ffff::2 (2a54aef6-f4fd-4a23-adc2-e55f7c4823a2/1a3d72e2-0baa-4885-9494-ead0e8c080ea/37e456ed-94ae-438e-83a7-afddf05dbfd8) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:36:39.020257 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7d0d1-2485-432e-a113-d726348ffad6 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event updated for resources: {'Network': ['ID=852011e3-bdc7-4161-be35-27a059922425,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:39.049415 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 852011e3-bdc7-4161-be35-27a059922425 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:36:39.073655 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cece57-3e8d-4050-a28f-60bd8679899a tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Made reservation on behalf of 7a0f406d571648c798df5467f6dc09d9 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:39.077207 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23cece57-3e8d-4050-a28f-60bd8679899a tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:39.202540 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Publish callbacks [] for port (37e456ed-94ae-438e-83a7-afddf05dbfd8), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:39.209197 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (37e456ed-94ae-438e-83a7-afddf05dbfd8), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:39.246999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Network 2a54aef6-f4fd-4a23-adc2-e55f7c4823a2 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:36:39.249891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:39.256241 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:36:39.263322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Pushing event updated for resources: {'Port': ['ID=37e456ed-94ae-438e-83a7-afddf05dbfd8,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:39.276838 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23cece57-3e8d-4050-a28f-60bd8679899a tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (63c20ca3-b966-401e-bbdc-a390215d60b2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:39.319598 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Attempting to bind port 37e456ed-94ae-438e-83a7-afddf05dbfd8 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:36:39.320030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Attempting to bind port 37e456ed-94ae-438e-83a7-afddf05dbfd8 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'f01c6d6d-700f-47c5-b6f4-75164b7d6738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2a54aef6-f4fd-4a23-adc2-e55f7c4823a2'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:36:39.320401 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Attempting to bind port 37e456ed-94ae-438e-83a7-afddf05dbfd8 on network 2a54aef6-f4fd-4a23-adc2-e55f7c4823a2 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:36:39.325447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:36:39.325846 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Checking segment: {'id': 'f01c6d6d-700f-47c5-b6f4-75164b7d6738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2a54aef6-f4fd-4a23-adc2-e55f7c4823a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:39.326249 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:39.326640 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Bound using segment: {'id': 'f01c6d6d-700f-47c5-b6f4-75164b7d6738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2a54aef6-f4fd-4a23-adc2-e55f7c4823a2'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:36:39.327095 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Bound port: 37e456ed-94ae-438e-83a7-afddf05dbfd8, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01c6d6d-700f-47c5-b6f4-75164b7d6738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2a54aef6-f4fd-4a23-adc2-e55f7c4823a2'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:36:39.327479 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (37e456ed-94ae-438e-83a7-afddf05dbfd8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:39.342503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cece57-3e8d-4050-a28f-60bd8679899a tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event updated for resources: {'Subnet': ['ID=63c20ca3-b966-401e-bbdc-a390215d60b2,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:39.351442 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cece57-3e8d-4050-a28f-60bd8679899a tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Checking segment: {'id': '63bbb928-0214-4126-b4ce-914cd705049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '852011e3-bdc7-4161-be35-27a059922425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:39.351810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cece57-3e8d-4050-a28f-60bd8679899a tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Network hostable DHCP agents. Network: 852011e3-bdc7-4161-be35-27a059922425, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:36:39.369049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cece57-3e8d-4050-a28f-60bd8679899a tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Network 852011e3-bdc7-4161-be35-27a059922425 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:36:39.378389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-23cece57-3e8d-4050-a28f-60bd8679899a tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 852011e3-bdc7-4161-be35-27a059922425) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:39.388009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881fb066-82a3-4add-9c37-57840b90bbb7 None None] Network 852011e3-bdc7-4161-be35-27a059922425 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:39.389961 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cece57-3e8d-4050-a28f-60bd8679899a tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:39.390761 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-23cece57-3e8d-4050-a28f-60bd8679899a tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:39.407996 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-23cece57-3e8d-4050-a28f-60bd8679899a tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4393516 Mar 23 02:36:39.410698 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56632) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:39.433201 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] For port 37e456ed-94ae-438e-83a7-afddf05dbfd8, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:36:39.451453 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] For port 37e456ed-94ae-438e-83a7-afddf05dbfd8, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=37e456ed-94ae-438e-83a7-afddf05dbfd8,segment=NetworkSegment(f01c6d6d-700f-47c5-b6f4-75164b7d6738),segment_id=f01c6d6d-700f-47c5-b6f4-75164b7d6738)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:36:39.460246 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (37e456ed-94ae-438e-83a7-afddf05dbfd8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:39.507078 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (852011e3-bdc7-4161-be35-27a059922425), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:39.546071 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97daceb8-d538-4f56-bc38-6680e4d3db2e None None] Pushing event updated for resources: {'Port': ['ID=37e456ed-94ae-438e-83a7-afddf05dbfd8,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:39.554076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-852011e3-bdc7-4161-be35-27a059922425', 'network_id': '852011e3-bdc7-4161-be35-27a059922425', 'project_id': '7a0f406d571648c798df5467f6dc09d9', 'fixed_ips': [{'subnet_id': '63c20ca3-b966-401e-bbdc-a390215d60b2'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:36:39.554924 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:39.705923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Allocated IP 2001:db8::2 (852011e3-bdc7-4161-be35-27a059922425/63c20ca3-b966-401e-bbdc-a390215d60b2/1dbb80d9-c7dd-460a-87bf-c015dac86051) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:36:39.913406 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (63c20ca3-b966-401e-bbdc-a390215d60b2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:39.922050 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Publish callbacks [] for port (1dbb80d9-c7dd-460a-87bf-c015dac86051), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:39.931842 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (1dbb80d9-c7dd-460a-87bf-c015dac86051), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:39.971708 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Network 852011e3-bdc7-4161-be35-27a059922425 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:36:39.975253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:39.979971 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (63c20ca3-b966-401e-bbdc-a390215d60b2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:39.981615 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:36:39.989457 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Pushing event updated for resources: {'Port': ['ID=1dbb80d9-c7dd-460a-87bf-c015dac86051,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:40.009132 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event deleted for resources: {'Subnet': ['ID=63c20ca3-b966-401e-bbdc-a390215d60b2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:40.044716 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Attempting to bind port 1dbb80d9-c7dd-460a-87bf-c015dac86051 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:36:40.045083 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Attempting to bind port 1dbb80d9-c7dd-460a-87bf-c015dac86051 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '63bbb928-0214-4126-b4ce-914cd705049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '852011e3-bdc7-4161-be35-27a059922425'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:36:40.045439 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Attempting to bind port 1dbb80d9-c7dd-460a-87bf-c015dac86051 on network 852011e3-bdc7-4161-be35-27a059922425 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:36:40.050675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:36:40.051071 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Checking segment: {'id': '63bbb928-0214-4126-b4ce-914cd705049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '852011e3-bdc7-4161-be35-27a059922425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:40.051439 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:40.051820 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Bound using segment: {'id': '63bbb928-0214-4126-b4ce-914cd705049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '852011e3-bdc7-4161-be35-27a059922425'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:36:40.052286 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Bound port: 1dbb80d9-c7dd-460a-87bf-c015dac86051, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63bbb928-0214-4126-b4ce-914cd705049c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '852011e3-bdc7-4161-be35-27a059922425'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:36:40.053416 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1dbb80d9-c7dd-460a-87bf-c015dac86051), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:40.070569 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (852011e3-bdc7-4161-be35-27a059922425), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:40.090915 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852011e3-bdc7-4161-be35-27a059922425']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:40.101945 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bbb928-0214-4126-b4ce-914cd705049c') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:40.102234 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bbb928-0214-4126-b4ce-914cd705049c') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:40.112001 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (63bbb928-0214-4126-b4ce-914cd705049c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:40.118526 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] For port 1dbb80d9-c7dd-460a-87bf-c015dac86051, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:36:40.121847 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] For port 1dbb80d9-c7dd-460a-87bf-c015dac86051, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1dbb80d9-c7dd-460a-87bf-c015dac86051,segment=NetworkSegment(63bbb928-0214-4126-b4ce-914cd705049c),segment_id=63bbb928-0214-4126-b4ce-914cd705049c)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:36:40.128679 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1dbb80d9-c7dd-460a-87bf-c015dac86051), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:40.132141 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (63bbb928-0214-4126-b4ce-914cd705049c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:40.139172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:36:40.139664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (63bbb928-0214-4126-b4ce-914cd705049c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:36:40.143390 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:36:40.202410 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.api [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 02:36:40.202410 n-d-834677-4 neutron-server[99263]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 02:36:40.202410 n-d-834677-4 neutron-server[99263]: [parameters: {'id': '852011e3-bdc7-4161-be35-27a059922425'}] Mar 23 02:36:40.202410 n-d-834677-4 neutron-server[99263]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=99263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:36:40.203287 n-d-834677-4 neutron-server[99263]: DEBUG oslo_db.api [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:36:40.212161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff0130-8197-43f3-898b-c060ab9460d9 None None] Pushing event updated for resources: {'Port': ['ID=1dbb80d9-c7dd-460a-87bf-c015dac86051,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:40.226944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e2a4b1-d569-48f2-93d8-e5a9e4fad3fa None None] Network 852011e3-bdc7-4161-be35-27a059922425 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:40.594447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bda58f-d2b1-4be3-896d-d5c4257d179f None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 02:36:40.662248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bda58f-d2b1-4be3-896d-d5c4257d179f None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 02:36:40.704828 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (852011e3-bdc7-4161-be35-27a059922425), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:40.748172 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-532f2022-1eb7-4993-bcf0-af7d74356cf6 None None] Provisioning complete for port 37e456ed-94ae-438e-83a7-afddf05dbfd8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:36:40.748421 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-532f2022-1eb7-4993-bcf0-af7d74356cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (37e456ed-94ae-438e-83a7-afddf05dbfd8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:40.760344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Deleting port 1dbb80d9-c7dd-460a-87bf-c015dac86051 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:36:40.760718 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1dbb80d9-c7dd-460a-87bf-c015dac86051), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:40.825947 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] For port 1dbb80d9-c7dd-460a-87bf-c015dac86051, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1dbb80d9-c7dd-460a-87bf-c015dac86051,segment=NetworkSegment(63bbb928-0214-4126-b4ce-914cd705049c),segment_id=63bbb928-0214-4126-b4ce-914cd705049c)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:40.826314 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1dbb80d9-c7dd-460a-87bf-c015dac86051), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:40.839543 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Calling delete_port for 1dbb80d9-c7dd-460a-87bf-c015dac86051 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:36:40.887458 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-532f2022-1eb7-4993-bcf0-af7d74356cf6 None None] Current status of the port 37e456ed-94ae-438e-83a7-afddf05dbfd8 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:36:40.887845 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-532f2022-1eb7-4993-bcf0-af7d74356cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (37e456ed-94ae-438e-83a7-afddf05dbfd8), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:40.889816 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff151c4-6fb7-49fd-bdc6-2423f403e943 None None] Network 2a54aef6-f4fd-4a23-adc2-e55f7c4823a2 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:40.918178 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1dbb80d9-c7dd-460a-87bf-c015dac86051), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:40.949024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event deleted for resources: {'Port': ['ID=1dbb80d9-c7dd-460a-87bf-c015dac86051,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:40.953611 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] No DVR routers for this DVR port 1dbb80d9-c7dd-460a-87bf-c015dac86051 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:36:40.968497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-532f2022-1eb7-4993-bcf0-af7d74356cf6 None None] For port 37e456ed-94ae-438e-83a7-afddf05dbfd8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=37e456ed-94ae-438e-83a7-afddf05dbfd8,segment=NetworkSegment(f01c6d6d-700f-47c5-b6f4-75164b7d6738),segment_id=f01c6d6d-700f-47c5-b6f4-75164b7d6738)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:40.976850 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-532f2022-1eb7-4993-bcf0-af7d74356cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (37e456ed-94ae-438e-83a7-afddf05dbfd8), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.035893 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (852011e3-bdc7-4161-be35-27a059922425), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.063823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852011e3-bdc7-4161-be35-27a059922425']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:41.075366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bbb928-0214-4126-b4ce-914cd705049c') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:41.075662 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bbb928-0214-4126-b4ce-914cd705049c') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:41.086526 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (63bbb928-0214-4126-b4ce-914cd705049c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.101945 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (63bbb928-0214-4126-b4ce-914cd705049c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.108878 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:36:41.109261 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (63bbb928-0214-4126-b4ce-914cd705049c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:36:41.112571 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:36:41.177648 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (852011e3-bdc7-4161-be35-27a059922425), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.183800 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.189087 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "DELETE /v2.0/networks/852011e3-bdc7-4161-be35-27a059922425 HTTP/1.1" status: 204 len: 168 time: 1.7773893 Mar 23 02:36:41.190956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56636) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:41.196870 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6a519b79-02a6-4ffb-b647-3fa6f42af0e0 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-921224651'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:41.206490 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68d004-a6a6-4b5d-b061-f4be7afe4883 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event deleted for resources: {'Network': ['ID=852011e3-bdc7-4161-be35-27a059922425,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:41.218802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a519b79-02a6-4ffb-b647-3fa6f42af0e0 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Made reservation on behalf of 7a0f406d571648c798df5467f6dc09d9 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:41.222519 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a519b79-02a6-4ffb-b647-3fa6f42af0e0 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.224869 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f2022-1eb7-4993-bcf0-af7d74356cf6 None None] Pushing event updated for resources: {'Port': ['ID=37e456ed-94ae-438e-83a7-afddf05dbfd8,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:41.249699 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a519b79-02a6-4ffb-b647-3fa6f42af0e0 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:36:41.259934 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a519b79-02a6-4ffb-b647-3fa6f42af0e0 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b618859c-376c-4af0-962b-35a77effc3c9), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.260284 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-6a519b79-02a6-4ffb-b647-3fa6f42af0e0 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Added segment b618859c-376c-4af0-962b-35a77effc3c9 of type vlan for network 5971301b-2f69-4384-96d2-ed0539838318 Mar 23 02:36:41.302566 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a519b79-02a6-4ffb-b647-3fa6f42af0e0 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (5971301b-2f69-4384-96d2-ed0539838318), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.333146 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a519b79-02a6-4ffb-b647-3fa6f42af0e0 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (5971301b-2f69-4384-96d2-ed0539838318), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.338623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a519b79-02a6-4ffb-b647-3fa6f42af0e0 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:41.339254 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6a519b79-02a6-4ffb-b647-3fa6f42af0e0 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.436094 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6a519b79-02a6-4ffb-b647-3fa6f42af0e0 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2434714 Mar 23 02:36:41.439251 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56638) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:41.447560 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-33a4d1c4-fafc-4847-8bb2-869a12661c72 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Request body: {'subnet': {'network_id': '5971301b-2f69-4384-96d2-ed0539838318', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:41.449277 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a519b79-02a6-4ffb-b647-3fa6f42af0e0 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event updated for resources: {'Network': ['ID=5971301b-2f69-4384-96d2-ed0539838318,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:41.450926 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 37e456ed-94ae-438e-83a7-afddf05dbfd8 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:36:41.476517 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 5971301b-2f69-4384-96d2-ed0539838318 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:36:41.534333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a4d1c4-fafc-4847-8bb2-869a12661c72 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Made reservation on behalf of 7a0f406d571648c798df5467f6dc09d9 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:41.537863 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-33a4d1c4-fafc-4847-8bb2-869a12661c72 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.565748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c0ade5b0-7d84-4018-971c-4635a5682242 None None] Provisioning complete for port 37e456ed-94ae-438e-83a7-afddf05dbfd8 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:36:41.565993 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c0ade5b0-7d84-4018-971c-4635a5682242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (37e456ed-94ae-438e-83a7-afddf05dbfd8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.600835 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_backend_mixin [None req-33a4d1c4-fafc-4847-8bb2-869a12661c72 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Performing IP validity checks on allocation pools {{(pid=99263) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 23 02:36:41.601130 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 37e456ed-94ae-438e-83a7-afddf05dbfd8 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:36:41.601366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.ipam_backend_mixin [None req-33a4d1c4-fafc-4847-8bb2-869a12661c72 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99263) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 23 02:36:41.601478 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (37e456ed-94ae-438e-83a7-afddf05dbfd8), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.735533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c0ade5b0-7d84-4018-971c-4635a5682242 None None] Current status of the port 37e456ed-94ae-438e-83a7-afddf05dbfd8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:36:41.745786 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-33a4d1c4-fafc-4847-8bb2-869a12661c72 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (ba591231-cc8a-4528-babe-40b3d2f43cd7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.753576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 37e456ed-94ae-438e-83a7-afddf05dbfd8 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:36:41.809890 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4d1c4-fafc-4847-8bb2-869a12661c72 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event updated for resources: {'Subnet': ['ID=ba591231-cc8a-4528-babe-40b3d2f43cd7,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:41.821265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4d1c4-fafc-4847-8bb2-869a12661c72 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Checking segment: {'id': 'b618859c-376c-4af0-962b-35a77effc3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5971301b-2f69-4384-96d2-ed0539838318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:41.821622 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a4d1c4-fafc-4847-8bb2-869a12661c72 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Network hostable DHCP agents. Network: 5971301b-2f69-4384-96d2-ed0539838318, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:36:41.840270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a4d1c4-fafc-4847-8bb2-869a12661c72 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Network 5971301b-2f69-4384-96d2-ed0539838318 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:36:41.852299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-33a4d1c4-fafc-4847-8bb2-869a12661c72 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 5971301b-2f69-4384-96d2-ed0539838318) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:41.858361 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a4d1c4-fafc-4847-8bb2-869a12661c72 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:41.859307 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-33a4d1c4-fafc-4847-8bb2-869a12661c72 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.865276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6895df93-456e-478d-a977-c13ee6196f27 None None] Network 5971301b-2f69-4384-96d2-ed0539838318 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:41.885397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-33a4d1c4-fafc-4847-8bb2-869a12661c72 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4416864 Mar 23 02:36:41.885644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56640) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:41.970160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-5971301b-2f69-4384-96d2-ed0539838318', 'network_id': '5971301b-2f69-4384-96d2-ed0539838318', 'project_id': '7a0f406d571648c798df5467f6dc09d9', 'fixed_ips': [{'subnet_id': 'ba591231-cc8a-4528-babe-40b3d2f43cd7'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:36:41.971060 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:41.984526 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (5971301b-2f69-4384-96d2-ed0539838318), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:42.040193 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (ba591231-cc8a-4528-babe-40b3d2f43cd7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:42.111252 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Allocated IP 2001:db8::3 (5971301b-2f69-4384-96d2-ed0539838318/ba591231-cc8a-4528-babe-40b3d2f43cd7/781ee4cb-ffa2-4714-82c1-20320595fe47) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:36:42.263583 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Publish callbacks [] for port (781ee4cb-ffa2-4714-82c1-20320595fe47), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:42.273111 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (781ee4cb-ffa2-4714-82c1-20320595fe47), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:42.293047 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (ba591231-cc8a-4528-babe-40b3d2f43cd7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:42.316629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Network 5971301b-2f69-4384-96d2-ed0539838318 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:36:42.320050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event deleted for resources: {'Subnet': ['ID=ba591231-cc8a-4528-babe-40b3d2f43cd7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:42.330059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:42.332853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:36:42.335265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Pushing event updated for resources: {'Port': ['ID=781ee4cb-ffa2-4714-82c1-20320595fe47,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:42.380620 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (5971301b-2f69-4384-96d2-ed0539838318), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:42.393636 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Attempting to bind port 781ee4cb-ffa2-4714-82c1-20320595fe47 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:36:42.394008 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Attempting to bind port 781ee4cb-ffa2-4714-82c1-20320595fe47 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'b618859c-376c-4af0-962b-35a77effc3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5971301b-2f69-4384-96d2-ed0539838318'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:36:42.394371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Attempting to bind port 781ee4cb-ffa2-4714-82c1-20320595fe47 on network 5971301b-2f69-4384-96d2-ed0539838318 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:36:42.399891 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:36:42.400271 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Checking segment: {'id': 'b618859c-376c-4af0-962b-35a77effc3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5971301b-2f69-4384-96d2-ed0539838318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:42.400703 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:42.401099 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Bound using segment: {'id': 'b618859c-376c-4af0-962b-35a77effc3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5971301b-2f69-4384-96d2-ed0539838318'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:36:42.401564 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Bound port: 781ee4cb-ffa2-4714-82c1-20320595fe47, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b618859c-376c-4af0-962b-35a77effc3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5971301b-2f69-4384-96d2-ed0539838318'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:36:42.401941 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (781ee4cb-ffa2-4714-82c1-20320595fe47), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:42.404005 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5971301b-2f69-4384-96d2-ed0539838318']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:42.414346 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b618859c-376c-4af0-962b-35a77effc3c9') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:42.414622 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b618859c-376c-4af0-962b-35a77effc3c9') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:42.429390 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (b618859c-376c-4af0-962b-35a77effc3c9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:42.443311 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b618859c-376c-4af0-962b-35a77effc3c9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:42.449669 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:36:42.450066 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (b618859c-376c-4af0-962b-35a77effc3c9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:36:42.453060 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:36:42.470014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] For port 781ee4cb-ffa2-4714-82c1-20320595fe47, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:36:42.507396 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] For port 781ee4cb-ffa2-4714-82c1-20320595fe47, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=781ee4cb-ffa2-4714-82c1-20320595fe47,segment=NetworkSegment(b618859c-376c-4af0-962b-35a77effc3c9),segment_id=b618859c-376c-4af0-962b-35a77effc3c9)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:36:42.508902 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.db.api [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 02:36:42.508902 n-d-834677-4 neutron-server[99263]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 02:36:42.508902 n-d-834677-4 neutron-server[99263]: [parameters: {'id': '5971301b-2f69-4384-96d2-ed0539838318'}] Mar 23 02:36:42.508902 n-d-834677-4 neutron-server[99263]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=99263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:36:42.509360 n-d-834677-4 neutron-server[99263]: DEBUG oslo_db.api [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:36:42.516538 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (781ee4cb-ffa2-4714-82c1-20320595fe47), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:42.601606 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae970ad-9c61-4608-9ee6-124b9c59eb0d None None] Pushing event updated for resources: {'Port': ['ID=781ee4cb-ffa2-4714-82c1-20320595fe47,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:42.618478 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b5a9b2-372e-40fd-b2c8-3fed510ded2e None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 02:36:42.696938 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b5a9b2-372e-40fd-b2c8-3fed510ded2e None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 02:36:42.862097 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d634e136-4cbb-46e9-ae22-6cf0d0c9a194 None None] Network 5971301b-2f69-4384-96d2-ed0539838318 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:43.010510 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (5971301b-2f69-4384-96d2-ed0539838318), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:43.077820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Deleting port 781ee4cb-ffa2-4714-82c1-20320595fe47 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:36:43.078175 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (781ee4cb-ffa2-4714-82c1-20320595fe47), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:43.146799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] For port 781ee4cb-ffa2-4714-82c1-20320595fe47, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=781ee4cb-ffa2-4714-82c1-20320595fe47,segment=NetworkSegment(b618859c-376c-4af0-962b-35a77effc3c9),segment_id=b618859c-376c-4af0-962b-35a77effc3c9)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:43.147118 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (781ee4cb-ffa2-4714-82c1-20320595fe47), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:43.160259 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Calling delete_port for 781ee4cb-ffa2-4714-82c1-20320595fe47 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:36:43.247019 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (781ee4cb-ffa2-4714-82c1-20320595fe47), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:43.276974 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event deleted for resources: {'Port': ['ID=781ee4cb-ffa2-4714-82c1-20320595fe47,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:43.282061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] No DVR routers for this DVR port 781ee4cb-ffa2-4714-82c1-20320595fe47 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:36:43.369669 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (5971301b-2f69-4384-96d2-ed0539838318), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:43.389823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5971301b-2f69-4384-96d2-ed0539838318']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:43.399873 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b618859c-376c-4af0-962b-35a77effc3c9') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:43.400171 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b618859c-376c-4af0-962b-35a77effc3c9') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:43.409467 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (b618859c-376c-4af0-962b-35a77effc3c9), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:43.423634 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (b618859c-376c-4af0-962b-35a77effc3c9), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:43.430801 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:36:43.431194 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (b618859c-376c-4af0-962b-35a77effc3c9), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:36:43.434134 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:36:43.499922 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (5971301b-2f69-4384-96d2-ed0539838318), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:43.504866 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:43.508257 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "DELETE /v2.0/networks/5971301b-2f69-4384-96d2-ed0539838318 HTTP/1.1" status: 204 len: 168 time: 1.6217041 Mar 23 02:36:43.511848 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56642) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:43.516651 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-712ea2f4-fedb-43e4-905d-24c2c34da056 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1649955527'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:43.542257 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13f05e-e06b-46f6-b234-0f6638ba0792 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event deleted for resources: {'Network': ['ID=5971301b-2f69-4384-96d2-ed0539838318,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:43.558069 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712ea2f4-fedb-43e4-905d-24c2c34da056 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Made reservation on behalf of 7a0f406d571648c798df5467f6dc09d9 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:43.561440 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-712ea2f4-fedb-43e4-905d-24c2c34da056 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:43.586255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712ea2f4-fedb-43e4-905d-24c2c34da056 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:36:43.596481 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-712ea2f4-fedb-43e4-905d-24c2c34da056 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (8f62b94d-5eba-4e06-bea0-6b46aa8fa33f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:43.596855 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-712ea2f4-fedb-43e4-905d-24c2c34da056 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Added segment 8f62b94d-5eba-4e06-bea0-6b46aa8fa33f of type vlan for network bfdf61ba-79d1-4a82-92d8-1bf972cc41a6 Mar 23 02:36:43.644013 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-712ea2f4-fedb-43e4-905d-24c2c34da056 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (bfdf61ba-79d1-4a82-92d8-1bf972cc41a6), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:43.674874 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-712ea2f4-fedb-43e4-905d-24c2c34da056 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (bfdf61ba-79d1-4a82-92d8-1bf972cc41a6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:43.683266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712ea2f4-fedb-43e4-905d-24c2c34da056 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:43.684912 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-712ea2f4-fedb-43e4-905d-24c2c34da056 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:43.752678 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-712ea2f4-fedb-43e4-905d-24c2c34da056 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2397039 Mar 23 02:36:43.755575 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56644) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:43.763240 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-fab222fa-036f-4357-9a45-02fa8e4e0ff4 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Request body: {'subnet': {'network_id': 'bfdf61ba-79d1-4a82-92d8-1bf972cc41a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:43.769749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ea2f4-fedb-43e4-905d-24c2c34da056 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event updated for resources: {'Network': ['ID=bfdf61ba-79d1-4a82-92d8-1bf972cc41a6,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:43.780863 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network bfdf61ba-79d1-4a82-92d8-1bf972cc41a6 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:36:43.857008 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab222fa-036f-4357-9a45-02fa8e4e0ff4 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Made reservation on behalf of 7a0f406d571648c798df5467f6dc09d9 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:43.860439 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fab222fa-036f-4357-9a45-02fa8e4e0ff4 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.050386 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fab222fa-036f-4357-9a45-02fa8e4e0ff4 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (49c9629f-73f3-4940-8f46-e021fbd35a6d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.107037 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab222fa-036f-4357-9a45-02fa8e4e0ff4 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event updated for resources: {'Subnet': ['ID=49c9629f-73f3-4940-8f46-e021fbd35a6d,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:44.117971 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab222fa-036f-4357-9a45-02fa8e4e0ff4 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Checking segment: {'id': '8f62b94d-5eba-4e06-bea0-6b46aa8fa33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bfdf61ba-79d1-4a82-92d8-1bf972cc41a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:44.118367 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab222fa-036f-4357-9a45-02fa8e4e0ff4 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Network hostable DHCP agents. Network: bfdf61ba-79d1-4a82-92d8-1bf972cc41a6, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:36:44.138883 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab222fa-036f-4357-9a45-02fa8e4e0ff4 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Network bfdf61ba-79d1-4a82-92d8-1bf972cc41a6 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:36:44.151084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-fab222fa-036f-4357-9a45-02fa8e4e0ff4 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, bfdf61ba-79d1-4a82-92d8-1bf972cc41a6) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:44.157371 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab222fa-036f-4357-9a45-02fa8e4e0ff4 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:44.158054 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fab222fa-036f-4357-9a45-02fa8e4e0ff4 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.160797 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153ced2f-c110-4d44-9adf-823c9116730b None None] Network bfdf61ba-79d1-4a82-92d8-1bf972cc41a6 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:44.177796 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fab222fa-036f-4357-9a45-02fa8e4e0ff4 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4208677 Mar 23 02:36:44.181539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56646) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:44.186486 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e21daaa1-e85e-4932-8189-a60a1a4915c9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1409818367'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:44.206813 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21daaa1-e85e-4932-8189-a60a1a4915c9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Made reservation on behalf of 7a0f406d571648c798df5467f6dc09d9 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:44.210229 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e21daaa1-e85e-4932-8189-a60a1a4915c9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.234148 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21daaa1-e85e-4932-8189-a60a1a4915c9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:36:44.243432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e21daaa1-e85e-4932-8189-a60a1a4915c9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (295569f9-361f-4b54-9da3-277f2bbed455), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.243800 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-e21daaa1-e85e-4932-8189-a60a1a4915c9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Added segment 295569f9-361f-4b54-9da3-277f2bbed455 of type vlan for network 567081a8-6049-4832-ad94-ac8ab5d208ac Mar 23 02:36:44.267004 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-bfdf61ba-79d1-4a82-92d8-1bf972cc41a6', 'network_id': 'bfdf61ba-79d1-4a82-92d8-1bf972cc41a6', 'project_id': '7a0f406d571648c798df5467f6dc09d9', 'fixed_ips': [{'subnet_id': '49c9629f-73f3-4940-8f46-e021fbd35a6d'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:36:44.267833 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.289440 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e21daaa1-e85e-4932-8189-a60a1a4915c9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (567081a8-6049-4832-ad94-ac8ab5d208ac), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.314540 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e21daaa1-e85e-4932-8189-a60a1a4915c9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (567081a8-6049-4832-ad94-ac8ab5d208ac), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.319611 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21daaa1-e85e-4932-8189-a60a1a4915c9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:44.320198 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e21daaa1-e85e-4932-8189-a60a1a4915c9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.378464 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e21daaa1-e85e-4932-8189-a60a1a4915c9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1958528 Mar 23 02:36:44.381895 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56648) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:44.386273 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b4016067-6d25-4df7-8456-dcc08dde661f tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Request body: {'subnet': {'network_id': '567081a8-6049-4832-ad94-ac8ab5d208ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:44.404927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21daaa1-e85e-4932-8189-a60a1a4915c9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event updated for resources: {'Network': ['ID=567081a8-6049-4832-ad94-ac8ab5d208ac,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:44.407238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Allocated IP 2001:db8::2 (bfdf61ba-79d1-4a82-92d8-1bf972cc41a6/49c9629f-73f3-4940-8f46-e021fbd35a6d/88c34bb3-bde9-4669-8d0c-02301e7f7d87) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:36:44.418379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 567081a8-6049-4832-ad94-ac8ab5d208ac details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:36:44.483510 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4016067-6d25-4df7-8456-dcc08dde661f tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Made reservation on behalf of 7a0f406d571648c798df5467f6dc09d9 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:44.487252 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b4016067-6d25-4df7-8456-dcc08dde661f tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.614517 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Publish callbacks [] for port (88c34bb3-bde9-4669-8d0c-02301e7f7d87), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.621021 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (88c34bb3-bde9-4669-8d0c-02301e7f7d87), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.658649 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Network bfdf61ba-79d1-4a82-92d8-1bf972cc41a6 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:36:44.661481 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:44.667802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:36:44.676864 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Pushing event updated for resources: {'Port': ['ID=88c34bb3-bde9-4669-8d0c-02301e7f7d87,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:44.677229 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b4016067-6d25-4df7-8456-dcc08dde661f tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (c8f8e30b-50db-46be-aaa3-b56a31f8900c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.729572 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Attempting to bind port 88c34bb3-bde9-4669-8d0c-02301e7f7d87 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:36:44.729934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Attempting to bind port 88c34bb3-bde9-4669-8d0c-02301e7f7d87 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '8f62b94d-5eba-4e06-bea0-6b46aa8fa33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bfdf61ba-79d1-4a82-92d8-1bf972cc41a6'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:36:44.730291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Attempting to bind port 88c34bb3-bde9-4669-8d0c-02301e7f7d87 on network bfdf61ba-79d1-4a82-92d8-1bf972cc41a6 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:36:44.735201 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:36:44.735570 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Checking segment: {'id': '8f62b94d-5eba-4e06-bea0-6b46aa8fa33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bfdf61ba-79d1-4a82-92d8-1bf972cc41a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:44.735952 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.736351 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Bound using segment: {'id': '8f62b94d-5eba-4e06-bea0-6b46aa8fa33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bfdf61ba-79d1-4a82-92d8-1bf972cc41a6'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:36:44.736829 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Bound port: 88c34bb3-bde9-4669-8d0c-02301e7f7d87, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f62b94d-5eba-4e06-bea0-6b46aa8fa33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bfdf61ba-79d1-4a82-92d8-1bf972cc41a6'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:36:44.737216 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (88c34bb3-bde9-4669-8d0c-02301e7f7d87), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.737419 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4016067-6d25-4df7-8456-dcc08dde661f tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event updated for resources: {'Subnet': ['ID=c8f8e30b-50db-46be-aaa3-b56a31f8900c,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:44.752674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4016067-6d25-4df7-8456-dcc08dde661f tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Checking segment: {'id': '295569f9-361f-4b54-9da3-277f2bbed455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '567081a8-6049-4832-ad94-ac8ab5d208ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:44.753064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4016067-6d25-4df7-8456-dcc08dde661f tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Network hostable DHCP agents. Network: 567081a8-6049-4832-ad94-ac8ab5d208ac, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:36:44.770700 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4016067-6d25-4df7-8456-dcc08dde661f tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Network 567081a8-6049-4832-ad94-ac8ab5d208ac is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:36:44.780852 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-b4016067-6d25-4df7-8456-dcc08dde661f tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 567081a8-6049-4832-ad94-ac8ab5d208ac) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:44.785067 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4016067-6d25-4df7-8456-dcc08dde661f tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:44.785676 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b4016067-6d25-4df7-8456-dcc08dde661f tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.795360 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c78d6f-7aac-4620-bf88-a5d9217257f7 None None] Network 567081a8-6049-4832-ad94-ac8ab5d208ac requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:44.803441 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b4016067-6d25-4df7-8456-dcc08dde661f tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4209375 Mar 23 02:36:44.806682 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56650) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:44.850848 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] For port 88c34bb3-bde9-4669-8d0c-02301e7f7d87, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:36:44.866206 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] For port 88c34bb3-bde9-4669-8d0c-02301e7f7d87, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=88c34bb3-bde9-4669-8d0c-02301e7f7d87,segment=NetworkSegment(8f62b94d-5eba-4e06-bea0-6b46aa8fa33f),segment_id=8f62b94d-5eba-4e06-bea0-6b46aa8fa33f)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:36:44.880147 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (88c34bb3-bde9-4669-8d0c-02301e7f7d87), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.904034 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9fb13aed-845e-45d6-8fcc-8eb07efb99bd tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (567081a8-6049-4832-ad94-ac8ab5d208ac), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.965624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75473d2-5043-410f-91bb-d9510194ee2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-567081a8-6049-4832-ad94-ac8ab5d208ac', 'network_id': '567081a8-6049-4832-ad94-ac8ab5d208ac', 'project_id': '7a0f406d571648c798df5467f6dc09d9', 'fixed_ips': [{'subnet_id': 'c8f8e30b-50db-46be-aaa3-b56a31f8900c'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:36:44.966471 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d75473d2-5043-410f-91bb-d9510194ee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.969832 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9fb13aed-845e-45d6-8fcc-8eb07efb99bd tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (c8f8e30b-50db-46be-aaa3-b56a31f8900c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:44.983137 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761f97b-9089-4406-b308-5979c5e91a16 None None] Pushing event updated for resources: {'Port': ['ID=88c34bb3-bde9-4669-8d0c-02301e7f7d87,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:45.037377 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9fb13aed-845e-45d6-8fcc-8eb07efb99bd tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (c8f8e30b-50db-46be-aaa3-b56a31f8900c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.065791 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb13aed-845e-45d6-8fcc-8eb07efb99bd tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event deleted for resources: {'Subnet': ['ID=c8f8e30b-50db-46be-aaa3-b56a31f8900c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server [None req-d75473d2-5043-410f-91bb-d9510194ee2b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8f8e30b-50db-46be-aaa3-b56a31f8900c: This subnet is being modified by another concurrent operation. Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server raise exception Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8f8e30b-50db-46be-aaa3-b56a31f8900c: This subnet is being modified by another concurrent operation. Mar 23 02:36:45.091701 n-d-834677-4 neutron-server[99265]: ERROR oslo_messaging.rpc.server Mar 23 02:36:45.114102 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7254c8f5-5fc1-4f0b-9055-5e63500dd695 None None] Network 567081a8-6049-4832-ad94-ac8ab5d208ac requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:45.151807 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9fb13aed-845e-45d6-8fcc-8eb07efb99bd tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (567081a8-6049-4832-ad94-ac8ab5d208ac), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.179519 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-9fb13aed-845e-45d6-8fcc-8eb07efb99bd tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567081a8-6049-4832-ad94-ac8ab5d208ac']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:45.189151 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-9fb13aed-845e-45d6-8fcc-8eb07efb99bd tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295569f9-361f-4b54-9da3-277f2bbed455') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:45.189908 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-9fb13aed-845e-45d6-8fcc-8eb07efb99bd tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295569f9-361f-4b54-9da3-277f2bbed455') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:45.209115 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9fb13aed-845e-45d6-8fcc-8eb07efb99bd tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (295569f9-361f-4b54-9da3-277f2bbed455), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.223581 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9fb13aed-845e-45d6-8fcc-8eb07efb99bd tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (295569f9-361f-4b54-9da3-277f2bbed455), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.231740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb13aed-845e-45d6-8fcc-8eb07efb99bd tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:36:45.232265 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9fb13aed-845e-45d6-8fcc-8eb07efb99bd tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (295569f9-361f-4b54-9da3-277f2bbed455), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:36:45.235428 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:36:45.299470 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9fb13aed-845e-45d6-8fcc-8eb07efb99bd tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (567081a8-6049-4832-ad94-ac8ab5d208ac), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.306957 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9fb13aed-845e-45d6-8fcc-8eb07efb99bd tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.312684 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9fb13aed-845e-45d6-8fcc-8eb07efb99bd tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "DELETE /v2.0/networks/567081a8-6049-4832-ad94-ac8ab5d208ac HTTP/1.1" status: 204 len: 168 time: 0.5025215 Mar 23 02:36:45.313592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56652) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:45.322588 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb13aed-845e-45d6-8fcc-8eb07efb99bd tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event deleted for resources: {'Network': ['ID=567081a8-6049-4832-ad94-ac8ab5d208ac,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:45.345336 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72ba346-119a-4509-b1b3-d8d82e7e8076 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] GET failed (client error): The resource could not be found. Mar 23 02:36:45.350271 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56654) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:45.350537 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a72ba346-119a-4509-b1b3-d8d82e7e8076 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "GET /v2.0/subnets/c8f8e30b-50db-46be-aaa3-b56a31f8900c HTTP/1.1" status: 404 len: 337 time: 0.0356557 Mar 23 02:36:45.369483 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec88404a-98e6-4928-b312-b00cd5307608 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] DELETE failed (client error): The resource could not be found. Mar 23 02:36:45.370097 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec88404a-98e6-4928-b312-b00cd5307608 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:36:45.373113 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ec88404a-98e6-4928-b312-b00cd5307608 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "DELETE /v2.0/networks/567081a8-6049-4832-ad94-ac8ab5d208ac HTTP/1.1" status: 404 len: 339 time: 0.0216584 Mar 23 02:36:45.377029 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56656) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:45.403591 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-832a655e-1b37-4491-a695-a21a94d13b84 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] DELETE failed (client error): The resource could not be found. Mar 23 02:36:45.403926 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832a655e-1b37-4491-a695-a21a94d13b84 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:36:45.406996 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-832a655e-1b37-4491-a695-a21a94d13b84 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "DELETE /v2.0/subnets/c8f8e30b-50db-46be-aaa3-b56a31f8900c HTTP/1.1" status: 404 len: 337 time: 0.0290086 Mar 23 02:36:45.409976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56658) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:45.433086 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 88c34bb3-bde9-4669-8d0c-02301e7f7d87 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:36:45.433287 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-83aa3acc-6dd7-424f-b6f1-47a30524f2fc tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] DELETE failed (client error): The resource could not be found. Mar 23 02:36:45.433626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83aa3acc-6dd7-424f-b6f1-47a30524f2fc tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:36:45.437335 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-83aa3acc-6dd7-424f-b6f1-47a30524f2fc tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "DELETE /v2.0/networks/567081a8-6049-4832-ad94-ac8ab5d208ac HTTP/1.1" status: 404 len: 339 time: 0.0258076 Mar 23 02:36:45.439727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56660) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:45.484726 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 88c34bb3-bde9-4669-8d0c-02301e7f7d87 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:36:45.485116 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (88c34bb3-bde9-4669-8d0c-02301e7f7d87), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.502719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abb4e33-a222-43c5-a0c5-8a29f5fb5b53 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Deleting subnet 49c9629f-73f3-4940-8f46-e021fbd35a6d {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:36:45.506013 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4abb4e33-a222-43c5-a0c5-8a29f5fb5b53 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for subnet (49c9629f-73f3-4940-8f46-e021fbd35a6d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.545143 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4abb4e33-a222-43c5-a0c5-8a29f5fb5b53 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (49c9629f-73f3-4940-8f46-e021fbd35a6d), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.570445 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 88c34bb3-bde9-4669-8d0c-02301e7f7d87 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:36:45.570861 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (88c34bb3-bde9-4669-8d0c-02301e7f7d87), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.611543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 88c34bb3-bde9-4669-8d0c-02301e7f7d87, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=88c34bb3-bde9-4669-8d0c-02301e7f7d87,segment=NetworkSegment(8f62b94d-5eba-4e06-bea0-6b46aa8fa33f),segment_id=8f62b94d-5eba-4e06-bea0-6b46aa8fa33f)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:45.617769 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (88c34bb3-bde9-4669-8d0c-02301e7f7d87), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.631192 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4abb4e33-a222-43c5-a0c5-8a29f5fb5b53 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (49c9629f-73f3-4940-8f46-e021fbd35a6d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.670935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=88c34bb3-bde9-4669-8d0c-02301e7f7d87,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:45.696328 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4abb4e33-a222-43c5-a0c5-8a29f5fb5b53 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (49c9629f-73f3-4940-8f46-e021fbd35a6d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.724856 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb4e33-a222-43c5-a0c5-8a29f5fb5b53 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event deleted for resources: {'Subnet': ['ID=49c9629f-73f3-4940-8f46-e021fbd35a6d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:45.729522 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4abb4e33-a222-43c5-a0c5-8a29f5fb5b53 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.735306 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56662) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:45.735594 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4abb4e33-a222-43c5-a0c5-8a29f5fb5b53 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "DELETE /v2.0/subnets/49c9629f-73f3-4940-8f46-e021fbd35a6d HTTP/1.1" status: 204 len: 168 time: 0.2945611 Mar 23 02:36:45.820452 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (bfdf61ba-79d1-4a82-92d8-1bf972cc41a6), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.878238 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Deleting port 88c34bb3-bde9-4669-8d0c-02301e7f7d87 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:36:45.878597 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (88c34bb3-bde9-4669-8d0c-02301e7f7d87), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.932280 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e7dada-755c-4d46-8dab-610c78b6ac52 None None] get_active_networks_info from n-d-834677-4 {{(pid=99265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 02:36:45.942662 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] For port 88c34bb3-bde9-4669-8d0c-02301e7f7d87, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=88c34bb3-bde9-4669-8d0c-02301e7f7d87,segment=NetworkSegment(8f62b94d-5eba-4e06-bea0-6b46aa8fa33f),segment_id=8f62b94d-5eba-4e06-bea0-6b46aa8fa33f)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:45.943035 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (88c34bb3-bde9-4669-8d0c-02301e7f7d87), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:45.962678 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Calling delete_port for 88c34bb3-bde9-4669-8d0c-02301e7f7d87 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:36:46.009209 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bbfcdae3-879b-411b-8995-05dcdcffadab None None] Provisioning complete for port 88c34bb3-bde9-4669-8d0c-02301e7f7d87 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:36:46.009946 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bbfcdae3-879b-411b-8995-05dcdcffadab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (88c34bb3-bde9-4669-8d0c-02301e7f7d87), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:46.012582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e7dada-755c-4d46-8dab-610c78b6ac52 None None] Resources bound (agent type, host, resource id): {{(pid=99265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 02:36:46.047202 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (88c34bb3-bde9-4669-8d0c-02301e7f7d87), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:46.071484 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event deleted for resources: {'Port': ['ID=88c34bb3-bde9-4669-8d0c-02301e7f7d87,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:46.077019 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] No DVR routers for this DVR port 88c34bb3-bde9-4669-8d0c-02301e7f7d87 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:36:46.106679 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bbfcdae3-879b-411b-8995-05dcdcffadab None None] Could not find standard attr ID for object 88c34bb3-bde9-4669-8d0c-02301e7f7d87. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:36:46.112441 n-d-834677-4 neutron-server[99265]: INFO neutron.plugins.ml2.db [None req-bbfcdae3-879b-411b-8995-05dcdcffadab None None] No ports have port_id starting with 88c34bb3-bde9-4669-8d0c-02301e7f7d87 Mar 23 02:36:46.159087 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (bfdf61ba-79d1-4a82-92d8-1bf972cc41a6), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:46.180040 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfdf61ba-79d1-4a82-92d8-1bf972cc41a6']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:46.190243 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f62b94d-5eba-4e06-bea0-6b46aa8fa33f') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:46.190539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f62b94d-5eba-4e06-bea0-6b46aa8fa33f') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:46.200496 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (8f62b94d-5eba-4e06-bea0-6b46aa8fa33f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:46.205799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0cf8b8-a9eb-4071-9a13-deff92a84b0b None None] Network bfdf61ba-79d1-4a82-92d8-1bf972cc41a6 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:46.215229 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (8f62b94d-5eba-4e06-bea0-6b46aa8fa33f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:46.221133 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:36:46.221553 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (8f62b94d-5eba-4e06-bea0-6b46aa8fa33f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:36:46.224535 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:36:46.283556 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (bfdf61ba-79d1-4a82-92d8-1bf972cc41a6), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:46.290907 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:46.296649 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "DELETE /v2.0/networks/bfdf61ba-79d1-4a82-92d8-1bf972cc41a6 HTTP/1.1" status: 204 len: 168 time: 0.5577674 Mar 23 02:36:46.296827 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56664) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:46.315509 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c375ff1-7349-4191-92c7-ba9d9d10fd61 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event deleted for resources: {'Network': ['ID=bfdf61ba-79d1-4a82-92d8-1bf972cc41a6,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:46.338670 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb7398c-da26-45e2-b927-90d1767ef336 None None] DHCP port deletion for bfdf61ba-79d1-4a82-92d8-1bf972cc41a6 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:36:46.342765 n-d-834677-4 neutron-server[99263]: INFO neutron.pecan_wsgi.hooks.translation [None req-d975fca4-6487-4974-831a-da9eeda7bc5d tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] DELETE failed (client error): The resource could not be found. Mar 23 02:36:46.343542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d975fca4-6487-4974-831a-da9eeda7bc5d tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:36:46.347068 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d975fca4-6487-4974-831a-da9eeda7bc5d tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "DELETE /v2.0/subnets/ba591231-cc8a-4528-babe-40b3d2f43cd7 HTTP/1.1" status: 404 len: 337 time: 0.0492048 Mar 23 02:36:46.357326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56666) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:46.377406 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ebfec5-89f9-4795-9481-4c49b66dbf19 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] DELETE failed (client error): The resource could not be found. Mar 23 02:36:46.377875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ebfec5-89f9-4795-9481-4c49b66dbf19 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:36:46.381181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-09ebfec5-89f9-4795-9481-4c49b66dbf19 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "DELETE /v2.0/networks/5971301b-2f69-4384-96d2-ed0539838318 HTTP/1.1" status: 404 len: 339 time: 0.0216882 Mar 23 02:36:46.383463 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56668) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:46.409534 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-99adb6a3-59b6-482a-bfb4-50d31c41a073 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] DELETE failed (client error): The resource could not be found. Mar 23 02:36:46.409901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99adb6a3-59b6-482a-bfb4-50d31c41a073 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:36:46.412951 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-99adb6a3-59b6-482a-bfb4-50d31c41a073 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "DELETE /v2.0/subnets/63c20ca3-b966-401e-bbdc-a390215d60b2 HTTP/1.1" status: 404 len: 337 time: 0.0285690 Mar 23 02:36:46.415362 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56670) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:46.433317 n-d-834677-4 neutron-server[99264]: INFO neutron.pecan_wsgi.hooks.translation [None req-174e5f13-e8a5-442f-8af4-92f02e11c0e0 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] DELETE failed (client error): The resource could not be found. Mar 23 02:36:46.433799 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174e5f13-e8a5-442f-8af4-92f02e11c0e0 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 02:36:46.436730 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-174e5f13-e8a5-442f-8af4-92f02e11c0e0 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "DELETE /v2.0/networks/852011e3-bdc7-4161-be35-27a059922425 HTTP/1.1" status: 404 len: 339 time: 0.0204635 Mar 23 02:36:46.439224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56672) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:46.488444 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-065d4209-27e0-4e7f-9e66-2928fdc36a7b tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Deleting subnet 1a3d72e2-0baa-4885-9494-ead0e8c080ea {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:36:46.491783 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-065d4209-27e0-4e7f-9e66-2928fdc36a7b tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for subnet (1a3d72e2-0baa-4885-9494-ead0e8c080ea), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:46.535532 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-065d4209-27e0-4e7f-9e66-2928fdc36a7b tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (1a3d72e2-0baa-4885-9494-ead0e8c080ea), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:46.635061 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-065d4209-27e0-4e7f-9e66-2928fdc36a7b tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (1a3d72e2-0baa-4885-9494-ead0e8c080ea), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:46.698589 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-065d4209-27e0-4e7f-9e66-2928fdc36a7b tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (1a3d72e2-0baa-4885-9494-ead0e8c080ea), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:46.729108 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d4209-27e0-4e7f-9e66-2928fdc36a7b tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event deleted for resources: {'Subnet': ['ID=1a3d72e2-0baa-4885-9494-ead0e8c080ea,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:46.732587 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-065d4209-27e0-4e7f-9e66-2928fdc36a7b tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:46.735732 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-065d4209-27e0-4e7f-9e66-2928fdc36a7b tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "DELETE /v2.0/subnets/1a3d72e2-0baa-4885-9494-ead0e8c080ea HTTP/1.1" status: 204 len: 168 time: 0.2956686 Mar 23 02:36:46.738553 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56674) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:46.739621 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4d3957-c1d0-494b-a3f5-bd8e68fd7a89 None None] Network 2a54aef6-f4fd-4a23-adc2-e55f7c4823a2 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:46.814107 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (2a54aef6-f4fd-4a23-adc2-e55f7c4823a2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:46.871722 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Deleting port 37e456ed-94ae-438e-83a7-afddf05dbfd8 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:36:46.872061 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (37e456ed-94ae-438e-83a7-afddf05dbfd8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:46.884544 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8859651a-337b-46b2-8ef5-4fa00e021cf9 None None] DHCP port deletion for 2a54aef6-f4fd-4a23-adc2-e55f7c4823a2 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:36:46.933993 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8859651a-337b-46b2-8ef5-4fa00e021cf9 None None] Deleting port 37e456ed-94ae-438e-83a7-afddf05dbfd8 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:36:46.934694 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8859651a-337b-46b2-8ef5-4fa00e021cf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (37e456ed-94ae-438e-83a7-afddf05dbfd8), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:46.939299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] For port 37e456ed-94ae-438e-83a7-afddf05dbfd8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=37e456ed-94ae-438e-83a7-afddf05dbfd8,segment=NetworkSegment(f01c6d6d-700f-47c5-b6f4-75164b7d6738),segment_id=f01c6d6d-700f-47c5-b6f4-75164b7d6738)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:46.939671 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (37e456ed-94ae-438e-83a7-afddf05dbfd8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:46.953095 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Calling delete_port for 37e456ed-94ae-438e-83a7-afddf05dbfd8 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:36:47.004528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8859651a-337b-46b2-8ef5-4fa00e021cf9 None None] For port 37e456ed-94ae-438e-83a7-afddf05dbfd8, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=37e456ed-94ae-438e-83a7-afddf05dbfd8,segment=NetworkSegment(f01c6d6d-700f-47c5-b6f4-75164b7d6738),segment_id=f01c6d6d-700f-47c5-b6f4-75164b7d6738)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:47.004958 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8859651a-337b-46b2-8ef5-4fa00e021cf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (37e456ed-94ae-438e-83a7-afddf05dbfd8), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:47.018113 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8859651a-337b-46b2-8ef5-4fa00e021cf9 None None] Calling delete_port for 37e456ed-94ae-438e-83a7-afddf05dbfd8 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:36:47.034574 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (37e456ed-94ae-438e-83a7-afddf05dbfd8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:47.059888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event deleted for resources: {'Port': ['ID=37e456ed-94ae-438e-83a7-afddf05dbfd8,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:47.063440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] No DVR routers for this DVR port 37e456ed-94ae-438e-83a7-afddf05dbfd8 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:36:47.094462 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8859651a-337b-46b2-8ef5-4fa00e021cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (37e456ed-94ae-438e-83a7-afddf05dbfd8), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:47.122407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859651a-337b-46b2-8ef5-4fa00e021cf9 None None] Pushing event deleted for resources: {'Port': ['ID=37e456ed-94ae-438e-83a7-afddf05dbfd8,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:47.126789 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8859651a-337b-46b2-8ef5-4fa00e021cf9 None None] No DVR routers for this DVR port 37e456ed-94ae-438e-83a7-afddf05dbfd8 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:36:47.150906 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (2a54aef6-f4fd-4a23-adc2-e55f7c4823a2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:47.171637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a54aef6-f4fd-4a23-adc2-e55f7c4823a2']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:47.181296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01c6d6d-700f-47c5-b6f4-75164b7d6738') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:47.181591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01c6d6d-700f-47c5-b6f4-75164b7d6738') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:47.191087 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (f01c6d6d-700f-47c5-b6f4-75164b7d6738), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:47.205395 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (f01c6d6d-700f-47c5-b6f4-75164b7d6738), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:47.211519 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:36:47.211902 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (f01c6d6d-700f-47c5-b6f4-75164b7d6738), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:36:47.214817 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:36:47.272069 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (2a54aef6-f4fd-4a23-adc2-e55f7c4823a2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:47.277111 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:47.280299 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] 10.222.0.18 "DELETE /v2.0/networks/2a54aef6-f4fd-4a23-adc2-e55f7c4823a2 HTTP/1.1" status: 204 len: 168 time: 0.5407829 Mar 23 02:36:47.299718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ed82e-34e6-424f-9462-fd3f91f683b9 tempest-NetworksIpV6Test-1167937172 tempest-NetworksIpV6Test-1167937172-project] Pushing event deleted for resources: {'Network': ['ID=2a54aef6-f4fd-4a23-adc2-e55f7c4823a2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:47.408138 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 88c34bb3-bde9-4669-8d0c-02301e7f7d87 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:36:47.432713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 88c34bb3-bde9-4669-8d0c-02301e7f7d87 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:36:47.433056 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 88c34bb3-bde9-4669-8d0c-02301e7f7d87 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:36:47.433475 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 37e456ed-94ae-438e-83a7-afddf05dbfd8 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:36:47.453376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 37e456ed-94ae-438e-83a7-afddf05dbfd8 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:36:47.453376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 37e456ed-94ae-438e-83a7-afddf05dbfd8 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:36:47.553615 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56680) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:47.694378 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8529f044-5dc2-4371-8d09-f79533e31f9b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a0f406d571648c798df5467f6dc09d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394606 Mar 23 02:36:47.696907 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56684) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:47.746558 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c080a1d-f4c6-440d-a125-d0310f2be366 admin admin] Publish callbacks [] for security_group (ad437928-ec83-4065-9d01-e4d2a4af5219), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:47.767274 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c080a1d-f4c6-440d-a125-d0310f2be366 admin admin] Publish callbacks [] for security_group (ad437928-ec83-4065-9d01-e4d2a4af5219), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:47.817967 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c080a1d-f4c6-440d-a125-d0310f2be366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ad437928-ec83-4065-9d01-e4d2a4af5219), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:47.821633 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1c080a1d-f4c6-440d-a125-d0310f2be366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:47.823186 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1c080a1d-f4c6-440d-a125-d0310f2be366 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad437928-ec83-4065-9d01-e4d2a4af5219 HTTP/1.1" status: 204 len: 168 time: 0.1253941 Mar 23 02:36:47.831148 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c080a1d-f4c6-440d-a125-d0310f2be366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad437928-ec83-4065-9d01-e4d2a4af5219,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:48.501683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56706) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:48.602337 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-cfb4edd0-0529-4125-84b6-59161dbf269f tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2143583303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:48.626309 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfb4edd0-0529-4125-84b6-59161dbf269f tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (229ae9f2-36a7-404e-aab1-af44e6d18cc4), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:48.627432 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfb4edd0-0529-4125-84b6-59161dbf269f tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (229ae9f2-36a7-404e-aab1-af44e6d18cc4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:48.689169 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfb4edd0-0529-4125-84b6-59161dbf269f tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for router_controller (229ae9f2-36a7-404e-aab1-af44e6d18cc4), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:48.697265 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfb4edd0-0529-4125-84b6-59161dbf269f tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (229ae9f2-36a7-404e-aab1-af44e6d18cc4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:48.721408 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cfb4edd0-0529-4125-84b6-59161dbf269f tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:48.726161 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cfb4edd0-0529-4125-84b6-59161dbf269f tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2234490 Mar 23 02:36:48.726370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56710) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:48.732190 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-69b6d2bb-ba90-4a5c-b892-f3f8b402d34d tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1190900841'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:48.751107 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b6d2bb-ba90-4a5c-b892-f3f8b402d34d tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Made reservation on behalf of ceecd9bb4ba6495e8032b6bac156be0f for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:48.754744 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69b6d2bb-ba90-4a5c-b892-f3f8b402d34d tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:48.766304 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69b6d2bb-ba90-4a5c-b892-f3f8b402d34d tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:48.841318 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69b6d2bb-ba90-4a5c-b892-f3f8b402d34d tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for security_group (a3df1beb-1691-4d13-bf9b-a8e475407d9a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:48.845680 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69b6d2bb-ba90-4a5c-b892-f3f8b402d34d tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a3df1beb-1691-4d13-bf9b-a8e475407d9a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:48.868446 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b6d2bb-ba90-4a5c-b892-f3f8b402d34d tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:36:48.883548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6d2bb-ba90-4a5c-b892-f3f8b402d34d tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3df1beb-1691-4d13-bf9b-a8e475407d9a,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:48.886515 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69b6d2bb-ba90-4a5c-b892-f3f8b402d34d tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c12ca781-eb93-48f9-bccf-447c1a4c588b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:48.886863 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-69b6d2bb-ba90-4a5c-b892-f3f8b402d34d tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Added segment c12ca781-eb93-48f9-bccf-447c1a4c588b of type vlan for network 7fdb3dcf-1acb-48cc-b71b-4f8cb1035606 Mar 23 02:36:48.928713 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69b6d2bb-ba90-4a5c-b892-f3f8b402d34d tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (7fdb3dcf-1acb-48cc-b71b-4f8cb1035606), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:48.958067 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69b6d2bb-ba90-4a5c-b892-f3f8b402d34d tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (7fdb3dcf-1acb-48cc-b71b-4f8cb1035606), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:48.963596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6d2bb-ba90-4a5c-b892-f3f8b402d34d tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:48.964177 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-69b6d2bb-ba90-4a5c-b892-f3f8b402d34d tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:49.028259 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-69b6d2bb-ba90-4a5c-b892-f3f8b402d34d tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3005638 Mar 23 02:36:49.031421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56712) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:49.034704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6d2bb-ba90-4a5c-b892-f3f8b402d34d tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Pushing event updated for resources: {'Network': ['ID=7fdb3dcf-1acb-48cc-b71b-4f8cb1035606,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:49.038153 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-aed7a71d-54ca-42e5-a33b-d90fcea1b7de tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Request body: {'subnet': {'network_id': '7fdb3dcf-1acb-48cc-b71b-4f8cb1035606', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:49.045327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 7fdb3dcf-1acb-48cc-b71b-4f8cb1035606 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:36:49.127717 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed7a71d-54ca-42e5-a33b-d90fcea1b7de tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Made reservation on behalf of ceecd9bb4ba6495e8032b6bac156be0f for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:49.131276 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aed7a71d-54ca-42e5-a33b-d90fcea1b7de tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:49.320080 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aed7a71d-54ca-42e5-a33b-d90fcea1b7de tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (8e4d6b12-b59d-4d23-b7d3-fc5401cceee4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:49.381207 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7a71d-54ca-42e5-a33b-d90fcea1b7de tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Pushing event updated for resources: {'Subnet': ['ID=8e4d6b12-b59d-4d23-b7d3-fc5401cceee4,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:49.390098 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed7a71d-54ca-42e5-a33b-d90fcea1b7de tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Checking segment: {'id': 'c12ca781-eb93-48f9-bccf-447c1a4c588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7fdb3dcf-1acb-48cc-b71b-4f8cb1035606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:49.390464 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed7a71d-54ca-42e5-a33b-d90fcea1b7de tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Network hostable DHCP agents. Network: 7fdb3dcf-1acb-48cc-b71b-4f8cb1035606, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:36:49.410588 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed7a71d-54ca-42e5-a33b-d90fcea1b7de tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Network 7fdb3dcf-1acb-48cc-b71b-4f8cb1035606 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:36:49.420396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-aed7a71d-54ca-42e5-a33b-d90fcea1b7de tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 7fdb3dcf-1acb-48cc-b71b-4f8cb1035606) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:49.428142 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed7a71d-54ca-42e5-a33b-d90fcea1b7de tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:49.428791 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aed7a71d-54ca-42e5-a33b-d90fcea1b7de tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:49.433788 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3539a4b9-249e-4aae-8d18-cda8b21844a5 None None] Network 7fdb3dcf-1acb-48cc-b71b-4f8cb1035606 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:49.451572 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aed7a71d-54ca-42e5-a33b-d90fcea1b7de tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4160700 Mar 23 02:36:49.451883 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56714) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:49.457263 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-6e2752de-09ca-4eb0-b84b-d535e5ca2420 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-665638495'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:49.479676 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2752de-09ca-4eb0-b84b-d535e5ca2420 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Made reservation on behalf of ceecd9bb4ba6495e8032b6bac156be0f for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:49.483006 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e2752de-09ca-4eb0-b84b-d535e5ca2420 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:49.508573 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2752de-09ca-4eb0-b84b-d535e5ca2420 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:36:49.518351 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e2752de-09ca-4eb0-b84b-d535e5ca2420 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2b6877fe-721a-41bc-a826-3392690bd064), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:49.518771 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-6e2752de-09ca-4eb0-b84b-d535e5ca2420 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Added segment 2b6877fe-721a-41bc-a826-3392690bd064 of type vlan for network cbec3ec2-c910-4268-88d6-8f7b38c4db36 Mar 23 02:36:49.535486 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-7fdb3dcf-1acb-48cc-b71b-4f8cb1035606', 'network_id': '7fdb3dcf-1acb-48cc-b71b-4f8cb1035606', 'project_id': 'ceecd9bb4ba6495e8032b6bac156be0f', 'fixed_ips': [{'subnet_id': '8e4d6b12-b59d-4d23-b7d3-fc5401cceee4'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:36:49.536462 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:49.565610 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e2752de-09ca-4eb0-b84b-d535e5ca2420 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (cbec3ec2-c910-4268-88d6-8f7b38c4db36), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:49.591947 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e2752de-09ca-4eb0-b84b-d535e5ca2420 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (cbec3ec2-c910-4268-88d6-8f7b38c4db36), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:49.597236 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2752de-09ca-4eb0-b84b-d535e5ca2420 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:49.597849 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6e2752de-09ca-4eb0-b84b-d535e5ca2420 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:49.660233 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6e2752de-09ca-4eb0-b84b-d535e5ca2420 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2071311 Mar 23 02:36:49.663697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56716) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:49.671111 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5aec7ae0-2d0a-41a1-b1f7-6e570935dc7b tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Request body: {'subnet': {'network_id': 'cbec3ec2-c910-4268-88d6-8f7b38c4db36', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:49.690920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2752de-09ca-4eb0-b84b-d535e5ca2420 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Pushing event updated for resources: {'Network': ['ID=cbec3ec2-c910-4268-88d6-8f7b38c4db36,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:49.770826 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aec7ae0-2d0a-41a1-b1f7-6e570935dc7b tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Made reservation on behalf of ceecd9bb4ba6495e8032b6bac156be0f for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:49.775044 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5aec7ae0-2d0a-41a1-b1f7-6e570935dc7b tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:49.775355 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network cbec3ec2-c910-4268-88d6-8f7b38c4db36 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:36:49.851201 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-16e0369f-a208-4df2-a957-22cc017d6425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:49.909429 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Allocated IP 172.20.0.2 (7fdb3dcf-1acb-48cc-b71b-4f8cb1035606/8e4d6b12-b59d-4d23-b7d3-fc5401cceee4/59be2830-8ca2-4c45-b81c-1690a1be2859) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:36:49.962211 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5aec7ae0-2d0a-41a1-b1f7-6e570935dc7b tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (f1e75e92-b624-4c89-b2a6-c37fa2550833), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:50.020053 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec7ae0-2d0a-41a1-b1f7-6e570935dc7b tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Pushing event updated for resources: {'Subnet': ['ID=f1e75e92-b624-4c89-b2a6-c37fa2550833,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:50.031636 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec7ae0-2d0a-41a1-b1f7-6e570935dc7b tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Checking segment: {'id': '2b6877fe-721a-41bc-a826-3392690bd064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cbec3ec2-c910-4268-88d6-8f7b38c4db36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:50.032000 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec7ae0-2d0a-41a1-b1f7-6e570935dc7b tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Network hostable DHCP agents. Network: cbec3ec2-c910-4268-88d6-8f7b38c4db36, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:36:50.049891 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec7ae0-2d0a-41a1-b1f7-6e570935dc7b tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Network cbec3ec2-c910-4268-88d6-8f7b38c4db36 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:36:50.057994 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Publish callbacks [] for port (59be2830-8ca2-4c45-b81c-1690a1be2859), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:50.060157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-5aec7ae0-2d0a-41a1-b1f7-6e570935dc7b tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, cbec3ec2-c910-4268-88d6-8f7b38c4db36) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:50.064330 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (59be2830-8ca2-4c45-b81c-1690a1be2859), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:50.065095 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec7ae0-2d0a-41a1-b1f7-6e570935dc7b tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:50.065744 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5aec7ae0-2d0a-41a1-b1f7-6e570935dc7b tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:50.069934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa505c2-744c-4ad9-bcae-8dc45a3048a8 None None] Network cbec3ec2-c910-4268-88d6-8f7b38c4db36 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:50.083056 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5aec7ae0-2d0a-41a1-b1f7-6e570935dc7b tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4183245 Mar 23 02:36:50.086105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56718) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:50.090760 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9b193a35-c02a-4243-9457-5be59b19aa39 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cbec3ec2-c910-4268-88d6-8f7b38c4db36'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:50.149283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Network 7fdb3dcf-1acb-48cc-b71b-4f8cb1035606 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:36:50.156642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:50.158339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Pushing event updated for resources: {'Port': ['ID=59be2830-8ca2-4c45-b81c-1690a1be2859,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:50.162426 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:36:50.254936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Attempting to bind port 59be2830-8ca2-4c45-b81c-1690a1be2859 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:36:50.255168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Attempting to bind port 59be2830-8ca2-4c45-b81c-1690a1be2859 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'c12ca781-eb93-48f9-bccf-447c1a4c588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7fdb3dcf-1acb-48cc-b71b-4f8cb1035606'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:36:50.255566 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Attempting to bind port 59be2830-8ca2-4c45-b81c-1690a1be2859 on network 7fdb3dcf-1acb-48cc-b71b-4f8cb1035606 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:36:50.262286 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:36:50.262677 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Checking segment: {'id': 'c12ca781-eb93-48f9-bccf-447c1a4c588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7fdb3dcf-1acb-48cc-b71b-4f8cb1035606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:50.263085 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:50.263478 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Bound using segment: {'id': 'c12ca781-eb93-48f9-bccf-447c1a4c588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7fdb3dcf-1acb-48cc-b71b-4f8cb1035606'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:36:50.263955 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Bound port: 59be2830-8ca2-4c45-b81c-1690a1be2859, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12ca781-eb93-48f9-bccf-447c1a4c588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7fdb3dcf-1acb-48cc-b71b-4f8cb1035606'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:36:50.264353 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (59be2830-8ca2-4c45-b81c-1690a1be2859), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:50.268254 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-cbec3ec2-c910-4268-88d6-8f7b38c4db36', 'network_id': 'cbec3ec2-c910-4268-88d6-8f7b38c4db36', 'project_id': 'ceecd9bb4ba6495e8032b6bac156be0f', 'fixed_ips': [{'subnet_id': 'f1e75e92-b624-4c89-b2a6-c37fa2550833'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:36:50.269132 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:50.418061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] For port 59be2830-8ca2-4c45-b81c-1690a1be2859, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:36:50.453506 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] For port 59be2830-8ca2-4c45-b81c-1690a1be2859, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=59be2830-8ca2-4c45-b81c-1690a1be2859,segment=NetworkSegment(c12ca781-eb93-48f9-bccf-447c1a4c588b),segment_id=c12ca781-eb93-48f9-bccf-447c1a4c588b)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:36:50.462652 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (59be2830-8ca2-4c45-b81c-1690a1be2859), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:50.497653 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Allocated IP 172.21.0.2 (cbec3ec2-c910-4268-88d6-8f7b38c4db36/f1e75e92-b624-4c89-b2a6-c37fa2550833/18bb8ede-80bf-4a61-9e16-36f0d9787f1a) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:36:50.551678 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af07ac-0a8f-4747-a59f-1ac110ff4149 None None] Pushing event updated for resources: {'Port': ['ID=59be2830-8ca2-4c45-b81c-1690a1be2859,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:50.614513 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9b193a35-c02a-4243-9457-5be59b19aa39 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for router_gateway (229ae9f2-36a7-404e-aab1-af44e6d18cc4), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:50.690041 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Publish callbacks [] for port (18bb8ede-80bf-4a61-9e16-36f0d9787f1a), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:50.710126 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (18bb8ede-80bf-4a61-9e16-36f0d9787f1a), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:50.739128 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [None req-9b193a35-c02a-4243-9457-5be59b19aa39 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 02:36:50.745689 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9b193a35-c02a-4243-9457-5be59b19aa39 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] 10.222.0.18 "PUT /v2.0/routers/229ae9f2-36a7-404e-aab1-af44e6d18cc4 HTTP/1.1" status: 400 len: 364 time: 0.6530895 Mar 23 02:36:50.746176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56720) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:50.765167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Network cbec3ec2-c910-4268-88d6-8f7b38c4db36 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:36:50.770429 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:50.775664 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:36:50.778871 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Pushing event updated for resources: {'Port': ['ID=18bb8ede-80bf-4a61-9e16-36f0d9787f1a,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:50.807420 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3209581-22a8-4c13-8b6c-b9a9c4966c8f tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Deleting subnet f1e75e92-b624-4c89-b2a6-c37fa2550833 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:36:50.810827 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d3209581-22a8-4c13-8b6c-b9a9c4966c8f tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for subnet (f1e75e92-b624-4c89-b2a6-c37fa2550833), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:50.836551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Attempting to bind port 18bb8ede-80bf-4a61-9e16-36f0d9787f1a on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:36:50.837064 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Attempting to bind port 18bb8ede-80bf-4a61-9e16-36f0d9787f1a by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '2b6877fe-721a-41bc-a826-3392690bd064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cbec3ec2-c910-4268-88d6-8f7b38c4db36'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:36:50.837497 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Attempting to bind port 18bb8ede-80bf-4a61-9e16-36f0d9787f1a on network cbec3ec2-c910-4268-88d6-8f7b38c4db36 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:36:50.842823 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:36:50.843200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Checking segment: {'id': '2b6877fe-721a-41bc-a826-3392690bd064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cbec3ec2-c910-4268-88d6-8f7b38c4db36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:50.843608 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:50.843999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Bound using segment: {'id': '2b6877fe-721a-41bc-a826-3392690bd064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cbec3ec2-c910-4268-88d6-8f7b38c4db36'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:36:50.844473 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Bound port: 18bb8ede-80bf-4a61-9e16-36f0d9787f1a, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6877fe-721a-41bc-a826-3392690bd064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cbec3ec2-c910-4268-88d6-8f7b38c4db36'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:36:50.844883 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (18bb8ede-80bf-4a61-9e16-36f0d9787f1a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:50.862815 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d3209581-22a8-4c13-8b6c-b9a9c4966c8f tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (f1e75e92-b624-4c89-b2a6-c37fa2550833), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:50.910757 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] For port 18bb8ede-80bf-4a61-9e16-36f0d9787f1a, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:36:50.914199 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] For port 18bb8ede-80bf-4a61-9e16-36f0d9787f1a, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=18bb8ede-80bf-4a61-9e16-36f0d9787f1a,segment=NetworkSegment(2b6877fe-721a-41bc-a826-3392690bd064),segment_id=2b6877fe-721a-41bc-a826-3392690bd064)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:36:50.920490 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (18bb8ede-80bf-4a61-9e16-36f0d9787f1a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:50.950142 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d3209581-22a8-4c13-8b6c-b9a9c4966c8f tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (f1e75e92-b624-4c89-b2a6-c37fa2550833), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:50.984054 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44971d-d4fe-4be1-8354-4716f31ea791 None None] Pushing event updated for resources: {'Port': ['ID=18bb8ede-80bf-4a61-9e16-36f0d9787f1a,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:51.015036 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d3209581-22a8-4c13-8b6c-b9a9c4966c8f tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (f1e75e92-b624-4c89-b2a6-c37fa2550833), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.046547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3209581-22a8-4c13-8b6c-b9a9c4966c8f tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e75e92-b624-4c89-b2a6-c37fa2550833,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:51.052691 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d3209581-22a8-4c13-8b6c-b9a9c4966c8f tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.056195 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d3209581-22a8-4c13-8b6c-b9a9c4966c8f tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] 10.222.0.18 "DELETE /v2.0/subnets/f1e75e92-b624-4c89-b2a6-c37fa2550833 HTTP/1.1" status: 204 len: 168 time: 0.3090434 Mar 23 02:36:51.058684 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56722) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:51.152824 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (cbec3ec2-c910-4268-88d6-8f7b38c4db36), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.207255 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.224207 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Deleting port 18bb8ede-80bf-4a61-9e16-36f0d9787f1a {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:36:51.224761 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (18bb8ede-80bf-4a61-9e16-36f0d9787f1a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.301816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] For port 18bb8ede-80bf-4a61-9e16-36f0d9787f1a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=18bb8ede-80bf-4a61-9e16-36f0d9787f1a,segment=NetworkSegment(2b6877fe-721a-41bc-a826-3392690bd064),segment_id=2b6877fe-721a-41bc-a826-3392690bd064)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:51.302191 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (18bb8ede-80bf-4a61-9e16-36f0d9787f1a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.320973 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Calling delete_port for 18bb8ede-80bf-4a61-9e16-36f0d9787f1a owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:36:51.415330 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (18bb8ede-80bf-4a61-9e16-36f0d9787f1a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.442559 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Pushing event deleted for resources: {'Port': ['ID=18bb8ede-80bf-4a61-9e16-36f0d9787f1a,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:51.448767 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] No DVR routers for this DVR port 18bb8ede-80bf-4a61-9e16-36f0d9787f1a on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:36:51.510822 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 18bb8ede-80bf-4a61-9e16-36f0d9787f1a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:36:51.533221 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 18bb8ede-80bf-4a61-9e16-36f0d9787f1a {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:36:51.533512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 18bb8ede-80bf-4a61-9e16-36f0d9787f1a not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 23 02:36:51.543286 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (cbec3ec2-c910-4268-88d6-8f7b38c4db36), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.554217 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Port 18bb8ede-80bf-4a61-9e16-36f0d9787f1a not found, will not notify nova. {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 23 02:36:51.554700 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 59be2830-8ca2-4c45-b81c-1690a1be2859 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:36:51.566361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbec3ec2-c910-4268-88d6-8f7b38c4db36']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:51.578888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6877fe-721a-41bc-a826-3392690bd064') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:51.579193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6877fe-721a-41bc-a826-3392690bd064') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:51.584360 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a95307-0d2a-4a6f-92e6-98568ebd84a8 None None] Network 7fdb3dcf-1acb-48cc-b71b-4f8cb1035606 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:51.589038 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (2b6877fe-721a-41bc-a826-3392690bd064), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.602078 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (2b6877fe-721a-41bc-a826-3392690bd064), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.608137 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:36:51.608520 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (2b6877fe-721a-41bc-a826-3392690bd064), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:36:51.611460 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:36:51.673010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 59be2830-8ca2-4c45-b81c-1690a1be2859 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:36:51.673337 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (59be2830-8ca2-4c45-b81c-1690a1be2859), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.685732 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (cbec3ec2-c910-4268-88d6-8f7b38c4db36), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.695298 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.699267 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] 10.222.0.18 "DELETE /v2.0/networks/cbec3ec2-c910-4268-88d6-8f7b38c4db36 HTTP/1.1" status: 204 len: 168 time: 0.6395760 Mar 23 02:36:51.702383 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56724) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:51.723100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc036d-a2fd-4ab4-94fb-d8d5596c8331 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Pushing event deleted for resources: {'Network': ['ID=cbec3ec2-c910-4268-88d6-8f7b38c4db36,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:51.742446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-cdd19063-48a4-4f8a-af64-fe8b94493b6f None None] Provisioning complete for port 59be2830-8ca2-4c45-b81c-1690a1be2859 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:36:51.742829 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cdd19063-48a4-4f8a-af64-fe8b94493b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (59be2830-8ca2-4c45-b81c-1690a1be2859), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.768177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-94026ab7-5eb5-4d93-baa6-7e74f9b0a1cc tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Deleting subnet 8e4d6b12-b59d-4d23-b7d3-fc5401cceee4 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:36:51.772632 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94026ab7-5eb5-4d93-baa6-7e74f9b0a1cc tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for subnet (8e4d6b12-b59d-4d23-b7d3-fc5401cceee4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.815394 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94026ab7-5eb5-4d93-baa6-7e74f9b0a1cc tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (8e4d6b12-b59d-4d23-b7d3-fc5401cceee4), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.864207 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 59be2830-8ca2-4c45-b81c-1690a1be2859 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:36:51.864679 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (59be2830-8ca2-4c45-b81c-1690a1be2859), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.895222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-cdd19063-48a4-4f8a-af64-fe8b94493b6f None None] Current status of the port 59be2830-8ca2-4c45-b81c-1690a1be2859 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:36:51.895610 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cdd19063-48a4-4f8a-af64-fe8b94493b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (59be2830-8ca2-4c45-b81c-1690a1be2859), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.920950 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 59be2830-8ca2-4c45-b81c-1690a1be2859, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=59be2830-8ca2-4c45-b81c-1690a1be2859,segment=NetworkSegment(c12ca781-eb93-48f9-bccf-447c1a4c588b),segment_id=c12ca781-eb93-48f9-bccf-447c1a4c588b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:51.929334 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (59be2830-8ca2-4c45-b81c-1690a1be2859), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.929648 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94026ab7-5eb5-4d93-baa6-7e74f9b0a1cc tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (8e4d6b12-b59d-4d23-b7d3-fc5401cceee4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:51.981631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=59be2830-8ca2-4c45-b81c-1690a1be2859,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:52.000494 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94026ab7-5eb5-4d93-baa6-7e74f9b0a1cc tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (8e4d6b12-b59d-4d23-b7d3-fc5401cceee4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:52.031571 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94026ab7-5eb5-4d93-baa6-7e74f9b0a1cc tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4d6b12-b59d-4d23-b7d3-fc5401cceee4,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:52.038496 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-94026ab7-5eb5-4d93-baa6-7e74f9b0a1cc tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:52.041783 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-94026ab7-5eb5-4d93-baa6-7e74f9b0a1cc tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] 10.222.0.18 "DELETE /v2.0/subnets/8e4d6b12-b59d-4d23-b7d3-fc5401cceee4 HTTP/1.1" status: 204 len: 168 time: 0.3380806 Mar 23 02:36:52.044370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56726) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:52.051514 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.db.api [None req-cdd19063-48a4-4f8a-af64-fe8b94493b6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 02:36:52.052245 n-d-834677-4 neutron-server[99265]: DEBUG oslo_db.api [None req-cdd19063-48a4-4f8a-af64-fe8b94493b6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 02:36:52.135052 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f62e34fb-39ac-45fe-bc05-21f0e50763e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:52.137275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b1acba-fcc3-4303-8cc8-b616aa0a8075 None None] Network 7fdb3dcf-1acb-48cc-b71b-4f8cb1035606 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:52.137852 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (7fdb3dcf-1acb-48cc-b71b-4f8cb1035606), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:52.194176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Deleting port 59be2830-8ca2-4c45-b81c-1690a1be2859 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:36:52.194809 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (59be2830-8ca2-4c45-b81c-1690a1be2859), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:52.225984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eded2c-1ea0-4f99-b5e7-3a7036870203 None None] DHCP port deletion for cbec3ec2-c910-4268-88d6-8f7b38c4db36 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:36:52.258146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4563025d-91e0-40bc-9c1f-6f1b23868ceb None None] Network cbec3ec2-c910-4268-88d6-8f7b38c4db36 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:52.270910 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4563025d-91e0-40bc-9c1f-6f1b23868ceb None None] Network cbec3ec2-c910-4268-88d6-8f7b38c4db36 could not be found, it might have been deleted concurrently. {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 23 02:36:52.271155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] For port 59be2830-8ca2-4c45-b81c-1690a1be2859, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=59be2830-8ca2-4c45-b81c-1690a1be2859,segment=NetworkSegment(c12ca781-eb93-48f9-bccf-447c1a4c588b),segment_id=c12ca781-eb93-48f9-bccf-447c1a4c588b)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:52.271745 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (59be2830-8ca2-4c45-b81c-1690a1be2859), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:52.288175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Calling delete_port for 59be2830-8ca2-4c45-b81c-1690a1be2859 owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:36:52.328032 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce975dc-21ac-402d-9adc-7e30b41b402b None None] DHCP port deletion for 7fdb3dcf-1acb-48cc-b71b-4f8cb1035606 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:36:52.369009 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (59be2830-8ca2-4c45-b81c-1690a1be2859), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:52.376701 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8ce975dc-21ac-402d-9adc-7e30b41b402b None None] Deleting port 59be2830-8ca2-4c45-b81c-1690a1be2859 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:36:52.377078 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8ce975dc-21ac-402d-9adc-7e30b41b402b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (59be2830-8ca2-4c45-b81c-1690a1be2859), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:52.395115 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Pushing event deleted for resources: {'Port': ['ID=59be2830-8ca2-4c45-b81c-1690a1be2859,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:52.397000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] No DVR routers for this DVR port 59be2830-8ca2-4c45-b81c-1690a1be2859 on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:36:52.440490 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-8ce975dc-21ac-402d-9adc-7e30b41b402b None None] For port 59be2830-8ca2-4c45-b81c-1690a1be2859, host n-d-834677-4, got binding levels [] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:52.440938 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8ce975dc-21ac-402d-9adc-7e30b41b402b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (59be2830-8ca2-4c45-b81c-1690a1be2859), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:52.459679 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8ce975dc-21ac-402d-9adc-7e30b41b402b None None] Calling delete_port for 59be2830-8ca2-4c45-b81c-1690a1be2859 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:36:52.463972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.ipam_backend_mixin [None req-8ce975dc-21ac-402d-9adc-7e30b41b402b None None] Port 59be2830-8ca2-4c45-b81c-1690a1be2859 was not found and therefore no delete operation was performed {{(pid=99265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:36:52.465526 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8ce975dc-21ac-402d-9adc-7e30b41b402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (59be2830-8ca2-4c45-b81c-1690a1be2859), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:52.483819 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (7fdb3dcf-1acb-48cc-b71b-4f8cb1035606), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:52.490660 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce975dc-21ac-402d-9adc-7e30b41b402b None None] Pushing event deleted for resources: {'Port': ['ID=59be2830-8ca2-4c45-b81c-1690a1be2859,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:52.495266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce975dc-21ac-402d-9adc-7e30b41b402b None None] No DVR routers for this DVR port 59be2830-8ca2-4c45-b81c-1690a1be2859 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:36:52.507431 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdb3dcf-1acb-48cc-b71b-4f8cb1035606']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:52.516894 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12ca781-eb93-48f9-bccf-447c1a4c588b') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:52.517206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12ca781-eb93-48f9-bccf-447c1a4c588b') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:52.527303 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (c12ca781-eb93-48f9-bccf-447c1a4c588b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:52.540473 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c12ca781-eb93-48f9-bccf-447c1a4c588b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:52.546194 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:36:52.546568 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (c12ca781-eb93-48f9-bccf-447c1a4c588b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:36:52.549484 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:36:52.574212 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-cdd19063-48a4-4f8a-af64-fe8b94493b6f None None] Port 59be2830-8ca2-4c45-b81c-1690a1be2859 update to ACTIVE by agent not found {{(pid=99265) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 23 02:36:52.611828 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (7fdb3dcf-1acb-48cc-b71b-4f8cb1035606), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:52.622151 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:52.625282 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] 10.222.0.18 "DELETE /v2.0/networks/7fdb3dcf-1acb-48cc-b71b-4f8cb1035606 HTTP/1.1" status: 204 len: 168 time: 0.5798497 Mar 23 02:36:52.628270 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56728) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:52.637733 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27040b34-3a56-4840-bafe-8a721560aef9 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Pushing event deleted for resources: {'Network': ['ID=7fdb3dcf-1acb-48cc-b71b-4f8cb1035606,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:52.660413 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bd66dd77-81be-4bfe-a7e5-e9f9a2136444 tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] 10.222.0.18 "GET /v2.0/ports?device_id=229ae9f2-36a7-404e-aab1-af44e6d18cc4 HTTP/1.1" status: 200 len: 205 time: 0.0309546 Mar 23 02:36:52.663524 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56730) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:52.685068 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8bfecc32-239b-4fed-b5c7-f65d8d3b5cea None None] Could not find standard attr ID for object 18bb8ede-80bf-4a61-9e16-36f0d9787f1a. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:36:52.688277 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8bfecc32-239b-4fed-b5c7-f65d8d3b5cea None None] Could not find standard attr ID for object 59be2830-8ca2-4c45-b81c-1690a1be2859. {{(pid=99265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 23 02:36:53.052737 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8d3a-590d-4223-8dc3-108b11d953bd tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for router (229ae9f2-36a7-404e-aab1-af44e6d18cc4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:53.219637 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8d3a-590d-4223-8dc3-108b11d953bd tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (229ae9f2-36a7-404e-aab1-af44e6d18cc4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:53.223229 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8d3a-590d-4223-8dc3-108b11d953bd tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for router_controller (229ae9f2-36a7-404e-aab1-af44e6d18cc4), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:53.268973 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8d3a-590d-4223-8dc3-108b11d953bd tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (229ae9f2-36a7-404e-aab1-af44e6d18cc4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:53.269504 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2e8d3a-590d-4223-8dc3-108b11d953bd tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Fanout notify agent at l3_agent the message router_deleted on router 229ae9f2-36a7-404e-aab1-af44e6d18cc4 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:36:53.276907 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8d3a-590d-4223-8dc3-108b11d953bd tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:53.280942 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5c2e8d3a-590d-4223-8dc3-108b11d953bd tempest-RoutersNegativeTest-1064205015 tempest-RoutersNegativeTest-1064205015-project] 10.222.0.18 "DELETE /v2.0/routers/229ae9f2-36a7-404e-aab1-af44e6d18cc4 HTTP/1.1" status: 204 len: 168 time: 0.6136038 Mar 23 02:36:53.402655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 18bb8ede-80bf-4a61-9e16-36f0d9787f1a no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:36:53.425827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 18bb8ede-80bf-4a61-9e16-36f0d9787f1a {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:36:53.427748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 18bb8ede-80bf-4a61-9e16-36f0d9787f1a not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:36:53.427956 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 59be2830-8ca2-4c45-b81c-1690a1be2859 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:36:53.448617 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 59be2830-8ca2-4c45-b81c-1690a1be2859 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:36:53.448981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 59be2830-8ca2-4c45-b81c-1690a1be2859 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:36:53.532364 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:53.553341 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56736) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:53.696396 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-593f1829-dae9-4067-99e7-cf3d54a1c04f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ceecd9bb4ba6495e8032b6bac156be0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417291 Mar 23 02:36:53.699100 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56740) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:53.747018 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e7b4f565-a8ec-4c1d-ad00-9c6d8b8bfa6a admin admin] Publish callbacks [] for security_group (a3df1beb-1691-4d13-bf9b-a8e475407d9a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:53.773807 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e7b4f565-a8ec-4c1d-ad00-9c6d8b8bfa6a admin admin] Publish callbacks [] for security_group (a3df1beb-1691-4d13-bf9b-a8e475407d9a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:53.827387 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e7b4f565-a8ec-4c1d-ad00-9c6d8b8bfa6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (a3df1beb-1691-4d13-bf9b-a8e475407d9a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:53.831218 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e7b4f565-a8ec-4c1d-ad00-9c6d8b8bfa6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:53.832451 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e7b4f565-a8ec-4c1d-ad00-9c6d8b8bfa6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3df1beb-1691-4d13-bf9b-a8e475407d9a HTTP/1.1" status: 204 len: 168 time: 0.1323898 Mar 23 02:36:53.840387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4f565-a8ec-4c1d-ad00-9c6d8b8bfa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3df1beb-1691-4d13-bf9b-a8e475407d9a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:54.483619 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56762) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:54.596432 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-eb97d583-ab7b-44a9-946b-322acfc67989 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-269001046-network', 'tenant_id': '0274c72b6a0f406280fca19f3295022f'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:54.621470 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb97d583-ab7b-44a9-946b-322acfc67989 admin admin] Made reservation on behalf of 0274c72b6a0f406280fca19f3295022f for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:54.623805 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-eb97d583-ab7b-44a9-946b-322acfc67989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:54.632746 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-eb97d583-ab7b-44a9-946b-322acfc67989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:54.705988 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-eb97d583-ab7b-44a9-946b-322acfc67989 admin admin] Publish callbacks [] for security_group (49f4f522-06a4-4b77-863e-71b6445cbe48), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:54.712104 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-eb97d583-ab7b-44a9-946b-322acfc67989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (49f4f522-06a4-4b77-863e-71b6445cbe48), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:54.747697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb97d583-ab7b-44a9-946b-322acfc67989 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:36:54.753792 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97d583-ab7b-44a9-946b-322acfc67989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f4f522-06a4-4b77-863e-71b6445cbe48,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:54.760344 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-eb97d583-ab7b-44a9-946b-322acfc67989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (1e806424-f4bd-48e3-ad7f-f320fbb966c2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:54.760705 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-eb97d583-ab7b-44a9-946b-322acfc67989 admin admin] Added segment 1e806424-f4bd-48e3-ad7f-f320fbb966c2 of type vlan for network 6796eeac-6fdc-44b6-b549-be7cb68743ee Mar 23 02:36:54.801734 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-eb97d583-ab7b-44a9-946b-322acfc67989 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (6796eeac-6fdc-44b6-b549-be7cb68743ee), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:54.829674 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-eb97d583-ab7b-44a9-946b-322acfc67989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (6796eeac-6fdc-44b6-b549-be7cb68743ee), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:54.830659 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb97d583-ab7b-44a9-946b-322acfc67989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:54.831237 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-eb97d583-ab7b-44a9-946b-322acfc67989 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:54.845793 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:54.889228 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-eb97d583-ab7b-44a9-946b-322acfc67989 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4045005 Mar 23 02:36:54.892151 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56766) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:54.899525 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-2d93414e-bd4e-4f38-bca4-bb6ec7401b70 admin admin] Request body: {'subnet': {'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-269001046-subnet', 'tenant_id': '0274c72b6a0f406280fca19f3295022f', 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:54.903388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97d583-ab7b-44a9-946b-322acfc67989 admin admin] Pushing event updated for resources: {'Network': ['ID=6796eeac-6fdc-44b6-b549-be7cb68743ee,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:54.913109 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 6796eeac-6fdc-44b6-b549-be7cb68743ee details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:36:54.922020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d93414e-bd4e-4f38-bca4-bb6ec7401b70 admin admin] Made reservation on behalf of 0274c72b6a0f406280fca19f3295022f for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:54.924437 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d93414e-bd4e-4f38-bca4-bb6ec7401b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.109105 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d93414e-bd4e-4f38-bca4-bb6ec7401b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (96751844-7ee5-43e4-adfe-1774fa7a9dc0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.158386 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93414e-bd4e-4f38-bca4-bb6ec7401b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96751844-7ee5-43e4-adfe-1774fa7a9dc0,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:55.175711 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93414e-bd4e-4f38-bca4-bb6ec7401b70 admin admin] Checking segment: {'id': '1e806424-f4bd-48e3-ad7f-f320fbb966c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:55.176077 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d93414e-bd4e-4f38-bca4-bb6ec7401b70 admin admin] Network hostable DHCP agents. Network: 6796eeac-6fdc-44b6-b549-be7cb68743ee, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:36:55.195205 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d93414e-bd4e-4f38-bca4-bb6ec7401b70 admin admin] Network 6796eeac-6fdc-44b6-b549-be7cb68743ee is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:36:55.205847 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-2d93414e-bd4e-4f38-bca4-bb6ec7401b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 6796eeac-6fdc-44b6-b549-be7cb68743ee) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:55.210160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d93414e-bd4e-4f38-bca4-bb6ec7401b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:55.210752 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2d93414e-bd4e-4f38-bca4-bb6ec7401b70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.215952 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3364563d-1240-495f-a7af-40f39dacb27b None None] Network 6796eeac-6fdc-44b6-b549-be7cb68743ee requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:55.226988 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2d93414e-bd4e-4f38-bca4-bb6ec7401b70 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3319166 Mar 23 02:36:55.229805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56768) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:55.234039 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-269001046-router', 'tenant_id': '0274c72b6a0f406280fca19f3295022f', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:55.253917 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (49cc10fa-29dd-4363-b591-e8bda2f8d906), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.255017 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (49cc10fa-29dd-4363-b591-e8bda2f8d906), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.313016 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Publish callbacks [] for router_controller (49cc10fa-29dd-4363-b591-e8bda2f8d906), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.317238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-6796eeac-6fdc-44b6-b549-be7cb68743ee', 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee', 'project_id': '0274c72b6a0f406280fca19f3295022f', 'fixed_ips': [{'subnet_id': '96751844-7ee5-43e4-adfe-1774fa7a9dc0'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:36:55.318105 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.457324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Allocated IP 172.20.0.2 (6796eeac-6fdc-44b6-b549-be7cb68743ee/96751844-7ee5-43e4-adfe-1774fa7a9dc0/a321496e-e993-41a9-b27b-9f94d1a5b27e) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:36:55.460021 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Publish callbacks [] for router_gateway (49cc10fa-29dd-4363-b591-e8bda2f8d906), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.602136 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Publish callbacks [] for port (a321496e-e993-41a9-b27b-9f94d1a5b27e), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.608879 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (a321496e-e993-41a9-b27b-9f94d1a5b27e), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.646160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Network 6796eeac-6fdc-44b6-b549-be7cb68743ee is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:36:55.653230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:55.657681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:36:55.660646 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Pushing event updated for resources: {'Port': ['ID=a321496e-e993-41a9-b27b-9f94d1a5b27e,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:55.665727 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Publish callbacks [] for router_gateway (49cc10fa-29dd-4363-b591-e8bda2f8d906), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.684786 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.714098 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Attempting to bind port a321496e-e993-41a9-b27b-9f94d1a5b27e on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:36:55.714471 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Attempting to bind port a321496e-e993-41a9-b27b-9f94d1a5b27e by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '1e806424-f4bd-48e3-ad7f-f320fbb966c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:36:55.714830 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Attempting to bind port a321496e-e993-41a9-b27b-9f94d1a5b27e on network 6796eeac-6fdc-44b6-b549-be7cb68743ee {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:36:55.719794 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:36:55.720173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Checking segment: {'id': '1e806424-f4bd-48e3-ad7f-f320fbb966c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:55.720559 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.721074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Bound using segment: {'id': '1e806424-f4bd-48e3-ad7f-f320fbb966c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:36:55.721548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Bound port: a321496e-e993-41a9-b27b-9f94d1a5b27e, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e806424-f4bd-48e3-ad7f-f320fbb966c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:36:55.721896 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a321496e-e993-41a9-b27b-9f94d1a5b27e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.789487 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] For port a321496e-e993-41a9-b27b-9f94d1a5b27e, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:36:55.792549 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] For port a321496e-e993-41a9-b27b-9f94d1a5b27e, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a321496e-e993-41a9-b27b-9f94d1a5b27e,segment=NetworkSegment(1e806424-f4bd-48e3-ad7f-f320fbb966c2),segment_id=1e806424-f4bd-48e3-ad7f-f320fbb966c2)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:36:55.797641 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Allocated IP 172.25.0.229 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/6662179c-70d2-4d93-ba27-db49bfce456b) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:36:55.798329 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a321496e-e993-41a9-b27b-9f94d1a5b27e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.868528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fdb4f-b148-4c13-aeec-9af69fe228d2 None None] Pushing event updated for resources: {'Port': ['ID=a321496e-e993-41a9-b27b-9f94d1a5b27e,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:55.881387 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.921447 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Publish callbacks [] for port (6662179c-70d2-4d93-ba27-db49bfce456b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.957791 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6662179c-70d2-4d93-ba27-db49bfce456b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:55.996417 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:36:55.999526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:56.003099 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:36:56.053341 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Pushing event updated for resources: {'Port': ['ID=6662179c-70d2-4d93-ba27-db49bfce456b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:56.065957 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:56.066301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:56.066639 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:56.066985 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:56.067303 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:56.067684 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:56.068084 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:56.068692 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:56.068949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:56.069275 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:56.069811 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:56.070029 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:56.070348 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:56.070670 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:56.070982 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:36:56.309068 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Publish callbacks [] for router_gateway (49cc10fa-29dd-4363-b591-e8bda2f8d906), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:56.514881 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (49cc10fa-29dd-4363-b591-e8bda2f8d906), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:56.653333 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Router 49cc10fa-29dd-4363-b591-e8bda2f8d906 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:36:56.764356 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20aa352-548a-4516-a343-a1ec74d1ba8d None None] Network 6796eeac-6fdc-44b6-b549-be7cb68743ee requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:56.769838 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:36:56.788811 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:56.792686 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2b406c45-a623-40f7-89ac-83a2d8bf5412 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5594165 Mar 23 02:36:56.792949 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56770) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:56.808688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Sync routers for ids ['49cc10fa-29dd-4363-b591-e8bda2f8d906'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:36:56.841353 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Routers {'49cc10fa-29dd-4363-b591-e8bda2f8d906'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:36:56.841981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:36:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['49cc10fa-29dd-4363-b591-e8bda2f8d906'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:57.108754 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-bbc1389a-7cc4-4e71-a07a-8f4e7743d77b None None] Provisioning complete for port a321496e-e993-41a9-b27b-9f94d1a5b27e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:36:57.109461 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bbc1389a-7cc4-4e71-a07a-8f4e7743d77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a321496e-e993-41a9-b27b-9f94d1a5b27e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:57.186322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Set router 49cc10fa-29dd-4363-b591-e8bda2f8d906 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:36:57.230499 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:57.329596 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1389a-7cc4-4e71-a07a-8f4e7743d77b None None] Current status of the port a321496e-e993-41a9-b27b-9f94d1a5b27e is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:36:57.329986 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bbc1389a-7cc4-4e71-a07a-8f4e7743d77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a321496e-e993-41a9-b27b-9f94d1a5b27e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:57.387710 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-bbc1389a-7cc4-4e71-a07a-8f4e7743d77b None None] For port a321496e-e993-41a9-b27b-9f94d1a5b27e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a321496e-e993-41a9-b27b-9f94d1a5b27e,segment=NetworkSegment(1e806424-f4bd-48e3-ad7f-f320fbb966c2),segment_id=1e806424-f4bd-48e3-ad7f-f320fbb966c2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:57.408959 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bbc1389a-7cc4-4e71-a07a-8f4e7743d77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a321496e-e993-41a9-b27b-9f94d1a5b27e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:57.479041 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1389a-7cc4-4e71-a07a-8f4e7743d77b None None] Pushing event updated for resources: {'Port': ['ID=a321496e-e993-41a9-b27b-9f94d1a5b27e,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:57.488461 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'name': 'tempest-TestEncryptedCinderVolumes-269001046-router', 'tenant_id': '0274c72b6a0f406280fca19f3295022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '6662179c-70d2-4d93-ba27-db49bfce456b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:55Z', 'updated_at': '2022-03-23T02:36:56Z', 'revision_number': 3, 'project_id': '0274c72b6a0f406280fca19f3295022f', 'gw_port': {'id': '6662179c-70d2-4d93-ba27-db49bfce456b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:36:55Z', 'updated_at': '2022-03-23T02:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:57.493784 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a321496e-e993-41a9-b27b-9f94d1a5b27e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:36:57.546298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Checking router: 49cc10fa-29dd-4363-b591-e8bda2f8d906 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:36:57.546595 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Updating router 49cc10fa-29dd-4363-b591-e8bda2f8d906 port 6662179c-70d2-4d93-ba27-db49bfce456b binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:36:57.606842 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6662179c-70d2-4d93-ba27-db49bfce456b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:57.608307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-75dad0eb-11f1-42dd-baa6-059d73f86a36 None None] Provisioning complete for port a321496e-e993-41a9-b27b-9f94d1a5b27e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:36:57.608688 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-75dad0eb-11f1-42dd-baa6-059d73f86a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a321496e-e993-41a9-b27b-9f94d1a5b27e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:57.707386 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Allocated IP 172.20.0.1 (6796eeac-6fdc-44b6-b549-be7cb68743ee/96751844-7ee5-43e4-adfe-1774fa7a9dc0/1707351c-331a-475c-89c4-7fc2fe69bfc2) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:36:57.743429 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port a321496e-e993-41a9-b27b-9f94d1a5b27e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:36:57.743804 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a321496e-e993-41a9-b27b-9f94d1a5b27e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:57.813067 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Publish callbacks [] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:57.849012 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:57.879527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-75dad0eb-11f1-42dd-baa6-059d73f86a36 None None] Current status of the port a321496e-e993-41a9-b27b-9f94d1a5b27e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:36:57.886932 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Network 6796eeac-6fdc-44b6-b549-be7cb68743ee is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:36:57.893581 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:57.898989 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:36:57.901888 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Pushing event updated for resources: {'Port': ['ID=1707351c-331a-475c-89c4-7fc2fe69bfc2,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:57.941648 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (49cc10fa-29dd-4363-b591-e8bda2f8d906), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:57.948089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a321496e-e993-41a9-b27b-9f94d1a5b27e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:36:58.014241 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Publish callbacks [] for port (6662179c-70d2-4d93-ba27-db49bfce456b), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:58.020137 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6662179c-70d2-4d93-ba27-db49bfce456b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:58.077957 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Attempting to bind port 6662179c-70d2-4d93-ba27-db49bfce456b on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:36:58.078327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Attempting to bind port 6662179c-70d2-4d93-ba27-db49bfce456b by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:36:58.078683 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Attempting to bind port 6662179c-70d2-4d93-ba27-db49bfce456b on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:36:58.081832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bf663-1f6c-43f3-92f5-f29324037b5f None None] Pushing event updated for resources: {'Port': ['ID=6662179c-70d2-4d93-ba27-db49bfce456b,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:58.085496 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:58.087329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:36:58.087706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:58.088108 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:58.088492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:36:58.089001 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Bound port: 6662179c-70d2-4d93-ba27-db49bfce456b, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:36:58.089377 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6662179c-70d2-4d93-ba27-db49bfce456b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:58.143005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] For port 6662179c-70d2-4d93-ba27-db49bfce456b, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:36:58.146047 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] For port 6662179c-70d2-4d93-ba27-db49bfce456b, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6662179c-70d2-4d93-ba27-db49bfce456b,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:36:58.152650 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6662179c-70d2-4d93-ba27-db49bfce456b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:58.223340 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Routers {'49cc10fa-29dd-4363-b591-e8bda2f8d906'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:36:58.223900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:36:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['49cc10fa-29dd-4363-b591-e8bda2f8d906'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:58.228365 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bf663-1f6c-43f3-92f5-f29324037b5f None None] Pushing event updated for resources: {'Port': ['ID=6662179c-70d2-4d93-ba27-db49bfce456b,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:58.260095 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Publish callbacks [] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:58.265607 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:58.292053 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1021e14e-bae9-4090-b3bc-46e487162f02 None None] Provisioning complete for port 1707351c-331a-475c-89c4-7fc2fe69bfc2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:36:58.292804 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1021e14e-bae9-4090-b3bc-46e487162f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:58.335071 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (49cc10fa-29dd-4363-b591-e8bda2f8d906), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:58.337261 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Pushing event updated for resources: {'Port': ['ID=1707351c-331a-475c-89c4-7fc2fe69bfc2,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:58.346679 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1021e14e-bae9-4090-b3bc-46e487162f02 None None] Port 1707351c-331a-475c-89c4-7fc2fe69bfc2 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:36:58.369090 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] Set router 49cc10fa-29dd-4363-b591-e8bda2f8d906 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:36:58.431555 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Network 6796eeac-6fdc-44b6-b549-be7cb68743ee is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:36:58.433033 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:58.560768 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Router 49cc10fa-29dd-4363-b591-e8bda2f8d906 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:36:58.585357 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'name': 'tempest-TestEncryptedCinderVolumes-269001046-router', 'tenant_id': '0274c72b6a0f406280fca19f3295022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '6662179c-70d2-4d93-ba27-db49bfce456b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:55Z', 'updated_at': '2022-03-23T02:36:58Z', 'revision_number': 4, 'project_id': '0274c72b6a0f406280fca19f3295022f', 'gw_port': {'id': '6662179c-70d2-4d93-ba27-db49bfce456b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:36:55Z', 'updated_at': '2022-03-23T02:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1707351c-331a-475c-89c4-7fc2fe69bfc2', 'name': '', 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee', 'tenant_id': '0274c72b6a0f406280fca19f3295022f', 'mac_address': 'fa:16:3e:44:83:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '96751844-7ee5-43e4-adfe-1774fa7a9dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:36:57Z', 'updated_at': '2022-03-23T02:36:57Z', 'revision_number': 1, 'project_id': '0274c72b6a0f406280fca19f3295022f', 'subnets': [{'id': '96751844-7ee5-43e4-adfe-1774fa7a9dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:36:58.617310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362217b4-3d4e-4d30-8626-d3397b1d1d90 None None] The sync data for ids ['49cc10fa-29dd-4363-b591-e8bda2f8d906'] in n-d-834677-4 is: [{'id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'name': 'tempest-TestEncryptedCinderVolumes-269001046-router', 'tenant_id': '0274c72b6a0f406280fca19f3295022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '6662179c-70d2-4d93-ba27-db49bfce456b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:55Z', 'updated_at': '2022-03-23T02:36:58Z', 'revision_number': 4, 'project_id': '0274c72b6a0f406280fca19f3295022f', 'gw_port': {'id': '6662179c-70d2-4d93-ba27-db49bfce456b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:36:55Z', 'updated_at': '2022-03-23T02:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1707351c-331a-475c-89c4-7fc2fe69bfc2', 'name': '', 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee', 'tenant_id': '0274c72b6a0f406280fca19f3295022f', 'mac_address': 'fa:16:3e:44:83:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '96751844-7ee5-43e4-adfe-1774fa7a9dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:36:57Z', 'updated_at': '2022-03-23T02:36:57Z', 'revision_number': 1, 'project_id': '0274c72b6a0f406280fca19f3295022f', 'subnets': [{'id': '96751844-7ee5-43e4-adfe-1774fa7a9dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:36:58.668228 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-18a23fe7-83ae-4ecb-883e-6ddc6460ac81 None None] Provisioning complete for port 1707351c-331a-475c-89c4-7fc2fe69bfc2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:36:58.668624 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-18a23fe7-83ae-4ecb-883e-6ddc6460ac81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:58.680827 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:36:58.686903 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ac9dff22-a20c-483c-808f-7a359aa192b9 admin admin] 10.222.0.18 "PUT /v2.0/routers/49cc10fa-29dd-4363-b591-e8bda2f8d906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8926826 Mar 23 02:36:58.706509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-18a23fe7-83ae-4ecb-883e-6ddc6460ac81 None None] Port 1707351c-331a-475c-89c4-7fc2fe69bfc2 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:36:59.221530 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56786) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:59.227514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b5ed477e-7386-422d-9e15-cd777a8cc154 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1167546213-network', 'tenant_id': '907f4a991dbc452889ced05c9c5555f6'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:59.252460 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ed477e-7386-422d-9e15-cd777a8cc154 admin admin] Made reservation on behalf of 907f4a991dbc452889ced05c9c5555f6 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:59.255461 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5ed477e-7386-422d-9e15-cd777a8cc154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:59.267416 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5ed477e-7386-422d-9e15-cd777a8cc154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:59.371381 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5ed477e-7386-422d-9e15-cd777a8cc154 admin admin] Publish callbacks [] for security_group (e4ab1c8f-de69-44b8-a3d5-8858d122ac68), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:59.376325 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5ed477e-7386-422d-9e15-cd777a8cc154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e4ab1c8f-de69-44b8-a3d5-8858d122ac68), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:59.404726 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ed477e-7386-422d-9e15-cd777a8cc154 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:36:59.415537 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed477e-7386-422d-9e15-cd777a8cc154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ab1c8f-de69-44b8-a3d5-8858d122ac68,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:59.425705 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5ed477e-7386-422d-9e15-cd777a8cc154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (22094b85-026d-4dde-8ca3-f11df09f7d91), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:59.426154 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-b5ed477e-7386-422d-9e15-cd777a8cc154 admin admin] Added segment 22094b85-026d-4dde-8ca3-f11df09f7d91 of type vlan for network 6301dd23-e1df-42bf-8ec6-f54f0296aca8 Mar 23 02:36:59.489915 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5ed477e-7386-422d-9e15-cd777a8cc154 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (6301dd23-e1df-42bf-8ec6-f54f0296aca8), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:59.510815 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6662179c-70d2-4d93-ba27-db49bfce456b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:36:59.521144 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5ed477e-7386-422d-9e15-cd777a8cc154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (6301dd23-e1df-42bf-8ec6-f54f0296aca8), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:59.523265 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed477e-7386-422d-9e15-cd777a8cc154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:59.523909 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b5ed477e-7386-422d-9e15-cd777a8cc154 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:59.564345 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6662179c-70d2-4d93-ba27-db49bfce456b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:36:59.564766 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6662179c-70d2-4d93-ba27-db49bfce456b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:59.589415 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 56788) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:59.593319 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b5ed477e-7386-422d-9e15-cd777a8cc154 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3704882 Mar 23 02:36:59.594436 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9b71a5d9-9455-4d01-9259-137d1867879f admin admin] Request body: {'subnet': {'network_id': '6301dd23-e1df-42bf-8ec6-f54f0296aca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1167546213-subnet', 'tenant_id': '907f4a991dbc452889ced05c9c5555f6', 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:59.599679 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed477e-7386-422d-9e15-cd777a8cc154 admin admin] Pushing event updated for resources: {'Network': ['ID=6301dd23-e1df-42bf-8ec6-f54f0296aca8,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:59.613686 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 6301dd23-e1df-42bf-8ec6-f54f0296aca8 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:36:59.618995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b71a5d9-9455-4d01-9259-137d1867879f admin admin] Made reservation on behalf of 907f4a991dbc452889ced05c9c5555f6 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:36:59.622223 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9b71a5d9-9455-4d01-9259-137d1867879f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:59.713480 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6662179c-70d2-4d93-ba27-db49bfce456b is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:36:59.713712 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6662179c-70d2-4d93-ba27-db49bfce456b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:59.737031 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 6662179c-70d2-4d93-ba27-db49bfce456b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6662179c-70d2-4d93-ba27-db49bfce456b,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:36:59.745489 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6662179c-70d2-4d93-ba27-db49bfce456b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:59.746297 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a321496e-e993-41a9-b27b-9f94d1a5b27e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:36:59.817678 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9b71a5d9-9455-4d01-9259-137d1867879f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (52e4f3de-79ec-410d-96e8-30dde2e14e36), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:59.828799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=6662179c-70d2-4d93-ba27-db49bfce456b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:59.841394 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port a321496e-e993-41a9-b27b-9f94d1a5b27e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:36:59.841778 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a321496e-e993-41a9-b27b-9f94d1a5b27e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:59.881185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71a5d9-9455-4d01-9259-137d1867879f admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e4f3de-79ec-410d-96e8-30dde2e14e36,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:36:59.893034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b71a5d9-9455-4d01-9259-137d1867879f admin admin] Checking segment: {'id': '22094b85-026d-4dde-8ca3-f11df09f7d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6301dd23-e1df-42bf-8ec6-f54f0296aca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:36:59.893399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b71a5d9-9455-4d01-9259-137d1867879f admin admin] Network hostable DHCP agents. Network: 6301dd23-e1df-42bf-8ec6-f54f0296aca8, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:36:59.912697 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b71a5d9-9455-4d01-9259-137d1867879f admin admin] Network 6301dd23-e1df-42bf-8ec6-f54f0296aca8 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:36:59.923047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-9b71a5d9-9455-4d01-9259-137d1867879f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 6301dd23-e1df-42bf-8ec6-f54f0296aca8) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:36:59.926108 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a321496e-e993-41a9-b27b-9f94d1a5b27e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:36:59.928329 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b71a5d9-9455-4d01-9259-137d1867879f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:36:59.931584 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9b71a5d9-9455-4d01-9259-137d1867879f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:59.933530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe1a8de-47fe-4881-81b1-c18f3e26d2d6 None None] Network 6301dd23-e1df-42bf-8ec6-f54f0296aca8 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:36:59.953254 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9b71a5d9-9455-4d01-9259-137d1867879f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3626275 Mar 23 02:36:59.953408 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56790) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:36:59.958201 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1167546213-router', 'tenant_id': '907f4a991dbc452889ced05c9c5555f6', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:36:59.979257 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (0900b7e4-f373-4f4c-8271-7a88a6ebabc6), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:36:59.980459 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (0900b7e4-f373-4f4c-8271-7a88a6ebabc6), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:00.043952 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-6301dd23-e1df-42bf-8ec6-f54f0296aca8', 'network_id': '6301dd23-e1df-42bf-8ec6-f54f0296aca8', 'project_id': '907f4a991dbc452889ced05c9c5555f6', 'fixed_ips': [{'subnet_id': '52e4f3de-79ec-410d-96e8-30dde2e14e36'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:37:00.044715 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Publish callbacks [] for router_controller (0900b7e4-f373-4f4c-8271-7a88a6ebabc6), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:00.044907 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:00.186916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Allocated IP 172.20.0.2 (6301dd23-e1df-42bf-8ec6-f54f0296aca8/52e4f3de-79ec-410d-96e8-30dde2e14e36/9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:00.197330 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Publish callbacks [] for router_gateway (0900b7e4-f373-4f4c-8271-7a88a6ebabc6), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:00.421386 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Publish callbacks [] for router_gateway (0900b7e4-f373-4f4c-8271-7a88a6ebabc6), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:00.440911 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:00.512634 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Publish callbacks [] for port (9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:00.519648 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:00.560198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Allocated IP 172.25.0.188 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/d04ea1b3-938e-47cb-a1bb-be49c8a87386) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:00.560643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Network 6301dd23-e1df-42bf-8ec6-f54f0296aca8 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:00.563576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:00.569289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:00.574998 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Pushing event updated for resources: {'Port': ['ID=9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:00.642329 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Attempting to bind port 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:00.642796 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Attempting to bind port 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '22094b85-026d-4dde-8ca3-f11df09f7d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6301dd23-e1df-42bf-8ec6-f54f0296aca8'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:00.643285 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Attempting to bind port 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c on network 6301dd23-e1df-42bf-8ec6-f54f0296aca8 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:00.649290 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:37:00.649828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Checking segment: {'id': '22094b85-026d-4dde-8ca3-f11df09f7d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6301dd23-e1df-42bf-8ec6-f54f0296aca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:00.650329 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:00.650813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Bound using segment: {'id': '22094b85-026d-4dde-8ca3-f11df09f7d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6301dd23-e1df-42bf-8ec6-f54f0296aca8'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:37:00.651386 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Bound port: 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22094b85-026d-4dde-8ca3-f11df09f7d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6301dd23-e1df-42bf-8ec6-f54f0296aca8'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:37:00.651872 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:00.681718 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Publish callbacks [] for port (d04ea1b3-938e-47cb-a1bb-be49c8a87386), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:00.715563 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] For port 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:37:00.717021 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d04ea1b3-938e-47cb-a1bb-be49c8a87386), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:00.719143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] For port 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c,segment=NetworkSegment(22094b85-026d-4dde-8ca3-f11df09f7d91),segment_id=22094b85-026d-4dde-8ca3-f11df09f7d91)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:37:00.729588 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:00.753677 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:00.756964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:00.760701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:00.797020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a694a-3c8c-4ccb-b0a8-b067e3cd55d1 None None] Pushing event updated for resources: {'Port': ['ID=9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:00.805111 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Pushing event updated for resources: {'Port': ['ID=d04ea1b3-938e-47cb-a1bb-be49c8a87386,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:00.839437 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Sync routers for ids ['49cc10fa-29dd-4363-b591-e8bda2f8d906'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:37:00.855318 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Routers {'49cc10fa-29dd-4363-b591-e8bda2f8d906'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:37:00.856035 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:36:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['49cc10fa-29dd-4363-b591-e8bda2f8d906'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:00.989033 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Set router 49cc10fa-29dd-4363-b591-e8bda2f8d906 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:37:01.078384 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Publish callbacks [] for router_gateway (0900b7e4-f373-4f4c-8271-7a88a6ebabc6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:01.199997 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'name': 'tempest-TestEncryptedCinderVolumes-269001046-router', 'tenant_id': '0274c72b6a0f406280fca19f3295022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '6662179c-70d2-4d93-ba27-db49bfce456b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:55Z', 'updated_at': '2022-03-23T02:36:58Z', 'revision_number': 4, 'project_id': '0274c72b6a0f406280fca19f3295022f', 'gw_port': {'id': '6662179c-70d2-4d93-ba27-db49bfce456b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:36:55Z', 'updated_at': '2022-03-23T02:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1707351c-331a-475c-89c4-7fc2fe69bfc2', 'name': '', 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee', 'tenant_id': '0274c72b6a0f406280fca19f3295022f', 'mac_address': 'fa:16:3e:44:83:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '96751844-7ee5-43e4-adfe-1774fa7a9dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:36:57Z', 'updated_at': '2022-03-23T02:36:58Z', 'revision_number': 2, 'project_id': '0274c72b6a0f406280fca19f3295022f', 'subnets': [{'id': '96751844-7ee5-43e4-adfe-1774fa7a9dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:01.225949 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Checking router: 49cc10fa-29dd-4363-b591-e8bda2f8d906 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:37:01.226296 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Updating router 49cc10fa-29dd-4363-b591-e8bda2f8d906 port 1707351c-331a-475c-89c4-7fc2fe69bfc2 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:37:01.253444 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:01.287499 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (0900b7e4-f373-4f4c-8271-7a88a6ebabc6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:01.435747 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Router 0900b7e4-f373-4f4c-8271-7a88a6ebabc6 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:37:01.528278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:01.568683 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Publish callbacks [] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:01.571667 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:37:01.582048 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:01.585606 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Sync routers for ids ['0900b7e4-f373-4f4c-8271-7a88a6ebabc6'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:37:01.596244 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:01.598045 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-31f5c084-ed4b-4a00-a85f-63fdf35e2bcb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6435394 Mar 23 02:37:01.600567 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 56792) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:37:01.601836 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:01.602221 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:01.629044 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Routers {'0900b7e4-f373-4f4c-8271-7a88a6ebabc6'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:37:01.629736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:36:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0900b7e4-f373-4f4c-8271-7a88a6ebabc6'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:01.638117 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a472aca-a9cf-452b-8cf3-3ce12bd21e4d None None] Pushing event updated for resources: {'Port': ['ID=1707351c-331a-475c-89c4-7fc2fe69bfc2,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:01.652007 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472aca-a9cf-452b-8cf3-3ce12bd21e4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:01.652749 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472aca-a9cf-452b-8cf3-3ce12bd21e4d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:01.653263 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472aca-a9cf-452b-8cf3-3ce12bd21e4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:01.653741 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472aca-a9cf-452b-8cf3-3ce12bd21e4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:01.654214 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472aca-a9cf-452b-8cf3-3ce12bd21e4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:01.654826 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472aca-a9cf-452b-8cf3-3ce12bd21e4d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:01.655309 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472aca-a9cf-452b-8cf3-3ce12bd21e4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:01.656514 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472aca-a9cf-452b-8cf3-3ce12bd21e4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:01.657114 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472aca-a9cf-452b-8cf3-3ce12bd21e4d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:01.657586 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472aca-a9cf-452b-8cf3-3ce12bd21e4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:01.658121 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472aca-a9cf-452b-8cf3-3ce12bd21e4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:01.658765 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472aca-a9cf-452b-8cf3-3ce12bd21e4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:01.659239 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472aca-a9cf-452b-8cf3-3ce12bd21e4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:01.660131 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472aca-a9cf-452b-8cf3-3ce12bd21e4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:01.660629 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472aca-a9cf-452b-8cf3-3ce12bd21e4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:01.765867 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Attempting to bind port 1707351c-331a-475c-89c4-7fc2fe69bfc2 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:01.767093 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Attempting to bind port 1707351c-331a-475c-89c4-7fc2fe69bfc2 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '1e806424-f4bd-48e3-ad7f-f320fbb966c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:01.767657 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Attempting to bind port 1707351c-331a-475c-89c4-7fc2fe69bfc2 on network 6796eeac-6fdc-44b6-b549-be7cb68743ee {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:01.774670 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:37:01.775041 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Checking segment: {'id': '1e806424-f4bd-48e3-ad7f-f320fbb966c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:01.776870 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:01.777294 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Bound using segment: {'id': '1e806424-f4bd-48e3-ad7f-f320fbb966c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:37:01.777790 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Bound port: 1707351c-331a-475c-89c4-7fc2fe69bfc2, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e806424-f4bd-48e3-ad7f-f320fbb966c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:37:01.780983 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:01.826534 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:01.826921 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:01.834559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Set router 0900b7e4-f373-4f4c-8271-7a88a6ebabc6 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:37:01.893309 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] For port 1707351c-331a-475c-89c4-7fc2fe69bfc2, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:37:01.896670 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] For port 1707351c-331a-475c-89c4-7fc2fe69bfc2, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1707351c-331a-475c-89c4-7fc2fe69bfc2,segment=NetworkSegment(1e806424-f4bd-48e3-ad7f-f320fbb966c2),segment_id=1e806424-f4bd-48e3-ad7f-f320fbb966c2)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:37:01.913687 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:01.919354 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:37:01.981834 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Routers {'49cc10fa-29dd-4363-b591-e8bda2f8d906'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:37:01.982474 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:36:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['49cc10fa-29dd-4363-b591-e8bda2f8d906'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:01.992120 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850fcd7c-d9bc-485e-b464-65b66b4e33bf None None] Network 6301dd23-e1df-42bf-8ec6-f54f0296aca8 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:37:02.018056 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a472aca-a9cf-452b-8cf3-3ce12bd21e4d None None] Pushing event updated for resources: {'Port': ['ID=1707351c-331a-475c-89c4-7fc2fe69bfc2,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:02.071124 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c,segment=NetworkSegment(22094b85-026d-4dde-8ca3-f11df09f7d91),segment_id=22094b85-026d-4dde-8ca3-f11df09f7d91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:02.107970 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:02.108983 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6662179c-70d2-4d93-ba27-db49bfce456b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:02.181630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d19d26cf-4b05-414c-995f-5786b31ae264 None None] Provisioning complete for port 1707351c-331a-475c-89c4-7fc2fe69bfc2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:02.181990 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d19d26cf-4b05-414c-995f-5786b31ae264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:02.189716 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:02.213520 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] Set router 49cc10fa-29dd-4363-b591-e8bda2f8d906 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:37:02.301693 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:02.325869 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6662179c-70d2-4d93-ba27-db49bfce456b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:02.326270 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6662179c-70d2-4d93-ba27-db49bfce456b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:02.375238 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Allocated IP 172.20.0.1 (6301dd23-e1df-42bf-8ec6-f54f0296aca8/52e4f3de-79ec-410d-96e8-30dde2e14e36/09b6ed37-c5b1-4ba8-8169-c9e3b008424e) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:02.434890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d19d26cf-4b05-414c-995f-5786b31ae264 None None] Current status of the port 1707351c-331a-475c-89c4-7fc2fe69bfc2 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:02.435279 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d19d26cf-4b05-414c-995f-5786b31ae264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:02.499427 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d19d26cf-4b05-414c-995f-5786b31ae264 None None] For port 1707351c-331a-475c-89c4-7fc2fe69bfc2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1707351c-331a-475c-89c4-7fc2fe69bfc2,segment=NetworkSegment(1e806424-f4bd-48e3-ad7f-f320fbb966c2),segment_id=1e806424-f4bd-48e3-ad7f-f320fbb966c2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:02.503548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'name': 'tempest-TestEncryptedCinderVolumes-1167546213-router', 'tenant_id': '907f4a991dbc452889ced05c9c5555f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'd04ea1b3-938e-47cb-a1bb-be49c8a87386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:59Z', 'updated_at': '2022-03-23T02:37:00Z', 'revision_number': 3, 'project_id': '907f4a991dbc452889ced05c9c5555f6', 'gw_port': {'id': 'd04ea1b3-938e-47cb-a1bb-be49c8a87386', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:64:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:00Z', 'updated_at': '2022-03-23T02:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:02.508906 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'name': 'tempest-TestEncryptedCinderVolumes-269001046-router', 'tenant_id': '0274c72b6a0f406280fca19f3295022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '6662179c-70d2-4d93-ba27-db49bfce456b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:55Z', 'updated_at': '2022-03-23T02:36:58Z', 'revision_number': 4, 'project_id': '0274c72b6a0f406280fca19f3295022f', 'gw_port': {'id': '6662179c-70d2-4d93-ba27-db49bfce456b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:36:55Z', 'updated_at': '2022-03-23T02:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1707351c-331a-475c-89c4-7fc2fe69bfc2', 'name': '', 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee', 'tenant_id': '0274c72b6a0f406280fca19f3295022f', 'mac_address': 'fa:16:3e:44:83:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '96751844-7ee5-43e4-adfe-1774fa7a9dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:36:57Z', 'updated_at': '2022-03-23T02:37:01Z', 'revision_number': 4, 'project_id': '0274c72b6a0f406280fca19f3295022f', 'subnets': [{'id': '96751844-7ee5-43e4-adfe-1774fa7a9dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:02.524880 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Publish callbacks [] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:02.535794 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d19d26cf-4b05-414c-995f-5786b31ae264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:02.549105 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Checking router: 0900b7e4-f373-4f4c-8271-7a88a6ebabc6 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:37:02.549371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Updating router 0900b7e4-f373-4f4c-8271-7a88a6ebabc6 port d04ea1b3-938e-47cb-a1bb-be49c8a87386 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:37:02.552526 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608fbec9-b906-4e4a-b6d9-c31353a7daed None None] The sync data for ids ['49cc10fa-29dd-4363-b591-e8bda2f8d906'] in n-d-834677-4 is: [{'id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'name': 'tempest-TestEncryptedCinderVolumes-269001046-router', 'tenant_id': '0274c72b6a0f406280fca19f3295022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '6662179c-70d2-4d93-ba27-db49bfce456b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:55Z', 'updated_at': '2022-03-23T02:36:58Z', 'revision_number': 4, 'project_id': '0274c72b6a0f406280fca19f3295022f', 'gw_port': {'id': '6662179c-70d2-4d93-ba27-db49bfce456b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:36:55Z', 'updated_at': '2022-03-23T02:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '1707351c-331a-475c-89c4-7fc2fe69bfc2', 'name': '', 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee', 'tenant_id': '0274c72b6a0f406280fca19f3295022f', 'mac_address': 'fa:16:3e:44:83:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '96751844-7ee5-43e4-adfe-1774fa7a9dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:36:57Z', 'updated_at': '2022-03-23T02:37:01Z', 'revision_number': 4, 'project_id': '0274c72b6a0f406280fca19f3295022f', 'subnets': [{'id': '96751844-7ee5-43e4-adfe-1774fa7a9dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:37:02.570993 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:02.613103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d19d26cf-4b05-414c-995f-5786b31ae264 None None] Provisioning complete for port 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:02.613392 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d19d26cf-4b05-414c-995f-5786b31ae264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:02.614501 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Network 6301dd23-e1df-42bf-8ec6-f54f0296aca8 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:02.614923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6662179c-70d2-4d93-ba27-db49bfce456b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:02.621405 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:02.626183 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:02.659331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Pushing event updated for resources: {'Port': ['ID=09b6ed37-c5b1-4ba8-8169-c9e3b008424e,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:02.662529 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d04ea1b3-938e-47cb-a1bb-be49c8a87386), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:02.678983 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (0900b7e4-f373-4f4c-8271-7a88a6ebabc6), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:02.694467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d26cf-4b05-414c-995f-5786b31ae264 None None] Pushing event updated for resources: {'Port': ['ID=1707351c-331a-475c-89c4-7fc2fe69bfc2,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:02.912134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d19d26cf-4b05-414c-995f-5786b31ae264 None None] Current status of the port 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:03.017506 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Publish callbacks [] for port (d04ea1b3-938e-47cb-a1bb-be49c8a87386), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:03.028302 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d04ea1b3-938e-47cb-a1bb-be49c8a87386), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:03.092889 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c628f6-8554-4a40-b8ef-26cd102fd8e7 None None] Pushing event updated for resources: {'Port': ['ID=d04ea1b3-938e-47cb-a1bb-be49c8a87386,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:03.101999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Attempting to bind port d04ea1b3-938e-47cb-a1bb-be49c8a87386 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:03.102371 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Attempting to bind port d04ea1b3-938e-47cb-a1bb-be49c8a87386 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:03.102733 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Attempting to bind port d04ea1b3-938e-47cb-a1bb-be49c8a87386 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:03.107871 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-efcfc2e4-d629-48d0-bcf2-adaaabc28c89 None None] Provisioning complete for port 1707351c-331a-475c-89c4-7fc2fe69bfc2 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:03.108237 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-efcfc2e4-d629-48d0-bcf2-adaaabc28c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:03.110462 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:37:03.110832 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:03.111190 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:03.111577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:37:03.112046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Bound port: d04ea1b3-938e-47cb-a1bb-be49c8a87386, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:37:03.112428 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d04ea1b3-938e-47cb-a1bb-be49c8a87386), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:03.154325 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:03.203282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] For port d04ea1b3-938e-47cb-a1bb-be49c8a87386, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:37:03.206918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] For port d04ea1b3-938e-47cb-a1bb-be49c8a87386, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d04ea1b3-938e-47cb-a1bb-be49c8a87386,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:37:03.343202 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Publish callbacks [] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:03.356983 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:03.401245 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d04ea1b3-938e-47cb-a1bb-be49c8a87386), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:03.426547 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (0900b7e4-f373-4f4c-8271-7a88a6ebabc6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:03.441012 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Pushing event updated for resources: {'Port': ['ID=09b6ed37-c5b1-4ba8-8169-c9e3b008424e,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:03.452145 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-efcfc2e4-d629-48d0-bcf2-adaaabc28c89 None None] Current status of the port 1707351c-331a-475c-89c4-7fc2fe69bfc2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:03.477997 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Routers {'0900b7e4-f373-4f4c-8271-7a88a6ebabc6'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:37:03.478630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:36:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0900b7e4-f373-4f4c-8271-7a88a6ebabc6'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:03.482172 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c628f6-8554-4a40-b8ef-26cd102fd8e7 None None] Pushing event updated for resources: {'Port': ['ID=d04ea1b3-938e-47cb-a1bb-be49c8a87386,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:03.517980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1707351c-331a-475c-89c4-7fc2fe69bfc2 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:03.534423 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Network 6301dd23-e1df-42bf-8ec6-f54f0296aca8 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:03.535628 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:03.583792 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-efcfc2e4-d629-48d0-bcf2-adaaabc28c89 None None] Provisioning complete for port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:03.584422 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-efcfc2e4-d629-48d0-bcf2-adaaabc28c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:03.648274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-efcfc2e4-d629-48d0-bcf2-adaaabc28c89 None None] Port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:37:03.663442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] Set router 0900b7e4-f373-4f4c-8271-7a88a6ebabc6 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:37:03.665976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Router 0900b7e4-f373-4f4c-8271-7a88a6ebabc6 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:37:03.702847 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 1707351c-331a-475c-89c4-7fc2fe69bfc2 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:03.703222 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:03.713902 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-efcfc2e4-d629-48d0-bcf2-adaaabc28c89 None None] Provisioning complete for port 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:03.713902 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-efcfc2e4-d629-48d0-bcf2-adaaabc28c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:03.787806 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:37:03.797410 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0154d6f5-0c3e-49e2-b525-d62abec71a36 admin admin] 10.222.0.18 "PUT /v2.0/routers/0900b7e4-f373-4f4c-8271-7a88a6ebabc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1906488 Mar 23 02:37:03.977010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-efcfc2e4-d629-48d0-bcf2-adaaabc28c89 None None] Current status of the port 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:03.979764 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 1707351c-331a-475c-89c4-7fc2fe69bfc2 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:03.980780 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:04.043219 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'name': 'tempest-TestEncryptedCinderVolumes-1167546213-router', 'tenant_id': '907f4a991dbc452889ced05c9c5555f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'd04ea1b3-938e-47cb-a1bb-be49c8a87386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:59Z', 'updated_at': '2022-03-23T02:37:03Z', 'revision_number': 4, 'project_id': '907f4a991dbc452889ced05c9c5555f6', 'gw_port': {'id': 'd04ea1b3-938e-47cb-a1bb-be49c8a87386', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:64:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:00Z', 'updated_at': '2022-03-23T02:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '09b6ed37-c5b1-4ba8-8169-c9e3b008424e', 'name': '', 'network_id': '6301dd23-e1df-42bf-8ec6-f54f0296aca8', 'tenant_id': '907f4a991dbc452889ced05c9c5555f6', 'mac_address': 'fa:16:3e:aa:aa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '52e4f3de-79ec-410d-96e8-30dde2e14e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:02Z', 'updated_at': '2022-03-23T02:37:03Z', 'revision_number': 2, 'project_id': '907f4a991dbc452889ced05c9c5555f6', 'subnets': [{'id': '52e4f3de-79ec-410d-96e8-30dde2e14e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:04.046211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:04.046564 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:04.075326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d8df4c-8499-4806-9d15-d4a8c1000059 None None] The sync data for ids ['0900b7e4-f373-4f4c-8271-7a88a6ebabc6'] in n-d-834677-4 is: [{'id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'name': 'tempest-TestEncryptedCinderVolumes-1167546213-router', 'tenant_id': '907f4a991dbc452889ced05c9c5555f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'd04ea1b3-938e-47cb-a1bb-be49c8a87386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:59Z', 'updated_at': '2022-03-23T02:37:03Z', 'revision_number': 4, 'project_id': '907f4a991dbc452889ced05c9c5555f6', 'gw_port': {'id': 'd04ea1b3-938e-47cb-a1bb-be49c8a87386', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:64:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:00Z', 'updated_at': '2022-03-23T02:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '09b6ed37-c5b1-4ba8-8169-c9e3b008424e', 'name': '', 'network_id': '6301dd23-e1df-42bf-8ec6-f54f0296aca8', 'tenant_id': '907f4a991dbc452889ced05c9c5555f6', 'mac_address': 'fa:16:3e:aa:aa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '52e4f3de-79ec-410d-96e8-30dde2e14e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:02Z', 'updated_at': '2022-03-23T02:37:03Z', 'revision_number': 2, 'project_id': '907f4a991dbc452889ced05c9c5555f6', 'subnets': [{'id': '52e4f3de-79ec-410d-96e8-30dde2e14e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:37:04.119062 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-170ed3fb-ac95-460f-a1b8-a40dcc9d5b10 None None] Provisioning complete for port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:04.119438 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-170ed3fb-ac95-460f-a1b8-a40dcc9d5b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:04.163896 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-170ed3fb-ac95-460f-a1b8-a40dcc9d5b10 None None] Port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:37:04.204900 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:04.372148 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:04.705614 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-2daac93b-31bc-4d53-a354-a835e8201fdb tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:04.707142 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-2daac93b-31bc-4d53-a354-a835e8201fdb tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/networks?id=6796eeac-6fdc-44b6-b549-be7cb68743ee HTTP/1.1" status: 200 len: 816 time: 0.1094308 Mar 23 02:37:04.722799 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-90a08a0f-d734-4792-bd26-5a24eb839c44 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/quotas/0274c72b6a0f406280fca19f3295022f HTTP/1.1" status: 200 len: 375 time: 0.0098295 Mar 23 02:37:04.780194 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-5fbc5264-9a22-4e13-9806-d664dc1aad8d tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0274c72b6a0f406280fca19f3295022f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511768 Mar 23 02:37:04.877258 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-e1b7c68f-cf87-47a0-83cf-ede387ebb6d2 service neutron] 10.222.0.18 "GET /v2.0/networks/6796eeac-6fdc-44b6-b549-be7cb68743ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845656 Mar 23 02:37:04.981996 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-df57092f-5abe-4a5e-9a15-4a83c7fc4ca0 service neutron] 10.222.0.18 "GET /v2.0/networks/6796eeac-6fdc-44b6-b549-be7cb68743ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989354 Mar 23 02:37:05.150480 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e613badd-a9b0-4488-aab4-43dfd1a94d28 req-fb61d077-4f2a-43a9-8ac1-fde27bfa194d tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 210 time: 0.0279679 Mar 23 02:37:05.461267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d04ea1b3-938e-47cb-a1bb-be49c8a87386 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:05.515016 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port d04ea1b3-938e-47cb-a1bb-be49c8a87386 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:05.515400 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d04ea1b3-938e-47cb-a1bb-be49c8a87386), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:05.604045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port d04ea1b3-938e-47cb-a1bb-be49c8a87386 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:05.604429 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d04ea1b3-938e-47cb-a1bb-be49c8a87386), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:05.631479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port d04ea1b3-938e-47cb-a1bb-be49c8a87386, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d04ea1b3-938e-47cb-a1bb-be49c8a87386,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:05.637828 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d04ea1b3-938e-47cb-a1bb-be49c8a87386), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:05.694033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=d04ea1b3-938e-47cb-a1bb-be49c8a87386,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:06.171589 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-e300265a-7b92-426d-b0fa-342442c2de07 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:06.173265 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-e300265a-7b92-426d-b0fa-342442c2de07 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.42 "GET /v2.0/networks?id=6796eeac-6fdc-44b6-b549-be7cb68743ee HTTP/1.1" status: 200 len: 816 time: 0.1029935 Mar 23 02:37:06.185683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-99629ca1-3685-4364-8257-e9b2ea450b46 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Request body: {'port': {'device_id': '9c694bf3-a894-42c8-839e-f417f7056821', 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee', 'admin_state_up': True, 'tenant_id': '0274c72b6a0f406280fca19f3295022f'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:06.271016 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9110466b-b034-4619-b907-300f50a21afb req-caf58111-73cb-46ed-ba5a-05bff3ca98d4 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 210 time: 0.0393927 Mar 23 02:37:06.327699 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-99629ca1-3685-4364-8257-e9b2ea450b46 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Made reservation on behalf of 0274c72b6a0f406280fca19f3295022f for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:06.331301 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-99629ca1-3685-4364-8257-e9b2ea450b46 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:06.472008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-99629ca1-3685-4364-8257-e9b2ea450b46 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Allocated IP 172.20.0.14 (6796eeac-6fdc-44b6-b549-be7cb68743ee/96751844-7ee5-43e4-adfe-1774fa7a9dc0/890873c2-93a0-445d-aeea-1cec5776ea73) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:06.629511 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-99629ca1-3685-4364-8257-e9b2ea450b46 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Publish callbacks [] for port (890873c2-93a0-445d-aeea-1cec5776ea73), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:06.636424 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Sync routers for ids ['0900b7e4-f373-4f4c-8271-7a88a6ebabc6'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:37:06.646914 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Routers {'0900b7e4-f373-4f4c-8271-7a88a6ebabc6'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:37:06.648003 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:36:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0900b7e4-f373-4f4c-8271-7a88a6ebabc6'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:06.667407 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-99629ca1-3685-4364-8257-e9b2ea450b46 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (890873c2-93a0-445d-aeea-1cec5776ea73), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:06.711838 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-99629ca1-3685-4364-8257-e9b2ea450b46 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Network 6796eeac-6fdc-44b6-b549-be7cb68743ee is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:06.714958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-99629ca1-3685-4364-8257-e9b2ea450b46 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:06.721016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-99629ca1-3685-4364-8257-e9b2ea450b46 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:06.747954 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99629ca1-3685-4364-8257-e9b2ea450b46 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Pushing event updated for resources: {'Port': ['ID=890873c2-93a0-445d-aeea-1cec5776ea73,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:06.760505 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Set router 0900b7e4-f373-4f4c-8271-7a88a6ebabc6 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:37:06.777310 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-99629ca1-3685-4364-8257-e9b2ea450b46 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:06.777950 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-99629ca1-3685-4364-8257-e9b2ea450b46 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:06.797041 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-99629ca1-3685-4364-8257-e9b2ea450b46 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6157827 Mar 23 02:37:06.809157 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Request body: {'port': {'device_id': '9c694bf3-a894-42c8-839e-f417f7056821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:06.877132 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (890873c2-93a0-445d-aeea-1cec5776ea73), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:06.968104 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'name': 'tempest-TestEncryptedCinderVolumes-1167546213-router', 'tenant_id': '907f4a991dbc452889ced05c9c5555f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'd04ea1b3-938e-47cb-a1bb-be49c8a87386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:59Z', 'updated_at': '2022-03-23T02:37:03Z', 'revision_number': 4, 'project_id': '907f4a991dbc452889ced05c9c5555f6', 'gw_port': {'id': 'd04ea1b3-938e-47cb-a1bb-be49c8a87386', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:00Z', 'updated_at': '2022-03-23T02:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '09b6ed37-c5b1-4ba8-8169-c9e3b008424e', 'name': '', 'network_id': '6301dd23-e1df-42bf-8ec6-f54f0296aca8', 'tenant_id': '907f4a991dbc452889ced05c9c5555f6', 'mac_address': 'fa:16:3e:aa:aa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '52e4f3de-79ec-410d-96e8-30dde2e14e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:02Z', 'updated_at': '2022-03-23T02:37:03Z', 'revision_number': 2, 'project_id': '907f4a991dbc452889ced05c9c5555f6', 'subnets': [{'id': '52e4f3de-79ec-410d-96e8-30dde2e14e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:07.001722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a9a12421-8fe9-4001-b0e9-0730e260f4f9 None None] Provisioning complete for port 890873c2-93a0-445d-aeea-1cec5776ea73 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:07.002319 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a9a12421-8fe9-4001-b0e9-0730e260f4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (890873c2-93a0-445d-aeea-1cec5776ea73), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:07.003644 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Checking router: 0900b7e4-f373-4f4c-8271-7a88a6ebabc6 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:37:07.003995 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Updating router 0900b7e4-f373-4f4c-8271-7a88a6ebabc6 port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:37:07.032027 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:07.039285 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a9a12421-8fe9-4001-b0e9-0730e260f4f9 None None] Port 890873c2-93a0-445d-aeea-1cec5776ea73 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:37:07.152239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890873c2-93a0-445d-aeea-1cec5776ea73 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:37:07.159899 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Publish callbacks [] for port (890873c2-93a0-445d-aeea-1cec5776ea73), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:07.172155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Transition to ACTIVE for port object 890873c2-93a0-445d-aeea-1cec5776ea73 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:37:07.177712 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (890873c2-93a0-445d-aeea-1cec5776ea73), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:07.278193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Pushing event updated for resources: {'Port': ['ID=890873c2-93a0-445d-aeea-1cec5776ea73,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:07.309862 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Publish callbacks [] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:07.316341 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:07.318109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Attempting to bind port 890873c2-93a0-445d-aeea-1cec5776ea73 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:07.318528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Attempting to bind port 890873c2-93a0-445d-aeea-1cec5776ea73 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1e806424-f4bd-48e3-ad7f-f320fbb966c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:07.319098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Attempting to bind port 890873c2-93a0-445d-aeea-1cec5776ea73 on network 6796eeac-6fdc-44b6-b549-be7cb68743ee {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:07.324496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Port 890873c2-93a0-445d-aeea-1cec5776ea73 on network 6796eeac-6fdc-44b6-b549-be7cb68743ee not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:37:07.324933 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Attempting to bind port 890873c2-93a0-445d-aeea-1cec5776ea73 on network 6796eeac-6fdc-44b6-b549-be7cb68743ee {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:07.330701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:37:07.331117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Checking segment: {'id': '1e806424-f4bd-48e3-ad7f-f320fbb966c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:07.331596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Bound using segment: {'id': '1e806424-f4bd-48e3-ad7f-f320fbb966c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:37:07.332090 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Bound port: 890873c2-93a0-445d-aeea-1cec5776ea73, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e806424-f4bd-48e3-ad7f-f320fbb966c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:37:07.332788 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (890873c2-93a0-445d-aeea-1cec5776ea73), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:07.372685 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87fb78-7505-4fd7-a8c1-ece372926507 None None] Pushing event updated for resources: {'Port': ['ID=09b6ed37-c5b1-4ba8-8169-c9e3b008424e,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:07.418282 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] For port 890873c2-93a0-445d-aeea-1cec5776ea73, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:37:07.427474 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] For port 890873c2-93a0-445d-aeea-1cec5776ea73, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=890873c2-93a0-445d-aeea-1cec5776ea73,segment=NetworkSegment(1e806424-f4bd-48e3-ad7f-f320fbb966c2),segment_id=1e806424-f4bd-48e3-ad7f-f320fbb966c2)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:37:07.452158 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (890873c2-93a0-445d-aeea-1cec5776ea73), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:07.481134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d04ea1b3-938e-47cb-a1bb-be49c8a87386 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:07.498648 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Attempting to bind port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:07.498897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa4ee1-0706-433f-9b32-db08fa1b7a4f req-b967bf98-b754-4cfa-8cfc-6f8cce433b5a tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:07.499412 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Attempting to bind port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '22094b85-026d-4dde-8ca3-f11df09f7d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6301dd23-e1df-42bf-8ec6-f54f0296aca8'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:07.499707 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Attempting to bind port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e on network 6301dd23-e1df-42bf-8ec6-f54f0296aca8 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:07.500331 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93fa4ee1-0706-433f-9b32-db08fa1b7a4f req-b967bf98-b754-4cfa-8cfc-6f8cce433b5a tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 944 time: 0.0961199 Mar 23 02:37:07.514514 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:37:07.515326 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Checking segment: {'id': '22094b85-026d-4dde-8ca3-f11df09f7d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6301dd23-e1df-42bf-8ec6-f54f0296aca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:07.515917 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:07.516374 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Pushing event updated for resources: {'Port': ['ID=890873c2-93a0-445d-aeea-1cec5776ea73,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:07.516568 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Bound using segment: {'id': '22094b85-026d-4dde-8ca3-f11df09f7d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6301dd23-e1df-42bf-8ec6-f54f0296aca8'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:37:07.517082 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Bound port: 09b6ed37-c5b1-4ba8-8169-c9e3b008424e, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22094b85-026d-4dde-8ca3-f11df09f7d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6301dd23-e1df-42bf-8ec6-f54f0296aca8'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:37:07.517597 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:07.537071 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:07.537711 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:07.540654 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-81c467f8-ef1e-402a-bec4-8961c6e8048b service neutron] 10.222.0.42 "PUT /v2.0/ports/890873c2-93a0-445d-aeea-1cec5776ea73 HTTP/1.1" status: 200 len: 1092 time: 0.7356915 Mar 23 02:37:07.540835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c694bf3-a894-42c8-839e-f417f7056821', 'tag': '890873c2-93a0-445d-aeea-1cec5776ea73'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:37:07.543973 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb5e16d-767a-49c9-83cd-14da96da7e06" -d '{"events": [{"name": "network-changed", "server_uuid": "9c694bf3-a894-42c8-839e-f417f7056821", "tag": "890873c2-93a0-445d-aeea-1cec5776ea73"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:37:07.628895 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28b2410-8447-4cae-b6fd-e08f5198d79a x-openstack-request-id: req-b28b2410-8447-4cae-b6fd-e08f5198d79a {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:37:07.629170 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c694bf3-a894-42c8-839e-f417f7056821", "tag": "890873c2-93a0-445d-aeea-1cec5776ea73", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:37:07.629564 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b28b2410-8447-4cae-b6fd-e08f5198d79a {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:37:07.629842 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b28b2410-8447-4cae-b6fd-e08f5198d79a'] response: {'name': 'network-changed', 'server_uuid': '9c694bf3-a894-42c8-839e-f417f7056821', 'tag': '890873c2-93a0-445d-aeea-1cec5776ea73', 'status': 'completed', 'code': 200} Mar 23 02:37:07.640210 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-93fa4ee1-0706-433f-9b32-db08fa1b7a4f req-0de8c31a-7d9c-43ab-88f3-753b3edd78af tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264296 Mar 23 02:37:07.651477 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port d04ea1b3-938e-47cb-a1bb-be49c8a87386 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:07.651853 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d04ea1b3-938e-47cb-a1bb-be49c8a87386), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:07.660337 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] For port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:37:07.665567 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] For port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=09b6ed37-c5b1-4ba8-8169-c9e3b008424e,segment=NetworkSegment(22094b85-026d-4dde-8ca3-f11df09f7d91),segment_id=22094b85-026d-4dde-8ca3-f11df09f7d91)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:37:07.678636 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:07.681926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-edbfc261-5351-4ad0-b100-1ea83c3f03b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:07.683578 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-edbfc261-5351-4ad0-b100-1ea83c3f03b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0274c72b6a0f406280fca19f3295022f&device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 1126 time: 0.0924828 Mar 23 02:37:07.745867 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-eac9e178-5f35-4f37-8da8-eae4efd7f923 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=890873c2-93a0-445d-aeea-1cec5776ea73 HTTP/1.1" status: 200 len: 217 time: 0.0551062 Mar 23 02:37:07.753279 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Routers {'0900b7e4-f373-4f4c-8271-7a88a6ebabc6'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:37:07.753921 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:36:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0900b7e4-f373-4f4c-8271-7a88a6ebabc6'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:07.756480 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port d04ea1b3-938e-47cb-a1bb-be49c8a87386 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:07.757089 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87fb78-7505-4fd7-a8c1-ece372926507 None None] Pushing event updated for resources: {'Port': ['ID=09b6ed37-c5b1-4ba8-8169-c9e3b008424e,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:07.807556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-8f9e6e5a-0a30-47cd-a281-7ea1a19d95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:07.809146 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-8f9e6e5a-0a30-47cd-a281-7ea1a19d95d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96751844-7ee5-43e4-adfe-1774fa7a9dc0 HTTP/1.1" status: 200 len: 855 time: 0.0545714 Mar 23 02:37:07.860055 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-0ea51027-940e-4bca-9f23-e1a6c94832c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:07.861640 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-0ea51027-940e-4bca-9f23-e1a6c94832c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6796eeac-6fdc-44b6-b549-be7cb68743ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464821 Mar 23 02:37:07.882468 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] Set router 0900b7e4-f373-4f4c-8271-7a88a6ebabc6 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:37:07.918499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-06a769fb-bf2c-426d-b0eb-5d0ddc50823c None None] Provisioning complete for port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:07.918997 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-06a769fb-bf2c-426d-b0eb-5d0ddc50823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:07.971910 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-4a329fea-d48a-4051-b128-b46b46ab3af8 service neutron] 10.222.0.42 "GET /v2.0/networks/6796eeac-6fdc-44b6-b549-be7cb68743ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038704 Mar 23 02:37:08.024088 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-06a769fb-bf2c-426d-b0eb-5d0ddc50823c None None] Current status of the port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:08.025389 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-06a769fb-bf2c-426d-b0eb-5d0ddc50823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:08.071153 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-06a769fb-bf2c-426d-b0eb-5d0ddc50823c None None] For port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=09b6ed37-c5b1-4ba8-8169-c9e3b008424e,segment=NetworkSegment(22094b85-026d-4dde-8ca3-f11df09f7d91),segment_id=22094b85-026d-4dde-8ca3-f11df09f7d91)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:08.078155 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-06a769fb-bf2c-426d-b0eb-5d0ddc50823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:08.095545 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d33be049-55a0-409b-a2d3-6797b7cc7825 req-4287b329-144c-4ba2-9965-56637c212947 service neutron] 10.222.0.42 "GET /v2.0/networks/6796eeac-6fdc-44b6-b549-be7cb68743ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174970 Mar 23 02:37:08.127423 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'name': 'tempest-TestEncryptedCinderVolumes-1167546213-router', 'tenant_id': '907f4a991dbc452889ced05c9c5555f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'd04ea1b3-938e-47cb-a1bb-be49c8a87386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:59Z', 'updated_at': '2022-03-23T02:37:03Z', 'revision_number': 4, 'project_id': '907f4a991dbc452889ced05c9c5555f6', 'gw_port': {'id': 'd04ea1b3-938e-47cb-a1bb-be49c8a87386', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:00Z', 'updated_at': '2022-03-23T02:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '09b6ed37-c5b1-4ba8-8169-c9e3b008424e', 'name': '', 'network_id': '6301dd23-e1df-42bf-8ec6-f54f0296aca8', 'tenant_id': '907f4a991dbc452889ced05c9c5555f6', 'mac_address': 'fa:16:3e:aa:aa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '52e4f3de-79ec-410d-96e8-30dde2e14e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:02Z', 'updated_at': '2022-03-23T02:37:07Z', 'revision_number': 4, 'project_id': '907f4a991dbc452889ced05c9c5555f6', 'subnets': [{'id': '52e4f3de-79ec-410d-96e8-30dde2e14e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:37:08.138462 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a769fb-bf2c-426d-b0eb-5d0ddc50823c None None] Pushing event updated for resources: {'Port': ['ID=09b6ed37-c5b1-4ba8-8169-c9e3b008424e,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:08.155847 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da365b30-16e4-41fa-b462-debf2fe8f363 None None] The sync data for ids ['0900b7e4-f373-4f4c-8271-7a88a6ebabc6'] in n-d-834677-4 is: [{'id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'name': 'tempest-TestEncryptedCinderVolumes-1167546213-router', 'tenant_id': '907f4a991dbc452889ced05c9c5555f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'd04ea1b3-938e-47cb-a1bb-be49c8a87386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:59Z', 'updated_at': '2022-03-23T02:37:03Z', 'revision_number': 4, 'project_id': '907f4a991dbc452889ced05c9c5555f6', 'gw_port': {'id': 'd04ea1b3-938e-47cb-a1bb-be49c8a87386', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:00Z', 'updated_at': '2022-03-23T02:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '09b6ed37-c5b1-4ba8-8169-c9e3b008424e', 'name': '', 'network_id': '6301dd23-e1df-42bf-8ec6-f54f0296aca8', 'tenant_id': '907f4a991dbc452889ced05c9c5555f6', 'mac_address': 'fa:16:3e:aa:aa:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '52e4f3de-79ec-410d-96e8-30dde2e14e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:02Z', 'updated_at': '2022-03-23T02:37:07Z', 'revision_number': 4, 'project_id': '907f4a991dbc452889ced05c9c5555f6', 'subnets': [{'id': '52e4f3de-79ec-410d-96e8-30dde2e14e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:37:08.195670 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5e16d-767a-49c9-83cd-14da96da7e06 req-e6dba5b3-55b5-481f-9a26-404c6f7c2160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:08.197285 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcb5e16d-767a-49c9-83cd-14da96da7e06 req-e6dba5b3-55b5-481f-9a26-404c6f7c2160 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0274c72b6a0f406280fca19f3295022f&device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 1126 time: 0.0554698 Mar 23 02:37:08.204023 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-88a1837b-49c3-4c3b-8cc1-5290c6ec7590 None None] Provisioning complete for port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:08.204398 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-88a1837b-49c3-4c3b-8cc1-5290c6ec7590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:08.292349 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-88a1837b-49c3-4c3b-8cc1-5290c6ec7590 None None] Current status of the port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:08.299189 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5e16d-767a-49c9-83cd-14da96da7e06 req-226768a4-5452-4b44-878c-f468b952471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:08.300882 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcb5e16d-767a-49c9-83cd-14da96da7e06 req-226768a4-5452-4b44-878c-f468b952471b service neutron] 10.222.0.42 "GET /v2.0/networks?id=6796eeac-6fdc-44b6-b549-be7cb68743ee HTTP/1.1" status: 200 len: 916 time: 0.0974338 Mar 23 02:37:08.352179 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcb5e16d-767a-49c9-83cd-14da96da7e06 req-69a79035-398b-4993-959c-dc6d10209f51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=890873c2-93a0-445d-aeea-1cec5776ea73 HTTP/1.1" status: 200 len: 217 time: 0.0442162 Mar 23 02:37:08.403866 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5e16d-767a-49c9-83cd-14da96da7e06 req-e509f42a-ce29-4c56-93b6-b02a486c6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:08.405395 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcb5e16d-767a-49c9-83cd-14da96da7e06 req-e509f42a-ce29-4c56-93b6-b02a486c6139 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96751844-7ee5-43e4-adfe-1774fa7a9dc0 HTTP/1.1" status: 200 len: 855 time: 0.0468385 Mar 23 02:37:08.465339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5e16d-767a-49c9-83cd-14da96da7e06 req-77ee5b8b-2d69-4f96-9c53-72ab6a5c2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:08.467120 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcb5e16d-767a-49c9-83cd-14da96da7e06 req-77ee5b8b-2d69-4f96-9c53-72ab6a5c2d41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6796eeac-6fdc-44b6-b549-be7cb68743ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0548930 Mar 23 02:37:08.565356 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcb5e16d-767a-49c9-83cd-14da96da7e06 req-df8cc623-8408-4110-8625-b69e1f781f65 service neutron] 10.222.0.42 "GET /v2.0/networks/6796eeac-6fdc-44b6-b549-be7cb68743ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914471 Mar 23 02:37:08.666384 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fcb5e16d-767a-49c9-83cd-14da96da7e06 req-a0330408-0645-4bc7-b743-0831452e0168 service neutron] 10.222.0.42 "GET /v2.0/networks/6796eeac-6fdc-44b6-b549-be7cb68743ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938954 Mar 23 02:37:08.779249 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188d1c4-07ac-4fb3-8ec9-15c57bceecc3 req-74e7979c-56a4-421c-8012-eca2915a1438 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:08.780631 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1188d1c4-07ac-4fb3-8ec9-15c57bceecc3 req-74e7979c-56a4-421c-8012-eca2915a1438 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 944 time: 0.0551782 Mar 23 02:37:08.827086 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1188d1c4-07ac-4fb3-8ec9-15c57bceecc3 req-ce6a7953-cc4c-4639-94dc-c7fb3369d54b tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406747 Mar 23 02:37:09.453360 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 09b6ed37-c5b1-4ba8-8169-c9e3b008424e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:09.502481 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:09.502771 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:09.584231 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:09.949070 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae17a72-6196-40ca-b5b5-56d54eef40c5 req-4f5c137e-5508-44b9-a1b4-b42301c1169e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:09.950597 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ae17a72-6196-40ca-b5b5-56d54eef40c5 req-4f5c137e-5508-44b9-a1b4-b42301c1169e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 944 time: 0.0549312 Mar 23 02:37:09.999314 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1ae17a72-6196-40ca-b5b5-56d54eef40c5 req-bf0268a6-389a-44e1-89bc-3395f277f36c tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428414 Mar 23 02:37:11.140342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8978b-8e59-4d18-a264-fc6a8e579d22 req-53cbf2fd-a0c2-424d-9b64-9ebf1e63b3c7 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:11.141846 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3da8978b-8e59-4d18-a264-fc6a8e579d22 req-53cbf2fd-a0c2-424d-9b64-9ebf1e63b3c7 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 944 time: 0.0595572 Mar 23 02:37:11.191286 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3da8978b-8e59-4d18-a264-fc6a8e579d22 req-e3faf022-bb08-4f30-b2d3-1cc021836482 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428340 Mar 23 02:37:12.323597 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5da9a1-4a90-4588-a833-014bf368879a req-ef7a0e13-1b42-46a0-899d-26b9e0804b2a tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:12.325469 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9b5da9a1-4a90-4588-a833-014bf368879a req-ef7a0e13-1b42-46a0-899d-26b9e0804b2a tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 944 time: 0.0596118 Mar 23 02:37:12.386670 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9b5da9a1-4a90-4588-a833-014bf368879a req-737b422b-9e06-4a6c-8239-4ff920c62fd6 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531821 Mar 23 02:37:12.420729 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 890873c2-93a0-445d-aeea-1cec5776ea73 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:37:12.529038 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 890873c2-93a0-445d-aeea-1cec5776ea73, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=890873c2-93a0-445d-aeea-1cec5776ea73,segment=NetworkSegment(1e806424-f4bd-48e3-ad7f-f320fbb966c2),segment_id=1e806424-f4bd-48e3-ad7f-f320fbb966c2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:12.548033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '890873c2-93a0-445d-aeea-1cec5776ea73', 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee', 'port_id': '890873c2-93a0-445d-aeea-1cec5776ea73', 'mac_address': 'fa:16:3e:3c:b4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96751844-7ee5-43e4-adfe-1774fa7a9dc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:37:12.588995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 890873c2-93a0-445d-aeea-1cec5776ea73 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:12.589307 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (890873c2-93a0-445d-aeea-1cec5776ea73), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:12.602301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890873c2-93a0-445d-aeea-1cec5776ea73 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:37:12.625974 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 890873c2-93a0-445d-aeea-1cec5776ea73, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=890873c2-93a0-445d-aeea-1cec5776ea73,segment=NetworkSegment(1e806424-f4bd-48e3-ad7f-f320fbb966c2),segment_id=1e806424-f4bd-48e3-ad7f-f320fbb966c2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:12.631919 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (890873c2-93a0-445d-aeea-1cec5776ea73), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:12.679613 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=890873c2-93a0-445d-aeea-1cec5776ea73,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:12.687384 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:12.687737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:12.688081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:12.688421 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:12.688794 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:12.689104 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:12.689432 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:12.689761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:12.690088 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:12.690417 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:12.690745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:12.691115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:12.691423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:12.691746 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:12.692066 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:12.834118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['890873c2-93a0-445d-aeea-1cec5776ea73'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:37:13.518983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac961657-ad2c-4795-803d-c77118e210cb req-f5b6a7e2-2b50-4aa5-9e76-32a7d8c2b6f1 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:13.520488 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac961657-ad2c-4795-803d-c77118e210cb req-f5b6a7e2-2b50-4aa5-9e76-32a7d8c2b6f1 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 945 time: 0.0591919 Mar 23 02:37:13.568800 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac961657-ad2c-4795-803d-c77118e210cb req-b227399f-c631-4e86-bf93-c54e661441e7 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412555 Mar 23 02:37:14.436873 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 890873c2-93a0-445d-aeea-1cec5776ea73 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:37:14.497626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 890873c2-93a0-445d-aeea-1cec5776ea73 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:37:14.501584 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 890873c2-93a0-445d-aeea-1cec5776ea73 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:14.501962 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (890873c2-93a0-445d-aeea-1cec5776ea73), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:14.580412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 890873c2-93a0-445d-aeea-1cec5776ea73 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:37:14.580832 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (890873c2-93a0-445d-aeea-1cec5776ea73), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:14.604116 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c694bf3-a894-42c8-839e-f417f7056821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890873c2-93a0-445d-aeea-1cec5776ea73'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:37:14.606392 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b18dd4-ed57-4e6f-a5b0-90555ea1145f" -d '{"events": [{"server_uuid": "9c694bf3-a894-42c8-839e-f417f7056821", "name": "network-vif-plugged", "status": "completed", "tag": "890873c2-93a0-445d-aeea-1cec5776ea73"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:37:14.624544 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 890873c2-93a0-445d-aeea-1cec5776ea73, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=890873c2-93a0-445d-aeea-1cec5776ea73,segment=NetworkSegment(1e806424-f4bd-48e3-ad7f-f320fbb966c2),segment_id=1e806424-f4bd-48e3-ad7f-f320fbb966c2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:14.629913 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (890873c2-93a0-445d-aeea-1cec5776ea73), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:14.655922 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4452fd-7137-4836-9e70-796050925bce x-openstack-request-id: req-2f4452fd-7137-4836-9e70-796050925bce {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:37:14.655922 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c694bf3-a894-42c8-839e-f417f7056821", "name": "network-vif-plugged", "status": "completed", "tag": "890873c2-93a0-445d-aeea-1cec5776ea73", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:37:14.656280 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f4452fd-7137-4836-9e70-796050925bce {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:37:14.656557 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4452fd-7137-4836-9e70-796050925bce'] response: {'server_uuid': '9c694bf3-a894-42c8-839e-f417f7056821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890873c2-93a0-445d-aeea-1cec5776ea73', 'code': 200} Mar 23 02:37:14.687588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=890873c2-93a0-445d-aeea-1cec5776ea73,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:14.712720 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dcb1d-577e-4a01-8f0c-c9969b3a71ba req-ea988a25-9fd6-4077-aee1-0aada99834d1 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:14.714240 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-492dcb1d-577e-4a01-8f0c-c9969b3a71ba req-ea988a25-9fd6-4077-aee1-0aada99834d1 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 946 time: 0.0638540 Mar 23 02:37:14.756323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cc92b-a51c-4f14-8b52-0b36d6fb7a0a req-540aaccd-8ece-4988-8000-67c3261c3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:14.758111 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e15cc92b-a51c-4f14-8b52-0b36d6fb7a0a req-540aaccd-8ece-4988-8000-67c3261c3948 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 1128 time: 0.0482755 Mar 23 02:37:14.764520 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-492dcb1d-577e-4a01-8f0c-c9969b3a71ba req-7defdd0c-404e-4f97-aac8-56b513da3429 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441110 Mar 23 02:37:14.810043 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e15cc92b-a51c-4f14-8b52-0b36d6fb7a0a req-a25c72e1-1495-4f7b-ae8a-ad44fa966d2a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436132 Mar 23 02:37:15.896279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107920f-37f3-4178-8b51-5e75b7899d84 req-46ddd0cd-6646-4f74-bf75-50729837f82f tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:15.898172 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b107920f-37f3-4178-8b51-5e75b7899d84 req-46ddd0cd-6646-4f74-bf75-50729837f82f tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 946 time: 0.0560603 Mar 23 02:37:15.946861 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b107920f-37f3-4178-8b51-5e75b7899d84 req-a8420213-18dd-4060-93a5-5aafdfd7a120 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 Mar 23 02:37:17.075794 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ea6fe-8bd7-4614-a75f-55941c549d68 req-54501e3e-bd8e-4122-9da2-b7c5b3c28b6e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:17.077289 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bf5ea6fe-8bd7-4614-a75f-55941c549d68 req-54501e3e-bd8e-4122-9da2-b7c5b3c28b6e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 946 time: 0.0574102 Mar 23 02:37:17.125728 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bf5ea6fe-8bd7-4614-a75f-55941c549d68 req-2e4c8c30-2402-4279-aa94-9a4cdcb60b13 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426185 Mar 23 02:37:17.254093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aba922-2994-4a58-86e7-d80177108fd4 req-c53b676c-f41c-4de8-b1e4-7c621cd8fbb3 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:17.255499 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d8aba922-2994-4a58-86e7-d80177108fd4 req-c53b676c-f41c-4de8-b1e4-7c621cd8fbb3 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 946 time: 0.0611477 Mar 23 02:37:17.313199 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d8aba922-2994-4a58-86e7-d80177108fd4 req-9d3e8242-243d-485d-be53-b62d6d054bbf tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494137 Mar 23 02:37:19.601729 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c88c1f84-9057-4109-a5c3-57c2eeecd855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:21.193733 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:22.118336 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b09b-f8b4-4484-b3d8-d5ea2e125bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:23.536581 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:24.849537 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:25.878588 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:29.614884 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-daa6c352-fa6c-4527-8c29-f9992be15fbc req-25f992cd-a14b-41bc-a36c-e3d2b81fd84a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472009 Mar 23 02:37:29.704907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6c352-fa6c-4527-8c29-f9992be15fbc req-ac51b602-caf0-4462-9dee-438b2a278ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:29.706431 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-daa6c352-fa6c-4527-8c29-f9992be15fbc req-ac51b602-caf0-4462-9dee-438b2a278ef4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0274c72b6a0f406280fca19f3295022f&device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 1128 time: 0.0479732 Mar 23 02:37:29.823427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6c352-fa6c-4527-8c29-f9992be15fbc req-0893bdfd-4d0d-4098-9bf8-ea239541787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:29.825112 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-daa6c352-fa6c-4527-8c29-f9992be15fbc req-0893bdfd-4d0d-4098-9bf8-ea239541787f service neutron] 10.222.0.42 "GET /v2.0/networks?id=6796eeac-6fdc-44b6-b549-be7cb68743ee HTTP/1.1" status: 200 len: 916 time: 0.0953391 Mar 23 02:37:30.147852 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-daa6c352-fa6c-4527-8c29-f9992be15fbc req-d477c759-0a58-4bae-b849-3a77d64b0da8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=890873c2-93a0-445d-aeea-1cec5776ea73 HTTP/1.1" status: 200 len: 217 time: 0.3163960 Mar 23 02:37:30.197515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6c352-fa6c-4527-8c29-f9992be15fbc req-57fda7b9-866a-45fb-a20c-f1875490f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:30.199011 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-daa6c352-fa6c-4527-8c29-f9992be15fbc req-57fda7b9-866a-45fb-a20c-f1875490f1eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96751844-7ee5-43e4-adfe-1774fa7a9dc0 HTTP/1.1" status: 200 len: 855 time: 0.0452616 Mar 23 02:37:30.251051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6c352-fa6c-4527-8c29-f9992be15fbc req-d21e3faf-91ce-47f2-8886-73ac1de6376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:30.252671 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-daa6c352-fa6c-4527-8c29-f9992be15fbc req-d21e3faf-91ce-47f2-8886-73ac1de6376e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6796eeac-6fdc-44b6-b549-be7cb68743ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460098 Mar 23 02:37:30.353994 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-daa6c352-fa6c-4527-8c29-f9992be15fbc req-d04cd5f7-290e-4a30-ac55-cdc9dec0485e service neutron] 10.222.0.42 "GET /v2.0/networks/6796eeac-6fdc-44b6-b549-be7cb68743ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930767 Mar 23 02:37:30.458447 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-daa6c352-fa6c-4527-8c29-f9992be15fbc req-f4079bf5-f523-4978-b63c-ef19e2b7baaf service neutron] 10.222.0.42 "GET /v2.0/networks/6796eeac-6fdc-44b6-b549-be7cb68743ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990627 Mar 23 02:37:34.381179 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:38.909744 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:37:49.597726 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d99911c5-14c9-4455-b4dd-c474819eab3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.207689 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:51.750925 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d61ca8-5810-4bcf-82d5-c73989d07824 req-23957095-c8be-4b2c-9482-9d4c3038a7a1 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:51.752378 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b6d61ca8-5810-4bcf-82d5-c73989d07824 req-23957095-c8be-4b2c-9482-9d4c3038a7a1 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 946 time: 0.0548694 Mar 23 02:37:51.804551 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b6d61ca8-5810-4bcf-82d5-c73989d07824 req-c1e822e8-bf97-4f49-a710-8daea8f21bd2 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462518 Mar 23 02:37:52.129037 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-720e5896-4b16-46e1-ab9b-8ae2167103f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:52.929466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cfc7f-b233-4dc1-828d-3f600e123813 req-914f36e1-519f-49d6-a6ae-e87907bd3030 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:52.931660 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-143cfc7f-b233-4dc1-828d-3f600e123813 req-914f36e1-519f-49d6-a6ae-e87907bd3030 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 946 time: 0.0562863 Mar 23 02:37:52.979611 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-143cfc7f-b233-4dc1-828d-3f600e123813 req-ddc8a84b-54ca-43ee-8e98-ed49616cd6e5 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420113 Mar 23 02:37:53.243541 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c48424-cb1d-4792-9fda-0d600772b20b req-46109a79-8fcd-4d2e-96bf-2f537c1f17f4 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:53.245044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d7c48424-cb1d-4792-9fda-0d600772b20b req-46109a79-8fcd-4d2e-96bf-2f537c1f17f4 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 946 time: 0.0547698 Mar 23 02:37:53.351918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-d7c48424-cb1d-4792-9fda-0d600772b20b req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Deleting port 890873c2-93a0-445d-aeea-1cec5776ea73 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:37:53.352208 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d7c48424-cb1d-4792-9fda-0d600772b20b req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (890873c2-93a0-445d-aeea-1cec5776ea73), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.447977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d7c48424-cb1d-4792-9fda-0d600772b20b req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] For port 890873c2-93a0-445d-aeea-1cec5776ea73, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=890873c2-93a0-445d-aeea-1cec5776ea73,segment=NetworkSegment(1e806424-f4bd-48e3-ad7f-f320fbb966c2),segment_id=1e806424-f4bd-48e3-ad7f-f320fbb966c2)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:37:53.448344 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d7c48424-cb1d-4792-9fda-0d600772b20b req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (890873c2-93a0-445d-aeea-1cec5776ea73), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.464839 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-d7c48424-cb1d-4792-9fda-0d600772b20b req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Calling delete_port for 890873c2-93a0-445d-aeea-1cec5776ea73 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:37:53.543119 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.633048 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d7c48424-cb1d-4792-9fda-0d600772b20b req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (890873c2-93a0-445d-aeea-1cec5776ea73), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.646621 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['890873c2-93a0-445d-aeea-1cec5776ea73'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:37:53.665483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Pushing event deleted for resources: {'Port': ['ID=890873c2-93a0-445d-aeea-1cec5776ea73,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:53.692166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:53.692527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:53.692902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:53.693247 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:53.693588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:53.693939 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:53.694253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:53.694570 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:53.694897 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:53.695289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:53.695626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:53.695958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:53.696290 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:53.696634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:53.696961 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:37:53.722765 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c48424-cb1d-4792-9fda-0d600772b20b req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] No DVR routers for this DVR port 890873c2-93a0-445d-aeea-1cec5776ea73 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:37:53.725320 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d7c48424-cb1d-4792-9fda-0d600772b20b req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:53.728929 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d7c48424-cb1d-4792-9fda-0d600772b20b req-6261f03b-d0cd-4440-b665-d128c955083e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.42 "DELETE /v2.0/ports/890873c2-93a0-445d-aeea-1cec5776ea73 HTTP/1.1" status: 204 len: 173 time: 0.4786394 Mar 23 02:37:53.729403 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c694bf3-a894-42c8-839e-f417f7056821', 'name': 'network-vif-deleted', 'tag': '890873c2-93a0-445d-aeea-1cec5776ea73'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:37:53.731698 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1e1476-1ec6-4869-b0b5-bd099753a4a8" -d '{"events": [{"server_uuid": "9c694bf3-a894-42c8-839e-f417f7056821", "name": "network-vif-deleted", "tag": "890873c2-93a0-445d-aeea-1cec5776ea73"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:37:53.769692 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c9ad6e-ccc9-4bc7-8e3b-3b655756556f x-openstack-request-id: req-73c9ad6e-ccc9-4bc7-8e3b-3b655756556f {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:37:53.769990 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c694bf3-a894-42c8-839e-f417f7056821", "name": "network-vif-deleted", "tag": "890873c2-93a0-445d-aeea-1cec5776ea73", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:37:53.770244 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73c9ad6e-ccc9-4bc7-8e3b-3b655756556f {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:37:53.770654 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c9ad6e-ccc9-4bc7-8e3b-3b655756556f'] response: {'server_uuid': '9c694bf3-a894-42c8-839e-f417f7056821', 'name': 'network-vif-deleted', 'tag': '890873c2-93a0-445d-aeea-1cec5776ea73', 'status': 'completed', 'code': 200} Mar 23 02:37:54.097392 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac1e9894-76fb-4032-bbde-200722206003 req-de1a1619-44c6-4bc0-9906-f73af18d22d2 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c694bf3-a894-42c8-839e-f417f7056821 HTTP/1.1" status: 200 len: 210 time: 0.0285270 Mar 23 02:37:54.860433 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.617033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-04bf8cc1-5de7-40be-beab-4ab4a6ac72ba tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:55.618507 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-04bf8cc1-5de7-40be-beab-4ab4a6ac72ba tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/networks?id=6796eeac-6fdc-44b6-b549-be7cb68743ee HTTP/1.1" status: 200 len: 816 time: 0.1042058 Mar 23 02:37:55.633944 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-095a539c-bc3f-4841-aee1-ec9ad0647ece tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/quotas/0274c72b6a0f406280fca19f3295022f HTTP/1.1" status: 200 len: 375 time: 0.0098279 Mar 23 02:37:55.692370 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-28bb6b76-9267-4cee-8c55-bd5b5585a04a tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0274c72b6a0f406280fca19f3295022f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535460 Mar 23 02:37:55.797985 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-fab02ef9-976d-4a49-80af-261e4da009c5 service neutron] 10.222.0.18 "GET /v2.0/networks/6796eeac-6fdc-44b6-b549-be7cb68743ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925078 Mar 23 02:37:55.877120 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:55.892903 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-4f141652-77c9-4f3e-9c4e-3b97b6e32bd2 service neutron] 10.222.0.18 "GET /v2.0/networks/6796eeac-6fdc-44b6-b549-be7cb68743ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870986 Mar 23 02:37:56.068183 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f4caf4de-2ab7-4645-a968-3c0d56da1782 req-ed510795-76a8-4c2d-9edf-0d93c2922c25 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 210 time: 0.0291009 Mar 23 02:37:57.095092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-49edba54-ba31-4d2f-974e-e70ec8228cf1 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:57.096561 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-49edba54-ba31-4d2f-974e-e70ec8228cf1 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.42 "GET /v2.0/networks?id=6796eeac-6fdc-44b6-b549-be7cb68743ee HTTP/1.1" status: 200 len: 816 time: 0.1065633 Mar 23 02:37:57.109461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-76a7a9ca-71a0-4961-932a-0fd833686c58 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Request body: {'port': {'device_id': 'fd3871ef-8eca-4664-9f89-b2b17f326e14', 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee', 'admin_state_up': True, 'tenant_id': '0274c72b6a0f406280fca19f3295022f'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:57.191928 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-759c4adf-f7c8-46c8-90ba-4ec56496bbd6 req-9cc6fc39-2c90-4ec0-99f3-0b26c9e2b791 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 210 time: 0.0379074 Mar 23 02:37:57.251192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-76a7a9ca-71a0-4961-932a-0fd833686c58 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Made reservation on behalf of 0274c72b6a0f406280fca19f3295022f for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:37:57.254597 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-76a7a9ca-71a0-4961-932a-0fd833686c58 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.378447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-76a7a9ca-71a0-4961-932a-0fd833686c58 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Allocated IP 172.20.0.6 (6796eeac-6fdc-44b6-b549-be7cb68743ee/96751844-7ee5-43e4-adfe-1774fa7a9dc0/b6acf96f-3af4-4549-ab4a-8e8a5a0009eb) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:37:57.544073 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-76a7a9ca-71a0-4961-932a-0fd833686c58 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Publish callbacks [] for port (b6acf96f-3af4-4549-ab4a-8e8a5a0009eb), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.580471 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-76a7a9ca-71a0-4961-932a-0fd833686c58 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b6acf96f-3af4-4549-ab4a-8e8a5a0009eb), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.622352 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-76a7a9ca-71a0-4961-932a-0fd833686c58 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Network 6796eeac-6fdc-44b6-b549-be7cb68743ee is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:37:57.625684 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-76a7a9ca-71a0-4961-932a-0fd833686c58 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:37:57.631827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-76a7a9ca-71a0-4961-932a-0fd833686c58 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:37:57.637944 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7a9ca-71a0-4961-932a-0fd833686c58 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Pushing event updated for resources: {'Port': ['ID=b6acf96f-3af4-4549-ab4a-8e8a5a0009eb,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:57.688227 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-76a7a9ca-71a0-4961-932a-0fd833686c58 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:57.688886 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-76a7a9ca-71a0-4961-932a-0fd833686c58 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.707692 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-76a7a9ca-71a0-4961-932a-0fd833686c58 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6024258 Mar 23 02:37:57.720886 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Request body: {'port': {'device_id': 'fd3871ef-8eca-4664-9f89-b2b17f326e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:37:57.781801 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b6acf96f-3af4-4549-ab4a-8e8a5a0009eb), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.895452 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a5c84115-1007-4029-b176-f68b0eec0d55 None None] Provisioning complete for port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:37:57.896051 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a5c84115-1007-4029-b176-f68b0eec0d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b6acf96f-3af4-4549-ab4a-8e8a5a0009eb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:57.930381 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a5c84115-1007-4029-b176-f68b0eec0d55 None None] Port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:37:58.048636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6acf96f-3af4-4549-ab4a-8e8a5a0009eb {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:37:58.056297 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Publish callbacks [] for port (b6acf96f-3af4-4549-ab4a-8e8a5a0009eb), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:58.071779 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Transition to ACTIVE for port object b6acf96f-3af4-4549-ab4a-8e8a5a0009eb will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:37:58.078229 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (b6acf96f-3af4-4549-ab4a-8e8a5a0009eb), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:58.124769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Pushing event updated for resources: {'Port': ['ID=b6acf96f-3af4-4549-ab4a-8e8a5a0009eb,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:58.203749 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Attempting to bind port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:37:58.204253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Attempting to bind port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '1e806424-f4bd-48e3-ad7f-f320fbb966c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:37:58.204643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Attempting to bind port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb on network 6796eeac-6fdc-44b6-b549-be7cb68743ee {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:58.209294 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb on network 6796eeac-6fdc-44b6-b549-be7cb68743ee not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:37:58.209617 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Attempting to bind port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb on network 6796eeac-6fdc-44b6-b549-be7cb68743ee {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:37:58.214742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:37:58.215083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Checking segment: {'id': '1e806424-f4bd-48e3-ad7f-f320fbb966c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:37:58.215470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Bound using segment: {'id': '1e806424-f4bd-48e3-ad7f-f320fbb966c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:37:58.215970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Bound port: b6acf96f-3af4-4549-ab4a-8e8a5a0009eb, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e806424-f4bd-48e3-ad7f-f320fbb966c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:37:58.216442 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b6acf96f-3af4-4549-ab4a-8e8a5a0009eb), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:58.293628 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] For port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:37:58.296715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] For port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=b6acf96f-3af4-4549-ab4a-8e8a5a0009eb,segment=NetworkSegment(1e806424-f4bd-48e3-ad7f-f320fbb966c2),segment_id=1e806424-f4bd-48e3-ad7f-f320fbb966c2)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:37:58.304586 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (b6acf96f-3af4-4549-ab4a-8e8a5a0009eb), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:58.321940 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0acf8-e4d2-45d3-bc56-c7cfacd4ad2f req-e2d381b0-4d27-45b8-b459-f401cd7e33e6 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:58.323445 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09c0acf8-e4d2-45d3-bc56-c7cfacd4ad2f req-e2d381b0-4d27-45b8-b459-f401cd7e33e6 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 943 time: 0.0557914 Mar 23 02:37:58.338154 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:58.339160 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:37:58.340265 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] 10.222.0.42 "PUT /v2.0/ports/b6acf96f-3af4-4549-ab4a-8e8a5a0009eb HTTP/1.1" status: 200 len: 1091 time: 0.6253395 Mar 23 02:37:58.340759 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3871ef-8eca-4664-9f89-b2b17f326e14', 'tag': 'b6acf96f-3af4-4549-ab4a-8e8a5a0009eb'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:37:58.343007 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863264d0-8d17-453d-afca-e7d454c60a53" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3871ef-8eca-4664-9f89-b2b17f326e14", "tag": "b6acf96f-3af4-4549-ab4a-8e8a5a0009eb"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:37:58.395164 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecdf414-2597-4c43-8759-811aaabefde2 x-openstack-request-id: req-fecdf414-2597-4c43-8759-811aaabefde2 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:37:58.395456 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3871ef-8eca-4664-9f89-b2b17f326e14", "tag": "b6acf96f-3af4-4549-ab4a-8e8a5a0009eb", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:37:58.395709 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fecdf414-2597-4c43-8759-811aaabefde2 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:37:58.396215 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fecdf414-2597-4c43-8759-811aaabefde2'] response: {'name': 'network-changed', 'server_uuid': 'fd3871ef-8eca-4664-9f89-b2b17f326e14', 'tag': 'b6acf96f-3af4-4549-ab4a-8e8a5a0009eb', 'status': 'completed', 'code': 200} Mar 23 02:37:58.397582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb773d-d43c-4449-9352-090691a0bfda service neutron] Pushing event updated for resources: {'Port': ['ID=b6acf96f-3af4-4549-ab4a-8e8a5a0009eb,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:37:58.406587 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-09c0acf8-e4d2-45d3-bc56-c7cfacd4ad2f req-fb23661f-fbb9-4a13-8540-b74a2167b38b tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766857 Mar 23 02:37:58.457754 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-a52638fa-b2eb-4bea-88ee-16ce52bf1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:58.459335 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-a52638fa-b2eb-4bea-88ee-16ce52bf1a8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0274c72b6a0f406280fca19f3295022f&device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 1125 time: 0.0540602 Mar 23 02:37:58.506723 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-0473d0bc-0939-4f7f-a423-ef35ee9c81db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6acf96f-3af4-4549-ab4a-8e8a5a0009eb HTTP/1.1" status: 200 len: 217 time: 0.0402279 Mar 23 02:37:58.558826 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-e8d5707f-017c-49c3-bcb8-899b21de0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:58.560349 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-e8d5707f-017c-49c3-bcb8-899b21de0813 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96751844-7ee5-43e4-adfe-1774fa7a9dc0 HTTP/1.1" status: 200 len: 855 time: 0.0479646 Mar 23 02:37:58.611343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-ff5eab2d-60c9-4fa8-ab6e-0910e8f579c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:58.612916 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-ff5eab2d-60c9-4fa8-ab6e-0910e8f579c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6796eeac-6fdc-44b6-b549-be7cb68743ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471685 Mar 23 02:37:58.621917 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 890873c2-93a0-445d-aeea-1cec5776ea73 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:37:58.645496 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 890873c2-93a0-445d-aeea-1cec5776ea73 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:37:58.645753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 890873c2-93a0-445d-aeea-1cec5776ea73 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:37:58.707979 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-4b6a0a04-0564-4551-8137-15442d1a8d10 service neutron] 10.222.0.42 "GET /v2.0/networks/6796eeac-6fdc-44b6-b549-be7cb68743ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881548 Mar 23 02:37:58.801108 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-61e4103f-15ee-4a96-b424-4f0eb497db66 req-b5b7b8f4-03b2-4e12-bb07-0eb07747134f service neutron] 10.222.0.42 "GET /v2.0/networks/6796eeac-6fdc-44b6-b549-be7cb68743ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866673 Mar 23 02:37:58.896209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863264d0-8d17-453d-afca-e7d454c60a53 req-97640987-80de-44a1-a38b-c7fe34a04360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:58.898157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863264d0-8d17-453d-afca-e7d454c60a53 req-97640987-80de-44a1-a38b-c7fe34a04360 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0274c72b6a0f406280fca19f3295022f&device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 1125 time: 0.0515296 Mar 23 02:37:58.996316 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863264d0-8d17-453d-afca-e7d454c60a53 req-5be1c141-c273-4370-92eb-cccf3c91895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:58.997755 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863264d0-8d17-453d-afca-e7d454c60a53 req-5be1c141-c273-4370-92eb-cccf3c91895e service neutron] 10.222.0.42 "GET /v2.0/networks?id=6796eeac-6fdc-44b6-b549-be7cb68743ee HTTP/1.1" status: 200 len: 916 time: 0.0925295 Mar 23 02:37:59.039688 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863264d0-8d17-453d-afca-e7d454c60a53 req-a0e114e2-fa5e-4720-95d9-477685341001 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6acf96f-3af4-4549-ab4a-8e8a5a0009eb HTTP/1.1" status: 200 len: 217 time: 0.0357997 Mar 23 02:37:59.092952 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863264d0-8d17-453d-afca-e7d454c60a53 req-3fb17981-99cd-47fe-b0e3-4a0c4c1f87fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:59.094735 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863264d0-8d17-453d-afca-e7d454c60a53 req-3fb17981-99cd-47fe-b0e3-4a0c4c1f87fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96751844-7ee5-43e4-adfe-1774fa7a9dc0 HTTP/1.1" status: 200 len: 855 time: 0.0484052 Mar 23 02:37:59.150642 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863264d0-8d17-453d-afca-e7d454c60a53 req-382f4583-68dc-4ced-9f5e-2860946a8874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:59.152270 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863264d0-8d17-453d-afca-e7d454c60a53 req-382f4583-68dc-4ced-9f5e-2860946a8874 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6796eeac-6fdc-44b6-b549-be7cb68743ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505202 Mar 23 02:37:59.248796 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863264d0-8d17-453d-afca-e7d454c60a53 req-f3746e90-94f3-4d2d-a9de-befc8eda3a4a service neutron] 10.222.0.42 "GET /v2.0/networks/6796eeac-6fdc-44b6-b549-be7cb68743ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900855 Mar 23 02:37:59.352438 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-863264d0-8d17-453d-afca-e7d454c60a53 req-bd1f2b83-f8bb-4a34-832c-bf8cfb993a97 service neutron] 10.222.0.42 "GET /v2.0/networks/6796eeac-6fdc-44b6-b549-be7cb68743ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972505 Mar 23 02:37:59.553945 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d629835-d7bd-42d0-86b1-a9981c87e1f9 req-50effc19-b5fa-4fc5-8350-0b9cb5c9355e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:37:59.555334 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d629835-d7bd-42d0-86b1-a9981c87e1f9 req-50effc19-b5fa-4fc5-8350-0b9cb5c9355e tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 943 time: 0.0616271 Mar 23 02:37:59.603931 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2d629835-d7bd-42d0-86b1-a9981c87e1f9 req-47533b17-07b6-425b-bf71-87771076948a tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427487 Mar 23 02:38:00.741680 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ca732-9f54-450c-913a-e0b10ca89886 req-b9ed49e6-1068-470b-a4fc-79efbcd6efa2 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:00.743119 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-005ca732-9f54-450c-913a-e0b10ca89886 req-b9ed49e6-1068-470b-a4fc-79efbcd6efa2 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 943 time: 0.0603344 Mar 23 02:38:00.796820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-005ca732-9f54-450c-913a-e0b10ca89886 req-d6b0ade4-040c-4859-a819-906edec3e892 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477867 Mar 23 02:38:01.931072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf6641-d184-4eaa-b0bd-2a576ac8a7b7 req-27ad37db-60f6-43ba-81aa-200049e753d8 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:01.932575 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-38cf6641-d184-4eaa-b0bd-2a576ac8a7b7 req-27ad37db-60f6-43ba-81aa-200049e753d8 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 943 time: 0.0569918 Mar 23 02:38:01.985692 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-38cf6641-d184-4eaa-b0bd-2a576ac8a7b7 req-667777df-1077-4af8-9e77-f2eab73355da tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473158 Mar 23 02:38:02.623404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device b6acf96f-3af4-4549-ab4a-8e8a5a0009eb details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:38:02.730977 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=b6acf96f-3af4-4549-ab4a-8e8a5a0009eb,segment=NetworkSegment(1e806424-f4bd-48e3-ad7f-f320fbb966c2),segment_id=1e806424-f4bd-48e3-ad7f-f320fbb966c2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:02.748663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'b6acf96f-3af4-4549-ab4a-8e8a5a0009eb', 'network_id': '6796eeac-6fdc-44b6-b549-be7cb68743ee', 'port_id': 'b6acf96f-3af4-4549-ab4a-8e8a5a0009eb', 'mac_address': 'fa:16:3e:63:f5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96751844-7ee5-43e4-adfe-1774fa7a9dc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:38:02.950370 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:02.950750 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b6acf96f-3af4-4549-ab4a-8e8a5a0009eb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:02.963960 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6acf96f-3af4-4549-ab4a-8e8a5a0009eb {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:38:02.983388 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=b6acf96f-3af4-4549-ab4a-8e8a5a0009eb,segment=NetworkSegment(1e806424-f4bd-48e3-ad7f-f320fbb966c2),segment_id=1e806424-f4bd-48e3-ad7f-f320fbb966c2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:02.988503 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b6acf96f-3af4-4549-ab4a-8e8a5a0009eb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:03.041699 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=b6acf96f-3af4-4549-ab4a-8e8a5a0009eb,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:03.107562 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92df2d-5fa8-4a96-bd7c-b151e55c7a36 req-e847af68-db61-4b2c-a66e-a3b173ab4af0 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:03.109073 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d92df2d-5fa8-4a96-bd7c-b151e55c7a36 req-e847af68-db61-4b2c-a66e-a3b173ab4af0 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 944 time: 0.0549560 Mar 23 02:38:03.167288 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0d92df2d-5fa8-4a96-bd7c-b151e55c7a36 req-c435cc67-c403-4cbb-bd09-0ba22d536b54 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496240 Mar 23 02:38:03.189470 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['b6acf96f-3af4-4549-ab4a-8e8a5a0009eb'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:38:04.296780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e5715-cae3-41fa-9b75-28cdfb38a646 req-b9baabeb-6d63-4f3f-ad20-35b47fe84731 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.298438 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dd6e5715-cae3-41fa-9b75-28cdfb38a646 req-b9baabeb-6d63-4f3f-ad20-35b47fe84731 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 944 time: 0.0557487 Mar 23 02:38:04.347071 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dd6e5715-cae3-41fa-9b75-28cdfb38a646 req-e35d775e-9687-4be7-bf94-b580104d350f tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428467 Mar 23 02:38:04.373842 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:04.655397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device b6acf96f-3af4-4549-ab4a-8e8a5a0009eb up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:04.714404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:38:04.718465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:04.718839 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b6acf96f-3af4-4549-ab4a-8e8a5a0009eb), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:04.811541 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:04.811926 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b6acf96f-3af4-4549-ab4a-8e8a5a0009eb), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:04.835959 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3871ef-8eca-4664-9f89-b2b17f326e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6acf96f-3af4-4549-ab4a-8e8a5a0009eb'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:38:04.838445 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0907d979-b40f-4205-892c-1e0cf10129b8" -d '{"events": [{"server_uuid": "fd3871ef-8eca-4664-9f89-b2b17f326e14", "name": "network-vif-plugged", "status": "completed", "tag": "b6acf96f-3af4-4549-ab4a-8e8a5a0009eb"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:38:04.851621 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=b6acf96f-3af4-4549-ab4a-8e8a5a0009eb,segment=NetworkSegment(1e806424-f4bd-48e3-ad7f-f320fbb966c2),segment_id=1e806424-f4bd-48e3-ad7f-f320fbb966c2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:04.857672 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b6acf96f-3af4-4549-ab4a-8e8a5a0009eb), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:04.881224 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f33a15-b6bc-4597-8b48-91c6b72ee1bc x-openstack-request-id: req-f8f33a15-b6bc-4597-8b48-91c6b72ee1bc {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:38:04.881514 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3871ef-8eca-4664-9f89-b2b17f326e14", "name": "network-vif-plugged", "status": "completed", "tag": "b6acf96f-3af4-4549-ab4a-8e8a5a0009eb", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:38:04.881766 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8f33a15-b6bc-4597-8b48-91c6b72ee1bc {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:38:04.882197 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f33a15-b6bc-4597-8b48-91c6b72ee1bc'] response: {'server_uuid': 'fd3871ef-8eca-4664-9f89-b2b17f326e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6acf96f-3af4-4549-ab4a-8e8a5a0009eb', 'code': 200} Mar 23 02:38:04.917440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=b6acf96f-3af4-4549-ab4a-8e8a5a0009eb,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:04.986637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f233bb-0c05-48b7-83a6-8cb625dc33dc req-4c0a8e20-24a6-4b90-96d0-ba1fd89e6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:04.988168 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-26f233bb-0c05-48b7-83a6-8cb625dc33dc req-4c0a8e20-24a6-4b90-96d0-ba1fd89e6ac8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 1127 time: 0.0475054 Mar 23 02:38:05.032898 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-26f233bb-0c05-48b7-83a6-8cb625dc33dc req-4488e01f-c846-4c6b-9e2e-6a7a1708ef53 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382471 Mar 23 02:38:05.480576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8e409-1bab-4833-8106-cbdc2b4880e0 req-911c5328-cf10-4fb3-8634-7eee0550871c tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:05.482118 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ac8e409-1bab-4833-8106-cbdc2b4880e0 req-911c5328-cf10-4fb3-8634-7eee0550871c tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 945 time: 0.0613832 Mar 23 02:38:05.534411 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5ac8e409-1bab-4833-8106-cbdc2b4880e0 req-6bdeb199-080a-4294-a1a9-e2c96be5dda3 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441465 Mar 23 02:38:06.684544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eeac79-dd48-40da-b607-b44266335f09 req-26a54d65-b1ff-4489-8935-fa140e19349f tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:06.686085 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-91eeac79-dd48-40da-b607-b44266335f09 req-26a54d65-b1ff-4489-8935-fa140e19349f tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 945 time: 0.0657337 Mar 23 02:38:06.734027 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-91eeac79-dd48-40da-b607-b44266335f09 req-5efb6151-f1a5-4e0c-91b4-cf7bb3e8d8f5 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420468 Mar 23 02:38:06.873633 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0848d-b5d9-442e-918b-df1569b798b8 req-5e70eca7-e5db-4f1b-8945-77bdf2d48189 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:06.875123 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1dd0848d-b5d9-442e-918b-df1569b798b8 req-5e70eca7-e5db-4f1b-8945-77bdf2d48189 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 945 time: 0.0695996 Mar 23 02:38:06.927841 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1dd0848d-b5d9-442e-918b-df1569b798b8 req-61e249b8-a9dd-47e8-83b9-e3f0d5778d75 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446613 Mar 23 02:38:15.909157 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:38:19.607863 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dcd18df5-ee7e-4bd1-84b0-ff71dd353f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:21.215434 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:22.129871 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-97efd022-6b0e-4ce6-94ec-a2a7b955108f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:23.537805 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:24.868868 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:25.872513 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:31.594354 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75c73094-233e-41ff-92d5-26e043398ee9 req-0ce2a5c4-cdc5-46e2-83bf-2fcb6f7c3376 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458016 Mar 23 02:38:31.690342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c73094-233e-41ff-92d5-26e043398ee9 req-50f07c80-f433-45ac-b754-9032e7881d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:31.691896 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75c73094-233e-41ff-92d5-26e043398ee9 req-50f07c80-f433-45ac-b754-9032e7881d02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0274c72b6a0f406280fca19f3295022f&device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 1127 time: 0.0536809 Mar 23 02:38:31.802953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c73094-233e-41ff-92d5-26e043398ee9 req-1fb1966a-c53f-4de1-a920-aa75ff9d5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:31.804466 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75c73094-233e-41ff-92d5-26e043398ee9 req-1fb1966a-c53f-4de1-a920-aa75ff9d5e7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=6796eeac-6fdc-44b6-b549-be7cb68743ee HTTP/1.1" status: 200 len: 916 time: 0.0918825 Mar 23 02:38:31.850898 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75c73094-233e-41ff-92d5-26e043398ee9 req-c6554fad-ef41-4506-b02c-b8d94e125ccc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6acf96f-3af4-4549-ab4a-8e8a5a0009eb HTTP/1.1" status: 200 len: 217 time: 0.0399899 Mar 23 02:38:31.901214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c73094-233e-41ff-92d5-26e043398ee9 req-54d30572-9725-47f3-b2f7-cf8b8393c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:31.902706 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75c73094-233e-41ff-92d5-26e043398ee9 req-54d30572-9725-47f3-b2f7-cf8b8393c3c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96751844-7ee5-43e4-adfe-1774fa7a9dc0 HTTP/1.1" status: 200 len: 855 time: 0.0461934 Mar 23 02:38:31.951086 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c73094-233e-41ff-92d5-26e043398ee9 req-084f8154-0bb9-49e7-bc1d-8169c5cc8519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:31.952676 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75c73094-233e-41ff-92d5-26e043398ee9 req-084f8154-0bb9-49e7-bc1d-8169c5cc8519 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6796eeac-6fdc-44b6-b549-be7cb68743ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442169 Mar 23 02:38:32.044873 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75c73094-233e-41ff-92d5-26e043398ee9 req-9843d5bd-b895-4e81-8c62-b9379af11681 service neutron] 10.222.0.42 "GET /v2.0/networks/6796eeac-6fdc-44b6-b549-be7cb68743ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859616 Mar 23 02:38:32.133324 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-75c73094-233e-41ff-92d5-26e043398ee9 req-33bf9383-ede3-429a-8b29-d8a3d312f6e7 service neutron] 10.222.0.42 "GET /v2.0/networks/6796eeac-6fdc-44b6-b549-be7cb68743ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827930 Mar 23 02:38:34.387702 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:34.780161 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-68af43bf-65f1-4a50-b7d8-4c8edcfebf78 req-6c03fdd0-07bb-4577-931f-18dd25b2ced4 service neutron] (99263) timed out ('10.222.0.18', 54412) {{(pid=99263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 02:38:41.314740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58174e-d253-4f62-92a7-6f2ed7d4d0ba req-3361df15-f70a-41b7-a1b2-297917e59f22 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:41.316215 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e58174e-d253-4f62-92a7-6f2ed7d4d0ba req-3361df15-f70a-41b7-a1b2-297917e59f22 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 945 time: 0.0605669 Mar 23 02:38:41.371593 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1e58174e-d253-4f62-92a7-6f2ed7d4d0ba req-3ba0e622-8f6b-49a6-b5fc-f4d114c9ab22 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439448 Mar 23 02:38:42.497135 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ebe26-dada-43a7-b9e7-41f8d8ca405a req-8395cf03-246f-453f-9b02-61883c114e4d tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:42.498693 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d0ebe26-dada-43a7-b9e7-41f8d8ca405a req-8395cf03-246f-453f-9b02-61883c114e4d tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 945 time: 0.0549893 Mar 23 02:38:42.552212 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d0ebe26-dada-43a7-b9e7-41f8d8ca405a req-32f68e2f-973c-46b2-b35d-79810e85b170 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/security-groups?id=49f4f522-06a4-4b77-863e-71b6445cbe48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478375 Mar 23 02:38:42.791728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99549b2-cf77-4813-b168-9d3bf6e24a38 req-1bd0be81-0217-451f-a4ca-8f29314d5777 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:42.793254 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f99549b2-cf77-4813-b168-9d3bf6e24a38 req-1bd0be81-0217-451f-a4ca-8f29314d5777 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 945 time: 0.0558982 Mar 23 02:38:42.890702 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-f99549b2-cf77-4813-b168-9d3bf6e24a38 req-2d6907f8-ba74-4767-87db-d2d769d5d809 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Deleting port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:42.891050 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f99549b2-cf77-4813-b168-9d3bf6e24a38 req-2d6907f8-ba74-4767-87db-d2d769d5d809 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b6acf96f-3af4-4549-ab4a-8e8a5a0009eb), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:42.990029 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-f99549b2-cf77-4813-b168-9d3bf6e24a38 req-2d6907f8-ba74-4767-87db-d2d769d5d809 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] For port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=b6acf96f-3af4-4549-ab4a-8e8a5a0009eb,segment=NetworkSegment(1e806424-f4bd-48e3-ad7f-f320fbb966c2),segment_id=1e806424-f4bd-48e3-ad7f-f320fbb966c2)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:42.990396 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f99549b2-cf77-4813-b168-9d3bf6e24a38 req-2d6907f8-ba74-4767-87db-d2d769d5d809 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b6acf96f-3af4-4549-ab4a-8e8a5a0009eb), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.006625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-f99549b2-cf77-4813-b168-9d3bf6e24a38 req-2d6907f8-ba74-4767-87db-d2d769d5d809 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Calling delete_port for b6acf96f-3af4-4549-ab4a-8e8a5a0009eb owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:43.146053 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f99549b2-cf77-4813-b168-9d3bf6e24a38 req-2d6907f8-ba74-4767-87db-d2d769d5d809 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b6acf96f-3af4-4549-ab4a-8e8a5a0009eb), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.161887 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['b6acf96f-3af4-4549-ab4a-8e8a5a0009eb'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:38:43.176135 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6907f8-ba74-4767-87db-d2d769d5d809 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Pushing event deleted for resources: {'Port': ['ID=b6acf96f-3af4-4549-ab4a-8e8a5a0009eb,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:43.221626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99549b2-cf77-4813-b168-9d3bf6e24a38 req-2d6907f8-ba74-4767-87db-d2d769d5d809 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] No DVR routers for this DVR port b6acf96f-3af4-4549-ab4a-8e8a5a0009eb on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:38:43.224375 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-f99549b2-cf77-4813-b168-9d3bf6e24a38 req-2d6907f8-ba74-4767-87db-d2d769d5d809 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:43.228614 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f99549b2-cf77-4813-b168-9d3bf6e24a38 req-2d6907f8-ba74-4767-87db-d2d769d5d809 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.42 "DELETE /v2.0/ports/b6acf96f-3af4-4549-ab4a-8e8a5a0009eb HTTP/1.1" status: 204 len: 173 time: 0.4304476 Mar 23 02:38:43.229213 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3871ef-8eca-4664-9f89-b2b17f326e14', 'name': 'network-vif-deleted', 'tag': 'b6acf96f-3af4-4549-ab4a-8e8a5a0009eb'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:38:43.232003 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dd144e-255f-445a-82cd-045275a51e7e" -d '{"events": [{"server_uuid": "fd3871ef-8eca-4664-9f89-b2b17f326e14", "name": "network-vif-deleted", "tag": "b6acf96f-3af4-4549-ab4a-8e8a5a0009eb"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:38:43.272232 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d101d8-1936-49da-afdf-a481b185bc38 x-openstack-request-id: req-50d101d8-1936-49da-afdf-a481b185bc38 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:38:43.272528 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3871ef-8eca-4664-9f89-b2b17f326e14", "name": "network-vif-deleted", "tag": "b6acf96f-3af4-4549-ab4a-8e8a5a0009eb", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:38:43.272810 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50d101d8-1936-49da-afdf-a481b185bc38 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:38:43.273232 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50d101d8-1936-49da-afdf-a481b185bc38'] response: {'server_uuid': 'fd3871ef-8eca-4664-9f89-b2b17f326e14', 'name': 'network-vif-deleted', 'tag': 'b6acf96f-3af4-4549-ab4a-8e8a5a0009eb', 'status': 'completed', 'code': 200} Mar 23 02:38:43.685352 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e65828e1-d5d0-4948-a4ae-d6a102ca3d77 req-f9c4ef4e-fedd-4024-b0e9-f4e28a4ed257 tempest-TestEncryptedCinderVolumes-848973591 tempest-TestEncryptedCinderVolumes-848973591-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd3871ef-8eca-4664-9f89-b2b17f326e14 HTTP/1.1" status: 200 len: 210 time: 0.0321126 Mar 23 02:38:44.803304 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57150) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:45.174794 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (49cc10fa-29dd-4363-b591-e8bda2f8d906), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:45.430153 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Deleting port 1707351c-331a-475c-89c4-7fc2fe69bfc2 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:45.430410 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:45.513322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] For port 1707351c-331a-475c-89c4-7fc2fe69bfc2, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=1707351c-331a-475c-89c4-7fc2fe69bfc2,segment=NetworkSegment(1e806424-f4bd-48e3-ad7f-f320fbb966c2),segment_id=1e806424-f4bd-48e3-ad7f-f320fbb966c2)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:45.513664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:45.527236 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Calling delete_port for 1707351c-331a-475c-89c4-7fc2fe69bfc2 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:45.722215 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (1707351c-331a-475c-89c4-7fc2fe69bfc2), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:45.747749 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Pushing event deleted for resources: {'Port': ['ID=1707351c-331a-475c-89c4-7fc2fe69bfc2,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:45.760104 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:45.760455 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:45.760823 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:45.761145 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:45.761479 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:45.761808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:45.762138 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:45.762459 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:45.762782 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:45.763103 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:45.763429 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:45.763746 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:45.764064 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:45.764377 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:45.764710 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:45.931089 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (49cc10fa-29dd-4363-b591-e8bda2f8d906), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.161500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Router 49cc10fa-29dd-4363-b591-e8bda2f8d906 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:38:46.283473 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:46.288778 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2860d540-88e6-47bb-86ed-332519d43144 admin admin] 10.222.0.18 "PUT /v2.0/routers/49cc10fa-29dd-4363-b591-e8bda2f8d906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4847958 Mar 23 02:38:46.291583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57152) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:46.294287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea8e1b-9de3-4a3c-8ba6-2e4219943de6 None None] Sync routers for ids ['49cc10fa-29dd-4363-b591-e8bda2f8d906'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:46.304326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea8e1b-9de3-4a3c-8ba6-2e4219943de6 None None] Routers {'49cc10fa-29dd-4363-b591-e8bda2f8d906'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:46.304997 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c1ea8e1b-9de3-4a3c-8ba6-2e4219943de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:38:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['49cc10fa-29dd-4363-b591-e8bda2f8d906'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:46.404054 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5095e98d-aee0-4f04-b2c9-107d559ada26 admin admin] Publish callbacks [] for router (49cc10fa-29dd-4363-b591-e8bda2f8d906), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.415056 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-c1ea8e1b-9de3-4a3c-8ba6-2e4219943de6 None None] Set router 49cc10fa-29dd-4363-b591-e8bda2f8d906 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:38:46.512735 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5095e98d-aee0-4f04-b2c9-107d559ada26 admin admin] Publish callbacks [] for router_gateway (49cc10fa-29dd-4363-b591-e8bda2f8d906), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.568546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-5095e98d-aee0-4f04-b2c9-107d559ada26 admin admin] Deleting port 6662179c-70d2-4d93-ba27-db49bfce456b {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:46.568926 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5095e98d-aee0-4f04-b2c9-107d559ada26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6662179c-70d2-4d93-ba27-db49bfce456b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.598399 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c1ea8e1b-9de3-4a3c-8ba6-2e4219943de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'name': 'tempest-TestEncryptedCinderVolumes-269001046-router', 'tenant_id': '0274c72b6a0f406280fca19f3295022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '6662179c-70d2-4d93-ba27-db49bfce456b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:55Z', 'updated_at': '2022-03-23T02:38:45Z', 'revision_number': 5, 'project_id': '0274c72b6a0f406280fca19f3295022f', 'gw_port': {'id': '6662179c-70d2-4d93-ba27-db49bfce456b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:36:55Z', 'updated_at': '2022-03-23T02:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:46.625142 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea8e1b-9de3-4a3c-8ba6-2e4219943de6 None None] Checking router: 49cc10fa-29dd-4363-b591-e8bda2f8d906 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:38:46.633287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea8e1b-9de3-4a3c-8ba6-2e4219943de6 None None] Routers {'49cc10fa-29dd-4363-b591-e8bda2f8d906'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:46.633890 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c1ea8e1b-9de3-4a3c-8ba6-2e4219943de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:38:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['49cc10fa-29dd-4363-b591-e8bda2f8d906'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:46.650019 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-5095e98d-aee0-4f04-b2c9-107d559ada26 admin admin] For port 6662179c-70d2-4d93-ba27-db49bfce456b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6662179c-70d2-4d93-ba27-db49bfce456b,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:46.650320 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5095e98d-aee0-4f04-b2c9-107d559ada26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6662179c-70d2-4d93-ba27-db49bfce456b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.663515 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-5095e98d-aee0-4f04-b2c9-107d559ada26 admin admin] Calling delete_port for 6662179c-70d2-4d93-ba27-db49bfce456b owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:46.725087 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-c1ea8e1b-9de3-4a3c-8ba6-2e4219943de6 None None] Set router 49cc10fa-29dd-4363-b591-e8bda2f8d906 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:38:46.779463 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-c1ea8e1b-9de3-4a3c-8ba6-2e4219943de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'name': 'tempest-TestEncryptedCinderVolumes-269001046-router', 'tenant_id': '0274c72b6a0f406280fca19f3295022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:55Z', 'updated_at': '2022-03-23T02:38:46Z', 'revision_number': 6, 'project_id': '0274c72b6a0f406280fca19f3295022f', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:46.809612 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device b6acf96f-3af4-4549-ab4a-8e8a5a0009eb no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:38:46.813250 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea8e1b-9de3-4a3c-8ba6-2e4219943de6 None None] The sync data for ids ['49cc10fa-29dd-4363-b591-e8bda2f8d906'] in n-d-834677-4 is: [{'id': '49cc10fa-29dd-4363-b591-e8bda2f8d906', 'name': 'tempest-TestEncryptedCinderVolumes-269001046-router', 'tenant_id': '0274c72b6a0f406280fca19f3295022f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:55Z', 'updated_at': '2022-03-23T02:38:46Z', 'revision_number': 6, 'project_id': '0274c72b6a0f406280fca19f3295022f', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:38:46.831887 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: b6acf96f-3af4-4549-ab4a-8e8a5a0009eb {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:38:46.832270 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device b6acf96f-3af4-4549-ab4a-8e8a5a0009eb not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:38:46.838448 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5095e98d-aee0-4f04-b2c9-107d559ada26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6662179c-70d2-4d93-ba27-db49bfce456b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:46.864519 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095e98d-aee0-4f04-b2c9-107d559ada26 admin admin] Pushing event deleted for resources: {'Port': ['ID=6662179c-70d2-4d93-ba27-db49bfce456b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:46.930930 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5095e98d-aee0-4f04-b2c9-107d559ada26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (49cc10fa-29dd-4363-b591-e8bda2f8d906), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.027761 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5095e98d-aee0-4f04-b2c9-107d559ada26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (49cc10fa-29dd-4363-b591-e8bda2f8d906), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.029946 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5095e98d-aee0-4f04-b2c9-107d559ada26 admin admin] Publish callbacks [] for router_controller (49cc10fa-29dd-4363-b591-e8bda2f8d906), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.074734 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5095e98d-aee0-4f04-b2c9-107d559ada26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (49cc10fa-29dd-4363-b591-e8bda2f8d906), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.075301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5095e98d-aee0-4f04-b2c9-107d559ada26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49cc10fa-29dd-4363-b591-e8bda2f8d906 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:38:47.080151 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5095e98d-aee0-4f04-b2c9-107d559ada26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.081351 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5095e98d-aee0-4f04-b2c9-107d559ada26 admin admin] 10.222.0.18 "DELETE /v2.0/routers/49cc10fa-29dd-4363-b591-e8bda2f8d906 HTTP/1.1" status: 204 len: 168 time: 0.7888288 Mar 23 02:38:47.084819 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57156) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:47.129322 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc2693a-8e7d-4a9a-86fd-d653f531b4b1 admin admin] Deleting subnet 96751844-7ee5-43e4-adfe-1774fa7a9dc0 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:38:47.132364 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7cc2693a-8e7d-4a9a-86fd-d653f531b4b1 admin admin] Publish callbacks [] for subnet (96751844-7ee5-43e4-adfe-1774fa7a9dc0), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.167048 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7cc2693a-8e7d-4a9a-86fd-d653f531b4b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (96751844-7ee5-43e4-adfe-1774fa7a9dc0), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.534203 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7cc2693a-8e7d-4a9a-86fd-d653f531b4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (96751844-7ee5-43e4-adfe-1774fa7a9dc0), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.597624 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7cc2693a-8e7d-4a9a-86fd-d653f531b4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (96751844-7ee5-43e4-adfe-1774fa7a9dc0), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.624324 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2693a-8e7d-4a9a-86fd-d653f531b4b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96751844-7ee5-43e4-adfe-1774fa7a9dc0,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:47.630198 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7cc2693a-8e7d-4a9a-86fd-d653f531b4b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.637884 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57158) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:47.638374 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9429c8-f540-44f6-a3da-fe0ad755d748 None None] Network 6796eeac-6fdc-44b6-b549-be7cb68743ee requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:47.642064 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1707351c-331a-475c-89c4-7fc2fe69bfc2 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:38:47.645991 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7cc2693a-8e7d-4a9a-86fd-d653f531b4b1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/96751844-7ee5-43e4-adfe-1774fa7a9dc0 HTTP/1.1" status: 204 len: 168 time: 0.5487201 Mar 23 02:38:47.700382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 1707351c-331a-475c-89c4-7fc2fe69bfc2 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:38:47.700731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 1707351c-331a-475c-89c4-7fc2fe69bfc2 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:38:47.701156 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6662179c-70d2-4d93-ba27-db49bfce456b no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:38:47.717060 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (6796eeac-6fdc-44b6-b549-be7cb68743ee), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.731730 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 6662179c-70d2-4d93-ba27-db49bfce456b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:38:47.732110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6662179c-70d2-4d93-ba27-db49bfce456b not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:38:47.777161 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] Deleting port a321496e-e993-41a9-b27b-9f94d1a5b27e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:47.777500 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a321496e-e993-41a9-b27b-9f94d1a5b27e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.840987 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] For port a321496e-e993-41a9-b27b-9f94d1a5b27e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a321496e-e993-41a9-b27b-9f94d1a5b27e,segment=NetworkSegment(1e806424-f4bd-48e3-ad7f-f320fbb966c2),segment_id=1e806424-f4bd-48e3-ad7f-f320fbb966c2)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:47.841343 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a321496e-e993-41a9-b27b-9f94d1a5b27e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.858066 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] DHCP port deletion for 6796eeac-6fdc-44b6-b549-be7cb68743ee request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:38:47.860333 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] Calling delete_port for a321496e-e993-41a9-b27b-9f94d1a5b27e owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:47.914690 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Deleting port a321496e-e993-41a9-b27b-9f94d1a5b27e {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:47.915153 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a321496e-e993-41a9-b27b-9f94d1a5b27e), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.941470 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a321496e-e993-41a9-b27b-9f94d1a5b27e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.968026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] Pushing event deleted for resources: {'Port': ['ID=a321496e-e993-41a9-b27b-9f94d1a5b27e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:47.969856 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] No DVR routers for this DVR port a321496e-e993-41a9-b27b-9f94d1a5b27e on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:38:47.981572 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] For port a321496e-e993-41a9-b27b-9f94d1a5b27e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a321496e-e993-41a9-b27b-9f94d1a5b27e,segment=NetworkSegment(1e806424-f4bd-48e3-ad7f-f320fbb966c2),segment_id=1e806424-f4bd-48e3-ad7f-f320fbb966c2)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:47.981995 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a321496e-e993-41a9-b27b-9f94d1a5b27e), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:47.998451 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Calling delete_port for a321496e-e993-41a9-b27b-9f94d1a5b27e owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:48.046808 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (6796eeac-6fdc-44b6-b549-be7cb68743ee), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.068707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6796eeac-6fdc-44b6-b549-be7cb68743ee']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:48.078682 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e806424-f4bd-48e3-ad7f-f320fbb966c2') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:48.078915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e806424-f4bd-48e3-ad7f-f320fbb966c2') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:48.083166 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (a321496e-e993-41a9-b27b-9f94d1a5b27e), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.088632 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (1e806424-f4bd-48e3-ad7f-f320fbb966c2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.102744 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (1e806424-f4bd-48e3-ad7f-f320fbb966c2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.108141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Pushing event deleted for resources: {'Port': ['ID=a321496e-e993-41a9-b27b-9f94d1a5b27e,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:48.109801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:38:48.110198 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (1e806424-f4bd-48e3-ad7f-f320fbb966c2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:38:48.111946 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:38:48.117949 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] No DVR routers for this DVR port a321496e-e993-41a9-b27b-9f94d1a5b27e on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:38:48.120718 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:48.121073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:48.121412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:48.122007 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:48.122342 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:48.122670 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:48.122995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:48.123322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:48.123641 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:48.123963 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:48.124282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:48.124652 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:48.124940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:48.125257 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:48.125577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356bb98-0701-4c60-b76d-cc71b3555bd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:48.166994 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (6796eeac-6fdc-44b6-b549-be7cb68743ee), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.171978 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:48.175199 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6796eeac-6fdc-44b6-b549-be7cb68743ee HTTP/1.1" status: 204 len: 168 time: 0.5360582 Mar 23 02:38:48.178672 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57160) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:48.194192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b4de6-936d-4bbd-9ac2-b36e9a2ea761 admin admin] Pushing event deleted for resources: {'Network': ['ID=6796eeac-6fdc-44b6-b549-be7cb68743ee,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:48.827785 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f6531b6-a05e-408f-a593-e93232ff1919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (0900b7e4-f373-4f4c-8271-7a88a6ebabc6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.079837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-3f6531b6-a05e-408f-a593-e93232ff1919 admin admin] Deleting port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:49.080091 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f6531b6-a05e-408f-a593-e93232ff1919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.156125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-3f6531b6-a05e-408f-a593-e93232ff1919 admin admin] For port 09b6ed37-c5b1-4ba8-8169-c9e3b008424e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=09b6ed37-c5b1-4ba8-8169-c9e3b008424e,segment=NetworkSegment(22094b85-026d-4dde-8ca3-f11df09f7d91),segment_id=22094b85-026d-4dde-8ca3-f11df09f7d91)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:49.156482 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f6531b6-a05e-408f-a593-e93232ff1919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.171097 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-3f6531b6-a05e-408f-a593-e93232ff1919 admin admin] Calling delete_port for 09b6ed37-c5b1-4ba8-8169-c9e3b008424e owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:49.362086 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f6531b6-a05e-408f-a593-e93232ff1919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (09b6ed37-c5b1-4ba8-8169-c9e3b008424e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.392033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6531b6-a05e-408f-a593-e93232ff1919 admin admin] Pushing event deleted for resources: {'Port': ['ID=09b6ed37-c5b1-4ba8-8169-c9e3b008424e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:49.570395 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a321496e-e993-41a9-b27b-9f94d1a5b27e no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:38:49.586606 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f6531b6-a05e-408f-a593-e93232ff1919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (0900b7e4-f373-4f4c-8271-7a88a6ebabc6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.595787 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: a321496e-e993-41a9-b27b-9f94d1a5b27e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:38:49.596214 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a321496e-e993-41a9-b27b-9f94d1a5b27e not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:38:49.612624 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d69a47e3-1e72-4b7a-afe0-4ddae95f7c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:49.835619 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6531b6-a05e-408f-a593-e93232ff1919 admin admin] Router 0900b7e4-f373-4f4c-8271-7a88a6ebabc6 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:38:49.947526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6531b6-a05e-408f-a593-e93232ff1919 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:49.952719 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3f6531b6-a05e-408f-a593-e93232ff1919 admin admin] 10.222.0.18 "PUT /v2.0/routers/0900b7e4-f373-4f4c-8271-7a88a6ebabc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7727752 Mar 23 02:38:49.955420 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57162) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:49.958381 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce924a04-ac72-4657-8e14-243b8a9bb0b2 None None] Sync routers for ids ['0900b7e4-f373-4f4c-8271-7a88a6ebabc6'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:49.970258 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce924a04-ac72-4657-8e14-243b8a9bb0b2 None None] Routers {'0900b7e4-f373-4f4c-8271-7a88a6ebabc6'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:49.971314 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ce924a04-ac72-4657-8e14-243b8a9bb0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:38:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0900b7e4-f373-4f4c-8271-7a88a6ebabc6'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:50.061465 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2cbcd48-3f5b-47fa-b603-de2d6b99fe44 admin admin] Publish callbacks [] for router (0900b7e4-f373-4f4c-8271-7a88a6ebabc6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.167315 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2cbcd48-3f5b-47fa-b603-de2d6b99fe44 admin admin] Publish callbacks [] for router_gateway (0900b7e4-f373-4f4c-8271-7a88a6ebabc6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.178029 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ce924a04-ac72-4657-8e14-243b8a9bb0b2 None None] Set router 0900b7e4-f373-4f4c-8271-7a88a6ebabc6 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:38:50.225584 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a2cbcd48-3f5b-47fa-b603-de2d6b99fe44 admin admin] Deleting port d04ea1b3-938e-47cb-a1bb-be49c8a87386 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:50.225822 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2cbcd48-3f5b-47fa-b603-de2d6b99fe44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d04ea1b3-938e-47cb-a1bb-be49c8a87386), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.304364 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-a2cbcd48-3f5b-47fa-b603-de2d6b99fe44 admin admin] For port d04ea1b3-938e-47cb-a1bb-be49c8a87386, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d04ea1b3-938e-47cb-a1bb-be49c8a87386,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:50.304705 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2cbcd48-3f5b-47fa-b603-de2d6b99fe44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d04ea1b3-938e-47cb-a1bb-be49c8a87386), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.317690 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a2cbcd48-3f5b-47fa-b603-de2d6b99fe44 admin admin] Calling delete_port for d04ea1b3-938e-47cb-a1bb-be49c8a87386 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:50.352496 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ce924a04-ac72-4657-8e14-243b8a9bb0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'name': 'tempest-TestEncryptedCinderVolumes-1167546213-router', 'tenant_id': '907f4a991dbc452889ced05c9c5555f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'd04ea1b3-938e-47cb-a1bb-be49c8a87386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:59Z', 'updated_at': '2022-03-23T02:38:49Z', 'revision_number': 5, 'project_id': '907f4a991dbc452889ced05c9c5555f6', 'gw_port': {'id': 'd04ea1b3-938e-47cb-a1bb-be49c8a87386', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:64:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:37:00Z', 'updated_at': '2022-03-23T02:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:50.381521 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce924a04-ac72-4657-8e14-243b8a9bb0b2 None None] Checking router: 0900b7e4-f373-4f4c-8271-7a88a6ebabc6 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:38:50.391506 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce924a04-ac72-4657-8e14-243b8a9bb0b2 None None] Routers {'0900b7e4-f373-4f4c-8271-7a88a6ebabc6'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:50.392117 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ce924a04-ac72-4657-8e14-243b8a9bb0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:38:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['0900b7e4-f373-4f4c-8271-7a88a6ebabc6'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:50.483640 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ce924a04-ac72-4657-8e14-243b8a9bb0b2 None None] Set router 0900b7e4-f373-4f4c-8271-7a88a6ebabc6 gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:38:50.498097 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2cbcd48-3f5b-47fa-b603-de2d6b99fe44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (d04ea1b3-938e-47cb-a1bb-be49c8a87386), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.527742 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbcd48-3f5b-47fa-b603-de2d6b99fe44 admin admin] Pushing event deleted for resources: {'Port': ['ID=d04ea1b3-938e-47cb-a1bb-be49c8a87386,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:50.546680 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ce924a04-ac72-4657-8e14-243b8a9bb0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'name': 'tempest-TestEncryptedCinderVolumes-1167546213-router', 'tenant_id': '907f4a991dbc452889ced05c9c5555f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:59Z', 'updated_at': '2022-03-23T02:38:50Z', 'revision_number': 6, 'project_id': '907f4a991dbc452889ced05c9c5555f6', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:50.573562 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce924a04-ac72-4657-8e14-243b8a9bb0b2 None None] The sync data for ids ['0900b7e4-f373-4f4c-8271-7a88a6ebabc6'] in n-d-834677-4 is: [{'id': '0900b7e4-f373-4f4c-8271-7a88a6ebabc6', 'name': 'tempest-TestEncryptedCinderVolumes-1167546213-router', 'tenant_id': '907f4a991dbc452889ced05c9c5555f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:36:59Z', 'updated_at': '2022-03-23T02:38:50Z', 'revision_number': 6, 'project_id': '907f4a991dbc452889ced05c9c5555f6', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:38:50.594117 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2cbcd48-3f5b-47fa-b603-de2d6b99fe44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (0900b7e4-f373-4f4c-8271-7a88a6ebabc6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.688811 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2cbcd48-3f5b-47fa-b603-de2d6b99fe44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (0900b7e4-f373-4f4c-8271-7a88a6ebabc6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.691182 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2cbcd48-3f5b-47fa-b603-de2d6b99fe44 admin admin] Publish callbacks [] for router_controller (0900b7e4-f373-4f4c-8271-7a88a6ebabc6), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.744882 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2cbcd48-3f5b-47fa-b603-de2d6b99fe44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (0900b7e4-f373-4f4c-8271-7a88a6ebabc6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.745370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cbcd48-3f5b-47fa-b603-de2d6b99fe44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0900b7e4-f373-4f4c-8271-7a88a6ebabc6 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:38:50.749888 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a2cbcd48-3f5b-47fa-b603-de2d6b99fe44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.751059 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a2cbcd48-3f5b-47fa-b603-de2d6b99fe44 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0900b7e4-f373-4f4c-8271-7a88a6ebabc6 HTTP/1.1" status: 204 len: 168 time: 0.7947466 Mar 23 02:38:50.753689 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57164) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:50.803267 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a64d3a-af68-4cbf-afda-8a5b2a9c61d1 admin admin] Deleting subnet 52e4f3de-79ec-410d-96e8-30dde2e14e36 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:38:50.806894 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2a64d3a-af68-4cbf-afda-8a5b2a9c61d1 admin admin] Publish callbacks [] for subnet (52e4f3de-79ec-410d-96e8-30dde2e14e36), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.844354 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2a64d3a-af68-4cbf-afda-8a5b2a9c61d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (52e4f3de-79ec-410d-96e8-30dde2e14e36), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.926380 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2a64d3a-af68-4cbf-afda-8a5b2a9c61d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (52e4f3de-79ec-410d-96e8-30dde2e14e36), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:50.990624 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2a64d3a-af68-4cbf-afda-8a5b2a9c61d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (52e4f3de-79ec-410d-96e8-30dde2e14e36), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.015688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a64d3a-af68-4cbf-afda-8a5b2a9c61d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e4f3de-79ec-410d-96e8-30dde2e14e36,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:51.021976 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d2a64d3a-af68-4cbf-afda-8a5b2a9c61d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.025576 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d2a64d3a-af68-4cbf-afda-8a5b2a9c61d1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/52e4f3de-79ec-410d-96e8-30dde2e14e36 HTTP/1.1" status: 204 len: 168 time: 0.2708898 Mar 23 02:38:51.028443 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57166) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:51.030949 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070d3a9f-4dc2-4f5d-b4a8-dee15f91dd88 None None] Network 6301dd23-e1df-42bf-8ec6-f54f0296aca8 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:51.097108 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (6301dd23-e1df-42bf-8ec6-f54f0296aca8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.152067 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] Deleting port 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:38:51.152418 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.219879 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.221226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] For port 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c,segment=NetworkSegment(22094b85-026d-4dde-8ca3-f11df09f7d91),segment_id=22094b85-026d-4dde-8ca3-f11df09f7d91)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:51.221730 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.237947 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] Calling delete_port for 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:38:51.328045 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.355592 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61537a35-eff3-401c-8a8e-efe45fd2ac70 None None] DHCP port deletion for 6301dd23-e1df-42bf-8ec6-f54f0296aca8 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:38:51.361197 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:51.365508 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] No DVR routers for this DVR port 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:38:51.439377 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (6301dd23-e1df-42bf-8ec6-f54f0296aca8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.460592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6301dd23-e1df-42bf-8ec6-f54f0296aca8']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:51.471046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22094b85-026d-4dde-8ca3-f11df09f7d91') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:51.471346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22094b85-026d-4dde-8ca3-f11df09f7d91') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:51.483747 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (22094b85-026d-4dde-8ca3-f11df09f7d91), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.486507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:38:51.502835 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (22094b85-026d-4dde-8ca3-f11df09f7d91), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.506675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:38:51.507020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9aed24ff-bf1d-4fd1-84e7-2a9ca7a1f84c not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:38:51.507440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d04ea1b3-938e-47cb-a1bb-be49c8a87386 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:38:51.509073 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:38:51.509479 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (22094b85-026d-4dde-8ca3-f11df09f7d91), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:38:51.511207 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:38:51.531526 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: d04ea1b3-938e-47cb-a1bb-be49c8a87386 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:38:51.531874 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d04ea1b3-938e-47cb-a1bb-be49c8a87386 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:38:51.532298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 09b6ed37-c5b1-4ba8-8169-c9e3b008424e no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:38:51.553501 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 09b6ed37-c5b1-4ba8-8169-c9e3b008424e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:38:51.554467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 09b6ed37-c5b1-4ba8-8169-c9e3b008424e not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:38:51.571849 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (6301dd23-e1df-42bf-8ec6-f54f0296aca8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.577943 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.581297 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6301dd23-e1df-42bf-8ec6-f54f0296aca8 HTTP/1.1" status: 204 len: 168 time: 0.5518711 Mar 23 02:38:51.594203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6d146-0eab-4132-b2ee-5e4424ee2103 admin admin] Pushing event deleted for resources: {'Network': ['ID=6301dd23-e1df-42bf-8ec6-f54f0296aca8,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:51.760728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57170) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:51.804237 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-417d74f2-e738-4e21-a4b8-10246f997700 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0274c72b6a0f406280fca19f3295022f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422482 Mar 23 02:38:51.807020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57172) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:51.861370 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1fff624c-bd5e-4e9f-b229-8a54c6e565b8 admin admin] Publish callbacks [] for security_group (49f4f522-06a4-4b77-863e-71b6445cbe48), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.882728 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1fff624c-bd5e-4e9f-b229-8a54c6e565b8 admin admin] Publish callbacks [] for security_group (49f4f522-06a4-4b77-863e-71b6445cbe48), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.931317 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1fff624c-bd5e-4e9f-b229-8a54c6e565b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (49f4f522-06a4-4b77-863e-71b6445cbe48), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.933952 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1fff624c-bd5e-4e9f-b229-8a54c6e565b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:51.935115 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1fff624c-bd5e-4e9f-b229-8a54c6e565b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49f4f522-06a4-4b77-863e-71b6445cbe48 HTTP/1.1" status: 204 len: 168 time: 0.1270320 Mar 23 02:38:51.942850 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff624c-bd5e-4e9f-b229-8a54c6e565b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f4f522-06a4-4b77-863e-71b6445cbe48,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:52.126679 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-12240546-0e11-4201-9def-b47ec1074767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:52.265192 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57178) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:52.311166 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9dbd73c2-374b-4077-b970-a0bd7a750732 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=907f4a991dbc452889ced05c9c5555f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448139 Mar 23 02:38:52.314784 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57180) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:52.367255 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27f1fa76-ca18-472b-b1ad-561b657a36d7 admin admin] Publish callbacks [] for security_group (e4ab1c8f-de69-44b8-a3d5-8858d122ac68), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:52.389864 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27f1fa76-ca18-472b-b1ad-561b657a36d7 admin admin] Publish callbacks [] for security_group (e4ab1c8f-de69-44b8-a3d5-8858d122ac68), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:52.440022 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27f1fa76-ca18-472b-b1ad-561b657a36d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e4ab1c8f-de69-44b8-a3d5-8858d122ac68), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:52.442788 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-27f1fa76-ca18-472b-b1ad-561b657a36d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:52.443947 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-27f1fa76-ca18-472b-b1ad-561b657a36d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4ab1c8f-de69-44b8-a3d5-8858d122ac68 HTTP/1.1" status: 204 len: 168 time: 0.1282692 Mar 23 02:38:52.452395 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1fa76-ca18-472b-b1ad-561b657a36d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ab1c8f-de69-44b8-a3d5-8858d122ac68,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:52.909625 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:38:53.147464 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57202) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:53.267187 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-90d27805-757a-4a18-baa4-55c2af2aaf1d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1429751235-network', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:53.289817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d27805-757a-4a18-baa4-55c2af2aaf1d admin admin] Made reservation on behalf of 10073fe4fa744c5dab564efa98b70a3b for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:53.292237 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90d27805-757a-4a18-baa4-55c2af2aaf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.300876 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90d27805-757a-4a18-baa4-55c2af2aaf1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.375928 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90d27805-757a-4a18-baa4-55c2af2aaf1d admin admin] Publish callbacks [] for security_group (fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.380927 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90d27805-757a-4a18-baa4-55c2af2aaf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.407468 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d27805-757a-4a18-baa4-55c2af2aaf1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:53.413755 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d27805-757a-4a18-baa4-55c2af2aaf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:53.420312 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90d27805-757a-4a18-baa4-55c2af2aaf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (5adda760-21e6-483e-bb59-798ee72cbcf7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.420688 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-90d27805-757a-4a18-baa4-55c2af2aaf1d admin admin] Added segment 5adda760-21e6-483e-bb59-798ee72cbcf7 of type vlan for network 5e32606d-8a3d-4cfa-9451-c8964d53dd50 Mar 23 02:38:53.463186 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90d27805-757a-4a18-baa4-55c2af2aaf1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (5e32606d-8a3d-4cfa-9451-c8964d53dd50), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.490475 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90d27805-757a-4a18-baa4-55c2af2aaf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (5e32606d-8a3d-4cfa-9451-c8964d53dd50), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.491452 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d27805-757a-4a18-baa4-55c2af2aaf1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:53.492117 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-90d27805-757a-4a18-baa4-55c2af2aaf1d admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.537891 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.547012 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-90d27805-757a-4a18-baa4-55c2af2aaf1d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3984156 Mar 23 02:38:53.550297 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57206) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:53.555382 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Request body: {'subnet': {'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1429751235-subnet', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:53.558737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d27805-757a-4a18-baa4-55c2af2aaf1d admin admin] Pushing event updated for resources: {'Network': ['ID=5e32606d-8a3d-4cfa-9451-c8964d53dd50,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:53.569884 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 5e32606d-8a3d-4cfa-9451-c8964d53dd50 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:53.574960 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Made reservation on behalf of 10073fe4fa744c5dab564efa98b70a3b for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:53.577599 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.756274 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.809265 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:53.825841 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:53.826192 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:53.826533 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:53.826876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:53.827211 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:53.827544 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:53.827872 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:53.828206 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:53.828526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:53.828874 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:53.829203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:53.829522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:53.829844 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:53.830163 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:53.830483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:38:53.837753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Checking segment: {'id': '5adda760-21e6-483e-bb59-798ee72cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:53.838118 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Network hostable DHCP agents. Network: 5e32606d-8a3d-4cfa-9451-c8964d53dd50, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:53.855778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Network 5e32606d-8a3d-4cfa-9451-c8964d53dd50 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:53.865015 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 5e32606d-8a3d-4cfa-9451-c8964d53dd50) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:53.869082 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:53.869651 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.874089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da88097e-be7c-4f4b-8f1a-c2b26ff0d41f None None] Network 5e32606d-8a3d-4cfa-9451-c8964d53dd50 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:53.891315 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-08040208-cd44-47ec-9acf-37d4f8444a2b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3397865 Mar 23 02:38:53.894047 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57208) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:53.898630 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1429751235-router', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:53.918946 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (1f0d52f0-83f9-411f-92c5-4eeafdc0f535), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.920653 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (1f0d52f0-83f9-411f-92c5-4eeafdc0f535), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.971712 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'fixed_ips': [{'subnet_id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:53.972570 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:53.976925 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Publish callbacks [] for router_controller (1f0d52f0-83f9-411f-92c5-4eeafdc0f535), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.108238 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Allocated IP 172.20.0.2 (5e32606d-8a3d-4cfa-9451-c8964d53dd50/dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4/9a4e73b5-3f51-4da9-bc96-946e54719ed4) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:54.260332 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Publish callbacks [] for port (9a4e73b5-3f51-4da9-bc96-946e54719ed4), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.266493 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (9a4e73b5-3f51-4da9-bc96-946e54719ed4), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.305557 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Network 5e32606d-8a3d-4cfa-9451-c8964d53dd50 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:54.309115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:54.315499 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:54.321390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Pushing event updated for resources: {'Port': ['ID=9a4e73b5-3f51-4da9-bc96-946e54719ed4,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:54.381005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Attempting to bind port 9a4e73b5-3f51-4da9-bc96-946e54719ed4 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:54.381237 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Attempting to bind port 9a4e73b5-3f51-4da9-bc96-946e54719ed4 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '5adda760-21e6-483e-bb59-798ee72cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:54.381632 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Attempting to bind port 9a4e73b5-3f51-4da9-bc96-946e54719ed4 on network 5e32606d-8a3d-4cfa-9451-c8964d53dd50 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:54.387947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:54.388338 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Checking segment: {'id': '5adda760-21e6-483e-bb59-798ee72cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:54.388762 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.389161 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Bound using segment: {'id': '5adda760-21e6-483e-bb59-798ee72cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:54.390110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Bound port: 9a4e73b5-3f51-4da9-bc96-946e54719ed4, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5adda760-21e6-483e-bb59-798ee72cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:54.390110 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9a4e73b5-3f51-4da9-bc96-946e54719ed4), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.398515 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Publish callbacks [] for router_gateway (1f0d52f0-83f9-411f-92c5-4eeafdc0f535), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.459771 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] For port 9a4e73b5-3f51-4da9-bc96-946e54719ed4, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:54.463462 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] For port 9a4e73b5-3f51-4da9-bc96-946e54719ed4, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9a4e73b5-3f51-4da9-bc96-946e54719ed4,segment=NetworkSegment(5adda760-21e6-483e-bb59-798ee72cbcf7),segment_id=5adda760-21e6-483e-bb59-798ee72cbcf7)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:54.470319 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9a4e73b5-3f51-4da9-bc96-946e54719ed4), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.529674 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a89d65-4427-4f56-8561-0758acd67467 None None] Pushing event updated for resources: {'Port': ['ID=9a4e73b5-3f51-4da9-bc96-946e54719ed4,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:54.611591 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Publish callbacks [] for router_gateway (1f0d52f0-83f9-411f-92c5-4eeafdc0f535), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.635409 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.763076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Allocated IP 172.25.0.222 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/decaaded-e353-45ce-b795-afda54a4f478) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:54.860455 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.872834 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Publish callbacks [] for port (decaaded-e353-45ce-b795-afda54a4f478), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.916308 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (decaaded-e353-45ce-b795-afda54a4f478), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:54.955292 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:54.960983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:54.965945 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:54.969072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Pushing event updated for resources: {'Port': ['ID=decaaded-e353-45ce-b795-afda54a4f478,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:55.222099 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Publish callbacks [] for router_gateway (1f0d52f0-83f9-411f-92c5-4eeafdc0f535), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.412141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe67829-887b-4c51-ba90-2074cd3da449 None None] Network 5e32606d-8a3d-4cfa-9451-c8964d53dd50 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:55.440156 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (1f0d52f0-83f9-411f-92c5-4eeafdc0f535), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.484926 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-da974a81-762a-4416-a75d-46e2571f7229 None None] Provisioning complete for port 9a4e73b5-3f51-4da9-bc96-946e54719ed4 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:55.485271 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-da974a81-762a-4416-a75d-46e2571f7229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9a4e73b5-3f51-4da9-bc96-946e54719ed4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.545061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9a4e73b5-3f51-4da9-bc96-946e54719ed4 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:55.589358 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:38:55.639427 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-da974a81-762a-4416-a75d-46e2571f7229 None None] Current status of the port 9a4e73b5-3f51-4da9-bc96-946e54719ed4 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:55.639811 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-da974a81-762a-4416-a75d-46e2571f7229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9a4e73b5-3f51-4da9-bc96-946e54719ed4), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.664930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 9a4e73b5-3f51-4da9-bc96-946e54719ed4 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:55.665335 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9a4e73b5-3f51-4da9-bc96-946e54719ed4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.697971 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-da974a81-762a-4416-a75d-46e2571f7229 None None] For port 9a4e73b5-3f51-4da9-bc96-946e54719ed4, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9a4e73b5-3f51-4da9-bc96-946e54719ed4,segment=NetworkSegment(5adda760-21e6-483e-bb59-798ee72cbcf7),segment_id=5adda760-21e6-483e-bb59-798ee72cbcf7)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:55.708663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:55.709298 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-da974a81-762a-4416-a75d-46e2571f7229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (9a4e73b5-3f51-4da9-bc96-946e54719ed4), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.730719 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:55.732547 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6dea418b-60aa-4b0c-ae57-d84a8ce34341 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8373992 Mar 23 02:38:55.735435 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57210) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:55.744208 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Sync routers for ids ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:55.776202 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Routers {'1f0d52f0-83f9-411f-92c5-4eeafdc0f535'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:55.776870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:56.041667 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da974a81-762a-4416-a75d-46e2571f7229 None None] Pushing event updated for resources: {'Port': ['ID=9a4e73b5-3f51-4da9-bc96-946e54719ed4,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:56.082167 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.087127 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 9a4e73b5-3f51-4da9-bc96-946e54719ed4 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:56.093549 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9f689994-03c5-461f-aa7c-9a693630e99a None None] Provisioning complete for port 9a4e73b5-3f51-4da9-bc96-946e54719ed4 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:56.093920 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9f689994-03c5-461f-aa7c-9a693630e99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9a4e73b5-3f51-4da9-bc96-946e54719ed4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.143332 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Set router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:38:56.185923 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.297258 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9f689994-03c5-461f-aa7c-9a693630e99a None None] Current status of the port 9a4e73b5-3f51-4da9-bc96-946e54719ed4 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:56.340314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Allocated IP 172.20.0.1 (5e32606d-8a3d-4cfa-9451-c8964d53dd50/dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4/f1985342-0f4d-4a07-9af4-7dcfbe30de9c) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:56.359100 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'name': 'tempest-TestMinimumBasicScenario-1429751235-router', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'decaaded-e353-45ce-b795-afda54a4f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:53Z', 'updated_at': '2022-03-23T02:38:55Z', 'revision_number': 3, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'gw_port': {'id': 'decaaded-e353-45ce-b795-afda54a4f478', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:da:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:54Z', 'updated_at': '2022-03-23T02:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:56.385282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Checking router: 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:38:56.385582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Updating router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 port decaaded-e353-45ce-b795-afda54a4f478 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:38:56.417490 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (decaaded-e353-45ce-b795-afda54a4f478), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.463709 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Publish callbacks [] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.502701 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.543047 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Network 5e32606d-8a3d-4cfa-9451-c8964d53dd50 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:56.545879 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:56.549452 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:56.576627 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Pushing event updated for resources: {'Port': ['ID=f1985342-0f4d-4a07-9af4-7dcfbe30de9c,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:56.596164 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (1f0d52f0-83f9-411f-92c5-4eeafdc0f535), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.693437 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Publish callbacks [] for port (decaaded-e353-45ce-b795-afda54a4f478), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.701398 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (decaaded-e353-45ce-b795-afda54a4f478), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.747767 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.755431 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Attempting to bind port decaaded-e353-45ce-b795-afda54a4f478 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:56.755800 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Attempting to bind port decaaded-e353-45ce-b795-afda54a4f478 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:56.756157 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Attempting to bind port decaaded-e353-45ce-b795-afda54a4f478 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:56.763620 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ac444-50c1-4c46-9ea5-7212ed77010b None None] Pushing event updated for resources: {'Port': ['ID=decaaded-e353-45ce-b795-afda54a4f478,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:56.766505 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:56.766884 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:56.768228 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.768622 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:56.769107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Bound port: decaaded-e353-45ce-b795-afda54a4f478, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:56.769488 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (decaaded-e353-45ce-b795-afda54a4f478), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.827038 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] For port decaaded-e353-45ce-b795-afda54a4f478, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:56.830618 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] For port decaaded-e353-45ce-b795-afda54a4f478, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=decaaded-e353-45ce-b795-afda54a4f478,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:56.838296 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (decaaded-e353-45ce-b795-afda54a4f478), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.899631 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Routers {'1f0d52f0-83f9-411f-92c5-4eeafdc0f535'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:56.900363 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:56.905192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ac444-50c1-4c46-9ea5-7212ed77010b None None] Pushing event updated for resources: {'Port': ['ID=decaaded-e353-45ce-b795-afda54a4f478,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:56.940304 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Publish callbacks [] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.945668 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:56.996211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6eed7c08-20ca-4ad8-9222-2a55e1834cd6 None None] Provisioning complete for port f1985342-0f4d-4a07-9af4-7dcfbe30de9c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:56.996567 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6eed7c08-20ca-4ad8-9222-2a55e1834cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.017057 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (1f0d52f0-83f9-411f-92c5-4eeafdc0f535), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.020038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Pushing event updated for resources: {'Port': ['ID=f1985342-0f4d-4a07-9af4-7dcfbe30de9c,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:57.047698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] Set router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:38:57.073145 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6eed7c08-20ca-4ad8-9222-2a55e1834cd6 None None] Port f1985342-0f4d-4a07-9af4-7dcfbe30de9c cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:38:57.114369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Network 5e32606d-8a3d-4cfa-9451-c8964d53dd50 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:57.115920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:57.246260 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:38:57.267733 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'name': 'tempest-TestMinimumBasicScenario-1429751235-router', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'decaaded-e353-45ce-b795-afda54a4f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:53Z', 'updated_at': '2022-03-23T02:38:56Z', 'revision_number': 4, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'gw_port': {'id': 'decaaded-e353-45ce-b795-afda54a4f478', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:da:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:54Z', 'updated_at': '2022-03-23T02:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'f1985342-0f4d-4a07-9af4-7dcfbe30de9c', 'name': '', 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'mac_address': 'fa:16:3e:6f:be:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:56Z', 'updated_at': '2022-03-23T02:38:56Z', 'revision_number': 1, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'subnets': [{'id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:57.296731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3addb34-d6c1-4c4f-9986-381c1da5a719 None None] The sync data for ids ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'] in n-d-834677-4 is: [{'id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'name': 'tempest-TestMinimumBasicScenario-1429751235-router', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'decaaded-e353-45ce-b795-afda54a4f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:53Z', 'updated_at': '2022-03-23T02:38:56Z', 'revision_number': 4, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'gw_port': {'id': 'decaaded-e353-45ce-b795-afda54a4f478', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:da:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:54Z', 'updated_at': '2022-03-23T02:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'f1985342-0f4d-4a07-9af4-7dcfbe30de9c', 'name': '', 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'mac_address': 'fa:16:3e:6f:be:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:56Z', 'updated_at': '2022-03-23T02:38:56Z', 'revision_number': 1, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'subnets': [{'id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:38:57.363124 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:38:57.368221 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5a937629-eb21-4db6-9480-8839a3311a7a admin admin] 10.222.0.18 "PUT /v2.0/routers/1f0d52f0-83f9-411f-92c5-4eeafdc0f535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6309023 Mar 23 02:38:57.396748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-311b0a6b-976e-460d-9c19-972ece4b31cb None None] Provisioning complete for port f1985342-0f4d-4a07-9af4-7dcfbe30de9c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:57.397133 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-311b0a6b-976e-460d-9c19-972ece4b31cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.434820 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-311b0a6b-976e-460d-9c19-972ece4b31cb None None] Port f1985342-0f4d-4a07-9af4-7dcfbe30de9c cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:38:57.497012 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9a4e73b5-3f51-4da9-bc96-946e54719ed4 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:57.565899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 9a4e73b5-3f51-4da9-bc96-946e54719ed4 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:57.566369 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (9a4e73b5-3f51-4da9-bc96-946e54719ed4), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.653583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 9a4e73b5-3f51-4da9-bc96-946e54719ed4 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:57.899499 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57226) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:57.904889 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0fc96852-ca84-4763-8066-c60555837144 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-5860510-network', 'tenant_id': '3a531ab5e3a44c669df9f4183fad3b90'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:57.926157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc96852-ca84-4763-8066-c60555837144 admin admin] Made reservation on behalf of 3a531ab5e3a44c669df9f4183fad3b90 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:57.928962 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0fc96852-ca84-4763-8066-c60555837144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:57.939335 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0fc96852-ca84-4763-8066-c60555837144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.038623 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0fc96852-ca84-4763-8066-c60555837144 admin admin] Publish callbacks [] for security_group (54b4c87e-8265-4d0f-9761-21017e8defca), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.043207 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0fc96852-ca84-4763-8066-c60555837144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (54b4c87e-8265-4d0f-9761-21017e8defca), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.072330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc96852-ca84-4763-8066-c60555837144 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:38:58.078876 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc96852-ca84-4763-8066-c60555837144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b4c87e-8265-4d0f-9761-21017e8defca,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:58.085343 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0fc96852-ca84-4763-8066-c60555837144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (3374ec49-f3d7-4f62-beb3-d51f8cb0d72d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.085688 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-0fc96852-ca84-4763-8066-c60555837144 admin admin] Added segment 3374ec49-f3d7-4f62-beb3-d51f8cb0d72d of type vlan for network 9c90419f-123b-4436-bfaa-8b7fb411f460 Mar 23 02:38:58.132404 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0fc96852-ca84-4763-8066-c60555837144 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (9c90419f-123b-4436-bfaa-8b7fb411f460), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.162333 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0fc96852-ca84-4763-8066-c60555837144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (9c90419f-123b-4436-bfaa-8b7fb411f460), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.163491 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc96852-ca84-4763-8066-c60555837144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:58.164151 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0fc96852-ca84-4763-8066-c60555837144 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.223550 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0fc96852-ca84-4763-8066-c60555837144 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3226402 Mar 23 02:38:58.226622 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57228) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:58.233777 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-66c619db-8878-463e-89eb-98276c5c21fb admin admin] Request body: {'subnet': {'network_id': '9c90419f-123b-4436-bfaa-8b7fb411f460', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-5860510-subnet', 'tenant_id': '3a531ab5e3a44c669df9f4183fad3b90', 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:58.238054 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc96852-ca84-4763-8066-c60555837144 admin admin] Pushing event updated for resources: {'Network': ['ID=9c90419f-123b-4436-bfaa-8b7fb411f460,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:58.248575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 9c90419f-123b-4436-bfaa-8b7fb411f460 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:38:58.261735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c619db-8878-463e-89eb-98276c5c21fb admin admin] Made reservation on behalf of 3a531ab5e3a44c669df9f4183fad3b90 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:38:58.264905 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c619db-8878-463e-89eb-98276c5c21fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.447216 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c619db-8878-463e-89eb-98276c5c21fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (150bd42b-c9a1-4087-9f13-b0fd33847085), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.505451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c619db-8878-463e-89eb-98276c5c21fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=150bd42b-c9a1-4087-9f13-b0fd33847085,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:58.513684 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c619db-8878-463e-89eb-98276c5c21fb admin admin] Checking segment: {'id': '3374ec49-f3d7-4f62-beb3-d51f8cb0d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c90419f-123b-4436-bfaa-8b7fb411f460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:58.514114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c619db-8878-463e-89eb-98276c5c21fb admin admin] Network hostable DHCP agents. Network: 9c90419f-123b-4436-bfaa-8b7fb411f460, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:38:58.533472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c619db-8878-463e-89eb-98276c5c21fb admin admin] Network 9c90419f-123b-4436-bfaa-8b7fb411f460 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:38:58.543987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-66c619db-8878-463e-89eb-98276c5c21fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 9c90419f-123b-4436-bfaa-8b7fb411f460) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:58.548316 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c619db-8878-463e-89eb-98276c5c21fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:38:58.549208 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66c619db-8878-463e-89eb-98276c5c21fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.554614 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d59607-0cd4-47b1-8744-d17f3008a3d1 None None] Network 9c90419f-123b-4436-bfaa-8b7fb411f460 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:38:58.566301 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-66c619db-8878-463e-89eb-98276c5c21fb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3386333 Mar 23 02:38:58.568811 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57230) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:38:58.573646 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-5860510-router', 'tenant_id': '3a531ab5e3a44c669df9f4183fad3b90', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:38:58.596365 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (25afd1ae-1038-4525-b28c-1a0f04db042d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.597908 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (25afd1ae-1038-4525-b28c-1a0f04db042d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.664578 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Publish callbacks [] for router_controller (25afd1ae-1038-4525-b28c-1a0f04db042d), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.665131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-9c90419f-123b-4436-bfaa-8b7fb411f460', 'network_id': '9c90419f-123b-4436-bfaa-8b7fb411f460', 'project_id': '3a531ab5e3a44c669df9f4183fad3b90', 'fixed_ips': [{'subnet_id': '150bd42b-c9a1-4087-9f13-b0fd33847085'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:38:58.666430 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.802537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Allocated IP 172.20.0.2 (9c90419f-123b-4436-bfaa-8b7fb411f460/150bd42b-c9a1-4087-9f13-b0fd33847085/7baeb872-3bcb-4c75-b99a-537914409bab) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:58.808123 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Publish callbacks [] for router_gateway (25afd1ae-1038-4525-b28c-1a0f04db042d), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.961885 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Publish callbacks [] for port (7baeb872-3bcb-4c75-b99a-537914409bab), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:58.969652 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (7baeb872-3bcb-4c75-b99a-537914409bab), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.008726 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Network 9c90419f-123b-4436-bfaa-8b7fb411f460 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:59.011737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:59.018012 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:59.023579 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Publish callbacks [] for router_gateway (25afd1ae-1038-4525-b28c-1a0f04db042d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.024364 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Pushing event updated for resources: {'Port': ['ID=7baeb872-3bcb-4c75-b99a-537914409bab,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:59.044654 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.083494 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Attempting to bind port 7baeb872-3bcb-4c75-b99a-537914409bab on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:38:59.083866 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Attempting to bind port 7baeb872-3bcb-4c75-b99a-537914409bab by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '3374ec49-f3d7-4f62-beb3-d51f8cb0d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c90419f-123b-4436-bfaa-8b7fb411f460'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:38:59.084257 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Attempting to bind port 7baeb872-3bcb-4c75-b99a-537914409bab on network 9c90419f-123b-4436-bfaa-8b7fb411f460 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:38:59.090390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:38:59.090766 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Checking segment: {'id': '3374ec49-f3d7-4f62-beb3-d51f8cb0d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c90419f-123b-4436-bfaa-8b7fb411f460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:38:59.091314 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.092209 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Bound using segment: {'id': '3374ec49-f3d7-4f62-beb3-d51f8cb0d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c90419f-123b-4436-bfaa-8b7fb411f460'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:38:59.092731 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Bound port: 7baeb872-3bcb-4c75-b99a-537914409bab, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3374ec49-f3d7-4f62-beb3-d51f8cb0d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c90419f-123b-4436-bfaa-8b7fb411f460'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:38:59.093238 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7baeb872-3bcb-4c75-b99a-537914409bab), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.160010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] For port 7baeb872-3bcb-4c75-b99a-537914409bab, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:38:59.162389 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Allocated IP 172.25.0.44 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/06825843-078b-409b-91a4-828788214af5) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:38:59.167020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] For port 7baeb872-3bcb-4c75-b99a-537914409bab, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7baeb872-3bcb-4c75-b99a-537914409bab,segment=NetworkSegment(3374ec49-f3d7-4f62-beb3-d51f8cb0d72d),segment_id=3374ec49-f3d7-4f62-beb3-d51f8cb0d72d)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:38:59.176378 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7baeb872-3bcb-4c75-b99a-537914409bab), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.239304 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2e690-5b81-417a-9c06-9536c978eb8e None None] Pushing event updated for resources: {'Port': ['ID=7baeb872-3bcb-4c75-b99a-537914409bab,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:59.287101 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Publish callbacks [] for port (06825843-078b-409b-91a4-828788214af5), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.324302 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (06825843-078b-409b-91a4-828788214af5), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.366191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:38:59.369421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:38:59.373329 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:38:59.412455 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Pushing event updated for resources: {'Port': ['ID=06825843-078b-409b-91a4-828788214af5,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:59.506273 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Sync routers for ids ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:38:59.519139 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Routers {'1f0d52f0-83f9-411f-92c5-4eeafdc0f535'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:38:59.520023 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:59.612895 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7baeb872-3bcb-4c75-b99a-537914409bab up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:59.638515 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Set router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:38:59.676302 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 7baeb872-3bcb-4c75-b99a-537914409bab triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:59.676719 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7baeb872-3bcb-4c75-b99a-537914409bab), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.692234 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Publish callbacks [] for router_gateway (25afd1ae-1038-4525-b28c-1a0f04db042d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.767930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 7baeb872-3bcb-4c75-b99a-537914409bab is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:38:59.768233 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (7baeb872-3bcb-4c75-b99a-537914409bab), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.801642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 7baeb872-3bcb-4c75-b99a-537914409bab, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7baeb872-3bcb-4c75-b99a-537914409bab,segment=NetworkSegment(3374ec49-f3d7-4f62-beb3-d51f8cb0d72d),segment_id=3374ec49-f3d7-4f62-beb3-d51f8cb0d72d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:38:59.808233 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (7baeb872-3bcb-4c75-b99a-537914409bab), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.809232 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device decaaded-e353-45ce-b795-afda54a4f478 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:38:59.863181 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'name': 'tempest-TestMinimumBasicScenario-1429751235-router', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'decaaded-e353-45ce-b795-afda54a4f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:53Z', 'updated_at': '2022-03-23T02:38:56Z', 'revision_number': 4, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'gw_port': {'id': 'decaaded-e353-45ce-b795-afda54a4f478', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:da:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:54Z', 'updated_at': '2022-03-23T02:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'f1985342-0f4d-4a07-9af4-7dcfbe30de9c', 'name': '', 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'mac_address': 'fa:16:3e:6f:be:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:56Z', 'updated_at': '2022-03-23T02:38:56Z', 'revision_number': 2, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'subnets': [{'id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:38:59.892033 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Checking router: 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:38:59.892481 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Updating router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 port f1985342-0f4d-4a07-9af4-7dcfbe30de9c binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:38:59.894818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=7baeb872-3bcb-4c75-b99a-537914409bab,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:38:59.904379 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port decaaded-e353-45ce-b795-afda54a4f478 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:38:59.904879 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (decaaded-e353-45ce-b795-afda54a4f478), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:38:59.924326 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.002902 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port decaaded-e353-45ce-b795-afda54a4f478 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:00.003451 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (decaaded-e353-45ce-b795-afda54a4f478), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.030544 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port decaaded-e353-45ce-b795-afda54a4f478, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=decaaded-e353-45ce-b795-afda54a4f478,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:00.039888 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (decaaded-e353-45ce-b795-afda54a4f478), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.098148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=decaaded-e353-45ce-b795-afda54a4f478,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:00.227360 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (25afd1ae-1038-4525-b28c-1a0f04db042d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.236423 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Publish callbacks [] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.243304 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.300989 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0856b-3176-4a40-ba34-a5c370561be1 None None] Pushing event updated for resources: {'Port': ['ID=f1985342-0f4d-4a07-9af4-7dcfbe30de9c,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:00.325204 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0856b-3176-4a40-ba34-a5c370561be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:00.325723 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0856b-3176-4a40-ba34-a5c370561be1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:00.326263 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0856b-3176-4a40-ba34-a5c370561be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:00.326591 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0856b-3176-4a40-ba34-a5c370561be1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:00.327010 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0856b-3176-4a40-ba34-a5c370561be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:00.327428 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0856b-3176-4a40-ba34-a5c370561be1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:00.327846 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0856b-3176-4a40-ba34-a5c370561be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:00.328258 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0856b-3176-4a40-ba34-a5c370561be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:00.328842 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0856b-3176-4a40-ba34-a5c370561be1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:00.329255 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0856b-3176-4a40-ba34-a5c370561be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:00.329669 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0856b-3176-4a40-ba34-a5c370561be1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:00.330081 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0856b-3176-4a40-ba34-a5c370561be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:00.330503 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0856b-3176-4a40-ba34-a5c370561be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:00.330911 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0856b-3176-4a40-ba34-a5c370561be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:00.331831 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0856b-3176-4a40-ba34-a5c370561be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:00.369144 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Attempting to bind port f1985342-0f4d-4a07-9af4-7dcfbe30de9c on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:00.369703 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Attempting to bind port f1985342-0f4d-4a07-9af4-7dcfbe30de9c by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '5adda760-21e6-483e-bb59-798ee72cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:00.370181 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Attempting to bind port f1985342-0f4d-4a07-9af4-7dcfbe30de9c on network 5e32606d-8a3d-4cfa-9451-c8964d53dd50 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:00.376279 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:00.376817 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Checking segment: {'id': '5adda760-21e6-483e-bb59-798ee72cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:00.377308 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.377839 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Bound using segment: {'id': '5adda760-21e6-483e-bb59-798ee72cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:00.378284 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Bound port: f1985342-0f4d-4a07-9af4-7dcfbe30de9c, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5adda760-21e6-483e-bb59-798ee72cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:00.378728 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.387429 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Router 25afd1ae-1038-4525-b28c-1a0f04db042d is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:39:00.455246 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] For port f1985342-0f4d-4a07-9af4-7dcfbe30de9c, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:00.458351 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] For port f1985342-0f4d-4a07-9af4-7dcfbe30de9c, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=f1985342-0f4d-4a07-9af4-7dcfbe30de9c,segment=NetworkSegment(5adda760-21e6-483e-bb59-798ee72cbcf7),segment_id=5adda760-21e6-483e-bb59-798ee72cbcf7)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:00.461423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca36060b-c311-4d9f-859f-0bce0a2b82f3 None None] Network 9c90419f-123b-4436-bfaa-8b7fb411f460 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:39:00.479378 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.510437 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:00.534566 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Sync routers for ids ['25afd1ae-1038-4525-b28c-1a0f04db042d'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:00.534783 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.537851 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b63853c5-0af2-48cc-95e5-0266953f55c7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9661517 Mar 23 02:39:00.539222 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57232) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:00.562680 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0856b-3176-4a40-ba34-a5c370561be1 None None] Pushing event updated for resources: {'Port': ['ID=f1985342-0f4d-4a07-9af4-7dcfbe30de9c,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:00.566193 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Routers {'1f0d52f0-83f9-411f-92c5-4eeafdc0f535'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:00.567677 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:00.583048 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1ba01174-4df5-48ad-9977-20ee522bd334 None None] Provisioning complete for port 7baeb872-3bcb-4c75-b99a-537914409bab triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:00.583420 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1ba01174-4df5-48ad-9977-20ee522bd334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7baeb872-3bcb-4c75-b99a-537914409bab), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:00.619872 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Routers {'25afd1ae-1038-4525-b28c-1a0f04db042d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:00.620588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b5dad904-ba66-4130-8e62-91249793445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['25afd1ae-1038-4525-b28c-1a0f04db042d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:00.696630 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] Set router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:00.921293 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'name': 'tempest-TestMinimumBasicScenario-1429751235-router', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'decaaded-e353-45ce-b795-afda54a4f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:53Z', 'updated_at': '2022-03-23T02:38:56Z', 'revision_number': 4, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'gw_port': {'id': 'decaaded-e353-45ce-b795-afda54a4f478', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:54Z', 'updated_at': '2022-03-23T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'f1985342-0f4d-4a07-9af4-7dcfbe30de9c', 'name': '', 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'mac_address': 'fa:16:3e:6f:be:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:56Z', 'updated_at': '2022-03-23T02:39:00Z', 'revision_number': 4, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'subnets': [{'id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:00.951567 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b4db28-2af0-4e9e-b2a3-438a320436b1 None None] The sync data for ids ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'] in n-d-834677-4 is: [{'id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'name': 'tempest-TestMinimumBasicScenario-1429751235-router', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'decaaded-e353-45ce-b795-afda54a4f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:53Z', 'updated_at': '2022-03-23T02:38:56Z', 'revision_number': 4, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'gw_port': {'id': 'decaaded-e353-45ce-b795-afda54a4f478', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:54Z', 'updated_at': '2022-03-23T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'f1985342-0f4d-4a07-9af4-7dcfbe30de9c', 'name': '', 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'mac_address': 'fa:16:3e:6f:be:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:56Z', 'updated_at': '2022-03-23T02:39:00Z', 'revision_number': 4, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'subnets': [{'id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:00.989583 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Set router 25afd1ae-1038-4525-b28c-1a0f04db042d gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:00.992265 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1ba01174-4df5-48ad-9977-20ee522bd334 None None] Current status of the port 7baeb872-3bcb-4c75-b99a-537914409bab is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:01.070592 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.192938 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e2e479d0-f983-4d06-9b2f-5fd3d01375d5 None None] Provisioning complete for port f1985342-0f4d-4a07-9af4-7dcfbe30de9c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:01.193319 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e2e479d0-f983-4d06-9b2f-5fd3d01375d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.256796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Allocated IP 172.20.0.1 (9c90419f-123b-4436-bfaa-8b7fb411f460/150bd42b-c9a1-4087-9f13-b0fd33847085/2de216b3-2cf8-4c60-bdc2-e0cbde8204a6) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:01.261942 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b5dad904-ba66-4130-8e62-91249793445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'name': 'tempest-TestMinimumBasicScenario-5860510-router', 'tenant_id': '3a531ab5e3a44c669df9f4183fad3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '06825843-078b-409b-91a4-828788214af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:58Z', 'updated_at': '2022-03-23T02:38:59Z', 'revision_number': 3, 'project_id': '3a531ab5e3a44c669df9f4183fad3b90', 'gw_port': {'id': '06825843-078b-409b-91a4-828788214af5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:59Z', 'updated_at': '2022-03-23T02:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:01.308426 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Checking router: 25afd1ae-1038-4525-b28c-1a0f04db042d for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:39:01.308712 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Updating router 25afd1ae-1038-4525-b28c-1a0f04db042d port 06825843-078b-409b-91a4-828788214af5 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:39:01.345372 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e2e479d0-f983-4d06-9b2f-5fd3d01375d5 None None] Current status of the port f1985342-0f4d-4a07-9af4-7dcfbe30de9c is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:01.345758 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e2e479d0-f983-4d06-9b2f-5fd3d01375d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.347680 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (06825843-078b-409b-91a4-828788214af5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.378311 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Publish callbacks [] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.418709 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.470354 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Network 9c90419f-123b-4436-bfaa-8b7fb411f460 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:01.475793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:01.476429 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e2e479d0-f983-4d06-9b2f-5fd3d01375d5 None None] For port f1985342-0f4d-4a07-9af4-7dcfbe30de9c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=f1985342-0f4d-4a07-9af4-7dcfbe30de9c,segment=NetworkSegment(5adda760-21e6-483e-bb59-798ee72cbcf7),segment_id=5adda760-21e6-483e-bb59-798ee72cbcf7)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:01.481335 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:01.483572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Pushing event updated for resources: {'Port': ['ID=2de216b3-2cf8-4c60-bdc2-e0cbde8204a6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:01.490847 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e2e479d0-f983-4d06-9b2f-5fd3d01375d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.548865 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (25afd1ae-1038-4525-b28c-1a0f04db042d), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.598982 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device f1985342-0f4d-4a07-9af4-7dcfbe30de9c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:01.658680 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e479d0-f983-4d06-9b2f-5fd3d01375d5 None None] Pushing event updated for resources: {'Port': ['ID=f1985342-0f4d-4a07-9af4-7dcfbe30de9c,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:01.686125 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-40180841-c0b0-474d-bb31-2e2484a614b2 None None] Provisioning complete for port 7baeb872-3bcb-4c75-b99a-537914409bab triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:01.686505 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-40180841-c0b0-474d-bb31-2e2484a614b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7baeb872-3bcb-4c75-b99a-537914409bab), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.726900 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.770026 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port f1985342-0f4d-4a07-9af4-7dcfbe30de9c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:01.770329 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.887823 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Publish callbacks [] for port (06825843-078b-409b-91a4-828788214af5), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.901959 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (06825843-078b-409b-91a4-828788214af5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.910036 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Publish callbacks [] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.910704 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-40180841-c0b0-474d-bb31-2e2484a614b2 None None] Current status of the port 7baeb872-3bcb-4c75-b99a-537914409bab is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:01.916619 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.985091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Pushing event updated for resources: {'Port': ['ID=2de216b3-2cf8-4c60-bdc2-e0cbde8204a6,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:01.987805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Attempting to bind port 06825843-078b-409b-91a4-828788214af5 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:01.988184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Attempting to bind port 06825843-078b-409b-91a4-828788214af5 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:01.988552 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Attempting to bind port 06825843-078b-409b-91a4-828788214af5 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:01.989061 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (25afd1ae-1038-4525-b28c-1a0f04db042d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:01.990531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a0515-280c-4ec5-bfb2-202ec6472737 None None] Pushing event updated for resources: {'Port': ['ID=06825843-078b-409b-91a4-828788214af5,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:02.001530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port f1985342-0f4d-4a07-9af4-7dcfbe30de9c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:02.002498 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7baeb872-3bcb-4c75-b99a-537914409bab up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:02.004311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:02.004713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:02.005119 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.005516 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:02.006006 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Bound port: 06825843-078b-409b-91a4-828788214af5, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:02.006384 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (06825843-078b-409b-91a4-828788214af5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.086485 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Network 9c90419f-123b-4436-bfaa-8b7fb411f460 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:02.087950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:02.097666 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-efc05ae4-bf67-4c6e-8d7e-48310116f289 None None] Provisioning complete for port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:02.098041 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-efc05ae4-bf67-4c6e-8d7e-48310116f289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.099937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b5dad904-ba66-4130-8e62-91249793445d None None] For port 06825843-078b-409b-91a4-828788214af5, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:02.103541 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b5dad904-ba66-4130-8e62-91249793445d None None] For port 06825843-078b-409b-91a4-828788214af5, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=06825843-078b-409b-91a4-828788214af5,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:02.129339 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (06825843-078b-409b-91a4-828788214af5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.188311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 7baeb872-3bcb-4c75-b99a-537914409bab triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:02.188771 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (7baeb872-3bcb-4c75-b99a-537914409bab), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.190293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-efc05ae4-bf67-4c6e-8d7e-48310116f289 None None] Port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:39:02.237957 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Routers {'25afd1ae-1038-4525-b28c-1a0f04db042d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:02.238612 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b5dad904-ba66-4130-8e62-91249793445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['25afd1ae-1038-4525-b28c-1a0f04db042d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:02.242315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a0515-280c-4ec5-bfb2-202ec6472737 None None] Pushing event updated for resources: {'Port': ['ID=06825843-078b-409b-91a4-828788214af5,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:02.388239 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 7baeb872-3bcb-4c75-b99a-537914409bab is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:02.389255 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device decaaded-e353-45ce-b795-afda54a4f478 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:02.417077 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-b5dad904-ba66-4130-8e62-91249793445d None None] Set router 25afd1ae-1038-4525-b28c-1a0f04db042d gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:02.489882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Router 25afd1ae-1038-4525-b28c-1a0f04db042d has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:39:02.512809 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-48ec3bbe-e19c-4144-b002-658d60fdaefd None None] Provisioning complete for port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:02.513222 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-48ec3bbe-e19c-4144-b002-658d60fdaefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.598673 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-48ec3bbe-e19c-4144-b002-658d60fdaefd None None] Port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:39:02.602427 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:02.602857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port decaaded-e353-45ce-b795-afda54a4f478 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:02.602857 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (decaaded-e353-45ce-b795-afda54a4f478), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:02.613389 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-338b8317-3ea7-465b-ba3c-b56b78898f99 admin admin] 10.222.0.18 "PUT /v2.0/routers/25afd1ae-1038-4525-b28c-1a0f04db042d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0669754 Mar 23 02:39:02.737013 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port decaaded-e353-45ce-b795-afda54a4f478 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:02.746081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b5dad904-ba66-4130-8e62-91249793445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'name': 'tempest-TestMinimumBasicScenario-5860510-router', 'tenant_id': '3a531ab5e3a44c669df9f4183fad3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '06825843-078b-409b-91a4-828788214af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:58Z', 'updated_at': '2022-03-23T02:39:01Z', 'revision_number': 4, 'project_id': '3a531ab5e3a44c669df9f4183fad3b90', 'gw_port': {'id': '06825843-078b-409b-91a4-828788214af5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:59Z', 'updated_at': '2022-03-23T02:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '2de216b3-2cf8-4c60-bdc2-e0cbde8204a6', 'name': '', 'network_id': '9c90419f-123b-4436-bfaa-8b7fb411f460', 'tenant_id': '3a531ab5e3a44c669df9f4183fad3b90', 'mac_address': 'fa:16:3e:5e:3d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '150bd42b-c9a1-4087-9f13-b0fd33847085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:01Z', 'updated_at': '2022-03-23T02:39:01Z', 'revision_number': 2, 'project_id': '3a531ab5e3a44c669df9f4183fad3b90', 'subnets': [{'id': '150bd42b-c9a1-4087-9f13-b0fd33847085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:02.773718 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dad904-ba66-4130-8e62-91249793445d None None] The sync data for ids ['25afd1ae-1038-4525-b28c-1a0f04db042d'] in n-d-834677-4 is: [{'id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'name': 'tempest-TestMinimumBasicScenario-5860510-router', 'tenant_id': '3a531ab5e3a44c669df9f4183fad3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '06825843-078b-409b-91a4-828788214af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:58Z', 'updated_at': '2022-03-23T02:39:01Z', 'revision_number': 4, 'project_id': '3a531ab5e3a44c669df9f4183fad3b90', 'gw_port': {'id': '06825843-078b-409b-91a4-828788214af5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:59Z', 'updated_at': '2022-03-23T02:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '2de216b3-2cf8-4c60-bdc2-e0cbde8204a6', 'name': '', 'network_id': '9c90419f-123b-4436-bfaa-8b7fb411f460', 'tenant_id': '3a531ab5e3a44c669df9f4183fad3b90', 'mac_address': 'fa:16:3e:5e:3d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '150bd42b-c9a1-4087-9f13-b0fd33847085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:01Z', 'updated_at': '2022-03-23T02:39:01Z', 'revision_number': 2, 'project_id': '3a531ab5e3a44c669df9f4183fad3b90', 'subnets': [{'id': '150bd42b-c9a1-4087-9f13-b0fd33847085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:03.498344 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device f1985342-0f4d-4a07-9af4-7dcfbe30de9c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:03.557979 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port f1985342-0f4d-4a07-9af4-7dcfbe30de9c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:03.558375 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:03.645799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port f1985342-0f4d-4a07-9af4-7dcfbe30de9c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:04.402685 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.388068 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Sync routers for ids ['25afd1ae-1038-4525-b28c-1a0f04db042d'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:05.405214 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Routers {'25afd1ae-1038-4525-b28c-1a0f04db042d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:05.405850 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['25afd1ae-1038-4525-b28c-1a0f04db042d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:05.542339 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Set router 25afd1ae-1038-4525-b28c-1a0f04db042d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:05.563142 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 06825843-078b-409b-91a4-828788214af5 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:05.623458 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 06825843-078b-409b-91a4-828788214af5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:05.623837 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (06825843-078b-409b-91a4-828788214af5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.726159 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 06825843-078b-409b-91a4-828788214af5 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:05.726833 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (06825843-078b-409b-91a4-828788214af5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.756248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 06825843-078b-409b-91a4-828788214af5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=06825843-078b-409b-91a4-828788214af5,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:05.764034 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (06825843-078b-409b-91a4-828788214af5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:05.832556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=06825843-078b-409b-91a4-828788214af5,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:05.909362 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'name': 'tempest-TestMinimumBasicScenario-5860510-router', 'tenant_id': '3a531ab5e3a44c669df9f4183fad3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '06825843-078b-409b-91a4-828788214af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:58Z', 'updated_at': '2022-03-23T02:39:01Z', 'revision_number': 4, 'project_id': '3a531ab5e3a44c669df9f4183fad3b90', 'gw_port': {'id': '06825843-078b-409b-91a4-828788214af5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:59Z', 'updated_at': '2022-03-23T02:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '2de216b3-2cf8-4c60-bdc2-e0cbde8204a6', 'name': '', 'network_id': '9c90419f-123b-4436-bfaa-8b7fb411f460', 'tenant_id': '3a531ab5e3a44c669df9f4183fad3b90', 'mac_address': 'fa:16:3e:5e:3d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '150bd42b-c9a1-4087-9f13-b0fd33847085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:01Z', 'updated_at': '2022-03-23T02:39:01Z', 'revision_number': 2, 'project_id': '3a531ab5e3a44c669df9f4183fad3b90', 'subnets': [{'id': '150bd42b-c9a1-4087-9f13-b0fd33847085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:05.938897 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Checking router: 25afd1ae-1038-4525-b28c-1a0f04db042d for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:39:05.940372 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Updating router 25afd1ae-1038-4525-b28c-1a0f04db042d port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:39:05.973380 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:06.270805 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Publish callbacks [] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:06.280540 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:06.325396 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9611d-2333-49b4-baae-48e11195289c None None] Pushing event updated for resources: {'Port': ['ID=2de216b3-2cf8-4c60-bdc2-e0cbde8204a6,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:06.405374 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Attempting to bind port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:06.406217 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Attempting to bind port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '3374ec49-f3d7-4f62-beb3-d51f8cb0d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c90419f-123b-4436-bfaa-8b7fb411f460'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:06.406217 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Attempting to bind port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 on network 9c90419f-123b-4436-bfaa-8b7fb411f460 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:06.411722 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:06.412100 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Checking segment: {'id': '3374ec49-f3d7-4f62-beb3-d51f8cb0d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c90419f-123b-4436-bfaa-8b7fb411f460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:06.412533 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:06.412971 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Bound using segment: {'id': '3374ec49-f3d7-4f62-beb3-d51f8cb0d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c90419f-123b-4436-bfaa-8b7fb411f460'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:06.413452 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Bound port: 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3374ec49-f3d7-4f62-beb3-d51f8cb0d72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c90419f-123b-4436-bfaa-8b7fb411f460'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:06.413836 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:06.498832 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] For port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:06.504117 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] For port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2de216b3-2cf8-4c60-bdc2-e0cbde8204a6,segment=NetworkSegment(3374ec49-f3d7-4f62-beb3-d51f8cb0d72d),segment_id=3374ec49-f3d7-4f62-beb3-d51f8cb0d72d)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:06.513537 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:06.580427 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9611d-2333-49b4-baae-48e11195289c None None] Pushing event updated for resources: {'Port': ['ID=2de216b3-2cf8-4c60-bdc2-e0cbde8204a6,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:06.604714 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Routers {'25afd1ae-1038-4525-b28c-1a0f04db042d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:06.611280 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:38:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['25afd1ae-1038-4525-b28c-1a0f04db042d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:06.766898 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-57f7d0cc-e470-488c-aeba-0821a10dc6c8 None None] Provisioning complete for port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:06.768478 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-57f7d0cc-e470-488c-aeba-0821a10dc6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:06.777815 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] Set router 25afd1ae-1038-4525-b28c-1a0f04db042d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:07.054104 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'name': 'tempest-TestMinimumBasicScenario-5860510-router', 'tenant_id': '3a531ab5e3a44c669df9f4183fad3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '06825843-078b-409b-91a4-828788214af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:58Z', 'updated_at': '2022-03-23T02:39:01Z', 'revision_number': 4, 'project_id': '3a531ab5e3a44c669df9f4183fad3b90', 'gw_port': {'id': '06825843-078b-409b-91a4-828788214af5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:59Z', 'updated_at': '2022-03-23T02:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '2de216b3-2cf8-4c60-bdc2-e0cbde8204a6', 'name': '', 'network_id': '9c90419f-123b-4436-bfaa-8b7fb411f460', 'tenant_id': '3a531ab5e3a44c669df9f4183fad3b90', 'mac_address': 'fa:16:3e:5e:3d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '150bd42b-c9a1-4087-9f13-b0fd33847085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:01Z', 'updated_at': '2022-03-23T02:39:06Z', 'revision_number': 4, 'project_id': '3a531ab5e3a44c669df9f4183fad3b90', 'subnets': [{'id': '150bd42b-c9a1-4087-9f13-b0fd33847085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:07.083421 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-57f7d0cc-e470-488c-aeba-0821a10dc6c8 None None] Current status of the port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:07.083813 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-57f7d0cc-e470-488c-aeba-0821a10dc6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:07.088963 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe3264a-964c-4e10-8b5c-062dd552f9f7 None None] The sync data for ids ['25afd1ae-1038-4525-b28c-1a0f04db042d'] in n-d-834677-4 is: [{'id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'name': 'tempest-TestMinimumBasicScenario-5860510-router', 'tenant_id': '3a531ab5e3a44c669df9f4183fad3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '06825843-078b-409b-91a4-828788214af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:58Z', 'updated_at': '2022-03-23T02:39:01Z', 'revision_number': 4, 'project_id': '3a531ab5e3a44c669df9f4183fad3b90', 'gw_port': {'id': '06825843-078b-409b-91a4-828788214af5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:59Z', 'updated_at': '2022-03-23T02:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '2de216b3-2cf8-4c60-bdc2-e0cbde8204a6', 'name': '', 'network_id': '9c90419f-123b-4436-bfaa-8b7fb411f460', 'tenant_id': '3a531ab5e3a44c669df9f4183fad3b90', 'mac_address': 'fa:16:3e:5e:3d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '150bd42b-c9a1-4087-9f13-b0fd33847085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:39:01Z', 'updated_at': '2022-03-23T02:39:06Z', 'revision_number': 4, 'project_id': '3a531ab5e3a44c669df9f4183fad3b90', 'subnets': [{'id': '150bd42b-c9a1-4087-9f13-b0fd33847085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:07.155165 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-57f7d0cc-e470-488c-aeba-0821a10dc6c8 None None] For port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2de216b3-2cf8-4c60-bdc2-e0cbde8204a6,segment=NetworkSegment(3374ec49-f3d7-4f62-beb3-d51f8cb0d72d),segment_id=3374ec49-f3d7-4f62-beb3-d51f8cb0d72d)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:07.160963 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-57f7d0cc-e470-488c-aeba-0821a10dc6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:07.219972 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7d0cc-e470-488c-aeba-0821a10dc6c8 None None] Pushing event updated for resources: {'Port': ['ID=2de216b3-2cf8-4c60-bdc2-e0cbde8204a6,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:07.293864 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-7f3ad81c-4334-4248-94cd-c04ee2e2c365 None None] Provisioning complete for port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:07.294227 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7f3ad81c-4334-4248-94cd-c04ee2e2c365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:07.383521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ad81c-4334-4248-94cd-c04ee2e2c365 None None] Current status of the port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:07.551171 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:07.605140 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:07.605417 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:07.700376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:07.700376 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 06825843-078b-409b-91a4-828788214af5 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:07.751335 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 06825843-078b-409b-91a4-828788214af5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:07.751706 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (06825843-078b-409b-91a4-828788214af5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:07.841450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 06825843-078b-409b-91a4-828788214af5 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:13.059679 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db782ebe-a318-4600-adc6-07a3fda02851 req-a5606759-976e-412f-91f9-8c5c3c0e791b tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:13.061198 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db782ebe-a318-4600-adc6-07a3fda02851 req-a5606759-976e-412f-91f9-8c5c3c0e791b tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/networks?id=5e32606d-8a3d-4cfa-9451-c8964d53dd50 HTTP/1.1" status: 200 len: 815 time: 0.1063273 Mar 23 02:39:13.076197 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db782ebe-a318-4600-adc6-07a3fda02851 req-6a60d67f-e58a-4103-a50e-f45e1fa64819 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/quotas/10073fe4fa744c5dab564efa98b70a3b HTTP/1.1" status: 200 len: 375 time: 0.0094049 Mar 23 02:39:13.134135 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db782ebe-a318-4600-adc6-07a3fda02851 req-e37aa936-2afa-4333-a9b3-9ff079bcb6ad tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=10073fe4fa744c5dab564efa98b70a3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529802 Mar 23 02:39:13.236938 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db782ebe-a318-4600-adc6-07a3fda02851 req-afef1c0e-5aa1-49f4-9186-b586d90014db service neutron] 10.222.0.18 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858505 Mar 23 02:39:13.338176 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db782ebe-a318-4600-adc6-07a3fda02851 req-88895a3e-9dd1-4bd9-96fa-c630698c134c service neutron] 10.222.0.18 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929058 Mar 23 02:39:13.519259 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-697f1b75-b198-4160-a439-05c91942d53c req-f8446933-79c7-42c7-afa9-5506866c0dd3 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 210 time: 0.0317910 Mar 23 02:39:14.660424 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ab77d344-464f-48f1-843f-c86de524a6d3 req-b96933cd-c6b7-46c2-8e66-71cb986691e4 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 210 time: 0.0684083 Mar 23 02:39:14.714204 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db782ebe-a318-4600-adc6-07a3fda02851 req-4b94faed-53ab-414c-b2df-fbbb33b68d49 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:14.715952 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db782ebe-a318-4600-adc6-07a3fda02851 req-4b94faed-53ab-414c-b2df-fbbb33b68d49 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.42 "GET /v2.0/networks?id=5e32606d-8a3d-4cfa-9451-c8964d53dd50 HTTP/1.1" status: 200 len: 815 time: 0.1368048 Mar 23 02:39:14.730361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-db782ebe-a318-4600-adc6-07a3fda02851 req-c1162603-c7a2-4e66-95ca-b977a9b17a0d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Request body: {'port': {'device_id': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'admin_state_up': True, 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:14.844833 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db782ebe-a318-4600-adc6-07a3fda02851 req-c1162603-c7a2-4e66-95ca-b977a9b17a0d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Made reservation on behalf of 10073fe4fa744c5dab564efa98b70a3b for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:39:14.848302 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db782ebe-a318-4600-adc6-07a3fda02851 req-c1162603-c7a2-4e66-95ca-b977a9b17a0d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:14.993034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-db782ebe-a318-4600-adc6-07a3fda02851 req-c1162603-c7a2-4e66-95ca-b977a9b17a0d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Allocated IP 172.20.0.12 (5e32606d-8a3d-4cfa-9451-c8964d53dd50/dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4/1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:15.215555 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db782ebe-a318-4600-adc6-07a3fda02851 req-c1162603-c7a2-4e66-95ca-b977a9b17a0d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.264733 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db782ebe-a318-4600-adc6-07a3fda02851 req-c1162603-c7a2-4e66-95ca-b977a9b17a0d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.317726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1162603-c7a2-4e66-95ca-b977a9b17a0d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Pushing event updated for resources: {'Port': ['ID=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:15.331164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db782ebe-a318-4600-adc6-07a3fda02851 req-c1162603-c7a2-4e66-95ca-b977a9b17a0d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Network 5e32606d-8a3d-4cfa-9451-c8964d53dd50 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:15.332779 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-db782ebe-a318-4600-adc6-07a3fda02851 req-c1162603-c7a2-4e66-95ca-b977a9b17a0d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:15.335391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-db782ebe-a318-4600-adc6-07a3fda02851 req-c1162603-c7a2-4e66-95ca-b977a9b17a0d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:15.428947 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db782ebe-a318-4600-adc6-07a3fda02851 req-c1162603-c7a2-4e66-95ca-b977a9b17a0d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:15.429795 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db782ebe-a318-4600-adc6-07a3fda02851 req-c1162603-c7a2-4e66-95ca-b977a9b17a0d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.471421 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db782ebe-a318-4600-adc6-07a3fda02851 req-c1162603-c7a2-4e66-95ca-b977a9b17a0d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7446566 Mar 23 02:39:15.670067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-64fb77d6-94d0-49f9-8d84-92135dc238d2 None None] Provisioning complete for port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:15.670702 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-64fb77d6-94d0-49f9-8d84-92135dc238d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:15.706986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-64fb77d6-94d0-49f9-8d84-92135dc238d2 None None] Port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:39:15.790117 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be4b4-eb12-4177-8306-bedeb44e82ba req-b81d05f6-24c7-4409-bf2b-8d2a1a4873db tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:15.796390 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8b4be4b4-eb12-4177-8306-bedeb44e82ba req-b81d05f6-24c7-4409-bf2b-8d2a1a4873db tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 932 time: 0.0603209 Mar 23 02:39:15.842214 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8b4be4b4-eb12-4177-8306-bedeb44e82ba req-0fe101bc-1c2c-4026-bf83-4be62e7e7f55 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439401 Mar 23 02:39:16.979724 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127297b8-d8e9-4539-84a6-84f4876c4c67 req-22beacbb-903a-4a88-a7a0-8b24b586a271 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:16.981476 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-127297b8-d8e9-4539-84a6-84f4876c4c67 req-22beacbb-903a-4a88-a7a0-8b24b586a271 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 932 time: 0.0571034 Mar 23 02:39:17.029256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-127297b8-d8e9-4539-84a6-84f4876c4c67 req-1ed4ca8b-923b-415b-8384-d1f6f60bb823 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415974 Mar 23 02:39:18.159289 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762a011-2c9c-4160-ba6e-466063e60cad req-c2727c0e-4bea-4e73-914a-1136f1e5b894 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:18.160912 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8762a011-2c9c-4160-ba6e-466063e60cad req-c2727c0e-4bea-4e73-914a-1136f1e5b894 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 932 time: 0.0577734 Mar 23 02:39:18.217375 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8762a011-2c9c-4160-ba6e-466063e60cad req-9c48d17e-7f5e-4b07-a51d-d0ee3ef9349e tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486467 Mar 23 02:39:19.355563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd9bb5-712b-4cd8-ac2b-b74450d53d27 req-c2bd4a81-1ec7-4e7c-8f4a-2251213e865b tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:19.357097 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9cd9bb5-712b-4cd8-ac2b-b74450d53d27 req-c2bd4a81-1ec7-4e7c-8f4a-2251213e865b tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 932 time: 0.0541198 Mar 23 02:39:19.411705 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e9cd9bb5-712b-4cd8-ac2b-b74450d53d27 req-f80a0cb0-db5f-44c3-8ae2-b1f52e4dcfe1 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486403 Mar 23 02:39:19.608994 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9b13a56a-282f-4c48-8599-e96f9ba8d92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:20.566350 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8e9e6-3a5a-4ef2-b957-0a2bfcde70f1 req-7755cdd7-1306-455f-b819-aa54d33202f1 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:20.567862 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-afb8e9e6-3a5a-4ef2-b957-0a2bfcde70f1 req-7755cdd7-1306-455f-b819-aa54d33202f1 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 932 time: 0.0632873 Mar 23 02:39:20.620641 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-afb8e9e6-3a5a-4ef2-b957-0a2bfcde70f1 req-47d4cdbb-bfb0-4e2f-959b-e532452e3d20 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444441 Mar 23 02:39:21.250625 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:21.756974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5442ed-cf2f-4735-8eea-657d1e37acee req-4476b3d6-73e7-4b9c-a80d-f9a6863e94d9 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:21.758597 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c5442ed-cf2f-4735-8eea-657d1e37acee req-4476b3d6-73e7-4b9c-a80d-f9a6863e94d9 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 932 time: 0.0684350 Mar 23 02:39:21.812048 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c5442ed-cf2f-4735-8eea-657d1e37acee req-9ad0a590-7df4-4082-b135-42441bde5fd7 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474873 Mar 23 02:39:22.131245 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-23db0190-579a-4f92-9ea6-b584b5286330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:22.942848 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0daa5c-4dba-4d05-965a-a3f3eec344b7 req-e8f87f5b-d9eb-44bc-85ba-3c0660a45ad3 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:22.944569 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ac0daa5c-4dba-4d05-965a-a3f3eec344b7 req-e8f87f5b-d9eb-44bc-85ba-3c0660a45ad3 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 932 time: 0.0564075 Mar 23 02:39:22.992922 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ac0daa5c-4dba-4d05-965a-a3f3eec344b7 req-879e7056-329e-4c98-a800-5831f3d63f00 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426729 Mar 23 02:39:23.033384 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Request body: {'port': {'device_id': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:23.092908 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.365067 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:39:23.374183 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Publish callbacks [] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.387167 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Transition to ACTIVE for port object 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:39:23.393937 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.442863 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Pushing event updated for resources: {'Port': ['ID=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:23.525321 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Attempting to bind port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:39:23.525815 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Attempting to bind port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '5adda760-21e6-483e-bb59-798ee72cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:39:23.526160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Attempting to bind port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c on network 5e32606d-8a3d-4cfa-9451-c8964d53dd50 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:23.531405 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c on network 5e32606d-8a3d-4cfa-9451-c8964d53dd50 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:39:23.531730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Attempting to bind port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c on network 5e32606d-8a3d-4cfa-9451-c8964d53dd50 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:39:23.537300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:39:23.537651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Checking segment: {'id': '5adda760-21e6-483e-bb59-798ee72cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:39:23.538044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Bound using segment: {'id': '5adda760-21e6-483e-bb59-798ee72cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:39:23.538484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Bound port: 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5adda760-21e6-483e-bb59-798ee72cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:39:23.538853 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.544449 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.608720 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] For port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:39:23.612918 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] For port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c,segment=NetworkSegment(5adda760-21e6-483e-bb59-798ee72cbcf7),segment_id=5adda760-21e6-483e-bb59-798ee72cbcf7)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:39:23.620895 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.656865 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:23.657581 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:23.658968 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db782ebe-a318-4600-adc6-07a3fda02851 req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] 10.222.0.42 "PUT /v2.0/ports/1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c HTTP/1.1" status: 200 len: 1092 time: 0.7296567 Mar 23 02:39:23.659398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'tag': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:39:23.661721 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0004abfa-c879-453c-b429-fc820f2d3f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae", "tag": "1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:39:23.690105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fb6b8-99e7-42f0-b4da-a1cf7697cc8b service neutron] Pushing event updated for resources: {'Port': ['ID=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:23.752623 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db782ebe-a318-4600-adc6-07a3fda02851 req-f915a3a9-41eb-48cc-8411-aa42783a46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:23.754499 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db782ebe-a318-4600-adc6-07a3fda02851 req-f915a3a9-41eb-48cc-8411-aa42783a46fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10073fe4fa744c5dab564efa98b70a3b&device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 1126 time: 0.0535591 Mar 23 02:39:23.802348 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db782ebe-a318-4600-adc6-07a3fda02851 req-b495c0c0-3b0e-4a56-80c0-4c1d8983a6fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c HTTP/1.1" status: 200 len: 217 time: 0.0406015 Mar 23 02:39:23.859957 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db782ebe-a318-4600-adc6-07a3fda02851 req-ad8450fe-373a-4abf-b70c-74a940acf2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:23.861765 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db782ebe-a318-4600-adc6-07a3fda02851 req-ad8450fe-373a-4abf-b70c-74a940acf2cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4 HTTP/1.1" status: 200 len: 854 time: 0.0543344 Mar 23 02:39:23.866008 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb5479c-e418-4c7c-90de-632b30f60252 x-openstack-request-id: req-8bb5479c-e418-4c7c-90de-632b30f60252 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:39:23.866297 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae", "tag": "1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:39:23.866551 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8bb5479c-e418-4c7c-90de-632b30f60252 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:39:23.866952 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb5479c-e418-4c7c-90de-632b30f60252'] response: {'name': 'network-changed', 'server_uuid': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'tag': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c', 'status': 'completed', 'code': 200} Mar 23 02:39:23.912040 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db782ebe-a318-4600-adc6-07a3fda02851 req-c2f9c499-c386-4df3-90bb-27babc4544ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:23.913505 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db782ebe-a318-4600-adc6-07a3fda02851 req-c2f9c499-c386-4df3-90bb-27babc4544ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5e32606d-8a3d-4cfa-9451-c8964d53dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444865 Mar 23 02:39:24.009238 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db782ebe-a318-4600-adc6-07a3fda02851 req-3fc4ea26-ca21-49d5-b164-ff7645a9bc14 service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888879 Mar 23 02:39:24.100716 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-db782ebe-a318-4600-adc6-07a3fda02851 req-ccca881f-aac1-4e22-9e99-e00737c3581e service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856869 Mar 23 02:39:24.119073 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3b317-5fba-4feb-a368-5dd328a602a6 req-d6b76f95-c2d7-4884-85c4-dd2dfea3e9c3 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:24.121174 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ade3b317-5fba-4feb-a368-5dd328a602a6 req-d6b76f95-c2d7-4884-85c4-dd2dfea3e9c3 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 944 time: 0.0599039 Mar 23 02:39:24.175599 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ade3b317-5fba-4feb-a368-5dd328a602a6 req-6ea9ead8-53fb-42a0-8212-7a96a5426b20 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468926 Mar 23 02:39:24.198066 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004abfa-c879-453c-b429-fc820f2d3f8b req-f55e25be-f033-437b-b3fd-b34b63b9f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:24.199623 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0004abfa-c879-453c-b429-fc820f2d3f8b req-f55e25be-f033-437b-b3fd-b34b63b9f5e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10073fe4fa744c5dab564efa98b70a3b&device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 1126 time: 0.0553503 Mar 23 02:39:24.288854 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004abfa-c879-453c-b429-fc820f2d3f8b req-d688253a-6c25-4843-a678-8ef28f5790cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:24.290351 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0004abfa-c879-453c-b429-fc820f2d3f8b req-d688253a-6c25-4843-a678-8ef28f5790cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=5e32606d-8a3d-4cfa-9451-c8964d53dd50 HTTP/1.1" status: 200 len: 915 time: 0.0852649 Mar 23 02:39:24.336167 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0004abfa-c879-453c-b429-fc820f2d3f8b req-23da716e-66b0-47d8-9f26-078ee2a1fd3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c HTTP/1.1" status: 200 len: 217 time: 0.0400372 Mar 23 02:39:24.387656 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004abfa-c879-453c-b429-fc820f2d3f8b req-98832752-b0c8-406a-b707-69bae43c0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:24.389128 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0004abfa-c879-453c-b429-fc820f2d3f8b req-98832752-b0c8-406a-b707-69bae43c0ac3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4 HTTP/1.1" status: 200 len: 854 time: 0.0465057 Mar 23 02:39:24.440906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004abfa-c879-453c-b429-fc820f2d3f8b req-7328ac22-9139-4f38-9b86-432e0d7b3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:24.442360 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0004abfa-c879-453c-b429-fc820f2d3f8b req-7328ac22-9139-4f38-9b86-432e0d7b3223 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5e32606d-8a3d-4cfa-9451-c8964d53dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466876 Mar 23 02:39:24.539080 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0004abfa-c879-453c-b429-fc820f2d3f8b req-3189ad74-5d48-4a12-82de-232fb4458842 service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895667 Mar 23 02:39:24.630073 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0004abfa-c879-453c-b429-fc820f2d3f8b req-fd9eed11-ed93-4db7-ab4d-e311bd4baccf service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847514 Mar 23 02:39:24.867715 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:25.305919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f275f7-4670-467b-b7ad-01d204f26978 req-ef6bca98-8515-4230-8a2f-170287d8356d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:25.307420 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60f275f7-4670-467b-b7ad-01d204f26978 req-ef6bca98-8515-4230-8a2f-170287d8356d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 944 time: 0.0567098 Mar 23 02:39:25.355069 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-60f275f7-4670-467b-b7ad-01d204f26978 req-dc935035-5489-483f-902c-542a97f6b80c tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417647 Mar 23 02:39:25.885291 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:26.480936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34632a-6720-48cf-a75e-2f727561dd64 req-69f84f0e-37c2-463e-9d56-4c265ba3bd1b tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:26.482490 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa34632a-6720-48cf-a75e-2f727561dd64 req-69f84f0e-37c2-463e-9d56-4c265ba3bd1b tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 944 time: 0.0544357 Mar 23 02:39:26.530186 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fa34632a-6720-48cf-a75e-2f727561dd64 req-e008fe4b-f4ed-436a-943d-6d53a3dce399 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419374 Mar 23 02:39:26.947708 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:39:27.060642 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c,segment=NetworkSegment(5adda760-21e6-483e-bb59-798ee72cbcf7),segment_id=5adda760-21e6-483e-bb59-798ee72cbcf7)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:27.072706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c', 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'port_id': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c', 'mac_address': 'fa:16:3e:17:6b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:39:27.111337 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:27.111718 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.124857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:39:27.145627 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c,segment=NetworkSegment(5adda760-21e6-483e-bb59-798ee72cbcf7),segment_id=5adda760-21e6-483e-bb59-798ee72cbcf7)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:27.152194 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:27.201418 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:27.371523 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:39:27.660585 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f378991-ee7a-45d6-bb9a-c1d3762c9ea5 req-00239278-f3e1-4d13-812f-512bfd1a07ab tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:27.662099 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3f378991-ee7a-45d6-bb9a-c1d3762c9ea5 req-00239278-f3e1-4d13-812f-512bfd1a07ab tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 945 time: 0.0585930 Mar 23 02:39:27.709772 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3f378991-ee7a-45d6-bb9a-c1d3762c9ea5 req-e16451e7-7f23-4c84-a214-63935839cbfd tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418110 Mar 23 02:39:28.851195 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c07e4-c621-48ff-8e20-bc2f59ebe577 req-b0e283c9-deb4-4ed7-9fb9-b570eae111f2 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:28.852753 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-224c07e4-c621-48ff-8e20-bc2f59ebe577 req-b0e283c9-deb4-4ed7-9fb9-b570eae111f2 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 945 time: 0.0555408 Mar 23 02:39:28.906686 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-224c07e4-c621-48ff-8e20-bc2f59ebe577 req-72e409b2-ccd1-4ccf-b103-847cd0c41577 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455177 Mar 23 02:39:28.947298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:39:28.998977 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:39:29.004449 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:29.005037 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.093230 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:29.093619 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.117885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:39:29.120129 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f47a21-a148-43a9-91eb-b7db751339e8" -d '{"events": [{"server_uuid": "5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae", "name": "network-vif-plugged", "status": "completed", "tag": "1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:39:29.133500 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c,segment=NetworkSegment(5adda760-21e6-483e-bb59-798ee72cbcf7),segment_id=5adda760-21e6-483e-bb59-798ee72cbcf7)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:29.138011 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:29.195109 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:29.221021 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177a4213-1c72-4ab8-9f2f-4eec6bc2b821 x-openstack-request-id: req-177a4213-1c72-4ab8-9f2f-4eec6bc2b821 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:39:29.221339 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae", "name": "network-vif-plugged", "status": "completed", "tag": "1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:39:29.221594 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-177a4213-1c72-4ab8-9f2f-4eec6bc2b821 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:39:29.222018 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177a4213-1c72-4ab8-9f2f-4eec6bc2b821'] response: {'server_uuid': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c', 'code': 200} Mar 23 02:39:29.329527 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcbc8f-820c-4ede-8caa-9e353dce93bf req-e8cea3de-73aa-4114-92e6-ce401b584a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:29.331005 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57fcbc8f-820c-4ede-8caa-9e353dce93bf req-e8cea3de-73aa-4114-92e6-ce401b584a27 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 1128 time: 0.0512397 Mar 23 02:39:29.379010 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57fcbc8f-820c-4ede-8caa-9e353dce93bf req-54e5c5d3-1fb3-43a9-add8-c9415fb71193 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413737 Mar 23 02:39:29.911064 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:39:30.059799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c91fa0-1e13-4f6f-bf1e-1c4269925523 req-d60951d6-b9c4-474d-b5b3-e3004b9a5790 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:30.061726 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-66c91fa0-1e13-4f6f-bf1e-1c4269925523 req-d60951d6-b9c4-474d-b5b3-e3004b9a5790 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 946 time: 0.0767605 Mar 23 02:39:30.130044 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-66c91fa0-1e13-4f6f-bf1e-1c4269925523 req-5277e811-b19e-4445-980f-a6877a91c132 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600121 Mar 23 02:39:31.275985 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87441881-e55a-438e-b344-70cefe9cf1cd req-f878a561-d70a-42ee-a8fd-57df74598798 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:31.277520 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-87441881-e55a-438e-b344-70cefe9cf1cd req-f878a561-d70a-42ee-a8fd-57df74598798 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 946 time: 0.0605834 Mar 23 02:39:31.325102 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-87441881-e55a-438e-b344-70cefe9cf1cd req-295a7912-2754-4ce5-9485-ee84672e3925 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 Mar 23 02:39:31.451913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea76b65-f80c-4ef7-a1cd-b66ade246341 req-8e783d19-78ca-4e65-9067-946cd59a216b tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:31.453717 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fea76b65-f80c-4ef7-a1cd-b66ade246341 req-8e783d19-78ca-4e65-9067-946cd59a216b tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 946 time: 0.0616586 Mar 23 02:39:31.502069 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fea76b65-f80c-4ef7-a1cd-b66ade246341 req-49edd65e-44f9-4ed7-9083-7c14f2e2d2c2 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 Mar 23 02:39:31.707885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820abe3-748d-4594-8b25-a03a72bb8868 req-cbe5fe90-31f2-4fe3-b824-a3a76f8a1203 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:31.709334 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f820abe3-748d-4594-8b25-a03a72bb8868 req-cbe5fe90-31f2-4fe3-b824-a3a76f8a1203 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 946 time: 0.0602546 Mar 23 02:39:31.762951 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f820abe3-748d-4594-8b25-a03a72bb8868 req-57568423-fb41-461c-aeff-dfa15e0b4aa9 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450974 Mar 23 02:39:33.588802 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4005d672-c6e8-43fb-a6aa-ae4bf631c35b req-cd0b0c66-b4ce-4457-b829-3cc7ca4615b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474696 Mar 23 02:39:33.682484 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005d672-c6e8-43fb-a6aa-ae4bf631c35b req-570bfc19-45c9-4212-99b7-179bbe447633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:33.683963 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4005d672-c6e8-43fb-a6aa-ae4bf631c35b req-570bfc19-45c9-4212-99b7-179bbe447633 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10073fe4fa744c5dab564efa98b70a3b&device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 1128 time: 0.0490732 Mar 23 02:39:33.793472 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005d672-c6e8-43fb-a6aa-ae4bf631c35b req-6de683f3-61b0-4a6f-a7e1-0249f3ccbfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:33.795045 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4005d672-c6e8-43fb-a6aa-ae4bf631c35b req-6de683f3-61b0-4a6f-a7e1-0249f3ccbfc2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5e32606d-8a3d-4cfa-9451-c8964d53dd50 HTTP/1.1" status: 200 len: 915 time: 0.0905781 Mar 23 02:39:33.834785 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4005d672-c6e8-43fb-a6aa-ae4bf631c35b req-612c545a-8563-45a4-82b2-465bd9bbbc8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c HTTP/1.1" status: 200 len: 217 time: 0.0338926 Mar 23 02:39:33.891563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005d672-c6e8-43fb-a6aa-ae4bf631c35b req-cf891634-e7b5-42e9-92af-f5b9defae578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:33.893075 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4005d672-c6e8-43fb-a6aa-ae4bf631c35b req-cf891634-e7b5-42e9-92af-f5b9defae578 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4 HTTP/1.1" status: 200 len: 854 time: 0.0525091 Mar 23 02:39:33.948303 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005d672-c6e8-43fb-a6aa-ae4bf631c35b req-28e4cf92-96e4-4845-be0d-d0e5209ee175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:33.949725 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4005d672-c6e8-43fb-a6aa-ae4bf631c35b req-28e4cf92-96e4-4845-be0d-d0e5209ee175 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5e32606d-8a3d-4cfa-9451-c8964d53dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502942 Mar 23 02:39:34.040353 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4005d672-c6e8-43fb-a6aa-ae4bf631c35b req-3e1a3a82-c75f-4930-8bf9-fc1565f679f5 service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833540 Mar 23 02:39:34.138649 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4005d672-c6e8-43fb-a6aa-ae4bf631c35b req-f3eaba2f-15fd-400d-8148-363ababca5cd service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920880 Mar 23 02:39:34.379121 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:49.604227 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f060cb59-7f71-4796-ad67-1f2deac970eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:50.742199 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392b304-9aa8-4e26-b805-3ae5ab76e7e7 req-927d27f6-4a66-44e6-b967-8a120b2f701e tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:50.743630 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5392b304-9aa8-4e26-b805-3ae5ab76e7e7 req-927d27f6-4a66-44e6-b967-8a120b2f701e tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 946 time: 0.0616233 Mar 23 02:39:50.793206 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5392b304-9aa8-4e26-b805-3ae5ab76e7e7 req-344be660-2add-46e8-87c8-915abc21ddef tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438254 Mar 23 02:39:50.819162 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57444) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:50.927316 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7ad254-db14-4f5f-92af-c5c187868457 tempest-TestMinimumBasicScenario-221069829 tempest-TestMinimumBasicScenario-221069829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:50.929113 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3c7ad254-db14-4f5f-92af-c5c187868457 tempest-TestMinimumBasicScenario-221069829 tempest-TestMinimumBasicScenario-221069829-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 1123 time: 0.1086819 Mar 23 02:39:50.932262 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57448) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:50.936657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:50.959178 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.064578 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.177948 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Allocated IP 172.25.0.29 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/428f89ec-382f-4746-a990-9a3ccb1002e6) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:39:51.267384 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.283876 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for port (428f89ec-382f-4746-a990-9a3ccb1002e6), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.318927 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (428f89ec-382f-4746-a990-9a3ccb1002e6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.355857 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:39:51.358816 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:39:51.366753 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:39:51.372821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Pushing event updated for resources: {'Port': ['ID=428f89ec-382f-4746-a990-9a3ccb1002e6,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:51.407609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:51.407926 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:51.408290 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:51.408624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:51.408988 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:51.409778 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:51.410096 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:51.410424 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:51.410746 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:51.411068 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:51.411390 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:51.411708 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:51.412029 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:51.412372 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:51.412666 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:39:51.744037 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for floatingip (95c4bf5c-3404-425b-a60a-2928c2ec4043), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.818865 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (428f89ec-382f-4746-a990-9a3ccb1002e6), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.975507 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for port (428f89ec-382f-4746-a990-9a3ccb1002e6), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:51.982562 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (428f89ec-382f-4746-a990-9a3ccb1002e6), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.056590 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Pushing event updated for resources: {'Port': ['ID=428f89ec-382f-4746-a990-9a3ccb1002e6,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:52.067021 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (95c4bf5c-3404-425b-a60a-2928c2ec4043), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.134607 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-60a27174-77d9-4c22-9fb6-ecadb7422527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.174371 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Floating IP 95c4bf5c-3404-425b-a60a-2928c2ec4043 associated. External IP: 172.25.0.29, port: 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c. Mar 23 02:39:52.411488 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:39:52.538619 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:39:52.549278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78391dd7-e1ba-4d61-8777-8bb1a603cf68 None None] Sync routers for ids ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:39:52.558973 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.561444 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78391dd7-e1ba-4d61-8777-8bb1a603cf68 None None] Routers {'1f0d52f0-83f9-411f-92c5-4eeafdc0f535'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:52.562128 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-78391dd7-e1ba-4d61-8777-8bb1a603cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:39:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:52.592995 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-dc519ea0-67c8-4f53-9447-467eac0a63e6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6596670 Mar 23 02:39:52.594134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'tag': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:39:52.596170 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57450) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:52.596860 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b3a9bc-372c-4583-b2d2-42210c32a881" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae", "tag": "1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:39:52.601158 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d9b15232-a5f4-4314-93a6-b48747c60c58 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-792477426', 'description': 'tempest-secgroup-smoke-792477426 description', 'project_id': '10073fe4fa744c5dab564efa98b70a3b'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:52.623990 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d9b15232-a5f4-4314-93a6-b48747c60c58 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.680254 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-78391dd7-e1ba-4d61-8777-8bb1a603cf68 None None] Set router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:52.696175 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d9b15232-a5f4-4314-93a6-b48747c60c58 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group (b65a6cda-d911-40d6-85dd-8d499fd5b6ce), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.701363 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d9b15232-a5f4-4314-93a6-b48747c60c58 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b65a6cda-d911-40d6-85dd-8d499fd5b6ce), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.705310 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd754aa6-88dc-46ca-8fa8-15dbfe9cf43b x-openstack-request-id: req-fd754aa6-88dc-46ca-8fa8-15dbfe9cf43b {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:39:52.705606 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae", "tag": "1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:39:52.705911 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd754aa6-88dc-46ca-8fa8-15dbfe9cf43b {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:39:52.707002 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd754aa6-88dc-46ca-8fa8-15dbfe9cf43b'] response: {'name': 'network-changed', 'server_uuid': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'tag': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c', 'status': 'completed', 'code': 200} Mar 23 02:39:52.728175 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d9b15232-a5f4-4314-93a6-b48747c60c58 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.729454 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d9b15232-a5f4-4314-93a6-b48747c60c58 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1323571 Mar 23 02:39:52.732627 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57456) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:52.737312 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b72c841e-a2f4-4119-8cd9-72478ffd9ec2 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Request body: {'security_group_rule': {'security_group_id': 'b65a6cda-d911-40d6-85dd-8d499fd5b6ce', 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:52.765986 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b72c841e-a2f4-4119-8cd9-72478ffd9ec2 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (d852d4fa-c1bd-4b44-b017-f42f43ba1c03), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.774457 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b15232-a5f4-4314-93a6-b48747c60c58 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65a6cda-d911-40d6-85dd-8d499fd5b6ce,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:52.790928 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3a9bc-372c-4583-b2d2-42210c32a881 req-14932521-08de-40e9-a663-154d91368089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:52.793413 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-52b3a9bc-372c-4583-b2d2-42210c32a881 req-14932521-08de-40e9-a663-154d91368089 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10073fe4fa744c5dab564efa98b70a3b&device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 1128 time: 0.0629523 Mar 23 02:39:52.829064 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b72c841e-a2f4-4119-8cd9-72478ffd9ec2 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (d852d4fa-c1bd-4b44-b017-f42f43ba1c03), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.833759 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b72c841e-a2f4-4119-8cd9-72478ffd9ec2 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (d852d4fa-c1bd-4b44-b017-f42f43ba1c03), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.853695 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c841e-a2f4-4119-8cd9-72478ffd9ec2 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d852d4fa-c1bd-4b44-b017-f42f43ba1c03,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:52.863660 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b72c841e-a2f4-4119-8cd9-72478ffd9ec2 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.864939 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b72c841e-a2f4-4119-8cd9-72478ffd9ec2 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312904 Mar 23 02:39:52.867710 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57458) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:52.872240 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-50ff8282-9d9b-4030-ad8f-082b75b6ea4d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Request body: {'security_group_rule': {'security_group_id': 'b65a6cda-d911-40d6-85dd-8d499fd5b6ce', 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:52.899876 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50ff8282-9d9b-4030-ad8f-082b75b6ea4d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (79863376-ce69-4078-8fd1-5c76af74f150), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.901180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3a9bc-372c-4583-b2d2-42210c32a881 req-96e6ab2f-2c40-4d88-af99-e925a6e97753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:52.902710 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-52b3a9bc-372c-4583-b2d2-42210c32a881 req-96e6ab2f-2c40-4d88-af99-e925a6e97753 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5e32606d-8a3d-4cfa-9451-c8964d53dd50 HTTP/1.1" status: 200 len: 915 time: 0.1027725 Mar 23 02:39:52.946730 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-78391dd7-e1ba-4d61-8777-8bb1a603cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'name': 'tempest-TestMinimumBasicScenario-1429751235-router', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'decaaded-e353-45ce-b795-afda54a4f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:53Z', 'updated_at': '2022-03-23T02:38:56Z', 'revision_number': 4, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'gw_port': {'id': 'decaaded-e353-45ce-b795-afda54a4f478', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:54Z', 'updated_at': '2022-03-23T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '95c4bf5c-3404-425b-a60a-2928c2ec4043', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'floating_ip_address': '172.25.0.29', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'port_id': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'mac_address': 'fa:16:3e:17:6b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:39:51Z', 'updated_at': '2022-03-23T02:39:51Z', 'revision_number': 0, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1985342-0f4d-4a07-9af4-7dcfbe30de9c', 'name': '', 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'mac_address': 'fa:16:3e:6f:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:56Z', 'updated_at': '2022-03-23T02:39:01Z', 'revision_number': 5, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'subnets': [{'id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:52.967694 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50ff8282-9d9b-4030-ad8f-082b75b6ea4d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (79863376-ce69-4078-8fd1-5c76af74f150), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.976735 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50ff8282-9d9b-4030-ad8f-082b75b6ea4d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (79863376-ce69-4078-8fd1-5c76af74f150), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:52.979451 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-52b3a9bc-372c-4583-b2d2-42210c32a881 req-5615b66b-0b26-4ae3-9173-4eac68a977c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c HTTP/1.1" status: 200 len: 999 time: 0.0697529 Mar 23 02:39:52.979933 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78391dd7-e1ba-4d61-8777-8bb1a603cf68 None None] Checking router: 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:39:52.988862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78391dd7-e1ba-4d61-8777-8bb1a603cf68 None None] Routers {'1f0d52f0-83f9-411f-92c5-4eeafdc0f535'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:39:52.989483 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-78391dd7-e1ba-4d61-8777-8bb1a603cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:39:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:52.998208 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff8282-9d9b-4030-ad8f-082b75b6ea4d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79863376-ce69-4078-8fd1-5c76af74f150,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:53.006231 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-50ff8282-9d9b-4030-ad8f-082b75b6ea4d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.008664 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-50ff8282-9d9b-4030-ad8f-082b75b6ea4d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388085 Mar 23 02:39:53.010271 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57460) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:53.014955 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-c74e0834-b85d-4e3c-9360-d89f3bbdfc8c tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Request body: {'security_group_rule': {'security_group_id': 'b65a6cda-d911-40d6-85dd-8d499fd5b6ce', 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:53.038096 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3a9bc-372c-4583-b2d2-42210c32a881 req-7fe1dbdd-11aa-4a31-94aa-ee94a67108d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:53.039647 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-52b3a9bc-372c-4583-b2d2-42210c32a881 req-7fe1dbdd-11aa-4a31-94aa-ee94a67108d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4 HTTP/1.1" status: 200 len: 854 time: 0.0549181 Mar 23 02:39:53.041865 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c74e0834-b85d-4e3c-9360-d89f3bbdfc8c tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (21bbc703-2dd0-4131-b87c-db91403615c0), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.097100 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3a9bc-372c-4583-b2d2-42210c32a881 req-f5b2e65a-bb55-4b74-b8ac-0b6c52184bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:53.098711 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-52b3a9bc-372c-4583-b2d2-42210c32a881 req-f5b2e65a-bb55-4b74-b8ac-0b6c52184bfe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5e32606d-8a3d-4cfa-9451-c8964d53dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0526524 Mar 23 02:39:53.107551 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c74e0834-b85d-4e3c-9360-d89f3bbdfc8c tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (21bbc703-2dd0-4131-b87c-db91403615c0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.110879 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-78391dd7-e1ba-4d61-8777-8bb1a603cf68 None None] Set router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:39:53.112065 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c74e0834-b85d-4e3c-9360-d89f3bbdfc8c tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (21bbc703-2dd0-4131-b87c-db91403615c0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.126024 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e0834-b85d-4e3c-9360-d89f3bbdfc8c tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bbc703-2dd0-4131-b87c-db91403615c0,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:53.142268 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-c74e0834-b85d-4e3c-9360-d89f3bbdfc8c tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.143666 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c74e0834-b85d-4e3c-9360-d89f3bbdfc8c tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322408 Mar 23 02:39:53.146402 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57462) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:53.151462 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-9b415a98-4928-4478-bb4c-c1ad29903f9c tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Request body: {'security_group_rule': {'security_group_id': 'b65a6cda-d911-40d6-85dd-8d499fd5b6ce', 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:53.177016 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b415a98-4928-4478-bb4c-c1ad29903f9c tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (01437cba-1d7f-4715-bcbe-76dd44e534bf), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.197412 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-52b3a9bc-372c-4583-b2d2-42210c32a881 req-5db275a8-8e8b-402f-a22f-18f160f157a0 service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912139 Mar 23 02:39:53.238594 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b415a98-4928-4478-bb4c-c1ad29903f9c tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (01437cba-1d7f-4715-bcbe-76dd44e534bf), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.243906 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b415a98-4928-4478-bb4c-c1ad29903f9c tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (01437cba-1d7f-4715-bcbe-76dd44e534bf), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.266451 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b415a98-4928-4478-bb4c-c1ad29903f9c tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01437cba-1d7f-4715-bcbe-76dd44e534bf,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:53.276083 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-9b415a98-4928-4478-bb4c-c1ad29903f9c tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.279921 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-9b415a98-4928-4478-bb4c-c1ad29903f9c tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295633 Mar 23 02:39:53.280386 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57464) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:53.285923 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-110fe563-9327-41ab-a37c-b9f89f4298b3 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Request body: {'security_group_rule': {'security_group_id': 'b65a6cda-d911-40d6-85dd-8d499fd5b6ce', 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:53.320349 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-52b3a9bc-372c-4583-b2d2-42210c32a881 req-5654ebac-0e3a-4a54-aa94-098062448657 service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173778 Mar 23 02:39:53.322546 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-110fe563-9327-41ab-a37c-b9f89f4298b3 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Project 10073fe4fa744c5dab564efa98b70a3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:39:53.329098 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-110fe563-9327-41ab-a37c-b9f89f4298b3 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (ac7948d1-2fc9-420f-90cc-79706e4531ac), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.354523 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-78391dd7-e1ba-4d61-8777-8bb1a603cf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'name': 'tempest-TestMinimumBasicScenario-1429751235-router', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'decaaded-e353-45ce-b795-afda54a4f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:53Z', 'updated_at': '2022-03-23T02:38:56Z', 'revision_number': 4, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'gw_port': {'id': 'decaaded-e353-45ce-b795-afda54a4f478', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:54Z', 'updated_at': '2022-03-23T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '95c4bf5c-3404-425b-a60a-2928c2ec4043', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'floating_ip_address': '172.25.0.29', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'port_id': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'mac_address': 'fa:16:3e:17:6b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:39:51Z', 'updated_at': '2022-03-23T02:39:51Z', 'revision_number': 0, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1985342-0f4d-4a07-9af4-7dcfbe30de9c', 'name': '', 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'mac_address': 'fa:16:3e:6f:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:56Z', 'updated_at': '2022-03-23T02:39:01Z', 'revision_number': 5, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'subnets': [{'id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:39:53.381389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78391dd7-e1ba-4d61-8777-8bb1a603cf68 None None] The sync data for ids ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'] in n-d-834677-4 is: [{'id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'name': 'tempest-TestMinimumBasicScenario-1429751235-router', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'decaaded-e353-45ce-b795-afda54a4f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:53Z', 'updated_at': '2022-03-23T02:38:56Z', 'revision_number': 4, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'gw_port': {'id': 'decaaded-e353-45ce-b795-afda54a4f478', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:54Z', 'updated_at': '2022-03-23T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '95c4bf5c-3404-425b-a60a-2928c2ec4043', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'floating_ip_address': '172.25.0.29', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'port_id': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'mac_address': 'fa:16:3e:17:6b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:39:51Z', 'updated_at': '2022-03-23T02:39:51Z', 'revision_number': 0, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1985342-0f4d-4a07-9af4-7dcfbe30de9c', 'name': '', 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'mac_address': 'fa:16:3e:6f:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:56Z', 'updated_at': '2022-03-23T02:39:01Z', 'revision_number': 5, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'subnets': [{'id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:39:53.381838 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-110fe563-9327-41ab-a37c-b9f89f4298b3 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (ac7948d1-2fc9-420f-90cc-79706e4531ac), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.386549 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-110fe563-9327-41ab-a37c-b9f89f4298b3 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ac7948d1-2fc9-420f-90cc-79706e4531ac), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.406704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fe563-9327-41ab-a37c-b9f89f4298b3 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7948d1-2fc9-420f-90cc-79706e4531ac,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:53.417330 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-110fe563-9327-41ab-a37c-b9f89f4298b3 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.421579 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-110fe563-9327-41ab-a37c-b9f89f4298b3 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374922 Mar 23 02:39:53.421913 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57466) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:39:53.426920 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-f037cb2d-8b60-41c0-90ec-c9d557daac88 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Request body: {'security_group_rule': {'security_group_id': 'b65a6cda-d911-40d6-85dd-8d499fd5b6ce', 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:53.451374 n-d-834677-4 neutron-server[99263]: INFO neutron.db.securitygroups_db [None req-f037cb2d-8b60-41c0-90ec-c9d557daac88 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Project 10073fe4fa744c5dab564efa98b70a3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:39:53.459828 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f037cb2d-8b60-41c0-90ec-c9d557daac88 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (e1ed0326-d762-48cf-93d0-e2ffe34c968d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.530650 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f037cb2d-8b60-41c0-90ec-c9d557daac88 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (e1ed0326-d762-48cf-93d0-e2ffe34c968d), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.535556 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f037cb2d-8b60-41c0-90ec-c9d557daac88 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (e1ed0326-d762-48cf-93d0-e2ffe34c968d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.545771 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.554972 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037cb2d-8b60-41c0-90ec-c9d557daac88 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ed0326-d762-48cf-93d0-e2ffe34c968d,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:53.563767 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-f037cb2d-8b60-41c0-90ec-c9d557daac88 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:53.567996 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-f037cb2d-8b60-41c0-90ec-c9d557daac88 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420996 Mar 23 02:39:53.612952 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf975545-25d3-4f33-b6e1-d8581a6e4755 None None] New status for floating IP 95c4bf5c-3404-425b-a60a-2928c2ec4043: ACTIVE {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:39:53.669977 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2cc2babf-c335-42d9-a5ac-ebaeb02019fa req-975c804f-5126-42ea-9408-12b9b4292b45 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792477426&fields=id&tenant_id=10073fe4fa744c5dab564efa98b70a3b HTTP/1.1" status: 200 len: 267 time: 0.0508857 Mar 23 02:39:53.732279 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2babf-c335-42d9-a5ac-ebaeb02019fa req-bfc4e420-e912-4778-8a15-d23974539476 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:53.733773 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2cc2babf-c335-42d9-a5ac-ebaeb02019fa req-bfc4e420-e912-4778-8a15-d23974539476 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 946 time: 0.0569174 Mar 23 02:39:53.745317 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [req-2cc2babf-c335-42d9-a5ac-ebaeb02019fa req-06d47b21-412a-4610-b283-0e5150261f07 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Request body: {'port': {'security_groups': ['fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2', 'b65a6cda-d911-40d6-85dd-8d499fd5b6ce']}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:39:53.819445 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2cc2babf-c335-42d9-a5ac-ebaeb02019fa req-06d47b21-412a-4610-b283-0e5150261f07 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.017563 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [req-2cc2babf-c335-42d9-a5ac-ebaeb02019fa req-06d47b21-412a-4610-b283-0e5150261f07 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] For port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c,segment=NetworkSegment(5adda760-21e6-483e-bb59-798ee72cbcf7),segment_id=5adda760-21e6-483e-bb59-798ee72cbcf7)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:39:54.063253 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2cc2babf-c335-42d9-a5ac-ebaeb02019fa req-06d47b21-412a-4610-b283-0e5150261f07 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.070947 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2cc2babf-c335-42d9-a5ac-ebaeb02019fa req-06d47b21-412a-4610-b283-0e5150261f07 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.082700 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:39:54.127773 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2babf-c335-42d9-a5ac-ebaeb02019fa req-06d47b21-412a-4610-b283-0e5150261f07 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:54.128293 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [req-2cc2babf-c335-42d9-a5ac-ebaeb02019fa req-06d47b21-412a-4610-b283-0e5150261f07 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.129821 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-2cc2babf-c335-42d9-a5ac-ebaeb02019fa req-06d47b21-412a-4610-b283-0e5150261f07 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "PUT /v2.0/ports/1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c HTTP/1.1" status: 200 len: 982 time: 0.3892996 Mar 23 02:39:54.176145 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d47b21-412a-4610-b283-0e5150261f07 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Pushing event updated for resources: {'Port': ['ID=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c,revision_number=6']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:39:54.191823 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:39:54.258384 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f9217-1a61-4225-83d8-07a21b118afd req-bd06e0d5-48ae-4d2f-b426-a77efcf39964 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:54.260057 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d0f9217-1a61-4225-83d8-07a21b118afd req-bd06e0d5-48ae-4d2f-b426-a77efcf39964 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 985 time: 0.0582085 Mar 23 02:39:54.324957 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d0f9217-1a61-4225-83d8-07a21b118afd req-05125fcd-74f6-4eeb-924d-1f12be714f0f tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=b65a6cda-d911-40d6-85dd-8d499fd5b6ce&id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585325 Mar 23 02:39:54.424155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-f464e5c8-56f9-48a7-ae08-41223aed603c None None] Provisioning complete for port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:39:54.424536 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f464e5c8-56f9-48a7-ae08-41223aed603c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.640480 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-f464e5c8-56f9-48a7-ae08-41223aed603c None None] Current status of the port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:39:54.708103 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'tag': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:39:54.710547 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce1b721-70bc-4545-91d3-894c79e19182" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae", "tag": "1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:39:54.748020 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf2e82c-9510-42dc-867f-0bd9945cf75e x-openstack-request-id: req-daf2e82c-9510-42dc-867f-0bd9945cf75e {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:39:54.748320 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae", "tag": "1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:39:54.748579 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-daf2e82c-9510-42dc-867f-0bd9945cf75e {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:39:54.749055 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf2e82c-9510-42dc-867f-0bd9945cf75e'] response: {'name': 'network-changed', 'server_uuid': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'tag': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c', 'status': 'completed', 'code': 200} Mar 23 02:39:54.818466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1b721-70bc-4545-91d3-894c79e19182 req-09c02d47-e5ad-4c99-bc8a-f1f0b4328129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:54.819991 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cce1b721-70bc-4545-91d3-894c79e19182 req-09c02d47-e5ad-4c99-bc8a-f1f0b4328129 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10073fe4fa744c5dab564efa98b70a3b&device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 1167 time: 0.0506108 Mar 23 02:39:54.864657 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:39:54.914313 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1b721-70bc-4545-91d3-894c79e19182 req-5842a949-95c4-4856-99fc-b8881f1ef1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:54.915790 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cce1b721-70bc-4545-91d3-894c79e19182 req-5842a949-95c4-4856-99fc-b8881f1ef1bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=5e32606d-8a3d-4cfa-9451-c8964d53dd50 HTTP/1.1" status: 200 len: 915 time: 0.0894470 Mar 23 02:39:54.987673 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cce1b721-70bc-4545-91d3-894c79e19182 req-695ad6fa-1d31-4b9c-b210-04f13797770e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c HTTP/1.1" status: 200 len: 1001 time: 0.0654936 Mar 23 02:39:55.037323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1b721-70bc-4545-91d3-894c79e19182 req-fa7dc1c5-3400-4e26-9efd-f5a490e4f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:55.038830 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cce1b721-70bc-4545-91d3-894c79e19182 req-fa7dc1c5-3400-4e26-9efd-f5a490e4f276 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4 HTTP/1.1" status: 200 len: 854 time: 0.0448070 Mar 23 02:39:55.092256 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1b721-70bc-4545-91d3-894c79e19182 req-72343bb4-6112-4ac8-a18a-a74a320de3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:39:55.093801 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cce1b721-70bc-4545-91d3-894c79e19182 req-72343bb4-6112-4ac8-a18a-a74a320de3e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5e32606d-8a3d-4cfa-9451-c8964d53dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492666 Mar 23 02:39:55.195135 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cce1b721-70bc-4545-91d3-894c79e19182 req-7caf01d0-471f-494f-bbaa-445da7c7fb82 service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946264 Mar 23 02:39:55.290583 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cce1b721-70bc-4545-91d3-894c79e19182 req-c7b97931-96e4-4eb9-b9c9-04a5ff655b67 service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885701 Mar 23 02:39:55.886777 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:04.021341 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdf52d-8d05-4c9e-bbe2-960fa409e968 req-6c381793-8478-4fb6-92f0-0dd6d771d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:04.023436 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6cbdf52d-8d05-4c9e-bbe2-960fa409e968 req-6c381793-8478-4fb6-92f0-0dd6d771d4ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10073fe4fa744c5dab564efa98b70a3b&device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 1167 time: 0.0463183 Mar 23 02:40:04.023583 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc5411-ec76-4e30-bff3-866370c41ff8 req-05c62108-a7a3-4879-88f7-aa57e115955b tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:04.025061 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8bbc5411-ec76-4e30-bff3-866370c41ff8 req-05c62108-a7a3-4879-88f7-aa57e115955b tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 985 time: 0.0553157 Mar 23 02:40:04.089056 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8bbc5411-ec76-4e30-bff3-866370c41ff8 req-f91e42d3-efd7-4114-abec-a6d55d8b15ea tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=b65a6cda-d911-40d6-85dd-8d499fd5b6ce&id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567932 Mar 23 02:40:04.383965 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:04.393998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdf52d-8d05-4c9e-bbe2-960fa409e968 req-2a8ae215-2b91-40a3-af18-8e6e0e9881c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:04.395512 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6cbdf52d-8d05-4c9e-bbe2-960fa409e968 req-2a8ae215-2b91-40a3-af18-8e6e0e9881c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5e32606d-8a3d-4cfa-9451-c8964d53dd50 HTTP/1.1" status: 200 len: 915 time: 0.3660839 Mar 23 02:40:04.463246 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6cbdf52d-8d05-4c9e-bbe2-960fa409e968 req-be81d27e-e65c-48b0-8d04-82fe0f374c7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c HTTP/1.1" status: 200 len: 1001 time: 0.0614269 Mar 23 02:40:04.514258 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdf52d-8d05-4c9e-bbe2-960fa409e968 req-4a290c1d-6250-4222-b520-27b2c0f65751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:04.515669 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6cbdf52d-8d05-4c9e-bbe2-960fa409e968 req-4a290c1d-6250-4222-b520-27b2c0f65751 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4 HTTP/1.1" status: 200 len: 854 time: 0.0463214 Mar 23 02:40:04.566762 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdf52d-8d05-4c9e-bbe2-960fa409e968 req-d249864b-443c-4a68-a1c3-2c7d658e99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:04.568907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6cbdf52d-8d05-4c9e-bbe2-960fa409e968 req-d249864b-443c-4a68-a1c3-2c7d658e99a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5e32606d-8a3d-4cfa-9451-c8964d53dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467260 Mar 23 02:40:04.659652 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6cbdf52d-8d05-4c9e-bbe2-960fa409e968 req-76fb0e2c-152a-4ce5-835f-9805f0730fe5 service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835409 Mar 23 02:40:04.757150 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6cbdf52d-8d05-4c9e-bbe2-960fa409e968 req-74a94709-0568-48e9-ac7d-a73d65f4c2ae service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901036 Mar 23 02:40:05.242445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b832247-963b-42fc-b00c-1a38e82aad90 req-ddff232b-f6d1-4d17-898a-d804663c6e94 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:05.243945 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b832247-963b-42fc-b00c-1a38e82aad90 req-ddff232b-f6d1-4d17-898a-d804663c6e94 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 985 time: 0.0658250 Mar 23 02:40:05.303271 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3b832247-963b-42fc-b00c-1a38e82aad90 req-81ee6565-0677-430c-9e19-d7321ef4cac0 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=b65a6cda-d911-40d6-85dd-8d499fd5b6ce&id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534451 Mar 23 02:40:06.441047 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bfb96-06e2-4f22-a1d8-5810ebf7deed req-8152ee33-ac2d-497e-a245-715d6a880e52 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:06.442557 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e07bfb96-06e2-4f22-a1d8-5810ebf7deed req-8152ee33-ac2d-497e-a245-715d6a880e52 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 985 time: 0.0575051 Mar 23 02:40:06.505041 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e07bfb96-06e2-4f22-a1d8-5810ebf7deed req-5f404e95-b038-4465-b1c7-4cddc2fb350b tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=b65a6cda-d911-40d6-85dd-8d499fd5b6ce&id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560377 Mar 23 02:40:06.916178 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:40:07.637625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76a258-6e9a-449a-a3f8-f2f5590cc772 req-d23834c0-6fde-4b94-bdd8-3e330ec9a7b3 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:07.639323 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ff76a258-6e9a-449a-a3f8-f2f5590cc772 req-d23834c0-6fde-4b94-bdd8-3e330ec9a7b3 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 985 time: 0.0620894 Mar 23 02:40:07.699081 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ff76a258-6e9a-449a-a3f8-f2f5590cc772 req-37f8b9bb-834f-409f-9f70-aab50b83ee4e tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=b65a6cda-d911-40d6-85dd-8d499fd5b6ce&id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539439 Mar 23 02:40:08.833976 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970802c9-9106-483b-bd25-9e21c371ab4d req-300ff8c8-e0dd-4c13-9776-a8f39a15cc63 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:08.835437 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-970802c9-9106-483b-bd25-9e21c371ab4d req-300ff8c8-e0dd-4c13-9776-a8f39a15cc63 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 985 time: 0.0597615 Mar 23 02:40:08.896290 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-970802c9-9106-483b-bd25-9e21c371ab4d req-29f6f3ef-7396-415b-b98c-f66602948a44 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=b65a6cda-d911-40d6-85dd-8d499fd5b6ce&id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545228 Mar 23 02:40:10.021915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcda63-5544-4466-9751-f7ce450443f9 req-8f5d1377-44a9-4efa-9f5e-3e2b09dc4f78 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:10.023798 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3abcda63-5544-4466-9751-f7ce450443f9 req-8f5d1377-44a9-4efa-9f5e-3e2b09dc4f78 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 985 time: 0.0567493 Mar 23 02:40:10.084048 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3abcda63-5544-4466-9751-f7ce450443f9 req-8828b525-7228-4a38-95c0-f5d6fdf30e2e tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=b65a6cda-d911-40d6-85dd-8d499fd5b6ce&id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540767 Mar 23 02:40:11.221580 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd6fef-3ffd-4e88-9f9b-d851c4ae2f05 req-0802b81a-9654-4230-863e-e1eca8dfdf31 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:11.223107 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aabd6fef-3ffd-4e88-9f9b-d851c4ae2f05 req-0802b81a-9654-4230-863e-e1eca8dfdf31 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 985 time: 0.0545559 Mar 23 02:40:11.284177 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-aabd6fef-3ffd-4e88-9f9b-d851c4ae2f05 req-de546647-cc60-4942-b8fe-21bab6993a4b tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=b65a6cda-d911-40d6-85dd-8d499fd5b6ce&id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546379 Mar 23 02:40:12.417160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2d697-c4ff-45cc-8740-ab2d8ecd0491 req-9628b304-62ca-4c33-9798-ed691db889ea tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:12.419021 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2fd2d697-c4ff-45cc-8740-ab2d8ecd0491 req-9628b304-62ca-4c33-9798-ed691db889ea tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 985 time: 0.0595965 Mar 23 02:40:12.492061 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2fd2d697-c4ff-45cc-8740-ab2d8ecd0491 req-f19d67ea-195e-43b3-b3d1-ba8b010d5d46 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=b65a6cda-d911-40d6-85dd-8d499fd5b6ce&id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665202 Mar 23 02:40:13.618358 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d48877-cb8f-4ac8-bedc-a442fb53a22d req-8c5f10fc-94a5-4378-8b2e-ed7eb5a20f65 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:13.619838 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-10d48877-cb8f-4ac8-bedc-a442fb53a22d req-8c5f10fc-94a5-4378-8b2e-ed7eb5a20f65 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 985 time: 0.0587649 Mar 23 02:40:13.690997 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-10d48877-cb8f-4ac8-bedc-a442fb53a22d req-af482e1d-fa87-4232-955b-c1a325dd910d tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=b65a6cda-d911-40d6-85dd-8d499fd5b6ce&id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628061 Mar 23 02:40:14.830986 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9161b5-673b-420e-b0a7-1aecb5c6ee53 req-ee68e808-7347-4381-a337-2d582d7a8010 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:14.832475 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a9161b5-673b-420e-b0a7-1aecb5c6ee53 req-ee68e808-7347-4381-a337-2d582d7a8010 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 985 time: 0.0531735 Mar 23 02:40:14.907386 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4a9161b5-673b-420e-b0a7-1aecb5c6ee53 req-e22b434c-e896-458f-be62-836a79c39a72 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=b65a6cda-d911-40d6-85dd-8d499fd5b6ce&id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630898 Mar 23 02:40:16.040017 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5bde7-4dd7-42ba-9bfb-04dbe510ac8b req-1f5e9c6b-c68d-463e-a1c6-810391c23e97 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:16.041777 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9aa5bde7-4dd7-42ba-9bfb-04dbe510ac8b req-1f5e9c6b-c68d-463e-a1c6-810391c23e97 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 985 time: 0.0642624 Mar 23 02:40:16.104456 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9aa5bde7-4dd7-42ba-9bfb-04dbe510ac8b req-00db9a08-2013-4cc2-b0a4-5877f4dd4c2e tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=b65a6cda-d911-40d6-85dd-8d499fd5b6ce&id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541809 Mar 23 02:40:19.609789 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-591da4fb-b355-4d1d-a68f-479c1615b0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:21.273327 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:22.152794 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-25a4ae62-7a80-4ddc-a836-b82cf5b4dc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:23.555068 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:24.875838 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:25.888373 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:34.393221 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:34.608557 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a33e2f34-7a77-4fde-ad35-0c6156ee67e0 req-e6155d49-e735-42a4-8a32-c345e360d42f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493698 Mar 23 02:40:34.755753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e2f34-7a77-4fde-ad35-0c6156ee67e0 req-4c437fb5-6b71-4956-b763-7a1a2674684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:34.757327 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a33e2f34-7a77-4fde-ad35-0c6156ee67e0 req-4c437fb5-6b71-4956-b763-7a1a2674684c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10073fe4fa744c5dab564efa98b70a3b&device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 1167 time: 0.0480332 Mar 23 02:40:34.862224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e2f34-7a77-4fde-ad35-0c6156ee67e0 req-5c7484c8-d35d-470e-9f38-5b68170605d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:34.863694 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a33e2f34-7a77-4fde-ad35-0c6156ee67e0 req-5c7484c8-d35d-470e-9f38-5b68170605d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5e32606d-8a3d-4cfa-9451-c8964d53dd50 HTTP/1.1" status: 200 len: 915 time: 0.0877941 Mar 23 02:40:34.930399 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a33e2f34-7a77-4fde-ad35-0c6156ee67e0 req-a9729b9a-c691-40ef-85ac-b0dd43b81376 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c HTTP/1.1" status: 200 len: 1001 time: 0.0596640 Mar 23 02:40:34.987678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e2f34-7a77-4fde-ad35-0c6156ee67e0 req-de0d5641-69da-4928-b5cd-65f60925adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:34.989172 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a33e2f34-7a77-4fde-ad35-0c6156ee67e0 req-de0d5641-69da-4928-b5cd-65f60925adaf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4 HTTP/1.1" status: 200 len: 854 time: 0.0533400 Mar 23 02:40:35.050243 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e2f34-7a77-4fde-ad35-0c6156ee67e0 req-9621e977-38cc-4a37-bb42-c312d0593509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:35.051674 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a33e2f34-7a77-4fde-ad35-0c6156ee67e0 req-9621e977-38cc-4a37-bb42-c312d0593509 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5e32606d-8a3d-4cfa-9451-c8964d53dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0558467 Mar 23 02:40:35.144611 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a33e2f34-7a77-4fde-ad35-0c6156ee67e0 req-99c8aafb-944d-4cc5-bb2a-f5ff7d1e62c2 service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865357 Mar 23 02:40:35.243202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a33e2f34-7a77-4fde-ad35-0c6156ee67e0 req-cb3fc491-9b66-482b-a784-7b7a678bf0bd service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912759 Mar 23 02:40:43.921370 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:40:48.488788 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-34a4ea5e-1a38-448e-b8fc-e6a1b6ff3374 req-f81e3294-7f21-4396-977c-3c0b2e84decc tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792477426&fields=id&tenant_id=10073fe4fa744c5dab564efa98b70a3b HTTP/1.1" status: 200 len: 267 time: 0.0469053 Mar 23 02:40:48.546279 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4ea5e-1a38-448e-b8fc-e6a1b6ff3374 req-dfec07aa-04a5-4f5e-b6f7-10ffb3fdf9fd tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:48.547755 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-34a4ea5e-1a38-448e-b8fc-e6a1b6ff3374 req-dfec07aa-04a5-4f5e-b6f7-10ffb3fdf9fd tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 985 time: 0.0530412 Mar 23 02:40:48.558391 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-34a4ea5e-1a38-448e-b8fc-e6a1b6ff3374 req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Request body: {'port': {'security_groups': ['fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:40:48.637060 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-34a4ea5e-1a38-448e-b8fc-e6a1b6ff3374 req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.830906 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-34a4ea5e-1a38-448e-b8fc-e6a1b6ff3374 req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] For port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c,segment=NetworkSegment(5adda760-21e6-483e-bb59-798ee72cbcf7),segment_id=5adda760-21e6-483e-bb59-798ee72cbcf7)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:40:48.860558 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-34a4ea5e-1a38-448e-b8fc-e6a1b6ff3374 req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.867140 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-34a4ea5e-1a38-448e-b8fc-e6a1b6ff3374 req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.878802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:40:48.912955 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4ea5e-1a38-448e-b8fc-e6a1b6ff3374 req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:48.913152 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-34a4ea5e-1a38-448e-b8fc-e6a1b6ff3374 req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:48.914547 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-34a4ea5e-1a38-448e-b8fc-e6a1b6ff3374 req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "PUT /v2.0/ports/1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c HTTP/1.1" status: 200 len: 943 time: 0.3606007 Mar 23 02:40:48.915006 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'tag': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:40:48.917589 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedb4197-77fa-4b0c-8598-74eee05aa7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae", "tag": "1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:40:48.920642 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57516) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:48.944173 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Pushing event updated for resources: {'Port': ['ID=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:48.958919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:48.959289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:48.959645 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:48.959987 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:48.960328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:48.960687 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:48.961021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:48.961354 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:48.961688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:48.962012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:48.962340 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:48.962664 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:48.962990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:48.971812 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:48.972331 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a773c25-95eb-48d2-b438-58666c87400a tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:40:48.983839 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:40:48.984297 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78fbd91-fa74-45b8-851e-ce6e1f509de4 x-openstack-request-id: req-d78fbd91-fa74-45b8-851e-ce6e1f509de4 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:40:48.984709 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae", "tag": "1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:40:48.985074 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d78fbd91-fa74-45b8-851e-ce6e1f509de4 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:40:48.985563 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78fbd91-fa74-45b8-851e-ce6e1f509de4'] response: {'name': 'network-changed', 'server_uuid': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'tag': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c', 'status': 'completed', 'code': 200} Mar 23 02:40:49.058608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb4197-77fa-4b0c-8598-74eee05aa7a5 req-c2aa80d2-fb16-4956-95c1-7338d8f30aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:49.058909 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3df8cebf-3ec2-42e6-9420-6f074ef6f100 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group (b65a6cda-d911-40d6-85dd-8d499fd5b6ce), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.060870 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedb4197-77fa-4b0c-8598-74eee05aa7a5 req-c2aa80d2-fb16-4956-95c1-7338d8f30aae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10073fe4fa744c5dab564efa98b70a3b&device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 1128 time: 0.0587244 Mar 23 02:40:49.089316 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3df8cebf-3ec2-42e6-9420-6f074ef6f100 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group (b65a6cda-d911-40d6-85dd-8d499fd5b6ce), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.164075 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3df8cebf-3ec2-42e6-9420-6f074ef6f100 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b65a6cda-d911-40d6-85dd-8d499fd5b6ce), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.168937 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3df8cebf-3ec2-42e6-9420-6f074ef6f100 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.176198 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3df8cebf-3ec2-42e6-9420-6f074ef6f100 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "DELETE /v2.0/security-groups/b65a6cda-d911-40d6-85dd-8d499fd5b6ce HTTP/1.1" status: 204 len: 168 time: 0.2502375 Mar 23 02:40:49.177221 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57518) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:40:49.187557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb4197-77fa-4b0c-8598-74eee05aa7a5 req-6294b2ae-ce78-450e-8d2f-fa038c3d013a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:49.189154 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedb4197-77fa-4b0c-8598-74eee05aa7a5 req-6294b2ae-ce78-450e-8d2f-fa038c3d013a service neutron] 10.222.0.42 "GET /v2.0/networks?id=5e32606d-8a3d-4cfa-9451-c8964d53dd50 HTTP/1.1" status: 200 len: 915 time: 0.1227276 Mar 23 02:40:49.225609 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8cebf-3ec2-42e6-9420-6f074ef6f100 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65a6cda-d911-40d6-85dd-8d499fd5b6ce,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:49.258670 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedb4197-77fa-4b0c-8598-74eee05aa7a5 req-87ef4c8f-3e85-4a51-9424-e49954544885 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c HTTP/1.1" status: 200 len: 1001 time: 0.0611415 Mar 23 02:40:49.267178 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3d8c9780-d8f9-42a2-b0b8-2122812d64e5 None None] Provisioning complete for port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:40:49.267633 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3d8c9780-d8f9-42a2-b0b8-2122812d64e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.312709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb4197-77fa-4b0c-8598-74eee05aa7a5 req-e461bbf7-f229-4bfe-844c-39a51e32e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:49.314259 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedb4197-77fa-4b0c-8598-74eee05aa7a5 req-e461bbf7-f229-4bfe-844c-39a51e32e25c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4 HTTP/1.1" status: 200 len: 854 time: 0.0507231 Mar 23 02:40:49.354777 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c9780-d8f9-42a2-b0b8-2122812d64e5 None None] Current status of the port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:40:49.364948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb4197-77fa-4b0c-8598-74eee05aa7a5 req-f6baa881-8312-4b25-b109-9d66fd1bdd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:49.366508 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedb4197-77fa-4b0c-8598-74eee05aa7a5 req-f6baa881-8312-4b25-b109-9d66fd1bdd3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5e32606d-8a3d-4cfa-9451-c8964d53dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458374 Mar 23 02:40:49.367538 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-707f0822-8134-4ee8-b453-8f5836245aa5 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Deleting port 428f89ec-382f-4746-a990-9a3ccb1002e6 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:40:49.367879 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-707f0822-8134-4ee8-b453-8f5836245aa5 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (428f89ec-382f-4746-a990-9a3ccb1002e6), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.444577 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-707f0822-8134-4ee8-b453-8f5836245aa5 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (428f89ec-382f-4746-a990-9a3ccb1002e6), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.444933 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-707f0822-8134-4ee8-b453-8f5836245aa5 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for floatingip (428f89ec-382f-4746-a990-9a3ccb1002e6), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.455568 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedb4197-77fa-4b0c-8598-74eee05aa7a5 req-616cd933-7810-400a-b4f3-a39a9465d7ef service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824442 Mar 23 02:40:49.458141 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-707f0822-8134-4ee8-b453-8f5836245aa5 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Calling delete_port for 428f89ec-382f-4746-a990-9a3ccb1002e6 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:40:49.553279 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedb4197-77fa-4b0c-8598-74eee05aa7a5 req-e196bcd1-429d-4c35-b8e6-c63023047d98 service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905874 Mar 23 02:40:49.614500 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2db9e9b1-79e9-40fa-bdc9-02476425dd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.918910 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-707f0822-8134-4ee8-b453-8f5836245aa5 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (428f89ec-382f-4746-a990-9a3ccb1002e6), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:49.951395 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f0822-8134-4ee8-b453-8f5836245aa5 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Pushing event deleted for resources: {'Port': ['ID=428f89ec-382f-4746-a990-9a3ccb1002e6,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:40:50.009854 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-707f0822-8134-4ee8-b453-8f5836245aa5 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks [] for floatingip (95c4bf5c-3404-425b-a60a-2928c2ec4043), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:50.010240 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-707f0822-8134-4ee8-b453-8f5836245aa5 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Floating IP 95c4bf5c-3404-425b-a60a-2928c2ec4043 disassociated (deleted). External IP: 172.25.0.29, port: 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c. Mar 23 02:40:50.235127 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707f0822-8134-4ee8-b453-8f5836245aa5 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:40:50.351058 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707f0822-8134-4ee8-b453-8f5836245aa5 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:40:50.356227 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-707f0822-8134-4ee8-b453-8f5836245aa5 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:50.361030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a512e-f42d-4c23-a007-ebebfbe39138 None None] Sync routers for ids ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:40:50.375347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a512e-f42d-4c23-a007-ebebfbe39138 None None] Routers {'1f0d52f0-83f9-411f-92c5-4eeafdc0f535'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:50.375960 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fe4a512e-f42d-4c23-a007-ebebfbe39138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:40:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:50.387669 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-707f0822-8134-4ee8-b453-8f5836245aa5 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "DELETE /v2.0/floatingips/95c4bf5c-3404-425b-a60a-2928c2ec4043 HTTP/1.1" status: 204 len: 168 time: 1.2042294 Mar 23 02:40:50.388262 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'tag': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:40:50.390608 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de3647e-5e25-4b9a-8548-b4ba12018c75" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae", "tag": "1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:40:50.430851 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c953b315-3f14-4088-9f9d-6032435683bf x-openstack-request-id: req-c953b315-3f14-4088-9f9d-6032435683bf {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:40:50.430851 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae", "tag": "1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:40:50.430851 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c953b315-3f14-4088-9f9d-6032435683bf {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:40:50.431175 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c953b315-3f14-4088-9f9d-6032435683bf'] response: {'name': 'network-changed', 'server_uuid': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'tag': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c', 'status': 'completed', 'code': 200} Mar 23 02:40:50.487996 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-fe4a512e-f42d-4c23-a007-ebebfbe39138 None None] Set router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:40:50.501261 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3647e-5e25-4b9a-8548-b4ba12018c75 req-ca991033-7074-4adc-b8a6-9768cde9084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:50.502955 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7de3647e-5e25-4b9a-8548-b4ba12018c75 req-ca991033-7074-4adc-b8a6-9768cde9084b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10073fe4fa744c5dab564efa98b70a3b&device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 1128 time: 0.0513396 Mar 23 02:40:50.619796 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3647e-5e25-4b9a-8548-b4ba12018c75 req-e26cd4d9-60bd-4c5e-86ba-8535f920e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:50.623050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7de3647e-5e25-4b9a-8548-b4ba12018c75 req-e26cd4d9-60bd-4c5e-86ba-8535f920e0fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=5e32606d-8a3d-4cfa-9451-c8964d53dd50 HTTP/1.1" status: 200 len: 915 time: 0.1136115 Mar 23 02:40:50.676974 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7de3647e-5e25-4b9a-8548-b4ba12018c75 req-e8d4a3ab-a083-45f0-867c-0e3ab8131259 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c HTTP/1.1" status: 200 len: 217 time: 0.0439603 Mar 23 02:40:50.722112 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fe4a512e-f42d-4c23-a007-ebebfbe39138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'name': 'tempest-TestMinimumBasicScenario-1429751235-router', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'decaaded-e353-45ce-b795-afda54a4f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:53Z', 'updated_at': '2022-03-23T02:38:56Z', 'revision_number': 4, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'gw_port': {'id': 'decaaded-e353-45ce-b795-afda54a4f478', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:54Z', 'updated_at': '2022-03-23T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'f1985342-0f4d-4a07-9af4-7dcfbe30de9c', 'name': '', 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'mac_address': 'fa:16:3e:6f:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:56Z', 'updated_at': '2022-03-23T02:39:01Z', 'revision_number': 5, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'subnets': [{'id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:50.727288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3647e-5e25-4b9a-8548-b4ba12018c75 req-d91d55ae-a90d-4d34-99fd-baa00c09884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:50.728798 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7de3647e-5e25-4b9a-8548-b4ba12018c75 req-d91d55ae-a90d-4d34-99fd-baa00c09884a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4 HTTP/1.1" status: 200 len: 854 time: 0.0457680 Mar 23 02:40:50.749360 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a512e-f42d-4c23-a007-ebebfbe39138 None None] Checking router: 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:40:50.758327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a512e-f42d-4c23-a007-ebebfbe39138 None None] Routers {'1f0d52f0-83f9-411f-92c5-4eeafdc0f535'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:40:50.758945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fe4a512e-f42d-4c23-a007-ebebfbe39138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:40:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:50.783119 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3647e-5e25-4b9a-8548-b4ba12018c75 req-6f64496b-7b7a-49ad-a072-a98dd3e0254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:40:50.784690 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7de3647e-5e25-4b9a-8548-b4ba12018c75 req-6f64496b-7b7a-49ad-a072-a98dd3e0254e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5e32606d-8a3d-4cfa-9451-c8964d53dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501673 Mar 23 02:40:50.870093 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-fe4a512e-f42d-4c23-a007-ebebfbe39138 None None] Set router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:40:50.875107 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7de3647e-5e25-4b9a-8548-b4ba12018c75 req-cdc73926-02b8-478a-aff1-144f9e3309b7 service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831559 Mar 23 02:40:50.973983 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7de3647e-5e25-4b9a-8548-b4ba12018c75 req-a7175142-b546-4afa-9778-17bc70debc5d service neutron] 10.222.0.42 "GET /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903747 Mar 23 02:40:51.252459 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-fe4a512e-f42d-4c23-a007-ebebfbe39138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'name': 'tempest-TestMinimumBasicScenario-1429751235-router', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'decaaded-e353-45ce-b795-afda54a4f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:53Z', 'updated_at': '2022-03-23T02:38:56Z', 'revision_number': 4, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'gw_port': {'id': 'decaaded-e353-45ce-b795-afda54a4f478', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:54Z', 'updated_at': '2022-03-23T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'f1985342-0f4d-4a07-9af4-7dcfbe30de9c', 'name': '', 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'mac_address': 'fa:16:3e:6f:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:56Z', 'updated_at': '2022-03-23T02:39:01Z', 'revision_number': 5, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'subnets': [{'id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:40:51.283529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a512e-f42d-4c23-a007-ebebfbe39138 None None] The sync data for ids ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'] in n-d-834677-4 is: [{'id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'name': 'tempest-TestMinimumBasicScenario-1429751235-router', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'decaaded-e353-45ce-b795-afda54a4f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:53Z', 'updated_at': '2022-03-23T02:38:56Z', 'revision_number': 4, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'gw_port': {'id': 'decaaded-e353-45ce-b795-afda54a4f478', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:54Z', 'updated_at': '2022-03-23T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'f1985342-0f4d-4a07-9af4-7dcfbe30de9c', 'name': '', 'network_id': '5e32606d-8a3d-4cfa-9451-c8964d53dd50', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'mac_address': 'fa:16:3e:6f:be:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:56Z', 'updated_at': '2022-03-23T02:39:01Z', 'revision_number': 5, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'subnets': [{'id': 'dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:40:51.297713 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:51.519458 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5025853-f22b-4a29-aa70-405083af4e8f None None] New status for floating IP 95c4bf5c-3404-425b-a60a-2928c2ec4043: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:40:52.137206 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f7e9fa5a-319c-45c0-94c3-7d4e25374a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:53.553368 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:54.875956 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:40:55.884290 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:04.385171 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:05.820858 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c99e5-03fb-4fa3-b2d8-a8efbfc03a35 req-bb923101-bceb-4e84-86ff-e35c2aa669c9 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:05.822397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed8c99e5-03fb-4fa3-b2d8-a8efbfc03a35 req-bb923101-bceb-4e84-86ff-e35c2aa669c9 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 946 time: 0.0582256 Mar 23 02:41:05.873269 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ed8c99e5-03fb-4fa3-b2d8-a8efbfc03a35 req-f26e7fb5-72f7-4349-822f-94d6da637085 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447631 Mar 23 02:41:06.997193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc99d5f-51cd-48e4-a153-7e08ae178835 req-1d06ae01-674a-4d8d-9025-f9b87fbeaa56 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:06.998670 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0dc99d5f-51cd-48e4-a153-7e08ae178835 req-1d06ae01-674a-4d8d-9025-f9b87fbeaa56 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 946 time: 0.0562289 Mar 23 02:41:07.047233 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0dc99d5f-51cd-48e4-a153-7e08ae178835 req-845958b1-4b3f-4899-a06c-63df1ca441f9 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Mar 23 02:41:07.400777 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa435d-2975-4fd3-a06e-fd3b872518cf req-b8e2fda2-1e9f-4611-a96f-54991f833339 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:07.402276 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e3aa435d-2975-4fd3-a06e-fd3b872518cf req-b8e2fda2-1e9f-4611-a96f-54991f833339 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 946 time: 0.0554328 Mar 23 02:41:07.506092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-e3aa435d-2975-4fd3-a06e-fd3b872518cf req-9d2cf741-3407-4e39-af8e-b4e25acad0a6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Deleting port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:07.506443 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e3aa435d-2975-4fd3-a06e-fd3b872518cf req-9d2cf741-3407-4e39-af8e-b4e25acad0a6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.611488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-e3aa435d-2975-4fd3-a06e-fd3b872518cf req-9d2cf741-3407-4e39-af8e-b4e25acad0a6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] For port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c,segment=NetworkSegment(5adda760-21e6-483e-bb59-798ee72cbcf7),segment_id=5adda760-21e6-483e-bb59-798ee72cbcf7)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:07.611904 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e3aa435d-2975-4fd3-a06e-fd3b872518cf req-9d2cf741-3407-4e39-af8e-b4e25acad0a6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.626567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-e3aa435d-2975-4fd3-a06e-fd3b872518cf req-9d2cf741-3407-4e39-af8e-b4e25acad0a6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Calling delete_port for 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:07.770591 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e3aa435d-2975-4fd3-a06e-fd3b872518cf req-9d2cf741-3407-4e39-af8e-b4e25acad0a6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.782560 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:41:07.806719 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2cf741-3407-4e39-af8e-b4e25acad0a6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Pushing event deleted for resources: {'Port': ['ID=1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:07.853574 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3aa435d-2975-4fd3-a06e-fd3b872518cf req-9d2cf741-3407-4e39-af8e-b4e25acad0a6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] No DVR routers for this DVR port 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:07.856322 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-e3aa435d-2975-4fd3-a06e-fd3b872518cf req-9d2cf741-3407-4e39-af8e-b4e25acad0a6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:07.859926 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e3aa435d-2975-4fd3-a06e-fd3b872518cf req-9d2cf741-3407-4e39-af8e-b4e25acad0a6 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.42 "DELETE /v2.0/ports/1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c HTTP/1.1" status: 204 len: 173 time: 0.4523625 Mar 23 02:41:07.860406 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'name': 'network-vif-deleted', 'tag': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:41:07.862888 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d083b85-29b4-48dd-b6e0-2a4cfecae4d4" -d '{"events": [{"server_uuid": "5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae", "name": "network-vif-deleted", "tag": "1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:41:07.907104 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e131b6-0af7-4a1a-a5b8-2ffe9e85cd3c x-openstack-request-id: req-d7e131b6-0af7-4a1a-a5b8-2ffe9e85cd3c {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:41:07.907405 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae", "name": "network-vif-deleted", "tag": "1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:41:07.907793 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7e131b6-0af7-4a1a-a5b8-2ffe9e85cd3c {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:41:07.908212 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e131b6-0af7-4a1a-a5b8-2ffe9e85cd3c'] response: {'server_uuid': '5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae', 'name': 'network-vif-deleted', 'tag': '1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c', 'status': 'completed', 'code': 200} Mar 23 02:41:08.158820 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bf03f8af-c4a3-48e2-9273-8f7ebf366305 req-784ae7ee-fafb-4306-ac25-6a1da3cc7681 tempest-TestMinimumBasicScenario-1506521368 tempest-TestMinimumBasicScenario-1506521368-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbef612-38d6-45fe-b6ce-8ec9eaa3e1ae HTTP/1.1" status: 200 len: 210 time: 0.0284483 Mar 23 02:41:09.772495 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57626) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:10.135255 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-755ca0f6-289e-4d4c-829f-02cb4c2b2bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (1f0d52f0-83f9-411f-92c5-4eeafdc0f535), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:10.394588 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-755ca0f6-289e-4d4c-829f-02cb4c2b2bfb admin admin] Deleting port f1985342-0f4d-4a07-9af4-7dcfbe30de9c {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:10.394843 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-755ca0f6-289e-4d4c-829f-02cb4c2b2bfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:10.487246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-755ca0f6-289e-4d4c-829f-02cb4c2b2bfb admin admin] For port f1985342-0f4d-4a07-9af4-7dcfbe30de9c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=f1985342-0f4d-4a07-9af4-7dcfbe30de9c,segment=NetworkSegment(5adda760-21e6-483e-bb59-798ee72cbcf7),segment_id=5adda760-21e6-483e-bb59-798ee72cbcf7)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:10.487731 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-755ca0f6-289e-4d4c-829f-02cb4c2b2bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:10.511027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-755ca0f6-289e-4d4c-829f-02cb4c2b2bfb admin admin] Calling delete_port for f1985342-0f4d-4a07-9af4-7dcfbe30de9c owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:10.725758 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-755ca0f6-289e-4d4c-829f-02cb4c2b2bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (f1985342-0f4d-4a07-9af4-7dcfbe30de9c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:10.751139 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ca0f6-289e-4d4c-829f-02cb4c2b2bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=f1985342-0f4d-4a07-9af4-7dcfbe30de9c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:10.928421 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-755ca0f6-289e-4d4c-829f-02cb4c2b2bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (1f0d52f0-83f9-411f-92c5-4eeafdc0f535), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.386057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:11.406821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:11.407169 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 1ab8a31e-584b-4aa8-8e84-ea9ac5c3c31c not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:11.430361 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755ca0f6-289e-4d4c-829f-02cb4c2b2bfb admin admin] Router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:41:11.542843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755ca0f6-289e-4d4c-829f-02cb4c2b2bfb admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:41:11.550562 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-755ca0f6-289e-4d4c-829f-02cb4c2b2bfb admin admin] 10.222.0.18 "PUT /v2.0/routers/1f0d52f0-83f9-411f-92c5-4eeafdc0f535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7740414 Mar 23 02:41:11.551233 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57628) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:11.553713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a3966f-93d9-49ce-9bea-d32f4358ba79 None None] Sync routers for ids ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:41:11.565205 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a3966f-93d9-49ce-9bea-d32f4358ba79 None None] Routers {'1f0d52f0-83f9-411f-92c5-4eeafdc0f535'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:11.565989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-85a3966f-93d9-49ce-9bea-d32f4358ba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:40:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:11.656110 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0e67dc6-8504-473a-85ee-7da1f223b134 admin admin] Publish callbacks [] for router (1f0d52f0-83f9-411f-92c5-4eeafdc0f535), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.679225 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-85a3966f-93d9-49ce-9bea-d32f4358ba79 None None] Set router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:11.764624 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0e67dc6-8504-473a-85ee-7da1f223b134 admin admin] Publish callbacks [] for router_gateway (1f0d52f0-83f9-411f-92c5-4eeafdc0f535), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.818440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d0e67dc6-8504-473a-85ee-7da1f223b134 admin admin] Deleting port decaaded-e353-45ce-b795-afda54a4f478 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:11.818899 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0e67dc6-8504-473a-85ee-7da1f223b134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (decaaded-e353-45ce-b795-afda54a4f478), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.864075 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-85a3966f-93d9-49ce-9bea-d32f4358ba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'name': 'tempest-TestMinimumBasicScenario-1429751235-router', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'decaaded-e353-45ce-b795-afda54a4f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:53Z', 'updated_at': '2022-03-23T02:41:10Z', 'revision_number': 5, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'gw_port': {'id': 'decaaded-e353-45ce-b795-afda54a4f478', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:54Z', 'updated_at': '2022-03-23T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:11.894588 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a3966f-93d9-49ce-9bea-d32f4358ba79 None None] Checking router: 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:41:11.903563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-d0e67dc6-8504-473a-85ee-7da1f223b134 admin admin] For port decaaded-e353-45ce-b795-afda54a4f478, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=decaaded-e353-45ce-b795-afda54a4f478,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:11.903922 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0e67dc6-8504-473a-85ee-7da1f223b134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (decaaded-e353-45ce-b795-afda54a4f478), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:11.904084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a3966f-93d9-49ce-9bea-d32f4358ba79 None None] Routers {'1f0d52f0-83f9-411f-92c5-4eeafdc0f535'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:11.904711 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-85a3966f-93d9-49ce-9bea-d32f4358ba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:40:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:11.917943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-d0e67dc6-8504-473a-85ee-7da1f223b134 admin admin] Calling delete_port for decaaded-e353-45ce-b795-afda54a4f478 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:11.990865 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-85a3966f-93d9-49ce-9bea-d32f4358ba79 None None] Set router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:12.046659 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-85a3966f-93d9-49ce-9bea-d32f4358ba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'name': 'tempest-TestMinimumBasicScenario-1429751235-router', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:53Z', 'updated_at': '2022-03-23T02:41:11Z', 'revision_number': 6, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:12.073037 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a3966f-93d9-49ce-9bea-d32f4358ba79 None None] The sync data for ids ['1f0d52f0-83f9-411f-92c5-4eeafdc0f535'] in n-d-834677-4 is: [{'id': '1f0d52f0-83f9-411f-92c5-4eeafdc0f535', 'name': 'tempest-TestMinimumBasicScenario-1429751235-router', 'tenant_id': '10073fe4fa744c5dab564efa98b70a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:53Z', 'updated_at': '2022-03-23T02:41:11Z', 'revision_number': 6, 'project_id': '10073fe4fa744c5dab564efa98b70a3b', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:41:12.097900 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0e67dc6-8504-473a-85ee-7da1f223b134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (decaaded-e353-45ce-b795-afda54a4f478), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.125365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e67dc6-8504-473a-85ee-7da1f223b134 admin admin] Pushing event deleted for resources: {'Port': ['ID=decaaded-e353-45ce-b795-afda54a4f478,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:12.188675 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0e67dc6-8504-473a-85ee-7da1f223b134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (1f0d52f0-83f9-411f-92c5-4eeafdc0f535), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.284436 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0e67dc6-8504-473a-85ee-7da1f223b134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (1f0d52f0-83f9-411f-92c5-4eeafdc0f535), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.286846 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0e67dc6-8504-473a-85ee-7da1f223b134 admin admin] Publish callbacks [] for router_controller (1f0d52f0-83f9-411f-92c5-4eeafdc0f535), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.332413 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0e67dc6-8504-473a-85ee-7da1f223b134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (1f0d52f0-83f9-411f-92c5-4eeafdc0f535), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.332991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e67dc6-8504-473a-85ee-7da1f223b134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f0d52f0-83f9-411f-92c5-4eeafdc0f535 {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:41:12.337504 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0e67dc6-8504-473a-85ee-7da1f223b134 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.338909 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d0e67dc6-8504-473a-85ee-7da1f223b134 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1f0d52f0-83f9-411f-92c5-4eeafdc0f535 HTTP/1.1" status: 204 len: 168 time: 0.7867548 Mar 23 02:41:12.341569 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57630) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:12.385882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92446d8-cf89-43e3-9f4b-7eb3a1badae4 admin admin] Deleting subnet dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:41:12.389230 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c92446d8-cf89-43e3-9f4b-7eb3a1badae4 admin admin] Publish callbacks [] for subnet (dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.424715 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c92446d8-cf89-43e3-9f4b-7eb3a1badae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.511720 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c92446d8-cf89-43e3-9f4b-7eb3a1badae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.565819 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c92446d8-cf89-43e3-9f4b-7eb3a1badae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.599054 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c92446d8-cf89-43e3-9f4b-7eb3a1badae4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.603494 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c92446d8-cf89-43e3-9f4b-7eb3a1badae4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4 HTTP/1.1" status: 204 len: 168 time: 0.2606618 Mar 23 02:41:12.604356 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92446d8-cf89-43e3-9f4b-7eb3a1badae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbfb0f6c-52bd-49f0-907c-f16d6cc05fa4,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:12.604489 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10340d4f-cbfc-4bfd-9ee5-119f025cc937 None None] Network 5e32606d-8a3d-4cfa-9451-c8964d53dd50 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:12.606170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57632) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:12.680617 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (5e32606d-8a3d-4cfa-9451-c8964d53dd50), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.740562 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Deleting port 9a4e73b5-3f51-4da9-bc96-946e54719ed4 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:12.741019 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (9a4e73b5-3f51-4da9-bc96-946e54719ed4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.813150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] For port 9a4e73b5-3f51-4da9-bc96-946e54719ed4, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=9a4e73b5-3f51-4da9-bc96-946e54719ed4,segment=NetworkSegment(5adda760-21e6-483e-bb59-798ee72cbcf7),segment_id=5adda760-21e6-483e-bb59-798ee72cbcf7)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:12.813415 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (9a4e73b5-3f51-4da9-bc96-946e54719ed4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.827181 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Calling delete_port for 9a4e73b5-3f51-4da9-bc96-946e54719ed4 owned by network:dhcp {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:12.857853 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] DHCP port deletion for 5e32606d-8a3d-4cfa-9451-c8964d53dd50 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:41:12.908366 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Deleting port 9a4e73b5-3f51-4da9-bc96-946e54719ed4 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:12.908632 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (9a4e73b5-3f51-4da9-bc96-946e54719ed4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.908860 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (9a4e73b5-3f51-4da9-bc96-946e54719ed4), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.933023 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4e73b5-3f51-4da9-bc96-946e54719ed4,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:12.943769 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:12.944121 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:12.944461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:12.945008 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:12.945521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:12.946014 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:12.946503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:12.947010 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:12.947624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:12.948110 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:12.948657 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:12.949173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:12.949499 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:12.949828 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:12.950153 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:12.953466 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] No DVR routers for this DVR port 9a4e73b5-3f51-4da9-bc96-946e54719ed4 on host n-d-834677-4 {{(pid=99263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:12.979314 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] For port 9a4e73b5-3f51-4da9-bc96-946e54719ed4, host n-d-834677-4, got binding levels [] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:12.979801 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (9a4e73b5-3f51-4da9-bc96-946e54719ed4), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:12.992531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Calling delete_port for 9a4e73b5-3f51-4da9-bc96-946e54719ed4 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:12.995450 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.ipam_backend_mixin [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Port 9a4e73b5-3f51-4da9-bc96-946e54719ed4 was not found and therefore no delete operation was performed {{(pid=99265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 02:41:12.996859 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (9a4e73b5-3f51-4da9-bc96-946e54719ed4), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.022367 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Pushing event deleted for resources: {'Port': ['ID=9a4e73b5-3f51-4da9-bc96-946e54719ed4,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:13.030547 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (5e32606d-8a3d-4cfa-9451-c8964d53dd50), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.030781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] No DVR routers for this DVR port 9a4e73b5-3f51-4da9-bc96-946e54719ed4 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:13.033318 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:13.033664 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:13.033999 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:13.034301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:13.034870 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:13.035204 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:13.035528 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:13.035851 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:13.036173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:13.036569 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:13.036905 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:13.037214 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:13.037529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:13.037864 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:13.038178 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10229c60-2271-44dd-ad59-c2274174ee81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:13.053056 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e32606d-8a3d-4cfa-9451-c8964d53dd50']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:13.063465 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5adda760-21e6-483e-bb59-798ee72cbcf7') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:13.063760 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5adda760-21e6-483e-bb59-798ee72cbcf7') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:13.074384 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (5adda760-21e6-483e-bb59-798ee72cbcf7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.088374 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (5adda760-21e6-483e-bb59-798ee72cbcf7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.094859 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:13.095256 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (5adda760-21e6-483e-bb59-798ee72cbcf7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:13.096998 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:13.163204 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (5e32606d-8a3d-4cfa-9451-c8964d53dd50), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.169728 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.172318 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] 10.222.0.18 "DELETE /v2.0/networks/5e32606d-8a3d-4cfa-9451-c8964d53dd50 HTTP/1.1" status: 204 len: 168 time: 0.5650995 Mar 23 02:41:13.175470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57634) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:13.186987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c9e19-2d18-4bba-abe1-d6225f2f245a admin admin] Pushing event deleted for resources: {'Network': ['ID=5e32606d-8a3d-4cfa-9451-c8964d53dd50,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:13.539309 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-849d252c-84a8-49d5-8c33-b1fc5649224c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (25afd1ae-1038-4525-b28c-1a0f04db042d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.556923 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device f1985342-0f4d-4a07-9af4-7dcfbe30de9c no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:13.581084 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: f1985342-0f4d-4a07-9af4-7dcfbe30de9c {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:13.581423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device f1985342-0f4d-4a07-9af4-7dcfbe30de9c not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:13.581845 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9a4e73b5-3f51-4da9-bc96-946e54719ed4 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:13.601903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 9a4e73b5-3f51-4da9-bc96-946e54719ed4 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:13.602266 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 9a4e73b5-3f51-4da9-bc96-946e54719ed4 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:13.602660 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device decaaded-e353-45ce-b795-afda54a4f478 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:13.622595 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: decaaded-e353-45ce-b795-afda54a4f478 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:13.623275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device decaaded-e353-45ce-b795-afda54a4f478 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:13.803028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-849d252c-84a8-49d5-8c33-b1fc5649224c admin admin] Deleting port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:13.803285 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-849d252c-84a8-49d5-8c33-b1fc5649224c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.881195 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-849d252c-84a8-49d5-8c33-b1fc5649224c admin admin] For port 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=2de216b3-2cf8-4c60-bdc2-e0cbde8204a6,segment=NetworkSegment(3374ec49-f3d7-4f62-beb3-d51f8cb0d72d),segment_id=3374ec49-f3d7-4f62-beb3-d51f8cb0d72d)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:13.881545 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-849d252c-84a8-49d5-8c33-b1fc5649224c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:13.894383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-849d252c-84a8-49d5-8c33-b1fc5649224c admin admin] Calling delete_port for 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 owned by network:router_interface {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:14.086649 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-849d252c-84a8-49d5-8c33-b1fc5649224c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (2de216b3-2cf8-4c60-bdc2-e0cbde8204a6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.123493 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d252c-84a8-49d5-8c33-b1fc5649224c admin admin] Pushing event deleted for resources: {'Port': ['ID=2de216b3-2cf8-4c60-bdc2-e0cbde8204a6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:14.298442 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-849d252c-84a8-49d5-8c33-b1fc5649224c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (25afd1ae-1038-4525-b28c-1a0f04db042d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:14.520782 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849d252c-84a8-49d5-8c33-b1fc5649224c admin admin] Router 25afd1ae-1038-4525-b28c-1a0f04db042d has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:41:14.904462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849d252c-84a8-49d5-8c33-b1fc5649224c admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:41:14.909841 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-849d252c-84a8-49d5-8c33-b1fc5649224c admin admin] 10.222.0.18 "PUT /v2.0/routers/25afd1ae-1038-4525-b28c-1a0f04db042d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7332840 Mar 23 02:41:14.913488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57636) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:14.916246 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b3df1-a2ba-41a8-980e-829460038541 None None] Sync routers for ids ['25afd1ae-1038-4525-b28c-1a0f04db042d'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:41:14.927245 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b3df1-a2ba-41a8-980e-829460038541 None None] Routers {'25afd1ae-1038-4525-b28c-1a0f04db042d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:14.928026 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8f5b3df1-a2ba-41a8-980e-829460038541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:40:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['25afd1ae-1038-4525-b28c-1a0f04db042d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:15.020199 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1325f1d8-7242-4713-b6e8-4ed5eeb58337 admin admin] Publish callbacks [] for router (25afd1ae-1038-4525-b28c-1a0f04db042d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.124751 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-8f5b3df1-a2ba-41a8-980e-829460038541 None None] Set router 25afd1ae-1038-4525-b28c-1a0f04db042d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:15.125009 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1325f1d8-7242-4713-b6e8-4ed5eeb58337 admin admin] Publish callbacks [] for router_gateway (25afd1ae-1038-4525-b28c-1a0f04db042d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.183989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-1325f1d8-7242-4713-b6e8-4ed5eeb58337 admin admin] Deleting port 06825843-078b-409b-91a4-828788214af5 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:15.184344 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1325f1d8-7242-4713-b6e8-4ed5eeb58337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (06825843-078b-409b-91a4-828788214af5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.270056 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-1325f1d8-7242-4713-b6e8-4ed5eeb58337 admin admin] For port 06825843-078b-409b-91a4-828788214af5, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=06825843-078b-409b-91a4-828788214af5,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:15.270426 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1325f1d8-7242-4713-b6e8-4ed5eeb58337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (06825843-078b-409b-91a4-828788214af5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.286290 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-1325f1d8-7242-4713-b6e8-4ed5eeb58337 admin admin] Calling delete_port for 06825843-078b-409b-91a4-828788214af5 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:15.306887 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8f5b3df1-a2ba-41a8-980e-829460038541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'name': 'tempest-TestMinimumBasicScenario-5860510-router', 'tenant_id': '3a531ab5e3a44c669df9f4183fad3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '06825843-078b-409b-91a4-828788214af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:58Z', 'updated_at': '2022-03-23T02:41:14Z', 'revision_number': 5, 'project_id': '3a531ab5e3a44c669df9f4183fad3b90', 'gw_port': {'id': '06825843-078b-409b-91a4-828788214af5', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:38:59Z', 'updated_at': '2022-03-23T02:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:15.337046 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b3df1-a2ba-41a8-980e-829460038541 None None] Checking router: 25afd1ae-1038-4525-b28c-1a0f04db042d for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:41:15.345644 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b3df1-a2ba-41a8-980e-829460038541 None None] Routers {'25afd1ae-1038-4525-b28c-1a0f04db042d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:15.346375 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8f5b3df1-a2ba-41a8-980e-829460038541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:40:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['25afd1ae-1038-4525-b28c-1a0f04db042d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:15.433867 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-8f5b3df1-a2ba-41a8-980e-829460038541 None None] Set router 25afd1ae-1038-4525-b28c-1a0f04db042d gateway port host: None {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:15.459699 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1325f1d8-7242-4713-b6e8-4ed5eeb58337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (06825843-078b-409b-91a4-828788214af5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.487854 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-8f5b3df1-a2ba-41a8-980e-829460038541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'name': 'tempest-TestMinimumBasicScenario-5860510-router', 'tenant_id': '3a531ab5e3a44c669df9f4183fad3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:58Z', 'updated_at': '2022-03-23T02:41:15Z', 'revision_number': 6, 'project_id': '3a531ab5e3a44c669df9f4183fad3b90', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:15.488511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325f1d8-7242-4713-b6e8-4ed5eeb58337 admin admin] Pushing event deleted for resources: {'Port': ['ID=06825843-078b-409b-91a4-828788214af5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:15.518727 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b3df1-a2ba-41a8-980e-829460038541 None None] The sync data for ids ['25afd1ae-1038-4525-b28c-1a0f04db042d'] in n-d-834677-4 is: [{'id': '25afd1ae-1038-4525-b28c-1a0f04db042d', 'name': 'tempest-TestMinimumBasicScenario-5860510-router', 'tenant_id': '3a531ab5e3a44c669df9f4183fad3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:38:58Z', 'updated_at': '2022-03-23T02:41:15Z', 'revision_number': 6, 'project_id': '3a531ab5e3a44c669df9f4183fad3b90', 'gw_port_host': None}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:41:15.560635 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1325f1d8-7242-4713-b6e8-4ed5eeb58337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (25afd1ae-1038-4525-b28c-1a0f04db042d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.652140 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1325f1d8-7242-4713-b6e8-4ed5eeb58337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (25afd1ae-1038-4525-b28c-1a0f04db042d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.654358 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1325f1d8-7242-4713-b6e8-4ed5eeb58337 admin admin] Publish callbacks [] for router_controller (25afd1ae-1038-4525-b28c-1a0f04db042d), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.711611 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1325f1d8-7242-4713-b6e8-4ed5eeb58337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (25afd1ae-1038-4525-b28c-1a0f04db042d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.712062 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1325f1d8-7242-4713-b6e8-4ed5eeb58337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25afd1ae-1038-4525-b28c-1a0f04db042d {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:41:15.716937 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1325f1d8-7242-4713-b6e8-4ed5eeb58337 admin admin] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.718108 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1325f1d8-7242-4713-b6e8-4ed5eeb58337 admin admin] 10.222.0.18 "DELETE /v2.0/routers/25afd1ae-1038-4525-b28c-1a0f04db042d HTTP/1.1" status: 204 len: 168 time: 0.8037391 Mar 23 02:41:15.720681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57638) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:15.770856 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28ea55a-6566-4684-a949-160ff918f5ad admin admin] Deleting subnet 150bd42b-c9a1-4087-9f13-b0fd33847085 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:41:15.775211 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b28ea55a-6566-4684-a949-160ff918f5ad admin admin] Publish callbacks [] for subnet (150bd42b-c9a1-4087-9f13-b0fd33847085), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.811763 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b28ea55a-6566-4684-a949-160ff918f5ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (150bd42b-c9a1-4087-9f13-b0fd33847085), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.892717 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b28ea55a-6566-4684-a949-160ff918f5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (150bd42b-c9a1-4087-9f13-b0fd33847085), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.956619 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b28ea55a-6566-4684-a949-160ff918f5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (150bd42b-c9a1-4087-9f13-b0fd33847085), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.985246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ea55a-6566-4684-a949-160ff918f5ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150bd42b-c9a1-4087-9f13-b0fd33847085,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:15.989085 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-b28ea55a-6566-4684-a949-160ff918f5ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:15.993613 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b28ea55a-6566-4684-a949-160ff918f5ad admin admin] 10.222.0.18 "DELETE /v2.0/subnets/150bd42b-c9a1-4087-9f13-b0fd33847085 HTTP/1.1" status: 204 len: 168 time: 0.2708731 Mar 23 02:41:15.995104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57640) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:15.997918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78e0920-bd47-4973-b135-a4f1b2465978 None None] Network 9c90419f-123b-4436-bfaa-8b7fb411f460 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:16.063508 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (9c90419f-123b-4436-bfaa-8b7fb411f460), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.118004 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] Deleting port 7baeb872-3bcb-4c75-b99a-537914409bab {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:41:16.118356 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (7baeb872-3bcb-4c75-b99a-537914409bab), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.185118 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] For port 7baeb872-3bcb-4c75-b99a-537914409bab, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=7baeb872-3bcb-4c75-b99a-537914409bab,segment=NetworkSegment(3374ec49-f3d7-4f62-beb3-d51f8cb0d72d),segment_id=3374ec49-f3d7-4f62-beb3-d51f8cb0d72d)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:16.185477 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (7baeb872-3bcb-4c75-b99a-537914409bab), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.198624 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] Calling delete_port for 7baeb872-3bcb-4c75-b99a-537914409bab owned by network:dhcp {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:41:16.285741 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (7baeb872-3bcb-4c75-b99a-537914409bab), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.310479 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197472bd-f407-40dd-a016-070d6eb8a229 None None] DHCP port deletion for 9c90419f-123b-4436-bfaa-8b7fb411f460 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:41:16.316164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] Pushing event deleted for resources: {'Port': ['ID=7baeb872-3bcb-4c75-b99a-537914409bab,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:16.325702 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] No DVR routers for this DVR port 7baeb872-3bcb-4c75-b99a-537914409bab on host n-d-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:41:16.397084 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (9c90419f-123b-4436-bfaa-8b7fb411f460), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.419354 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c90419f-123b-4436-bfaa-8b7fb411f460']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:16.430597 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3374ec49-f3d7-4f62-beb3-d51f8cb0d72d') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:16.430908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3374ec49-f3d7-4f62-beb3-d51f8cb0d72d') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:16.442540 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (3374ec49-f3d7-4f62-beb3-d51f8cb0d72d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.458335 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (3374ec49-f3d7-4f62-beb3-d51f8cb0d72d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.465816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:41:16.466517 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (3374ec49-f3d7-4f62-beb3-d51f8cb0d72d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:41:16.468210 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:41:16.527604 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (9c90419f-123b-4436-bfaa-8b7fb411f460), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.533731 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.540584 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] 10.222.0.18 "DELETE /v2.0/networks/9c90419f-123b-4436-bfaa-8b7fb411f460 HTTP/1.1" status: 204 len: 168 time: 0.5415990 Mar 23 02:41:16.552117 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4ad82-9470-4a06-a5d3-e567ed38d1ee admin admin] Pushing event deleted for resources: {'Network': ['ID=9c90419f-123b-4436-bfaa-8b7fb411f460,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:16.722681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57644) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:16.765633 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7cf2b4da-14f2-496b-a694-5ad6961b6e4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10073fe4fa744c5dab564efa98b70a3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416787 Mar 23 02:41:16.769174 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57646) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:16.820752 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c649a134-1275-4f92-8722-faededb42383 admin admin] Publish callbacks [] for security_group (fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.852091 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c649a134-1275-4f92-8722-faededb42383 admin admin] Publish callbacks [] for security_group (fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.907563 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c649a134-1275-4f92-8722-faededb42383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.910361 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-c649a134-1275-4f92-8722-faededb42383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:16.911517 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-c649a134-1275-4f92-8722-faededb42383 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2 HTTP/1.1" status: 204 len: 168 time: 0.1414695 Mar 23 02:41:16.920629 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649a134-1275-4f92-8722-faededb42383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2c2ed6-d3ae-4c1c-bc34-04bb9c4d9fc2,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:17.262231 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57652) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:17.308911 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4ac38a6b-f7c2-4e8d-b007-4824541a99d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a531ab5e3a44c669df9f4183fad3b90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454597 Mar 23 02:41:17.312382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57654) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:17.372664 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b4008056-d0e0-4cab-a8e8-e78a898d4262 admin admin] Publish callbacks [] for security_group (54b4c87e-8265-4d0f-9761-21017e8defca), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.394323 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b4008056-d0e0-4cab-a8e8-e78a898d4262 admin admin] Publish callbacks [] for security_group (54b4c87e-8265-4d0f-9761-21017e8defca), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.450524 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b4008056-d0e0-4cab-a8e8-e78a898d4262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (54b4c87e-8265-4d0f-9761-21017e8defca), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.453217 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b4008056-d0e0-4cab-a8e8-e78a898d4262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:17.457219 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b4008056-d0e0-4cab-a8e8-e78a898d4262 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54b4c87e-8265-4d0f-9761-21017e8defca HTTP/1.1" status: 204 len: 168 time: 0.1438129 Mar 23 02:41:17.466007 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4008056-d0e0-4cab-a8e8-e78a898d4262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b4c87e-8265-4d0f-9761-21017e8defca,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:17.560650 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:17.580761 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:17.581182 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 2de216b3-2cf8-4c60-bdc2-e0cbde8204a6 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:17.581668 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7baeb872-3bcb-4c75-b99a-537914409bab no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:17.601303 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 7baeb872-3bcb-4c75-b99a-537914409bab {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:17.601734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 7baeb872-3bcb-4c75-b99a-537914409bab not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:17.602211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 06825843-078b-409b-91a4-828788214af5 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:41:17.624177 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 06825843-078b-409b-91a4-828788214af5 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:41:17.624527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 06825843-078b-409b-91a4-828788214af5 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:41:19.368577 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57694) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:19.373226 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-86d7bbb5-d001-43d5-ad4c-fb7455e51e86 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1658478222', 'description': 'tempest-secgroup-smoke-1658478222 description', 'project_id': 'eb6ded23f7904c528c242edeaae8f657'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:19.398948 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86d7bbb5-d001-43d5-ad4c-fb7455e51e86 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.407030 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86d7bbb5-d001-43d5-ad4c-fb7455e51e86 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.491031 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86d7bbb5-d001-43d5-ad4c-fb7455e51e86 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (367d7646-870e-4367-9a8c-2e68ce0b2a79), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.498277 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86d7bbb5-d001-43d5-ad4c-fb7455e51e86 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (367d7646-870e-4367-9a8c-2e68ce0b2a79), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.534671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7bbb5-d001-43d5-ad4c-fb7455e51e86 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367d7646-870e-4367-9a8c-2e68ce0b2a79,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:19.579611 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86d7bbb5-d001-43d5-ad4c-fb7455e51e86 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (b3815b06-0656-43c0-bbf9-78ca0c53f91e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.585317 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86d7bbb5-d001-43d5-ad4c-fb7455e51e86 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b3815b06-0656-43c0-bbf9-78ca0c53f91e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.613694 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-86d7bbb5-d001-43d5-ad4c-fb7455e51e86 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.614936 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-86d7bbb5-d001-43d5-ad4c-fb7455e51e86 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2452469 Mar 23 02:41:19.618057 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57696) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:19.619826 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-17481fde-70bc-4a7d-8eb9-5dd38a3cd9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.623470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-31f4d182-7058-4cb6-a7e3-bd57db07f4de tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'b3815b06-0656-43c0-bbf9-78ca0c53f91e', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:19.628593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7bbb5-d001-43d5-ad4c-fb7455e51e86 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3815b06-0656-43c0-bbf9-78ca0c53f91e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:19.652149 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-31f4d182-7058-4cb6-a7e3-bd57db07f4de tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (807d4309-5a1b-423e-8efe-8135dae13ddc), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.707996 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-31f4d182-7058-4cb6-a7e3-bd57db07f4de tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (807d4309-5a1b-423e-8efe-8135dae13ddc), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.714237 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-31f4d182-7058-4cb6-a7e3-bd57db07f4de tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (807d4309-5a1b-423e-8efe-8135dae13ddc), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.732109 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4d182-7058-4cb6-a7e3-bd57db07f4de tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807d4309-5a1b-423e-8efe-8135dae13ddc,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:19.742295 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-31f4d182-7058-4cb6-a7e3-bd57db07f4de tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.743879 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-31f4d182-7058-4cb6-a7e3-bd57db07f4de tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247768 Mar 23 02:41:19.746911 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57698) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:19.753668 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3b590586-7b3b-456a-87b2-0e164c49b36e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'b3815b06-0656-43c0-bbf9-78ca0c53f91e', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:19.785491 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b590586-7b3b-456a-87b2-0e164c49b36e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (ebcb7814-cc50-4c00-a5b6-c42340f42cbd), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.846516 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b590586-7b3b-456a-87b2-0e164c49b36e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (ebcb7814-cc50-4c00-a5b6-c42340f42cbd), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.852367 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b590586-7b3b-456a-87b2-0e164c49b36e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ebcb7814-cc50-4c00-a5b6-c42340f42cbd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.870715 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b590586-7b3b-456a-87b2-0e164c49b36e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcb7814-cc50-4c00-a5b6-c42340f42cbd,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:19.879760 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3b590586-7b3b-456a-87b2-0e164c49b36e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.881162 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3b590586-7b3b-456a-87b2-0e164c49b36e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331506 Mar 23 02:41:19.883980 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57700) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:19.888232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-72b4a992-0c84-47b5-bd84-106dd1b408a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'b3815b06-0656-43c0-bbf9-78ca0c53f91e', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:19.915822 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72b4a992-0c84-47b5-bd84-106dd1b408a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (59cd31fe-daaa-43bb-8647-a1df97938f77), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.972788 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72b4a992-0c84-47b5-bd84-106dd1b408a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (59cd31fe-daaa-43bb-8647-a1df97938f77), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.977719 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72b4a992-0c84-47b5-bd84-106dd1b408a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (59cd31fe-daaa-43bb-8647-a1df97938f77), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:19.997425 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4a992-0c84-47b5-bd84-106dd1b408a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cd31fe-daaa-43bb-8647-a1df97938f77,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:20.006446 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-72b4a992-0c84-47b5-bd84-106dd1b408a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.007715 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-72b4a992-0c84-47b5-bd84-106dd1b408a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227367 Mar 23 02:41:20.011878 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57702) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:20.017060 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4c5147e1-6f88-456d-b94d-027a15395de9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'b3815b06-0656-43c0-bbf9-78ca0c53f91e', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:20.044733 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c5147e1-6f88-456d-b94d-027a15395de9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (43dbec3e-1f4c-4ac3-aff3-fb8fda6e9096), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.104747 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c5147e1-6f88-456d-b94d-027a15395de9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (43dbec3e-1f4c-4ac3-aff3-fb8fda6e9096), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.109802 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c5147e1-6f88-456d-b94d-027a15395de9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (43dbec3e-1f4c-4ac3-aff3-fb8fda6e9096), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.127634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5147e1-6f88-456d-b94d-027a15395de9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43dbec3e-1f4c-4ac3-aff3-fb8fda6e9096,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:20.134660 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4c5147e1-6f88-456d-b94d-027a15395de9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.135895 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4c5147e1-6f88-456d-b94d-027a15395de9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229722 Mar 23 02:41:20.138626 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57704) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:20.142839 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-3f7c4a56-37f9-43d3-add1-b5a212cc6619 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'b3815b06-0656-43c0-bbf9-78ca0c53f91e', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:20.163520 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-3f7c4a56-37f9-43d3-add1-b5a212cc6619 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Project eb6ded23f7904c528c242edeaae8f657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:41:20.168245 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f7c4a56-37f9-43d3-add1-b5a212cc6619 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (c37990e0-c973-49e5-8b84-97b9c03b875e), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.228293 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f7c4a56-37f9-43d3-add1-b5a212cc6619 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (c37990e0-c973-49e5-8b84-97b9c03b875e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.233536 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f7c4a56-37f9-43d3-add1-b5a212cc6619 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (c37990e0-c973-49e5-8b84-97b9c03b875e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.254688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c4a56-37f9-43d3-add1-b5a212cc6619 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37990e0-c973-49e5-8b84-97b9c03b875e,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:20.264013 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f7c4a56-37f9-43d3-add1-b5a212cc6619 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.265256 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3f7c4a56-37f9-43d3-add1-b5a212cc6619 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257401 Mar 23 02:41:20.268118 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57706) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:20.272498 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-6ebd4af1-d4ff-4fd3-9d79-5561f9326fb0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'b3815b06-0656-43c0-bbf9-78ca0c53f91e', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:20.293971 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-6ebd4af1-d4ff-4fd3-9d79-5561f9326fb0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Project eb6ded23f7904c528c242edeaae8f657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:41:20.299174 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ebd4af1-d4ff-4fd3-9d79-5561f9326fb0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (b4d45c05-5e4d-4710-9d26-38f87c9b91a3), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.361675 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ebd4af1-d4ff-4fd3-9d79-5561f9326fb0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (b4d45c05-5e4d-4710-9d26-38f87c9b91a3), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.366911 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ebd4af1-d4ff-4fd3-9d79-5561f9326fb0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (b4d45c05-5e4d-4710-9d26-38f87c9b91a3), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.385397 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd4af1-d4ff-4fd3-9d79-5561f9326fb0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d45c05-5e4d-4710-9d26-38f87c9b91a3,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:20.393352 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-6ebd4af1-d4ff-4fd3-9d79-5561f9326fb0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.397029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6ebd4af1-d4ff-4fd3-9d79-5561f9326fb0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255236 Mar 23 02:41:20.398724 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57708) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:20.403608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-412f3a6e-8ed8-49de-9b2a-1b2ebd4aa687 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'network': {'name': 'tempest-network-smoke--1304766571', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'port_security_enabled': True}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:20.427130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412f3a6e-8ed8-49de-9b2a-1b2ebd4aa687 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Made reservation on behalf of eb6ded23f7904c528c242edeaae8f657 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:20.432525 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-412f3a6e-8ed8-49de-9b2a-1b2ebd4aa687 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.460838 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412f3a6e-8ed8-49de-9b2a-1b2ebd4aa687 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:41:20.470497 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-412f3a6e-8ed8-49de-9b2a-1b2ebd4aa687 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (e136f738-e9fa-4f11-9636-93431975d396), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.470852 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-412f3a6e-8ed8-49de-9b2a-1b2ebd4aa687 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Added segment e136f738-e9fa-4f11-9636-93431975d396 of type vlan for network 9ca4dfa4-e980-492a-a49e-778af7c14c53 Mar 23 02:41:20.510011 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-412f3a6e-8ed8-49de-9b2a-1b2ebd4aa687 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (9ca4dfa4-e980-492a-a49e-778af7c14c53), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.538420 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-412f3a6e-8ed8-49de-9b2a-1b2ebd4aa687 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (9ca4dfa4-e980-492a-a49e-778af7c14c53), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.546176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412f3a6e-8ed8-49de-9b2a-1b2ebd4aa687 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:20.547036 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-412f3a6e-8ed8-49de-9b2a-1b2ebd4aa687 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.616430 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-412f3a6e-8ed8-49de-9b2a-1b2ebd4aa687 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2166576 Mar 23 02:41:20.619429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57710) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:20.625779 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1247541378', 'admin_state_up': True, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:20.631706 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f3a6e-8ed8-49de-9b2a-1b2ebd4aa687 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Network': ['ID=9ca4dfa4-e980-492a-a49e-778af7c14c53,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:20.643050 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 9ca4dfa4-e980-492a-a49e-778af7c14c53 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:41:20.650932 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (9b6e5ef6-3880-4075-8534-278a51bef7c4), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.652080 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (9b6e5ef6-3880-4075-8534-278a51bef7c4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.704007 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_controller (9b6e5ef6-3880-4075-8534-278a51bef7c4), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.861351 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (9b6e5ef6-3880-4075-8534-278a51bef7c4), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:20.920175 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:41:21.063008 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (9b6e5ef6-3880-4075-8534-278a51bef7c4), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:21.080940 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:21.181447 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.25.0.100 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/b0284956-c1b4-4018-a700-4fc982bc7554) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:21.280191 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:21.290197 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (b0284956-c1b4-4018-a700-4fc982bc7554), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:21.328280 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (b0284956-c1b4-4018-a700-4fc982bc7554), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:21.365432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:21.368369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:21.374092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:21.379834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=b0284956-c1b4-4018-a700-4fc982bc7554,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:21.698876 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (9b6e5ef6-3880-4075-8534-278a51bef7c4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.140371 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8eb7cc77-1eff-4a74-b6a5-9c9252b10421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.180059 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (9b6e5ef6-3880-4075-8534-278a51bef7c4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.319326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router 9b6e5ef6-3880-4075-8534-278a51bef7c4 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:41:22.435079 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:41:22.445146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Sync routers for ids ['9b6e5ef6-3880-4075-8534-278a51bef7c4'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:41:22.456656 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.456842 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Routers {'9b6e5ef6-3880-4075-8534-278a51bef7c4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:22.457458 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:41:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9b6e5ef6-3880-4075-8534-278a51bef7c4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:22.458195 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-394028b2-ea35-448d-aa7a-2d09218a749c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8376925 Mar 23 02:41:22.461441 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57712) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:22.565094 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Set router 9b6e5ef6-3880-4075-8534-278a51bef7c4 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:22.589543 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2c4b40b4-e04c-4dcd-beef-bd42ba7cea4f tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=eb6ded23f7904c528c242edeaae8f657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1269467 Mar 23 02:41:22.592439 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57716) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:22.747780 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247541378', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:20Z', 'updated_at': '2022-03-23T02:41:21Z', 'revision_number': 3, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:21Z', 'updated_at': '2022-03-23T02:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:22.751413 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d8049c-4d82-4158-8f60-72bca75758e0 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:22.753160 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-b1d8049c-4d82-4158-8f60-72bca75758e0 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1597464 Mar 23 02:41:22.756210 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57718) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:22.778004 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Checking router: 9b6e5ef6-3880-4075-8534-278a51bef7c4 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:41:22.778358 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Updating router 9b6e5ef6-3880-4075-8534-278a51bef7c4 port b0284956-c1b4-4018-a700-4fc982bc7554 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:41:22.789792 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-af023513-723d-4fd6-8227-9a23d75cce34 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322757 Mar 23 02:41:22.792529 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57720) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:22.797599 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-766bce33-b639-4b21-83a2-0bd60fdb1413 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1643351702', 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:22.811301 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b0284956-c1b4-4018-a700-4fc982bc7554), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:22.891586 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766bce33-b639-4b21-83a2-0bd60fdb1413 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Made reservation on behalf of eb6ded23f7904c528c242edeaae8f657 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:22.895182 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-766bce33-b639-4b21-83a2-0bd60fdb1413 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.066101 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Publish callbacks [] for port (b0284956-c1b4-4018-a700-4fc982bc7554), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.071558 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b0284956-c1b4-4018-a700-4fc982bc7554), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.079276 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-766bce33-b639-4b21-83a2-0bd60fdb1413 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (41592e34-b1b7-4c1b-89ff-ef37052c7aa6), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.123294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Attempting to bind port b0284956-c1b4-4018-a700-4fc982bc7554 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:23.123682 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Attempting to bind port b0284956-c1b4-4018-a700-4fc982bc7554 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:23.124268 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Attempting to bind port b0284956-c1b4-4018-a700-4fc982bc7554 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:23.126990 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57164adf-5d2e-4526-9120-f87aa12d6a16 None None] Pushing event updated for resources: {'Port': ['ID=b0284956-c1b4-4018-a700-4fc982bc7554,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:23.131682 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:23.132059 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:23.132474 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.132865 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:23.133339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Bound port: b0284956-c1b4-4018-a700-4fc982bc7554, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:23.133721 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b0284956-c1b4-4018-a700-4fc982bc7554), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.139638 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bce33-b639-4b21-83a2-0bd60fdb1413 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Subnet': ['ID=41592e34-b1b7-4c1b-89ff-ef37052c7aa6,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:23.149423 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766bce33-b639-4b21-83a2-0bd60fdb1413 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Checking segment: {'id': 'e136f738-e9fa-4f11-9636-93431975d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:23.149787 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766bce33-b639-4b21-83a2-0bd60fdb1413 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network hostable DHCP agents. Network: 9ca4dfa4-e980-492a-a49e-778af7c14c53, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:41:23.167735 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766bce33-b639-4b21-83a2-0bd60fdb1413 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network 9ca4dfa4-e980-492a-a49e-778af7c14c53 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:41:23.177956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-766bce33-b639-4b21-83a2-0bd60fdb1413 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 9ca4dfa4-e980-492a-a49e-778af7c14c53) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:23.187092 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766bce33-b639-4b21-83a2-0bd60fdb1413 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:23.187698 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-766bce33-b639-4b21-83a2-0bd60fdb1413 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.188451 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88529c7-5251-471d-bd48-82231d7f504d None None] Network 9ca4dfa4-e980-492a-a49e-778af7c14c53 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:23.207627 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-766bce33-b639-4b21-83a2-0bd60fdb1413 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4112515 Mar 23 02:41:23.207881 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57722) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:23.393382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] For port b0284956-c1b4-4018-a700-4fc982bc7554, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:23.410666 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] For port b0284956-c1b4-4018-a700-4fc982bc7554, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b0284956-c1b4-4018-a700-4fc982bc7554,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:23.423393 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b0284956-c1b4-4018-a700-4fc982bc7554), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.519152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Routers {'9b6e5ef6-3880-4075-8534-278a51bef7c4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:23.519847 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:41:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9b6e5ef6-3880-4075-8534-278a51bef7c4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:23.529283 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-9ca4dfa4-e980-492a-a49e-778af7c14c53', 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ips': [{'subnet_id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:41:23.530139 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.564808 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57164adf-5d2e-4526-9120-f87aa12d6a16 None None] Pushing event updated for resources: {'Port': ['ID=b0284956-c1b4-4018-a700-4fc982bc7554,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:23.636540 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.669971 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:23.763200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] Set router 9b6e5ef6-3880-4075-8534-278a51bef7c4 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:23.825686 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Allocated IP 172.20.0.2 (9ca4dfa4-e980-492a-a49e-778af7c14c53/41592e34-b1b7-4c1b-89ff-ef37052c7aa6/236c70a2-47b8-404a-b358-b277bdbbb32a) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:24.066669 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Publish callbacks [] for port (236c70a2-47b8-404a-b358-b277bdbbb32a), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.074446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247541378', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:20Z', 'updated_at': '2022-03-23T02:41:21Z', 'revision_number': 3, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:21Z', 'updated_at': '2022-03-23T02:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:24.078004 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (236c70a2-47b8-404a-b358-b277bdbbb32a), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.124170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.20.0.1 (9ca4dfa4-e980-492a-a49e-778af7c14c53/41592e34-b1b7-4c1b-89ff-ef37052c7aa6/6b6a1b41-3728-4f7e-906e-ab0643abead3) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:24.128359 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504c77b-682e-4f17-85bc-b90dab2d0a29 None None] The sync data for ids ['9b6e5ef6-3880-4075-8534-278a51bef7c4'] in n-d-834677-4 is: [{'id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247541378', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:20Z', 'updated_at': '2022-03-23T02:41:21Z', 'revision_number': 3, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:21Z', 'updated_at': '2022-03-23T02:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:41:24.146845 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Network 9ca4dfa4-e980-492a-a49e-778af7c14c53 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:24.154085 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:24.156714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:24.166825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Pushing event updated for resources: {'Port': ['ID=236c70a2-47b8-404a-b358-b277bdbbb32a,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:24.220981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Attempting to bind port 236c70a2-47b8-404a-b358-b277bdbbb32a on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:24.221658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Attempting to bind port 236c70a2-47b8-404a-b358-b277bdbbb32a by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e136f738-e9fa-4f11-9636-93431975d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:24.221777 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Attempting to bind port 236c70a2-47b8-404a-b358-b277bdbbb32a on network 9ca4dfa4-e980-492a-a49e-778af7c14c53 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:24.226988 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:24.227365 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Checking segment: {'id': 'e136f738-e9fa-4f11-9636-93431975d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:24.227767 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.228158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Bound using segment: {'id': 'e136f738-e9fa-4f11-9636-93431975d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:24.228637 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Bound port: 236c70a2-47b8-404a-b358-b277bdbbb32a, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e136f738-e9fa-4f11-9636-93431975d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:24.229025 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (236c70a2-47b8-404a-b358-b277bdbbb32a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.255401 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.289758 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.300163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] For port 236c70a2-47b8-404a-b358-b277bdbbb32a, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:24.304775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] For port 236c70a2-47b8-404a-b358-b277bdbbb32a, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=236c70a2-47b8-404a-b358-b277bdbbb32a,segment=NetworkSegment(e136f738-e9fa-4f11-9636-93431975d396),segment_id=e136f738-e9fa-4f11-9636-93431975d396)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:24.312149 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (236c70a2-47b8-404a-b358-b277bdbbb32a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.329379 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network 9ca4dfa4-e980-492a-a49e-778af7c14c53 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:24.333060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:24.337049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:24.372119 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5ea9d-b64b-4188-b13c-e632b69e8fb1 None None] Pushing event updated for resources: {'Port': ['ID=236c70a2-47b8-404a-b358-b277bdbbb32a,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:24.390931 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=6b6a1b41-3728-4f7e-906e-ab0643abead3,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:24.412385 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (9b6e5ef6-3880-4075-8534-278a51bef7c4), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.568787 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:24.883849 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.197009 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.202384 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.276785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=6b6a1b41-3728-4f7e-906e-ab0643abead3,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:25.279533 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (9b6e5ef6-3880-4075-8534-278a51bef7c4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.380453 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network 9ca4dfa4-e980-492a-a49e-778af7c14c53 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:25.382025 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:25.427256 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4888d-58fc-4a12-8444-f26b24d91ee9 None None] Network 9ca4dfa4-e980-492a-a49e-778af7c14c53 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:41:25.483160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-669ae54a-83ac-4db1-91c3-f6cfd3db908b None None] Provisioning complete for port 236c70a2-47b8-404a-b358-b277bdbbb32a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:25.483538 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-669ae54a-83ac-4db1-91c3-f6cfd3db908b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (236c70a2-47b8-404a-b358-b277bdbbb32a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.506499 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router 9b6e5ef6-3880-4075-8534-278a51bef7c4 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:41:25.617881 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-669ae54a-83ac-4db1-91c3-f6cfd3db908b None None] Current status of the port 236c70a2-47b8-404a-b358-b277bdbbb32a is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:25.618195 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-669ae54a-83ac-4db1-91c3-f6cfd3db908b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (236c70a2-47b8-404a-b358-b277bdbbb32a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.637987 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:41:25.643094 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-88bb7580-1e5f-426e-a400-b9087f31b5cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "PUT /v2.0/routers/9b6e5ef6-3880-4075-8534-278a51bef7c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4343338 Mar 23 02:41:25.669587 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-669ae54a-83ac-4db1-91c3-f6cfd3db908b None None] For port 236c70a2-47b8-404a-b358-b277bdbbb32a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=236c70a2-47b8-404a-b358-b277bdbbb32a,segment=NetworkSegment(e136f738-e9fa-4f11-9636-93431975d396),segment_id=e136f738-e9fa-4f11-9636-93431975d396)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:25.675702 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-669ae54a-83ac-4db1-91c3-f6cfd3db908b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (236c70a2-47b8-404a-b358-b277bdbbb32a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.715107 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b0284956-c1b4-4018-a700-4fc982bc7554 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:25.780069 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ae54a-83ac-4db1-91c3-f6cfd3db908b None None] Pushing event updated for resources: {'Port': ['ID=236c70a2-47b8-404a-b358-b277bdbbb32a,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:25.795317 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port b0284956-c1b4-4018-a700-4fc982bc7554 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:25.795698 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b0284956-c1b4-4018-a700-4fc982bc7554), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.829848 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-f67cc2e4-44f4-406e-8860-7c5d7696cf27 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1658478222&fields=id&tenant_id=eb6ded23f7904c528c242edeaae8f657 HTTP/1.1" status: 200 len: 267 time: 0.0573125 Mar 23 02:41:25.886895 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port b0284956-c1b4-4018-a700-4fc982bc7554 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:25.887336 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b0284956-c1b4-4018-a700-4fc982bc7554), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.894543 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.912542 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port b0284956-c1b4-4018-a700-4fc982bc7554, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b0284956-c1b4-4018-a700-4fc982bc7554,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:25.918162 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b0284956-c1b4-4018-a700-4fc982bc7554), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:25.919077 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 236c70a2-47b8-404a-b358-b277bdbbb32a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:25.962817 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-b7c1a661-c634-4399-8aa7-0758b5bb3f99 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:25.965175 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-b7c1a661-c634-4399-8aa7-0758b5bb3f99 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/networks?id=9ca4dfa4-e980-492a-a49e-778af7c14c53 HTTP/1.1" status: 200 len: 797 time: 0.1277916 Mar 23 02:41:25.982818 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-07cdcee7-9dbb-4523-b7f2-74c54c85e297 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/quotas/eb6ded23f7904c528c242edeaae8f657 HTTP/1.1" status: 200 len: 375 time: 0.0104864 Mar 23 02:41:26.013493 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=b0284956-c1b4-4018-a700-4fc982bc7554,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:26.028844 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1adab9e7-4614-4cee-b9b7-3b9142bb3b4f None None] Provisioning complete for port 236c70a2-47b8-404a-b358-b277bdbbb32a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:26.029269 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1adab9e7-4614-4cee-b9b7-3b9142bb3b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (236c70a2-47b8-404a-b358-b277bdbbb32a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.034108 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 236c70a2-47b8-404a-b358-b277bdbbb32a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:26.034108 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (236c70a2-47b8-404a-b358-b277bdbbb32a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.059994 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-1db8f477-4217-4486-b085-00d9dc4281ba tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708842 Mar 23 02:41:26.098456 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Sync routers for ids ['9b6e5ef6-3880-4075-8534-278a51bef7c4'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:41:26.111295 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Routers {'9b6e5ef6-3880-4075-8534-278a51bef7c4'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:26.112082 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:41:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9b6e5ef6-3880-4075-8534-278a51bef7c4'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:26.156548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1adab9e7-4614-4cee-b9b7-3b9142bb3b4f None None] Current status of the port 236c70a2-47b8-404a-b358-b277bdbbb32a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:26.204102 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1adab9e7-4614-4cee-b9b7-3b9142bb3b4f None None] Provisioning complete for port 6b6a1b41-3728-4f7e-906e-ab0643abead3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:26.204487 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1adab9e7-4614-4cee-b9b7-3b9142bb3b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.235545 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 236c70a2-47b8-404a-b358-b277bdbbb32a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:26.241443 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-2d4b3bab-445e-4752-bf4b-81192972ed62 service neutron] 10.222.0.18 "GET /v2.0/networks/9ca4dfa4-e980-492a-a49e-778af7c14c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631720 Mar 23 02:41:26.247727 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1adab9e7-4614-4cee-b9b7-3b9142bb3b4f None None] Port 6b6a1b41-3728-4f7e-906e-ab0643abead3 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:26.253465 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Set router 9b6e5ef6-3880-4075-8534-278a51bef7c4 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:26.341318 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-ad5512d8-c0fb-49d5-96d6-b5ce9a07566a service neutron] 10.222.0.18 "GET /v2.0/networks/9ca4dfa4-e980-492a-a49e-778af7c14c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981920 Mar 23 02:41:26.368822 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-3b456259-6fef-452a-ac90-5d77b979d5f5 None None] Provisioning complete for port 6b6a1b41-3728-4f7e-906e-ab0643abead3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:26.369203 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3b456259-6fef-452a-ac90-5d77b979d5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.417666 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-3b456259-6fef-452a-ac90-5d77b979d5f5 None None] Port 6b6a1b41-3728-4f7e-906e-ab0643abead3 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:26.486716 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247541378', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:20Z', 'updated_at': '2022-03-23T02:41:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:21Z', 'updated_at': '2022-03-23T02:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '6b6a1b41-3728-4f7e-906e-ab0643abead3', 'name': '', 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:92:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:23Z', 'updated_at': '2022-03-23T02:41:24Z', 'revision_number': 2, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:26.515937 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Checking router: 9b6e5ef6-3880-4075-8534-278a51bef7c4 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:41:26.516294 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Updating router 9b6e5ef6-3880-4075-8534-278a51bef7c4 port 6b6a1b41-3728-4f7e-906e-ab0643abead3 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:41:26.524441 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c0d567c7-4505-4819-ac8d-98b3eb4a52fb req-428aea5f-23f4-4b39-a3b9-8a40d0e61dbe tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 210 time: 0.0302355 Mar 23 02:41:26.537691 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b8b847b2-c0ae-4e5b-910d-e4884828455b None None] Provisioning complete for port 6b6a1b41-3728-4f7e-906e-ab0643abead3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:26.538333 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b8b847b2-c0ae-4e5b-910d-e4884828455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.551835 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.580403 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b8b847b2-c0ae-4e5b-910d-e4884828455b None None] Port 6b6a1b41-3728-4f7e-906e-ab0643abead3 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:26.823586 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Publish callbacks [] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.830271 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.901718 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19f9a0-0a17-4e95-b6cf-851c61d6990d None None] Pushing event updated for resources: {'Port': ['ID=6b6a1b41-3728-4f7e-906e-ab0643abead3,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:26.937341 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Attempting to bind port 6b6a1b41-3728-4f7e-906e-ab0643abead3 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:26.937719 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Attempting to bind port 6b6a1b41-3728-4f7e-906e-ab0643abead3 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e136f738-e9fa-4f11-9636-93431975d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:26.938083 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Attempting to bind port 6b6a1b41-3728-4f7e-906e-ab0643abead3 on network 9ca4dfa4-e980-492a-a49e-778af7c14c53 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:26.940874 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19f9a0-0a17-4e95-b6cf-851c61d6990d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:26.941216 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19f9a0-0a17-4e95-b6cf-851c61d6990d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:26.941553 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19f9a0-0a17-4e95-b6cf-851c61d6990d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:26.941934 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19f9a0-0a17-4e95-b6cf-851c61d6990d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:26.942206 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19f9a0-0a17-4e95-b6cf-851c61d6990d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:26.942515 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19f9a0-0a17-4e95-b6cf-851c61d6990d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:26.942857 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19f9a0-0a17-4e95-b6cf-851c61d6990d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:26.945123 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19f9a0-0a17-4e95-b6cf-851c61d6990d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:26.945123 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19f9a0-0a17-4e95-b6cf-851c61d6990d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:26.945123 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19f9a0-0a17-4e95-b6cf-851c61d6990d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:26.945123 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19f9a0-0a17-4e95-b6cf-851c61d6990d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:26.945123 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19f9a0-0a17-4e95-b6cf-851c61d6990d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:26.945123 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19f9a0-0a17-4e95-b6cf-851c61d6990d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:26.945917 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19f9a0-0a17-4e95-b6cf-851c61d6990d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:26.945917 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19f9a0-0a17-4e95-b6cf-851c61d6990d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:41:26.952542 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:26.952943 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Checking segment: {'id': 'e136f738-e9fa-4f11-9636-93431975d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:26.953410 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:26.953763 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Bound using segment: {'id': 'e136f738-e9fa-4f11-9636-93431975d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:26.954869 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Bound port: 6b6a1b41-3728-4f7e-906e-ab0643abead3, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e136f738-e9fa-4f11-9636-93431975d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:26.954869 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.024450 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] For port 6b6a1b41-3728-4f7e-906e-ab0643abead3, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:27.028084 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] For port 6b6a1b41-3728-4f7e-906e-ab0643abead3, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6b6a1b41-3728-4f7e-906e-ab0643abead3,segment=NetworkSegment(e136f738-e9fa-4f11-9636-93431975d396),segment_id=e136f738-e9fa-4f11-9636-93431975d396)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:27.034946 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.089466 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Routers {'9b6e5ef6-3880-4075-8534-278a51bef7c4'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:27.090096 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:41:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9b6e5ef6-3880-4075-8534-278a51bef7c4'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:27.106815 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-579f0c32-7b7a-46e3-9113-6c1e44fa7fa0 None None] Provisioning complete for port 6b6a1b41-3728-4f7e-906e-ab0643abead3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:27.107443 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-579f0c32-7b7a-46e3-9113-6c1e44fa7fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.193804 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19f9a0-0a17-4e95-b6cf-851c61d6990d None None] Pushing event updated for resources: {'Port': ['ID=6b6a1b41-3728-4f7e-906e-ab0643abead3,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:27.205651 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-579f0c32-7b7a-46e3-9113-6c1e44fa7fa0 None None] Current status of the port 6b6a1b41-3728-4f7e-906e-ab0643abead3 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:27.206350 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-579f0c32-7b7a-46e3-9113-6c1e44fa7fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.214906 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] Set router 9b6e5ef6-3880-4075-8534-278a51bef7c4 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:27.242819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-579f0c32-7b7a-46e3-9113-6c1e44fa7fa0 None None] For port 6b6a1b41-3728-4f7e-906e-ab0643abead3, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6b6a1b41-3728-4f7e-906e-ab0643abead3,segment=NetworkSegment(e136f738-e9fa-4f11-9636-93431975d396),segment_id=e136f738-e9fa-4f11-9636-93431975d396)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:27.247793 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-579f0c32-7b7a-46e3-9113-6c1e44fa7fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.301210 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f0c32-7b7a-46e3-9113-6c1e44fa7fa0 None None] Pushing event updated for resources: {'Port': ['ID=6b6a1b41-3728-4f7e-906e-ab0643abead3,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:27.369092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-6a313fbd-4aab-446a-894e-c4f723672a14 None None] Provisioning complete for port 6b6a1b41-3728-4f7e-906e-ab0643abead3 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:27.369468 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-6a313fbd-4aab-446a-894e-c4f723672a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.423558 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247541378', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:20Z', 'updated_at': '2022-03-23T02:41:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:21Z', 'updated_at': '2022-03-23T02:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '6b6a1b41-3728-4f7e-906e-ab0643abead3', 'name': '', 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:92:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:23Z', 'updated_at': '2022-03-23T02:41:27Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:27.448742 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-6a313fbd-4aab-446a-894e-c4f723672a14 None None] Current status of the port 6b6a1b41-3728-4f7e-906e-ab0643abead3 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:27.455716 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c989293-80c6-4d81-b6d0-8bc7a5445eab None None] The sync data for ids ['9b6e5ef6-3880-4075-8534-278a51bef7c4'] in n-d-834677-4 is: [{'id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247541378', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:20Z', 'updated_at': '2022-03-23T02:41:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:21Z', 'updated_at': '2022-03-23T02:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '6b6a1b41-3728-4f7e-906e-ab0643abead3', 'name': '', 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:92:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:23Z', 'updated_at': '2022-03-23T02:41:27Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:41:27.704712 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b0284956-c1b4-4018-a700-4fc982bc7554 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:27.718627 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b835779-58fd-4e40-8f3a-da93742459f9 req-417402f1-cf49-40c6-8414-46393c1ed91a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 210 time: 0.0981190 Mar 23 02:41:27.778933 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port b0284956-c1b4-4018-a700-4fc982bc7554 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:27.779369 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b0284956-c1b4-4018-a700-4fc982bc7554), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.783061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-d000ea3e-2c22-4299-a689-533b164e08d5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:27.784681 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-d000ea3e-2c22-4299-a689-533b164e08d5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "GET /v2.0/networks?id=9ca4dfa4-e980-492a-a49e-778af7c14c53 HTTP/1.1" status: 200 len: 797 time: 0.1753576 Mar 23 02:41:27.855989 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-dab4f7ca-7ea6-4ee9-92e9-c3c279141b42 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb6ded23f7904c528c242edeaae8f657 HTTP/1.1" status: 200 len: 380 time: 0.0625286 Mar 23 02:41:27.863241 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port b0284956-c1b4-4018-a700-4fc982bc7554 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:27.864447 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6b6a1b41-3728-4f7e-906e-ab0643abead3 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:27.865024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-084e1e01-a331-4899-9213-abb6076c2302 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'port': {'device_id': '5f81940b-356e-4b91-88d8-116ad995bdaf', 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53', 'admin_state_up': True, 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'security_groups': ['b3815b06-0656-43c0-bbf9-78ca0c53f91e']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:27.916235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 6b6a1b41-3728-4f7e-906e-ab0643abead3 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:27.916624 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:27.985276 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-084e1e01-a331-4899-9213-abb6076c2302 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Made reservation on behalf of eb6ded23f7904c528c242edeaae8f657 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:41:27.988916 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-084e1e01-a331-4899-9213-abb6076c2302 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.002995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 6b6a1b41-3728-4f7e-906e-ab0643abead3 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:28.004063 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 236c70a2-47b8-404a-b358-b277bdbbb32a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:28.058791 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 236c70a2-47b8-404a-b358-b277bdbbb32a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:28.059161 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (236c70a2-47b8-404a-b358-b277bdbbb32a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.125298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-084e1e01-a331-4899-9213-abb6076c2302 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.20.0.13 (9ca4dfa4-e980-492a-a49e-778af7c14c53/41592e34-b1b7-4c1b-89ff-ef37052c7aa6/c25766e1-58c3-489c-91d0-506b5e20ceaa) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:28.145101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 236c70a2-47b8-404a-b358-b277bdbbb32a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:28.277932 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-084e1e01-a331-4899-9213-abb6076c2302 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (c25766e1-58c3-489c-91d0-506b5e20ceaa), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.312074 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-084e1e01-a331-4899-9213-abb6076c2302 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (c25766e1-58c3-489c-91d0-506b5e20ceaa), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.355556 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-084e1e01-a331-4899-9213-abb6076c2302 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network 9ca4dfa4-e980-492a-a49e-778af7c14c53 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:28.362826 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-084e1e01-a331-4899-9213-abb6076c2302 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:28.368416 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-084e1e01-a331-4899-9213-abb6076c2302 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:28.372841 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e1e01-a331-4899-9213-abb6076c2302 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=c25766e1-58c3-489c-91d0-506b5e20ceaa,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:28.430462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-084e1e01-a331-4899-9213-abb6076c2302 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:28.431140 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-084e1e01-a331-4899-9213-abb6076c2302 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.453891 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-084e1e01-a331-4899-9213-abb6076c2302 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5928843 Mar 23 02:41:28.465781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Request body: {'port': {'device_id': '5f81940b-356e-4b91-88d8-116ad995bdaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:28.534670 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c25766e1-58c3-489c-91d0-506b5e20ceaa), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.586932 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b6d6fc24-12cb-470c-b20d-06a71b6b9d01 None None] Provisioning complete for port c25766e1-58c3-489c-91d0-506b5e20ceaa triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:28.587573 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b6d6fc24-12cb-470c-b20d-06a71b6b9d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c25766e1-58c3-489c-91d0-506b5e20ceaa), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.787394 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b6d6fc24-12cb-470c-b20d-06a71b6b9d01 None None] Port c25766e1-58c3-489c-91d0-506b5e20ceaa cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:41:28.820915 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25766e1-58c3-489c-91d0-506b5e20ceaa {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:41:28.828809 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Publish callbacks [] for port (c25766e1-58c3-489c-91d0-506b5e20ceaa), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.841748 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Transition to ACTIVE for port object c25766e1-58c3-489c-91d0-506b5e20ceaa will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:41:28.846821 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (c25766e1-58c3-489c-91d0-506b5e20ceaa), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:28.851718 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233cf85-b16a-482d-953e-6d2d4058a5d4 req-e41759ef-e485-4c20-8f0a-02e562f37e57 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:28.853405 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b233cf85-b16a-482d-953e-6d2d4058a5d4 req-e41759ef-e485-4c20-8f0a-02e562f37e57 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 932 time: 0.0564909 Mar 23 02:41:28.911210 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b233cf85-b16a-482d-953e-6d2d4058a5d4 req-64b64d14-90ff-4337-ae27-19fd77e00f54 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515063 Mar 23 02:41:28.920479 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Pushing event updated for resources: {'Port': ['ID=c25766e1-58c3-489c-91d0-506b5e20ceaa,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:28.972292 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Attempting to bind port c25766e1-58c3-489c-91d0-506b5e20ceaa on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:41:28.972660 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Attempting to bind port c25766e1-58c3-489c-91d0-506b5e20ceaa by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'e136f738-e9fa-4f11-9636-93431975d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:41:28.972998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Attempting to bind port c25766e1-58c3-489c-91d0-506b5e20ceaa on network 9ca4dfa4-e980-492a-a49e-778af7c14c53 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:28.977905 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Port c25766e1-58c3-489c-91d0-506b5e20ceaa on network 9ca4dfa4-e980-492a-a49e-778af7c14c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:41:28.978230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Attempting to bind port c25766e1-58c3-489c-91d0-506b5e20ceaa on network 9ca4dfa4-e980-492a-a49e-778af7c14c53 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:41:28.983425 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:41:28.983801 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Checking segment: {'id': 'e136f738-e9fa-4f11-9636-93431975d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:41:28.984169 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Bound using segment: {'id': 'e136f738-e9fa-4f11-9636-93431975d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:41:28.984625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Bound port: c25766e1-58c3-489c-91d0-506b5e20ceaa, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e136f738-e9fa-4f11-9636-93431975d396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:41:28.985006 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c25766e1-58c3-489c-91d0-506b5e20ceaa), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.053953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] For port c25766e1-58c3-489c-91d0-506b5e20ceaa, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:41:29.057641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] For port c25766e1-58c3-489c-91d0-506b5e20ceaa, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=c25766e1-58c3-489c-91d0-506b5e20ceaa,segment=NetworkSegment(e136f738-e9fa-4f11-9636-93431975d396),segment_id=e136f738-e9fa-4f11-9636-93431975d396)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:41:29.064315 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (c25766e1-58c3-489c-91d0-506b5e20ceaa), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.099508 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:29.100506 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:29.101770 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] 10.222.0.42 "PUT /v2.0/ports/c25766e1-58c3-489c-91d0-506b5e20ceaa HTTP/1.1" status: 200 len: 1092 time: 0.6405332 Mar 23 02:41:29.102283 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f81940b-356e-4b91-88d8-116ad995bdaf', 'tag': 'c25766e1-58c3-489c-91d0-506b5e20ceaa'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:41:29.104550 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5ba701-088f-45ed-8d8d-7137a45a3d44" -d '{"events": [{"name": "network-changed", "server_uuid": "5f81940b-356e-4b91-88d8-116ad995bdaf", "tag": "c25766e1-58c3-489c-91d0-506b5e20ceaa"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:41:29.137511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96f8a9-e882-4dd9-9728-a42836f9c34d service neutron] Pushing event updated for resources: {'Port': ['ID=c25766e1-58c3-489c-91d0-506b5e20ceaa,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:29.160188 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd404c9-cd17-44ef-b5ff-42b85a42ec61 x-openstack-request-id: req-9fd404c9-cd17-44ef-b5ff-42b85a42ec61 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:41:29.160575 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f81940b-356e-4b91-88d8-116ad995bdaf", "tag": "c25766e1-58c3-489c-91d0-506b5e20ceaa", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:41:29.160873 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9fd404c9-cd17-44ef-b5ff-42b85a42ec61 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:41:29.161339 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd404c9-cd17-44ef-b5ff-42b85a42ec61'] response: {'name': 'network-changed', 'server_uuid': '5f81940b-356e-4b91-88d8-116ad995bdaf', 'tag': 'c25766e1-58c3-489c-91d0-506b5e20ceaa', 'status': 'completed', 'code': 200} Mar 23 02:41:29.208401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-7d2f601c-6053-4f99-bfc4-af32bd8dedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:29.210207 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-7d2f601c-6053-4f99-bfc4-af32bd8dedcd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 1126 time: 0.0647514 Mar 23 02:41:29.252979 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-b64bbcba-7ec8-4d85-9e1f-6058f1928a8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c25766e1-58c3-489c-91d0-506b5e20ceaa HTTP/1.1" status: 200 len: 217 time: 0.0361047 Mar 23 02:41:29.302966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-adb4f0d7-e404-4b5c-9cc9-d11838aacde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:29.304468 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-adb4f0d7-e404-4b5c-9cc9-d11838aacde3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41592e34-b1b7-4c1b-89ff-ef37052c7aa6 HTTP/1.1" status: 200 len: 835 time: 0.0462821 Mar 23 02:41:29.359061 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-c230eb59-20af-4e6f-8add-bd3256fb0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:29.360555 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-c230eb59-20af-4e6f-8add-bd3256fb0db2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ca4dfa4-e980-492a-a49e-778af7c14c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498061 Mar 23 02:41:29.451717 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-6e65a55b-1883-4666-8e99-da8df85ef65c service neutron] 10.222.0.42 "GET /v2.0/networks/9ca4dfa4-e980-492a-a49e-778af7c14c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849593 Mar 23 02:41:29.548648 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3d8ef7dd-a1f7-4647-8eb0-b0ca43f3d3ee req-ae967bcf-589e-4ab4-8306-5d0292bb32e7 service neutron] 10.222.0.42 "GET /v2.0/networks/9ca4dfa4-e980-492a-a49e-778af7c14c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913899 Mar 23 02:41:29.642984 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ba701-088f-45ed-8d8d-7137a45a3d44 req-39c05413-8fa8-4461-a48c-1ecce56e1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:29.644471 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd5ba701-088f-45ed-8d8d-7137a45a3d44 req-39c05413-8fa8-4461-a48c-1ecce56e1787 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 1126 time: 0.0453999 Mar 23 02:41:29.732953 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ba701-088f-45ed-8d8d-7137a45a3d44 req-ae81d864-dc08-4d9e-8d65-3e438df4d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:29.734433 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd5ba701-088f-45ed-8d8d-7137a45a3d44 req-ae81d864-dc08-4d9e-8d65-3e438df4d568 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ca4dfa4-e980-492a-a49e-778af7c14c53 HTTP/1.1" status: 200 len: 897 time: 0.0837848 Mar 23 02:41:29.780413 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd5ba701-088f-45ed-8d8d-7137a45a3d44 req-388112b0-8f67-4b49-9f1e-a9db053452f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c25766e1-58c3-489c-91d0-506b5e20ceaa HTTP/1.1" status: 200 len: 217 time: 0.0389583 Mar 23 02:41:29.838038 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ba701-088f-45ed-8d8d-7137a45a3d44 req-d2c6dad5-42ca-4e90-952d-f71827795742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:29.839452 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd5ba701-088f-45ed-8d8d-7137a45a3d44 req-d2c6dad5-42ca-4e90-952d-f71827795742 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41592e34-b1b7-4c1b-89ff-ef37052c7aa6 HTTP/1.1" status: 200 len: 835 time: 0.0532205 Mar 23 02:41:29.891323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ba701-088f-45ed-8d8d-7137a45a3d44 req-432a0cd1-80e1-4fc1-a949-c33c871677e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:29.892862 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd5ba701-088f-45ed-8d8d-7137a45a3d44 req-432a0cd1-80e1-4fc1-a949-c33c871677e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ca4dfa4-e980-492a-a49e-778af7c14c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470099 Mar 23 02:41:29.995174 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd5ba701-088f-45ed-8d8d-7137a45a3d44 req-ace68e4f-a59c-4edf-8cb1-44009606dcba service neutron] 10.222.0.42 "GET /v2.0/networks/9ca4dfa4-e980-492a-a49e-778af7c14c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952015 Mar 23 02:41:30.050898 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ac7be-0eba-4823-8ed3-f0103a677637 req-090d6918-3cff-4bd8-ba28-f85ed366e2b9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:30.052301 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-492ac7be-0eba-4823-8ed3-f0103a677637 req-090d6918-3cff-4bd8-ba28-f85ed366e2b9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 944 time: 0.0552282 Mar 23 02:41:30.088636 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cd5ba701-088f-45ed-8d8d-7137a45a3d44 req-ed507397-7130-4c79-928e-ddc45e73710c service neutron] 10.222.0.42 "GET /v2.0/networks/9ca4dfa4-e980-492a-a49e-778af7c14c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873256 Mar 23 02:41:30.106627 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-492ac7be-0eba-4823-8ed3-f0103a677637 req-37bd1b1a-520e-4c60-a7c1-51e8fdad2a5f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483191 Mar 23 02:41:31.247006 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bac489-7154-4290-bfe3-a14993ac9c14 req-863aae83-ab19-4629-b2f4-5cbec88b7654 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:31.248473 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-66bac489-7154-4290-bfe3-a14993ac9c14 req-863aae83-ab19-4629-b2f4-5cbec88b7654 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 944 time: 0.0570354 Mar 23 02:41:31.311307 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-66bac489-7154-4290-bfe3-a14993ac9c14 req-1581dec0-bea3-4de2-96ce-fff03977b902 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532684 Mar 23 02:41:31.463809 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device c25766e1-58c3-489c-91d0-506b5e20ceaa details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:41:31.576307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port c25766e1-58c3-489c-91d0-506b5e20ceaa, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=c25766e1-58c3-489c-91d0-506b5e20ceaa,segment=NetworkSegment(e136f738-e9fa-4f11-9636-93431975d396),segment_id=e136f738-e9fa-4f11-9636-93431975d396)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:31.586989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'c25766e1-58c3-489c-91d0-506b5e20ceaa', 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53', 'port_id': 'c25766e1-58c3-489c-91d0-506b5e20ceaa', 'mac_address': 'fa:16:3e:04:b5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:41:31.625179 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port c25766e1-58c3-489c-91d0-506b5e20ceaa is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:31.625563 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c25766e1-58c3-489c-91d0-506b5e20ceaa), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:31.641408 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25766e1-58c3-489c-91d0-506b5e20ceaa {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:41:31.668725 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port c25766e1-58c3-489c-91d0-506b5e20ceaa, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=c25766e1-58c3-489c-91d0-506b5e20ceaa,segment=NetworkSegment(e136f738-e9fa-4f11-9636-93431975d396),segment_id=e136f738-e9fa-4f11-9636-93431975d396)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:31.674333 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c25766e1-58c3-489c-91d0-506b5e20ceaa), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:31.723854 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=c25766e1-58c3-489c-91d0-506b5e20ceaa,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:31.876244 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['c25766e1-58c3-489c-91d0-506b5e20ceaa'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:41:32.462169 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c8c2d-ee59-4fb2-bb22-a801389492e3 req-45c43a08-b4ba-47b1-8a9c-69ad8bf045a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:32.463704 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8f0c8c2d-ee59-4fb2-bb22-a801389492e3 req-45c43a08-b4ba-47b1-8a9c-69ad8bf045a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 945 time: 0.0627689 Mar 23 02:41:32.521061 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8f0c8c2d-ee59-4fb2-bb22-a801389492e3 req-e14d10ba-cd36-4c86-899a-4cc1a629193f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500131 Mar 23 02:41:33.479456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device c25766e1-58c3-489c-91d0-506b5e20ceaa up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:41:33.535393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port c25766e1-58c3-489c-91d0-506b5e20ceaa completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:41:33.540876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port c25766e1-58c3-489c-91d0-506b5e20ceaa triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:41:33.541487 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c25766e1-58c3-489c-91d0-506b5e20ceaa), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.630569 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port c25766e1-58c3-489c-91d0-506b5e20ceaa is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:41:33.630959 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c25766e1-58c3-489c-91d0-506b5e20ceaa), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.659143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f81940b-356e-4b91-88d8-116ad995bdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25766e1-58c3-489c-91d0-506b5e20ceaa'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:41:33.661636 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de0ed88-4bde-4eae-a251-1f482bf7ac88" -d '{"events": [{"server_uuid": "5f81940b-356e-4b91-88d8-116ad995bdaf", "name": "network-vif-plugged", "status": "completed", "tag": "c25766e1-58c3-489c-91d0-506b5e20ceaa"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:41:33.669307 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0b946-22b2-41ab-98c5-b1a3ce89ce4d req-bfd280c0-7c2f-4922-95be-dfc626bbafa6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:33.675033 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port c25766e1-58c3-489c-91d0-506b5e20ceaa, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=c25766e1-58c3-489c-91d0-506b5e20ceaa,segment=NetworkSegment(e136f738-e9fa-4f11-9636-93431975d396),segment_id=e136f738-e9fa-4f11-9636-93431975d396)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:41:33.676108 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59f0b946-22b2-41ab-98c5-b1a3ce89ce4d req-bfd280c0-7c2f-4922-95be-dfc626bbafa6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 945 time: 0.0690086 Mar 23 02:41:33.680221 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c25766e1-58c3-489c-91d0-506b5e20ceaa), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:33.709690 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1740304c-52b1-4bf6-86e0-924252404c95 x-openstack-request-id: req-1740304c-52b1-4bf6-86e0-924252404c95 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:41:33.710161 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f81940b-356e-4b91-88d8-116ad995bdaf", "name": "network-vif-plugged", "status": "completed", "tag": "c25766e1-58c3-489c-91d0-506b5e20ceaa", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:41:33.710593 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1740304c-52b1-4bf6-86e0-924252404c95 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:41:33.711085 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1740304c-52b1-4bf6-86e0-924252404c95'] response: {'server_uuid': '5f81940b-356e-4b91-88d8-116ad995bdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25766e1-58c3-489c-91d0-506b5e20ceaa', 'code': 200} Mar 23 02:41:33.729470 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-59f0b946-22b2-41ab-98c5-b1a3ce89ce4d req-9fc490e8-4a81-4841-99d3-5b07de3942d1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521364 Mar 23 02:41:33.738506 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=c25766e1-58c3-489c-91d0-506b5e20ceaa,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:33.805289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d4ac5-b9ac-4cfc-9c5a-46cd59902710 req-c3ba3e33-c81b-4a8e-8b5c-ee90cb35589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:33.806805 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7e9d4ac5-b9ac-4cfc-9c5a-46cd59902710 req-c3ba3e33-c81b-4a8e-8b5c-ee90cb35589b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 1128 time: 0.0447133 Mar 23 02:41:33.852876 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7e9d4ac5-b9ac-4cfc-9c5a-46cd59902710 req-6da53069-3d5a-4b60-af69-98ffc43fd515 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403042 Mar 23 02:41:34.397124 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:34.860798 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f37aad-90cd-43e0-8726-f397df2847a1 req-004aa40f-afcc-4a37-a640-9f4549ead351 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:34.862305 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c1f37aad-90cd-43e0-8726-f397df2847a1 req-004aa40f-afcc-4a37-a640-9f4549ead351 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 946 time: 0.0574682 Mar 23 02:41:34.917615 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c1f37aad-90cd-43e0-8726-f397df2847a1 req-1f961e1a-d0ee-4a10-8d6f-00e763ede0fd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487213 Mar 23 02:41:35.600169 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f038e5d-49a6-41e4-9ee9-3ba5e7ffe18c req-4e55f922-a988-4870-9df3-9b70d055e86b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488842 Mar 23 02:41:35.706663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f038e5d-49a6-41e4-9ee9-3ba5e7ffe18c req-a22ba26e-548f-4448-8fc1-ec96af6988a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:35.708242 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f038e5d-49a6-41e4-9ee9-3ba5e7ffe18c req-a22ba26e-548f-4448-8fc1-ec96af6988a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 1128 time: 0.0475714 Mar 23 02:41:35.815408 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f038e5d-49a6-41e4-9ee9-3ba5e7ffe18c req-72490aa9-e1f8-485d-8cdc-b2dd08d5e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:35.816962 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f038e5d-49a6-41e4-9ee9-3ba5e7ffe18c req-72490aa9-e1f8-485d-8cdc-b2dd08d5e5e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ca4dfa4-e980-492a-a49e-778af7c14c53 HTTP/1.1" status: 200 len: 897 time: 0.0900979 Mar 23 02:41:35.860209 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f038e5d-49a6-41e4-9ee9-3ba5e7ffe18c req-3e3941a6-2b32-4028-a570-eda64d01f297 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c25766e1-58c3-489c-91d0-506b5e20ceaa HTTP/1.1" status: 200 len: 217 time: 0.0377541 Mar 23 02:41:35.914031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f038e5d-49a6-41e4-9ee9-3ba5e7ffe18c req-e3e11731-c8f0-4b67-9863-6cb9fc77615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:35.916345 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f038e5d-49a6-41e4-9ee9-3ba5e7ffe18c req-e3e11731-c8f0-4b67-9863-6cb9fc77615c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41592e34-b1b7-4c1b-89ff-ef37052c7aa6 HTTP/1.1" status: 200 len: 835 time: 0.0501773 Mar 23 02:41:35.969423 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f038e5d-49a6-41e4-9ee9-3ba5e7ffe18c req-1cccbd12-065c-41b8-b634-6ebb49e08652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:35.970887 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f038e5d-49a6-41e4-9ee9-3ba5e7ffe18c req-1cccbd12-065c-41b8-b634-6ebb49e08652 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ca4dfa4-e980-492a-a49e-778af7c14c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485382 Mar 23 02:41:36.100936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8482a-8730-4c98-9bb6-4c0c488a3936 req-40212140-f584-4c5f-931f-db3800b86df4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:36.102426 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0f8482a-8730-4c98-9bb6-4c0c488a3936 req-40212140-f584-4c5f-931f-db3800b86df4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 946 time: 0.1083524 Mar 23 02:41:36.104292 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f038e5d-49a6-41e4-9ee9-3ba5e7ffe18c req-64a25db1-a7b7-477a-9451-afe5406121e5 service neutron] 10.222.0.42 "GET /v2.0/networks/9ca4dfa4-e980-492a-a49e-778af7c14c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270356 Mar 23 02:41:36.207665 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0f8482a-8730-4c98-9bb6-4c0c488a3936 req-5382f4b7-369f-4f25-afcf-2ebb4c984e84 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994310 Mar 23 02:41:36.228201 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6f038e5d-49a6-41e4-9ee9-3ba5e7ffe18c req-93249a9a-929e-4a12-b910-696c8fbb04c9 service neutron] 10.222.0.42 "GET /v2.0/networks/9ca4dfa4-e980-492a-a49e-778af7c14c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141920 Mar 23 02:41:36.335078 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd6eae-3e2a-44d8-bca9-0813f869b0e8 req-e286b38c-9a40-4b9a-bd08-a1c9252c0516 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:36.336608 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-07dd6eae-3e2a-44d8-bca9-0813f869b0e8 req-e286b38c-9a40-4b9a-bd08-a1c9252c0516 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 946 time: 0.0594122 Mar 23 02:41:36.387933 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-07dd6eae-3e2a-44d8-bca9-0813f869b0e8 req-d557c4ad-5bfb-4343-94e9-b51dd697e707 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455589 Mar 23 02:41:36.410098 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57774) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:36.458309 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c34932-7161-4309-ad8b-c39f7406067a tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:36.460375 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b3c34932-7161-4309-ad8b-c39f7406067a tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 1123 time: 0.0487831 Mar 23 02:41:36.462992 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57776) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:36.467286 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': 'c25766e1-58c3-489c-91d0-506b5e20ceaa', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:41:36.491903 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.594267 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.707029 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.25.0.60 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/0358f326-01ac-4f27-801d-3ce43c0db551) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:41:36.827422 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (0358f326-01ac-4f27-801d-3ce43c0db551), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.864939 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (0358f326-01ac-4f27-801d-3ce43c0db551), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:36.903788 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:41:36.907644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:41:36.914822 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:41:36.948424 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=0358f326-01ac-4f27-801d-3ce43c0db551,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:37.296756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (4e0020a2-e4b5-494d-b24e-148d096121cd), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.380261 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0358f326-01ac-4f27-801d-3ce43c0db551), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.545134 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (0358f326-01ac-4f27-801d-3ce43c0db551), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.550092 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (0358f326-01ac-4f27-801d-3ce43c0db551), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.629502 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=0358f326-01ac-4f27-801d-3ce43c0db551,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:41:37.640683 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (4e0020a2-e4b5-494d-b24e-148d096121cd), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:37.747779 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Floating IP 4e0020a2-e4b5-494d-b24e-148d096121cd associated. External IP: 172.25.0.60, port: c25766e1-58c3-489c-91d0-506b5e20ceaa. Mar 23 02:41:37.964933 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router 9b6e5ef6-3880-4075-8534-278a51bef7c4 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:41:38.076886 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:41:38.087743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3693a-240a-49fa-a931-0a7ee43874ac None None] Sync routers for ids ['9b6e5ef6-3880-4075-8534-278a51bef7c4'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:41:38.095905 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:38.098263 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3693a-240a-49fa-a931-0a7ee43874ac None None] Routers {'9b6e5ef6-3880-4075-8534-278a51bef7c4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:38.098882 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d9b3693a-240a-49fa-a931-0a7ee43874ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:41:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9b6e5ef6-3880-4075-8534-278a51bef7c4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:38.126441 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-976e52fa-0970-4117-b217-3760baa9c919 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6623840 Mar 23 02:41:38.127045 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f81940b-356e-4b91-88d8-116ad995bdaf', 'tag': 'c25766e1-58c3-489c-91d0-506b5e20ceaa'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:41:38.129388 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca62fb7-5e89-4ef0-ace4-d4909eab06db" -d '{"events": [{"name": "network-changed", "server_uuid": "5f81940b-356e-4b91-88d8-116ad995bdaf", "tag": "c25766e1-58c3-489c-91d0-506b5e20ceaa"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:41:38.172637 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49dec4f-e484-46be-9f22-4db1b33a8769 x-openstack-request-id: req-b49dec4f-e484-46be-9f22-4db1b33a8769 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:41:38.173030 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f81940b-356e-4b91-88d8-116ad995bdaf", "tag": "c25766e1-58c3-489c-91d0-506b5e20ceaa", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:41:38.173350 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b49dec4f-e484-46be-9f22-4db1b33a8769 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:41:38.173942 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49dec4f-e484-46be-9f22-4db1b33a8769'] response: {'name': 'network-changed', 'server_uuid': '5f81940b-356e-4b91-88d8-116ad995bdaf', 'tag': 'c25766e1-58c3-489c-91d0-506b5e20ceaa', 'status': 'completed', 'code': 200} Mar 23 02:41:38.210190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-d9b3693a-240a-49fa-a931-0a7ee43874ac None None] Set router 9b6e5ef6-3880-4075-8534-278a51bef7c4 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:38.270138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f730a-bff5-4c08-a5f7-e6258c861e29 req-712e8a77-17f9-4c12-b6cb-82aa38b8b986 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:38.271612 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b46f730a-bff5-4c08-a5f7-e6258c861e29 req-712e8a77-17f9-4c12-b6cb-82aa38b8b986 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 946 time: 0.0838318 Mar 23 02:41:38.278547 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca62fb7-5e89-4ef0-ace4-d4909eab06db req-04d07716-3b13-4815-a2b5-c9dece8c5524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:38.279973 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fca62fb7-5e89-4ef0-ace4-d4909eab06db req-04d07716-3b13-4815-a2b5-c9dece8c5524 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 1128 time: 0.0829818 Mar 23 02:41:38.376475 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b46f730a-bff5-4c08-a5f7-e6258c861e29 req-ebc31180-ea86-4e00-ab64-5ddd2fff25d1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954781 Mar 23 02:41:38.397787 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca62fb7-5e89-4ef0-ace4-d4909eab06db req-192a1373-3159-4f31-afb4-cdb79e00d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:38.399670 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fca62fb7-5e89-4ef0-ace4-d4909eab06db req-192a1373-3159-4f31-afb4-cdb79e00d9ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ca4dfa4-e980-492a-a49e-778af7c14c53 HTTP/1.1" status: 200 len: 897 time: 0.1131144 Mar 23 02:41:38.400717 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57782) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:38.456295 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d9b3693a-240a-49fa-a931-0a7ee43874ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247541378', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:20Z', 'updated_at': '2022-03-23T02:41:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:21Z', 'updated_at': '2022-03-23T02:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '4e0020a2-e4b5-494d-b24e-148d096121cd', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'port_id': 'c25766e1-58c3-489c-91d0-506b5e20ceaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53', 'mac_address': 'fa:16:3e:04:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f81940b-356e-4b91-88d8-116ad995bdaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:41:37Z', 'updated_at': '2022-03-23T02:41:37Z', 'revision_number': 0, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6a1b41-3728-4f7e-906e-ab0643abead3', 'name': '', 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:92:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:23Z', 'updated_at': '2022-03-23T02:41:27Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:38.471275 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d8e0cf48-d57f-43c6-b83e-eb3f5ded642a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/4e0020a2-e4b5-494d-b24e-148d096121cd HTTP/1.1" status: 200 len: 991 time: 0.0693884 Mar 23 02:41:38.474582 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fca62fb7-5e89-4ef0-ace4-d4909eab06db req-9a70ef65-b7c4-4f36-b5ba-3117a29f67f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c25766e1-58c3-489c-91d0-506b5e20ceaa HTTP/1.1" status: 200 len: 999 time: 0.0681226 Mar 23 02:41:38.483473 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3693a-240a-49fa-a931-0a7ee43874ac None None] Checking router: 9b6e5ef6-3880-4075-8534-278a51bef7c4 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:41:38.492248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3693a-240a-49fa-a931-0a7ee43874ac None None] Routers {'9b6e5ef6-3880-4075-8534-278a51bef7c4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:41:38.492899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d9b3693a-240a-49fa-a931-0a7ee43874ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:41:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9b6e5ef6-3880-4075-8534-278a51bef7c4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:38.522445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca62fb7-5e89-4ef0-ace4-d4909eab06db req-2d383d8f-18c1-4c5b-83f2-9d8dfbc78f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:38.524181 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fca62fb7-5e89-4ef0-ace4-d4909eab06db req-2d383d8f-18c1-4c5b-83f2-9d8dfbc78f6c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41592e34-b1b7-4c1b-89ff-ef37052c7aa6 HTTP/1.1" status: 200 len: 835 time: 0.0432293 Mar 23 02:41:38.573909 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca62fb7-5e89-4ef0-ace4-d4909eab06db req-c67c9a18-c032-4706-aa04-c0fae414a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:41:38.575419 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fca62fb7-5e89-4ef0-ace4-d4909eab06db req-c67c9a18-c032-4706-aa04-c0fae414a1b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ca4dfa4-e980-492a-a49e-778af7c14c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448871 Mar 23 02:41:38.602512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-d9b3693a-240a-49fa-a931-0a7ee43874ac None None] Set router 9b6e5ef6-3880-4075-8534-278a51bef7c4 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:41:38.667329 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fca62fb7-5e89-4ef0-ace4-d4909eab06db req-079568bf-1eda-4619-adb2-c141c46e3733 service neutron] 10.222.0.42 "GET /v2.0/networks/9ca4dfa4-e980-492a-a49e-778af7c14c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859380 Mar 23 02:41:38.755821 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fca62fb7-5e89-4ef0-ace4-d4909eab06db req-e87371e8-2b9b-4224-bc4d-2b0735ae1f72 service neutron] 10.222.0.42 "GET /v2.0/networks/9ca4dfa4-e980-492a-a49e-778af7c14c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818002 Mar 23 02:41:38.833917 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-d9b3693a-240a-49fa-a931-0a7ee43874ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247541378', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:20Z', 'updated_at': '2022-03-23T02:41:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:21Z', 'updated_at': '2022-03-23T02:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '4e0020a2-e4b5-494d-b24e-148d096121cd', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'port_id': 'c25766e1-58c3-489c-91d0-506b5e20ceaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53', 'mac_address': 'fa:16:3e:04:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f81940b-356e-4b91-88d8-116ad995bdaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:41:37Z', 'updated_at': '2022-03-23T02:41:37Z', 'revision_number': 0, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6a1b41-3728-4f7e-906e-ab0643abead3', 'name': '', 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:92:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:23Z', 'updated_at': '2022-03-23T02:41:27Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:41:38.860382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3693a-240a-49fa-a931-0a7ee43874ac None None] The sync data for ids ['9b6e5ef6-3880-4075-8534-278a51bef7c4'] in n-d-834677-4 is: [{'id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247541378', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:20Z', 'updated_at': '2022-03-23T02:41:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:21Z', 'updated_at': '2022-03-23T02:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '4e0020a2-e4b5-494d-b24e-148d096121cd', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'port_id': 'c25766e1-58c3-489c-91d0-506b5e20ceaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53', 'mac_address': 'fa:16:3e:04:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f81940b-356e-4b91-88d8-116ad995bdaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:41:37Z', 'updated_at': '2022-03-23T02:41:37Z', 'revision_number': 0, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6a1b41-3728-4f7e-906e-ab0643abead3', 'name': '', 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:92:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:23Z', 'updated_at': '2022-03-23T02:41:27Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:41:39.085527 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c10d5-b5f3-4b4c-8699-96157387e73d None None] New status for floating IP 4e0020a2-e4b5-494d-b24e-148d096121cd: ACTIVE {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:41:39.474620 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57784) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:41:39.821757 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5f9eb6cb-4709-441f-a2e4-8d921528f1a6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/4e0020a2-e4b5-494d-b24e-148d096121cd HTTP/1.1" status: 200 len: 993 time: 0.3452697 Mar 23 02:41:49.627356 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc427-d794-4a2d-a30e-479933fa3f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:51.293804 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:52.150088 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ccc196d7-c8bf-4e94-b8fc-2e6b6d217425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:53.560588 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:54.890606 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:55.890918 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:41:57.924500 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:42:04.406343 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:11.324360 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997d322-c178-4222-9181-9601aa53151a req-cd401ba1-4ad2-4f2c-b506-f66deaa0e828 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:11.326021 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9997d322-c178-4222-9181-9601aa53151a req-cd401ba1-4ad2-4f2c-b506-f66deaa0e828 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 946 time: 0.0656211 Mar 23 02:42:11.378604 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9997d322-c178-4222-9181-9601aa53151a req-b489fbed-a580-4815-9c33-c2fb5293cd90 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466449 Mar 23 02:42:12.533988 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7284686-b8fd-499f-bf07-ff95d39f4f7f req-53905c90-331a-4fdb-b62a-790523c5aec7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:12.535464 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f7284686-b8fd-499f-bf07-ff95d39f4f7f req-53905c90-331a-4fdb-b62a-790523c5aec7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 946 time: 0.0679221 Mar 23 02:42:12.589799 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f7284686-b8fd-499f-bf07-ff95d39f4f7f req-879fea24-1011-4837-a060-3e02481aa303 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463016 Mar 23 02:42:12.612859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57806) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:12.686200 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-75bf0154-60db-4c2f-88ec-aa1bad1d7f62 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/4e0020a2-e4b5-494d-b24e-148d096121cd HTTP/1.1" status: 200 len: 993 time: 0.0722313 Mar 23 02:42:13.982785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6d7c1-9f35-4804-8a23-da06cacd1988 req-b01f0a94-cf68-4e6f-9a26-f43ae037faa9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:13.984330 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-caa6d7c1-9f35-4804-8a23-da06cacd1988 req-b01f0a94-cf68-4e6f-9a26-f43ae037faa9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 946 time: 0.0559371 Mar 23 02:42:14.037783 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-caa6d7c1-9f35-4804-8a23-da06cacd1988 req-86a85168-799f-4663-9b83-6638d7160afd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474975 Mar 23 02:42:15.171820 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd6462-1e72-49e1-815c-a68b6fce3d67 req-b5e43fd0-b488-4136-9be6-8e6a486c2daf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:15.173337 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedd6462-1e72-49e1-815c-a68b6fce3d67 req-b5e43fd0-b488-4136-9be6-8e6a486c2daf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 946 time: 0.0579042 Mar 23 02:42:15.224628 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dedd6462-1e72-49e1-815c-a68b6fce3d67 req-92cb1c64-63bc-4a21-b94d-76e0c14bbf59 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455871 Mar 23 02:42:16.360503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2401c8-625c-4f71-9179-07f73d48c4db req-01df82b7-23c9-4399-9de7-54a649598ba5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:16.362065 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e2401c8-625c-4f71-9179-07f73d48c4db req-01df82b7-23c9-4399-9de7-54a649598ba5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 946 time: 0.0554240 Mar 23 02:42:16.414112 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7e2401c8-625c-4f71-9179-07f73d48c4db req-6bbb6936-940c-44a0-a704-19146945bfa0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462224 Mar 23 02:42:17.548727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d8219-2aa4-43a5-8f0a-c1d76b142d88 req-4619429a-2cf4-4da6-a20d-167270e09ddd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:17.550333 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b35d8219-2aa4-43a5-8f0a-c1d76b142d88 req-4619429a-2cf4-4da6-a20d-167270e09ddd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 946 time: 0.0600052 Mar 23 02:42:17.599446 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b35d8219-2aa4-43a5-8f0a-c1d76b142d88 req-2f9472e1-2fd3-4065-a4ce-ed252386ca60 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434864 Mar 23 02:42:18.739508 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f363db9-58d4-4bf1-be6b-04caf329663a req-b2f0c2b6-0d97-4f31-9dc8-147562664a52 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:18.740928 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f363db9-58d4-4bf1-be6b-04caf329663a req-b2f0c2b6-0d97-4f31-9dc8-147562664a52 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 946 time: 0.0597286 Mar 23 02:42:18.796236 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7f363db9-58d4-4bf1-be6b-04caf329663a req-c6952e74-2eec-43ea-a363-212188508c6a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494480 Mar 23 02:42:19.624806 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8d49ab7e-bb98-4b37-bc4e-9e66f70702e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:19.941730 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c868e-3c83-49bd-bd97-13b1f76d01da req-8c0b527d-4418-4326-912f-94492d5e9f78 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:19.943209 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-387c868e-3c83-49bd-bd97-13b1f76d01da req-8c0b527d-4418-4326-912f-94492d5e9f78 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 946 time: 0.0594850 Mar 23 02:42:19.996274 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-387c868e-3c83-49bd-bd97-13b1f76d01da req-26ebe3df-baac-4ff4-8edb-868342a86f55 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447099 Mar 23 02:42:20.019194 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57824) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:20.085018 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-daca6aef-b28e-47ac-b9e7-af158f14ba98 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/4e0020a2-e4b5-494d-b24e-148d096121cd HTTP/1.1" status: 200 len: 993 time: 0.0639758 Mar 23 02:42:20.313652 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57830) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:20.474052 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port 0358f326-01ac-4f27-801d-3ce43c0db551 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:20.474400 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0358f326-01ac-4f27-801d-3ce43c0db551), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.557290 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0358f326-01ac-4f27-801d-3ce43c0db551), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.557572 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (0358f326-01ac-4f27-801d-3ce43c0db551), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.569549 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for 0358f326-01ac-4f27-801d-3ce43c0db551 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:20.717335 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (0358f326-01ac-4f27-801d-3ce43c0db551), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.743815 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=0358f326-01ac-4f27-801d-3ce43c0db551,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:20.754255 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:20.754716 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:20.754927 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:20.755275 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:20.755634 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:20.755930 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:20.756323 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:20.757139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:20.757139 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:20.757329 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:20.757542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:20.757874 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:20.758184 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:20.758544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:20.758835 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:20.824728 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (4e0020a2-e4b5-494d-b24e-148d096121cd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:20.825120 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Floating IP 4e0020a2-e4b5-494d-b24e-148d096121cd disassociated (deleted). External IP: 172.25.0.60, port: c25766e1-58c3-489c-91d0-506b5e20ceaa. Mar 23 02:42:21.043215 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router 9b6e5ef6-3880-4075-8534-278a51bef7c4 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:42:21.279878 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.459500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:42:21.464201 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:21.471200 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f442747e-2f4d-4873-a4a8-c7dadc0e2e0f None None] Sync routers for ids ['9b6e5ef6-3880-4075-8534-278a51bef7c4'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:42:21.487481 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f442747e-2f4d-4873-a4a8-c7dadc0e2e0f None None] Routers {'9b6e5ef6-3880-4075-8534-278a51bef7c4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:21.488103 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f442747e-2f4d-4873-a4a8-c7dadc0e2e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:41:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9b6e5ef6-3880-4075-8534-278a51bef7c4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:21.496832 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d9f23de2-5b54-4a04-9a2c-13e82b9d2783 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/floatingips/4e0020a2-e4b5-494d-b24e-148d096121cd HTTP/1.1" status: 204 len: 168 time: 1.1796770 Mar 23 02:42:21.496832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f81940b-356e-4b91-88d8-116ad995bdaf', 'tag': 'c25766e1-58c3-489c-91d0-506b5e20ceaa'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:42:21.497473 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e06f8ce-5702-4eb3-ad04-a0ce85bb3dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "5f81940b-356e-4b91-88d8-116ad995bdaf", "tag": "c25766e1-58c3-489c-91d0-506b5e20ceaa"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:42:21.537424 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfab3498-14c5-4424-a782-5b7de8c141bf x-openstack-request-id: req-bfab3498-14c5-4424-a782-5b7de8c141bf {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:42:21.537720 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f81940b-356e-4b91-88d8-116ad995bdaf", "tag": "c25766e1-58c3-489c-91d0-506b5e20ceaa", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:42:21.537981 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfab3498-14c5-4424-a782-5b7de8c141bf {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:42:21.538380 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfab3498-14c5-4424-a782-5b7de8c141bf'] response: {'name': 'network-changed', 'server_uuid': '5f81940b-356e-4b91-88d8-116ad995bdaf', 'tag': 'c25766e1-58c3-489c-91d0-506b5e20ceaa', 'status': 'completed', 'code': 200} Mar 23 02:42:21.602373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-f442747e-2f4d-4873-a4a8-c7dadc0e2e0f None None] Set router 9b6e5ef6-3880-4075-8534-278a51bef7c4 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:21.608681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06f8ce-5702-4eb3-ad04-a0ce85bb3dcf req-a78604a7-b3dc-40be-8e51-2d0b180a3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:21.610987 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e06f8ce-5702-4eb3-ad04-a0ce85bb3dcf req-a78604a7-b3dc-40be-8e51-2d0b180a3920 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 1128 time: 0.0481138 Mar 23 02:42:21.713531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06f8ce-5702-4eb3-ad04-a0ce85bb3dcf req-c775172c-32bf-4d8c-a702-15ca03ec1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:21.715061 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e06f8ce-5702-4eb3-ad04-a0ce85bb3dcf req-c775172c-32bf-4d8c-a702-15ca03ec1edc service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ca4dfa4-e980-492a-a49e-778af7c14c53 HTTP/1.1" status: 200 len: 897 time: 0.0970941 Mar 23 02:42:21.746833 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5784f-db62-414a-bb02-211eb5c73cb2 req-ea68275a-36f8-4f3e-9be9-7af720051fd5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:21.748387 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0fa5784f-db62-414a-bb02-211eb5c73cb2 req-ea68275a-36f8-4f3e-9be9-7af720051fd5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 946 time: 0.0567384 Mar 23 02:42:21.759467 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e06f8ce-5702-4eb3-ad04-a0ce85bb3dcf req-c9e8adb3-51a4-4c6d-8f8a-dfaf1820c518 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c25766e1-58c3-489c-91d0-506b5e20ceaa HTTP/1.1" status: 200 len: 217 time: 0.0371132 Mar 23 02:42:21.800536 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0fa5784f-db62-414a-bb02-211eb5c73cb2 req-54056c06-82dd-4a95-813b-0167a6bba647 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461707 Mar 23 02:42:21.807537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06f8ce-5702-4eb3-ad04-a0ce85bb3dcf req-9c7d8b2f-219f-44cb-ba04-fc3fd80f2fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:21.809043 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e06f8ce-5702-4eb3-ad04-a0ce85bb3dcf req-9c7d8b2f-219f-44cb-ba04-fc3fd80f2fc1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41592e34-b1b7-4c1b-89ff-ef37052c7aa6 HTTP/1.1" status: 200 len: 835 time: 0.0441313 Mar 23 02:42:21.821007 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f442747e-2f4d-4873-a4a8-c7dadc0e2e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247541378', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:20Z', 'updated_at': '2022-03-23T02:41:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:21Z', 'updated_at': '2022-03-23T02:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '6b6a1b41-3728-4f7e-906e-ab0643abead3', 'name': '', 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:92:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:23Z', 'updated_at': '2022-03-23T02:41:27Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:21.849821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f442747e-2f4d-4873-a4a8-c7dadc0e2e0f None None] Checking router: 9b6e5ef6-3880-4075-8534-278a51bef7c4 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:42:21.859481 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f442747e-2f4d-4873-a4a8-c7dadc0e2e0f None None] Routers {'9b6e5ef6-3880-4075-8534-278a51bef7c4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:21.860092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f442747e-2f4d-4873-a4a8-c7dadc0e2e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:41:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9b6e5ef6-3880-4075-8534-278a51bef7c4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:21.861823 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06f8ce-5702-4eb3-ad04-a0ce85bb3dcf req-b4c5b4ef-b0f7-4050-91cd-6cfcd390e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:21.863402 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e06f8ce-5702-4eb3-ad04-a0ce85bb3dcf req-b4c5b4ef-b0f7-4050-91cd-6cfcd390e434 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ca4dfa4-e980-492a-a49e-778af7c14c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484581 Mar 23 02:42:21.961799 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e06f8ce-5702-4eb3-ad04-a0ce85bb3dcf req-70cb8985-cea5-479c-8892-49eed206b2e3 service neutron] 10.222.0.42 "GET /v2.0/networks/9ca4dfa4-e980-492a-a49e-778af7c14c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903227 Mar 23 02:42:21.969291 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-f442747e-2f4d-4873-a4a8-c7dadc0e2e0f None None] Set router 9b6e5ef6-3880-4075-8534-278a51bef7c4 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:22.053834 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1e06f8ce-5702-4eb3-ad04-a0ce85bb3dcf req-ac286586-9d09-43f1-b26e-0a32d2fa3138 service neutron] 10.222.0.42 "GET /v2.0/networks/9ca4dfa4-e980-492a-a49e-778af7c14c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844700 Mar 23 02:42:22.166462 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2acf648c-c21d-4995-a79d-ff3154e24aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:22.188257 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-f442747e-2f4d-4873-a4a8-c7dadc0e2e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247541378', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:20Z', 'updated_at': '2022-03-23T02:41:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:21Z', 'updated_at': '2022-03-23T02:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '6b6a1b41-3728-4f7e-906e-ab0643abead3', 'name': '', 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:92:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:23Z', 'updated_at': '2022-03-23T02:41:27Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:22.214887 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f442747e-2f4d-4873-a4a8-c7dadc0e2e0f None None] The sync data for ids ['9b6e5ef6-3880-4075-8534-278a51bef7c4'] in n-d-834677-4 is: [{'id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247541378', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:20Z', 'updated_at': '2022-03-23T02:41:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:21Z', 'updated_at': '2022-03-23T02:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '6b6a1b41-3728-4f7e-906e-ab0643abead3', 'name': '', 'network_id': '9ca4dfa4-e980-492a-a49e-778af7c14c53', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:92:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:23Z', 'updated_at': '2022-03-23T02:41:27Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '41592e34-b1b7-4c1b-89ff-ef37052c7aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:42:22.443627 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd4efb-7ea8-4473-b4e5-32f7b39d3669 None None] New status for floating IP 4e0020a2-e4b5-494d-b24e-148d096121cd: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:42:22.954043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafcaef-3b92-406c-9f6d-5607542a586d req-2924896a-ce73-4a50-9b9f-7d5b4e69c078 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:22.955569 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6cafcaef-3b92-406c-9f6d-5607542a586d req-2924896a-ce73-4a50-9b9f-7d5b4e69c078 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 946 time: 0.0663288 Mar 23 02:42:23.007797 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6cafcaef-3b92-406c-9f6d-5607542a586d req-49b7da39-0c9f-490d-938a-0bde8f48c9c1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3815b06-0656-43c0-bbf9-78ca0c53f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459447 Mar 23 02:42:23.250791 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c21129-3f53-4c6a-a48a-a7c981ede5c8 req-bd237330-51ce-48b8-8ec1-3989ae8c2597 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:23.252253 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5c21129-3f53-4c6a-a48a-a7c981ede5c8 req-bd237330-51ce-48b8-8ec1-3989ae8c2597 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 946 time: 0.0576935 Mar 23 02:42:23.356031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-c5c21129-3f53-4c6a-a48a-a7c981ede5c8 req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port c25766e1-58c3-489c-91d0-506b5e20ceaa {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:23.356504 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c5c21129-3f53-4c6a-a48a-a7c981ede5c8 req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (c25766e1-58c3-489c-91d0-506b5e20ceaa), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.447395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-c5c21129-3f53-4c6a-a48a-a7c981ede5c8 req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] For port c25766e1-58c3-489c-91d0-506b5e20ceaa, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=c25766e1-58c3-489c-91d0-506b5e20ceaa,segment=NetworkSegment(e136f738-e9fa-4f11-9636-93431975d396),segment_id=e136f738-e9fa-4f11-9636-93431975d396)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:23.447764 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c5c21129-3f53-4c6a-a48a-a7c981ede5c8 req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (c25766e1-58c3-489c-91d0-506b5e20ceaa), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.461301 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-c5c21129-3f53-4c6a-a48a-a7c981ede5c8 req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for c25766e1-58c3-489c-91d0-506b5e20ceaa owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:23.563315 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.607151 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c5c21129-3f53-4c6a-a48a-a7c981ede5c8 req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (c25766e1-58c3-489c-91d0-506b5e20ceaa), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.637613 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=c25766e1-58c3-489c-91d0-506b5e20ceaa,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:23.666610 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:23.666943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:23.667287 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:23.667631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:23.667966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:23.668295 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:23.668643 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:23.668977 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:23.669306 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:23.669635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:23.669962 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:23.670339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:23.671225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:23.671560 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:23.671887 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:23.692108 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c21129-3f53-4c6a-a48a-a7c981ede5c8 req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] No DVR routers for this DVR port c25766e1-58c3-489c-91d0-506b5e20ceaa on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:23.694720 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-c5c21129-3f53-4c6a-a48a-a7c981ede5c8 req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:23.698046 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c5c21129-3f53-4c6a-a48a-a7c981ede5c8 req-fc06f82b-6472-4578-8013-4da53244b0f1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "DELETE /v2.0/ports/c25766e1-58c3-489c-91d0-506b5e20ceaa HTTP/1.1" status: 204 len: 173 time: 0.4395187 Mar 23 02:42:23.698466 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f81940b-356e-4b91-88d8-116ad995bdaf', 'name': 'network-vif-deleted', 'tag': 'c25766e1-58c3-489c-91d0-506b5e20ceaa'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:42:23.700714 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808385f0-8c03-438d-9bd5-67ee80ebc4a4" -d '{"events": [{"server_uuid": "5f81940b-356e-4b91-88d8-116ad995bdaf", "name": "network-vif-deleted", "tag": "c25766e1-58c3-489c-91d0-506b5e20ceaa"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:42:23.741487 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d53213b-69b5-4c69-914c-95b8efe867a6 x-openstack-request-id: req-4d53213b-69b5-4c69-914c-95b8efe867a6 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:42:23.741785 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f81940b-356e-4b91-88d8-116ad995bdaf", "name": "network-vif-deleted", "tag": "c25766e1-58c3-489c-91d0-506b5e20ceaa", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:42:23.742038 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d53213b-69b5-4c69-914c-95b8efe867a6 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:42:23.742457 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d53213b-69b5-4c69-914c-95b8efe867a6'] response: {'server_uuid': '5f81940b-356e-4b91-88d8-116ad995bdaf', 'name': 'network-vif-deleted', 'tag': 'c25766e1-58c3-489c-91d0-506b5e20ceaa', 'status': 'completed', 'code': 200} Mar 23 02:42:24.132993 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-57836091-203f-48b5-bcfa-0bd6e1dcc8fb req-6424e69b-32d5-43f6-936e-152731e76b67 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f81940b-356e-4b91-88d8-116ad995bdaf HTTP/1.1" status: 200 len: 210 time: 0.0339108 Mar 23 02:42:24.894612 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.205821 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57846) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:25.591922 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1e81865-5d0c-42f4-9d31-a383ef1aeb13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (9b6e5ef6-3880-4075-8534-278a51bef7c4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.863302 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-a1e81865-5d0c-42f4-9d31-a383ef1aeb13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port 6b6a1b41-3728-4f7e-906e-ab0643abead3 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:25.863549 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1e81865-5d0c-42f4-9d31-a383ef1aeb13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.886423 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.954211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-a1e81865-5d0c-42f4-9d31-a383ef1aeb13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] For port 6b6a1b41-3728-4f7e-906e-ab0643abead3, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=6b6a1b41-3728-4f7e-906e-ab0643abead3,segment=NetworkSegment(e136f738-e9fa-4f11-9636-93431975d396),segment_id=e136f738-e9fa-4f11-9636-93431975d396)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:25.954576 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1e81865-5d0c-42f4-9d31-a383ef1aeb13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:25.968332 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-a1e81865-5d0c-42f4-9d31-a383ef1aeb13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for 6b6a1b41-3728-4f7e-906e-ab0643abead3 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:26.191908 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1e81865-5d0c-42f4-9d31-a383ef1aeb13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (6b6a1b41-3728-4f7e-906e-ab0643abead3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:26.222587 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e81865-5d0c-42f4-9d31-a383ef1aeb13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=6b6a1b41-3728-4f7e-906e-ab0643abead3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:26.400263 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a1e81865-5d0c-42f4-9d31-a383ef1aeb13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (9b6e5ef6-3880-4075-8534-278a51bef7c4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:26.628753 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e81865-5d0c-42f4-9d31-a383ef1aeb13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router 9b6e5ef6-3880-4075-8534-278a51bef7c4 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:42:26.739805 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e81865-5d0c-42f4-9d31-a383ef1aeb13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:42:26.747832 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a1e81865-5d0c-42f4-9d31-a383ef1aeb13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "PUT /v2.0/routers/9b6e5ef6-3880-4075-8534-278a51bef7c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5379553 Mar 23 02:42:26.747832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57848) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:26.749564 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc45abc-0ae7-415e-9b5b-395cd9e835f6 None None] Sync routers for ids ['9b6e5ef6-3880-4075-8534-278a51bef7c4'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:42:26.760383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc45abc-0ae7-415e-9b5b-395cd9e835f6 None None] Routers {'9b6e5ef6-3880-4075-8534-278a51bef7c4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:26.761076 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-adc45abc-0ae7-415e-9b5b-395cd9e835f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:42:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9b6e5ef6-3880-4075-8534-278a51bef7c4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:26.800997 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-78058ba3-5e2c-49ee-893f-d80a91e14d91 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting subnet 41592e34-b1b7-4c1b-89ff-ef37052c7aa6 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:42:26.804235 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78058ba3-5e2c-49ee-893f-d80a91e14d91 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for subnet (41592e34-b1b7-4c1b-89ff-ef37052c7aa6), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:26.844798 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78058ba3-5e2c-49ee-893f-d80a91e14d91 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (41592e34-b1b7-4c1b-89ff-ef37052c7aa6), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:26.868768 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-adc45abc-0ae7-415e-9b5b-395cd9e835f6 None None] Set router 9b6e5ef6-3880-4075-8534-278a51bef7c4 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:26.937408 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78058ba3-5e2c-49ee-893f-d80a91e14d91 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (41592e34-b1b7-4c1b-89ff-ef37052c7aa6), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:26.998607 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78058ba3-5e2c-49ee-893f-d80a91e14d91 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (41592e34-b1b7-4c1b-89ff-ef37052c7aa6), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.025696 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78058ba3-5e2c-49ee-893f-d80a91e14d91 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Subnet': ['ID=41592e34-b1b7-4c1b-89ff-ef37052c7aa6,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:27.034407 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-78058ba3-5e2c-49ee-893f-d80a91e14d91 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.037653 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-78058ba3-5e2c-49ee-893f-d80a91e14d91 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/subnets/41592e34-b1b7-4c1b-89ff-ef37052c7aa6 HTTP/1.1" status: 204 len: 168 time: 0.2889566 Mar 23 02:42:27.041409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57850) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:27.090943 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f29135-acd3-4173-80ad-848905815e5e None None] Network 9ca4dfa4-e980-492a-a49e-778af7c14c53 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:27.151265 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ed063ee8-bbbf-4539-8f0b-1fd9e8e1e965 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router (9b6e5ef6-3880-4075-8534-278a51bef7c4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.260474 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ed063ee8-bbbf-4539-8f0b-1fd9e8e1e965 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (9b6e5ef6-3880-4075-8534-278a51bef7c4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.303790 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-adc45abc-0ae7-415e-9b5b-395cd9e835f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247541378', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:20Z', 'updated_at': '2022-03-23T02:42:26Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': 'b0284956-c1b4-4018-a700-4fc982bc7554', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:41:21Z', 'updated_at': '2022-03-23T02:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:27.320355 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ed063ee8-bbbf-4539-8f0b-1fd9e8e1e965 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port b0284956-c1b4-4018-a700-4fc982bc7554 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:27.320769 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ed063ee8-bbbf-4539-8f0b-1fd9e8e1e965 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b0284956-c1b4-4018-a700-4fc982bc7554), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.331929 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc45abc-0ae7-415e-9b5b-395cd9e835f6 None None] Checking router: 9b6e5ef6-3880-4075-8534-278a51bef7c4 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:42:27.340389 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc45abc-0ae7-415e-9b5b-395cd9e835f6 None None] Routers {'9b6e5ef6-3880-4075-8534-278a51bef7c4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:27.341043 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-adc45abc-0ae7-415e-9b5b-395cd9e835f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:42:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['9b6e5ef6-3880-4075-8534-278a51bef7c4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:27.346610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] DHCP port deletion for 9ca4dfa4-e980-492a-a49e-778af7c14c53 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:42:27.407994 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-ed063ee8-bbbf-4539-8f0b-1fd9e8e1e965 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] For port b0284956-c1b4-4018-a700-4fc982bc7554, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b0284956-c1b4-4018-a700-4fc982bc7554,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:27.408336 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ed063ee8-bbbf-4539-8f0b-1fd9e8e1e965 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b0284956-c1b4-4018-a700-4fc982bc7554), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.422896 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-ed063ee8-bbbf-4539-8f0b-1fd9e8e1e965 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for b0284956-c1b4-4018-a700-4fc982bc7554 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:27.455785 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-adc45abc-0ae7-415e-9b5b-395cd9e835f6 None None] Set router 9b6e5ef6-3880-4075-8534-278a51bef7c4 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:27.511327 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-adc45abc-0ae7-415e-9b5b-395cd9e835f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247541378', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:20Z', 'updated_at': '2022-03-23T02:42:27Z', 'revision_number': 6, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:27.542721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc45abc-0ae7-415e-9b5b-395cd9e835f6 None None] The sync data for ids ['9b6e5ef6-3880-4075-8534-278a51bef7c4'] in n-d-834677-4 is: [{'id': '9b6e5ef6-3880-4075-8534-278a51bef7c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1247541378', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:41:20Z', 'updated_at': '2022-03-23T02:42:27Z', 'revision_number': 6, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:42:27.552374 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Deleting port 236c70a2-47b8-404a-b358-b277bdbbb32a {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:42:27.552782 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (236c70a2-47b8-404a-b358-b277bdbbb32a), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.605037 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ed063ee8-bbbf-4539-8f0b-1fd9e8e1e965 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b0284956-c1b4-4018-a700-4fc982bc7554), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.633438 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed063ee8-bbbf-4539-8f0b-1fd9e8e1e965 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=b0284956-c1b4-4018-a700-4fc982bc7554,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:27.642985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] For port 236c70a2-47b8-404a-b358-b277bdbbb32a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=236c70a2-47b8-404a-b358-b277bdbbb32a,segment=NetworkSegment(e136f738-e9fa-4f11-9636-93431975d396),segment_id=e136f738-e9fa-4f11-9636-93431975d396)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:27.643449 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (236c70a2-47b8-404a-b358-b277bdbbb32a), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.657876 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Calling delete_port for 236c70a2-47b8-404a-b358-b277bdbbb32a owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:42:27.693214 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ed063ee8-bbbf-4539-8f0b-1fd9e8e1e965 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (9b6e5ef6-3880-4075-8534-278a51bef7c4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.738557 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (236c70a2-47b8-404a-b358-b277bdbbb32a), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.765347 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device c25766e1-58c3-489c-91d0-506b5e20ceaa no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:27.769868 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Pushing event deleted for resources: {'Port': ['ID=236c70a2-47b8-404a-b358-b277bdbbb32a,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:27.790355 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ed063ee8-bbbf-4539-8f0b-1fd9e8e1e965 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (9b6e5ef6-3880-4075-8534-278a51bef7c4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.791195 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] No DVR routers for this DVR port 236c70a2-47b8-404a-b358-b277bdbbb32a on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:42:27.792917 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ed063ee8-bbbf-4539-8f0b-1fd9e8e1e965 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_controller (9b6e5ef6-3880-4075-8534-278a51bef7c4), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.795869 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: c25766e1-58c3-489c-91d0-506b5e20ceaa {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:27.796657 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device c25766e1-58c3-489c-91d0-506b5e20ceaa not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:27.803506 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:27.803852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:27.804190 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:27.804525 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:27.804884 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:27.805213 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:27.805532 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:27.805852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:27.806170 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:27.806484 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:27.806801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:27.807121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:27.807431 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:27.807745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:27.808095 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d170e73-8579-4c56-978f-c1222c4c3fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:27.844247 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ed063ee8-bbbf-4539-8f0b-1fd9e8e1e965 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (9b6e5ef6-3880-4075-8534-278a51bef7c4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.844912 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed063ee8-bbbf-4539-8f0b-1fd9e8e1e965 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Fanout notify agent at l3_agent the message router_deleted on router 9b6e5ef6-3880-4075-8534-278a51bef7c4 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:42:27.852460 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ed063ee8-bbbf-4539-8f0b-1fd9e8e1e965 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.853799 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ed063ee8-bbbf-4539-8f0b-1fd9e8e1e965 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/routers/9b6e5ef6-3880-4075-8534-278a51bef7c4 HTTP/1.1" status: 204 len: 168 time: 0.8114407 Mar 23 02:42:27.856882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57852) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:27.939515 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46d70926-1426-4307-b3e0-9e2a9b391528 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (9ca4dfa4-e980-492a-a49e-778af7c14c53), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:27.991556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 236c70a2-47b8-404a-b358-b277bdbbb32a no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:28.014995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 236c70a2-47b8-404a-b358-b277bdbbb32a {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:28.015525 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 236c70a2-47b8-404a-b358-b277bdbbb32a not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:28.045943 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46d70926-1426-4307-b3e0-9e2a9b391528 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (9ca4dfa4-e980-492a-a49e-778af7c14c53), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.065868 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-46d70926-1426-4307-b3e0-9e2a9b391528 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca4dfa4-e980-492a-a49e-778af7c14c53']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:28.077528 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-46d70926-1426-4307-b3e0-9e2a9b391528 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e136f738-e9fa-4f11-9636-93431975d396') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:28.077838 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-46d70926-1426-4307-b3e0-9e2a9b391528 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e136f738-e9fa-4f11-9636-93431975d396') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:28.090819 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46d70926-1426-4307-b3e0-9e2a9b391528 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (e136f738-e9fa-4f11-9636-93431975d396), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.105276 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46d70926-1426-4307-b3e0-9e2a9b391528 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (e136f738-e9fa-4f11-9636-93431975d396), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.111916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d70926-1426-4307-b3e0-9e2a9b391528 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:42:28.112321 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46d70926-1426-4307-b3e0-9e2a9b391528 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (e136f738-e9fa-4f11-9636-93431975d396), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:42:28.115940 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:42:28.179839 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46d70926-1426-4307-b3e0-9e2a9b391528 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (9ca4dfa4-e980-492a-a49e-778af7c14c53), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.187453 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-46d70926-1426-4307-b3e0-9e2a9b391528 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.192554 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-46d70926-1426-4307-b3e0-9e2a9b391528 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/networks/9ca4dfa4-e980-492a-a49e-778af7c14c53 HTTP/1.1" status: 204 len: 168 time: 0.3346126 Mar 23 02:42:28.193544 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57854) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:28.207359 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d70926-1426-4307-b3e0-9e2a9b391528 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Network': ['ID=9ca4dfa4-e980-492a-a49e-778af7c14c53,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:28.255828 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cf6dea57-d988-4585-ace9-80a2ca9fc1b3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (b3815b06-0656-43c0-bbf9-78ca0c53f91e), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.289105 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cf6dea57-d988-4585-ace9-80a2ca9fc1b3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (b3815b06-0656-43c0-bbf9-78ca0c53f91e), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.358689 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cf6dea57-d988-4585-ace9-80a2ca9fc1b3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b3815b06-0656-43c0-bbf9-78ca0c53f91e), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.361525 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-cf6dea57-d988-4585-ace9-80a2ca9fc1b3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.362964 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-cf6dea57-d988-4585-ace9-80a2ca9fc1b3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/security-groups/b3815b06-0656-43c0-bbf9-78ca0c53f91e HTTP/1.1" status: 204 len: 168 time: 0.1675086 Mar 23 02:42:28.373155 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dea57-d988-4585-ace9-80a2ca9fc1b3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3815b06-0656-43c0-bbf9-78ca0c53f91e,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:28.608413 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57860) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:28.613201 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-531abdb5-ae67-4877-b10f-fec70cebc869 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771653912', 'description': 'tempest-secgroup-smoke-771653912 description', 'project_id': 'eb6ded23f7904c528c242edeaae8f657'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:28.636858 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-531abdb5-ae67-4877-b10f-fec70cebc869 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.706961 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-531abdb5-ae67-4877-b10f-fec70cebc869 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (9157b8a3-897c-45b6-8588-e0a5513a41a7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.712318 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-531abdb5-ae67-4877-b10f-fec70cebc869 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9157b8a3-897c-45b6-8588-e0a5513a41a7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.746556 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-531abdb5-ae67-4877-b10f-fec70cebc869 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.747793 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-531abdb5-ae67-4877-b10f-fec70cebc869 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1383023 Mar 23 02:42:28.749902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531abdb5-ae67-4877-b10f-fec70cebc869 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9157b8a3-897c-45b6-8588-e0a5513a41a7,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:28.751177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57862) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:28.757188 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-0017de43-b6fd-4556-8121-05da702530f2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': '9157b8a3-897c-45b6-8588-e0a5513a41a7', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:28.790034 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0017de43-b6fd-4556-8121-05da702530f2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (247f6ac9-90af-4c8d-a18c-a5f1c89dd8de), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.838068 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0017de43-b6fd-4556-8121-05da702530f2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (247f6ac9-90af-4c8d-a18c-a5f1c89dd8de), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.843171 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0017de43-b6fd-4556-8121-05da702530f2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (247f6ac9-90af-4c8d-a18c-a5f1c89dd8de), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.865846 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017de43-b6fd-4556-8121-05da702530f2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247f6ac9-90af-4c8d-a18c-a5f1c89dd8de,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:28.871593 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-0017de43-b6fd-4556-8121-05da702530f2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.872800 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0017de43-b6fd-4556-8121-05da702530f2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198561 Mar 23 02:42:28.875970 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57864) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:28.880741 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-056f6d50-8c5d-494d-b552-fffdcc11e29d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': '9157b8a3-897c-45b6-8588-e0a5513a41a7', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:28.907435 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-056f6d50-8c5d-494d-b552-fffdcc11e29d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (7ced7af5-6749-4073-a211-e44af6f58f62), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.962353 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-056f6d50-8c5d-494d-b552-fffdcc11e29d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (7ced7af5-6749-4073-a211-e44af6f58f62), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.967968 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-056f6d50-8c5d-494d-b552-fffdcc11e29d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (7ced7af5-6749-4073-a211-e44af6f58f62), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.985876 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f6d50-8c5d-494d-b552-fffdcc11e29d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ced7af5-6749-4073-a211-e44af6f58f62,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:28.993527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-056f6d50-8c5d-494d-b552-fffdcc11e29d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:28.994686 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-056f6d50-8c5d-494d-b552-fffdcc11e29d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176357 Mar 23 02:42:28.998012 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57866) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:29.003101 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3c22e4d6-4eee-4e2f-b81b-78c79bd1967a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': '9157b8a3-897c-45b6-8588-e0a5513a41a7', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:29.032419 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c22e4d6-4eee-4e2f-b81b-78c79bd1967a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (aef8eafe-3997-47d6-b809-6711dd0c97de), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.089611 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c22e4d6-4eee-4e2f-b81b-78c79bd1967a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (aef8eafe-3997-47d6-b809-6711dd0c97de), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.095258 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c22e4d6-4eee-4e2f-b81b-78c79bd1967a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (aef8eafe-3997-47d6-b809-6711dd0c97de), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.119405 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22e4d6-4eee-4e2f-b81b-78c79bd1967a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef8eafe-3997-47d6-b809-6711dd0c97de,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:29.128123 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c22e4d6-4eee-4e2f-b81b-78c79bd1967a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.129369 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3c22e4d6-4eee-4e2f-b81b-78c79bd1967a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300023 Mar 23 02:42:29.132233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57868) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:29.136533 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-af06e3c2-6a48-44b2-b01b-350f1c197ee5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': '9157b8a3-897c-45b6-8588-e0a5513a41a7', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:29.165848 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af06e3c2-6a48-44b2-b01b-350f1c197ee5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (51d1d28a-76cb-43ad-ad2a-73800e0bcafa), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.226595 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af06e3c2-6a48-44b2-b01b-350f1c197ee5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (51d1d28a-76cb-43ad-ad2a-73800e0bcafa), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.231568 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af06e3c2-6a48-44b2-b01b-350f1c197ee5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (51d1d28a-76cb-43ad-ad2a-73800e0bcafa), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.249559 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06e3c2-6a48-44b2-b01b-350f1c197ee5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d1d28a-76cb-43ad-ad2a-73800e0bcafa,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:29.257115 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af06e3c2-6a48-44b2-b01b-350f1c197ee5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.258315 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-af06e3c2-6a48-44b2-b01b-350f1c197ee5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251070 Mar 23 02:42:29.261885 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57870) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:29.266453 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b9fd0d63-4dbf-47b3-9a40-02fe0f6f543e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': '9157b8a3-897c-45b6-8588-e0a5513a41a7', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:29.287151 n-d-834677-4 neutron-server[99263]: INFO neutron.db.securitygroups_db [None req-b9fd0d63-4dbf-47b3-9a40-02fe0f6f543e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Project eb6ded23f7904c528c242edeaae8f657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:42:29.291883 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b9fd0d63-4dbf-47b3-9a40-02fe0f6f543e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (8e749393-a50c-4240-89c5-80b3a2eb856f), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.350130 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b9fd0d63-4dbf-47b3-9a40-02fe0f6f543e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (8e749393-a50c-4240-89c5-80b3a2eb856f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.354863 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b9fd0d63-4dbf-47b3-9a40-02fe0f6f543e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (8e749393-a50c-4240-89c5-80b3a2eb856f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.369387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd0d63-4dbf-47b3-9a40-02fe0f6f543e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e749393-a50c-4240-89c5-80b3a2eb856f,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:29.383468 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b9fd0d63-4dbf-47b3-9a40-02fe0f6f543e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.384720 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b9fd0d63-4dbf-47b3-9a40-02fe0f6f543e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218574 Mar 23 02:42:29.387744 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57872) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:29.392676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-8811c076-9281-44c7-9816-b39bf68fe6f6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': '9157b8a3-897c-45b6-8588-e0a5513a41a7', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:29.414430 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-8811c076-9281-44c7-9816-b39bf68fe6f6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Project eb6ded23f7904c528c242edeaae8f657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:42:29.419171 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8811c076-9281-44c7-9816-b39bf68fe6f6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (bb59c210-91b5-423c-b2c2-7787cf5686b0), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.481096 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8811c076-9281-44c7-9816-b39bf68fe6f6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (bb59c210-91b5-423c-b2c2-7787cf5686b0), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.486310 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8811c076-9281-44c7-9816-b39bf68fe6f6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (bb59c210-91b5-423c-b2c2-7787cf5686b0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.504027 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811c076-9281-44c7-9816-b39bf68fe6f6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb59c210-91b5-423c-b2c2-7787cf5686b0,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:29.511457 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8811c076-9281-44c7-9816-b39bf68fe6f6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.512692 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8811c076-9281-44c7-9816-b39bf68fe6f6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238956 Mar 23 02:42:29.515771 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57874) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:29.520940 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-ca0df256-d817-4b30-b2f3-c1a2ea7a673e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'network': {'name': 'tempest-network-smoke--1106598623', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'port_security_enabled': True}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:29.542631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0df256-d817-4b30-b2f3-c1a2ea7a673e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Made reservation on behalf of eb6ded23f7904c528c242edeaae8f657 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:29.546091 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca0df256-d817-4b30-b2f3-c1a2ea7a673e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.570194 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0df256-d817-4b30-b2f3-c1a2ea7a673e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:42:29.581291 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca0df256-d817-4b30-b2f3-c1a2ea7a673e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bfc73a68-f4d3-427b-a807-05fa69773091), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.581649 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-ca0df256-d817-4b30-b2f3-c1a2ea7a673e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Added segment bfc73a68-f4d3-427b-a807-05fa69773091 of type vlan for network 825736b2-1e96-4692-a675-6a6ad7099da6 Mar 23 02:42:29.611984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b0284956-c1b4-4018-a700-4fc982bc7554 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:29.627811 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca0df256-d817-4b30-b2f3-c1a2ea7a673e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (825736b2-1e96-4692-a675-6a6ad7099da6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.632806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: b0284956-c1b4-4018-a700-4fc982bc7554 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:29.633158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b0284956-c1b4-4018-a700-4fc982bc7554 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:29.633578 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6b6a1b41-3728-4f7e-906e-ab0643abead3 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:42:29.652743 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 6b6a1b41-3728-4f7e-906e-ab0643abead3 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:42:29.653099 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 6b6a1b41-3728-4f7e-906e-ab0643abead3 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:42:29.655805 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca0df256-d817-4b30-b2f3-c1a2ea7a673e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (825736b2-1e96-4692-a675-6a6ad7099da6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.660816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0df256-d817-4b30-b2f3-c1a2ea7a673e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:29.661412 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ca0df256-d817-4b30-b2f3-c1a2ea7a673e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.722762 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ca0df256-d817-4b30-b2f3-c1a2ea7a673e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2058873 Mar 23 02:42:29.725591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57876) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:29.729916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-210466729', 'admin_state_up': True, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:29.739538 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0df256-d817-4b30-b2f3-c1a2ea7a673e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Network': ['ID=825736b2-1e96-4692-a675-6a6ad7099da6,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:29.753440 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 825736b2-1e96-4692-a675-6a6ad7099da6 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:42:29.755899 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.757022 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.814218 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_controller (f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:29.958700 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:30.168456 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:30.188114 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:30.290083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.25.0.41 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/8b064afb-f376-4ec1-aad0-b89fbbfc9468) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:30.401107 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (8b064afb-f376-4ec1-aad0-b89fbbfc9468), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:30.440990 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8b064afb-f376-4ec1-aad0-b89fbbfc9468), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:30.476625 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:30.479369 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:30.483008 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:30.510091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=8b064afb-f376-4ec1-aad0-b89fbbfc9468,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:30.752350 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:30.959291 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.098567 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:42:31.218517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:42:31.228366 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Sync routers for ids ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:42:31.241250 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Routers {'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:31.242349 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:42:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:31.247721 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.249541 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-64a8db84-61cf-447b-8e87-1b50867970e3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5229867 Mar 23 02:42:31.252537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57878) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:31.280573 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-6d80dcaf-30d6-42dd-a891-55d5e65f61c1 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=eb6ded23f7904c528c242edeaae8f657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268428 Mar 23 02:42:31.283450 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57880) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:31.355094 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Set router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:31.374258 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6431aa9-ae10-40ea-a5f5-0e0da6de9d54 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:31.376831 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e6431aa9-ae10-40ea-a5f5-0e0da6de9d54 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921941 Mar 23 02:42:31.379644 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57882) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:31.409135 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0419d563-a44c-4de0-b1c3-4870870e57e6 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280039 Mar 23 02:42:31.411773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57884) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:31.416558 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-9a4ae632-a2c2-481e-9c1a-14abe6e49c11 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1904527818', 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:31.504727 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4ae632-a2c2-481e-9c1a-14abe6e49c11 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Made reservation on behalf of eb6ded23f7904c528c242edeaae8f657 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:31.508100 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae632-a2c2-481e-9c1a-14abe6e49c11 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.540084 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210466729', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:29Z', 'updated_at': '2022-03-23T02:42:30Z', 'revision_number': 3, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:30Z', 'updated_at': '2022-03-23T02:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:31.570178 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Checking router: f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:42:31.570786 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Updating router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a port 8b064afb-f376-4ec1-aad0-b89fbbfc9468 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:42:31.600317 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8b064afb-f376-4ec1-aad0-b89fbbfc9468), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.691604 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae632-a2c2-481e-9c1a-14abe6e49c11 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (17b1d6f6-f13f-45b4-85fb-00ebdeb72edb), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.750694 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ae632-a2c2-481e-9c1a-14abe6e49c11 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Subnet': ['ID=17b1d6f6-f13f-45b4-85fb-00ebdeb72edb,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:31.759843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ae632-a2c2-481e-9c1a-14abe6e49c11 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Checking segment: {'id': 'bfc73a68-f4d3-427b-a807-05fa69773091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:31.760311 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4ae632-a2c2-481e-9c1a-14abe6e49c11 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network hostable DHCP agents. Network: 825736b2-1e96-4692-a675-6a6ad7099da6, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:42:31.778851 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4ae632-a2c2-481e-9c1a-14abe6e49c11 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network 825736b2-1e96-4692-a675-6a6ad7099da6 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:42:31.789175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-9a4ae632-a2c2-481e-9c1a-14abe6e49c11 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 825736b2-1e96-4692-a675-6a6ad7099da6) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:31.793726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4ae632-a2c2-481e-9c1a-14abe6e49c11 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:31.794533 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae632-a2c2-481e-9c1a-14abe6e49c11 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.800287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f071b3e4-b13d-4aac-b6b6-46bba28f4557 None None] Network 825736b2-1e96-4692-a675-6a6ad7099da6 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:31.816159 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9a4ae632-a2c2-481e-9c1a-14abe6e49c11 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4008656 Mar 23 02:42:31.816411 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 57886) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:31.856673 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Publish callbacks [] for port (8b064afb-f376-4ec1-aad0-b89fbbfc9468), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.862398 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8b064afb-f376-4ec1-aad0-b89fbbfc9468), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.905187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-825736b2-1e96-4692-a675-6a6ad7099da6', 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ips': [{'subnet_id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:42:31.906118 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.922162 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b27b8e-2cd1-4a46-a9e2-aca231c2a7b3 None None] Pushing event updated for resources: {'Port': ['ID=8b064afb-f376-4ec1-aad0-b89fbbfc9468,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:31.924472 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Attempting to bind port 8b064afb-f376-4ec1-aad0-b89fbbfc9468 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:31.924964 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Attempting to bind port 8b064afb-f376-4ec1-aad0-b89fbbfc9468 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:31.925375 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Attempting to bind port 8b064afb-f376-4ec1-aad0-b89fbbfc9468 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:31.932134 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:31.932502 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:31.933047 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.933465 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:31.933993 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Bound port: 8b064afb-f376-4ec1-aad0-b89fbbfc9468, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:31.934361 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8b064afb-f376-4ec1-aad0-b89fbbfc9468), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:31.963927 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b27b8e-2cd1-4a46-a9e2-aca231c2a7b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:31.964160 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b27b8e-2cd1-4a46-a9e2-aca231c2a7b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:31.964497 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b27b8e-2cd1-4a46-a9e2-aca231c2a7b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:31.964842 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b27b8e-2cd1-4a46-a9e2-aca231c2a7b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:31.965168 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b27b8e-2cd1-4a46-a9e2-aca231c2a7b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:31.965487 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b27b8e-2cd1-4a46-a9e2-aca231c2a7b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:31.965802 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b27b8e-2cd1-4a46-a9e2-aca231c2a7b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:31.966117 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b27b8e-2cd1-4a46-a9e2-aca231c2a7b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:31.966429 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b27b8e-2cd1-4a46-a9e2-aca231c2a7b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:31.966743 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b27b8e-2cd1-4a46-a9e2-aca231c2a7b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:31.967053 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b27b8e-2cd1-4a46-a9e2-aca231c2a7b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:31.967361 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b27b8e-2cd1-4a46-a9e2-aca231c2a7b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:31.967667 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b27b8e-2cd1-4a46-a9e2-aca231c2a7b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:31.968031 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b27b8e-2cd1-4a46-a9e2-aca231c2a7b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:31.968338 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b27b8e-2cd1-4a46-a9e2-aca231c2a7b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:42:32.003788 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] For port 8b064afb-f376-4ec1-aad0-b89fbbfc9468, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:32.007007 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] For port 8b064afb-f376-4ec1-aad0-b89fbbfc9468, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=8b064afb-f376-4ec1-aad0-b89fbbfc9468,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:32.013343 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8b064afb-f376-4ec1-aad0-b89fbbfc9468), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.048783 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Allocated IP 172.20.0.2 (825736b2-1e96-4692-a675-6a6ad7099da6/17b1d6f6-f13f-45b4-85fb-00ebdeb72edb/038147ed-6b33-481e-9744-a0a51f637164) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:32.061757 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Routers {'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:32.062027 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:42:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:32.147097 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b27b8e-2cd1-4a46-a9e2-aca231c2a7b3 None None] Pushing event updated for resources: {'Port': ['ID=8b064afb-f376-4ec1-aad0-b89fbbfc9468,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:32.184342 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] Set router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:32.197755 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Publish callbacks [] for port (038147ed-6b33-481e-9744-a0a51f637164), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.207586 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (038147ed-6b33-481e-9744-a0a51f637164), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.247821 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Network 825736b2-1e96-4692-a675-6a6ad7099da6 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:32.257964 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:32.262780 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:32.275911 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Pushing event updated for resources: {'Port': ['ID=038147ed-6b33-481e-9744-a0a51f637164,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:32.331689 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Attempting to bind port 038147ed-6b33-481e-9744-a0a51f637164 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:32.332476 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Attempting to bind port 038147ed-6b33-481e-9744-a0a51f637164 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'bfc73a68-f4d3-427b-a807-05fa69773091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:32.333049 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Attempting to bind port 038147ed-6b33-481e-9744-a0a51f637164 on network 825736b2-1e96-4692-a675-6a6ad7099da6 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:32.338944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:32.339341 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Checking segment: {'id': 'bfc73a68-f4d3-427b-a807-05fa69773091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:32.339736 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.340146 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Bound using segment: {'id': 'bfc73a68-f4d3-427b-a807-05fa69773091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:32.340645 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Bound port: 038147ed-6b33-481e-9744-a0a51f637164, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc73a68-f4d3-427b-a807-05fa69773091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:32.341025 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (038147ed-6b33-481e-9744-a0a51f637164), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.375491 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210466729', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:29Z', 'updated_at': '2022-03-23T02:42:30Z', 'revision_number': 3, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:30Z', 'updated_at': '2022-03-23T02:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:32.406601 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc993c18-1bda-4046-809d-7827b8e52718 None None] The sync data for ids ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'] in n-d-834677-4 is: [{'id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210466729', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:29Z', 'updated_at': '2022-03-23T02:42:30Z', 'revision_number': 3, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:30Z', 'updated_at': '2022-03-23T02:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:42:32.408307 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] For port 038147ed-6b33-481e-9744-a0a51f637164, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:32.411633 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] For port 038147ed-6b33-481e-9744-a0a51f637164, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=038147ed-6b33-481e-9744-a0a51f637164,segment=NetworkSegment(bfc73a68-f4d3-427b-a807-05fa69773091),segment_id=bfc73a68-f4d3-427b-a807-05fa69773091)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:32.419262 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (038147ed-6b33-481e-9744-a0a51f637164), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:32.494852 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf82cfe-8dc3-4916-8445-0fabd469ca51 None None] Pushing event updated for resources: {'Port': ['ID=038147ed-6b33-481e-9744-a0a51f637164,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:32.630159 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.033887 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.20.0.1 (825736b2-1e96-4692-a675-6a6ad7099da6/17b1d6f6-f13f-45b4-85fb-00ebdeb72edb/91345a87-e036-480f-a4ed-614fbea6e6fd) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:33.161544 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.199592 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.247420 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network 825736b2-1e96-4692-a675-6a6ad7099da6 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:33.254072 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:33.256780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:33.264483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=91345a87-e036-480f-a4ed-614fbea6e6fd,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:33.315181 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.472012 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.530708 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d130a93-4867-486d-895e-4ffc1ef15825 None None] Network 825736b2-1e96-4692-a675-6a6ad7099da6 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:42:33.648722 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-81245314-b746-4198-83cf-2ea280113923 None None] Provisioning complete for port 038147ed-6b33-481e-9744-a0a51f637164 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:33.650112 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-81245314-b746-4198-83cf-2ea280113923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (038147ed-6b33-481e-9744-a0a51f637164), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.716736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 8b064afb-f376-4ec1-aad0-b89fbbfc9468 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:33.811675 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.817752 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.836152 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 8b064afb-f376-4ec1-aad0-b89fbbfc9468 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:33.836527 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8b064afb-f376-4ec1-aad0-b89fbbfc9468), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.838295 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-81245314-b746-4198-83cf-2ea280113923 None None] Current status of the port 038147ed-6b33-481e-9744-a0a51f637164 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:33.838665 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-81245314-b746-4198-83cf-2ea280113923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (038147ed-6b33-481e-9744-a0a51f637164), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.922237 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:33.931293 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-81245314-b746-4198-83cf-2ea280113923 None None] For port 038147ed-6b33-481e-9744-a0a51f637164, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=038147ed-6b33-481e-9744-a0a51f637164,segment=NetworkSegment(bfc73a68-f4d3-427b-a807-05fa69773091),segment_id=bfc73a68-f4d3-427b-a807-05fa69773091)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:33.933248 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=91345a87-e036-480f-a4ed-614fbea6e6fd,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:33.942324 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-81245314-b746-4198-83cf-2ea280113923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (038147ed-6b33-481e-9744-a0a51f637164), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.032774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 8b064afb-f376-4ec1-aad0-b89fbbfc9468 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:34.033222 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8b064afb-f376-4ec1-aad0-b89fbbfc9468), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.040462 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81245314-b746-4198-83cf-2ea280113923 None None] Pushing event updated for resources: {'Port': ['ID=038147ed-6b33-481e-9744-a0a51f637164,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:34.063715 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 8b064afb-f376-4ec1-aad0-b89fbbfc9468, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=8b064afb-f376-4ec1-aad0-b89fbbfc9468,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:34.069241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network 825736b2-1e96-4692-a675-6a6ad7099da6 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:34.070463 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:34.070933 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (8b064afb-f376-4ec1-aad0-b89fbbfc9468), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.072075 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 038147ed-6b33-481e-9744-a0a51f637164 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:34.131009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-50fd3a1a-2539-41ad-ad0c-d4321612d2db None None] Provisioning complete for port 038147ed-6b33-481e-9744-a0a51f637164 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:34.131671 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-50fd3a1a-2539-41ad-ad0c-d4321612d2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (038147ed-6b33-481e-9744-a0a51f637164), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.209353 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=8b064afb-f376-4ec1-aad0-b89fbbfc9468,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:34.234349 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 038147ed-6b33-481e-9744-a0a51f637164 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:34.234727 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (038147ed-6b33-481e-9744-a0a51f637164), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.246000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:42:34.381903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:42:34.390777 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ec686cb4-0ef3-451f-8262-4a0151b2025b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "PUT /v2.0/routers/f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5724676 Mar 23 02:42:34.484810 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Sync routers for ids ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:42:34.528937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-50fd3a1a-2539-41ad-ad0c-d4321612d2db None None] Current status of the port 038147ed-6b33-481e-9744-a0a51f637164 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:34.531274 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.531929 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Routers {'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:34.532577 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:42:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:34.584173 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-4dd14db6-e62c-45a8-882e-c33fb45df81a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771653912&fields=id&tenant_id=eb6ded23f7904c528c242edeaae8f657 HTTP/1.1" status: 200 len: 267 time: 0.0497212 Mar 23 02:42:34.623687 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-50fd3a1a-2539-41ad-ad0c-d4321612d2db None None] Provisioning complete for port 91345a87-e036-480f-a4ed-614fbea6e6fd triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:34.623996 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-50fd3a1a-2539-41ad-ad0c-d4321612d2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.690968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-dcfaa1b2-569d-4f4c-a596-f0e42cf37d27 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:34.692671 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-dcfaa1b2-569d-4f4c-a596-f0e42cf37d27 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/networks?id=825736b2-1e96-4692-a675-6a6ad7099da6 HTTP/1.1" status: 200 len: 797 time: 0.1017234 Mar 23 02:42:34.708311 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-92e30361-8a46-48e8-8281-6914f946994c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/quotas/eb6ded23f7904c528c242edeaae8f657 HTTP/1.1" status: 200 len: 375 time: 0.0100803 Mar 23 02:42:34.710655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Set router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:34.712969 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 038147ed-6b33-481e-9744-a0a51f637164 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:34.736934 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-50fd3a1a-2539-41ad-ad0c-d4321612d2db None None] Port 91345a87-e036-480f-a4ed-614fbea6e6fd cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:34.773701 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-72662f08-ad5e-4384-90f2-0fc11cf5982c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596657 Mar 23 02:42:34.876140 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-ce36597b-a7cb-4a4d-b130-71df90ab003b service neutron] 10.222.0.18 "GET /v2.0/networks/825736b2-1e96-4692-a675-6a6ad7099da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882845 Mar 23 02:42:34.923410 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:42:34.926409 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-906b3da6-6d75-41d6-ac85-aa9bdafe6903 None None] Provisioning complete for port 91345a87-e036-480f-a4ed-614fbea6e6fd triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:34.926789 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-906b3da6-6d75-41d6-ac85-aa9bdafe6903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:34.966179 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-906b3da6-6d75-41d6-ac85-aa9bdafe6903 None None] Port 91345a87-e036-480f-a4ed-614fbea6e6fd cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:34.973775 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-5e09a832-2bd2-48ae-b4be-dc678176bddb service neutron] 10.222.0.18 "GET /v2.0/networks/825736b2-1e96-4692-a675-6a6ad7099da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908751 Mar 23 02:42:34.974655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210466729', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:29Z', 'updated_at': '2022-03-23T02:42:33Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:30Z', 'updated_at': '2022-03-23T02:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '91345a87-e036-480f-a4ed-614fbea6e6fd', 'name': '', 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:6a:6a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:32Z', 'updated_at': '2022-03-23T02:42:33Z', 'revision_number': 2, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:35.006062 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Checking router: f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:42:35.006419 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Updating router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a port 91345a87-e036-480f-a4ed-614fbea6e6fd binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:42:35.034029 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.152725 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3f5f157e-2ffe-48f2-9689-8ea70e040390 req-dfc6e634-193b-4ba9-989a-ce4713b12f3e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 210 time: 0.0319784 Mar 23 02:42:35.304824 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Publish callbacks [] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.311214 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.370320 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e77e2-4c16-4c56-adbe-66270f34f0e9 None None] Pushing event updated for resources: {'Port': ['ID=91345a87-e036-480f-a4ed-614fbea6e6fd,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:35.423150 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Attempting to bind port 91345a87-e036-480f-a4ed-614fbea6e6fd on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:35.423527 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Attempting to bind port 91345a87-e036-480f-a4ed-614fbea6e6fd by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'bfc73a68-f4d3-427b-a807-05fa69773091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:35.424086 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Attempting to bind port 91345a87-e036-480f-a4ed-614fbea6e6fd on network 825736b2-1e96-4692-a675-6a6ad7099da6 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:35.430658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:35.431055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Checking segment: {'id': 'bfc73a68-f4d3-427b-a807-05fa69773091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:35.431468 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.431982 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Bound using segment: {'id': 'bfc73a68-f4d3-427b-a807-05fa69773091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:35.432391 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Bound port: 91345a87-e036-480f-a4ed-614fbea6e6fd, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc73a68-f4d3-427b-a807-05fa69773091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:35.432856 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.508809 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] For port 91345a87-e036-480f-a4ed-614fbea6e6fd, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:35.513101 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] For port 91345a87-e036-480f-a4ed-614fbea6e6fd, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=91345a87-e036-480f-a4ed-614fbea6e6fd,segment=NetworkSegment(bfc73a68-f4d3-427b-a807-05fa69773091),segment_id=bfc73a68-f4d3-427b-a807-05fa69773091)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:35.521417 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.590500 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Routers {'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:35.591138 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:42:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:35.676132 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e77e2-4c16-4c56-adbe-66270f34f0e9 None None] Pushing event updated for resources: {'Port': ['ID=91345a87-e036-480f-a4ed-614fbea6e6fd,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:35.683377 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 8b064afb-f376-4ec1-aad0-b89fbbfc9468 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:35.706921 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9ec63851-6783-4a17-b4aa-4a059721912a None None] Provisioning complete for port 91345a87-e036-480f-a4ed-614fbea6e6fd triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:35.707295 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9ec63851-6783-4a17-b4aa-4a059721912a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.810114 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] Set router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:35.867224 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 8b064afb-f376-4ec1-aad0-b89fbbfc9468 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:35.867590 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (8b064afb-f376-4ec1-aad0-b89fbbfc9468), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:35.939519 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9ec63851-6783-4a17-b4aa-4a059721912a None None] Current status of the port 91345a87-e036-480f-a4ed-614fbea6e6fd is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:35.939911 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9ec63851-6783-4a17-b4aa-4a059721912a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.040231 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-9ec63851-6783-4a17-b4aa-4a059721912a None None] For port 91345a87-e036-480f-a4ed-614fbea6e6fd, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=91345a87-e036-480f-a4ed-614fbea6e6fd,segment=NetworkSegment(bfc73a68-f4d3-427b-a807-05fa69773091),segment_id=bfc73a68-f4d3-427b-a807-05fa69773091)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:36.054007 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9ec63851-6783-4a17-b4aa-4a059721912a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.139818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 8b064afb-f376-4ec1-aad0-b89fbbfc9468 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:36.140957 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 038147ed-6b33-481e-9744-a0a51f637164 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:36.184821 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-2190016c-bca2-47c5-82a6-066312723095 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:36.187364 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-2190016c-bca2-47c5-82a6-066312723095 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "GET /v2.0/networks?id=825736b2-1e96-4692-a675-6a6ad7099da6 HTTP/1.1" status: 200 len: 797 time: 0.1192701 Mar 23 02:42:36.194136 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec63851-6783-4a17-b4aa-4a059721912a None None] Pushing event updated for resources: {'Port': ['ID=91345a87-e036-480f-a4ed-614fbea6e6fd,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:36.227062 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-63285559-bbe8-4eb4-8303-600cf9fed092 None None] Provisioning complete for port 91345a87-e036-480f-a4ed-614fbea6e6fd triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:36.227469 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-63285559-bbe8-4eb4-8303-600cf9fed092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.266539 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210466729', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:29Z', 'updated_at': '2022-03-23T02:42:33Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:30Z', 'updated_at': '2022-03-23T02:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '91345a87-e036-480f-a4ed-614fbea6e6fd', 'name': '', 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:6a:6a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:32Z', 'updated_at': '2022-03-23T02:42:35Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:36.285062 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-805a8f0c-22fe-4ddb-9f1f-896dc54ea391 req-5bd82358-a66b-4e65-98cf-23dd7be4cd8a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 210 time: 0.0421090 Mar 23 02:42:36.293665 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-d0aebb89-20f7-4ac0-9439-0faac1f923d5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb6ded23f7904c528c242edeaae8f657 HTTP/1.1" status: 200 len: 379 time: 0.0980914 Mar 23 02:42:36.303840 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e84eb7df-67aa-4fd8-a1c7-a44abc259b54 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'port': {'device_id': 'c89e3c00-61f6-49e1-b456-499895c59de3', 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6', 'admin_state_up': True, 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'security_groups': ['9157b8a3-897c-45b6-8588-e0a5513a41a7']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:36.304231 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 038147ed-6b33-481e-9744-a0a51f637164 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:36.304658 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (038147ed-6b33-481e-9744-a0a51f637164), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.306739 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62326058-88a4-4cf9-b267-1effe8399468 None None] The sync data for ids ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'] in n-d-834677-4 is: [{'id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210466729', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:29Z', 'updated_at': '2022-03-23T02:42:33Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:30Z', 'updated_at': '2022-03-23T02:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '91345a87-e036-480f-a4ed-614fbea6e6fd', 'name': '', 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:6a:6a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:32Z', 'updated_at': '2022-03-23T02:42:35Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:42:36.404179 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-63285559-bbe8-4eb4-8303-600cf9fed092 None None] Current status of the port 91345a87-e036-480f-a4ed-614fbea6e6fd is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:36.441462 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e84eb7df-67aa-4fd8-a1c7-a44abc259b54 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Made reservation on behalf of eb6ded23f7904c528c242edeaae8f657 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:42:36.444975 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e84eb7df-67aa-4fd8-a1c7-a44abc259b54 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.453030 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 038147ed-6b33-481e-9744-a0a51f637164 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:36.591511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e84eb7df-67aa-4fd8-a1c7-a44abc259b54 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.20.0.13 (825736b2-1e96-4692-a675-6a6ad7099da6/17b1d6f6-f13f-45b4-85fb-00ebdeb72edb/08c20bde-54a6-4bd3-8f4d-b85e47bf76a1) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:36.740682 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e84eb7df-67aa-4fd8-a1c7-a44abc259b54 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (08c20bde-54a6-4bd3-8f4d-b85e47bf76a1), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.775960 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e84eb7df-67aa-4fd8-a1c7-a44abc259b54 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (08c20bde-54a6-4bd3-8f4d-b85e47bf76a1), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.820819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e84eb7df-67aa-4fd8-a1c7-a44abc259b54 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network 825736b2-1e96-4692-a675-6a6ad7099da6 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:36.824225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e84eb7df-67aa-4fd8-a1c7-a44abc259b54 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:36.830502 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e84eb7df-67aa-4fd8-a1c7-a44abc259b54 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:36.855406 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84eb7df-67aa-4fd8-a1c7-a44abc259b54 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=08c20bde-54a6-4bd3-8f4d-b85e47bf76a1,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:36.884203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e84eb7df-67aa-4fd8-a1c7-a44abc259b54 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:36.884901 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e84eb7df-67aa-4fd8-a1c7-a44abc259b54 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:36.904656 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e84eb7df-67aa-4fd8-a1c7-a44abc259b54 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6053720 Mar 23 02:42:36.916808 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Request body: {'port': {'device_id': 'c89e3c00-61f6-49e1-b456-499895c59de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:36.988783 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (08c20bde-54a6-4bd3-8f4d-b85e47bf76a1), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.128929 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-50e20c44-c97f-477a-a86a-42696157b580 None None] Provisioning complete for port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:37.129931 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-50e20c44-c97f-477a-a86a-42696157b580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (08c20bde-54a6-4bd3-8f4d-b85e47bf76a1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.168909 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-50e20c44-c97f-477a-a86a-42696157b580 None None] Port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:42:37.273233 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:42:37.281413 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Publish callbacks [] for port (08c20bde-54a6-4bd3-8f4d-b85e47bf76a1), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.293848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Transition to ACTIVE for port object 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:42:37.298554 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (08c20bde-54a6-4bd3-8f4d-b85e47bf76a1), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.355305 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Pushing event updated for resources: {'Port': ['ID=08c20bde-54a6-4bd3-8f4d-b85e47bf76a1,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:37.430041 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3a4db-048d-4f6b-8c4c-413912b09155 req-19f35aea-5afe-48d2-9732-9962e2307edb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:37.432333 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04c3a4db-048d-4f6b-8c4c-413912b09155 req-19f35aea-5afe-48d2-9732-9962e2307edb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 944 time: 0.0640943 Mar 23 02:42:37.468520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Attempting to bind port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:42:37.469055 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Attempting to bind port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'bfc73a68-f4d3-427b-a807-05fa69773091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:42:37.469455 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Attempting to bind port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 on network 825736b2-1e96-4692-a675-6a6ad7099da6 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:37.475985 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 on network 825736b2-1e96-4692-a675-6a6ad7099da6 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:42:37.476398 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Attempting to bind port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 on network 825736b2-1e96-4692-a675-6a6ad7099da6 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:42:37.482888 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:42:37.483352 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Checking segment: {'id': 'bfc73a68-f4d3-427b-a807-05fa69773091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:42:37.485028 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Bound using segment: {'id': 'bfc73a68-f4d3-427b-a807-05fa69773091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:42:37.485592 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Bound port: 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc73a68-f4d3-427b-a807-05fa69773091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:42:37.486046 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (08c20bde-54a6-4bd3-8f4d-b85e47bf76a1), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.510411 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-04c3a4db-048d-4f6b-8c4c-413912b09155 req-336e8dec-9b66-4714-9ea8-aa3ea4ed0c7e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701761 Mar 23 02:42:37.555916 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] For port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:42:37.559140 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] For port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=08c20bde-54a6-4bd3-8f4d-b85e47bf76a1,segment=NetworkSegment(bfc73a68-f4d3-427b-a807-05fa69773091),segment_id=bfc73a68-f4d3-427b-a807-05fa69773091)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:42:37.569138 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (08c20bde-54a6-4bd3-8f4d-b85e47bf76a1), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.606179 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:37.606808 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.608248 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] 10.222.0.42 "PUT /v2.0/ports/08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 HTTP/1.1" status: 200 len: 1092 time: 0.6962519 Mar 23 02:42:37.608786 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89e3c00-61f6-49e1-b456-499895c59de3', 'tag': '08c20bde-54a6-4bd3-8f4d-b85e47bf76a1'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:42:37.611092 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0de0e3-0085-41c4-bd63-b0e161d5fe95" -d '{"events": [{"name": "network-changed", "server_uuid": "c89e3c00-61f6-49e1-b456-499895c59de3", "tag": "08c20bde-54a6-4bd3-8f4d-b85e47bf76a1"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:42:37.648492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9ba11-7eae-4dbf-a532-15a4daa6ef26 service neutron] Pushing event updated for resources: {'Port': ['ID=08c20bde-54a6-4bd3-8f4d-b85e47bf76a1,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:37.664720 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc6db4b-af59-48c4-81de-8456796cbcbd x-openstack-request-id: req-6dc6db4b-af59-48c4-81de-8456796cbcbd {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:42:37.665320 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89e3c00-61f6-49e1-b456-499895c59de3", "tag": "08c20bde-54a6-4bd3-8f4d-b85e47bf76a1", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:42:37.665320 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6dc6db4b-af59-48c4-81de-8456796cbcbd {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:42:37.665860 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc6db4b-af59-48c4-81de-8456796cbcbd'] response: {'name': 'network-changed', 'server_uuid': 'c89e3c00-61f6-49e1-b456-499895c59de3', 'tag': '08c20bde-54a6-4bd3-8f4d-b85e47bf76a1', 'status': 'completed', 'code': 200} Mar 23 02:42:37.681057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 91345a87-e036-480f-a4ed-614fbea6e6fd up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:37.706781 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-b85aee72-2daa-4573-915d-0f1eaa11795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:37.708627 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-b85aee72-2daa-4573-915d-0f1eaa11795d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 1126 time: 0.0548468 Mar 23 02:42:37.737774 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 91345a87-e036-480f-a4ed-614fbea6e6fd triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:37.738152 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:37.758302 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-5a8eae13-9544-496d-a690-73a8c5536c31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 HTTP/1.1" status: 200 len: 217 time: 0.0418513 Mar 23 02:42:37.807073 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-8e6ced41-de0c-4a19-8401-853ca2e7f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:37.808746 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-8e6ced41-de0c-4a19-8401-853ca2e7f3bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17b1d6f6-f13f-45b4-85fb-00ebdeb72edb HTTP/1.1" status: 200 len: 835 time: 0.0453422 Mar 23 02:42:37.824897 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 91345a87-e036-480f-a4ed-614fbea6e6fd is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:37.861926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-174e9f93-da14-43eb-bf31-b5e3dbc529db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:37.863456 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-174e9f93-da14-43eb-bf31-b5e3dbc529db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=825736b2-1e96-4692-a675-6a6ad7099da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461466 Mar 23 02:42:37.956126 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-7bd40f00-1e02-47ff-b2b9-24a6afe6feac service neutron] 10.222.0.42 "GET /v2.0/networks/825736b2-1e96-4692-a675-6a6ad7099da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865443 Mar 23 02:42:38.048556 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5b899f46-78c0-4c49-bd93-9ba6345538c2 req-cc36ae81-2beb-43f2-af8c-141adc4c215b service neutron] 10.222.0.42 "GET /v2.0/networks/825736b2-1e96-4692-a675-6a6ad7099da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862622 Mar 23 02:42:38.150817 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0de0e3-0085-41c4-bd63-b0e161d5fe95 req-84f9e89c-9f87-4d37-a5bb-4a824458dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:38.152316 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac0de0e3-0085-41c4-bd63-b0e161d5fe95 req-84f9e89c-9f87-4d37-a5bb-4a824458dafd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 1126 time: 0.0524175 Mar 23 02:42:38.242166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0de0e3-0085-41c4-bd63-b0e161d5fe95 req-10b6b1c2-41d7-4432-9870-b5bfb2f1f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:38.243663 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac0de0e3-0085-41c4-bd63-b0e161d5fe95 req-10b6b1c2-41d7-4432-9870-b5bfb2f1f399 service neutron] 10.222.0.42 "GET /v2.0/networks?id=825736b2-1e96-4692-a675-6a6ad7099da6 HTTP/1.1" status: 200 len: 897 time: 0.0855598 Mar 23 02:42:38.285254 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac0de0e3-0085-41c4-bd63-b0e161d5fe95 req-8a6b3427-8513-49e8-b58b-36d6379a879d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 HTTP/1.1" status: 200 len: 217 time: 0.0350046 Mar 23 02:42:38.343360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0de0e3-0085-41c4-bd63-b0e161d5fe95 req-a7e0d5c5-fb72-4dce-9686-20acf0c3d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:38.344577 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac0de0e3-0085-41c4-bd63-b0e161d5fe95 req-a7e0d5c5-fb72-4dce-9686-20acf0c3d557 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17b1d6f6-f13f-45b4-85fb-00ebdeb72edb HTTP/1.1" status: 200 len: 835 time: 0.0533593 Mar 23 02:42:38.398285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0de0e3-0085-41c4-bd63-b0e161d5fe95 req-15c2db7d-4425-453c-ac93-ddbf1dabf096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:38.400147 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac0de0e3-0085-41c4-bd63-b0e161d5fe95 req-15c2db7d-4425-453c-ac93-ddbf1dabf096 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=825736b2-1e96-4692-a675-6a6ad7099da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480962 Mar 23 02:42:38.491896 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac0de0e3-0085-41c4-bd63-b0e161d5fe95 req-d3eba74a-34d8-4033-864b-58b221ef3609 service neutron] 10.222.0.42 "GET /v2.0/networks/825736b2-1e96-4692-a675-6a6ad7099da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848248 Mar 23 02:42:38.595752 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ac0de0e3-0085-41c4-bd63-b0e161d5fe95 req-df2a39e5-92c5-4b00-b1de-56d767dc86fa service neutron] 10.222.0.42 "GET /v2.0/networks/825736b2-1e96-4692-a675-6a6ad7099da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971193 Mar 23 02:42:38.637020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a4e39-9bdf-457b-8aac-50535da5cb55 req-196e3730-1b15-4803-9d08-e8427d35249a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:38.638528 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f98a4e39-9bdf-457b-8aac-50535da5cb55 req-196e3730-1b15-4803-9d08-e8427d35249a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 944 time: 0.0559978 Mar 23 02:42:38.688205 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f98a4e39-9bdf-457b-8aac-50535da5cb55 req-123ce6bf-7c4a-4f4b-b55a-7845fd836dfb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438712 Mar 23 02:42:39.792020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:42:39.822705 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fb29f-f63b-407f-8681-cd32e85fca2b req-bcb6470c-02e3-420d-88e5-f298d47abbd6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:39.824215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b02fb29f-f63b-407f-8681-cd32e85fca2b req-bcb6470c-02e3-420d-88e5-f298d47abbd6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 944 time: 0.0557830 Mar 23 02:42:39.872863 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b02fb29f-f63b-407f-8681-cd32e85fca2b req-a4011ebe-1345-445b-87dd-358d4275310a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424488 Mar 23 02:42:39.891321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=08c20bde-54a6-4bd3-8f4d-b85e47bf76a1,segment=NetworkSegment(bfc73a68-f4d3-427b-a807-05fa69773091),segment_id=bfc73a68-f4d3-427b-a807-05fa69773091)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:39.903589 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '08c20bde-54a6-4bd3-8f4d-b85e47bf76a1', 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6', 'port_id': '08c20bde-54a6-4bd3-8f4d-b85e47bf76a1', 'mac_address': 'fa:16:3e:26:38:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:42:39.943321 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:39.943710 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (08c20bde-54a6-4bd3-8f4d-b85e47bf76a1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:39.957415 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:42:39.977706 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=08c20bde-54a6-4bd3-8f4d-b85e47bf76a1,segment=NetworkSegment(bfc73a68-f4d3-427b-a807-05fa69773091),segment_id=bfc73a68-f4d3-427b-a807-05fa69773091)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:39.984349 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (08c20bde-54a6-4bd3-8f4d-b85e47bf76a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:40.033466 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=08c20bde-54a6-4bd3-8f4d-b85e47bf76a1,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:40.189213 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['08c20bde-54a6-4bd3-8f4d-b85e47bf76a1'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:42:41.001771 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7917f-2df3-494c-9621-840d47ff1559 req-648f34b7-6f03-4953-b3f4-588ff0289c32 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:41.003454 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-16b7917f-2df3-494c-9621-840d47ff1559 req-648f34b7-6f03-4953-b3f4-588ff0289c32 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 945 time: 0.0597699 Mar 23 02:42:41.056001 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-16b7917f-2df3-494c-9621-840d47ff1559 req-fab75873-24c8-400c-aefd-5b417087d63a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443618 Mar 23 02:42:41.792721 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:42:41.845925 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:42:41.849608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:42:41.850015 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (08c20bde-54a6-4bd3-8f4d-b85e47bf76a1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.937777 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:42:41.938177 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (08c20bde-54a6-4bd3-8f4d-b85e47bf76a1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:41.962091 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89e3c00-61f6-49e1-b456-499895c59de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c20bde-54a6-4bd3-8f4d-b85e47bf76a1'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:42:41.964360 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3919621a-2be2-4a42-b09b-6a8e06a20075" -d '{"events": [{"server_uuid": "c89e3c00-61f6-49e1-b456-499895c59de3", "name": "network-vif-plugged", "status": "completed", "tag": "08c20bde-54a6-4bd3-8f4d-b85e47bf76a1"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:42:41.976419 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=08c20bde-54a6-4bd3-8f4d-b85e47bf76a1,segment=NetworkSegment(bfc73a68-f4d3-427b-a807-05fa69773091),segment_id=bfc73a68-f4d3-427b-a807-05fa69773091)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:42:41.981977 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (08c20bde-54a6-4bd3-8f4d-b85e47bf76a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:42.007306 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ddfe62-7c8c-4e00-b1a9-3e1d7c337201 x-openstack-request-id: req-f6ddfe62-7c8c-4e00-b1a9-3e1d7c337201 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:42:42.007599 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89e3c00-61f6-49e1-b456-499895c59de3", "name": "network-vif-plugged", "status": "completed", "tag": "08c20bde-54a6-4bd3-8f4d-b85e47bf76a1", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:42:42.007854 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6ddfe62-7c8c-4e00-b1a9-3e1d7c337201 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:42:42.008311 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ddfe62-7c8c-4e00-b1a9-3e1d7c337201'] response: {'server_uuid': 'c89e3c00-61f6-49e1-b456-499895c59de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c20bde-54a6-4bd3-8f4d-b85e47bf76a1', 'code': 200} Mar 23 02:42:42.034367 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=08c20bde-54a6-4bd3-8f4d-b85e47bf76a1,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:42.106199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c512fd-b6bc-4e7b-b3f7-07802c01b507 req-66a005cc-d153-4aec-8d64-6b53039a2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:42.107727 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d9c512fd-b6bc-4e7b-b3f7-07802c01b507 req-66a005cc-d153-4aec-8d64-6b53039a2fbb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 1128 time: 0.0485077 Mar 23 02:42:42.155124 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d9c512fd-b6bc-4e7b-b3f7-07802c01b507 req-0f081b04-6adb-4fee-85b0-51c465b4584b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413454 Mar 23 02:42:42.178844 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3503fe-0285-4ecc-be35-e7f392e43088 req-49e81a7b-5564-486d-8f4f-d453f5be08cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:42.180307 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b3503fe-0285-4ecc-be35-e7f392e43088 req-49e81a7b-5564-486d-8f4f-d453f5be08cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0533838 Mar 23 02:42:42.232575 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-0b3503fe-0285-4ecc-be35-e7f392e43088 req-db701d63-2c34-4a01-a551-ab103690943a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435381 Mar 23 02:42:43.374390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346236f-3c75-4bb0-9d04-54988a9407b7 req-1a5f880c-d052-49d2-9710-02a8edafb643 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:43.375935 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8346236f-3c75-4bb0-9d04-54988a9407b7 req-1a5f880c-d052-49d2-9710-02a8edafb643 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0553839 Mar 23 02:42:43.428506 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8346236f-3c75-4bb0-9d04-54988a9407b7 req-646399ca-6835-4c22-abc7-e05b92ee885b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468400 Mar 23 02:42:43.562624 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bd3e2-d794-44b3-b1d5-3aa1b9503bf1 req-edbd5059-ab65-4728-aa97-9282a5058593 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:43.565678 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-841bd3e2-d794-44b3-b1d5-3aa1b9503bf1 req-edbd5059-ab65-4728-aa97-9282a5058593 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0663271 Mar 23 02:42:43.615097 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-841bd3e2-d794-44b3-b1d5-3aa1b9503bf1 req-df624d0a-0f8e-4f31-9be7-d531a943e9ce tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446591 Mar 23 02:42:43.648436 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57936) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:43.695876 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c9b1e0-0936-4fdb-a586-a9091ff01de1 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:43.697797 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-88c9b1e0-0936-4fdb-a586-a9091ff01de1 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 1123 time: 0.0479515 Mar 23 02:42:43.701020 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57938) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:43.705453 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': '08c20bde-54a6-4bd3-8f4d-b85e47bf76a1', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:42:43.726599 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.134956 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.253401 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.25.0.85 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/b819d9ac-3fe3-44ad-a6cb-57c8e2390895) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:42:44.372450 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (b819d9ac-3fe3-44ad-a6cb-57c8e2390895), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.410101 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b819d9ac-3fe3-44ad-a6cb-57c8e2390895), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.447097 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:42:44.450011 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:42:44.457099 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:42:44.462635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=b819d9ac-3fe3-44ad-a6cb-57c8e2390895,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:44.816351 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (8e0bd0e2-e24b-4796-ba89-0218d31519a4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:44.889162 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b819d9ac-3fe3-44ad-a6cb-57c8e2390895), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.042537 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (b819d9ac-3fe3-44ad-a6cb-57c8e2390895), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.049737 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (b819d9ac-3fe3-44ad-a6cb-57c8e2390895), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.119580 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=b819d9ac-3fe3-44ad-a6cb-57c8e2390895,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:42:45.133577 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (8e0bd0e2-e24b-4796-ba89-0218d31519a4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.242219 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Floating IP 8e0bd0e2-e24b-4796-ba89-0218d31519a4 associated. External IP: 172.25.0.85, port: 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1. Mar 23 02:42:45.459203 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:42:45.573951 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:42:45.584482 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d8b2b-84c6-4c48-9ddf-6010e3f8c1aa None None] Sync routers for ids ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:42:45.596993 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:45.597232 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d8b2b-84c6-4c48-9ddf-6010e3f8c1aa None None] Routers {'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:45.597726 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4e7d8b2b-84c6-4c48-9ddf-6010e3f8c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:42:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:45.627387 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b90d9be9-06f3-455d-b4b3-c584b5a2bf66 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9253256 Mar 23 02:42:45.627977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89e3c00-61f6-49e1-b456-499895c59de3', 'tag': '08c20bde-54a6-4bd3-8f4d-b85e47bf76a1'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:42:45.631809 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4661b6e-f002-4b38-a669-cc53489c8ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "c89e3c00-61f6-49e1-b456-499895c59de3", "tag": "08c20bde-54a6-4bd3-8f4d-b85e47bf76a1"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:42:45.682621 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3736371e-dbaf-4071-9277-57aa8f572cde x-openstack-request-id: req-3736371e-dbaf-4071-9277-57aa8f572cde {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:42:45.683012 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89e3c00-61f6-49e1-b456-499895c59de3", "tag": "08c20bde-54a6-4bd3-8f4d-b85e47bf76a1", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:42:45.683403 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3736371e-dbaf-4071-9277-57aa8f572cde {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:42:45.683907 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3736371e-dbaf-4071-9277-57aa8f572cde'] response: {'name': 'network-changed', 'server_uuid': 'c89e3c00-61f6-49e1-b456-499895c59de3', 'tag': '08c20bde-54a6-4bd3-8f4d-b85e47bf76a1', 'status': 'completed', 'code': 200} Mar 23 02:42:45.709234 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-4e7d8b2b-84c6-4c48-9ddf-6010e3f8c1aa None None] Set router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:45.772968 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c02ff2-5bcb-473c-814e-380a057c64c1 req-4a4a6ce5-9a9f-4a72-9547-b40fcb0c128d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:45.774466 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-23c02ff2-5bcb-473c-814e-380a057c64c1 req-4a4a6ce5-9a9f-4a72-9547-b40fcb0c128d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0853727 Mar 23 02:42:45.791605 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4661b6e-f002-4b38-a669-cc53489c8ff4 req-5ade438a-b490-421e-8691-4cd4007ce83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:45.793124 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4661b6e-f002-4b38-a669-cc53489c8ff4 req-5ade438a-b490-421e-8691-4cd4007ce83f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 1128 time: 0.0775111 Mar 23 02:42:45.879561 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-23c02ff2-5bcb-473c-814e-380a057c64c1 req-20fa8893-a309-4830-901c-43cc11c527fd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982473 Mar 23 02:42:45.903374 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57944) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:45.917221 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4661b6e-f002-4b38-a669-cc53489c8ff4 req-4fe8dadc-1568-4dc3-90a4-2a654fa6ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:45.918833 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4661b6e-f002-4b38-a669-cc53489c8ff4 req-4fe8dadc-1568-4dc3-90a4-2a654fa6ad6a service neutron] 10.222.0.42 "GET /v2.0/networks?id=825736b2-1e96-4692-a675-6a6ad7099da6 HTTP/1.1" status: 200 len: 897 time: 0.1190515 Mar 23 02:42:45.976153 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-2e7a7940-8d7b-46a5-97ee-bf31b7b332db tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/8e0bd0e2-e24b-4796-ba89-0218d31519a4 HTTP/1.1" status: 200 len: 991 time: 0.0714018 Mar 23 02:42:45.988718 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4661b6e-f002-4b38-a669-cc53489c8ff4 req-4e11709f-f738-4894-a6de-92ece6e97034 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 HTTP/1.1" status: 200 len: 999 time: 0.0640688 Mar 23 02:42:46.035636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4661b6e-f002-4b38-a669-cc53489c8ff4 req-41b6ba96-0cc1-4895-9684-403547d5c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:46.037571 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4661b6e-f002-4b38-a669-cc53489c8ff4 req-41b6ba96-0cc1-4895-9684-403547d5c3f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17b1d6f6-f13f-45b4-85fb-00ebdeb72edb HTTP/1.1" status: 200 len: 835 time: 0.0432408 Mar 23 02:42:46.039765 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4e7d8b2b-84c6-4c48-9ddf-6010e3f8c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210466729', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:29Z', 'updated_at': '2022-03-23T02:42:33Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:30Z', 'updated_at': '2022-03-23T02:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '8e0bd0e2-e24b-4796-ba89-0218d31519a4', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'port_id': '08c20bde-54a6-4bd3-8f4d-b85e47bf76a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6', 'mac_address': 'fa:16:3e:26:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89e3c00-61f6-49e1-b456-499895c59de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:42:44Z', 'updated_at': '2022-03-23T02:42:44Z', 'revision_number': 0, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91345a87-e036-480f-a4ed-614fbea6e6fd', 'name': '', 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:6a:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:32Z', 'updated_at': '2022-03-23T02:42:36Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:46.068713 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d8b2b-84c6-4c48-9ddf-6010e3f8c1aa None None] Checking router: f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:42:46.077176 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d8b2b-84c6-4c48-9ddf-6010e3f8c1aa None None] Routers {'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:42:46.077784 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4e7d8b2b-84c6-4c48-9ddf-6010e3f8c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:42:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:46.088757 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4661b6e-f002-4b38-a669-cc53489c8ff4 req-fec97686-6c7c-4581-8e5b-c05e1aece331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:42:46.090260 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4661b6e-f002-4b38-a669-cc53489c8ff4 req-fec97686-6c7c-4581-8e5b-c05e1aece331 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=825736b2-1e96-4692-a675-6a6ad7099da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465002 Mar 23 02:42:46.184117 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-4e7d8b2b-84c6-4c48-9ddf-6010e3f8c1aa None None] Set router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:42:46.185791 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4661b6e-f002-4b38-a669-cc53489c8ff4 req-cc8ac4d5-daec-40a4-8fa7-821b106013a3 service neutron] 10.222.0.42 "GET /v2.0/networks/825736b2-1e96-4692-a675-6a6ad7099da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889292 Mar 23 02:42:46.276976 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c4661b6e-f002-4b38-a669-cc53489c8ff4 req-ea8be59f-8819-4280-b1a8-87ed18666b8b service neutron] 10.222.0.42 "GET /v2.0/networks/825736b2-1e96-4692-a675-6a6ad7099da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856478 Mar 23 02:42:46.406782 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4e7d8b2b-84c6-4c48-9ddf-6010e3f8c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210466729', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:29Z', 'updated_at': '2022-03-23T02:42:33Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:30Z', 'updated_at': '2022-03-23T02:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '8e0bd0e2-e24b-4796-ba89-0218d31519a4', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'port_id': '08c20bde-54a6-4bd3-8f4d-b85e47bf76a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6', 'mac_address': 'fa:16:3e:26:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89e3c00-61f6-49e1-b456-499895c59de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:42:44Z', 'updated_at': '2022-03-23T02:42:44Z', 'revision_number': 0, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91345a87-e036-480f-a4ed-614fbea6e6fd', 'name': '', 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:6a:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:32Z', 'updated_at': '2022-03-23T02:42:36Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:42:46.435953 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d8b2b-84c6-4c48-9ddf-6010e3f8c1aa None None] The sync data for ids ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'] in n-d-834677-4 is: [{'id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210466729', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:29Z', 'updated_at': '2022-03-23T02:42:33Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:30Z', 'updated_at': '2022-03-23T02:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '8e0bd0e2-e24b-4796-ba89-0218d31519a4', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'port_id': '08c20bde-54a6-4bd3-8f4d-b85e47bf76a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6', 'mac_address': 'fa:16:3e:26:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89e3c00-61f6-49e1-b456-499895c59de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:42:44Z', 'updated_at': '2022-03-23T02:42:44Z', 'revision_number': 0, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91345a87-e036-480f-a4ed-614fbea6e6fd', 'name': '', 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:6a:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:32Z', 'updated_at': '2022-03-23T02:42:36Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:42:46.638214 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da7fc6-26f9-4320-b45d-42649b00285e None None] New status for floating IP 8e0bd0e2-e24b-4796-ba89-0218d31519a4: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:42:46.979512 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57946) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:42:47.053426 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-0378a5d3-784d-432c-bf8d-2a896f335b26 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/8e0bd0e2-e24b-4796-ba89-0218d31519a4 HTTP/1.1" status: 200 len: 993 time: 0.0722487 Mar 23 02:42:49.620456 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-45eb89ac-8906-4040-a13b-0a65527ce3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:51.299102 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:52.148031 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a36a4cdc-b854-4e11-a55f-98f89f1c0842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:53.572483 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:54.893968 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:42:55.894319 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:04.395417 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:11.928815 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:43:19.625704 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ba75-c8e8-4b92-a984-0d59594f2993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:20.485555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce3441-77dd-4f95-86af-b4e8226857ff req-a8ccfc2b-d6af-4665-a681-604a591e43e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:20.487159 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0dce3441-77dd-4f95-86af-b4e8226857ff req-a8ccfc2b-d6af-4665-a681-604a591e43e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 1128 time: 0.0493653 Mar 23 02:43:20.488494 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c40828-e396-4d1e-af86-8a385bd3c597 req-a8f368f5-5e29-454b-aee7-96ed22001019 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:20.490047 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-63c40828-e396-4d1e-af86-8a385bd3c597 req-a8f368f5-5e29-454b-aee7-96ed22001019 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0577731 Mar 23 02:43:20.542589 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-63c40828-e396-4d1e-af86-8a385bd3c597 req-66513854-f4a1-46ca-b790-c860d78d9b18 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463185 Mar 23 02:43:20.578881 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce3441-77dd-4f95-86af-b4e8226857ff req-a1873f02-7c1d-4c02-ac0c-afb796f69fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:20.580425 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0dce3441-77dd-4f95-86af-b4e8226857ff req-a1873f02-7c1d-4c02-ac0c-afb796f69fe2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=825736b2-1e96-4692-a675-6a6ad7099da6 HTTP/1.1" status: 200 len: 897 time: 0.0855174 Mar 23 02:43:20.935836 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0dce3441-77dd-4f95-86af-b4e8226857ff req-4624ba97-4b9b-406e-8e48-9d3c1338d949 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 HTTP/1.1" status: 200 len: 1001 time: 0.3490832 Mar 23 02:43:20.983766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce3441-77dd-4f95-86af-b4e8226857ff req-ee30647e-16da-4ac2-ba17-3e5870cff6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:20.985225 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0dce3441-77dd-4f95-86af-b4e8226857ff req-ee30647e-16da-4ac2-ba17-3e5870cff6bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17b1d6f6-f13f-45b4-85fb-00ebdeb72edb HTTP/1.1" status: 200 len: 835 time: 0.0434563 Mar 23 02:43:21.035299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce3441-77dd-4f95-86af-b4e8226857ff req-42427969-4528-4b99-b0f8-6f048df20bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:21.036818 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0dce3441-77dd-4f95-86af-b4e8226857ff req-42427969-4528-4b99-b0f8-6f048df20bc3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=825736b2-1e96-4692-a675-6a6ad7099da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454876 Mar 23 02:43:21.134545 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0dce3441-77dd-4f95-86af-b4e8226857ff req-9c45df0f-9c8b-4817-9523-e2931c70b502 service neutron] 10.222.0.42 "GET /v2.0/networks/825736b2-1e96-4692-a675-6a6ad7099da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911443 Mar 23 02:43:21.227253 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0dce3441-77dd-4f95-86af-b4e8226857ff req-af5c35af-72b8-4af8-bb2e-3f6be23e9567 service neutron] 10.222.0.42 "GET /v2.0/networks/825736b2-1e96-4692-a675-6a6ad7099da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859323 Mar 23 02:43:21.297797 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:21.678083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d4cc1-3940-4ba0-b5fe-115b9d11bf87 req-0c0a79fe-387e-4afd-8bab-749b9df9bf85 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:21.679575 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-902d4cc1-3940-4ba0-b5fe-115b9d11bf87 req-0c0a79fe-387e-4afd-8bab-749b9df9bf85 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0614591 Mar 23 02:43:21.740786 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-902d4cc1-3940-4ba0-b5fe-115b9d11bf87 req-e7992f3b-ea83-42a8-9ddb-f878332978e2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528626 Mar 23 02:43:22.142363 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9fc68660-cd4b-46f4-b9eb-6bbdb28a7dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:22.870331 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d083e8-e4e8-4fa5-a977-317870ac9051 req-37522dd0-e6e9-438c-a645-168a05d275a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:22.871860 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-97d083e8-e4e8-4fa5-a977-317870ac9051 req-37522dd0-e6e9-438c-a645-168a05d275a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0550797 Mar 23 02:43:22.922270 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-97d083e8-e4e8-4fa5-a977-317870ac9051 req-d2ebc291-0913-4cbd-a9f2-0969e2f30a2b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445986 Mar 23 02:43:23.576522 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:24.065010 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33124f67-bf38-4542-bd8d-0e8a1c7b27d9 req-188892f2-de64-4573-bf1a-5cd9e793cc8f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:24.066548 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33124f67-bf38-4542-bd8d-0e8a1c7b27d9 req-188892f2-de64-4573-bf1a-5cd9e793cc8f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0637255 Mar 23 02:43:24.115443 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-33124f67-bf38-4542-bd8d-0e8a1c7b27d9 req-a65555a6-85a9-43a3-870f-dded1fa81890 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429213 Mar 23 02:43:24.905890 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:25.259765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1b8a0-be84-4547-914e-fbe386fd22eb req-6304f52a-6ef3-4882-8af7-3f60d05d1540 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:25.261268 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-54d1b8a0-be84-4547-914e-fbe386fd22eb req-6304f52a-6ef3-4882-8af7-3f60d05d1540 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0614665 Mar 23 02:43:25.312711 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-54d1b8a0-be84-4547-914e-fbe386fd22eb req-124c4985-9d84-42f1-9f89-26e93fcb1cfe tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455923 Mar 23 02:43:25.902091 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:26.507828 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b79859-1e65-468a-899c-6e3a23e7fe50 req-e3417a76-33a3-43f2-bfa5-5b9013267e81 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:26.509390 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-48b79859-1e65-468a-899c-6e3a23e7fe50 req-e3417a76-33a3-43f2-bfa5-5b9013267e81 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.1191075 Mar 23 02:43:26.561177 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-48b79859-1e65-468a-899c-6e3a23e7fe50 req-b7c0b145-df75-4202-b06a-5652b0b90717 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458674 Mar 23 02:43:27.698171 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f20bfd-5a74-475a-8a24-34142cd506f2 req-0504b953-6ea2-42d5-813c-7138e49262e8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:27.699700 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b8f20bfd-5a74-475a-8a24-34142cd506f2 req-0504b953-6ea2-42d5-813c-7138e49262e8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0603909 Mar 23 02:43:27.754444 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b8f20bfd-5a74-475a-8a24-34142cd506f2 req-22fd67f8-e8ef-4873-9cc9-5b94d6d2f635 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488789 Mar 23 02:43:28.891488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379e5fb-c594-4799-a40b-149984a22c8e req-b5dbe19a-1dc8-4362-96c3-1c1c2a3fee1c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:28.892997 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0379e5fb-c594-4799-a40b-149984a22c8e req-b5dbe19a-1dc8-4362-96c3-1c1c2a3fee1c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0618384 Mar 23 02:43:28.944430 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0379e5fb-c594-4799-a40b-149984a22c8e req-aeb906b5-cd55-409b-ba7e-4648f8290010 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426660 Mar 23 02:43:30.072422 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c5a5a-e647-4093-b55f-49d0b25c27ff req-e8fc6e0c-9671-4226-b0d3-a68e5e3053be tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:30.073923 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cd9c5a5a-e647-4093-b55f-49d0b25c27ff req-e8fc6e0c-9671-4226-b0d3-a68e5e3053be tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0568233 Mar 23 02:43:30.127008 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cd9c5a5a-e647-4093-b55f-49d0b25c27ff req-3b37e4e7-3a3a-4e48-ab83-5ad0b4ad7aa4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473590 Mar 23 02:43:31.265688 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26165161-525a-4329-8d18-5ed4410c689c req-4a1c3dc2-7cd1-4017-bba8-4b3a8a00f4ea tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:31.267219 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-26165161-525a-4329-8d18-5ed4410c689c req-4a1c3dc2-7cd1-4017-bba8-4b3a8a00f4ea tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0576680 Mar 23 02:43:31.316785 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-26165161-525a-4329-8d18-5ed4410c689c req-46a92dfb-a32b-4b48-8aa7-ca08b61c24f2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438509 Mar 23 02:43:32.456799 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44a5b8-c2f1-444d-8a72-6b59a53d297b req-5b5d4f9c-e133-403c-ad0b-f5d28139ac77 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:32.458366 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c44a5b8-c2f1-444d-8a72-6b59a53d297b req-5b5d4f9c-e133-403c-ad0b-f5d28139ac77 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0643213 Mar 23 02:43:32.508815 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8c44a5b8-c2f1-444d-8a72-6b59a53d297b req-5b76048f-8dee-4f87-8da2-2b65b82f93ec tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444288 Mar 23 02:43:33.658843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9e59e-abc8-4c89-a8c4-a6e88943edf1 req-22564f50-6521-4dfe-aab7-cd544de1f5b1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:33.662699 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfc9e59e-abc8-4c89-a8c4-a6e88943edf1 req-22564f50-6521-4dfe-aab7-cd544de1f5b1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0822327 Mar 23 02:43:33.723328 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-dfc9e59e-abc8-4c89-a8c4-a6e88943edf1 req-7521d999-cbd6-4afe-a5fc-d72800141616 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540092 Mar 23 02:43:34.388687 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:34.859896 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76428e-fb5f-4c1f-9e71-60ccc793b697 req-165f52d3-1108-4f40-9b29-3a386a2edee6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:34.861460 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ab76428e-fb5f-4c1f-9e71-60ccc793b697 req-165f52d3-1108-4f40-9b29-3a386a2edee6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0571990 Mar 23 02:43:34.912751 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ab76428e-fb5f-4c1f-9e71-60ccc793b697 req-231fb8a9-32a7-4910-9045-2d12094896a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429795 Mar 23 02:43:36.042750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c35d0-63de-433b-bd3c-8fc01ee47afc req-565cfcf0-60e9-425e-9fae-1309a53e67f4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:36.044253 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-224c35d0-63de-433b-bd3c-8fc01ee47afc req-565cfcf0-60e9-425e-9fae-1309a53e67f4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0563636 Mar 23 02:43:36.097144 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-224c35d0-63de-433b-bd3c-8fc01ee47afc req-bb18f627-fcb9-455c-ac04-35970f5d5788 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450013 Mar 23 02:43:37.285302 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b942e6a-22e8-42f4-91d1-a5141830177a req-7a37563c-9ab1-4200-9cfd-8cea9016ad88 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:37.286798 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b942e6a-22e8-42f4-91d1-a5141830177a req-7a37563c-9ab1-4200-9cfd-8cea9016ad88 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.1128993 Mar 23 02:43:37.336892 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b942e6a-22e8-42f4-91d1-a5141830177a req-bf3bb366-9990-427c-9124-a66161963979 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442538 Mar 23 02:43:37.359934 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 57994) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:43:37.426977 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5d24e221-8896-47e8-9f3a-3a4307ba3ed0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/8e0bd0e2-e24b-4796-ba89-0218d31519a4 HTTP/1.1" status: 200 len: 993 time: 0.0658853 Mar 23 02:43:37.603115 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bdab5add-c250-47fe-bd7e-3a7367358671 req-8df40f84-1492-43a2-b527-4d0196fb3720 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461709 Mar 23 02:43:37.691845 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab5add-c250-47fe-bd7e-3a7367358671 req-037445a3-add6-4f9e-a08f-16505bdca608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:37.693275 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bdab5add-c250-47fe-bd7e-3a7367358671 req-037445a3-add6-4f9e-a08f-16505bdca608 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 1128 time: 0.0494075 Mar 23 02:43:37.796523 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab5add-c250-47fe-bd7e-3a7367358671 req-8c821a68-de0e-4199-8e99-8331b3ab1b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:37.798052 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bdab5add-c250-47fe-bd7e-3a7367358671 req-8c821a68-de0e-4199-8e99-8331b3ab1b77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=825736b2-1e96-4692-a675-6a6ad7099da6 HTTP/1.1" status: 200 len: 897 time: 0.0869439 Mar 23 02:43:37.869379 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bdab5add-c250-47fe-bd7e-3a7367358671 req-7f24e1cd-c7a6-4b5f-939a-0630929d4123 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 HTTP/1.1" status: 200 len: 1001 time: 0.0652747 Mar 23 02:43:37.920194 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab5add-c250-47fe-bd7e-3a7367358671 req-7d20f229-b4ae-4739-9a4b-78bbd4a95f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:37.921993 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bdab5add-c250-47fe-bd7e-3a7367358671 req-7d20f229-b4ae-4739-9a4b-78bbd4a95f6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17b1d6f6-f13f-45b4-85fb-00ebdeb72edb HTTP/1.1" status: 200 len: 835 time: 0.0460093 Mar 23 02:43:37.977360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab5add-c250-47fe-bd7e-3a7367358671 req-7ce60790-1bd9-41bb-a399-643a06ed3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:43:37.978759 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bdab5add-c250-47fe-bd7e-3a7367358671 req-7ce60790-1bd9-41bb-a399-643a06ed3d92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=825736b2-1e96-4692-a675-6a6ad7099da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513334 Mar 23 02:43:38.070847 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bdab5add-c250-47fe-bd7e-3a7367358671 req-9afa91eb-dc3c-4864-b796-00601a53cc90 service neutron] 10.222.0.42 "GET /v2.0/networks/825736b2-1e96-4692-a675-6a6ad7099da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852807 Mar 23 02:43:38.164131 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bdab5add-c250-47fe-bd7e-3a7367358671 req-b71974fc-7970-422d-9e8d-325338bb8836 service neutron] 10.222.0.42 "GET /v2.0/networks/825736b2-1e96-4692-a675-6a6ad7099da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866003 Mar 23 02:43:48.934862 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:43:49.633224 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4b310d87-2419-4f27-b474-427155a74fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:51.328314 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:52.151933 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d28e7974-a7a4-4ee4-8cf1-9c601b291e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:53.578440 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:54.909617 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:43:55.895557 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:04.406584 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:10.138900 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58004) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:10.309482 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port b819d9ac-3fe3-44ad-a6cb-57c8e2390895 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:10.309777 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b819d9ac-3fe3-44ad-a6cb-57c8e2390895), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:10.392083 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b819d9ac-3fe3-44ad-a6cb-57c8e2390895), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:10.392765 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (b819d9ac-3fe3-44ad-a6cb-57c8e2390895), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:10.404991 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for b819d9ac-3fe3-44ad-a6cb-57c8e2390895 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:10.570301 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b819d9ac-3fe3-44ad-a6cb-57c8e2390895), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:10.595824 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=b819d9ac-3fe3-44ad-a6cb-57c8e2390895,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:10.627368 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:10.627707 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:10.628050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:10.628392 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:10.628755 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:10.629083 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:10.629404 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:10.629727 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:10.630048 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:10.630369 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:10.630691 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:10.631012 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:10.631330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:10.631644 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:10.631959 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:10.676546 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (8e0bd0e2-e24b-4796-ba89-0218d31519a4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:10.676930 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Floating IP 8e0bd0e2-e24b-4796-ba89-0218d31519a4 disassociated (deleted). External IP: 172.25.0.85, port: 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1. Mar 23 02:44:10.901659 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:11.013603 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:11.018248 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:11.025053 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e6bb8-4a06-47ec-b13f-51ed4475c256 None None] Sync routers for ids ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:11.036872 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e6bb8-4a06-47ec-b13f-51ed4475c256 None None] Routers {'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:11.037480 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4a9e6bb8-4a06-47ec-b13f-51ed4475c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:43:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:11.049820 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-df4a1914-a416-407f-a9c9-5843bbdd859c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/floatingips/8e0bd0e2-e24b-4796-ba89-0218d31519a4 HTTP/1.1" status: 204 len: 168 time: 0.9097953 Mar 23 02:44:11.050418 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89e3c00-61f6-49e1-b456-499895c59de3', 'tag': '08c20bde-54a6-4bd3-8f4d-b85e47bf76a1'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:44:11.052743 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eecfed4-5347-48f4-8717-e86db7452c15" -d '{"events": [{"name": "network-changed", "server_uuid": "c89e3c00-61f6-49e1-b456-499895c59de3", "tag": "08c20bde-54a6-4bd3-8f4d-b85e47bf76a1"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:44:11.097081 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672e9994-a712-4eca-8985-40e221a52f21 x-openstack-request-id: req-672e9994-a712-4eca-8985-40e221a52f21 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:44:11.097543 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89e3c00-61f6-49e1-b456-499895c59de3", "tag": "08c20bde-54a6-4bd3-8f4d-b85e47bf76a1", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:44:11.097794 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-672e9994-a712-4eca-8985-40e221a52f21 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:44:11.098213 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-672e9994-a712-4eca-8985-40e221a52f21'] response: {'name': 'network-changed', 'server_uuid': 'c89e3c00-61f6-49e1-b456-499895c59de3', 'tag': '08c20bde-54a6-4bd3-8f4d-b85e47bf76a1', 'status': 'completed', 'code': 200} Mar 23 02:44:11.148469 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-4a9e6bb8-4a06-47ec-b13f-51ed4475c256 None None] Set router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:11.171328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecfed4-5347-48f4-8717-e86db7452c15 req-383e3fdf-0d91-4668-b4d3-f801e8ff0a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:11.173770 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5eecfed4-5347-48f4-8717-e86db7452c15 req-383e3fdf-0d91-4668-b4d3-f801e8ff0a9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 1128 time: 0.0537217 Mar 23 02:44:11.308639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecfed4-5347-48f4-8717-e86db7452c15 req-f665688a-18df-4eca-811f-497a3062dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:11.310050 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5eecfed4-5347-48f4-8717-e86db7452c15 req-f665688a-18df-4eca-811f-497a3062dc66 service neutron] 10.222.0.42 "GET /v2.0/networks?id=825736b2-1e96-4692-a675-6a6ad7099da6 HTTP/1.1" status: 200 len: 897 time: 0.1245167 Mar 23 02:44:11.352327 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4a9e6bb8-4a06-47ec-b13f-51ed4475c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210466729', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:29Z', 'updated_at': '2022-03-23T02:42:33Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:30Z', 'updated_at': '2022-03-23T02:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '91345a87-e036-480f-a4ed-614fbea6e6fd', 'name': '', 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:6a:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:32Z', 'updated_at': '2022-03-23T02:42:36Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:11.363101 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19828108-1110-4b28-b166-6cf7c7dbdb97 req-7bd63f5f-5d61-4db7-aa42-a1428ef291e0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:11.364616 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-19828108-1110-4b28-b166-6cf7c7dbdb97 req-7bd63f5f-5d61-4db7-aa42-a1428ef291e0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.1112928 Mar 23 02:44:11.366000 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5eecfed4-5347-48f4-8717-e86db7452c15 req-a5755cae-f661-4e6e-baa1-9ce98890b313 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 HTTP/1.1" status: 200 len: 217 time: 0.0485630 Mar 23 02:44:11.383065 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e6bb8-4a06-47ec-b13f-51ed4475c256 None None] Checking router: f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:11.391618 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e6bb8-4a06-47ec-b13f-51ed4475c256 None None] Routers {'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:11.392406 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4a9e6bb8-4a06-47ec-b13f-51ed4475c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:43:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:11.444641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecfed4-5347-48f4-8717-e86db7452c15 req-bef825fe-8b71-48e4-bdfb-deb763725592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:11.446136 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5eecfed4-5347-48f4-8717-e86db7452c15 req-bef825fe-8b71-48e4-bdfb-deb763725592 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17b1d6f6-f13f-45b4-85fb-00ebdeb72edb HTTP/1.1" status: 200 len: 835 time: 0.0696836 Mar 23 02:44:11.451085 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-19828108-1110-4b28-b166-6cf7c7dbdb97 req-82a1b819-90b3-4047-b6c1-f05088f572cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805469 Mar 23 02:44:11.496440 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecfed4-5347-48f4-8717-e86db7452c15 req-b0966536-0dad-4e2d-b6ac-073507930a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:11.498059 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5eecfed4-5347-48f4-8717-e86db7452c15 req-b0966536-0dad-4e2d-b6ac-073507930a2b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=825736b2-1e96-4692-a675-6a6ad7099da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446670 Mar 23 02:44:11.503596 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-4a9e6bb8-4a06-47ec-b13f-51ed4475c256 None None] Set router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:11.595478 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5eecfed4-5347-48f4-8717-e86db7452c15 req-be4f4b0a-6047-448e-b1db-944271333d11 service neutron] 10.222.0.42 "GET /v2.0/networks/825736b2-1e96-4692-a675-6a6ad7099da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890000 Mar 23 02:44:11.691603 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5eecfed4-5347-48f4-8717-e86db7452c15 req-81e735ff-7458-497c-8dc7-ced3e20a64f3 service neutron] 10.222.0.42 "GET /v2.0/networks/825736b2-1e96-4692-a675-6a6ad7099da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902398 Mar 23 02:44:11.709206 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-4a9e6bb8-4a06-47ec-b13f-51ed4475c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210466729', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:29Z', 'updated_at': '2022-03-23T02:42:33Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:30Z', 'updated_at': '2022-03-23T02:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '91345a87-e036-480f-a4ed-614fbea6e6fd', 'name': '', 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:6a:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:32Z', 'updated_at': '2022-03-23T02:42:36Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:11.736145 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e6bb8-4a06-47ec-b13f-51ed4475c256 None None] The sync data for ids ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'] in n-d-834677-4 is: [{'id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210466729', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:29Z', 'updated_at': '2022-03-23T02:42:33Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:30Z', 'updated_at': '2022-03-23T02:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': '91345a87-e036-480f-a4ed-614fbea6e6fd', 'name': '', 'network_id': '825736b2-1e96-4692-a675-6a6ad7099da6', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:6a:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:32Z', 'updated_at': '2022-03-23T02:42:36Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '17b1d6f6-f13f-45b4-85fb-00ebdeb72edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:11.972512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c945f-dcdd-4495-98a1-40003765bd51 None None] New status for floating IP 8e0bd0e2-e24b-4796-ba89-0218d31519a4: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:44:12.582224 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14a5b6-dc3d-4b02-8ac0-80d1a1405d0f req-1d374197-c02e-4bd2-97f4-d3652e867909 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:12.583718 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bf14a5b6-dc3d-4b02-8ac0-80d1a1405d0f req-1d374197-c02e-4bd2-97f4-d3652e867909 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0544765 Mar 23 02:44:12.638561 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bf14a5b6-dc3d-4b02-8ac0-80d1a1405d0f req-66eeb8fb-4748-4c45-9d95-47a15cbe32dd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=9157b8a3-897c-45b6-8588-e0a5513a41a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489497 Mar 23 02:44:12.727370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b60cc-fe40-4415-8455-c122c5b93a46 req-afed2b85-67da-4f55-9d35-34bc7fc0e500 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:12.728806 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-050b60cc-fe40-4415-8455-c122c5b93a46 req-afed2b85-67da-4f55-9d35-34bc7fc0e500 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "GET /v2.0/ports?device_id=c89e3c00-61f6-49e1-b456-499895c59de3 HTTP/1.1" status: 200 len: 946 time: 0.0559576 Mar 23 02:44:12.836327 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-050b60cc-fe40-4415-8455-c122c5b93a46 req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:12.836697 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-050b60cc-fe40-4415-8455-c122c5b93a46 req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (08c20bde-54a6-4bd3-8f4d-b85e47bf76a1), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:12.925599 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-050b60cc-fe40-4415-8455-c122c5b93a46 req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] For port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=08c20bde-54a6-4bd3-8f4d-b85e47bf76a1,segment=NetworkSegment(bfc73a68-f4d3-427b-a807-05fa69773091),segment_id=bfc73a68-f4d3-427b-a807-05fa69773091)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:12.925967 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-050b60cc-fe40-4415-8455-c122c5b93a46 req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (08c20bde-54a6-4bd3-8f4d-b85e47bf76a1), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:12.943166 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-050b60cc-fe40-4415-8455-c122c5b93a46 req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:13.074939 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-050b60cc-fe40-4415-8455-c122c5b93a46 req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (08c20bde-54a6-4bd3-8f4d-b85e47bf76a1), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:13.101409 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=08c20bde-54a6-4bd3-8f4d-b85e47bf76a1,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:13.116193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:13.116193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:13.116193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:13.116193 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:13.116619 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:13.116736 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:13.117076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:13.117432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:13.117751 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:13.118079 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:13.118424 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:13.118753 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:13.119076 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:13.119380 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:13.119709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:13.159734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-050b60cc-fe40-4415-8455-c122c5b93a46 req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] No DVR routers for this DVR port 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:44:13.162449 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-050b60cc-fe40-4415-8455-c122c5b93a46 req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:13.165823 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-050b60cc-fe40-4415-8455-c122c5b93a46 req-0fc382ce-e00f-47c6-9cd2-af5019f68cff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "DELETE /v2.0/ports/08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 HTTP/1.1" status: 204 len: 173 time: 0.4317024 Mar 23 02:44:13.166274 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89e3c00-61f6-49e1-b456-499895c59de3', 'name': 'network-vif-deleted', 'tag': '08c20bde-54a6-4bd3-8f4d-b85e47bf76a1'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:44:13.168545 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82c741a-65e5-4a8e-9aaa-d4af26c313f6" -d '{"events": [{"server_uuid": "c89e3c00-61f6-49e1-b456-499895c59de3", "name": "network-vif-deleted", "tag": "08c20bde-54a6-4bd3-8f4d-b85e47bf76a1"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:44:13.203993 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7549f552-6c15-48ae-ad97-dbc77b3aa07f x-openstack-request-id: req-7549f552-6c15-48ae-ad97-dbc77b3aa07f {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:44:13.204304 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89e3c00-61f6-49e1-b456-499895c59de3", "name": "network-vif-deleted", "tag": "08c20bde-54a6-4bd3-8f4d-b85e47bf76a1", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:44:13.204588 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7549f552-6c15-48ae-ad97-dbc77b3aa07f {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:44:13.205031 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7549f552-6c15-48ae-ad97-dbc77b3aa07f'] response: {'server_uuid': 'c89e3c00-61f6-49e1-b456-499895c59de3', 'name': 'network-vif-deleted', 'tag': '08c20bde-54a6-4bd3-8f4d-b85e47bf76a1', 'status': 'completed', 'code': 200} Mar 23 02:44:13.698328 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58018) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:14.085208 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa37701f-fda7-4900-9d3f-2662edc38364 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.367464 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-aa37701f-fda7-4900-9d3f-2662edc38364 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port 91345a87-e036-480f-a4ed-614fbea6e6fd {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:14.367726 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa37701f-fda7-4900-9d3f-2662edc38364 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.461817 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-aa37701f-fda7-4900-9d3f-2662edc38364 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] For port 91345a87-e036-480f-a4ed-614fbea6e6fd, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=91345a87-e036-480f-a4ed-614fbea6e6fd,segment=NetworkSegment(bfc73a68-f4d3-427b-a807-05fa69773091),segment_id=bfc73a68-f4d3-427b-a807-05fa69773091)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:14.462178 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa37701f-fda7-4900-9d3f-2662edc38364 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.479444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-aa37701f-fda7-4900-9d3f-2662edc38364 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for 91345a87-e036-480f-a4ed-614fbea6e6fd owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:14.675894 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa37701f-fda7-4900-9d3f-2662edc38364 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (91345a87-e036-480f-a4ed-614fbea6e6fd), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:14.702252 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37701f-fda7-4900-9d3f-2662edc38364 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=91345a87-e036-480f-a4ed-614fbea6e6fd,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:15.193306 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aa37701f-fda7-4900-9d3f-2662edc38364 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:15.444977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa37701f-fda7-4900-9d3f-2662edc38364 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:15.564233 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa37701f-fda7-4900-9d3f-2662edc38364 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:15.569931 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aa37701f-fda7-4900-9d3f-2662edc38364 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "PUT /v2.0/routers/f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8704894 Mar 23 02:44:15.572762 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58020) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:15.576610 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33785f31-39a3-41c4-aa31-b8f8da01ea82 None None] Sync routers for ids ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:15.586961 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33785f31-39a3-41c4-aa31-b8f8da01ea82 None None] Routers {'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:15.587628 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-33785f31-39a3-41c4-aa31-b8f8da01ea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:43:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:15.625546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-172acf85-8155-4dfd-8045-b456cf6d25a1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting subnet 17b1d6f6-f13f-45b4-85fb-00ebdeb72edb {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:44:15.631037 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-172acf85-8155-4dfd-8045-b456cf6d25a1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for subnet (17b1d6f6-f13f-45b4-85fb-00ebdeb72edb), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:15.675584 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-172acf85-8155-4dfd-8045-b456cf6d25a1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (17b1d6f6-f13f-45b4-85fb-00ebdeb72edb), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:15.764200 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-172acf85-8155-4dfd-8045-b456cf6d25a1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (17b1d6f6-f13f-45b4-85fb-00ebdeb72edb), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:15.796300 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-33785f31-39a3-41c4-aa31-b8f8da01ea82 None None] Set router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:15.826886 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-172acf85-8155-4dfd-8045-b456cf6d25a1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (17b1d6f6-f13f-45b4-85fb-00ebdeb72edb), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:15.855240 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172acf85-8155-4dfd-8045-b456cf6d25a1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Subnet': ['ID=17b1d6f6-f13f-45b4-85fb-00ebdeb72edb,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:15.857199 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-172acf85-8155-4dfd-8045-b456cf6d25a1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:15.860324 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-172acf85-8155-4dfd-8045-b456cf6d25a1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/subnets/17b1d6f6-f13f-45b4-85fb-00ebdeb72edb HTTP/1.1" status: 204 len: 168 time: 0.2865753 Mar 23 02:44:15.862400 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d38caf-7a1c-42d6-b280-373666f34ab1 None None] Network 825736b2-1e96-4692-a675-6a6ad7099da6 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:15.863302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58022) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:15.977216 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-128510f3-8b18-4c9f-bac7-d7640368e4e2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router (f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:15.984500 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-33785f31-39a3-41c4-aa31-b8f8da01ea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210466729', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:29Z', 'updated_at': '2022-03-23T02:44:14Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:30Z', 'updated_at': '2022-03-23T02:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:16.015171 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33785f31-39a3-41c4-aa31-b8f8da01ea82 None None] Checking router: f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:16.015828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] DHCP port deletion for 825736b2-1e96-4692-a675-6a6ad7099da6 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:44:16.025220 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33785f31-39a3-41c4-aa31-b8f8da01ea82 None None] Routers {'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:16.026419 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-33785f31-39a3-41c4-aa31-b8f8da01ea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:43:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:16.063850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Deleting port 038147ed-6b33-481e-9744-a0a51f637164 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:16.064216 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (038147ed-6b33-481e-9744-a0a51f637164), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.094605 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-128510f3-8b18-4c9f-bac7-d7640368e4e2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.128483 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] For port 038147ed-6b33-481e-9744-a0a51f637164, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=038147ed-6b33-481e-9744-a0a51f637164,segment=NetworkSegment(bfc73a68-f4d3-427b-a807-05fa69773091),segment_id=bfc73a68-f4d3-427b-a807-05fa69773091)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:16.129237 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (038147ed-6b33-481e-9744-a0a51f637164), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.134978 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-33785f31-39a3-41c4-aa31-b8f8da01ea82 None None] Set router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:16.144073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Calling delete_port for 038147ed-6b33-481e-9744-a0a51f637164 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:16.152195 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-128510f3-8b18-4c9f-bac7-d7640368e4e2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port 8b064afb-f376-4ec1-aad0-b89fbbfc9468 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:44:16.152531 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-128510f3-8b18-4c9f-bac7-d7640368e4e2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8b064afb-f376-4ec1-aad0-b89fbbfc9468), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.233481 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:44:16.234054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [None req-128510f3-8b18-4c9f-bac7-d7640368e4e2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] For port 8b064afb-f376-4ec1-aad0-b89fbbfc9468, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=8b064afb-f376-4ec1-aad0-b89fbbfc9468,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:16.234487 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-128510f3-8b18-4c9f-bac7-d7640368e4e2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8b064afb-f376-4ec1-aad0-b89fbbfc9468), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.237676 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (038147ed-6b33-481e-9744-a0a51f637164), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.251070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [None req-128510f3-8b18-4c9f-bac7-d7640368e4e2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for 8b064afb-f376-4ec1-aad0-b89fbbfc9468 owned by network:router_gateway {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:44:16.278143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:44:16.278976 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 08c20bde-54a6-4bd3-8f4d-b85e47bf76a1 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:44:16.281899 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Pushing event deleted for resources: {'Port': ['ID=038147ed-6b33-481e-9744-a0a51f637164,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:16.296951 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:16.297693 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:16.298254 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:16.298809 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:16.299330 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:16.300109 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:16.300704 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:16.301235 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:16.302029 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:16.302370 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:16.302703 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:16.303299 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:16.303630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:16.303961 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:16.304648 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:16.307665 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36c9d21-cf85-409c-99d4-35ac9dd22557 None None] No DVR routers for this DVR port 038147ed-6b33-481e-9744-a0a51f637164 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:44:16.335017 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-33785f31-39a3-41c4-aa31-b8f8da01ea82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210466729', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:29Z', 'updated_at': '2022-03-23T02:44:14Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:30Z', 'updated_at': '2022-03-23T02:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:16.361166 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33785f31-39a3-41c4-aa31-b8f8da01ea82 None None] The sync data for ids ['f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a'] in n-d-834677-4 is: [{'id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210466729', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:42:29Z', 'updated_at': '2022-03-23T02:44:14Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '8b064afb-f376-4ec1-aad0-b89fbbfc9468', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:42:30Z', 'updated_at': '2022-03-23T02:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:16.446711 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-128510f3-8b18-4c9f-bac7-d7640368e4e2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8b064afb-f376-4ec1-aad0-b89fbbfc9468), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.474054 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128510f3-8b18-4c9f-bac7-d7640368e4e2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=8b064afb-f376-4ec1-aad0-b89fbbfc9468,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:16.539141 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-128510f3-8b18-4c9f-bac7-d7640368e4e2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.630688 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-128510f3-8b18-4c9f-bac7-d7640368e4e2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.632827 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-128510f3-8b18-4c9f-bac7-d7640368e4e2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_controller (f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.679555 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-128510f3-8b18-4c9f-bac7-d7640368e4e2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.680086 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128510f3-8b18-4c9f-bac7-d7640368e4e2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Fanout notify agent at l3_agent the message router_deleted on router f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a {{(pid=99264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:44:16.693392 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-128510f3-8b18-4c9f-bac7-d7640368e4e2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.697338 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-128510f3-8b18-4c9f-bac7-d7640368e4e2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/routers/f77b1cf2-f1e2-4a58-ad5b-a39a068d4b5a HTTP/1.1" status: 204 len: 168 time: 0.8300848 Mar 23 02:44:16.697491 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58024) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:16.776633 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f15f4df-ecda-4fa9-8b54-54d30fe68deb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (825736b2-1e96-4692-a675-6a6ad7099da6), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.868042 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f15f4df-ecda-4fa9-8b54-54d30fe68deb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (825736b2-1e96-4692-a675-6a6ad7099da6), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.888429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3f15f4df-ecda-4fa9-8b54-54d30fe68deb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825736b2-1e96-4692-a675-6a6ad7099da6']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:16.897478 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3f15f4df-ecda-4fa9-8b54-54d30fe68deb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc73a68-f4d3-427b-a807-05fa69773091') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:16.897772 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3f15f4df-ecda-4fa9-8b54-54d30fe68deb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc73a68-f4d3-427b-a807-05fa69773091') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:16.907279 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f15f4df-ecda-4fa9-8b54-54d30fe68deb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (bfc73a68-f4d3-427b-a807-05fa69773091), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.920201 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f15f4df-ecda-4fa9-8b54-54d30fe68deb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (bfc73a68-f4d3-427b-a807-05fa69773091), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.926155 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f15f4df-ecda-4fa9-8b54-54d30fe68deb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:44:16.926641 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f15f4df-ecda-4fa9-8b54-54d30fe68deb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (bfc73a68-f4d3-427b-a807-05fa69773091), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:44:16.929682 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:44:16.988912 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f15f4df-ecda-4fa9-8b54-54d30fe68deb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (825736b2-1e96-4692-a675-6a6ad7099da6), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:16.995943 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3f15f4df-ecda-4fa9-8b54-54d30fe68deb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.001775 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3f15f4df-ecda-4fa9-8b54-54d30fe68deb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/networks/825736b2-1e96-4692-a675-6a6ad7099da6 HTTP/1.1" status: 204 len: 168 time: 0.3006930 Mar 23 02:44:17.002800 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58026) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:17.013098 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15f4df-ecda-4fa9-8b54-54d30fe68deb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Network': ['ID=825736b2-1e96-4692-a675-6a6ad7099da6,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:17.066921 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d625f46-2c8e-49a5-bc68-cd5b752f172b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (9157b8a3-897c-45b6-8588-e0a5513a41a7), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.093737 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d625f46-2c8e-49a5-bc68-cd5b752f172b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (9157b8a3-897c-45b6-8588-e0a5513a41a7), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.159340 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d625f46-2c8e-49a5-bc68-cd5b752f172b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (9157b8a3-897c-45b6-8588-e0a5513a41a7), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.161984 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3d625f46-2c8e-49a5-bc68-cd5b752f172b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.163159 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3d625f46-2c8e-49a5-bc68-cd5b752f172b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/security-groups/9157b8a3-897c-45b6-8588-e0a5513a41a7 HTTP/1.1" status: 204 len: 168 time: 0.1597710 Mar 23 02:44:17.172209 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d625f46-2c8e-49a5-bc68-cd5b752f172b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9157b8a3-897c-45b6-8588-e0a5513a41a7,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:17.454846 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58032) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:17.459639 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ff4993f9-e6bf-4a10-a750-48d2f5d1e397 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889504255', 'description': 'tempest-secgroup-smoke-889504255 description', 'project_id': 'eb6ded23f7904c528c242edeaae8f657'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:17.482895 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ff4993f9-e6bf-4a10-a750-48d2f5d1e397 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.550462 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ff4993f9-e6bf-4a10-a750-48d2f5d1e397 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (f456de72-21b1-477c-8d18-fca10b8a9195), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.555614 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ff4993f9-e6bf-4a10-a750-48d2f5d1e397 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f456de72-21b1-477c-8d18-fca10b8a9195), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.584771 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ff4993f9-e6bf-4a10-a750-48d2f5d1e397 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.586038 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ff4993f9-e6bf-4a10-a750-48d2f5d1e397 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1301444 Mar 23 02:44:17.589099 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58034) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:17.594298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-7191368f-7d64-4557-93a6-5e11a38b9b46 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'f456de72-21b1-477c-8d18-fca10b8a9195', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:17.594628 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4993f9-e6bf-4a10-a750-48d2f5d1e397 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f456de72-21b1-477c-8d18-fca10b8a9195,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:17.623663 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7191368f-7d64-4557-93a6-5e11a38b9b46 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (5889d5e0-13bd-4bce-a065-5b7478245bb5), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.682608 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7191368f-7d64-4557-93a6-5e11a38b9b46 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (5889d5e0-13bd-4bce-a065-5b7478245bb5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.685237 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 8b064afb-f376-4ec1-aad0-b89fbbfc9468 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:44:17.687946 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7191368f-7d64-4557-93a6-5e11a38b9b46 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (5889d5e0-13bd-4bce-a065-5b7478245bb5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.710035 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 8b064afb-f376-4ec1-aad0-b89fbbfc9468 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:44:17.710316 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191368f-7d64-4557-93a6-5e11a38b9b46 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5889d5e0-13bd-4bce-a065-5b7478245bb5,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:17.710526 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 8b064afb-f376-4ec1-aad0-b89fbbfc9468 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:44:17.711041 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 91345a87-e036-480f-a4ed-614fbea6e6fd no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:44:17.719128 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-7191368f-7d64-4557-93a6-5e11a38b9b46 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.720411 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-7191368f-7d64-4557-93a6-5e11a38b9b46 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302955 Mar 23 02:44:17.724171 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58036) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:17.728570 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f8af3c5e-b5f9-43b3-a288-06300ea4e4b6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'f456de72-21b1-477c-8d18-fca10b8a9195', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:17.734070 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 91345a87-e036-480f-a4ed-614fbea6e6fd {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:44:17.734488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 91345a87-e036-480f-a4ed-614fbea6e6fd not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:44:17.735015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 038147ed-6b33-481e-9744-a0a51f637164 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:44:17.753585 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f8af3c5e-b5f9-43b3-a288-06300ea4e4b6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (881726b8-0891-47dd-af13-40167e907cb7), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.758355 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 038147ed-6b33-481e-9744-a0a51f637164 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:44:17.758698 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 038147ed-6b33-481e-9744-a0a51f637164 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:44:17.810151 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f8af3c5e-b5f9-43b3-a288-06300ea4e4b6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (881726b8-0891-47dd-af13-40167e907cb7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.816401 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f8af3c5e-b5f9-43b3-a288-06300ea4e4b6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (881726b8-0891-47dd-af13-40167e907cb7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.834564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af3c5e-b5f9-43b3-a288-06300ea4e4b6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881726b8-0891-47dd-af13-40167e907cb7,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:17.843587 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f8af3c5e-b5f9-43b3-a288-06300ea4e4b6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.844798 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f8af3c5e-b5f9-43b3-a288-06300ea4e4b6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195757 Mar 23 02:44:17.848288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58038) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:17.852536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-52642552-c1f7-42e9-8362-f321f317fd56 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'f456de72-21b1-477c-8d18-fca10b8a9195', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:17.880496 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52642552-c1f7-42e9-8362-f321f317fd56 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (bce8d769-16ce-4ea8-ab14-042d5acda43e), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.938077 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52642552-c1f7-42e9-8362-f321f317fd56 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (bce8d769-16ce-4ea8-ab14-042d5acda43e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.943648 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52642552-c1f7-42e9-8362-f321f317fd56 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (bce8d769-16ce-4ea8-ab14-042d5acda43e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.962320 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52642552-c1f7-42e9-8362-f321f317fd56 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce8d769-16ce-4ea8-ab14-042d5acda43e,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:17.971979 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-52642552-c1f7-42e9-8362-f321f317fd56 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:17.972854 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-52642552-c1f7-42e9-8362-f321f317fd56 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235735 Mar 23 02:44:17.975695 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58040) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:17.979997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-a357998a-443d-4f75-a358-81343d341fc5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'f456de72-21b1-477c-8d18-fca10b8a9195', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:18.008345 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a357998a-443d-4f75-a358-81343d341fc5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (60575406-f627-4099-9cd4-62d62ae0bce7), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.066474 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a357998a-443d-4f75-a358-81343d341fc5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (60575406-f627-4099-9cd4-62d62ae0bce7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.071845 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a357998a-443d-4f75-a358-81343d341fc5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (60575406-f627-4099-9cd4-62d62ae0bce7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.093676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357998a-443d-4f75-a358-81343d341fc5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60575406-f627-4099-9cd4-62d62ae0bce7,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:18.103051 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-a357998a-443d-4f75-a358-81343d341fc5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.104253 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a357998a-443d-4f75-a358-81343d341fc5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276321 Mar 23 02:44:18.107130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58042) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:18.111377 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-8fba4929-9e86-47e7-aa52-3fa535805487 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'f456de72-21b1-477c-8d18-fca10b8a9195', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:18.132984 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-8fba4929-9e86-47e7-aa52-3fa535805487 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Project eb6ded23f7904c528c242edeaae8f657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:44:18.137788 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8fba4929-9e86-47e7-aa52-3fa535805487 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (bc4ec51e-d5d1-4895-9d1d-b8a589bdbd94), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.198505 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8fba4929-9e86-47e7-aa52-3fa535805487 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (bc4ec51e-d5d1-4895-9d1d-b8a589bdbd94), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.204611 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8fba4929-9e86-47e7-aa52-3fa535805487 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (bc4ec51e-d5d1-4895-9d1d-b8a589bdbd94), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.221606 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba4929-9e86-47e7-aa52-3fa535805487 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4ec51e-d5d1-4895-9d1d-b8a589bdbd94,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:18.231697 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-8fba4929-9e86-47e7-aa52-3fa535805487 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.232954 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8fba4929-9e86-47e7-aa52-3fa535805487 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248765 Mar 23 02:44:18.235797 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58044) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:18.240766 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-dfe9a976-dd2f-422b-a4b2-ee93b2892328 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'f456de72-21b1-477c-8d18-fca10b8a9195', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:18.262450 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-dfe9a976-dd2f-422b-a4b2-ee93b2892328 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Project eb6ded23f7904c528c242edeaae8f657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:44:18.267247 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a976-dd2f-422b-a4b2-ee93b2892328 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (62d58e3e-8057-46fb-81c3-f9386dd405e7), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.329027 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a976-dd2f-422b-a4b2-ee93b2892328 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (62d58e3e-8057-46fb-81c3-f9386dd405e7), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.334952 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a976-dd2f-422b-a4b2-ee93b2892328 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (62d58e3e-8057-46fb-81c3-f9386dd405e7), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.353177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9a976-dd2f-422b-a4b2-ee93b2892328 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d58e3e-8057-46fb-81c3-f9386dd405e7,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:18.365362 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a976-dd2f-422b-a4b2-ee93b2892328 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.366569 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-dfe9a976-dd2f-422b-a4b2-ee93b2892328 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298130 Mar 23 02:44:18.369554 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58046) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:18.374467 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-61fb7138-3371-4efc-8096-c07b35f9ffca tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'network': {'name': 'tempest-network-smoke--98065823', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'port_security_enabled': True}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:18.394991 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fb7138-3371-4efc-8096-c07b35f9ffca tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Made reservation on behalf of eb6ded23f7904c528c242edeaae8f657 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:18.398569 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-61fb7138-3371-4efc-8096-c07b35f9ffca tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.430435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fb7138-3371-4efc-8096-c07b35f9ffca tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:44:18.442384 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-61fb7138-3371-4efc-8096-c07b35f9ffca tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (95a603b4-2026-4e8c-9e65-062076d19c0c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.442743 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-61fb7138-3371-4efc-8096-c07b35f9ffca tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Added segment 95a603b4-2026-4e8c-9e65-062076d19c0c of type vlan for network b2f86afe-2048-462d-859c-ab395cd361a4 Mar 23 02:44:18.483876 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-61fb7138-3371-4efc-8096-c07b35f9ffca tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (b2f86afe-2048-462d-859c-ab395cd361a4), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.510527 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-61fb7138-3371-4efc-8096-c07b35f9ffca tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (b2f86afe-2048-462d-859c-ab395cd361a4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.516025 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fb7138-3371-4efc-8096-c07b35f9ffca tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:18.516642 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-61fb7138-3371-4efc-8096-c07b35f9ffca tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.579689 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-61fb7138-3371-4efc-8096-c07b35f9ffca tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2090392 Mar 23 02:44:18.582944 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58048) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:18.587840 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-598266161', 'admin_state_up': True, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:18.589496 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb7138-3371-4efc-8096-c07b35f9ffca tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Network': ['ID=b2f86afe-2048-462d-859c-ab395cd361a4,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:18.600364 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network b2f86afe-2048-462d-859c-ab395cd361a4 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:44:18.610627 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (153ef62e-9780-4fed-89f7-49b6c8f6db73), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.611632 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (153ef62e-9780-4fed-89f7-49b6c8f6db73), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.668888 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_controller (153ef62e-9780-4fed-89f7-49b6c8f6db73), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:18.825711 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (153ef62e-9780-4fed-89f7-49b6c8f6db73), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.028753 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (153ef62e-9780-4fed-89f7-49b6c8f6db73), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.047480 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.151921 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.25.0.42 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/26ef5c73-7e8e-4b13-8155-f398f0c549c1) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:19.258493 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (26ef5c73-7e8e-4b13-8155-f398f0c549c1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.295720 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (26ef5c73-7e8e-4b13-8155-f398f0c549c1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.332438 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:19.335382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:19.337966 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:19.365479 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=26ef5c73-7e8e-4b13-8155-f398f0c549c1,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:19.622386 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (153ef62e-9780-4fed-89f7-49b6c8f6db73), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.633278 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-084a81cc-e56c-4564-9454-2bc5410181db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.830931 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (153ef62e-9780-4fed-89f7-49b6c8f6db73), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:19.977063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router 153ef62e-9780-4fed-89f7-49b6c8f6db73 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:44:20.087383 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:20.099249 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Sync routers for ids ['153ef62e-9780-4fed-89f7-49b6c8f6db73'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:20.108729 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.113706 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-95e18275-c532-4140-80ae-597b3161318d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5265694 Mar 23 02:44:20.113874 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Routers {'153ef62e-9780-4fed-89f7-49b6c8f6db73'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:20.113874 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:43:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['153ef62e-9780-4fed-89f7-49b6c8f6db73'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:20.114232 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58050) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:20.142915 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f1c65ea4-f4d6-41d3-9135-1aff92f1bd4c tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=eb6ded23f7904c528c242edeaae8f657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274191 Mar 23 02:44:20.145978 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58052) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:20.225617 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Set router 153ef62e-9780-4fed-89f7-49b6c8f6db73 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:20.239281 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb8f4ed-fc07-4a6d-a7da-ec8265347777 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:20.240749 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-9bb8f4ed-fc07-4a6d-a7da-ec8265347777 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937719 Mar 23 02:44:20.243912 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58054) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:20.273158 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-05602b46-e70c-4159-bb37-a2b21231dd0d tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280440 Mar 23 02:44:20.276346 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58056) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:20.281281 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-4f02e190-9cc6-495f-9c07-b8903b142e03 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1893920217', 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:20.369803 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f02e190-9cc6-495f-9c07-b8903b142e03 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Made reservation on behalf of eb6ded23f7904c528c242edeaae8f657 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:20.373833 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4f02e190-9cc6-495f-9c07-b8903b142e03 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.405057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598266161', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:18Z', 'updated_at': '2022-03-23T02:44:19Z', 'revision_number': 3, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:19Z', 'updated_at': '2022-03-23T02:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:20.431509 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Checking router: 153ef62e-9780-4fed-89f7-49b6c8f6db73 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:20.431850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Updating router 153ef62e-9780-4fed-89f7-49b6c8f6db73 port 26ef5c73-7e8e-4b13-8155-f398f0c549c1 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:44:20.461338 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (26ef5c73-7e8e-4b13-8155-f398f0c549c1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.560175 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4f02e190-9cc6-495f-9c07-b8903b142e03 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (a058433c-1e68-4bbe-8b7d-eb7f12ee5a51), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.623784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02e190-9cc6-495f-9c07-b8903b142e03 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Subnet': ['ID=a058433c-1e68-4bbe-8b7d-eb7f12ee5a51,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:20.634564 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02e190-9cc6-495f-9c07-b8903b142e03 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Checking segment: {'id': '95a603b4-2026-4e8c-9e65-062076d19c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:20.634949 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f02e190-9cc6-495f-9c07-b8903b142e03 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network hostable DHCP agents. Network: b2f86afe-2048-462d-859c-ab395cd361a4, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:44:20.654510 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f02e190-9cc6-495f-9c07-b8903b142e03 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network b2f86afe-2048-462d-859c-ab395cd361a4 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:44:20.664240 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-4f02e190-9cc6-495f-9c07-b8903b142e03 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, b2f86afe-2048-462d-859c-ab395cd361a4) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:20.668802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f02e190-9cc6-495f-9c07-b8903b142e03 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:20.669420 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-4f02e190-9cc6-495f-9c07-b8903b142e03 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.676183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c007ba-5422-4622-94cd-d423d4795565 None None] Network b2f86afe-2048-462d-859c-ab395cd361a4 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:20.685521 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-4f02e190-9cc6-495f-9c07-b8903b142e03 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4080584 Mar 23 02:44:20.688394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58058) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:20.774137 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Publish callbacks [] for port (26ef5c73-7e8e-4b13-8155-f398f0c549c1), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.783184 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (26ef5c73-7e8e-4b13-8155-f398f0c549c1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.860969 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Attempting to bind port 26ef5c73-7e8e-4b13-8155-f398f0c549c1 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:20.861348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Attempting to bind port 26ef5c73-7e8e-4b13-8155-f398f0c549c1 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:20.861720 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Attempting to bind port 26ef5c73-7e8e-4b13-8155-f398f0c549c1 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:20.865595 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217508f-7817-4577-bbcc-ee7d14546a1f None None] Pushing event updated for resources: {'Port': ['ID=26ef5c73-7e8e-4b13-8155-f398f0c549c1,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:20.870904 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-b2f86afe-2048-462d-859c-ab395cd361a4', 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ips': [{'subnet_id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:44:20.871744 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.883281 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:20.883638 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:20.884053 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:20.884456 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:20.884981 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Bound port: 26ef5c73-7e8e-4b13-8155-f398f0c549c1, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:20.885371 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (26ef5c73-7e8e-4b13-8155-f398f0c549c1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.178967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] For port 26ef5c73-7e8e-4b13-8155-f398f0c549c1, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:21.183994 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] For port 26ef5c73-7e8e-4b13-8155-f398f0c549c1, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=26ef5c73-7e8e-4b13-8155-f398f0c549c1,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:21.211439 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (26ef5c73-7e8e-4b13-8155-f398f0c549c1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.252006 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Allocated IP 172.20.0.2 (b2f86afe-2048-462d-859c-ab395cd361a4/a058433c-1e68-4bbe-8b7d-eb7f12ee5a51/0607e35c-f80b-410c-aaf7-f7ceeb53da6e) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:21.354776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217508f-7817-4577-bbcc-ee7d14546a1f None None] Pushing event updated for resources: {'Port': ['ID=26ef5c73-7e8e-4b13-8155-f398f0c549c1,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:21.360634 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Routers {'153ef62e-9780-4fed-89f7-49b6c8f6db73'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:21.361147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:43:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['153ef62e-9780-4fed-89f7-49b6c8f6db73'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:21.431134 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.444308 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.532163 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] Set router 153ef62e-9780-4fed-89f7-49b6c8f6db73 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:21.613291 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Publish callbacks [] for port (0607e35c-f80b-410c-aaf7-f7ceeb53da6e), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.651544 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (0607e35c-f80b-410c-aaf7-f7ceeb53da6e), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.716991 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Network b2f86afe-2048-462d-859c-ab395cd361a4 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:21.722694 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:21.725441 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:21.729001 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.20.0.1 (b2f86afe-2048-462d-859c-ab395cd361a4/a058433c-1e68-4bbe-8b7d-eb7f12ee5a51/d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:21.730130 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Pushing event updated for resources: {'Port': ['ID=0607e35c-f80b-410c-aaf7-f7ceeb53da6e,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:21.822385 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Attempting to bind port 0607e35c-f80b-410c-aaf7-f7ceeb53da6e on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:21.822754 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Attempting to bind port 0607e35c-f80b-410c-aaf7-f7ceeb53da6e by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '95a603b4-2026-4e8c-9e65-062076d19c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:21.823118 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Attempting to bind port 0607e35c-f80b-410c-aaf7-f7ceeb53da6e on network b2f86afe-2048-462d-859c-ab395cd361a4 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:21.831573 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:21.831931 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Checking segment: {'id': '95a603b4-2026-4e8c-9e65-062076d19c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:21.832329 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.832744 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Bound using segment: {'id': '95a603b4-2026-4e8c-9e65-062076d19c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:21.833213 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Bound port: 0607e35c-f80b-410c-aaf7-f7ceeb53da6e, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a603b4-2026-4e8c-9e65-062076d19c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:21.833594 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0607e35c-f80b-410c-aaf7-f7ceeb53da6e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.848163 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.880454 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598266161', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:18Z', 'updated_at': '2022-03-23T02:44:19Z', 'revision_number': 3, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:19Z', 'updated_at': '2022-03-23T02:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:21.882701 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.914944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e353a7-7ea3-420c-aaa0-db7894c50d53 None None] The sync data for ids ['153ef62e-9780-4fed-89f7-49b6c8f6db73'] in n-d-834677-4 is: [{'id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598266161', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:18Z', 'updated_at': '2022-03-23T02:44:19Z', 'revision_number': 3, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:19Z', 'updated_at': '2022-03-23T02:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:21.923284 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network b2f86afe-2048-462d-859c-ab395cd361a4 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:21.932370 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:21.937373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] For port 0607e35c-f80b-410c-aaf7-f7ceeb53da6e, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:21.941691 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:21.943995 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] For port 0607e35c-f80b-410c-aaf7-f7ceeb53da6e, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0607e35c-f80b-410c-aaf7-f7ceeb53da6e,segment=NetworkSegment(95a603b4-2026-4e8c-9e65-062076d19c0c),segment_id=95a603b4-2026-4e8c-9e65-062076d19c0c)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:21.954077 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0607e35c-f80b-410c-aaf7-f7ceeb53da6e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:21.966995 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:21.995479 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (153ef62e-9780-4fed-89f7-49b6c8f6db73), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.020626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d4ebb-97f2-4a85-84de-54326406ce64 None None] Pushing event updated for resources: {'Port': ['ID=0607e35c-f80b-410c-aaf7-f7ceeb53da6e,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:22.151441 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.178643 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3cd3d706-e5e1-4b5d-bbc8-cf586e69d3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.482498 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.488254 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.564542 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (153ef62e-9780-4fed-89f7-49b6c8f6db73), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:22.566461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:22.667966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network b2f86afe-2048-462d-859c-ab395cd361a4 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:22.669461 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:22.797807 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router 153ef62e-9780-4fed-89f7-49b6c8f6db73 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:22.917364 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:22.922470 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3285eb59-9b24-4124-9c8c-2e611c6e1299 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "PUT /v2.0/routers/153ef62e-9780-4fed-89f7-49b6c8f6db73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2329688 Mar 23 02:44:23.079631 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-20f4b22a-97d8-4f0f-a60f-de94f4e02d65 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889504255&fields=id&tenant_id=eb6ded23f7904c528c242edeaae8f657 HTTP/1.1" status: 200 len: 267 time: 0.0466738 Mar 23 02:44:23.089860 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a978b6-1f88-4d9b-ab41-cb61126e0f43 None None] Network b2f86afe-2048-462d-859c-ab395cd361a4 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:44:23.159775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-517637b9-9ff3-4c75-9187-ead7bd999b6f None None] Provisioning complete for port 0607e35c-f80b-410c-aaf7-f7ceeb53da6e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:23.160167 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-517637b9-9ff3-4c75-9187-ead7bd999b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0607e35c-f80b-410c-aaf7-f7ceeb53da6e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.185758 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-cc5f19e4-08cb-481a-923f-b1463909c1d4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:23.187240 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-cc5f19e4-08cb-481a-923f-b1463909c1d4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/networks?id=b2f86afe-2048-462d-859c-ab395cd361a4 HTTP/1.1" status: 200 len: 795 time: 0.0995719 Mar 23 02:44:23.202481 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-de132a41-228c-4034-8653-0b6ed65468cd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/quotas/eb6ded23f7904c528c242edeaae8f657 HTTP/1.1" status: 200 len: 375 time: 0.0093565 Mar 23 02:44:23.264413 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-fd09e2d6-36e8-4fbf-a86c-ba757cc9882a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561616 Mar 23 02:44:23.280586 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-517637b9-9ff3-4c75-9187-ead7bd999b6f None None] Current status of the port 0607e35c-f80b-410c-aaf7-f7ceeb53da6e is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:23.281011 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-517637b9-9ff3-4c75-9187-ead7bd999b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0607e35c-f80b-410c-aaf7-f7ceeb53da6e), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.317623 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-517637b9-9ff3-4c75-9187-ead7bd999b6f None None] For port 0607e35c-f80b-410c-aaf7-f7ceeb53da6e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0607e35c-f80b-410c-aaf7-f7ceeb53da6e,segment=NetworkSegment(95a603b4-2026-4e8c-9e65-062076d19c0c),segment_id=95a603b4-2026-4e8c-9e65-062076d19c0c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:23.323904 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-517637b9-9ff3-4c75-9187-ead7bd999b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0607e35c-f80b-410c-aaf7-f7ceeb53da6e), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.385171 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517637b9-9ff3-4c75-9187-ead7bd999b6f None None] Pushing event updated for resources: {'Port': ['ID=0607e35c-f80b-410c-aaf7-f7ceeb53da6e,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:23.386238 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-7157cc0d-7f08-4732-8e6d-ab689b1df0dc service neutron] 10.222.0.18 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099939 Mar 23 02:44:23.481157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4c60604c-7c70-4bac-9683-69362e312e00 service neutron] 10.222.0.18 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939863 Mar 23 02:44:23.552986 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-35fc49b2-58de-49f6-a434-c22b90b8e595 None None] Provisioning complete for port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:23.553734 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-35fc49b2-58de-49f6-a434-c22b90b8e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.616592 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.617759 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-35fc49b2-58de-49f6-a434-c22b90b8e595 None None] Port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:23.631401 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-35fc49b2-58de-49f6-a434-c22b90b8e595 None None] Provisioning complete for port 0607e35c-f80b-410c-aaf7-f7ceeb53da6e triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:23.631838 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-35fc49b2-58de-49f6-a434-c22b90b8e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0607e35c-f80b-410c-aaf7-f7ceeb53da6e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.729271 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4ce1d10b-eb55-44d3-aaf4-095a45ead456 req-fee898ee-7cc0-4b45-a3ab-3b652833589d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 210 time: 0.0586011 Mar 23 02:44:23.776861 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-35fc49b2-58de-49f6-a434-c22b90b8e595 None None] Current status of the port 0607e35c-f80b-410c-aaf7-f7ceeb53da6e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:23.807655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0607e35c-f80b-410c-aaf7-f7ceeb53da6e up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:23.814738 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Sync routers for ids ['153ef62e-9780-4fed-89f7-49b6c8f6db73'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:23.831724 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Routers {'153ef62e-9780-4fed-89f7-49b6c8f6db73'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:23.832961 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:44:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['153ef62e-9780-4fed-89f7-49b6c8f6db73'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:23.908301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 0607e35c-f80b-410c-aaf7-f7ceeb53da6e triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:23.908845 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0607e35c-f80b-410c-aaf7-f7ceeb53da6e), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.912627 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-213819d8-12ed-40b0-89a7-483d981baf6d None None] Provisioning complete for port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:23.913586 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-213819d8-12ed-40b0-89a7-483d981baf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:23.982916 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-213819d8-12ed-40b0-89a7-483d981baf6d None None] Port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:23.993303 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Set router 153ef62e-9780-4fed-89f7-49b6c8f6db73 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:24.029335 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 0607e35c-f80b-410c-aaf7-f7ceeb53da6e is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:24.030801 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 26ef5c73-7e8e-4b13-8155-f398f0c549c1 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:24.088341 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 26ef5c73-7e8e-4b13-8155-f398f0c549c1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:24.088873 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (26ef5c73-7e8e-4b13-8155-f398f0c549c1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.127281 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ab81076e-594f-4fd5-9aeb-c3cd4b448d6b None None] Provisioning complete for port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:24.128572 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ab81076e-594f-4fd5-9aeb-c3cd4b448d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.173585 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ab81076e-594f-4fd5-9aeb-c3cd4b448d6b None None] Port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:24.212349 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 26ef5c73-7e8e-4b13-8155-f398f0c549c1 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:24.213018 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (26ef5c73-7e8e-4b13-8155-f398f0c549c1), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.223040 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598266161', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:18Z', 'updated_at': '2022-03-23T02:44:22Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:19Z', 'updated_at': '2022-03-23T02:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'd2bd9df5-f5b8-4c1f-938c-99eb2dab38ad', 'name': '', 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:8d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:21Z', 'updated_at': '2022-03-23T02:44:22Z', 'revision_number': 2, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:24.234542 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 26ef5c73-7e8e-4b13-8155-f398f0c549c1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=26ef5c73-7e8e-4b13-8155-f398f0c549c1,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:24.239386 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (26ef5c73-7e8e-4b13-8155-f398f0c549c1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.258166 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Checking router: 153ef62e-9780-4fed-89f7-49b6c8f6db73 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:24.258509 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Updating router 153ef62e-9780-4fed-89f7-49b6c8f6db73 port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:44:24.290057 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.295709 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=26ef5c73-7e8e-4b13-8155-f398f0c549c1,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:24.568650 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Publish callbacks [] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.575255 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.626232 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9f610-148f-4b63-b75d-0139ac351c30 None None] Pushing event updated for resources: {'Port': ['ID=d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:24.653378 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af9f610-148f-4b63-b75d-0139ac351c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:24.653721 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af9f610-148f-4b63-b75d-0139ac351c30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:24.654032 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af9f610-148f-4b63-b75d-0139ac351c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:24.654370 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af9f610-148f-4b63-b75d-0139ac351c30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:24.654710 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af9f610-148f-4b63-b75d-0139ac351c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:24.655030 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af9f610-148f-4b63-b75d-0139ac351c30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:24.655350 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af9f610-148f-4b63-b75d-0139ac351c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:24.655666 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af9f610-148f-4b63-b75d-0139ac351c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:24.655969 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af9f610-148f-4b63-b75d-0139ac351c30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:24.656283 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af9f610-148f-4b63-b75d-0139ac351c30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:24.656632 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af9f610-148f-4b63-b75d-0139ac351c30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:24.656934 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af9f610-148f-4b63-b75d-0139ac351c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:24.657246 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af9f610-148f-4b63-b75d-0139ac351c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:24.657567 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af9f610-148f-4b63-b75d-0139ac351c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:24.657883 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af9f610-148f-4b63-b75d-0139ac351c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:44:24.696499 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Attempting to bind port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:24.696962 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Attempting to bind port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '95a603b4-2026-4e8c-9e65-062076d19c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:24.697344 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Attempting to bind port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad on network b2f86afe-2048-462d-859c-ab395cd361a4 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:24.703413 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:24.703920 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Checking segment: {'id': '95a603b4-2026-4e8c-9e65-062076d19c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:24.704416 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.704833 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Bound using segment: {'id': '95a603b4-2026-4e8c-9e65-062076d19c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:24.710844 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Bound port: d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a603b4-2026-4e8c-9e65-062076d19c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:24.711251 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.807746 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] For port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:24.813042 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] For port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad,segment=NetworkSegment(95a603b4-2026-4e8c-9e65-062076d19c0c),segment_id=95a603b4-2026-4e8c-9e65-062076d19c0c)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:24.820183 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.862589 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-879914f7-c0ed-4a9c-963e-5bd683809bf7 req-c5c3f3ab-bcee-428c-a0bd-7774f0c1bf31 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 210 time: 0.0507843 Mar 23 02:44:24.886209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-e1d57cfd-b6a9-4a6b-9e91-24fb023e814d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:24.893653 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-e1d57cfd-b6a9-4a6b-9e91-24fb023e814d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "GET /v2.0/networks?id=b2f86afe-2048-462d-859c-ab395cd361a4 HTTP/1.1" status: 200 len: 795 time: 0.2042878 Mar 23 02:44:24.922081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-d39b7d94-bc9a-4304-be27-39d2c8722e87 None None] Provisioning complete for port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:24.922816 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d39b7d94-bc9a-4304-be27-39d2c8722e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.926683 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:24.973047 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-000a9210-cac2-4393-bc4c-6ae558c2b673 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb6ded23f7904c528c242edeaae8f657 HTTP/1.1" status: 200 len: 379 time: 0.0693107 Mar 23 02:44:24.982672 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-5b213223-4ed5-480f-927a-b3bfba152cd4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'port': {'device_id': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4', 'admin_state_up': True, 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'security_groups': ['f456de72-21b1-477c-8d18-fca10b8a9195']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:24.994097 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Routers {'153ef62e-9780-4fed-89f7-49b6c8f6db73'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:24.994325 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:44:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['153ef62e-9780-4fed-89f7-49b6c8f6db73'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:25.013312 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-d39b7d94-bc9a-4304-be27-39d2c8722e87 None None] Current status of the port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:25.013312 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d39b7d94-bc9a-4304-be27-39d2c8722e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.053936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-d39b7d94-bc9a-4304-be27-39d2c8722e87 None None] For port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad,segment=NetworkSegment(95a603b4-2026-4e8c-9e65-062076d19c0c),segment_id=95a603b4-2026-4e8c-9e65-062076d19c0c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:25.062073 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d39b7d94-bc9a-4304-be27-39d2c8722e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.063642 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9f610-148f-4b63-b75d-0139ac351c30 None None] Pushing event updated for resources: {'Port': ['ID=d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:25.118333 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-5b213223-4ed5-480f-927a-b3bfba152cd4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Made reservation on behalf of eb6ded23f7904c528c242edeaae8f657 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:44:25.118597 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] Set router 153ef62e-9780-4fed-89f7-49b6c8f6db73 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:25.124127 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-5b213223-4ed5-480f-927a-b3bfba152cd4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.137959 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b7d94-bc9a-4304-be27-39d2c8722e87 None None] Pushing event updated for resources: {'Port': ['ID=d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:25.272680 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-5b213223-4ed5-480f-927a-b3bfba152cd4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.20.0.6 (b2f86afe-2048-462d-859c-ab395cd361a4/a058433c-1e68-4bbe-8b7d-eb7f12ee5a51/a51cf56d-2ed3-43c5-9595-bff23ffe711d) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:25.286667 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c2d0f492-2181-4316-9907-9fa8e4e989f1 None None] Provisioning complete for port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:25.287138 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c2d0f492-2181-4316-9907-9fa8e4e989f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.341647 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598266161', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:18Z', 'updated_at': '2022-03-23T02:44:22Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:19Z', 'updated_at': '2022-03-23T02:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'd2bd9df5-f5b8-4c1f-938c-99eb2dab38ad', 'name': '', 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:8d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:21Z', 'updated_at': '2022-03-23T02:44:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:25.369265 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b318bc-6f6e-436e-9b2c-2fd30999ae41 None None] The sync data for ids ['153ef62e-9780-4fed-89f7-49b6c8f6db73'] in n-d-834677-4 is: [{'id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598266161', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:18Z', 'updated_at': '2022-03-23T02:44:22Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:19Z', 'updated_at': '2022-03-23T02:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'd2bd9df5-f5b8-4c1f-938c-99eb2dab38ad', 'name': '', 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:8d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:21Z', 'updated_at': '2022-03-23T02:44:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:25.371271 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c2d0f492-2181-4316-9907-9fa8e4e989f1 None None] Current status of the port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:25.436623 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-5b213223-4ed5-480f-927a-b3bfba152cd4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.478277 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-5b213223-4ed5-480f-927a-b3bfba152cd4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.527051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-5b213223-4ed5-480f-927a-b3bfba152cd4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network b2f86afe-2048-462d-859c-ab395cd361a4 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:25.530349 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-5b213223-4ed5-480f-927a-b3bfba152cd4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:25.537867 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-5b213223-4ed5-480f-927a-b3bfba152cd4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:25.545042 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b213223-4ed5-480f-927a-b3bfba152cd4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=a51cf56d-2ed3-43c5-9595-bff23ffe711d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:25.593001 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-5b213223-4ed5-480f-927a-b3bfba152cd4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:25.593586 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-5b213223-4ed5-480f-927a-b3bfba152cd4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.614772 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-5b213223-4ed5-480f-927a-b3bfba152cd4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6369038 Mar 23 02:44:25.681225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Request body: {'port': {'device_id': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:25.754181 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.804702 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 26ef5c73-7e8e-4b13-8155-f398f0c549c1 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:25.857223 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 26ef5c73-7e8e-4b13-8155-f398f0c549c1 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:25.857488 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (26ef5c73-7e8e-4b13-8155-f398f0c549c1), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.924116 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.931688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c7b14af8-640d-4700-a575-9e149fd809d2 None None] Provisioning complete for port a51cf56d-2ed3-43c5-9595-bff23ffe711d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:25.932318 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c7b14af8-640d-4700-a575-9e149fd809d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:25.938612 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:44:26.006100 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c7b14af8-640d-4700-a575-9e149fd809d2 None None] Port a51cf56d-2ed3-43c5-9595-bff23ffe711d cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:44:26.018160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 26ef5c73-7e8e-4b13-8155-f398f0c549c1 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:26.019422 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:26.039783 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f544e-16e0-48ae-89fc-3b88d940903e req-6a036b30-7b26-4f5c-8e4b-b9e96f6cbdbc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:26.044078 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51cf56d-2ed3-43c5-9595-bff23ffe711d {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:44:26.048662 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-732f544e-16e0-48ae-89fc-3b88d940903e req-6a036b30-7b26-4f5c-8e4b-b9e96f6cbdbc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 931 time: 0.0789893 Mar 23 02:44:26.052723 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Publish callbacks [] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.066046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Transition to ACTIVE for port object a51cf56d-2ed3-43c5-9595-bff23ffe711d will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:44:26.071418 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.083066 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:26.083538 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.117710 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-732f544e-16e0-48ae-89fc-3b88d940903e req-44423b93-dfa1-4dae-a4ef-e3da7acccd1a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677338 Mar 23 02:44:26.172190 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Pushing event updated for resources: {'Port': ['ID=a51cf56d-2ed3-43c5-9595-bff23ffe711d,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:26.195857 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:26.210177 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Attempting to bind port a51cf56d-2ed3-43c5-9595-bff23ffe711d on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:44:26.210659 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Attempting to bind port a51cf56d-2ed3-43c5-9595-bff23ffe711d by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '95a603b4-2026-4e8c-9e65-062076d19c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:44:26.211105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Attempting to bind port a51cf56d-2ed3-43c5-9595-bff23ffe711d on network b2f86afe-2048-462d-859c-ab395cd361a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:26.216989 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Port a51cf56d-2ed3-43c5-9595-bff23ffe711d on network b2f86afe-2048-462d-859c-ab395cd361a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:44:26.217442 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Attempting to bind port a51cf56d-2ed3-43c5-9595-bff23ffe711d on network b2f86afe-2048-462d-859c-ab395cd361a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:44:26.224990 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:44:26.225404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Checking segment: {'id': '95a603b4-2026-4e8c-9e65-062076d19c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:44:26.225852 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Bound using segment: {'id': '95a603b4-2026-4e8c-9e65-062076d19c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:44:26.226373 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Bound port: a51cf56d-2ed3-43c5-9595-bff23ffe711d, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a603b4-2026-4e8c-9e65-062076d19c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:44:26.226791 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.309187 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] For port a51cf56d-2ed3-43c5-9595-bff23ffe711d, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:44:26.313785 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] For port a51cf56d-2ed3-43c5-9595-bff23ffe711d, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d,segment=NetworkSegment(95a603b4-2026-4e8c-9e65-062076d19c0c),segment_id=95a603b4-2026-4e8c-9e65-062076d19c0c)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:44:26.324559 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.367450 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:26.368096 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:26.369545 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] 10.222.0.42 "PUT /v2.0/ports/a51cf56d-2ed3-43c5-9595-bff23ffe711d HTTP/1.1" status: 200 len: 1091 time: 0.7471673 Mar 23 02:44:26.370012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'tag': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:44:26.372269 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929bbc09-6b5a-4cbe-aa3f-4ca0b7b9dba4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7042cb-cbd6-4752-a873-f4537aa2abfc", "tag": "a51cf56d-2ed3-43c5-9595-bff23ffe711d"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:44:26.399734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c7aeb-8403-4829-a211-0d718b528038 service neutron] Pushing event updated for resources: {'Port': ['ID=a51cf56d-2ed3-43c5-9595-bff23ffe711d,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:26.501934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-33aedefa-8a79-4c8f-9088-97137477e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:26.504137 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-33aedefa-8a79-4c8f-9088-97137477e6c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 1125 time: 0.0653934 Mar 23 02:44:26.509167 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40aafdce-fe33-4bf2-9d1b-bd891daab7cb x-openstack-request-id: req-40aafdce-fe33-4bf2-9d1b-bd891daab7cb {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:44:26.509601 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7042cb-cbd6-4752-a873-f4537aa2abfc", "tag": "a51cf56d-2ed3-43c5-9595-bff23ffe711d", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:44:26.509945 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40aafdce-fe33-4bf2-9d1b-bd891daab7cb {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:44:26.510417 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40aafdce-fe33-4bf2-9d1b-bd891daab7cb'] response: {'name': 'network-changed', 'server_uuid': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'tag': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d', 'status': 'completed', 'code': 200} Mar 23 02:44:26.557087 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-6dfaaa84-1c03-4799-9e70-5741d6cc2752 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d HTTP/1.1" status: 200 len: 217 time: 0.0438242 Mar 23 02:44:26.610718 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-402c95ec-40fb-4750-9ca9-ac646b367d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:26.613639 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-402c95ec-40fb-4750-9ca9-ac646b367d1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a058433c-1e68-4bbe-8b7d-eb7f12ee5a51 HTTP/1.1" status: 200 len: 835 time: 0.0500419 Mar 23 02:44:26.674228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-47647590-207b-4011-8cbd-80cdd88ab77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:26.676034 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-47647590-207b-4011-8cbd-80cdd88ab77b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b2f86afe-2048-462d-859c-ab395cd361a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564492 Mar 23 02:44:27.072060 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-d24c5630-e226-4ac9-83a8-d1b3c54bcc70 service neutron] 10.222.0.42 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895879 Mar 23 02:44:27.161376 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-98818eee-26e8-4db1-831e-46be5ad6e538 req-f0921165-4418-4a84-b2b0-47d8ce237c8d service neutron] 10.222.0.42 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830996 Mar 23 02:44:27.244807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e0680-f5eb-4d65-b4e5-359df46402fc req-356fb0c1-b423-4435-bdd5-c12ea0ceaef9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:27.246650 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f09e0680-f5eb-4d65-b4e5-359df46402fc req-356fb0c1-b423-4435-bdd5-c12ea0ceaef9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 943 time: 0.0658565 Mar 23 02:44:27.264185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bbc09-6b5a-4cbe-aa3f-4ca0b7b9dba4 req-2400b74e-a6b3-40b5-a2ca-85837bbda0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:27.265706 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-929bbc09-6b5a-4cbe-aa3f-4ca0b7b9dba4 req-2400b74e-a6b3-40b5-a2ca-85837bbda0eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 1125 time: 0.0552642 Mar 23 02:44:27.296333 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f09e0680-f5eb-4d65-b4e5-359df46402fc req-ee86a571-ce5a-4588-a872-12e2bacdaaa9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440624 Mar 23 02:44:27.360532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bbc09-6b5a-4cbe-aa3f-4ca0b7b9dba4 req-7471a331-3133-4c6a-81e3-4fe0547671fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:27.362090 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-929bbc09-6b5a-4cbe-aa3f-4ca0b7b9dba4 req-7471a331-3133-4c6a-81e3-4fe0547671fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=b2f86afe-2048-462d-859c-ab395cd361a4 HTTP/1.1" status: 200 len: 895 time: 0.0899711 Mar 23 02:44:27.406366 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-929bbc09-6b5a-4cbe-aa3f-4ca0b7b9dba4 req-17e40dbe-bcb6-4822-9530-781f9a9b72a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d HTTP/1.1" status: 200 len: 217 time: 0.0387886 Mar 23 02:44:27.456805 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bbc09-6b5a-4cbe-aa3f-4ca0b7b9dba4 req-9a5dfc4c-8ab3-4a48-bd88-9ff016d5833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:27.458317 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-929bbc09-6b5a-4cbe-aa3f-4ca0b7b9dba4 req-9a5dfc4c-8ab3-4a48-bd88-9ff016d5833e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a058433c-1e68-4bbe-8b7d-eb7f12ee5a51 HTTP/1.1" status: 200 len: 835 time: 0.0456676 Mar 23 02:44:27.510707 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bbc09-6b5a-4cbe-aa3f-4ca0b7b9dba4 req-e84321a1-10f6-45da-a7c3-ca8cb489374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:27.512099 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-929bbc09-6b5a-4cbe-aa3f-4ca0b7b9dba4 req-e84321a1-10f6-45da-a7c3-ca8cb489374e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b2f86afe-2048-462d-859c-ab395cd361a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474901 Mar 23 02:44:27.609482 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-929bbc09-6b5a-4cbe-aa3f-4ca0b7b9dba4 req-f2ac6d25-0f7f-43e5-bc11-39b524b32be2 service neutron] 10.222.0.42 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910256 Mar 23 02:44:27.707647 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-929bbc09-6b5a-4cbe-aa3f-4ca0b7b9dba4 req-45ab2f85-0d8b-4638-a136-df623e7a887f service neutron] 10.222.0.42 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918682 Mar 23 02:44:28.427108 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3bd35-a74e-4a07-88f1-c339615b3ba8 req-64d123d6-ca22-41a2-9f0a-e63ce705e45e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:28.428625 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aee3bd35-a74e-4a07-88f1-c339615b3ba8 req-64d123d6-ca22-41a2-9f0a-e63ce705e45e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 943 time: 0.0587974 Mar 23 02:44:28.479785 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-aee3bd35-a74e-4a07-88f1-c339615b3ba8 req-a738a186-b911-4d4f-87ff-6655cdcdd668 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453186 Mar 23 02:44:29.619387 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd349f5-5d50-4085-b5fa-db6e75e11789 req-2e90e058-632c-47d2-a787-1f0eb24c8606 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:29.620919 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cfd349f5-5d50-4085-b5fa-db6e75e11789 req-2e90e058-632c-47d2-a787-1f0eb24c8606 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 943 time: 0.0573215 Mar 23 02:44:29.679445 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-cfd349f5-5d50-4085-b5fa-db6e75e11789 req-2ad06087-8a4e-49e2-9d73-0eb7fa9f00c5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506527 Mar 23 02:44:30.260165 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a51cf56d-2ed3-43c5-9595-bff23ffe711d details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:44:30.376970 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a51cf56d-2ed3-43c5-9595-bff23ffe711d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d,segment=NetworkSegment(95a603b4-2026-4e8c-9e65-062076d19c0c),segment_id=95a603b4-2026-4e8c-9e65-062076d19c0c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:30.390908 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d', 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4', 'port_id': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d', 'mac_address': 'fa:16:3e:7e:dd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:44:30.441298 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port a51cf56d-2ed3-43c5-9595-bff23ffe711d is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:30.441688 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:30.455781 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51cf56d-2ed3-43c5-9595-bff23ffe711d {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:44:30.476171 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a51cf56d-2ed3-43c5-9595-bff23ffe711d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d,segment=NetworkSegment(95a603b4-2026-4e8c-9e65-062076d19c0c),segment_id=95a603b4-2026-4e8c-9e65-062076d19c0c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:30.482069 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:30.535368 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=a51cf56d-2ed3-43c5-9595-bff23ffe711d,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:30.688556 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['a51cf56d-2ed3-43c5-9595-bff23ffe711d'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:44:30.820661 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0a57-4236-4a87-a514-3b54383d81fb req-39ea95a5-9451-4e30-aaea-fa0c5578beeb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:30.822063 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2c3e0a57-4236-4a87-a514-3b54383d81fb req-39ea95a5-9451-4e30-aaea-fa0c5578beeb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 944 time: 0.0703609 Mar 23 02:44:30.870421 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-2c3e0a57-4236-4a87-a514-3b54383d81fb req-0f254658-89e4-4201-9b0a-88f55d7cfb03 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426407 Mar 23 02:44:32.011035 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb7b07-1be2-490f-ab7a-6438f907781b req-fdc25fb5-24a0-4573-80e5-6804cc4bbea1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:32.012563 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a8cb7b07-1be2-490f-ab7a-6438f907781b req-fdc25fb5-24a0-4573-80e5-6804cc4bbea1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 944 time: 0.0587282 Mar 23 02:44:32.067728 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a8cb7b07-1be2-490f-ab7a-6438f907781b req-5b17579a-8d12-450d-9ae5-6971866f3f4a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493207 Mar 23 02:44:32.283592 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a51cf56d-2ed3-43c5-9595-bff23ffe711d up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:44:32.344131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port a51cf56d-2ed3-43c5-9595-bff23ffe711d completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:44:32.348489 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port a51cf56d-2ed3-43c5-9595-bff23ffe711d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:44:32.348900 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.445123 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port a51cf56d-2ed3-43c5-9595-bff23ffe711d is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:44:32.445508 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.469305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:44:32.471646 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2384e5-6129-462d-b6fc-e5f9c6603ea3" -d '{"events": [{"server_uuid": "fb7042cb-cbd6-4752-a873-f4537aa2abfc", "name": "network-vif-plugged", "status": "completed", "tag": "a51cf56d-2ed3-43c5-9595-bff23ffe711d"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:44:32.483869 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a51cf56d-2ed3-43c5-9595-bff23ffe711d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d,segment=NetworkSegment(95a603b4-2026-4e8c-9e65-062076d19c0c),segment_id=95a603b4-2026-4e8c-9e65-062076d19c0c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:44:32.488960 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:32.537311 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=a51cf56d-2ed3-43c5-9595-bff23ffe711d,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:32.566103 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62097146-57f5-4dc3-a76a-452070ec0634 x-openstack-request-id: req-62097146-57f5-4dc3-a76a-452070ec0634 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:44:32.566408 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7042cb-cbd6-4752-a873-f4537aa2abfc", "name": "network-vif-plugged", "status": "completed", "tag": "a51cf56d-2ed3-43c5-9595-bff23ffe711d", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:44:32.566657 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62097146-57f5-4dc3-a76a-452070ec0634 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:44:32.567066 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62097146-57f5-4dc3-a76a-452070ec0634'] response: {'server_uuid': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d', 'code': 200} Mar 23 02:44:32.677703 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9729cc-8408-4325-b021-1f021b323a3b req-43428df1-8ab3-405d-bf16-6904e364449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:32.679208 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d9729cc-8408-4325-b021-1f021b323a3b req-43428df1-8ab3-405d-bf16-6904e364449e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 1127 time: 0.0552180 Mar 23 02:44:32.725217 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4d9729cc-8408-4325-b021-1f021b323a3b req-a9c94d1a-c41c-473f-a2b7-26de6f648ee3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393682 Mar 23 02:44:33.198742 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316fe47-130e-4612-9706-c8cb1212637d req-666f6ccc-0043-44c6-b8c7-192951fb9087 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:33.200215 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5316fe47-130e-4612-9706-c8cb1212637d req-666f6ccc-0043-44c6-b8c7-192951fb9087 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0557942 Mar 23 02:44:33.265614 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-5316fe47-130e-4612-9706-c8cb1212637d req-ea3aed46-f5b2-4ba7-adc1-7b1ca6cd6566 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572906 Mar 23 02:44:34.413432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc13da-a483-48c3-a9a9-c78b96de6eb4 req-e84921c0-f47b-4695-973d-b7d3d923c038 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:34.415104 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-defc13da-a483-48c3-a9a9-c78b96de6eb4 req-e84921c0-f47b-4695-973d-b7d3d923c038 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0673642 Mar 23 02:44:34.418276 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:34.468237 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-defc13da-a483-48c3-a9a9-c78b96de6eb4 req-d0a76c13-b0de-4374-b0c7-444d52457ec2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464561 Mar 23 02:44:34.593501 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7413421-691c-499c-9c9b-bfd38e8a1902 req-802a1d0c-8539-42dc-b29b-d4f5f5d07c00 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:34.594911 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7413421-691c-499c-9c9b-bfd38e8a1902 req-802a1d0c-8539-42dc-b29b-d4f5f5d07c00 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0598912 Mar 23 02:44:34.647246 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e7413421-691c-499c-9c9b-bfd38e8a1902 req-1659e2f7-0371-411c-9875-a890204e1e64 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444112 Mar 23 02:44:34.679147 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58118) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:34.730897 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5711f499-9c7e-4245-8748-1f3b4105238f tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:34.732487 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5711f499-9c7e-4245-8748-1f3b4105238f tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 1122 time: 0.0523541 Mar 23 02:44:34.735637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58120) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:34.740579 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:44:34.766365 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:34.863825 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:34.974239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.25.0.43 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/59b2da57-940e-46db-8668-d903898fae1c) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:44:35.081319 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (59b2da57-940e-46db-8668-d903898fae1c), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.116378 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (59b2da57-940e-46db-8668-d903898fae1c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.157314 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:44:35.160125 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:44:35.164764 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:44:35.189636 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=59b2da57-940e-46db-8668-d903898fae1c,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:35.710826 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (c00c1cdf-726b-452a-bda3-59f340a66d69), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:35.843252 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (59b2da57-940e-46db-8668-d903898fae1c), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.029641 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (59b2da57-940e-46db-8668-d903898fae1c), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.036534 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (59b2da57-940e-46db-8668-d903898fae1c), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.107539 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=59b2da57-940e-46db-8668-d903898fae1c,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:44:36.118536 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (c00c1cdf-726b-452a-bda3-59f340a66d69), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.229521 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Floating IP c00c1cdf-726b-452a-bda3-59f340a66d69 associated. External IP: 172.25.0.43, port: a51cf56d-2ed3-43c5-9595-bff23ffe711d. Mar 23 02:44:36.465959 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router 153ef62e-9780-4fed-89f7-49b6c8f6db73 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:44:36.590326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:44:36.604326 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd664f3a-684c-4f05-8a2d-48ec30cab720 None None] Sync routers for ids ['153ef62e-9780-4fed-89f7-49b6c8f6db73'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:44:36.611208 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:36.617130 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd664f3a-684c-4f05-8a2d-48ec30cab720 None None] Routers {'153ef62e-9780-4fed-89f7-49b6c8f6db73'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:36.617766 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-dd664f3a-684c-4f05-8a2d-48ec30cab720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:44:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['153ef62e-9780-4fed-89f7-49b6c8f6db73'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:36.736984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-dd664f3a-684c-4f05-8a2d-48ec30cab720 None None] Set router 153ef62e-9780-4fed-89f7-49b6c8f6db73 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:36.943866 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1b33d9b9-6d66-4f3a-af61-27f61145123c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2070572 Mar 23 02:44:36.944482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'tag': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:44:36.946828 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7f7f11-a4ab-4300-9359-3f7783b18763" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7042cb-cbd6-4752-a873-f4537aa2abfc", "tag": "a51cf56d-2ed3-43c5-9595-bff23ffe711d"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:44:36.993307 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c85060b-7c42-4d3a-bc57-0fab31a55095 x-openstack-request-id: req-6c85060b-7c42-4d3a-bc57-0fab31a55095 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:44:36.993827 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7042cb-cbd6-4752-a873-f4537aa2abfc", "tag": "a51cf56d-2ed3-43c5-9595-bff23ffe711d", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:44:36.994082 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c85060b-7c42-4d3a-bc57-0fab31a55095 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:44:36.994501 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c85060b-7c42-4d3a-bc57-0fab31a55095'] response: {'name': 'network-changed', 'server_uuid': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'tag': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d', 'status': 'completed', 'code': 200} Mar 23 02:44:37.087434 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334c9b7-7936-4389-9240-ccbd137d03d9 req-0d489d76-7228-4089-bdb5-f5856c3f631a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:37.088953 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c334c9b7-7936-4389-9240-ccbd137d03d9 req-0d489d76-7228-4089-bdb5-f5856c3f631a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0853400 Mar 23 02:44:37.094470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f7f11-a4ab-4300-9359-3f7783b18763 req-42cccd63-0b32-4826-af51-32b29edac596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:37.095884 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba7f7f11-a4ab-4300-9359-3f7783b18763 req-42cccd63-0b32-4826-af51-32b29edac596 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 1127 time: 0.0798280 Mar 23 02:44:37.139928 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-dd664f3a-684c-4f05-8a2d-48ec30cab720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598266161', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:18Z', 'updated_at': '2022-03-23T02:44:22Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:19Z', 'updated_at': '2022-03-23T02:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'c00c1cdf-726b-452a-bda3-59f340a66d69', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'port_id': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4', 'mac_address': 'fa:16:3e:7e:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:44:35Z', 'updated_at': '2022-03-23T02:44:35Z', 'revision_number': 0, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bd9df5-f5b8-4c1f-938c-99eb2dab38ad', 'name': '', 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:8d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:21Z', 'updated_at': '2022-03-23T02:44:25Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:37.166581 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd664f3a-684c-4f05-8a2d-48ec30cab720 None None] Checking router: 153ef62e-9780-4fed-89f7-49b6c8f6db73 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:44:37.175099 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd664f3a-684c-4f05-8a2d-48ec30cab720 None None] Routers {'153ef62e-9780-4fed-89f7-49b6c8f6db73'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:44:37.175713 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-dd664f3a-684c-4f05-8a2d-48ec30cab720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:44:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['153ef62e-9780-4fed-89f7-49b6c8f6db73'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:37.199905 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c334c9b7-7936-4389-9240-ccbd137d03d9 req-6a4254ea-1586-496e-aa11-c55e57075a06 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030300 Mar 23 02:44:37.221094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f7f11-a4ab-4300-9359-3f7783b18763 req-b081f898-68a8-4907-bc2e-890ac06323ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:37.222621 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba7f7f11-a4ab-4300-9359-3f7783b18763 req-b081f898-68a8-4907-bc2e-890ac06323ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=b2f86afe-2048-462d-859c-ab395cd361a4 HTTP/1.1" status: 200 len: 895 time: 0.1193616 Mar 23 02:44:37.224776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58126) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:37.285776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-dd664f3a-684c-4f05-8a2d-48ec30cab720 None None] Set router 153ef62e-9780-4fed-89f7-49b6c8f6db73 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:44:37.334533 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-8380cbe1-7cca-4b95-bd35-4c3ad713ce91 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/c00c1cdf-726b-452a-bda3-59f340a66d69 HTTP/1.1" status: 200 len: 990 time: 0.1086469 Mar 23 02:44:37.338766 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba7f7f11-a4ab-4300-9359-3f7783b18763 req-229144b6-ae83-4f17-9d83-6aa212905230 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d HTTP/1.1" status: 200 len: 998 time: 0.1078277 Mar 23 02:44:37.387735 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f7f11-a4ab-4300-9359-3f7783b18763 req-6da5c537-1817-4e73-a394-fb4fd4aecb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:37.389222 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba7f7f11-a4ab-4300-9359-3f7783b18763 req-6da5c537-1817-4e73-a394-fb4fd4aecb79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a058433c-1e68-4bbe-8b7d-eb7f12ee5a51 HTTP/1.1" status: 200 len: 835 time: 0.0448666 Mar 23 02:44:37.443713 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f7f11-a4ab-4300-9359-3f7783b18763 req-59c9b718-3448-46c1-b4c3-294e58310166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:37.445258 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba7f7f11-a4ab-4300-9359-3f7783b18763 req-59c9b718-3448-46c1-b4c3-294e58310166 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b2f86afe-2048-462d-859c-ab395cd361a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503869 Mar 23 02:44:37.518078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-dd664f3a-684c-4f05-8a2d-48ec30cab720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598266161', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:18Z', 'updated_at': '2022-03-23T02:44:22Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:19Z', 'updated_at': '2022-03-23T02:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'c00c1cdf-726b-452a-bda3-59f340a66d69', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'port_id': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4', 'mac_address': 'fa:16:3e:7e:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:44:35Z', 'updated_at': '2022-03-23T02:44:35Z', 'revision_number': 0, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bd9df5-f5b8-4c1f-938c-99eb2dab38ad', 'name': '', 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:8d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:21Z', 'updated_at': '2022-03-23T02:44:25Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:44:37.536061 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba7f7f11-a4ab-4300-9359-3f7783b18763 req-482018fd-898e-4823-806c-7f90410e2060 service neutron] 10.222.0.42 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849566 Mar 23 02:44:37.545208 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd664f3a-684c-4f05-8a2d-48ec30cab720 None None] The sync data for ids ['153ef62e-9780-4fed-89f7-49b6c8f6db73'] in n-d-834677-4 is: [{'id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598266161', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:18Z', 'updated_at': '2022-03-23T02:44:22Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:19Z', 'updated_at': '2022-03-23T02:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': 'c00c1cdf-726b-452a-bda3-59f340a66d69', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'port_id': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4', 'mac_address': 'fa:16:3e:7e:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:44:35Z', 'updated_at': '2022-03-23T02:44:35Z', 'revision_number': 0, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bd9df5-f5b8-4c1f-938c-99eb2dab38ad', 'name': '', 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:8d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:21Z', 'updated_at': '2022-03-23T02:44:25Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:44:37.633187 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ba7f7f11-a4ab-4300-9359-3f7783b18763 req-baa920fa-0352-49a1-b486-f33cb63257e7 service neutron] 10.222.0.42 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918219 Mar 23 02:44:37.767659 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64a2237-1891-439a-a739-928f04e82b77 None None] New status for floating IP c00c1cdf-726b-452a-bda3-59f340a66d69: ACTIVE {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:44:38.339903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58128) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:44:38.413713 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-03a88943-a6f9-4414-9754-faf3852f0f40 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/c00c1cdf-726b-452a-bda3-59f340a66d69 HTTP/1.1" status: 200 len: 992 time: 0.0723510 Mar 23 02:44:39.197907 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03dde41d-1896-47f2-b00f-0560656bd4e1 req-abb368f3-624d-4ad2-bb0b-f6afae84853c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502272 Mar 23 02:44:39.289020 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dde41d-1896-47f2-b00f-0560656bd4e1 req-7a52f7a2-a582-4fe2-9c6c-70496ba35fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:39.290535 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03dde41d-1896-47f2-b00f-0560656bd4e1 req-7a52f7a2-a582-4fe2-9c6c-70496ba35fd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 1127 time: 0.0500116 Mar 23 02:44:39.403138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dde41d-1896-47f2-b00f-0560656bd4e1 req-54853f59-aa2e-4d24-b681-4a0f333458bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:39.404631 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03dde41d-1896-47f2-b00f-0560656bd4e1 req-54853f59-aa2e-4d24-b681-4a0f333458bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=b2f86afe-2048-462d-859c-ab395cd361a4 HTTP/1.1" status: 200 len: 895 time: 0.0951831 Mar 23 02:44:39.473698 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03dde41d-1896-47f2-b00f-0560656bd4e1 req-fdedc1b0-e12d-4e3a-9222-2f02a7010299 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d HTTP/1.1" status: 200 len: 1000 time: 0.0633686 Mar 23 02:44:39.521399 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dde41d-1896-47f2-b00f-0560656bd4e1 req-1b42f4c8-cc32-464c-b930-0847d0a94e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:39.522587 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03dde41d-1896-47f2-b00f-0560656bd4e1 req-1b42f4c8-cc32-464c-b930-0847d0a94e23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a058433c-1e68-4bbe-8b7d-eb7f12ee5a51 HTTP/1.1" status: 200 len: 835 time: 0.0433853 Mar 23 02:44:39.575866 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dde41d-1896-47f2-b00f-0560656bd4e1 req-4420fd58-8e6c-4e92-9f09-21285ca17c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:44:39.578196 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03dde41d-1896-47f2-b00f-0560656bd4e1 req-4420fd58-8e6c-4e92-9f09-21285ca17c47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b2f86afe-2048-462d-859c-ab395cd361a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491965 Mar 23 02:44:39.673168 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03dde41d-1896-47f2-b00f-0560656bd4e1 req-1d232388-5005-4e75-83f0-61f9ec97abc8 service neutron] 10.222.0.42 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884163 Mar 23 02:44:39.785376 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-03dde41d-1896-47f2-b00f-0560656bd4e1 req-bd458dea-517a-4bd0-8583-b1e0197be334 service neutron] 10.222.0.42 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060040 Mar 23 02:44:49.633417 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4b3ab33b-7521-4981-b3d4-665b65cc280b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:51.343564 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:52.163765 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4426854f-74bf-4c63-a98d-774b87eab982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:53.587988 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:54.921957 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:44:55.897077 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:02.943814 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:45:04.417561 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:07.059387 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-3f48ba0f-a103-4555-95d7-6b02073bac83 req-b43a63f2-1d89-4c33-904c-257c7da0f87c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:45:07.060817 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3f48ba0f-a103-4555-95d7-6b02073bac83 req-b43a63f2-1d89-4c33-904c-257c7da0f87c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083826 Mar 23 02:45:07.251707 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea70a2-97b2-4a12-afec-5e4ff5155dc2 req-99460dda-c9e2-4f18-81a3-5705c40fb254 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:07.252260 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58144) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:07.253233 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-55ea70a2-97b2-4a12-afec-5e4ff5155dc2 req-99460dda-c9e2-4f18-81a3-5705c40fb254 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0537345 Mar 23 02:45:07.304823 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-55ea70a2-97b2-4a12-afec-5e4ff5155dc2 req-27aded56-1a79-4786-924b-797e24a8dc96 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452623 Mar 23 02:45:07.335925 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-154a94e8-46c1-41ef-9ccb-caa62834cfc9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823267 Mar 23 02:45:07.348317 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-d63a6843-8c15-4362-bfef-6a38c1ad8761 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:45:07.349352 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-d63a6843-8c15-4362-bfef-6a38c1ad8761 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083258 Mar 23 02:45:07.736950 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58166) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:07.829773 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-c93f353d-6d9a-46fe-b847-aaf2580794dc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:07.831140 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-c93f353d-6d9a-46fe-b847-aaf2580794dc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports/a51cf56d-2ed3-43c5-9595-bff23ffe711d HTTP/1.1" status: 200 len: 942 time: 0.0931582 Mar 23 02:45:08.438502 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488ad52-1597-44ad-b8ea-a10d093c8c4e req-9c6f626b-47d1-477b-b0de-a6478a42c47a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:08.441313 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d488ad52-1597-44ad-b8ea-a10d093c8c4e req-9c6f626b-47d1-477b-b0de-a6478a42c47a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0622010 Mar 23 02:45:08.495886 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d488ad52-1597-44ad-b8ea-a10d093c8c4e req-9295df51-9142-4425-b4ab-2c4a8bcfc168 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478053 Mar 23 02:45:08.837789 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-a80bc51c-4747-41b8-a11d-2d94ad76c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:08.839334 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-a80bc51c-4747-41b8-a11d-2d94ad76c009 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 1127 time: 0.0462558 Mar 23 02:45:08.939531 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-2ae3eb74-9250-479b-aa7c-318b91513818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:08.941044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-2ae3eb74-9250-479b-aa7c-318b91513818 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b2f86afe-2048-462d-859c-ab395cd361a4 HTTP/1.1" status: 200 len: 895 time: 0.0938487 Mar 23 02:45:09.009492 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-baecc030-fb38-42d1-a0c0-b49df20bafcc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d HTTP/1.1" status: 200 len: 1000 time: 0.0623312 Mar 23 02:45:09.059842 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-29203fbe-6dea-4e3b-9a45-9766bef37704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:09.061555 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-29203fbe-6dea-4e3b-9a45-9766bef37704 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a058433c-1e68-4bbe-8b7d-eb7f12ee5a51 HTTP/1.1" status: 200 len: 835 time: 0.0450172 Mar 23 02:45:09.115360 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-b7b6e8ea-67f3-4359-b47f-07a20440a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:09.116804 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-b7b6e8ea-67f3-4359-b47f-07a20440a868 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b2f86afe-2048-462d-859c-ab395cd361a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492244 Mar 23 02:45:09.210213 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-a125c5cd-34ad-41a9-adcd-391d66ac4743 service neutron] 10.222.0.42 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869069 Mar 23 02:45:09.308775 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-edb8b5a6-b358-4abb-939e-574858998828 service neutron] 10.222.0.42 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887699 Mar 23 02:45:09.623518 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bce92-3f67-44c0-9486-2eaaf7147828 req-1fc8a3df-8c8b-40fa-b74d-05d1a0b345f0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:09.625054 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1b0bce92-3f67-44c0-9486-2eaaf7147828 req-1fc8a3df-8c8b-40fa-b74d-05d1a0b345f0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0601654 Mar 23 02:45:09.675850 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1b0bce92-3f67-44c0-9486-2eaaf7147828 req-8e503b1f-5bcb-4e1d-b185-5689caad085a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448103 Mar 23 02:45:10.720461 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-5c42bac3-7e21-4e60-a810-3ada3613aa68 req-5d002c87-7398-4422-a939-ac47c558ca66 tempest-ServerDiskConfigTestJSON-1250264354 tempest-ServerDiskConfigTestJSON-1250264354-project] (99263) timed out ('10.222.0.43', 62348) {{(pid=99263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 02:45:10.808451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8509c54-5bd2-4dcb-8aac-6dd242a5fa0e req-f978a11d-5ffa-47e0-b1c7-3abd6324aaeb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:10.809972 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8509c54-5bd2-4dcb-8aac-6dd242a5fa0e req-f978a11d-5ffa-47e0-b1c7-3abd6324aaeb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0572245 Mar 23 02:45:10.863427 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b8509c54-5bd2-4dcb-8aac-6dd242a5fa0e req-88382058-fe1e-4d40-9449-9ada24065a20 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454183 Mar 23 02:45:11.996388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5bfe6-caf9-4fb5-b932-13744e19da5a req-edc75ec5-1010-4bdf-932d-6227a605acf5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:11.997887 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-30c5bfe6-caf9-4fb5-b932-13744e19da5a req-edc75ec5-1010-4bdf-932d-6227a605acf5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0585556 Mar 23 02:45:12.046695 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-30c5bfe6-caf9-4fb5-b932-13744e19da5a req-ab1f7565-f317-43b9-8a89-15fafc967078 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432053 Mar 23 02:45:13.174728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad645edb-e1e1-4267-861e-ce962022823f req-921d33d0-2b0c-4f86-8e83-9491af59c057 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:13.176229 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad645edb-e1e1-4267-861e-ce962022823f req-921d33d0-2b0c-4f86-8e83-9491af59c057 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0579784 Mar 23 02:45:13.224881 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ad645edb-e1e1-4267-861e-ce962022823f req-ea1c4c33-7cba-42d2-a2ac-7d0794c49110 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426958 Mar 23 02:45:14.370776 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479f845-4730-479d-847e-57070051747b req-32c023ea-ca6f-4d32-9d79-7af02e6fe514 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:14.373199 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1479f845-4730-479d-847e-57070051747b req-32c023ea-ca6f-4d32-9d79-7af02e6fe514 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0637231 Mar 23 02:45:14.433083 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-1479f845-4730-479d-847e-57070051747b req-f64e158a-0407-4d29-bccf-4adfb20c36b4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510161 Mar 23 02:45:15.565875 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a461e9-7dc0-433c-ad27-c14f4a03e902 req-49ca7657-8575-4011-95ed-3d858b5641cc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:15.567384 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5a461e9-7dc0-433c-ad27-c14f4a03e902 req-49ca7657-8575-4011-95ed-3d858b5641cc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0638490 Mar 23 02:45:15.619112 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-b5a461e9-7dc0-433c-ad27-c14f4a03e902 req-ea9cbb1f-cb18-4b3c-b0df-855b9a8593ce tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441926 Mar 23 02:45:16.764802 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ff30a-db41-4e3c-b252-c39e6a5dbe24 req-cee15e8d-c395-4e1d-a3bc-a637be9055b0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:16.766344 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-966ff30a-db41-4e3c-b252-c39e6a5dbe24 req-cee15e8d-c395-4e1d-a3bc-a637be9055b0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0682106 Mar 23 02:45:16.820954 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-966ff30a-db41-4e3c-b252-c39e6a5dbe24 req-7eb7d444-40e0-422a-86ee-726ead139d6c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488198 Mar 23 02:45:17.952452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397e181-65de-4fdb-b329-705eab10a586 req-136ddeb9-ffeb-44f6-843b-de4f99d4f2e4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:17.953986 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6397e181-65de-4fdb-b329-705eab10a586 req-136ddeb9-ffeb-44f6-843b-de4f99d4f2e4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0556583 Mar 23 02:45:18.004304 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6397e181-65de-4fdb-b329-705eab10a586 req-c1d1b3c4-b62d-4b4e-8b36-7bf3e6b79ef4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445936 Mar 23 02:45:19.137444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e45979-1083-44a7-97fa-bce8a2887432 req-86b8b8ab-85db-4269-9f42-56b09c81d443 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:19.138955 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7e45979-1083-44a7-97fa-bce8a2887432 req-86b8b8ab-85db-4269-9f42-56b09c81d443 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0559692 Mar 23 02:45:19.192244 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7e45979-1083-44a7-97fa-bce8a2887432 req-4e6bdf85-1b69-4d2f-b1cf-3c647296ca9d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475595 Mar 23 02:45:19.637630 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b67aa884-2abc-4e68-8d14-74fa592e571e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:20.326069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474e059-0d61-4a31-bdd1-1f80fd68b374 req-8c02f1c0-6df8-4b87-b093-ec19d78adefe tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:20.327546 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8474e059-0d61-4a31-bdd1-1f80fd68b374 req-8c02f1c0-6df8-4b87-b093-ec19d78adefe tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0606720 Mar 23 02:45:20.379671 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8474e059-0d61-4a31-bdd1-1f80fd68b374 req-3ad99626-3b9a-4e09-a2d4-76a0353c959b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464425 Mar 23 02:45:21.182544 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-6c082e60-bc15-4f63-9cb7-e8be0dfc39ef service neutron] show failed (client error): The resource could not be found. Mar 23 02:45:21.183580 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-6c082e60-bc15-4f63-9cb7-e8be0dfc39ef service neutron] 10.222.0.42 "GET /v2.0/ports/a51cf56d-2ed3-43c5-9595-bff23ffe711d/bindings/n-h2-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.0642071 Mar 23 02:45:21.350344 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:21.445328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-5b191b19-eaa6-4cd5-b75f-e1eab4168f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:21.447055 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-5b191b19-eaa6-4cd5-b75f-e1eab4168f5b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc&tenant_id=eb6ded23f7904c528c242edeaae8f657 HTTP/1.1" status: 200 len: 1127 time: 0.0945678 Mar 23 02:45:21.460710 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-dcef9b42-9974-4a01-b9c6-83578e2f7bef service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:45:21.462372 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-dcef9b42-9974-4a01-b9c6-83578e2f7bef service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070739 Mar 23 02:45:21.478900 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-834677-4', 'device_owner': 'compute:nova'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:45:21.520157 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdad53e-7c2b-4e5b-a29b-3fef8c0ff5c0 req-16037a80-7841-4c74-ae65-e24aa201072a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:21.521739 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9bdad53e-7c2b-4e5b-a29b-3fef8c0ff5c0 req-16037a80-7841-4c74-ae65-e24aa201072a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0621407 Mar 23 02:45:21.544744 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:21.571174 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9bdad53e-7c2b-4e5b-a29b-3fef8c0ff5c0 req-08af24e9-c289-4434-bc02-6bc9777084a3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433393 Mar 23 02:45:21.748035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] For port a51cf56d-2ed3-43c5-9595-bff23ffe711d, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d,segment=NetworkSegment(95a603b4-2026-4e8c-9e65-062076d19c0c),segment_id=95a603b4-2026-4e8c-9e65-062076d19c0c)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:21.782673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] For port a51cf56d-2ed3-43c5-9595-bff23ffe711d, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:45:21.823091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:45:21.826775 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28c1297-5597-4b2a-8429-020895f573f7" -d '{"events": [{"server_uuid": "fb7042cb-cbd6-4752-a873-f4537aa2abfc", "name": "network-vif-unplugged", "status": "completed", "tag": "a51cf56d-2ed3-43c5-9595-bff23ffe711d"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:45:21.831602 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Publish callbacks [] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:21.852033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Transition to ACTIVE for port object a51cf56d-2ed3-43c5-9595-bff23ffe711d will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:45:21.855981 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:21.883117 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 02:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e4dfa8-12e1-43c3-b31f-07f0b65a8431 x-openstack-request-id: req-c9e4dfa8-12e1-43c3-b31f-07f0b65a8431 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:45:21.883412 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7042cb-cbd6-4752-a873-f4537aa2abfc", "name": "network-vif-unplugged", "status": "completed", "tag": "a51cf56d-2ed3-43c5-9595-bff23ffe711d", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:45:21.883667 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9e4dfa8-12e1-43c3-b31f-07f0b65a8431 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:45:21.884068 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e4dfa8-12e1-43c3-b31f-07f0b65a8431'] response: {'server_uuid': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d', 'code': 200} Mar 23 02:45:21.951557 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Pushing event updated for resources: {'Port': ['ID=a51cf56d-2ed3-43c5-9595-bff23ffe711d,revision_number=6']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:21.963438 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:21.963835 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:21.964175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:21.965235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:21.965578 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:21.965913 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:21.966242 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:21.966617 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:21.966940 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:21.967259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:21.967578 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:21.967908 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:21.968209 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:21.968522 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:21.968858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:22.004969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] No DVR routers for this DVR port a51cf56d-2ed3-43c5-9595-bff23ffe711d on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:45:22.148351 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Attempting to bind port a51cf56d-2ed3-43c5-9595-bff23ffe711d on host n-h2-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:45:22.148635 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4ee39e74-f237-4875-9cc5-6814ac8eb311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:22.148792 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Attempting to bind port a51cf56d-2ed3-43c5-9595-bff23ffe711d by drivers openvswitch,hyperv on host n-h2-834677-4 at level 0 using segments [{'id': '95a603b4-2026-4e8c-9e65-062076d19c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:45:22.149074 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Attempting to bind port a51cf56d-2ed3-43c5-9595-bff23ffe711d on network b2f86afe-2048-462d-859c-ab395cd361a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:45:22.155546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Port a51cf56d-2ed3-43c5-9595-bff23ffe711d on network b2f86afe-2048-462d-859c-ab395cd361a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:45:22.155804 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Attempting to bind port a51cf56d-2ed3-43c5-9595-bff23ffe711d on network b2f86afe-2048-462d-859c-ab395cd361a4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:45:22.160652 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Checking agent: {'id': '35f06359-a7d5-4237-b5c3-f454dc9a81cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:45:22.160992 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Checking segment: {'id': '95a603b4-2026-4e8c-9e65-062076d19c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:45:22.161546 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Bound using segment: {'id': '95a603b4-2026-4e8c-9e65-062076d19c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:45:22.162016 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Bound port: a51cf56d-2ed3-43c5-9595-bff23ffe711d, host: n-h2-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a603b4-2026-4e8c-9e65-062076d19c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:45:22.162417 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:22.238021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] For port a51cf56d-2ed3-43c5-9595-bff23ffe711d, host n-h2-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:45:22.242270 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] For port a51cf56d-2ed3-43c5-9595-bff23ffe711d, host n-h2-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d,segment=NetworkSegment(95a603b4-2026-4e8c-9e65-062076d19c0c),segment_id=95a603b4-2026-4e8c-9e65-062076d19c0c)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:45:22.250883 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:22.296423 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:22.297115 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:22.298492 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] 10.222.0.43 "PUT /v2.0/ports/a51cf56d-2ed3-43c5-9595-bff23ffe711d HTTP/1.1" status: 200 len: 1091 time: 0.8237209 Mar 23 02:45:22.319411 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9e299-e4f8-4f8a-be0e-4f06e7619d23 service neutron] Pushing event updated for resources: {'Port': ['ID=a51cf56d-2ed3-43c5-9595-bff23ffe711d,revision_number=7']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:22.386490 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-e5498c40-b49a-4c9e-84ba-f68fa99733c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:22.388046 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-e5498c40-b49a-4c9e-84ba-f68fa99733c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 1125 time: 0.0493550 Mar 23 02:45:22.481253 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-077cd4de-a808-4124-a101-d12062f5f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:22.482881 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-077cd4de-a808-4124-a101-d12062f5f6c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b2f86afe-2048-462d-859c-ab395cd361a4 HTTP/1.1" status: 200 len: 895 time: 0.0894263 Mar 23 02:45:22.553702 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-38970079-50f7-4996-aec0-c378f1263041 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d HTTP/1.1" status: 200 len: 998 time: 0.0648727 Mar 23 02:45:22.601254 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-c10b5e81-5f8a-4ec8-b5b1-22cdac08c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:22.602725 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-c10b5e81-5f8a-4ec8-b5b1-22cdac08c1ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a058433c-1e68-4bbe-8b7d-eb7f12ee5a51 HTTP/1.1" status: 200 len: 835 time: 0.0434530 Mar 23 02:45:22.652309 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-5129f976-5efe-4bb8-b571-4dcd27b983d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:22.654076 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-5129f976-5efe-4bb8-b571-4dcd27b983d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b2f86afe-2048-462d-859c-ab395cd361a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457146 Mar 23 02:45:22.696832 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e185a-d5af-4be9-914b-373eb52572a2 req-c6c7eee6-87b5-4073-9a8e-59242f88565e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:22.698550 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ba7e185a-d5af-4be9-914b-373eb52572a2 req-c6c7eee6-87b5-4073-9a8e-59242f88565e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 943 time: 0.0561156 Mar 23 02:45:22.745189 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-ccec44ce-9222-4ab7-a16e-a799bf1ba12d service neutron] 10.222.0.43 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851130 Mar 23 02:45:22.749190 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ba7e185a-d5af-4be9-914b-373eb52572a2 req-840b5081-f2e8-459a-aa24-04ce7523d168 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448236 Mar 23 02:45:22.846311 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-90f75638-57a7-4e5b-bc50-46321beb9ea7 service neutron] 10.222.0.43 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956347 Mar 23 02:45:23.586374 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:23.890492 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81c49f-bedf-44a8-9774-ad6f8d9c292d req-56ee6e10-3c40-48f0-a679-2da49ca65581 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:23.893956 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a81c49f-bedf-44a8-9774-ad6f8d9c292d req-56ee6e10-3c40-48f0-a679-2da49ca65581 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 943 time: 0.0671504 Mar 23 02:45:23.894647 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'tag': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:45:23.897064 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7042cb-cbd6-4752-a873-f4537aa2abfc", "tag": "a51cf56d-2ed3-43c5-9595-bff23ffe711d"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:45:23.946140 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8a81c49f-bedf-44a8-9774-ad6f8d9c292d req-ba1d849c-60ea-45b3-aaf8-8b1e53797738 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457592 Mar 23 02:45:23.951185 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7afdf6-3bb1-42ab-b7a4-772bf795f9a4 x-openstack-request-id: req-5a7afdf6-3bb1-42ab-b7a4-772bf795f9a4 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:45:23.951359 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7042cb-cbd6-4752-a873-f4537aa2abfc", "tag": "a51cf56d-2ed3-43c5-9595-bff23ffe711d", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:45:23.951570 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a7afdf6-3bb1-42ab-b7a4-772bf795f9a4 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:45:23.951990 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a7afdf6-3bb1-42ab-b7a4-772bf795f9a4'] response: {'name': 'network-changed', 'server_uuid': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'tag': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d', 'status': 'completed', 'code': 200} Mar 23 02:45:24.047459 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-951342da-6fb1-4e74-9cda-ed43db5bf631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:24.048915 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-951342da-6fb1-4e74-9cda-ed43db5bf631 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 1125 time: 0.0784254 Mar 23 02:45:24.064837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-40f45521-b0ea-4143-a09f-2fb938012f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:24.066248 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-40f45521-b0ea-4143-a09f-2fb938012f28 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 1125 time: 0.0688751 Mar 23 02:45:24.214160 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-ee6a81a3-cb11-4d14-bd0a-ab9c6d987069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:24.216209 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-ee6a81a3-cb11-4d14-bd0a-ab9c6d987069 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b2f86afe-2048-462d-859c-ab395cd361a4 HTTP/1.1" status: 200 len: 895 time: 0.1616096 Mar 23 02:45:24.220452 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-c8b224b2-22e5-4893-af2d-e28c3c6e31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:24.221798 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-c8b224b2-22e5-4893-af2d-e28c3c6e31bd service neutron] 10.222.0.43 "GET /v2.0/networks?id=b2f86afe-2048-462d-859c-ab395cd361a4 HTTP/1.1" status: 200 len: 895 time: 0.1455696 Mar 23 02:45:24.328989 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-97a989af-62a7-46fc-8079-39355e985a15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d HTTP/1.1" status: 200 len: 998 time: 0.1057639 Mar 23 02:45:24.333028 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-1bde226c-4b8b-481c-8b6a-e43bb6d43ebc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d HTTP/1.1" status: 200 len: 998 time: 0.1032381 Mar 23 02:45:24.508802 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a51cf56d-2ed3-43c5-9595-bff23ffe711d no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:45:24.556635 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] The host n-h1-834677-4 is not matching for port a51cf56d-2ed3-43c5-9595-bff23ffe711d host n-h2-834677-4! {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 02:45:24.557051 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a51cf56d-2ed3-43c5-9595-bff23ffe711d not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:45:24.720097 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-bf866a3a-668e-4165-8e4a-dc3012fee6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:24.721649 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-bf866a3a-668e-4165-8e4a-dc3012fee6ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a058433c-1e68-4bbe-8b7d-eb7f12ee5a51 HTTP/1.1" status: 200 len: 835 time: 0.3865383 Mar 23 02:45:24.723281 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-6cde4739-7916-45b0-b133-4382df48a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:24.724567 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-6cde4739-7916-45b0-b133-4382df48a0b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a058433c-1e68-4bbe-8b7d-eb7f12ee5a51 HTTP/1.1" status: 200 len: 835 time: 0.3819439 Mar 23 02:45:24.799384 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-6ca78b3a-b648-4d66-8a49-a290b07b8fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:24.801472 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-6ca78b3a-b648-4d66-8a49-a290b07b8fc6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b2f86afe-2048-462d-859c-ab395cd361a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0738785 Mar 23 02:45:24.807451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-63cbcabc-bf9f-4235-97b6-ad57d189011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:24.808854 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-63cbcabc-bf9f-4235-97b6-ad57d189011a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b2f86afe-2048-462d-859c-ab395cd361a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0740900 Mar 23 02:45:24.916166 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:24.955917 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-b4751e59-46ce-4376-881a-bf11e6c70a02 service neutron] 10.222.0.42 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460688 Mar 23 02:45:24.957786 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-4544ceb9-a9e7-4712-9ec2-99b705d57256 service neutron] 10.222.0.43 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412578 Mar 23 02:45:25.090547 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575acb3-96b8-42e5-86b8-08f5c21b5737 req-d1253e19-4292-4e39-a73b-7fed1322c01e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:25.092076 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4575acb3-96b8-42e5-86b8-08f5c21b5737 req-d1253e19-4292-4e39-a73b-7fed1322c01e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 943 time: 0.0615785 Mar 23 02:45:25.110345 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-c7f34711-1d08-40a8-95a9-ce0311a68011 service neutron] 10.222.0.42 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488342 Mar 23 02:45:25.112498 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a12d5ce3-9d26-4f8a-a51d-4fef1d08ae95 req-ee594dd8-9db9-4494-94b2-292d6b10d2fa service neutron] 10.222.0.43 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442497 Mar 23 02:45:25.153001 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4575acb3-96b8-42e5-86b8-08f5c21b5737 req-adf27777-bd3a-4009-b9f0-1cfe603b3da9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549855 Mar 23 02:45:25.894916 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:26.276780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a1c5f-2f2d-4e09-bfc4-028347f24374 req-19b719ef-a3b4-4818-bcad-925c87f65fc9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:26.278419 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a6a1c5f-2f2d-4e09-bfc4-028347f24374 req-19b719ef-a3b4-4818-bcad-925c87f65fc9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 943 time: 0.0568414 Mar 23 02:45:26.333432 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6a6a1c5f-2f2d-4e09-bfc4-028347f24374 req-45b359e6-24d6-4b29-95be-91952666e329 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493000 Mar 23 02:45:26.571639 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f10ff-224a-4a86-b966-305c26dddbaa req-53fe6f5d-af7d-4e68-9bf6-67e27cbbdc82 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:26.573164 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-411f10ff-224a-4a86-b966-305c26dddbaa req-53fe6f5d-af7d-4e68-9bf6-67e27cbbdc82 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 943 time: 0.0879602 Mar 23 02:45:26.583930 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e38759-7e90-47d7-bdb7-904d2856039a req-61b02c19-ce00-4ed9-944a-f6992cd92af4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:26.585367 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82e38759-7e90-47d7-bdb7-904d2856039a req-61b02c19-ce00-4ed9-944a-f6992cd92af4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc&tenant_id=eb6ded23f7904c528c242edeaae8f657&binding%3Ahost_id=n-h2-834677-4 HTTP/1.1" status: 200 len: 943 time: 0.0885072 Mar 23 02:45:26.679349 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-411f10ff-224a-4a86-b966-305c26dddbaa req-52770cc5-534b-4d8a-bf8c-7a753990a79b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930147 Mar 23 02:45:26.684851 n-d-834677-4 neutron-server[99264]: INFO neutron.api.v2.resource [req-82e38759-7e90-47d7-bdb7-904d2856039a req-ba8fdc2d-6535-4c67-b1fe-244d7367cc8b service neutron] delete failed (client error): The resource could not be found. Mar 23 02:45:26.685728 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82e38759-7e90-47d7-bdb7-904d2856039a req-ba8fdc2d-6535-4c67-b1fe-244d7367cc8b service neutron] 10.222.0.42 "DELETE /v2.0/ports/a51cf56d-2ed3-43c5-9595-bff23ffe711d/bindings/n-h1-834677-4 HTTP/1.1" status: 404 len: 380 time: 0.0923173 Mar 23 02:45:26.776210 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e38759-7e90-47d7-bdb7-904d2856039a req-2e444158-e7a6-439a-8ce0-5d74923d6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:26.778949 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82e38759-7e90-47d7-bdb7-904d2856039a req-2e444158-e7a6-439a-8ce0-5d74923d6d0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 1125 time: 0.0501423 Mar 23 02:45:26.805246 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562256c-3599-4175-b865-8a3c17d172bf req-67eab191-dbad-4988-bd26-f79bd9f417c1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:26.806773 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9562256c-3599-4175-b865-8a3c17d172bf req-67eab191-dbad-4988-bd26-f79bd9f417c1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 943 time: 0.0557117 Mar 23 02:45:26.857691 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9562256c-3599-4175-b865-8a3c17d172bf req-9203b47b-a75e-4656-b7ac-d3b8c1af4f37 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445840 Mar 23 02:45:26.874130 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e38759-7e90-47d7-bdb7-904d2856039a req-eae76d8d-cba4-4102-b21d-4143cf82f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:26.875595 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82e38759-7e90-47d7-bdb7-904d2856039a req-eae76d8d-cba4-4102-b21d-4143cf82f373 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b2f86afe-2048-462d-859c-ab395cd361a4 HTTP/1.1" status: 200 len: 895 time: 0.0908306 Mar 23 02:45:26.947476 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82e38759-7e90-47d7-bdb7-904d2856039a req-f729f325-331a-4c43-9f01-961e0a620150 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d HTTP/1.1" status: 200 len: 998 time: 0.0654895 Mar 23 02:45:26.996903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e38759-7e90-47d7-bdb7-904d2856039a req-098bed25-821b-4f3d-90d1-7400648ca771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:26.998367 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82e38759-7e90-47d7-bdb7-904d2856039a req-098bed25-821b-4f3d-90d1-7400648ca771 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a058433c-1e68-4bbe-8b7d-eb7f12ee5a51 HTTP/1.1" status: 200 len: 835 time: 0.0443642 Mar 23 02:45:27.048228 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e38759-7e90-47d7-bdb7-904d2856039a req-42d16bc7-cd9c-405f-b55a-48e20710a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:27.049771 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82e38759-7e90-47d7-bdb7-904d2856039a req-42d16bc7-cd9c-405f-b55a-48e20710a20a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b2f86afe-2048-462d-859c-ab395cd361a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457170 Mar 23 02:45:27.144984 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82e38759-7e90-47d7-bdb7-904d2856039a req-0e1a8d4e-b370-4516-9eb7-88b276b3392c service neutron] 10.222.0.42 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864892 Mar 23 02:45:27.234291 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-82e38759-7e90-47d7-bdb7-904d2856039a req-d8509716-0402-4807-8f43-8a190b599c4a service neutron] 10.222.0.42 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838897 Mar 23 02:45:27.674380 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a51cf56d-2ed3-43c5-9595-bff23ffe711d details requested by agent hyperv_n-h2-834677-4 with host n-h2-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:45:27.785422 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port a51cf56d-2ed3-43c5-9595-bff23ffe711d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d,segment=NetworkSegment(95a603b4-2026-4e8c-9e65-062076d19c0c),segment_id=95a603b4-2026-4e8c-9e65-062076d19c0c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:27.798275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Returning: {'device': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d', 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4', 'port_id': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d', 'mac_address': 'fa:16:3e:7e:dd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:45:27.834264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port a51cf56d-2ed3-43c5-9595-bff23ffe711d is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:27.834648 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:27.847570 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51cf56d-2ed3-43c5-9595-bff23ffe711d {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:45:27.867093 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port a51cf56d-2ed3-43c5-9595-bff23ffe711d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d,segment=NetworkSegment(95a603b4-2026-4e8c-9e65-062076d19c0c),segment_id=95a603b4-2026-4e8c-9e65-062076d19c0c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:27.873003 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:27.931495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=a51cf56d-2ed3-43c5-9595-bff23ffe711d,revision_number=8']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:27.939445 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:27.939786 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:27.940126 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:27.940459 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:27.940823 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:27.941173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:27.941508 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:27.941829 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:27.942147 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:27.942461 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:27.942778 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:27.943078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:27.943390 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:27.943703 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:27.944015 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:45:27.988552 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2e789-6239-45eb-bcb6-52b93420c63d req-bb4d2316-6bb1-4e86-ab33-97beabd0d94f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:27.990111 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54c2e789-6239-45eb-bcb6-52b93420c63d req-bb4d2316-6bb1-4e86-ab33-97beabd0d94f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 944 time: 0.0606558 Mar 23 02:45:28.040730 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-54c2e789-6239-45eb-bcb6-52b93420c63d req-f490ac3c-d3e3-453b-a9b1-ba180dbea081 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446637 Mar 23 02:45:28.063685 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58226) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:45:28.132009 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e97859ba-9211-423c-8c1f-26620d572ec5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/c00c1cdf-726b-452a-bda3-59f340a66d69 HTTP/1.1" status: 200 len: 991 time: 0.0671470 Mar 23 02:45:28.302877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] get_ports_and_sgs() called for port_ids ['a51cf56d-2ed3-43c5-9595-bff23ffe711d'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:45:29.686078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a51cf56d-2ed3-43c5-9595-bff23ffe711d up at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:45:29.741002 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning for port a51cf56d-2ed3-43c5-9595-bff23ffe711d completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:45:29.745845 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Provisioning complete for port a51cf56d-2ed3-43c5-9595-bff23ffe711d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:45:29.746255 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:29.826133 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Current status of the port a51cf56d-2ed3-43c5-9595-bff23ffe711d is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:45:29.826513 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:29.849628 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:45:29.851831 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b089573c-0f84-42ca-b6c8-e2b8fba20fe3" -d '{"events": [{"server_uuid": "fb7042cb-cbd6-4752-a873-f4537aa2abfc", "name": "network-vif-plugged", "status": "completed", "tag": "a51cf56d-2ed3-43c5-9595-bff23ffe711d"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:45:29.864630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] For port a51cf56d-2ed3-43c5-9595-bff23ffe711d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d,segment=NetworkSegment(95a603b4-2026-4e8c-9e65-062076d19c0c),segment_id=95a603b4-2026-4e8c-9e65-062076d19c0c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:45:29.870833 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:29.894982 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc7a02f-b3d1-4b5d-8031-4b585a45b905 x-openstack-request-id: req-2dc7a02f-b3d1-4b5d-8031-4b585a45b905 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:45:29.895265 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7042cb-cbd6-4752-a873-f4537aa2abfc", "name": "network-vif-plugged", "status": "completed", "tag": "a51cf56d-2ed3-43c5-9595-bff23ffe711d", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:45:29.895516 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2dc7a02f-b3d1-4b5d-8031-4b585a45b905 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:45:29.895910 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc7a02f-b3d1-4b5d-8031-4b585a45b905'] response: {'server_uuid': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d', 'code': 200} Mar 23 02:45:29.931268 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Pushing event updated for resources: {'Port': ['ID=a51cf56d-2ed3-43c5-9595-bff23ffe711d,revision_number=9']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:45:30.315955 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd98b316-e4d5-4a06-b6d6-9f869d55a9fe req-79a2bcc7-730c-4681-b7ac-4f376360ade6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491691 Mar 23 02:45:30.417203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98b316-e4d5-4a06-b6d6-9f869d55a9fe req-c05746db-03c4-41ea-93a2-af049136feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:30.418842 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd98b316-e4d5-4a06-b6d6-9f869d55a9fe req-c05746db-03c4-41ea-93a2-af049136feab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 1127 time: 0.0466743 Mar 23 02:45:30.523506 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98b316-e4d5-4a06-b6d6-9f869d55a9fe req-d8ffde3f-5da2-44da-a9fc-d1e5e328c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:30.525011 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd98b316-e4d5-4a06-b6d6-9f869d55a9fe req-d8ffde3f-5da2-44da-a9fc-d1e5e328c425 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b2f86afe-2048-462d-859c-ab395cd361a4 HTTP/1.1" status: 200 len: 895 time: 0.0885179 Mar 23 02:45:30.590522 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd98b316-e4d5-4a06-b6d6-9f869d55a9fe req-5631aa9e-c60c-4e5f-901f-ded6ce18e370 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d HTTP/1.1" status: 200 len: 1000 time: 0.0595362 Mar 23 02:45:30.644205 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98b316-e4d5-4a06-b6d6-9f869d55a9fe req-9ec04316-0b9b-4b50-b984-a76adab5967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:30.646394 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd98b316-e4d5-4a06-b6d6-9f869d55a9fe req-9ec04316-0b9b-4b50-b984-a76adab5967e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a058433c-1e68-4bbe-8b7d-eb7f12ee5a51 HTTP/1.1" status: 200 len: 835 time: 0.0509977 Mar 23 02:45:30.711856 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98b316-e4d5-4a06-b6d6-9f869d55a9fe req-2882f896-9bfc-427f-b2c4-ea009ccc7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:45:30.713443 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd98b316-e4d5-4a06-b6d6-9f869d55a9fe req-2882f896-9bfc-427f-b2c4-ea009ccc7138 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b2f86afe-2048-462d-859c-ab395cd361a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0606632 Mar 23 02:45:30.806615 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd98b316-e4d5-4a06-b6d6-9f869d55a9fe req-22dc30e0-7f09-42b3-a71b-cc0390be8984 service neutron] 10.222.0.43 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869756 Mar 23 02:45:30.904236 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd98b316-e4d5-4a06-b6d6-9f869d55a9fe req-967cba0c-16d0-4ab5-911a-33a141037dbc service neutron] 10.222.0.43 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912535 Mar 23 02:45:34.435943 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:39.947705 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:45:49.636957 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a960211a-4db8-4394-b5a9-0a55a269c446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:51.342522 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:52.157229 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fffab45f-17a4-4f85-9da4-bb5e76815996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:53.599327 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:54.923867 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:45:55.900058 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:04.440866 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:16.796793 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58246) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:16.949358 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:46:17.260111 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port 59b2da57-940e-46db-8668-d903898fae1c {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:46:17.260419 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (59b2da57-940e-46db-8668-d903898fae1c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:17.336127 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (59b2da57-940e-46db-8668-d903898fae1c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:17.336458 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (59b2da57-940e-46db-8668-d903898fae1c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:17.349924 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for 59b2da57-940e-46db-8668-d903898fae1c owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:46:17.512138 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (59b2da57-940e-46db-8668-d903898fae1c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:17.541366 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=59b2da57-940e-46db-8668-d903898fae1c,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:17.553103 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:17.553460 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:17.553808 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:17.554141 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:17.554724 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:17.555301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:17.555855 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:17.556577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:17.557191 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:17.557765 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:17.558177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:17.558521 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:17.558864 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:17.559211 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:17.559527 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:17.618576 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (c00c1cdf-726b-452a-bda3-59f340a66d69), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:17.619010 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Floating IP c00c1cdf-726b-452a-bda3-59f340a66d69 disassociated (deleted). External IP: 172.25.0.43, port: a51cf56d-2ed3-43c5-9595-bff23ffe711d. Mar 23 02:46:17.841740 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router 153ef62e-9780-4fed-89f7-49b6c8f6db73 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:46:17.967268 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:46:17.973167 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:17.979944 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc3ccd-c428-409b-82ee-67594a00d2ef None None] Sync routers for ids ['153ef62e-9780-4fed-89f7-49b6c8f6db73'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:46:17.997505 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbc3ccd-c428-409b-82ee-67594a00d2ef None None] Routers {'153ef62e-9780-4fed-89f7-49b6c8f6db73'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:17.998094 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ffbc3ccd-c428-409b-82ee-67594a00d2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:45:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['153ef62e-9780-4fed-89f7-49b6c8f6db73'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:18.005813 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-af691691-99dd-4aee-a838-83a92de96227 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/floatingips/c00c1cdf-726b-452a-bda3-59f340a66d69 HTTP/1.1" status: 204 len: 168 time: 1.2078190 Mar 23 02:46:18.006953 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'tag': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:46:18.010651 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4231e2f2-9706-46ff-9b5f-73f85bf110fd" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7042cb-cbd6-4752-a873-f4537aa2abfc", "tag": "a51cf56d-2ed3-43c5-9595-bff23ffe711d"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:46:18.110555 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-ffbc3ccd-c428-409b-82ee-67594a00d2ef None None] Set router 153ef62e-9780-4fed-89f7-49b6c8f6db73 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:18.128371 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47267e5f-b9c3-4c39-aa1e-228acae9603e x-openstack-request-id: req-47267e5f-b9c3-4c39-aa1e-228acae9603e {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:46:18.128699 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7042cb-cbd6-4752-a873-f4537aa2abfc", "tag": "a51cf56d-2ed3-43c5-9595-bff23ffe711d", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:46:18.128982 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47267e5f-b9c3-4c39-aa1e-228acae9603e {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:46:18.129395 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47267e5f-b9c3-4c39-aa1e-228acae9603e'] response: {'name': 'network-changed', 'server_uuid': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'tag': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d', 'status': 'completed', 'code': 200} Mar 23 02:46:18.239820 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231e2f2-9706-46ff-9b5f-73f85bf110fd req-1a943c76-3d7b-4f51-9210-e653bed3054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:18.241465 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4231e2f2-9706-46ff-9b5f-73f85bf110fd req-1a943c76-3d7b-4f51-9210-e653bed3054b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 1127 time: 0.0638571 Mar 23 02:46:18.324575 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ffbc3ccd-c428-409b-82ee-67594a00d2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598266161', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:18Z', 'updated_at': '2022-03-23T02:44:22Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:19Z', 'updated_at': '2022-03-23T02:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'd2bd9df5-f5b8-4c1f-938c-99eb2dab38ad', 'name': '', 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:8d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:21Z', 'updated_at': '2022-03-23T02:44:25Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:18.349138 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696e1fc-feee-4933-bf2f-25f42d309f87 req-31e0f2a2-5ea2-48fb-8794-b203a77da9e1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:18.350553 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1696e1fc-feee-4933-bf2f-25f42d309f87 req-31e0f2a2-5ea2-48fb-8794-b203a77da9e1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.1258211 Mar 23 02:46:18.352248 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc3ccd-c428-409b-82ee-67594a00d2ef None None] Checking router: 153ef62e-9780-4fed-89f7-49b6c8f6db73 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:46:18.361332 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbc3ccd-c428-409b-82ee-67594a00d2ef None None] Routers {'153ef62e-9780-4fed-89f7-49b6c8f6db73'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:18.361949 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ffbc3ccd-c428-409b-82ee-67594a00d2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:45:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['153ef62e-9780-4fed-89f7-49b6c8f6db73'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:18.378938 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231e2f2-9706-46ff-9b5f-73f85bf110fd req-046f3c43-bed9-4a4c-b2fc-136ff6d6c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:18.380393 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4231e2f2-9706-46ff-9b5f-73f85bf110fd req-046f3c43-bed9-4a4c-b2fc-136ff6d6c95d service neutron] 10.222.0.43 "GET /v2.0/networks?id=b2f86afe-2048-462d-859c-ab395cd361a4 HTTP/1.1" status: 200 len: 895 time: 0.1240468 Mar 23 02:46:18.445478 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4231e2f2-9706-46ff-9b5f-73f85bf110fd req-fd7c748f-b200-4e11-88f8-fd1ea30660f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d HTTP/1.1" status: 200 len: 217 time: 0.0516429 Mar 23 02:46:18.454245 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-1696e1fc-feee-4933-bf2f-25f42d309f87 req-978a25a9-7cba-40ae-a8b2-86c0399bb46c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960464 Mar 23 02:46:18.476057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-ffbc3ccd-c428-409b-82ee-67594a00d2ef None None] Set router 153ef62e-9780-4fed-89f7-49b6c8f6db73 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:18.500258 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231e2f2-9706-46ff-9b5f-73f85bf110fd req-268fc7e9-5330-4810-8a0b-8b950cd83ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:18.501792 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4231e2f2-9706-46ff-9b5f-73f85bf110fd req-268fc7e9-5330-4810-8a0b-8b950cd83ec6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a058433c-1e68-4bbe-8b7d-eb7f12ee5a51 HTTP/1.1" status: 200 len: 835 time: 0.0467238 Mar 23 02:46:18.558902 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231e2f2-9706-46ff-9b5f-73f85bf110fd req-2a5ee5e6-d911-4dd3-be0c-880007ce9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:18.560870 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4231e2f2-9706-46ff-9b5f-73f85bf110fd req-2a5ee5e6-d911-4dd3-be0c-880007ce9435 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b2f86afe-2048-462d-859c-ab395cd361a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519428 Mar 23 02:46:18.660267 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4231e2f2-9706-46ff-9b5f-73f85bf110fd req-cc158f24-1f55-438b-8ce0-c7c7fd7e7bbf service neutron] 10.222.0.43 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920737 Mar 23 02:46:18.701151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-ffbc3ccd-c428-409b-82ee-67594a00d2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598266161', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:18Z', 'updated_at': '2022-03-23T02:44:22Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:19Z', 'updated_at': '2022-03-23T02:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'd2bd9df5-f5b8-4c1f-938c-99eb2dab38ad', 'name': '', 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:8d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:21Z', 'updated_at': '2022-03-23T02:44:25Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:18.730843 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc3ccd-c428-409b-82ee-67594a00d2ef None None] The sync data for ids ['153ef62e-9780-4fed-89f7-49b6c8f6db73'] in n-d-834677-4 is: [{'id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598266161', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:18Z', 'updated_at': '2022-03-23T02:44:22Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:19Z', 'updated_at': '2022-03-23T02:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'd2bd9df5-f5b8-4c1f-938c-99eb2dab38ad', 'name': '', 'network_id': 'b2f86afe-2048-462d-859c-ab395cd361a4', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:d2:8d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:21Z', 'updated_at': '2022-03-23T02:44:25Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': 'a058433c-1e68-4bbe-8b7d-eb7f12ee5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:46:18.754824 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4231e2f2-9706-46ff-9b5f-73f85bf110fd req-d2391a7b-18e9-4eda-814b-d742b0f6c106 service neutron] 10.222.0.43 "GET /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882111 Mar 23 02:46:18.954061 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2903f7a-26ff-486b-a861-7f29553bfff4 None None] New status for floating IP c00c1cdf-726b-452a-bda3-59f340a66d69: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:46:19.631279 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-22136e5e-4661-4817-9ab2-3a892bf7c31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:19.646871 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e84339-b4b4-4822-9e38-033c2b54eab6 req-32a58364-5658-4611-a001-0582c9925624 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:19.648443 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71e84339-b4b4-4822-9e38-033c2b54eab6 req-32a58364-5658-4611-a001-0582c9925624 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0618789 Mar 23 02:46:19.702017 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-71e84339-b4b4-4822-9e38-033c2b54eab6 req-e53686db-7404-48d4-ac81-95dc43a50091 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=f456de72-21b1-477c-8d18-fca10b8a9195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467074 Mar 23 02:46:19.795169 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39174b-64ed-4b78-9ee0-1b20505df12c req-47a13189-6f74-482e-b192-1a359a36eae5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:19.796703 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d39174b-64ed-4b78-9ee0-1b20505df12c req-47a13189-6f74-482e-b192-1a359a36eae5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 945 time: 0.0550821 Mar 23 02:46:19.901509 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-0d39174b-64ed-4b78-9ee0-1b20505df12c req-a2a07e0a-179c-46b4-90a4-4912d32556a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port a51cf56d-2ed3-43c5-9595-bff23ffe711d {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:46:19.902191 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0d39174b-64ed-4b78-9ee0-1b20505df12c req-a2a07e0a-179c-46b4-90a4-4912d32556a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:20.003345 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-0d39174b-64ed-4b78-9ee0-1b20505df12c req-a2a07e0a-179c-46b4-90a4-4912d32556a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] For port a51cf56d-2ed3-43c5-9595-bff23ffe711d, host n-h2-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-834677-4',level=0,port_id=a51cf56d-2ed3-43c5-9595-bff23ffe711d,segment=NetworkSegment(95a603b4-2026-4e8c-9e65-062076d19c0c),segment_id=95a603b4-2026-4e8c-9e65-062076d19c0c)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:20.003623 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0d39174b-64ed-4b78-9ee0-1b20505df12c req-a2a07e0a-179c-46b4-90a4-4912d32556a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:20.017467 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-0d39174b-64ed-4b78-9ee0-1b20505df12c req-a2a07e0a-179c-46b4-90a4-4912d32556a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for a51cf56d-2ed3-43c5-9595-bff23ffe711d owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:46:20.160468 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0d39174b-64ed-4b78-9ee0-1b20505df12c req-a2a07e0a-179c-46b4-90a4-4912d32556a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a51cf56d-2ed3-43c5-9595-bff23ffe711d), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:20.190901 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a07e0a-179c-46b4-90a4-4912d32556a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=a51cf56d-2ed3-43c5-9595-bff23ffe711d,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:20.245907 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d39174b-64ed-4b78-9ee0-1b20505df12c req-a2a07e0a-179c-46b4-90a4-4912d32556a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] No DVR routers for this DVR port a51cf56d-2ed3-43c5-9595-bff23ffe711d on host n-h2-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:46:20.248587 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-0d39174b-64ed-4b78-9ee0-1b20505df12c req-a2a07e0a-179c-46b4-90a4-4912d32556a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:20.251858 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d39174b-64ed-4b78-9ee0-1b20505df12c req-a2a07e0a-179c-46b4-90a4-4912d32556a7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.43 "DELETE /v2.0/ports/a51cf56d-2ed3-43c5-9595-bff23ffe711d HTTP/1.1" status: 204 len: 173 time: 0.4498575 Mar 23 02:46:20.252536 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'name': 'network-vif-deleted', 'tag': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:46:20.254909 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6725c99-f5b5-4f9e-ac6e-517bb0664bfa" -d '{"events": [{"server_uuid": "fb7042cb-cbd6-4752-a873-f4537aa2abfc", "name": "network-vif-deleted", "tag": "a51cf56d-2ed3-43c5-9595-bff23ffe711d"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:46:20.294821 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a80505-d57e-4e18-a885-805fcebe381d x-openstack-request-id: req-a0a80505-d57e-4e18-a885-805fcebe381d {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:46:20.295119 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7042cb-cbd6-4752-a873-f4537aa2abfc", "name": "network-vif-deleted", "tag": "a51cf56d-2ed3-43c5-9595-bff23ffe711d", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:46:20.295369 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0a80505-d57e-4e18-a885-805fcebe381d {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:46:20.295784 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a80505-d57e-4e18-a885-805fcebe381d'] response: {'server_uuid': 'fb7042cb-cbd6-4752-a873-f4537aa2abfc', 'name': 'network-vif-deleted', 'tag': 'a51cf56d-2ed3-43c5-9595-bff23ffe711d', 'status': 'completed', 'code': 200} Mar 23 02:46:20.818171 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3c35c4be-01da-4b03-84c9-24cff3a318b1 req-06a9296e-a281-4702-8dfa-720e20e66610 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb7042cb-cbd6-4752-a873-f4537aa2abfc HTTP/1.1" status: 200 len: 210 time: 0.0279768 Mar 23 02:46:21.353096 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:21.875698 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58266) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:22.151704 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e79c9588-a4c2-41fa-a3a9-cafee78bfe68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:22.274235 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-24da4e0b-55ec-4e26-8d0a-8dc307dcf417 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (153ef62e-9780-4fed-89f7-49b6c8f6db73), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:22.599016 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-24da4e0b-55ec-4e26-8d0a-8dc307dcf417 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:46:22.599342 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-24da4e0b-55ec-4e26-8d0a-8dc307dcf417 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:22.712500 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-24da4e0b-55ec-4e26-8d0a-8dc307dcf417 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] For port d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad,segment=NetworkSegment(95a603b4-2026-4e8c-9e65-062076d19c0c),segment_id=95a603b4-2026-4e8c-9e65-062076d19c0c)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:22.712854 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-24da4e0b-55ec-4e26-8d0a-8dc307dcf417 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:22.728635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-24da4e0b-55ec-4e26-8d0a-8dc307dcf417 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:46:22.953195 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-24da4e0b-55ec-4e26-8d0a-8dc307dcf417 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:22.987546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da4e0b-55ec-4e26-8d0a-8dc307dcf417 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:23.168732 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-24da4e0b-55ec-4e26-8d0a-8dc307dcf417 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (153ef62e-9780-4fed-89f7-49b6c8f6db73), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:23.404899 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24da4e0b-55ec-4e26-8d0a-8dc307dcf417 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router 153ef62e-9780-4fed-89f7-49b6c8f6db73 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:46:23.514724 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24da4e0b-55ec-4e26-8d0a-8dc307dcf417 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:46:23.523191 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-24da4e0b-55ec-4e26-8d0a-8dc307dcf417 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "PUT /v2.0/routers/153ef62e-9780-4fed-89f7-49b6c8f6db73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6438286 Mar 23 02:46:23.523670 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58268) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:23.524529 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec9ed8-1ecb-4e39-ba38-e7f33685498c None None] Sync routers for ids ['153ef62e-9780-4fed-89f7-49b6c8f6db73'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:46:23.537240 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec9ed8-1ecb-4e39-ba38-e7f33685498c None None] Routers {'153ef62e-9780-4fed-89f7-49b6c8f6db73'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:23.537936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-13ec9ed8-1ecb-4e39-ba38-e7f33685498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:46:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['153ef62e-9780-4fed-89f7-49b6c8f6db73'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:23.576698 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting subnet a058433c-1e68-4bbe-8b7d-eb7f12ee5a51 {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:46:23.580592 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for subnet (a058433c-1e68-4bbe-8b7d-eb7f12ee5a51), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:23.623753 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (a058433c-1e68-4bbe-8b7d-eb7f12ee5a51), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:23.626332 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:23.659686 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-13ec9ed8-1ecb-4e39-ba38-e7f33685498c None None] Set router 153ef62e-9780-4fed-89f7-49b6c8f6db73 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:23.719495 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (a058433c-1e68-4bbe-8b7d-eb7f12ee5a51), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:23.780719 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (a058433c-1e68-4bbe-8b7d-eb7f12ee5a51), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:23.809089 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Subnet': ['ID=a058433c-1e68-4bbe-8b7d-eb7f12ee5a51,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:23.811570 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:23.817160 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/subnets/a058433c-1e68-4bbe-8b7d-eb7f12ee5a51 HTTP/1.1" status: 204 len: 168 time: 0.2900360 Mar 23 02:46:23.817935 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58270) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:23.821379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:23.821728 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:23.822074 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:23.822525 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:23.822863 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:23.823199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:23.823526 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:23.823857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:23.824186 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:23.824514 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:23.824936 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:23.825268 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:23.825591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:23.825914 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:23.826238 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989dc34-7c70-4baa-bb82-db8bc5e6e077 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:23.939564 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c61b27f-fc8d-4895-906b-1ca523731ece tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router (153ef62e-9780-4fed-89f7-49b6c8f6db73), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:24.001354 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6039e0-49a0-408c-b9cd-2590b0e51ff5 None None] Network b2f86afe-2048-462d-859c-ab395cd361a4 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:46:24.003211 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a51cf56d-2ed3-43c5-9595-bff23ffe711d no longer exists at agent hyperv_n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:46:24.053787 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c61b27f-fc8d-4895-906b-1ca523731ece tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (153ef62e-9780-4fed-89f7-49b6c8f6db73), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:24.069343 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] No Port match for: a51cf56d-2ed3-43c5-9595-bff23ffe711d {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:46:24.069685 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Device a51cf56d-2ed3-43c5-9595-bff23ffe711d not bound to the agent host n-h2-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:46:24.110033 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-3c61b27f-fc8d-4895-906b-1ca523731ece tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port 26ef5c73-7e8e-4b13-8155-f398f0c549c1 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:46:24.110387 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c61b27f-fc8d-4895-906b-1ca523731ece tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (26ef5c73-7e8e-4b13-8155-f398f0c549c1), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:24.123085 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-13ec9ed8-1ecb-4e39-ba38-e7f33685498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598266161', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:18Z', 'updated_at': '2022-03-23T02:46:22Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '26ef5c73-7e8e-4b13-8155-f398f0c549c1', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:44:19Z', 'updated_at': '2022-03-23T02:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:24.153963 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec9ed8-1ecb-4e39-ba38-e7f33685498c None None] Checking router: 153ef62e-9780-4fed-89f7-49b6c8f6db73 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:46:24.163037 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec9ed8-1ecb-4e39-ba38-e7f33685498c None None] Routers {'153ef62e-9780-4fed-89f7-49b6c8f6db73'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:24.163684 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-13ec9ed8-1ecb-4e39-ba38-e7f33685498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:46:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['153ef62e-9780-4fed-89f7-49b6c8f6db73'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:24.192172 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-3c61b27f-fc8d-4895-906b-1ca523731ece tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] For port 26ef5c73-7e8e-4b13-8155-f398f0c549c1, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=26ef5c73-7e8e-4b13-8155-f398f0c549c1,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:24.192536 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c61b27f-fc8d-4895-906b-1ca523731ece tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (26ef5c73-7e8e-4b13-8155-f398f0c549c1), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:24.209665 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-3c61b27f-fc8d-4895-906b-1ca523731ece tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for 26ef5c73-7e8e-4b13-8155-f398f0c549c1 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:46:24.235276 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b55fa1a-25f9-4e02-96cc-70e411fbc0bf None None] DHCP port deletion for b2f86afe-2048-462d-859c-ab395cd361a4 request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:46:24.284719 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-13ec9ed8-1ecb-4e39-ba38-e7f33685498c None None] Set router 153ef62e-9780-4fed-89f7-49b6c8f6db73 gateway port host: None {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:24.344323 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-13ec9ed8-1ecb-4e39-ba38-e7f33685498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598266161', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:18Z', 'updated_at': '2022-03-23T02:46:24Z', 'revision_number': 6, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port_host': None}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:24.374658 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec9ed8-1ecb-4e39-ba38-e7f33685498c None None] The sync data for ids ['153ef62e-9780-4fed-89f7-49b6c8f6db73'] in n-d-834677-4 is: [{'id': '153ef62e-9780-4fed-89f7-49b6c8f6db73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598266161', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:44:18Z', 'updated_at': '2022-03-23T02:46:24Z', 'revision_number': 6, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port_host': None}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:46:24.388284 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0b55fa1a-25f9-4e02-96cc-70e411fbc0bf None None] Deleting port 0607e35c-f80b-410c-aaf7-f7ceeb53da6e {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:46:24.388743 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b55fa1a-25f9-4e02-96cc-70e411fbc0bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0607e35c-f80b-410c-aaf7-f7ceeb53da6e), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:24.465805 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0b55fa1a-25f9-4e02-96cc-70e411fbc0bf None None] For port 0607e35c-f80b-410c-aaf7-f7ceeb53da6e, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0607e35c-f80b-410c-aaf7-f7ceeb53da6e,segment=NetworkSegment(95a603b4-2026-4e8c-9e65-062076d19c0c),segment_id=95a603b4-2026-4e8c-9e65-062076d19c0c)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:24.466205 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b55fa1a-25f9-4e02-96cc-70e411fbc0bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0607e35c-f80b-410c-aaf7-f7ceeb53da6e), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:24.480394 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0b55fa1a-25f9-4e02-96cc-70e411fbc0bf None None] Calling delete_port for 0607e35c-f80b-410c-aaf7-f7ceeb53da6e owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:46:24.563798 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0b55fa1a-25f9-4e02-96cc-70e411fbc0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (0607e35c-f80b-410c-aaf7-f7ceeb53da6e), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:24.596482 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55fa1a-25f9-4e02-96cc-70e411fbc0bf None None] No DVR routers for this DVR port 0607e35c-f80b-410c-aaf7-f7ceeb53da6e on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:46:24.603620 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55fa1a-25f9-4e02-96cc-70e411fbc0bf None None] Pushing event deleted for resources: {'Port': ['ID=0607e35c-f80b-410c-aaf7-f7ceeb53da6e,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:24.683331 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c61b27f-fc8d-4895-906b-1ca523731ece tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (26ef5c73-7e8e-4b13-8155-f398f0c549c1), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:24.712166 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61b27f-fc8d-4895-906b-1ca523731ece tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=26ef5c73-7e8e-4b13-8155-f398f0c549c1,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:24.778393 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c61b27f-fc8d-4895-906b-1ca523731ece tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (153ef62e-9780-4fed-89f7-49b6c8f6db73), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:24.873548 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c61b27f-fc8d-4895-906b-1ca523731ece tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (153ef62e-9780-4fed-89f7-49b6c8f6db73), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:24.875825 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c61b27f-fc8d-4895-906b-1ca523731ece tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_controller (153ef62e-9780-4fed-89f7-49b6c8f6db73), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:24.923593 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:24.924429 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c61b27f-fc8d-4895-906b-1ca523731ece tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (153ef62e-9780-4fed-89f7-49b6c8f6db73), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:24.924985 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c61b27f-fc8d-4895-906b-1ca523731ece tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Fanout notify agent at l3_agent the message router_deleted on router 153ef62e-9780-4fed-89f7-49b6c8f6db73 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:46:24.932213 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3c61b27f-fc8d-4895-906b-1ca523731ece tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:24.933391 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3c61b27f-fc8d-4895-906b-1ca523731ece tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/routers/153ef62e-9780-4fed-89f7-49b6c8f6db73 HTTP/1.1" status: 204 len: 168 time: 1.1140149 Mar 23 02:46:24.936062 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58272) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:25.011427 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66d2641e-3688-402f-9b3f-c088c9fb3ec1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (b2f86afe-2048-462d-859c-ab395cd361a4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.102390 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66d2641e-3688-402f-9b3f-c088c9fb3ec1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (b2f86afe-2048-462d-859c-ab395cd361a4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.125050 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-66d2641e-3688-402f-9b3f-c088c9fb3ec1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f86afe-2048-462d-859c-ab395cd361a4']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:25.134975 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-66d2641e-3688-402f-9b3f-c088c9fb3ec1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a603b4-2026-4e8c-9e65-062076d19c0c') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:25.135400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-66d2641e-3688-402f-9b3f-c088c9fb3ec1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a603b4-2026-4e8c-9e65-062076d19c0c') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:25.144694 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66d2641e-3688-402f-9b3f-c088c9fb3ec1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (95a603b4-2026-4e8c-9e65-062076d19c0c), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.158352 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66d2641e-3688-402f-9b3f-c088c9fb3ec1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (95a603b4-2026-4e8c-9e65-062076d19c0c), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.164410 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d2641e-3688-402f-9b3f-c088c9fb3ec1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:46:25.164825 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66d2641e-3688-402f-9b3f-c088c9fb3ec1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (95a603b4-2026-4e8c-9e65-062076d19c0c), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:46:25.167812 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:46:25.226715 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66d2641e-3688-402f-9b3f-c088c9fb3ec1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (b2f86afe-2048-462d-859c-ab395cd361a4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.234838 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-66d2641e-3688-402f-9b3f-c088c9fb3ec1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.237259 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-66d2641e-3688-402f-9b3f-c088c9fb3ec1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/networks/b2f86afe-2048-462d-859c-ab395cd361a4 HTTP/1.1" status: 204 len: 168 time: 0.3001351 Mar 23 02:46:25.240252 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58274) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:25.250150 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2641e-3688-402f-9b3f-c088c9fb3ec1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Network': ['ID=b2f86afe-2048-462d-859c-ab395cd361a4,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:25.303236 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d74d-395e-421c-bc8c-253fd39f306b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (f456de72-21b1-477c-8d18-fca10b8a9195), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.329143 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d74d-395e-421c-bc8c-253fd39f306b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (f456de72-21b1-477c-8d18-fca10b8a9195), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.391240 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d74d-395e-421c-bc8c-253fd39f306b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (f456de72-21b1-477c-8d18-fca10b8a9195), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.393886 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d74d-395e-421c-bc8c-253fd39f306b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.395129 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f3d0d74d-395e-421c-bc8c-253fd39f306b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/security-groups/f456de72-21b1-477c-8d18-fca10b8a9195 HTTP/1.1" status: 204 len: 168 time: 0.1538007 Mar 23 02:46:25.404747 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0d74d-395e-421c-bc8c-253fd39f306b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f456de72-21b1-477c-8d18-fca10b8a9195,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:25.753011 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0607e35c-f80b-410c-aaf7-f7ceeb53da6e no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:46:25.764800 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58280) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:25.769477 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-0ec7c010-f9bd-4300-95ca-3ae343482dc0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374538845', 'description': 'tempest-secgroup-smoke-374538845 description', 'project_id': 'eb6ded23f7904c528c242edeaae8f657'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:25.772856 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 0607e35c-f80b-410c-aaf7-f7ceeb53da6e {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:46:25.773183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0607e35c-f80b-410c-aaf7-f7ceeb53da6e not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:46:25.773619 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 26ef5c73-7e8e-4b13-8155-f398f0c549c1 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:46:25.795952 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 26ef5c73-7e8e-4b13-8155-f398f0c549c1 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:46:25.796294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 26ef5c73-7e8e-4b13-8155-f398f0c549c1 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:46:25.796753 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:46:25.800641 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c010-f9bd-4300-95ca-3ae343482dc0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.817798 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:46:25.818151 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device d2bd9df5-f5b8-4c1f-938c-99eb2dab38ad not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:46:25.874158 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c010-f9bd-4300-95ca-3ae343482dc0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (e5ec0f4a-2a8c-448c-917d-ffea33fe23a8), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.879267 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c010-f9bd-4300-95ca-3ae343482dc0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e5ec0f4a-2a8c-448c-917d-ffea33fe23a8), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.902450 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.922533 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-0ec7c010-f9bd-4300-95ca-3ae343482dc0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:25.922980 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-0ec7c010-f9bd-4300-95ca-3ae343482dc0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1571708 Mar 23 02:46:25.925013 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7c010-f9bd-4300-95ca-3ae343482dc0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:25.927126 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58282) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:25.932063 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-7fc482c4-48cd-437b-80d8-4ce81ea8d88b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'e5ec0f4a-2a8c-448c-917d-ffea33fe23a8', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:25.964635 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7fc482c4-48cd-437b-80d8-4ce81ea8d88b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (fbec35f2-8690-48d7-b341-0b84d07b7671), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.021163 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7fc482c4-48cd-437b-80d8-4ce81ea8d88b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (fbec35f2-8690-48d7-b341-0b84d07b7671), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.027970 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7fc482c4-48cd-437b-80d8-4ce81ea8d88b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (fbec35f2-8690-48d7-b341-0b84d07b7671), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.052986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc482c4-48cd-437b-80d8-4ce81ea8d88b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbec35f2-8690-48d7-b341-0b84d07b7671,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:26.060492 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7fc482c4-48cd-437b-80d8-4ce81ea8d88b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.061719 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7fc482c4-48cd-437b-80d8-4ce81ea8d88b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335464 Mar 23 02:46:26.064488 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58284) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:26.069068 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-5f6cf5d1-03a2-4ee3-b54d-2416bac14a08 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'e5ec0f4a-2a8c-448c-917d-ffea33fe23a8', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:26.098606 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5f6cf5d1-03a2-4ee3-b54d-2416bac14a08 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (face026c-0622-4b90-9810-8b5cb747212f), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.157285 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5f6cf5d1-03a2-4ee3-b54d-2416bac14a08 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (face026c-0622-4b90-9810-8b5cb747212f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.163008 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5f6cf5d1-03a2-4ee3-b54d-2416bac14a08 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (face026c-0622-4b90-9810-8b5cb747212f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.180507 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cf5d1-03a2-4ee3-b54d-2416bac14a08 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=face026c-0622-4b90-9810-8b5cb747212f,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:26.188858 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-5f6cf5d1-03a2-4ee3-b54d-2416bac14a08 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.190060 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-5f6cf5d1-03a2-4ee3-b54d-2416bac14a08 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245046 Mar 23 02:46:26.193028 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58286) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:26.197395 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ddcf7863-913c-4e5b-8c32-fe0efa3f1716 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'e5ec0f4a-2a8c-448c-917d-ffea33fe23a8', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:26.222364 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddcf7863-913c-4e5b-8c32-fe0efa3f1716 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (ca79f903-20bf-4161-8a03-0ba2fa93c302), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.281743 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddcf7863-913c-4e5b-8c32-fe0efa3f1716 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (ca79f903-20bf-4161-8a03-0ba2fa93c302), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.287417 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddcf7863-913c-4e5b-8c32-fe0efa3f1716 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ca79f903-20bf-4161-8a03-0ba2fa93c302), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.305136 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf7863-913c-4e5b-8c32-fe0efa3f1716 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca79f903-20bf-4161-8a03-0ba2fa93c302,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:26.312646 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ddcf7863-913c-4e5b-8c32-fe0efa3f1716 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.313866 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ddcf7863-913c-4e5b-8c32-fe0efa3f1716 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199405 Mar 23 02:46:26.316776 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58288) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:26.321134 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-630df688-e8c4-4363-91ad-bc32bd416f8d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'e5ec0f4a-2a8c-448c-917d-ffea33fe23a8', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:26.346877 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-630df688-e8c4-4363-91ad-bc32bd416f8d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (93d554da-7b70-4c8e-963e-7d7cf27116f0), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.415938 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-630df688-e8c4-4363-91ad-bc32bd416f8d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (93d554da-7b70-4c8e-963e-7d7cf27116f0), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.421890 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-630df688-e8c4-4363-91ad-bc32bd416f8d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (93d554da-7b70-4c8e-963e-7d7cf27116f0), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.445256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630df688-e8c4-4363-91ad-bc32bd416f8d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d554da-7b70-4c8e-963e-7d7cf27116f0,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:26.451558 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-630df688-e8c4-4363-91ad-bc32bd416f8d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.452814 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-630df688-e8c4-4363-91ad-bc32bd416f8d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350927 Mar 23 02:46:26.455503 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58290) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:26.460232 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-8fa693ea-f687-493d-88f2-4293ba8be0f6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'e5ec0f4a-2a8c-448c-917d-ffea33fe23a8', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:26.483378 n-d-834677-4 neutron-server[99263]: INFO neutron.db.securitygroups_db [None req-8fa693ea-f687-493d-88f2-4293ba8be0f6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Project eb6ded23f7904c528c242edeaae8f657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:46:26.488433 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8fa693ea-f687-493d-88f2-4293ba8be0f6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (650a6d0d-9dba-45bc-ae41-6057d421957e), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.551151 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8fa693ea-f687-493d-88f2-4293ba8be0f6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (650a6d0d-9dba-45bc-ae41-6057d421957e), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.556931 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8fa693ea-f687-493d-88f2-4293ba8be0f6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (650a6d0d-9dba-45bc-ae41-6057d421957e), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.574421 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa693ea-f687-493d-88f2-4293ba8be0f6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650a6d0d-9dba-45bc-ae41-6057d421957e,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:26.584216 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-8fa693ea-f687-493d-88f2-4293ba8be0f6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.585496 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-8fa693ea-f687-493d-88f2-4293ba8be0f6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290500 Mar 23 02:46:26.588400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58292) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:26.593243 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d1e2f0cb-9f33-4c99-b917-797b6421e053 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'e5ec0f4a-2a8c-448c-917d-ffea33fe23a8', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:26.614762 n-d-834677-4 neutron-server[99263]: INFO neutron.db.securitygroups_db [None req-d1e2f0cb-9f33-4c99-b917-797b6421e053 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Project eb6ded23f7904c528c242edeaae8f657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:46:26.620528 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f0cb-9f33-4c99-b917-797b6421e053 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (803253bd-76c0-495b-be6b-2d42c7c04f2b), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.681717 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f0cb-9f33-4c99-b917-797b6421e053 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (803253bd-76c0-495b-be6b-2d42c7c04f2b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.686456 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f0cb-9f33-4c99-b917-797b6421e053 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (803253bd-76c0-495b-be6b-2d42c7c04f2b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.701540 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2f0cb-9f33-4c99-b917-797b6421e053 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803253bd-76c0-495b-be6b-2d42c7c04f2b,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:26.713739 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f0cb-9f33-4c99-b917-797b6421e053 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.714946 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d1e2f0cb-9f33-4c99-b917-797b6421e053 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253018 Mar 23 02:46:26.718146 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58294) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:26.723088 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3ab50156-61c6-41a5-9f01-613eb6df312b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'network': {'name': 'tempest-network-smoke--339995019', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'port_security_enabled': True}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:26.741702 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab50156-61c6-41a5-9f01-613eb6df312b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Made reservation on behalf of eb6ded23f7904c528c242edeaae8f657 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:46:26.745278 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ab50156-61c6-41a5-9f01-613eb6df312b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.768861 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab50156-61c6-41a5-9f01-613eb6df312b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:46:26.778852 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ab50156-61c6-41a5-9f01-613eb6df312b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (eb384005-c0ba-4725-9082-97d3e413801b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.779197 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-3ab50156-61c6-41a5-9f01-613eb6df312b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Added segment eb384005-c0ba-4725-9082-97d3e413801b of type vlan for network eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f Mar 23 02:46:26.819915 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ab50156-61c6-41a5-9f01-613eb6df312b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.850579 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ab50156-61c6-41a5-9f01-613eb6df312b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.855870 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab50156-61c6-41a5-9f01-613eb6df312b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:26.856447 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3ab50156-61c6-41a5-9f01-613eb6df312b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.915032 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3ab50156-61c6-41a5-9f01-613eb6df312b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1958258 Mar 23 02:46:26.918239 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58296) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:26.924288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1921556427', 'admin_state_up': True, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:26.929854 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab50156-61c6-41a5-9f01-613eb6df312b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Network': ['ID=eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:26.945051 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:46:26.951272 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (a80b07d9-55a1-4b48-8d24-76b9702eab5d), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:26.952311 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (a80b07d9-55a1-4b48-8d24-76b9702eab5d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:27.018930 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_controller (a80b07d9-55a1-4b48-8d24-76b9702eab5d), precommit_add_association {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:27.165808 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (a80b07d9-55a1-4b48-8d24-76b9702eab5d), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:27.392514 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (a80b07d9-55a1-4b48-8d24-76b9702eab5d), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:27.411405 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:27.533998 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.25.0.204 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/0e41996f-1405-4bcb-be20-1effc8b3e730) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:46:27.658463 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (0e41996f-1405-4bcb-be20-1effc8b3e730), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:27.694132 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (0e41996f-1405-4bcb-be20-1effc8b3e730), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:27.729663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:27.732634 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:27.736110 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:46:27.761610 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=0e41996f-1405-4bcb-be20-1effc8b3e730,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:28.003151 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (a80b07d9-55a1-4b48-8d24-76b9702eab5d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.225035 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (a80b07d9-55a1-4b48-8d24-76b9702eab5d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.364300 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router a80b07d9-55a1-4b48-8d24-76b9702eab5d is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:46:28.792091 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:46:28.802774 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Sync routers for ids ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:46:28.814118 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:28.814863 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Routers {'a80b07d9-55a1-4b48-8d24-76b9702eab5d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:28.815391 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-adc36a9c-8b2a-4d65-9ff9-a6719b945ba4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8961034 Mar 23 02:46:28.815716 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:46:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:28.818649 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58298) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:28.892882 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5a1dd618-5f22-4452-ac24-b9c86c71b9ca tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=eb6ded23f7904c528c242edeaae8f657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730655 Mar 23 02:46:28.895678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58302) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:28.923118 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Set router a80b07d9-55a1-4b48-8d24-76b9702eab5d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:28.980969 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfd2f57-3631-427d-acc6-ee60c23f604a tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:28.982495 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-2cfd2f57-3631-427d-acc6-ee60c23f604a tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858777 Mar 23 02:46:28.985432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58304) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:29.013933 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-ccb19d13-3d0d-4847-89ef-4abd81c4cc88 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273719 Mar 23 02:46:29.016785 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58306) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:29.021859 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-357625e8-1db9-465d-b651-be03744a4635 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-54732444', 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:29.105366 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921556427', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:26Z', 'updated_at': '2022-03-23T02:46:27Z', 'revision_number': 3, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:27Z', 'updated_at': '2022-03-23T02:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:29.111451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357625e8-1db9-465d-b651-be03744a4635 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Made reservation on behalf of eb6ded23f7904c528c242edeaae8f657 for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:46:29.114913 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-357625e8-1db9-465d-b651-be03744a4635 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.132325 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Checking router: a80b07d9-55a1-4b48-8d24-76b9702eab5d for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:46:29.132692 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Updating router a80b07d9-55a1-4b48-8d24-76b9702eab5d port 0e41996f-1405-4bcb-be20-1effc8b3e730 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:46:29.162083 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0e41996f-1405-4bcb-be20-1effc8b3e730), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.302144 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-357625e8-1db9-465d-b651-be03744a4635 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (8b2dbe40-5925-439a-b3f6-5bafbf98a83c), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.367049 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357625e8-1db9-465d-b651-be03744a4635 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Subnet': ['ID=8b2dbe40-5925-439a-b3f6-5bafbf98a83c,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:29.376649 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357625e8-1db9-465d-b651-be03744a4635 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Checking segment: {'id': 'eb384005-c0ba-4725-9082-97d3e413801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:46:29.377517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357625e8-1db9-465d-b651-be03744a4635 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network hostable DHCP agents. Network: eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:46:29.395381 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357625e8-1db9-465d-b651-be03744a4635 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:46:29.405656 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-357625e8-1db9-465d-b651-be03744a4635 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:29.410893 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357625e8-1db9-465d-b651-be03744a4635 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:29.411501 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-357625e8-1db9-465d-b651-be03744a4635 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.415110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7766f3a9-d916-46de-9406-f57ce6c9f1f6 None None] Network eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:46:29.422976 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Publish callbacks [] for port (0e41996f-1405-4bcb-be20-1effc8b3e730), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.432390 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0e41996f-1405-4bcb-be20-1effc8b3e730), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.433608 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-357625e8-1db9-465d-b651-be03744a4635 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4155707 Mar 23 02:46:29.436868 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58308) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:29.481495 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Attempting to bind port 0e41996f-1405-4bcb-be20-1effc8b3e730 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:46:29.481867 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Attempting to bind port 0e41996f-1405-4bcb-be20-1effc8b3e730 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:46:29.482231 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Attempting to bind port 0e41996f-1405-4bcb-be20-1effc8b3e730 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:46:29.493034 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:46:29.493288 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:46:29.493650 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.494141 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:46:29.494622 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Bound port: 0e41996f-1405-4bcb-be20-1effc8b3e730, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:46:29.495003 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0e41996f-1405-4bcb-be20-1effc8b3e730), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.526643 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f', 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ips': [{'subnet_id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:46:29.528041 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.532193 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a63006-7612-421d-aff4-892a08f04c58 None None] Pushing event updated for resources: {'Port': ['ID=0e41996f-1405-4bcb-be20-1effc8b3e730,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:29.549360 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] For port 0e41996f-1405-4bcb-be20-1effc8b3e730, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:46:29.552096 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] For port 0e41996f-1405-4bcb-be20-1effc8b3e730, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0e41996f-1405-4bcb-be20-1effc8b3e730,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:46:29.561223 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a63006-7612-421d-aff4-892a08f04c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.561621 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a63006-7612-421d-aff4-892a08f04c58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.561965 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a63006-7612-421d-aff4-892a08f04c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.562300 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a63006-7612-421d-aff4-892a08f04c58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.562683 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a63006-7612-421d-aff4-892a08f04c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.563009 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a63006-7612-421d-aff4-892a08f04c58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.563337 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a63006-7612-421d-aff4-892a08f04c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.563657 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a63006-7612-421d-aff4-892a08f04c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.564027 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a63006-7612-421d-aff4-892a08f04c58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.564350 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a63006-7612-421d-aff4-892a08f04c58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.564690 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a63006-7612-421d-aff4-892a08f04c58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.565061 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a63006-7612-421d-aff4-892a08f04c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.565377 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a63006-7612-421d-aff4-892a08f04c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.565698 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a63006-7612-421d-aff4-892a08f04c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.566061 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a63006-7612-421d-aff4-892a08f04c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.569752 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0e41996f-1405-4bcb-be20-1effc8b3e730), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.626158 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Routers {'a80b07d9-55a1-4b48-8d24-76b9702eab5d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:29.626681 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:46:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:29.674404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Allocated IP 172.20.0.2 (eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f/8b2dbe40-5925-439a-b3f6-5bafbf98a83c/adecef2f-05a9-4561-8a1a-7a692c1a9b01) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:46:29.808939 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a63006-7612-421d-aff4-892a08f04c58 None None] Pushing event updated for resources: {'Port': ['ID=0e41996f-1405-4bcb-be20-1effc8b3e730,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:29.834642 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Publish callbacks [] for port (adecef2f-05a9-4561-8a1a-7a692c1a9b01), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.836866 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] Set router a80b07d9-55a1-4b48-8d24-76b9702eab5d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:29.842715 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (adecef2f-05a9-4561-8a1a-7a692c1a9b01), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.886576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Network eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:29.889452 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:29.895134 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:46:29.902572 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Pushing event updated for resources: {'Port': ['ID=adecef2f-05a9-4561-8a1a-7a692c1a9b01,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:29.933803 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.933803 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.934287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.934398 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.934653 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.934976 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.935833 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.935833 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.936083 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.936226 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.936770 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.937092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.937423 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.937740 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.938058 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:46:29.966909 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.971041 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Attempting to bind port adecef2f-05a9-4561-8a1a-7a692c1a9b01 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:46:29.971410 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Attempting to bind port adecef2f-05a9-4561-8a1a-7a692c1a9b01 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'eb384005-c0ba-4725-9082-97d3e413801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:46:29.971771 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Attempting to bind port adecef2f-05a9-4561-8a1a-7a692c1a9b01 on network eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:46:29.976903 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:46:29.977287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Checking segment: {'id': 'eb384005-c0ba-4725-9082-97d3e413801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:46:29.977691 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:29.978089 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Bound using segment: {'id': 'eb384005-c0ba-4725-9082-97d3e413801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:46:29.978847 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Bound port: adecef2f-05a9-4561-8a1a-7a692c1a9b01, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb384005-c0ba-4725-9082-97d3e413801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:46:29.979235 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (adecef2f-05a9-4561-8a1a-7a692c1a9b01), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:30.032982 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921556427', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:26Z', 'updated_at': '2022-03-23T02:46:27Z', 'revision_number': 3, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:27Z', 'updated_at': '2022-03-23T02:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:30.046253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] For port adecef2f-05a9-4561-8a1a-7a692c1a9b01, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:46:30.051308 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] For port adecef2f-05a9-4561-8a1a-7a692c1a9b01, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=adecef2f-05a9-4561-8a1a-7a692c1a9b01,segment=NetworkSegment(eb384005-c0ba-4725-9082-97d3e413801b),segment_id=eb384005-c0ba-4725-9082-97d3e413801b)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:46:30.059623 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b1192-4a12-4d4b-9e56-f475cdc09ddc None None] The sync data for ids ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'] in n-d-834677-4 is: [{'id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921556427', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:26Z', 'updated_at': '2022-03-23T02:46:27Z', 'revision_number': 3, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:27Z', 'updated_at': '2022-03-23T02:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:46:30.062352 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (adecef2f-05a9-4561-8a1a-7a692c1a9b01), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:30.142294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078449a5-db43-44bd-abe6-8a1fdde31382 None None] Pushing event updated for resources: {'Port': ['ID=adecef2f-05a9-4561-8a1a-7a692c1a9b01,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:30.291118 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.20.0.1 (eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f/8b2dbe40-5925-439a-b3f6-5bafbf98a83c/b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:46:30.493564 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:30.535895 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:30.577237 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:30.580453 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:30.583022 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:46:30.623375 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:30.643143 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (a80b07d9-55a1-4b48-8d24-76b9702eab5d), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:30.793996 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:31.101867 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:31.107586 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:31.179398 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090fcfe1-eb7d-433d-9a5c-4e9e8b9ea7c2 None None] Network eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:46:31.187454 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:31.192699 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (a80b07d9-55a1-4b48-8d24-76b9702eab5d), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:31.270167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0a3df2ce-e949-4160-9082-95d238130e5e None None] Provisioning complete for port adecef2f-05a9-4561-8a1a-7a692c1a9b01 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:31.270545 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0a3df2ce-e949-4160-9082-95d238130e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (adecef2f-05a9-4561-8a1a-7a692c1a9b01), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:31.304539 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:31.306156 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:31.397328 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0a3df2ce-e949-4160-9082-95d238130e5e None None] Current status of the port adecef2f-05a9-4561-8a1a-7a692c1a9b01 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:31.397731 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0a3df2ce-e949-4160-9082-95d238130e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (adecef2f-05a9-4561-8a1a-7a692c1a9b01), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:31.440085 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router a80b07d9-55a1-4b48-8d24-76b9702eab5d has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:46:31.458751 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-0a3df2ce-e949-4160-9082-95d238130e5e None None] For port adecef2f-05a9-4561-8a1a-7a692c1a9b01, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=adecef2f-05a9-4561-8a1a-7a692c1a9b01,segment=NetworkSegment(eb384005-c0ba-4725-9082-97d3e413801b),segment_id=eb384005-c0ba-4725-9082-97d3e413801b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:31.464866 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0a3df2ce-e949-4160-9082-95d238130e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (adecef2f-05a9-4561-8a1a-7a692c1a9b01), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:31.533700 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3df2ce-e949-4160-9082-95d238130e5e None None] Pushing event updated for resources: {'Port': ['ID=adecef2f-05a9-4561-8a1a-7a692c1a9b01,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:31.604466 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:46:31.614738 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ea60edbd-ef2b-4577-ab93-686a23f745a8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "PUT /v2.0/routers/a80b07d9-55a1-4b48-8d24-76b9702eab5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1728237 Mar 23 02:46:31.691094 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-36e13281-f856-4251-8773-269f76d7a98b None None] Provisioning complete for port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:31.691973 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-36e13281-f856-4251-8773-269f76d7a98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:31.749148 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-36e13281-f856-4251-8773-269f76d7a98b None None] Port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:46:31.762718 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-36e13281-f856-4251-8773-269f76d7a98b None None] Provisioning complete for port adecef2f-05a9-4561-8a1a-7a692c1a9b01 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:31.763106 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-36e13281-f856-4251-8773-269f76d7a98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (adecef2f-05a9-4561-8a1a-7a692c1a9b01), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:31.809687 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-7803dad6-296b-4911-9bc8-8c1202e4575d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374538845&fields=id&tenant_id=eb6ded23f7904c528c242edeaae8f657 HTTP/1.1" status: 200 len: 267 time: 0.0820527 Mar 23 02:46:31.860183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-36e13281-f856-4251-8773-269f76d7a98b None None] Current status of the port adecef2f-05a9-4561-8a1a-7a692c1a9b01 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:31.891612 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0e41996f-1405-4bcb-be20-1effc8b3e730 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:46:31.915557 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Sync routers for ids ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:46:31.943922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Routers {'a80b07d9-55a1-4b48-8d24-76b9702eab5d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:31.944554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:46:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:31.946489 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-27917b64-c569-44dc-919e-f517f188f142 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:31.953745 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-27917b64-c569-44dc-919e-f517f188f142 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/networks?id=eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f HTTP/1.1" status: 200 len: 796 time: 0.1355672 Mar 23 02:46:31.965709 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-673417f2-5c72-46db-af06-72216d6d395f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/quotas/eb6ded23f7904c528c242edeaae8f657 HTTP/1.1" status: 200 len: 375 time: 0.0110013 Mar 23 02:46:32.027684 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-6c5d04af-d280-4a21-ba9d-3bf0c999e596 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544138 Mar 23 02:46:32.054803 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-2a28b940-bc37-4c4f-836c-703779729494 None None] Provisioning complete for port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:32.055175 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2a28b940-bc37-4c4f-836c-703779729494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:32.090286 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 0e41996f-1405-4bcb-be20-1effc8b3e730 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:32.090666 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0e41996f-1405-4bcb-be20-1effc8b3e730), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:32.101872 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-0a39ee3d-528b-4455-97cc-93680d325570 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99263) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:46:32.103033 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-0a39ee3d-528b-4455-97cc-93680d325570 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0634432 Mar 23 02:46:32.123775 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-2a28b940-bc37-4c4f-836c-703779729494 None None] Port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:46:32.155173 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Set router a80b07d9-55a1-4b48-8d24-76b9702eab5d gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:32.209011 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-9f5a3510-85c3-44e6-bb40-526728c972c6 service neutron] 10.222.0.18 "GET /v2.0/networks/eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947356 Mar 23 02:46:32.305134 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-195160d9-11fa-411a-a8c1-cd40d2667fab service neutron] 10.222.0.18 "GET /v2.0/networks/eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906909 Mar 23 02:46:32.493406 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 0e41996f-1405-4bcb-be20-1effc8b3e730 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:32.494060 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (0e41996f-1405-4bcb-be20-1effc8b3e730), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:32.497796 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-39d3747b-1fb1-4396-9883-b3e8ebac767a req-4275dec2-5499-4104-a812-cb736043efa5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 210 time: 0.0325933 Mar 23 02:46:32.499869 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fd3863e9-469d-4de9-976b-81500671a483 None None] Provisioning complete for port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:32.500235 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fd3863e9-469d-4de9-976b-81500671a483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:32.555027 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 0e41996f-1405-4bcb-be20-1effc8b3e730, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0e41996f-1405-4bcb-be20-1effc8b3e730,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:32.569537 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (0e41996f-1405-4bcb-be20-1effc8b3e730), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:32.570301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device adecef2f-05a9-4561-8a1a-7a692c1a9b01 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:46:32.577967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fd3863e9-469d-4de9-976b-81500671a483 None None] Port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:46:32.681549 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=0e41996f-1405-4bcb-be20-1effc8b3e730,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:32.699267 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port adecef2f-05a9-4561-8a1a-7a692c1a9b01 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:32.699702 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (adecef2f-05a9-4561-8a1a-7a692c1a9b01), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:32.731637 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921556427', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:26Z', 'updated_at': '2022-03-23T02:46:30Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:27Z', 'updated_at': '2022-03-23T02:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a', 'name': '', 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:90:38:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:30Z', 'updated_at': '2022-03-23T02:46:30Z', 'revision_number': 2, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:32.765442 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Checking router: a80b07d9-55a1-4b48-8d24-76b9702eab5d for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:46:32.765738 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Updating router a80b07d9-55a1-4b48-8d24-76b9702eab5d port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:46:32.800895 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:32.871806 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port adecef2f-05a9-4561-8a1a-7a692c1a9b01 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:33.111366 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Publish callbacks [] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:33.117919 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:33.167536 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3226f-b06d-41eb-b3a6-bbac755393a5 None None] Pushing event updated for resources: {'Port': ['ID=b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:33.226874 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Attempting to bind port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:46:33.227243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Attempting to bind port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'eb384005-c0ba-4725-9082-97d3e413801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:46:33.227617 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Attempting to bind port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a on network eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:46:33.233090 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:46:33.233469 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Checking segment: {'id': 'eb384005-c0ba-4725-9082-97d3e413801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:46:33.233876 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:33.234274 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Bound using segment: {'id': 'eb384005-c0ba-4725-9082-97d3e413801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:46:33.234756 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Bound port: b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb384005-c0ba-4725-9082-97d3e413801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:46:33.235142 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:33.304884 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] For port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:46:33.315055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] For port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a,segment=NetworkSegment(eb384005-c0ba-4725-9082-97d3e413801b),segment_id=eb384005-c0ba-4725-9082-97d3e413801b)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:46:33.325197 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:33.392184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Routers {'a80b07d9-55a1-4b48-8d24-76b9702eab5d'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:33.392827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:46:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:33.397530 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3226f-b06d-41eb-b3a6-bbac755393a5 None None] Pushing event updated for resources: {'Port': ['ID=b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:33.496531 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ad0aef83-e34c-47d8-ba2f-fd4b59ba81bb None None] Provisioning complete for port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:33.496531 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ad0aef83-e34c-47d8-ba2f-fd4b59ba81bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:33.565752 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-920b6900-bab9-4ebe-ba81-4470667a7d1c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:33.577716 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] Set router a80b07d9-55a1-4b48-8d24-76b9702eab5d gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:33.579307 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-920b6900-bab9-4ebe-ba81-4470667a7d1c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "GET /v2.0/networks?id=eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f HTTP/1.1" status: 200 len: 796 time: 0.1705155 Mar 23 02:46:33.646397 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-bce548f6-94c8-4c15-83f2-43349664ed38 req-253ce770-1f6f-474f-b50e-98f786efc0ae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 210 time: 0.0428905 Mar 23 02:46:33.663135 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-31815d9f-6576-4566-946b-d2b2867654b7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb6ded23f7904c528c242edeaae8f657 HTTP/1.1" status: 200 len: 379 time: 0.0760479 Mar 23 02:46:33.672004 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-ab28de02-dbb5-48ed-b871-722699b5d801 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'port': {'device_id': 'be6b3315-e769-404d-a2d1-cb78a584a531', 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f', 'admin_state_up': True, 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'security_groups': ['e5ec0f4a-2a8c-448c-917d-ffea33fe23a8']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:33.690813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ad0aef83-e34c-47d8-ba2f-fd4b59ba81bb None None] Current status of the port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:33.691200 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ad0aef83-e34c-47d8-ba2f-fd4b59ba81bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:33.772551 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ad0aef83-e34c-47d8-ba2f-fd4b59ba81bb None None] For port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a,segment=NetworkSegment(eb384005-c0ba-4725-9082-97d3e413801b),segment_id=eb384005-c0ba-4725-9082-97d3e413801b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:33.775141 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0e41996f-1405-4bcb-be20-1effc8b3e730 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:46:33.787010 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ad0aef83-e34c-47d8-ba2f-fd4b59ba81bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:33.794433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-ab28de02-dbb5-48ed-b871-722699b5d801 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Made reservation on behalf of eb6ded23f7904c528c242edeaae8f657 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:46:33.797966 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-ab28de02-dbb5-48ed-b871-722699b5d801 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:33.917463 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0aef83-e34c-47d8-ba2f-fd4b59ba81bb None None] Pushing event updated for resources: {'Port': ['ID=b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:33.924590 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-ab28de02-dbb5-48ed-b871-722699b5d801 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.20.0.4 (eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f/8b2dbe40-5925-439a-b3f6-5bafbf98a83c/a4ab2426-f048-425d-b8df-b811cb055d96) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:46:33.941074 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8835c62e-a43e-4356-91a4-9a9f65e8ce4d None None] Provisioning complete for port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:33.941421 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8835c62e-a43e-4356-91a4-9a9f65e8ce4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:33.942818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 0e41996f-1405-4bcb-be20-1effc8b3e730 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:33.943168 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (0e41996f-1405-4bcb-be20-1effc8b3e730), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.034543 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921556427', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:26Z', 'updated_at': '2022-03-23T02:46:30Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:27Z', 'updated_at': '2022-03-23T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a', 'name': '', 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:90:38:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:30Z', 'updated_at': '2022-03-23T02:46:33Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:34.067149 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a11bea2-975a-466f-8e84-8f103b09d245 None None] The sync data for ids ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'] in n-d-834677-4 is: [{'id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921556427', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:26Z', 'updated_at': '2022-03-23T02:46:30Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:27Z', 'updated_at': '2022-03-23T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a', 'name': '', 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:90:38:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:30Z', 'updated_at': '2022-03-23T02:46:33Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:46:34.083301 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-ab28de02-dbb5-48ed-b871-722699b5d801 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (a4ab2426-f048-425d-b8df-b811cb055d96), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.143555 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-ab28de02-dbb5-48ed-b871-722699b5d801 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a4ab2426-f048-425d-b8df-b811cb055d96), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.146458 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 0e41996f-1405-4bcb-be20-1effc8b3e730 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:34.159514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8835c62e-a43e-4356-91a4-9a9f65e8ce4d None None] Current status of the port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:34.194765 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-ab28de02-dbb5-48ed-b871-722699b5d801 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:34.198092 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-ab28de02-dbb5-48ed-b871-722699b5d801 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:34.201214 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-ab28de02-dbb5-48ed-b871-722699b5d801 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:46:34.233910 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28de02-dbb5-48ed-b871-722699b5d801 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=a4ab2426-f048-425d-b8df-b811cb055d96,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:34.270571 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-ab28de02-dbb5-48ed-b871-722699b5d801 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:34.271506 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-ab28de02-dbb5-48ed-b871-722699b5d801 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.295836 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-ab28de02-dbb5-48ed-b871-722699b5d801 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6281867 Mar 23 02:46:34.305848 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-fed05e2e-76ef-4f74-9586-6e115500b9e1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:46:34.307194 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-fed05e2e-76ef-4f74-9586-6e115500b9e1 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063279 Mar 23 02:46:34.319302 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Request body: {'port': {'device_id': 'be6b3315-e769-404d-a2d1-cb78a584a531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:34.391110 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a4ab2426-f048-425d-b8df-b811cb055d96), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.429992 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.482937 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-00f474ae-6bec-4791-ad70-dc9974413697 None None] Provisioning complete for port a4ab2426-f048-425d-b8df-b811cb055d96 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:34.484908 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-00f474ae-6bec-4791-ad70-dc9974413697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a4ab2426-f048-425d-b8df-b811cb055d96), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.520862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-00f474ae-6bec-4791-ad70-dc9974413697 None None] Port a4ab2426-f048-425d-b8df-b811cb055d96 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:46:34.679034 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ab2426-f048-425d-b8df-b811cb055d96 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:46:34.688547 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Publish callbacks [] for port (a4ab2426-f048-425d-b8df-b811cb055d96), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.702704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Transition to ACTIVE for port object a4ab2426-f048-425d-b8df-b811cb055d96 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:46:34.707584 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a4ab2426-f048-425d-b8df-b811cb055d96), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.795794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Pushing event updated for resources: {'Port': ['ID=a4ab2426-f048-425d-b8df-b811cb055d96,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:34.879520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfd5cf-77cd-43dc-b609-64979ab10721 req-3e9fba87-8c8c-4b8c-ac97-fa1204f46c2a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:34.881084 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-48bfd5cf-77cd-43dc-b609-64979ab10721 req-3e9fba87-8c8c-4b8c-ac97-fa1204f46c2a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 943 time: 0.1418481 Mar 23 02:46:34.917022 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Attempting to bind port a4ab2426-f048-425d-b8df-b811cb055d96 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:46:34.917363 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Attempting to bind port a4ab2426-f048-425d-b8df-b811cb055d96 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'eb384005-c0ba-4725-9082-97d3e413801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:46:34.918068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Attempting to bind port a4ab2426-f048-425d-b8df-b811cb055d96 on network eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:46:34.927822 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Port a4ab2426-f048-425d-b8df-b811cb055d96 on network eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:46:34.928179 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Attempting to bind port a4ab2426-f048-425d-b8df-b811cb055d96 on network eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:46:34.944500 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:46:34.944873 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Checking segment: {'id': 'eb384005-c0ba-4725-9082-97d3e413801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:46:34.945199 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Bound using segment: {'id': 'eb384005-c0ba-4725-9082-97d3e413801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:46:34.945663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Bound port: a4ab2426-f048-425d-b8df-b811cb055d96, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb384005-c0ba-4725-9082-97d3e413801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:46:34.946046 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a4ab2426-f048-425d-b8df-b811cb055d96), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:34.972700 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-48bfd5cf-77cd-43dc-b609-64979ab10721 req-98d5126f-59f7-42df-9a93-a3e3e428a63c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809715 Mar 23 02:46:35.030807 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] For port a4ab2426-f048-425d-b8df-b811cb055d96, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:46:35.034445 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] For port a4ab2426-f048-425d-b8df-b811cb055d96, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a4ab2426-f048-425d-b8df-b811cb055d96,segment=NetworkSegment(eb384005-c0ba-4725-9082-97d3e413801b),segment_id=eb384005-c0ba-4725-9082-97d3e413801b)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:46:35.041508 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a4ab2426-f048-425d-b8df-b811cb055d96), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:35.076750 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.077401 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:35.078842 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] 10.222.0.42 "PUT /v2.0/ports/a4ab2426-f048-425d-b8df-b811cb055d96 HTTP/1.1" status: 200 len: 1091 time: 0.7639821 Mar 23 02:46:35.079317 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6b3315-e769-404d-a2d1-cb78a584a531', 'tag': 'a4ab2426-f048-425d-b8df-b811cb055d96'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:46:35.081654 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be924028-c40d-46d2-b703-39fda3ab3e02" -d '{"events": [{"name": "network-changed", "server_uuid": "be6b3315-e769-404d-a2d1-cb78a584a531", "tag": "a4ab2426-f048-425d-b8df-b811cb055d96"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:46:35.117904 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db911ce0-d796-4e34-ac6d-c4fd5ddac1fa service neutron] Pushing event updated for resources: {'Port': ['ID=a4ab2426-f048-425d-b8df-b811cb055d96,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:35.174860 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11c94e4-01ab-473a-94ef-585e6739ede9 x-openstack-request-id: req-a11c94e4-01ab-473a-94ef-585e6739ede9 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:46:35.175135 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6b3315-e769-404d-a2d1-cb78a584a531", "tag": "a4ab2426-f048-425d-b8df-b811cb055d96", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:46:35.175391 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a11c94e4-01ab-473a-94ef-585e6739ede9 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:46:35.175800 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a11c94e4-01ab-473a-94ef-585e6739ede9'] response: {'name': 'network-changed', 'server_uuid': 'be6b3315-e769-404d-a2d1-cb78a584a531', 'tag': 'a4ab2426-f048-425d-b8df-b811cb055d96', 'status': 'completed', 'code': 200} Mar 23 02:46:35.191802 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-0038854f-bf2a-4d3d-a290-54e7faf34a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.193421 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-0038854f-bf2a-4d3d-a290-54e7faf34a92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 1125 time: 0.0695834 Mar 23 02:46:35.244670 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-b6dd9b59-85f6-4a38-a1e0-28c75ad3b049 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ab2426-f048-425d-b8df-b811cb055d96 HTTP/1.1" status: 200 len: 217 time: 0.0416145 Mar 23 02:46:35.296400 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-a7689883-a597-4d6c-90f2-cd4949b4933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.297959 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-a7689883-a597-4d6c-90f2-cd4949b4933c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b2dbe40-5925-439a-b3f6-5bafbf98a83c HTTP/1.1" status: 200 len: 833 time: 0.0484695 Mar 23 02:46:35.355323 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-021764e2-636f-460d-81b2-7d8f8fc86ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.357674 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-021764e2-636f-460d-81b2-7d8f8fc86ebb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536869 Mar 23 02:46:35.453928 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-b5d22e44-61bb-496c-a39b-f9601d932b00 service neutron] 10.222.0.42 "GET /v2.0/networks/eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906141 Mar 23 02:46:35.549166 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d3f929c5-0ba4-42b4-a66b-72f3d0431bdb req-dce8e22a-5a1f-42da-b7be-d681b091da6f service neutron] 10.222.0.42 "GET /v2.0/networks/eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894063 Mar 23 02:46:35.648296 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be924028-c40d-46d2-b703-39fda3ab3e02 req-2cb30e4c-b58e-4edb-b06b-11d1b0323fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.649873 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be924028-c40d-46d2-b703-39fda3ab3e02 req-2cb30e4c-b58e-4edb-b06b-11d1b0323fe6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 1125 time: 0.0547400 Mar 23 02:46:35.743873 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be924028-c40d-46d2-b703-39fda3ab3e02 req-f89f6d4c-d48d-44db-bd7b-3f8e603ed8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.745627 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be924028-c40d-46d2-b703-39fda3ab3e02 req-f89f6d4c-d48d-44db-bd7b-3f8e603ed8b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f HTTP/1.1" status: 200 len: 896 time: 0.0877783 Mar 23 02:46:35.805717 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be924028-c40d-46d2-b703-39fda3ab3e02 req-19dc0949-5050-4d96-af9e-28a88cd2524b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ab2426-f048-425d-b8df-b811cb055d96 HTTP/1.1" status: 200 len: 217 time: 0.0469668 Mar 23 02:46:35.806381 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:46:35.858379 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be924028-c40d-46d2-b703-39fda3ab3e02 req-68e88f84-bdf1-47dc-a2d4-c7ee73d8b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.860269 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be924028-c40d-46d2-b703-39fda3ab3e02 req-68e88f84-bdf1-47dc-a2d4-c7ee73d8b18b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b2dbe40-5925-439a-b3f6-5bafbf98a83c HTTP/1.1" status: 200 len: 833 time: 0.0478888 Mar 23 02:46:35.862351 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:35.862843 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:35.911658 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be924028-c40d-46d2-b703-39fda3ab3e02 req-d89c785e-79c2-4958-b5d0-4be97caa5842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:35.914298 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be924028-c40d-46d2-b703-39fda3ab3e02 req-d89c785e-79c2-4958-b5d0-4be97caa5842 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465863 Mar 23 02:46:35.950007 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:36.011353 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be924028-c40d-46d2-b703-39fda3ab3e02 req-87c2e7e4-2ecf-47b5-8165-057934d37a8d service neutron] 10.222.0.42 "GET /v2.0/networks/eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910068 Mar 23 02:46:36.133981 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-be924028-c40d-46d2-b703-39fda3ab3e02 req-eeef2bd6-76de-428a-9f80-c425fedf1227 service neutron] 10.222.0.42 "GET /v2.0/networks/eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159410 Mar 23 02:46:36.142967 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7b2a-d156-4624-afc0-9fe6d6eb79f8 req-99ecb92e-47ab-4d35-b50d-a181e4eac693 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:36.144440 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-155e7b2a-d156-4624-afc0-9fe6d6eb79f8 req-99ecb92e-47ab-4d35-b50d-a181e4eac693 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 943 time: 0.0845702 Mar 23 02:46:36.204177 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-155e7b2a-d156-4624-afc0-9fe6d6eb79f8 req-84149fa8-5b15-43f5-9ee0-0ed84d81adc0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532866 Mar 23 02:46:36.819768 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a4ab2426-f048-425d-b8df-b811cb055d96 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:46:36.922184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a4ab2426-f048-425d-b8df-b811cb055d96, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a4ab2426-f048-425d-b8df-b811cb055d96,segment=NetworkSegment(eb384005-c0ba-4725-9082-97d3e413801b),segment_id=eb384005-c0ba-4725-9082-97d3e413801b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:36.937920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'a4ab2426-f048-425d-b8df-b811cb055d96', 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f', 'port_id': 'a4ab2426-f048-425d-b8df-b811cb055d96', 'mac_address': 'fa:16:3e:9d:18:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:46:36.983964 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port a4ab2426-f048-425d-b8df-b811cb055d96 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:36.984353 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a4ab2426-f048-425d-b8df-b811cb055d96), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:36.998735 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ab2426-f048-425d-b8df-b811cb055d96 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:46:37.029741 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a4ab2426-f048-425d-b8df-b811cb055d96, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a4ab2426-f048-425d-b8df-b811cb055d96,segment=NetworkSegment(eb384005-c0ba-4725-9082-97d3e413801b),segment_id=eb384005-c0ba-4725-9082-97d3e413801b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:37.035691 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a4ab2426-f048-425d-b8df-b811cb055d96), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:37.087080 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=a4ab2426-f048-425d-b8df-b811cb055d96,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:37.265762 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['a4ab2426-f048-425d-b8df-b811cb055d96'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:46:37.332196 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90948ca0-04ca-4318-8c9a-df315be4c29d req-4666e9cc-8edb-400c-8479-a7b7a6c07c0c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:37.333739 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-90948ca0-04ca-4318-8c9a-df315be4c29d req-4666e9cc-8edb-400c-8479-a7b7a6c07c0c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 944 time: 0.0534055 Mar 23 02:46:37.386322 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-90948ca0-04ca-4318-8c9a-df315be4c29d req-78123731-c727-4947-afa8-9bc6a037e398 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455325 Mar 23 02:46:38.522022 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb588054-6dbf-4fe9-bc2a-8674764c79ac req-a59c2f81-1e2e-43bf-9329-5cdb44aeaead tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:38.523655 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb588054-6dbf-4fe9-bc2a-8674764c79ac req-a59c2f81-1e2e-43bf-9329-5cdb44aeaead tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 944 time: 0.0640945 Mar 23 02:46:38.576377 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fb588054-6dbf-4fe9-bc2a-8674764c79ac req-69cba893-f7ec-404c-aa0e-35598e3ddffb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457852 Mar 23 02:46:38.835533 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a4ab2426-f048-425d-b8df-b811cb055d96 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:46:38.893712 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port a4ab2426-f048-425d-b8df-b811cb055d96 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:46:38.898792 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port a4ab2426-f048-425d-b8df-b811cb055d96 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:46:38.899207 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a4ab2426-f048-425d-b8df-b811cb055d96), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:38.983617 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port a4ab2426-f048-425d-b8df-b811cb055d96 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:46:38.983999 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a4ab2426-f048-425d-b8df-b811cb055d96), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.009218 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6b3315-e769-404d-a2d1-cb78a584a531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ab2426-f048-425d-b8df-b811cb055d96'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:46:39.012088 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241d00f6-da1e-4bed-ae17-db6fe4711d50" -d '{"events": [{"server_uuid": "be6b3315-e769-404d-a2d1-cb78a584a531", "name": "network-vif-plugged", "status": "completed", "tag": "a4ab2426-f048-425d-b8df-b811cb055d96"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:46:39.027451 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a4ab2426-f048-425d-b8df-b811cb055d96, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a4ab2426-f048-425d-b8df-b811cb055d96,segment=NetworkSegment(eb384005-c0ba-4725-9082-97d3e413801b),segment_id=eb384005-c0ba-4725-9082-97d3e413801b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:46:39.032451 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a4ab2426-f048-425d-b8df-b811cb055d96), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:39.058420 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe821170-6942-4b45-a518-d909344ddf61 x-openstack-request-id: req-fe821170-6942-4b45-a518-d909344ddf61 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:46:39.058717 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6b3315-e769-404d-a2d1-cb78a584a531", "name": "network-vif-plugged", "status": "completed", "tag": "a4ab2426-f048-425d-b8df-b811cb055d96", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:46:39.058969 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe821170-6942-4b45-a518-d909344ddf61 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:46:39.059529 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe821170-6942-4b45-a518-d909344ddf61'] response: {'server_uuid': 'be6b3315-e769-404d-a2d1-cb78a584a531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ab2426-f048-425d-b8df-b811cb055d96', 'code': 200} Mar 23 02:46:39.089277 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=a4ab2426-f048-425d-b8df-b811cb055d96,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:39.162517 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af72b0-7362-4ddc-bba8-dd5465cae726 req-d40b7cbd-c39b-4b9f-a793-63e36fe8c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:39.164055 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85af72b0-7362-4ddc-bba8-dd5465cae726 req-d40b7cbd-c39b-4b9f-a793-63e36fe8c4b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 1127 time: 0.0518107 Mar 23 02:46:39.211991 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-85af72b0-7362-4ddc-bba8-dd5465cae726 req-67be9cf6-bb81-44f6-a480-33ca8e6fb165 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420809 Mar 23 02:46:39.725451 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592541b-16ab-4ab5-ba9a-e51b61b4aef6 req-ba39a510-2d7f-4db3-9861-1241c3069447 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:39.727219 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7592541b-16ab-4ab5-ba9a-e51b61b4aef6 req-ba39a510-2d7f-4db3-9861-1241c3069447 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0674341 Mar 23 02:46:39.788255 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7592541b-16ab-4ab5-ba9a-e51b61b4aef6 req-0ed668f3-0820-48c6-b8b9-6457626b851e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529466 Mar 23 02:46:40.937956 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e0a9d-db16-415c-8d92-ba64e5c315ac req-cd7144cb-76ee-4868-ba3f-3b948d47d206 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:40.939940 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d71e0a9d-db16-415c-8d92-ba64e5c315ac req-cd7144cb-76ee-4868-ba3f-3b948d47d206 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0636518 Mar 23 02:46:40.993590 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-d71e0a9d-db16-415c-8d92-ba64e5c315ac req-2bc06bb7-5825-4128-81e4-d2b7e63db833 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460923 Mar 23 02:46:41.136371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739347b6-0a7b-4584-b564-19e5431ea7b1 req-bd4a0dfd-d73d-48cd-a635-485e1901c8b0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:41.137918 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-739347b6-0a7b-4584-b564-19e5431ea7b1 req-bd4a0dfd-d73d-48cd-a635-485e1901c8b0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0718064 Mar 23 02:46:41.188351 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-739347b6-0a7b-4584-b564-19e5431ea7b1 req-82c45e78-cac7-4565-90f1-10f5f8f67547 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446553 Mar 23 02:46:41.214301 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58360) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:41.269731 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676220f8-bf81-4c63-8e72-fef8abb43966 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:41.271149 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-676220f8-bf81-4c63-8e72-fef8abb43966 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 1122 time: 0.0558646 Mar 23 02:46:41.274213 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58362) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:41.279164 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': 'a4ab2426-f048-425d-b8df-b811cb055d96', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:46:41.302164 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:41.404734 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:41.507174 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.25.0.152 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/f6a12825-fc2a-486d-b3d0-a9f741ffe234) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:46:41.616364 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (f6a12825-fc2a-486d-b3d0-a9f741ffe234), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:41.653321 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (f6a12825-fc2a-486d-b3d0-a9f741ffe234), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:41.690079 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:46:41.693002 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:46:41.699298 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:46:41.705049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=f6a12825-fc2a-486d-b3d0-a9f741ffe234,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:42.363314 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (01f82fe7-879a-418c-9e14-2fbdf7fe993a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:42.441382 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (f6a12825-fc2a-486d-b3d0-a9f741ffe234), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:42.595764 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (f6a12825-fc2a-486d-b3d0-a9f741ffe234), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:42.601774 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (f6a12825-fc2a-486d-b3d0-a9f741ffe234), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:42.671258 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=f6a12825-fc2a-486d-b3d0-a9f741ffe234,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:46:42.685238 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (01f82fe7-879a-418c-9e14-2fbdf7fe993a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:42.792094 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Floating IP 01f82fe7-879a-418c-9e14-2fbdf7fe993a associated. External IP: 172.25.0.152, port: a4ab2426-f048-425d-b8df-b811cb055d96. Mar 23 02:46:43.013815 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router a80b07d9-55a1-4b48-8d24-76b9702eab5d has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:46:43.134177 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:46:43.145885 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6710b5-058a-4816-b66a-e4a3bee5278e None None] Sync routers for ids ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:46:43.153315 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:43.157193 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6710b5-058a-4816-b66a-e4a3bee5278e None None] Routers {'a80b07d9-55a1-4b48-8d24-76b9702eab5d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:43.157819 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-2f6710b5-058a-4816-b66a-e4a3bee5278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:46:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:43.185972 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fca1bc5b-64e8-467e-ab81-ba93a4c6b92a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9106584 Mar 23 02:46:43.186577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6b3315-e769-404d-a2d1-cb78a584a531', 'tag': 'a4ab2426-f048-425d-b8df-b811cb055d96'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:46:43.188872 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42007f0e-c8c6-4007-87bf-9753afd3810b" -d '{"events": [{"name": "network-changed", "server_uuid": "be6b3315-e769-404d-a2d1-cb78a584a531", "tag": "a4ab2426-f048-425d-b8df-b811cb055d96"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:46:43.225791 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1185903a-1e8d-4a02-af72-e3a07a717f29 x-openstack-request-id: req-1185903a-1e8d-4a02-af72-e3a07a717f29 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:46:43.226087 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6b3315-e769-404d-a2d1-cb78a584a531", "tag": "a4ab2426-f048-425d-b8df-b811cb055d96", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:46:43.226337 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1185903a-1e8d-4a02-af72-e3a07a717f29 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:46:43.226747 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1185903a-1e8d-4a02-af72-e3a07a717f29'] response: {'name': 'network-changed', 'server_uuid': 'be6b3315-e769-404d-a2d1-cb78a584a531', 'tag': 'a4ab2426-f048-425d-b8df-b811cb055d96', 'status': 'completed', 'code': 200} Mar 23 02:46:43.270295 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-2f6710b5-058a-4816-b66a-e4a3bee5278e None None] Set router a80b07d9-55a1-4b48-8d24-76b9702eab5d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:43.295353 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42007f0e-c8c6-4007-87bf-9753afd3810b req-20033ed2-58e1-4436-82f7-1bff31dc67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:43.296894 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42007f0e-c8c6-4007-87bf-9753afd3810b req-20033ed2-58e1-4436-82f7-1bff31dc67cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 1127 time: 0.0493441 Mar 23 02:46:43.300285 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1c292-dbf8-48e6-9873-0c005a72cc9e req-9de29836-2a16-4bd1-a1fd-25a12d0aa795 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:43.301850 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-20f1c292-dbf8-48e6-9873-0c005a72cc9e req-9de29836-2a16-4bd1-a1fd-25a12d0aa795 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0615427 Mar 23 02:46:43.360054 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-20f1c292-dbf8-48e6-9873-0c005a72cc9e req-6bf1a7e9-5817-41a4-87a3-7fd316d4f91a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464382 Mar 23 02:46:43.388054 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58368) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:43.392289 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42007f0e-c8c6-4007-87bf-9753afd3810b req-b3eaaa26-2f74-4405-a5ad-83ef6db1dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:43.394349 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42007f0e-c8c6-4007-87bf-9753afd3810b req-b3eaaa26-2f74-4405-a5ad-83ef6db1dcfc service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f HTTP/1.1" status: 200 len: 896 time: 0.0912273 Mar 23 02:46:43.464006 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d682e159-1415-475e-8b9f-ea49b4848844 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/01f82fe7-879a-418c-9e14-2fbdf7fe993a HTTP/1.1" status: 200 len: 991 time: 0.0741537 Mar 23 02:46:43.469133 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42007f0e-c8c6-4007-87bf-9753afd3810b req-a8a98ebd-40a6-4429-8087-edee1a7b007b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ab2426-f048-425d-b8df-b811cb055d96 HTTP/1.1" status: 200 len: 999 time: 0.0675056 Mar 23 02:46:43.513340 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-2f6710b5-058a-4816-b66a-e4a3bee5278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921556427', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:26Z', 'updated_at': '2022-03-23T02:46:30Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:27Z', 'updated_at': '2022-03-23T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '01f82fe7-879a-418c-9e14-2fbdf7fe993a', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'floating_ip_address': '172.25.0.152', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'port_id': 'a4ab2426-f048-425d-b8df-b811cb055d96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f', 'mac_address': 'fa:16:3e:9d:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6b3315-e769-404d-a2d1-cb78a584a531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:46:42Z', 'updated_at': '2022-03-23T02:46:42Z', 'revision_number': 0, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a', 'name': '', 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:90:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:30Z', 'updated_at': '2022-03-23T02:46:33Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:43.517598 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42007f0e-c8c6-4007-87bf-9753afd3810b req-aca8c2f2-4a7f-41ee-9a1c-5ab188573530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:43.519087 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42007f0e-c8c6-4007-87bf-9753afd3810b req-aca8c2f2-4a7f-41ee-9a1c-5ab188573530 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b2dbe40-5925-439a-b3f6-5bafbf98a83c HTTP/1.1" status: 200 len: 833 time: 0.0443964 Mar 23 02:46:43.542155 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6710b5-058a-4816-b66a-e4a3bee5278e None None] Checking router: a80b07d9-55a1-4b48-8d24-76b9702eab5d for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:46:43.550757 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6710b5-058a-4816-b66a-e4a3bee5278e None None] Routers {'a80b07d9-55a1-4b48-8d24-76b9702eab5d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:46:43.551348 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-2f6710b5-058a-4816-b66a-e4a3bee5278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:46:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:43.568162 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42007f0e-c8c6-4007-87bf-9753afd3810b req-f763de02-dd5b-4336-8509-4f3aa68bcff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:46:43.569750 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42007f0e-c8c6-4007-87bf-9753afd3810b req-f763de02-dd5b-4336-8509-4f3aa68bcff5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454202 Mar 23 02:46:43.667113 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-2f6710b5-058a-4816-b66a-e4a3bee5278e None None] Set router a80b07d9-55a1-4b48-8d24-76b9702eab5d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:46:43.667900 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42007f0e-c8c6-4007-87bf-9753afd3810b req-b399672a-fd1c-47d3-9841-fadfd5373e9d service neutron] 10.222.0.42 "GET /v2.0/networks/eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925586 Mar 23 02:46:43.760178 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42007f0e-c8c6-4007-87bf-9753afd3810b req-37e0a9e3-2d2c-400b-bd1a-3474e5bb07e5 service neutron] 10.222.0.42 "GET /v2.0/networks/eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867395 Mar 23 02:46:43.899298 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-2f6710b5-058a-4816-b66a-e4a3bee5278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921556427', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:26Z', 'updated_at': '2022-03-23T02:46:30Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:27Z', 'updated_at': '2022-03-23T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '01f82fe7-879a-418c-9e14-2fbdf7fe993a', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'floating_ip_address': '172.25.0.152', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'port_id': 'a4ab2426-f048-425d-b8df-b811cb055d96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f', 'mac_address': 'fa:16:3e:9d:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6b3315-e769-404d-a2d1-cb78a584a531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:46:42Z', 'updated_at': '2022-03-23T02:46:42Z', 'revision_number': 0, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a', 'name': '', 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:90:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:30Z', 'updated_at': '2022-03-23T02:46:33Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:46:43.929131 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6710b5-058a-4816-b66a-e4a3bee5278e None None] The sync data for ids ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'] in n-d-834677-4 is: [{'id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921556427', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:26Z', 'updated_at': '2022-03-23T02:46:30Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:27Z', 'updated_at': '2022-03-23T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '01f82fe7-879a-418c-9e14-2fbdf7fe993a', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'floating_ip_address': '172.25.0.152', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'port_id': 'a4ab2426-f048-425d-b8df-b811cb055d96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f', 'mac_address': 'fa:16:3e:9d:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6b3315-e769-404d-a2d1-cb78a584a531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:46:42Z', 'updated_at': '2022-03-23T02:46:42Z', 'revision_number': 0, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a', 'name': '', 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:90:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:30Z', 'updated_at': '2022-03-23T02:46:33Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:46:44.147121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15cb8c1-12c4-4153-965b-f8b2c07724b8 None None] New status for floating IP 01f82fe7-879a-418c-9e14-2fbdf7fe993a: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:46:44.467683 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58370) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:46:44.537545 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e9b2298a-6bcf-4256-8067-6b1aa22adca4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/01f82fe7-879a-418c-9e14-2fbdf7fe993a HTTP/1.1" status: 200 len: 993 time: 0.0685456 Mar 23 02:46:49.644768 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d301701f-1109-40ff-8416-d518307c9b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:51.363608 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:52.163412 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fc3e3b89-3b8c-46de-8c33-d9e25ddd5a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:53.604007 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:53.953426 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:46:54.928576 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:46:55.902644 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:04.436712 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:18.005692 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5148e-43bd-4a4f-bf8d-4145e5ca4c89 req-e5caa243-3bb7-45a3-a244-7ec936e148cb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:18.007110 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6d5148e-43bd-4a4f-bf8d-4145e5ca4c89 req-e5caa243-3bb7-45a3-a244-7ec936e148cb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0639207 Mar 23 02:47:18.057333 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e6d5148e-43bd-4a4f-bf8d-4145e5ca4c89 req-5cfb40f6-8007-4b98-8c36-112b062ec35a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444469 Mar 23 02:47:19.195356 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedfb93-edee-4c25-88d8-3f76d49a0d76 req-c79afca1-b7cc-449b-b51a-62dbdb9f9675 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:19.196911 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4fedfb93-edee-4c25-88d8-3f76d49a0d76 req-c79afca1-b7cc-449b-b51a-62dbdb9f9675 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0593374 Mar 23 02:47:19.255133 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-4fedfb93-edee-4c25-88d8-3f76d49a0d76 req-3b23ced8-57a2-4223-8c46-b66996bdb09c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500975 Mar 23 02:47:19.641988 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fd1001dc-1854-4f72-97b5-0259426cf93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:20.395505 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15474e-880d-41a4-975a-7039425e0c04 req-6e9656e3-1d12-479a-941a-408ce83f9e0d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:20.397016 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e15474e-880d-41a4-975a-7039425e0c04 req-6e9656e3-1d12-479a-941a-408ce83f9e0d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0634685 Mar 23 02:47:20.451355 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-3e15474e-880d-41a4-975a-7039425e0c04 req-05b74c47-6f94-4ba0-8495-2b7aa6bbb09e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481989 Mar 23 02:47:21.390793 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:21.578979 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddc3ed-85be-4e81-868f-2fdd64782b43 req-f96817c4-3a99-45b4-b0c2-4ea75301d8eb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:21.580480 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c5ddc3ed-85be-4e81-868f-2fdd64782b43 req-f96817c4-3a99-45b4-b0c2-4ea75301d8eb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0572433 Mar 23 02:47:21.631660 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c5ddc3ed-85be-4e81-868f-2fdd64782b43 req-053881dd-a10e-4efa-8fbc-bbbc0f476cef tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447764 Mar 23 02:47:22.166365 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-af9bb92f-f0bf-46b3-8165-a40871fa0f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:22.771919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd035096-aa70-4c31-b967-850aef02f51d req-23caa7f3-be84-4a3c-96cb-5186c51adcd9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:22.773359 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd035096-aa70-4c31-b967-850aef02f51d req-23caa7f3-be84-4a3c-96cb-5186c51adcd9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0570691 Mar 23 02:47:22.828341 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd035096-aa70-4c31-b967-850aef02f51d req-83823807-f9d7-4aef-8fbc-94ba6335c71a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461781 Mar 23 02:47:23.608275 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:23.967382 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0b460-3341-4673-9139-21bae82ae6c6 req-c02e70d7-005d-451e-849d-050908b772fa tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:23.968914 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21d0b460-3341-4673-9139-21bae82ae6c6 req-c02e70d7-005d-451e-849d-050908b772fa tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0574603 Mar 23 02:47:24.019498 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-21d0b460-3341-4673-9139-21bae82ae6c6 req-72fb1a50-7422-4b00-b082-6785e0a5c7a2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446360 Mar 23 02:47:24.936287 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:25.148108 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fb7e0-4cac-41a0-a4d9-d587e3430c9e req-31288a73-6aa0-4131-a282-0e75d98fb1c2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:25.149564 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-714fb7e0-4cac-41a0-a4d9-d587e3430c9e req-31288a73-6aa0-4131-a282-0e75d98fb1c2 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0574942 Mar 23 02:47:25.210057 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-714fb7e0-4cac-41a0-a4d9-d587e3430c9e req-1817c570-1b18-4b5d-948e-aaecdf60bcd7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513568 Mar 23 02:47:25.911055 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:26.349848 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49ff23-d0e0-45f5-94a1-e196f4d42a7a req-598cda34-5b57-45b7-b913-26f8990b985a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:26.351280 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ca49ff23-d0e0-45f5-94a1-e196f4d42a7a req-598cda34-5b57-45b7-b913-26f8990b985a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0638735 Mar 23 02:47:26.404720 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ca49ff23-d0e0-45f5-94a1-e196f4d42a7a req-bd0c887f-bd69-4e92-b4b3-35c7dae57f2b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473125 Mar 23 02:47:27.543404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0030606-cbf4-4914-9de3-8197c83a36d9 req-7403ecb9-8a31-4600-8760-06add955d4ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:27.544937 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0030606-cbf4-4914-9de3-8197c83a36d9 req-7403ecb9-8a31-4600-8760-06add955d4ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0626929 Mar 23 02:47:27.596523 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c0030606-cbf4-4914-9de3-8197c83a36d9 req-525a1da7-7bbd-4b44-a2a2-2cb84489860d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429983 Mar 23 02:47:28.739831 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659a25c-d31a-4ace-9332-f7f9a32b5df9 req-9e7e3e40-e27a-461f-b49a-ac896c8ebcf7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:28.741242 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7659a25c-d31a-4ace-9332-f7f9a32b5df9 req-9e7e3e40-e27a-461f-b49a-ac896c8ebcf7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0634103 Mar 23 02:47:28.791698 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7659a25c-d31a-4ace-9332-f7f9a32b5df9 req-a0f81796-6a7d-45b5-8b59-0818674415b8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446599 Mar 23 02:47:29.925637 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35104998-9c86-479b-8bd4-721bf6c37e7c req-4a688339-3b6d-47eb-ab46-6685646c6870 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:29.927131 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-35104998-9c86-479b-8bd4-721bf6c37e7c req-4a688339-3b6d-47eb-ab46-6685646c6870 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0613658 Mar 23 02:47:29.980638 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-35104998-9c86-479b-8bd4-721bf6c37e7c req-40a28c8a-e84f-47bc-a14c-a12e5cc392a6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477600 Mar 23 02:47:30.957866 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:47:31.122996 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67442352-753d-41a8-abe1-04edb17c24d9 req-7a64b3a5-3804-4850-a300-3d6c71eeaddb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:31.124407 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67442352-753d-41a8-abe1-04edb17c24d9 req-7a64b3a5-3804-4850-a300-3d6c71eeaddb tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0613542 Mar 23 02:47:31.176032 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-67442352-753d-41a8-abe1-04edb17c24d9 req-bf10711a-e359-4d29-89f0-6051cd6fe0c0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431161 Mar 23 02:47:32.307147 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77e6c6-defd-4d37-b733-56774bebe674 req-f498060f-da95-4f99-9fd4-57a86b813e2c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:32.308634 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c77e6c6-defd-4d37-b733-56774bebe674 req-f498060f-da95-4f99-9fd4-57a86b813e2c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0532990 Mar 23 02:47:32.369586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6c77e6c6-defd-4d37-b733-56774bebe674 req-6ded7cb5-8182-4653-8f44-3c837de8253e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551679 Mar 23 02:47:33.507678 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820501f-4d6f-4f49-a143-1052f741ee32 req-abf785bf-5a50-4993-9c23-8d829652e6d9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:33.509360 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9820501f-4d6f-4f49-a143-1052f741ee32 req-abf785bf-5a50-4993-9c23-8d829652e6d9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0582845 Mar 23 02:47:33.566929 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-9820501f-4d6f-4f49-a143-1052f741ee32 req-bce89acb-0810-4120-abda-2bdb3f11bc59 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488782 Mar 23 02:47:33.591333 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58414) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:33.655857 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-a8142f0a-84f9-4019-a213-e6df3e5a4bcf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/01f82fe7-879a-418c-9e14-2fbdf7fe993a HTTP/1.1" status: 200 len: 993 time: 0.0630529 Mar 23 02:47:34.437757 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:34.968390 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764253c-1436-4510-a3e2-7bee8aa67237 req-5c75bf51-e827-4ad9-9c7d-1d6b25d3c3ee tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:34.969845 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4764253c-1436-4510-a3e2-7bee8aa67237 req-5c75bf51-e827-4ad9-9c7d-1d6b25d3c3ee tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0880463 Mar 23 02:47:34.984487 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2936f2-dd83-4a8c-ac97-82d4a2af502f req-fb426fa8-cbcd-4a96-9ac8-b349e5a30883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:34.985956 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f2936f2-dd83-4a8c-ac97-82d4a2af502f req-fb426fa8-cbcd-4a96-9ac8-b349e5a30883 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 1127 time: 0.0709743 Mar 23 02:47:35.072712 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4764253c-1436-4510-a3e2-7bee8aa67237 req-b26ac8fc-f66f-4423-8da9-d2d1673b5ebe tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966680 Mar 23 02:47:35.104223 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2936f2-dd83-4a8c-ac97-82d4a2af502f req-dae82f6c-d324-4c7a-8ba2-a84f66a25c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:35.105749 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f2936f2-dd83-4a8c-ac97-82d4a2af502f req-dae82f6c-d324-4c7a-8ba2-a84f66a25c15 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f HTTP/1.1" status: 200 len: 896 time: 0.1106019 Mar 23 02:47:35.178001 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f2936f2-dd83-4a8c-ac97-82d4a2af502f req-01d280c4-f8f0-4601-a8fc-7fa6647acfe7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ab2426-f048-425d-b8df-b811cb055d96 HTTP/1.1" status: 200 len: 1001 time: 0.0651507 Mar 23 02:47:35.227784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2936f2-dd83-4a8c-ac97-82d4a2af502f req-e13e52f9-e726-4d3d-9636-25bff35c9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:35.229183 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f2936f2-dd83-4a8c-ac97-82d4a2af502f req-e13e52f9-e726-4d3d-9636-25bff35c9f20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b2dbe40-5925-439a-b3f6-5bafbf98a83c HTTP/1.1" status: 200 len: 833 time: 0.0449734 Mar 23 02:47:35.277629 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2936f2-dd83-4a8c-ac97-82d4a2af502f req-be26e107-a12d-426e-8ed2-6cebbc20926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:35.279123 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f2936f2-dd83-4a8c-ac97-82d4a2af502f req-be26e107-a12d-426e-8ed2-6cebbc20926d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442655 Mar 23 02:47:35.371244 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f2936f2-dd83-4a8c-ac97-82d4a2af502f req-4c72b052-8f87-4896-aa24-05539780bd5c service neutron] 10.222.0.42 "GET /v2.0/networks/eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856180 Mar 23 02:47:35.458484 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-5f2936f2-dd83-4a8c-ac97-82d4a2af502f req-11bc97f9-427b-4364-a2f6-3a44270c56b9 service neutron] 10.222.0.42 "GET /v2.0/networks/eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817304 Mar 23 02:47:36.212472 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a6477-e8f5-43c9-a242-fbf85110179a req-7ea838bf-ede2-4c0d-984b-fdc539f28360 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:36.214044 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af0a6477-e8f5-43c9-a242-fbf85110179a req-7ea838bf-ede2-4c0d-984b-fdc539f28360 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0605755 Mar 23 02:47:36.270482 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-af0a6477-e8f5-43c9-a242-fbf85110179a req-8933b2c5-b3c4-4b9a-b622-82b677fb906d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486624 Mar 23 02:47:36.294636 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58426) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:47:36.368308 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-02aec1ef-2c6e-46c2-b75b-c4450e1f66a3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/01f82fe7-879a-418c-9e14-2fbdf7fe993a HTTP/1.1" status: 200 len: 993 time: 0.0724037 Mar 23 02:47:41.607000 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a706e0b0-b3dc-4850-a593-b46932794224 req-68c4c07e-725f-4ccb-83c3-c00f66301017 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542641 Mar 23 02:47:41.719005 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706e0b0-b3dc-4850-a593-b46932794224 req-18c1628a-bca3-4fdf-bb51-3b0ee104c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:41.721047 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a706e0b0-b3dc-4850-a593-b46932794224 req-18c1628a-bca3-4fdf-bb51-3b0ee104c153 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 1127 time: 0.0644739 Mar 23 02:47:41.843184 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706e0b0-b3dc-4850-a593-b46932794224 req-19985f09-79cc-40d2-ad58-2358f29206b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:41.846335 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a706e0b0-b3dc-4850-a593-b46932794224 req-19985f09-79cc-40d2-ad58-2358f29206b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f HTTP/1.1" status: 200 len: 896 time: 0.1043179 Mar 23 02:47:41.932633 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a706e0b0-b3dc-4850-a593-b46932794224 req-d8e7dfa1-76d0-4a52-bf14-524a60ea2714 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ab2426-f048-425d-b8df-b811cb055d96 HTTP/1.1" status: 200 len: 1001 time: 0.0792174 Mar 23 02:47:41.986778 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706e0b0-b3dc-4850-a593-b46932794224 req-01f1f812-9b47-437a-8280-2c38aa11caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:41.988157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a706e0b0-b3dc-4850-a593-b46932794224 req-01f1f812-9b47-437a-8280-2c38aa11caa5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b2dbe40-5925-439a-b3f6-5bafbf98a83c HTTP/1.1" status: 200 len: 833 time: 0.0498180 Mar 23 02:47:42.052573 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706e0b0-b3dc-4850-a593-b46932794224 req-3fcdd78e-2383-4eb7-bdfb-efc6db4e13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:47:42.054774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a706e0b0-b3dc-4850-a593-b46932794224 req-3fcdd78e-2383-4eb7-bdfb-efc6db4e13c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0602303 Mar 23 02:47:42.164044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a706e0b0-b3dc-4850-a593-b46932794224 req-bdf514a4-160c-4a68-8108-75f9278e8e87 service neutron] 10.222.0.42 "GET /v2.0/networks/eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025121 Mar 23 02:47:42.263687 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a706e0b0-b3dc-4850-a593-b46932794224 req-f1eaaa07-1070-4f40-b0b3-080dfeb764b0 service neutron] 10.222.0.42 "GET /v2.0/networks/eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930715 Mar 23 02:47:49.647623 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0114ed19-8c9d-453c-bf52-4216c0447f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:51.400280 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:52.170651 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-95efb274-5151-41f7-9eb8-8045574eefeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:53.607742 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:54.937156 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:47:55.901464 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:04.455456 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:07.960637 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:48:11.047580 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58446) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:11.215880 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port f6a12825-fc2a-486d-b3d0-a9f741ffe234 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:48:11.216175 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (f6a12825-fc2a-486d-b3d0-a9f741ffe234), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:11.297712 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (f6a12825-fc2a-486d-b3d0-a9f741ffe234), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:11.297974 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (f6a12825-fc2a-486d-b3d0-a9f741ffe234), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:11.309783 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for f6a12825-fc2a-486d-b3d0-a9f741ffe234 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:48:11.487421 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (f6a12825-fc2a-486d-b3d0-a9f741ffe234), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:11.521253 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=f6a12825-fc2a-486d-b3d0-a9f741ffe234,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:11.552330 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:11.552568 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:11.552950 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:11.553293 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:11.553627 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:11.553986 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:11.554317 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:11.554645 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:11.554970 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:11.555296 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:11.555628 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:11.555937 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:11.556257 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:11.556581 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:11.556924 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:11.597210 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (01f82fe7-879a-418c-9e14-2fbdf7fe993a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:11.597582 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Floating IP 01f82fe7-879a-418c-9e14-2fbdf7fe993a disassociated (deleted). External IP: 172.25.0.152, port: a4ab2426-f048-425d-b8df-b811cb055d96. Mar 23 02:48:11.823553 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router a80b07d9-55a1-4b48-8d24-76b9702eab5d has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:48:11.947402 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:48:11.951998 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:11.958907 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c783e1f2-8787-4a8a-a1c1-75709ef22ced None None] Sync routers for ids ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:48:11.969873 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c783e1f2-8787-4a8a-a1c1-75709ef22ced None None] Routers {'a80b07d9-55a1-4b48-8d24-76b9702eab5d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:11.970768 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c783e1f2-8787-4a8a-a1c1-75709ef22ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:11.982421 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-7de368cd-65f3-4fa0-85eb-7dc377f74fae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/floatingips/01f82fe7-879a-418c-9e14-2fbdf7fe993a HTTP/1.1" status: 204 len: 168 time: 0.9334021 Mar 23 02:48:11.983047 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6b3315-e769-404d-a2d1-cb78a584a531', 'tag': 'a4ab2426-f048-425d-b8df-b811cb055d96'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:48:11.985321 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f3ff96-8d46-4bfe-841b-fc5dafd4a1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "be6b3315-e769-404d-a2d1-cb78a584a531", "tag": "a4ab2426-f048-425d-b8df-b811cb055d96"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:48:12.032387 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a352b29-daab-492c-b10e-0af5ffb0d391 x-openstack-request-id: req-4a352b29-daab-492c-b10e-0af5ffb0d391 {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:48:12.032730 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6b3315-e769-404d-a2d1-cb78a584a531", "tag": "a4ab2426-f048-425d-b8df-b811cb055d96", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:48:12.033050 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a352b29-daab-492c-b10e-0af5ffb0d391 {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:48:12.033898 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a352b29-daab-492c-b10e-0af5ffb0d391'] response: {'name': 'network-changed', 'server_uuid': 'be6b3315-e769-404d-a2d1-cb78a584a531', 'tag': 'a4ab2426-f048-425d-b8df-b811cb055d96', 'status': 'completed', 'code': 200} Mar 23 02:48:12.080316 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c783e1f2-8787-4a8a-a1c1-75709ef22ced None None] Set router a80b07d9-55a1-4b48-8d24-76b9702eab5d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:12.103068 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3ff96-8d46-4bfe-841b-fc5dafd4a1ec req-55750198-8d31-452e-a49d-b1b08a08ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:12.105231 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-40f3ff96-8d46-4bfe-841b-fc5dafd4a1ec req-55750198-8d31-452e-a49d-b1b08a08ee79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 1127 time: 0.0497274 Mar 23 02:48:12.257021 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3ff96-8d46-4bfe-841b-fc5dafd4a1ec req-e95a6057-36a0-4107-ab55-692221c85d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:12.258510 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-40f3ff96-8d46-4bfe-841b-fc5dafd4a1ec req-e95a6057-36a0-4107-ab55-692221c85d37 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f HTTP/1.1" status: 200 len: 896 time: 0.1375239 Mar 23 02:48:12.281435 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd84ef-d6cb-4715-9c1d-5a36e18f5ce8 req-fbd71dfe-dfda-4003-bfa8-4ebefc68076e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:12.282959 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6cd84ef-d6cb-4715-9c1d-5a36e18f5ce8 req-fbd71dfe-dfda-4003-bfa8-4ebefc68076e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.1006165 Mar 23 02:48:12.319393 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-40f3ff96-8d46-4bfe-841b-fc5dafd4a1ec req-1045347b-7ab4-4d7c-b40f-5a0c6c87e3d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ab2426-f048-425d-b8df-b811cb055d96 HTTP/1.1" status: 200 len: 217 time: 0.0531435 Mar 23 02:48:12.377378 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c783e1f2-8787-4a8a-a1c1-75709ef22ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921556427', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:26Z', 'updated_at': '2022-03-23T02:46:30Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:27Z', 'updated_at': '2022-03-23T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a', 'name': '', 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:90:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:30Z', 'updated_at': '2022-03-23T02:46:33Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:12.391575 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-a6cd84ef-d6cb-4715-9c1d-5a36e18f5ce8 req-9a26e95c-cccc-424e-b522-4fb92f54d29a tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790076 Mar 23 02:48:12.393225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3ff96-8d46-4bfe-841b-fc5dafd4a1ec req-f6ab0d2c-92a4-40fa-bf5d-00cf68980da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:12.394592 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-40f3ff96-8d46-4bfe-841b-fc5dafd4a1ec req-f6ab0d2c-92a4-40fa-bf5d-00cf68980da9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b2dbe40-5925-439a-b3f6-5bafbf98a83c HTTP/1.1" status: 200 len: 833 time: 0.0673380 Mar 23 02:48:12.404645 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c783e1f2-8787-4a8a-a1c1-75709ef22ced None None] Checking router: a80b07d9-55a1-4b48-8d24-76b9702eab5d for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:48:12.413591 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c783e1f2-8787-4a8a-a1c1-75709ef22ced None None] Routers {'a80b07d9-55a1-4b48-8d24-76b9702eab5d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:12.414205 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c783e1f2-8787-4a8a-a1c1-75709ef22ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:12.447608 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3ff96-8d46-4bfe-841b-fc5dafd4a1ec req-1356dce6-5433-4344-9e9f-709e8ceb6c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:12.449031 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-40f3ff96-8d46-4bfe-841b-fc5dafd4a1ec req-1356dce6-5433-4344-9e9f-709e8ceb6c3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466056 Mar 23 02:48:12.519561 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-c783e1f2-8787-4a8a-a1c1-75709ef22ced None None] Set router a80b07d9-55a1-4b48-8d24-76b9702eab5d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:12.541486 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-40f3ff96-8d46-4bfe-841b-fc5dafd4a1ec req-e258a061-0998-49a3-aa3f-98176bac332c service neutron] 10.222.0.42 "GET /v2.0/networks/eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856795 Mar 23 02:48:12.630510 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-40f3ff96-8d46-4bfe-841b-fc5dafd4a1ec req-d0c350fa-8b6e-472e-8760-e04a5af7f7bb service neutron] 10.222.0.42 "GET /v2.0/networks/eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826049 Mar 23 02:48:12.733854 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-c783e1f2-8787-4a8a-a1c1-75709ef22ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921556427', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:26Z', 'updated_at': '2022-03-23T02:46:30Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:27Z', 'updated_at': '2022-03-23T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a', 'name': '', 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:90:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:30Z', 'updated_at': '2022-03-23T02:46:33Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:12.763699 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c783e1f2-8787-4a8a-a1c1-75709ef22ced None None] The sync data for ids ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'] in n-d-834677-4 is: [{'id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921556427', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:26Z', 'updated_at': '2022-03-23T02:46:30Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:27Z', 'updated_at': '2022-03-23T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a', 'name': '', 'network_id': 'eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:90:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:30Z', 'updated_at': '2022-03-23T02:46:33Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '8b2dbe40-5925-439a-b3f6-5bafbf98a83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:48:12.996292 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae11f4b-d81b-461e-9e37-698676e0520e None None] New status for floating IP 01f82fe7-879a-418c-9e14-2fbdf7fe993a: DOWN {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:48:13.525021 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1929ed-fa34-4e84-bafd-f0dec84b7861 req-d3eb5477-35e3-4f75-9c7d-36b92da749bc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:13.526539 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ac1929ed-fa34-4e84-bafd-f0dec84b7861 req-d3eb5477-35e3-4f75-9c7d-36b92da749bc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0595603 Mar 23 02:48:13.590348 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-ac1929ed-fa34-4e84-bafd-f0dec84b7861 req-3c7429ad-63bd-44d4-af62-9562f01c0886 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546827 Mar 23 02:48:13.922903 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a24cb-6b12-442b-9090-d372e3aa8344 req-35484943-d7a5-41cb-8c8c-a0f3f9024fbf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:13.925607 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-908a24cb-6b12-442b-9090-d372e3aa8344 req-35484943-d7a5-41cb-8c8c-a0f3f9024fbf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 945 time: 0.0613880 Mar 23 02:48:14.024235 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-908a24cb-6b12-442b-9090-d372e3aa8344 req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port a4ab2426-f048-425d-b8df-b811cb055d96 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:48:14.024482 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-908a24cb-6b12-442b-9090-d372e3aa8344 req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a4ab2426-f048-425d-b8df-b811cb055d96), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:14.118776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-908a24cb-6b12-442b-9090-d372e3aa8344 req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] For port a4ab2426-f048-425d-b8df-b811cb055d96, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a4ab2426-f048-425d-b8df-b811cb055d96,segment=NetworkSegment(eb384005-c0ba-4725-9082-97d3e413801b),segment_id=eb384005-c0ba-4725-9082-97d3e413801b)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:14.119137 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-908a24cb-6b12-442b-9090-d372e3aa8344 req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a4ab2426-f048-425d-b8df-b811cb055d96), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:14.136132 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-908a24cb-6b12-442b-9090-d372e3aa8344 req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for a4ab2426-f048-425d-b8df-b811cb055d96 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:48:14.281231 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-908a24cb-6b12-442b-9090-d372e3aa8344 req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a4ab2426-f048-425d-b8df-b811cb055d96), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:14.307601 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=a4ab2426-f048-425d-b8df-b811cb055d96,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:14.317829 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:14.318176 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:14.318520 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:14.318926 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:14.319259 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:14.319591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:14.319919 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:14.320246 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:14.320572 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:14.321460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:14.321460 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:14.321656 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:14.321834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:14.322185 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:14.322501 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:14.368337 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-908a24cb-6b12-442b-9090-d372e3aa8344 req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] No DVR routers for this DVR port a4ab2426-f048-425d-b8df-b811cb055d96 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:48:14.371080 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-908a24cb-6b12-442b-9090-d372e3aa8344 req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:14.374480 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-908a24cb-6b12-442b-9090-d372e3aa8344 req-dde196ce-88e6-405e-876f-5791963e5d13 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "DELETE /v2.0/ports/a4ab2426-f048-425d-b8df-b811cb055d96 HTTP/1.1" status: 204 len: 173 time: 0.4432797 Mar 23 02:48:14.374917 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6b3315-e769-404d-a2d1-cb78a584a531', 'name': 'network-vif-deleted', 'tag': 'a4ab2426-f048-425d-b8df-b811cb055d96'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:48:14.377184 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df2d609-1f32-452a-914e-78a5ca14c50a" -d '{"events": [{"server_uuid": "be6b3315-e769-404d-a2d1-cb78a584a531", "name": "network-vif-deleted", "tag": "a4ab2426-f048-425d-b8df-b811cb055d96"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:48:14.416244 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1a9880-fbd6-47ce-8dfe-a9f9fc4f7d47 x-openstack-request-id: req-4f1a9880-fbd6-47ce-8dfe-a9f9fc4f7d47 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:48:14.416535 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6b3315-e769-404d-a2d1-cb78a584a531", "name": "network-vif-deleted", "tag": "a4ab2426-f048-425d-b8df-b811cb055d96", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:48:14.416852 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f1a9880-fbd6-47ce-8dfe-a9f9fc4f7d47 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:48:14.417200 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1a9880-fbd6-47ce-8dfe-a9f9fc4f7d47'] response: {'server_uuid': 'be6b3315-e769-404d-a2d1-cb78a584a531', 'name': 'network-vif-deleted', 'tag': 'a4ab2426-f048-425d-b8df-b811cb055d96', 'status': 'completed', 'code': 200} Mar 23 02:48:14.709785 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-357facc6-9700-45cb-94a6-1947813542d5 req-d619827b-266c-4858-a26a-3ebc3ea1416e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6b3315-e769-404d-a2d1-cb78a584a531 HTTP/1.1" status: 200 len: 210 time: 0.0337939 Mar 23 02:48:15.776131 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58462) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:16.151413 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4f996e4-081f-41fa-bcfe-9848d3f4902d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (a80b07d9-55a1-4b48-8d24-76b9702eab5d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:16.422261 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e4f996e4-081f-41fa-bcfe-9848d3f4902d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:48:16.422611 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4f996e4-081f-41fa-bcfe-9848d3f4902d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:16.513674 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-e4f996e4-081f-41fa-bcfe-9848d3f4902d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] For port b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a,segment=NetworkSegment(eb384005-c0ba-4725-9082-97d3e413801b),segment_id=eb384005-c0ba-4725-9082-97d3e413801b)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:16.514006 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4f996e4-081f-41fa-bcfe-9848d3f4902d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:16.527336 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-e4f996e4-081f-41fa-bcfe-9848d3f4902d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:48:17.041113 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4f996e4-081f-41fa-bcfe-9848d3f4902d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:17.075978 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f996e4-081f-41fa-bcfe-9848d3f4902d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:17.249835 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e4f996e4-081f-41fa-bcfe-9848d3f4902d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (a80b07d9-55a1-4b48-8d24-76b9702eab5d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:17.308681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a4ab2426-f048-425d-b8df-b811cb055d96 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:48:17.332759 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: a4ab2426-f048-425d-b8df-b811cb055d96 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:48:17.333114 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a4ab2426-f048-425d-b8df-b811cb055d96 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:48:17.490251 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f996e4-081f-41fa-bcfe-9848d3f4902d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router a80b07d9-55a1-4b48-8d24-76b9702eab5d has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:48:17.603164 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f996e4-081f-41fa-bcfe-9848d3f4902d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:48:17.609227 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e4f996e4-081f-41fa-bcfe-9848d3f4902d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "PUT /v2.0/routers/a80b07d9-55a1-4b48-8d24-76b9702eab5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8317065 Mar 23 02:48:17.611225 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58464) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:17.613888 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93c062-9b07-46f6-a646-bc543d820739 None None] Sync routers for ids ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:48:17.623567 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a93c062-9b07-46f6-a646-bc543d820739 None None] Routers {'a80b07d9-55a1-4b48-8d24-76b9702eab5d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:17.624203 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5a93c062-9b07-46f6-a646-bc543d820739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:17.663543 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_v2 [None req-5603dac8-bf24-4173-9ab8-c11669234b5f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting subnet 8b2dbe40-5925-439a-b3f6-5bafbf98a83c {{(pid=99264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:48:17.666835 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5603dac8-bf24-4173-9ab8-c11669234b5f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for subnet (8b2dbe40-5925-439a-b3f6-5bafbf98a83c), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:17.707499 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5603dac8-bf24-4173-9ab8-c11669234b5f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25929449'] for subnet (8b2dbe40-5925-439a-b3f6-5bafbf98a83c), precommit_delete_associations {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:17.732178 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-5a93c062-9b07-46f6-a646-bc543d820739 None None] Set router a80b07d9-55a1-4b48-8d24-76b9702eab5d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:17.794653 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5603dac8-bf24-4173-9ab8-c11669234b5f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (8b2dbe40-5925-439a-b3f6-5bafbf98a83c), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:17.854977 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5603dac8-bf24-4173-9ab8-c11669234b5f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26233906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3967229'] for subnet (8b2dbe40-5925-439a-b3f6-5bafbf98a83c), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:17.886424 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603dac8-bf24-4173-9ab8-c11669234b5f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2dbe40-5925-439a-b3f6-5bafbf98a83c,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:17.889278 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-5603dac8-bf24-4173-9ab8-c11669234b5f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:17.895371 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-5603dac8-bf24-4173-9ab8-c11669234b5f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/subnets/8b2dbe40-5925-439a-b3f6-5bafbf98a83c HTTP/1.1" status: 204 len: 168 time: 0.2806144 Mar 23 02:48:17.895574 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7ed1ae-7368-4702-b598-63f7557b96dc None None] Network eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:48:17.896275 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58466) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:17.919476 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5a93c062-9b07-46f6-a646-bc543d820739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921556427', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:26Z', 'updated_at': '2022-03-23T02:48:16Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:27Z', 'updated_at': '2022-03-23T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:17.946201 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93c062-9b07-46f6-a646-bc543d820739 None None] Checking router: a80b07d9-55a1-4b48-8d24-76b9702eab5d for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:48:17.954472 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a93c062-9b07-46f6-a646-bc543d820739 None None] Routers {'a80b07d9-55a1-4b48-8d24-76b9702eab5d'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:17.955524 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5a93c062-9b07-46f6-a646-bc543d820739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:47:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:18.018590 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22fcfed2-1e90-46bc-a5e2-dfc2edf9ef69 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router (a80b07d9-55a1-4b48-8d24-76b9702eab5d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.061554 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] DHCP port deletion for eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:48:18.073327 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-5a93c062-9b07-46f6-a646-bc543d820739 None None] Set router a80b07d9-55a1-4b48-8d24-76b9702eab5d gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:18.112178 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Deleting port adecef2f-05a9-4561-8a1a-7a692c1a9b01 {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:48:18.112447 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (adecef2f-05a9-4561-8a1a-7a692c1a9b01), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.133189 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22fcfed2-1e90-46bc-a5e2-dfc2edf9ef69 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (a80b07d9-55a1-4b48-8d24-76b9702eab5d), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.175187 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] For port adecef2f-05a9-4561-8a1a-7a692c1a9b01, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=adecef2f-05a9-4561-8a1a-7a692c1a9b01,segment=NetworkSegment(eb384005-c0ba-4725-9082-97d3e413801b),segment_id=eb384005-c0ba-4725-9082-97d3e413801b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:18.175748 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (adecef2f-05a9-4561-8a1a-7a692c1a9b01), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.188831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Calling delete_port for adecef2f-05a9-4561-8a1a-7a692c1a9b01 owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:48:18.192055 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-22fcfed2-1e90-46bc-a5e2-dfc2edf9ef69 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port 0e41996f-1405-4bcb-be20-1effc8b3e730 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:48:18.192506 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22fcfed2-1e90-46bc-a5e2-dfc2edf9ef69 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (0e41996f-1405-4bcb-be20-1effc8b3e730), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.261085 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-5a93c062-9b07-46f6-a646-bc543d820739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921556427', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:26Z', 'updated_at': '2022-03-23T02:48:16Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:27Z', 'updated_at': '2022-03-23T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:18.280906 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (adecef2f-05a9-4561-8a1a-7a692c1a9b01), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.285109 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-22fcfed2-1e90-46bc-a5e2-dfc2edf9ef69 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] For port 0e41996f-1405-4bcb-be20-1effc8b3e730, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=0e41996f-1405-4bcb-be20-1effc8b3e730,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:18.285427 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22fcfed2-1e90-46bc-a5e2-dfc2edf9ef69 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (0e41996f-1405-4bcb-be20-1effc8b3e730), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.288737 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93c062-9b07-46f6-a646-bc543d820739 None None] The sync data for ids ['a80b07d9-55a1-4b48-8d24-76b9702eab5d'] in n-d-834677-4 is: [{'id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921556427', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:46:26Z', 'updated_at': '2022-03-23T02:48:16Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '0e41996f-1405-4bcb-be20-1effc8b3e730', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80b07d9-55a1-4b48-8d24-76b9702eab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:46:27Z', 'updated_at': '2022-03-23T02:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:48:18.297449 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] No DVR routers for this DVR port adecef2f-05a9-4561-8a1a-7a692c1a9b01 on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:48:18.308409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-22fcfed2-1e90-46bc-a5e2-dfc2edf9ef69 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for 0e41996f-1405-4bcb-be20-1effc8b3e730 owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:48:18.326495 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Pushing event deleted for resources: {'Port': ['ID=adecef2f-05a9-4561-8a1a-7a692c1a9b01,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:18.335935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:18.336278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:18.336630 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:18.336967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:18.337299 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:18.337624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:18.337967 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:18.338284 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:18.338601 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:18.338918 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:18.339220 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:18.339542 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:18.339855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:18.340171 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:18.340484 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5b844f-7389-40db-b80f-b346106aa454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:18.491887 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22fcfed2-1e90-46bc-a5e2-dfc2edf9ef69 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (0e41996f-1405-4bcb-be20-1effc8b3e730), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.525621 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcfed2-1e90-46bc-a5e2-dfc2edf9ef69 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=0e41996f-1405-4bcb-be20-1effc8b3e730,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:18.588156 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22fcfed2-1e90-46bc-a5e2-dfc2edf9ef69 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (a80b07d9-55a1-4b48-8d24-76b9702eab5d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.694750 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22fcfed2-1e90-46bc-a5e2-dfc2edf9ef69 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (a80b07d9-55a1-4b48-8d24-76b9702eab5d), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.697098 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22fcfed2-1e90-46bc-a5e2-dfc2edf9ef69 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_controller (a80b07d9-55a1-4b48-8d24-76b9702eab5d), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.742970 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22fcfed2-1e90-46bc-a5e2-dfc2edf9ef69 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (a80b07d9-55a1-4b48-8d24-76b9702eab5d), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.743546 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fcfed2-1e90-46bc-a5e2-dfc2edf9ef69 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Fanout notify agent at l3_agent the message router_deleted on router a80b07d9-55a1-4b48-8d24-76b9702eab5d {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:48:18.750394 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-22fcfed2-1e90-46bc-a5e2-dfc2edf9ef69 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.754069 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-22fcfed2-1e90-46bc-a5e2-dfc2edf9ef69 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/routers/a80b07d9-55a1-4b48-8d24-76b9702eab5d HTTP/1.1" status: 204 len: 168 time: 0.8540161 Mar 23 02:48:18.754376 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58468) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:18.832234 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-008a702b-4ced-4438-a6b7-82ffbf394fb3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.929662 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-008a702b-4ced-4438-a6b7-82ffbf394fb3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.952173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-008a702b-4ced-4438-a6b7-82ffbf394fb3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f']}} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:18.964357 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-008a702b-4ced-4438-a6b7-82ffbf394fb3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb384005-c0ba-4725-9082-97d3e413801b') {'for_net_delete': True} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:18.964683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.services.segments.db [None req-008a702b-4ced-4438-a6b7-82ffbf394fb3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb384005-c0ba-4725-9082-97d3e413801b') {} {{(pid=99263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:18.975037 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-008a702b-4ced-4438-a6b7-82ffbf394fb3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3726768'] for segment (eb384005-c0ba-4725-9082-97d3e413801b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.988110 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-008a702b-4ced-4438-a6b7-82ffbf394fb3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (eb384005-c0ba-4725-9082-97d3e413801b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.993977 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008a702b-4ced-4438-a6b7-82ffbf394fb3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=99263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:48:18.994355 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-008a702b-4ced-4438-a6b7-82ffbf394fb3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3726518'] for segment (eb384005-c0ba-4725-9082-97d3e413801b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: Traceback (most recent call last): Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: timer() Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: cb(*args, **kw) Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: return func(*args, **kwargs) Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: self._notify() Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: self.callback(batched_events) Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: event.method(event) Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: return f(self, *a, **k) Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: return self._get(url).json() Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: return self.request(url, 'GET', **kwargs) Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:48:18.997615 n-d-834677-4 neutron-server[99263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:48:19.064375 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-008a702b-4ced-4438-a6b7-82ffbf394fb3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.071916 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-008a702b-4ced-4438-a6b7-82ffbf394fb3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.075100 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-008a702b-4ced-4438-a6b7-82ffbf394fb3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/networks/eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f HTTP/1.1" status: 204 len: 168 time: 0.3197405 Mar 23 02:48:19.078046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58470) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:19.086896 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a702b-4ced-4438-a6b7-82ffbf394fb3 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Network': ['ID=eb6bf1d3-0ee5-4206-9fad-8fccb225cf4f,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:19.134931 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f8d3fb1-aba0-4493-9a0b-5ab3d9e89b49 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (e5ec0f4a-2a8c-448c-917d-ffea33fe23a8), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.160771 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f8d3fb1-aba0-4493-9a0b-5ab3d9e89b49 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (e5ec0f4a-2a8c-448c-917d-ffea33fe23a8), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.222369 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f8d3fb1-aba0-4493-9a0b-5ab3d9e89b49 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e5ec0f4a-2a8c-448c-917d-ffea33fe23a8), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.225159 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f8d3fb1-aba0-4493-9a0b-5ab3d9e89b49 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.226325 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1f8d3fb1-aba0-4493-9a0b-5ab3d9e89b49 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/security-groups/e5ec0f4a-2a8c-448c-917d-ffea33fe23a8 HTTP/1.1" status: 204 len: 168 time: 0.1471853 Mar 23 02:48:19.236250 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d3fb1-aba0-4493-9a0b-5ab3d9e89b49 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ec0f4a-2a8c-448c-917d-ffea33fe23a8,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:19.557526 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58476) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:19.562326 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-af5aab2e-d619-41fc-b5ca-bfec2fdaf1ea tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-413907267', 'description': 'tempest-secgroup-smoke-413907267 description', 'project_id': 'eb6ded23f7904c528c242edeaae8f657'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:19.583185 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af5aab2e-d619-41fc-b5ca-bfec2fdaf1ea tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.640353 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-64744330-46c3-4064-ad79-88c1c76dad4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.650266 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af5aab2e-d619-41fc-b5ca-bfec2fdaf1ea tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (ef6c481a-ddf5-4cf8-ad1a-01efe2143627), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.656020 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af5aab2e-d619-41fc-b5ca-bfec2fdaf1ea tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ef6c481a-ddf5-4cf8-ad1a-01efe2143627), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.687186 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af5aab2e-d619-41fc-b5ca-bfec2fdaf1ea tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.688432 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-af5aab2e-d619-41fc-b5ca-bfec2fdaf1ea tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1299152 Mar 23 02:48:19.689173 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5aab2e-d619-41fc-b5ca-bfec2fdaf1ea tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6c481a-ddf5-4cf8-ad1a-01efe2143627,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:19.691917 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58478) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:19.696323 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-b308c852-4227-4320-ba93-297297aa5908 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'ef6c481a-ddf5-4cf8-ad1a-01efe2143627', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:19.722282 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b308c852-4227-4320-ba93-297297aa5908 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (fb21d71f-6330-4408-aa6c-189087e5fe3c), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.779676 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b308c852-4227-4320-ba93-297297aa5908 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (fb21d71f-6330-4408-aa6c-189087e5fe3c), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.784924 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b308c852-4227-4320-ba93-297297aa5908 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (fb21d71f-6330-4408-aa6c-189087e5fe3c), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.803762 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308c852-4227-4320-ba93-297297aa5908 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb21d71f-6330-4408-aa6c-189087e5fe3c,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:19.815773 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-b308c852-4227-4320-ba93-297297aa5908 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.817074 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-b308c852-4227-4320-ba93-297297aa5908 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241980 Mar 23 02:48:19.819917 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58480) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:19.824409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-a4011e1d-d8bd-43c4-92a3-fb6418072cc0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'ef6c481a-ddf5-4cf8-ad1a-01efe2143627', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:19.838647 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0e41996f-1405-4bcb-be20-1effc8b3e730 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:48:19.849623 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4011e1d-d8bd-43c4-92a3-fb6418072cc0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (ee9b5a3d-8d8c-4e4b-8400-9b6cf01c0238), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.859253 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 0e41996f-1405-4bcb-be20-1effc8b3e730 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:48:19.859675 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 0e41996f-1405-4bcb-be20-1effc8b3e730 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:48:19.860155 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:48:19.881548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:48:19.881886 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device b6ba1b9a-6cfe-43d7-9b9e-daad40cd1c0a not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:48:19.882296 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device adecef2f-05a9-4561-8a1a-7a692c1a9b01 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:48:19.901920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: adecef2f-05a9-4561-8a1a-7a692c1a9b01 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:48:19.902264 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device adecef2f-05a9-4561-8a1a-7a692c1a9b01 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:48:19.910620 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4011e1d-d8bd-43c4-92a3-fb6418072cc0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (ee9b5a3d-8d8c-4e4b-8400-9b6cf01c0238), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.915440 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4011e1d-d8bd-43c4-92a3-fb6418072cc0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ee9b5a3d-8d8c-4e4b-8400-9b6cf01c0238), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.935492 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4011e1d-d8bd-43c4-92a3-fb6418072cc0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee9b5a3d-8d8c-4e4b-8400-9b6cf01c0238,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:19.944666 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-a4011e1d-d8bd-43c4-92a3-fb6418072cc0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:19.945856 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-a4011e1d-d8bd-43c4-92a3-fb6418072cc0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248326 Mar 23 02:48:19.948726 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58482) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:19.953061 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e1b51e70-089c-4e1e-a835-908c11ca4096 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'ef6c481a-ddf5-4cf8-ad1a-01efe2143627', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:19.979702 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1b51e70-089c-4e1e-a835-908c11ca4096 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (ea1a8ddc-7af8-405f-adc8-c7265fde9014), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.043204 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1b51e70-089c-4e1e-a835-908c11ca4096 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (ea1a8ddc-7af8-405f-adc8-c7265fde9014), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.049303 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1b51e70-089c-4e1e-a835-908c11ca4096 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (ea1a8ddc-7af8-405f-adc8-c7265fde9014), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.066112 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b51e70-089c-4e1e-a835-908c11ca4096 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1a8ddc-7af8-405f-adc8-c7265fde9014,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:20.075444 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e1b51e70-089c-4e1e-a835-908c11ca4096 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.076678 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e1b51e70-089c-4e1e-a835-908c11ca4096 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270325 Mar 23 02:48:20.079502 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58484) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:20.084113 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3cc5f170-1cc9-4dd5-b99e-1e13e63b9266 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'ef6c481a-ddf5-4cf8-ad1a-01efe2143627', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:20.111327 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f170-1cc9-4dd5-b99e-1e13e63b9266 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (cec23dc8-d854-4ef3-8f29-d84a7dc0e3a1), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.170567 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f170-1cc9-4dd5-b99e-1e13e63b9266 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (cec23dc8-d854-4ef3-8f29-d84a7dc0e3a1), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.175900 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f170-1cc9-4dd5-b99e-1e13e63b9266 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (cec23dc8-d854-4ef3-8f29-d84a7dc0e3a1), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.194628 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5f170-1cc9-4dd5-b99e-1e13e63b9266 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec23dc8-d854-4ef3-8f29-d84a7dc0e3a1,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:20.203591 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f170-1cc9-4dd5-b99e-1e13e63b9266 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.204971 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3cc5f170-1cc9-4dd5-b99e-1e13e63b9266 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243768 Mar 23 02:48:20.207719 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58486) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:20.212111 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-aaf74e83-5f0b-499b-a087-249d051d1d2d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'ef6c481a-ddf5-4cf8-ad1a-01efe2143627', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:20.234139 n-d-834677-4 neutron-server[99263]: INFO neutron.db.securitygroups_db [None req-aaf74e83-5f0b-499b-a087-249d051d1d2d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Project eb6ded23f7904c528c242edeaae8f657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:48:20.239697 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aaf74e83-5f0b-499b-a087-249d051d1d2d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (7b356fbb-f7b3-43a4-9260-8798060002f9), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.314271 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aaf74e83-5f0b-499b-a087-249d051d1d2d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (7b356fbb-f7b3-43a4-9260-8798060002f9), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.318909 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aaf74e83-5f0b-499b-a087-249d051d1d2d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (7b356fbb-f7b3-43a4-9260-8798060002f9), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.335683 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf74e83-5f0b-499b-a087-249d051d1d2d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b356fbb-f7b3-43a4-9260-8798060002f9,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:20.344303 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-aaf74e83-5f0b-499b-a087-249d051d1d2d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.345657 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-aaf74e83-5f0b-499b-a087-249d051d1d2d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368985 Mar 23 02:48:20.348819 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58488) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:20.353550 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-d0c4278f-1424-4150-808e-03e0ef8b3f6b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'security_group_rule': {'security_group_id': 'ef6c481a-ddf5-4cf8-ad1a-01efe2143627', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:20.381396 n-d-834677-4 neutron-server[99264]: INFO neutron.db.securitygroups_db [None req-d0c4278f-1424-4150-808e-03e0ef8b3f6b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Project eb6ded23f7904c528c242edeaae8f657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:48:20.386701 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0c4278f-1424-4150-808e-03e0ef8b3f6b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (3a159fe4-20ab-42bd-806c-dfcf98de822b), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.749852 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0c4278f-1424-4150-808e-03e0ef8b3f6b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (3a159fe4-20ab-42bd-806c-dfcf98de822b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.756038 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0c4278f-1424-4150-808e-03e0ef8b3f6b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (3a159fe4-20ab-42bd-806c-dfcf98de822b), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.776591 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4278f-1424-4150-808e-03e0ef8b3f6b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a159fe4-20ab-42bd-806c-dfcf98de822b,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:20.783188 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-d0c4278f-1424-4150-808e-03e0ef8b3f6b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.785115 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d0c4278f-1424-4150-808e-03e0ef8b3f6b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4351110 Mar 23 02:48:20.786959 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58490) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:20.792037 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-e74d1289-fcf6-4fd7-b334-da5c1ebea07b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'network': {'name': 'tempest-network-smoke--111087467', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'port_security_enabled': True}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:20.813594 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74d1289-fcf6-4fd7-b334-da5c1ebea07b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Made reservation on behalf of eb6ded23f7904c528c242edeaae8f657 for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:48:20.817328 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e74d1289-fcf6-4fd7-b334-da5c1ebea07b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.842780 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74d1289-fcf6-4fd7-b334-da5c1ebea07b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:48:20.851958 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e74d1289-fcf6-4fd7-b334-da5c1ebea07b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (9249c2a7-0472-4e64-a3e4-fc01259a5c0b), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.852303 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-e74d1289-fcf6-4fd7-b334-da5c1ebea07b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Added segment 9249c2a7-0472-4e64-a3e4-fc01259a5c0b of type vlan for network 1eaae975-e83a-4df6-84c6-2e513de18b4e Mar 23 02:48:20.900848 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e74d1289-fcf6-4fd7-b334-da5c1ebea07b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (1eaae975-e83a-4df6-84c6-2e513de18b4e), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.930309 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e74d1289-fcf6-4fd7-b334-da5c1ebea07b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (1eaae975-e83a-4df6-84c6-2e513de18b4e), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.935486 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74d1289-fcf6-4fd7-b334-da5c1ebea07b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:20.936067 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-e74d1289-fcf6-4fd7-b334-da5c1ebea07b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:20.995959 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-e74d1289-fcf6-4fd7-b334-da5c1ebea07b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2078476 Mar 23 02:48:20.999807 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58492) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:21.004922 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-800235650', 'admin_state_up': True, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:21.014439 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d1289-fcf6-4fd7-b334-da5c1ebea07b tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Network': ['ID=1eaae975-e83a-4df6-84c6-2e513de18b4e,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:21.028045 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network 1eaae975-e83a-4df6-84c6-2e513de18b4e details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:48:21.033235 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (b6dfc27f-361e-42c9-84fe-e0693005dcf4), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:21.034400 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (b6dfc27f-361e-42c9-84fe-e0693005dcf4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:21.087307 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_controller (b6dfc27f-361e-42c9-84fe-e0693005dcf4), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:21.231303 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (b6dfc27f-361e-42c9-84fe-e0693005dcf4), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:21.395548 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:21.426551 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (b6dfc27f-361e-42c9-84fe-e0693005dcf4), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:21.449230 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:21.555217 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.25.0.66 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/4056c760-8f35-4dce-adc0-10fc63ca840b) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:48:21.664065 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (4056c760-8f35-4dce-adc0-10fc63ca840b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:21.699820 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (4056c760-8f35-4dce-adc0-10fc63ca840b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:21.737261 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:48:21.740155 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:48:21.746301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:48:21.751862 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=4056c760-8f35-4dce-adc0-10fc63ca840b,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:22.014525 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (b6dfc27f-361e-42c9-84fe-e0693005dcf4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:22.165171 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-291ff169-4f41-4703-86c3-984a08dfbffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:22.228035 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (b6dfc27f-361e-42c9-84fe-e0693005dcf4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:22.679863 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router b6dfc27f-361e-42c9-84fe-e0693005dcf4 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:48:22.788881 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:48:22.798610 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Sync routers for ids ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:48:22.809559 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:22.810694 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Routers {'b6dfc27f-361e-42c9-84fe-e0693005dcf4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:22.810860 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e5838c15-1370-4a31-9c2e-1b63b4a973cf tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8099046 Mar 23 02:48:22.811314 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:22.814049 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58494) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:22.848410 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-c1db1287-ccd9-4d0c-a60b-721a0b203428 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=eb6ded23f7904c528c242edeaae8f657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329218 Mar 23 02:48:22.852388 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58496) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:22.924184 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Set router b6dfc27f-361e-42c9-84fe-e0693005dcf4 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:23.000785 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f35343-0758-4775-bc52-4826a30e17da tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:23.002488 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-54f35343-0758-4775-bc52-4826a30e17da tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1490052 Mar 23 02:48:23.005284 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58498) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:23.039485 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-94d2abd5-96e7-44b1-8f07-0b03f9b3b512 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=c1c193e8-ebed-436f-92ad-13cec1b5b042&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330145 Mar 23 02:48:23.041820 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58500) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:23.046627 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ba5a824d-90d9-470c-a031-f0381ac0c4dd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1364033949', 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:23.105119 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800235650', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:21Z', 'revision_number': 3, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:23.132929 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Checking router: b6dfc27f-361e-42c9-84fe-e0693005dcf4 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:48:23.133251 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Updating router b6dfc27f-361e-42c9-84fe-e0693005dcf4 port 4056c760-8f35-4dce-adc0-10fc63ca840b binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:48:23.142117 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5a824d-90d9-470c-a031-f0381ac0c4dd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Made reservation on behalf of eb6ded23f7904c528c242edeaae8f657 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:48:23.146400 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba5a824d-90d9-470c-a031-f0381ac0c4dd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:23.161355 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4056c760-8f35-4dce-adc0-10fc63ca840b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:23.330039 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba5a824d-90d9-470c-a031-f0381ac0c4dd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (7d29557f-4fc2-4fa3-ad50-c656a4a048a3), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:23.386226 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a824d-90d9-470c-a031-f0381ac0c4dd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Subnet': ['ID=7d29557f-4fc2-4fa3-ad50-c656a4a048a3,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:23.403067 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5a824d-90d9-470c-a031-f0381ac0c4dd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Checking segment: {'id': '9249c2a7-0472-4e64-a3e4-fc01259a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:48:23.403432 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5a824d-90d9-470c-a031-f0381ac0c4dd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network hostable DHCP agents. Network: 1eaae975-e83a-4df6-84c6-2e513de18b4e, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:48:23.422283 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5a824d-90d9-470c-a031-f0381ac0c4dd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network 1eaae975-e83a-4df6-84c6-2e513de18b4e is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:48:23.426704 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Publish callbacks [] for port (4056c760-8f35-4dce-adc0-10fc63ca840b), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:23.434060 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ba5a824d-90d9-470c-a031-f0381ac0c4dd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, 1eaae975-e83a-4df6-84c6-2e513de18b4e) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:48:23.436304 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4056c760-8f35-4dce-adc0-10fc63ca840b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:23.438758 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5a824d-90d9-470c-a031-f0381ac0c4dd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:23.439485 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ba5a824d-90d9-470c-a031-f0381ac0c4dd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:23.458151 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ba5a824d-90d9-470c-a031-f0381ac0c4dd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4152803 Mar 23 02:48:23.461030 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58502) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:23.463385 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b503b9-8344-4d6c-9b62-5ee975316b19 None None] Network 1eaae975-e83a-4df6-84c6-2e513de18b4e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:48:23.541673 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Attempting to bind port 4056c760-8f35-4dce-adc0-10fc63ca840b on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:48:23.542014 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Attempting to bind port 4056c760-8f35-4dce-adc0-10fc63ca840b by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:48:23.542412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Attempting to bind port 4056c760-8f35-4dce-adc0-10fc63ca840b on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:48:23.544240 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116118e-125f-46a0-b91a-4e75de72c9eb None None] Pushing event updated for resources: {'Port': ['ID=4056c760-8f35-4dce-adc0-10fc63ca840b,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:23.558372 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:48:23.558748 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:48:23.559158 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:23.559548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:48:23.560020 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Bound port: 4056c760-8f35-4dce-adc0-10fc63ca840b, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:48:23.560400 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4056c760-8f35-4dce-adc0-10fc63ca840b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:23.638165 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-1eaae975-e83a-4df6-84c6-2e513de18b4e', 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e', 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ips': [{'subnet_id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:48:23.639022 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:23.643772 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:23.662571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] For port 4056c760-8f35-4dce-adc0-10fc63ca840b, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:48:23.676478 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] For port 4056c760-8f35-4dce-adc0-10fc63ca840b, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4056c760-8f35-4dce-adc0-10fc63ca840b,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:48:23.695613 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4056c760-8f35-4dce-adc0-10fc63ca840b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:23.846799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116118e-125f-46a0-b91a-4e75de72c9eb None None] Pushing event updated for resources: {'Port': ['ID=4056c760-8f35-4dce-adc0-10fc63ca840b,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:23.850278 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Routers {'b6dfc27f-361e-42c9-84fe-e0693005dcf4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:23.851065 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:23.924879 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:24.102158 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Allocated IP 172.20.0.2 (1eaae975-e83a-4df6-84c6-2e513de18b4e/7d29557f-4fc2-4fa3-ad50-c656a4a048a3/e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:48:24.188795 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] Set router b6dfc27f-361e-42c9-84fe-e0693005dcf4 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:24.386781 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Publish callbacks [] for port (e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:24.408026 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:24.443299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.20.0.1 (1eaae975-e83a-4df6-84c6-2e513de18b4e/7d29557f-4fc2-4fa3-ad50-c656a4a048a3/a7cdd758-0380-4a57-9072-8e305fa32295) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:48:24.463333 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Network 1eaae975-e83a-4df6-84c6-2e513de18b4e is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:48:24.464795 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Pushing event updated for resources: {'Port': ['ID=e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:24.468855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:48:24.472022 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:48:24.506594 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800235650', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:21Z', 'revision_number': 3, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:24.557799 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d8193b-4e3a-4099-b60b-d5e84283f977 None None] The sync data for ids ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'] in n-d-834677-4 is: [{'id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800235650', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:21Z', 'revision_number': 3, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:48:24.559444 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (a7cdd758-0380-4a57-9072-8e305fa32295), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:24.564501 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Attempting to bind port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:48:24.564920 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Attempting to bind port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '9249c2a7-0472-4e64-a3e4-fc01259a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:48:24.565280 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Attempting to bind port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c on network 1eaae975-e83a-4df6-84c6-2e513de18b4e {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:48:24.580465 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:48:24.580940 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Checking segment: {'id': '9249c2a7-0472-4e64-a3e4-fc01259a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:48:24.581272 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:24.582287 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Bound using segment: {'id': '9249c2a7-0472-4e64-a3e4-fc01259a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:48:24.582767 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Bound port: e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9249c2a7-0472-4e64-a3e4-fc01259a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:48:24.583144 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:24.596450 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:24.638285 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network 1eaae975-e83a-4df6-84c6-2e513de18b4e is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:48:24.641577 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:48:24.648249 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:48:24.655407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] For port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:48:24.659085 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] For port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c,segment=NetworkSegment(9249c2a7-0472-4e64-a3e4-fc01259a5c0b),segment_id=9249c2a7-0472-4e64-a3e4-fc01259a5c0b)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:48:24.665867 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:24.673198 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=a7cdd758-0380-4a57-9072-8e305fa32295,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:24.698024 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (b6dfc27f-361e-42c9-84fe-e0693005dcf4), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:24.726328 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc82fa8-735f-407c-8d6a-12530b9c529a None None] Pushing event updated for resources: {'Port': ['ID=e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:24.863270 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), before_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:24.970487 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:25.193955 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (a7cdd758-0380-4a57-9072-8e305fa32295), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:25.200007 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726546'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), after_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:25.280105 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=a7cdd758-0380-4a57-9072-8e305fa32295,revision_number=2']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:25.282535 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (b6dfc27f-361e-42c9-84fe-e0693005dcf4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:25.379321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network 1eaae975-e83a-4df6-84c6-2e513de18b4e is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:48:25.381028 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:48:25.523708 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router b6dfc27f-361e-42c9-84fe-e0693005dcf4 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:48:25.639043 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:48:25.652349 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d0aa9a7e-c8ff-4825-849d-664b829a02ff tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "PUT /v2.0/routers/b6dfc27f-361e-42c9-84fe-e0693005dcf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1819656 Mar 23 02:48:25.733424 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25c1429-faea-47ac-a7e4-92ba9e72136d None None] Network 1eaae975-e83a-4df6-84c6-2e513de18b4e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:48:25.802475 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-f9f05488-d605-4953-92df-eefe844f0e4d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413907267&fields=id&tenant_id=eb6ded23f7904c528c242edeaae8f657 HTTP/1.1" status: 200 len: 267 time: 0.0492113 Mar 23 02:48:25.813164 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ffe023a2-b09c-45d1-8cde-ca39544e2010 None None] Provisioning complete for port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:25.814811 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ffe023a2-b09c-45d1-8cde-ca39544e2010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:25.927170 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-770de037-d448-4052-b96c-098232c94315 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:25.929569 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-770de037-d448-4052-b96c-098232c94315 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/networks?id=1eaae975-e83a-4df6-84c6-2e513de18b4e HTTP/1.1" status: 200 len: 796 time: 0.1188853 Mar 23 02:48:25.937374 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:48:25.945248 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:25.947966 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-77bc2243-7f91-44ba-8081-c124f6ce41e7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/quotas/eb6ded23f7904c528c242edeaae8f657 HTTP/1.1" status: 200 len: 375 time: 0.0118480 Mar 23 02:48:25.984160 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ffe023a2-b09c-45d1-8cde-ca39544e2010 None None] Current status of the port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:25.984560 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ffe023a2-b09c-45d1-8cde-ca39544e2010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:26.010706 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-e8767e75-7ee1-4552-ae08-6930cbf108c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553565 Mar 23 02:48:26.029108 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-ffe023a2-b09c-45d1-8cde-ca39544e2010 None None] For port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c,segment=NetworkSegment(9249c2a7-0472-4e64-a3e4-fc01259a5c0b),segment_id=9249c2a7-0472-4e64-a3e4-fc01259a5c0b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:26.039370 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ffe023a2-b09c-45d1-8cde-ca39544e2010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:26.071557 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:26.071931 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:26.128346 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe023a2-b09c-45d1-8cde-ca39544e2010 None None] Pushing event updated for resources: {'Port': ['ID=e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:26.136892 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-2cb85586-d82f-42f6-86d4-58dea448d981 service neutron] 10.222.0.18 "GET /v2.0/networks/1eaae975-e83a-4df6-84c6-2e513de18b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121819 Mar 23 02:48:26.183521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:26.184635 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4056c760-8f35-4dce-adc0-10fc63ca840b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:48:26.234421 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4056c760-8f35-4dce-adc0-10fc63ca840b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:26.234808 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4056c760-8f35-4dce-adc0-10fc63ca840b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:26.245422 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-56ae29e0-5dad-40e1-a164-45cf411cc1e0 service neutron] 10.222.0.18 "GET /v2.0/networks/1eaae975-e83a-4df6-84c6-2e513de18b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996270 Mar 23 02:48:26.286901 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0c0aa703-e3a4-48f7-a3af-59feaf36f490 None None] Provisioning complete for port a7cdd758-0380-4a57-9072-8e305fa32295 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:26.287286 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa703-e3a4-48f7-a3af-59feaf36f490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:26.348005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0c0aa703-e3a4-48f7-a3af-59feaf36f490 None None] Port a7cdd758-0380-4a57-9072-8e305fa32295 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:48:26.370877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-0c0aa703-e3a4-48f7-a3af-59feaf36f490 None None] Provisioning complete for port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:26.371246 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa703-e3a4-48f7-a3af-59feaf36f490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:26.372842 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4056c760-8f35-4dce-adc0-10fc63ca840b is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:26.373216 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (4056c760-8f35-4dce-adc0-10fc63ca840b), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:26.447709 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 4056c760-8f35-4dce-adc0-10fc63ca840b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4056c760-8f35-4dce-adc0-10fc63ca840b,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:26.449247 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Sync routers for ids ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:48:26.459470 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (4056c760-8f35-4dce-adc0-10fc63ca840b), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:26.468005 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Routers {'b6dfc27f-361e-42c9-84fe-e0693005dcf4'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:26.470025 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:26.547280 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4bc0dd42-df21-42ba-960f-a6faef85bbc6 req-e44e9566-5ed8-468a-b03c-0cb4309920ae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 210 time: 0.1153057 Mar 23 02:48:26.564808 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=4056c760-8f35-4dce-adc0-10fc63ca840b,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:26.582576 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-0c0aa703-e3a4-48f7-a3af-59feaf36f490 None None] Current status of the port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:26.624582 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Set router b6dfc27f-361e-42c9-84fe-e0693005dcf4 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:26.704559 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b7a38042-801d-449b-851b-23c3abd66811 None None] Provisioning complete for port a7cdd758-0380-4a57-9072-8e305fa32295 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:26.705741 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b7a38042-801d-449b-851b-23c3abd66811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:26.747179 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b7a38042-801d-449b-851b-23c3abd66811 None None] Port a7cdd758-0380-4a57-9072-8e305fa32295 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:48:26.869524 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-25f8ff0e-eca5-4bea-b0ef-85b9965201ee None None] Provisioning complete for port a7cdd758-0380-4a57-9072-8e305fa32295 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:26.870158 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-25f8ff0e-eca5-4bea-b0ef-85b9965201ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:26.914663 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-25f8ff0e-eca5-4bea-b0ef-85b9965201ee None None] Port a7cdd758-0380-4a57-9072-8e305fa32295 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:48:27.023363 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800235650', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a7cdd758-0380-4a57-9072-8e305fa32295', 'name': '', 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:a1:4b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:24Z', 'updated_at': '2022-03-23T02:48:25Z', 'revision_number': 2, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:27.053648 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Checking router: b6dfc27f-361e-42c9-84fe-e0693005dcf4 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:48:27.053997 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Updating router b6dfc27f-361e-42c9-84fe-e0693005dcf4 port a7cdd758-0380-4a57-9072-8e305fa32295 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:48:27.091183 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:27.363848 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Publish callbacks [] for port (a7cdd758-0380-4a57-9072-8e305fa32295), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:27.371681 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:27.421615 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2602a-c093-4b58-8e54-d5d0dd9ca836 None None] Pushing event updated for resources: {'Port': ['ID=a7cdd758-0380-4a57-9072-8e305fa32295,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:27.432816 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2602a-c093-4b58-8e54-d5d0dd9ca836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:27.433159 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2602a-c093-4b58-8e54-d5d0dd9ca836 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:27.433497 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2602a-c093-4b58-8e54-d5d0dd9ca836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:27.433827 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2602a-c093-4b58-8e54-d5d0dd9ca836 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:27.434133 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2602a-c093-4b58-8e54-d5d0dd9ca836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:27.434480 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2602a-c093-4b58-8e54-d5d0dd9ca836 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:27.434798 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2602a-c093-4b58-8e54-d5d0dd9ca836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:27.435115 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2602a-c093-4b58-8e54-d5d0dd9ca836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:27.435433 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2602a-c093-4b58-8e54-d5d0dd9ca836 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:27.435750 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2602a-c093-4b58-8e54-d5d0dd9ca836 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:27.436066 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2602a-c093-4b58-8e54-d5d0dd9ca836 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:27.436368 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2602a-c093-4b58-8e54-d5d0dd9ca836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:27.436714 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2602a-c093-4b58-8e54-d5d0dd9ca836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:27.437029 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2602a-c093-4b58-8e54-d5d0dd9ca836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:27.437342 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2602a-c093-4b58-8e54-d5d0dd9ca836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:48:27.495110 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Attempting to bind port a7cdd758-0380-4a57-9072-8e305fa32295 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:48:27.495738 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Attempting to bind port a7cdd758-0380-4a57-9072-8e305fa32295 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': '9249c2a7-0472-4e64-a3e4-fc01259a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:48:27.495860 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Attempting to bind port a7cdd758-0380-4a57-9072-8e305fa32295 on network 1eaae975-e83a-4df6-84c6-2e513de18b4e {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:48:27.501287 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:48:27.501655 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Checking segment: {'id': '9249c2a7-0472-4e64-a3e4-fc01259a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:48:27.502103 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:27.502483 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Bound using segment: {'id': '9249c2a7-0472-4e64-a3e4-fc01259a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:48:27.502959 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Bound port: a7cdd758-0380-4a57-9072-8e305fa32295, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9249c2a7-0472-4e64-a3e4-fc01259a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:48:27.503328 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:27.576305 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] For port a7cdd758-0380-4a57-9072-8e305fa32295, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:48:27.579826 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] For port a7cdd758-0380-4a57-9072-8e305fa32295, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a7cdd758-0380-4a57-9072-8e305fa32295,segment=NetworkSegment(9249c2a7-0472-4e64-a3e4-fc01259a5c0b),segment_id=9249c2a7-0472-4e64-a3e4-fc01259a5c0b)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:48:27.591008 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:27.656521 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-5c612455-4a6f-4bcd-b76a-c052690f06ae None None] Provisioning complete for port a7cdd758-0380-4a57-9072-8e305fa32295 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:27.657040 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5c612455-4a6f-4bcd-b76a-c052690f06ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:27.673396 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-3b6b07d9-3c43-442c-b0ef-29dd648c766e req-5d575ede-5550-44fb-952f-9fdd38d0913c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 210 time: 0.0436878 Mar 23 02:48:27.719397 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Routers {'b6dfc27f-361e-42c9-84fe-e0693005dcf4'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:27.720126 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:27.755429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-442d50a5-f4d4-4ebe-b61b-79bdae692f95 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:27.757725 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-442d50a5-f4d4-4ebe-b61b-79bdae692f95 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "GET /v2.0/networks?id=1eaae975-e83a-4df6-84c6-2e513de18b4e HTTP/1.1" status: 200 len: 796 time: 0.1972294 Mar 23 02:48:27.777452 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-5c612455-4a6f-4bcd-b76a-c052690f06ae None None] Current status of the port a7cdd758-0380-4a57-9072-8e305fa32295 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:27.778385 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5c612455-4a6f-4bcd-b76a-c052690f06ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:27.808547 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2602a-c093-4b58-8e54-d5d0dd9ca836 None None] Pushing event updated for resources: {'Port': ['ID=a7cdd758-0380-4a57-9072-8e305fa32295,revision_number=4']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:27.823096 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5c612455-4a6f-4bcd-b76a-c052690f06ae None None] For port a7cdd758-0380-4a57-9072-8e305fa32295, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a7cdd758-0380-4a57-9072-8e305fa32295,segment=NetworkSegment(9249c2a7-0472-4e64-a3e4-fc01259a5c0b),segment_id=9249c2a7-0472-4e64-a3e4-fc01259a5c0b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:27.829870 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5c612455-4a6f-4bcd-b76a-c052690f06ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:27.873379 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-9e252e00-f245-4a3f-a4e3-ff672d9e9fbe tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb6ded23f7904c528c242edeaae8f657 HTTP/1.1" status: 200 len: 379 time: 0.0993390 Mar 23 02:48:27.884553 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] Set router b6dfc27f-361e-42c9-84fe-e0693005dcf4 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:27.890670 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-93079f85-818c-409f-a078-277ae80d67fc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'port': {'device_id': 'cb49e16d-9e24-4256-b67b-e0af952a8b7e', 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e', 'admin_state_up': True, 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'security_groups': ['ef6c481a-ddf5-4cf8-ad1a-01efe2143627']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:27.912818 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:48:27.960813 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c612455-4a6f-4bcd-b76a-c052690f06ae None None] Pushing event updated for resources: {'Port': ['ID=a7cdd758-0380-4a57-9072-8e305fa32295,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:27.976090 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:27.976460 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:28.028293 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-93079f85-818c-409f-a078-277ae80d67fc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Made reservation on behalf of eb6ded23f7904c528c242edeaae8f657 for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:48:28.032634 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-93079f85-818c-409f-a078-277ae80d67fc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:28.066339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:28.067397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4056c760-8f35-4dce-adc0-10fc63ca840b up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:48:28.070686 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-db206140-e537-4d68-8063-777879e0a480 None None] Provisioning complete for port a7cdd758-0380-4a57-9072-8e305fa32295 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:28.071050 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-db206140-e537-4d68-8063-777879e0a480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:28.106862 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800235650', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a7cdd758-0380-4a57-9072-8e305fa32295', 'name': '', 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:a1:4b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:24Z', 'updated_at': '2022-03-23T02:48:27Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:28.138446 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ae434-81f5-45de-890f-69b93a72020c None None] The sync data for ids ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'] in n-d-834677-4 is: [{'id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800235650', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a7cdd758-0380-4a57-9072-8e305fa32295', 'name': '', 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:a1:4b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:24Z', 'updated_at': '2022-03-23T02:48:27Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:48:28.156537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 4056c760-8f35-4dce-adc0-10fc63ca840b triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:28.156926 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (4056c760-8f35-4dce-adc0-10fc63ca840b), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:28.175882 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-93079f85-818c-409f-a078-277ae80d67fc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.20.0.13 (1eaae975-e83a-4df6-84c6-2e513de18b4e/7d29557f-4fc2-4fa3-ad50-c656a4a048a3/a4ee6324-c045-4f81-bb35-c03aaf09c1b5) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:48:28.239611 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-db206140-e537-4d68-8063-777879e0a480 None None] Current status of the port a7cdd758-0380-4a57-9072-8e305fa32295 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:28.297488 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 4056c760-8f35-4dce-adc0-10fc63ca840b is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:28.358845 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-93079f85-818c-409f-a078-277ae80d67fc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (a4ee6324-c045-4f81-bb35-c03aaf09c1b5), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:28.394761 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-93079f85-818c-409f-a078-277ae80d67fc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a4ee6324-c045-4f81-bb35-c03aaf09c1b5), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:28.440571 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-93079f85-818c-409f-a078-277ae80d67fc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network 1eaae975-e83a-4df6-84c6-2e513de18b4e is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:48:28.445800 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-93079f85-818c-409f-a078-277ae80d67fc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:48:28.451429 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93079f85-818c-409f-a078-277ae80d67fc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=a4ee6324-c045-4f81-bb35-c03aaf09c1b5,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:28.453783 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-93079f85-818c-409f-a078-277ae80d67fc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:48:28.505488 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-93079f85-818c-409f-a078-277ae80d67fc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:28.506162 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-93079f85-818c-409f-a078-277ae80d67fc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:28.525655 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-93079f85-818c-409f-a078-277ae80d67fc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6413701 Mar 23 02:48:28.537769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Request body: {'port': {'device_id': 'cb49e16d-9e24-4256-b67b-e0af952a8b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:28.603944 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a4ee6324-c045-4f81-bb35-c03aaf09c1b5), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:28.765621 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1fe7a8af-c252-41f0-8425-571fde49a9c6 None None] Provisioning complete for port a4ee6324-c045-4f81-bb35-c03aaf09c1b5 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:28.767888 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1fe7a8af-c252-41f0-8425-571fde49a9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a4ee6324-c045-4f81-bb35-c03aaf09c1b5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:28.803763 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7a8af-c252-41f0-8425-571fde49a9c6 None None] Port a4ee6324-c045-4f81-bb35-c03aaf09c1b5 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:48:28.864046 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a843f-6029-40ee-91b6-72dfc90975e1 req-d8b0a6ff-0803-468e-a785-c166b9cc8d2e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:28.865658 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f9a843f-6029-40ee-91b6-72dfc90975e1 req-d8b0a6ff-0803-468e-a785-c166b9cc8d2e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 932 time: 0.1285691 Mar 23 02:48:28.948255 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ee6324-c045-4f81-bb35-c03aaf09c1b5 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:48:28.966738 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Publish callbacks [] for port (a4ee6324-c045-4f81-bb35-c03aaf09c1b5), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:28.988005 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8f9a843f-6029-40ee-91b6-72dfc90975e1 req-b3eb38b6-a076-4f55-b04c-db0d05c18cd5 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef6c481a-ddf5-4cf8-ad1a-01efe2143627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156054 Mar 23 02:48:28.990983 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Transition to ACTIVE for port object a4ee6324-c045-4f81-bb35-c03aaf09c1b5 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:48:28.996575 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a4ee6324-c045-4f81-bb35-c03aaf09c1b5), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:29.052666 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Pushing event updated for resources: {'Port': ['ID=a4ee6324-c045-4f81-bb35-c03aaf09c1b5,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:29.126577 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Attempting to bind port a4ee6324-c045-4f81-bb35-c03aaf09c1b5 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:48:29.127057 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Attempting to bind port a4ee6324-c045-4f81-bb35-c03aaf09c1b5 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': '9249c2a7-0472-4e64-a3e4-fc01259a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:48:29.127375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Attempting to bind port a4ee6324-c045-4f81-bb35-c03aaf09c1b5 on network 1eaae975-e83a-4df6-84c6-2e513de18b4e {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:48:29.131999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Port a4ee6324-c045-4f81-bb35-c03aaf09c1b5 on network 1eaae975-e83a-4df6-84c6-2e513de18b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:48:29.132325 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Attempting to bind port a4ee6324-c045-4f81-bb35-c03aaf09c1b5 on network 1eaae975-e83a-4df6-84c6-2e513de18b4e {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:48:29.137365 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:48:29.137708 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Checking segment: {'id': '9249c2a7-0472-4e64-a3e4-fc01259a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:48:29.138094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Bound using segment: {'id': '9249c2a7-0472-4e64-a3e4-fc01259a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:48:29.138532 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Bound port: a4ee6324-c045-4f81-bb35-c03aaf09c1b5, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9249c2a7-0472-4e64-a3e4-fc01259a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:48:29.138895 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a4ee6324-c045-4f81-bb35-c03aaf09c1b5), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:29.222565 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] For port a4ee6324-c045-4f81-bb35-c03aaf09c1b5, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:48:29.226624 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] For port a4ee6324-c045-4f81-bb35-c03aaf09c1b5, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a4ee6324-c045-4f81-bb35-c03aaf09c1b5,segment=NetworkSegment(9249c2a7-0472-4e64-a3e4-fc01259a5c0b),segment_id=9249c2a7-0472-4e64-a3e4-fc01259a5c0b)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:48:29.233656 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a4ee6324-c045-4f81-bb35-c03aaf09c1b5), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:29.272407 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:29.273077 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:29.274561 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] 10.222.0.42 "PUT /v2.0/ports/a4ee6324-c045-4f81-bb35-c03aaf09c1b5 HTTP/1.1" status: 200 len: 1092 time: 0.7414455 Mar 23 02:48:29.274909 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb49e16d-9e24-4256-b67b-e0af952a8b7e', 'tag': 'a4ee6324-c045-4f81-bb35-c03aaf09c1b5'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:48:29.277188 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820e1015-2c9f-47d8-b7e4-7993f22edec1" -d '{"events": [{"name": "network-changed", "server_uuid": "cb49e16d-9e24-4256-b67b-e0af952a8b7e", "tag": "a4ee6324-c045-4f81-bb35-c03aaf09c1b5"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:48:29.305475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14bbb3-a0f5-4fb3-b0ce-8d5030e2f57c service neutron] Pushing event updated for resources: {'Port': ['ID=a4ee6324-c045-4f81-bb35-c03aaf09c1b5,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:29.352847 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c5d541-eb89-4270-b558-fcc023ba197f x-openstack-request-id: req-a8c5d541-eb89-4270-b558-fcc023ba197f {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:48:29.353150 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb49e16d-9e24-4256-b67b-e0af952a8b7e", "tag": "a4ee6324-c045-4f81-bb35-c03aaf09c1b5", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:48:29.353413 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8c5d541-eb89-4270-b558-fcc023ba197f {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:48:29.353824 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c5d541-eb89-4270-b558-fcc023ba197f'] response: {'name': 'network-changed', 'server_uuid': 'cb49e16d-9e24-4256-b67b-e0af952a8b7e', 'tag': 'a4ee6324-c045-4f81-bb35-c03aaf09c1b5', 'status': 'completed', 'code': 200} Mar 23 02:48:29.374183 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-eaafa8c3-1e7d-425f-bdca-657bf6a49df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:29.375774 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-eaafa8c3-1e7d-425f-bdca-657bf6a49df7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 1126 time: 0.0562248 Mar 23 02:48:29.421157 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-f992039a-3257-4fdc-8568-ba510099f27c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4ee6324-c045-4f81-bb35-c03aaf09c1b5 HTTP/1.1" status: 200 len: 217 time: 0.0367465 Mar 23 02:48:29.481073 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-cb2cb9ed-6aaf-4187-88eb-f8beab82686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:29.482709 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-cb2cb9ed-6aaf-4187-88eb-f8beab82686b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d29557f-4fc2-4fa3-ad50-c656a4a048a3 HTTP/1.1" status: 200 len: 835 time: 0.0543299 Mar 23 02:48:29.535326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-72446441-afd9-4d4f-b512-62ed03a8bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:29.536868 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-72446441-afd9-4d4f-b512-62ed03a8bc4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1eaae975-e83a-4df6-84c6-2e513de18b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472157 Mar 23 02:48:29.628105 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-b9be2da2-b76d-4bce-b317-9445c615e114 service neutron] 10.222.0.42 "GET /v2.0/networks/1eaae975-e83a-4df6-84c6-2e513de18b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846708 Mar 23 02:48:29.725367 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8beb9ee4-b0b8-4ba3-adf5-ef9e6c68ce04 req-48269eee-f6f0-49ef-be45-818cdd45e255 service neutron] 10.222.0.42 "GET /v2.0/networks/1eaae975-e83a-4df6-84c6-2e513de18b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909755 Mar 23 02:48:29.819795 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e1015-2c9f-47d8-b7e4-7993f22edec1 req-11838e7b-591d-4320-99ff-896413e3e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:29.821499 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-820e1015-2c9f-47d8-b7e4-7993f22edec1 req-11838e7b-591d-4320-99ff-896413e3e779 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 1126 time: 0.0487535 Mar 23 02:48:29.853552 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a7cdd758-0380-4a57-9072-8e305fa32295 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:48:29.901752 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port a7cdd758-0380-4a57-9072-8e305fa32295 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:29.902129 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:29.920017 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e1015-2c9f-47d8-b7e4-7993f22edec1 req-717f6954-0d4c-4b2a-b1b0-af8ee110c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:29.921894 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-820e1015-2c9f-47d8-b7e4-7993f22edec1 req-717f6954-0d4c-4b2a-b1b0-af8ee110c182 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1eaae975-e83a-4df6-84c6-2e513de18b4e HTTP/1.1" status: 200 len: 896 time: 0.0931754 Mar 23 02:48:29.965178 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-820e1015-2c9f-47d8-b7e4-7993f22edec1 req-1f889c1d-98b0-48e8-b215-0a712df5ac45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4ee6324-c045-4f81-bb35-c03aaf09c1b5 HTTP/1.1" status: 200 len: 217 time: 0.0350156 Mar 23 02:48:29.983514 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a7cdd758-0380-4a57-9072-8e305fa32295 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:30.015483 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e1015-2c9f-47d8-b7e4-7993f22edec1 req-44ed3aec-7ebc-477b-b510-862c23b51a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:30.017007 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-820e1015-2c9f-47d8-b7e4-7993f22edec1 req-44ed3aec-7ebc-477b-b510-862c23b51a65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d29557f-4fc2-4fa3-ad50-c656a4a048a3 HTTP/1.1" status: 200 len: 835 time: 0.0454898 Mar 23 02:48:30.098943 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e1015-2c9f-47d8-b7e4-7993f22edec1 req-2561039d-9116-43ed-9875-40a0d5a5ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:30.100463 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-820e1015-2c9f-47d8-b7e4-7993f22edec1 req-2561039d-9116-43ed-9875-40a0d5a5ddf2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1eaae975-e83a-4df6-84c6-2e513de18b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0763443 Mar 23 02:48:30.161765 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d15644-93a6-4b56-8446-e14350551d85 req-ff389c30-0942-4a41-ab02-d3a7ff1a1680 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:30.163236 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8d15644-93a6-4b56-8446-e14350551d85 req-ff389c30-0942-4a41-ab02-d3a7ff1a1680 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 944 time: 0.1038399 Mar 23 02:48:30.233771 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-820e1015-2c9f-47d8-b7e4-7993f22edec1 req-2758a5f9-cb5f-4321-a1e0-0e342846bcce service neutron] 10.222.0.42 "GET /v2.0/networks/1eaae975-e83a-4df6-84c6-2e513de18b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268480 Mar 23 02:48:30.239003 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e8d15644-93a6-4b56-8446-e14350551d85 req-90df7d3f-63a7-4832-ae4e-faaff021fd03 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef6c481a-ddf5-4cf8-ad1a-01efe2143627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701351 Mar 23 02:48:30.327046 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-820e1015-2c9f-47d8-b7e4-7993f22edec1 req-6a81eb46-20dc-4fff-8615-a3d6038728e8 service neutron] 10.222.0.42 "GET /v2.0/networks/1eaae975-e83a-4df6-84c6-2e513de18b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857091 Mar 23 02:48:31.334149 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a4ee6324-c045-4f81-bb35-c03aaf09c1b5 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:48:31.369365 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42551b4d-3d2b-4a47-8767-07fb3098059f req-73b7bf2f-89a1-4926-a08b-a4fedf7ace9f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:31.370865 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42551b4d-3d2b-4a47-8767-07fb3098059f req-73b7bf2f-89a1-4926-a08b-a4fedf7ace9f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 944 time: 0.0570607 Mar 23 02:48:31.431153 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-42551b4d-3d2b-4a47-8767-07fb3098059f req-1bdcda0b-2a53-462a-8679-9d9821ef2f1c tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef6c481a-ddf5-4cf8-ad1a-01efe2143627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543129 Mar 23 02:48:31.438734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a4ee6324-c045-4f81-bb35-c03aaf09c1b5, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a4ee6324-c045-4f81-bb35-c03aaf09c1b5,segment=NetworkSegment(9249c2a7-0472-4e64-a3e4-fc01259a5c0b),segment_id=9249c2a7-0472-4e64-a3e4-fc01259a5c0b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:31.453850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': 'a4ee6324-c045-4f81-bb35-c03aaf09c1b5', 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e', 'port_id': 'a4ee6324-c045-4f81-bb35-c03aaf09c1b5', 'mac_address': 'fa:16:3e:42:d5:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:48:31.498404 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port a4ee6324-c045-4f81-bb35-c03aaf09c1b5 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:31.498802 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a4ee6324-c045-4f81-bb35-c03aaf09c1b5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:31.512138 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ee6324-c045-4f81-bb35-c03aaf09c1b5 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:48:31.531571 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a4ee6324-c045-4f81-bb35-c03aaf09c1b5, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a4ee6324-c045-4f81-bb35-c03aaf09c1b5,segment=NetworkSegment(9249c2a7-0472-4e64-a3e4-fc01259a5c0b),segment_id=9249c2a7-0472-4e64-a3e4-fc01259a5c0b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:31.538917 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a4ee6324-c045-4f81-bb35-c03aaf09c1b5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:31.594629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=a4ee6324-c045-4f81-bb35-c03aaf09c1b5,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:31.765081 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['a4ee6324-c045-4f81-bb35-c03aaf09c1b5'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:48:32.559987 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d4fa3-2083-4952-a172-f39e32d6b9b0 req-c71709de-2397-4380-b0b0-625cabf1e20e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:32.561531 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cb0d4fa3-2083-4952-a172-f39e32d6b9b0 req-c71709de-2397-4380-b0b0-625cabf1e20e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 945 time: 0.0564978 Mar 23 02:48:32.617066 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-cb0d4fa3-2083-4952-a172-f39e32d6b9b0 req-446874d3-caf4-49df-b372-30c5a81718f0 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef6c481a-ddf5-4cf8-ad1a-01efe2143627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484838 Mar 23 02:48:33.335823 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a4ee6324-c045-4f81-bb35-c03aaf09c1b5 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:48:33.395349 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port a4ee6324-c045-4f81-bb35-c03aaf09c1b5 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:48:33.398894 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port a4ee6324-c045-4f81-bb35-c03aaf09c1b5 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:48:33.399271 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a4ee6324-c045-4f81-bb35-c03aaf09c1b5), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:33.648214 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port a4ee6324-c045-4f81-bb35-c03aaf09c1b5 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:48:33.648462 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a4ee6324-c045-4f81-bb35-c03aaf09c1b5), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:33.672289 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb49e16d-9e24-4256-b67b-e0af952a8b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ee6324-c045-4f81-bb35-c03aaf09c1b5'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:48:33.674727 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8385a864-2ca1-42e2-8940-b368ab0700f6" -d '{"events": [{"server_uuid": "cb49e16d-9e24-4256-b67b-e0af952a8b7e", "name": "network-vif-plugged", "status": "completed", "tag": "a4ee6324-c045-4f81-bb35-c03aaf09c1b5"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:48:33.688474 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port a4ee6324-c045-4f81-bb35-c03aaf09c1b5, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a4ee6324-c045-4f81-bb35-c03aaf09c1b5,segment=NetworkSegment(9249c2a7-0472-4e64-a3e4-fc01259a5c0b),segment_id=9249c2a7-0472-4e64-a3e4-fc01259a5c0b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:48:33.697093 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a4ee6324-c045-4f81-bb35-c03aaf09c1b5), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:33.728815 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4407fe7f-ab6f-49ef-b581-33b75fd8e470 x-openstack-request-id: req-4407fe7f-ab6f-49ef-b581-33b75fd8e470 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:48:33.729102 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb49e16d-9e24-4256-b67b-e0af952a8b7e", "name": "network-vif-plugged", "status": "completed", "tag": "a4ee6324-c045-4f81-bb35-c03aaf09c1b5", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:48:33.729358 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4407fe7f-ab6f-49ef-b581-33b75fd8e470 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:48:33.729778 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4407fe7f-ab6f-49ef-b581-33b75fd8e470'] response: {'server_uuid': 'cb49e16d-9e24-4256-b67b-e0af952a8b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ee6324-c045-4f81-bb35-c03aaf09c1b5', 'code': 200} Mar 23 02:48:33.746446 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630224f-c55a-487f-8fe4-d6ee348be3f7 req-6d4c3815-81f6-486c-a78c-f34b6b24dfae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:33.750744 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7630224f-c55a-487f-8fe4-d6ee348be3f7 req-6d4c3815-81f6-486c-a78c-f34b6b24dfae tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 946 time: 0.0583127 Mar 23 02:48:33.758828 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=a4ee6324-c045-4f81-bb35-c03aaf09c1b5,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:33.806308 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7630224f-c55a-487f-8fe4-d6ee348be3f7 req-28f32471-e88e-4178-a309-a95f9a703933 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef6c481a-ddf5-4cf8-ad1a-01efe2143627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511572 Mar 23 02:48:33.828294 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d2b8e-0ecb-4940-9207-acb8aaae1db8 req-e6beb633-c073-4681-8283-a0de37855cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:33.829861 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-346d2b8e-0ecb-4940-9207-acb8aaae1db8 req-e6beb633-c073-4681-8283-a0de37855cad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 1128 time: 0.0436611 Mar 23 02:48:33.874775 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-346d2b8e-0ecb-4940-9207-acb8aaae1db8 req-544cb721-9a72-429b-8ee2-ce466182979f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ef6c481a-ddf5-4cf8-ad1a-01efe2143627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389683 Mar 23 02:48:34.443458 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:34.932425 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c0f4c-e2d0-48a0-be5d-447998a7a696 req-a7d825c2-9d9e-4571-a4b0-a795598dcfdc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:34.934030 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-538c0f4c-e2d0-48a0-be5d-447998a7a696 req-a7d825c2-9d9e-4571-a4b0-a795598dcfdc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 946 time: 0.0567353 Mar 23 02:48:34.987764 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-538c0f4c-e2d0-48a0-be5d-447998a7a696 req-8c3f05cc-d587-473d-80c3-9c6d3c508c07 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef6c481a-ddf5-4cf8-ad1a-01efe2143627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476451 Mar 23 02:48:36.127737 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c113f-b768-439e-87f4-4ca1696f48c2 req-4415693d-d777-43e1-abb0-58fb20401810 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:36.129540 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f84c113f-b768-439e-87f4-4ca1696f48c2 req-4415693d-d777-43e1-abb0-58fb20401810 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 946 time: 0.0546441 Mar 23 02:48:36.189507 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f84c113f-b768-439e-87f4-4ca1696f48c2 req-65e703da-4653-411c-bde2-a925ed7215d6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef6c481a-ddf5-4cf8-ad1a-01efe2143627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518491 Mar 23 02:48:36.325175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349561c2-05a3-4cb2-a2e4-3ab08c33cfad req-67bbb710-cc87-44e7-b092-1b7a7629e15e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:36.326547 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-349561c2-05a3-4cb2-a2e4-3ab08c33cfad req-67bbb710-cc87-44e7-b092-1b7a7629e15e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 946 time: 0.0621109 Mar 23 02:48:36.377725 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-349561c2-05a3-4cb2-a2e4-3ab08c33cfad req-e75ac988-35ca-41be-b0c8-a285218e368e tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef6c481a-ddf5-4cf8-ad1a-01efe2143627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428069 Mar 23 02:48:36.405023 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58556) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:36.452175 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06607245-2baa-43d6-9ea6-177512163401 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:36.453980 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-06607245-2baa-43d6-9ea6-177512163401 tempest-TestNetworkAdvancedServerOps-82501149 tempest-TestNetworkAdvancedServerOps-82501149-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 1123 time: 0.0479722 Mar 23 02:48:36.457035 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58558) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:36.461343 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': 'a4ee6324-c045-4f81-bb35-c03aaf09c1b5', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:48:36.483852 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:36.588561 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:36.699475 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Allocated IP 172.25.0.17 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/8abecfb3-e15f-44b6-8678-0c685611af50) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:48:36.820548 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (8abecfb3-e15f-44b6-8678-0c685611af50), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:36.861475 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (8abecfb3-e15f-44b6-8678-0c685611af50), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:36.898033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:48:36.900858 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:48:36.904821 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:48:36.931026 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=8abecfb3-e15f-44b6-8678-0c685611af50,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:37.274027 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (3ab89cd9-da03-4244-8d41-354bffb8c718), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:37.345356 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (8abecfb3-e15f-44b6-8678-0c685611af50), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:37.502667 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for port (8abecfb3-e15f-44b6-8678-0c685611af50), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:37.510771 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (8abecfb3-e15f-44b6-8678-0c685611af50), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:37.583974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event updated for resources: {'Port': ['ID=8abecfb3-e15f-44b6-8678-0c685611af50,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:48:37.598555 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (3ab89cd9-da03-4244-8d41-354bffb8c718), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:37.702469 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Floating IP 3ab89cd9-da03-4244-8d41-354bffb8c718 associated. External IP: 172.25.0.17, port: a4ee6324-c045-4f81-bb35-c03aaf09c1b5. Mar 23 02:48:37.931671 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router b6dfc27f-361e-42c9-84fe-e0693005dcf4 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:48:38.042089 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:48:38.053827 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b554d38-a0e7-4df4-80bb-fdbebad8ffdf None None] Sync routers for ids ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:48:38.063042 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:38.064687 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b554d38-a0e7-4df4-80bb-fdbebad8ffdf None None] Routers {'b6dfc27f-361e-42c9-84fe-e0693005dcf4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:38.065322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0b554d38-a0e7-4df4-80bb-fdbebad8ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:38.093500 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-366277d6-915a-4d18-8469-4ca4a223bbb8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6353936 Mar 23 02:48:38.094088 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb49e16d-9e24-4256-b67b-e0af952a8b7e', 'tag': 'a4ee6324-c045-4f81-bb35-c03aaf09c1b5'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:48:38.096294 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb211ca-631c-4229-b7ff-cbae1a406351" -d '{"events": [{"name": "network-changed", "server_uuid": "cb49e16d-9e24-4256-b67b-e0af952a8b7e", "tag": "a4ee6324-c045-4f81-bb35-c03aaf09c1b5"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:48:38.142713 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9f0a99-6216-4b96-a706-39b9ffaa0c2c x-openstack-request-id: req-7b9f0a99-6216-4b96-a706-39b9ffaa0c2c {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:48:38.143069 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb49e16d-9e24-4256-b67b-e0af952a8b7e", "tag": "a4ee6324-c045-4f81-bb35-c03aaf09c1b5", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:48:38.143380 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b9f0a99-6216-4b96-a706-39b9ffaa0c2c {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:48:38.143909 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9f0a99-6216-4b96-a706-39b9ffaa0c2c'] response: {'name': 'network-changed', 'server_uuid': 'cb49e16d-9e24-4256-b67b-e0af952a8b7e', 'tag': 'a4ee6324-c045-4f81-bb35-c03aaf09c1b5', 'status': 'completed', 'code': 200} Mar 23 02:48:38.181914 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-0b554d38-a0e7-4df4-80bb-fdbebad8ffdf None None] Set router b6dfc27f-361e-42c9-84fe-e0693005dcf4 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:38.215563 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb211ca-631c-4229-b7ff-cbae1a406351 req-0a3f55fa-8e82-42ff-b5b0-c445371afc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:38.217183 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0eb211ca-631c-4229-b7ff-cbae1a406351 req-0a3f55fa-8e82-42ff-b5b0-c445371afc11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 1128 time: 0.0523825 Mar 23 02:48:38.257750 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8f7f2-a2c4-43fd-84e9-b2296eb897a6 req-8c5a9e5b-f047-4c73-9c2d-6b69c43439b7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:38.259469 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-56f8f7f2-a2c4-43fd-84e9-b2296eb897a6 req-8c5a9e5b-f047-4c73-9c2d-6b69c43439b7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 946 time: 0.1058161 Mar 23 02:48:38.311587 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-56f8f7f2-a2c4-43fd-84e9-b2296eb897a6 req-c8d1c8ff-2171-414f-a7c3-b9b070223d3d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef6c481a-ddf5-4cf8-ad1a-01efe2143627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462172 Mar 23 02:48:38.335631 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58566) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:38.404160 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-badcd4c4-549f-45c8-97c4-84ab5e440590 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/3ab89cd9-da03-4244-8d41-354bffb8c718 HTTP/1.1" status: 200 len: 991 time: 0.0671477 Mar 23 02:48:38.429476 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0b554d38-a0e7-4df4-80bb-fdbebad8ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800235650', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '3ab89cd9-da03-4244-8d41-354bffb8c718', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'floating_ip_address': '172.25.0.17', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'port_id': 'a4ee6324-c045-4f81-bb35-c03aaf09c1b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e', 'mac_address': 'fa:16:3e:42:d5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb49e16d-9e24-4256-b67b-e0af952a8b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:48:37Z', 'updated_at': '2022-03-23T02:48:37Z', 'revision_number': 0, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cdd758-0380-4a57-9072-8e305fa32295', 'name': '', 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:a1:4b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:24Z', 'updated_at': '2022-03-23T02:48:27Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:38.462803 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b554d38-a0e7-4df4-80bb-fdbebad8ffdf None None] Checking router: b6dfc27f-361e-42c9-84fe-e0693005dcf4 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:48:38.472322 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b554d38-a0e7-4df4-80bb-fdbebad8ffdf None None] Routers {'b6dfc27f-361e-42c9-84fe-e0693005dcf4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:48:38.473063 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0b554d38-a0e7-4df4-80bb-fdbebad8ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:48:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:38.586131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-0b554d38-a0e7-4df4-80bb-fdbebad8ffdf None None] Set router b6dfc27f-361e-42c9-84fe-e0693005dcf4 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:48:38.633053 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb211ca-631c-4229-b7ff-cbae1a406351 req-3501a5a3-0502-483f-8417-ca38f9093a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:38.634543 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0eb211ca-631c-4229-b7ff-cbae1a406351 req-3501a5a3-0502-483f-8417-ca38f9093a9b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1eaae975-e83a-4df6-84c6-2e513de18b4e HTTP/1.1" status: 200 len: 896 time: 0.4098015 Mar 23 02:48:38.701158 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0eb211ca-631c-4229-b7ff-cbae1a406351 req-0dc87122-ce1d-4426-9b79-a74b244e53d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4ee6324-c045-4f81-bb35-c03aaf09c1b5 HTTP/1.1" status: 200 len: 999 time: 0.0597064 Mar 23 02:48:38.753869 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb211ca-631c-4229-b7ff-cbae1a406351 req-273647ce-eca8-45c0-bc35-94fe391295dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:38.755339 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0eb211ca-631c-4229-b7ff-cbae1a406351 req-273647ce-eca8-45c0-bc35-94fe391295dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d29557f-4fc2-4fa3-ad50-c656a4a048a3 HTTP/1.1" status: 200 len: 835 time: 0.0473521 Mar 23 02:48:38.805241 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb211ca-631c-4229-b7ff-cbae1a406351 req-97d4d070-f1f7-425e-86df-991d9b334881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:38.806752 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0eb211ca-631c-4229-b7ff-cbae1a406351 req-97d4d070-f1f7-425e-86df-991d9b334881 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1eaae975-e83a-4df6-84c6-2e513de18b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452285 Mar 23 02:48:38.817594 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-0b554d38-a0e7-4df4-80bb-fdbebad8ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800235650', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '3ab89cd9-da03-4244-8d41-354bffb8c718', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'floating_ip_address': '172.25.0.17', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'port_id': 'a4ee6324-c045-4f81-bb35-c03aaf09c1b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e', 'mac_address': 'fa:16:3e:42:d5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb49e16d-9e24-4256-b67b-e0af952a8b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:48:37Z', 'updated_at': '2022-03-23T02:48:37Z', 'revision_number': 0, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cdd758-0380-4a57-9072-8e305fa32295', 'name': '', 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:a1:4b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:24Z', 'updated_at': '2022-03-23T02:48:27Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:48:38.844009 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b554d38-a0e7-4df4-80bb-fdbebad8ffdf None None] The sync data for ids ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'] in n-d-834677-4 is: [{'id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800235650', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '3ab89cd9-da03-4244-8d41-354bffb8c718', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'floating_ip_address': '172.25.0.17', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'port_id': 'a4ee6324-c045-4f81-bb35-c03aaf09c1b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e', 'mac_address': 'fa:16:3e:42:d5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb49e16d-9e24-4256-b67b-e0af952a8b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:48:37Z', 'updated_at': '2022-03-23T02:48:37Z', 'revision_number': 0, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cdd758-0380-4a57-9072-8e305fa32295', 'name': '', 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:a1:4b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:24Z', 'updated_at': '2022-03-23T02:48:27Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:48:38.900459 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0eb211ca-631c-4229-b7ff-cbae1a406351 req-a5b34880-3317-4ff7-8845-150d91531f13 service neutron] 10.222.0.42 "GET /v2.0/networks/1eaae975-e83a-4df6-84c6-2e513de18b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869637 Mar 23 02:48:38.996257 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0eb211ca-631c-4229-b7ff-cbae1a406351 req-ebad3e8b-fb12-4af3-86fb-6b0c96f4569f service neutron] 10.222.0.42 "GET /v2.0/networks/1eaae975-e83a-4df6-84c6-2e513de18b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889664 Mar 23 02:48:39.052465 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c19ef5-ee1d-41e3-9fb3-fff323d70345 None None] New status for floating IP 3ab89cd9-da03-4244-8d41-354bffb8c718: ACTIVE {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:48:39.407106 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58568) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:48:39.477980 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-bd0839b2-e124-41db-ac5b-14ba9a515941 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/3ab89cd9-da03-4244-8d41-354bffb8c718 HTTP/1.1" status: 200 len: 993 time: 0.0695090 Mar 23 02:48:42.602689 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79dc669a-dcdb-4810-9a8c-72a33e477764 req-6f51ae82-5dfb-449e-a252-2cb63a7f9b93 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512247 Mar 23 02:48:42.694670 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc669a-dcdb-4810-9a8c-72a33e477764 req-f46c765c-8524-46c0-be65-eeb221f9eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:42.697104 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79dc669a-dcdb-4810-9a8c-72a33e477764 req-f46c765c-8524-46c0-be65-eeb221f9eb83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 1128 time: 0.0477042 Mar 23 02:48:42.819834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc669a-dcdb-4810-9a8c-72a33e477764 req-9ef910ed-42ff-41cc-b98c-9055363a9559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:42.821969 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79dc669a-dcdb-4810-9a8c-72a33e477764 req-9ef910ed-42ff-41cc-b98c-9055363a9559 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1eaae975-e83a-4df6-84c6-2e513de18b4e HTTP/1.1" status: 200 len: 896 time: 0.1024485 Mar 23 02:48:42.910455 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79dc669a-dcdb-4810-9a8c-72a33e477764 req-c9908678-7c85-412d-bae1-701bb009ea85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4ee6324-c045-4f81-bb35-c03aaf09c1b5 HTTP/1.1" status: 200 len: 1001 time: 0.0803313 Mar 23 02:48:42.964976 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc669a-dcdb-4810-9a8c-72a33e477764 req-5c526444-5cb0-4dbf-aafa-1cc6c432baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:42.966399 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79dc669a-dcdb-4810-9a8c-72a33e477764 req-5c526444-5cb0-4dbf-aafa-1cc6c432baf9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d29557f-4fc2-4fa3-ad50-c656a4a048a3 HTTP/1.1" status: 200 len: 835 time: 0.0506020 Mar 23 02:48:43.025571 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc669a-dcdb-4810-9a8c-72a33e477764 req-686dc986-3dfe-4300-b85b-c71b4bfcdccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:48:43.028399 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79dc669a-dcdb-4810-9a8c-72a33e477764 req-686dc986-3dfe-4300-b85b-c71b4bfcdccc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1eaae975-e83a-4df6-84c6-2e513de18b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550339 Mar 23 02:48:43.121161 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79dc669a-dcdb-4810-9a8c-72a33e477764 req-8e69f6c7-4530-4946-b2da-a14be09024a0 service neutron] 10.222.0.42 "GET /v2.0/networks/1eaae975-e83a-4df6-84c6-2e513de18b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856168 Mar 23 02:48:43.215257 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-79dc669a-dcdb-4810-9a8c-72a33e477764 req-00d95fcf-1aa7-4057-bdcf-be17e619d192 service neutron] 10.222.0.42 "GET /v2.0/networks/1eaae975-e83a-4df6-84c6-2e513de18b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879133 Mar 23 02:48:44.965489 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:48:49.651016 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-597081a9-9759-4139-962e-1dc1ac1ef3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:51.413789 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:52.182338 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-295ba947-590e-4434-a94e-ccceccc1493f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:53.611071 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:54.946659 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:48:55.907783 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:04.466813 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:15.032641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95321b14-231b-4f8b-b59c-10be295a108a req-0b211e6f-4900-4f62-b8d3-03144dc989e4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:15.034139 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95321b14-231b-4f8b-b59c-10be295a108a req-0b211e6f-4900-4f62-b8d3-03144dc989e4 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 946 time: 0.0543070 Mar 23 02:49:15.082218 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95321b14-231b-4f8b-b59c-10be295a108a req-f8dcd313-f0ae-48f1-9a46-187d2f612f84 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef6c481a-ddf5-4cf8-ad1a-01efe2143627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423717 Mar 23 02:49:16.219208 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbe095-9f16-4672-9a24-d45e740dc30b req-65b8aecd-b170-4a70-807c-6b063234a463 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:16.220739 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-adfbe095-9f16-4672-9a24-d45e740dc30b req-65b8aecd-b170-4a70-807c-6b063234a463 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 946 time: 0.0538239 Mar 23 02:49:16.275574 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-adfbe095-9f16-4672-9a24-d45e740dc30b req-a2012bf3-f3b7-4ad5-8dc2-4093d81c65bc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef6c481a-ddf5-4cf8-ad1a-01efe2143627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469437 Mar 23 02:49:16.298491 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58586) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:16.668267 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-26e3e64f-f9d5-487e-8553-83d1a42c81d7 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/3ab89cd9-da03-4244-8d41-354bffb8c718 HTTP/1.1" status: 200 len: 993 time: 0.3685617 Mar 23 02:49:17.991223 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f9c8d-2533-4abb-8a77-e07e80294c0b req-cedb65ad-ce54-489d-bcc5-bc4a7ae9e949 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:17.992750 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-786f9c8d-2533-4abb-8a77-e07e80294c0b req-cedb65ad-ce54-489d-bcc5-bc4a7ae9e949 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 946 time: 0.0853257 Mar 23 02:49:18.006267 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1756c-ce7f-4965-b346-6bcb2ab58941 req-c4c6a567-bcb0-4cb1-929f-b4ce36eaec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:18.007575 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0b1756c-ce7f-4965-b346-6bcb2ab58941 req-c4c6a567-bcb0-4cb1-929f-b4ce36eaec90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 1128 time: 0.0665383 Mar 23 02:49:18.094672 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-786f9c8d-2533-4abb-8a77-e07e80294c0b req-a976587b-eb12-45b7-b93d-302d359240bd tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef6c481a-ddf5-4cf8-ad1a-01efe2143627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960767 Mar 23 02:49:18.126018 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1756c-ce7f-4965-b346-6bcb2ab58941 req-4f604c03-d596-4cc6-abfd-3501c31100f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:18.127480 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0b1756c-ce7f-4965-b346-6bcb2ab58941 req-4f604c03-d596-4cc6-abfd-3501c31100f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1eaae975-e83a-4df6-84c6-2e513de18b4e HTTP/1.1" status: 200 len: 896 time: 0.1125448 Mar 23 02:49:18.194446 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0b1756c-ce7f-4965-b346-6bcb2ab58941 req-cd9a16c0-834b-4f31-a70f-76cf5ff0e75e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4ee6324-c045-4f81-bb35-c03aaf09c1b5 HTTP/1.1" status: 200 len: 1001 time: 0.0589771 Mar 23 02:49:18.243299 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1756c-ce7f-4965-b346-6bcb2ab58941 req-3f6a7594-e098-45d2-ba90-47efa687eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:18.244770 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0b1756c-ce7f-4965-b346-6bcb2ab58941 req-3f6a7594-e098-45d2-ba90-47efa687eed3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d29557f-4fc2-4fa3-ad50-c656a4a048a3 HTTP/1.1" status: 200 len: 835 time: 0.0433078 Mar 23 02:49:18.301104 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1756c-ce7f-4965-b346-6bcb2ab58941 req-49ee6ee9-2992-4084-8959-78bab822fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:18.302531 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0b1756c-ce7f-4965-b346-6bcb2ab58941 req-49ee6ee9-2992-4084-8959-78bab822fa2b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1eaae975-e83a-4df6-84c6-2e513de18b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492480 Mar 23 02:49:18.404172 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0b1756c-ce7f-4965-b346-6bcb2ab58941 req-485926e8-960d-4426-a682-07ba42fae591 service neutron] 10.222.0.42 "GET /v2.0/networks/1eaae975-e83a-4df6-84c6-2e513de18b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915875 Mar 23 02:49:18.498083 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f0b1756c-ce7f-4965-b346-6bcb2ab58941 req-6e1fc99d-6f8b-4885-9ece-52dabe59df68 service neutron] 10.222.0.42 "GET /v2.0/networks/1eaae975-e83a-4df6-84c6-2e513de18b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867963 Mar 23 02:49:19.222578 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aacef1-ce42-4336-8e1e-7f73da7598e1 req-22a2d35b-0b5e-4e0e-9043-eccaa3b08c45 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:19.224083 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b6aacef1-ce42-4336-8e1e-7f73da7598e1 req-22a2d35b-0b5e-4e0e-9043-eccaa3b08c45 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 946 time: 0.0552082 Mar 23 02:49:19.276354 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-b6aacef1-ce42-4336-8e1e-7f73da7598e1 req-80da5cc3-9238-46a0-b3c6-4d24b75c8306 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef6c481a-ddf5-4cf8-ad1a-01efe2143627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464182 Mar 23 02:49:19.657251 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dc5fdeab-4b4b-4601-a926-4e486a399ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:20.420105 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9120bd7-fcd9-417f-8d94-ab1e239c198b req-11be7fe7-4da9-4def-8126-0129485e867f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:20.421632 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d9120bd7-fcd9-417f-8d94-ab1e239c198b req-11be7fe7-4da9-4def-8126-0129485e867f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 946 time: 0.0610292 Mar 23 02:49:20.482773 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d9120bd7-fcd9-417f-8d94-ab1e239c198b req-cf6b31eb-d598-49bb-9f1f-f9d1722c8939 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef6c481a-ddf5-4cf8-ad1a-01efe2143627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546191 Mar 23 02:49:20.509893 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58600) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:20.575971 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-458e3b46-98ff-4a23-8a8c-cf6843a149f9 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/floatingips/3ab89cd9-da03-4244-8d41-354bffb8c718 HTTP/1.1" status: 200 len: 993 time: 0.0647676 Mar 23 02:49:20.800223 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58606) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:20.968441 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port 8abecfb3-e15f-44b6-8678-0c685611af50 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:49:20.968852 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (8abecfb3-e15f-44b6-8678-0c685611af50), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:21.048955 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (8abecfb3-e15f-44b6-8678-0c685611af50), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:21.049277 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (8abecfb3-e15f-44b6-8678-0c685611af50), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:21.061656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for 8abecfb3-e15f-44b6-8678-0c685611af50 owned by network:floatingip {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:49:21.227072 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (8abecfb3-e15f-44b6-8678-0c685611af50), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:21.253396 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=8abecfb3-e15f-44b6-8678-0c685611af50,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:21.282295 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:21.282656 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:21.282979 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:21.283321 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:21.283649 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:21.283978 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:21.284304 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:21.284631 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:21.284974 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:21.285301 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:21.285621 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:21.285939 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:21.286259 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:21.286578 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:21.286882 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:21.327643 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for floatingip (3ab89cd9-da03-4244-8d41-354bffb8c718), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:21.328054 n-d-834677-4 neutron-server[99263]: INFO neutron.db.l3_db [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Floating IP 3ab89cd9-da03-4244-8d41-354bffb8c718 disassociated (deleted). External IP: 172.25.0.17, port: a4ee6324-c045-4f81-bb35-c03aaf09c1b5. Mar 23 02:49:21.407891 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:21.550541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router b6dfc27f-361e-42c9-84fe-e0693005dcf4 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:49:21.661591 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:49:21.666206 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:21.671848 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b289ed07-3380-426f-82b7-29544de933e8 None None] Sync routers for ids ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:49:21.682122 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b289ed07-3380-426f-82b7-29544de933e8 None None] Routers {'b6dfc27f-361e-42c9-84fe-e0693005dcf4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:21.682734 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b289ed07-3380-426f-82b7-29544de933e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:48:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:21.700961 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-4d304462-78b0-4632-ba11-a4e9041218df tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/floatingips/3ab89cd9-da03-4244-8d41-354bffb8c718 HTTP/1.1" status: 204 len: 168 time: 0.8994913 Mar 23 02:49:21.701573 n-d-834677-4 neutron-server[99263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb49e16d-9e24-4256-b67b-e0af952a8b7e', 'tag': 'a4ee6324-c045-4f81-bb35-c03aaf09c1b5'}] {{(pid=99263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:49:21.703944 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e3076d2943e9a63bbc53f4c6858f0d147c16bdb1c6a76e978a411967eac9061" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d532bd50-0ebf-4fae-972f-d4ea0682b12b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb49e16d-9e24-4256-b67b-e0af952a8b7e", "tag": "a4ee6324-c045-4f81-bb35-c03aaf09c1b5"}]}' {{(pid=99263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:49:21.747053 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17df21a5-fc33-44f8-8dcd-6ac22be375af x-openstack-request-id: req-17df21a5-fc33-44f8-8dcd-6ac22be375af {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:49:21.747351 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb49e16d-9e24-4256-b67b-e0af952a8b7e", "tag": "a4ee6324-c045-4f81-bb35-c03aaf09c1b5", "status": "completed", "code": 200}]} {{(pid=99263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:49:21.747607 n-d-834677-4 neutron-server[99263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17df21a5-fc33-44f8-8dcd-6ac22be375af {{(pid=99263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:49:21.748019 n-d-834677-4 neutron-server[99263]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17df21a5-fc33-44f8-8dcd-6ac22be375af'] response: {'name': 'network-changed', 'server_uuid': 'cb49e16d-9e24-4256-b67b-e0af952a8b7e', 'tag': 'a4ee6324-c045-4f81-bb35-c03aaf09c1b5', 'status': 'completed', 'code': 200} Mar 23 02:49:21.794005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-b289ed07-3380-426f-82b7-29544de933e8 None None] Set router b6dfc27f-361e-42c9-84fe-e0693005dcf4 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:21.818180 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532bd50-0ebf-4fae-972f-d4ea0682b12b req-b2d9c93f-7d47-4712-90e1-561fef8d6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:21.819832 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d532bd50-0ebf-4fae-972f-d4ea0682b12b req-b2d9c93f-7d47-4712-90e1-561fef8d6036 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb6ded23f7904c528c242edeaae8f657&device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 1128 time: 0.0497789 Mar 23 02:49:21.924958 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532bd50-0ebf-4fae-972f-d4ea0682b12b req-57495fa9-d43f-4619-83d5-19f7d2ccc1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:21.926569 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d532bd50-0ebf-4fae-972f-d4ea0682b12b req-57495fa9-d43f-4619-83d5-19f7d2ccc1a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1eaae975-e83a-4df6-84c6-2e513de18b4e HTTP/1.1" status: 200 len: 896 time: 0.0973926 Mar 23 02:49:21.954448 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930fd44-0d90-4396-aa0e-0ae19b2dc976 req-63c9965b-305d-4e57-b0a3-637903b1f67f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:21.956443 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7930fd44-0d90-4396-aa0e-0ae19b2dc976 req-63c9965b-305d-4e57-b0a3-637903b1f67f tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 946 time: 0.0574267 Mar 23 02:49:21.973070 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:49:21.979427 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d532bd50-0ebf-4fae-972f-d4ea0682b12b req-c9b403a6-d2ce-42b1-8db0-dcb6fd892d76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4ee6324-c045-4f81-bb35-c03aaf09c1b5 HTTP/1.1" status: 200 len: 217 time: 0.0458021 Mar 23 02:49:22.009348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b289ed07-3380-426f-82b7-29544de933e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800235650', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a7cdd758-0380-4a57-9072-8e305fa32295', 'name': '', 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:a1:4b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:24Z', 'updated_at': '2022-03-23T02:48:27Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:22.013728 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-7930fd44-0d90-4396-aa0e-0ae19b2dc976 req-953772c0-f262-4b56-80de-26a57e81a186 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef6c481a-ddf5-4cf8-ad1a-01efe2143627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484130 Mar 23 02:49:22.035971 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532bd50-0ebf-4fae-972f-d4ea0682b12b req-16720736-47a5-4fd2-9ab3-230173145794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:22.037524 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d532bd50-0ebf-4fae-972f-d4ea0682b12b req-16720736-47a5-4fd2-9ab3-230173145794 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d29557f-4fc2-4fa3-ad50-c656a4a048a3 HTTP/1.1" status: 200 len: 835 time: 0.0513120 Mar 23 02:49:22.040213 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b289ed07-3380-426f-82b7-29544de933e8 None None] Checking router: b6dfc27f-361e-42c9-84fe-e0693005dcf4 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:49:22.048840 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b289ed07-3380-426f-82b7-29544de933e8 None None] Routers {'b6dfc27f-361e-42c9-84fe-e0693005dcf4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:22.049437 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b289ed07-3380-426f-82b7-29544de933e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:48:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:22.091837 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532bd50-0ebf-4fae-972f-d4ea0682b12b req-94a7f89d-d3eb-472b-8cae-72dd3f538736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:22.093357 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d532bd50-0ebf-4fae-972f-d4ea0682b12b req-94a7f89d-d3eb-472b-8cae-72dd3f538736 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1eaae975-e83a-4df6-84c6-2e513de18b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492065 Mar 23 02:49:22.166359 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-b289ed07-3380-426f-82b7-29544de933e8 None None] Set router b6dfc27f-361e-42c9-84fe-e0693005dcf4 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:22.187888 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d532bd50-0ebf-4fae-972f-d4ea0682b12b req-049d5f1f-153e-490b-afe7-a05edfe90296 service neutron] 10.222.0.42 "GET /v2.0/networks/1eaae975-e83a-4df6-84c6-2e513de18b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859849 Mar 23 02:49:22.198027 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f2905fc-4f80-4961-99a3-87e84e1659c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:22.288753 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-d532bd50-0ebf-4fae-972f-d4ea0682b12b req-868592fa-d7f1-44b5-bc0a-25273e639323 service neutron] 10.222.0.42 "GET /v2.0/networks/1eaae975-e83a-4df6-84c6-2e513de18b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915442 Mar 23 02:49:22.561102 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-b289ed07-3380-426f-82b7-29544de933e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800235650', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a7cdd758-0380-4a57-9072-8e305fa32295', 'name': '', 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:a1:4b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:24Z', 'updated_at': '2022-03-23T02:48:27Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:22.587965 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b289ed07-3380-426f-82b7-29544de933e8 None None] The sync data for ids ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'] in n-d-834677-4 is: [{'id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800235650', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:24Z', 'revision_number': 4, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a7cdd758-0380-4a57-9072-8e305fa32295', 'name': '', 'network_id': '1eaae975-e83a-4df6-84c6-2e513de18b4e', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'mac_address': 'fa:16:3e:a1:4b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:24Z', 'updated_at': '2022-03-23T02:48:27Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'subnets': [{'id': '7d29557f-4fc2-4fa3-ad50-c656a4a048a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:49:22.849988 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702bdad8-56f9-4b03-9890-f622f86019bd None None] New status for floating IP 3ab89cd9-da03-4244-8d41-354bffb8c718: DOWN {{(pid=99266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:49:23.151844 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b31974-5dee-4b55-8d56-b509ae064404 req-c64e6aab-ec34-43c9-ad53-abf2e5affaea tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:23.153751 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-93b31974-5dee-4b55-8d56-b509ae064404 req-c64e6aab-ec34-43c9-ad53-abf2e5affaea tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 946 time: 0.0583451 Mar 23 02:49:23.215768 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-93b31974-5dee-4b55-8d56-b509ae064404 req-381a3faa-3b2e-4b38-9647-be28ab918e50 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef6c481a-ddf5-4cf8-ad1a-01efe2143627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530713 Mar 23 02:49:23.626511 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.736383 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea23e70-dd48-4d27-8b52-d4bd2ed48000 req-9660c9e8-788c-4080-be4e-ad00c2764272 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:23.737876 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ea23e70-dd48-4d27-8b52-d4bd2ed48000 req-9660c9e8-788c-4080-be4e-ad00c2764272 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 946 time: 0.0590527 Mar 23 02:49:23.847701 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-6ea23e70-dd48-4d27-8b52-d4bd2ed48000 req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port a4ee6324-c045-4f81-bb35-c03aaf09c1b5 {{(pid=99264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:49:23.848028 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6ea23e70-dd48-4d27-8b52-d4bd2ed48000 req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a4ee6324-c045-4f81-bb35-c03aaf09c1b5), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.939827 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-6ea23e70-dd48-4d27-8b52-d4bd2ed48000 req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] For port a4ee6324-c045-4f81-bb35-c03aaf09c1b5, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=a4ee6324-c045-4f81-bb35-c03aaf09c1b5,segment=NetworkSegment(9249c2a7-0472-4e64-a3e4-fc01259a5c0b),segment_id=9249c2a7-0472-4e64-a3e4-fc01259a5c0b)] {{(pid=99264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:23.940188 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6ea23e70-dd48-4d27-8b52-d4bd2ed48000 req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a4ee6324-c045-4f81-bb35-c03aaf09c1b5), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:23.954074 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.plugin [req-6ea23e70-dd48-4d27-8b52-d4bd2ed48000 req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for a4ee6324-c045-4f81-bb35-c03aaf09c1b5 owned by compute:nova {{(pid=99264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:49:24.102934 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6ea23e70-dd48-4d27-8b52-d4bd2ed48000 req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a4ee6324-c045-4f81-bb35-c03aaf09c1b5), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:24.131793 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=a4ee6324-c045-4f81-bb35-c03aaf09c1b5,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:24.144974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:24.145395 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:24.145736 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:24.146055 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:24.146404 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:24.146734 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:24.147043 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:24.147362 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:24.147681 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:24.147999 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:24.148342 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:24.148663 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:24.149004 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:24.149317 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:24.149631 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:24.189596 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea23e70-dd48-4d27-8b52-d4bd2ed48000 req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] No DVR routers for this DVR port a4ee6324-c045-4f81-bb35-c03aaf09c1b5 on host n-h1-834677-4 {{(pid=99264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:49:24.192691 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-6ea23e70-dd48-4d27-8b52-d4bd2ed48000 req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:24.199004 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-6ea23e70-dd48-4d27-8b52-d4bd2ed48000 req-058b0083-1152-4ec9-b000-38f1377013c6 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.42 "DELETE /v2.0/ports/a4ee6324-c045-4f81-bb35-c03aaf09c1b5 HTTP/1.1" status: 204 len: 173 time: 0.4525034 Mar 23 02:49:24.199467 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb49e16d-9e24-4256-b67b-e0af952a8b7e', 'name': 'network-vif-deleted', 'tag': 'a4ee6324-c045-4f81-bb35-c03aaf09c1b5'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:49:24.201804 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502b0c31-b7a1-4c7e-93f8-61e67246daa8" -d '{"events": [{"server_uuid": "cb49e16d-9e24-4256-b67b-e0af952a8b7e", "name": "network-vif-deleted", "tag": "a4ee6324-c045-4f81-bb35-c03aaf09c1b5"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:49:24.244509 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740a2ab3-988a-4d8f-988c-a8b3ad5735f5 x-openstack-request-id: req-740a2ab3-988a-4d8f-988c-a8b3ad5735f5 {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:49:24.244834 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb49e16d-9e24-4256-b67b-e0af952a8b7e", "name": "network-vif-deleted", "tag": "a4ee6324-c045-4f81-bb35-c03aaf09c1b5", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:49:24.245090 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-740a2ab3-988a-4d8f-988c-a8b3ad5735f5 {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:49:24.245498 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-740a2ab3-988a-4d8f-988c-a8b3ad5735f5'] response: {'server_uuid': 'cb49e16d-9e24-4256-b67b-e0af952a8b7e', 'name': 'network-vif-deleted', 'tag': 'a4ee6324-c045-4f81-bb35-c03aaf09c1b5', 'status': 'completed', 'code': 200} Mar 23 02:49:24.321767 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c286e189-eae2-4b6e-ae55-64a21a6bfc04 req-2eb3e177-a566-4f48-b2fe-eb4b784dbb78 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb49e16d-9e24-4256-b67b-e0af952a8b7e HTTP/1.1" status: 200 len: 210 time: 0.0279768 Mar 23 02:49:24.950423 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:25.384860 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58622) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:25.793028 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-99485a48-05e9-4a5d-8cdd-310f7d1b3a1d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476486'] for router_interface (b6dfc27f-361e-42c9-84fe-e0693005dcf4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:25.905654 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:26.075043 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-99485a48-05e9-4a5d-8cdd-310f7d1b3a1d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port a7cdd758-0380-4a57-9072-8e305fa32295 {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:49:26.075302 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-99485a48-05e9-4a5d-8cdd-310f7d1b3a1d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:26.175614 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-99485a48-05e9-4a5d-8cdd-310f7d1b3a1d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] For port a7cdd758-0380-4a57-9072-8e305fa32295, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a7cdd758-0380-4a57-9072-8e305fa32295,segment=NetworkSegment(9249c2a7-0472-4e64-a3e4-fc01259a5c0b),segment_id=9249c2a7-0472-4e64-a3e4-fc01259a5c0b)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:26.175980 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-99485a48-05e9-4a5d-8cdd-310f7d1b3a1d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:26.189095 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-99485a48-05e9-4a5d-8cdd-310f7d1b3a1d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for a7cdd758-0380-4a57-9072-8e305fa32295 owned by network:router_interface {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:49:26.383782 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-99485a48-05e9-4a5d-8cdd-310f7d1b3a1d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (a7cdd758-0380-4a57-9072-8e305fa32295), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:26.415411 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99485a48-05e9-4a5d-8cdd-310f7d1b3a1d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=a7cdd758-0380-4a57-9072-8e305fa32295,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:26.598474 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-99485a48-05e9-4a5d-8cdd-310f7d1b3a1d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7978311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475638'] for router_interface (b6dfc27f-361e-42c9-84fe-e0693005dcf4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:26.832549 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99485a48-05e9-4a5d-8cdd-310f7d1b3a1d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Router b6dfc27f-361e-42c9-84fe-e0693005dcf4 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:49:27.273038 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99485a48-05e9-4a5d-8cdd-310f7d1b3a1d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:49:27.280632 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-99485a48-05e9-4a5d-8cdd-310f7d1b3a1d tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "PUT /v2.0/routers/b6dfc27f-361e-42c9-84fe-e0693005dcf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8946912 Mar 23 02:49:27.283776 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58624) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:27.286483 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47d6f94-2bbe-4811-81b1-d93bef537fd1 None None] Sync routers for ids ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:49:27.297102 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47d6f94-2bbe-4811-81b1-d93bef537fd1 None None] Routers {'b6dfc27f-361e-42c9-84fe-e0693005dcf4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:27.297862 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a47d6f94-2bbe-4811-81b1-d93bef537fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:27.333995 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_v2 [None req-822a62de-8213-48b9-9fe3-201d1cf69fba tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting subnet 7d29557f-4fc2-4fa3-ad50-c656a4a048a3 {{(pid=99263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 02:49:27.337225 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-822a62de-8213-48b9-9fe3-201d1cf69fba tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for subnet (7d29557f-4fc2-4fa3-ad50-c656a4a048a3), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.376859 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-822a62de-8213-48b9-9fe3-201d1cf69fba tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3726729'] for subnet (7d29557f-4fc2-4fa3-ad50-c656a4a048a3), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.404548 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-a47d6f94-2bbe-4811-81b1-d93bef537fd1 None None] Set router b6dfc27f-361e-42c9-84fe-e0693005dcf4 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:27.466138 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-822a62de-8213-48b9-9fe3-201d1cf69fba tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7562068'] for subnet (7d29557f-4fc2-4fa3-ad50-c656a4a048a3), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.524331 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-822a62de-8213-48b9-9fe3-201d1cf69fba tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7562061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3726612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977505'] for subnet (7d29557f-4fc2-4fa3-ad50-c656a4a048a3), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.553810 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a62de-8213-48b9-9fe3-201d1cf69fba tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Subnet': ['ID=7d29557f-4fc2-4fa3-ad50-c656a4a048a3,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:27.555756 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-822a62de-8213-48b9-9fe3-201d1cf69fba tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.559556 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-822a62de-8213-48b9-9fe3-201d1cf69fba tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/subnets/7d29557f-4fc2-4fa3-ad50-c656a4a048a3 HTTP/1.1" status: 204 len: 168 time: 0.2748468 Mar 23 02:49:27.562206 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58626) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:27.570216 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a4ee6324-c045-4f81-bb35-c03aaf09c1b5 no longer exists at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:49:27.572123 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b9c532-dc78-479d-95d6-47b30c26f75f None None] Network 1eaae975-e83a-4df6-84c6-2e513de18b4e requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:49:27.634690 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] No Port match for: a4ee6324-c045-4f81-bb35-c03aaf09c1b5 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:49:27.635057 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device a4ee6324-c045-4f81-bb35-c03aaf09c1b5 not bound to the agent host n-h1-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:49:27.672937 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18f8e8a1-fb65-4102-b709-1de71388bfa8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router (b6dfc27f-361e-42c9-84fe-e0693005dcf4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.698011 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a47d6f94-2bbe-4811-81b1-d93bef537fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800235650', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:49:26Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:27.732632 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47d6f94-2bbe-4811-81b1-d93bef537fd1 None None] Checking router: b6dfc27f-361e-42c9-84fe-e0693005dcf4 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:49:27.744968 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47d6f94-2bbe-4811-81b1-d93bef537fd1 None None] Routers {'b6dfc27f-361e-42c9-84fe-e0693005dcf4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:27.745677 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a47d6f94-2bbe-4811-81b1-d93bef537fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:27.787571 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18f8e8a1-fb65-4102-b709-1de71388bfa8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_gateway (b6dfc27f-361e-42c9-84fe-e0693005dcf4), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.810500 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] DHCP port deletion for 1eaae975-e83a-4df6-84c6-2e513de18b4e request from n-d-834677-4 {{(pid=99265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 02:49:27.847542 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-18f8e8a1-fb65-4102-b709-1de71388bfa8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Deleting port 4056c760-8f35-4dce-adc0-10fc63ca840b {{(pid=99263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:49:27.848326 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18f8e8a1-fb65-4102-b709-1de71388bfa8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (4056c760-8f35-4dce-adc0-10fc63ca840b), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.887978 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-a47d6f94-2bbe-4811-81b1-d93bef537fd1 None None] Set router b6dfc27f-361e-42c9-84fe-e0693005dcf4 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:27.931299 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.db [None req-18f8e8a1-fb65-4102-b709-1de71388bfa8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] For port 4056c760-8f35-4dce-adc0-10fc63ca840b, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=4056c760-8f35-4dce-adc0-10fc63ca840b,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:27.931669 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18f8e8a1-fb65-4102-b709-1de71388bfa8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (4056c760-8f35-4dce-adc0-10fc63ca840b), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.951140 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.plugin [None req-18f8e8a1-fb65-4102-b709-1de71388bfa8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Calling delete_port for 4056c760-8f35-4dce-adc0-10fc63ca840b owned by network:router_gateway {{(pid=99263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:49:27.953092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Deleting port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c {{(pid=99265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 02:49:27.953523 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757123733535'] for port (e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c), before_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:27.997572 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:49:28.102867 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] For port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c,segment=NetworkSegment(9249c2a7-0472-4e64-a3e4-fc01259a5c0b),segment_id=9249c2a7-0472-4e64-a3e4-fc01259a5c0b)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:28.103149 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-480340'] for port (e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c), precommit_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.120282 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Calling delete_port for e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c owned by network:dhcp {{(pid=99265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 02:49:28.124992 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18f8e8a1-fb65-4102-b709-1de71388bfa8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (4056c760-8f35-4dce-adc0-10fc63ca840b), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.151151 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8e8a1-fb65-4102-b709-1de71388bfa8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Port': ['ID=4056c760-8f35-4dce-adc0-10fc63ca840b,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:28.215570 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18f8e8a1-fb65-4102-b709-1de71388bfa8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-476172'] for router_gateway (b6dfc27f-361e-42c9-84fe-e0693005dcf4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.244869 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c is: ACTIVE; New status is: DOWN {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:28.245278 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.295207 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757123738754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757123237151'] for port (e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c), after_delete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.300359 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-a47d6f94-2bbe-4811-81b1-d93bef537fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800235650', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:49:26Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:28.315634 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18f8e8a1-fb65-4102-b709-1de71388bfa8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4807'] for router (b6dfc27f-361e-42c9-84fe-e0693005dcf4), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.317977 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18f8e8a1-fb65-4102-b709-1de71388bfa8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router_controller (b6dfc27f-361e-42c9-84fe-e0693005dcf4), precommit_delete_associations {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.366120 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Pushing event deleted for resources: {'Port': ['ID=e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c,revision_number=None']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:28.368276 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18f8e8a1-fb65-4102-b709-1de71388bfa8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478703'] for router (b6dfc27f-361e-42c9-84fe-e0693005dcf4), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.368701 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f8e8a1-fb65-4102-b709-1de71388bfa8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Fanout notify agent at l3_agent the message router_deleted on router b6dfc27f-361e-42c9-84fe-e0693005dcf4 {{(pid=99263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 02:49:28.370336 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47d6f94-2bbe-4811-81b1-d93bef537fd1 None None] The sync data for ids ['b6dfc27f-361e-42c9-84fe-e0693005dcf4'] in n-d-834677-4 is: [{'id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800235650', 'tenant_id': 'eb6ded23f7904c528c242edeaae8f657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:49:26Z', 'revision_number': 5, 'project_id': 'eb6ded23f7904c528c242edeaae8f657', 'gw_port': {'id': '4056c760-8f35-4dce-adc0-10fc63ca840b', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dfc27f-361e-42c9-84fe-e0693005dcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:48:21Z', 'updated_at': '2022-03-23T02:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:49:28.377819 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] No DVR routers for this DVR port e37e21e0-1fe1-4418-8f5c-46d5ecf53e3c on host n-d-834677-4 {{(pid=99265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 02:49:28.379685 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-18f8e8a1-fb65-4102-b709-1de71388bfa8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.379958 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:28.380359 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:28.380648 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:28.381072 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:28.381620 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:28.381850 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:28.382085 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:28.382625 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:28.382747 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:28.383010 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:28.383305 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:28.383626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:28.383945 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:28.384130 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-18f8e8a1-fb65-4102-b709-1de71388bfa8 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/routers/b6dfc27f-361e-42c9-84fe-e0693005dcf4 HTTP/1.1" status: 204 len: 168 time: 0.8207335 Mar 23 02:49:28.384255 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:28.384572 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fba2fb-c6c4-4189-9f3a-0fee80625119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:28.384931 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58628) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:28.475681 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c117990-6480-4d13-a4f5-27963cd70120 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7341083'] for network (1eaae975-e83a-4df6-84c6-2e513de18b4e), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.562257 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c117990-6480-4d13-a4f5-27963cd70120 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7499745', 'neutron.services.segments.db._delete_segments_for_network-8757123563587'] for network (1eaae975-e83a-4df6-84c6-2e513de18b4e), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.582676 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3c117990-6480-4d13-a4f5-27963cd70120 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eaae975-e83a-4df6-84c6-2e513de18b4e']}} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:28.591893 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3c117990-6480-4d13-a4f5-27963cd70120 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9249c2a7-0472-4e64-a3e4-fc01259a5c0b') {'for_net_delete': True} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:28.592191 n-d-834677-4 neutron-server[99264]: DEBUG neutron.services.segments.db [None req-3c117990-6480-4d13-a4f5-27963cd70120 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9249c2a7-0472-4e64-a3e4-fc01259a5c0b') {} {{(pid=99264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:28.601829 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c117990-6480-4d13-a4f5-27963cd70120 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757123564876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25929424'] for segment (9249c2a7-0472-4e64-a3e4-fc01259a5c0b), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.615112 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c117990-6480-4d13-a4f5-27963cd70120 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (9249c2a7-0472-4e64-a3e4-fc01259a5c0b), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.621094 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c117990-6480-4d13-a4f5-27963cd70120 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=99264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 02:49:28.621416 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c117990-6480-4d13-a4f5-27963cd70120 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234256'] for segment (9249c2a7-0472-4e64-a3e4-fc01259a5c0b), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: Traceback (most recent call last): Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: timer() Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: cb(*args, **kw) Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: return func(*args, **kwargs) Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: self._notify() Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: self.callback(batched_events) Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: event.method(event) Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: return f(self, *a, **k) Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: return self._get(url).json() Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: return self.request(url, 'GET', **kwargs) Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 02:49:28.624279 n-d-834677-4 neutron-server[99264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 02:49:28.681460 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c117990-6480-4d13-a4f5-27963cd70120 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7499738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476272'] for network (1eaae975-e83a-4df6-84c6-2e513de18b4e), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.689054 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-3c117990-6480-4d13-a4f5-27963cd70120 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.692238 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-3c117990-6480-4d13-a4f5-27963cd70120 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/networks/1eaae975-e83a-4df6-84c6-2e513de18b4e HTTP/1.1" status: 204 len: 168 time: 0.3045511 Mar 23 02:49:28.695314 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58630) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:28.703972 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c117990-6480-4d13-a4f5-27963cd70120 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'Network': ['ID=1eaae975-e83a-4df6-84c6-2e513de18b4e,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:28.758389 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-146f8793-aa3d-4234-aa88-a8e706bc8589 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (ef6c481a-ddf5-4cf8-ad1a-01efe2143627), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.786545 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-146f8793-aa3d-4234-aa88-a8e706bc8589 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (ef6c481a-ddf5-4cf8-ad1a-01efe2143627), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.851784 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-146f8793-aa3d-4234-aa88-a8e706bc8589 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (ef6c481a-ddf5-4cf8-ad1a-01efe2143627), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.854539 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-146f8793-aa3d-4234-aa88-a8e706bc8589 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:28.855734 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-146f8793-aa3d-4234-aa88-a8e706bc8589 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] 10.222.0.18 "DELETE /v2.0/security-groups/ef6c481a-ddf5-4cf8-ad1a-01efe2143627 HTTP/1.1" status: 204 len: 168 time: 0.1592979 Mar 23 02:49:28.866034 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f8793-aa3d-4234-aa88-a8e706bc8589 tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6c481a-ddf5-4cf8-ad1a-01efe2143627,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:29.190441 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58638) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:29.386893 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-d1f3bd46-4d43-416b-9732-aeaa3e9292bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb6ded23f7904c528c242edeaae8f657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1952906 Mar 23 02:49:29.389759 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58642) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:29.441973 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6a422b26-3950-4546-8f17-eeabcfd9025a admin admin] Publish callbacks [] for security_group (367d7646-870e-4367-9a8c-2e68ce0b2a79), before_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:29.463843 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6a422b26-3950-4546-8f17-eeabcfd9025a admin admin] Publish callbacks [] for security_group (367d7646-870e-4367-9a8c-2e68ce0b2a79), precommit_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:29.517549 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6a422b26-3950-4546-8f17-eeabcfd9025a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (367d7646-870e-4367-9a8c-2e68ce0b2a79), after_delete {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:29.520244 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-6a422b26-3950-4546-8f17-eeabcfd9025a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:29.521437 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-6a422b26-3950-4546-8f17-eeabcfd9025a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/367d7646-870e-4367-9a8c-2e68ce0b2a79 HTTP/1.1" status: 204 len: 168 time: 0.1307013 Mar 23 02:49:29.530541 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a422b26-3950-4546-8f17-eeabcfd9025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367d7646-870e-4367-9a8c-2e68ce0b2a79,revision_number=None']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:29.796218 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58648) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:29.811538 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fec3dfd7-4f37-4537-8d6a-2c4c7f287f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:29.869688 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a7cdd758-0380-4a57-9072-8e305fa32295 no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:49:29.889275 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: a7cdd758-0380-4a57-9072-8e305fa32295 {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:49:29.889619 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a7cdd758-0380-4a57-9072-8e305fa32295 not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:49:29.889734 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fec3dfd7-4f37-4537-8d6a-2c4c7f287f41 admin admin] Publish callbacks [] for security_group (b6e5865c-ba1d-4daa-90d5-44a6b4dfb3dc), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:29.890046 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4056c760-8f35-4dce-adc0-10fc63ca840b no longer exists at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 02:49:29.894644 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fec3dfd7-4f37-4537-8d6a-2c4c7f287f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b6e5865c-ba1d-4daa-90d5-44a6b4dfb3dc), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:29.909715 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] No Port match for: 4056c760-8f35-4dce-adc0-10fc63ca840b {{(pid=99265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 02:49:29.910055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 4056c760-8f35-4dce-adc0-10fc63ca840b not bound to the agent host n-d-834677-4 {{(pid=99265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 02:49:29.933843 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fec3dfd7-4f37-4537-8d6a-2c4c7f287f41 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b49f4d0d3fc84b61b2afef5bac48b301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365192 Mar 23 02:49:29.934689 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3dfd7-4f37-4537-8d6a-2c4c7f287f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e5865c-ba1d-4daa-90d5-44a6b4dfb3dc,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:29.936774 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58650) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:29.984854 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-55a79eaf-09cb-41d8-ac13-3beed0840d9d admin admin] Publish callbacks [] for security_group (b6e5865c-ba1d-4daa-90d5-44a6b4dfb3dc), before_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:30.008019 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-55a79eaf-09cb-41d8-ac13-3beed0840d9d admin admin] Publish callbacks [] for security_group (b6e5865c-ba1d-4daa-90d5-44a6b4dfb3dc), precommit_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:30.059358 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-55a79eaf-09cb-41d8-ac13-3beed0840d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (b6e5865c-ba1d-4daa-90d5-44a6b4dfb3dc), after_delete {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:30.062020 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-55a79eaf-09cb-41d8-ac13-3beed0840d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:30.063316 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-55a79eaf-09cb-41d8-ac13-3beed0840d9d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6e5865c-ba1d-4daa-90d5-44a6b4dfb3dc HTTP/1.1" status: 204 len: 168 time: 0.1253712 Mar 23 02:49:30.071033 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a79eaf-09cb-41d8-ac13-3beed0840d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e5865c-ba1d-4daa-90d5-44a6b4dfb3dc,revision_number=None']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:30.788283 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58672) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:30.891555 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-1dcdef03-22f9-455d-bac7-13b030e579c7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1598347518-network', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:30.917724 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcdef03-22f9-455d-bac7-13b030e579c7 admin admin] Made reservation on behalf of c98f0532cc334fcb811d6b8467e36dfa for: {'network': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:49:30.920279 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1dcdef03-22f9-455d-bac7-13b030e579c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:30.929003 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1dcdef03-22f9-455d-bac7-13b030e579c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.002290 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1dcdef03-22f9-455d-bac7-13b030e579c7 admin admin] Publish callbacks [] for security_group (83ef19a1-f07b-4593-8a17-82fa3b3d13ef), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.007839 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1dcdef03-22f9-455d-bac7-13b030e579c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (83ef19a1-f07b-4593-8a17-82fa3b3d13ef), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.036879 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcdef03-22f9-455d-bac7-13b030e579c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=99264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:49:31.042880 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdef03-22f9-455d-bac7-13b030e579c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ef19a1-f07b-4593-8a17-82fa3b3d13ef,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:31.051396 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1dcdef03-22f9-455d-bac7-13b030e579c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (c4b10608-239b-44cf-ae75-594029373603), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.051625 n-d-834677-4 neutron-server[99264]: INFO neutron.db.segments_db [None req-1dcdef03-22f9-455d-bac7-13b030e579c7 admin admin] Added segment c4b10608-239b-44cf-ae75-594029373603 of type vlan for network d77ea214-27a2-4b7f-9e21-468b91bd0969 Mar 23 02:49:31.097792 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1dcdef03-22f9-455d-bac7-13b030e579c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (d77ea214-27a2-4b7f-9e21-468b91bd0969), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.131171 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1dcdef03-22f9-455d-bac7-13b030e579c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (d77ea214-27a2-4b7f-9e21-468b91bd0969), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.132350 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcdef03-22f9-455d-bac7-13b030e579c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:31.133193 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1dcdef03-22f9-455d-bac7-13b030e579c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.190200 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1dcdef03-22f9-455d-bac7-13b030e579c7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4007237 Mar 23 02:49:31.193168 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58676) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:31.199665 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-bf58e0e8-99bc-4877-9361-7acbb9feee6d admin admin] Request body: {'subnet': {'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1598347518-subnet', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'ip_version': 4}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:31.205879 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdef03-22f9-455d-bac7-13b030e579c7 admin admin] Pushing event updated for resources: {'Network': ['ID=d77ea214-27a2-4b7f-9e21-468b91bd0969,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:31.215868 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network d77ea214-27a2-4b7f-9e21-468b91bd0969 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:49:31.225079 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf58e0e8-99bc-4877-9361-7acbb9feee6d admin admin] Made reservation on behalf of c98f0532cc334fcb811d6b8467e36dfa for: {'subnet': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:49:31.227430 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bf58e0e8-99bc-4877-9361-7acbb9feee6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3967184'] for subnet (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.405783 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bf58e0e8-99bc-4877-9361-7acbb9feee6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26233971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3967174'] for subnet (efeb366e-32d1-434a-8eeb-1f5e605a7376), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.456169 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58e0e8-99bc-4877-9361-7acbb9feee6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=efeb366e-32d1-434a-8eeb-1f5e605a7376,revision_number=0']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:31.473210 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf58e0e8-99bc-4877-9361-7acbb9feee6d admin admin] Checking segment: {'id': 'c4b10608-239b-44cf-ae75-594029373603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:49:31.473576 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf58e0e8-99bc-4877-9361-7acbb9feee6d admin admin] Network hostable DHCP agents. Network: d77ea214-27a2-4b7f-9e21-468b91bd0969, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:49:31.494164 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf58e0e8-99bc-4877-9361-7acbb9feee6d admin admin] Network d77ea214-27a2-4b7f-9e21-468b91bd0969 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:49:31.504432 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-bf58e0e8-99bc-4877-9361-7acbb9feee6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, d77ea214-27a2-4b7f-9e21-468b91bd0969) {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:31.509328 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58e0e8-99bc-4877-9361-7acbb9feee6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:31.511225 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-bf58e0e8-99bc-4877-9361-7acbb9feee6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.512212 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df772fd-e191-4a2f-82dd-f086434be884 None None] Network d77ea214-27a2-4b7f-9e21-468b91bd0969 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:49:31.530711 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-bf58e0e8-99bc-4877-9361-7acbb9feee6d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3336246 Mar 23 02:49:31.531072 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58678) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:31.536082 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1598347518-router', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:31.557758 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (b17faf84-f3cb-4088-8dd7-ab938e60dc68), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.558871 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (b17faf84-f3cb-4088-8dd7-ab938e60dc68), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.613318 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Publish callbacks [] for router_controller (b17faf84-f3cb-4088-8dd7-ab938e60dc68), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.762566 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Publish callbacks [] for router_gateway (b17faf84-f3cb-4088-8dd7-ab938e60dc68), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.787506 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d77ea214-27a2-4b7f-9e21-468b91bd0969', 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969', 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'fixed_ips': [{'subnet_id': 'efeb366e-32d1-434a-8eeb-1f5e605a7376'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:49:31.788355 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.934877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Allocated IP 172.20.0.2 (d77ea214-27a2-4b7f-9e21-468b91bd0969/efeb366e-32d1-434a-8eeb-1f5e605a7376/5129a860-823c-4998-a500-e95199103464) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:49:31.970070 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Publish callbacks [] for router_gateway (b17faf84-f3cb-4088-8dd7-ab938e60dc68), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:31.989428 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.085205 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Publish callbacks [] for port (5129a860-823c-4998-a500-e95199103464), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.092397 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (5129a860-823c-4998-a500-e95199103464), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.100935 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Allocated IP 172.25.0.140 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/113ce4aa-c344-47aa-ac95-a91dfcdb4b73) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:49:32.134714 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Network d77ea214-27a2-4b7f-9e21-468b91bd0969 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:49:32.139655 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:32.144255 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:49:32.147301 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Pushing event updated for resources: {'Port': ['ID=5129a860-823c-4998-a500-e95199103464,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:32.200690 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Attempting to bind port 5129a860-823c-4998-a500-e95199103464 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:49:32.201067 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Attempting to bind port 5129a860-823c-4998-a500-e95199103464 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'c4b10608-239b-44cf-ae75-594029373603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:49:32.201430 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Attempting to bind port 5129a860-823c-4998-a500-e95199103464 on network d77ea214-27a2-4b7f-9e21-468b91bd0969 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:49:32.206674 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:49:32.207049 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Checking segment: {'id': 'c4b10608-239b-44cf-ae75-594029373603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:49:32.207451 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.207855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Bound using segment: {'id': 'c4b10608-239b-44cf-ae75-594029373603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:49:32.208310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Bound port: 5129a860-823c-4998-a500-e95199103464, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b10608-239b-44cf-ae75-594029373603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:49:32.208813 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5129a860-823c-4998-a500-e95199103464), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.212900 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Publish callbacks [] for port (113ce4aa-c344-47aa-ac95-a91dfcdb4b73), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.248337 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (113ce4aa-c344-47aa-ac95-a91dfcdb4b73), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.271582 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] For port 5129a860-823c-4998-a500-e95199103464, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:49:32.274620 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] For port 5129a860-823c-4998-a500-e95199103464, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5129a860-823c-4998-a500-e95199103464,segment=NetworkSegment(c4b10608-239b-44cf-ae75-594029373603),segment_id=c4b10608-239b-44cf-ae75-594029373603)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:49:32.282811 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5129a860-823c-4998-a500-e95199103464), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.287442 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:49:32.290409 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:32.296046 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:49:32.301936 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Pushing event updated for resources: {'Port': ['ID=113ce4aa-c344-47aa-ac95-a91dfcdb4b73,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:32.350537 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aeaf56-2a20-4ec4-8ed7-b13dac031a93 None None] Pushing event updated for resources: {'Port': ['ID=5129a860-823c-4998-a500-e95199103464,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:32.591903 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Publish callbacks [] for router_gateway (b17faf84-f3cb-4088-8dd7-ab938e60dc68), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.780650 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-d983528b-c84a-46e6-a633-2878013c7479 service neutron] (99263) timed out ('10.222.0.18', 54966) {{(pid=99263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 02:49:32.817330 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (b17faf84-f3cb-4088-8dd7-ab938e60dc68), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:32.962593 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Router b17faf84-f3cb-4088-8dd7-ab938e60dc68 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:49:33.077561 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:49:33.086924 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Sync routers for ids ['b17faf84-f3cb-4088-8dd7-ab938e60dc68'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:49:33.096766 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.098301 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-3bec27a3-a36d-4700-adbb-c0ba2e6f519d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5656900 Mar 23 02:49:33.098428 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Routers {'b17faf84-f3cb-4088-8dd7-ab938e60dc68'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:33.100641 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b17faf84-f3cb-4088-8dd7-ab938e60dc68'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:33.101580 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58680) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:33.199914 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-44b8c206-4c60-4872-98a0-b095b6ea79c0 req-f409fc90-302a-479c-b621-d72403dd40fa tempest-ServerActionsTestJSON-482993923 tempest-ServerActionsTestJSON-482993923-project] (99264) timed out ('10.222.0.18', 54988) {{(pid=99264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 02:49:33.289131 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b762865-41bd-4abb-bff7-2b810cb271f9 None None] Network d77ea214-27a2-4b7f-9e21-468b91bd0969 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:49:33.309592 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Set router b17faf84-f3cb-4088-8dd7-ab938e60dc68 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:33.368935 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-39ec46e3-8ba5-4d3c-a18c-db3ca3e87ba1 None None] Provisioning complete for port 5129a860-823c-4998-a500-e95199103464 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:33.369488 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-39ec46e3-8ba5-4d3c-a18c-db3ca3e87ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5129a860-823c-4998-a500-e95199103464), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.493959 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-39ec46e3-8ba5-4d3c-a18c-db3ca3e87ba1 None None] Current status of the port 5129a860-823c-4998-a500-e95199103464 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:33.494344 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-39ec46e3-8ba5-4d3c-a18c-db3ca3e87ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (5129a860-823c-4998-a500-e95199103464), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.509448 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'name': 'tempest-TestShelveInstance-1598347518-router', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:32Z', 'revision_number': 3, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'gw_port': {'id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:33.531824 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-39ec46e3-8ba5-4d3c-a18c-db3ca3e87ba1 None None] For port 5129a860-823c-4998-a500-e95199103464, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=5129a860-823c-4998-a500-e95199103464,segment=NetworkSegment(c4b10608-239b-44cf-ae75-594029373603),segment_id=c4b10608-239b-44cf-ae75-594029373603)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:33.539155 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-39ec46e3-8ba5-4d3c-a18c-db3ca3e87ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (5129a860-823c-4998-a500-e95199103464), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.543532 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Checking router: b17faf84-f3cb-4088-8dd7-ab938e60dc68 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:49:33.544126 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Updating router b17faf84-f3cb-4088-8dd7-ab938e60dc68 port 113ce4aa-c344-47aa-ac95-a91dfcdb4b73 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:49:33.576906 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (113ce4aa-c344-47aa-ac95-a91dfcdb4b73), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.600073 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec46e3-8ba5-4d3c-a18c-db3ca3e87ba1 None None] Pushing event updated for resources: {'Port': ['ID=5129a860-823c-4998-a500-e95199103464,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:33.601416 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.766393 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a5586d97-327e-49fa-b014-dc20f0b7b3bc None None] Provisioning complete for port 5129a860-823c-4998-a500-e95199103464 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:33.766842 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a5586d97-327e-49fa-b014-dc20f0b7b3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5129a860-823c-4998-a500-e95199103464), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.769974 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Allocated IP 172.20.0.1 (d77ea214-27a2-4b7f-9e21-468b91bd0969/efeb366e-32d1-434a-8eeb-1f5e605a7376/c0754b6d-7078-4e0e-b8a0-e102ae946718) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:49:33.852428 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Publish callbacks [] for port (113ce4aa-c344-47aa-ac95-a91dfcdb4b73), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.861335 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (113ce4aa-c344-47aa-ac95-a91dfcdb4b73), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.861614 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a5586d97-327e-49fa-b014-dc20f0b7b3bc None None] Current status of the port 5129a860-823c-4998-a500-e95199103464 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:33.897353 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Publish callbacks [] for port (c0754b6d-7078-4e0e-b8a0-e102ae946718), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.907938 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Attempting to bind port 113ce4aa-c344-47aa-ac95-a91dfcdb4b73 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:49:33.908307 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Attempting to bind port 113ce4aa-c344-47aa-ac95-a91dfcdb4b73 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:49:33.908681 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Attempting to bind port 113ce4aa-c344-47aa-ac95-a91dfcdb4b73 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:49:33.920272 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:49:33.920988 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:49:33.921197 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.921554 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:49:33.922367 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Bound port: 113ce4aa-c344-47aa-ac95-a91dfcdb4b73, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:49:33.922367 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (113ce4aa-c344-47aa-ac95-a91dfcdb4b73), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.934724 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 5129a860-823c-4998-a500-e95199103464 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:49:33.938003 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (c0754b6d-7078-4e0e-b8a0-e102ae946718), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:33.952282 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ba017-6f2b-4a63-82f8-da02b82ecd1f None None] Pushing event updated for resources: {'Port': ['ID=113ce4aa-c344-47aa-ac95-a91dfcdb4b73,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:33.970201 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ba017-6f2b-4a63-82f8-da02b82ecd1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:33.970452 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ba017-6f2b-4a63-82f8-da02b82ecd1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:33.970788 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ba017-6f2b-4a63-82f8-da02b82ecd1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:33.971107 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ba017-6f2b-4a63-82f8-da02b82ecd1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:33.971646 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ba017-6f2b-4a63-82f8-da02b82ecd1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:33.971965 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ba017-6f2b-4a63-82f8-da02b82ecd1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:33.972278 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ba017-6f2b-4a63-82f8-da02b82ecd1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:33.972590 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ba017-6f2b-4a63-82f8-da02b82ecd1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:33.972921 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ba017-6f2b-4a63-82f8-da02b82ecd1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:33.973239 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ba017-6f2b-4a63-82f8-da02b82ecd1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:33.973542 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ba017-6f2b-4a63-82f8-da02b82ecd1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:33.973848 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ba017-6f2b-4a63-82f8-da02b82ecd1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:33.974155 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ba017-6f2b-4a63-82f8-da02b82ecd1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:33.975030 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ba017-6f2b-4a63-82f8-da02b82ecd1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:33.975352 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2ba017-6f2b-4a63-82f8-da02b82ecd1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-834677-4 {{(pid=99266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 02:49:33.977356 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Network d77ea214-27a2-4b7f-9e21-468b91bd0969 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:49:33.986794 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:33.989286 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:49:33.993564 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] For port 113ce4aa-c344-47aa-ac95-a91dfcdb4b73, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:49:33.996884 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] For port 113ce4aa-c344-47aa-ac95-a91dfcdb4b73, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=113ce4aa-c344-47aa-ac95-a91dfcdb4b73,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:49:34.003383 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 5129a860-823c-4998-a500-e95199103464 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:34.003911 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (5129a860-823c-4998-a500-e95199103464), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:34.006219 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (113ce4aa-c344-47aa-ac95-a91dfcdb4b73), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:34.016069 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Pushing event updated for resources: {'Port': ['ID=c0754b6d-7078-4e0e-b8a0-e102ae946718,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:34.042889 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (b17faf84-f3cb-4088-8dd7-ab938e60dc68), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:34.059655 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Routers {'b17faf84-f3cb-4088-8dd7-ab938e60dc68'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:34.060590 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b17faf84-f3cb-4088-8dd7-ab938e60dc68'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:34.100183 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 5129a860-823c-4998-a500-e95199103464 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:34.142851 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ba017-6f2b-4a63-82f8-da02b82ecd1f None None] Pushing event updated for resources: {'Port': ['ID=113ce4aa-c344-47aa-ac95-a91dfcdb4b73,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:34.187618 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] Set router b17faf84-f3cb-4088-8dd7-ab938e60dc68 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:34.188863 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c0754b6d-7078-4e0e-b8a0-e102ae946718), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:34.285348 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-9e06067c-6f88-451a-af41-1500a37e4d99 None None] Provisioning complete for port c0754b6d-7078-4e0e-b8a0-e102ae946718 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:34.285713 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9e06067c-6f88-451a-af41-1500a37e4d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c0754b6d-7078-4e0e-b8a0-e102ae946718), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:34.332455 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-9e06067c-6f88-451a-af41-1500a37e4d99 None None] Port c0754b6d-7078-4e0e-b8a0-e102ae946718 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:49:34.373665 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Publish callbacks [] for port (c0754b6d-7078-4e0e-b8a0-e102ae946718), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:34.379732 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (c0754b6d-7078-4e0e-b8a0-e102ae946718), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:34.381828 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'name': 'tempest-TestShelveInstance-1598347518-router', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:32Z', 'revision_number': 3, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'gw_port': {'id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:34.413173 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a12155b-d2a4-4dd3-bbaa-48278741150d None None] The sync data for ids ['b17faf84-f3cb-4088-8dd7-ab938e60dc68'] in n-d-834677-4 is: [{'id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'name': 'tempest-TestShelveInstance-1598347518-router', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:32Z', 'revision_number': 3, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'gw_port': {'id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:49:34.451159 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (b17faf84-f3cb-4088-8dd7-ab938e60dc68), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:34.457322 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Pushing event updated for resources: {'Port': ['ID=c0754b6d-7078-4e0e-b8a0-e102ae946718,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:34.463749 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:34.548469 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Network d77ea214-27a2-4b7f-9e21-468b91bd0969 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:49:34.550044 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:34.698582 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Router b17faf84-f3cb-4088-8dd7-ab938e60dc68 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:49:34.827760 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:49:34.832870 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-443e64cf-096d-4c49-b05b-c8de8a9cba25 admin admin] 10.222.0.18 "PUT /v2.0/routers/b17faf84-f3cb-4088-8dd7-ab938e60dc68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7295074 Mar 23 02:49:34.860626 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-1f2eec8b-9bcf-4b35-8764-03ef1d3d8357 None None] Provisioning complete for port c0754b6d-7078-4e0e-b8a0-e102ae946718 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:34.861174 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1f2eec8b-9bcf-4b35-8764-03ef1d3d8357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c0754b6d-7078-4e0e-b8a0-e102ae946718), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:34.897507 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-1f2eec8b-9bcf-4b35-8764-03ef1d3d8357 None None] Port c0754b6d-7078-4e0e-b8a0-e102ae946718 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:49:35.337026 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58696) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:35.342094 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-e64f56ab-de3c-4144-848e-ebf023a492e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-443181855-network', 'tenant_id': '06b0d82ae7b94f16a69c5f068c130477'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:35.363660 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64f56ab-de3c-4144-848e-ebf023a492e4 admin admin] Made reservation on behalf of 06b0d82ae7b94f16a69c5f068c130477 for: {'network': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:49:35.366125 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e64f56ab-de3c-4144-848e-ebf023a492e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for network (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:35.375104 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e64f56ab-de3c-4144-848e-ebf023a492e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:35.454803 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e64f56ab-de3c-4144-848e-ebf023a492e4 admin admin] Publish callbacks [] for security_group (e86303b1-93fd-410b-b44a-46f0aa647357), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:35.460380 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e64f56ab-de3c-4144-848e-ebf023a492e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (e86303b1-93fd-410b-b44a-46f0aa647357), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:35.486635 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64f56ab-de3c-4144-848e-ebf023a492e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=99263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 02:49:35.495355 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f56ab-de3c-4144-848e-ebf023a492e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86303b1-93fd-410b-b44a-46f0aa647357,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:35.501900 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e64f56ab-de3c-4144-848e-ebf023a492e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7569229'] for segment (fe394490-2db5-44e0-814e-5d7365701762), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:35.502208 n-d-834677-4 neutron-server[99263]: INFO neutron.db.segments_db [None req-e64f56ab-de3c-4144-848e-ebf023a492e4 admin admin] Added segment fe394490-2db5-44e0-814e-5d7365701762 of type vlan for network d1267ebb-8695-4c99-9cf0-b59838b84129 Mar 23 02:49:35.543794 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e64f56ab-de3c-4144-848e-ebf023a492e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757123207545'] for network (d1267ebb-8695-4c99-9cf0-b59838b84129), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:35.571038 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e64f56ab-de3c-4144-848e-ebf023a492e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312'] for network (d1267ebb-8695-4c99-9cf0-b59838b84129), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:35.571980 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64f56ab-de3c-4144-848e-ebf023a492e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:35.572586 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-e64f56ab-de3c-4144-848e-ebf023a492e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:35.629914 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-e64f56ab-de3c-4144-848e-ebf023a492e4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2917397 Mar 23 02:49:35.632685 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58698) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:35.637335 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-ab012bcd-6f34-4164-a456-50615d36d690 admin admin] Request body: {'subnet': {'network_id': 'd1267ebb-8695-4c99-9cf0-b59838b84129', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-443181855-subnet', 'tenant_id': '06b0d82ae7b94f16a69c5f068c130477', 'ip_version': 4}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:35.647867 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f56ab-de3c-4144-848e-ebf023a492e4 admin admin] Pushing event updated for resources: {'Network': ['ID=d1267ebb-8695-4c99-9cf0-b59838b84129,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:35.660980 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Network d1267ebb-8695-4c99-9cf0-b59838b84129 details requested by agent ovs-agent-n-d-834677-4 with host n-d-834677-4 {{(pid=99265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 02:49:35.666434 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab012bcd-6f34-4164-a456-50615d36d690 admin admin] Made reservation on behalf of 06b0d82ae7b94f16a69c5f068c130477 for: {'subnet': 1} {{(pid=99263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:49:35.668804 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab012bcd-6f34-4164-a456-50615d36d690 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977484'] for subnet (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:35.843099 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab012bcd-6f34-4164-a456-50615d36d690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7885173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3726677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977498'] for subnet (cb0b0224-a7df-45b4-ac47-7979b84e3973), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:35.898367 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab012bcd-6f34-4164-a456-50615d36d690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb0b0224-a7df-45b4-ac47-7979b84e3973,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:35.910947 n-d-834677-4 neutron-server[99263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab012bcd-6f34-4164-a456-50615d36d690 admin admin] Checking segment: {'id': 'fe394490-2db5-44e0-814e-5d7365701762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd1267ebb-8695-4c99-9cf0-b59838b84129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:49:35.911344 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab012bcd-6f34-4164-a456-50615d36d690 admin admin] Network hostable DHCP agents. Network: d1267ebb-8695-4c99-9cf0-b59838b84129, hostable agents: ['4668731f-93f2-4e9a-9677-07857bda9adf'], hosted agents: [] {{(pid=99263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 02:49:35.917316 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 113ce4aa-c344-47aa-ac95-a91dfcdb4b73 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:49:35.930707 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab012bcd-6f34-4164-a456-50615d36d690 admin admin] Network d1267ebb-8695-4c99-9cf0-b59838b84129 is scheduled to be hosted by DHCP agent 4668731f-93f2-4e9a-9677-07857bda9adf with binding_index 1 {{(pid=99263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 02:49:35.940266 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-ab012bcd-6f34-4164-a456-50615d36d690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-834677-4, d1267ebb-8695-4c99-9cf0-b59838b84129) {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:35.947514 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab012bcd-6f34-4164-a456-50615d36d690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:35.948465 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-ab012bcd-6f34-4164-a456-50615d36d690 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:35.960615 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec10da8d-38b2-4ae2-a4a3-964c7a885a13 None None] Network d1267ebb-8695-4c99-9cf0-b59838b84129 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:49:35.969614 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-ab012bcd-6f34-4164-a456-50615d36d690 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3359156 Mar 23 02:49:35.972334 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58700) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:35.980868 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-443181855-router', 'tenant_id': '06b0d82ae7b94f16a69c5f068c130477', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:36.002913 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4825'] for router (f3eba689-a5ec-41e4-8bb3-710468dcded4), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:36.003958 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476413', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4814'] for router (f3eba689-a5ec-41e4-8bb3-710468dcded4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:36.021665 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Sync routers for ids ['b17faf84-f3cb-4088-8dd7-ab938e60dc68'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:49:36.048969 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 113ce4aa-c344-47aa-ac95-a91dfcdb4b73 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:36.049255 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (113ce4aa-c344-47aa-ac95-a91dfcdb4b73), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:36.050692 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Routers {'b17faf84-f3cb-4088-8dd7-ab938e60dc68'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:36.051315 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b17faf84-f3cb-4088-8dd7-ab938e60dc68'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:36.060674 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Publish callbacks [] for router_controller (f3eba689-a5ec-41e4-8bb3-710468dcded4), precommit_add_association {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:36.190969 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f7eaf8b-01e7-5149-b84a-685c4360f026-d1267ebb-8695-4c99-9cf0-b59838b84129', 'network_id': 'd1267ebb-8695-4c99-9cf0-b59838b84129', 'project_id': '06b0d82ae7b94f16a69c5f068c130477', 'fixed_ips': [{'subnet_id': 'cb0b0224-a7df-45b4-ac47-7979b84e3973'}]}} from n-d-834677-4. {{(pid=99265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 02:49:36.191805 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:36.201479 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Publish callbacks [] for router_gateway (f3eba689-a5ec-41e4-8bb3-710468dcded4), precommit_update {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:36.238055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Set router b17faf84-f3cb-4088-8dd7-ab938e60dc68 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:36.365524 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 113ce4aa-c344-47aa-ac95-a91dfcdb4b73 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:36.365820 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (113ce4aa-c344-47aa-ac95-a91dfcdb4b73), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:36.449492 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 113ce4aa-c344-47aa-ac95-a91dfcdb4b73, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=113ce4aa-c344-47aa-ac95-a91dfcdb4b73,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:36.492871 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (113ce4aa-c344-47aa-ac95-a91dfcdb4b73), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:36.548481 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.db_base_plugin_common [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Allocated IP 172.20.0.2 (d1267ebb-8695-4c99-9cf0-b59838b84129/cb0b0224-a7df-45b4-ac47-7979b84e3973/a3ea79bc-a87a-4fd6-9c27-30a5224a271a) {{(pid=99265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:49:36.600040 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=113ce4aa-c344-47aa-ac95-a91dfcdb4b73,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:36.735575 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Publish callbacks [] for router_gateway (f3eba689-a5ec-41e4-8bb3-710468dcded4), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:36.755195 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:36.759849 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'name': 'tempest-TestShelveInstance-1598347518-router', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:34Z', 'revision_number': 4, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'gw_port': {'id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'c0754b6d-7078-4e0e-b8a0-e102ae946718', 'name': '', 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'mac_address': 'fa:16:3e:48:00:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'efeb366e-32d1-434a-8eeb-1f5e605a7376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:33Z', 'updated_at': '2022-03-23T02:49:34Z', 'revision_number': 2, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'subnets': [{'id': 'efeb366e-32d1-434a-8eeb-1f5e605a7376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:36.795397 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Checking router: b17faf84-f3cb-4088-8dd7-ab938e60dc68 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:49:36.795730 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Updating router b17faf84-f3cb-4088-8dd7-ab938e60dc68 port c0754b6d-7078-4e0e-b8a0-e102ae946718 binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:49:36.801106 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Publish callbacks [] for port (a3ea79bc-a87a-4fd6-9c27-30a5224a271a), precommit_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:36.871841 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.db_base_plugin_common [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Allocated IP 172.25.0.12 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/57571c82-93b8-4efc-a984-61b7182f3602) {{(pid=99263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:49:36.987115 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Publish callbacks [] for port (57571c82-93b8-4efc-a984-61b7182f3602), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.001145 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142'] for port (a3ea79bc-a87a-4fd6-9c27-30a5224a271a), after_create {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.023421 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726565'] for port (57571c82-93b8-4efc-a984-61b7182f3602), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.026736 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c0754b6d-7078-4e0e-b8a0-e102ae946718), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.052272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Network d1267ebb-8695-4c99-9cf0-b59838b84129 is already hosted by enough agents. {{(pid=99265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:49:37.060953 n-d-834677-4 neutron-server[99265]: DEBUG neutron.scheduler.base_scheduler [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Resources bound (agent type, host, resource id): {{(pid=99265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:37.062114 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:49:37.064121 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Received port after_create {{(pid=99265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:49:37.065256 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.base_scheduler [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=99263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:37.071833 n-d-834677-4 neutron-server[99263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Received port after_create {{(pid=99263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:49:37.077702 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Pushing event updated for resources: {'Port': ['ID=57571c82-93b8-4efc-a984-61b7182f3602,revision_number=1']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:37.084632 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Pushing event updated for resources: {'Port': ['ID=a3ea79bc-a87a-4fd6-9c27-30a5224a271a,revision_number=1']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:37.207256 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Attempting to bind port a3ea79bc-a87a-4fd6-9c27-30a5224a271a on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:49:37.207644 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Attempting to bind port a3ea79bc-a87a-4fd6-9c27-30a5224a271a by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'fe394490-2db5-44e0-814e-5d7365701762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd1267ebb-8695-4c99-9cf0-b59838b84129'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:49:37.207984 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Attempting to bind port a3ea79bc-a87a-4fd6-9c27-30a5224a271a on network d1267ebb-8695-4c99-9cf0-b59838b84129 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:49:37.219855 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:49:37.220215 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Checking segment: {'id': 'fe394490-2db5-44e0-814e-5d7365701762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd1267ebb-8695-4c99-9cf0-b59838b84129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:49:37.220642 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.221047 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Bound using segment: {'id': 'fe394490-2db5-44e0-814e-5d7365701762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd1267ebb-8695-4c99-9cf0-b59838b84129'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:49:37.221512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Bound port: a3ea79bc-a87a-4fd6-9c27-30a5224a271a, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe394490-2db5-44e0-814e-5d7365701762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd1267ebb-8695-4c99-9cf0-b59838b84129'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:49:37.221888 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a3ea79bc-a87a-4fd6-9c27-30a5224a271a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.342751 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Publish callbacks [] for router_gateway (f3eba689-a5ec-41e4-8bb3-710468dcded4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.355671 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] For port a3ea79bc-a87a-4fd6-9c27-30a5224a271a, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:49:37.372617 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] For port a3ea79bc-a87a-4fd6-9c27-30a5224a271a, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a3ea79bc-a87a-4fd6-9c27-30a5224a271a,segment=NetworkSegment(fe394490-2db5-44e0-814e-5d7365701762),segment_id=fe394490-2db5-44e0-814e-5d7365701762)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:49:37.383796 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a3ea79bc-a87a-4fd6-9c27-30a5224a271a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.470276 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Publish callbacks [] for port (c0754b6d-7078-4e0e-b8a0-e102ae946718), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.481092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5df53-aa74-4e84-9d7e-2cb1c96964a2 None None] Pushing event updated for resources: {'Port': ['ID=a3ea79bc-a87a-4fd6-9c27-30a5224a271a,revision_number=2']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:37.484177 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c0754b6d-7078-4e0e-b8a0-e102ae946718), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.534412 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aab48d-51ac-437e-ae70-bd408e6038a5 None None] Pushing event updated for resources: {'Port': ['ID=c0754b6d-7078-4e0e-b8a0-e102ae946718,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:37.569940 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476200'] for router (f3eba689-a5ec-41e4-8bb3-710468dcded4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.601591 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Attempting to bind port c0754b6d-7078-4e0e-b8a0-e102ae946718 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:49:37.601991 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Attempting to bind port c0754b6d-7078-4e0e-b8a0-e102ae946718 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'c4b10608-239b-44cf-ae75-594029373603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:49:37.602353 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Attempting to bind port c0754b6d-7078-4e0e-b8a0-e102ae946718 on network d77ea214-27a2-4b7f-9e21-468b91bd0969 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:49:37.607678 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:49:37.608054 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Checking segment: {'id': 'c4b10608-239b-44cf-ae75-594029373603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:49:37.608450 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.608885 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Bound using segment: {'id': 'c4b10608-239b-44cf-ae75-594029373603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:49:37.609418 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Bound port: c0754b6d-7078-4e0e-b8a0-e102ae946718, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b10608-239b-44cf-ae75-594029373603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:49:37.609798 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c0754b6d-7078-4e0e-b8a0-e102ae946718), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.693872 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] For port c0754b6d-7078-4e0e-b8a0-e102ae946718, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:49:37.700446 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] For port c0754b6d-7078-4e0e-b8a0-e102ae946718, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c0754b6d-7078-4e0e-b8a0-e102ae946718,segment=NetworkSegment(c4b10608-239b-44cf-ae75-594029373603),segment_id=c4b10608-239b-44cf-ae75-594029373603)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:49:37.712813 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c0754b6d-7078-4e0e-b8a0-e102ae946718), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.750511 n-d-834677-4 neutron-server[99263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Router f3eba689-a5ec-41e4-8bb3-710468dcded4 is scheduled to L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 with binding_index 1 {{(pid=99263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 02:49:37.781430 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aab48d-51ac-437e-ae70-bd408e6038a5 None None] Pushing event updated for resources: {'Port': ['ID=c0754b6d-7078-4e0e-b8a0-e102ae946718,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:37.784470 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Routers {'b17faf84-f3cb-4088-8dd7-ab938e60dc68'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:37.785167 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b17faf84-f3cb-4088-8dd7-ab938e60dc68'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:37.908690 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:49:37.918777 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Sync routers for ids ['f3eba689-a5ec-41e4-8bb3-710468dcded4'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:49:37.930757 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Routers {'f3eba689-a5ec-41e4-8bb3-710468dcded4'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:37.931730 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f3eba689-a5ec-41e4-8bb3-710468dcded4'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:37.947305 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:37.956024 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58702) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:37.956707 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d40aefb5-689f-4b73-a8db-86bedfdb3e3e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9830215 Mar 23 02:49:37.963192 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] Set router b17faf84-f3cb-4088-8dd7-ab938e60dc68 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:38.018309 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-e8088c87-bf90-479e-8283-9038a19dab9d None None] Provisioning complete for port c0754b6d-7078-4e0e-b8a0-e102ae946718 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:38.018696 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e8088c87-bf90-479e-8283-9038a19dab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c0754b6d-7078-4e0e-b8a0-e102ae946718), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:38.128407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 113ce4aa-c344-47aa-ac95-a91dfcdb4b73 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:49:38.142667 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Set router f3eba689-a5ec-41e4-8bb3-710468dcded4 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:38.310092 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 113ce4aa-c344-47aa-ac95-a91dfcdb4b73 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:38.310570 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (113ce4aa-c344-47aa-ac95-a91dfcdb4b73), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:38.343168 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-e8088c87-bf90-479e-8283-9038a19dab9d None None] Current status of the port c0754b6d-7078-4e0e-b8a0-e102ae946718 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:38.343403 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e8088c87-bf90-479e-8283-9038a19dab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (c0754b6d-7078-4e0e-b8a0-e102ae946718), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:38.358682 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3eba689-a5ec-41e4-8bb3-710468dcded4', 'name': 'tempest-TestShelveInstance-443181855-router', 'tenant_id': '06b0d82ae7b94f16a69c5f068c130477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '57571c82-93b8-4efc-a984-61b7182f3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:36Z', 'updated_at': '2022-03-23T02:49:37Z', 'revision_number': 3, 'project_id': '06b0d82ae7b94f16a69c5f068c130477', 'gw_port': {'id': '57571c82-93b8-4efc-a984-61b7182f3602', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3eba689-a5ec-41e4-8bb3-710468dcded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:36Z', 'updated_at': '2022-03-23T02:49:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:38.389397 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Checking router: f3eba689-a5ec-41e4-8bb3-710468dcded4 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:49:38.389744 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Updating router f3eba689-a5ec-41e4-8bb3-710468dcded4 port 57571c82-93b8-4efc-a984-61b7182f3602 binding host n-d-834677-4 {{(pid=99266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:49:38.440182 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (57571c82-93b8-4efc-a984-61b7182f3602), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:38.451930 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-e8088c87-bf90-479e-8283-9038a19dab9d None None] For port c0754b6d-7078-4e0e-b8a0-e102ae946718, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=c0754b6d-7078-4e0e-b8a0-e102ae946718,segment=NetworkSegment(c4b10608-239b-44cf-ae75-594029373603),segment_id=c4b10608-239b-44cf-ae75-594029373603)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:38.465224 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e8088c87-bf90-479e-8283-9038a19dab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (c0754b6d-7078-4e0e-b8a0-e102ae946718), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:38.535869 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'name': 'tempest-TestShelveInstance-1598347518-router', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:34Z', 'revision_number': 4, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'gw_port': {'id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'c0754b6d-7078-4e0e-b8a0-e102ae946718', 'name': '', 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'mac_address': 'fa:16:3e:48:00:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'efeb366e-32d1-434a-8eeb-1f5e605a7376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:33Z', 'updated_at': '2022-03-23T02:49:37Z', 'revision_number': 4, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'subnets': [{'id': 'efeb366e-32d1-434a-8eeb-1f5e605a7376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:38.590042 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8088c87-bf90-479e-8283-9038a19dab9d None None] Pushing event updated for resources: {'Port': ['ID=c0754b6d-7078-4e0e-b8a0-e102ae946718,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:38.593080 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b7d21f-92d0-4e3c-afab-9529b077953e None None] The sync data for ids ['b17faf84-f3cb-4088-8dd7-ab938e60dc68'] in n-d-834677-4 is: [{'id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'name': 'tempest-TestShelveInstance-1598347518-router', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:34Z', 'revision_number': 4, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'gw_port': {'id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'c0754b6d-7078-4e0e-b8a0-e102ae946718', 'name': '', 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'mac_address': 'fa:16:3e:48:00:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'efeb366e-32d1-434a-8eeb-1f5e605a7376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:33Z', 'updated_at': '2022-03-23T02:49:37Z', 'revision_number': 4, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'subnets': [{'id': 'efeb366e-32d1-434a-8eeb-1f5e605a7376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:49:38.601296 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 113ce4aa-c344-47aa-ac95-a91dfcdb4b73 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:38.602407 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a3ea79bc-a87a-4fd6-9c27-30a5224a271a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:49:38.679429 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a518f14c-37aa-4b19-a7b3-bba1997e7ffb None None] Provisioning complete for port c0754b6d-7078-4e0e-b8a0-e102ae946718 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:38.679803 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a518f14c-37aa-4b19-a7b3-bba1997e7ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c0754b6d-7078-4e0e-b8a0-e102ae946718), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:38.751241 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port a3ea79bc-a87a-4fd6-9c27-30a5224a271a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:38.751951 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a3ea79bc-a87a-4fd6-9c27-30a5224a271a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:38.881480 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a518f14c-37aa-4b19-a7b3-bba1997e7ffb None None] Current status of the port c0754b6d-7078-4e0e-b8a0-e102ae946718 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:38.940544 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a3ea79bc-a87a-4fd6-9c27-30a5224a271a is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:38.941262 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a3ea79bc-a87a-4fd6-9c27-30a5224a271a), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:38.947174 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Publish callbacks [] for port (57571c82-93b8-4efc-a984-61b7182f3602), precommit_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:38.970617 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (57571c82-93b8-4efc-a984-61b7182f3602), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:38.988838 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port a3ea79bc-a87a-4fd6-9c27-30a5224a271a, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a3ea79bc-a87a-4fd6-9c27-30a5224a271a,segment=NetworkSegment(fe394490-2db5-44e0-814e-5d7365701762),segment_id=fe394490-2db5-44e0-814e-5d7365701762)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:38.989825 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0af320d-ab4e-4736-9a79-f68bd867b4d0 None None] Network d1267ebb-8695-4c99-9cf0-b59838b84129 requested from n-d-834677-4 {{(pid=99265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 02:49:38.991470 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:39.033312 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a3ea79bc-a87a-4fd6-9c27-30a5224a271a), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:39.034548 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Attempting to bind port 57571c82-93b8-4efc-a984-61b7182f3602 on host n-d-834677-4 for vnic_type normal with profile {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:49:39.035210 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Attempting to bind port 57571c82-93b8-4efc-a984-61b7182f3602 by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:49:39.035839 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Attempting to bind port 57571c82-93b8-4efc-a984-61b7182f3602 on network c1c193e8-ebed-436f-92ad-13cec1b5b042 {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:49:39.039746 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902b8b7-f008-4c90-bb2d-a72399fee94a None None] Pushing event updated for resources: {'Port': ['ID=57571c82-93b8-4efc-a984-61b7182f3602,revision_number=2']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:39.046331 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:49:39.047390 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Checking segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:49:39.048290 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:39.049351 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Bound using segment: {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'} {{(pid=99266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:49:39.050188 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.managers [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Bound port: 57571c82-93b8-4efc-a984-61b7182f3602, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042'}}] {{(pid=99266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:49:39.050943 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (57571c82-93b8-4efc-a984-61b7182f3602), before_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:39.093373 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-8c356190-356b-462a-9098-f8fee6f4df14 None None] Provisioning complete for port a3ea79bc-a87a-4fd6-9c27-30a5224a271a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:39.093969 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8c356190-356b-462a-9098-f8fee6f4df14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a3ea79bc-a87a-4fd6-9c27-30a5224a271a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:39.111347 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] For port 57571c82-93b8-4efc-a984-61b7182f3602, host n-d-834677-4, cleared binding levels {{(pid=99266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:49:39.115337 n-d-834677-4 neutron-server[99266]: DEBUG neutron.plugins.ml2.db [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] For port 57571c82-93b8-4efc-a984-61b7182f3602, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=57571c82-93b8-4efc-a984-61b7182f3602,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:49:39.128098 n-d-834677-4 neutron-server[99266]: DEBUG neutron_lib.callbacks.manager [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (57571c82-93b8-4efc-a984-61b7182f3602), after_update {{(pid=99266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:39.153831 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=a3ea79bc-a87a-4fd6-9c27-30a5224a271a,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:39.200159 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Routers {'f3eba689-a5ec-41e4-8bb3-710468dcded4'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:39.201079 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f3eba689-a5ec-41e4-8bb3-710468dcded4'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:39.242761 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Allocated IP 172.20.0.1 (d1267ebb-8695-4c99-9cf0-b59838b84129/cb0b0224-a7df-45b4-ac47-7979b84e3973/a0c8d94d-5bf2-49c2-a045-790503ed240d) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:49:39.267947 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-8c356190-356b-462a-9098-f8fee6f4df14 None None] Current status of the port a3ea79bc-a87a-4fd6-9c27-30a5224a271a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:39.298329 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902b8b7-f008-4c90-bb2d-a72399fee94a None None] Pushing event updated for resources: {'Port': ['ID=57571c82-93b8-4efc-a984-61b7182f3602,revision_number=3']} {{(pid=99266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:39.348839 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] Set router f3eba689-a5ec-41e4-8bb3-710468dcded4 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:39.418929 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Publish callbacks [] for port (a0c8d94d-5bf2-49c2-a045-790503ed240d), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:39.471446 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (a0c8d94d-5bf2-49c2-a045-790503ed240d), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:39.520339 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Network d1267ebb-8695-4c99-9cf0-b59838b84129 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:49:39.523635 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:39.526769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:49:39.561928 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c8d94d-5bf2-49c2-a045-790503ed240d,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:39.581581 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476669'] for router_interface (f3eba689-a5ec-41e4-8bb3-710468dcded4), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:39.598112 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3eba689-a5ec-41e4-8bb3-710468dcded4', 'name': 'tempest-TestShelveInstance-443181855-router', 'tenant_id': '06b0d82ae7b94f16a69c5f068c130477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '57571c82-93b8-4efc-a984-61b7182f3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:36Z', 'updated_at': '2022-03-23T02:49:37Z', 'revision_number': 3, 'project_id': '06b0d82ae7b94f16a69c5f068c130477', 'gw_port': {'id': '57571c82-93b8-4efc-a984-61b7182f3602', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3eba689-a5ec-41e4-8bb3-710468dcded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:36Z', 'updated_at': '2022-03-23T02:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:39.601737 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-a0a85b98-c517-4fe7-bc10-8e3fc9b8d028 None None] Provisioning complete for port a3ea79bc-a87a-4fd6-9c27-30a5224a271a triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:39.602135 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-a0a85b98-c517-4fe7-bc10-8e3fc9b8d028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a3ea79bc-a87a-4fd6-9c27-30a5224a271a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:39.634778 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03260a07-14db-4815-b11f-debc80e9c1cd None None] The sync data for ids ['f3eba689-a5ec-41e4-8bb3-710468dcded4'] in n-d-834677-4 is: [{'id': 'f3eba689-a5ec-41e4-8bb3-710468dcded4', 'name': 'tempest-TestShelveInstance-443181855-router', 'tenant_id': '06b0d82ae7b94f16a69c5f068c130477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '57571c82-93b8-4efc-a984-61b7182f3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:36Z', 'updated_at': '2022-03-23T02:49:37Z', 'revision_number': 3, 'project_id': '06b0d82ae7b94f16a69c5f068c130477', 'gw_port': {'id': '57571c82-93b8-4efc-a984-61b7182f3602', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3eba689-a5ec-41e4-8bb3-710468dcded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:36Z', 'updated_at': '2022-03-23T02:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4'}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:49:39.826319 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a0c8d94d-5bf2-49c2-a045-790503ed240d), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:39.924467 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-a0a85b98-c517-4fe7-bc10-8e3fc9b8d028 None None] Current status of the port a3ea79bc-a87a-4fd6-9c27-30a5224a271a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:40.061346 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Publish callbacks [] for port (a0c8d94d-5bf2-49c2-a045-790503ed240d), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:40.064362 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device c0754b6d-7078-4e0e-b8a0-e102ae946718 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:49:40.068627 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (a0c8d94d-5bf2-49c2-a045-790503ed240d), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:40.090143 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-fa156a12-d143-4c6d-a6bf-424ab5728959 None None] Provisioning complete for port a0c8d94d-5bf2-49c2-a045-790503ed240d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:40.091743 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fa156a12-d143-4c6d-a6bf-424ab5728959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a0c8d94d-5bf2-49c2-a045-790503ed240d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:40.152061 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-fa156a12-d143-4c6d-a6bf-424ab5728959 None None] Port a0c8d94d-5bf2-49c2-a045-790503ed240d cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:49:40.162203 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c8d94d-5bf2-49c2-a045-790503ed240d,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:40.163616 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port c0754b6d-7078-4e0e-b8a0-e102ae946718 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:40.164054 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (c0754b6d-7078-4e0e-b8a0-e102ae946718), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:40.178465 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7978334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476521'] for router_interface (f3eba689-a5ec-41e4-8bb3-710468dcded4), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:40.272324 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port c0754b6d-7078-4e0e-b8a0-e102ae946718 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:40.273745 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a3ea79bc-a87a-4fd6-9c27-30a5224a271a up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:49:40.282031 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Network d1267ebb-8695-4c99-9cf0-b59838b84129 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:49:40.283501 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:40.337593 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port a3ea79bc-a87a-4fd6-9c27-30a5224a271a triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:40.337977 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a3ea79bc-a87a-4fd6-9c27-30a5224a271a), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:40.432682 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Router f3eba689-a5ec-41e4-8bb3-710468dcded4 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:49:40.465736 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a3ea79bc-a87a-4fd6-9c27-30a5224a271a is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:40.557877 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:49:40.565855 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-84821c7d-ec0c-4b31-9d77-da4d2c8b00a4 admin admin] 10.222.0.18 "PUT /v2.0/routers/f3eba689-a5ec-41e4-8bb3-710468dcded4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6077800 Mar 23 02:49:40.586370 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-30c0db3a-035e-4087-98e7-ca2b19dba5ed None None] Provisioning complete for port a0c8d94d-5bf2-49c2-a045-790503ed240d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:40.586724 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-30c0db3a-035e-4087-98e7-ca2b19dba5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a0c8d94d-5bf2-49c2-a045-790503ed240d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:40.622345 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-30c0db3a-035e-4087-98e7-ca2b19dba5ed None None] Port a0c8d94d-5bf2-49c2-a045-790503ed240d cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:49:41.229275 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58710) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:41.235548 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-1f1a4bf9-d6c5-4e05-8b72-3ea92e1d6b0f tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1654188447', 'description': 'tempest-secgroup-smoke-1654188447 description', 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:41.266425 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4bf9-d6c5-4e05-8b72-3ea92e1d6b0f tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.333785 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4bf9-d6c5-4e05-8b72-3ea92e1d6b0f tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group (457e1377-7725-4deb-8a0a-660dbe78bbfe), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.338969 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4bf9-d6c5-4e05-8b72-3ea92e1d6b0f tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7887138'] for security_group (457e1377-7725-4deb-8a0a-660dbe78bbfe), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.366964 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4bf9-d6c5-4e05-8b72-3ea92e1d6b0f tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.368193 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-1f1a4bf9-d6c5-4e05-8b72-3ea92e1d6b0f tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1378663 Mar 23 02:49:41.371496 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58712) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:41.372511 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a4bf9-d6c5-4e05-8b72-3ea92e1d6b0f tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=457e1377-7725-4deb-8a0a-660dbe78bbfe,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:41.377697 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-fdb82915-70e0-42dc-b15c-0bc6529feaeb tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Request body: {'security_group_rule': {'security_group_id': '457e1377-7725-4deb-8a0a-660dbe78bbfe', 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:41.409074 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fdb82915-70e0-42dc-b15c-0bc6529feaeb tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (d138f025-73a1-482c-8e9a-8a67411575b7), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.472307 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fdb82915-70e0-42dc-b15c-0bc6529feaeb tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (d138f025-73a1-482c-8e9a-8a67411575b7), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.477761 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fdb82915-70e0-42dc-b15c-0bc6529feaeb tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (d138f025-73a1-482c-8e9a-8a67411575b7), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.496242 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb82915-70e0-42dc-b15c-0bc6529feaeb tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d138f025-73a1-482c-8e9a-8a67411575b7,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:41.505680 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-fdb82915-70e0-42dc-b15c-0bc6529feaeb tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.506921 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-fdb82915-70e0-42dc-b15c-0bc6529feaeb tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343482 Mar 23 02:49:41.510626 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58714) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:41.514916 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-af298213-05d3-4a5e-af86-843bb4e88721 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Request body: {'security_group_rule': {'security_group_id': '457e1377-7725-4deb-8a0a-660dbe78bbfe', 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:41.542438 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af298213-05d3-4a5e-af86-843bb4e88721 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (6428e5fe-ad80-4284-ae88-f4ec5c82c590), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.605544 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af298213-05d3-4a5e-af86-843bb4e88721 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (6428e5fe-ad80-4284-ae88-f4ec5c82c590), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.612071 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af298213-05d3-4a5e-af86-843bb4e88721 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (6428e5fe-ad80-4284-ae88-f4ec5c82c590), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.631334 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af298213-05d3-4a5e-af86-843bb4e88721 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6428e5fe-ad80-4284-ae88-f4ec5c82c590,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:41.639799 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-af298213-05d3-4a5e-af86-843bb4e88721 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.641076 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-af298213-05d3-4a5e-af86-843bb4e88721 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294625 Mar 23 02:49:41.643744 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58716) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:41.648124 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-61793457-6e2a-4d5a-82be-534444d148b1 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Request body: {'security_group_rule': {'security_group_id': '457e1377-7725-4deb-8a0a-660dbe78bbfe', 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:41.675135 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61793457-6e2a-4d5a-82be-534444d148b1 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (c5d95332-7f56-4b47-acc7-2d7ee5694a5b), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.731377 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61793457-6e2a-4d5a-82be-534444d148b1 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (c5d95332-7f56-4b47-acc7-2d7ee5694a5b), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.736751 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61793457-6e2a-4d5a-82be-534444d148b1 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (c5d95332-7f56-4b47-acc7-2d7ee5694a5b), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.754655 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61793457-6e2a-4d5a-82be-534444d148b1 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d95332-7f56-4b47-acc7-2d7ee5694a5b,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:41.763904 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-61793457-6e2a-4d5a-82be-534444d148b1 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.765216 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-61793457-6e2a-4d5a-82be-534444d148b1 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204867 Mar 23 02:49:41.768613 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58718) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:41.773160 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-1db74b15-5c98-46ac-a2a1-071feec2b3f5 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Request body: {'security_group_rule': {'security_group_id': '457e1377-7725-4deb-8a0a-660dbe78bbfe', 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:41.800531 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1db74b15-5c98-46ac-a2a1-071feec2b3f5 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (a1f3a41d-77f7-4a0d-b895-64d080cadedb), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.871840 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1db74b15-5c98-46ac-a2a1-071feec2b3f5 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (a1f3a41d-77f7-4a0d-b895-64d080cadedb), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.877907 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1db74b15-5c98-46ac-a2a1-071feec2b3f5 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (a1f3a41d-77f7-4a0d-b895-64d080cadedb), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.901847 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db74b15-5c98-46ac-a2a1-071feec2b3f5 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f3a41d-77f7-4a0d-b895-64d080cadedb,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:41.912954 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-1db74b15-5c98-46ac-a2a1-071feec2b3f5 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.914210 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-1db74b15-5c98-46ac-a2a1-071feec2b3f5 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444595 Mar 23 02:49:41.916964 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58720) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:41.924400 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-255d8943-b9c4-49e3-ba77-95cbfb98ef52 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Request body: {'security_group_rule': {'security_group_id': '457e1377-7725-4deb-8a0a-660dbe78bbfe', 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:41.931936 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 57571c82-93b8-4efc-a984-61b7182f3602 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:49:41.945835 n-d-834677-4 neutron-server[99263]: INFO neutron.db.securitygroups_db [None req-255d8943-b9c4-49e3-ba77-95cbfb98ef52 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Project c98f0532cc334fcb811d6b8467e36dfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:49:41.956252 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255d8943-b9c4-49e3-ba77-95cbfb98ef52 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (44110d9d-00d0-47aa-b47b-af1ded708d4a), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:41.989762 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 57571c82-93b8-4efc-a984-61b7182f3602 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:41.990044 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (57571c82-93b8-4efc-a984-61b7182f3602), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:42.027510 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255d8943-b9c4-49e3-ba77-95cbfb98ef52 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (44110d9d-00d0-47aa-b47b-af1ded708d4a), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:42.034570 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255d8943-b9c4-49e3-ba77-95cbfb98ef52 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (44110d9d-00d0-47aa-b47b-af1ded708d4a), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:42.051156 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d8943-b9c4-49e3-ba77-95cbfb98ef52 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44110d9d-00d0-47aa-b47b-af1ded708d4a,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:42.064867 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-255d8943-b9c4-49e3-ba77-95cbfb98ef52 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:42.068566 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-255d8943-b9c4-49e3-ba77-95cbfb98ef52 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1479239 Mar 23 02:49:42.068858 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [-] (99263) accepted ('10.222.0.18', 58722) {{(pid=99263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:42.073367 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.v2.base [None req-d48c5378-7184-4ead-9787-3c166277ff99 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Request body: {'security_group_rule': {'security_group_id': '457e1377-7725-4deb-8a0a-660dbe78bbfe', 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:42.076300 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 57571c82-93b8-4efc-a984-61b7182f3602 is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:42.076756 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (57571c82-93b8-4efc-a984-61b7182f3602), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:42.094462 n-d-834677-4 neutron-server[99263]: INFO neutron.db.securitygroups_db [None req-d48c5378-7184-4ead-9787-3c166277ff99 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Project c98f0532cc334fcb811d6b8467e36dfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 02:49:42.099375 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] For port 57571c82-93b8-4efc-a984-61b7182f3602, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=57571c82-93b8-4efc-a984-61b7182f3602,segment=NetworkSegment(e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a),segment_id=e3803ca3-a4c7-4721-9c6a-422e8cd9ce6a)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:42.100079 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d48c5378-7184-4ead-9787-3c166277ff99 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (6e64c9a5-7f99-434d-be17-ed8258b560e4), before_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:42.103541 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (57571c82-93b8-4efc-a984-61b7182f3602), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:42.160462 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Pushing event updated for resources: {'Port': ['ID=57571c82-93b8-4efc-a984-61b7182f3602,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:42.163816 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d48c5378-7184-4ead-9787-3c166277ff99 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (6e64c9a5-7f99-434d-be17-ed8258b560e4), precommit_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:42.168172 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d48c5378-7184-4ead-9787-3c166277ff99 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7872618'] for security_group_rule (6e64c9a5-7f99-434d-be17-ed8258b560e4), after_create {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:42.188364 n-d-834677-4 neutron-server[99263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c5378-7184-4ead-9787-3c166277ff99 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e64c9a5-7f99-434d-be17-ed8258b560e4,revision_number=0']} {{(pid=99263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:42.194982 n-d-834677-4 neutron-server[99263]: DEBUG neutron_lib.callbacks.manager [None req-d48c5378-7184-4ead-9787-3c166277ff99 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=99263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:42.196228 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [None req-d48c5378-7184-4ead-9787-3c166277ff99 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264212 Mar 23 02:49:42.214512 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Sync routers for ids ['f3eba689-a5ec-41e4-8bb3-710468dcded4'] in n-d-834677-4 {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:49:42.226448 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Routers {'f3eba689-a5ec-41e4-8bb3-710468dcded4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:42.227108 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f3eba689-a5ec-41e4-8bb3-710468dcded4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:42.342989 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Set router f3eba689-a5ec-41e4-8bb3-710468dcded4 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:42.357930 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-ad60e548-777f-4d51-b109-3ada0a6736e2 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654188447&fields=id&tenant_id=c98f0532cc334fcb811d6b8467e36dfa HTTP/1.1" status: 200 len: 267 time: 0.0486543 Mar 23 02:49:42.478482 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-666ed263-df18-4c60-9ed8-63c2761510c9 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:42.480326 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-666ed263-df18-4c60-9ed8-63c2761510c9 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/networks?id=d77ea214-27a2-4b7f-9e21-468b91bd0969 HTTP/1.1" status: 200 len: 809 time: 0.1111615 Mar 23 02:49:42.496244 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-b59f5411-bd72-40c5-9b57-e174f4197a28 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/quotas/c98f0532cc334fcb811d6b8467e36dfa HTTP/1.1" status: 200 len: 375 time: 0.0095732 Mar 23 02:49:42.557291 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-950639ab-316a-4759-bdfe-59e5630ae18a tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c98f0532cc334fcb811d6b8467e36dfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555496 Mar 23 02:49:42.564839 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3eba689-a5ec-41e4-8bb3-710468dcded4', 'name': 'tempest-TestShelveInstance-443181855-router', 'tenant_id': '06b0d82ae7b94f16a69c5f068c130477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '57571c82-93b8-4efc-a984-61b7182f3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:36Z', 'updated_at': '2022-03-23T02:49:39Z', 'revision_number': 4, 'project_id': '06b0d82ae7b94f16a69c5f068c130477', 'gw_port': {'id': '57571c82-93b8-4efc-a984-61b7182f3602', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eba689-a5ec-41e4-8bb3-710468dcded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:36Z', 'updated_at': '2022-03-23T02:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a0c8d94d-5bf2-49c2-a045-790503ed240d', 'name': '', 'network_id': 'd1267ebb-8695-4c99-9cf0-b59838b84129', 'tenant_id': '06b0d82ae7b94f16a69c5f068c130477', 'mac_address': 'fa:16:3e:ad:51:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3eba689-a5ec-41e4-8bb3-710468dcded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'cb0b0224-a7df-45b4-ac47-7979b84e3973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:39Z', 'updated_at': '2022-03-23T02:49:39Z', 'revision_number': 2, 'project_id': '06b0d82ae7b94f16a69c5f068c130477', 'subnets': [{'id': 'cb0b0224-a7df-45b4-ac47-7979b84e3973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:42.594922 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Checking router: f3eba689-a5ec-41e4-8bb3-710468dcded4 for host: n-d-834677-4 {{(pid=99265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:49:42.595229 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Updating router f3eba689-a5ec-41e4-8bb3-710468dcded4 port a0c8d94d-5bf2-49c2-a045-790503ed240d binding host n-d-834677-4 {{(pid=99265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 02:49:42.629895 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a0c8d94d-5bf2-49c2-a045-790503ed240d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:42.674000 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-78a718f1-0955-435f-8306-1ea9ece78c2e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:49:42.675027 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-78a718f1-0955-435f-8306-1ea9ece78c2e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1055193 Mar 23 02:49:42.790850 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-c12546ab-1c15-4fe0-9a8a-c12ca4af789c service neutron] 10.222.0.18 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032968 Mar 23 02:49:42.889393 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-eee8864c-6369-4761-8ef6-e2664578c9e0 service neutron] 10.222.0.18 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910387 Mar 23 02:49:42.927990 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Publish callbacks [] for port (a0c8d94d-5bf2-49c2-a045-790503ed240d), precommit_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:42.935129 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a0c8d94d-5bf2-49c2-a045-790503ed240d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:43.025526 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708e507-4faf-47c7-a03b-81606c1b2981 None None] Pushing event updated for resources: {'Port': ['ID=a0c8d94d-5bf2-49c2-a045-790503ed240d,revision_number=3']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:43.061294 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Attempting to bind port a0c8d94d-5bf2-49c2-a045-790503ed240d on host n-d-834677-4 for vnic_type normal with profile {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:49:43.061629 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Attempting to bind port a0c8d94d-5bf2-49c2-a045-790503ed240d by drivers openvswitch,hyperv on host n-d-834677-4 at level 0 using segments [{'id': 'fe394490-2db5-44e0-814e-5d7365701762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd1267ebb-8695-4c99-9cf0-b59838b84129'}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:49:43.062018 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Attempting to bind port a0c8d94d-5bf2-49c2-a045-790503ed240d on network d1267ebb-8695-4c99-9cf0-b59838b84129 {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:49:43.068960 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Checking agent: {'id': '5e3b8616-92ca-4431-9029-f42d4cb9a9dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 14, 26), 'started_at': datetime.datetime(2022, 3, 23, 1, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-834677-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:49:43.069339 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Checking segment: {'id': 'fe394490-2db5-44e0-814e-5d7365701762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd1267ebb-8695-4c99-9cf0-b59838b84129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:49:43.069818 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:43.070208 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Bound using segment: {'id': 'fe394490-2db5-44e0-814e-5d7365701762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd1267ebb-8695-4c99-9cf0-b59838b84129'} {{(pid=99265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:49:43.070741 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.managers [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Bound port: a0c8d94d-5bf2-49c2-a045-790503ed240d, host: n-d-834677-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe394490-2db5-44e0-814e-5d7365701762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd1267ebb-8695-4c99-9cf0-b59838b84129'}}] {{(pid=99265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:49:43.071119 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a0c8d94d-5bf2-49c2-a045-790503ed240d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:43.088950 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-640b39bf-d04f-44c0-b50c-fbb9e7ba7dbf req-46dc0ad4-801c-482b-a224-70435d87998c tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0336540 Mar 23 02:49:43.147310 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] For port a0c8d94d-5bf2-49c2-a045-790503ed240d, host n-d-834677-4, cleared binding levels {{(pid=99265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:49:43.151445 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] For port a0c8d94d-5bf2-49c2-a045-790503ed240d, host n-d-834677-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a0c8d94d-5bf2-49c2-a045-790503ed240d,segment=NetworkSegment(fe394490-2db5-44e0-814e-5d7365701762),segment_id=fe394490-2db5-44e0-814e-5d7365701762)] {{(pid=99265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:49:43.160163 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a0c8d94d-5bf2-49c2-a045-790503ed240d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:43.226110 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Routers {'f3eba689-a5ec-41e4-8bb3-710468dcded4'} bound to L3 agent in host n-d-834677-4 {{(pid=99265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:49:43.226755 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:49:22Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['f3eba689-a5ec-41e4-8bb3-710468dcded4'], 'active': True} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:43.231983 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708e507-4faf-47c7-a03b-81606c1b2981 None None] Pushing event updated for resources: {'Port': ['ID=a0c8d94d-5bf2-49c2-a045-790503ed240d,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:43.333079 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-039fdf48-696f-4a93-bbf7-4137056a3da3 None None] Provisioning complete for port a0c8d94d-5bf2-49c2-a045-790503ed240d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:43.333443 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-039fdf48-696f-4a93-bbf7-4137056a3da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a0c8d94d-5bf2-49c2-a045-790503ed240d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:43.397776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_dvr_db [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] Set router f3eba689-a5ec-41e4-8bb3-710468dcded4 gateway port host: n-d-834677-4 {{(pid=99265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:49:43.550555 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-039fdf48-696f-4a93-bbf7-4137056a3da3 None None] Current status of the port a0c8d94d-5bf2-49c2-a045-790503ed240d is: DOWN; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:43.550947 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-039fdf48-696f-4a93-bbf7-4137056a3da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (a0c8d94d-5bf2-49c2-a045-790503ed240d), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:43.603330 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-039fdf48-696f-4a93-bbf7-4137056a3da3 None None] For port a0c8d94d-5bf2-49c2-a045-790503ed240d, host n-d-834677-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-834677-4',level=0,port_id=a0c8d94d-5bf2-49c2-a045-790503ed240d,segment=NetworkSegment(fe394490-2db5-44e0-814e-5d7365701762),segment_id=fe394490-2db5-44e0-814e-5d7365701762)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:43.609228 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-039fdf48-696f-4a93-bbf7-4137056a3da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (a0c8d94d-5bf2-49c2-a045-790503ed240d), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:43.687115 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fdf48-696f-4a93-bbf7-4137056a3da3 None None] Pushing event updated for resources: {'Port': ['ID=a0c8d94d-5bf2-49c2-a045-790503ed240d,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:43.706592 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.l3_hamode_db [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3eba689-a5ec-41e4-8bb3-710468dcded4', 'name': 'tempest-TestShelveInstance-443181855-router', 'tenant_id': '06b0d82ae7b94f16a69c5f068c130477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '57571c82-93b8-4efc-a984-61b7182f3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:36Z', 'updated_at': '2022-03-23T02:49:39Z', 'revision_number': 4, 'project_id': '06b0d82ae7b94f16a69c5f068c130477', 'gw_port': {'id': '57571c82-93b8-4efc-a984-61b7182f3602', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eba689-a5ec-41e4-8bb3-710468dcded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:36Z', 'updated_at': '2022-03-23T02:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a0c8d94d-5bf2-49c2-a045-790503ed240d', 'name': '', 'network_id': 'd1267ebb-8695-4c99-9cf0-b59838b84129', 'tenant_id': '06b0d82ae7b94f16a69c5f068c130477', 'mac_address': 'fa:16:3e:ad:51:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3eba689-a5ec-41e4-8bb3-710468dcded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'cb0b0224-a7df-45b4-ac47-7979b84e3973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:39Z', 'updated_at': '2022-03-23T02:49:43Z', 'revision_number': 4, 'project_id': '06b0d82ae7b94f16a69c5f068c130477', 'subnets': [{'id': 'cb0b0224-a7df-45b4-ac47-7979b84e3973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:49:43.736985 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12ddd5-674a-449a-95a8-591475745d70 None None] The sync data for ids ['f3eba689-a5ec-41e4-8bb3-710468dcded4'] in n-d-834677-4 is: [{'id': 'f3eba689-a5ec-41e4-8bb3-710468dcded4', 'name': 'tempest-TestShelveInstance-443181855-router', 'tenant_id': '06b0d82ae7b94f16a69c5f068c130477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '57571c82-93b8-4efc-a984-61b7182f3602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:36Z', 'updated_at': '2022-03-23T02:49:39Z', 'revision_number': 4, 'project_id': '06b0d82ae7b94f16a69c5f068c130477', 'gw_port': {'id': '57571c82-93b8-4efc-a984-61b7182f3602', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eba689-a5ec-41e4-8bb3-710468dcded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:36Z', 'updated_at': '2022-03-23T02:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_interfaces': [{'id': 'a0c8d94d-5bf2-49c2-a045-790503ed240d', 'name': '', 'network_id': 'd1267ebb-8695-4c99-9cf0-b59838b84129', 'tenant_id': '06b0d82ae7b94f16a69c5f068c130477', 'mac_address': 'fa:16:3e:ad:51:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3eba689-a5ec-41e4-8bb3-710468dcded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': 'cb0b0224-a7df-45b4-ac47-7979b84e3973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:39Z', 'updated_at': '2022-03-23T02:49:43Z', 'revision_number': 4, 'project_id': '06b0d82ae7b94f16a69c5f068c130477', 'subnets': [{'id': 'cb0b0224-a7df-45b4-ac47-7979b84e3973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:49:43.749005 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-ea1c250e-d082-4314-9cfe-dbc464bbd2ee None None] Provisioning complete for port a0c8d94d-5bf2-49c2-a045-790503ed240d triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:43.749774 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-ea1c250e-d082-4314-9cfe-dbc464bbd2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a0c8d94d-5bf2-49c2-a045-790503ed240d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:43.862953 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c250e-d082-4314-9cfe-dbc464bbd2ee None None] Current status of the port a0c8d94d-5bf2-49c2-a045-790503ed240d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:43.965055 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device a0c8d94d-5bf2-49c2-a045-790503ed240d up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:49:44.015678 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port a0c8d94d-5bf2-49c2-a045-790503ed240d triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:44.016126 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (a0c8d94d-5bf2-49c2-a045-790503ed240d), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:44.099624 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port a0c8d94d-5bf2-49c2-a045-790503ed240d is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:44.100776 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Device 57571c82-93b8-4efc-a984-61b7182f3602 up at agent ovs-agent-n-d-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:49:44.166038 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Provisioning complete for port 57571c82-93b8-4efc-a984-61b7182f3602 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:44.166417 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (57571c82-93b8-4efc-a984-61b7182f3602), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:44.181040 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9488c208-baae-4e91-bdda-de6e0a33b2c9 req-b6d9cea7-0161-481f-995a-6b4dfc148200 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0317864 Mar 23 02:49:44.246243 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Current status of the port 57571c82-93b8-4efc-a984-61b7182f3602 is: ACTIVE; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:45.269578 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-f1b0a72f-d6e4-4808-bbc4-82e47d909114 req-96544a4f-a741-475c-a33a-5d408db4ce92 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0302446 Mar 23 02:49:46.367565 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-9d71e671-4a3d-4ee4-9ead-fd8875e5da70 req-c43f1bce-1f3e-4bde-8e7b-643163167ab7 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0278280 Mar 23 02:49:47.470337 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a7e87f7d-d29f-4d4e-a6b0-05ef7acf1213 req-555bc999-338e-4213-9562-f12f1d4adeac tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0281398 Mar 23 02:49:48.222201 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-bb632a70-d7e7-468f-95c2-808e01492690 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:48.223589 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-bb632a70-d7e7-468f-95c2-808e01492690 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.42 "GET /v2.0/networks?id=d77ea214-27a2-4b7f-9e21-468b91bd0969 HTTP/1.1" status: 200 len: 809 time: 0.1179914 Mar 23 02:49:48.289323 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-dc34c10e-f698-4908-b717-50e18b98ed69 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c98f0532cc334fcb811d6b8467e36dfa HTTP/1.1" status: 200 len: 380 time: 0.0548699 Mar 23 02:49:48.298587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-64182b2a-2d05-47c2-a02b-90a570393cf3 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Request body: {'port': {'device_id': '1f4797f0-77a4-470b-9270-bc2bb918b6a4', 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969', 'admin_state_up': True, 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'security_groups': ['457e1377-7725-4deb-8a0a-660dbe78bbfe']}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:48.410769 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-64182b2a-2d05-47c2-a02b-90a570393cf3 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Made reservation on behalf of c98f0532cc334fcb811d6b8467e36dfa for: {'port': 1} {{(pid=99264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 02:49:48.414277 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-64182b2a-2d05-47c2-a02b-90a570393cf3 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:48.555543 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-64182b2a-2d05-47c2-a02b-90a570393cf3 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Allocated IP 172.20.0.9 (d77ea214-27a2-4b7f-9e21-468b91bd0969/efeb366e-32d1-434a-8eeb-1f5e605a7376/39ce80a4-4f81-443b-9b42-e8b501653a49) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:49:48.588592 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7573f681-7365-45fa-978c-e33ea81df8ca req-1128f830-d461-455c-a9db-9e00fa8903c8 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0347412 Mar 23 02:49:48.722646 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-64182b2a-2d05-47c2-a02b-90a570393cf3 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for port (39ce80a4-4f81-443b-9b42-e8b501653a49), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:48.763220 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-64182b2a-2d05-47c2-a02b-90a570393cf3 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (39ce80a4-4f81-443b-9b42-e8b501653a49), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:48.806587 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-64182b2a-2d05-47c2-a02b-90a570393cf3 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Network d77ea214-27a2-4b7f-9e21-468b91bd0969 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:49:48.810515 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-64182b2a-2d05-47c2-a02b-90a570393cf3 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:48.817438 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-64182b2a-2d05-47c2-a02b-90a570393cf3 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:49:48.824004 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64182b2a-2d05-47c2-a02b-90a570393cf3 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Pushing event updated for resources: {'Port': ['ID=39ce80a4-4f81-443b-9b42-e8b501653a49,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:48.875064 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-64182b2a-2d05-47c2-a02b-90a570393cf3 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:48.875928 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-64182b2a-2d05-47c2-a02b-90a570393cf3 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:48.893419 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-64182b2a-2d05-47c2-a02b-90a570393cf3 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5986309 Mar 23 02:49:48.951433 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Request body: {'port': {'device_id': '1f4797f0-77a4-470b-9270-bc2bb918b6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-834677-4'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:49.015456 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (39ce80a4-4f81-443b-9b42-e8b501653a49), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:49.016584 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-b4131a45-8188-489e-a4fa-ccd92721fd17 None None] Provisioning complete for port 39ce80a4-4f81-443b-9b42-e8b501653a49 triggered by entity DHCP. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:49.017614 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b4131a45-8188-489e-a4fa-ccd92721fd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (39ce80a4-4f81-443b-9b42-e8b501653a49), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:49.055681 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-b4131a45-8188-489e-a4fa-ccd92721fd17 None None] Port 39ce80a4-4f81-443b-9b42-e8b501653a49 cannot update to ACTIVE because it is not bound. {{(pid=99265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 02:49:49.287994 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ce80a4-4f81-443b-9b42-e8b501653a49 {{(pid=99264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:49:49.295730 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Publish callbacks [] for port (39ce80a4-4f81-443b-9b42-e8b501653a49), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:49.307897 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.provisioning_blocks [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Transition to ACTIVE for port object 39ce80a4-4f81-443b-9b42-e8b501653a49 will not be triggered until provisioned by entity L2. {{(pid=99264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 02:49:49.313293 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (39ce80a4-4f81-443b-9b42-e8b501653a49), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:49.360948 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Pushing event updated for resources: {'Port': ['ID=39ce80a4-4f81-443b-9b42-e8b501653a49,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:49.435720 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Attempting to bind port 39ce80a4-4f81-443b-9b42-e8b501653a49 on host n-h1-834677-4 for vnic_type normal with profile {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 02:49:49.436923 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Attempting to bind port 39ce80a4-4f81-443b-9b42-e8b501653a49 by drivers openvswitch,hyperv on host n-h1-834677-4 at level 0 using segments [{'id': 'c4b10608-239b-44cf-ae75-594029373603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969'}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 02:49:49.437298 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Attempting to bind port 39ce80a4-4f81-443b-9b42-e8b501653a49 on network d77ea214-27a2-4b7f-9e21-468b91bd0969 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:49:49.442765 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Port 39ce80a4-4f81-443b-9b42-e8b501653a49 on network d77ea214-27a2-4b7f-9e21-468b91bd0969 not bound, no agent of type Open vSwitch agent registered on host n-h1-834677-4 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 02:49:49.443093 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Attempting to bind port 39ce80a4-4f81-443b-9b42-e8b501653a49 on network d77ea214-27a2-4b7f-9e21-468b91bd0969 {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 02:49:49.448471 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Checking agent: {'id': '8ea7a908-c063-452f-96d3-432e1e669298', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-834677-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'started_at': datetime.datetime(2022, 3, 23, 1, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 2, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 02:49:49.448834 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Checking segment: {'id': 'c4b10608-239b-44cf-ae75-594029373603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 02:49:49.449224 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Bound using segment: {'id': 'c4b10608-239b-44cf-ae75-594029373603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969'} {{(pid=99264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 02:49:49.449654 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.managers [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Bound port: 39ce80a4-4f81-443b-9b42-e8b501653a49, host: n-h1-834677-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b10608-239b-44cf-ae75-594029373603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969'}}] {{(pid=99264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 02:49:49.450017 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (39ce80a4-4f81-443b-9b42-e8b501653a49), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:49.525233 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] For port 39ce80a4-4f81-443b-9b42-e8b501653a49, host n-h1-834677-4, cleared binding levels {{(pid=99264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 02:49:49.529832 n-d-834677-4 neutron-server[99264]: DEBUG neutron.plugins.ml2.db [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] For port 39ce80a4-4f81-443b-9b42-e8b501653a49, host n-h1-834677-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=39ce80a4-4f81-443b-9b42-e8b501653a49,segment=NetworkSegment(c4b10608-239b-44cf-ae75-594029373603),segment_id=c4b10608-239b-44cf-ae75-594029373603)] {{(pid=99264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 02:49:49.538526 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (39ce80a4-4f81-443b-9b42-e8b501653a49), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:49.575306 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:49.575938 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for port (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:49.577401 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] 10.222.0.42 "PUT /v2.0/ports/39ce80a4-4f81-443b-9b42-e8b501653a49 HTTP/1.1" status: 200 len: 1091 time: 0.6759982 Mar 23 02:49:49.577847 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4797f0-77a4-470b-9270-bc2bb918b6a4', 'tag': '39ce80a4-4f81-443b-9b42-e8b501653a49'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:49:49.580294 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9cd08b-4295-44ca-a80c-9353f83b3230" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4797f0-77a4-470b-9270-bc2bb918b6a4", "tag": "39ce80a4-4f81-443b-9b42-e8b501653a49"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:49:49.635131 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ddd9e-bccf-4ff6-ba91-0c50675a4815 service neutron] Pushing event updated for resources: {'Port': ['ID=39ce80a4-4f81-443b-9b42-e8b501653a49,revision_number=3']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:49.673560 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-60bf5a65-a471-4234-9030-e76dfe2ef3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:49.706515 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6d040c-a652-4c60-bd41-0527c88e701b x-openstack-request-id: req-2a6d040c-a652-4c60-bd41-0527c88e701b {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:49:49.706701 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4797f0-77a4-470b-9270-bc2bb918b6a4", "tag": "39ce80a4-4f81-443b-9b42-e8b501653a49", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:49:49.706952 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a6d040c-a652-4c60-bd41-0527c88e701b {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:49:49.707360 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a6d040c-a652-4c60-bd41-0527c88e701b'] response: {'name': 'network-changed', 'server_uuid': '1f4797f0-77a4-470b-9270-bc2bb918b6a4', 'tag': '39ce80a4-4f81-443b-9b42-e8b501653a49', 'status': 'completed', 'code': 200} Mar 23 02:49:49.732401 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-e09069a7-f0b2-4b43-9d92-451d4ee5368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:49.734046 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-e09069a7-f0b2-4b43-9d92-451d4ee5368b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c98f0532cc334fcb811d6b8467e36dfa&device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 1125 time: 0.0960937 Mar 23 02:49:49.745756 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df1bf5-964e-4d19-80af-2e682831cf2d req-bb8800da-322b-4491-a37d-f7ed6d24fb25 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:49.747252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e5df1bf5-964e-4d19-80af-2e682831cf2d req-bb8800da-322b-4491-a37d-f7ed6d24fb25 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 943 time: 0.0709226 Mar 23 02:49:49.798167 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-2264f637-e14e-441a-9baa-7a1f9acea331 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ce80a4-4f81-443b-9b42-e8b501653a49 HTTP/1.1" status: 200 len: 217 time: 0.0498452 Mar 23 02:49:49.857398 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e5df1bf5-964e-4d19-80af-2e682831cf2d req-d2a29448-8afa-436a-9b26-7ba20c84eb6c tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/security-groups?id=457e1377-7725-4deb-8a0a-660dbe78bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027999 Mar 23 02:49:49.868058 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-a6bbf960-ed8c-435d-a9b2-c6f0538bf897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:49.869524 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-a6bbf960-ed8c-435d-a9b2-c6f0538bf897 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efeb366e-32d1-434a-8eeb-1f5e605a7376 HTTP/1.1" status: 200 len: 848 time: 0.0585086 Mar 23 02:49:49.921726 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-0ebcb997-2f53-4bf9-b3a4-c265c6b2b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:49.923387 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-0ebcb997-2f53-4bf9-b3a4-c265c6b2b5d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d77ea214-27a2-4b7f-9e21-468b91bd0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471330 Mar 23 02:49:50.035917 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-ae5f8c4d-5eb7-4c35-ad90-3b989012047b service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057258 Mar 23 02:49:50.134392 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4c935b9b-f855-472f-bd85-0b42291a7d1d req-a381cb2d-6dd3-42e2-9760-e213883ec91c service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897546 Mar 23 02:49:50.242501 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cd08b-4295-44ca-a80c-9353f83b3230 req-3d51288b-9cc3-4e5e-9e9c-f0eb82b2b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:50.244020 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d9cd08b-4295-44ca-a80c-9353f83b3230 req-3d51288b-9cc3-4e5e-9e9c-f0eb82b2b2df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c98f0532cc334fcb811d6b8467e36dfa&device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 1125 time: 0.0566173 Mar 23 02:49:50.339352 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cd08b-4295-44ca-a80c-9353f83b3230 req-9b4f8108-addc-435f-9ed7-a4a32aaf45da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:50.340915 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d9cd08b-4295-44ca-a80c-9353f83b3230 req-9b4f8108-addc-435f-9ed7-a4a32aaf45da service neutron] 10.222.0.42 "GET /v2.0/networks?id=d77ea214-27a2-4b7f-9e21-468b91bd0969 HTTP/1.1" status: 200 len: 909 time: 0.0901628 Mar 23 02:49:50.391118 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d9cd08b-4295-44ca-a80c-9353f83b3230 req-384e86b1-a567-4e9d-9478-19a0b5c9a471 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ce80a4-4f81-443b-9b42-e8b501653a49 HTTP/1.1" status: 200 len: 217 time: 0.0398428 Mar 23 02:49:50.450714 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cd08b-4295-44ca-a80c-9353f83b3230 req-1d3a903d-d116-408d-b679-427a362799f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:50.452228 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d9cd08b-4295-44ca-a80c-9353f83b3230 req-1d3a903d-d116-408d-b679-427a362799f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efeb366e-32d1-434a-8eeb-1f5e605a7376 HTTP/1.1" status: 200 len: 848 time: 0.0564294 Mar 23 02:49:50.504326 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cd08b-4295-44ca-a80c-9353f83b3230 req-417fe752-f076-4cf0-af46-67f0e6fa7049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:50.505869 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d9cd08b-4295-44ca-a80c-9353f83b3230 req-417fe752-f076-4cf0-af46-67f0e6fa7049 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d77ea214-27a2-4b7f-9e21-468b91bd0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470846 Mar 23 02:49:50.602818 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d9cd08b-4295-44ca-a80c-9353f83b3230 req-8a1e3336-e966-42fc-897a-9c69f5953330 service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893743 Mar 23 02:49:50.693126 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-8d9cd08b-4295-44ca-a80c-9353f83b3230 req-4788fdaa-e850-4bb0-96ce-36d271c7cf3a service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835426 Mar 23 02:49:50.988073 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5a38a-4372-484d-8c5e-a44f21355e6e req-e5baccc8-6b0f-496e-a095-d80005abec0a tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:50.989607 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e9d5a38a-4372-484d-8c5e-a44f21355e6e req-e5baccc8-6b0f-496e-a095-d80005abec0a tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 943 time: 0.0607319 Mar 23 02:49:51.041663 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-e9d5a38a-4372-484d-8c5e-a44f21355e6e req-de0e113f-3e23-420a-9fa6-189817e59916 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/security-groups?id=457e1377-7725-4deb-8a0a-660dbe78bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461230 Mar 23 02:49:51.426156 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:52.164335 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-628df7d0-f549-45ba-8ca3-b04361385649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:52.173790 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb03d8f-15c3-4c3e-919d-4344ae16b9bd req-b86b091a-2a6a-4355-b35c-f8d1f8f86ebe tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:52.180621 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7fb03d8f-15c3-4c3e-919d-4344ae16b9bd req-b86b091a-2a6a-4355-b35c-f8d1f8f86ebe tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 943 time: 0.0564835 Mar 23 02:49:52.225234 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-7fb03d8f-15c3-4c3e-919d-4344ae16b9bd req-8021486e-fd4e-4226-8bd2-ec938573d3cd tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/security-groups?id=457e1377-7725-4deb-8a0a-660dbe78bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 Mar 23 02:49:53.352341 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bfe4d-6c48-424f-9f10-4dbcee2530f8 req-13f7bb3e-8140-4db2-aea1-247a3c31dee9 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:53.354043 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a67bfe4d-6c48-424f-9f10-4dbcee2530f8 req-13f7bb3e-8140-4db2-aea1-247a3c31dee9 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 943 time: 0.0565007 Mar 23 02:49:53.411566 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-a67bfe4d-6c48-424f-9f10-4dbcee2530f8 req-7fc058b7-6bc7-43dc-9c19-1b5c90ea6d24 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/security-groups?id=457e1377-7725-4deb-8a0a-660dbe78bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493240 Mar 23 02:49:53.624216 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:53.629372 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 39ce80a4-4f81-443b-9b42-e8b501653a49 details requested by agent hyperv_n-h1-834677-4 with host n-h1-834677-4 {{(pid=99265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 02:49:53.731078 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 39ce80a4-4f81-443b-9b42-e8b501653a49, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=39ce80a4-4f81-443b-9b42-e8b501653a49,segment=NetworkSegment(c4b10608-239b-44cf-ae75-594029373603),segment_id=c4b10608-239b-44cf-ae75-594029373603)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:53.745649 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Returning: {'device': '39ce80a4-4f81-443b-9b42-e8b501653a49', 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969', 'port_id': '39ce80a4-4f81-443b-9b42-e8b501653a49', 'mac_address': 'fa:16:3e:3a:48:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efeb366e-32d1-434a-8eeb-1f5e605a7376', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 02:49:53.790907 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 39ce80a4-4f81-443b-9b42-e8b501653a49 is: DOWN; New status is: BUILD {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:53.791327 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (39ce80a4-4f81-443b-9b42-e8b501653a49), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:53.807382 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ce80a4-4f81-443b-9b42-e8b501653a49 {{(pid=99265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 02:49:53.829172 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 39ce80a4-4f81-443b-9b42-e8b501653a49, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=39ce80a4-4f81-443b-9b42-e8b501653a49,segment=NetworkSegment(c4b10608-239b-44cf-ae75-594029373603),segment_id=c4b10608-239b-44cf-ae75-594029373603)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:53.834522 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (39ce80a4-4f81-443b-9b42-e8b501653a49), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:54.047608 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=39ce80a4-4f81-443b-9b42-e8b501653a49,revision_number=4']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:54.115272 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] get_ports_and_sgs() called for port_ids ['39ce80a4-4f81-443b-9b42-e8b501653a49'] {{(pid=99265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 02:49:54.540070 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c20dfd-fbfe-43d3-b870-803511ae2bdf req-ac1cb5ea-7dcd-4549-9a71-481359d812c6 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:54.541576 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c1c20dfd-fbfe-43d3-b870-803511ae2bdf req-ac1cb5ea-7dcd-4549-9a71-481359d812c6 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0608296 Mar 23 02:49:54.595692 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-c1c20dfd-fbfe-43d3-b870-803511ae2bdf req-428a71be-fad0-46ac-b322-8d47edd8816e tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/security-groups?id=457e1377-7725-4deb-8a0a-660dbe78bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458419 Mar 23 02:49:54.954284 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:55.630877 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Device 39ce80a4-4f81-443b-9b42-e8b501653a49 up at agent hyperv_n-h1-834677-4 {{(pid=99265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 02:49:55.684871 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning for port 39ce80a4-4f81-443b-9b42-e8b501653a49 completed by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 02:49:55.688867 n-d-834677-4 neutron-server[99265]: DEBUG neutron.db.provisioning_blocks [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Provisioning complete for port 39ce80a4-4f81-443b-9b42-e8b501653a49 triggered by entity L2. {{(pid=99265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 02:49:55.689270 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7475576'] for port (39ce80a4-4f81-443b-9b42-e8b501653a49), provisioning_complete {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:55.730444 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bea0d2-0490-4c8b-b433-666c266bf6ad req-703ecf54-6302-4314-bf7b-fdcabafdc158 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:55.731855 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-92bea0d2-0490-4c8b-b433-666c266bf6ad req-703ecf54-6302-4314-bf7b-fdcabafdc158 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0622535 Mar 23 02:49:55.777013 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.plugin [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Current status of the port 39ce80a4-4f81-443b-9b42-e8b501653a49 is: BUILD; New status is: ACTIVE {{(pid=99265) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 02:49:55.777447 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (39ce80a4-4f81-443b-9b42-e8b501653a49), before_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:55.790534 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-92bea0d2-0490-4c8b-b433-666c266bf6ad req-66ec33fe-0e39-40d9-ad9b-e6f9b9d73873 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/security-groups?id=457e1377-7725-4deb-8a0a-660dbe78bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513666 Mar 23 02:49:55.802398 n-d-834677-4 neutron-server[99265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4797f0-77a4-470b-9270-bc2bb918b6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ce80a4-4f81-443b-9b42-e8b501653a49'}] {{(pid=99265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:49:55.804701 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19664ab5d92bc6af5e266cd8a40c7c2742d47206943cf77d54eb34329ff59971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd8ad62-7469-43df-b283-bbe1b0765bd9" -d '{"events": [{"server_uuid": "1f4797f0-77a4-470b-9270-bc2bb918b6a4", "name": "network-vif-plugged", "status": "completed", "tag": "39ce80a4-4f81-443b-9b42-e8b501653a49"}]}' {{(pid=99265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:49:55.818704 n-d-834677-4 neutron-server[99265]: DEBUG neutron.plugins.ml2.db [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] For port 39ce80a4-4f81-443b-9b42-e8b501653a49, host n-h1-834677-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-834677-4',level=0,port_id=39ce80a4-4f81-443b-9b42-e8b501653a49,segment=NetworkSegment(c4b10608-239b-44cf-ae75-594029373603),segment_id=c4b10608-239b-44cf-ae75-594029373603)] {{(pid=99265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 02:49:55.823455 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178'] for port (39ce80a4-4f81-443b-9b42-e8b501653a49), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:55.872421 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Pushing event updated for resources: {'Port': ['ID=39ce80a4-4f81-443b-9b42-e8b501653a49,revision_number=5']} {{(pid=99265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:55.903295 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:55.907560 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 02:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b5d75c-f8e2-4558-855b-d1689fa7d695 x-openstack-request-id: req-35b5d75c-f8e2-4558-855b-d1689fa7d695 {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:49:55.907848 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4797f0-77a4-470b-9270-bc2bb918b6a4", "name": "network-vif-plugged", "status": "completed", "tag": "39ce80a4-4f81-443b-9b42-e8b501653a49", "code": 200}]} {{(pid=99265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:49:55.908104 n-d-834677-4 neutron-server[99265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35b5d75c-f8e2-4558-855b-d1689fa7d695 {{(pid=99265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:49:55.908503 n-d-834677-4 neutron-server[99265]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b5d75c-f8e2-4558-855b-d1689fa7d695'] response: {'server_uuid': '1f4797f0-77a4-470b-9270-bc2bb918b6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ce80a4-4f81-443b-9b42-e8b501653a49', 'code': 200} Mar 23 02:49:56.015857 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196a5e7-8043-4fa9-b272-2b05ef90dd1b req-54e5b7fc-af2f-4349-8d52-442361d1b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:56.017440 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4196a5e7-8043-4fa9-b272-2b05ef90dd1b req-54e5b7fc-af2f-4349-8d52-442361d1b45a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0523942 Mar 23 02:49:56.065202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-4196a5e7-8043-4fa9-b272-2b05ef90dd1b req-6cdecfab-db34-4060-936e-16bd9837ec9e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=457e1377-7725-4deb-8a0a-660dbe78bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411563 Mar 23 02:49:56.927140 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1f4b0-0808-49d0-b3cf-9489d314be31 req-49c2229e-d88c-443e-9e06-578a9e6bfbe2 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:56.928633 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-35b1f4b0-0808-49d0-b3cf-9489d314be31 req-49c2229e-d88c-443e-9e06-578a9e6bfbe2 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0653813 Mar 23 02:49:56.979878 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-35b1f4b0-0808-49d0-b3cf-9489d314be31 req-16d2ef42-a2d7-46d9-b27c-1d1197a0c010 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/security-groups?id=457e1377-7725-4deb-8a0a-660dbe78bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454223 Mar 23 02:49:58.121422 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d085720-a93f-48c3-a5c9-2580024f53f8 req-9ccca44c-630c-46e1-9da9-ea92eb62fa18 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:58.122788 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d085720-a93f-48c3-a5c9-2580024f53f8 req-9ccca44c-630c-46e1-9da9-ea92eb62fa18 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0574286 Mar 23 02:49:58.177133 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0d085720-a93f-48c3-a5c9-2580024f53f8 req-4eadaea9-f7d8-403c-a962-96c2c69be715 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/security-groups?id=457e1377-7725-4deb-8a0a-660dbe78bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456686 Mar 23 02:49:58.304984 n-d-834677-4 neutron-server[99263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c018ff-f430-481d-8f55-20a00cbc8079 req-cd5eb6f3-0046-4131-a9c6-a7ea6894a264 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:58.306618 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4c018ff-f430-481d-8f55-20a00cbc8079 req-cd5eb6f3-0046-4131-a9c6-a7ea6894a264 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0620701 Mar 23 02:49:58.367273 n-d-834677-4 neutron-server[99263]: INFO neutron.wsgi [req-c4c018ff-f430-481d-8f55-20a00cbc8079 req-a56d5fb4-34a5-4bec-aacf-b5422e5d55c3 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "GET /v2.0/security-groups?id=457e1377-7725-4deb-8a0a-660dbe78bbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526416 Mar 23 02:49:58.389470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58798) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:58.489583 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20427499-9ba8-4119-b8ab-2c88e504274c tempest-TestShelveInstance-1124793299 tempest-TestShelveInstance-1124793299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:49:58.490958 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-20427499-9ba8-4119-b8ab-2c88e504274c tempest-TestShelveInstance-1124793299 tempest-TestShelveInstance-1124793299-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 1122 time: 0.1001930 Mar 23 02:49:58.494152 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [-] (99264) accepted ('10.222.0.18', 58802) {{(pid=99264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 02:49:58.498382 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.v2.base [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Request body: {'floatingip': {'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'port_id': '39ce80a4-4f81-443b-9b42-e8b501653a49', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 02:49:58.521385 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:58.623391 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (None), before_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:58.730477 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.db_base_plugin_common [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Allocated IP 172.25.0.179 (c1c193e8-ebed-436f-92ad-13cec1b5b042/6a25f33b-69f1-46d7-85d2-73d02929b58e/9777400f-0f66-46c4-9f4d-13fdf54051a0) {{(pid=99264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 02:49:58.843983 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for port (9777400f-0f66-46c4-9f4d-13fdf54051a0), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:58.883279 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757123237142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234307'] for port (9777400f-0f66-46c4-9f4d-13fdf54051a0), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:58.919956 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Network c1c193e8-ebed-436f-92ad-13cec1b5b042 is already hosted by enough agents. {{(pid=99264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 02:49:58.922873 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.base_scheduler [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Resources bound (agent type, host, resource id): {{(pid=99264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 02:49:58.929188 n-d-834677-4 neutron-server[99264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Received port after_create {{(pid=99264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 02:49:58.934763 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Pushing event updated for resources: {'Port': ['ID=9777400f-0f66-46c4-9f4d-13fdf54051a0,revision_number=1']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:58.965184 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:49:59.602837 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for floatingip (776ae062-ffee-44af-ac61-7bbf11778dc6), precommit_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:59.674395 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885354'] for port (9777400f-0f66-46c4-9f4d-13fdf54051a0), before_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:59.827093 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks [] for port (9777400f-0f66-46c4-9f4d-13fdf54051a0), precommit_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:59.835177 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7978312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757123738772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757123237160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757123237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234356'] for port (9777400f-0f66-46c4-9f4d-13fdf54051a0), after_update {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:49:59.899831 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Pushing event updated for resources: {'Port': ['ID=9777400f-0f66-46c4-9f4d-13fdf54051a0,revision_number=2']} {{(pid=99264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 02:49:59.914372 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476230'] for floatingip (776ae062-ffee-44af-ac61-7bbf11778dc6), after_create {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:00.022617 n-d-834677-4 neutron-server[99264]: INFO neutron.db.l3_db [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Floating IP 776ae062-ffee-44af-ac61-7bbf11778dc6 associated. External IP: 172.25.0.179, port: 39ce80a4-4f81-443b-9b42-e8b501653a49. Mar 23 02:50:00.248237 n-d-834677-4 neutron-server[99264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Router b17faf84-f3cb-4088-8dd7-ab938e60dc68 has already been hosted by L3 agent 670a07f9-e17a-4b1e-ac7a-7eb4be2081e3 {{(pid=99264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 02:50:00.358230 n-d-834677-4 neutron-server[99264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Notify agent at l3_agent.n-d-834677-4 the message routers_updated {{(pid=99264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 02:50:00.368504 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418198cc-e999-42d1-977b-9769c6a800c2 None None] Sync routers for ids ['b17faf84-f3cb-4088-8dd7-ab938e60dc68'] in n-d-834677-4 {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 02:50:00.378199 n-d-834677-4 neutron-server[99264]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8274924'] for floatingip (None), before_response {{(pid=99264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:00.378652 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418198cc-e999-42d1-977b-9769c6a800c2 None None] Routers {'b17faf84-f3cb-4088-8dd7-ab938e60dc68'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:50:00.379259 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-418198cc-e999-42d1-977b-9769c6a800c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:49:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b17faf84-f3cb-4088-8dd7-ab938e60dc68'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:00.410065 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [None req-f4bf1da8-bffc-4d1b-bcee-00db10ccf196 tempest-TestShelveInstance-1942885958 tempest-TestShelveInstance-1942885958-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9148812 Mar 23 02:50:00.410624 n-d-834677-4 neutron-server[99264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4797f0-77a4-470b-9270-bc2bb918b6a4', 'tag': '39ce80a4-4f81-443b-9b42-e8b501653a49'}] {{(pid=99264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 02:50:00.413302 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}756bc54c9b93ebd07a21906765d85f19867a005ce3df54ebdbdbf0f74945b62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8284f0-af82-4ed6-84b7-0bc273b97309" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4797f0-77a4-470b-9270-bc2bb918b6a4", "tag": "39ce80a4-4f81-443b-9b42-e8b501653a49"}]}' {{(pid=99264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 02:50:00.452299 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 02:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a43ca64-3f29-42e6-8e13-decfd31cc79e x-openstack-request-id: req-7a43ca64-3f29-42e6-8e13-decfd31cc79e {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 02:50:00.452562 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4797f0-77a4-470b-9270-bc2bb918b6a4", "tag": "39ce80a4-4f81-443b-9b42-e8b501653a49", "status": "completed", "code": 200}]} {{(pid=99264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 02:50:00.452854 n-d-834677-4 neutron-server[99264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a43ca64-3f29-42e6-8e13-decfd31cc79e {{(pid=99264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 02:50:00.453405 n-d-834677-4 neutron-server[99264]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a43ca64-3f29-42e6-8e13-decfd31cc79e'] response: {'name': 'network-changed', 'server_uuid': '1f4797f0-77a4-470b-9270-bc2bb918b6a4', 'tag': '39ce80a4-4f81-443b-9b42-e8b501653a49', 'status': 'completed', 'code': 200} Mar 23 02:50:00.499383 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-418198cc-e999-42d1-977b-9769c6a800c2 None None] Set router b17faf84-f3cb-4088-8dd7-ab938e60dc68 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:50:00.518704 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8284f0-af82-4ed6-84b7-0bc273b97309 req-6c61e5ae-7342-454f-bdce-f31a3dc12652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:00.520250 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b8284f0-af82-4ed6-84b7-0bc273b97309 req-6c61e5ae-7342-454f-bdce-f31a3dc12652 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c98f0532cc334fcb811d6b8467e36dfa&device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0464339 Mar 23 02:50:00.620562 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8284f0-af82-4ed6-84b7-0bc273b97309 req-71b0977d-eded-4a12-a67b-ff83cce0d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:00.622070 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b8284f0-af82-4ed6-84b7-0bc273b97309 req-71b0977d-eded-4a12-a67b-ff83cce0d31e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d77ea214-27a2-4b7f-9e21-468b91bd0969 HTTP/1.1" status: 200 len: 909 time: 0.0953395 Mar 23 02:50:00.692141 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b8284f0-af82-4ed6-84b7-0bc273b97309 req-a0749675-b6c2-4222-a938-74dc5e983ceb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ce80a4-4f81-443b-9b42-e8b501653a49 HTTP/1.1" status: 200 len: 999 time: 0.0619998 Mar 23 02:50:00.730747 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-418198cc-e999-42d1-977b-9769c6a800c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'name': 'tempest-TestShelveInstance-1598347518-router', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:34Z', 'revision_number': 4, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'gw_port': {'id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '776ae062-ffee-44af-ac61-7bbf11778dc6', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'port_id': '39ce80a4-4f81-443b-9b42-e8b501653a49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969', 'mac_address': 'fa:16:3e:3a:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4797f0-77a4-470b-9270-bc2bb918b6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:49:59Z', 'updated_at': '2022-03-23T02:49:59Z', 'revision_number': 0, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0754b6d-7078-4e0e-b8a0-e102ae946718', 'name': '', 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'mac_address': 'fa:16:3e:48:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'efeb366e-32d1-434a-8eeb-1f5e605a7376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:33Z', 'updated_at': '2022-03-23T02:49:38Z', 'revision_number': 5, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'subnets': [{'id': 'efeb366e-32d1-434a-8eeb-1f5e605a7376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:00.746914 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8284f0-af82-4ed6-84b7-0bc273b97309 req-afb4da1b-000f-43b7-ae67-494b71c561f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:00.748454 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b8284f0-af82-4ed6-84b7-0bc273b97309 req-afb4da1b-000f-43b7-ae67-494b71c561f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efeb366e-32d1-434a-8eeb-1f5e605a7376 HTTP/1.1" status: 200 len: 848 time: 0.0490904 Mar 23 02:50:00.761188 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418198cc-e999-42d1-977b-9769c6a800c2 None None] Checking router: b17faf84-f3cb-4088-8dd7-ab938e60dc68 for host: n-d-834677-4 {{(pid=99266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 02:50:00.769754 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418198cc-e999-42d1-977b-9769c6a800c2 None None] Routers {'b17faf84-f3cb-4088-8dd7-ab938e60dc68'} bound to L3 agent in host n-d-834677-4 {{(pid=99266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 02:50:00.770346 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-418198cc-e999-42d1-977b-9769c6a800c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-834677-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T01:14:22Z,description=,heartbeat_timestamp=2022-03-23T02:49:52Z,host='n-d-834677-4',id=670a07f9-e17a-4b1e-ac7a-7eb4be2081e3,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T01:14:22Z,topic='l3_agent')) {'router_ids': ['b17faf84-f3cb-4088-8dd7-ab938e60dc68'], 'active': True} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:00.799375 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8284f0-af82-4ed6-84b7-0bc273b97309 req-73cfae24-622b-4125-8af1-d2a02770d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:00.801044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b8284f0-af82-4ed6-84b7-0bc273b97309 req-73cfae24-622b-4125-8af1-d2a02770d20e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d77ea214-27a2-4b7f-9e21-468b91bd0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460820 Mar 23 02:50:00.879555 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_dvr_db [None req-418198cc-e999-42d1-977b-9769c6a800c2 None None] Set router b17faf84-f3cb-4088-8dd7-ab938e60dc68 gateway port host: n-d-834677-4 {{(pid=99266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 02:50:00.895697 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b8284f0-af82-4ed6-84b7-0bc273b97309 req-50115555-1961-4fb6-8299-c76ecffe376a service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872631 Mar 23 02:50:01.001914 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-0b8284f0-af82-4ed6-84b7-0bc273b97309 req-3745842f-032d-4a13-80fe-93414dc5c554 service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936177 Mar 23 02:50:01.113040 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.l3_hamode_db [None req-418198cc-e999-42d1-977b-9769c6a800c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'name': 'tempest-TestShelveInstance-1598347518-router', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:34Z', 'revision_number': 4, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'gw_port': {'id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '776ae062-ffee-44af-ac61-7bbf11778dc6', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'port_id': '39ce80a4-4f81-443b-9b42-e8b501653a49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969', 'mac_address': 'fa:16:3e:3a:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4797f0-77a4-470b-9270-bc2bb918b6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:49:59Z', 'updated_at': '2022-03-23T02:49:59Z', 'revision_number': 0, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0754b6d-7078-4e0e-b8a0-e102ae946718', 'name': '', 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'mac_address': 'fa:16:3e:48:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'efeb366e-32d1-434a-8eeb-1f5e605a7376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:33Z', 'updated_at': '2022-03-23T02:49:38Z', 'revision_number': 5, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'subnets': [{'id': 'efeb366e-32d1-434a-8eeb-1f5e605a7376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-834677-4', False) {} {{(pid=99266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 02:50:01.141921 n-d-834677-4 neutron-server[99266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418198cc-e999-42d1-977b-9769c6a800c2 None None] The sync data for ids ['b17faf84-f3cb-4088-8dd7-ab938e60dc68'] in n-d-834677-4 is: [{'id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'name': 'tempest-TestShelveInstance-1598347518-router', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'external_fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:34Z', 'revision_number': 4, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'gw_port': {'id': '113ce4aa-c344-47aa-ac95-a91dfcdb4b73', 'name': '', 'network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:31Z', 'updated_at': '2022-03-23T02:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a25f33b-69f1-46d7-85d2-73d02929b58e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-834677-4', '_floatingips': [{'id': '776ae062-ffee-44af-ac61-7bbf11778dc6', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'c1c193e8-ebed-436f-92ad-13cec1b5b042', 'router_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'port_id': '39ce80a4-4f81-443b-9b42-e8b501653a49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969', 'mac_address': 'fa:16:3e:3a:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4797f0-77a4-470b-9270-bc2bb918b6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T02:49:59Z', 'updated_at': '2022-03-23T02:49:59Z', 'revision_number': 0, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0754b6d-7078-4e0e-b8a0-e102ae946718', 'name': '', 'network_id': 'd77ea214-27a2-4b7f-9e21-468b91bd0969', 'tenant_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'mac_address': 'fa:16:3e:48:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17faf84-f3cb-4088-8dd7-ab938e60dc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'efeb366e-32d1-434a-8eeb-1f5e605a7376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-834677-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T02:49:33Z', 'updated_at': '2022-03-23T02:49:38Z', 'revision_number': 5, 'project_id': 'c98f0532cc334fcb811d6b8467e36dfa', 'subnets': [{'id': 'efeb366e-32d1-434a-8eeb-1f5e605a7376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 02:50:01.369222 n-d-834677-4 neutron-server[99265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5f672-ac65-4393-b247-0c4371013045 None None] New status for floating IP 776ae062-ffee-44af-ac61-7bbf11778dc6: ACTIVE {{(pid=99265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 02:50:04.459095 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:19.656852 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-2f938527-96a1-4f2d-a504-f0408495b9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:21.442676 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:22.169813 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-afb3eaf6-0001-4af5-a032-5a439f9fcca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:23.634591 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:24.959130 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:25.921073 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:34.477203 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:35.970098 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:50:46.611562 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42098c37-3a09-48ba-adbd-1bc57db5b245 req-5cad545a-8756-460c-9ddd-8bbb55b03299 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474436 Mar 23 02:50:46.702470 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42098c37-3a09-48ba-adbd-1bc57db5b245 req-2e24d5f4-4276-474b-a6b4-28a7bf9267d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:46.703964 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42098c37-3a09-48ba-adbd-1bc57db5b245 req-2e24d5f4-4276-474b-a6b4-28a7bf9267d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c98f0532cc334fcb811d6b8467e36dfa&device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0447648 Mar 23 02:50:46.813535 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42098c37-3a09-48ba-adbd-1bc57db5b245 req-9a621da2-13de-4d84-b759-47289ba202dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:46.814918 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42098c37-3a09-48ba-adbd-1bc57db5b245 req-9a621da2-13de-4d84-b759-47289ba202dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=d77ea214-27a2-4b7f-9e21-468b91bd0969 HTTP/1.1" status: 200 len: 909 time: 0.0914152 Mar 23 02:50:46.883143 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42098c37-3a09-48ba-adbd-1bc57db5b245 req-c4a253f7-7ae8-42f0-9fd6-07a458c0d928 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ce80a4-4f81-443b-9b42-e8b501653a49 HTTP/1.1" status: 200 len: 1001 time: 0.0609527 Mar 23 02:50:46.949394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42098c37-3a09-48ba-adbd-1bc57db5b245 req-86c0b56d-3285-4673-bd68-81a0743b79cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:46.950896 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42098c37-3a09-48ba-adbd-1bc57db5b245 req-86c0b56d-3285-4673-bd68-81a0743b79cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efeb366e-32d1-434a-8eeb-1f5e605a7376 HTTP/1.1" status: 200 len: 848 time: 0.0599205 Mar 23 02:50:47.004052 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42098c37-3a09-48ba-adbd-1bc57db5b245 req-483fb61c-a3c8-4ba8-a9aa-2965f626d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:50:47.005565 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42098c37-3a09-48ba-adbd-1bc57db5b245 req-483fb61c-a3c8-4ba8-a9aa-2965f626d820 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d77ea214-27a2-4b7f-9e21-468b91bd0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478809 Mar 23 02:50:47.097710 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42098c37-3a09-48ba-adbd-1bc57db5b245 req-baa938ce-6b31-474b-b17a-83e6ae863133 service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848804 Mar 23 02:50:47.194422 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-42098c37-3a09-48ba-adbd-1bc57db5b245 req-a9bb49f4-7154-4c87-8d0d-14d887d0a2dd service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891430 Mar 23 02:50:49.658073 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e8150c64-ae8e-4a5b-a907-277d4953656d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:51.449356 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:52.172079 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c4b8ce10-cb2d-4064-ba96-77d277ac1f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:53.635882 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:54.965070 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:50:55.907560 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:04.492194 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:12.981252 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:51:19.658347 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-47ec4183-9f99-4f67-849b-5da8c61b5293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:21.458610 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:22.174595 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cb0500fe-93a4-4fc4-a6f4-e61402b3e227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:23.639750 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:24.967239 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:25.912503 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:34.489010 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:47.599137 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa6b2d32-ed5d-45ce-a9a2-6a197780a49c req-4ea7bab8-d6c9-4514-bc8a-9dffc0c73e14 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496218 Mar 23 02:51:47.691678 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b2d32-ed5d-45ce-a9a2-6a197780a49c req-87263816-5141-44c4-b055-5376ee847c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:47.693215 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa6b2d32-ed5d-45ce-a9a2-6a197780a49c req-87263816-5141-44c4-b055-5376ee847c5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c98f0532cc334fcb811d6b8467e36dfa&device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0471513 Mar 23 02:51:47.801673 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b2d32-ed5d-45ce-a9a2-6a197780a49c req-aed76bec-62aa-4d2a-bde8-339b0df7c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:47.803055 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa6b2d32-ed5d-45ce-a9a2-6a197780a49c req-aed76bec-62aa-4d2a-bde8-339b0df7c28d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d77ea214-27a2-4b7f-9e21-468b91bd0969 HTTP/1.1" status: 200 len: 909 time: 0.0906491 Mar 23 02:51:47.869631 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa6b2d32-ed5d-45ce-a9a2-6a197780a49c req-4eeff861-069f-439c-9dfe-e7e1b0d2aaf0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ce80a4-4f81-443b-9b42-e8b501653a49 HTTP/1.1" status: 200 len: 1001 time: 0.0594764 Mar 23 02:51:47.923773 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b2d32-ed5d-45ce-a9a2-6a197780a49c req-8dc458a4-018e-41b6-8501-9e2a3e38f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:47.925273 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa6b2d32-ed5d-45ce-a9a2-6a197780a49c req-8dc458a4-018e-41b6-8501-9e2a3e38f064 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efeb366e-32d1-434a-8eeb-1f5e605a7376 HTTP/1.1" status: 200 len: 848 time: 0.0493929 Mar 23 02:51:47.975394 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b2d32-ed5d-45ce-a9a2-6a197780a49c req-52d5453d-c1e7-4dab-a507-a8339c303c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:51:47.976915 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa6b2d32-ed5d-45ce-a9a2-6a197780a49c req-52d5453d-c1e7-4dab-a507-a8339c303c1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d77ea214-27a2-4b7f-9e21-468b91bd0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447032 Mar 23 02:51:48.069426 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa6b2d32-ed5d-45ce-a9a2-6a197780a49c req-d1f43e03-36dd-4f62-86a7-f6537ed57abd service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860312 Mar 23 02:51:48.171815 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-fa6b2d32-ed5d-45ce-a9a2-6a197780a49c req-323b9293-1cf3-4616-8f79-8c0802dcc208 service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958290 Mar 23 02:51:49.664169 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d5858206-ab76-4215-b35a-647cd539f155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:49.976652 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:51:51.451884 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:52.175306 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f2fdea1e-fad3-4436-ae32-5bd4d6a8fa86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:53.644212 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:54.971566 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:51:55.911871 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:04.503629 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:19.670475 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-87ea48cd-da96-420a-a025-cc68839bd434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:21.473030 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:22.178587 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dfe14a11-275b-445b-839d-353088d87480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:23.645373 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:24.977628 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:25.910744 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:26.981693 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:52:34.507549 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:48.592356 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e11fdda2-1dee-49ed-ae68-0f4893c3b4fc req-ca585ddb-3bcf-42a5-aab1-5dd95d7f86f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480289 Mar 23 02:52:48.679025 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fdda2-1dee-49ed-ae68-0f4893c3b4fc req-c0a351db-4388-4810-aa8b-90489364caae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:52:48.680522 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e11fdda2-1dee-49ed-ae68-0f4893c3b4fc req-c0a351db-4388-4810-aa8b-90489364caae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c98f0532cc334fcb811d6b8467e36dfa&device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0465097 Mar 23 02:52:48.802012 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fdda2-1dee-49ed-ae68-0f4893c3b4fc req-3dc7686d-202b-43a6-b967-689e3574f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:52:48.803415 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e11fdda2-1dee-49ed-ae68-0f4893c3b4fc req-3dc7686d-202b-43a6-b967-689e3574f920 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d77ea214-27a2-4b7f-9e21-468b91bd0969 HTTP/1.1" status: 200 len: 909 time: 0.1017835 Mar 23 02:52:48.869743 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e11fdda2-1dee-49ed-ae68-0f4893c3b4fc req-d92a5883-1762-49ed-b8f0-e72cfaa9ce01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ce80a4-4f81-443b-9b42-e8b501653a49 HTTP/1.1" status: 200 len: 1001 time: 0.0599184 Mar 23 02:52:48.929455 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fdda2-1dee-49ed-ae68-0f4893c3b4fc req-81a04787-3770-4060-ab76-88959445be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:52:48.930893 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e11fdda2-1dee-49ed-ae68-0f4893c3b4fc req-81a04787-3770-4060-ab76-88959445be7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efeb366e-32d1-434a-8eeb-1f5e605a7376 HTTP/1.1" status: 200 len: 848 time: 0.0543015 Mar 23 02:52:48.983063 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fdda2-1dee-49ed-ae68-0f4893c3b4fc req-cc243165-bf26-4baa-9f1f-36fee23940cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:52:48.984809 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e11fdda2-1dee-49ed-ae68-0f4893c3b4fc req-cc243165-bf26-4baa-9f1f-36fee23940cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d77ea214-27a2-4b7f-9e21-468b91bd0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459194 Mar 23 02:52:49.077033 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e11fdda2-1dee-49ed-ae68-0f4893c3b4fc req-07b1d17b-1a61-46d7-b8bc-d93ec038d1d0 service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858414 Mar 23 02:52:49.170379 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e11fdda2-1dee-49ed-ae68-0f4893c3b4fc req-377a3114-07c5-48d1-b979-f570d3cfb861 service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864069 Mar 23 02:52:49.664492 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-9606b650-82a5-4908-921d-7614002b0c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:51.494652 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:52.177355 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-7bce8c3d-55fb-47ca-9c14-a77739267ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:53.645225 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:54.983257 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:52:55.906750 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:03.980934 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:53:04.503726 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:19.671844 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-3f755881-f326-44ba-a4fb-ae75ade80851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:21.493324 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:22.177375 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-de81bd9c-eccf-4479-b673-e9075e11be49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:23.649206 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:24.979202 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:25.905459 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:34.506609 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:40.986076 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:53:49.665541 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-e2f939c7-4cd4-4a0a-a248-a8dae6792958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:50.643198 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6954aa4-3703-4340-8d5a-1b5e992a522e req-55da855c-b292-46d3-95fd-87f570f313f3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530567 Mar 23 02:53:50.734934 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6954aa4-3703-4340-8d5a-1b5e992a522e req-34fdee8e-7f2a-4bfa-b1ef-f873b549c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:50.736316 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6954aa4-3703-4340-8d5a-1b5e992a522e req-34fdee8e-7f2a-4bfa-b1ef-f873b549c016 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c98f0532cc334fcb811d6b8467e36dfa&device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0445924 Mar 23 02:53:50.846784 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6954aa4-3703-4340-8d5a-1b5e992a522e req-90d431cc-5622-494c-8d88-db68e35690fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:50.848252 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6954aa4-3703-4340-8d5a-1b5e992a522e req-90d431cc-5622-494c-8d88-db68e35690fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=d77ea214-27a2-4b7f-9e21-468b91bd0969 HTTP/1.1" status: 200 len: 909 time: 0.0904574 Mar 23 02:53:50.914913 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6954aa4-3703-4340-8d5a-1b5e992a522e req-1fc40793-540a-4dc5-8419-7d093505ece2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ce80a4-4f81-443b-9b42-e8b501653a49 HTTP/1.1" status: 200 len: 1001 time: 0.0589411 Mar 23 02:53:50.972423 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6954aa4-3703-4340-8d5a-1b5e992a522e req-d4e8c31e-5f63-4374-82a7-b33933485d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:50.974598 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6954aa4-3703-4340-8d5a-1b5e992a522e req-d4e8c31e-5f63-4374-82a7-b33933485d9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efeb366e-32d1-434a-8eeb-1f5e605a7376 HTTP/1.1" status: 200 len: 848 time: 0.0531285 Mar 23 02:53:51.031083 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6954aa4-3703-4340-8d5a-1b5e992a522e req-5cefb780-3359-463e-a3cd-546a7931ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:53:51.032542 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6954aa4-3703-4340-8d5a-1b5e992a522e req-5cefb780-3359-463e-a3cd-546a7931ba13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d77ea214-27a2-4b7f-9e21-468b91bd0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509894 Mar 23 02:53:51.121972 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6954aa4-3703-4340-8d5a-1b5e992a522e req-b48ed21c-f5da-44ff-b7e3-8ce8e436377f service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822477 Mar 23 02:53:51.221771 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-f6954aa4-3703-4340-8d5a-1b5e992a522e req-8f398cf9-a7d1-4c63-9b77-c4cf5a392946 service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933728 Mar 23 02:53:51.494986 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:52.176273 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bb19e98c-33fc-471a-9fc7-fecf431ebde5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:53.655135 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:54.986645 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:53:55.899825 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:04.524063 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:17.990956 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:54:19.670266 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b859e0fc-2895-4686-b278-55acc29ac6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:21.494521 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:22.177523 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dabeccb4-593d-4773-b9ee-73868dcbee09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:23.666785 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:24.989913 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:25.905662 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:34.521806 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:49.671984 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c157108d-70b8-4eab-8978-45997d7f3de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:51.505348 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:51.626823 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e66609b4-18f0-4bc6-854f-bf334675c370 req-5d38e4c6-9de6-4e4c-bd7e-34d3d801411a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0885074 Mar 23 02:54:51.723503 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66609b4-18f0-4bc6-854f-bf334675c370 req-7b4f4a7f-157c-4714-b8e1-a7d3c8948d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:51.724968 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e66609b4-18f0-4bc6-854f-bf334675c370 req-7b4f4a7f-157c-4714-b8e1-a7d3c8948d10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c98f0532cc334fcb811d6b8467e36dfa&device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0464504 Mar 23 02:54:51.832914 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66609b4-18f0-4bc6-854f-bf334675c370 req-c59b9d69-b300-4c35-b259-1fa104825f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:51.834380 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e66609b4-18f0-4bc6-854f-bf334675c370 req-c59b9d69-b300-4c35-b259-1fa104825f01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d77ea214-27a2-4b7f-9e21-468b91bd0969 HTTP/1.1" status: 200 len: 909 time: 0.0899725 Mar 23 02:54:51.902586 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e66609b4-18f0-4bc6-854f-bf334675c370 req-bc780272-d878-431e-9e56-ae29c1de0b0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ce80a4-4f81-443b-9b42-e8b501653a49 HTTP/1.1" status: 200 len: 1001 time: 0.0592132 Mar 23 02:54:51.968537 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66609b4-18f0-4bc6-854f-bf334675c370 req-814f453a-ce80-4d54-8fbd-f56f58c20728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:51.970088 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e66609b4-18f0-4bc6-854f-bf334675c370 req-814f453a-ce80-4d54-8fbd-f56f58c20728 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efeb366e-32d1-434a-8eeb-1f5e605a7376 HTTP/1.1" status: 200 len: 848 time: 0.0586262 Mar 23 02:54:52.024371 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66609b4-18f0-4bc6-854f-bf334675c370 req-80fdf9e9-db4b-4602-b638-6de27715b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:54:52.026315 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e66609b4-18f0-4bc6-854f-bf334675c370 req-80fdf9e9-db4b-4602-b638-6de27715b9c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d77ea214-27a2-4b7f-9e21-468b91bd0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494297 Mar 23 02:54:52.120199 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e66609b4-18f0-4bc6-854f-bf334675c370 req-73ecdefc-4068-40f0-9b49-c7df41a42685 service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840607 Mar 23 02:54:52.173072 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff4fb-b202-4367-bbf8-6a4964461b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:52.218794 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e66609b4-18f0-4bc6-854f-bf334675c370 req-b1aa6444-9611-4910-95c3-0ab376d7e9eb service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887046 Mar 23 02:54:53.671022 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:54.996164 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:54:55.000387 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:54:55.902451 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:04.538550 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:19.678758 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-788e0f4c-ee20-40f2-aed8-4a11142d2d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:21.512092 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:22.182015 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-964c0baa-e43a-4cc0-9065-28c307952b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:23.667743 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:24.998329 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:25.906988 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:32.000655 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:55:34.532625 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:49.675914 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-136afe1b-da48-423b-b8ef-3894537d654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:51.520017 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:52.182224 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-92b953f2-489c-4dd7-a39c-974ff1be36da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:52.587630 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd2d1403-d416-4ec7-8e20-bdd36a4e17f5 req-bec19562-3e1f-455d-b8d4-3d07ab9825d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486846 Mar 23 02:55:52.679776 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d1403-d416-4ec7-8e20-bdd36a4e17f5 req-0234cc8d-4137-4ef1-b3fc-68b9971c85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:52.681313 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd2d1403-d416-4ec7-8e20-bdd36a4e17f5 req-0234cc8d-4137-4ef1-b3fc-68b9971c85a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c98f0532cc334fcb811d6b8467e36dfa&device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0477443 Mar 23 02:55:52.791051 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d1403-d416-4ec7-8e20-bdd36a4e17f5 req-66f3ebb4-995f-48ed-95ce-e1707c37d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:52.792452 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd2d1403-d416-4ec7-8e20-bdd36a4e17f5 req-66f3ebb4-995f-48ed-95ce-e1707c37d586 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d77ea214-27a2-4b7f-9e21-468b91bd0969 HTTP/1.1" status: 200 len: 909 time: 0.0903308 Mar 23 02:55:52.858706 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd2d1403-d416-4ec7-8e20-bdd36a4e17f5 req-cfcd4a22-0fa8-446e-b127-098cf9a4349c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ce80a4-4f81-443b-9b42-e8b501653a49 HTTP/1.1" status: 200 len: 1001 time: 0.0600920 Mar 23 02:55:52.912971 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d1403-d416-4ec7-8e20-bdd36a4e17f5 req-38a9d83c-3eb6-422f-9353-812b94981275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:52.914422 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd2d1403-d416-4ec7-8e20-bdd36a4e17f5 req-38a9d83c-3eb6-422f-9353-812b94981275 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efeb366e-32d1-434a-8eeb-1f5e605a7376 HTTP/1.1" status: 200 len: 848 time: 0.0493944 Mar 23 02:55:52.963641 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d1403-d416-4ec7-8e20-bdd36a4e17f5 req-50b2fa3c-558d-4285-9578-626ccda6351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:55:52.965193 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd2d1403-d416-4ec7-8e20-bdd36a4e17f5 req-50b2fa3c-558d-4285-9578-626ccda6351d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d77ea214-27a2-4b7f-9e21-468b91bd0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444052 Mar 23 02:55:53.054708 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd2d1403-d416-4ec7-8e20-bdd36a4e17f5 req-c8cdc7dd-a7d8-4857-b92a-dc6e7f1683fd service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828433 Mar 23 02:55:53.153644 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-bd2d1403-d416-4ec7-8e20-bdd36a4e17f5 req-45ce4ed9-8275-46f1-b585-e595d5e47c18 service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918460 Mar 23 02:55:53.666953 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:55.000166 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:55:55.905715 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:04.555239 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:09.000768 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:56:19.667458 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-937865fb-d7cc-45c9-a09a-14ef6dce59dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:21.525664 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:22.184331 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-5869f62c-8e09-4715-bfcd-6db747354b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:23.674939 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:25.004323 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:25.903984 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:34.560784 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:46.006995 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:56:49.673472 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-f1ad2f91-229d-4530-8643-702f333dd99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:51.535389 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:52.190583 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-59998901-dba0-4828-8aac-d17d2c0056a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:53.678383 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:54.587532 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e375303d-c5eb-4a6d-8c96-04370e05cea1 req-3ab954f8-829f-46a7-b9a8-cb1144a2ba5f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487854 Mar 23 02:56:54.687843 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375303d-c5eb-4a6d-8c96-04370e05cea1 req-a8dd463a-7877-4463-ad35-0c3ea87519e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:54.689443 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e375303d-c5eb-4a6d-8c96-04370e05cea1 req-a8dd463a-7877-4463-ad35-0c3ea87519e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c98f0532cc334fcb811d6b8467e36dfa&device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0568824 Mar 23 02:56:54.797285 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375303d-c5eb-4a6d-8c96-04370e05cea1 req-1f56f361-53f2-435c-a85c-3e8a673aa27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:54.798674 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e375303d-c5eb-4a6d-8c96-04370e05cea1 req-1f56f361-53f2-435c-a85c-3e8a673aa27c service neutron] 10.222.0.42 "GET /v2.0/networks?id=d77ea214-27a2-4b7f-9e21-468b91bd0969 HTTP/1.1" status: 200 len: 909 time: 0.0886180 Mar 23 02:56:54.864029 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e375303d-c5eb-4a6d-8c96-04370e05cea1 req-aed1b875-265a-4e16-be94-67789af32f07 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ce80a4-4f81-443b-9b42-e8b501653a49 HTTP/1.1" status: 200 len: 1001 time: 0.0583553 Mar 23 02:56:54.915495 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375303d-c5eb-4a6d-8c96-04370e05cea1 req-21a2dfd3-d15a-4bde-aa01-a9f4c0afd72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:54.916965 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e375303d-c5eb-4a6d-8c96-04370e05cea1 req-21a2dfd3-d15a-4bde-aa01-a9f4c0afd72d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efeb366e-32d1-434a-8eeb-1f5e605a7376 HTTP/1.1" status: 200 len: 848 time: 0.0472298 Mar 23 02:56:54.965713 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375303d-c5eb-4a6d-8c96-04370e05cea1 req-748dc900-a3fe-414d-b2ba-215924d2fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:56:54.967235 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e375303d-c5eb-4a6d-8c96-04370e05cea1 req-748dc900-a3fe-414d-b2ba-215924d2fc55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d77ea214-27a2-4b7f-9e21-468b91bd0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447834 Mar 23 02:56:54.977036 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-e375303d-c5eb-4a6d-8c96-04370e05cea1 req-4fe1c29a-0253-435e-877e-927e671e25da service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=99264) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 02:56:54.977973 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e375303d-c5eb-4a6d-8c96-04370e05cea1 req-4fe1c29a-0253-435e-877e-927e671e25da service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048816 Mar 23 02:56:55.003495 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:56:55.073493 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e375303d-c5eb-4a6d-8c96-04370e05cea1 req-7a4039d4-5427-401b-9671-09a18ea21d64 service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888188 Mar 23 02:56:55.168758 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e375303d-c5eb-4a6d-8c96-04370e05cea1 req-3417ae66-3f6a-40c4-8a2b-6c4c641e7277 service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888510 Mar 23 02:56:55.901820 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:04.560383 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:19.671047 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-cb1384e6-b025-4da5-b493-0e4de6ebbcb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:21.531662 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:22.184164 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b3a06779-e244-4e40-bbea-3bc818d91317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:23.000481 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:57:23.688200 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:25.011480 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:25.897955 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:34.560900 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:49.682781 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-135c51cb-86a7-4597-86b9-3b28c393cd4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:51.548395 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:52.184867 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-8575649c-3ee0-4c44-8e1b-927b19a4cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:53.691887 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:55.016148 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:55.582044 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2f47581-ffa4-40fa-965a-bd2e1b233d6d req-865b81e1-3050-4864-b07b-97d49cdbb090 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459452 Mar 23 02:57:55.674709 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f47581-ffa4-40fa-965a-bd2e1b233d6d req-08d0667c-112d-4147-a194-07433eb21f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:55.676222 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2f47581-ffa4-40fa-965a-bd2e1b233d6d req-08d0667c-112d-4147-a194-07433eb21f4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c98f0532cc334fcb811d6b8467e36dfa&device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0516829 Mar 23 02:57:55.791651 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f47581-ffa4-40fa-965a-bd2e1b233d6d req-7712be49-8e7a-4b22-aaab-6ac93677115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:55.793217 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2f47581-ffa4-40fa-965a-bd2e1b233d6d req-7712be49-8e7a-4b22-aaab-6ac93677115e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d77ea214-27a2-4b7f-9e21-468b91bd0969 HTTP/1.1" status: 200 len: 909 time: 0.0924911 Mar 23 02:57:55.861145 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2f47581-ffa4-40fa-965a-bd2e1b233d6d req-006a2c8e-c4cb-4da7-8c19-1d528f19d9ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ce80a4-4f81-443b-9b42-e8b501653a49 HTTP/1.1" status: 200 len: 1001 time: 0.0611513 Mar 23 02:57:55.902116 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:57:55.918288 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f47581-ffa4-40fa-965a-bd2e1b233d6d req-3d6724c8-992a-4bb0-ab0a-b0dbe54b53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:55.919791 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2f47581-ffa4-40fa-965a-bd2e1b233d6d req-3d6724c8-992a-4bb0-ab0a-b0dbe54b53b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efeb366e-32d1-434a-8eeb-1f5e605a7376 HTTP/1.1" status: 200 len: 848 time: 0.0526607 Mar 23 02:57:55.972424 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f47581-ffa4-40fa-965a-bd2e1b233d6d req-9df30e00-6081-43e2-ac5d-21f6184fdb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:57:55.974000 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2f47581-ffa4-40fa-965a-bd2e1b233d6d req-9df30e00-6081-43e2-ac5d-21f6184fdb9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d77ea214-27a2-4b7f-9e21-468b91bd0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475323 Mar 23 02:57:56.069008 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2f47581-ffa4-40fa-965a-bd2e1b233d6d req-55a6ee06-edc5-4733-9672-c38bc9597ab8 service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885053 Mar 23 02:57:56.162294 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-e2f47581-ffa4-40fa-965a-bd2e1b233d6d req-46c3199d-8b17-4575-8190-a4e3156515f1 service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870442 Mar 23 02:58:00.004346 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:58:04.567289 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:19.671278 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-4ecdbfea-87a0-4fae-94cd-09ed2865fe30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:21.553494 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:22.178812 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-b50197a7-f7b7-478d-831d-6d1a8ec3dbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:23.690074 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:25.020578 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:25.914182 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:34.572817 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:37.008476 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:58:49.669817 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-bf0a0392-5ec9-43be-a74f-2ba712ad305d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:51.549994 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:52.189992 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-1b287348-acdf-434f-a718-66bc017c0ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:53.694179 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:55.022181 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:55.917607 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:58:56.578037 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95db8e79-4dc3-4617-b9b0-288d9323b656 req-b34bc468-75f0-4f76-a4e8-657d3c2020b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468149 Mar 23 02:58:56.665593 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db8e79-4dc3-4617-b9b0-288d9323b656 req-3fd18e02-ed6a-4a8f-8f08-83e973840185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:56.667084 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95db8e79-4dc3-4617-b9b0-288d9323b656 req-3fd18e02-ed6a-4a8f-8f08-83e973840185 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c98f0532cc334fcb811d6b8467e36dfa&device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0462918 Mar 23 02:58:56.776997 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db8e79-4dc3-4617-b9b0-288d9323b656 req-61398808-95d3-4dc6-97c5-7a8fb24d7266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:56.778989 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95db8e79-4dc3-4617-b9b0-288d9323b656 req-61398808-95d3-4dc6-97c5-7a8fb24d7266 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d77ea214-27a2-4b7f-9e21-468b91bd0969 HTTP/1.1" status: 200 len: 909 time: 0.0927289 Mar 23 02:58:56.845782 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95db8e79-4dc3-4617-b9b0-288d9323b656 req-7ad6a6b3-6a6a-4c27-a56b-23f2b5917a78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ce80a4-4f81-443b-9b42-e8b501653a49 HTTP/1.1" status: 200 len: 1001 time: 0.0597551 Mar 23 02:58:56.900409 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db8e79-4dc3-4617-b9b0-288d9323b656 req-ee30b11b-5e78-4195-8274-c88c6f27e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:56.901878 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95db8e79-4dc3-4617-b9b0-288d9323b656 req-ee30b11b-5e78-4195-8274-c88c6f27e67f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efeb366e-32d1-434a-8eeb-1f5e605a7376 HTTP/1.1" status: 200 len: 848 time: 0.0496778 Mar 23 02:58:56.951963 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db8e79-4dc3-4617-b9b0-288d9323b656 req-da86ddb1-4f6a-4dce-9b55-6047d8e7bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:58:56.953481 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95db8e79-4dc3-4617-b9b0-288d9323b656 req-da86ddb1-4f6a-4dce-9b55-6047d8e7bd83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d77ea214-27a2-4b7f-9e21-468b91bd0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460067 Mar 23 02:58:57.062202 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95db8e79-4dc3-4617-b9b0-288d9323b656 req-2e1423c7-7ae8-4cba-87e3-51aa11b65ee9 service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965464 Mar 23 02:58:57.160542 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-95db8e79-4dc3-4617-b9b0-288d9323b656 req-749716fc-20d1-431c-ab7b-732b2132eac4 service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922034 Mar 23 02:59:04.571529 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:14.008653 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:59:19.672185 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dc4404c6-6647-4fe8-b070-71451363c493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:21.557949 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:22.184090 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-377337b4-177e-496a-bcb5-92f4f1496235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:23.699382 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:25.025537 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:25.918436 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:34.593255 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:49.676758 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-76bec855-6880-4378-be73-069befc6340c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:51.010626 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 02:59:51.581596 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:52.198007 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-dddc904c-6cb0-42fa-8934-8600965e2bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:53.698809 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:55.037440 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:55.919164 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 02:59:56.721052 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec5332e3-bfb3-4ca9-9d96-56b27ecc6459 req-8d2a193e-8d57-420e-8e1e-efc019a7f884 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1969712 Mar 23 02:59:56.813816 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5332e3-bfb3-4ca9-9d96-56b27ecc6459 req-7932a6fd-89a0-4d36-8112-5689e707465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:56.815341 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec5332e3-bfb3-4ca9-9d96-56b27ecc6459 req-7932a6fd-89a0-4d36-8112-5689e707465a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c98f0532cc334fcb811d6b8467e36dfa&device_id=1f4797f0-77a4-470b-9270-bc2bb918b6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0508199 Mar 23 02:59:56.934779 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5332e3-bfb3-4ca9-9d96-56b27ecc6459 req-c95e2198-4f3f-4102-a3b4-0e0fd5cba5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:56.936268 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec5332e3-bfb3-4ca9-9d96-56b27ecc6459 req-c95e2198-4f3f-4102-a3b4-0e0fd5cba5b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d77ea214-27a2-4b7f-9e21-468b91bd0969 HTTP/1.1" status: 200 len: 909 time: 0.0966103 Mar 23 02:59:57.004612 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec5332e3-bfb3-4ca9-9d96-56b27ecc6459 req-035b53dc-409b-4a7b-b82d-e2c9883f30f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39ce80a4-4f81-443b-9b42-e8b501653a49 HTTP/1.1" status: 200 len: 1001 time: 0.0609622 Mar 23 02:59:57.067966 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5332e3-bfb3-4ca9-9d96-56b27ecc6459 req-8d0a3ab1-737b-40e3-89f1-1afd95cb14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:57.069411 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec5332e3-bfb3-4ca9-9d96-56b27ecc6459 req-8d0a3ab1-737b-40e3-89f1-1afd95cb14f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efeb366e-32d1-434a-8eeb-1f5e605a7376 HTTP/1.1" status: 200 len: 848 time: 0.0584872 Mar 23 02:59:57.122950 n-d-834677-4 neutron-server[99264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5332e3-bfb3-4ca9-9d96-56b27ecc6459 req-b6bec45c-d73d-45db-a275-f1fa2025d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 02:59:57.125096 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec5332e3-bfb3-4ca9-9d96-56b27ecc6459 req-b6bec45c-d73d-45db-a275-f1fa2025d4ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d77ea214-27a2-4b7f-9e21-468b91bd0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486834 Mar 23 02:59:57.213792 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec5332e3-bfb3-4ca9-9d96-56b27ecc6459 req-1fd45401-d2d4-46eb-92dd-aa60ec8ed0f6 service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823424 Mar 23 02:59:57.308732 n-d-834677-4 neutron-server[99264]: INFO neutron.wsgi [req-ec5332e3-bfb3-4ca9-9d96-56b27ecc6459 req-33b1ee5e-e45d-4188-8425-a3c45ed64d62 service neutron] 10.222.0.42 "GET /v2.0/networks/d77ea214-27a2-4b7f-9e21-468b91bd0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867686 Mar 23 03:00:04.593879 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-eea91d70-18a3-46d7-ba0f-1c60222f1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (8ea7a908-c063-452f-96d3-432e1e669298), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:07.350616 n-d-834677-4 neutron-server[99264]: DEBUG neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-d63a6843-8c15-4362-bfef-6a38c1ad8761 service neutron] (99264) timed out ('10.222.0.18', 58144) {{(pid=99264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 03:00:07.833370 n-d-834677-4 neutron-server[99263]: DEBUG neutron.wsgi [req-fb2101fc-45a2-4cfa-9212-8865619f96d5 req-c93f353d-6d9a-46fe-b847-aaf2580794dc tempest-TestNetworkAdvancedServerOps-980766458 tempest-TestNetworkAdvancedServerOps-980766458-project] (99263) timed out ('10.222.0.18', 58166) {{(pid=99263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 03:00:19.671040 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-d65759d5-bd89-4e35-a517-089b460a7d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (4668731f-93f2-4e9a-9677-07857bda9adf), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:21.569655 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-c8ed56f8-9422-4b19-a568-782a138a35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (35f06359-a7d5-4237-b5c3-f454dc9a81cc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:22.192524 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-490a9a66-762e-4b8b-b092-e54f3178c82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (670a07f9-e17a-4b1e-ac7a-7eb4be2081e3), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:23.699370 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-71c1fb73-5e4b-47a7-89f6-58f271f74877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (bef2b2df-77ac-498e-bd68-35b609178780), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:25.033280 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-fe6e05e6-a9e9-4c93-8a0b-969faf7fd681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (91baa6a2-df1b-436c-8534-bb559a2f37a1), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:25.920360 n-d-834677-4 neutron-server[99265]: DEBUG neutron_lib.callbacks.manager [None req-adbdfd50-bdec-4565-86bd-3d9a5e8e83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757123563569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7475490'] for agent (5e3b8616-92ca-4431-9029-f42d4cb9a9dc), after_update {{(pid=99265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 03:00:28.010337 n-d-834677-4 neutron-server[99266]: DEBUG neutron.db.agents_db [None req-c9128f72-6427-448b-b57d-8f5f24c1d600 None None] Agent healthcheck: found 7 active agents {{(pid=99266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}